-- Logs begin at Sun 2021-12-12 16:51:16 UTC, end at Sun 2021-12-12 19:09:45 UTC. -- Dec 12 17:22:27.634152 n-d-760354-5 systemd[1]: Started Devstack devstack@q-svc.service. Dec 12 17:22:30.457832 n-d-760354-5 neutron-server[103041]: INFO neutron.common.config [-] Logging enabled! Dec 12 17:22:30.458432 n-d-760354-5 neutron-server[103041]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274 Dec 12 17:22:30.458619 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103041) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 12 17:22:30.461950 n-d-760354-5 neutron-server[103041]: INFO neutron.common.config [-] Logging enabled! Dec 12 17:22:30.462205 n-d-760354-5 neutron-server[103041]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274 Dec 12 17:22:30.462555 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103041) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 12 17:22:30.463481 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 12 17:22:30.463717 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 12 17:22:30.464083 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 12 17:22:30.464330 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 12 17:22:30.464557 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 12 17:22:30.464874 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.465301 n-d-760354-5 neutron-server[103041]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 12 17:22:30.465613 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.465908 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.466197 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.466492 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.466781 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.467060 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.467370 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.467668 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.467952 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.468228 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.468510 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.468800 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.469079 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.469366 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.469651 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.469932 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] debug = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.470211 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.470642 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.471046 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.471423 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.471723 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.472000 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.472283 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.472546 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.472828 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.473159 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] host = n-d-760354-5 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.473436 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.473721 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.474011 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.474295 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.474566 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.474843 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.475134 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.475431 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.475705 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] log_file = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.475981 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.476268 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.476553 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.476841 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.477065 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.477287 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.477582 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.477865 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.478161 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.478433 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.478703 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.478976 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.479270 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.479538 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.479819 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.480102 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.480386 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.480663 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.480937 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.481211 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.481496 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.481770 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.482041 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.482314 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.482589 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.482872 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.483142 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.483441 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.483739 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.484024 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.484307 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.484591 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.484862 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.485179 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.485413 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.485683 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.485954 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] use_json = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.486224 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.486491 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.486782 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.487041 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.487332 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.487606 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.487876 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.488159 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:30.488454 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.488748 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.489048 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.489331 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.489636 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.489917 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.490206 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.490483 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.490771 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.491061 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.491372 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.491653 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.491940 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.492218 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.492516 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.492819 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.493115 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.493410 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.494450 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.494726 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.495000 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.495302 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.495598 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.495878 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.496169 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.496458 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.496738 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.497035 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.497320 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.497613 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.497904 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.498180 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.498458 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.498751 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.499029 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.499325 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.499608 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.499897 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.500175 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.500450 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.500733 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.501013 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.501289 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.501563 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.501843 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.502135 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.502412 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.502688 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.502959 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.503259 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.503536 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.503822 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.504102 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.504378 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.504653 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.504932 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.505205 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.505478 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.505764 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.506038 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.506318 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.506591 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.506865 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.507136 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.507434 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.507708 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.507981 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.508253 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.508529 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.508801 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.509071 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.509893 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.510170 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.510447 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.510731 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.511029 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.511334 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.511613 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.511888 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.512166 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.512441 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.512720 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.512994 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.513270 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.513542 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.513831 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.514114 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.514399 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.514680 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.514973 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.515296 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.515578 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.515861 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.516140 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.516418 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.516702 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.516983 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.517279 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.517573 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.517867 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.518161 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.518451 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.518730 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.519039 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.519345 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:30.519564 n-d-760354-5 neutron-server[103041]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 12 17:22:30.519806 n-d-760354-5 neutron-server[103041]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103041) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 12 17:22:30.944950 n-d-760354-5 neutron-server[103041]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 12 17:22:30.945229 n-d-760354-5 neutron-server[103041]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 12 17:22:30.945545 n-d-760354-5 neutron-server[103041]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 12 17:22:30.945891 n-d-760354-5 neutron-server[103041]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 12 17:22:31.271912 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.272211 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.272485 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.273794 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.274069 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.274338 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.320086 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.320368 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.320637 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.334640 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.334919 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.335195 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.364368 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.364654 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.364925 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.402730 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.403007 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.403301 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.737281 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.737923 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.737923 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.738095 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.738709 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.838024 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.838348 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.838635 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.838911 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.839179 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.839516 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.839779 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.840039 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.840297 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.840581 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.840844 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.841112 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.841373 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.841632 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.841890 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.842158 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.842416 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.842684 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.842956 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.843232 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.843510 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.843764 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.844046 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.844424 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.844675 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.844921 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.845320 n-d-760354-5 neutron-server[103041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 17:22:31.845558 n-d-760354-5 neutron-server[103041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 17:22:31.845795 n-d-760354-5 neutron-server[103041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 17:22:31.846031 n-d-760354-5 neutron-server[103041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 17:22:31.846264 n-d-760354-5 neutron-server[103041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 17:22:31.846498 n-d-760354-5 neutron-server[103041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 17:22:31.846857 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 12 17:22:31.849986 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 12 17:22:31.854045 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 12 17:22:31.858025 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Dec 12 17:22:31.859679 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 12 17:22:31.860140 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 12 17:22:31.860471 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 12 17:22:31.860848 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 12 17:22:31.863668 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 12 17:22:31.863924 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 12 17:22:31.864276 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 12 17:22:31.870250 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 12 17:22:31.893462 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 12 17:22:31.893914 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.894213 n-d-760354-5 neutron-server[103041]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103041) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 12 17:22:31.894572 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.895976 n-d-760354-5 neutron-server[103041]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103041) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 12 17:22:31.896256 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 12 17:22:31.896518 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 12 17:22:31.899728 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.900020 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:31.963219 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 12 17:22:31.963469 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 12 17:22:31.963713 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 12 17:22:31.964482 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 12 17:22:31.985515 n-d-760354-5 neutron-server[103041]: DEBUG oslo_db.sqlalchemy.engines [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103041) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 12 17:22:32.414809 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Initializing driver for type 'gre' Dec 12 17:22:32.415861 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] gre ID ranges: [(1, 1000)] Dec 12 17:22:32.466945 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Initializing driver for type 'local' Dec 12 17:22:32.467312 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Initializing driver for type 'vlan' Dec 12 17:22:32.479932 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] VlanTypeDriver initialization complete Dec 12 17:22:32.480208 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Initializing driver for type 'vxlan' Dec 12 17:22:32.480702 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] vxlan ID ranges: [(1, 1000)] Dec 12 17:22:32.532122 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Initializing extension driver 'port_security' Dec 12 17:22:32.532574 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.extensions.port_security [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] PortSecurityExtensionDriver initialization complete Dec 12 17:22:32.532923 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Initializing mechanism driver 'openvswitch' Dec 12 17:22:32.533263 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Initializing mechanism driver 'hyperv' Dec 12 17:22:32.539922 n-d-760354-5 neutron-server[103041]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:22:32.541336 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > port after_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.541706 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > port after_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.542061 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > port after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.542608 n-d-760354-5 neutron-server[103041]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103041) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 12 17:22:32.543043 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.543427 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.543778 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.544184 n-d-760354-5 neutron-server[103041]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103041) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 12 17:22:32.544596 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > network after_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.544947 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > network after_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.545290 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > network after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.545693 n-d-760354-5 neutron-server[103041]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103041) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 12 17:22:32.546101 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.546455 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.546802 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.547218 n-d-760354-5 neutron-server[103041]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103041) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 12 17:22:32.547635 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.547985 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.548327 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.548735 n-d-760354-5 neutron-server[103041]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103041) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 12 17:22:32.549148 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.549501 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.549846 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.550253 n-d-760354-5 neutron-server[103041]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103041) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 12 17:22:32.550644 n-d-760354-5 neutron-server[103041]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] ML2 OVO RPC backend initialized. {{(pid=103041) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 12 17:22:32.551459 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.551822 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.552245 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > network before_response 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.552597 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > networks before_response 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.552946 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > port before_response 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.553291 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > ports before_response 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.553637 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.554000 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.554332 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > network after_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.554671 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > network after_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.555011 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > network after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.555381 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > port after_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.555719 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > port after_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.556055 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > port after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.556391 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.556726 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.557063 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.557654 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.plugin [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Modular L2 Plugin initialization complete Dec 12 17:22:32.557990 n-d-760354-5 neutron-server[103041]: DEBUG neutron.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading services supported by the core plugin {{(pid=103041) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 12 17:22:32.558318 n-d-760354-5 neutron-server[103041]: INFO neutron.plugins.ml2.managers [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Got port-security extension from driver 'port_security' Dec 12 17:22:32.558783 n-d-760354-5 neutron-server[103041]: INFO neutron.extensions.vlantransparent [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Disabled vlantransparent extension. Dec 12 17:22:32.559297 n-d-760354-5 neutron-server[103041]: DEBUG neutron.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103041) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 12 17:22:32.559616 n-d-760354-5 neutron-server[103041]: INFO neutron.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading Plugin: router Dec 12 17:22:32.595754 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.596148 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router after_create 55549900 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.596697 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router before_create 55549900 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.597068 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.597443 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.597803 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router after_delete 55549900 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.598161 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.598632 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.598998 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router after_create 55549900 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.599379 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router after_update 55549900 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.599732 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router after_update 55549900 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.600081 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.600443 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router after_update 55549900 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.600855 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.601224 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: port after_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.601564 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: port after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.601903 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: subnet after_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.602240 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.602591 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.603565 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.603918 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: port before_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.604263 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.604622 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router after_update 55549900 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.604965 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.605325 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.605684 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.606025 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.606388 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > agent after_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.606738 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > agent after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.607082 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > network after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.607964 n-d-760354-5 neutron-server[103041]: DEBUG neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Tracking information for resource: router configured {{(pid=103041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 17:22:32.608290 n-d-760354-5 neutron-server[103041]: DEBUG neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Tracking information for resource: floatingip configured {{(pid=103041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 17:22:32.613194 n-d-760354-5 neutron-server[103041]: INFO neutron.db.l3_agentschedulers_db [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 12 17:22:32.613774 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: port after_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.614140 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: port after_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.614498 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: port after_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.614858 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: port after_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.615684 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router before_create 55550100 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.616053 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.616417 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.616773 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.622068 n-d-760354-5 neutron-server[103041]: DEBUG neutron.services.provider_configuration [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Service providers = [] {{(pid=103041) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 12 17:22:32.622434 n-d-760354-5 neutron-server[103041]: DEBUG neutron.db.servicetype_db [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103041) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 12 17:22:32.625382 n-d-760354-5 neutron-server[103041]: DEBUG neutron.services.service_base [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103041) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 12 17:22:32.625733 n-d-760354-5 neutron-server[103041]: DEBUG neutron.services.service_base [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103041) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 12 17:22:32.626078 n-d-760354-5 neutron-server[103041]: DEBUG neutron.services.service_base [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103041) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 12 17:22:32.626960 n-d-760354-5 neutron-server[103041]: DEBUG neutron.services.service_base [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103041) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 12 17:22:32.627355 n-d-760354-5 neutron-server[103041]: INFO neutron.services.service_base [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 12 17:22:32.627729 n-d-760354-5 neutron-server[103041]: DEBUG neutron.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 17:22:32.628047 n-d-760354-5 neutron-server[103041]: INFO neutron.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 12 17:22:32.638726 n-d-760354-5 neutron-server[103041]: DEBUG neutron.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 17:22:32.639063 n-d-760354-5 neutron-server[103041]: INFO neutron.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading Plugin: auto_allocate Dec 12 17:22:32.644841 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: network precommit_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.645213 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: network precommit_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.645729 n-d-760354-5 neutron-server[103041]: DEBUG neutron.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 17:22:32.646051 n-d-760354-5 neutron-server[103041]: INFO neutron.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading Plugin: tag Dec 12 17:22:32.653347 n-d-760354-5 neutron-server[103041]: DEBUG neutron.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 17:22:32.653676 n-d-760354-5 neutron-server[103041]: INFO neutron.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading Plugin: timestamp Dec 12 17:22:32.657485 n-d-760354-5 neutron-server[103041]: DEBUG neutron.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 17:22:32.657818 n-d-760354-5 neutron-server[103041]: INFO neutron.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading Plugin: network_ip_availability Dec 12 17:22:32.663332 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.663707 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.664067 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.664771 n-d-760354-5 neutron-server[103041]: DEBUG neutron.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 17:22:32.665139 n-d-760354-5 neutron-server[103041]: INFO neutron.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading Plugin: flavors Dec 12 17:22:32.670689 n-d-760354-5 neutron-server[103041]: DEBUG neutron.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 17:22:32.671019 n-d-760354-5 neutron-server[103041]: INFO neutron.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading Plugin: revisions Dec 12 17:22:32.683510 n-d-760354-5 neutron-server[103041]: DEBUG neutron.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 17:22:32.683911 n-d-760354-5 neutron-server[103041]: DEBUG oslo_concurrency.lockutils [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.738s {{(pid=103041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 12 17:22:32.684682 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103041) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 12 17:22:32.685021 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Initializing extension manager. Dec 12 17:22:32.685548 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: __init__.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.685894 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: __pycache__ {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.686233 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.686568 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: address_group.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.687367 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.687956 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: address-group Dec 12 17:22:32.688282 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: address_scope.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.689160 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.689681 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: address-scope Dec 12 17:22:32.690007 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.691027 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.691598 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: router-admin-state-down-before-update Dec 12 17:22:32.691936 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: agent.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.692675 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.693190 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: agent Dec 12 17:22:32.693539 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: agent_resources_synced.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.694450 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.694969 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: agent-resources-synced Dec 12 17:22:32.695321 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.697143 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.697670 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: allowed-address-pairs Dec 12 17:22:32.698016 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.699085 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.699633 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: auto-allocated-topology Dec 12 17:22:32.699964 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: availability_zone.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.700655 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.701166 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: availability_zone Dec 12 17:22:32.701489 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: availability_zone_filter.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.702398 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.702909 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: availability_zone_filter Dec 12 17:22:32.703256 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: data_plane_status.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.704160 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.704667 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension data-plane-status not supported by any of loaded plugins Dec 12 17:22:32.704988 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: default_subnetpools.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.705905 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.706419 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: default-subnetpools Dec 12 17:22:32.706745 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.707581 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.708090 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: dhcp_agent_scheduler Dec 12 17:22:32.708416 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: dns.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.709334 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.709839 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension dns-integration not supported by any of loaded plugins Dec 12 17:22:32.710166 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: dns_domain_ports.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.711074 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.711609 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 12 17:22:32.711937 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.713486 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.714212 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 12 17:22:32.714538 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: dvr.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.715234 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.715750 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: dvr Dec 12 17:22:32.716075 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: ecmp_routes.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.716987 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.717493 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 12 17:22:32.717818 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: empty_string_filtering.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.718724 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.719258 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: empty-string-filtering Dec 12 17:22:32.719584 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.720577 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.721091 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 12 17:22:32.721413 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.722325 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.722831 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 12 17:22:32.723154 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: external_net.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.724122 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.724630 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: external-net Dec 12 17:22:32.724953 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.725863 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.726371 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: extra_dhcp_opt Dec 12 17:22:32.726693 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: extraroute.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.727632 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.728742 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: extraroute Dec 12 17:22:32.729062 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: extraroute_atomic.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.731677 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.732207 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: extraroute-atomic Dec 12 17:22:32.732539 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: filter_validation.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.733209 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.733725 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: filter-validation Dec 12 17:22:32.734043 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: fip_pf_description.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.737587 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.737587 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 12 17:22:32.737587 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: fip_port_details.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.737587 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.737587 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: fip-port-details Dec 12 17:22:32.737587 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: flavors.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.738755 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.739301 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: flavors Dec 12 17:22:32.739635 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.741301 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.741831 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 12 17:22:32.742159 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: floatingip_pools.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.742850 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.743392 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: floatingip-pools Dec 12 17:22:32.743742 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: ip_allocation.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.744942 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.745456 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension ip_allocation not supported by any of loaded plugins Dec 12 17:22:32.745778 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.746694 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.747241 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: ip-substring-filtering Dec 12 17:22:32.747571 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: l2_adjacency.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.748496 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.749005 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 12 17:22:32.749328 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: l3.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.750293 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.750814 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: router Dec 12 17:22:32.751139 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.753416 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.753949 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 12 17:22:32.754286 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.755247 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.755773 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: ext-gw-mode Dec 12 17:22:32.756105 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.757044 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.757560 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: l3-ha Dec 12 17:22:32.757889 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: l3_flavors.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.758804 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.759527 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: l3-flavors Dec 12 17:22:32.759856 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.760778 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.761290 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 12 17:22:32.761611 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: l3agentscheduler.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.762654 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.763166 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: l3_agent_scheduler Dec 12 17:22:32.763517 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: local_ip.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.765294 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.765822 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension local_ip not supported by any of loaded plugins Dec 12 17:22:32.766168 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: logging.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.767671 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.768198 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension logging not supported by any of loaded plugins Dec 12 17:22:32.768532 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: metering.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.770368 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.770368 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: metering Dec 12 17:22:32.770368 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.771413 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.771931 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: metering_source_and_destination_fields Dec 12 17:22:32.772260 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: multiprovidernet.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.773192 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.773706 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: multi-provider Dec 12 17:22:32.774032 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: netmtu.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.775488 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.776001 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: net-mtu Dec 12 17:22:32.776325 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: netmtu_writable.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.777245 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.777754 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: net-mtu-writable Dec 12 17:22:32.778081 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: network_availability_zone.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.778753 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.779282 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: network_availability_zone Dec 12 17:22:32.779609 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: network_ip_availability.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.780711 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.781229 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: network-ip-availability Dec 12 17:22:32.781552 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: network_segment_range.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.782313 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.782818 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension network-segment-range not supported by any of loaded plugins Dec 12 17:22:32.783136 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: pagination.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.784206 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.784535 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: pagination Dec 12 17:22:32.784857 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: port_device_profile.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.785778 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.786295 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: port-device-profile Dec 12 17:22:32.786618 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.787572 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.788087 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: port-mac-address-regenerate Dec 12 17:22:32.788413 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.789320 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.789830 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: port-numa-affinity-policy Dec 12 17:22:32.790153 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: port_resource_request.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.791724 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.792234 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension port-resource-request not supported by any of loaded plugins Dec 12 17:22:32.792560 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: port_resource_request_groups.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.793575 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.794081 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 12 17:22:32.794408 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: portbindings.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.795397 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.795909 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: binding Dec 12 17:22:32.796234 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: portbindings_extended.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.797569 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.798059 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: binding-extended Dec 12 17:22:32.798393 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: portsecurity.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.799340 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.799857 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: port-security Dec 12 17:22:32.800185 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: project_id.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.801165 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.801497 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: project-id Dec 12 17:22:32.801823 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: providernet.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.802754 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.803300 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: provider Dec 12 17:22:32.803625 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: qos.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.807183 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.807736 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension qos not supported by any of loaded plugins Dec 12 17:22:32.808069 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.809321 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.809842 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 12 17:22:32.810178 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.811096 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.811646 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 12 17:22:32.811977 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: qos_default.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.812890 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.813410 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension qos-default not supported by any of loaded plugins Dec 12 17:22:32.813738 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: qos_fip.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.814402 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.814908 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension qos-fip not supported by any of loaded plugins Dec 12 17:22:32.815260 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.816269 n-d-760354-5 neutron-server[103041]: WARNING neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 12 17:22:32.816603 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.817514 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.818032 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 12 17:22:32.818359 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.819404 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.819941 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 12 17:22:32.820269 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.821544 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.822089 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 12 17:22:32.822419 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: qos_pps_rule.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.823659 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.824179 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension qos-pps not supported by any of loaded plugins Dec 12 17:22:32.824508 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.825468 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.825981 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 12 17:22:32.826308 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: qos_rules_alias.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.827379 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.827901 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 12 17:22:32.828230 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: quota_check_limit.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.829140 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.829655 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: quota-check-limit Dec 12 17:22:32.829982 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: quotasv2.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.830940 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.831296 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: quotas Dec 12 17:22:32.831625 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: quotasv2_detail.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.834770 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.835114 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: quota_details Dec 12 17:22:32.835486 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: rbac.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.836557 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.837088 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: rbac-policies Dec 12 17:22:32.837945 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: rbac_address_group.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.838878 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.839443 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: rbac-address-group Dec 12 17:22:32.839771 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: rbac_address_scope.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.840701 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.841220 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: rbac-address-scope Dec 12 17:22:32.841546 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: rbac_security_groups.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.842461 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.842983 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: rbac-security-groups Dec 12 17:22:32.843342 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.844260 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.844774 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: rbac-subnetpool Dec 12 17:22:32.845097 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: revisionifmatch.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.846018 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.846530 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: revision-if-match Dec 12 17:22:32.846854 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: revisions.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.848006 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.848523 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: standard-attr-revisions Dec 12 17:22:32.848847 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: router_availability_zone.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.849518 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.850050 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: router_availability_zone Dec 12 17:22:32.850380 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: routerservicetype.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.851334 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.851845 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension router-service-type not supported by any of loaded plugins Dec 12 17:22:32.852170 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.853773 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.854369 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: security-groups-normalized-cidr Dec 12 17:22:32.854694 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.855659 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.856175 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: port-security-groups-filtering Dec 12 17:22:32.856496 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.857425 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.857938 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: security-groups-remote-address-group Dec 12 17:22:32.858260 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.859216 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.859735 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: security-groups-shared-filtering Dec 12 17:22:32.860057 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.860637 n-d-760354-5 neutron-server[103041]: WARNING neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 12 17:22:32.860958 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: securitygroup.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.871229 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.871770 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: security-group Dec 12 17:22:32.872181 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: segment.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.872981 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.873498 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension segment not supported by any of loaded plugins Dec 12 17:22:32.873830 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.874783 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.875331 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 12 17:22:32.875670 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: servicetype.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.876787 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.877313 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: service-type Dec 12 17:22:32.877646 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: sorting.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.878714 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.879049 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: sorting Dec 12 17:22:32.879402 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: standard_attr_segment.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.880328 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.880864 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 12 17:22:32.881186 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: standardattrdescription.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.881846 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.882355 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: standard-attr-description Dec 12 17:22:32.882681 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: stateful_security_group.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.886842 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.887399 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: stateful-security-group Dec 12 17:22:32.887735 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: stdattrs_common.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.888327 n-d-760354-5 neutron-server[103041]: WARNING neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 12 17:22:32.888653 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.889625 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.890149 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 12 17:22:32.890478 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: subnet_onboard.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.891653 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.892176 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: subnet_onboard Dec 12 17:22:32.892506 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.893438 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.893953 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 12 17:22:32.894281 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: subnet_service_types.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.895210 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.895738 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: subnet-service-types Dec 12 17:22:32.896065 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: subnetallocation.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.897157 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.897674 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: subnet_allocation Dec 12 17:22:32.898001 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.898676 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.899192 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: subnetpool-prefix-ops Dec 12 17:22:32.899543 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.901063 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.901573 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 12 17:22:32.901899 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: tagging.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.902989 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.903532 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: standard-attr-tag Dec 12 17:22:32.903867 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: timestamp.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.905078 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.905600 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loaded extension: standard-attr-timestamp Dec 12 17:22:32.905929 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: trunk.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.906974 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.907521 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension trunk not supported by any of loaded plugins Dec 12 17:22:32.907848 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: trunk_details.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.908767 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.909362 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension trunk-details not supported by any of loaded plugins Dec 12 17:22:32.909688 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.910718 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.911265 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 12 17:22:32.911592 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Loading extension file: vlantransparent.py {{(pid=103041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 17:22:32.912272 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 17:22:32.912783 n-d-760354-5 neutron-server[103041]: INFO neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 12 17:22:32.915448 n-d-760354-5 neutron-server[103041]: INFO neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Creating instance of TrackedResource for resource:network Dec 12 17:22:32.915929 n-d-760354-5 neutron-server[103041]: INFO neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Creating instance of TrackedResource for resource:subnet Dec 12 17:22:32.916338 n-d-760354-5 neutron-server[103041]: INFO neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 12 17:22:32.916729 n-d-760354-5 neutron-server[103041]: INFO neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Creating instance of TrackedResource for resource:port Dec 12 17:22:32.917992 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.v2.resource_helper [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 17:22:32.918573 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.v2.resource_helper [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Service FLAVORS assigned prefix: {{(pid=103041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 17:22:32.919194 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.v2.resource_helper [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 17:22:32.919651 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.v2.resource_helper [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 17:22:32.919983 n-d-760354-5 neutron-server[103041]: INFO neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Creating instance of TrackedResource for resource:router Dec 12 17:22:32.920413 n-d-760354-5 neutron-server[103041]: INFO neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Creating instance of TrackedResource for resource:floatingip Dec 12 17:22:32.920947 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.v2.resource_helper [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Service METERING assigned prefix: /metering {{(pid=103041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 17:22:32.922462 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.922841 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.923194 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:22:32.924237 n-d-760354-5 neutron-server[103041]: INFO neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Creating instance of CountableResource for resource:rbac_policy Dec 12 17:22:32.924680 n-d-760354-5 neutron-server[103041]: INFO neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Creating instance of TrackedResource for resource:security_group Dec 12 17:22:32.925122 n-d-760354-5 neutron-server[103041]: INFO neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 12 17:22:32.925734 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.v2.resource_helper [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Service CORE assigned prefix: {{(pid=103041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 17:22:32.926067 n-d-760354-5 neutron-server[103041]: INFO neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 12 17:22:32.926487 n-d-760354-5 neutron-server[103041]: WARNING neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] subnetpool is already registered Dec 12 17:22:32.926927 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.v2.resource_helper [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Service CORE assigned prefix: {{(pid=103041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 17:22:32.927280 n-d-760354-5 neutron-server[103041]: INFO neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 12 17:22:32.927614 n-d-760354-5 neutron-server[103041]: WARNING neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] subnetpool is already registered Dec 12 17:22:32.929872 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.v2.resource_helper [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 17:22:32.930303 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.v2.resource_helper [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Service FLAVORS assigned prefix: {{(pid=103041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 17:22:32.930889 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.v2.resource_helper [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 17:22:32.931364 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.v2.resource_helper [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 17:22:32.931701 n-d-760354-5 neutron-server[103041]: INFO neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Creating instance of TrackedResource for resource:router Dec 12 17:22:32.932041 n-d-760354-5 neutron-server[103041]: WARNING neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] router is already registered Dec 12 17:22:32.932451 n-d-760354-5 neutron-server[103041]: INFO neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Creating instance of TrackedResource for resource:floatingip Dec 12 17:22:32.932788 n-d-760354-5 neutron-server[103041]: WARNING neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] floatingip is already registered Dec 12 17:22:32.933241 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.v2.resource_helper [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Service METERING assigned prefix: /metering {{(pid=103041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 17:22:32.933906 n-d-760354-5 neutron-server[103041]: INFO neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Creating instance of CountableResource for resource:rbac_policy Dec 12 17:22:32.934232 n-d-760354-5 neutron-server[103041]: WARNING neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] rbac_policy is already registered Dec 12 17:22:32.934639 n-d-760354-5 neutron-server[103041]: INFO neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Creating instance of TrackedResource for resource:security_group Dec 12 17:22:32.934971 n-d-760354-5 neutron-server[103041]: WARNING neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] security_group is already registered Dec 12 17:22:32.935403 n-d-760354-5 neutron-server[103041]: INFO neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 12 17:22:32.935735 n-d-760354-5 neutron-server[103041]: WARNING neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] security_group_rule is already registered Dec 12 17:22:32.936369 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.v2.resource_helper [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Service CORE assigned prefix: {{(pid=103041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 17:22:32.936697 n-d-760354-5 neutron-server[103041]: INFO neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 12 17:22:32.937030 n-d-760354-5 neutron-server[103041]: WARNING neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] subnetpool is already registered Dec 12 17:22:32.937445 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.v2.resource_helper [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Service CORE assigned prefix: {{(pid=103041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 17:22:32.937765 n-d-760354-5 neutron-server[103041]: INFO neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 12 17:22:32.938094 n-d-760354-5 neutron-server[103041]: WARNING neutron.quota.resource_registry [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] subnetpool is already registered Dec 12 17:22:32.938553 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: extensions {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.940075 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: address-groups {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.941590 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: address-scopes {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.943126 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: agents {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.944398 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: auto-allocated-topology {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.945676 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: availability_zones {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.947446 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: dhcp-networks {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.948965 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: dhcp-agents {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.950407 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: routers {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.952653 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: flavors {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.953834 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: service_profiles {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.955059 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: next_providers {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.956559 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: service_profiles {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.959068 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: floatingip-pools {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.960329 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: routers {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.963120 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: floatingips {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.964444 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: l3-routers {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.965852 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: l3-agents {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.967303 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: metering-labels {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.968679 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: metering-label-rules {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.969982 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: network-ip-availabilities {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.971268 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: bindings {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.972943 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: quotas {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.974521 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: quotas {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.976109 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: rbac-policies {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.977407 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: security-groups {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.978692 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: security-group-rules {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.980039 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: service-providers {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.981272 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: subnetpools {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.982708 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: subnetpools {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.984220 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: tags {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.985908 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: tags {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.987767 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: tags {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.989568 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: tags {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.991409 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: tags {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.993289 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: tags {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.995324 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: tags {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.997324 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: tags {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:32.999110 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: tags {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:33.000988 n-d-760354-5 neutron-server[103041]: DEBUG neutron.api.extensions [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Extended resource: tags {{(pid=103041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 17:22:33.007176 n-d-760354-5 neutron-server[103041]: WARNING keystonemiddleware.auth_token [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 12 17:22:33.012452 n-d-760354-5 neutron-server[103041]: WARNING keystonemiddleware.auth_token [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 12 17:22:33.021326 n-d-760354-5 neutron-server[103041]: DEBUG oslo_concurrency.lockutils [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Acquired lock "singleton_lock" {{(pid=103041) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 12 17:22:33.021799 n-d-760354-5 neutron-server[103041]: DEBUG oslo_concurrency.lockutils [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Releasing lock "singleton_lock" {{(pid=103041) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 12 17:22:33.022449 n-d-760354-5 neutron-server[103041]: INFO oslo_service.service [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Starting 2 workers Dec 12 17:22:33.028004 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Started child 103150 {{(pid=103041) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 12 17:22:33.033061 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Started child 103151 {{(pid=103041) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 12 17:22:33.034561 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:33.035192 n-d-760354-5 neutron-server[103041]: INFO neutron.service [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 12 17:22:33.035319 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Publish callbacks [] for process, before_spawn {{(pid=103041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:33.036122 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [-] (103150) wsgi starting up on http://0.0.0.0:9696 Dec 12 17:22:33.037622 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:33.038048 n-d-760354-5 neutron-server[103041]: INFO oslo_service.service [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Starting 1 workers Dec 12 17:22:33.039041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [-] (103151) wsgi starting up on http://0.0.0.0:9696 Dec 12 17:22:33.043109 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Started child 103152 {{(pid=103041) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 12 17:22:33.043696 n-d-760354-5 neutron-server[103041]: INFO oslo_service.service [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Starting 1 workers Dec 12 17:22:33.047123 n-d-760354-5 neutron-server[103152]: DEBUG neutron.service [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] calling RpcWorker wait() {{(pid=103152) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 12 17:22:33.047712 n-d-760354-5 neutron-server[103152]: DEBUG neutron.service [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] returning from RpcWorker wait() {{(pid=103152) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 12 17:22:33.048153 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Started child 103153 {{(pid=103041) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 12 17:22:33.048950 n-d-760354-5 neutron-server[103041]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9202-a1d9-4b75-9aaa-695f043adae7 None None] Publish callbacks [] for process, after_spawn {{(pid=103041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:33.049218 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:33.049729 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:22:33.050849 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103041) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 12 17:22:33.051157 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 12 17:22:33.051395 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 12 17:22:33.051620 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 12 17:22:33.051966 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 12 17:22:33.052153 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 12 17:22:33.052654 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.052933 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.053198 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.053399 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:33.053867 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.053867 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.054348 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.054456 n-d-760354-5 neutron-server[103153]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:22:33.054613 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.054856 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.055132 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.055393 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.055569 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.055737 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.056029 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.056265 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.056579 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.056839 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.057091 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.057340 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.057583 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.057844 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.058103 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.058332 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.058602 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] debug = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.058860 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.059394 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.059626 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.059883 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.060136 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.060402 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.060649 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.060929 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.061187 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.061404 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.061657 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.061909 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.062144 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.062356 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.062579 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.062819 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.063079 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.063381 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.063834 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] host = n-d-760354-5 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.064055 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.064306 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.064573 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.064815 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.065088 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.065296 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.065542 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.065793 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.066019 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.066248 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.066476 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.066715 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.066928 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.067188 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] log_file = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.067432 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] log_options = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.067615 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.067888 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.068149 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.068347 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.068518 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.068698 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.068969 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.069133 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.069479 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.069723 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.069938 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.070152 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.070390 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.070623 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.070875 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.071106 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.071373 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.072113 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.072361 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.072607 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.072837 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.073081 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.073330 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.073570 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.073804 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.074034 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.074277 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.074489 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.074728 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.074982 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.075265 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.075492 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.075697 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.075938 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.076196 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.076442 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.076673 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.076884 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.077157 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.077381 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.077638 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.077889 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.078102 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.078347 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.078580 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.078822 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.079068 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] use_json = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.079319 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.079552 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.079794 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.080007 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.080237 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.080450 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.080686 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.080940 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.081352 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.081647 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.081971 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.082232 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.082461 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.082742 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.084128 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.084377 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.084646 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.084882 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.085227 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.085472 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.085749 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.085989 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.086249 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.086563 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.088350 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.088482 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.088869 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.089069 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.089410 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.089686 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.090024 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.090273 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.090527 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.090842 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.091049 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.091385 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.091649 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.092189 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.092485 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.092750 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.093039 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.093269 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.093519 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.094737 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.094737 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.094737 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.094737 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.095029 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.095096 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.096798 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.096798 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.096798 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.096798 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.096798 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.096798 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.097194 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.097268 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.097463 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.097709 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.097934 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.098179 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.098401 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.098657 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.098895 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.099165 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.099802 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.099802 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.099976 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.100117 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.102241 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.102241 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.102241 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.102241 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.102241 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.102241 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.102241 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.102241 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.102241 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.102782 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.102782 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.102782 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.103012 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.103265 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.103459 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.103694 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.104023 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.104247 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.104469 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.104691 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.104910 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.105127 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.105361 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.105576 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.105841 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.106057 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.106271 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.106485 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.106700 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.106916 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.107335 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.107657 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.107899 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.108141 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.108379 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.108635 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.108857 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.109123 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.109364 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.109586 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.109798 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.110046 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.110292 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.110523 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.110753 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.110974 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.111245 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.111476 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.111721 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.111938 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.112173 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.112684 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.112979 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.113218 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.113455 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.113696 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.113953 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.114322 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.114593 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.114896 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.115121 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.115421 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.115732 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.116021 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.116307 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.116569 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.116790 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.117222 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.117635 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.118047 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.118464 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.118846 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.119486 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.119882 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.120267 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.120665 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.121057 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.121521 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.121910 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.122271 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.122662 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.123075 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.123468 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.123865 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.124381 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.124772 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.125226 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.125628 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.126030 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.126406 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.126660 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.126902 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.127124 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.127401 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.127641 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.127906 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.128126 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.128369 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.128611 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.128831 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.129061 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.129296 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.129518 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.129740 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.129993 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.130232 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.130455 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.130706 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.130952 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.131359 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.131726 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.132102 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.132518 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.132900 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.133327 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.133733 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.134628 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.134999 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.135393 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.135795 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.136172 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.136585 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.136970 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.137327 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.137685 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.138050 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.138426 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.138804 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.139181 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.139592 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.139990 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.140394 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.141019 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.141414 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.141655 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.141961 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.142195 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.142430 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.142676 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.142922 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.143148 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.143400 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.143627 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.143874 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.144127 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.144376 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.144593 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.145023 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.145447 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.145710 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.145942 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.146238 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.146496 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.146759 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.147011 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.147437 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.147812 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.148048 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.148267 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.148483 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.148709 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.148955 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.149168 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.149418 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.149631 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.150434 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.150665 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.150889 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.151131 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.151383 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.151599 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.151819 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.152043 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.152261 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.152472 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.152701 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.152918 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.153152 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.153381 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.153603 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.153816 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.154039 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.154251 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.154462 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.154689 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.154907 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.155121 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.155447 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.155717 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.155977 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.156245 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.156474 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.156738 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.156982 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.157290 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.157505 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.157747 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.157971 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.158222 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.158445 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.158714 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.159036 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.159351 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.159613 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.159878 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.160150 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.160428 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.160695 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.160908 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.161215 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.161543 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.161823 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.162073 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.162306 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.162558 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.162800 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.163023 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.163292 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.163550 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.163769 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.164033 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.164286 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.164514 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.164739 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.164968 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.165195 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.165515 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.165692 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.165946 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.166182 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.166333 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 12 17:22:33.166884 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103041) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 12 17:22:33.167051 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 12 17:22:33.167225 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 12 17:22:33.167432 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 12 17:22:33.167614 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 12 17:22:33.167771 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 12 17:22:33.167984 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.168147 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.168310 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.168472 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.168635 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.168825 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.168986 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.169303 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.169467 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.169629 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.169795 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.169976 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.170140 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.170302 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.170464 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.170682 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.170768 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.170923 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.171090 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.171292 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.171464 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.171616 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.171761 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] debug = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.171906 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.172102 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.172272 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.172433 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.172596 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.172742 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.172907 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.173056 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.173215 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.173376 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.173522 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.173678 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.173826 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.173970 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.174121 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.174272 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.174414 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.174555 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.174724 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] host = n-d-760354-5 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.174884 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.175044 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.175240 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.175376 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.175537 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.175697 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.175857 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.176020 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.176184 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.176344 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.176503 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.176665 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.176825 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.176986 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] log_file = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.177147 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] log_options = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.177306 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.177622 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.177782 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.177969 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.178137 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.178301 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.178462 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.178625 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.178786 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.178947 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.179109 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.179300 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.179461 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.179621 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.179782 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.179946 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.180119 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.180286 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.180435 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.180609 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.181572 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.181572 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.181572 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.181572 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.181572 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.181572 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.182328 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.182328 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.182328 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.182328 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.182328 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.182328 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.182761 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.182761 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.182910 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.182998 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.183079 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.187229 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.187229 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.187229 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.187229 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.187229 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.187229 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.187229 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.187229 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.187736 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.187736 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] use_json = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.187736 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.187908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:22:33.187979 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.187979 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.187979 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.187979 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.187979 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.187979 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.187979 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 17:22:33.187979 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.188405 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.188405 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.188405 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.188405 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.188405 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.188405 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.188405 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.188405 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.188827 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.188827 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.188827 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.188827 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.188827 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.188827 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.188827 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.188827 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.189269 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.189269 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.189269 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.189269 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.189269 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.189584 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.189584 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.189867 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.189867 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.190010 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.190139 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.190302 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.190480 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.190643 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.190808 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.190973 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.191136 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.191325 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.191489 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.191653 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.191818 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.191982 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.192145 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.192309 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.192472 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.192637 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.192801 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.192965 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.193130 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.193295 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.193459 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.193623 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.193787 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.193952 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.194116 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.194281 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.194446 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.194616 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.194780 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.194943 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.195116 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.195300 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.195466 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.195634 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.195797 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.196116 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.196279 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.196448 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.197131 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.197302 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.197897 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.197897 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.197897 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.198245 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.198245 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.198245 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.198452 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.198578 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.198701 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.199046 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.199046 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.199254 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.199336 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.199489 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.199663 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.199822 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.199984 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.200155 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.200314 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.200496 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.200625 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.200942 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.201110 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.201269 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.201445 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.201844 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.201844 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.201999 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.202084 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.202229 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.202544 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.202712 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.202876 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.203040 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.203226 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.203387 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.203553 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.203722 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.203887 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.204048 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.204375 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.204542 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.204711 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.204878 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.205036 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.205200 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.205975 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.205975 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.205975 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.205975 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.205975 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.206293 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.206293 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.206463 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.206697 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.206831 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.206925 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.207083 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.207275 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.207408 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.207567 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.207720 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.207943 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.208031 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.208179 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.208342 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.208501 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.208679 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.208845 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.209001 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.209167 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.209346 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.209503 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.209663 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.209820 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.209990 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.210144 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.210306 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.210472 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.210647 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.210788 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.210953 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.211119 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.211299 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.211464 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.211629 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.211794 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.211963 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.212124 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.212817 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.213141 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.213313 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.213476 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.215246 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.215246 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.215246 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.215246 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.215246 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.215246 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.215246 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.215246 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.215736 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.215736 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.215736 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.215736 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.215736 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.215736 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.216076 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.216076 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.216196 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.216260 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.216565 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.216565 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.216853 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.216853 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.217120 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.217269 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.217411 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.217552 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.217692 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.217832 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.217971 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.218113 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.218253 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.218392 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.218540 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.218691 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.218857 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.219004 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.219172 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.219342 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.219508 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.219655 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.219821 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.219979 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.220122 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.220287 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.220454 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.220621 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.220787 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.220944 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.221085 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.221251 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.221424 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.221638 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.221784 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.221925 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.222064 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.222206 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.222346 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.222496 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.222637 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.222787 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.222938 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.223079 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.223251 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.223399 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.223576 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.223720 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.223860 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.224026 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.224185 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.224328 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.224500 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.224667 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.224813 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.224965 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.225132 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.225279 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.225456 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.225727 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.225873 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.226870 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.226870 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.226870 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.226870 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.226870 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.226870 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.226870 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.228916 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.228916 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.228916 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.228916 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.228916 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.228916 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.228916 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.228916 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.229469 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.229469 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.229469 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.229469 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.229469 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.229469 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.229469 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.229469 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.230009 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.230009 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.230009 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.230009 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.230643 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.230643 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.230643 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.230643 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.231025 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.231025 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.231025 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.231411 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.231411 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.231740 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.231740 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.231984 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.231984 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.232224 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.232351 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.232482 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.232617 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.232746 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.232910 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.233039 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.233173 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.233327 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.233490 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.233655 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.233818 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 17:22:33.233975 n-d-760354-5 neutron-server[103041]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 12 17:22:33.304055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58890) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:22:33.313195 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070274 Dec 12 17:22:44.738833 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b28ba2-a5bb-4f1a-be16-f4e5fc0a67f2 None None] get_active_networks_info from n-d-760354-5 {{(pid=103152) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 17:22:44.801253 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b28ba2-a5bb-4f1a-be16-f4e5fc0a67f2 None None] No non-hosted networks {{(pid=103152) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 12 17:22:44.830209 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.agentschedulers_db [None req-a1b28ba2-a5bb-4f1a-be16-f4e5fc0a67f2 None None] DHCP Agent not found on host n-d-760354-5 {{(pid=103152) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 12 17:22:44.972226 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b1d5505d-d910-4302-b32f-590c06efc953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-468721'] for agent, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:46.863385 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-170ba114-0880-4e2f-a539-55ed3fed69a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-468721'] for agent, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:46.919924 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be1e8c58-01a2-403e-a9cd-7d8e622befdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:48.183148 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-468721'] for agent, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:49.866269 n-d-760354-5 neutron-server[103152]: INFO neutron.db.l3_hamode_db [None req-b888f883-09ef-46cd-9a58-d33e525144d8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 12 17:22:49.966131 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-468721'] for agent, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:49.969352 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b888f883-09ef-46cd-9a58-d33e525144d8 None None] Routers set() bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:22:49.969956 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b888f883-09ef-46cd-9a58-d33e525144d8 None None] Router IDs set() for agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 17:22:50.618667 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-468721'] for agent, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:50.619658 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:50.620047 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:50.620383 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:50.620943 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:50.621323 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:50.621651 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:50.621976 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:50.622349 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:50.622672 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:50.622992 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:50.623397 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:50.623716 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:50.624034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:50.624459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-760354-5', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:22:50.635673 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-760354-5', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:22:51.079890 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58984) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:22:51.577860 n-d-760354-5 neutron-server[103150]: WARNING oslo_policy.policy [None req-a08f49d1-3043-4f20-952f-5daf33781529 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 17:22:51.578520 n-d-760354-5 neutron-server[103150]: WARNING oslo_policy.policy [None req-a08f49d1-3043-4f20-952f-5daf33781529 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 17:22:51.808484 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-a08f49d1-3043-4f20-952f-5daf33781529 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:22:51.809759 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a08f49d1-3043-4f20-952f-5daf33781529 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7277620 Dec 12 17:22:54.372960 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59000) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:22:54.676813 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-acc02bf1-c937-4b09-b16b-0aa93a3ec6a6 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:22:54.772434 n-d-760354-5 neutron-server[103150]: DEBUG neutron.policy [None req-acc02bf1-c937-4b09-b16b-0aa93a3ec6a6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103150) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 12 17:22:54.819424 n-d-760354-5 neutron-server[103150]: WARNING oslo_policy.policy [None req-acc02bf1-c937-4b09-b16b-0aa93a3ec6a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 17:22:54.819798 n-d-760354-5 neutron-server[103150]: WARNING oslo_policy.policy [None req-acc02bf1-c937-4b09-b16b-0aa93a3ec6a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 17:22:54.834131 n-d-760354-5 neutron-server[103150]: INFO neutron.quota [None req-acc02bf1-c937-4b09-b16b-0aa93a3ec6a6 admin admin] Loaded quota_driver: . Dec 12 17:22:54.925916 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acc02bf1-c937-4b09-b16b-0aa93a3ec6a6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778470649047', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778470649530', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778470597646', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778470612871', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778470619055', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778469644443', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-594666', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1501930', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-500421', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-613906'] for rbac-policy, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:54.991182 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acc02bf1-c937-4b09-b16b-0aa93a3ec6a6 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:54.992366 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-acc02bf1-c937-4b09-b16b-0aa93a3ec6a6 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6183879 Dec 12 17:22:57.766140 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59012) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:22:58.056995 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Request body: {'network': {'project_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'name': 'private', 'tenant_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'admin_state_up': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:22:58.084447 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Made reservation on behalf of e16c2b5e95ff4d16979198e4b28217ab for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:22:58.087746 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:58.104675 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:58.210186 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:58.214276 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:58.233757 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:22:58.260919 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778471747961', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:58.261499 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Unsubscribe: segment precommit_create {{(pid=103150) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 12 17:22:58.262007 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Added segment da516826-5147-4ce3-ab9a-a509c0e7aae5 of type vlan for network 02db1145-f256-4ac8-b3e8-16bdbca36919 Dec 12 17:22:58.277606 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445fb959-2834-4b3d-b59e-239778f4fa45,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:22:58.303079 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:58.303443 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:58.303788 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:58.304128 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:58.304454 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:58.304780 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:58.305104 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:58.305466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:58.305785 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:58.306104 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:58.306425 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:58.306743 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:58.307059 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Tracked resource versions report: Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: pushed versions: Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: { 'AddressGroup': {'1.2'}, Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'ConntrackHelper': {'1.0'}, Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'LocalIPAssociation': {'1.0'}, Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'Log': {'1.0'}, Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'Network': {'1.1'}, Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'Port': {'1.7'}, Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'PortForwarding': {'1.2'}, Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'QosPolicy': {'1.10'}, Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'SecurityGroup': {'1.5'}, Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'SecurityGroupRule': {'1.2'}, Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'SubPort': {'1.0'}, Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'Subnet': {'1.1'}, Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'Trunk': {'1.1'}} Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: consumer versions: Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: { DHCP agent@n-d-760354-5: {}, Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: L3 agent@n-d-760354-5: {}, Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: Metadata agent@n-d-760354-5: {}, Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: Metering agent@n-d-760354-5: {}, Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: Open vSwitch agent@n-d-760354-5: { 'AddressGroup': '1.2', Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'ConntrackHelper': '1.0', Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'LocalIPAssociation': '1.0', Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'Log': '1.0', Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'Network': '1.1', Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'Port': '1.7', Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'PortForwarding': '1.2', Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'QosPolicy': '1.10', Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'SecurityGroup': '1.5', Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'SecurityGroupRule': '1.2', Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'SubPort': '1.0', Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'Subnet': '1.1', Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: 'Trunk': '1.1'}} Dec 12 17:22:58.308224 n-d-760354-5 neutron-server[103150]: {{(pid=103150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 17:22:58.383937 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:58.422832 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:58.424228 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:22:58.424916 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:22:58.504760 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7375484 Dec 12 17:22:58.522990 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbb9ed-9ff8-4b26-a0a6-0525110ec6d2 admin admin] Pushing event updated for resources: {'Network': ['ID=02db1145-f256-4ac8-b3e8-16bdbca36919,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:22:58.535662 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 02db1145-f256-4ac8-b3e8-16bdbca36919 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:23:01.374757 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59026) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:23:01.758786 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7df4721-6ac9-435b-b958-8971cd65b005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:23:01.760187 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f7df4721-6ac9-435b-b958-8971cd65b005 admin admin] 10.222.0.18 "GET /v2.0/networks/02db1145-f256-4ac8-b3e8-16bdbca36919 HTTP/1.1" status: 200 len: 825 time: 0.3844531 Dec 12 17:23:01.784229 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f2bec5ce-c493-46e8-9f8f-ba369247e58d admin admin] 10.222.0.18 "GET /v2.0/subnetpools/d7b9b904-db35-4e73-9921-a6be322f41ed HTTP/1.1" status: 200 len: 734 time: 0.0180967 Dec 12 17:23:01.793460 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ce52f75d-b3d2-4a48-81aa-1f84acb9a398 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '02db1145-f256-4ac8-b3e8-16bdbca36919', 'tenant_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'ip_version': 4, 'subnetpool_id': 'd7b9b904-db35-4e73-9921-a6be322f41ed', 'name': 'private-subnet'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:23:01.814385 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce52f75d-b3d2-4a48-81aa-1f84acb9a398 admin admin] Made reservation on behalf of e16c2b5e95ff4d16979198e4b28217ab for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:23:01.816878 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce52f75d-b3d2-4a48-81aa-1f84acb9a398 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:02.103592 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce52f75d-b3d2-4a48-81aa-1f84acb9a398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:02.170353 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52f75d-b3d2-4a48-81aa-1f84acb9a398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e65ed262-ea14-4d10-a80d-727476766a55,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:23:02.175952 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce52f75d-b3d2-4a48-81aa-1f84acb9a398 admin admin] Checking segment: {'id': 'da516826-5147-4ce3-ab9a-a509c0e7aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '02db1145-f256-4ac8-b3e8-16bdbca36919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:23:02.176329 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce52f75d-b3d2-4a48-81aa-1f84acb9a398 admin admin] Network hostable DHCP agents. Network: 02db1145-f256-4ac8-b3e8-16bdbca36919, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:23:02.196797 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce52f75d-b3d2-4a48-81aa-1f84acb9a398 admin admin] Network 02db1145-f256-4ac8-b3e8-16bdbca36919 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:23:02.207070 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ce52f75d-b3d2-4a48-81aa-1f84acb9a398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 02db1145-f256-4ac8-b3e8-16bdbca36919) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:23:02.211798 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce52f75d-b3d2-4a48-81aa-1f84acb9a398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:23:02.212562 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce52f75d-b3d2-4a48-81aa-1f84acb9a398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:02.217589 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fb5ba3-c9be-4714-b4e6-1125283bfa72 None None] Network 02db1145-f256-4ac8-b3e8-16bdbca36919 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:23:02.228070 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ce52f75d-b3d2-4a48-81aa-1f84acb9a398 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4383731 Dec 12 17:23:02.487390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-02db1145-f256-4ac8-b3e8-16bdbca36919', 'network_id': '02db1145-f256-4ac8-b3e8-16bdbca36919', 'project_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'fixed_ips': [{'subnet_id': 'e65ed262-ea14-4d10-a80d-727476766a55'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:23:02.488682 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:02.792220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Allocated IP 172.20.0.2 (02db1145-f256-4ac8-b3e8-16bdbca36919/e65ed262-ea14-4d10-a80d-727476766a55/39f310ae-56c0-4355-b56e-dc3c2d34cf31) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:23:03.033842 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:03.042435 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:03.124253 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Network 02db1145-f256-4ac8-b3e8-16bdbca36919 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:23:03.131299 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:23:03.134247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Pushing event updated for resources: {'Port': ['ID=39f310ae-56c0-4355-b56e-dc3c2d34cf31,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:23:03.143125 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:23:03.146526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:03.146872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:03.147244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:03.147594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:03.147927 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:03.148259 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:03.148590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:03.148991 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:03.149794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:03.150121 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:03.150447 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:03.150769 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:03.151088 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Tracked resource versions report: Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: pushed versions: Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: { 'AddressGroup': {'1.2'}, Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'ConntrackHelper': {'1.0'}, Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'LocalIPAssociation': {'1.0'}, Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'Log': {'1.0'}, Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'Network': {'1.1'}, Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'Port': {'1.7'}, Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'PortForwarding': {'1.2'}, Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'QosPolicy': {'1.10'}, Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'SecurityGroup': {'1.5'}, Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'SecurityGroupRule': {'1.2'}, Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'SubPort': {'1.0'}, Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'Subnet': {'1.1'}, Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'Trunk': {'1.1'}} Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: consumer versions: Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: { DHCP agent@n-d-760354-5: {}, Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: L3 agent@n-d-760354-5: {}, Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: Metadata agent@n-d-760354-5: {}, Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: Metering agent@n-d-760354-5: {}, Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: Open vSwitch agent@n-d-760354-5: { 'AddressGroup': '1.2', Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'ConntrackHelper': '1.0', Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'LocalIPAssociation': '1.0', Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'Log': '1.0', Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'Network': '1.1', Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'Port': '1.7', Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'PortForwarding': '1.2', Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'QosPolicy': '1.10', Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'SecurityGroup': '1.5', Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'SecurityGroupRule': '1.2', Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'SubPort': '1.0', Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'Subnet': '1.1', Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: 'Trunk': '1.1'}} Dec 12 17:23:03.152273 n-d-760354-5 neutron-server[103152]: {{(pid=103152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 17:23:03.228417 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Attempting to bind port 39f310ae-56c0-4355-b56e-dc3c2d34cf31 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:23:03.229059 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Attempting to bind port 39f310ae-56c0-4355-b56e-dc3c2d34cf31 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'da516826-5147-4ce3-ab9a-a509c0e7aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '02db1145-f256-4ac8-b3e8-16bdbca36919'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:23:03.229228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Attempting to bind port 39f310ae-56c0-4355-b56e-dc3c2d34cf31 on network 02db1145-f256-4ac8-b3e8-16bdbca36919 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:23:03.234160 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:23:03.234546 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Checking segment: {'id': 'da516826-5147-4ce3-ab9a-a509c0e7aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '02db1145-f256-4ac8-b3e8-16bdbca36919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:23:03.235043 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:03.235471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Bound using segment: {'id': 'da516826-5147-4ce3-ab9a-a509c0e7aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '02db1145-f256-4ac8-b3e8-16bdbca36919'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:23:03.235954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Bound port: 39f310ae-56c0-4355-b56e-dc3c2d34cf31, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da516826-5147-4ce3-ab9a-a509c0e7aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '02db1145-f256-4ac8-b3e8-16bdbca36919'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:23:03.236359 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:03.297955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] For port 39f310ae-56c0-4355-b56e-dc3c2d34cf31, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:23:03.302293 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] For port 39f310ae-56c0-4355-b56e-dc3c2d34cf31, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=39f310ae-56c0-4355-b56e-dc3c2d34cf31,segment=NetworkSegment(da516826-5147-4ce3-ab9a-a509c0e7aae5),segment_id=da516826-5147-4ce3-ab9a-a509c0e7aae5)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:23:03.306172 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:03.374375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077adb41-a67e-4431-990e-efc5a1b0ae6c None None] Pushing event updated for resources: {'Port': ['ID=39f310ae-56c0-4355-b56e-dc3c2d34cf31,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:23:04.878651 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59034) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:23:05.193482 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-97fda0c2-9044-4650-b09d-5afb9e57e165 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:23:05.194605 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-97fda0c2-9044-4650-b09d-5afb9e57e165 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3149159 Dec 12 17:23:07.808345 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59042) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:23:08.115175 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-25eef447-6708-4534-9bee-1c9f865ef7b4 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:23:08.116296 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-25eef447-6708-4534-9bee-1c9f865ef7b4 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3070159 Dec 12 17:23:10.933026 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59052) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:23:11.465492 n-d-760354-5 neutron-server[103151]: WARNING oslo_policy.policy [None req-d82f1bec-6d6f-498e-86c5-c5554d3eb149 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 17:23:11.466068 n-d-760354-5 neutron-server[103151]: WARNING oslo_policy.policy [None req-d82f1bec-6d6f-498e-86c5-c5554d3eb149 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 17:23:11.695133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d82f1bec-6d6f-498e-86c5-c5554d3eb149 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'e16c2b5e95ff4d16979198e4b28217ab'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:23:11.760666 n-d-760354-5 neutron-server[103151]: DEBUG neutron.policy [None req-d82f1bec-6d6f-498e-86c5-c5554d3eb149 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103151) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 12 17:23:11.809471 n-d-760354-5 neutron-server[103151]: WARNING oslo_policy.policy [None req-d82f1bec-6d6f-498e-86c5-c5554d3eb149 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 17:23:11.809863 n-d-760354-5 neutron-server[103151]: WARNING oslo_policy.policy [None req-d82f1bec-6d6f-498e-86c5-c5554d3eb149 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 17:23:11.818656 n-d-760354-5 neutron-server[103151]: INFO neutron.quota [None req-d82f1bec-6d6f-498e-86c5-c5554d3eb149 admin admin] Loaded quota_driver: . Dec 12 17:23:11.878473 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d82f1bec-6d6f-498e-86c5-c5554d3eb149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:11.880431 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d82f1bec-6d6f-498e-86c5-c5554d3eb149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:12.034004 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d82f1bec-6d6f-498e-86c5-c5554d3eb149 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:12.039841 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d82f1bec-6d6f-498e-86c5-c5554d3eb149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:12.059717 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d82f1bec-6d6f-498e-86c5-c5554d3eb149 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:12.060928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d82f1bec-6d6f-498e-86c5-c5554d3eb149 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1269422 Dec 12 17:23:12.423958 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 39f310ae-56c0-4355-b56e-dc3c2d34cf31 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:23:12.511598 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66fffeb-814e-468f-975a-fbb3761822a6 None None] Network 02db1145-f256-4ac8-b3e8-16bdbca36919 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:23:12.531485 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 39f310ae-56c0-4355-b56e-dc3c2d34cf31 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:23:12.531881 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:12.641666 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-75aea227-045a-431d-ad14-8c676c049699 None None] Provisioning complete for port 39f310ae-56c0-4355-b56e-dc3c2d34cf31 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:23:12.641954 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75aea227-045a-431d-ad14-8c676c049699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:12.760690 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:12.827062 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 39f310ae-56c0-4355-b56e-dc3c2d34cf31, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=39f310ae-56c0-4355-b56e-dc3c2d34cf31,segment=NetworkSegment(da516826-5147-4ce3-ab9a-a509c0e7aae5),segment_id=da516826-5147-4ce3-ab9a-a509c0e7aae5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:23:12.832106 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:12.870010 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75aea227-045a-431d-ad14-8c676c049699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:12.902375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=39f310ae-56c0-4355-b56e-dc3c2d34cf31,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:23:12.946622 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-75aea227-045a-431d-ad14-8c676c049699 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:23:12.947339 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-75aea227-045a-431d-ad14-8c676c049699 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:23:13.718953 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0ed4037a-0760-40da-8475-d65e6019b763 None None] Provisioning complete for port 39f310ae-56c0-4355-b56e-dc3c2d34cf31 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:23:13.719652 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ed4037a-0760-40da-8475-d65e6019b763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:14.404019 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 39f310ae-56c0-4355-b56e-dc3c2d34cf31 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:23:14.449667 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 39f310ae-56c0-4355-b56e-dc3c2d34cf31 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:23:14.450031 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:14.660194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59074) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:23:14.679142 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c2a74a2-ee2d-43f3-be47-ec7b8f560b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:14.965223 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [None req-30d1c15c-c9f3-4054-852e-94e4a2352b09 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:23:14.966247 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-30d1c15c-c9f3-4054-852e-94e4a2352b09 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3049872 Dec 12 17:23:16.857425 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a5e4e7c0-a3bd-4f41-8ebb-2b099c1f9bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:17.512855 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59082) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:23:17.845395 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:23:17.867692 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Made reservation on behalf of 80c7320665ee4be9af39f9fc8d718e17 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:23:17.870905 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:17.886626 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:17.989316 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:17.992917 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:18.003493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Reserving flat network on physical network physnet1 {{(pid=103151) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 12 17:23:18.036226 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778471747961', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:18.036792 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Unsubscribe: segment precommit_create {{(pid=103151) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 12 17:23:18.037309 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Added segment 3fb3ba24-6939-418c-9d5c-dae513c486d7 of type flat for network 890a4b59-34d7-4315-9d80-83fedf65298e Dec 12 17:23:18.052519 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8dbf4c-2ff1-441c-8fba-3ced15038b87,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:23:18.065300 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:18.079623 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:18.079973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:18.080318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:18.080659 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:18.080999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:18.081326 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:18.081658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:18.081981 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:18.082305 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:18.082627 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:18.082949 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:18.083310 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:18.083634 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Tracked resource versions report: Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: pushed versions: Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: { 'AddressGroup': {'1.2'}, Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'ConntrackHelper': {'1.0'}, Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'LocalIPAssociation': {'1.0'}, Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'Log': {'1.0'}, Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'Network': {'1.1'}, Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'Port': {'1.7'}, Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'PortForwarding': {'1.2'}, Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'QosPolicy': {'1.10'}, Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'SecurityGroup': {'1.5'}, Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'SecurityGroupRule': {'1.2'}, Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'SubPort': {'1.0'}, Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'Subnet': {'1.1'}, Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'Trunk': {'1.1'}} Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: consumer versions: Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: { DHCP agent@n-d-760354-5: {}, Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: L3 agent@n-d-760354-5: {}, Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: Metadata agent@n-d-760354-5: {}, Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: Metering agent@n-d-760354-5: {}, Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: Open vSwitch agent@n-d-760354-5: { 'AddressGroup': '1.2', Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'ConntrackHelper': '1.0', Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'LocalIPAssociation': '1.0', Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'Log': '1.0', Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'Network': '1.1', Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'Port': '1.7', Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'PortForwarding': '1.2', Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'QosPolicy': '1.10', Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'SecurityGroup': '1.5', Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'SecurityGroupRule': '1.2', Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'SubPort': '1.0', Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'Subnet': '1.1', Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: 'Trunk': '1.1'}} Dec 12 17:23:18.084806 n-d-760354-5 neutron-server[103151]: {{(pid=103151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 17:23:18.164011 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:18.204392 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:18.205438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:23:18.206129 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:18.278657 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7647426 Dec 12 17:23:18.308279 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904ff2b-a211-43bc-9f15-8761e4879445 admin admin] Pushing event updated for resources: {'Network': ['ID=890a4b59-34d7-4315-9d80-83fedf65298e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:23:18.323305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 890a4b59-34d7-4315-9d80-83fedf65298e details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:23:19.110017 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 5 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:23:19.817600 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:20.621914 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:20.845731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59104) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:23:21.062245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f17b04-5f70-4559-b0f0-ce961716de0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:23:21.063632 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-08f17b04-5f70-4559-b0f0-ce961716de0e admin admin] 10.222.0.18 "GET /v2.0/subnets/e65ed262-ea14-4d10-a80d-727476766a55 HTTP/1.1" status: 200 len: 849 time: 0.2169564 Dec 12 17:23:21.198585 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-80f73910-17f6-4138-adaf-c1e6f77b4a7f admin admin] 10.222.0.18 "GET /v2.0/routers/100f673c-1e8f-4334-bea3-954ae5e7cb81 HTTP/1.1" status: 200 len: 704 time: 0.1289246 Dec 12 17:23:21.462245 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4e1f633-9675-4b47-ad48-4873ce781c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:21.754841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-a4e1f633-9675-4b47-ad48-4873ce781c53 admin admin] Allocated IP 172.20.0.1 (02db1145-f256-4ac8-b3e8-16bdbca36919/e65ed262-ea14-4d10-a80d-727476766a55/ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:23:21.935970 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4e1f633-9675-4b47-ad48-4873ce781c53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:22.002448 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4e1f633-9675-4b47-ad48-4873ce781c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:22.073447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e1f633-9675-4b47-ad48-4873ce781c53 admin admin] Network 02db1145-f256-4ac8-b3e8-16bdbca36919 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:23:22.081939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a4e1f633-9675-4b47-ad48-4873ce781c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:23:22.092221 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e1f633-9675-4b47-ad48-4873ce781c53 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:23:22.093350 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4e1f633-9675-4b47-ad48-4873ce781c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:22.111276 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1f633-9675-4b47-ad48-4873ce781c53 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:23:22.260858 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5b20997d-d189-492b-a069-45c8fd759cf2 None None] Provisioning complete for port ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:23:22.261493 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b20997d-d189-492b-a069-45c8fd759cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:22.281256 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4e1f633-9675-4b47-ad48-4873ce781c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:22.293358 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5b20997d-d189-492b-a069-45c8fd759cf2 None None] Port ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:23:22.530195 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4e1f633-9675-4b47-ad48-4873ce781c53 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:22.534671 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4e1f633-9675-4b47-ad48-4873ce781c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:22.535448 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4e1f633-9675-4b47-ad48-4873ce781c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:22.612318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1f633-9675-4b47-ad48-4873ce781c53 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:23:22.654051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e1f633-9675-4b47-ad48-4873ce781c53 admin admin] Network 02db1145-f256-4ac8-b3e8-16bdbca36919 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:23:22.655326 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a4e1f633-9675-4b47-ad48-4873ce781c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:23:22.814036 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ff37292a-3e1f-4538-88c2-a76f3d47215e None None] Provisioning complete for port ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:23:22.814407 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ff37292a-3e1f-4538-88c2-a76f3d47215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:22.814718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e1f633-9675-4b47-ad48-4873ce781c53 admin admin] Router 100f673c-1e8f-4334-bea3-954ae5e7cb81 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:23:22.849349 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ff37292a-3e1f-4538-88c2-a76f3d47215e None None] Port ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:23:22.904577 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e1f633-9675-4b47-ad48-4873ce781c53 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:23:22.912307 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a4e1f633-9675-4b47-ad48-4873ce781c53 admin admin] 10.222.0.18 "PUT /v2.0/routers/100f673c-1e8f-4334-bea3-954ae5e7cb81/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7082121 Dec 12 17:23:22.915007 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Sync routers for ids ['100f673c-1e8f-4334-bea3-954ae5e7cb81'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:23:22.927560 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Routers {'100f673c-1e8f-4334-bea3-954ae5e7cb81'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:23:22.928312 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:23:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['100f673c-1e8f-4334-bea3-954ae5e7cb81'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:23:23.118751 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Set router 100f673c-1e8f-4334-bea3-954ae5e7cb81 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:23:23.550039 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100f673c-1e8f-4334-bea3-954ae5e7cb81', 'name': 'router1', 'tenant_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:23:11Z', 'updated_at': '2021-12-12T17:23:22Z', 'revision_number': 2, 'project_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'gw_port_host': None, '_interfaces': [{'id': 'ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1', 'name': '', 'network_id': '02db1145-f256-4ac8-b3e8-16bdbca36919', 'tenant_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'mac_address': 'fa:16:3e:02:e5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100f673c-1e8f-4334-bea3-954ae5e7cb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e65ed262-ea14-4d10-a80d-727476766a55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:23:21Z', 'updated_at': '2021-12-12T17:23:22Z', 'revision_number': 2, 'project_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'subnets': [{'id': 'e65ed262-ea14-4d10-a80d-727476766a55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd7b9b904-db35-4e73-9921-a6be322f41ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:23:23.599824 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Checking router: 100f673c-1e8f-4334-bea3-954ae5e7cb81 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:23:23.600193 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Updating router 100f673c-1e8f-4334-bea3-954ae5e7cb81 port ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:23:23.647615 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:24.149862 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:24.156599 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:24.312384 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df26c3-3e99-418e-997f-556e7a8180ab None None] Pushing event updated for resources: {'Port': ['ID=ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:23:24.329413 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Attempting to bind port ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:23:24.329813 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Attempting to bind port ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'da516826-5147-4ce3-ab9a-a509c0e7aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '02db1145-f256-4ac8-b3e8-16bdbca36919'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:23:24.330238 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Attempting to bind port ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1 on network 02db1145-f256-4ac8-b3e8-16bdbca36919 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:23:24.333900 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df26c3-3e99-418e-997f-556e7a8180ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:24.334247 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df26c3-3e99-418e-997f-556e7a8180ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:24.334582 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df26c3-3e99-418e-997f-556e7a8180ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:24.334916 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df26c3-3e99-418e-997f-556e7a8180ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:24.335269 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df26c3-3e99-418e-997f-556e7a8180ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:24.335616 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df26c3-3e99-418e-997f-556e7a8180ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:24.336473 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df26c3-3e99-418e-997f-556e7a8180ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:24.336799 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df26c3-3e99-418e-997f-556e7a8180ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:24.337124 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df26c3-3e99-418e-997f-556e7a8180ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:24.337445 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df26c3-3e99-418e-997f-556e7a8180ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:24.337764 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df26c3-3e99-418e-997f-556e7a8180ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:24.338111 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df26c3-3e99-418e-997f-556e7a8180ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:24.338450 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df26c3-3e99-418e-997f-556e7a8180ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df26c3-3e99-418e-997f-556e7a8180ab None None] Tracked resource versions report: Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: pushed versions: Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: { 'AddressGroup': {'1.2'}, Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'ConntrackHelper': {'1.0'}, Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'LocalIPAssociation': {'1.0'}, Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'Log': {'1.0'}, Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'Network': {'1.1'}, Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'Port': {'1.7'}, Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'PortForwarding': {'1.2'}, Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'QosPolicy': {'1.10'}, Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'SecurityGroup': {'1.5'}, Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'SecurityGroupRule': {'1.2'}, Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'SubPort': {'1.0'}, Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'Subnet': {'1.1'}, Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'Trunk': {'1.1'}} Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: consumer versions: Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: { DHCP agent@n-d-760354-5: {}, Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: L3 agent@n-d-760354-5: {}, Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: Metadata agent@n-d-760354-5: {}, Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: Metering agent@n-d-760354-5: {}, Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: Open vSwitch agent@n-d-760354-5: { 'AddressGroup': '1.2', Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'ConntrackHelper': '1.0', Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'LocalIPAssociation': '1.0', Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'Log': '1.0', Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'Network': '1.1', Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'Port': '1.7', Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'PortForwarding': '1.2', Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'QosPolicy': '1.10', Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'SecurityGroup': '1.5', Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'SecurityGroupRule': '1.2', Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'SubPort': '1.0', Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'Subnet': '1.1', Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: 'Trunk': '1.1'}} Dec 12 17:23:24.339636 n-d-760354-5 neutron-server[103153]: {{(pid=103153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 17:23:24.344426 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:23:24.344836 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Checking segment: {'id': 'da516826-5147-4ce3-ab9a-a509c0e7aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '02db1145-f256-4ac8-b3e8-16bdbca36919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:23:24.345324 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:24.345710 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Bound using segment: {'id': 'da516826-5147-4ce3-ab9a-a509c0e7aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '02db1145-f256-4ac8-b3e8-16bdbca36919'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:23:24.346208 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Bound port: ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da516826-5147-4ce3-ab9a-a509c0e7aae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '02db1145-f256-4ac8-b3e8-16bdbca36919'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:23:24.346605 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:24.375852 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-06ad0a23-53fe-4dc9-b794-4629e2e30211 None None] Provisioning complete for port ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:23:24.376429 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06ad0a23-53fe-4dc9-b794-4629e2e30211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:24.409841 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-06ad0a23-53fe-4dc9-b794-4629e2e30211 None None] Port ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:23:24.420273 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] For port ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:23:24.438978 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] For port ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1,segment=NetworkSegment(da516826-5147-4ce3-ab9a-a509c0e7aae5),segment_id=da516826-5147-4ce3-ab9a-a509c0e7aae5)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:23:24.443106 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:24.495361 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df26c3-3e99-418e-997f-556e7a8180ab None None] Pushing event updated for resources: {'Port': ['ID=ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:23:24.520664 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Routers {'100f673c-1e8f-4334-bea3-954ae5e7cb81'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:23:24.521292 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:23:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['100f673c-1e8f-4334-bea3-954ae5e7cb81'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:23:24.611626 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] Set router 100f673c-1e8f-4334-bea3-954ae5e7cb81 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:23:24.734227 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e6c351c2-b7b8-4823-8949-21bc64627916 None None] Provisioning complete for port ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:23:24.734731 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e6c351c2-b7b8-4823-8949-21bc64627916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:24.814099 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e6c351c2-b7b8-4823-8949-21bc64627916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:24.829488 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100f673c-1e8f-4334-bea3-954ae5e7cb81', 'name': 'router1', 'tenant_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:23:11Z', 'updated_at': '2021-12-12T17:23:22Z', 'revision_number': 2, 'project_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'gw_port_host': None, '_interfaces': [{'id': 'ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1', 'name': '', 'network_id': '02db1145-f256-4ac8-b3e8-16bdbca36919', 'tenant_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'mac_address': 'fa:16:3e:02:e5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100f673c-1e8f-4334-bea3-954ae5e7cb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e65ed262-ea14-4d10-a80d-727476766a55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:23:21Z', 'updated_at': '2021-12-12T17:23:24Z', 'revision_number': 4, 'project_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'subnets': [{'id': 'e65ed262-ea14-4d10-a80d-727476766a55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd7b9b904-db35-4e73-9921-a6be322f41ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:23:24.850021 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e6c351c2-b7b8-4823-8949-21bc64627916 None None] For port ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1,segment=NetworkSegment(da516826-5147-4ce3-ab9a-a509c0e7aae5),segment_id=da516826-5147-4ce3-ab9a-a509c0e7aae5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:23:24.856524 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e6c351c2-b7b8-4823-8949-21bc64627916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:24.873263 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a88f6-1b01-4b70-bf60-a45d9e7a7031 None None] The sync data for ids ['100f673c-1e8f-4334-bea3-954ae5e7cb81'] in n-d-760354-5 is: [{'id': '100f673c-1e8f-4334-bea3-954ae5e7cb81', 'name': 'router1', 'tenant_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:23:11Z', 'updated_at': '2021-12-12T17:23:22Z', 'revision_number': 2, 'project_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'gw_port_host': None, '_interfaces': [{'id': 'ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1', 'name': '', 'network_id': '02db1145-f256-4ac8-b3e8-16bdbca36919', 'tenant_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'mac_address': 'fa:16:3e:02:e5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100f673c-1e8f-4334-bea3-954ae5e7cb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e65ed262-ea14-4d10-a80d-727476766a55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:23:21Z', 'updated_at': '2021-12-12T17:23:24Z', 'revision_number': 4, 'project_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'subnets': [{'id': 'e65ed262-ea14-4d10-a80d-727476766a55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd7b9b904-db35-4e73-9921-a6be322f41ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:23:24.908664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c351c2-b7b8-4823-8949-21bc64627916 None None] Pushing event updated for resources: {'Port': ['ID=ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:23:25.344643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59126) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:23:25.456808 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7b32c7-f9c4-4c1b-bb66-b4a51c17edd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:23:25.458175 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cc7b32c7-f9c4-4c1b-bb66-b4a51c17edd4 admin admin] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 842 time: 0.1125100 Dec 12 17:23:25.468798 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-819eb270-d762-4a83-9d2f-5d48c1d1876c admin admin] Request body: {'subnet': {'cidr': '172.25.1.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'gateway_ip': '172.25.1.1', 'enable_dhcp': False}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:23:25.495945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819eb270-d762-4a83-9d2f-5d48c1d1876c admin admin] Made reservation on behalf of 80c7320665ee4be9af39f9fc8d718e17 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:23:25.498408 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-819eb270-d762-4a83-9d2f-5d48c1d1876c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:25.796170 n-d-760354-5 neutron-server[103151]: DEBUG neutron.objects.ports [None req-819eb270-d762-4a83-9d2f-5d48c1d1876c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103151) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 17:23:25.796606 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-819eb270-d762-4a83-9d2f-5d48c1d1876c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:25.853588 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819eb270-d762-4a83-9d2f-5d48c1d1876c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd8975e-31a7-4cd3-8881-231a6874f390,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:23:25.862959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819eb270-d762-4a83-9d2f-5d48c1d1876c admin admin] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:23:25.863418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819eb270-d762-4a83-9d2f-5d48c1d1876c admin admin] Network hostable DHCP agents. Network: 890a4b59-34d7-4315-9d80-83fedf65298e, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:23:25.884014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819eb270-d762-4a83-9d2f-5d48c1d1876c admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:23:25.895930 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-819eb270-d762-4a83-9d2f-5d48c1d1876c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 890a4b59-34d7-4315-9d80-83fedf65298e) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:23:25.900687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819eb270-d762-4a83-9d2f-5d48c1d1876c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:23:25.901258 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-819eb270-d762-4a83-9d2f-5d48c1d1876c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:25.907518 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaa733e-5e7b-40a5-8def-8c41f72e5ed8 None None] Network 890a4b59-34d7-4315-9d80-83fedf65298e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:23:25.931238 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-819eb270-d762-4a83-9d2f-5d48c1d1876c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4530892 Dec 12 17:23:26.011752 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf191d2-9437-4fb2-8b4c-392754423ed5 None None] Network 890a4b59-34d7-4315-9d80-83fedf65298e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:23:28.430367 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59134) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:23:28.686657 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-12fb4a37-7d15-4aa3-b31b-dbdb10f44c84 admin admin] 10.222.0.18 "GET /v2.0/routers/100f673c-1e8f-4334-bea3-954ae5e7cb81 HTTP/1.1" status: 200 len: 710 time: 0.2550049 Dec 12 17:23:28.811876 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48428511-91f9-4bf5-8818-0c28e9fbdb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:23:28.813266 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-48428511-91f9-4bf5-8818-0c28e9fbdb36 admin admin] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 886 time: 0.1207955 Dec 12 17:23:28.823355 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f1c97b95-c6bb-4e2a-8bf2-a8213290452e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:23:29.066118 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1c97b95-c6bb-4e2a-8bf2-a8213290452e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:29.296413 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1c97b95-c6bb-4e2a-8bf2-a8213290452e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:29.369115 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1c97b95-c6bb-4e2a-8bf2-a8213290452e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:29.527009 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-f1c97b95-c6bb-4e2a-8bf2-a8213290452e admin admin] Allocated IP 172.25.1.11 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/c4838461-1c7b-4a7f-a636-a0665db73a2f) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:23:29.675592 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1c97b95-c6bb-4e2a-8bf2-a8213290452e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:29.735764 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1c97b95-c6bb-4e2a-8bf2-a8213290452e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:29.810285 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c97b95-c6bb-4e2a-8bf2-a8213290452e admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:23:29.815376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f1c97b95-c6bb-4e2a-8bf2-a8213290452e admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:23:29.818801 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c97b95-c6bb-4e2a-8bf2-a8213290452e admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:23:29.886049 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c97b95-c6bb-4e2a-8bf2-a8213290452e admin admin] Pushing event updated for resources: {'Port': ['ID=c4838461-1c7b-4a7f-a636-a0665db73a2f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:23:30.099461 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1c97b95-c6bb-4e2a-8bf2-a8213290452e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:30.292077 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1c97b95-c6bb-4e2a-8bf2-a8213290452e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:30.297027 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1c97b95-c6bb-4e2a-8bf2-a8213290452e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:30.406500 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c97b95-c6bb-4e2a-8bf2-a8213290452e admin admin] Router 100f673c-1e8f-4334-bea3-954ae5e7cb81 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:23:30.518536 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c97b95-c6bb-4e2a-8bf2-a8213290452e admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:23:30.523118 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1c97b95-c6bb-4e2a-8bf2-a8213290452e admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:30.524379 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f1c97b95-c6bb-4e2a-8bf2-a8213290452e admin admin] 10.222.0.18 "PUT /v2.0/routers/100f673c-1e8f-4334-bea3-954ae5e7cb81 HTTP/1.1" status: 200 len: 889 time: 1.7049553 Dec 12 17:23:32.079360 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Sync routers for ids ['100f673c-1e8f-4334-bea3-954ae5e7cb81'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:23:32.090923 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Routers {'100f673c-1e8f-4334-bea3-954ae5e7cb81'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:23:32.091619 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:23:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['100f673c-1e8f-4334-bea3-954ae5e7cb81'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:23:32.299246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Set router 100f673c-1e8f-4334-bea3-954ae5e7cb81 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:23:32.467476 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:23:32.720344 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:23:32.720634 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:32.877070 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100f673c-1e8f-4334-bea3-954ae5e7cb81', 'name': 'router1', 'tenant_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'c4838461-1c7b-4a7f-a636-a0665db73a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:23:11Z', 'updated_at': '2021-12-12T17:23:29Z', 'revision_number': 4, 'project_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'gw_port': {'id': 'c4838461-1c7b-4a7f-a636-a0665db73a2f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100f673c-1e8f-4334-bea3-954ae5e7cb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:23:29Z', 'updated_at': '2021-12-12T17:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1', 'name': '', 'network_id': '02db1145-f256-4ac8-b3e8-16bdbca36919', 'tenant_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'mac_address': 'fa:16:3e:02:e5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f673c-1e8f-4334-bea3-954ae5e7cb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e65ed262-ea14-4d10-a80d-727476766a55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:23:21Z', 'updated_at': '2021-12-12T17:23:24Z', 'revision_number': 5, 'project_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'subnets': [{'id': 'e65ed262-ea14-4d10-a80d-727476766a55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd7b9b904-db35-4e73-9921-a6be322f41ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:23:32.928878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Checking router: 100f673c-1e8f-4334-bea3-954ae5e7cb81 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:23:32.929234 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Updating router 100f673c-1e8f-4334-bea3-954ae5e7cb81 port c4838461-1c7b-4a7f-a636-a0665db73a2f binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:23:32.974898 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:33.140445 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59146) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:23:33.257381 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0806b5b8-869c-4bfc-84d8-d77a0fac5a30 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1158068 Dec 12 17:23:33.298616 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:33.305063 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:33.361073 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Attempting to bind port c4838461-1c7b-4a7f-a636-a0665db73a2f on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:23:33.361455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Attempting to bind port c4838461-1c7b-4a7f-a636-a0665db73a2f by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:23:33.361822 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Attempting to bind port c4838461-1c7b-4a7f-a636-a0665db73a2f on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:23:33.363954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21da4b-e2b4-43bc-b06d-f1c81c09031e None None] Pushing event updated for resources: {'Port': ['ID=c4838461-1c7b-4a7f-a636-a0665db73a2f,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:23:33.369951 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:23:33.370330 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:23:33.370740 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:33.371134 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:23:33.371650 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Bound port: c4838461-1c7b-4a7f-a636-a0665db73a2f, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:23:33.372061 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:33.424389 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] For port c4838461-1c7b-4a7f-a636-a0665db73a2f, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:23:33.427596 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] For port c4838461-1c7b-4a7f-a636-a0665db73a2f, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c4838461-1c7b-4a7f-a636-a0665db73a2f,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:23:33.432364 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:33.494903 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21da4b-e2b4-43bc-b06d-f1c81c09031e None None] Pushing event updated for resources: {'Port': ['ID=c4838461-1c7b-4a7f-a636-a0665db73a2f,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:23:33.496323 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Routers {'100f673c-1e8f-4334-bea3-954ae5e7cb81'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:23:33.496933 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:23:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['100f673c-1e8f-4334-bea3-954ae5e7cb81'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:23:33.608068 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] Set router 100f673c-1e8f-4334-bea3-954ae5e7cb81 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:23:33.821433 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100f673c-1e8f-4334-bea3-954ae5e7cb81', 'name': 'router1', 'tenant_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'c4838461-1c7b-4a7f-a636-a0665db73a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:23:11Z', 'updated_at': '2021-12-12T17:23:29Z', 'revision_number': 4, 'project_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'gw_port': {'id': 'c4838461-1c7b-4a7f-a636-a0665db73a2f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100f673c-1e8f-4334-bea3-954ae5e7cb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:23:29Z', 'updated_at': '2021-12-12T17:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1', 'name': '', 'network_id': '02db1145-f256-4ac8-b3e8-16bdbca36919', 'tenant_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'mac_address': 'fa:16:3e:02:e5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f673c-1e8f-4334-bea3-954ae5e7cb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e65ed262-ea14-4d10-a80d-727476766a55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:23:21Z', 'updated_at': '2021-12-12T17:23:24Z', 'revision_number': 5, 'project_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'subnets': [{'id': 'e65ed262-ea14-4d10-a80d-727476766a55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd7b9b904-db35-4e73-9921-a6be322f41ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:23:33.849130 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77c84bd-e8cb-40c6-a862-3037b2314362 None None] The sync data for ids ['100f673c-1e8f-4334-bea3-954ae5e7cb81'] in n-d-760354-5 is: [{'id': '100f673c-1e8f-4334-bea3-954ae5e7cb81', 'name': 'router1', 'tenant_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'c4838461-1c7b-4a7f-a636-a0665db73a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:23:11Z', 'updated_at': '2021-12-12T17:23:29Z', 'revision_number': 4, 'project_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'gw_port': {'id': 'c4838461-1c7b-4a7f-a636-a0665db73a2f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:09:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100f673c-1e8f-4334-bea3-954ae5e7cb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:23:29Z', 'updated_at': '2021-12-12T17:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1', 'name': '', 'network_id': '02db1145-f256-4ac8-b3e8-16bdbca36919', 'tenant_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'mac_address': 'fa:16:3e:02:e5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f673c-1e8f-4334-bea3-954ae5e7cb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e65ed262-ea14-4d10-a80d-727476766a55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:23:21Z', 'updated_at': '2021-12-12T17:23:24Z', 'revision_number': 5, 'project_id': 'e16c2b5e95ff4d16979198e4b28217ab', 'subnets': [{'id': 'e65ed262-ea14-4d10-a80d-727476766a55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd7b9b904-db35-4e73-9921-a6be322f41ed'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:23:34.459335 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c4838461-1c7b-4a7f-a636-a0665db73a2f up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:23:34.513735 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c4838461-1c7b-4a7f-a636-a0665db73a2f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:23:34.514196 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:34.595013 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:34.627694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port c4838461-1c7b-4a7f-a636-a0665db73a2f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c4838461-1c7b-4a7f-a636-a0665db73a2f,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:23:34.639273 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:34.701503 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=c4838461-1c7b-4a7f-a636-a0665db73a2f,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:23:36.434772 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c4838461-1c7b-4a7f-a636-a0665db73a2f up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:23:36.489605 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c4838461-1c7b-4a7f-a636-a0665db73a2f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:23:36.490054 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:44.685181 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-81a07a52-a50a-4086-9ca9-f7eb4956ca26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:46.860258 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-95665109-5942-4fdd-830b-37c23c96e9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:48.083322 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:49.822493 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:50.628225 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:23:56.108445 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 5 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:24:14.679055 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-668999fb-4665-4430-8d66-df7fd6184890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:24:16.864988 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cbd40d13-310f-4e99-b152-30c8efe51884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:24:18.141911 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:24:19.826233 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:24:20.622516 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:24:33.108371 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 5 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:24:44.682338 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f8926bec-b930-4bc8-a281-1e3bfe5aa590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:24:46.869054 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-90024fa6-19f4-4e26-935f-92d58fe8b0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:24:48.077408 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:24:49.826186 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:24:50.625098 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:24:59.392311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59662) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:24:59.456606 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc41943-ff08-437f-b7d7-c8bebad3a30b admin admin] GET failed (client error): The resource could not be found. Dec 12 17:24:59.457959 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-adc41943-ff08-437f-b7d7-c8bebad3a30b admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0647075 Dec 12 17:24:59.617950 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1bc90f-9749-405f-803e-f1c2ae61c3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:24:59.619384 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8a1bc90f-9749-405f-803e-f1c2ae61c3ad admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559761 Dec 12 17:25:01.994408 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59672) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:25:02.084540 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d3d337-354c-4580-aad9-f7942e6aff33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:25:02.085853 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-06d3d337-354c-4580-aad9-f7942e6aff33 admin admin] 10.222.0.18 "GET /v2.0/subnets/e65ed262-ea14-4d10-a80d-727476766a55 HTTP/1.1" status: 200 len: 849 time: 0.0902219 Dec 12 17:25:02.095679 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:25:02.244127 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:02.381108 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778471681244'] for subnet, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:02.410891 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:25:02.411505 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:02.413348 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] 10.222.0.18 "PUT /v2.0/subnets/e65ed262-ea14-4d10-a80d-727476766a55 HTTP/1.1" status: 200 len: 868 time: 0.3211842 Dec 12 17:25:02.417418 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f8c9e1-ca03-48d6-83fb-8982a90b56cc None None] Network 02db1145-f256-4ac8-b3e8-16bdbca36919 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:25:02.436610 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e65ed262-ea14-4d10-a80d-727476766a55,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:25:02.444081 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:02.444431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:02.444785 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:02.445134 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:02.445477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:02.445877 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:02.446224 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:02.446559 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:02.446900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:02.447255 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:02.447593 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:02.447925 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:02.448259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0ab8-483f-4af8-9fce-17e6e17aadc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:02.718835 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3dbb431a-8872-4423-b3f3-be4c9f9338f4 None None] Provisioning complete for port ab8a57c1-7fe7-47e4-a8bf-6e4dc4386da1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:25:02.719246 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3dbb431a-8872-4423-b3f3-be4c9f9338f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:02.805815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3dbb431a-8872-4423-b3f3-be4c9f9338f4 None None] Provisioning complete for port 39f310ae-56c0-4355-b56e-dc3c2d34cf31 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:25:02.806225 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3dbb431a-8872-4423-b3f3-be4c9f9338f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:04.797993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59680) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:25:04.991908 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533a0472-f3d9-4887-89b5-92ded61f569a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:25:04.992308 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533a0472-f3d9-4887-89b5-92ded61f569a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:25:04.993855 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-533a0472-f3d9-4887-89b5-92ded61f569a admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1949048 Dec 12 17:25:07.354133 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59688) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:25:07.490098 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c965bde-0b6e-426d-8593-ed41f2f510ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:25:07.490585 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c965bde-0b6e-426d-8593-ed41f2f510ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:25:07.492166 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2c965bde-0b6e-426d-8593-ed41f2f510ea admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1370506 Dec 12 17:25:09.857915 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59696) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:25:10.000270 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6091a916-20c1-4d74-a312-956d2c25eeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:25:10.001631 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6091a916-20c1-4d74-a312-956d2c25eeaf admin admin] 10.222.0.18 "GET /v2.0/networks/02db1145-f256-4ac8-b3e8-16bdbca36919 HTTP/1.1" status: 200 len: 869 time: 0.1427600 Dec 12 17:25:10.107185 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 5 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:25:12.373561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59704) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:25:12.496459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1489b0-e0dc-4cbb-8b2c-f98c5c1f05d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:25:12.497818 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ba1489b0-e0dc-4cbb-8b2c-f98c5c1f05d8 admin admin] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 886 time: 0.1233134 Dec 12 17:25:14.684596 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fbca4098-e9dd-45fe-97f2-b5b6df47668b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:14.861867 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59714) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:25:14.986646 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1c3a14-7635-41ca-b60f-beb82ae6894e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:25:14.987026 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1c3a14-7635-41ca-b60f-beb82ae6894e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:25:14.988612 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6e1c3a14-7635-41ca-b60f-beb82ae6894e admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257913 Dec 12 17:25:16.871779 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-177c64b3-8038-4133-9d34-e4d78906f025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:17.344109 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59722) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:25:17.466292 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d090f5be-ff23-4886-b4eb-2443837219e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:25:17.466743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d090f5be-ff23-4886-b4eb-2443837219e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:25:17.468285 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d090f5be-ff23-4886-b4eb-2443837219e9 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232452 Dec 12 17:25:18.076726 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:19.832542 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:19.833676 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59730) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:25:19.918304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ffd8cf-bb2b-4649-9dd0-d4cb39c1de4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:25:19.919665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f3ffd8cf-bb2b-4649-9dd0-d4cb39c1de4d admin admin] 10.222.0.18 "GET /v2.0/subnets/bbd8975e-31a7-4cd3-8881-231a6874f390 HTTP/1.1" status: 200 len: 816 time: 0.0850356 Dec 12 17:25:20.627089 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:22.283853 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59738) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:25:22.377867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680ebce3-2a3a-40ca-8b5c-df047f7bacd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:25:22.379193 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-680ebce3-2a3a-40ca-8b5c-df047f7bacd0 admin admin] 10.222.0.18 "GET /v2.0/subnets/e65ed262-ea14-4d10-a80d-727476766a55 HTTP/1.1" status: 200 len: 868 time: 0.0943837 Dec 12 17:25:44.686344 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2ee6088c-6fe7-457c-bb10-cc8eeac42d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:46.874439 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b2b30885-5d3f-43cb-a4d2-fd032ede35e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:47.105724 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 5 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:25:47.308318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59792) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:25:47.354701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [None req-30f2886e-a549-4846-bcc7-979ff7a6990b admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:25:47.355713 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-30f2886e-a549-4846-bcc7-979ff7a6990b admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464780 Dec 12 17:25:48.079143 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:49.789957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59800) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:25:49.835969 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:49.852828 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab596afe-21a0-4f2e-99c2-2421b2c3383e admin admin] GET failed (client error): The resource could not be found. Dec 12 17:25:49.854151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ab596afe-21a0-4f2e-99c2-2421b2c3383e admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0632334 Dec 12 17:25:50.066669 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea68414-1af6-406f-a03e-3c56bbfd276f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:25:50.068273 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bea68414-1af6-406f-a03e-3c56bbfd276f admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2096238 Dec 12 17:25:50.633236 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:52.516523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59808) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:25:52.568386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:25:52.594312 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Made reservation on behalf of 80c7320665ee4be9af39f9fc8d718e17 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:25:52.597133 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:52.625315 n-d-760354-5 neutron-server[103151]: WARNING neutron.services.revisions.revision_plugin [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Could not find related network for resource to bump revision. Dec 12 17:25:52.639253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:25:52.648568 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:52.648936 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Added segment f8c81ba1-f7a4-4f8f-80b6-7045e05f652b of type vlan for network 37b8e47c-73a2-4265-8015-4302615519ca Dec 12 17:25:52.687144 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:52.709708 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:52.710570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:25:52.711226 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:52.763141 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2455521 Dec 12 17:25:52.773886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Pushing event updated for resources: {'Network': ['ID=37b8e47c-73a2-4265-8015-4302615519ca,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:25:52.781728 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:52.782088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:52.782429 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:52.782770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:52.783110 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:52.783468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:52.783798 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:52.784131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:52.784458 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:52.784785 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:52.785113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:52.785435 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:52.785759 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604b72b-ba1c-4adf-a127-e65b52bd66c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:52.800405 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 37b8e47c-73a2-4265-8015-4302615519ca details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:25:55.160125 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59816) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:25:55.219225 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda5bf93-1011-47c7-b021-f89f83491acf admin admin] GET failed (client error): The resource could not be found. Dec 12 17:25:55.220483 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bda5bf93-1011-47c7-b021-f89f83491acf admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594039 Dec 12 17:25:55.289070 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139f2c0f-6863-41f1-a62c-a8ce8d5119cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:25:55.290502 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-139f2c0f-6863-41f1-a62c-a8ce8d5119cb admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0649180 Dec 12 17:25:55.300340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e4f24141-ba8e-4dc4-8634-e8cbedcc7bc6 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'cidr': '192.168.233.0/24'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:25:55.319725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f24141-ba8e-4dc4-8634-e8cbedcc7bc6 admin admin] Made reservation on behalf of 80c7320665ee4be9af39f9fc8d718e17 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:25:55.322020 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4f24141-ba8e-4dc4-8634-e8cbedcc7bc6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:55.480991 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4f24141-ba8e-4dc4-8634-e8cbedcc7bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:55.538290 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f24141-ba8e-4dc4-8634-e8cbedcc7bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9661a00-849a-4afe-9826-f122c0c3e636,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:25:55.547183 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f24141-ba8e-4dc4-8634-e8cbedcc7bc6 admin admin] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:25:55.547577 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f24141-ba8e-4dc4-8634-e8cbedcc7bc6 admin admin] Network hostable DHCP agents. Network: 37b8e47c-73a2-4265-8015-4302615519ca, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:25:55.563185 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f24141-ba8e-4dc4-8634-e8cbedcc7bc6 admin admin] Network 37b8e47c-73a2-4265-8015-4302615519ca is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:25:55.571970 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e4f24141-ba8e-4dc4-8634-e8cbedcc7bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 37b8e47c-73a2-4265-8015-4302615519ca) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:25:55.576194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f24141-ba8e-4dc4-8634-e8cbedcc7bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:25:55.576858 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4f24141-ba8e-4dc4-8634-e8cbedcc7bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:55.581741 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b40d050-a98d-4c67-8a3a-15b9353c4807 None None] Network 37b8e47c-73a2-4265-8015-4302615519ca requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:25:55.592803 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e4f24141-ba8e-4dc4-8634-e8cbedcc7bc6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2957067 Dec 12 17:25:55.690850 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-37b8e47c-73a2-4265-8015-4302615519ca', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'project_id': '80c7320665ee4be9af39f9fc8d718e17', 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:25:55.691906 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:55.832079 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Allocated IP 192.168.233.2 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/dd4a2641-436b-4296-bdd5-6135cf7637d9) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:25:56.072530 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:56.078525 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:56.118533 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:25:56.121676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:25:56.125168 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:25:56.131985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Pushing event updated for resources: {'Port': ['ID=dd4a2641-436b-4296-bdd5-6135cf7637d9,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:25:56.141735 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:56.142079 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:56.142430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:56.142763 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:56.143098 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:56.143455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:56.143783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:56.144109 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:56.144433 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:56.144755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:56.145080 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:56.145403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:56.145721 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:25:56.195247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Attempting to bind port dd4a2641-436b-4296-bdd5-6135cf7637d9 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:25:56.196338 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Attempting to bind port dd4a2641-436b-4296-bdd5-6135cf7637d9 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:25:56.196338 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Attempting to bind port dd4a2641-436b-4296-bdd5-6135cf7637d9 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:25:56.200986 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:25:56.201358 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:25:56.201762 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:56.202160 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:25:56.202625 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Bound port: dd4a2641-436b-4296-bdd5-6135cf7637d9, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:25:56.203007 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:56.265169 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] For port dd4a2641-436b-4296-bdd5-6135cf7637d9, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:25:56.268480 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] For port dd4a2641-436b-4296-bdd5-6135cf7637d9, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=dd4a2641-436b-4296-bdd5-6135cf7637d9,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:25:56.273860 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:56.331672 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbfc6f-b77c-43e6-994d-b9e59212ec49 None None] Pushing event updated for resources: {'Port': ['ID=dd4a2641-436b-4296-bdd5-6135cf7637d9,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:25:57.172006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb4f1bb-0f9a-44a1-8442-12625eec38f9 None None] Network 37b8e47c-73a2-4265-8015-4302615519ca requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:25:57.242568 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0e4048fb-ce9e-4e75-8f15-e2eb11ee24bf None None] Provisioning complete for port dd4a2641-436b-4296-bdd5-6135cf7637d9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:25:57.242949 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e4048fb-ce9e-4e75-8f15-e2eb11ee24bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:57.358059 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e4048fb-ce9e-4e75-8f15-e2eb11ee24bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:57.395221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0e4048fb-ce9e-4e75-8f15-e2eb11ee24bf None None] For port dd4a2641-436b-4296-bdd5-6135cf7637d9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=dd4a2641-436b-4296-bdd5-6135cf7637d9,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:25:57.399773 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e4048fb-ce9e-4e75-8f15-e2eb11ee24bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:57.457972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4048fb-ce9e-4e75-8f15-e2eb11ee24bf None None] Pushing event updated for resources: {'Port': ['ID=dd4a2641-436b-4296-bdd5-6135cf7637d9,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:25:57.721179 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-27e0ef46-d7b0-42cc-9dbb-ad3eac6b2d91 None None] Provisioning complete for port dd4a2641-436b-4296-bdd5-6135cf7637d9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:25:57.721548 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27e0ef46-d7b0-42cc-9dbb-ad3eac6b2d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:25:58.545986 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device dd4a2641-436b-4296-bdd5-6135cf7637d9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:25:58.595467 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port dd4a2641-436b-4296-bdd5-6135cf7637d9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:25:58.595840 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:26:14.688143 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-791ae5cd-7c47-41ed-96f6-82f8fb977037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:26:16.876287 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36e03bf7-1bc2-42ca-8d54-5fb60d8dfd7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:26:18.085119 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:26:19.842229 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:26:20.626227 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:26:24.104206 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 5 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:26:44.690152 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ef905a7c-e1c9-4709-a111-aa930f844abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:26:46.877066 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45998931-7318-452d-82f0-f5b6370e856f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:26:48.086842 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:26:49.842573 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:26:50.627163 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:27:01.103585 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 5 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:27:13.429524 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59860) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:27:13.435419 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [None req-4b04b40e-976f-4bf0-b4ab-96acd3bd941c tempest-verify_tempest_config-641703211 tempest-verify_tempest_config-641703211-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:27:13.436412 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4b04b40e-976f-4bf0-b4ab-96acd3bd941c tempest-verify_tempest_config-641703211 tempest-verify_tempest_config-641703211-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059016 Dec 12 17:27:13.718393 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59878) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:27:13.818383 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-135b51a1-d68c-4fc2-a5f0-2ba2242a228d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:27:13.892302 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-135b51a1-d68c-4fc2-a5f0-2ba2242a228d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:27:13.896432 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-135b51a1-d68c-4fc2-a5f0-2ba2242a228d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:27:13.938488 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b51a1-d68c-4fc2-a5f0-2ba2242a228d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85efda22-e72e-424a-9697-e60ff2c30591,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:27:13.943158 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-135b51a1-d68c-4fc2-a5f0-2ba2242a228d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94341c65d4694494ac50bab54a64bfef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2237599 Dec 12 17:27:13.946566 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59882) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:27:13.953499 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b51a1-d68c-4fc2-a5f0-2ba2242a228d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:27:13.953847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b51a1-d68c-4fc2-a5f0-2ba2242a228d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:27:13.954371 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b51a1-d68c-4fc2-a5f0-2ba2242a228d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:27:13.954726 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b51a1-d68c-4fc2-a5f0-2ba2242a228d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:27:13.955090 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b51a1-d68c-4fc2-a5f0-2ba2242a228d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:27:13.955449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b51a1-d68c-4fc2-a5f0-2ba2242a228d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:27:13.955781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b51a1-d68c-4fc2-a5f0-2ba2242a228d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:27:13.956108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b51a1-d68c-4fc2-a5f0-2ba2242a228d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:27:13.956429 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b51a1-d68c-4fc2-a5f0-2ba2242a228d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:27:13.956754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b51a1-d68c-4fc2-a5f0-2ba2242a228d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:27:13.957076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b51a1-d68c-4fc2-a5f0-2ba2242a228d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:27:13.957399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b51a1-d68c-4fc2-a5f0-2ba2242a228d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:27:13.957721 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135b51a1-d68c-4fc2-a5f0-2ba2242a228d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:27:14.012090 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e48e735-1794-401e-b9bf-bb04ce9d9001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:27:14.032617 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e48e735-1794-401e-b9bf-bb04ce9d9001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:27:14.122431 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e48e735-1794-401e-b9bf-bb04ce9d9001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:27:14.124997 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e48e735-1794-401e-b9bf-bb04ce9d9001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:27:14.128794 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7e48e735-1794-401e-b9bf-bb04ce9d9001 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85efda22-e72e-424a-9697-e60ff2c30591 HTTP/1.1" status: 204 len: 168 time: 0.1810684 Dec 12 17:27:14.136826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48e735-1794-401e-b9bf-bb04ce9d9001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85efda22-e72e-424a-9697-e60ff2c30591,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:27:14.693792 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b424ce26-90d1-4931-a710-ddcc9fc24b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:27:16.877992 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3fbab840-2178-43c3-88e0-db3364cc806d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:27:18.089608 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:27:19.846075 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:27:20.628549 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:27:38.104029 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 5 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:27:44.694565 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c3155cd-a279-4cd1-bf52-48ac97a1525b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:27:46.879657 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dc01305d-2dd5-491d-aba9-defa9c766f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:27:48.093048 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:27:49.849965 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:27:50.630231 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:28:14.695889 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f2ec79b-f3a5-4ea6-8fae-1bd7469195b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:28:15.109505 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 5 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:28:16.880865 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a669a1bc-6802-47cc-967a-7e69bc9da890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:28:18.097620 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:28:19.853968 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:28:20.632596 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:28:44.697283 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-72b729c2-8ac5-4903-8979-8a3413bb0580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:28:46.881988 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f08b21f-0907-4dfc-acef-d9ba8612c4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:28:48.098462 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:28:49.856655 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:28:50.635023 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:28:52.108428 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 5 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:29:14.698567 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b8b946da-8942-4089-9738-1b22bcb6a160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:29:16.885259 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ddd1392f-ef45-466e-a945-d82180fa8644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:29:18.102229 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:29:19.860044 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:29:20.637070 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:29:29.107937 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 5 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:29:44.703332 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b3816f9-b059-4ecb-a3df-583956b5eede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:29:46.885704 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70401b24-4716-441d-8e52-43c6d63e813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:29:48.104848 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:29:49.863584 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:29:50.639535 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:30:06.106956 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 5 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:30:14.704605 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2cc7bffa-317e-4985-b368-d52a7ca931dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:30:16.707813 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-468721'] for agent, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:30:16.889268 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22dcc708-400e-44c6-bbfb-cb5b545d4d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:30:17.282684 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-468721'] for agent, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:30:18.108847 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:30:19.865370 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:30:20.642400 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:30:43.106214 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:30:44.705361 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3cfc9c5-0ad0-4bb2-a67b-83f0522f0bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:30:46.651554 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:30:46.892129 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40ccd168-0881-4fb6-97fc-020f282e9b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:30:47.244725 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:30:48.110804 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:30:49.873563 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:30:50.644854 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:30:59.680927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59936) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:30:59.784841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c09741db-35e6-43b3-8db8-11eb218cd7eb admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1028225 Dec 12 17:31:02.156137 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59946) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:31:02.208769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-03a4ce2f-8e9e-49ab-b0c1-5a803c8ce398 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0515804 Dec 12 17:31:14.706501 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0aee3f1f-e052-42e3-b1ee-5e3958a7c461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:31:16.659112 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:31:16.894920 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a400e06d-f8c4-46ea-8c91-c9223f0ca317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:31:17.243928 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:31:18.113452 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:31:19.873506 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:31:20.105881 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:31:20.645993 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:31:44.714092 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-62a11a25-808a-4afd-8d32-e62ba9c78c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:31:46.690255 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:31:46.890621 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-93e84f8d-0974-4866-84cc-f2f0d0640b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:31:47.247384 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:31:48.117100 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:31:49.889275 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:31:50.648432 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:31:57.104021 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:32:14.707133 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-72d47e09-2d2d-4b7a-a9e9-b90af711a92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:16.700884 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:16.902262 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab2b950f-ac21-45f3-8914-d46e0039500b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:17.276652 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:18.134308 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:19.882777 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:20.578580 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60162) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:20.653534 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:20.957051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-network', 'tenant_id': '438b3403df11467186a128ec0b97682a'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:20.978550 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Made reservation on behalf of 438b3403df11467186a128ec0b97682a for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:32:20.981104 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:20.991080 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:21.070014 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:21.074856 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:21.104373 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:32:21.119416 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:21.119736 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Added segment b5f115b0-b298-45f5-806c-99df12a98abb of type vlan for network d9379518-7141-4913-88d7-7d1fcb8ba7e8 Dec 12 17:32:21.128153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89e7681-1b8e-4e92-83f5-ac253a800272,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:21.137437 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.137761 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.138103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.138613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.138777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.139106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.139506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.139777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.140105 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.140427 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.140749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.141065 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.141562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Tracked resource versions report: Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: pushed versions: Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: { 'AddressGroup': {'1.2'}, Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'ConntrackHelper': {'1.0'}, Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'LocalIPAssociation': {'1.0'}, Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'Log': {'1.0'}, Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'Network': {'1.1'}, Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'Port': {'1.7'}, Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'PortForwarding': {'1.2'}, Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'QosPolicy': {'1.10'}, Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'SecurityGroup': {'1.5'}, Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'SecurityGroupRule': {'1.2'}, Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'SubPort': {'1.0'}, Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'Subnet': {'1.1'}, Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'Trunk': {'1.1'}} Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: consumer versions: Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: { DHCP agent@n-d-760354-5: {}, Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: HyperV agent@n-h1-760354-5: {}, Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: HyperV agent@n-h2-760354-5: {}, Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: L3 agent@n-d-760354-5: {}, Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: Metadata agent@n-d-760354-5: {}, Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: Metering agent@n-d-760354-5: {}, Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: Open vSwitch agent@n-d-760354-5: { 'AddressGroup': '1.2', Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'ConntrackHelper': '1.0', Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'LocalIPAssociation': '1.0', Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'Log': '1.0', Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'Network': '1.1', Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'Port': '1.7', Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'PortForwarding': '1.2', Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'QosPolicy': '1.10', Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'SecurityGroup': '1.5', Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'SecurityGroupRule': '1.2', Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'SubPort': '1.0', Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'Subnet': '1.1', Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: 'Trunk': '1.1'}} Dec 12 17:32:21.142696 n-d-760354-5 neutron-server[103151]: {{(pid=103151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 17:32:21.189022 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:21.219047 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:21.220287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:21.221053 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:21.285248 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] Pushing event updated for resources: {'Network': ['ID=d9379518-7141-4913-88d7-7d1fcb8ba7e8,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:21.294248 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a3b437b8-8a7e-440c-bba6-fbb34876712c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7145424 Dec 12 17:32:21.294988 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60202) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:21.297273 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network d9379518-7141-4913-88d7-7d1fcb8ba7e8 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:32:21.302259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Request body: {'subnet': {'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-subnet', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:21.332473 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Made reservation on behalf of 438b3403df11467186a128ec0b97682a for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:32:21.335881 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:21.550151 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:21.593279 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ecbb35-c555-4daf-a052-e49241c4c136,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:21.603509 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.603877 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.604218 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.604551 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.604879 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.605205 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.605537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.605929 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.606164 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.606486 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.606801 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.607117 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.607600 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Tracked resource versions report: Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: pushed versions: Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: { 'AddressGroup': {'1.2'}, Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'ConntrackHelper': {'1.0'}, Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'LocalIPAssociation': {'1.0'}, Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'Log': {'1.0'}, Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'Network': {'1.1'}, Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'Port': {'1.7'}, Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'PortForwarding': {'1.2'}, Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'QosPolicy': {'1.10'}, Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'SecurityGroup': {'1.5'}, Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'SecurityGroupRule': {'1.2'}, Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'SubPort': {'1.0'}, Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'Subnet': {'1.1'}, Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'Trunk': {'1.1'}} Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: consumer versions: Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: { DHCP agent@n-d-760354-5: {}, Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: HyperV agent@n-h1-760354-5: {}, Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: HyperV agent@n-h2-760354-5: {}, Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: L3 agent@n-d-760354-5: {}, Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: Metadata agent@n-d-760354-5: {}, Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: Metering agent@n-d-760354-5: {}, Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: Open vSwitch agent@n-d-760354-5: { 'AddressGroup': '1.2', Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'ConntrackHelper': '1.0', Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'LocalIPAssociation': '1.0', Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'Log': '1.0', Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'Network': '1.1', Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'Port': '1.7', Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'PortForwarding': '1.2', Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'QosPolicy': '1.10', Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'SecurityGroup': '1.5', Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'SecurityGroupRule': '1.2', Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'SubPort': '1.0', Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'Subnet': '1.1', Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: 'Trunk': '1.1'}} Dec 12 17:32:21.608887 n-d-760354-5 neutron-server[103150]: {{(pid=103150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 17:32:21.633626 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Checking segment: {'id': 'b5f115b0-b298-45f5-806c-99df12a98abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:32:21.634094 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Network hostable DHCP agents. Network: d9379518-7141-4913-88d7-7d1fcb8ba7e8, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:32:21.652109 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Network d9379518-7141-4913-88d7-7d1fcb8ba7e8 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:32:21.665396 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, d9379518-7141-4913-88d7-7d1fcb8ba7e8) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:32:21.676714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:21.677571 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:21.681021 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c220ebc-34dc-4fee-a3aa-7521e92b9522 None None] Network d9379518-7141-4913-88d7-7d1fcb8ba7e8 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:32:21.705075 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ca5aa1cb-ca8e-4325-a129-f45fd3c67ea5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4089415 Dec 12 17:32:21.710031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60226) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:21.715103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:21.744836 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:21.745990 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:21.807139 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:21.824297 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-d9379518-7141-4913-88d7-7d1fcb8ba7e8', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'project_id': '438b3403df11467186a128ec0b97682a', 'fixed_ips': [{'subnet_id': '79ecbb35-c555-4daf-a052-e49241c4c136'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:32:21.825228 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:21.967293 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:22.007934 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Allocated IP 172.20.0.2 (d9379518-7141-4913-88d7-7d1fcb8ba7e8/79ecbb35-c555-4daf-a052-e49241c4c136/4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:32:22.173953 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:22.183968 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:22.237963 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:22.238242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Network d9379518-7141-4913-88d7-7d1fcb8ba7e8 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:32:22.244672 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:32:22.249603 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:32:22.258068 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Pushing event updated for resources: {'Port': ['ID=4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:22.266466 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:22.288591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:22.289244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:22.289718 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:22.290185 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:22.290702 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:22.291163 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:22.291656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:22.292113 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:22.292565 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:22.293063 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:22.293529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:22.293983 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:22.294435 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Tracked resource versions report: Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: pushed versions: Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: { 'AddressGroup': {'1.2'}, Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'ConntrackHelper': {'1.0'}, Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'LocalIPAssociation': {'1.0'}, Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'Log': {'1.0'}, Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'Network': {'1.1'}, Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'Port': {'1.7'}, Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'PortForwarding': {'1.2'}, Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'QosPolicy': {'1.10'}, Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'SecurityGroup': {'1.5'}, Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'SecurityGroupRule': {'1.2'}, Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'SubPort': {'1.0'}, Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'Subnet': {'1.1'}, Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'Trunk': {'1.1'}} Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: consumer versions: Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: { DHCP agent@n-d-760354-5: {}, Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: HyperV agent@n-h1-760354-5: {}, Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: HyperV agent@n-h2-760354-5: {}, Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: L3 agent@n-d-760354-5: {}, Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: Metadata agent@n-d-760354-5: {}, Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: Metering agent@n-d-760354-5: {}, Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: Open vSwitch agent@n-d-760354-5: { 'AddressGroup': '1.2', Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'ConntrackHelper': '1.0', Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'LocalIPAssociation': '1.0', Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'Log': '1.0', Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'Network': '1.1', Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'Port': '1.7', Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'PortForwarding': '1.2', Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'QosPolicy': '1.10', Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'SecurityGroup': '1.5', Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'SecurityGroupRule': '1.2', Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'SubPort': '1.0', Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'Subnet': '1.1', Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: 'Trunk': '1.1'}} Dec 12 17:32:22.295802 n-d-760354-5 neutron-server[103152]: {{(pid=103152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 17:32:22.345417 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Attempting to bind port 4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:32:22.346045 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Attempting to bind port 4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'b5f115b0-b298-45f5-806c-99df12a98abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:32:22.346558 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Attempting to bind port 4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2 on network d9379518-7141-4913-88d7-7d1fcb8ba7e8 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:32:22.352758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:32:22.353374 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Checking segment: {'id': 'b5f115b0-b298-45f5-806c-99df12a98abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:32:22.353935 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:22.354465 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Bound using segment: {'id': 'b5f115b0-b298-45f5-806c-99df12a98abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:32:22.355070 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Bound port: 4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f115b0-b298-45f5-806c-99df12a98abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:32:22.355634 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:22.408226 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] Allocated IP 172.25.1.146 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/965e1a96-3c62-402d-b82e-9d38d498e4bd) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:32:22.434006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] For port 4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:32:22.437732 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] For port 4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2,segment=NetworkSegment(b5f115b0-b298-45f5-806c-99df12a98abb),segment_id=b5f115b0-b298-45f5-806c-99df12a98abb)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:32:22.448892 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:22.525174 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab658fd2-6e96-4579-9be4-3fdd9c0f6507 None None] Pushing event updated for resources: {'Port': ['ID=4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:22.615408 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:22.673700 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:22.736451 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] Pushing event updated for resources: {'Port': ['ID=965e1a96-3c62-402d-b82e-9d38d498e4bd,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:22.752481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:32:22.754943 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:32:22.758571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:32:23.208703 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:23.440131 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:23.582128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] Router ca5ef445-890a-405f-8745-017181a69ac3 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:32:23.722127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:32:23.733381 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Sync routers for ids ['ca5ef445-890a-405f-8745-017181a69ac3'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:32:23.743055 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Routers {'ca5ef445-890a-405f-8745-017181a69ac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:32:23.744231 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:32:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ca5ef445-890a-405f-8745-017181a69ac3'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:23.756458 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:23.762306 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60318) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:23.763918 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1bba949d-aa3c-4913-8c3b-75b61a34078e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.0528240 Dec 12 17:32:23.802408 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1276f05a-fdab-443c-b988-6c1966f0282c None None] Network d9379518-7141-4913-88d7-7d1fcb8ba7e8 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:32:23.913238 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Set router ca5ef445-890a-405f-8745-017181a69ac3 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:32:23.914649 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-042576d7-1bfd-41f0-9a9f-e002f95c4089 None None] Provisioning complete for port 4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:23.915547 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-042576d7-1bfd-41f0-9a9f-e002f95c4089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:24.060801 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-042576d7-1bfd-41f0-9a9f-e002f95c4089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:24.115232 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-042576d7-1bfd-41f0-9a9f-e002f95c4089 None None] For port 4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2,segment=NetworkSegment(b5f115b0-b298-45f5-806c-99df12a98abb),segment_id=b5f115b0-b298-45f5-806c-99df12a98abb)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:32:24.128894 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-042576d7-1bfd-41f0-9a9f-e002f95c4089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:24.179480 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:32:22Z', 'revision_number': 3, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:24.211487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042576d7-1bfd-41f0-9a9f-e002f95c4089 None None] Pushing event updated for resources: {'Port': ['ID=4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:24.222742 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Checking router: ca5ef445-890a-405f-8745-017181a69ac3 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:32:24.224029 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Updating router ca5ef445-890a-405f-8745-017181a69ac3 port 965e1a96-3c62-402d-b82e-9d38d498e4bd binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:32:24.260031 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:24.363944 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5d0baaff-074f-4b2c-b558-433c00259d42 None None] Provisioning complete for port 4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:24.364485 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5d0baaff-074f-4b2c-b558-433c00259d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:24.403821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60368) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:24.406385 n-d-760354-5 neutron-server[103151]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 12 17:32:24.443464 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-d2e71d5e-7116-408d-a7a8-778754cbcb7c tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=028a65e6a178446fab1c7e12c107d9e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379035 Dec 12 17:32:24.597023 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-930a4576-030b-48a5-87f7-f605da2df9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:24.611494 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:24.620346 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:24.643985 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-8e30f047-377f-48ee-bed3-3d36c9b9cbf6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:24.653282 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-8e30f047-377f-48ee-bed3-3d36c9b9cbf6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088256 Dec 12 17:32:24.674168 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4d3118a2-5ae2-468d-9097-394a9e598502 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/quotas/028a65e6a178446fab1c7e12c107d9e4 HTTP/1.1" status: 200 len: 375 time: 0.0195656 Dec 12 17:32:24.736399 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Attempting to bind port 965e1a96-3c62-402d-b82e-9d38d498e4bd on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:32:24.736399 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Attempting to bind port 965e1a96-3c62-402d-b82e-9d38d498e4bd by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:32:24.736399 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Attempting to bind port 965e1a96-3c62-402d-b82e-9d38d498e4bd on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:32:24.748176 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-32ad86f0-ee6e-47a8-a236-244a57692e73 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=028a65e6a178446fab1c7e12c107d9e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727136 Dec 12 17:32:24.761763 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f5a3f-596d-436a-ba6c-7c98c2f0698b None None] Pushing event updated for resources: {'Port': ['ID=965e1a96-3c62-402d-b82e-9d38d498e4bd,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:24.778212 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f5a3f-596d-436a-ba6c-7c98c2f0698b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:24.778570 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f5a3f-596d-436a-ba6c-7c98c2f0698b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:24.779081 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f5a3f-596d-436a-ba6c-7c98c2f0698b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:24.779611 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f5a3f-596d-436a-ba6c-7c98c2f0698b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:24.780246 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f5a3f-596d-436a-ba6c-7c98c2f0698b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:24.780728 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f5a3f-596d-436a-ba6c-7c98c2f0698b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:24.781206 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f5a3f-596d-436a-ba6c-7c98c2f0698b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:24.781702 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f5a3f-596d-436a-ba6c-7c98c2f0698b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:24.782177 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f5a3f-596d-436a-ba6c-7c98c2f0698b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:24.782650 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f5a3f-596d-436a-ba6c-7c98c2f0698b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:24.783120 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f5a3f-596d-436a-ba6c-7c98c2f0698b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:24.783615 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f5a3f-596d-436a-ba6c-7c98c2f0698b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:24.784104 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f5a3f-596d-436a-ba6c-7c98c2f0698b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f5a3f-596d-436a-ba6c-7c98c2f0698b None None] Tracked resource versions report: Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: pushed versions: Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: { 'AddressGroup': {'1.2'}, Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'ConntrackHelper': {'1.0'}, Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'LocalIPAssociation': {'1.0'}, Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'Log': {'1.0'}, Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'Network': {'1.1'}, Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'Port': {'1.7'}, Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'PortForwarding': {'1.2'}, Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'QosPolicy': {'1.10'}, Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'SecurityGroup': {'1.5'}, Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'SecurityGroupRule': {'1.2'}, Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'SubPort': {'1.0'}, Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'Subnet': {'1.1'}, Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'Trunk': {'1.1'}} Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: consumer versions: Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: { DHCP agent@n-d-760354-5: {}, Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: HyperV agent@n-h1-760354-5: {}, Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: HyperV agent@n-h2-760354-5: {}, Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: L3 agent@n-d-760354-5: {}, Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: Metadata agent@n-d-760354-5: {}, Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: Metering agent@n-d-760354-5: {}, Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: Open vSwitch agent@n-d-760354-5: { 'AddressGroup': '1.2', Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'ConntrackHelper': '1.0', Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'LocalIPAssociation': '1.0', Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'Log': '1.0', Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'Network': '1.1', Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'Port': '1.7', Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'PortForwarding': '1.2', Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'QosPolicy': '1.10', Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'SecurityGroup': '1.5', Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'SecurityGroupRule': '1.2', Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'SubPort': '1.0', Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'Subnet': '1.1', Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: 'Trunk': '1.1'}} Dec 12 17:32:24.785408 n-d-760354-5 neutron-server[103153]: {{(pid=103153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 17:32:24.791063 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:32:24.791722 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:32:24.792325 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:32:24.792936 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:24.793502 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:32:24.794171 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Bound port: 965e1a96-3c62-402d-b82e-9d38d498e4bd, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:32:24.794771 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:24.850113 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] For port 965e1a96-3c62-402d-b82e-9d38d498e4bd, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:32:24.853518 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] For port 965e1a96-3c62-402d-b82e-9d38d498e4bd, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=965e1a96-3c62-402d-b82e-9d38d498e4bd,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:32:24.856731 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-930a4576-030b-48a5-87f7-f605da2df9db admin admin] Allocated IP 172.20.0.1 (d9379518-7141-4913-88d7-7d1fcb8ba7e8/79ecbb35-c555-4daf-a052-e49241c4c136/c7d0cbf9-9932-4f1e-9f18-217437d112bd) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:32:24.871590 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:24.904760 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:24.906019 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:24.982527 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-930a4576-030b-48a5-87f7-f605da2df9db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:24.986687 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f5a3f-596d-436a-ba6c-7c98c2f0698b None None] Pushing event updated for resources: {'Port': ['ID=965e1a96-3c62-402d-b82e-9d38d498e4bd,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:25.008061 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Routers {'ca5ef445-890a-405f-8745-017181a69ac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:32:25.009774 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:32:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ca5ef445-890a-405f-8745-017181a69ac3'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:25.066403 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-930a4576-030b-48a5-87f7-f605da2df9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:25.133096 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930a4576-030b-48a5-87f7-f605da2df9db admin admin] Network d9379518-7141-4913-88d7-7d1fcb8ba7e8 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:32:25.142756 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-930a4576-030b-48a5-87f7-f605da2df9db admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:32:25.146719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930a4576-030b-48a5-87f7-f605da2df9db admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:32:25.147298 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-930a4576-030b-48a5-87f7-f605da2df9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:25.156216 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] Set router ca5ef445-890a-405f-8745-017181a69ac3 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:32:25.241501 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a4576-030b-48a5-87f7-f605da2df9db admin admin] Pushing event updated for resources: {'Port': ['ID=c7d0cbf9-9932-4f1e-9f18-217437d112bd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:25.296954 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60418) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:25.526003 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:32:22Z', 'revision_number': 3, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:25.534336 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7df1b9a0-cd3f-46a2-81df-754a40b4774d None None] Provisioning complete for port c7d0cbf9-9932-4f1e-9f18-217437d112bd triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:25.537807 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7df1b9a0-cd3f-46a2-81df-754a40b4774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:25.558637 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-930a4576-030b-48a5-87f7-f605da2df9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:25.559588 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3f3cefa8-bff2-4f5c-b49e-7bae9c1e23cb req-de944d68-a78a-4fb3-a2be-c38dd566ab41 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 210 time: 0.2597611 Dec 12 17:32:25.586106 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1351377e-e676-4991-9970-2d3f98c26a52 None None] The sync data for ids ['ca5ef445-890a-405f-8745-017181a69ac3'] in n-d-760354-5 is: [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:32:22Z', 'revision_number': 3, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:32:25.607847 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7df1b9a0-cd3f-46a2-81df-754a40b4774d None None] Port c7d0cbf9-9932-4f1e-9f18-217437d112bd cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:32:25.849833 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-930a4576-030b-48a5-87f7-f605da2df9db admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:25.857673 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-930a4576-030b-48a5-87f7-f605da2df9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:25.859173 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-930a4576-030b-48a5-87f7-f605da2df9db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:25.989778 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a4576-030b-48a5-87f7-f605da2df9db admin admin] Pushing event updated for resources: {'Port': ['ID=c7d0cbf9-9932-4f1e-9f18-217437d112bd,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:26.054503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930a4576-030b-48a5-87f7-f605da2df9db admin admin] Network d9379518-7141-4913-88d7-7d1fcb8ba7e8 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:32:26.055986 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-930a4576-030b-48a5-87f7-f605da2df9db admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:32:26.296597 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930a4576-030b-48a5-87f7-f605da2df9db admin admin] Router ca5ef445-890a-405f-8745-017181a69ac3 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:32:26.468375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-34ed5b23-b162-46b7-915d-1ad77081a9e7 None None] Provisioning complete for port c7d0cbf9-9932-4f1e-9f18-217437d112bd triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:26.469041 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34ed5b23-b162-46b7-915d-1ad77081a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:26.534395 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-34ed5b23-b162-46b7-915d-1ad77081a9e7 None None] Port c7d0cbf9-9932-4f1e-9f18-217437d112bd cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:32:26.542165 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930a4576-030b-48a5-87f7-f605da2df9db admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:32:26.553834 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-930a4576-030b-48a5-87f7-f605da2df9db admin admin] 10.222.0.18 "PUT /v2.0/routers/ca5ef445-890a-405f-8745-017181a69ac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7898381 Dec 12 17:32:26.817669 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 965e1a96-3c62-402d-b82e-9d38d498e4bd up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:32:26.933780 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 965e1a96-3c62-402d-b82e-9d38d498e4bd triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:26.935452 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:26.967804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7ad94fc-ea31-487b-b60f-8e75c186f5b7 req-69033cbd-85b8-4cbf-9083-911924bcdd60 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 210 time: 0.0432270 Dec 12 17:32:27.117889 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:27.155601 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 965e1a96-3c62-402d-b82e-9d38d498e4bd, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=965e1a96-3c62-402d-b82e-9d38d498e4bd,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:32:27.177013 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:27.329711 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=965e1a96-3c62-402d-b82e-9d38d498e4bd,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:27.730559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60612) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:27.741607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60618) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:27.922592 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60632) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:27.935340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.31', 58686) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:27.979465 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-f3185935-245b-45da-af3f-a6fe40c4b4e3 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=028a65e6a178446fab1c7e12c107d9e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416026 Dec 12 17:32:28.057907 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bec3a576-7e37-49d0-bbdd-ec52a7d965a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:28.111786 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Sync routers for ids ['ca5ef445-890a-405f-8745-017181a69ac3'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:32:28.125257 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Routers {'ca5ef445-890a-405f-8745-017181a69ac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:32:28.125846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:32:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ca5ef445-890a-405f-8745-017181a69ac3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:28.138973 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83a49551-3a80-4db8-83ae-1670b07a7614 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:28.266467 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Set router ca5ef445-890a-405f-8745-017181a69ac3 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:32:28.280145 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-41b86b7f-92e2-4adf-8fa9-8297c0662b0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:28.400381 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-1c517554-35e0-415f-a9d1-456dd9cc048b tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:28.402250 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-1c517554-35e0-415f-a9d1-456dd9cc048b tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4172330 Dec 12 17:32:28.427238 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-cc522096-38d8-401d-97f2-5fde9ce40671 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5860268e7d7641b88ee98c67b76eaf37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586958 Dec 12 17:32:28.502873 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60672) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:28.510718 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ec24d517-f2fd-4a94-b5fb-1a48351d4008 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-299323211-network', 'tenant_id': '3c94be33e3ff452ab895d2e0b9a0177a'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:28.519242 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-8bd83b3e-dfdf-4c34-a0ad-d01bec0a84d6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Request body: {'port': {'device_id': 'd396d893-fa9c-491d-8f11-271ed190a517', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': '028a65e6a178446fab1c7e12c107d9e4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:28.559934 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83a49551-3a80-4db8-83ae-1670b07a7614 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:28.600158 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7942057-26df-47a4-b128-316352560aed req-5fbf7a28-822f-4b13-8d27-f99789372d74 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 210 time: 0.1468329 Dec 12 17:32:28.605884 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83a49551-3a80-4db8-83ae-1670b07a7614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:28.640872 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-83a49551-3a80-4db8-83ae-1670b07a7614 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=022329369bfc427eb848f6e97b3b149e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8981986 Dec 12 17:32:28.657150 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60686) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:28.663090 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bec3a576-7e37-49d0-bbdd-ec52a7d965a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:28.665531 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:32:25Z', 'revision_number': 4, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'c7d0cbf9-9932-4f1e-9f18-217437d112bd', 'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'mac_address': 'fa:16:3e:33:56:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:24Z', 'updated_at': '2021-12-12T17:32:25Z', 'revision_number': 2, 'project_id': '438b3403df11467186a128ec0b97682a', 'subnets': [{'id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:28.700823 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-41b86b7f-92e2-4adf-8fa9-8297c0662b0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:28.704871 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Checking router: ca5ef445-890a-405f-8745-017181a69ac3 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:32:28.705329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Updating router ca5ef445-890a-405f-8745-017181a69ac3 port c7d0cbf9-9932-4f1e-9f18-217437d112bd binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:32:28.726495 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bec3a576-7e37-49d0-bbdd-ec52a7d965a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:28.733092 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:28.760197 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bec3a576-7e37-49d0-bbdd-ec52a7d965a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=671544a7d49246f0ade96f25caa5f2ea&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0255620 Dec 12 17:32:28.760197 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-41b86b7f-92e2-4adf-8fa9-8297c0662b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:28.775543 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 965e1a96-3c62-402d-b82e-9d38d498e4bd up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:32:28.780039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60694) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:28.867870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a49551-3a80-4db8-83ae-1670b07a7614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f73146-0fe3-4d52-84ca-75782d42d3d9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:28.897953 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec24d517-f2fd-4a94-b5fb-1a48351d4008 admin admin] Made reservation on behalf of 3c94be33e3ff452ab895d2e0b9a0177a for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:32:28.901520 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec24d517-f2fd-4a94-b5fb-1a48351d4008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:28.920420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-41b86b7f-92e2-4adf-8fa9-8297c0662b0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4da0ce1bbcf14d12ac188cbb25b702bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9964912 Dec 12 17:32:28.921356 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d2bbc59a-077a-41e2-bc2f-8e1d8fc2ceb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:28.921837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec24d517-f2fd-4a94-b5fb-1a48351d4008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:28.941420 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60704) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:28.958487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 965e1a96-3c62-402d-b82e-9d38d498e4bd triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:28.958888 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:28.987022 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-e3d0bd50-9b8c-48bb-8333-4785d4478c4f tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:28.997154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-e3d0bd50-9b8c-48bb-8333-4785d4478c4f tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5521121 Dec 12 17:32:29.015781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3a576-7e37-49d0-bbdd-ec52a7d965a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4495a85c-d10d-4218-804c-ae38b259d742,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:29.060788 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-688eb6c5-5f16-4995-a02c-53e9922c6d2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.065620 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d2bbc59a-077a-41e2-bc2f-8e1d8fc2ceb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.079856 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae167d22-6b7a-48e4-b4e8-8d355bce8fd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.109090 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae167d22-6b7a-48e4-b4e8-8d355bce8fd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.138661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-3125f88b-3e3c-460c-8d1e-e1e3a4abac15 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/quotas/5860268e7d7641b88ee98c67b76eaf37 HTTP/1.1" status: 200 len: 375 time: 0.1390319 Dec 12 17:32:29.194826 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-688eb6c5-5f16-4995-a02c-53e9922c6d2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.216653 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b86b7f-92e2-4adf-8fa9-8297c0662b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4fd3a2-a667-418c-af5c-b84890a063dc,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:29.261236 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-8bd83b3e-dfdf-4c34-a0ad-d01bec0a84d6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Made reservation on behalf of 028a65e6a178446fab1c7e12c107d9e4 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:32:29.267788 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-8bd83b3e-dfdf-4c34-a0ad-d01bec0a84d6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.276177 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.277403 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae167d22-6b7a-48e4-b4e8-8d355bce8fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.284958 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-907f511b-5b9b-4c6b-aba3-d859350bcf22 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5860268e7d7641b88ee98c67b76eaf37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1098592 Dec 12 17:32:29.285107 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae167d22-6b7a-48e4-b4e8-8d355bce8fd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.286547 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ae167d22-6b7a-48e4-b4e8-8d355bce8fd0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d4fd3a2-a667-418c-af5c-b84890a063dc HTTP/1.1" status: 204 len: 168 time: 0.3423104 Dec 12 17:32:29.298011 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.345758 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-8bd83b3e-dfdf-4c34-a0ad-d01bec0a84d6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.353886 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae167d22-6b7a-48e4-b4e8-8d355bce8fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4fd3a2-a667-418c-af5c-b84890a063dc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:29.390376 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d2bbc59a-077a-41e2-bc2f-8e1d8fc2ceb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.395865 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d2bbc59a-077a-41e2-bc2f-8e1d8fc2ceb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.411322 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d2bbc59a-077a-41e2-bc2f-8e1d8fc2ceb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9f73146-0fe3-4d52-84ca-75782d42d3d9 HTTP/1.1" status: 204 len: 168 time: 0.7503011 Dec 12 17:32:29.456922 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbc59a-077a-41e2-bc2f-8e1d8fc2ceb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f73146-0fe3-4d52-84ca-75782d42d3d9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:29.499482 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-688eb6c5-5f16-4995-a02c-53e9922c6d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.501981 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-688eb6c5-5f16-4995-a02c-53e9922c6d2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.503150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-688eb6c5-5f16-4995-a02c-53e9922c6d2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4495a85c-d10d-4218-804c-ae38b259d742 HTTP/1.1" status: 204 len: 168 time: 0.7211397 Dec 12 17:32:29.528939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688eb6c5-5f16-4995-a02c-53e9922c6d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4495a85c-d10d-4218-804c-ae38b259d742,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:29.560120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85c7b1-0c72-41c7-abb1-2a4f7d6e0f23 None None] Pushing event updated for resources: {'Port': ['ID=c7d0cbf9-9932-4f1e-9f18-217437d112bd,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:29.575730 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec24d517-f2fd-4a94-b5fb-1a48351d4008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.593418 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec24d517-f2fd-4a94-b5fb-1a48351d4008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.671225 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec24d517-f2fd-4a94-b5fb-1a48351d4008 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:32:29.752588 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-8bd83b3e-dfdf-4c34-a0ad-d01bec0a84d6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.754731 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec24d517-f2fd-4a94-b5fb-1a48351d4008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.755133 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-ec24d517-f2fd-4a94-b5fb-1a48351d4008 admin admin] Added segment 822d01f8-db58-440b-9a4a-65d1b2bf1c9f of type vlan for network 30c9b5bf-a13b-4ace-8197-fb418f7f0be1 Dec 12 17:32:29.768016 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24d517-f2fd-4a94-b5fb-1a48351d4008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7024c4e-10e2-4464-8cad-4317cbd34161,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:29.801021 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-8bd83b3e-dfdf-4c34-a0ad-d01bec0a84d6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.859471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Attempting to bind port c7d0cbf9-9932-4f1e-9f18-217437d112bd on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:32:29.859900 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Attempting to bind port c7d0cbf9-9932-4f1e-9f18-217437d112bd by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'b5f115b0-b298-45f5-806c-99df12a98abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:32:29.860211 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Attempting to bind port c7d0cbf9-9932-4f1e-9f18-217437d112bd on network d9379518-7141-4913-88d7-7d1fcb8ba7e8 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:32:29.889309 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:32:29.889696 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Checking segment: {'id': 'b5f115b0-b298-45f5-806c-99df12a98abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:32:29.890254 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.890688 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Bound using segment: {'id': 'b5f115b0-b298-45f5-806c-99df12a98abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:32:29.895287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Bound port: c7d0cbf9-9932-4f1e-9f18-217437d112bd, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f115b0-b298-45f5-806c-99df12a98abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:32:29.895776 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:29.917799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8b2782b8-65a8-47b8-b8fe-1ff398d53f3f req-a7f59965-64bd-4bfb-bb18-c686bf580147 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 210 time: 0.0898426 Dec 12 17:32:30.068417 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e10646a-b9fa-4e75-b09b-edb396ce04ab req-67dcccea-af29-4c53-9b57-baab71946e70 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 210 time: 0.0994065 Dec 12 17:32:30.211330 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0b527714-9c7f-4d24-b85e-549bcc71025a None None] Provisioning complete for port c7d0cbf9-9932-4f1e-9f18-217437d112bd triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:30.214928 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b527714-9c7f-4d24-b85e-549bcc71025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:30.266205 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-8bd83b3e-dfdf-4c34-a0ad-d01bec0a84d6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Allocated IP 192.168.233.68 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/fd9352e4-ba60-4507-99f0-b63cd7fe01ae) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:32:30.293838 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] For port c7d0cbf9-9932-4f1e-9f18-217437d112bd, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:32:30.312703 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] For port c7d0cbf9-9932-4f1e-9f18-217437d112bd, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c7d0cbf9-9932-4f1e-9f18-217437d112bd,segment=NetworkSegment(b5f115b0-b298-45f5-806c-99df12a98abb),segment_id=b5f115b0-b298-45f5-806c-99df12a98abb)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:32:30.314767 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0b527714-9c7f-4d24-b85e-549bcc71025a None None] Port c7d0cbf9-9932-4f1e-9f18-217437d112bd cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:32:30.318700 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec24d517-f2fd-4a94-b5fb-1a48351d4008 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:30.320973 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:30.341334 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd83b3e-dfdf-4c34-a0ad-d01bec0a84d6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5083e4-a802-4971-b3ce-f4eac7392012,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:30.397021 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85c7b1-0c72-41c7-abb1-2a4f7d6e0f23 None None] Pushing event updated for resources: {'Port': ['ID=c7d0cbf9-9932-4f1e-9f18-217437d112bd,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:30.428429 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Routers {'ca5ef445-890a-405f-8745-017181a69ac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:32:30.429533 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:32:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ca5ef445-890a-405f-8745-017181a69ac3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:30.557026 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec24d517-f2fd-4a94-b5fb-1a48351d4008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:30.558273 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec24d517-f2fd-4a94-b5fb-1a48351d4008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:30.559028 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec24d517-f2fd-4a94-b5fb-1a48351d4008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:30.678694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] Set router ca5ef445-890a-405f-8745-017181a69ac3 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:32:30.807336 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60794) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:30.866183 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e9a76596-7a15-4a7d-b7c6-dfaa04593d59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:30.912341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60798) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:30.969772 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-8bd83b3e-dfdf-4c34-a0ad-d01bec0a84d6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:31.002146 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51310065-79a4-41f0-ab52-9f4f49586378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:31.058078 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ec24d517-f2fd-4a94-b5fb-1a48351d4008 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.5538807 Dec 12 17:32:31.064443 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60806) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:31.072317 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-8bd83b3e-dfdf-4c34-a0ad-d01bec0a84d6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:31.078763 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cc8a0ef8-23de-45fb-b6cf-39d733b06789 admin admin] Request body: {'subnet': {'network_id': '30c9b5bf-a13b-4ace-8197-fb418f7f0be1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299323211-subnet', 'tenant_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:31.265336 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd83b3e-dfdf-4c34-a0ad-d01bec0a84d6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Pushing event updated for resources: {'Port': ['ID=fd9352e4-ba60-4507-99f0-b63cd7fe01ae,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:31.315422 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24d517-f2fd-4a94-b5fb-1a48351d4008 admin admin] Pushing event updated for resources: {'Network': ['ID=30c9b5bf-a13b-4ace-8197-fb418f7f0be1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:31.336972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8420babb-f852-4731-bfa1-578c507b3cc1 None None] Provisioning complete for port c7d0cbf9-9932-4f1e-9f18-217437d112bd triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:31.337751 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8420babb-f852-4731-bfa1-578c507b3cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:31.339391 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60812) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:31.346040 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 30c9b5bf-a13b-4ace-8197-fb418f7f0be1 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:32:31.389514 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-8bd83b3e-dfdf-4c34-a0ad-d01bec0a84d6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:32:31.403511 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-8bd83b3e-dfdf-4c34-a0ad-d01bec0a84d6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:32:31.430253 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-8bd83b3e-dfdf-4c34-a0ad-d01bec0a84d6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:32:31.469230 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-8bd83b3e-dfdf-4c34-a0ad-d01bec0a84d6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:31.469909 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-8bd83b3e-dfdf-4c34-a0ad-d01bec0a84d6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:31.473860 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120c5b2-dea0-4f67-9b0d-e6dcf9a8cb90 req-0ce07791-11ae-40cd-9e0c-8a755147221e tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:31.483494 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a120c5b2-dea0-4f67-9b0d-e6dcf9a8cb90 req-0ce07791-11ae-40cd-9e0c-8a755147221e tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 935 time: 0.4007194 Dec 12 17:32:31.522586 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8a0ef8-23de-45fb-b6cf-39d733b06789 admin admin] Made reservation on behalf of 3c94be33e3ff452ab895d2e0b9a0177a for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:32:31.530699 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0ef8-23de-45fb-b6cf-39d733b06789 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:31.604851 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b60e57ba-6683-42dc-b554-43f104a588e8 req-47898c0d-f12d-4884-96bf-21be4e0a04be tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 210 time: 0.3798940 Dec 12 17:32:31.656548 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:32:25Z', 'revision_number': 4, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'c7d0cbf9-9932-4f1e-9f18-217437d112bd', 'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'mac_address': 'fa:16:3e:33:56:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:24Z', 'updated_at': '2021-12-12T17:32:30Z', 'revision_number': 4, 'project_id': '438b3403df11467186a128ec0b97682a', 'subnets': [{'id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:31.749060 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0457182f-0af0-4a61-aec8-9b7cecf320b1 None None] The sync data for ids ['ca5ef445-890a-405f-8745-017181a69ac3'] in n-d-760354-5 is: [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:32:25Z', 'revision_number': 4, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'c7d0cbf9-9932-4f1e-9f18-217437d112bd', 'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'mac_address': 'fa:16:3e:33:56:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:24Z', 'updated_at': '2021-12-12T17:32:30Z', 'revision_number': 4, 'project_id': '438b3403df11467186a128ec0b97682a', 'subnets': [{'id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:32:31.765330 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51310065-79a4-41f0-ab52-9f4f49586378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:31.879391 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8420babb-f852-4731-bfa1-578c507b3cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:31.882235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60820) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:31.895157 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51310065-79a4-41f0-ab52-9f4f49586378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:31.939837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3bf1cfd7-720b-495c-9560-308cd0dfb1e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:31.970494 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8420babb-f852-4731-bfa1-578c507b3cc1 None None] For port c7d0cbf9-9932-4f1e-9f18-217437d112bd, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c7d0cbf9-9932-4f1e-9f18-217437d112bd,segment=NetworkSegment(b5f115b0-b298-45f5-806c-99df12a98abb),segment_id=b5f115b0-b298-45f5-806c-99df12a98abb)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:32:31.986546 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8420babb-f852-4731-bfa1-578c507b3cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:32.045406 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a120c5b2-dea0-4f67-9b0d-e6dcf9a8cb90 req-fd2a62ba-ef7e-46ee-b729-0e70a603d8aa tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605404 Dec 12 17:32:32.118029 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-51310065-79a4-41f0-ab52-9f4f49586378 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f9b5d08a41c425991f3d4809cad347c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2003429 Dec 12 17:32:32.121121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60826) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:32.127489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51310065-79a4-41f0-ab52-9f4f49586378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222634f2-a7da-492b-bce3-e85687e57642,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:32.170321 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-8bd83b3e-dfdf-4c34-a0ad-d01bec0a84d6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6642947 Dec 12 17:32:32.180470 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0ef8-23de-45fb-b6cf-39d733b06789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:32.185847 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420babb-f852-4731-bfa1-578c507b3cc1 None None] Pushing event updated for resources: {'Port': ['ID=c7d0cbf9-9932-4f1e-9f18-217437d112bd,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:32.217832 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-fca5898e-9879-499b-a099-b9338c9ee9d7 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:32:32.220161 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-36780f2b-a7b8-4837-b2cb-73ee2f332fea None None] Provisioning complete for port fd9352e4-ba60-4507-99f0-b63cd7fe01ae triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:32.220500 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-fca5898e-9879-499b-a099-b9338c9ee9d7 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148590 Dec 12 17:32:32.220622 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36780f2b-a7b8-4837-b2cb-73ee2f332fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:32.243555 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e9a76596-7a15-4a7d-b7c6-dfaa04593d59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:32.268769 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e9a76596-7a15-4a7d-b7c6-dfaa04593d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:32.308683 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-36780f2b-a7b8-4837-b2cb-73ee2f332fea None None] Port fd9352e4-ba60-4507-99f0-b63cd7fe01ae cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:32:32.344178 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d1328f7-74e3-45cd-914c-9f7de504a218 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:32.429184 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a0ef8-23de-45fb-b6cf-39d733b06789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92a060d5-91b6-494b-8db5-d2a12bc1d9c2,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:32.443056 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e9a76596-7a15-4a7d-b7c6-dfaa04593d59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3913100f2274af999b3f3dbeb1920bc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6317260 Dec 12 17:32:32.445885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60828) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:32.456356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a76596-7a15-4a7d-b7c6-dfaa04593d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b116f5-52de-4255-a499-2e47d712c172,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:32.496945 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6983ac1e-5d35-4c35-824a-a59aac513946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:32.557312 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6983ac1e-5d35-4c35-824a-a59aac513946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:32.584663 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8a0ef8-23de-45fb-b6cf-39d733b06789 admin admin] Checking segment: {'id': '822d01f8-db58-440b-9a4a-65d1b2bf1c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '30c9b5bf-a13b-4ace-8197-fb418f7f0be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:32:32.588141 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc204609-a607-49d5-b76a-7d16c4eda09c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:32.592989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8a0ef8-23de-45fb-b6cf-39d733b06789 admin admin] Network hostable DHCP agents. Network: 30c9b5bf-a13b-4ace-8197-fb418f7f0be1, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:32:32.620032 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Request body: {'port': {'device_id': 'd396d893-fa9c-491d-8f11-271ed190a517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:32.649639 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc204609-a607-49d5-b76a-7d16c4eda09c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:32.661252 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d1328f7-74e3-45cd-914c-9f7de504a218 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:32.679672 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d1328f7-74e3-45cd-914c-9f7de504a218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:32.733476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1328f7-74e3-45cd-914c-9f7de504a218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0799e31-3cb2-470d-b985-4f8b8338da57,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:32.778538 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6983ac1e-5d35-4c35-824a-a59aac513946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:32.778538 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6983ac1e-5d35-4c35-824a-a59aac513946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:32.778538 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6983ac1e-5d35-4c35-824a-a59aac513946 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/222634f2-a7da-492b-bce3-e85687e57642 HTTP/1.1" status: 204 len: 168 time: 0.6384628 Dec 12 17:32:32.859089 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:32.865834 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c7d0cbf9-9932-4f1e-9f18-217437d112bd up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:32:32.877884 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3bf1cfd7-720b-495c-9560-308cd0dfb1e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:32.880473 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8a0ef8-23de-45fb-b6cf-39d733b06789 admin admin] Network 30c9b5bf-a13b-4ace-8197-fb418f7f0be1 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:32:32.898298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983ac1e-5d35-4c35-824a-a59aac513946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222634f2-a7da-492b-bce3-e85687e57642,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:32.938511 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3bf1cfd7-720b-495c-9560-308cd0dfb1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:32.940420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5d1328f7-74e3-45cd-914c-9f7de504a218 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd862188bdba4c7ea1b7beecde301446&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0535097 Dec 12 17:32:32.941357 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60836) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:33.004096 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.20', 53092) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:33.011048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-56040a73-75c9-43d1-bcbb-93fd0cac8eda req-dd908814-5854-4086-826d-8336ed3856d5 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 210 time: 0.1139975 Dec 12 17:32:33.025272 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c7d0cbf9-9932-4f1e-9f18-217437d112bd triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:33.025977 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:33.042949 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-cc8a0ef8-23de-45fb-b6cf-39d733b06789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 30c9b5bf-a13b-4ace-8197-fb418f7f0be1) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:32:33.054331 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc204609-a607-49d5-b76a-7d16c4eda09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:33.058221 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc204609-a607-49d5-b76a-7d16c4eda09c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:33.069147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cc204609-a607-49d5-b76a-7d16c4eda09c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07b116f5-52de-4255-a499-2e47d712c172 HTTP/1.1" status: 204 len: 168 time: 0.6191661 Dec 12 17:32:33.089834 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc204609-a607-49d5-b76a-7d16c4eda09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b116f5-52de-4255-a499-2e47d712c172,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:33.136299 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee32970f-1f2c-48ce-beb2-137f7141fd6f None None] Network 30c9b5bf-a13b-4ace-8197-fb418f7f0be1 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:32:33.325083 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a0ef8-23de-45fb-b6cf-39d733b06789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:33.325747 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0ef8-23de-45fb-b6cf-39d733b06789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:33.336130 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42994ef-d8bf-4593-bd47-a80cdae3d423 req-3b7f7a4e-29f6-4afd-aeee-35f5beb8246d tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:33.337729 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c42994ef-d8bf-4593-bd47-a80cdae3d423 req-3b7f7a4e-29f6-4afd-aeee-35f5beb8246d tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 935 time: 0.1233265 Dec 12 17:32:33.408616 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-1f879033-d1fa-435b-9c17-8148649d84a7 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5860268e7d7641b88ee98c67b76eaf37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3753009 Dec 12 17:32:33.413529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-30c9b5bf-a13b-4ace-8197-fb418f7f0be1', 'network_id': '30c9b5bf-a13b-4ace-8197-fb418f7f0be1', 'project_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'fixed_ips': [{'subnet_id': '92a060d5-91b6-494b-8db5-d2a12bc1d9c2'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:32:33.420429 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:33.426459 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3bf1cfd7-720b-495c-9560-308cd0dfb1e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49eb5d308ca544199af13680be6e4b1a&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0829833 Dec 12 17:32:33.442120 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cc8a0ef8-23de-45fb-b6cf-39d733b06789 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3676426 Dec 12 17:32:33.444041 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60850) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:33.448337 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60852) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:33.458385 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-299323211-router', 'tenant_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:33.663924 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Allocated IP 172.20.0.2 (30c9b5bf-a13b-4ace-8197-fb418f7f0be1/92a060d5-91b6-494b-8db5-d2a12bc1d9c2/36eb9ae2-f347-4b9d-b02d-9160d1a97259) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:32:33.717177 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c42994ef-d8bf-4593-bd47-a80cdae3d423 req-2909079c-e35f-4382-a870-2073da4da798 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368018 Dec 12 17:32:33.754725 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:33.756629 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:33.812463 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-d4f4ac23-2403-4ab1-a304-98650e0e9999 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:33.814829 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-d4f4ac23-2403-4ab1-a304-98650e0e9999 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3936999 Dec 12 17:32:33.894957 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1cfd7-720b-495c-9560-308cd0dfb1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0b3205-b1e2-4881-8afb-262d77c6dd2a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:33.995106 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:34.018957 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-63697699-b420-4a41-8667-2e49c2660316 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Request body: {'port': {'device_id': '863a8f59-c7ac-4e1e-a71b-e3650dbc5762', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': '5860268e7d7641b88ee98c67b76eaf37'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:34.117891 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:32:34.407480 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:34.542289 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:34.568674 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:34.586770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5dd76220-26f1-4915-bccb-9fd9e62578af req-0b34df84-c4a9-47fa-b4a5-41e301d202eb tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 210 time: 0.3831563 Dec 12 17:32:34.704376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-63697699-b420-4a41-8667-2e49c2660316 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Made reservation on behalf of 5860268e7d7641b88ee98c67b76eaf37 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:32:34.708242 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-63697699-b420-4a41-8667-2e49c2660316 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:34.729531 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Network 30c9b5bf-a13b-4ace-8197-fb418f7f0be1 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:32:34.756893 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55f98dda-78b4-4c22-92fb-2674963fe3fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:34.764496 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:32:34.782572 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55f98dda-78b4-4c22-92fb-2674963fe3fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:34.787698 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:32:34.827563 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Pushing event updated for resources: {'Port': ['ID=36eb9ae2-f347-4b9d-b02d-9160d1a97259,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:34.841707 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-95a068a6-ea2c-4612-82a3-a449a108315c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:34.852180 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-63697699-b420-4a41-8667-2e49c2660316 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:34.862229 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55f98dda-78b4-4c22-92fb-2674963fe3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:34.865379 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55f98dda-78b4-4c22-92fb-2674963fe3fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:34.866800 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-55f98dda-78b4-4c22-92fb-2674963fe3fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0799e31-3cb2-470d-b985-4f8b8338da57 HTTP/1.1" status: 204 len: 168 time: 1.9161661 Dec 12 17:32:34.913009 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f98dda-78b4-4c22-92fb-2674963fe3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0799e31-3cb2-470d-b985-4f8b8338da57,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:34.981439 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-95a068a6-ea2c-4612-82a3-a449a108315c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:35.023910 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:35.029605 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Attempting to bind port 36eb9ae2-f347-4b9d-b02d-9160d1a97259 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:32:35.030072 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Attempting to bind port 36eb9ae2-f347-4b9d-b02d-9160d1a97259 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '822d01f8-db58-440b-9a4a-65d1b2bf1c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '30c9b5bf-a13b-4ace-8197-fb418f7f0be1'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:32:35.030515 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Attempting to bind port 36eb9ae2-f347-4b9d-b02d-9160d1a97259 on network 30c9b5bf-a13b-4ace-8197-fb418f7f0be1 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:32:35.037947 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:32:35.038613 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Checking segment: {'id': '822d01f8-db58-440b-9a4a-65d1b2bf1c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '30c9b5bf-a13b-4ace-8197-fb418f7f0be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:32:35.039679 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:35.040270 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Bound using segment: {'id': '822d01f8-db58-440b-9a4a-65d1b2bf1c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '30c9b5bf-a13b-4ace-8197-fb418f7f0be1'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:32:35.041674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Bound port: 36eb9ae2-f347-4b9d-b02d-9160d1a97259, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822d01f8-db58-440b-9a4a-65d1b2bf1c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '30c9b5bf-a13b-4ace-8197-fb418f7f0be1'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:32:35.042273 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:35.088244 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:35.146933 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] For port 36eb9ae2-f347-4b9d-b02d-9160d1a97259, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:32:35.153051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] For port 36eb9ae2-f347-4b9d-b02d-9160d1a97259, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=36eb9ae2-f347-4b9d-b02d-9160d1a97259,segment=NetworkSegment(822d01f8-db58-440b-9a4a-65d1b2bf1c9f),segment_id=822d01f8-db58-440b-9a4a-65d1b2bf1c9f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:32:35.167371 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:35.243941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] Allocated IP 172.25.1.90 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/2052b27a-40ad-47be-a1e2-008f8d817ccb) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:32:35.349938 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-95a068a6-ea2c-4612-82a3-a449a108315c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:35.356249 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-95a068a6-ea2c-4612-82a3-a449a108315c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:35.359861 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-95a068a6-ea2c-4612-82a3-a449a108315c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d0b3205-b1e2-4881-8afb-262d77c6dd2a HTTP/1.1" status: 204 len: 168 time: 1.5630693 Dec 12 17:32:35.428415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a068a6-ea2c-4612-82a3-a449a108315c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0b3205-b1e2-4881-8afb-262d77c6dd2a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:35.454321 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7250d-04ae-4a23-b45c-ca10ad452497 None None] Pushing event updated for resources: {'Port': ['ID=36eb9ae2-f347-4b9d-b02d-9160d1a97259,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:35.549166 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-63697699-b420-4a41-8667-2e49c2660316 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:35.569383 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60908) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:35.615791 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46f2ccf4-817c-4f71-85d5-11c726fb249a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:35.620197 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:35.705779 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-63697699-b420-4a41-8667-2e49c2660316 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:35.726176 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:35.866575 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9352e4-ba60-4507-99f0-b63cd7fe01ae {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:32:35.959456 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9114bc-fd5b-4a92-8a33-180f1a70dc62 req-fada37d0-edb9-4491-a531-fa9e58e52519 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:35.968244 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a9114bc-fd5b-4a92-8a33-180f1a70dc62 req-fada37d0-edb9-4491-a531-fa9e58e52519 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 935 time: 1.0325463 Dec 12 17:32:36.018822 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46f2ccf4-817c-4f71-85d5-11c726fb249a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:36.038318 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:36.042147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68ada682-e97d-44c4-aa8a-a03c02ccb50e req-919b24e8-60ee-4458-879a-e4b12cdd2f3e tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 210 time: 0.1779318 Dec 12 17:32:36.055000 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46f2ccf4-817c-4f71-85d5-11c726fb249a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:36.096278 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:32:36.113835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:32:36.130540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] Pushing event updated for resources: {'Port': ['ID=2052b27a-40ad-47be-a1e2-008f8d817ccb,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:36.160285 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:32:36.173250 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63697699-b420-4a41-8667-2e49c2660316 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7250e2-11c2-48f2-a1b4-efd0025c75eb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:36.246808 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2ccf4-817c-4f71-85d5-11c726fb249a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268438a5-d968-48b6-bfa3-7b8436a631ac,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:36.261145 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-46f2ccf4-817c-4f71-85d5-11c726fb249a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0d388578fb84b4694b79d6c03388c44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6883922 Dec 12 17:32:36.267417 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60922) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:36.269496 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Transition to ACTIVE for port object fd9352e4-ba60-4507-99f0-b63cd7fe01ae will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:32:36.287916 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:36.518671 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a9114bc-fd5b-4a92-8a33-180f1a70dc62 req-dddff842-93fa-4701-8890-1b1ce654f5fd tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889638 Dec 12 17:32:36.732150 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Attempting to bind port fd9352e4-ba60-4507-99f0-b63cd7fe01ae on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:32:36.733125 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Attempting to bind port fd9352e4-ba60-4507-99f0-b63cd7fe01ae by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:32:36.733542 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Attempting to bind port fd9352e4-ba60-4507-99f0-b63cd7fe01ae on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:32:36.749477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Pushing event updated for resources: {'Port': ['ID=fd9352e4-ba60-4507-99f0-b63cd7fe01ae,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:36.770009 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-63697699-b420-4a41-8667-2e49c2660316 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Allocated IP 192.168.233.179 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/457a8ff4-63c4-48ec-bc19-2fd9806712c2) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:32:36.807457 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f34eb4b-30de-4933-aa96-b7c16f93ef3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:36.821781 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Port fd9352e4-ba60-4507-99f0-b63cd7fe01ae on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:32:36.822205 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Attempting to bind port fd9352e4-ba60-4507-99f0-b63cd7fe01ae on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:32:36.845708 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:32:36.846213 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:32:36.846850 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:32:36.847360 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Bound port: fd9352e4-ba60-4507-99f0-b63cd7fe01ae, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:32:36.847818 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:36.860243 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:36.861354 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 36eb9ae2-f347-4b9d-b02d-9160d1a97259 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:32:37.069723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 36eb9ae2-f347-4b9d-b02d-9160d1a97259 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:37.070472 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:37.107006 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f34eb4b-30de-4933-aa96-b7c16f93ef3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:37.382250 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:37.437422 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bdfad057-b92f-47f9-8a3a-79d3791bee2d req-ab8379ae-08c2-4285-b198-40978b7c3a29 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 210 time: 0.1874645 Dec 12 17:32:37.509165 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:37.514268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab57a1cd-0e08-456d-b538-35c4443740a9 None None] Network 30c9b5bf-a13b-4ace-8197-fb418f7f0be1 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:32:37.560192 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] For port fd9352e4-ba60-4507-99f0-b63cd7fe01ae, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:32:37.650237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] For port fd9352e4-ba60-4507-99f0-b63cd7fe01ae, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=fd9352e4-ba60-4507-99f0-b63cd7fe01ae,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:32:37.677138 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:37.767821 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f34eb4b-30de-4933-aa96-b7c16f93ef3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:37.797311 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f34eb4b-30de-4933-aa96-b7c16f93ef3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:37.799810 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8f34eb4b-30de-4933-aa96-b7c16f93ef3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/268438a5-d968-48b6-bfa3-7b8436a631ac HTTP/1.1" status: 204 len: 168 time: 1.5314884 Dec 12 17:32:37.848924 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34eb4b-30de-4933-aa96-b7c16f93ef3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268438a5-d968-48b6-bfa3-7b8436a631ac,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:37.854058 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b053ecf4-c721-4881-ba7f-2d1860a59942 None None] Provisioning complete for port 36eb9ae2-f347-4b9d-b02d-9160d1a97259 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:37.854437 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b053ecf4-c721-4881-ba7f-2d1860a59942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:37.863784 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:37.864755 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:37.866634 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] 10.222.0.31 "PUT /v2.0/ports/fd9352e4-ba60-4507-99f0-b63cd7fe01ae HTTP/1.1" status: 200 len: 1095 time: 5.4232020 Dec 12 17:32:37.880180 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd396d893-fa9c-491d-8f11-271ed190a517', 'tag': 'fd9352e4-ba60-4507-99f0-b63cd7fe01ae'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:32:37.983889 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 36eb9ae2-f347-4b9d-b02d-9160d1a97259, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=36eb9ae2-f347-4b9d-b02d-9160d1a97259,segment=NetworkSegment(822d01f8-db58-440b-9a4a-65d1b2bf1c9f),segment_id=822d01f8-db58-440b-9a4a-65d1b2bf1c9f)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:32:38.014106 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:38.297440 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2bb5f-97e2-44f6-b68c-da88074b5b3b req-7446094b-fb61-4949-bdfe-655d0784fb51 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:38.316462 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a2bb5f-97e2-44f6-b68c-da88074b5b3b req-7446094b-fb61-4949-bdfe-655d0784fb51 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 947 time: 0.3518090 Dec 12 17:32:38.355314 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=36eb9ae2-f347-4b9d-b02d-9160d1a97259,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:38.473916 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-63697699-b420-4a41-8667-2e49c2660316 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:38.499566 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a2bb5f-97e2-44f6-b68c-da88074b5b3b req-b8fe597a-f42b-40e7-ad3a-69714023ecc9 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819217 Dec 12 17:32:38.532391 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bc239-1d67-46ee-9a8e-62cd5313f01e service neutron] Pushing event updated for resources: {'Port': ['ID=fd9352e4-ba60-4507-99f0-b63cd7fe01ae,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:38.548604 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] Router 1dc01d05-5e9f-4547-81ed-87ff3ac44f3b is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:32:38.623794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-2fa3edcc-f2a1-4c16-8dba-e345f0d54304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:38.625594 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-2fa3edcc-f2a1-4c16-8dba-e345f0d54304 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=028a65e6a178446fab1c7e12c107d9e4&device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 1098 time: 0.5191414 Dec 12 17:32:38.838812 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 36eb9ae2-f347-4b9d-b02d-9160d1a97259 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:32:38.875841 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-1c0e0035-baea-40ae-a0d9-46fca2c8f019 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=fd9352e4-ba60-4507-99f0-b63cd7fe01ae HTTP/1.1" status: 200 len: 217 time: 0.2337196 Dec 12 17:32:38.914437 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6fa4fd54-46f8-4286-b550-ea9fac0cfc70 req-01002f08-7529-413f-9f1f-22df850f8e4a tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 210 time: 0.2156596 Dec 12 17:32:38.974082 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-df632b0f-4a2c-44d5-a526-3edd942938d8 None None] Provisioning complete for port 36eb9ae2-f347-4b9d-b02d-9160d1a97259 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:38.974473 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-df632b0f-4a2c-44d5-a526-3edd942938d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:39.012482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:32:39.027927 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Sync routers for ids ['1dc01d05-5e9f-4547-81ed-87ff3ac44f3b'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:32:39.037828 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 36eb9ae2-f347-4b9d-b02d-9160d1a97259 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:39.038886 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:39.050099 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Routers {'1dc01d05-5e9f-4547-81ed-87ff3ac44f3b'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:32:39.050755 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:32:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['1dc01d05-5e9f-4547-81ed-87ff3ac44f3b'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:39.092278 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:39.094264 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f4725938-a74a-422d-a6fb-bda838495cba admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.6409805 Dec 12 17:32:39.097435 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60984) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:39.127693 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-63697699-b420-4a41-8667-2e49c2660316 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:39.151023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-1c60267a-778f-4efc-8946-1dfe9248da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:39.152580 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-1c60267a-778f-4efc-8946-1dfe9248da12 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.2584703 Dec 12 17:32:39.285609 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63697699-b420-4a41-8667-2e49c2660316 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Pushing event updated for resources: {'Port': ['ID=457a8ff4-63c4-48ec-bc19-2fd9806712c2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:39.317084 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-63697699-b420-4a41-8667-2e49c2660316 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:32:39.367698 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-63697699-b420-4a41-8667-2e49c2660316 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:32:39.382417 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Set router 1dc01d05-5e9f-4547-81ed-87ff3ac44f3b gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:32:39.389774 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-63697699-b420-4a41-8667-2e49c2660316 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:32:39.405097 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-63697699-b420-4a41-8667-2e49c2660316 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:39.407636 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-63697699-b420-4a41-8667-2e49c2660316 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:39.466802 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0e1a4e-75c4-4b69-b363-bcad2d77fb82" -d '{"events": [{"name": "network-changed", "server_uuid": "d396d893-fa9c-491d-8f11-271ed190a517", "tag": "fd9352e4-ba60-4507-99f0-b63cd7fe01ae"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:32:39.512907 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-63697699-b420-4a41-8667-2e49c2660316 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6054966 Dec 12 17:32:39.545826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-f16201c2-7f52-42ff-8791-137dd7eb89eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:39.548848 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-f16201c2-7f52-42ff-8791-137dd7eb89eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3822792 Dec 12 17:32:39.802763 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-51d6c4a8-9185-4833-9930-686518a359fc service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451825 Dec 12 17:32:39.922421 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-638d5ce3-328f-4953-81b4-6814ef32b618 None None] Provisioning complete for port 457a8ff4-63c4-48ec-bc19-2fd9806712c2 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:39.923704 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-638d5ce3-328f-4953-81b4-6814ef32b618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:40.014795 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc01d05-5e9f-4547-81ed-87ff3ac44f3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299323211-router', 'tenant_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '2052b27a-40ad-47be-a1e2-008f8d817ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:33Z', 'updated_at': '2021-12-12T17:32:36Z', 'revision_number': 3, 'project_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'gw_port': {'id': '2052b27a-40ad-47be-a1e2-008f8d817ccb', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc01d05-5e9f-4547-81ed-87ff3ac44f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:35Z', 'updated_at': '2021-12-12T17:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:40.065640 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-638d5ce3-328f-4953-81b4-6814ef32b618 None None] Port 457a8ff4-63c4-48ec-bc19-2fd9806712c2 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:32:40.094213 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0f05fcd3-76a9-4ffb-81a0-064315750d9e req-c02656c7-f12c-4103-a157-d0fb926bb891 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817519 Dec 12 17:32:40.101563 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Checking router: 1dc01d05-5e9f-4547-81ed-87ff3ac44f3b for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:32:40.105867 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Updating router 1dc01d05-5e9f-4547-81ed-87ff3ac44f3b port 2052b27a-40ad-47be-a1e2-008f8d817ccb binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:32:40.171284 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:40.267043 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fe642d3f-a6b8-4646-9856-8e7b122bb004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:40.310591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538849ee-2635-4f17-9a0c-22200fea7dfd req-159ff733-622a-4792-822a-587ebe71395f tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:40.323040 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-538849ee-2635-4f17-9a0c-22200fea7dfd req-159ff733-622a-4792-822a-587ebe71395f tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 947 time: 0.1655257 Dec 12 17:32:40.359440 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32784) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:40.530450 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:40.538966 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:40.575871 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090d5b4a-888d-4b29-8b62-1969f79c79cf x-openstack-request-id: req-090d5b4a-888d-4b29-8b62-1969f79c79cf {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:32:40.576171 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d396d893-fa9c-491d-8f11-271ed190a517", "tag": "fd9352e4-ba60-4507-99f0-b63cd7fe01ae", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:32:40.576430 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-090d5b4a-888d-4b29-8b62-1969f79c79cf {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:32:40.576885 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd396d893-fa9c-491d-8f11-271ed190a517', 'tag': 'fd9352e4-ba60-4507-99f0-b63cd7fe01ae', 'status': 'completed', 'code': 200} Dec 12 17:32:40.610637 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-538849ee-2635-4f17-9a0c-22200fea7dfd req-00e6ade9-d742-46b7-97dd-6e0f1f3d1257 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720520 Dec 12 17:32:40.676054 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdd3e6-6abb-4730-a2aa-2061519c1fd1 None None] Pushing event updated for resources: {'Port': ['ID=2052b27a-40ad-47be-a1e2-008f8d817ccb,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:40.698826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e1a4e-75c4-4b69-b363-bcad2d77fb82 req-6dd45bfc-d3cc-46e0-8713-8c42c0be9241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:40.703472 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6f0e1a4e-75c4-4b69-b363-bcad2d77fb82 req-6dd45bfc-d3cc-46e0-8713-8c42c0be9241 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=028a65e6a178446fab1c7e12c107d9e4&device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 1098 time: 0.1060874 Dec 12 17:32:40.764758 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Attempting to bind port 2052b27a-40ad-47be-a1e2-008f8d817ccb on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:32:40.765789 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Attempting to bind port 2052b27a-40ad-47be-a1e2-008f8d817ccb by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:32:40.767017 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Attempting to bind port 2052b27a-40ad-47be-a1e2-008f8d817ccb on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:32:40.784824 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:32:40.788023 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:32:40.791320 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:40.793103 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:32:40.794430 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Bound port: 2052b27a-40ad-47be-a1e2-008f8d817ccb, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:32:40.798074 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:40.957711 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-fe642d3f-a6b8-4646-9856-8e7b122bb004 admin admin] Allocated IP 172.20.0.1 (30c9b5bf-a13b-4ace-8197-fb418f7f0be1/92a060d5-91b6-494b-8db5-d2a12bc1d9c2/e6f75930-917d-4ae3-92f7-0a478aa79491) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:32:40.989058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c70dd-8b2c-4567-bb12-b7b948e0e176 req-76b35175-8b04-4fec-909f-82c12817f800 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:40.994707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f3c70dd-8b2c-4567-bb12-b7b948e0e176 req-76b35175-8b04-4fec-909f-82c12817f800 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 936 time: 0.2573233 Dec 12 17:32:41.013290 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] For port 2052b27a-40ad-47be-a1e2-008f8d817ccb, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:32:41.030462 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] For port 2052b27a-40ad-47be-a1e2-008f8d817ccb, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2052b27a-40ad-47be-a1e2-008f8d817ccb,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:32:41.043375 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:41.175153 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Routers {'1dc01d05-5e9f-4547-81ed-87ff3ac44f3b'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:32:41.175806 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:32:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['1dc01d05-5e9f-4547-81ed-87ff3ac44f3b'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:41.247564 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f3c70dd-8b2c-4567-bb12-b7b948e0e176 req-55e359d9-3b5b-49f6-ae4a-2328af02730d tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b7250e2-11c2-48f2-a1b4-efd0025c75eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393577 Dec 12 17:32:41.281868 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdd3e6-6abb-4730-a2aa-2061519c1fd1 None None] Pushing event updated for resources: {'Port': ['ID=2052b27a-40ad-47be-a1e2-008f8d817ccb,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:41.323292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-6f636df7-e916-4211-b1e6-34cbb48222c7 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:32:41.324322 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-6f636df7-e916-4211-b1e6-34cbb48222c7 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0254612 Dec 12 17:32:41.335703 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2fe2c8be-3aa3-4d39-b122-a6ef7d28c791 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:41.340407 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fe642d3f-a6b8-4646-9856-8e7b122bb004 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:41.387387 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] Set router 1dc01d05-5e9f-4547-81ed-87ff3ac44f3b gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:32:41.424638 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fe642d3f-a6b8-4646-9856-8e7b122bb004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:41.515483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe642d3f-a6b8-4646-9856-8e7b122bb004 admin admin] Network 30c9b5bf-a13b-4ace-8197-fb418f7f0be1 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:32:41.525840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-fe642d3f-a6b8-4646-9856-8e7b122bb004 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:32:41.530181 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe642d3f-a6b8-4646-9856-8e7b122bb004 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:32:41.531608 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fe642d3f-a6b8-4646-9856-8e7b122bb004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:41.613940 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e1a4e-75c4-4b69-b363-bcad2d77fb82 req-c9e0f366-dbe8-4cb1-973b-e6d9ab65843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:41.615719 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6f0e1a4e-75c4-4b69-b363-bcad2d77fb82 req-c9e0f366-dbe8-4cb1-973b-e6d9ab65843a service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.9042926 Dec 12 17:32:41.629198 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe642d3f-a6b8-4646-9856-8e7b122bb004 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f75930-917d-4ae3-92f7-0a478aa79491,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:41.784639 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6f0e1a4e-75c4-4b69-b363-bcad2d77fb82 req-38d5bbb0-8b2c-42b3-bdc3-1be5f23b3a6b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=fd9352e4-ba60-4507-99f0-b63cd7fe01ae HTTP/1.1" status: 200 len: 217 time: 0.1601312 Dec 12 17:32:41.820944 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc01d05-5e9f-4547-81ed-87ff3ac44f3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299323211-router', 'tenant_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '2052b27a-40ad-47be-a1e2-008f8d817ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:33Z', 'updated_at': '2021-12-12T17:32:36Z', 'revision_number': 3, 'project_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'gw_port': {'id': '2052b27a-40ad-47be-a1e2-008f8d817ccb', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc01d05-5e9f-4547-81ed-87ff3ac44f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:35Z', 'updated_at': '2021-12-12T17:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:41.880511 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c179cb-11cd-49af-bd86-f3423fe27aa8 None None] The sync data for ids ['1dc01d05-5e9f-4547-81ed-87ff3ac44f3b'] in n-d-760354-5 is: [{'id': '1dc01d05-5e9f-4547-81ed-87ff3ac44f3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299323211-router', 'tenant_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '2052b27a-40ad-47be-a1e2-008f8d817ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:33Z', 'updated_at': '2021-12-12T17:32:36Z', 'revision_number': 3, 'project_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'gw_port': {'id': '2052b27a-40ad-47be-a1e2-008f8d817ccb', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc01d05-5e9f-4547-81ed-87ff3ac44f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:35Z', 'updated_at': '2021-12-12T17:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:32:41.882971 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2fe2c8be-3aa3-4d39-b122-a6ef7d28c791 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:41.914962 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2fe2c8be-3aa3-4d39-b122-a6ef7d28c791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:42.010733 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e1a4e-75c4-4b69-b363-bcad2d77fb82 req-d42e8d7c-ef22-4168-a862-05b7a9ab516d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:42.015651 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6f0e1a4e-75c4-4b69-b363-bcad2d77fb82 req-d42e8d7c-ef22-4168-a862-05b7a9ab516d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.2207704 Dec 12 17:32:42.029265 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1510201a-48c3-4fd6-8b29-18ff09f6e3d3 None None] Provisioning complete for port e6f75930-917d-4ae3-92f7-0a478aa79491 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:42.029710 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1510201a-48c3-4fd6-8b29-18ff09f6e3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:42.058708 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2c8be-3aa3-4d39-b122-a6ef7d28c791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b263ec55-5e37-4818-91ac-92152d7a7dc7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:42.073562 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2fe2c8be-3aa3-4d39-b122-a6ef7d28c791 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc896ba85b3a495fa8693a3ba950b312&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7130349 Dec 12 17:32:42.080416 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 32836) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:42.140385 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e1a4e-75c4-4b69-b363-bcad2d77fb82 req-10d46614-a21f-4b68-836b-465d7586ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:42.145491 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6f0e1a4e-75c4-4b69-b363-bcad2d77fb82 req-10d46614-a21f-4b68-836b-465d7586ffbd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035547 Dec 12 17:32:42.208330 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1510201a-48c3-4fd6-8b29-18ff09f6e3d3 None None] Port e6f75930-917d-4ae3-92f7-0a478aa79491 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:32:42.209541 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14dc14-af97-4e72-990a-4d374b2b05bb req-73c47e6c-3f82-45d7-a458-82aac8e19f16 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:42.221141 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc14dc14-af97-4e72-990a-4d374b2b05bb req-73c47e6c-3f82-45d7-a458-82aac8e19f16 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 947 time: 0.4163711 Dec 12 17:32:42.327042 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fe642d3f-a6b8-4646-9856-8e7b122bb004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:42.327994 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6f0e1a4e-75c4-4b69-b363-bcad2d77fb82 req-c18faa18-8ca4-4d7b-a669-53727f515607 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747901 Dec 12 17:32:42.550186 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6f0e1a4e-75c4-4b69-b363-bcad2d77fb82 req-1e6350b9-22d1-47ed-a891-7d3dcc06dbbe service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101383 Dec 12 17:32:42.621844 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Request body: {'port': {'device_id': '863a8f59-c7ac-4e1e-a71b-e3650dbc5762', 'device_owner': 'compute:tempest-test_az-1165203694', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:42.651289 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc14dc14-af97-4e72-990a-4d374b2b05bb req-91104557-ba88-497c-ab67-645c0c5572a3 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244075 Dec 12 17:32:42.652638 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dc844568-f4ec-4f8c-a70b-e1d06ee921ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:42.796385 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dc844568-f4ec-4f8c-a70b-e1d06ee921ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:42.841231 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2052b27a-40ad-47be-a1e2-008f8d817ccb up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:32:42.853362 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:42.908673 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32850) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:43.001482 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32854) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:43.015497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 2052b27a-40ad-47be-a1e2-008f8d817ccb triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:43.016196 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:43.128929 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:43.165265 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 2052b27a-40ad-47be-a1e2-008f8d817ccb, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2052b27a-40ad-47be-a1e2-008f8d817ccb,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:32:43.175462 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:43.213935 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96ae84-1659-4ecd-8b1e-0d3cfbd464ea req-f5528279-f3fe-4d74-b64c-fd1ebcd5bc04 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:43.227245 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba96ae84-1659-4ecd-8b1e-0d3cfbd464ea req-f5528279-f3fe-4d74-b64c-fd1ebcd5bc04 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 936 time: 0.8274825 Dec 12 17:32:43.261080 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=2052b27a-40ad-47be-a1e2-008f8d817ccb,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:43.566697 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba96ae84-1659-4ecd-8b1e-0d3cfbd464ea req-9071b550-5475-4a3d-b8f8-d9fb76577a75 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b7250e2-11c2-48f2-a1b4-efd0025c75eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341115 Dec 12 17:32:43.574503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457a8ff4-63c4-48ec-bc19-2fd9806712c2 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:32:43.598856 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dc844568-f4ec-4f8c-a70b-e1d06ee921ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:43.604981 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dc844568-f4ec-4f8c-a70b-e1d06ee921ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:43.610931 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-dc844568-f4ec-4f8c-a70b-e1d06ee921ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b263ec55-5e37-4818-91ac-92152d7a7dc7 HTTP/1.1" status: 204 len: 168 time: 1.5182900 Dec 12 17:32:43.617965 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:43.645657 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Transition to ACTIVE for port object 457a8ff4-63c4-48ec-bc19-2fd9806712c2 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:32:43.657150 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfa859fb-fd71-4b69-ae05-58f7a66920b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:43.659443 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1636595d-bfe7-46b8-b806-dc2f14157a0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:43.664600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc844568-f4ec-4f8c-a70b-e1d06ee921ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b263ec55-5e37-4818-91ac-92152d7a7dc7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:43.667578 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:43.711167 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fe642d3f-a6b8-4646-9856-8e7b122bb004 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:43.726772 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fe642d3f-a6b8-4646-9856-8e7b122bb004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:43.728600 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fe642d3f-a6b8-4646-9856-8e7b122bb004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:43.844857 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe642d3f-a6b8-4646-9856-8e7b122bb004 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f75930-917d-4ae3-92f7-0a478aa79491,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:43.846131 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfa859fb-fd71-4b69-ae05-58f7a66920b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:43.963113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad40fa1-d14b-415d-95c0-1e97a8250fcc req-16bbf91a-7a62-4451-aa29-52a60ffc7cfc tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:43.969447 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ad40fa1-d14b-415d-95c0-1e97a8250fcc req-16bbf91a-7a62-4451-aa29-52a60ffc7cfc tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 947 time: 0.1260421 Dec 12 17:32:43.991168 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfa859fb-fd71-4b69-ae05-58f7a66920b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:43.991725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe642d3f-a6b8-4646-9856-8e7b122bb004 admin admin] Network 30c9b5bf-a13b-4ace-8197-fb418f7f0be1 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:32:44.015897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-fe642d3f-a6b8-4646-9856-8e7b122bb004 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:32:44.121115 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Pushing event updated for resources: {'Port': ['ID=457a8ff4-63c4-48ec-bc19-2fd9806712c2,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:44.146221 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1636595d-bfe7-46b8-b806-dc2f14157a0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:44.153162 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bfa859fb-fd71-4b69-ae05-58f7a66920b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8730345d9364f0fac2a517044ed85a5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2434373 Dec 12 17:32:44.156111 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32874) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:44.156940 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa859fb-fd71-4b69-ae05-58f7a66920b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708a7918-5bfc-407d-9978-3187b0917ec3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:44.237399 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1636595d-bfe7-46b8-b806-dc2f14157a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:44.313685 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe642d3f-a6b8-4646-9856-8e7b122bb004 admin admin] Router 1dc01d05-5e9f-4547-81ed-87ff3ac44f3b has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:32:44.335485 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ad40fa1-d14b-415d-95c0-1e97a8250fcc req-248364b0-3ec8-445f-a00b-f49b1019393a tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594732 Dec 12 17:32:44.469117 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 32876) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:44.522962 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Attempting to bind port 457a8ff4-63c4-48ec-bc19-2fd9806712c2 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:32:44.523536 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Attempting to bind port 457a8ff4-63c4-48ec-bc19-2fd9806712c2 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:32:44.524287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Attempting to bind port 457a8ff4-63c4-48ec-bc19-2fd9806712c2 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:32:44.524909 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4c42dd79-aab7-425c-beab-0ef099b9796d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:44.531989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636595d-bfe7-46b8-b806-dc2f14157a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9a16b2-9e9c-4d5a-87f6-7160a5a5cb78,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:44.568282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 32880) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:44.568723 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1636595d-bfe7-46b8-b806-dc2f14157a0c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52dd70ca2db74c489d78b54e9b099ded&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5645180 Dec 12 17:32:44.586308 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Port 457a8ff4-63c4-48ec-bc19-2fd9806712c2 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:32:44.587617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Attempting to bind port 457a8ff4-63c4-48ec-bc19-2fd9806712c2 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:32:44.602558 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-860ff5f3-8c05-45fa-8f6a-fb7fb7117a41 None None] Provisioning complete for port e6f75930-917d-4ae3-92f7-0a478aa79491 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:44.603172 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-860ff5f3-8c05-45fa-8f6a-fb7fb7117a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:44.633352 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32aa8df8-2324-46c4-bdcf-4bfdb69e3366 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:44.688203 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe642d3f-a6b8-4646-9856-8e7b122bb004 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:32:44.710444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fe642d3f-a6b8-4646-9856-8e7b122bb004 admin admin] 10.222.0.18 "PUT /v2.0/routers/1dc01d05-5e9f-4547-81ed-87ff3ac44f3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6117284 Dec 12 17:32:44.719745 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32aa8df8-2324-46c4-bdcf-4bfdb69e3366 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:44.806664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-860ff5f3-8c05-45fa-8f6a-fb7fb7117a41 None None] Port e6f75930-917d-4ae3-92f7-0a478aa79491 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:32:44.836966 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2052b27a-40ad-47be-a1e2-008f8d817ccb up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:32:44.841316 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a64aecb2-7a8e-4e63-9e17-e69c28e72ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:44.845326 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:32:44.853736 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:32:44.853736 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:32:44.853736 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Bound port: 457a8ff4-63c4-48ec-bc19-2fd9806712c2, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:32:44.853736 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:44.887165 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32aa8df8-2324-46c4-bdcf-4bfdb69e3366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:44.891147 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32aa8df8-2324-46c4-bdcf-4bfdb69e3366 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:44.897453 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-32aa8df8-2324-46c4-bdcf-4bfdb69e3366 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/708a7918-5bfc-407d-9978-3187b0917ec3 HTTP/1.1" status: 204 len: 168 time: 0.7355554 Dec 12 17:32:44.922769 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa8df8-2324-46c4-bdcf-4bfdb69e3366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708a7918-5bfc-407d-9978-3187b0917ec3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:44.958366 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ec21d2b-ec91-484b-9124-37a1c939fdf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:45.035826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cea5a-ed62-48a3-be9c-a3d51c41d271 req-e3527ada-d6a9-4313-86e3-972adca0e10f tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:45.041474 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Sync routers for ids ['1dc01d05-5e9f-4547-81ed-87ff3ac44f3b'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:32:45.047705 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-801cea5a-ed62-48a3-be9c-a3d51c41d271 req-e3527ada-d6a9-4313-86e3-972adca0e10f tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 970 time: 0.2880452 Dec 12 17:32:45.086375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Routers {'1dc01d05-5e9f-4547-81ed-87ff3ac44f3b'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:32:45.088905 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:32:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['1dc01d05-5e9f-4547-81ed-87ff3ac44f3b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:45.101676 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] For port 457a8ff4-63c4-48ec-bc19-2fd9806712c2, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:32:45.109307 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ec21d2b-ec91-484b-9124-37a1c939fdf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:45.111582 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] For port 457a8ff4-63c4-48ec-bc19-2fd9806712c2, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=457a8ff4-63c4-48ec-bc19-2fd9806712c2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:32:45.128009 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:45.209837 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4c42dd79-aab7-425c-beab-0ef099b9796d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:45.238532 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4c42dd79-aab7-425c-beab-0ef099b9796d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:45.294252 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:45.296738 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:45.302291 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-52812e63-311b-4901-968f-1076886e00c0 service neutron] 10.222.0.20 "PUT /v2.0/ports/457a8ff4-63c4-48ec-bc19-2fd9806712c2 HTTP/1.1" status: 200 len: 1118 time: 3.4143493 Dec 12 17:32:45.305485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863a8f59-c7ac-4e1e-a71b-e3650dbc5762', 'tag': '457a8ff4-63c4-48ec-bc19-2fd9806712c2'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:32:45.313075 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbd9a6c-c9d1-4f3f-aca4-291b1167b9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "863a8f59-c7ac-4e1e-a71b-e3650dbc5762", "tag": "457a8ff4-63c4-48ec-bc19-2fd9806712c2"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:32:45.391137 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52812e63-311b-4901-968f-1076886e00c0 service neutron] Pushing event updated for resources: {'Port': ['ID=457a8ff4-63c4-48ec-bc19-2fd9806712c2,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:45.444103 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Set router 1dc01d05-5e9f-4547-81ed-87ff3ac44f3b gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:32:45.643343 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-801cea5a-ed62-48a3-be9c-a3d51c41d271 req-d8fdfcf1-7849-4442-80d3-5f4c92a45a84 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b7250e2-11c2-48f2-a1b4-efd0025c75eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5925610 Dec 12 17:32:45.644836 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42dd79-aab7-425c-beab-0ef099b9796d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd40d23b-beae-413e-9c11-f0b2fd8a0de8,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:45.659383 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32906) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:45.659972 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4c42dd79-aab7-425c-beab-0ef099b9796d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=035a1c01911a4e65ab8c10f6d0958feb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1892946 Dec 12 17:32:45.664156 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ec21d2b-ec91-484b-9124-37a1c939fdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:45.670367 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ec21d2b-ec91-484b-9124-37a1c939fdf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:45.678092 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6ec21d2b-ec91-484b-9124-37a1c939fdf9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e9a16b2-9e9c-4d5a-87f6-7160a5a5cb78 HTTP/1.1" status: 204 len: 168 time: 1.1079078 Dec 12 17:32:45.706186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec21d2b-ec91-484b-9124-37a1c939fdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9a16b2-9e9c-4d5a-87f6-7160a5a5cb78,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:45.768129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 2052b27a-40ad-47be-a1e2-008f8d817ccb triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:45.773641 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:45.806874 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5a09a5b-48d2-4efc-bd11-42a913398bb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:45.879121 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5a09a5b-48d2-4efc-bd11-42a913398bb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:45.892477 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91541a7-14ec-46d7-94b6-9cd26de7b8b4 x-openstack-request-id: req-c91541a7-14ec-46d7-94b6-9cd26de7b8b4 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:32:45.892779 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863a8f59-c7ac-4e1e-a71b-e3650dbc5762", "tag": "457a8ff4-63c4-48ec-bc19-2fd9806712c2", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:32:45.893044 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c91541a7-14ec-46d7-94b6-9cd26de7b8b4 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:32:45.898099 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863a8f59-c7ac-4e1e-a71b-e3650dbc5762', 'tag': '457a8ff4-63c4-48ec-bc19-2fd9806712c2', 'status': 'completed', 'code': 200} Dec 12 17:32:45.911321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 32914) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:45.932174 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-819eb1b9-d2a7-4e42-bc1f-8fc01a40af9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:45.997316 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5a09a5b-48d2-4efc-bd11-42a913398bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:46.000976 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5a09a5b-48d2-4efc-bd11-42a913398bb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:46.002306 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c5a09a5b-48d2-4efc-bd11-42a913398bb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd40d23b-beae-413e-9c11-f0b2fd8a0de8 HTTP/1.1" status: 204 len: 168 time: 0.3411477 Dec 12 17:32:46.017821 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a09a5b-48d2-4efc-bd11-42a913398bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd40d23b-beae-413e-9c11-f0b2fd8a0de8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:46.250412 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-819eb1b9-d2a7-4e42-bc1f-8fc01a40af9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:46.274678 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b396fe5-4d4a-4dcd-9ab9-ebdc2f21747b req-55236328-9eec-44d1-a72b-fe74d9b3ff97 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:46.276333 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6b396fe5-4d4a-4dcd-9ab9-ebdc2f21747b req-55236328-9eec-44d1-a72b-fe74d9b3ff97 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 947 time: 0.2487020 Dec 12 17:32:46.278199 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-819eb1b9-d2a7-4e42-bc1f-8fc01a40af9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:46.393770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6b396fe5-4d4a-4dcd-9ab9-ebdc2f21747b req-f11626ba-09fd-438c-a061-20000f48e9eb tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931766 Dec 12 17:32:46.397995 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-819eb1b9-d2a7-4e42-bc1f-8fc01a40af9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfaceed472d046a59a27b15ff019c778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4853611 Dec 12 17:32:46.398942 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819eb1b9-d2a7-4e42-bc1f-8fc01a40af9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4c4b9a-34f5-4f9c-bbd7-26031bc6f953,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:46.400851 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32926) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:46.522199 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b39c1062-d428-4eb8-abea-ba181a953417 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:46.611537 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b39c1062-d428-4eb8-abea-ba181a953417 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:46.700138 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc01d05-5e9f-4547-81ed-87ff3ac44f3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299323211-router', 'tenant_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '2052b27a-40ad-47be-a1e2-008f8d817ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:33Z', 'updated_at': '2021-12-12T17:32:42Z', 'revision_number': 4, 'project_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'gw_port': {'id': '2052b27a-40ad-47be-a1e2-008f8d817ccb', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc01d05-5e9f-4547-81ed-87ff3ac44f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:35Z', 'updated_at': '2021-12-12T17:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e6f75930-917d-4ae3-92f7-0a478aa79491', 'name': '', 'network_id': '30c9b5bf-a13b-4ace-8197-fb418f7f0be1', 'tenant_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'mac_address': 'fa:16:3e:b7:95:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc01d05-5e9f-4547-81ed-87ff3ac44f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '92a060d5-91b6-494b-8db5-d2a12bc1d9c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:40Z', 'updated_at': '2021-12-12T17:32:42Z', 'revision_number': 2, 'project_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'subnets': [{'id': '92a060d5-91b6-494b-8db5-d2a12bc1d9c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:46.765972 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b39c1062-d428-4eb8-abea-ba181a953417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:46.768742 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b39c1062-d428-4eb8-abea-ba181a953417 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:46.769964 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b39c1062-d428-4eb8-abea-ba181a953417 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e4c4b9a-34f5-4f9c-bbd7-26031bc6f953 HTTP/1.1" status: 204 len: 168 time: 0.3681483 Dec 12 17:32:46.780243 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c1062-d428-4eb8-abea-ba181a953417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4c4b9a-34f5-4f9c-bbd7-26031bc6f953,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:46.784378 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Checking router: 1dc01d05-5e9f-4547-81ed-87ff3ac44f3b for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:32:46.786718 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Updating router 1dc01d05-5e9f-4547-81ed-87ff3ac44f3b port e6f75930-917d-4ae3-92f7-0a478aa79491 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:32:46.823422 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:46.837485 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:46.901970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e9656-c664-433c-a524-9dba2c5ac703 req-e15a07b1-772e-49af-bed5-a8c8aee24114 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:46.905662 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c4e9656-c664-433c-a524-9dba2c5ac703 req-e15a07b1-772e-49af-bed5-a8c8aee24114 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 970 time: 0.1015599 Dec 12 17:32:47.022050 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1ab6ac9f-beed-4930-85e5-4e191cb779e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:47.034969 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c4e9656-c664-433c-a524-9dba2c5ac703 req-35aa9b31-3d5a-4093-9a9c-e1d3fb10e52b tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b7250e2-11c2-48f2-a1b4-efd0025c75eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050282 Dec 12 17:32:47.286686 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32952) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:47.289038 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:47.294399 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:47.306962 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:47.330839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0dbc57c6-4c63-4765-8072-2707baaebf48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:47.668774 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0dbc57c6-4c63-4765-8072-2707baaebf48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:47.679180 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0dbc57c6-4c63-4765-8072-2707baaebf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:47.708264 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39afc4-d754-4f9c-9637-26e042374845 None None] Pushing event updated for resources: {'Port': ['ID=e6f75930-917d-4ae3-92f7-0a478aa79491,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:47.744678 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc57c6-4c63-4765-8072-2707baaebf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f42e8a9-7e44-449e-9095-b115d58d704c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:47.791909 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Attempting to bind port e6f75930-917d-4ae3-92f7-0a478aa79491 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:32:47.795552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Attempting to bind port e6f75930-917d-4ae3-92f7-0a478aa79491 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '822d01f8-db58-440b-9a4a-65d1b2bf1c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '30c9b5bf-a13b-4ace-8197-fb418f7f0be1'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:32:47.796697 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Attempting to bind port e6f75930-917d-4ae3-92f7-0a478aa79491 on network 30c9b5bf-a13b-4ace-8197-fb418f7f0be1 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:32:47.823054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 32964) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:47.835750 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0dbc57c6-4c63-4765-8072-2707baaebf48 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3caf259fe34a4f7aa0193bf6a5208130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5311306 Dec 12 17:32:47.839369 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:32:47.840175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Checking segment: {'id': '822d01f8-db58-440b-9a4a-65d1b2bf1c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '30c9b5bf-a13b-4ace-8197-fb418f7f0be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:32:47.840814 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:47.843860 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Bound using segment: {'id': '822d01f8-db58-440b-9a4a-65d1b2bf1c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '30c9b5bf-a13b-4ace-8197-fb418f7f0be1'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:32:47.845364 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Bound port: e6f75930-917d-4ae3-92f7-0a478aa79491, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822d01f8-db58-440b-9a4a-65d1b2bf1c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '30c9b5bf-a13b-4ace-8197-fb418f7f0be1'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:32:47.846961 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:47.919978 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 32968) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:47.926033 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-c5f9340b-7e01-4fee-b7eb-ea6a6309eb44 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--517854391', 'description': 'tempest-description--1508236038'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:47.940958 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-997a0758-47b7-4b4f-ad2f-4b14c9f6d167 None None] Provisioning complete for port e6f75930-917d-4ae3-92f7-0a478aa79491 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:47.948296 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-997a0758-47b7-4b4f-ad2f-4b14c9f6d167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:47.978304 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5f9340b-7e01-4fee-b7eb-ea6a6309eb44 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:47.994297 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a656a74-12b7-4d7a-9c45-900b53f73381 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:48.044111 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a656a74-12b7-4d7a-9c45-900b53f73381 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:48.232769 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd9a6c-c9d1-4f3f-aca4-291b1167b9a8 req-932f89d7-f362-482a-b18a-7f40ead52c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:48.239595 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2cbd9a6c-c9d1-4f3f-aca4-291b1167b9a8 req-932f89d7-f362-482a-b18a-7f40ead52c35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5860268e7d7641b88ee98c67b76eaf37&device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 1121 time: 0.1408722 Dec 12 17:32:48.263141 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b8f1d-66e7-4a15-b914-255f32e3dd2e req-e28773b4-1583-4d72-88f7-058a4853858b tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:48.271344 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f67b8f1d-66e7-4a15-b914-255f32e3dd2e req-e28773b4-1583-4d72-88f7-058a4853858b tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 947 time: 0.2185094 Dec 12 17:32:48.307566 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5f9340b-7e01-4fee-b7eb-ea6a6309eb44 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:48.321791 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5f9340b-7e01-4fee-b7eb-ea6a6309eb44 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:48.332713 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a656a74-12b7-4d7a-9c45-900b53f73381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:48.335485 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a656a74-12b7-4d7a-9c45-900b53f73381 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:48.336825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7a656a74-12b7-4d7a-9c45-900b53f73381 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f42e8a9-7e44-449e-9095-b115d58d704c HTTP/1.1" status: 204 len: 168 time: 0.5126367 Dec 12 17:32:48.360690 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2cbd9a6c-c9d1-4f3f-aca4-291b1167b9a8 req-55a8b09b-ed67-4aaa-ac6f-66aa5fab3af6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5860268e7d7641b88ee98c67b76eaf37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1157129 Dec 12 17:32:48.378335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f67b8f1d-66e7-4a15-b914-255f32e3dd2e req-33c8af23-cad2-4255-a0e3-289e691f2f64 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059957 Dec 12 17:32:48.391088 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:48.407189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-997a0758-47b7-4b4f-ad2f-4b14c9f6d167 None None] Port e6f75930-917d-4ae3-92f7-0a478aa79491 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:32:48.417684 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] For port e6f75930-917d-4ae3-92f7-0a478aa79491, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:32:48.424660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] For port e6f75930-917d-4ae3-92f7-0a478aa79491, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e6f75930-917d-4ae3-92f7-0a478aa79491,segment=NetworkSegment(822d01f8-db58-440b-9a4a-65d1b2bf1c9f),segment_id=822d01f8-db58-440b-9a4a-65d1b2bf1c9f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:32:48.424877 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9340b-7e01-4fee-b7eb-ea6a6309eb44 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401c329f-2814-44f8-a453-db6557f7e6a5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:48.432201 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:48.443270 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a656a74-12b7-4d7a-9c45-900b53f73381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f42e8a9-7e44-449e-9095-b115d58d704c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:48.447995 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5f9340b-7e01-4fee-b7eb-ea6a6309eb44 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:48.452633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c5f9340b-7e01-4fee-b7eb-ea6a6309eb44 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5313399 Dec 12 17:32:48.453850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 32980) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:48.481219 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-b1d817e2-0bd0-4d1a-849c-d8faebc829da tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Request body: {'security_group_rule': {'security_group_id': '401c329f-2814-44f8-a453-db6557f7e6a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:48.538124 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39afc4-d754-4f9c-9637-26e042374845 None None] Pushing event updated for resources: {'Port': ['ID=e6f75930-917d-4ae3-92f7-0a478aa79491,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:48.584795 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1d817e2-0bd0-4d1a-849c-d8faebc829da tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:48.606513 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Routers {'1dc01d05-5e9f-4547-81ed-87ff3ac44f3b'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:32:48.609430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:32:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['1dc01d05-5e9f-4547-81ed-87ff3ac44f3b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:48.668902 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1d817e2-0bd0-4d1a-849c-d8faebc829da tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:48.685898 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e36631-58ed-4bf8-8a3f-350c2fa99de4 req-38bfccb2-7238-4244-a62f-c82b107c6a0d tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:48.687572 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e6e36631-58ed-4bf8-8a3f-350c2fa99de4 req-38bfccb2-7238-4244-a62f-c82b107c6a0d tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 970 time: 0.3277628 Dec 12 17:32:48.688798 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1d817e2-0bd0-4d1a-849c-d8faebc829da tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:48.713322 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d817e2-0bd0-4d1a-849c-d8faebc829da tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1375c75e-0321-45cb-8f35-2cc95339d919,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:48.780496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e6e36631-58ed-4bf8-8a3f-350c2fa99de4 req-9f1f19de-b143-4291-8fb9-2c08e18318d9 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b7250e2-11c2-48f2-a1b4-efd0025c75eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843682 Dec 12 17:32:48.783286 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1d817e2-0bd0-4d1a-849c-d8faebc829da tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:48.787804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b1d817e2-0bd0-4d1a-849c-d8faebc829da tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3104434 Dec 12 17:32:48.788772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 32992) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:48.807156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-95dc75a8-661b-4cf8-978c-17bb8b87772c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Request body: {'security_group_rule': {'security_group_id': '401c329f-2814-44f8-a453-db6557f7e6a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:48.876938 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-95dc75a8-661b-4cf8-978c-17bb8b87772c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:48.960268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] Set router 1dc01d05-5e9f-4547-81ed-87ff3ac44f3b gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:32:48.973949 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd9a6c-c9d1-4f3f-aca4-291b1167b9a8 req-52e23103-12dd-4c82-9900-33554b2c49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:48.986122 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2cbd9a6c-c9d1-4f3f-aca4-291b1167b9a8 req-52e23103-12dd-4c82-9900-33554b2c49c1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6177304 Dec 12 17:32:49.074827 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-95dc75a8-661b-4cf8-978c-17bb8b87772c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:49.083020 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-95dc75a8-661b-4cf8-978c-17bb8b87772c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:49.114912 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-95dc75a8-661b-4cf8-978c-17bb8b87772c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:49.116571 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-95dc75a8-661b-4cf8-978c-17bb8b87772c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3263447 Dec 12 17:32:49.121134 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 32996) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:49.127529 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-3a57dd31-763b-4513-9e2f-993cb3e3956e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:49.134812 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc75a8-661b-4cf8-978c-17bb8b87772c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d743f57-05f6-433e-a44e-4cab03d6b1a2,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:49.167919 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-dad73e00-f330-4169-9624-3674e2301fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:49.170327 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a57dd31-763b-4513-9e2f-993cb3e3956e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:49.175886 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-dad73e00-f330-4169-9624-3674e2301fa7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5860268e7d7641b88ee98c67b76eaf37&device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 1121 time: 0.1372190 Dec 12 17:32:49.202951 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-419471f0-75c8-4366-becf-e63674c00ea7 None None] Provisioning complete for port e6f75930-917d-4ae3-92f7-0a478aa79491 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:49.203345 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-419471f0-75c8-4366-becf-e63674c00ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:49.300633 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-7a1b1ea4-804e-4b50-af33-8f181257bf7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=457a8ff4-63c4-48ec-bc19-2fd9806712c2 HTTP/1.1" status: 200 len: 217 time: 0.1177235 Dec 12 17:32:49.307837 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-419471f0-75c8-4366-becf-e63674c00ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:49.500312 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-c737aafd-9303-4b47-a657-f64ffa7c08af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:49.506842 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-c737aafd-9303-4b47-a657-f64ffa7c08af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1009049 Dec 12 17:32:49.528619 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-419471f0-75c8-4366-becf-e63674c00ea7 None None] For port e6f75930-917d-4ae3-92f7-0a478aa79491, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e6f75930-917d-4ae3-92f7-0a478aa79491,segment=NetworkSegment(822d01f8-db58-440b-9a4a-65d1b2bf1c9f),segment_id=822d01f8-db58-440b-9a4a-65d1b2bf1c9f)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:32:49.580958 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc01d05-5e9f-4547-81ed-87ff3ac44f3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299323211-router', 'tenant_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '2052b27a-40ad-47be-a1e2-008f8d817ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:33Z', 'updated_at': '2021-12-12T17:32:42Z', 'revision_number': 4, 'project_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'gw_port': {'id': '2052b27a-40ad-47be-a1e2-008f8d817ccb', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc01d05-5e9f-4547-81ed-87ff3ac44f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:35Z', 'updated_at': '2021-12-12T17:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e6f75930-917d-4ae3-92f7-0a478aa79491', 'name': '', 'network_id': '30c9b5bf-a13b-4ace-8197-fb418f7f0be1', 'tenant_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'mac_address': 'fa:16:3e:b7:95:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc01d05-5e9f-4547-81ed-87ff3ac44f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '92a060d5-91b6-494b-8db5-d2a12bc1d9c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:40Z', 'updated_at': '2021-12-12T17:32:48Z', 'revision_number': 4, 'project_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'subnets': [{'id': '92a060d5-91b6-494b-8db5-d2a12bc1d9c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:49.582952 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-419471f0-75c8-4366-becf-e63674c00ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:49.616009 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-e8c3bfa1-6d23-4908-a01c-4184389378aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:49.626217 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-e8c3bfa1-6d23-4908-a01c-4184389378aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1041405 Dec 12 17:32:49.698539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809f4367-18f1-4874-b194-630cce2d4f26 None None] The sync data for ids ['1dc01d05-5e9f-4547-81ed-87ff3ac44f3b'] in n-d-760354-5 is: [{'id': '1dc01d05-5e9f-4547-81ed-87ff3ac44f3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299323211-router', 'tenant_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '2052b27a-40ad-47be-a1e2-008f8d817ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:33Z', 'updated_at': '2021-12-12T17:32:42Z', 'revision_number': 4, 'project_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'gw_port': {'id': '2052b27a-40ad-47be-a1e2-008f8d817ccb', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc01d05-5e9f-4547-81ed-87ff3ac44f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:35Z', 'updated_at': '2021-12-12T17:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e6f75930-917d-4ae3-92f7-0a478aa79491', 'name': '', 'network_id': '30c9b5bf-a13b-4ace-8197-fb418f7f0be1', 'tenant_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'mac_address': 'fa:16:3e:b7:95:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc01d05-5e9f-4547-81ed-87ff3ac44f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '92a060d5-91b6-494b-8db5-d2a12bc1d9c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:40Z', 'updated_at': '2021-12-12T17:32:48Z', 'revision_number': 4, 'project_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'subnets': [{'id': '92a060d5-91b6-494b-8db5-d2a12bc1d9c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:32:49.755344 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419471f0-75c8-4366-becf-e63674c00ea7 None None] Pushing event updated for resources: {'Port': ['ID=e6f75930-917d-4ae3-92f7-0a478aa79491,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:49.834888 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e433d7-5ad4-4598-9c1b-a720b35f2257 req-c3abd449-18a1-4055-aa42-6986e8fb3678 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:49.855083 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33022) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:49.859089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5e433d7-5ad4-4598-9c1b-a720b35f2257 req-c3abd449-18a1-4055-aa42-6986e8fb3678 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 947 time: 0.3487835 Dec 12 17:32:49.900363 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:49.920898 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a57dd31-763b-4513-9e2f-993cb3e3956e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:49.929891 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-b8189d57-c6ba-4f86-8a3e-ccf3a3f53465 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016782 Dec 12 17:32:50.089107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5e433d7-5ad4-4598-9c1b-a720b35f2257 req-93f8e433-fae3-4448-b904-26c688ef1530 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288685 Dec 12 17:32:50.177149 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c42eddd-0c56-4701-8b75-481ecc07197f req-e3a52c2e-29f4-435e-945c-ea87356ac074 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401080 Dec 12 17:32:50.493335 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-320848af-7be2-44c3-bf4c-7cd5be4d7d99 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-822970074-network', 'tenant_id': 'e48ecbeab3f2457cbf6ccefc9d40337a'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:50.557895 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320848af-7be2-44c3-bf4c-7cd5be4d7d99 admin admin] Made reservation on behalf of e48ecbeab3f2457cbf6ccefc9d40337a for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:32:50.560352 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-320848af-7be2-44c3-bf4c-7cd5be4d7d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:50.601141 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-320848af-7be2-44c3-bf4c-7cd5be4d7d99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:50.659281 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:50.791414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-3a57dd31-763b-4513-9e2f-993cb3e3956e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Allocated IP 172.25.1.192 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/11f91634-6a0e-4efc-98e4-a5ffaf3fdecc) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:32:50.880892 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-320848af-7be2-44c3-bf4c-7cd5be4d7d99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:50.898607 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-320848af-7be2-44c3-bf4c-7cd5be4d7d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:50.901746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbce4a-66d9-4765-bfa5-8de34d6056c6 req-754dfbbd-43c4-46f6-b8f0-8adcf4da32d4 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:50.903504 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abdbce4a-66d9-4765-bfa5-8de34d6056c6 req-754dfbbd-43c4-46f6-b8f0-8adcf4da32d4 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 970 time: 0.4878728 Dec 12 17:32:50.998978 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320848af-7be2-44c3-bf4c-7cd5be4d7d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfe04a3-d002-4f60-8d7b-2b0206923d96,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:51.029379 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320848af-7be2-44c3-bf4c-7cd5be4d7d99 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:32:51.058462 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-320848af-7be2-44c3-bf4c-7cd5be4d7d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:51.058803 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-320848af-7be2-44c3-bf4c-7cd5be4d7d99 admin admin] Added segment 5e4c5a50-21d2-490c-9c70-4e78860e9d58 of type vlan for network c4a8d3d9-caef-4511-a6bc-15cb31dcc7df Dec 12 17:32:51.175239 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e6f75930-917d-4ae3-92f7-0a478aa79491 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:32:51.206345 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-320848af-7be2-44c3-bf4c-7cd5be4d7d99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:51.255755 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abdbce4a-66d9-4765-bfa5-8de34d6056c6 req-ccbfcb39-f3cf-4d9e-b12a-b5234154556b tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b7250e2-11c2-48f2-a1b4-efd0025c75eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319867 Dec 12 17:32:51.314476 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port e6f75930-917d-4ae3-92f7-0a478aa79491 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:51.315426 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:51.331986 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-320848af-7be2-44c3-bf4c-7cd5be4d7d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:51.333063 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320848af-7be2-44c3-bf4c-7cd5be4d7d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:51.333671 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-320848af-7be2-44c3-bf4c-7cd5be4d7d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:51.486718 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a57dd31-763b-4513-9e2f-993cb3e3956e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:51.526802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33064) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:51.528532 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-320848af-7be2-44c3-bf4c-7cd5be4d7d99 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6492279 Dec 12 17:32:51.544098 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320848af-7be2-44c3-bf4c-7cd5be4d7d99 admin admin] Pushing event updated for resources: {'Network': ['ID=c4a8d3d9-caef-4511-a6bc-15cb31dcc7df,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:51.566595 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-9f374325-e4a7-46f6-9f61-0e97c3535f12 admin admin] Request body: {'subnet': {'network_id': 'c4a8d3d9-caef-4511-a6bc-15cb31dcc7df', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-822970074-subnet', 'tenant_id': 'e48ecbeab3f2457cbf6ccefc9d40337a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:51.570178 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network c4a8d3d9-caef-4511-a6bc-15cb31dcc7df details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:32:51.677820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf4ccd-9e71-450b-b7b4-cb834f82372a req-0de06751-b2d8-4777-a7fe-bbd8f408f126 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:51.692113 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01bf4ccd-9e71-450b-b7b4-cb834f82372a req-0de06751-b2d8-4777-a7fe-bbd8f408f126 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 947 time: 0.3094916 Dec 12 17:32:51.756644 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f374325-e4a7-46f6-9f61-0e97c3535f12 admin admin] Made reservation on behalf of e48ecbeab3f2457cbf6ccefc9d40337a for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:32:51.758979 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f374325-e4a7-46f6-9f61-0e97c3535f12 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:51.874168 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01bf4ccd-9e71-450b-b7b4-cb834f82372a req-1cc47568-55ea-4e7f-b8a8-1470cf702943 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843693 Dec 12 17:32:51.882868 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a57dd31-763b-4513-9e2f-993cb3e3956e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:52.158181 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f374325-e4a7-46f6-9f61-0e97c3535f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:52.198435 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a57dd31-763b-4513-9e2f-993cb3e3956e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:32:52.230724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-3a57dd31-763b-4513-9e2f-993cb3e3956e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:32:52.236556 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a57dd31-763b-4513-9e2f-993cb3e3956e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:32:52.333305 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a57dd31-763b-4513-9e2f-993cb3e3956e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:52.388965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57dd31-763b-4513-9e2f-993cb3e3956e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Pushing event updated for resources: {'Port': ['ID=11f91634-6a0e-4efc-98e4-a5ffaf3fdecc,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:52.447445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f374325-e4a7-46f6-9f61-0e97c3535f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a8f7425-586a-44bf-9a86-461b993eb0f4,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:52.451612 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a57dd31-763b-4513-9e2f-993cb3e3956e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:52.457727 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f374325-e4a7-46f6-9f61-0e97c3535f12 admin admin] Checking segment: {'id': '5e4c5a50-21d2-490c-9c70-4e78860e9d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c4a8d3d9-caef-4511-a6bc-15cb31dcc7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:32:52.458085 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f374325-e4a7-46f6-9f61-0e97c3535f12 admin admin] Network hostable DHCP agents. Network: c4a8d3d9-caef-4511-a6bc-15cb31dcc7df, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:32:52.521057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19394c4-b665-4c33-8266-5da612918fb6 req-93cc7450-4a3e-49fb-939d-d2c6db939b1c tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:52.522566 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e19394c4-b665-4c33-8266-5da612918fb6 req-93cc7450-4a3e-49fb-939d-d2c6db939b1c tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 970 time: 0.1347728 Dec 12 17:32:52.551983 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f374325-e4a7-46f6-9f61-0e97c3535f12 admin admin] Network c4a8d3d9-caef-4511-a6bc-15cb31dcc7df is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:32:52.580957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-9f374325-e4a7-46f6-9f61-0e97c3535f12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, c4a8d3d9-caef-4511-a6bc-15cb31dcc7df) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:32:52.592426 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20959c5-2913-4376-8206-e85dc65159b5 None None] Network c4a8d3d9-caef-4511-a6bc-15cb31dcc7df requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:32:52.627424 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f374325-e4a7-46f6-9f61-0e97c3535f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:52.628130 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f374325-e4a7-46f6-9f61-0e97c3535f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:52.665418 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9f374325-e4a7-46f6-9f61-0e97c3535f12 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1295278 Dec 12 17:32:52.669460 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e19394c4-b665-4c33-8266-5da612918fb6 req-9b2ab162-6b8f-49d5-88de-49ebfcb319f8 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b7250e2-11c2-48f2-a1b4-efd0025c75eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362989 Dec 12 17:32:52.725385 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75db462-77cc-4d54-b7aa-d10054a00432 None None] Network c4a8d3d9-caef-4511-a6bc-15cb31dcc7df requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:32:52.730837 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a57dd31-763b-4513-9e2f-993cb3e3956e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:52.738156 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a57dd31-763b-4513-9e2f-993cb3e3956e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:52.781477 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a57dd31-763b-4513-9e2f-993cb3e3956e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:52.799702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57dd31-763b-4513-9e2f-993cb3e3956e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Pushing event updated for resources: {'Port': ['ID=11f91634-6a0e-4efc-98e4-a5ffaf3fdecc,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:52.810685 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a57dd31-763b-4513-9e2f-993cb3e3956e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:52.831940 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3a57dd31-763b-4513-9e2f-993cb3e3956e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6882281 Dec 12 17:32:53.017543 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22b443-3fd9-4c75-9156-ebb5a2e1d4f7 req-4a0eade8-2b28-4975-99b1-cc09d017046a tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:53.019822 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed22b443-3fd9-4c75-9156-ebb5a2e1d4f7 req-4a0eade8-2b28-4975-99b1-cc09d017046a tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 947 time: 0.0598466 Dec 12 17:32:53.075442 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed22b443-3fd9-4c75-9156-ebb5a2e1d4f7 req-b10bd402-18d8-454d-82f2-592780b21730 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492241 Dec 12 17:32:53.270759 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-3966f5fb-c9cb-420b-a57a-561ec74fcb9a tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--517854391&fields=id&tenant_id=438b3403df11467186a128ec0b97682a HTTP/1.1" status: 200 len: 267 time: 0.0596642 Dec 12 17:32:53.474277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-c010e7ed-3209-4dd8-8f5b-3d7c5ead10a8 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:53.475928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-c010e7ed-3209-4dd8-8f5b-3d7c5ead10a8 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/networks?id=d9379518-7141-4913-88d7-7d1fcb8ba7e8 HTTP/1.1" status: 200 len: 824 time: 0.1963093 Dec 12 17:32:53.493610 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-95fe3543-b22c-46ec-a215-d0ad4125fdd7 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/quotas/438b3403df11467186a128ec0b97682a HTTP/1.1" status: 200 len: 375 time: 0.0117700 Dec 12 17:32:53.509522 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 457a8ff4-63c4-48ec-bc19-2fd9806712c2 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:32:53.585513 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-e6ea36be-d351-492f-a134-d58ebaa8286a tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=438b3403df11467186a128ec0b97682a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757995 Dec 12 17:32:53.611177 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33172) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:53.616481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-02e33235-cb7f-4a34-9205-eb25664c720d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1070636457-network', 'tenant_id': '3310f4841e82408cb75b1c9b62a6a268'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:53.643664 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e33235-cb7f-4a34-9205-eb25664c720d admin admin] Made reservation on behalf of 3310f4841e82408cb75b1c9b62a6a268 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:32:53.646150 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02e33235-cb7f-4a34-9205-eb25664c720d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:53.655497 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02e33235-cb7f-4a34-9205-eb25664c720d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:53.656460 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 457a8ff4-63c4-48ec-bc19-2fd9806712c2, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=457a8ff4-63c4-48ec-bc19-2fd9806712c2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:32:53.672043 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '457a8ff4-63c4-48ec-bc19-2fd9806712c2', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '457a8ff4-63c4-48ec-bc19-2fd9806712c2', 'mac_address': 'fa:16:3e:f5:4e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:tempest-test_az-1165203694', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:32:53.725576 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:53.743705 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457a8ff4-63c4-48ec-bc19-2fd9806712c2 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:32:53.744617 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02e33235-cb7f-4a34-9205-eb25664c720d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:53.751097 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02e33235-cb7f-4a34-9205-eb25664c720d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:53.770096 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 457a8ff4-63c4-48ec-bc19-2fd9806712c2, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=457a8ff4-63c4-48ec-bc19-2fd9806712c2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:32:53.771289 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-4f7014fa-6c67-4ac8-8d3a-b653db5bc3fa service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:32:53.772413 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-4f7014fa-6c67-4ac8-8d3a-b653db5bc3fa service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0593357 Dec 12 17:32:53.779785 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:53.786432 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e33235-cb7f-4a34-9205-eb25664c720d admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:32:53.816988 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e33235-cb7f-4a34-9205-eb25664c720d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37966665-0493-410a-94c2-97a5fb65d532,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:53.821902 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02e33235-cb7f-4a34-9205-eb25664c720d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:53.822304 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-02e33235-cb7f-4a34-9205-eb25664c720d admin admin] Added segment 60ff9725-00a2-4d15-9b05-537e9aa0fa4e of type vlan for network 7414951c-b1f5-4bf8-97c2-369dc0d3992a Dec 12 17:32:53.839294 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=457a8ff4-63c4-48ec-bc19-2fd9806712c2,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:53.908124 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02e33235-cb7f-4a34-9205-eb25664c720d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:53.944458 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-d399b629-c41e-4261-bc15-c85e18d5bd8b service neutron] 10.222.0.18 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642263 Dec 12 17:32:53.950905 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02e33235-cb7f-4a34-9205-eb25664c720d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:53.951925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e33235-cb7f-4a34-9205-eb25664c720d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:53.952520 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02e33235-cb7f-4a34-9205-eb25664c720d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:54.050449 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-02e33235-cb7f-4a34-9205-eb25664c720d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4378638 Dec 12 17:32:54.054248 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33188) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:54.062411 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ada3d845-4129-41c1-9a4c-d589cf4261b9 admin admin] Request body: {'subnet': {'network_id': '7414951c-b1f5-4bf8-97c2-369dc0d3992a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1070636457-subnet', 'tenant_id': '3310f4841e82408cb75b1c9b62a6a268', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:54.075342 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e33235-cb7f-4a34-9205-eb25664c720d admin admin] Pushing event updated for resources: {'Network': ['ID=7414951c-b1f5-4bf8-97c2-369dc0d3992a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:54.086376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada3d845-4129-41c1-9a4c-d589cf4261b9 admin admin] Made reservation on behalf of 3310f4841e82408cb75b1c9b62a6a268 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:32:54.087674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 7414951c-b1f5-4bf8-97c2-369dc0d3992a details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:32:54.089279 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ada3d845-4129-41c1-9a4c-d589cf4261b9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:54.115791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-378fdd6b-0614-4c96-becb-6b79ca868954 service neutron] 10.222.0.18 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599243 Dec 12 17:32:54.135218 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['457a8ff4-63c4-48ec-bc19-2fd9806712c2'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:32:54.381349 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ada3d845-4129-41c1-9a4c-d589cf4261b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:54.446415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3d845-4129-41c1-9a4c-d589cf4261b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a0817c-88aa-4faf-9d6f-900994622e3f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:54.453393 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3d845-4129-41c1-9a4c-d589cf4261b9 admin admin] Checking segment: {'id': '60ff9725-00a2-4d15-9b05-537e9aa0fa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7414951c-b1f5-4bf8-97c2-369dc0d3992a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:32:54.454034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada3d845-4129-41c1-9a4c-d589cf4261b9 admin admin] Network hostable DHCP agents. Network: 7414951c-b1f5-4bf8-97c2-369dc0d3992a, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:32:54.479245 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada3d845-4129-41c1-9a4c-d589cf4261b9 admin admin] Network 7414951c-b1f5-4bf8-97c2-369dc0d3992a is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:32:54.509705 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ada3d845-4129-41c1-9a4c-d589cf4261b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 7414951c-b1f5-4bf8-97c2-369dc0d3992a) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:32:54.517614 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3d845-4129-41c1-9a4c-d589cf4261b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:54.518367 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ada3d845-4129-41c1-9a4c-d589cf4261b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:54.527725 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0891016-31d2-4791-af16-6f9b45905e8b None None] Network 7414951c-b1f5-4bf8-97c2-369dc0d3992a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:32:54.554360 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ada3d845-4129-41c1-9a4c-d589cf4261b9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4889512 Dec 12 17:32:54.554645 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f7c18-e8a0-4eb0-b8bb-b70fc5fb4bff req-baa1c769-90f5-49d0-8465-29c6605542e8 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:54.565584 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e4f7c18-e8a0-4eb0-b8bb-b70fc5fb4bff req-baa1c769-90f5-49d0-8465-29c6605542e8 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 971 time: 0.2254932 Dec 12 17:32:54.661214 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a10002d-e238-4fab-babb-1c0ad406b0df None None] Network 7414951c-b1f5-4bf8-97c2-369dc0d3992a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:32:54.661874 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e4f7c18-e8a0-4eb0-b8bb-b70fc5fb4bff req-0e71d300-00bc-4289-92c4-523a4fec6b70 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b7250e2-11c2-48f2-a1b4-efd0025c75eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952697 Dec 12 17:32:54.687567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a62356-0968-4838-a403-a27432d93d4c req-039b92dc-38e1-499a-a404-8edf4e31ea4d tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:54.690391 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-70a62356-0968-4838-a403-a27432d93d4c req-039b92dc-38e1-499a-a404-8edf4e31ea4d tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 947 time: 0.0964808 Dec 12 17:32:54.746594 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33214) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:54.767062 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-379233a1-64b7-4136-9623-e35e83e8b287 req-4f5dae99-ef10-4ad2-819a-8fa20eb1ba02 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 210 time: 0.0453205 Dec 12 17:32:54.796582 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-70a62356-0968-4838-a403-a27432d93d4c req-433fc796-8eb7-450c-a00c-f6a8a7d8c134 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986781 Dec 12 17:32:54.797928 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b9c801-0d31-4022-b0bd-63ef38f22918 admin admin] Deleting subnet 5a8f7425-586a-44bf-9a86-461b993eb0f4 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:32:54.801457 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72b9c801-0d31-4022-b0bd-63ef38f22918 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:54.859055 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72b9c801-0d31-4022-b0bd-63ef38f22918 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:54.870658 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72b9c801-0d31-4022-b0bd-63ef38f22918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:54.979633 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72b9c801-0d31-4022-b0bd-63ef38f22918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:55.014541 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18567c83-4db7-48fa-9146-ba26c307e4ad req-b20d2f1e-6eca-4cf9-be10-91648858baae tempest-QuotasAdminNegativeTest-306330513 tempest-QuotasAdminNegativeTest-306330513-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f4f440e04900432a9e27bce04c6e4391&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632408 Dec 12 17:32:55.014670 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9c801-0d31-4022-b0bd-63ef38f22918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a8f7425-586a-44bf-9a86-461b993eb0f4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:55.022713 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72b9c801-0d31-4022-b0bd-63ef38f22918 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:55.028846 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-72b9c801-0d31-4022-b0bd-63ef38f22918 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5a8f7425-586a-44bf-9a86-461b993eb0f4 HTTP/1.1" status: 204 len: 168 time: 0.2805846 Dec 12 17:32:55.031591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33234) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:55.178088 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:55.204602 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33240) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:55.214971 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18567c83-4db7-48fa-9146-ba26c307e4ad req-77010876-9ded-427b-9b0e-182933a2ed54 tempest-QuotasAdminNegativeTest-306330513 tempest-QuotasAdminNegativeTest-306330513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:55.221908 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33244) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:55.222600 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18567c83-4db7-48fa-9146-ba26c307e4ad req-77010876-9ded-427b-9b0e-182933a2ed54 tempest-QuotasAdminNegativeTest-306330513 tempest-QuotasAdminNegativeTest-306330513-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067580 Dec 12 17:32:55.254294 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18567c83-4db7-48fa-9146-ba26c307e4ad req-7474ef73-bf54-4a5d-976c-22e5c65f6270 tempest-QuotasAdminNegativeTest-306330513 tempest-QuotasAdminNegativeTest-306330513-project] 10.222.0.18 "GET /v2.0/quotas/f4f440e04900432a9e27bce04c6e4391 HTTP/1.1" status: 200 len: 375 time: 0.0308361 Dec 12 17:32:55.318812 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18567c83-4db7-48fa-9146-ba26c307e4ad req-e8a59e3c-9623-4691-af4d-32db9469a967 tempest-QuotasAdminNegativeTest-306330513 tempest-QuotasAdminNegativeTest-306330513-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4f440e04900432a9e27bce04c6e4391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545974 Dec 12 17:32:55.328839 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:55.350785 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:32:55.351159 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:32:55.351994 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:32:55.352357 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Subscribe: > port after_create 55550000 {{(pid=103151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:32:55.352777 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:32:55.353061 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Subscribe: > port after_update 55550000 {{(pid=103151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:32:55.353388 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:32:55.353717 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:32:55.354040 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:32:55.354365 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:32:55.356288 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b08f4bb7-27e0-4786-b81c-9705717b9a5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:55.359370 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-813b2191-182b-4e4f-8346-bf28a9946247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:55.489264 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 457a8ff4-63c4-48ec-bc19-2fd9806712c2 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:32:55.492184 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-813b2191-182b-4e4f-8346-bf28a9946247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:55.496239 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b08f4bb7-27e0-4786-b81c-9705717b9a5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:55.499749 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-813b2191-182b-4e4f-8346-bf28a9946247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:55.509606 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b08f4bb7-27e0-4786-b81c-9705717b9a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:55.549280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 457a8ff4-63c4-48ec-bc19-2fd9806712c2 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:32:55.554644 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 457a8ff4-63c4-48ec-bc19-2fd9806712c2 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:55.556031 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:55.569005 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-813b2191-182b-4e4f-8346-bf28a9946247 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b74c0aba3a74687b96c7e10150697ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460350 Dec 12 17:32:55.573026 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b08f4bb7-27e0-4786-b81c-9705717b9a5f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b7e89f58600435ab1f80f5e25d39bda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3673964 Dec 12 17:32:55.573723 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33254) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:55.575749 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b2191-182b-4e4f-8346-bf28a9946247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271a4ec3-21c3-4a5e-aa33-720c66244017,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:55.581518 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33256) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:55.661697 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f4bb7-27e0-4786-b81c-9705717b9a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6545f8a-49b3-4c6c-a59b-5a3dacafa8be,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:55.721487 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:55.739976 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b003fce9-5aa3-4ba9-a6a8-bf594da298ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:55.762820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863a8f59-c7ac-4e1e-a71b-e3650dbc5762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457a8ff4-63c4-48ec-bc19-2fd9806712c2'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:32:55.768241 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:32:55.768733 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:32:55.768915 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:32:55.769298 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:32:55.769819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a8d3d9-caef-4511-a6bc-15cb31dcc7df']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:55.811967 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7c21-fb0f-4732-941c-252585692a22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:55.837193 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4c5a50-21d2-490c-9c70-4e78860e9d58') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:55.837751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4c5a50-21d2-490c-9c70-4e78860e9d58') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:55.846361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 457a8ff4-63c4-48ec-bc19-2fd9806712c2, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=457a8ff4-63c4-48ec-bc19-2fd9806712c2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:32:55.861533 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:55.880810 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:55.914362 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b1adc5-4b8d-4e03-8416-464db2ceea52" -d '{"events": [{"server_uuid": "863a8f59-c7ac-4e1e-a71b-e3650dbc5762", "name": "network-vif-plugged", "status": "completed", "tag": "457a8ff4-63c4-48ec-bc19-2fd9806712c2"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:32:55.916900 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:55.935891 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ced415-dad2-49b7-806f-90d4c487e73d req-f0eba1ac-b550-4d0a-b923-24882d8bc330 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:55.939088 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00ced415-dad2-49b7-806f-90d4c487e73d req-f0eba1ac-b550-4d0a-b923-24882d8bc330 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 971 time: 0.1465211 Dec 12 17:32:55.941647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:32:55.942294 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:55.946265 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=457a8ff4-63c4-48ec-bc19-2fd9806712c2,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: from cryptography.utils import int_from_bytes Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: from cryptography.utils import int_from_bytes Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:32:55.973329 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:32:56.062223 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79d884c4-3252-4da0-b371-b5a3abf48a5d req-91f88d85-7622-4cf9-865b-3c3c23ba8779 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 210 time: 0.0781286 Dec 12 17:32:56.095856 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.108665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00ced415-dad2-49b7-806f-90d4c487e73d req-eb29afa8-e11c-4ece-ae9f-138b0b964af7 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b7250e2-11c2-48f2-a1b4-efd0025c75eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234419 Dec 12 17:32:56.110730 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.116818 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] 10.222.0.18 "DELETE /v2.0/networks/c4a8d3d9-caef-4511-a6bc-15cb31dcc7df HTTP/1.1" status: 204 len: 168 time: 1.0841188 Dec 12 17:32:56.117717 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33278) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:56.134401 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba904b84-66db-4476-bb46-d6baf1e91d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a8d3d9-caef-4511-a6bc-15cb31dcc7df,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:56.149628 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b003fce9-5aa3-4ba9-a6a8-bf594da298ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.199322 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-a646f247-f498-4e40-b558-bce4c4ce659b admin admin] Deleting subnet 94a0817c-88aa-4faf-9d6f-900994622e3f {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:32:56.203293 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-398900b2-d643-4bfb-af1f-c4836683fbe4 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:56.204713 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a646f247-f498-4e40-b558-bce4c4ce659b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.205146 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-398900b2-d643-4bfb-af1f-c4836683fbe4 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.31 "GET /v2.0/networks?id=d9379518-7141-4913-88d7-7d1fcb8ba7e8 HTTP/1.1" status: 200 len: 824 time: 0.5172136 Dec 12 17:32:56.218929 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b003fce9-5aa3-4ba9-a6a8-bf594da298ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.221476 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b003fce9-5aa3-4ba9-a6a8-bf594da298ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.223078 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b003fce9-5aa3-4ba9-a6a8-bf594da298ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6545f8a-49b3-4c6c-a59b-5a3dacafa8be HTTP/1.1" status: 204 len: 168 time: 0.6358731 Dec 12 17:32:56.246178 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd2475-f105-4609-ba55-1278c06cbc6e req-cdbf8c4a-4345-46c7-936f-c24787c20c53 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:56.248439 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ddbd2475-f105-4609-ba55-1278c06cbc6e req-cdbf8c4a-4345-46c7-936f-c24787c20c53 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 947 time: 0.0955160 Dec 12 17:32:56.258743 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a646f247-f498-4e40-b558-bce4c4ce659b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.259253 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7c21-fb0f-4732-941c-252585692a22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.277311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003fce9-5aa3-4ba9-a6a8-bf594da298ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6545f8a-49b3-4c6c-a59b-5a3dacafa8be,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:56.343555 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a646f247-f498-4e40-b558-bce4c4ce659b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.347780 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-17481182-fa84-40c8-af03-a843a833e415 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438b3403df11467186a128ec0b97682a HTTP/1.1" status: 200 len: 379 time: 0.1217389 Dec 12 17:32:56.366553 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7c21-fb0f-4732-941c-252585692a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.369784 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7c21-fb0f-4732-941c-252585692a22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.373853 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ddbd2475-f105-4609-ba55-1278c06cbc6e req-c8fe52d8-e1c0-4fe0-be75-267ed633191a tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925748 Dec 12 17:32:56.374445 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0f4e7c21-fb0f-4732-941c-252585692a22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/271a4ec3-21c3-4a5e-aa33-720c66244017 HTTP/1.1" status: 204 len: 168 time: 0.7995865 Dec 12 17:32:56.382337 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e7c21-fb0f-4732-941c-252585692a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271a4ec3-21c3-4a5e-aa33-720c66244017,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:56.408593 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-406b7c6f-bf0b-485e-a04b-94a33645e7d2 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Request body: {'port': {'device_id': '055c0ed5-0e70-4b4f-a327-29c55df81af3', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'admin_state_up': True, 'tenant_id': '438b3403df11467186a128ec0b97682a', 'security_groups': ['401c329f-2814-44f8-a453-db6557f7e6a5']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:56.436266 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a646f247-f498-4e40-b558-bce4c4ce659b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.474130 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f247-f498-4e40-b558-bce4c4ce659b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94a0817c-88aa-4faf-9d6f-900994622e3f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:56.479567 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a646f247-f498-4e40-b558-bce4c4ce659b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.487123 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a646f247-f498-4e40-b558-bce4c4ce659b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/94a0817c-88aa-4faf-9d6f-900994622e3f HTTP/1.1" status: 204 len: 168 time: 0.3598902 Dec 12 17:32:56.489652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33298) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:56.576422 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfeda688-73c6-46be-949f-7d7e5b2cafa9 req-5dacd2a1-2094-4f0e-a91d-41c0f4f92ac3 tempest-QuotasAdminNegativeTest-306330513 tempest-QuotasAdminNegativeTest-306330513-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f4f440e04900432a9e27bce04c6e4391&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494611 Dec 12 17:32:56.585823 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-406b7c6f-bf0b-485e-a04b-94a33645e7d2 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Made reservation on behalf of 438b3403df11467186a128ec0b97682a for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:32:56.590106 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-406b7c6f-bf0b-485e-a04b-94a33645e7d2 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.652566 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5d4117b-bfb0-48aa-ba47-d6a3faf43856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.689222 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69122929-ddd0-451e-b20c-be8fbbc49480 x-openstack-request-id: req-69122929-ddd0-451e-b20c-be8fbbc49480 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:32:56.689557 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863a8f59-c7ac-4e1e-a71b-e3650dbc5762", "name": "network-vif-plugged", "status": "completed", "tag": "457a8ff4-63c4-48ec-bc19-2fd9806712c2", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:32:56.689826 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69122929-ddd0-451e-b20c-be8fbbc49480 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:32:56.690268 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863a8f59-c7ac-4e1e-a71b-e3650dbc5762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457a8ff4-63c4-48ec-bc19-2fd9806712c2', 'code': 200} Dec 12 17:32:56.790316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeda688-73c6-46be-949f-7d7e5b2cafa9 req-78b58d96-807c-4f47-8296-5430f67d2bf6 tempest-QuotasAdminNegativeTest-306330513 tempest-QuotasAdminNegativeTest-306330513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:56.792424 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfeda688-73c6-46be-949f-7d7e5b2cafa9 req-78b58d96-807c-4f47-8296-5430f67d2bf6 tempest-QuotasAdminNegativeTest-306330513 tempest-QuotasAdminNegativeTest-306330513-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2075334 Dec 12 17:32:56.796240 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5d4117b-bfb0-48aa-ba47-d6a3faf43856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.829783 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33308) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:56.843750 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfeda688-73c6-46be-949f-7d7e5b2cafa9 req-ae985e2b-73d3-4e79-ab74-77b2f4f6fc01 tempest-QuotasAdminNegativeTest-306330513 tempest-QuotasAdminNegativeTest-306330513-project] 10.222.0.18 "GET /v2.0/quotas/f4f440e04900432a9e27bce04c6e4391 HTTP/1.1" status: 200 len: 375 time: 0.0445213 Dec 12 17:32:56.850195 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-406b7c6f-bf0b-485e-a04b-94a33645e7d2 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Allocated IP 172.20.0.14 (d9379518-7141-4913-88d7-7d1fcb8ba7e8/79ecbb35-c555-4daf-a052-e49241c4c136/9741ccf6-c64f-454a-b3d4-1da9f17637ff) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:32:56.850580 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-a5d4117b-bfb0-48aa-ba47-d6a3faf43856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7414951c-b1f5-4bf8-97c2-369dc0d3992a']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:56.860276 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-84ca0891-61c5-456e-b445-aef8f9b8b209 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.874704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-a5d4117b-bfb0-48aa-ba47-d6a3faf43856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ff9725-00a2-4d15-9b05-537e9aa0fa4e') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:56.874958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-a5d4117b-bfb0-48aa-ba47-d6a3faf43856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ff9725-00a2-4d15-9b05-537e9aa0fa4e') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:32:56.886513 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54e6dd-969f-4ece-b4e8-ad8f223aa004 req-3d8e0f7c-30fc-4d01-bf12-1e5aaba18fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:56.888043 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fa54e6dd-969f-4ece-b4e8-ad8f223aa004 req-3d8e0f7c-30fc-4d01-bf12-1e5aaba18fff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 1123 time: 0.1086490 Dec 12 17:32:56.904201 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfeda688-73c6-46be-949f-7d7e5b2cafa9 req-451ba0e1-f523-4d45-b7b6-285122ed12a9 tempest-QuotasAdminNegativeTest-306330513 tempest-QuotasAdminNegativeTest-306330513-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4f440e04900432a9e27bce04c6e4391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501041 Dec 12 17:32:56.906682 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5d4117b-bfb0-48aa-ba47-d6a3faf43856 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.919077 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fa54e6dd-969f-4ece-b4e8-ad8f223aa004 req-778d06a0-d8da-4620-8eed-2d960d7ddb58 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.927563 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5d4117b-bfb0-48aa-ba47-d6a3faf43856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.936502 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d4117b-bfb0-48aa-ba47-d6a3faf43856 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:32:56.936907 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5d4117b-bfb0-48aa-ba47-d6a3faf43856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:32:56.938793 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:32:57.009639 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5d4117b-bfb0-48aa-ba47-d6a3faf43856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.027309 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5d4117b-bfb0-48aa-ba47-d6a3faf43856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.032098 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a5d4117b-bfb0-48aa-ba47-d6a3faf43856 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7414951c-b1f5-4bf8-97c2-369dc0d3992a HTTP/1.1" status: 204 len: 168 time: 0.5411956 Dec 12 17:32:57.081393 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-406b7c6f-bf0b-485e-a04b-94a33645e7d2 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.094891 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-84ca0891-61c5-456e-b445-aef8f9b8b209 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.097078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4117b-bfb0-48aa-ba47-d6a3faf43856 admin admin] Pushing event deleted for resources: {'Network': ['ID=7414951c-b1f5-4bf8-97c2-369dc0d3992a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:57.101266 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-84ca0891-61c5-456e-b445-aef8f9b8b209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.121115 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fa54e6dd-969f-4ece-b4e8-ad8f223aa004 req-778d06a0-d8da-4620-8eed-2d960d7ddb58 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.138973 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fa54e6dd-969f-4ece-b4e8-ad8f223aa004 req-778d06a0-d8da-4620-8eed-2d960d7ddb58 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.147410 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33322) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:57.164370 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-84ca0891-61c5-456e-b445-aef8f9b8b209 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=128bb59a60dd4c2d85524cb0b16f9daf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312490 Dec 12 17:32:57.168914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca0891-61c5-456e-b445-aef8f9b8b209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a91aa1c-59b0-4c73-ba5a-32e5f5d8f6fa,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:57.171254 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33324) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:57.178136 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a113fcca-f417-4b1b-96a3-bb56b7a48165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.226268 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d06a0-d8da-4620-8eed-2d960d7ddb58 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4c99186e-fa50-4cff-8e1f-4b474089e645,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:57.238051 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33326) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:57.244294 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d62a347-75aa-4f81-bd65-b19af581ea8e req-df7f5f47-6ed9-4ae2-8736-7cc0d841ba68 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 210 time: 0.0398798 Dec 12 17:32:57.301969 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5cee9f8d-8839-4651-b972-14cc642926ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.304959 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-406b7c6f-bf0b-485e-a04b-94a33645e7d2 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.322456 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fa54e6dd-969f-4ece-b4e8-ad8f223aa004 req-778d06a0-d8da-4620-8eed-2d960d7ddb58 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5b7250e2-11c2-48f2-a1b4-efd0025c75eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235404 Dec 12 17:32:57.329814 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3bc702e0-67bc-4fe3-ae67-06c2a8182861 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e48ecbeab3f2457cbf6ccefc9d40337a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0889623 Dec 12 17:32:57.330492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33328) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:57.339941 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a113fcca-f417-4b1b-96a3-bb56b7a48165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.356581 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5cee9f8d-8839-4651-b972-14cc642926ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.358034 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a113fcca-f417-4b1b-96a3-bb56b7a48165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.366223 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-406b7c6f-bf0b-485e-a04b-94a33645e7d2 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Network d9379518-7141-4913-88d7-7d1fcb8ba7e8 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:32:57.382881 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-406b7c6f-bf0b-485e-a04b-94a33645e7d2 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:32:57.390619 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-406b7c6f-bf0b-485e-a04b-94a33645e7d2 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:32:57.396863 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-406b7c6f-bf0b-485e-a04b-94a33645e7d2 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:57.397931 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-406b7c6f-bf0b-485e-a04b-94a33645e7d2 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.442036 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-406b7c6f-bf0b-485e-a04b-94a33645e7d2 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0431957 Dec 12 17:32:57.442150 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113fcca-f417-4b1b-96a3-bb56b7a48165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c65d92-ad53-41e0-8b0a-cdf63ada3fa5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:57.452867 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a113fcca-f417-4b1b-96a3-bb56b7a48165 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80365cc3214f47429095bb22d08c8354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033617 Dec 12 17:32:57.454146 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33332) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:57.467557 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6e2c6-764a-4808-8358-4e958c19b935 req-23aca4ea-345b-452b-87d3-5903700cd743 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:57.469104 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01c6e2c6-764a-4808-8358-4e958c19b935 req-23aca4ea-345b-452b-87d3-5903700cd743 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 972 time: 0.1381614 Dec 12 17:32:57.492102 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5cee9f8d-8839-4651-b972-14cc642926ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.494657 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5cee9f8d-8839-4651-b972-14cc642926ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.498408 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5cee9f8d-8839-4651-b972-14cc642926ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a91aa1c-59b0-4c73-ba5a-32e5f5d8f6fa HTTP/1.1" status: 204 len: 168 time: 0.3233416 Dec 12 17:32:57.502932 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Request body: {'port': {'device_id': '055c0ed5-0e70-4b4f-a327-29c55df81af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:32:57.506386 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b7c6f-bf0b-485e-a04b-94a33645e7d2 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Pushing event updated for resources: {'Port': ['ID=9741ccf6-c64f-454a-b3d4-1da9f17637ff,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:57.553352 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d854dbb-b4e8-48a6-8fb0-cc168a57d113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.554902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee9f8d-8839-4651-b972-14cc642926ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a91aa1c-59b0-4c73-ba5a-32e5f5d8f6fa,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:57.585825 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d854dbb-b4e8-48a6-8fb0-cc168a57d113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.630695 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01c6e2c6-764a-4808-8358-4e958c19b935 req-409ee093-a564-4012-b82a-d8756351d7b9 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b7250e2-11c2-48f2-a1b4-efd0025c75eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458926 Dec 12 17:32:57.684685 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d854dbb-b4e8-48a6-8fb0-cc168a57d113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.687320 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6a3cd0e5-bd1d-4565-8761-60856ce26227 None None] Provisioning complete for port 9741ccf6-c64f-454a-b3d4-1da9f17637ff triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:57.687822 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d854dbb-b4e8-48a6-8fb0-cc168a57d113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.688553 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7d854dbb-b4e8-48a6-8fb0-cc168a57d113 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6dfe04a3-d002-4f60-8d7b-2b0206923d96 HTTP/1.1" status: 204 len: 168 time: 0.3366358 Dec 12 17:32:57.689112 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a3cd0e5-bd1d-4565-8761-60856ce26227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.714989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d854dbb-b4e8-48a6-8fb0-cc168a57d113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfe04a3-d002-4f60-8d7b-2b0206923d96,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:57.722315 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.731458 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a187d-dcee-4c13-b187-63de26bc2518 req-558b3c75-1264-4b04-ba2c-1ffdeb252a2d tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:57.735324 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d87a187d-dcee-4c13-b187-63de26bc2518 req-558b3c75-1264-4b04-ba2c-1ffdeb252a2d tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 947 time: 0.1035304 Dec 12 17:32:57.740156 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09068d95-ad0b-4726-8d9a-6ff19339a2ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.781842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6a3cd0e5-bd1d-4565-8761-60856ce26227 None None] Port 9741ccf6-c64f-454a-b3d4-1da9f17637ff cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:32:57.796446 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09068d95-ad0b-4726-8d9a-6ff19339a2ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.820562 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d87a187d-dcee-4c13-b187-63de26bc2518 req-962da3a4-840b-42f1-b32f-c3ec66ba196e tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739322 Dec 12 17:32:57.853318 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device fd9352e4-ba60-4507-99f0-b63cd7fe01ae details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:32:57.928287 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09068d95-ad0b-4726-8d9a-6ff19339a2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.931095 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09068d95-ad0b-4726-8d9a-6ff19339a2ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:57.932271 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-09068d95-ad0b-4726-8d9a-6ff19339a2ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65c65d92-ad53-41e0-8b0a-cdf63ada3fa5 HTTP/1.1" status: 204 len: 168 time: 0.4753997 Dec 12 17:32:57.977087 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09068d95-ad0b-4726-8d9a-6ff19339a2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c65d92-ad53-41e0-8b0a-cdf63ada3fa5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:57.999260 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port fd9352e4-ba60-4507-99f0-b63cd7fe01ae, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=fd9352e4-ba60-4507-99f0-b63cd7fe01ae,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:32:58.016324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'fd9352e4-ba60-4507-99f0-b63cd7fe01ae', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': 'fd9352e4-ba60-4507-99f0-b63cd7fe01ae', 'mac_address': 'fa:16:3e:72:59:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:32:58.063102 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:58.080597 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9352e4-ba60-4507-99f0-b63cd7fe01ae {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:32:58.106826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9741ccf6-c64f-454a-b3d4-1da9f17637ff {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:32:58.107564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port fd9352e4-ba60-4507-99f0-b63cd7fe01ae, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=fd9352e4-ba60-4507-99f0-b63cd7fe01ae,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:32:58.113303 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:58.114970 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:58.130618 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Transition to ACTIVE for port object 9741ccf6-c64f-454a-b3d4-1da9f17637ff will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:32:58.135497 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:58.196560 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Pushing event updated for resources: {'Port': ['ID=9741ccf6-c64f-454a-b3d4-1da9f17637ff,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:58.208618 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=fd9352e4-ba60-4507-99f0-b63cd7fe01ae,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:58.225684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33354) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:58.234369 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Attempting to bind port 9741ccf6-c64f-454a-b3d4-1da9f17637ff on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:32:58.234868 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Attempting to bind port 9741ccf6-c64f-454a-b3d4-1da9f17637ff by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'b5f115b0-b298-45f5-806c-99df12a98abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:32:58.235034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Attempting to bind port 9741ccf6-c64f-454a-b3d4-1da9f17637ff on network d9379518-7141-4913-88d7-7d1fcb8ba7e8 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:32:58.239966 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Port 9741ccf6-c64f-454a-b3d4-1da9f17637ff on network d9379518-7141-4913-88d7-7d1fcb8ba7e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:32:58.240507 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Attempting to bind port 9741ccf6-c64f-454a-b3d4-1da9f17637ff on network d9379518-7141-4913-88d7-7d1fcb8ba7e8 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:32:58.242381 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6cbe0129-695b-451d-9eb7-6d6b74453c34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:58.246055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:32:58.246618 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Checking segment: {'id': 'b5f115b0-b298-45f5-806c-99df12a98abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:32:58.247194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Bound using segment: {'id': 'b5f115b0-b298-45f5-806c-99df12a98abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:32:58.247926 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Bound port: 9741ccf6-c64f-454a-b3d4-1da9f17637ff, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f115b0-b298-45f5-806c-99df12a98abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:32:58.248750 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:58.334424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] For port 9741ccf6-c64f-454a-b3d4-1da9f17637ff, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:32:58.340303 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] For port 9741ccf6-c64f-454a-b3d4-1da9f17637ff, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=9741ccf6-c64f-454a-b3d4-1da9f17637ff,segment=NetworkSegment(b5f115b0-b298-45f5-806c-99df12a98abb),segment_id=b5f115b0-b298-45f5-806c-99df12a98abb)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:32:58.349207 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:58.380440 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6cbe0129-695b-451d-9eb7-6d6b74453c34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:58.399428 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6cbe0129-695b-451d-9eb7-6d6b74453c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:58.426138 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Pushing event updated for resources: {'Port': ['ID=9741ccf6-c64f-454a-b3d4-1da9f17637ff,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:58.441026 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:58.442575 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:58.445764 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9050ee37-e24c-43e0-84d1-e2941f1a231f service neutron] 10.222.0.31 "PUT /v2.0/ports/9741ccf6-c64f-454a-b3d4-1da9f17637ff HTTP/1.1" status: 200 len: 1092 time: 0.9909575 Dec 12 17:32:58.446403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055c0ed5-0e70-4b4f-a327-29c55df81af3', 'tag': '9741ccf6-c64f-454a-b3d4-1da9f17637ff'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:32:58.449092 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e20268e-9f6c-4c60-ac5c-09fc4f8e0881" -d '{"events": [{"name": "network-changed", "server_uuid": "055c0ed5-0e70-4b4f-a327-29c55df81af3", "tag": "9741ccf6-c64f-454a-b3d4-1da9f17637ff"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:32:58.502313 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['fd9352e4-ba60-4507-99f0-b63cd7fe01ae'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:32:58.532947 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6cbe0129-695b-451d-9eb7-6d6b74453c34 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=502ded328cd5490da99a425620c459e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024457 Dec 12 17:32:58.534929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33366) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:58.576130 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-2cc0337b-18b1-47b1-bf77-71db919726f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:58.579638 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-2cc0337b-18b1-47b1-bf77-71db919726f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=438b3403df11467186a128ec0b97682a&device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 1095 time: 0.0746937 Dec 12 17:32:58.589138 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe0129-695b-451d-9eb7-6d6b74453c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee3fc28-60f9-4816-be9a-3569eff7a5d9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:58.612616 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348aaf-7005-4ce4-9230-56fd42d487ed req-740d14d3-9cb0-49f7-a3ec-7028e94f0fca tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:58.614012 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d348aaf-7005-4ce4-9230-56fd42d487ed req-740d14d3-9cb0-49f7-a3ec-7028e94f0fca tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 944 time: 0.2275975 Dec 12 17:32:58.661749 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-29880797-a455-4b3b-a21e-bff8c42e16bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:58.682252 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33370) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:58.712142 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-c4e0b40c-1eb1-468d-8646-fd7c444412e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9741ccf6-c64f-454a-b3d4-1da9f17637ff HTTP/1.1" status: 200 len: 217 time: 0.1231158 Dec 12 17:32:58.756358 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-29880797-a455-4b3b-a21e-bff8c42e16bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:58.818107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-2497c15e-6d24-4950-bce8-6193d9f62397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:58.820062 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-2497c15e-6d24-4950-bce8-6193d9f62397 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79ecbb35-c555-4daf-a052-e49241c4c136 HTTP/1.1" status: 200 len: 863 time: 0.0997171 Dec 12 17:32:58.843263 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d348aaf-7005-4ce4-9230-56fd42d487ed req-b499b68c-16a9-44e8-a65f-cafdab109269 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117434 Dec 12 17:32:58.889706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33378) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:32:58.895585 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-961d58c1-4e5e-4f9c-9906-0dae1a8a6d7e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3310f4841e82408cb75b1c9b62a6a268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2046649 Dec 12 17:32:58.903248 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0bd491-3b06-4bd7-bb56-ed5f24499965 x-openstack-request-id: req-ea0bd491-3b06-4bd7-bb56-ed5f24499965 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:32:58.903549 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055c0ed5-0e70-4b4f-a327-29c55df81af3", "tag": "9741ccf6-c64f-454a-b3d4-1da9f17637ff", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:32:58.906431 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea0bd491-3b06-4bd7-bb56-ed5f24499965 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:32:58.906901 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055c0ed5-0e70-4b4f-a327-29c55df81af3', 'tag': '9741ccf6-c64f-454a-b3d4-1da9f17637ff', 'status': 'completed', 'code': 200} Dec 12 17:32:58.911115 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9bb7ddca-2516-43ad-8be7-4cb3f2a7e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:58.912792 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-9bb7ddca-2516-43ad-8be7-4cb3f2a7e37a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9379518-7141-4913-88d7-7d1fcb8ba7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833073 Dec 12 17:32:58.938748 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-29880797-a455-4b3b-a21e-bff8c42e16bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:58.944142 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-29880797-a455-4b3b-a21e-bff8c42e16bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:58.951706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-29880797-a455-4b3b-a21e-bff8c42e16bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ee3fc28-60f9-4816-be9a-3569eff7a5d9 HTTP/1.1" status: 204 len: 168 time: 0.4097133 Dec 12 17:32:58.962542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29880797-a455-4b3b-a21e-bff8c42e16bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee3fc28-60f9-4816-be9a-3569eff7a5d9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:59.024525 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdb297a4-dc9e-4afb-8be9-45f84530d26e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:59.063486 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdb297a4-dc9e-4afb-8be9-45f84530d26e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:59.096303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a8bcf-43e0-42b7-907c-302b2dc6f51f req-ab99007d-dfb0-4330-a362-84402b9885fa tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:59.100241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-399a8bcf-43e0-42b7-907c-302b2dc6f51f req-ab99007d-dfb0-4330-a362-84402b9885fa tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 948 time: 0.1072137 Dec 12 17:32:59.114231 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-bcacb86d-00ac-43ed-b3a0-dda4d47b5dff service neutron] 10.222.0.31 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927400 Dec 12 17:32:59.139156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99e6ff-35a1-4610-901c-b59e297d1bca req-72511ce1-f827-4630-9e3d-b81988fb0d4c tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:59.141023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe99e6ff-35a1-4610-901c-b59e297d1bca req-72511ce1-f827-4630-9e3d-b81988fb0d4c tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 972 time: 0.0934298 Dec 12 17:32:59.195911 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdb297a4-dc9e-4afb-8be9-45f84530d26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:59.198780 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-399a8bcf-43e0-42b7-907c-302b2dc6f51f req-c8e30033-5227-4dab-add6-88254d4d20b3 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975993 Dec 12 17:32:59.200297 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdb297a4-dc9e-4afb-8be9-45f84530d26e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:32:59.205258 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fdb297a4-dc9e-4afb-8be9-45f84530d26e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37966665-0493-410a-94c2-97a5fb65d532 HTTP/1.1" status: 204 len: 168 time: 0.3142393 Dec 12 17:32:59.233261 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb297a4-dc9e-4afb-8be9-45f84530d26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37966665-0493-410a-94c2-97a5fb65d532,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:32:59.284691 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b92d1d75-c3c8-4755-bf3b-c8c2ff715a60 req-701614e9-9449-45c2-b2ba-5728a77ed588 service neutron] 10.222.0.31 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618469 Dec 12 17:32:59.321262 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe99e6ff-35a1-4610-901c-b59e297d1bca req-1b7a0063-80f9-4dff-9864-2df1454c9bb9 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b7250e2-11c2-48f2-a1b4-efd0025c75eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584482 Dec 12 17:32:59.381351 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de055832-c9e0-4fc8-a2e6-9a35264d8ee0 req-942304ab-d1b3-4781-9b46-87fce810ec5c tempest-QuotasAdminNegativeTest-306330513 tempest-QuotasAdminNegativeTest-306330513-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f4f440e04900432a9e27bce04c6e4391&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265763 Dec 12 17:32:59.401906 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20268e-9f6c-4c60-ac5c-09fc4f8e0881 req-d2f9ef28-ba21-4fb0-b7e1-0928dcf357cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:59.407942 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2e20268e-9f6c-4c60-ac5c-09fc4f8e0881 req-d2f9ef28-ba21-4fb0-b7e1-0928dcf357cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=438b3403df11467186a128ec0b97682a&device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 1095 time: 0.0631800 Dec 12 17:32:59.513468 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20268e-9f6c-4c60-ac5c-09fc4f8e0881 req-dca828f6-ce5f-4140-9ce9-380d1794a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:59.515861 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2e20268e-9f6c-4c60-ac5c-09fc4f8e0881 req-dca828f6-ce5f-4140-9ce9-380d1794a803 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9379518-7141-4913-88d7-7d1fcb8ba7e8 HTTP/1.1" status: 200 len: 925 time: 0.1022413 Dec 12 17:32:59.574155 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2e20268e-9f6c-4c60-ac5c-09fc4f8e0881 req-2ccc8a33-24af-4a30-b91b-5a99c52dbc87 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9741ccf6-c64f-454a-b3d4-1da9f17637ff HTTP/1.1" status: 200 len: 217 time: 0.0502384 Dec 12 17:32:59.647449 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20268e-9f6c-4c60-ac5c-09fc4f8e0881 req-c8be5e9e-fba1-4212-99ce-0b280f56e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:59.649352 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2e20268e-9f6c-4c60-ac5c-09fc4f8e0881 req-c8be5e9e-fba1-4212-99ce-0b280f56e41e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79ecbb35-c555-4daf-a052-e49241c4c136 HTTP/1.1" status: 200 len: 863 time: 0.0652573 Dec 12 17:32:59.712672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de055832-c9e0-4fc8-a2e6-9a35264d8ee0 req-7948c534-259d-4076-ba26-c122b5508684 tempest-QuotasAdminNegativeTest-306330513 tempest-QuotasAdminNegativeTest-306330513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:59.717119 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20268e-9f6c-4c60-ac5c-09fc4f8e0881 req-2ab0a04b-e455-4268-8cbf-f483662c1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:32:59.718836 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2e20268e-9f6c-4c60-ac5c-09fc4f8e0881 req-2ab0a04b-e455-4268-8cbf-f483662c1d86 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9379518-7141-4913-88d7-7d1fcb8ba7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567741 Dec 12 17:32:59.719705 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de055832-c9e0-4fc8-a2e6-9a35264d8ee0 req-7948c534-259d-4076-ba26-c122b5508684 tempest-QuotasAdminNegativeTest-306330513 tempest-QuotasAdminNegativeTest-306330513-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3319263 Dec 12 17:32:59.730453 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de055832-c9e0-4fc8-a2e6-9a35264d8ee0 req-d9632675-d769-4002-a11d-daf99193b840 tempest-QuotasAdminNegativeTest-306330513 tempest-QuotasAdminNegativeTest-306330513-project] 10.222.0.18 "GET /v2.0/quotas/f4f440e04900432a9e27bce04c6e4391 HTTP/1.1" status: 200 len: 375 time: 0.0095065 Dec 12 17:32:59.769648 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de055832-c9e0-4fc8-a2e6-9a35264d8ee0 req-b9fd78ad-3870-4d14-9b83-6c357827742d tempest-QuotasAdminNegativeTest-306330513 tempest-QuotasAdminNegativeTest-306330513-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4f440e04900432a9e27bce04c6e4391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290985 Dec 12 17:32:59.871308 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device fd9352e4-ba60-4507-99f0-b63cd7fe01ae up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:32:59.872368 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2e20268e-9f6c-4c60-ac5c-09fc4f8e0881 req-8798f3b4-e043-4dfa-87d4-64223bc2f1d0 service neutron] 10.222.0.31 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443758 Dec 12 17:32:59.939436 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port fd9352e4-ba60-4507-99f0-b63cd7fe01ae completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:32:59.945145 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port fd9352e4-ba60-4507-99f0-b63cd7fe01ae triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:32:59.946709 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:00.002379 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3a6ab-4c97-413b-adf5-dcec055c4e9d req-0732143d-4555-4c7a-b342-7e41d485102c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:00.004587 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91a3a6ab-4c97-413b-adf5-dcec055c4e9d req-0732143d-4555-4c7a-b342-7e41d485102c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 944 time: 0.0668492 Dec 12 17:33:00.005797 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2e20268e-9f6c-4c60-ac5c-09fc4f8e0881 req-03345685-9c40-4cce-b168-0656d6d0def5 service neutron] 10.222.0.31 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262670 Dec 12 17:33:00.057767 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91a3a6ab-4c97-413b-adf5-dcec055c4e9d req-dbfc97f8-00e2-4a51-a6ed-3457ec5b7560 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473258 Dec 12 17:33:00.074012 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:00.105233 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd396d893-fa9c-491d-8f11-271ed190a517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9352e4-ba60-4507-99f0-b63cd7fe01ae'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:00.107746 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d66f971-93ba-40a5-911c-bbd7e3cb862c" -d '{"events": [{"server_uuid": "d396d893-fa9c-491d-8f11-271ed190a517", "name": "network-vif-plugged", "status": "completed", "tag": "fd9352e4-ba60-4507-99f0-b63cd7fe01ae"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:00.236704 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port fd9352e4-ba60-4507-99f0-b63cd7fe01ae, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=fd9352e4-ba60-4507-99f0-b63cd7fe01ae,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:00.244423 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:00.306514 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=fd9352e4-ba60-4507-99f0-b63cd7fe01ae,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:00.476558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f33c8f-3a2c-4069-83f0-946a56ce9796 req-174b027f-baa1-41de-a63e-c317036e43c3 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:00.489469 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1f33c8f-3a2c-4069-83f0-946a56ce9796 req-174b027f-baa1-41de-a63e-c317036e43c3 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 949 time: 0.0786242 Dec 12 17:33:00.529661 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a922cb0c-b728-418b-a877-bc127bef7c28 x-openstack-request-id: req-a922cb0c-b728-418b-a877-bc127bef7c28 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:00.529953 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d396d893-fa9c-491d-8f11-271ed190a517", "name": "network-vif-plugged", "status": "completed", "tag": "fd9352e4-ba60-4507-99f0-b63cd7fe01ae", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:00.530205 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a922cb0c-b728-418b-a877-bc127bef7c28 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:00.530590 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd396d893-fa9c-491d-8f11-271ed190a517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9352e4-ba60-4507-99f0-b63cd7fe01ae', 'code': 200} Dec 12 17:33:00.554345 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1f33c8f-3a2c-4069-83f0-946a56ce9796 req-187356db-b638-4e3b-b27f-5d7e889c5488 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618410 Dec 12 17:33:00.672231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77405988-a8db-42e4-8aee-fd6910bb9d20 req-dd335ce0-1075-49b7-936b-54b8558429c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:00.674144 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-77405988-a8db-42e4-8aee-fd6910bb9d20 req-dd335ce0-1075-49b7-936b-54b8558429c3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 1100 time: 0.0686936 Dec 12 17:33:00.696058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb383f76-c145-4d68-8932-4d27f668e4da req-a3dc32a4-5961-4605-9545-0aaa11f63d4b tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:00.697805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb383f76-c145-4d68-8932-4d27f668e4da req-a3dc32a4-5961-4605-9545-0aaa11f63d4b tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 972 time: 0.0533290 Dec 12 17:33:00.739684 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-77405988-a8db-42e4-8aee-fd6910bb9d20 req-7dd636af-cb43-43e5-9d08-b8aeaaf76116 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584202 Dec 12 17:33:00.755450 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb383f76-c145-4d68-8932-4d27f668e4da req-044c2cff-51c5-4bc2-8fda-9f35658fa72a tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b7250e2-11c2-48f2-a1b4-efd0025c75eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486493 Dec 12 17:33:00.959464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92c6dd-243c-46f8-a630-edebf40a1c24 req-f4da54ea-38eb-4416-a968-a3c5679cf85b tempest-AggregatesAdminTestJSON-15657992 tempest-AggregatesAdminTestJSON-15657992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:00.961959 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d92c6dd-243c-46f8-a630-edebf40a1c24 req-f4da54ea-38eb-4416-a968-a3c5679cf85b tempest-AggregatesAdminTestJSON-15657992 tempest-AggregatesAdminTestJSON-15657992-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 1123 time: 0.0784860 Dec 12 17:33:00.981772 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1d92c6dd-243c-46f8-a630-edebf40a1c24 req-cfd4bd62-f91c-4c20-afaa-19af3c921d1b tempest-AggregatesAdminTestJSON-15657992 tempest-AggregatesAdminTestJSON-15657992-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:01.065410 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1d92c6dd-243c-46f8-a630-edebf40a1c24 req-cfd4bd62-f91c-4c20-afaa-19af3c921d1b tempest-AggregatesAdminTestJSON-15657992 tempest-AggregatesAdminTestJSON-15657992-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:01.070404 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1d92c6dd-243c-46f8-a630-edebf40a1c24 req-cfd4bd62-f91c-4c20-afaa-19af3c921d1b tempest-AggregatesAdminTestJSON-15657992 tempest-AggregatesAdminTestJSON-15657992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:01.129644 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d92c6dd-243c-46f8-a630-edebf40a1c24 req-cfd4bd62-f91c-4c20-afaa-19af3c921d1b tempest-AggregatesAdminTestJSON-15657992 tempest-AggregatesAdminTestJSON-15657992-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5b7250e2-11c2-48f2-a1b4-efd0025c75eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566029 Dec 12 17:33:01.130879 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4bd62-f91c-4c20-afaa-19af3c921d1b tempest-AggregatesAdminTestJSON-15657992 tempest-AggregatesAdminTestJSON-15657992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c918d75-e680-4a03-8fa2-b43c6b81bb88,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:01.193128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c6838-f0f4-448e-b6f7-9970743f8594 req-cb3db21d-7a4c-4c71-99fe-5e3344835889 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:01.194887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b0c6838-f0f4-448e-b6f7-9970743f8594 req-cb3db21d-7a4c-4c71-99fe-5e3344835889 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 944 time: 0.0545969 Dec 12 17:33:01.221956 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33492) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:01.251225 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b0c6838-f0f4-448e-b6f7-9970743f8594 req-5e9b9a06-2c70-4f86-8d37-6391043795bd tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499618 Dec 12 17:33:01.549289 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8194e20a-ac68-46ec-ba1a-2932843ac1fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:01.636757 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8194e20a-ac68-46ec-ba1a-2932843ac1fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:01.645749 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8194e20a-ac68-46ec-ba1a-2932843ac1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:01.675499 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8194e20a-ac68-46ec-ba1a-2932843ac1fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4f440e04900432a9e27bce04c6e4391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4524472 Dec 12 17:33:01.678378 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33528) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:01.698916 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194e20a-ac68-46ec-ba1a-2932843ac1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115fd80f-834a-4813-98ae-165e6a30af39,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:01.864681 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d649e452-aafa-4f42-9aeb-0913bf0b3b13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:01.878814 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bd567-7d93-4525-8f5d-34533eb4bcba req-3e35f6b1-4702-4103-9fe3-ccd972a80e54 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:01.880473 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a34bd567-7d93-4525-8f5d-34533eb4bcba req-3e35f6b1-4702-4103-9fe3-ccd972a80e54 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 949 time: 0.0853219 Dec 12 17:33:01.916982 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d649e452-aafa-4f42-9aeb-0913bf0b3b13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:01.975562 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a34bd567-7d93-4525-8f5d-34533eb4bcba req-a1ad56fe-d0f5-46db-a37b-be2c570d7aad tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850558 Dec 12 17:33:01.997259 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d649e452-aafa-4f42-9aeb-0913bf0b3b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:02.002413 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d649e452-aafa-4f42-9aeb-0913bf0b3b13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:02.009876 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d649e452-aafa-4f42-9aeb-0913bf0b3b13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/115fd80f-834a-4813-98ae-165e6a30af39 HTTP/1.1" status: 204 len: 168 time: 0.3303163 Dec 12 17:33:02.033707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649e452-aafa-4f42-9aeb-0913bf0b3b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115fd80f-834a-4813-98ae-165e6a30af39,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:02.430733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33576) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:02.447261 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db1438d6-3c6b-4c92-99bd-47daffff8f2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:02.679022 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d553c6-1ee1-454b-b598-5c5722e669d5 req-3510afd8-11ec-46c4-b521-d762269e8cde tempest-NetworksTest-2059472317 tempest-NetworksTest-2059472317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:02.679526 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d553c6-1ee1-454b-b598-5c5722e669d5 req-3510afd8-11ec-46c4-b521-d762269e8cde tempest-NetworksTest-2059472317 tempest-NetworksTest-2059472317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:02.680037 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d553c6-1ee1-454b-b598-5c5722e669d5 req-3510afd8-11ec-46c4-b521-d762269e8cde tempest-NetworksTest-2059472317 tempest-NetworksTest-2059472317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:02.680505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d553c6-1ee1-454b-b598-5c5722e669d5 req-3510afd8-11ec-46c4-b521-d762269e8cde tempest-NetworksTest-2059472317 tempest-NetworksTest-2059472317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:02.680964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d553c6-1ee1-454b-b598-5c5722e669d5 req-3510afd8-11ec-46c4-b521-d762269e8cde tempest-NetworksTest-2059472317 tempest-NetworksTest-2059472317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:02.682635 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97d553c6-1ee1-454b-b598-5c5722e669d5 req-3510afd8-11ec-46c4-b521-d762269e8cde tempest-NetworksTest-2059472317 tempest-NetworksTest-2059472317-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.2331035 Dec 12 17:33:02.722784 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ac41f-46c0-4e74-b595-9fac9e4b8ea3 req-16e3669f-5f73-4370-b20a-715626f6fe78 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:02.724278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8d2ac41f-46c0-4e74-b595-9fac9e4b8ea3 req-16e3669f-5f73-4370-b20a-715626f6fe78 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 944 time: 0.0845056 Dec 12 17:33:02.729705 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db1438d6-3c6b-4c92-99bd-47daffff8f2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:02.739493 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db1438d6-3c6b-4c92-99bd-47daffff8f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:02.798964 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-db1438d6-3c6b-4c92-99bd-47daffff8f2b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f3af0d4e2f54fb4b2847b03cbc0cfb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3663676 Dec 12 17:33:02.801655 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33584) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:02.807478 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1438d6-3c6b-4c92-99bd-47daffff8f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2de6fd-e3e1-44ae-b338-5c8c68c01da2,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:02.816793 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8d2ac41f-46c0-4e74-b595-9fac9e4b8ea3 req-0fac262a-31c0-406a-b936-424c25d8e796 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852368 Dec 12 17:33:02.881401 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8180bb1b-6e91-4948-8d10-bf48f8fb4fda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:02.908261 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8180bb1b-6e91-4948-8d10-bf48f8fb4fda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:02.976239 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8180bb1b-6e91-4948-8d10-bf48f8fb4fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:02.980902 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8180bb1b-6e91-4948-8d10-bf48f8fb4fda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:02.985032 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8180bb1b-6e91-4948-8d10-bf48f8fb4fda admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab2de6fd-e3e1-44ae-b338-5c8c68c01da2 HTTP/1.1" status: 204 len: 168 time: 0.1813369 Dec 12 17:33:03.000826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a7da9-754b-4b05-aca3-bd39d26831f9 req-b02934df-7929-442d-88e2-16d68b1d4f1c tempest-NetworksTest-2059472317 tempest-NetworksTest-2059472317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:03.002535 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180bb1b-6e91-4948-8d10-bf48f8fb4fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2de6fd-e3e1-44ae-b338-5c8c68c01da2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:03.015814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-752a7da9-754b-4b05-aca3-bd39d26831f9 req-b02934df-7929-442d-88e2-16d68b1d4f1c tempest-NetworksTest-2059472317 tempest-NetworksTest-2059472317-project-admin] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 886 time: 0.1280873 Dec 12 17:33:03.203915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27bce0-1d1f-4637-9f8d-36f570f05be3 req-ca3bb733-77e9-4d77-917f-b2a2ab77b3cf tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:03.205398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c27bce0-1d1f-4637-9f8d-36f570f05be3 req-ca3bb733-77e9-4d77-917f-b2a2ab77b3cf tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 949 time: 0.0747254 Dec 12 17:33:03.228958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d36aa1-4f93-4905-a78c-ed51cc07c2e6 req-9bcb7036-8ed2-4980-a90c-c4e74db363e6 tempest-NetworksTest-2059472317 tempest-NetworksTest-2059472317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:03.229433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d36aa1-4f93-4905-a78c-ed51cc07c2e6 req-9bcb7036-8ed2-4980-a90c-c4e74db363e6 tempest-NetworksTest-2059472317 tempest-NetworksTest-2059472317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:03.229896 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d36aa1-4f93-4905-a78c-ed51cc07c2e6 req-9bcb7036-8ed2-4980-a90c-c4e74db363e6 tempest-NetworksTest-2059472317 tempest-NetworksTest-2059472317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:03.230361 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d36aa1-4f93-4905-a78c-ed51cc07c2e6 req-9bcb7036-8ed2-4980-a90c-c4e74db363e6 tempest-NetworksTest-2059472317 tempest-NetworksTest-2059472317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:03.230813 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d36aa1-4f93-4905-a78c-ed51cc07c2e6 req-9bcb7036-8ed2-4980-a90c-c4e74db363e6 tempest-NetworksTest-2059472317 tempest-NetworksTest-2059472317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:03.232477 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04d36aa1-4f93-4905-a78c-ed51cc07c2e6 req-9bcb7036-8ed2-4980-a90c-c4e74db363e6 tempest-NetworksTest-2059472317 tempest-NetworksTest-2059472317-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1485093 Dec 12 17:33:03.277458 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c27bce0-1d1f-4637-9f8d-36f570f05be3 req-587428bf-e61e-4cdc-a5c4-0b418f7defcb tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603073 Dec 12 17:33:03.683883 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33654) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:03.721971 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33662) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:03.891043 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 9741ccf6-c64f-454a-b3d4-1da9f17637ff details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:33:04.088043 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f5d64b0-9180-4c38-8ab0-fcd7054437d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.121624 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 9741ccf6-c64f-454a-b3d4-1da9f17637ff, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=9741ccf6-c64f-454a-b3d4-1da9f17637ff,segment=NetworkSegment(b5f115b0-b298-45f5-806c-99df12a98abb),segment_id=b5f115b0-b298-45f5-806c-99df12a98abb)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:04.135026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '9741ccf6-c64f-454a-b3d4-1da9f17637ff', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'port_id': '9741ccf6-c64f-454a-b3d4-1da9f17637ff', 'mac_address': 'fa:16:3e:f4:03:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:33:04.146483 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33690) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:04.172791 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a459141f-212b-46ff-bd77-37e3cca0a009 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.178362 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.188794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f463f-a216-4b70-aacf-d4115f1a12e1 req-57afcd09-079d-44b6-a99c-9a07ae97457c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:04.191135 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-821f463f-a216-4b70-aacf-d4115f1a12e1 req-57afcd09-079d-44b6-a99c-9a07ae97457c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 944 time: 0.1586277 Dec 12 17:33:04.192754 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9741ccf6-c64f-454a-b3d4-1da9f17637ff {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:33:04.215568 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 9741ccf6-c64f-454a-b3d4-1da9f17637ff, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=9741ccf6-c64f-454a-b3d4-1da9f17637ff,segment=NetworkSegment(b5f115b0-b298-45f5-806c-99df12a98abb),segment_id=b5f115b0-b298-45f5-806c-99df12a98abb)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:04.226411 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.232274 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f5d64b0-9180-4c38-8ab0-fcd7054437d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.237007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2ba0d-5fdd-499d-8938-7128b8328754 req-fb657fca-2072-45b0-8dd9-97068377c6dd tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:04.238338 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f5d64b0-9180-4c38-8ab0-fcd7054437d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.246111 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2bf2ba0d-5fdd-499d-8938-7128b8328754 req-fb657fca-2072-45b0-8dd9-97068377c6dd tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 949 time: 0.1621511 Dec 12 17:33:04.294387 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5cc7050-9983-4a10-9d4a-f2a4b0706ce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.304228 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d64b0-9180-4c38-8ab0-fcd7054437d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36d73b8-48e7-4ecb-878d-e7a490f6dfe4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:04.316149 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=9741ccf6-c64f-454a-b3d4-1da9f17637ff,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:04.322892 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5f5d64b0-9180-4c38-8ab0-fcd7054437d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81ff3a07296443509e76242021259137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6377950 Dec 12 17:33:04.327004 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33698) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:04.343822 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-821f463f-a216-4b70-aacf-d4115f1a12e1 req-20da9a7e-13c4-405e-8f04-46c7801eaf64 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401253 Dec 12 17:33:04.357243 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2bf2ba0d-5fdd-499d-8938-7128b8328754 req-7d3fe00f-c0fc-41ab-a277-f5b0a2ea8195 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099858 Dec 12 17:33:04.435332 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10894c07-3032-4044-8663-e4435ddf619b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.453397 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a459141f-212b-46ff-bd77-37e3cca0a009 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.461619 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a459141f-212b-46ff-bd77-37e3cca0a009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.481767 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10894c07-3032-4044-8663-e4435ddf619b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.509719 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5cc7050-9983-4a10-9d4a-f2a4b0706ce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.525479 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5cc7050-9983-4a10-9d4a-f2a4b0706ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.542567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['9741ccf6-c64f-454a-b3d4-1da9f17637ff'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:33:04.542886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459141f-212b-46ff-bd77-37e3cca0a009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0025a3-63a5-4c3b-89f8-14d248bcd201,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:04.550665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a459141f-212b-46ff-bd77-37e3cca0a009 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=865f22bf4ef64c049e7028edbda108e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8271120 Dec 12 17:33:04.553222 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33710) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:04.632079 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f5cc7050-9983-4a10-9d4a-f2a4b0706ce8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83711bc140ed4462bb358fd8f2fabb75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4844661 Dec 12 17:33:04.634974 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc7050-9983-4a10-9d4a-f2a4b0706ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6a3731-23f0-472b-b2bd-e4552d13d1a7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:04.639236 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33722) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:04.651915 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86580ca2-2798-40bf-8b4e-99eb7c8e67dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.708739 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86580ca2-2798-40bf-8b4e-99eb7c8e67dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.738195 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10894c07-3032-4044-8663-e4435ddf619b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.746540 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10894c07-3032-4044-8663-e4435ddf619b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.747747 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-10894c07-3032-4044-8663-e4435ddf619b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e36d73b8-48e7-4ecb-878d-e7a490f6dfe4 HTTP/1.1" status: 204 len: 168 time: 0.4193735 Dec 12 17:33:04.794701 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38d347dc-845c-40ea-ade9-097bc4c8f63f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.797475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10894c07-3032-4044-8663-e4435ddf619b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36d73b8-48e7-4ecb-878d-e7a490f6dfe4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:04.822306 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38d347dc-845c-40ea-ade9-097bc4c8f63f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.829111 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86580ca2-2798-40bf-8b4e-99eb7c8e67dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.839376 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86580ca2-2798-40bf-8b4e-99eb7c8e67dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.844355 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-86580ca2-2798-40bf-8b4e-99eb7c8e67dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e0025a3-63a5-4c3b-89f8-14d248bcd201 HTTP/1.1" status: 204 len: 168 time: 0.2887905 Dec 12 17:33:04.863073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86580ca2-2798-40bf-8b4e-99eb7c8e67dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0025a3-63a5-4c3b-89f8-14d248bcd201,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:04.942043 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38d347dc-845c-40ea-ade9-097bc4c8f63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.948318 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38d347dc-845c-40ea-ade9-097bc4c8f63f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:04.950461 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-38d347dc-845c-40ea-ade9-097bc4c8f63f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4f6a3731-23f0-472b-b2bd-e4552d13d1a7 HTTP/1.1" status: 204 len: 168 time: 0.3112040 Dec 12 17:33:04.993689 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d347dc-845c-40ea-ade9-097bc4c8f63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6a3731-23f0-472b-b2bd-e4552d13d1a7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:05.486069 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33794) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:05.520360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf844d5-bc2c-4f47-95b8-5c23538830de req-1ea5d743-1b10-4aaf-8407-b5f3d07061d2 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:05.521897 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbf844d5-bc2c-4f47-95b8-5c23538830de req-1ea5d743-1b10-4aaf-8407-b5f3d07061d2 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 945 time: 0.0847535 Dec 12 17:33:05.533101 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e69da417-3cf3-4f80-bee7-55f62d5e87f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:05.563086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6cb88-04e5-4770-964a-eae8ffa1b0e7 req-f43690a8-73f8-4d34-ba01-cf3f124ffca0 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:05.564866 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74d6cb88-04e5-4770-964a-eae8ffa1b0e7 req-f43690a8-73f8-4d34-ba01-cf3f124ffca0 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 949 time: 0.0837469 Dec 12 17:33:05.574593 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1dff6-d399-4c67-88c6-10bfd059d1b9 req-f25924c0-4c01-4ec0-bda0-c6d0c8d67bab tempest-DeleteServersAdminTestJSON-578636636 tempest-DeleteServersAdminTestJSON-578636636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:05.576546 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d2b1dff6-d399-4c67-88c6-10bfd059d1b9 req-f25924c0-4c01-4ec0-bda0-c6d0c8d67bab tempest-DeleteServersAdminTestJSON-578636636 tempest-DeleteServersAdminTestJSON-578636636-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 1100 time: 0.0722077 Dec 12 17:33:05.624728 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74d6cb88-04e5-4770-964a-eae8ffa1b0e7 req-8db53af7-4f29-4d23-8764-b2558464ca3f tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490720 Dec 12 17:33:05.653065 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbf844d5-bc2c-4f47-95b8-5c23538830de req-320aff49-e7aa-4eca-89a1-9d2b1022d378 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206026 Dec 12 17:33:05.740784 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33802) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:05.747650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-d2b1dff6-d399-4c67-88c6-10bfd059d1b9 req-87fab85d-87f4-415f-8391-99df9218a384 tempest-DeleteServersAdminTestJSON-578636636 tempest-DeleteServersAdminTestJSON-578636636-project-admin] Deleting port fd9352e4-ba60-4507-99f0-b63cd7fe01ae {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:33:05.748249 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d2b1dff6-d399-4c67-88c6-10bfd059d1b9 req-87fab85d-87f4-415f-8391-99df9218a384 tempest-DeleteServersAdminTestJSON-578636636 tempest-DeleteServersAdminTestJSON-578636636-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:05.752223 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e69da417-3cf3-4f80-bee7-55f62d5e87f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:05.770838 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e1460c1-c8dd-4c0c-8003-b908243159fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:05.797952 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e69da417-3cf3-4f80-bee7-55f62d5e87f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:05.799977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33806) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:05.824549 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e69da417-3cf3-4f80-bee7-55f62d5e87f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d13f07d8bc34609adf4d0507ce75aea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371143 Dec 12 17:33:05.827847 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33808) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:05.889556 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33810) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:05.912086 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8b8247c8-de39-4e59-9b8f-a401ce46ae39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:05.916730 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69da417-3cf3-4f80-bee7-55f62d5e87f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbbd23f-711d-466f-812b-ac144f1e3e94,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:05.917890 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 9741ccf6-c64f-454a-b3d4-1da9f17637ff up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:33:05.941258 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-999e7c32-eb2e-4c2e-b16b-3a82c75fb8e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:05.979778 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-d2b1dff6-d399-4c67-88c6-10bfd059d1b9 req-87fab85d-87f4-415f-8391-99df9218a384 tempest-DeleteServersAdminTestJSON-578636636 tempest-DeleteServersAdminTestJSON-578636636-project-admin] For port fd9352e4-ba60-4507-99f0-b63cd7fe01ae, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=fd9352e4-ba60-4507-99f0-b63cd7fe01ae,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:05.980148 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d2b1dff6-d399-4c67-88c6-10bfd059d1b9 req-87fab85d-87f4-415f-8391-99df9218a384 tempest-DeleteServersAdminTestJSON-578636636 tempest-DeleteServersAdminTestJSON-578636636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:05.991635 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-999e7c32-eb2e-4c2e-b16b-3a82c75fb8e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.017656 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-d2b1dff6-d399-4c67-88c6-10bfd059d1b9 req-87fab85d-87f4-415f-8391-99df9218a384 tempest-DeleteServersAdminTestJSON-578636636 tempest-DeleteServersAdminTestJSON-578636636-project-admin] Calling delete_port for fd9352e4-ba60-4507-99f0-b63cd7fe01ae owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:33:06.029799 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 9741ccf6-c64f-454a-b3d4-1da9f17637ff completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:33:06.035533 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 9741ccf6-c64f-454a-b3d4-1da9f17637ff triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:33:06.036322 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.041666 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e1460c1-c8dd-4c0c-8003-b908243159fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.078053 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e1460c1-c8dd-4c0c-8003-b908243159fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.160170 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1460c1-c8dd-4c0c-8003-b908243159fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0048a190-d50f-4550-b040-2c56bae79fd0,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:06.182398 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.215952 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0e1460c1-c8dd-4c0c-8003-b908243159fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a509a021f80949a9a9ec6c884d70c2ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4731154 Dec 12 17:33:06.218445 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055c0ed5-0e70-4b4f-a327-29c55df81af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9741ccf6-c64f-454a-b3d4-1da9f17637ff'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:06.221512 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf7170d-154a-46df-9303-b404f6911456" -d '{"events": [{"server_uuid": "055c0ed5-0e70-4b4f-a327-29c55df81af3", "name": "network-vif-plugged", "status": "completed", "tag": "9741ccf6-c64f-454a-b3d4-1da9f17637ff"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:06.239791 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33820) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:06.245820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 9741ccf6-c64f-454a-b3d4-1da9f17637ff, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=9741ccf6-c64f-454a-b3d4-1da9f17637ff,segment=NetworkSegment(b5f115b0-b298-45f5-806c-99df12a98abb),segment_id=b5f115b0-b298-45f5-806c-99df12a98abb)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:06.252043 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.310633 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d1b39a-bed5-499c-b689-6d36e2e40e6e x-openstack-request-id: req-02d1b39a-bed5-499c-b689-6d36e2e40e6e {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:06.310943 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055c0ed5-0e70-4b4f-a327-29c55df81af3", "name": "network-vif-plugged", "status": "completed", "tag": "9741ccf6-c64f-454a-b3d4-1da9f17637ff", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:06.311732 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02d1b39a-bed5-499c-b689-6d36e2e40e6e {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:06.312430 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055c0ed5-0e70-4b4f-a327-29c55df81af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9741ccf6-c64f-454a-b3d4-1da9f17637ff', 'code': 200} Dec 12 17:33:06.316895 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4ee70c01-3cbf-4e3a-bc9c-cfbed6f2dc1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.370376 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=9741ccf6-c64f-454a-b3d4-1da9f17637ff,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:06.376979 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8b8247c8-de39-4e59-9b8f-a401ce46ae39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.391491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.31', 58694) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:06.414514 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8b8247c8-de39-4e59-9b8f-a401ce46ae39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.484745 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-999e7c32-eb2e-4c2e-b16b-3a82c75fb8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.487290 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-999e7c32-eb2e-4c2e-b16b-3a82c75fb8e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.489352 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-999e7c32-eb2e-4c2e-b16b-3a82c75fb8e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cbbd23f-711d-466f-812b-ac144f1e3e94 HTTP/1.1" status: 204 len: 168 time: 0.6573653 Dec 12 17:33:06.490417 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e1173-1485-4bc2-a6b5-b998b070f116 req-f9d01772-7710-4f28-9747-15b7434bb55f tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:06.498662 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b97e1173-1485-4bc2-a6b5-b998b070f116 req-f9d01772-7710-4f28-9747-15b7434bb55f tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 972 time: 0.2576265 Dec 12 17:33:06.501826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e7c32-eb2e-4c2e-b16b-3a82c75fb8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbbd23f-711d-466f-812b-ac144f1e3e94,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:06.511763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8247c8-de39-4e59-9b8f-a401ce46ae39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19327f0-db73-438f-829f-403001a2720b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:06.558245 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8b8247c8-de39-4e59-9b8f-a401ce46ae39 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9693e94378d24fdb94076f0a4d218fae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7545106 Dec 12 17:33:06.563471 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33834) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:06.570278 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7dc794ed-502a-4ade-9ac3-7669f5b9f5d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.593877 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b10f58-4e7c-4f4b-91b8-203f86958c6e req-33e567f8-9e11-4b63-b5e7-42877630bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:06.595637 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4b10f58-4e7c-4f4b-91b8-203f86958c6e req-33e567f8-9e11-4b63-b5e7-42877630bbce service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 1097 time: 0.1955807 Dec 12 17:33:06.611126 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d2b1dff6-d399-4c67-88c6-10bfd059d1b9 req-87fab85d-87f4-415f-8391-99df9218a384 tempest-DeleteServersAdminTestJSON-578636636 tempest-DeleteServersAdminTestJSON-578636636-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.626794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['fd9352e4-ba60-4507-99f0-b63cd7fe01ae'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:33:06.655549 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fab85d-87f4-415f-8391-99df9218a384 tempest-DeleteServersAdminTestJSON-578636636 tempest-DeleteServersAdminTestJSON-578636636-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd9352e4-ba60-4507-99f0-b63cd7fe01ae,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:06.666838 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4ee70c01-3cbf-4e3a-bc9c-cfbed6f2dc1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.693478 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b97e1173-1485-4bc2-a6b5-b998b070f116 req-f746253f-4ed4-4b4d-be43-0051738426c5 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b7250e2-11c2-48f2-a1b4-efd0025c75eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896818 Dec 12 17:33:06.708069 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7dc794ed-502a-4ade-9ac3-7669f5b9f5d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.712517 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b1dff6-d399-4c67-88c6-10bfd059d1b9 req-87fab85d-87f4-415f-8391-99df9218a384 tempest-DeleteServersAdminTestJSON-578636636 tempest-DeleteServersAdminTestJSON-578636636-project-admin] No DVR routers for this DVR port fd9352e4-ba60-4507-99f0-b63cd7fe01ae on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:33:06.718454 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d2b1dff6-d399-4c67-88c6-10bfd059d1b9 req-87fab85d-87f4-415f-8391-99df9218a384 tempest-DeleteServersAdminTestJSON-578636636 tempest-DeleteServersAdminTestJSON-578636636-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.721899 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d2b1dff6-d399-4c67-88c6-10bfd059d1b9 req-87fab85d-87f4-415f-8391-99df9218a384 tempest-DeleteServersAdminTestJSON-578636636 tempest-DeleteServersAdminTestJSON-578636636-project-admin] 10.222.0.31 "DELETE /v2.0/ports/fd9352e4-ba60-4507-99f0-b63cd7fe01ae HTTP/1.1" status: 204 len: 173 time: 1.1344140 Dec 12 17:33:06.722371 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd396d893-fa9c-491d-8f11-271ed190a517', 'name': 'network-vif-deleted', 'tag': 'fd9352e4-ba60-4507-99f0-b63cd7fe01ae'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:06.724074 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4ee70c01-3cbf-4e3a-bc9c-cfbed6f2dc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.724666 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20ffdf0-faf6-4ce2-9590-45e216749ae4" -d '{"events": [{"server_uuid": "d396d893-fa9c-491d-8f11-271ed190a517", "name": "network-vif-deleted", "tag": "fd9352e4-ba60-4507-99f0-b63cd7fe01ae"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:06.742908 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8cc351c-2022-48c5-80df-799ce286a7ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.788969 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8cc351c-2022-48c5-80df-799ce286a7ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.824307 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4b10f58-4e7c-4f4b-91b8-203f86958c6e req-bef80863-24f3-467f-bed2-41edc0ac387f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096555 Dec 12 17:33:06.854334 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8cc351c-2022-48c5-80df-799ce286a7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.857072 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8cc351c-2022-48c5-80df-799ce286a7ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:06.863164 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c8cc351c-2022-48c5-80df-799ce286a7ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b19327f0-db73-438f-829f-403001a2720b HTTP/1.1" status: 204 len: 168 time: 0.2981453 Dec 12 17:33:06.877530 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc351c-2022-48c5-80df-799ce286a7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19327f0-db73-438f-829f-403001a2720b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:06.934540 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf06c1cf-1c83-4080-89e1-c5f58f81a9b0 req-8f0d04a1-cb72-4ddf-a0e7-f63095c2ff5b tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=d396d893-fa9c-491d-8f11-271ed190a517 HTTP/1.1" status: 200 len: 210 time: 0.0955637 Dec 12 17:33:06.974559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee70c01-3cbf-4e3a-bc9c-cfbed6f2dc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b13bd8a-f606-4480-bfaa-3a4739a7220c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:06.984941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33850) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:06.987634 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4ee70c01-3cbf-4e3a-bc9c-cfbed6f2dc1c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa785942dba24a72b876459941f2f85c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0871797 Dec 12 17:33:07.024839 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7dc794ed-502a-4ade-9ac3-7669f5b9f5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:07.027589 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7dc794ed-502a-4ade-9ac3-7669f5b9f5d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:07.029731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7dc794ed-502a-4ade-9ac3-7669f5b9f5d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0048a190-d50f-4550-b040-2c56bae79fd0 HTTP/1.1" status: 204 len: 168 time: 0.7782085 Dec 12 17:33:07.072451 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc794ed-502a-4ade-9ac3-7669f5b9f5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0048a190-d50f-4550-b040-2c56bae79fd0,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:07.074042 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-474d7c15-73bb-4a03-adb6-b91297057baf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:07.120990 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-474d7c15-73bb-4a03-adb6-b91297057baf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:07.129032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10fe63-a61a-4d03-9a5e-d9c7e306df37 req-6d926bad-51c4-4ea7-bbc9-ac505482d2f0 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:07.132845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc10fe63-a61a-4d03-9a5e-d9c7e306df37 req-6d926bad-51c4-4ea7-bbc9-ac505482d2f0 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 946 time: 0.0953991 Dec 12 17:33:07.192580 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-474d7c15-73bb-4a03-adb6-b91297057baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:07.196406 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-474d7c15-73bb-4a03-adb6-b91297057baf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:07.197717 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-474d7c15-73bb-4a03-adb6-b91297057baf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b13bd8a-f606-4480-bfaa-3a4739a7220c HTTP/1.1" status: 204 len: 168 time: 0.2109962 Dec 12 17:33:07.200748 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-4e6d9a41-3067-4349-a7db-ead518496780 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6033e5edb100460ab13531fedc101058&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421422 Dec 12 17:33:07.214546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d7c15-73bb-4a03-adb6-b91297057baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b13bd8a-f606-4480-bfaa-3a4739a7220c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:07.265562 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc10fe63-a61a-4d03-9a5e-d9c7e306df37 req-187e7d96-b215-4682-8e51-c7683a5c303c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243827 Dec 12 17:33:07.318663 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fbbbb6-535b-4b56-974d-c768e60d6b5c x-openstack-request-id: req-07fbbbb6-535b-4b56-974d-c768e60d6b5c {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:07.319137 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d396d893-fa9c-491d-8f11-271ed190a517", "name": "network-vif-deleted", "tag": "fd9352e4-ba60-4507-99f0-b63cd7fe01ae", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:07.319588 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07fbbbb6-535b-4b56-974d-c768e60d6b5c {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:07.320327 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd396d893-fa9c-491d-8f11-271ed190a517', 'name': 'network-vif-deleted', 'tag': 'fd9352e4-ba60-4507-99f0-b63cd7fe01ae', 'status': 'completed', 'code': 200} Dec 12 17:33:07.493998 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c792c7-16c9-4214-b3df-9d434191ba82 req-67393e7c-7d57-4d4a-8b77-23174eecd1f0 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:07.496529 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b8c792c7-16c9-4214-b3df-9d434191ba82 req-67393e7c-7d57-4d4a-8b77-23174eecd1f0 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.20 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 972 time: 0.1092811 Dec 12 17:33:07.549268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-8dcca0bc-5a0e-404a-aed0-73df9e643229 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:07.557831 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-8dcca0bc-5a0e-404a-aed0-73df9e643229 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3355784 Dec 12 17:33:07.576507 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-98bc1f52-3676-486a-b394-53a81ab22a83 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/quotas/6033e5edb100460ab13531fedc101058 HTTP/1.1" status: 200 len: 375 time: 0.0175576 Dec 12 17:33:07.616022 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-cf7ab967-92f9-4fde-bacd-ce621b6fa311 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6033e5edb100460ab13531fedc101058&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375133 Dec 12 17:33:07.729086 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-b8c792c7-16c9-4214-b3df-9d434191ba82 req-21f0069a-b8ba-41a9-972d-0fd9a1ae7ab5 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Deleting port 457a8ff4-63c4-48ec-bc19-2fd9806712c2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:33:07.729589 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b8c792c7-16c9-4214-b3df-9d434191ba82 req-21f0069a-b8ba-41a9-972d-0fd9a1ae7ab5 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:07.837263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33892) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:07.850331 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b8c792c7-16c9-4214-b3df-9d434191ba82 req-21f0069a-b8ba-41a9-972d-0fd9a1ae7ab5 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] For port 457a8ff4-63c4-48ec-bc19-2fd9806712c2, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=457a8ff4-63c4-48ec-bc19-2fd9806712c2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:07.850699 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b8c792c7-16c9-4214-b3df-9d434191ba82 req-21f0069a-b8ba-41a9-972d-0fd9a1ae7ab5 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:07.862870 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9cca4a70-2273-42d3-96d2-3d3977ad6756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:07.867017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-b8c792c7-16c9-4214-b3df-9d434191ba82 req-21f0069a-b8ba-41a9-972d-0fd9a1ae7ab5 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Calling delete_port for 457a8ff4-63c4-48ec-bc19-2fd9806712c2 owned by compute:tempest-test_az-1165203694 {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:33:07.921677 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29ac97f4-e16b-4aef-b641-c7f06ae31629 req-89c6cc30-f3b1-4882-904a-4590e1d62efa tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 210 time: 0.0378592 Dec 12 17:33:08.048582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743d270-a6e5-48e1-b875-fc28a25f796a req-bb0a8755-77bc-4aeb-b2b1-c47d95c8fe10 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:08.051100 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7743d270-a6e5-48e1-b875-fc28a25f796a req-bb0a8755-77bc-4aeb-b2b1-c47d95c8fe10 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 972 time: 0.1400905 Dec 12 17:33:08.069999 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b8c792c7-16c9-4214-b3df-9d434191ba82 req-21f0069a-b8ba-41a9-972d-0fd9a1ae7ab5 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:08.086182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['457a8ff4-63c4-48ec-bc19-2fd9806712c2'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:33:08.138756 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7743d270-a6e5-48e1-b875-fc28a25f796a req-6507a927-34d5-4f4f-8fab-a3c09b90e543 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b7250e2-11c2-48f2-a1b4-efd0025c75eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733297 Dec 12 17:33:08.164991 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9cca4a70-2273-42d3-96d2-3d3977ad6756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:08.179458 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9cca4a70-2273-42d3-96d2-3d3977ad6756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:08.206125 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0069a-b8ba-41a9-972d-0fd9a1ae7ab5 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Pushing event deleted for resources: {'Port': ['ID=457a8ff4-63c4-48ec-bc19-2fd9806712c2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:08.269575 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca4a70-2273-42d3-96d2-3d3977ad6756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171d14c3-dae9-48c7-89bb-833919fbb406,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:08.318657 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c792c7-16c9-4214-b3df-9d434191ba82 req-21f0069a-b8ba-41a9-972d-0fd9a1ae7ab5 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] No DVR routers for this DVR port 457a8ff4-63c4-48ec-bc19-2fd9806712c2 on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:33:08.326409 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b8c792c7-16c9-4214-b3df-9d434191ba82 req-21f0069a-b8ba-41a9-972d-0fd9a1ae7ab5 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:08.335899 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b8c792c7-16c9-4214-b3df-9d434191ba82 req-21f0069a-b8ba-41a9-972d-0fd9a1ae7ab5 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.20 "DELETE /v2.0/ports/457a8ff4-63c4-48ec-bc19-2fd9806712c2 HTTP/1.1" status: 204 len: 173 time: 0.8318818 Dec 12 17:33:08.346750 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9cca4a70-2273-42d3-96d2-3d3977ad6756 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5e24a6369ae4ff6bf856b70fc382e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5083525 Dec 12 17:33:08.349403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33914) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:08.528557 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e41c087d-e92c-4037-ab19-a179ca9aa088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:08.557486 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-59678961-1baa-4876-b01b-b5668dcc5be2 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=028a65e6a178446fab1c7e12c107d9e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554216 Dec 12 17:33:08.568548 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e41c087d-e92c-4037-ab19-a179ca9aa088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:08.578545 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb72a5-b181-41e5-b01b-aed82e68525b req-1faed8fd-32ef-4dd0-abfe-0fa90a9df733 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:08.580378 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ffb72a5-b181-41e5-b01b-aed82e68525b req-1faed8fd-32ef-4dd0-abfe-0fa90a9df733 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 946 time: 0.1563566 Dec 12 17:33:08.644999 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e41c087d-e92c-4037-ab19-a179ca9aa088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:08.652159 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e41c087d-e92c-4037-ab19-a179ca9aa088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:08.654492 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e41c087d-e92c-4037-ab19-a179ca9aa088 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/171d14c3-dae9-48c7-89bb-833919fbb406 HTTP/1.1" status: 204 len: 168 time: 0.3038542 Dec 12 17:33:08.666176 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c087d-e92c-4037-ab19-a179ca9aa088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171d14c3-dae9-48c7-89bb-833919fbb406,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:08.723865 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ffb72a5-b181-41e5-b01b-aed82e68525b req-87694181-e9c7-4824-9a95-edb2e0c99c3c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194403 Dec 12 17:33:08.828065 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-ae25e7ff-8c5e-4cc7-a565-f504b6ec6be8 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:08.829687 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-ae25e7ff-8c5e-4cc7-a565-f504b6ec6be8 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2626033 Dec 12 17:33:08.868887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-5d641dbc-b896-4f08-ac2e-8d52c8213b19 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/quotas/028a65e6a178446fab1c7e12c107d9e4 HTTP/1.1" status: 200 len: 375 time: 0.0175231 Dec 12 17:33:08.925894 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-7cdd18db-6585-4369-a6f3-dcae5a72d68f tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=028a65e6a178446fab1c7e12c107d9e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451198 Dec 12 17:33:08.938623 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd348d-348b-479d-b0bb-65cbcb227a24 req-daf8a317-a5de-4772-b71a-1753c0ec684f tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:08.951059 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33952) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:08.956621 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-75e5d0cf-87a7-4b6e-8c74-60316e0d555c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Request body: {'floatingip': {'port_id': '9741ccf6-c64f-454a-b3d4-1da9f17637ff'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:08.958840 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-43cd348d-348b-479d-b0bb-65cbcb227a24 req-daf8a317-a5de-4772-b71a-1753c0ec684f tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 946 time: 0.1537728 Dec 12 17:33:09.055619 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1374599-becf-453a-be10-4ad7c5f6ac46 req-365f5f74-3b98-4c56-a737-8316db18a326 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 210 time: 0.0462530 Dec 12 17:33:09.119709 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75e5d0cf-87a7-4b6e-8c74-60316e0d555c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for floatingip, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:09.288114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b6da388-6063-4a9e-bcfe-9e6e05d4d3ef req-851d9f9f-902e-4ae5-9ca4-e219f215912f tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da3879c-fdb9-47d5-8fe9-3bf8609d626e HTTP/1.1" status: 200 len: 210 time: 0.0803437 Dec 12 17:33:09.331485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863a8f59-c7ac-4e1e-a71b-e3650dbc5762', 'name': 'network-vif-deleted', 'tag': '457a8ff4-63c4-48ec-bc19-2fd9806712c2'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:09.334144 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf2147a-77e0-4c5a-bf41-2d80293f4633" -d '{"events": [{"server_uuid": "863a8f59-c7ac-4e1e-a71b-e3650dbc5762", "name": "network-vif-deleted", "tag": "457a8ff4-63c4-48ec-bc19-2fd9806712c2"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:09.370296 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d5347230-02ec-443a-b3d7-626fce7107e4 req-5040c4a6-66a5-4efc-84d9-999555d0dd68 tempest-AggregatesAdminTestJSON-1773323417 tempest-AggregatesAdminTestJSON-1773323417-project] 10.222.0.18 "GET /v2.0/ports?device_id=863a8f59-c7ac-4e1e-a71b-e3650dbc5762 HTTP/1.1" status: 200 len: 210 time: 0.0421197 Dec 12 17:33:09.443923 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b275e7bd-399c-445d-8d2f-c51d45d863af x-openstack-request-id: req-b275e7bd-399c-445d-8d2f-c51d45d863af {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:09.444570 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863a8f59-c7ac-4e1e-a71b-e3650dbc5762", "name": "network-vif-deleted", "tag": "457a8ff4-63c4-48ec-bc19-2fd9806712c2", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:09.444570 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b275e7bd-399c-445d-8d2f-c51d45d863af {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:09.444974 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863a8f59-c7ac-4e1e-a71b-e3650dbc5762', 'name': 'network-vif-deleted', 'tag': '457a8ff4-63c4-48ec-bc19-2fd9806712c2', 'status': 'completed', 'code': 200} Dec 12 17:33:09.605815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33982) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:09.625695 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-1a4fb7ea-5a53-407e-a32d-0c4fc0ef5348 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6033e5edb100460ab13531fedc101058&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567036 Dec 12 17:33:09.855421 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-2e87b2ee-f1b3-4f19-9adb-62869f0ac487 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:09.857745 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-2e87b2ee-f1b3-4f19-9adb-62869f0ac487 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253456 Dec 12 17:33:09.888901 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-8fb6018d-1a27-48ff-b128-12b8285db3d6 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Request body: {'port': {'device_id': 'b24f261e-1530-4910-9830-e0b075e74bad', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': '6033e5edb100460ab13531fedc101058'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:09.937340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device fd9352e4-ba60-4507-99f0-b63cd7fe01ae no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:33:09.945680 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-5b888f25-0c31-49e0-9928-3b624379a714 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1068198092-network', 'tenant_id': 'ed3999e96c6f4755bb182b05f58b09fc'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:09.983296 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75e5d0cf-87a7-4b6e-8c74-60316e0d555c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:09.985214 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: fd9352e4-ba60-4507-99f0-b63cd7fe01ae {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:33:09.991452 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75e5d0cf-87a7-4b6e-8c74-60316e0d555c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:09.991821 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device fd9352e4-ba60-4507-99f0-b63cd7fe01ae not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:33:10.000062 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b888f25-0c31-49e0-9928-3b624379a714 admin admin] Made reservation on behalf of ed3999e96c6f4755bb182b05f58b09fc for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:33:10.002816 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b888f25-0c31-49e0-9928-3b624379a714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:10.022450 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b888f25-0c31-49e0-9928-3b624379a714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:10.143867 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b888f25-0c31-49e0-9928-3b624379a714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:10.145527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-8fb6018d-1a27-48ff-b128-12b8285db3d6 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Made reservation on behalf of 6033e5edb100460ab13531fedc101058 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:33:10.150171 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-8fb6018d-1a27-48ff-b128-12b8285db3d6 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:10.155644 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b888f25-0c31-49e0-9928-3b624379a714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:10.197245 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31b3660c-4715-4c4c-a8c5-f812aefdbf93 req-5d233d06-2bd1-4c37-a6fa-d207993d2c2e tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 210 time: 0.0438571 Dec 12 17:33:10.205033 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-8fb6018d-1a27-48ff-b128-12b8285db3d6 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:10.237150 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b888f25-0c31-49e0-9928-3b624379a714 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:33:10.256962 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b888f25-0c31-49e0-9928-3b624379a714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:10.275169 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b888f25-0c31-49e0-9928-3b624379a714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:10.279364 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-5b888f25-0c31-49e0-9928-3b624379a714 admin admin] Added segment c4d86bf0-9594-443f-91db-87382979bde9 of type vlan for network d9c565c0-ff5d-4c84-8751-8dccc59a2244 Dec 12 17:33:10.346034 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b888f25-0c31-49e0-9928-3b624379a714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:10.413279 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b888f25-0c31-49e0-9928-3b624379a714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:10.414816 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b888f25-0c31-49e0-9928-3b624379a714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:10.415461 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b888f25-0c31-49e0-9928-3b624379a714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:10.426883 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-8fb6018d-1a27-48ff-b128-12b8285db3d6 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:10.491132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b888f25-0c31-49e0-9928-3b624379a714 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c565c0-ff5d-4c84-8751-8dccc59a2244,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:10.502327 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network d9c565c0-ff5d-4c84-8751-8dccc59a2244 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:33:10.504636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5b888f25-0c31-49e0-9928-3b624379a714 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8959825 Dec 12 17:33:10.505557 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-8fb6018d-1a27-48ff-b128-12b8285db3d6 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:10.513433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34016) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:10.524292 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-cec862aa-e342-4acf-996e-8219f2ed33e8 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=028a65e6a178446fab1c7e12c107d9e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809948 Dec 12 17:33:10.579998 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c6c8b3c-4a7b-4789-bb5a-e419766e422d req-97ba38e1-f9d1-4dd4-ad31-1a162053ecbc tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da3879c-fdb9-47d5-8fe9-3bf8609d626e HTTP/1.1" status: 200 len: 210 time: 0.0908756 Dec 12 17:33:10.588643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-0cc6abb2-e3ad-48fe-9305-67a19b91120c admin admin] Request body: {'subnet': {'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1068198092-subnet', 'tenant_id': 'ed3999e96c6f4755bb182b05f58b09fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:10.674447 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-75e5d0cf-87a7-4b6e-8c74-60316e0d555c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Floating IP 366e6e20-fcfd-45b0-9a1c-11fe4fcb88a0 associated. External IP: 172.25.1.192, port: 9741ccf6-c64f-454a-b3d4-1da9f17637ff. Dec 12 17:33:10.715098 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6018d-1a27-48ff-b128-12b8285db3d6 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d020c4-f023-46ce-bdab-d70f894e9d24,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:10.765933 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc6abb2-e3ad-48fe-9305-67a19b91120c admin admin] Made reservation on behalf of ed3999e96c6f4755bb182b05f58b09fc for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:33:10.768547 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0cc6abb2-e3ad-48fe-9305-67a19b91120c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:10.819852 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-fcd2d9ee-c570-416e-baf3-8d2fdf61edb5 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:10.822079 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-fcd2d9ee-c570-416e-baf3-8d2fdf61edb5 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2925551 Dec 12 17:33:10.839437 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-a88f37a5-1d66-4585-a90f-95e7b6222168 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Request body: {'port': {'device_id': '5da3879c-fdb9-47d5-8fe9-3bf8609d626e', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': '028a65e6a178446fab1c7e12c107d9e4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:10.949062 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-8fb6018d-1a27-48ff-b128-12b8285db3d6 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Allocated IP 192.168.233.208 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/cc444077-3ba7-4ccd-9a3d-af7169151954) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:33:11.045721 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e5d0cf-87a7-4b6e-8c74-60316e0d555c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Router ca5ef445-890a-405f-8745-017181a69ac3 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:33:11.060761 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-a88f37a5-1d66-4585-a90f-95e7b6222168 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Made reservation on behalf of 028a65e6a178446fab1c7e12c107d9e4 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:33:11.063775 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-a88f37a5-1d66-4585-a90f-95e7b6222168 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:11.118702 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:33:11.163231 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0cc6abb2-e3ad-48fe-9305-67a19b91120c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:11.204261 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34034) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:11.221921 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6abb2-e3ad-48fe-9305-67a19b91120c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:11.244528 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-8fb6018d-1a27-48ff-b128-12b8285db3d6 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:11.256057 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e5d0cf-87a7-4b6e-8c74-60316e0d555c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:33:11.266694 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75e5d0cf-87a7-4b6e-8c74-60316e0d555c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:11.269371 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc6abb2-e3ad-48fe-9305-67a19b91120c admin admin] Checking segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:33:11.269733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc6abb2-e3ad-48fe-9305-67a19b91120c admin admin] Network hostable DHCP agents. Network: d9c565c0-ff5d-4c84-8751-8dccc59a2244, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:33:11.277885 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4903f5fd-dc34-4984-9574-36a6e0c0df92 None None] Sync routers for ids ['ca5ef445-890a-405f-8745-017181a69ac3'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:33:11.299692 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4903f5fd-dc34-4984-9574-36a6e0c0df92 None None] Routers {'ca5ef445-890a-405f-8745-017181a69ac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:33:11.300598 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-4903f5fd-dc34-4984-9574-36a6e0c0df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:32:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ca5ef445-890a-405f-8745-017181a69ac3'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:33:11.310231 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-75e5d0cf-87a7-4b6e-8c74-60316e0d555c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "PUT /v2.0/floatingips/366e6e20-fcfd-45b0-9a1c-11fe4fcb88a0 HTTP/1.1" status: 200 len: 992 time: 2.3580043 Dec 12 17:33:11.329700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc6abb2-e3ad-48fe-9305-67a19b91120c admin admin] Network d9c565c0-ff5d-4c84-8751-8dccc59a2244 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:33:11.332116 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-8fb6018d-1a27-48ff-b128-12b8285db3d6 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:11.406712 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-a88f37a5-1d66-4585-a90f-95e7b6222168 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Allocated IP 192.168.233.103 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/d74af27b-67f7-40b1-a7d6-cdaf5c831092) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:33:11.425313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0cc6abb2-e3ad-48fe-9305-67a19b91120c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, d9c565c0-ff5d-4c84-8751-8dccc59a2244) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:33:11.431292 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc6abb2-e3ad-48fe-9305-67a19b91120c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:11.431892 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0cc6abb2-e3ad-48fe-9305-67a19b91120c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:11.437465 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fe6a05-cd89-402f-96a5-1f2e3636043d None None] Network d9c565c0-ff5d-4c84-8751-8dccc59a2244 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:33:11.471853 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-8fb6018d-1a27-48ff-b128-12b8285db3d6 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:33:11.484601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-8fb6018d-1a27-48ff-b128-12b8285db3d6 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:33:11.499829 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-8fb6018d-1a27-48ff-b128-12b8285db3d6 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:33:11.502556 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-4903f5fd-dc34-4984-9574-36a6e0c0df92 None None] Set router ca5ef445-890a-405f-8745-017181a69ac3 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:33:11.512833 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0cc6abb2-e3ad-48fe-9305-67a19b91120c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9441330 Dec 12 17:33:11.532213 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6018d-1a27-48ff-b128-12b8285db3d6 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Pushing event updated for resources: {'Port': ['ID=cc444077-3ba7-4ccd-9a3d-af7169151954,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:11.561944 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659acc5-95ca-475d-acba-1d27051543eb req-310c57c3-e7c3-4e35-934a-1573ae88439b tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:11.563254 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e659acc5-95ca-475d-acba-1d27051543eb req-310c57c3-e7c3-4e35-934a-1573ae88439b tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 936 time: 0.2466643 Dec 12 17:33:11.576657 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 457a8ff4-63c4-48ec-bc19-2fd9806712c2 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:33:11.621315 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-8fb6018d-1a27-48ff-b128-12b8285db3d6 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:11.621972 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-8fb6018d-1a27-48ff-b128-12b8285db3d6 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:11.631517 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 457a8ff4-63c4-48ec-bc19-2fd9806712c2 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:33:11.635191 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 457a8ff4-63c4-48ec-bc19-2fd9806712c2 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:33:11.690986 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055c0ed5-0e70-4b4f-a327-29c55df81af3', 'tag': '9741ccf6-c64f-454a-b3d4-1da9f17637ff'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:11.693496 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3366c92f-4390-4337-adac-eefb2e8fea69" -d '{"events": [{"name": "network-changed", "server_uuid": "055c0ed5-0e70-4b4f-a327-29c55df81af3", "tag": "9741ccf6-c64f-454a-b3d4-1da9f17637ff"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:11.796495 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add84b9f-b8cf-4cf6-9fb3-f4e3eefd27f2 None None] Network d9c565c0-ff5d-4c84-8751-8dccc59a2244 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:33:11.854188 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-a88f37a5-1d66-4585-a90f-95e7b6222168 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:11.905103 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e659acc5-95ca-475d-acba-1d27051543eb req-3180542b-016f-41cb-ad2a-b2d8b26533c5 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d020c4-f023-46ce-bdab-d70f894e9d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288577 Dec 12 17:33:11.912279 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-8fb6018d-1a27-48ff-b128-12b8285db3d6 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0346069 Dec 12 17:33:11.927429 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Request body: {'port': {'device_id': 'b24f261e-1530-4910-9830-e0b075e74bad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:11.983170 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4fb67b95-c2d5-4af2-8688-cb2325dbc289 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5860268e7d7641b88ee98c67b76eaf37&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7779958 Dec 12 17:33:11.984757 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34060) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:12.009157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d2656b3c-f259-41d6-8e2f-c549801e1ebc None None] Provisioning complete for port cc444077-3ba7-4ccd-9a3d-af7169151954 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:33:12.009547 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2656b3c-f259-41d6-8e2f-c549801e1ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:12.074936 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e71bd93-fbb4-416d-a03d-06cef1cdb239 req-e1073acf-0406-45e2-9b0e-09f0c9a48b97 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da3879c-fdb9-47d5-8fe9-3bf8609d626e HTTP/1.1" status: 200 len: 210 time: 0.0371196 Dec 12 17:33:12.076065 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:12.084718 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-a88f37a5-1d66-4585-a90f-95e7b6222168 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:12.090569 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d2656b3c-f259-41d6-8e2f-c549801e1ebc None None] Port cc444077-3ba7-4ccd-9a3d-af7169151954 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:33:12.106507 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-4903f5fd-dc34-4984-9574-36a6e0c0df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:32:25Z', 'revision_number': 4, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '366e6e20-fcfd-45b0-9a1c-11fe4fcb88a0', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'port_id': '9741ccf6-c64f-454a-b3d4-1da9f17637ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'mac_address': 'fa:16:3e:f4:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c0ed5-0e70-4b4f-a327-29c55df81af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:32:52Z', 'updated_at': '2021-12-12T17:33:09Z', 'revision_number': 1, 'project_id': '438b3403df11467186a128ec0b97682a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d0cbf9-9932-4f1e-9f18-217437d112bd', 'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'mac_address': 'fa:16:3e:33:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:24Z', 'updated_at': '2021-12-12T17:32:31Z', 'revision_number': 5, 'project_id': '438b3403df11467186a128ec0b97682a', 'subnets': [{'id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:33:12.204706 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b91fad-26b9-4368-a24f-86211fe47f15 x-openstack-request-id: req-30b91fad-26b9-4368-a24f-86211fe47f15 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:12.205008 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055c0ed5-0e70-4b4f-a327-29c55df81af3", "tag": "9741ccf6-c64f-454a-b3d4-1da9f17637ff", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:12.205271 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30b91fad-26b9-4368-a24f-86211fe47f15 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:12.205681 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055c0ed5-0e70-4b4f-a327-29c55df81af3', 'tag': '9741ccf6-c64f-454a-b3d4-1da9f17637ff', 'status': 'completed', 'code': 200} Dec 12 17:33:12.217150 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-a88f37a5-1d66-4585-a90f-95e7b6222168 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:33:12.217996 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4903f5fd-dc34-4984-9574-36a6e0c0df92 None None] Checking router: ca5ef445-890a-405f-8745-017181a69ac3 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:33:12.247661 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4903f5fd-dc34-4984-9574-36a6e0c0df92 None None] Routers {'ca5ef445-890a-405f-8745-017181a69ac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:33:12.250496 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-4903f5fd-dc34-4984-9574-36a6e0c0df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:32:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ca5ef445-890a-405f-8745-017181a69ac3'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:33:12.263380 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-a88f37a5-1d66-4585-a90f-95e7b6222168 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:33:12.287978 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-a88f37a5-1d66-4585-a90f-95e7b6222168 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:33:12.307401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-a88f37a5-1d66-4585-a90f-95e7b6222168 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:12.308903 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-a88f37a5-1d66-4585-a90f-95e7b6222168 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:12.316364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f37a5-1d66-4585-a90f-95e7b6222168 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Pushing event updated for resources: {'Port': ['ID=d74af27b-67f7-40b1-a7d6-cdaf5c831092,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:12.374821 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-89a1e2dc-06d7-4331-8274-5d7645c8da7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:12.446929 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-a88f37a5-1d66-4585-a90f-95e7b6222168 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6147318 Dec 12 17:33:12.487755 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366c92f-4390-4337-adac-eefb2e8fea69 req-6261b5b0-e208-48f3-ae52-eeeba6f71dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:12.494094 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3366c92f-4390-4337-adac-eefb2e8fea69 req-6261b5b0-e208-48f3-ae52-eeeba6f71dc8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=438b3403df11467186a128ec0b97682a&device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 1097 time: 0.2516391 Dec 12 17:33:12.505290 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Request body: {'port': {'device_id': '5da3879c-fdb9-47d5-8fe9-3bf8609d626e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:12.553727 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc444077-3ba7-4ccd-9a3d-af7169151954 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:33:12.565159 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-89a1e2dc-06d7-4331-8274-5d7645c8da7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:12.586823 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:12.637882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Transition to ACTIVE for port object cc444077-3ba7-4ccd-9a3d-af7169151954 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:33:12.650659 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:12.692212 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-4903f5fd-dc34-4984-9574-36a6e0c0df92 None None] Set router ca5ef445-890a-405f-8745-017181a69ac3 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:33:12.725051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-68e6fc3f-52d6-4ee5-8cba-258040c68310 None None] Provisioning complete for port d74af27b-67f7-40b1-a7d6-cdaf5c831092 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:33:12.725548 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68e6fc3f-52d6-4ee5-8cba-258040c68310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:12.790143 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:12.806267 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-68e6fc3f-52d6-4ee5-8cba-258040c68310 None None] Port d74af27b-67f7-40b1-a7d6-cdaf5c831092 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:33:12.868869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Pushing event updated for resources: {'Port': ['ID=cc444077-3ba7-4ccd-9a3d-af7169151954,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:12.912005 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366c92f-4390-4337-adac-eefb2e8fea69 req-97dca689-d1b3-4e5e-bbeb-3aea8a369cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:12.915387 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3366c92f-4390-4337-adac-eefb2e8fea69 req-97dca689-d1b3-4e5e-bbeb-3aea8a369cd7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9379518-7141-4913-88d7-7d1fcb8ba7e8 HTTP/1.1" status: 200 len: 925 time: 0.3964794 Dec 12 17:33:12.925267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Attempting to bind port cc444077-3ba7-4ccd-9a3d-af7169151954 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:33:12.925633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Attempting to bind port cc444077-3ba7-4ccd-9a3d-af7169151954 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:33:12.925986 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Attempting to bind port cc444077-3ba7-4ccd-9a3d-af7169151954 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:12.937081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Port cc444077-3ba7-4ccd-9a3d-af7169151954 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:33:12.938504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Attempting to bind port cc444077-3ba7-4ccd-9a3d-af7169151954 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:12.947914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:33:12.948283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:33:12.948852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:33:12.949441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Bound port: cc444077-3ba7-4ccd-9a3d-af7169151954, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:33:12.949678 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:13.049915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] For port cc444077-3ba7-4ccd-9a3d-af7169151954, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:33:13.086931 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3366c92f-4390-4337-adac-eefb2e8fea69 req-4a439dff-c690-4d0a-9cab-4a8fa96aee2e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9741ccf6-c64f-454a-b3d4-1da9f17637ff HTTP/1.1" status: 200 len: 1000 time: 0.1607039 Dec 12 17:33:13.134496 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-4903f5fd-dc34-4984-9574-36a6e0c0df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:32:25Z', 'revision_number': 4, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '366e6e20-fcfd-45b0-9a1c-11fe4fcb88a0', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'port_id': '9741ccf6-c64f-454a-b3d4-1da9f17637ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'mac_address': 'fa:16:3e:f4:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c0ed5-0e70-4b4f-a327-29c55df81af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:32:52Z', 'updated_at': '2021-12-12T17:33:09Z', 'revision_number': 1, 'project_id': '438b3403df11467186a128ec0b97682a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d0cbf9-9932-4f1e-9f18-217437d112bd', 'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'mac_address': 'fa:16:3e:33:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:24Z', 'updated_at': '2021-12-12T17:32:31Z', 'revision_number': 5, 'project_id': '438b3403df11467186a128ec0b97682a', 'subnets': [{'id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:33:13.138349 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] For port cc444077-3ba7-4ccd-9a3d-af7169151954, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cc444077-3ba7-4ccd-9a3d-af7169151954,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:33:13.144208 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-89a1e2dc-06d7-4331-8274-5d7645c8da7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:13.149006 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:13.150103 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-89a1e2dc-06d7-4331-8274-5d7645c8da7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:13.151564 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-89a1e2dc-06d7-4331-8274-5d7645c8da7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b7250e2-11c2-48f2-a1b4-efd0025c75eb HTTP/1.1" status: 204 len: 168 time: 1.1643417 Dec 12 17:33:13.169983 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1e2dc-06d7-4331-8274-5d7645c8da7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7250e2-11c2-48f2-a1b4-efd0025c75eb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:13.201294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cccc2-dbc8-4461-9ea8-e40a4ba461c8 req-7a4958c7-f452-4683-ac7a-a8f8447ae57c tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:13.206894 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4903f5fd-dc34-4984-9574-36a6e0c0df92 None None] The sync data for ids ['ca5ef445-890a-405f-8745-017181a69ac3'] in n-d-760354-5 is: [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:32:25Z', 'revision_number': 4, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '366e6e20-fcfd-45b0-9a1c-11fe4fcb88a0', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'port_id': '9741ccf6-c64f-454a-b3d4-1da9f17637ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'mac_address': 'fa:16:3e:f4:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055c0ed5-0e70-4b4f-a327-29c55df81af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:32:52Z', 'updated_at': '2021-12-12T17:33:09Z', 'revision_number': 1, 'project_id': '438b3403df11467186a128ec0b97682a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d0cbf9-9932-4f1e-9f18-217437d112bd', 'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'mac_address': 'fa:16:3e:33:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:24Z', 'updated_at': '2021-12-12T17:32:31Z', 'revision_number': 5, 'project_id': '438b3403df11467186a128ec0b97682a', 'subnets': [{'id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:33:13.210786 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe5cccc2-dbc8-4461-9ea8-e40a4ba461c8 req-7a4958c7-f452-4683-ac7a-a8f8447ae57c tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 948 time: 0.1607280 Dec 12 17:33:13.268880 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366c92f-4390-4337-adac-eefb2e8fea69 req-7d760739-6161-4b1b-b756-56cbcee4e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:13.270628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:13.270751 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3366c92f-4390-4337-adac-eefb2e8fea69 req-7d760739-6161-4b1b-b756-56cbcee4e6d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79ecbb35-c555-4daf-a052-e49241c4c136 HTTP/1.1" status: 200 len: 863 time: 0.1768861 Dec 12 17:33:13.271289 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:13.272734 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] 10.222.0.31 "PUT /v2.0/ports/cc444077-3ba7-4ccd-9a3d-af7169151954 HTTP/1.1" status: 200 len: 1096 time: 1.3524458 Dec 12 17:33:13.278518 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24f261e-1530-4910-9830-e0b075e74bad', 'tag': 'cc444077-3ba7-4ccd-9a3d-af7169151954'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:13.303614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fb5b0-e9ee-4098-8ebf-0dc69ba7d031 service neutron] Pushing event updated for resources: {'Port': ['ID=cc444077-3ba7-4ccd-9a3d-af7169151954,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:13.330311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34116) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:13.504771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe5cccc2-dbc8-4461-9ea8-e40a4ba461c8 req-5a43f5ea-fea4-424d-930c-9a040ee9a443 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d020c4-f023-46ce-bdab-d70f894e9d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903516 Dec 12 17:33:13.548369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-842cf2ad-2a32-4ee2-83a5-4969beca62ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:13.549919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-842cf2ad-2a32-4ee2-83a5-4969beca62ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6033e5edb100460ab13531fedc101058&device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 1099 time: 0.2129099 Dec 12 17:33:13.589690 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366c92f-4390-4337-adac-eefb2e8fea69 req-75299442-eab4-4d55-bce9-95e44b7be734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:13.596183 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3366c92f-4390-4337-adac-eefb2e8fea69 req-75299442-eab4-4d55-bce9-95e44b7be734 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9379518-7141-4913-88d7-7d1fcb8ba7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3052218 Dec 12 17:33:13.625384 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d630dc36-cd02-43dd-ba23-d2cb05442207 None None] New status for floating IP 366e6e20-fcfd-45b0-9a1c-11fe4fcb88a0: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:33:13.687770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-65a3667f-b357-41d4-a0e4-460d38231d49 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=cc444077-3ba7-4ccd-9a3d-af7169151954 HTTP/1.1" status: 200 len: 217 time: 0.1266112 Dec 12 17:33:13.765792 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34130) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:13.785381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-83dca11f-50d1-41ec-977c-7359a90c0756 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1612241800-network', 'tenant_id': '2364f2d3a4314958ac9f4e3d2c416ee6'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:13.828377 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74af27b-67f7-40b1-a7d6-cdaf5c831092 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:33:13.829854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e7dfb-0e5b-4d0e-9e66-e4bba4a0de14 req-cb6d3386-af0a-4be9-ad66-ad5bbcbf9ff8 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:13.831478 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b38e7dfb-0e5b-4d0e-9e66-e4bba4a0de14 req-cb6d3386-af0a-4be9-ad66-ad5bbcbf9ff8 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da3879c-fdb9-47d5-8fe9-3bf8609d626e HTTP/1.1" status: 200 len: 936 time: 0.2284434 Dec 12 17:33:13.840443 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:13.865265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-84bb3141-4ebc-476d-aa37-028dc5774580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:13.866717 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-84bb3141-4ebc-476d-aa37-028dc5774580 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1626813 Dec 12 17:33:13.869425 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Transition to ACTIVE for port object d74af27b-67f7-40b1-a7d6-cdaf5c831092 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:33:13.887159 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:13.897960 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3366c92f-4390-4337-adac-eefb2e8fea69 req-a3845c39-cc6c-4aa9-9146-e663e64ab64d service neutron] 10.222.0.31 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921154 Dec 12 17:33:13.924835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dca11f-50d1-41ec-977c-7359a90c0756 admin admin] Made reservation on behalf of 2364f2d3a4314958ac9f4e3d2c416ee6 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:33:13.927081 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83dca11f-50d1-41ec-977c-7359a90c0756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:13.978973 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83dca11f-50d1-41ec-977c-7359a90c0756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:13.993223 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b38e7dfb-0e5b-4d0e-9e66-e4bba4a0de14 req-90a13090-d460-4c37-a73f-a69e38575b5e tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532741 Dec 12 17:33:14.012728 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-7bd220f8-eac9-4aae-878e-2eeba6241206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:14.014232 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-7bd220f8-eac9-4aae-878e-2eeba6241206 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1397362 Dec 12 17:33:14.143600 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8a5ca131-6d01-4071-b0de-fd45e34ba0f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:14.259348 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a520f167-b7c1-42b3-b5ff-6b1c2ded99f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b24f261e-1530-4910-9830-e0b075e74bad", "tag": "cc444077-3ba7-4ccd-9a3d-af7169151954"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:14.278790 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-cce1b0cf-38e4-42ca-8754-51c866131541 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433791 Dec 12 17:33:14.288483 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83dca11f-50d1-41ec-977c-7359a90c0756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:14.303543 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83dca11f-50d1-41ec-977c-7359a90c0756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:14.316696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83dca11f-50d1-41ec-977c-7359a90c0756 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:33:14.326778 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83dca11f-50d1-41ec-977c-7359a90c0756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:14.327223 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-83dca11f-50d1-41ec-977c-7359a90c0756 admin admin] Added segment 7a6f6d06-2fb4-4d37-8067-369d945cb82b of type vlan for network 9f17d9c7-f9fd-4cfa-8e07-56c8258303d5 Dec 12 17:33:14.358580 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34144) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:14.369558 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83dca11f-50d1-41ec-977c-7359a90c0756 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:14.393924 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=d74af27b-67f7-40b1-a7d6-cdaf5c831092,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:14.404346 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Attempting to bind port d74af27b-67f7-40b1-a7d6-cdaf5c831092 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:33:14.404689 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Attempting to bind port d74af27b-67f7-40b1-a7d6-cdaf5c831092 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:33:14.405130 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Attempting to bind port d74af27b-67f7-40b1-a7d6-cdaf5c831092 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:14.427768 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Port d74af27b-67f7-40b1-a7d6-cdaf5c831092 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:33:14.428101 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Attempting to bind port d74af27b-67f7-40b1-a7d6-cdaf5c831092 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:14.443962 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:33:14.444215 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:33:14.444468 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:33:14.444966 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Bound port: d74af27b-67f7-40b1-a7d6-cdaf5c831092, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:33:14.445393 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:14.473862 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3366c92f-4390-4337-adac-eefb2e8fea69 req-5aecd1bb-1e4d-409f-86bd-e524892a0dfa service neutron] 10.222.0.31 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5447683 Dec 12 17:33:14.477111 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-63618003-9b42-4741-9a1d-e160e8c02490 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61bd3637f1fa4d81ac672db15ac2b0ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1118894 Dec 12 17:33:14.479720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34148) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:14.510209 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8a5ca131-6d01-4071-b0de-fd45e34ba0f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:14.523495 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83dca11f-50d1-41ec-977c-7359a90c0756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:14.524641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dca11f-50d1-41ec-977c-7359a90c0756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:14.525231 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83dca11f-50d1-41ec-977c-7359a90c0756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:14.543910 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8a5ca131-6d01-4071-b0de-fd45e34ba0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:14.607000 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af62c2b0-bd24-4ebb-a593-8e76d22635ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:14.620161 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dca11f-50d1-41ec-977c-7359a90c0756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0baa78-e18c-4f85-9910-3ddb3b4a3158,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:14.620978 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] For port d74af27b-67f7-40b1-a7d6-cdaf5c831092, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:33:14.626292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] For port d74af27b-67f7-40b1-a7d6-cdaf5c831092, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d74af27b-67f7-40b1-a7d6-cdaf5c831092,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:33:14.639288 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:14.651069 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af62c2b0-bd24-4ebb-a593-8e76d22635ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:14.669683 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:14.670469 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:14.672447 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] 10.222.0.20 "PUT /v2.0/ports/d74af27b-67f7-40b1-a7d6-cdaf5c831092 HTTP/1.1" status: 200 len: 1096 time: 2.2052217 Dec 12 17:33:14.678770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-83dca11f-50d1-41ec-977c-7359a90c0756 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9094832 Dec 12 17:33:14.679911 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34156) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:14.690375 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3921460-38f4-4950-8761-9da6a61ffd72 x-openstack-request-id: req-e3921460-38f4-4950-8761-9da6a61ffd72 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:14.691617 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24f261e-1530-4910-9830-e0b075e74bad", "tag": "cc444077-3ba7-4ccd-9a3d-af7169151954", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:14.691893 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3921460-38f4-4950-8761-9da6a61ffd72 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:14.704595 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24f261e-1530-4910-9830-e0b075e74bad', 'tag': 'cc444077-3ba7-4ccd-9a3d-af7169151954', 'status': 'completed', 'code': 200} Dec 12 17:33:14.709622 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da3879c-fdb9-47d5-8fe9-3bf8609d626e', 'tag': 'd74af27b-67f7-40b1-a7d6-cdaf5c831092'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:14.713412 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7727cef4-ed48-4b2b-99e8-f2810c86adbd" -d '{"events": [{"name": "network-changed", "server_uuid": "5da3879c-fdb9-47d5-8fe9-3bf8609d626e", "tag": "d74af27b-67f7-40b1-a7d6-cdaf5c831092"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:14.731482 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-91a220b5-2455-4d89-8d35-ca2499ba1edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:14.750081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-85c9278b-2e94-4757-97d0-9808e0644574 admin admin] Request body: {'subnet': {'network_id': '9f17d9c7-f9fd-4cfa-8e07-56c8258303d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1612241800-subnet', 'tenant_id': '2364f2d3a4314958ac9f4e3d2c416ee6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:14.828686 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34164) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:14.831538 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8a5ca131-6d01-4071-b0de-fd45e34ba0f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac75cfab1c9049cf8b9533667c8028ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4977899 Dec 12 17:33:14.866721 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb48ff-75d9-4cc3-bb13-9bf2d8cefdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=d74af27b-67f7-40b1-a7d6-cdaf5c831092,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:14.874715 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-cfec8af3-45d6-44d6-8c84-ea41aca139ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:14.876244 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-cfec8af3-45d6-44d6-8c84-ea41aca139ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=028a65e6a178446fab1c7e12c107d9e4&device_id=5da3879c-fdb9-47d5-8fe9-3bf8609d626e HTTP/1.1" status: 200 len: 1099 time: 0.1517425 Dec 12 17:33:14.882640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ca131-6d01-4071-b0de-fd45e34ba0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9378a9d0-9e9e-4131-9468-e4e5826e77d0,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:14.900745 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c9278b-2e94-4757-97d0-9808e0644574 admin admin] Made reservation on behalf of 2364f2d3a4314958ac9f4e3d2c416ee6 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:33:14.907951 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-85c9278b-2e94-4757-97d0-9808e0644574 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:14.955431 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafef882-d1cb-449e-b479-da0a473bd6d2 x-openstack-request-id: req-aafef882-d1cb-449e-b479-da0a473bd6d2 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:14.955613 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da3879c-fdb9-47d5-8fe9-3bf8609d626e", "tag": "d74af27b-67f7-40b1-a7d6-cdaf5c831092", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:14.955782 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aafef882-d1cb-449e-b479-da0a473bd6d2 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:14.956146 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da3879c-fdb9-47d5-8fe9-3bf8609d626e', 'tag': 'd74af27b-67f7-40b1-a7d6-cdaf5c831092', 'status': 'completed', 'code': 200} Dec 12 17:33:14.962858 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af62c2b0-bd24-4ebb-a593-8e76d22635ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:14.965471 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af62c2b0-bd24-4ebb-a593-8e76d22635ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:14.969325 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-af62c2b0-bd24-4ebb-a593-8e76d22635ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c918d75-e680-4a03-8fa2-b43c6b81bb88 HTTP/1.1" status: 204 len: 168 time: 0.4860299 Dec 12 17:33:14.969325 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-f6ef10a5-861e-4407-809c-860e99e1bd2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=d74af27b-67f7-40b1-a7d6-cdaf5c831092 HTTP/1.1" status: 200 len: 217 time: 0.0694900 Dec 12 17:33:14.994520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62c2b0-bd24-4ebb-a593-8e76d22635ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c918d75-e680-4a03-8fa2-b43c6b81bb88,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:15.008562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dca11f-50d1-41ec-977c-7359a90c0756 admin admin] Pushing event updated for resources: {'Network': ['ID=9f17d9c7-f9fd-4cfa-8e07-56c8258303d5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:15.018604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0a55d2e-9f63-4a54-918e-258f314e33c5 req-cc476bf8-483f-4023-ba3c-3c4c250690ea service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7323785 Dec 12 17:33:15.053274 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 9f17d9c7-f9fd-4cfa-8e07-56c8258303d5 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:33:15.059565 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b37edb-d992-4123-9b7b-d16cd4384cfe req-1765ff45-8e07-4a34-be28-dd32d00b1471 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:15.073541 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38b37edb-d992-4123-9b7b-d16cd4384cfe req-1765ff45-8e07-4a34-be28-dd32d00b1471 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 948 time: 0.3022046 Dec 12 17:33:15.082602 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5d242813-0417-4617-9e8a-5a448533bf9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:15.128836 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-debaedd6-6d74-4769-9394-767560134eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:15.130748 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-debaedd6-6d74-4769-9394-767560134eb9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1517386 Dec 12 17:33:15.142842 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5d242813-0417-4617-9e8a-5a448533bf9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:15.214587 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-ce16c4c0-96cd-47e1-9fdd-df9af8aa28ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:15.216463 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-ce16c4c0-96cd-47e1-9fdd-df9af8aa28ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770013 Dec 12 17:33:15.243610 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38b37edb-d992-4123-9b7b-d16cd4384cfe req-17e3cd05-c333-43cb-b1e4-5d79f2a62a59 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d020c4-f023-46ce-bdab-d70f894e9d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689513 Dec 12 17:33:15.250394 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5d242813-0417-4617-9e8a-5a448533bf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:15.253082 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5d242813-0417-4617-9e8a-5a448533bf9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:15.254514 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5d242813-0417-4617-9e8a-5a448533bf9f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9378a9d0-9e9e-4131-9468-e4e5826e77d0 HTTP/1.1" status: 204 len: 168 time: 0.4230714 Dec 12 17:33:15.281413 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f167-b7c1-42b3-b5ff-6b1c2ded99f0 req-3ce12d54-6a24-4056-a380-92326ce49fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:15.285757 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a520f167-b7c1-42b3-b5ff-6b1c2ded99f0 req-3ce12d54-6a24-4056-a380-92326ce49fa0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6033e5edb100460ab13531fedc101058&device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 1099 time: 0.1728740 Dec 12 17:33:15.294448 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d242813-0417-4617-9e8a-5a448533bf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9378a9d0-9e9e-4131-9468-e4e5826e77d0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:15.301359 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-85c9278b-2e94-4757-97d0-9808e0644574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:15.372242 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-81f10e16-e699-4cb7-a4a2-eb84bcad5d6d service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483252 Dec 12 17:33:15.572502 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e40cdb94-f7f0-4cc7-9736-75ba858efed2 req-bdbd08b3-bce2-4136-bfc5-0d096a14b973 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927130 Dec 12 17:33:15.703122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727cef4-ed48-4b2b-99e8-f2810c86adbd req-77974f9b-0417-42a6-a6ad-9a5d93d80ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:15.706539 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7727cef4-ed48-4b2b-99e8-f2810c86adbd req-77974f9b-0417-42a6-a6ad-9a5d93d80ab9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=028a65e6a178446fab1c7e12c107d9e4&device_id=5da3879c-fdb9-47d5-8fe9-3bf8609d626e HTTP/1.1" status: 200 len: 1099 time: 0.0808029 Dec 12 17:33:15.737820 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34204) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:15.759083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9278b-2e94-4757-97d0-9808e0644574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6b952d8-f21f-4c93-8991-a1319c75d2cc,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:15.799024 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c9278b-2e94-4757-97d0-9808e0644574 admin admin] Checking segment: {'id': '7a6f6d06-2fb4-4d37-8067-369d945cb82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9f17d9c7-f9fd-4cfa-8e07-56c8258303d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:33:15.799862 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c9278b-2e94-4757-97d0-9808e0644574 admin admin] Network hostable DHCP agents. Network: 9f17d9c7-f9fd-4cfa-8e07-56c8258303d5, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:33:15.809364 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7c51c-be14-4063-ac51-d6e77191785c req-96879043-3ee2-4e7e-9e0e-2cd69b12fdc3 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:15.810986 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36b7c51c-be14-4063-ac51-d6e77191785c req-96879043-3ee2-4e7e-9e0e-2cd69b12fdc3 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da3879c-fdb9-47d5-8fe9-3bf8609d626e HTTP/1.1" status: 200 len: 948 time: 0.3784757 Dec 12 17:33:15.813447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f167-b7c1-42b3-b5ff-6b1c2ded99f0 req-544dd245-1703-4e75-a576-e2e6de1aefe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:15.814811 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a520f167-b7c1-42b3-b5ff-6b1c2ded99f0 req-544dd245-1703-4e75-a576-e2e6de1aefe5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.5214348 Dec 12 17:33:15.818349 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727cef4-ed48-4b2b-99e8-f2810c86adbd req-93d38ce9-3184-4d39-b010-ca379d8d67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:15.820067 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7727cef4-ed48-4b2b-99e8-f2810c86adbd req-93d38ce9-3184-4d39-b010-ca379d8d67ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1041822 Dec 12 17:33:15.875720 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7727cef4-ed48-4b2b-99e8-f2810c86adbd req-364fa94c-8386-43ac-8e61-d766282a5182 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=d74af27b-67f7-40b1-a7d6-cdaf5c831092 HTTP/1.1" status: 200 len: 217 time: 0.0468693 Dec 12 17:33:15.879946 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c9278b-2e94-4757-97d0-9808e0644574 admin admin] Network 9f17d9c7-f9fd-4cfa-8e07-56c8258303d5 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:33:15.884942 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34208) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:15.885572 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a520f167-b7c1-42b3-b5ff-6b1c2ded99f0 req-818dffae-91ad-4f11-bdd2-ff5fdd039797 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=cc444077-3ba7-4ccd-9a3d-af7169151954 HTTP/1.1" status: 200 len: 217 time: 0.0615849 Dec 12 17:33:15.912677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-85c9278b-2e94-4757-97d0-9808e0644574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 9f17d9c7-f9fd-4cfa-8e07-56c8258303d5) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:33:15.923669 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b41bb6a-e2ca-4f86-87b3-3c9fa1a1c480 None None] Network 9f17d9c7-f9fd-4cfa-8e07-56c8258303d5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:33:15.941324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c9278b-2e94-4757-97d0-9808e0644574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:15.941928 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-85c9278b-2e94-4757-97d0-9808e0644574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:15.952189 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727cef4-ed48-4b2b-99e8-f2810c86adbd req-15e72124-7e66-4ba4-89e0-b8f97aff7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:15.953757 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7727cef4-ed48-4b2b-99e8-f2810c86adbd req-15e72124-7e66-4ba4-89e0-b8f97aff7116 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0702462 Dec 12 17:33:15.957928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36b7c51c-be14-4063-ac51-d6e77191785c req-95eb9a58-d06e-400c-9982-08871b868a66 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349916 Dec 12 17:33:15.970828 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a65b9523-2657-4af0-8bb9-8d33fa574cb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:15.987793 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-85c9278b-2e94-4757-97d0-9808e0644574 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2476871 Dec 12 17:33:15.993021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f167-b7c1-42b3-b5ff-6b1c2ded99f0 req-4245744f-cbbc-4f2d-a387-ebb68471f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:15.993673 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a520f167-b7c1-42b3-b5ff-6b1c2ded99f0 req-4245744f-cbbc-4f2d-a387-ebb68471f11f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0994351 Dec 12 17:33:16.065714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727cef4-ed48-4b2b-99e8-f2810c86adbd req-35903aba-8d1f-4900-bb31-de82e1635262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:16.067698 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7727cef4-ed48-4b2b-99e8-f2810c86adbd req-35903aba-8d1f-4900-bb31-de82e1635262 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0926650 Dec 12 17:33:16.094053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520f167-b7c1-42b3-b5ff-6b1c2ded99f0 req-9fbd871d-1d5b-48b2-b999-f74ef6176b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:16.098999 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a520f167-b7c1-42b3-b5ff-6b1c2ded99f0 req-9fbd871d-1d5b-48b2-b999-f74ef6176b1c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0974877 Dec 12 17:33:16.120654 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f319c96a-f939-4e36-b240-8ed8609bf517 None None] Network 9f17d9c7-f9fd-4cfa-8e07-56c8258303d5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:33:16.207837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a65b9523-2657-4af0-8bb9-8d33fa574cb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:16.221697 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a65b9523-2657-4af0-8bb9-8d33fa574cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:16.281001 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a520f167-b7c1-42b3-b5ff-6b1c2ded99f0 req-22aa168e-3a5a-431e-a900-6b1f488a4f57 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709731 Dec 12 17:33:16.285216 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7727cef4-ed48-4b2b-99e8-f2810c86adbd req-fd3e6050-bab3-4432-938c-42ee4e0d5488 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086098 Dec 12 17:33:16.290045 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c94e222c-096c-4421-a1dd-ae169e7bddfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:16.294311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b9523-2657-4af0-8bb9-8d33fa574cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407d9e76-63c9-43e3-9cbc-db134fe892b6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:16.307319 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a65b9523-2657-4af0-8bb9-8d33fa574cb6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=000cbe501cc14361a99ce2d522a0a447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3571658 Dec 12 17:33:16.314544 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34222) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:16.395090 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a520f167-b7c1-42b3-b5ff-6b1c2ded99f0 req-6da8651f-2ed4-44f5-94be-37aaf10030da service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076488 Dec 12 17:33:16.454005 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe79ff5-4247-4a59-8e08-0e9ec5e4bd96 req-c7d70a25-e8ed-4b8c-8095-3d61c9896c84 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:16.455536 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2fe79ff5-4247-4a59-8e08-0e9ec5e4bd96 req-c7d70a25-e8ed-4b8c-8095-3d61c9896c84 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 948 time: 0.0595212 Dec 12 17:33:16.478116 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66e06ca5-b7b2-46bd-955f-435dd4df5e0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:16.482446 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7727cef4-ed48-4b2b-99e8-f2810c86adbd req-4d96cf7d-18bd-4414-b3fc-f7b5bf18a7b3 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807432 Dec 12 17:33:16.519786 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66e06ca5-b7b2-46bd-955f-435dd4df5e0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:16.531902 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2fe79ff5-4247-4a59-8e08-0e9ec5e4bd96 req-43141ab7-9704-4f87-9c62-9296df8b2bdf tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d020c4-f023-46ce-bdab-d70f894e9d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673089 Dec 12 17:33:16.541264 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c94e222c-096c-4421-a1dd-ae169e7bddfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:16.559776 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c94e222c-096c-4421-a1dd-ae169e7bddfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:16.603808 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e222c-096c-4421-a1dd-ae169e7bddfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4539c783-a18b-46a8-9002-99a3661fa9b5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:16.608647 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c94e222c-096c-4421-a1dd-ae169e7bddfb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3fa3721b90240da8748f0940ea43e2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8705115 Dec 12 17:33:16.611485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34232) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:16.626188 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66e06ca5-b7b2-46bd-955f-435dd4df5e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:16.628822 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66e06ca5-b7b2-46bd-955f-435dd4df5e0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:16.631664 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-66e06ca5-b7b2-46bd-955f-435dd4df5e0e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/407d9e76-63c9-43e3-9cbc-db134fe892b6 HTTP/1.1" status: 204 len: 168 time: 0.3158298 Dec 12 17:33:16.657023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e06ca5-b7b2-46bd-955f-435dd4df5e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407d9e76-63c9-43e3-9cbc-db134fe892b6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:16.702506 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c2b85cf-7cc3-4901-adae-5629c4299995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:16.729714 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c2b85cf-7cc3-4901-adae-5629c4299995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:16.747475 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:16.788360 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c2b85cf-7cc3-4901-adae-5629c4299995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:16.792770 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c2b85cf-7cc3-4901-adae-5629c4299995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:16.795878 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3c2b85cf-7cc3-4901-adae-5629c4299995 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4539c783-a18b-46a8-9002-99a3661fa9b5 HTTP/1.1" status: 204 len: 168 time: 0.1831954 Dec 12 17:33:16.804243 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b85cf-7cc3-4901-adae-5629c4299995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4539c783-a18b-46a8-9002-99a3661fa9b5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:16.896595 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b3a7d6b-dfd0-4c4b-9d62-5e83b52972e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:16.948843 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-77e1b231-05b6-484e-80d2-38b38ed717bb tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:16.958488 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-77e1b231-05b6-484e-80d2-38b38ed717bb tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 821 time: 0.1287980 Dec 12 17:33:16.969075 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-8dcf6a8c-b66b-4f39-b007-da60cdf45c8f tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/quotas/ed3999e96c6f4755bb182b05f58b09fc HTTP/1.1" status: 200 len: 375 time: 0.0110593 Dec 12 17:33:17.006800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-34bc3a52-e796-4116-add9-95c6b2b89fad tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320349 Dec 12 17:33:17.078943 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185def2-c9fb-4e78-acac-bb1077aade51 req-bd8dc817-e147-4449-b5bc-41cdc0a40ec4 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:17.080278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e185def2-c9fb-4e78-acac-bb1077aade51 req-bd8dc817-e147-4449-b5bc-41cdc0a40ec4 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da3879c-fdb9-47d5-8fe9-3bf8609d626e HTTP/1.1" status: 200 len: 948 time: 0.0492315 Dec 12 17:33:17.132201 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e185def2-c9fb-4e78-acac-bb1077aade51 req-d4b64bde-bcab-4c87-a343-0df9c16e9d4b tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456209 Dec 12 17:33:17.247285 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:17.331846 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34270) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:17.346470 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e536b50-29b0-431a-9de6-d4b0a756c162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:17.435984 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e536b50-29b0-431a-9de6-d4b0a756c162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:17.442723 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e536b50-29b0-431a-9de6-d4b0a756c162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:17.451110 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34276) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:17.496993 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1e536b50-29b0-431a-9de6-d4b0a756c162 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa658bf48c994648a38ca843ee284f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1637411 Dec 12 17:33:17.497926 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e536b50-29b0-431a-9de6-d4b0a756c162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e8afa8-fec5-476d-86a1-ce1f5d48a260,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:17.501016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34282) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:17.566884 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3c59-83c6-4ef0-8801-0bcbc9d5a00f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:17.584598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-d0f2bc3a-fa2e-4b8a-836d-06e89a2ef351 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:33:17.585812 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-d0f2bc3a-fa2e-4b8a-836d-06e89a2ef351 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1598208 Dec 12 17:33:17.606286 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3c59-83c6-4ef0-8801-0bcbc9d5a00f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:17.643883 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57977c39-950d-42bf-b4e3-6956cacd97c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:17.681868 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34288) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:17.762053 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57977c39-950d-42bf-b4e3-6956cacd97c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:17.764845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-094c0f93-d9d5-4876-89f9-29b47452cfd2 service neutron] 10.222.0.18 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686230 Dec 12 17:33:17.774622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff54bd-2f1d-4b4e-9694-8d1b621314f0 req-ce912d41-48ff-46c7-865c-80b06b711a7c tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:17.775052 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57977c39-950d-42bf-b4e3-6956cacd97c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:17.776216 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c6ff54bd-2f1d-4b4e-9694-8d1b621314f0 req-ce912d41-48ff-46c7-865c-80b06b711a7c tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 948 time: 0.1229658 Dec 12 17:33:17.830403 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-57977c39-950d-42bf-b4e3-6956cacd97c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a096cb0c453b434d8ae2715edb4dcff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779299 Dec 12 17:33:17.831103 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34294) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:17.833441 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3c59-83c6-4ef0-8801-0bcbc9d5a00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:17.836560 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3c59-83c6-4ef0-8801-0bcbc9d5a00f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:17.837676 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2d8f3c59-83c6-4ef0-8801-0bcbc9d5a00f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33e8afa8-fec5-476d-86a1-ce1f5d48a260 HTTP/1.1" status: 204 len: 168 time: 0.3353014 Dec 12 17:33:17.858677 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57977c39-950d-42bf-b4e3-6956cacd97c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135af7d2-0b5c-4247-8197-b9e526e54849,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:17.865403 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f3c59-83c6-4ef0-8801-0bcbc9d5a00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e8afa8-fec5-476d-86a1-ce1f5d48a260,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:17.897588 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c6ff54bd-2f1d-4b4e-9694-8d1b621314f0 req-db3935d1-c6c9-41ae-8568-ea3ab43dd101 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d020c4-f023-46ce-bdab-d70f894e9d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108339 Dec 12 17:33:17.948446 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-f23c939f-8753-49f3-a265-4f36a510fa7e service neutron] 10.222.0.18 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711695 Dec 12 17:33:17.964640 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a68a134f-828a-45d1-ae3e-a33ba254a1ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:17.968069 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-eb1f2d1c-63f3-4bd7-92ac-165de8748e37 tempest-AutoAllocateNetworkTest-2076259254 tempest-AutoAllocateNetworkTest-2076259254-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=db2e02aceefa4906bcb6f7aae00deb95&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2848725 Dec 12 17:33:17.970718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34302) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:18.025754 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a68a134f-828a-45d1-ae3e-a33ba254a1ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:18.136683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987934ec-3f29-4e26-927c-11f82baa6c62 tempest-AutoAllocateNetworkTest-2076259254 tempest-AutoAllocateNetworkTest-2076259254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:18.138696 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-987934ec-3f29-4e26-927c-11f82baa6c62 tempest-AutoAllocateNetworkTest-2076259254 tempest-AutoAllocateNetworkTest-2076259254-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1668875 Dec 12 17:33:18.140343 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a68a134f-828a-45d1-ae3e-a33ba254a1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:18.143092 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a68a134f-828a-45d1-ae3e-a33ba254a1ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:18.143756 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34310) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:18.152972 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a68a134f-828a-45d1-ae3e-a33ba254a1ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/135af7d2-0b5c-4247-8197-b9e526e54849 HTTP/1.1" status: 204 len: 168 time: 0.3162329 Dec 12 17:33:18.163969 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:18.181179 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a134f-828a-45d1-ae3e-a33ba254a1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135af7d2-0b5c-4247-8197-b9e526e54849,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:18.265649 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3ff7ffc4-7869-48f5-870d-90a6bea7306b tempest-AutoAllocateNetworkTest-2076259254 tempest-AutoAllocateNetworkTest-2076259254-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207068 Dec 12 17:33:18.268739 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34326) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:18.331791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64ecf71b-027a-48f1-a378-3f4d03f24a44 req-e6d2785e-127e-40d4-a792-22efa606b2c2 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 210 time: 0.1251314 Dec 12 17:33:18.360229 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a4b9326e-d29c-42ef-975b-938208cd1c46 tempest-AutoAllocateNetworkTest-2076259254 tempest-AutoAllocateNetworkTest-2076259254-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=db2e02aceefa4906bcb6f7aae00deb95 HTTP/1.1" status: 200 len: 208 time: 0.0902600 Dec 12 17:33:18.377964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9e409-0635-440a-b828-0a57d773f8f3 req-aa207818-0fe5-4e5c-9287-c564c8d15187 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:18.380804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8a9e409-0635-440a-b828-0a57d773f8f3 req-aa207818-0fe5-4e5c-9287-c564c8d15187 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da3879c-fdb9-47d5-8fe9-3bf8609d626e HTTP/1.1" status: 200 len: 948 time: 0.1137509 Dec 12 17:33:18.439663 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8a9e409-0635-440a-b828-0a57d773f8f3 req-0ff2058d-e5db-4361-a8af-240a21e5019d tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497823 Dec 12 17:33:18.716762 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34346) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:18.743935 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a602e51-bc3f-4ec6-85b8-8b4f4ca6e96f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:18.843620 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a602e51-bc3f-4ec6-85b8-8b4f4ca6e96f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:18.849025 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a602e51-bc3f-4ec6-85b8-8b4f4ca6e96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:18.904023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34350) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:18.916629 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8a602e51-bc3f-4ec6-85b8-8b4f4ca6e96f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0758fac69d2e42579d861b64847992b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982393 Dec 12 17:33:18.918019 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a602e51-bc3f-4ec6-85b8-8b4f4ca6e96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d12533a-e496-414d-90c8-37bf55c8d469,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:18.964309 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf3f1-654e-4a5b-899e-446c5585e98d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:18.991487 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf3f1-654e-4a5b-899e-446c5585e98d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:19.049318 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34358) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:19.102290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0d7a6-0369-4f43-90f3-30516736fca9 req-a8729369-7670-4c66-91f9-3221a72acda1 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:19.104051 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34f0d7a6-0369-4f43-90f3-30516736fca9 req-a8729369-7670-4c66-91f9-3221a72acda1 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 948 time: 0.0992622 Dec 12 17:33:19.159153 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf3f1-654e-4a5b-899e-446c5585e98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:19.161806 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf3f1-654e-4a5b-899e-446c5585e98d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:19.163025 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1dcdf3f1-654e-4a5b-899e-446c5585e98d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d12533a-e496-414d-90c8-37bf55c8d469 HTTP/1.1" status: 204 len: 168 time: 0.2575147 Dec 12 17:33:19.173628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdf3f1-654e-4a5b-899e-446c5585e98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d12533a-e496-414d-90c8-37bf55c8d469,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:19.183316 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e66fe8a6-3d8c-4929-9477-230e125abcca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:19.206034 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34f0d7a6-0369-4f43-90f3-30516736fca9 req-2785a6d4-c6d7-4977-b648-579ce3b72410 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d020c4-f023-46ce-bdab-d70f894e9d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809221 Dec 12 17:33:19.278382 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e66fe8a6-3d8c-4929-9477-230e125abcca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:19.283754 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e66fe8a6-3d8c-4929-9477-230e125abcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:19.323091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34382) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:19.329317 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e66fe8a6-3d8c-4929-9477-230e125abcca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db2e02aceefa4906bcb6f7aae00deb95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785313 Dec 12 17:33:19.354431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe8a6-3d8c-4929-9477-230e125abcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857f222e-1199-42ef-8801-3c70b477cdc0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:19.409064 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a3097ec5-439f-42ec-bbca-429876e948f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:19.432790 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a3097ec5-439f-42ec-bbca-429876e948f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:19.543151 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a3097ec5-439f-42ec-bbca-429876e948f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:19.545995 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a3097ec5-439f-42ec-bbca-429876e948f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:19.550336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a3097ec5-439f-42ec-bbca-429876e948f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/857f222e-1199-42ef-8801-3c70b477cdc0 HTTP/1.1" status: 204 len: 168 time: 0.2261803 Dec 12 17:33:19.560010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d74af27b-67f7-40b1-a7d6-cdaf5c831092 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:33:19.563699 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e53432c0-46e8-4ec8-8425-47075519259f req-5aac97e5-ec7e-4a36-a812-60992b537f34 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 210 time: 0.0503254 Dec 12 17:33:19.579355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3097ec5-439f-42ec-bbca-429876e948f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857f222e-1199-42ef-8801-3c70b477cdc0,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:19.607463 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-c1b5ffdb-cd43-46d1-bbf7-8b46c9f49fc4 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:19.609391 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-c1b5ffdb-cd43-46d1-bbf7-8b46c9f49fc4 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.20 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 821 time: 0.2276785 Dec 12 17:33:19.625752 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-ef6f747e-23aa-4229-889a-900f592cf651 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Request body: {'port': {'device_id': '1f1bf9af-e51a-46f2-8123-e531fe393516', 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244', 'admin_state_up': True, 'tenant_id': 'ed3999e96c6f4755bb182b05f58b09fc'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:19.720684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0c157-d815-4a69-b3cd-aa368f57a54f req-35039853-4610-461a-90ac-624dfad02ddd tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:19.722375 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98b0c157-d815-4a69-b3cd-aa368f57a54f req-35039853-4610-461a-90ac-624dfad02ddd tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da3879c-fdb9-47d5-8fe9-3bf8609d626e HTTP/1.1" status: 200 len: 948 time: 0.0946293 Dec 12 17:33:19.764977 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port d74af27b-67f7-40b1-a7d6-cdaf5c831092, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d74af27b-67f7-40b1-a7d6-cdaf5c831092,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:19.785386 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'd74af27b-67f7-40b1-a7d6-cdaf5c831092', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': 'd74af27b-67f7-40b1-a7d6-cdaf5c831092', 'mac_address': 'fa:16:3e:37:e6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:33:19.827553 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98b0c157-d815-4a69-b3cd-aa368f57a54f req-6b88059a-e9bd-4936-83e5-68132bfd85f1 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964942 Dec 12 17:33:19.856126 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-ef6f747e-23aa-4229-889a-900f592cf651 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Made reservation on behalf of ed3999e96c6f4755bb182b05f58b09fc for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:33:19.861667 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-ef6f747e-23aa-4229-889a-900f592cf651 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:19.876405 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:19.908853 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74af27b-67f7-40b1-a7d6-cdaf5c831092 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:33:19.933512 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:19.937626 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port d74af27b-67f7-40b1-a7d6-cdaf5c831092, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d74af27b-67f7-40b1-a7d6-cdaf5c831092,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:19.943633 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:20.005389 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device cc444077-3ba7-4ccd-9a3d-af7169151954 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:33:20.009902 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=d74af27b-67f7-40b1-a7d6-cdaf5c831092,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:20.044602 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-ef6f747e-23aa-4229-889a-900f592cf651 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Allocated IP 172.20.0.2 (d9c565c0-ff5d-4c84-8751-8dccc59a2244/ba6c9901-d0ed-4743-9b2b-40a2e328cdb1/32aa024c-7a8e-4453-b9c8-f38a1678112e) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:33:20.259988 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-ef6f747e-23aa-4229-889a-900f592cf651 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:20.281639 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port cc444077-3ba7-4ccd-9a3d-af7169151954, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cc444077-3ba7-4ccd-9a3d-af7169151954,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:20.297003 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['d74af27b-67f7-40b1-a7d6-cdaf5c831092'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:33:20.305525 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'cc444077-3ba7-4ccd-9a3d-af7169151954', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': 'cc444077-3ba7-4ccd-9a3d-af7169151954', 'mac_address': 'fa:16:3e:57:a9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:33:20.339029 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-ef6f747e-23aa-4229-889a-900f592cf651 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:20.354938 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21b6f0e7-5fb9-4e83-961e-2c1c7024bb5b req-1b3e9c59-f8f6-41b6-8d8c-4a1b7f2ca597 tempest-FlavorsV2NegativeTest-338758065 tempest-FlavorsV2NegativeTest-338758065-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=43499d6181b243ea99bef8fd4218b5df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659785 Dec 12 17:33:20.392486 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:20.401927 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-ef6f747e-23aa-4229-889a-900f592cf651 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Network d9c565c0-ff5d-4c84-8751-8dccc59a2244 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:33:20.409497 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-ef6f747e-23aa-4229-889a-900f592cf651 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:33:20.412272 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f747e-23aa-4229-889a-900f592cf651 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Pushing event updated for resources: {'Port': ['ID=32aa024c-7a8e-4453-b9c8-f38a1678112e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:20.414410 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-ef6f747e-23aa-4229-889a-900f592cf651 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:33:20.422266 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc444077-3ba7-4ccd-9a3d-af7169151954 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:33:20.431346 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-ef6f747e-23aa-4229-889a-900f592cf651 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:20.432275 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-ef6f747e-23aa-4229-889a-900f592cf651 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:20.452296 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-ef6f747e-23aa-4229-889a-900f592cf651 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8319371 Dec 12 17:33:20.458304 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port cc444077-3ba7-4ccd-9a3d-af7169151954, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cc444077-3ba7-4ccd-9a3d-af7169151954,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:20.471570 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Request body: {'port': {'device_id': '1f1bf9af-e51a-46f2-8123-e531fe393516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:20.473995 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:20.549952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1af665-a651-4ced-af4c-9978de737cfd req-709dbbd0-e95a-4c92-b34f-1e9fb0cc5a69 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:20.551552 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f1af665-a651-4ced-af4c-9978de737cfd req-709dbbd0-e95a-4c92-b34f-1e9fb0cc5a69 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 948 time: 0.1624484 Dec 12 17:33:20.564186 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1195b137-1be7-41f5-8ff5-c4b8ffe7911a req-6c748358-61e3-4255-8c98-8a4da851de60 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2568839 Dec 12 17:33:20.570364 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=cc444077-3ba7-4ccd-9a3d-af7169151954,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:20.608974 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:20.611721 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6f0e7-5fb9-4e83-961e-2c1c7024bb5b req-0efc55e8-dfe3-46b8-a331-9cd03cdad9c9 tempest-FlavorsV2NegativeTest-338758065 tempest-FlavorsV2NegativeTest-338758065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:20.620941 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21b6f0e7-5fb9-4e83-961e-2c1c7024bb5b req-0efc55e8-dfe3-46b8-a331-9cd03cdad9c9 tempest-FlavorsV2NegativeTest-338758065 tempest-FlavorsV2NegativeTest-338758065-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2650373 Dec 12 17:33:20.654871 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:20.664812 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21b6f0e7-5fb9-4e83-961e-2c1c7024bb5b req-31f234f7-af15-41e0-ad8a-8d33646f4e40 tempest-FlavorsV2NegativeTest-338758065 tempest-FlavorsV2NegativeTest-338758065-project] 10.222.0.18 "GET /v2.0/quotas/43499d6181b243ea99bef8fd4218b5df HTTP/1.1" status: 200 len: 375 time: 0.0409441 Dec 12 17:33:20.733510 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21b6f0e7-5fb9-4e83-961e-2c1c7024bb5b req-d6c77b4f-8d7d-4b2d-ad3b-42a78a1be4ca tempest-FlavorsV2NegativeTest-338758065 tempest-FlavorsV2NegativeTest-338758065-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=43499d6181b243ea99bef8fd4218b5df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677137 Dec 12 17:33:20.791280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['cc444077-3ba7-4ccd-9a3d-af7169151954'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:33:20.800545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f1af665-a651-4ced-af4c-9978de737cfd req-0b188d96-1228-46cb-8913-90d1c279ea34 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d020c4-f023-46ce-bdab-d70f894e9d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308152 Dec 12 17:33:20.803597 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195b137-1be7-41f5-8ff5-c4b8ffe7911a req-70c22cd3-2681-44b6-a140-6c538a354cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:20.805115 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1195b137-1be7-41f5-8ff5-c4b8ffe7911a req-70c22cd3-2681-44b6-a140-6c538a354cfe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=438b3403df11467186a128ec0b97682a&device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 1097 time: 0.1772668 Dec 12 17:33:21.089641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f903cf-b2db-40eb-9912-400dcfce7a61 req-856163e5-830a-4d44-be4a-831874efab49 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:21.092522 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32aa024c-7a8e-4453-b9c8-f38a1678112e {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:33:21.098317 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05f903cf-b2db-40eb-9912-400dcfce7a61 req-856163e5-830a-4d44-be4a-831874efab49 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 931 time: 0.1272929 Dec 12 17:33:21.101554 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:21.115705 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Transition to ACTIVE for port object 32aa024c-7a8e-4453-b9c8-f38a1678112e will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:33:21.117935 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5d1f8-f022-4fb4-816a-d4dd2dcb5ffa req-2a59f5b1-8541-40e3-a230-6a897b30bdcc tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:21.121171 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aea5d1f8-f022-4fb4-816a-d4dd2dcb5ffa req-2a59f5b1-8541-40e3-a230-6a897b30bdcc tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da3879c-fdb9-47d5-8fe9-3bf8609d626e HTTP/1.1" status: 200 len: 949 time: 0.1483037 Dec 12 17:33:21.127898 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:21.190502 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195b137-1be7-41f5-8ff5-c4b8ffe7911a req-343ccbed-cb16-471c-84ab-60a7cbbc1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:21.192055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1195b137-1be7-41f5-8ff5-c4b8ffe7911a req-343ccbed-cb16-471c-84ab-60a7cbbc1501 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9379518-7141-4913-88d7-7d1fcb8ba7e8 HTTP/1.1" status: 200 len: 925 time: 0.3391461 Dec 12 17:33:21.213680 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Pushing event updated for resources: {'Port': ['ID=32aa024c-7a8e-4453-b9c8-f38a1678112e,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:21.220939 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Attempting to bind port 32aa024c-7a8e-4453-b9c8-f38a1678112e on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:33:21.221763 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Attempting to bind port 32aa024c-7a8e-4453-b9c8-f38a1678112e by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:33:21.221763 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Attempting to bind port 32aa024c-7a8e-4453-b9c8-f38a1678112e on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:21.228364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Port 32aa024c-7a8e-4453-b9c8-f38a1678112e on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:33:21.228364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Attempting to bind port 32aa024c-7a8e-4453-b9c8-f38a1678112e on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:21.235766 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:33:21.236105 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Checking segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:33:21.236490 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Bound using segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:33:21.236946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Bound port: 32aa024c-7a8e-4453-b9c8-f38a1678112e, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:33:21.237304 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:21.303553 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05f903cf-b2db-40eb-9912-400dcfce7a61 req-8c538007-9090-4ef5-8c0e-82510e4f9137 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012608 Dec 12 17:33:21.354923 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] For port 32aa024c-7a8e-4453-b9c8-f38a1678112e, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:33:21.356762 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aea5d1f8-f022-4fb4-816a-d4dd2dcb5ffa req-bd56bb93-132c-4d22-9db3-06498d6dc4b5 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119231 Dec 12 17:33:21.363374 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] For port 32aa024c-7a8e-4453-b9c8-f38a1678112e, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=32aa024c-7a8e-4453-b9c8-f38a1678112e,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:33:21.384549 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:21.393072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1195b137-1be7-41f5-8ff5-c4b8ffe7911a req-982ee8ff-32e8-4141-9765-5c158a8f162f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9741ccf6-c64f-454a-b3d4-1da9f17637ff HTTP/1.1" status: 200 len: 1002 time: 0.1896324 Dec 12 17:33:21.451188 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Pushing event updated for resources: {'Port': ['ID=32aa024c-7a8e-4453-b9c8-f38a1678112e,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:21.464785 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:21.466238 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:21.468070 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-0cfb2502-7285-429b-bdd4-cdd7a347f267 service neutron] 10.222.0.20 "PUT /v2.0/ports/32aa024c-7a8e-4453-b9c8-f38a1678112e HTTP/1.1" status: 200 len: 1091 time: 1.0068395 Dec 12 17:33:21.468595 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1bf9af-e51a-46f2-8123-e531fe393516', 'tag': '32aa024c-7a8e-4453-b9c8-f38a1678112e'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:21.469446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195b137-1be7-41f5-8ff5-c4b8ffe7911a req-88b3c959-3911-4c8e-906a-b9aa03c87094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:21.471020 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7000929-ade1-4376-a67e-175ae6d275e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1bf9af-e51a-46f2-8123-e531fe393516", "tag": "32aa024c-7a8e-4453-b9c8-f38a1678112e"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:21.471709 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1195b137-1be7-41f5-8ff5-c4b8ffe7911a req-88b3c959-3911-4c8e-906a-b9aa03c87094 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79ecbb35-c555-4daf-a052-e49241c4c136 HTTP/1.1" status: 200 len: 863 time: 0.0693290 Dec 12 17:33:21.565449 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d74af27b-67f7-40b1-a7d6-cdaf5c831092 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:33:21.579624 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06d116f-6246-4e21-8359-e10ea5fbdb12 x-openstack-request-id: req-f06d116f-6246-4e21-8359-e10ea5fbdb12 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:21.579624 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1bf9af-e51a-46f2-8123-e531fe393516", "tag": "32aa024c-7a8e-4453-b9c8-f38a1678112e", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:21.579624 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f06d116f-6246-4e21-8359-e10ea5fbdb12 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:21.579624 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1bf9af-e51a-46f2-8123-e531fe393516', 'tag': '32aa024c-7a8e-4453-b9c8-f38a1678112e', 'status': 'completed', 'code': 200} Dec 12 17:33:21.580334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195b137-1be7-41f5-8ff5-c4b8ffe7911a req-61f26187-9f78-48c7-b0c2-154d41459a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:21.580334 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1195b137-1be7-41f5-8ff5-c4b8ffe7911a req-61f26187-9f78-48c7-b0c2-154d41459a82 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9379518-7141-4913-88d7-7d1fcb8ba7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850844 Dec 12 17:33:21.610824 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-12c19347-9af7-4f1e-9238-6b9a6447e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:21.612662 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-12c19347-9af7-4f1e-9238-6b9a6447e3f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 1094 time: 0.0946755 Dec 12 17:33:21.664845 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-5df2ab66-9a9c-4f60-b136-5e35893fe6cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32aa024c-7a8e-4453-b9c8-f38a1678112e HTTP/1.1" status: 200 len: 217 time: 0.0440223 Dec 12 17:33:21.664981 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port d74af27b-67f7-40b1-a7d6-cdaf5c831092 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:33:21.669526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port d74af27b-67f7-40b1-a7d6-cdaf5c831092 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:33:21.669916 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:21.698711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1195b137-1be7-41f5-8ff5-c4b8ffe7911a req-b35e8fad-d5a5-41b7-9da2-01c4dfb8291e service neutron] 10.222.0.31 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123612 Dec 12 17:33:21.736797 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-1c674382-4c6e-444c-aefe-a58036b1090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:21.744229 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-1c674382-4c6e-444c-aefe-a58036b1090b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.0716970 Dec 12 17:33:21.779705 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-46baccee-c404-4c4f-a302-d57e252d51de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286086 Dec 12 17:33:21.788716 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:21.827887 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port d74af27b-67f7-40b1-a7d6-cdaf5c831092, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d74af27b-67f7-40b1-a7d6-cdaf5c831092,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:21.829268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da3879c-fdb9-47d5-8fe9-3bf8609d626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74af27b-67f7-40b1-a7d6-cdaf5c831092'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:21.834830 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7b3dc9-32de-46cf-9104-84c1668286de" -d '{"events": [{"server_uuid": "5da3879c-fdb9-47d5-8fe9-3bf8609d626e", "name": "network-vif-plugged", "status": "completed", "tag": "d74af27b-67f7-40b1-a7d6-cdaf5c831092"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:21.837999 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:21.883317 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1195b137-1be7-41f5-8ff5-c4b8ffe7911a req-8e9b7e4f-6c76-43b0-a87e-f3aaa54d63cc service neutron] 10.222.0.31 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673281 Dec 12 17:33:21.913514 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=d74af27b-67f7-40b1-a7d6-cdaf5c831092,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:21.955387 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-ed75777e-465a-4cdf-b5d2-3c3137b4d016 service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640730 Dec 12 17:33:21.977388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9829c4-75d2-415e-b549-8060e8a12f63 req-38c1baa0-b3d9-42cb-b78e-d1149c49f932 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:21.979451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a9829c4-75d2-415e-b549-8060e8a12f63 req-38c1baa0-b3d9-42cb-b78e-d1149c49f932 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 949 time: 0.0739982 Dec 12 17:33:22.002404 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device cc444077-3ba7-4ccd-9a3d-af7169151954 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:33:22.046217 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a9829c4-75d2-415e-b549-8060e8a12f63 req-4e4e0413-fce1-453b-952e-4dcc3696ca03 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d020c4-f023-46ce-bdab-d70f894e9d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607469 Dec 12 17:33:22.076551 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port cc444077-3ba7-4ccd-9a3d-af7169151954 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:33:22.082521 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port cc444077-3ba7-4ccd-9a3d-af7169151954 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:33:22.083261 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:22.121697 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22df2b08-704b-4938-b49c-02af43b84906 x-openstack-request-id: req-22df2b08-704b-4938-b49c-02af43b84906 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:22.122019 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da3879c-fdb9-47d5-8fe9-3bf8609d626e", "name": "network-vif-plugged", "status": "completed", "tag": "d74af27b-67f7-40b1-a7d6-cdaf5c831092", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:22.122378 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22df2b08-704b-4938-b49c-02af43b84906 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:22.122659 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da3879c-fdb9-47d5-8fe9-3bf8609d626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74af27b-67f7-40b1-a7d6-cdaf5c831092', 'code': 200} Dec 12 17:33:22.133824 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34506) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:22.136943 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7928e7c4-201d-45d1-af4b-079664bc2a53 req-f99edc5c-890a-417b-b4ab-cda7d1206042 service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782980 Dec 12 17:33:22.185356 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:22.222419 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port cc444077-3ba7-4ccd-9a3d-af7169151954, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cc444077-3ba7-4ccd-9a3d-af7169151954,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:22.224122 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.20', 53107) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:22.230136 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:22.252672 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc87cd0-24a6-4c40-ac88-b8310cab4f04 req-d5dc7cd9-b2ab-4773-a79f-d3b62c46b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:22.254962 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2cc87cd0-24a6-4c40-ac88-b8310cab4f04 req-d5dc7cd9-b2ab-4773-a79f-d3b62c46b94a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5da3879c-fdb9-47d5-8fe9-3bf8609d626e HTTP/1.1" status: 200 len: 1101 time: 0.0594890 Dec 12 17:33:22.280120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7000929-ade1-4376-a67e-175ae6d275e3 req-78d579f5-fae6-44c2-8bdf-146b5ef57607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:22.282272 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7000929-ade1-4376-a67e-175ae6d275e3 req-78d579f5-fae6-44c2-8bdf-146b5ef57607 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 1094 time: 0.0569103 Dec 12 17:33:22.285440 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=cc444077-3ba7-4ccd-9a3d-af7169151954,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:22.320197 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2cc87cd0-24a6-4c40-ac88-b8310cab4f04 req-4ca2f215-4f25-4cbc-ac9c-7a16c0818681 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574536 Dec 12 17:33:22.415459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7000929-ade1-4376-a67e-175ae6d275e3 req-70c75693-7adb-453c-a88a-7ed186286a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:22.418698 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7000929-ade1-4376-a67e-175ae6d275e3 req-70c75693-7adb-453c-a88a-7ed186286a50 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 922 time: 0.1283040 Dec 12 17:33:22.486093 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980e1dc-0c5a-4aa9-b789-e4c56259ae0c req-dda23f4a-f581-4acb-ba5a-a8c8973774b6 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:22.493323 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b980e1dc-0c5a-4aa9-b789-e4c56259ae0c req-dda23f4a-f581-4acb-ba5a-a8c8973774b6 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 943 time: 0.0948961 Dec 12 17:33:22.737769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7981d5-049a-4bd7-ab99-deedddfa8d7d req-56c9b3a5-8eaa-4f20-afbc-14c31ed4a4e6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:22.739218 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe7981d5-049a-4bd7-ab99-deedddfa8d7d req-56c9b3a5-8eaa-4f20-afbc-14c31ed4a4e6 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da3879c-fdb9-47d5-8fe9-3bf8609d626e HTTP/1.1" status: 200 len: 950 time: 0.3040831 Dec 12 17:33:22.766061 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32a6c6bf-0645-447c-b320-0d81caf3eaaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:22.776984 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7000929-ade1-4376-a67e-175ae6d275e3 req-27b13b99-3994-41b4-a70b-beddc20f641f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32aa024c-7a8e-4453-b9c8-f38a1678112e HTTP/1.1" status: 200 len: 217 time: 0.2619162 Dec 12 17:33:22.777142 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34530) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:22.879038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b980e1dc-0c5a-4aa9-b789-e4c56259ae0c req-78ab1767-c14c-4352-92a9-de5fdf5b624c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846872 Dec 12 17:33:22.906179 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7000929-ade1-4376-a67e-175ae6d275e3 req-2f8e4d20-1591-4c05-8958-c14143377811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:22.907682 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7000929-ade1-4376-a67e-175ae6d275e3 req-2f8e4d20-1591-4c05-8958-c14143377811 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.1169572 Dec 12 17:33:22.911121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe7981d5-049a-4bd7-ab99-deedddfa8d7d req-fe54cecd-f566-4490-ba3a-181a2294652c tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424625 Dec 12 17:33:22.955515 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7000929-ade1-4376-a67e-175ae6d275e3 req-673ea761-b54d-4945-bd4f-5d183bedb8a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388484 Dec 12 17:33:23.030664 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32a6c6bf-0645-447c-b320-0d81caf3eaaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:23.040310 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32a6c6bf-0645-447c-b320-0d81caf3eaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:23.041034 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32793a6b-3eea-45c9-91b6-dce6d81e7e3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:23.109858 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34546) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:23.110002 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-32a6c6bf-0645-447c-b320-0d81caf3eaaf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=43499d6181b243ea99bef8fd4218b5df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9747965 Dec 12 17:33:23.112084 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7000929-ade1-4376-a67e-175ae6d275e3 req-f0149715-604a-43d8-aacc-3b1ae90514de service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480935 Dec 12 17:33:23.112865 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6c6bf-0645-447c-b320-0d81caf3eaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdac0602-60c3-443a-9847-229276672c6a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:23.121144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6c6bf-0645-447c-b320-0d81caf3eaaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.121579 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6c6bf-0645-447c-b320-0d81caf3eaaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.121982 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6c6bf-0645-447c-b320-0d81caf3eaaf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.122423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6c6bf-0645-447c-b320-0d81caf3eaaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.122935 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6c6bf-0645-447c-b320-0d81caf3eaaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.123743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6c6bf-0645-447c-b320-0d81caf3eaaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.124117 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6c6bf-0645-447c-b320-0d81caf3eaaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.125300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6c6bf-0645-447c-b320-0d81caf3eaaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.125300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6c6bf-0645-447c-b320-0d81caf3eaaf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.125300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6c6bf-0645-447c-b320-0d81caf3eaaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.125538 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6c6bf-0645-447c-b320-0d81caf3eaaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.125941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6c6bf-0645-447c-b320-0d81caf3eaaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.126271 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6c6bf-0645-447c-b320-0d81caf3eaaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.265343 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32793a6b-3eea-45c9-91b6-dce6d81e7e3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:23.266677 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02306ce3-c6b8-491d-8f6f-63ca5f3c13bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:23.274108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c8425-6142-48b8-8d0c-d9bec3dfcbe5 req-eb5245f0-4d7d-451a-b166-04380ba6e368 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:23.275836 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec1c8425-6142-48b8-8d0c-d9bec3dfcbe5 req-eb5245f0-4d7d-451a-b166-04380ba6e368 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 950 time: 0.0959027 Dec 12 17:33:23.281904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7000929-ade1-4376-a67e-175ae6d275e3 req-e4a88367-8af4-4e50-8afd-d385b4a2f14b service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518140 Dec 12 17:33:23.287568 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32793a6b-3eea-45c9-91b6-dce6d81e7e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:23.339683 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02306ce3-c6b8-491d-8f6f-63ca5f3c13bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:23.372179 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec1c8425-6142-48b8-8d0c-d9bec3dfcbe5 req-7249e033-41a0-4f76-8034-37f766ad5d21 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d020c4-f023-46ce-bdab-d70f894e9d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867219 Dec 12 17:33:23.419132 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32793a6b-3eea-45c9-91b6-dce6d81e7e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298cc9cc-06c9-42c6-a719-a0d299a76ad1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:23.423822 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-32793a6b-3eea-45c9-91b6-dce6d81e7e3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1b59472b34f462ba0f6a693c44e0c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6456375 Dec 12 17:33:23.427492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34562) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:23.433042 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32793a6b-3eea-45c9-91b6-dce6d81e7e3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.433396 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32793a6b-3eea-45c9-91b6-dce6d81e7e3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.433749 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32793a6b-3eea-45c9-91b6-dce6d81e7e3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.434087 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32793a6b-3eea-45c9-91b6-dce6d81e7e3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.434441 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32793a6b-3eea-45c9-91b6-dce6d81e7e3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.434793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32793a6b-3eea-45c9-91b6-dce6d81e7e3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.435090 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32793a6b-3eea-45c9-91b6-dce6d81e7e3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.435577 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32793a6b-3eea-45c9-91b6-dce6d81e7e3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.436015 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32793a6b-3eea-45c9-91b6-dce6d81e7e3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.436360 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32793a6b-3eea-45c9-91b6-dce6d81e7e3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.436689 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32793a6b-3eea-45c9-91b6-dce6d81e7e3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.437014 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32793a6b-3eea-45c9-91b6-dce6d81e7e3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.437386 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32793a6b-3eea-45c9-91b6-dce6d81e7e3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:23.465178 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02306ce3-c6b8-491d-8f6f-63ca5f3c13bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:23.469031 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02306ce3-c6b8-491d-8f6f-63ca5f3c13bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:23.470694 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-02306ce3-c6b8-491d-8f6f-63ca5f3c13bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bdac0602-60c3-443a-9847-229276672c6a HTTP/1.1" status: 204 len: 168 time: 0.3584025 Dec 12 17:33:23.479753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02306ce3-c6b8-491d-8f6f-63ca5f3c13bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdac0602-60c3-443a-9847-229276672c6a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:23.501555 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f3d3503-2562-45af-a99f-65575d2cebd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:23.530350 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f3d3503-2562-45af-a99f-65575d2cebd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:23.592395 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f3d3503-2562-45af-a99f-65575d2cebd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:23.595403 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f3d3503-2562-45af-a99f-65575d2cebd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:23.599240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3f3d3503-2562-45af-a99f-65575d2cebd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/298cc9cc-06c9-42c6-a719-a0d299a76ad1 HTTP/1.1" status: 204 len: 168 time: 0.1680930 Dec 12 17:33:23.607294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d3503-2562-45af-a99f-65575d2cebd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298cc9cc-06c9-42c6-a719-a0d299a76ad1,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:23.644820 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-4b48d8f9-3215-4b30-b0f7-f2a698c17d54 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a0d39bfda52e4fb886e1965874038568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245564 Dec 12 17:33:23.759858 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-014696dc-7e5d-4bae-8b7f-6e5404651733 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:23.761305 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-014696dc-7e5d-4bae-8b7f-6e5404651733 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1110673 Dec 12 17:33:23.776291 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-ba4cba6b-a28f-4439-ab58-03c837c6449f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/quotas/a0d39bfda52e4fb886e1965874038568 HTTP/1.1" status: 200 len: 375 time: 0.0091338 Dec 12 17:33:23.811150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-50e82b0e-38a6-45ff-8cfa-68a531fe26f1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283148 Dec 12 17:33:23.974194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34594) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:24.003999 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18542ffb-3c43-4855-830d-49a818b68a42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:24.024134 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e9c77b2-92b5-4b78-95f7-85696aae285a req-93c529f5-ae3d-4e62-8a4d-6c4d313c6a93 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 210 time: 0.0561671 Dec 12 17:33:24.105761 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427be3cd-11bf-4075-b74c-3cd4c705328a req-5371c96e-c359-49d7-90de-d9bdbf5228c8 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:24.113599 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-427be3cd-11bf-4075-b74c-3cd4c705328a req-5371c96e-c359-49d7-90de-d9bdbf5228c8 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 943 time: 0.0883508 Dec 12 17:33:24.123959 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24f261e-1530-4910-9830-e0b075e74bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc444077-3ba7-4ccd-9a3d-af7169151954'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:24.126345 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d8bb68-6705-40ec-a4aa-08cc2ac5d688" -d '{"events": [{"server_uuid": "b24f261e-1530-4910-9830-e0b075e74bad", "name": "network-vif-plugged", "status": "completed", "tag": "cc444077-3ba7-4ccd-9a3d-af7169151954"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:24.143905 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18542ffb-3c43-4855-830d-49a818b68a42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:24.150981 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18542ffb-3c43-4855-830d-49a818b68a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:24.186290 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18542ffb-3c43-4855-830d-49a818b68a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac724dc6-e332-4abd-8323-e9a86e7e57f5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:24.200005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-427be3cd-11bf-4075-b74c-3cd4c705328a req-0087163e-6168-4a46-a743-4a7f9ad73ef9 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787399 Dec 12 17:33:24.213746 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-18542ffb-3c43-4855-830d-49a818b68a42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7b864de677a4fd1970302ebe03d8979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384765 Dec 12 17:33:24.216335 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34608) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:24.238181 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f8853-5f0e-4043-a7ab-31510a5142a8 req-45639a5d-e8ba-479b-8d5d-2901407bb665 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:24.247233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a3f8853-5f0e-4043-a7ab-31510a5142a8 req-45639a5d-e8ba-479b-8d5d-2901407bb665 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da3879c-fdb9-47d5-8fe9-3bf8609d626e HTTP/1.1" status: 200 len: 950 time: 0.1310098 Dec 12 17:33:24.303816 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c993ead-5645-4cf4-bf35-cb55d1b830bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:24.313324 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a3f8853-5f0e-4043-a7ab-31510a5142a8 req-5f36bd38-c15b-42ba-beb6-2298a1b132ad tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644782 Dec 12 17:33:24.340713 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c993ead-5645-4cf4-bf35-cb55d1b830bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:24.351190 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0b1132-9b42-438d-949a-5b936e841fe1 x-openstack-request-id: req-2a0b1132-9b42-438d-949a-5b936e841fe1 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:24.352105 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24f261e-1530-4910-9830-e0b075e74bad", "name": "network-vif-plugged", "status": "completed", "tag": "cc444077-3ba7-4ccd-9a3d-af7169151954", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:24.352366 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a0b1132-9b42-438d-949a-5b936e841fe1 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:24.352763 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24f261e-1530-4910-9830-e0b075e74bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc444077-3ba7-4ccd-9a3d-af7169151954', 'code': 200} Dec 12 17:33:24.443783 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c993ead-5645-4cf4-bf35-cb55d1b830bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:24.451858 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c993ead-5645-4cf4-bf35-cb55d1b830bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:24.455659 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4c993ead-5645-4cf4-bf35-cb55d1b830bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac724dc6-e332-4abd-8323-e9a86e7e57f5 HTTP/1.1" status: 204 len: 168 time: 0.2356825 Dec 12 17:33:24.470478 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c993ead-5645-4cf4-bf35-cb55d1b830bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac724dc6-e332-4abd-8323-e9a86e7e57f5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:24.551482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba96d7-03cd-464a-be48-b5dde60a4192 req-e4faf8c6-7d9e-4cb5-8d07-e608ed18bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:24.553159 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6fba96d7-03cd-464a-be48-b5dde60a4192 req-e4faf8c6-7d9e-4cb5-8d07-e608ed18bbb3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 1101 time: 0.1319518 Dec 12 17:33:24.634889 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6fba96d7-03cd-464a-be48-b5dde60a4192 req-fc2bb466-0289-45e6-9e64-bbec367c74f0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e8d020c4-f023-46ce-bdab-d70f894e9d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729632 Dec 12 17:33:24.677003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64858f20-f354-4dd9-a9fb-d5db6844f046 req-a10dd223-b8f7-40a0-8dd5-e8bcabbd32a3 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:24.678569 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64858f20-f354-4dd9-a9fb-d5db6844f046 req-a10dd223-b8f7-40a0-8dd5-e8bcabbd32a3 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 950 time: 0.0592031 Dec 12 17:33:24.748689 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64858f20-f354-4dd9-a9fb-d5db6844f046 req-0bd44769-4488-4efd-a4ad-82affec4700c tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d020c4-f023-46ce-bdab-d70f894e9d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595086 Dec 12 17:33:24.852174 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc1eb0-c757-4544-815d-fb43b2a78520 req-05259128-7ad6-4661-9ee4-068935c0343c tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:24.854497 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d5fc1eb0-c757-4544-815d-fb43b2a78520 req-05259128-7ad6-4661-9ee4-068935c0343c tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da3879c-fdb9-47d5-8fe9-3bf8609d626e HTTP/1.1" status: 200 len: 950 time: 0.0534017 Dec 12 17:33:24.917440 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d5fc1eb0-c757-4544-815d-fb43b2a78520 req-dfc305e3-b241-40fe-ad49-c331af95222e tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559042 Dec 12 17:33:25.165224 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfd45b3c-b047-4caa-b515-cf1313f506e5 req-010d5ed4-d4f9-4a8c-beed-0da8044e5435 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 210 time: 0.0330296 Dec 12 17:33:25.193302 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34666) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:25.331793 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e007049-f323-4d46-8edd-1fcde4adf700 req-0790b576-faad-492d-af7d-317329279d70 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:25.333988 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e007049-f323-4d46-8edd-1fcde4adf700 req-0790b576-faad-492d-af7d-317329279d70 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da3879c-fdb9-47d5-8fe9-3bf8609d626e HTTP/1.1" status: 200 len: 950 time: 0.0721436 Dec 12 17:33:25.344033 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adf1b3cc-06c6-439b-a692-c95515a1e535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:25.417973 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-49c22147-1858-4cfc-a54a-edb21a9aec57 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a0d39bfda52e4fb886e1965874038568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391927 Dec 12 17:33:25.449046 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adf1b3cc-06c6-439b-a692-c95515a1e535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:25.455705 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adf1b3cc-06c6-439b-a692-c95515a1e535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:25.501976 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-adf1b3cc-06c6-439b-a692-c95515a1e535 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d1fa83da4d24f94a6894191f20da783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072977 Dec 12 17:33:25.502853 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1b3cc-06c6-439b-a692-c95515a1e535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27c9d29-1bb2-4ffb-9abf-c229b7145f03,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:25.505356 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34686) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:25.532170 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e007049-f323-4d46-8edd-1fcde4adf700 req-cd0344fc-9222-4e13-9237-1f891fd37d3f tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849301 Dec 12 17:33:25.548014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e8511-99a4-4769-aad0-d10f29882076 req-450e262b-1d07-44e7-9d37-d58e85b4728b tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:25.549712 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a13e8511-99a4-4769-aad0-d10f29882076 req-450e262b-1d07-44e7-9d37-d58e85b4728b tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 943 time: 0.2144420 Dec 12 17:33:25.582977 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 32aa024c-7a8e-4453-b9c8-f38a1678112e details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:33:25.618697 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cedbafdc-7feb-4f41-970e-8510cfa412e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:25.665062 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cedbafdc-7feb-4f41-970e-8510cfa412e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:25.715246 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a13e8511-99a4-4769-aad0-d10f29882076 req-cfe0a7f3-a55f-4c27-91e8-ac8afb4c481d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284101 Dec 12 17:33:25.720402 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 32aa024c-7a8e-4453-b9c8-f38a1678112e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=32aa024c-7a8e-4453-b9c8-f38a1678112e,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:25.740085 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '32aa024c-7a8e-4453-b9c8-f38a1678112e', 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244', 'port_id': '32aa024c-7a8e-4453-b9c8-f38a1678112e', 'mac_address': 'fa:16:3e:19:72:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6c9901-d0ed-4743-9b2b-40a2e328cdb1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:33:25.745642 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-f20afd39-ace4-41b0-b691-3d30828f4d9e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:25.747633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-f20afd39-ace4-41b0-b691-3d30828f4d9e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3129032 Dec 12 17:33:25.756315 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cedbafdc-7feb-4f41-970e-8510cfa412e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:25.761232 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cedbafdc-7feb-4f41-970e-8510cfa412e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:25.765692 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cedbafdc-7feb-4f41-970e-8510cfa412e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f27c9d29-1bb2-4ffb-9abf-c229b7145f03 HTTP/1.1" status: 204 len: 168 time: 0.2445519 Dec 12 17:33:25.776117 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7cd39bf4-55c5-42dd-b3a5-6f7e62e23e37 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Request body: {'port': {'device_id': 'aefc66d1-a6d9-40b3-b48d-246cd3ba52f5', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': 'a0d39bfda52e4fb886e1965874038568'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:25.783169 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbafdc-7feb-4f41-970e-8510cfa412e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27c9d29-1bb2-4ffb-9abf-c229b7145f03,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:25.863091 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:25.893464 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32aa024c-7a8e-4453-b9c8-f38a1678112e {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:33:25.918697 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 32aa024c-7a8e-4453-b9c8-f38a1678112e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=32aa024c-7a8e-4453-b9c8-f38a1678112e,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:25.924171 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:25.949827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a63fa-6f49-487f-92d7-be99661e28c8 req-96043728-940d-4f6c-ba15-021426f354b7 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:25.951580 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd9a63fa-6f49-487f-92d7-be99661e28c8 req-96043728-940d-4f6c-ba15-021426f354b7 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 950 time: 0.0933793 Dec 12 17:33:25.992979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7cd39bf4-55c5-42dd-b3a5-6f7e62e23e37 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Made reservation on behalf of a0d39bfda52e4fb886e1965874038568 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:33:25.997215 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7cd39bf4-55c5-42dd-b3a5-6f7e62e23e37 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:25.999119 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=32aa024c-7a8e-4453-b9c8-f38a1678112e,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:26.008355 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:26.008765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:26.009110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:26.010641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:26.011311 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:26.011653 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:26.011993 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:26.012674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:26.013073 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:26.013776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:26.014211 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:26.014657 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:26.015169 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:33:26.020683 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7cd39bf4-55c5-42dd-b3a5-6f7e62e23e37 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:26.026970 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd9a63fa-6f49-487f-92d7-be99661e28c8 req-cba1fd07-2ef0-49d7-96cb-9ba4e9f69839 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d020c4-f023-46ce-bdab-d70f894e9d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680325 Dec 12 17:33:26.116622 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7cd39bf4-55c5-42dd-b3a5-6f7e62e23e37 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:26.122791 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7cd39bf4-55c5-42dd-b3a5-6f7e62e23e37 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:26.170261 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['32aa024c-7a8e-4453-b9c8-f38a1678112e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:33:26.200399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd39bf4-55c5-42dd-b3a5-6f7e62e23e37 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d579388f-54f5-48dd-9321-ceb64f7ae111,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:26.313450 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c06e73ff-f352-4661-a965-5a34d0022a7c req-7888caa9-4d60-4eb8-b913-3933f15a17ff tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 210 time: 0.0398767 Dec 12 17:33:26.337969 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7cd39bf4-55c5-42dd-b3a5-6f7e62e23e37 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Allocated IP 192.168.233.112 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/34c225bb-5552-4471-9ee7-ebcfeb139f9b) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:33:26.380603 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34738) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:26.396118 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e3fa67b-6cb8-4111-8753-4352cc672b61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:26.471375 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34740) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:26.505093 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e3fa67b-6cb8-4111-8753-4352cc672b61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:26.513950 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e3fa67b-6cb8-4111-8753-4352cc672b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:26.526450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad0971-e2a6-4f1c-b52b-37ecbae82647 req-0bf25e91-9bdc-4844-9978-988c7b517d24 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:26.527998 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-73ad0971-e2a6-4f1c-b52b-37ecbae82647 req-0bf25e91-9bdc-4844-9978-988c7b517d24 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.20 "GET /v2.0/ports?device_id=5da3879c-fdb9-47d5-8fe9-3bf8609d626e HTTP/1.1" status: 200 len: 950 time: 0.1437688 Dec 12 17:33:26.580596 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fa67b-6cb8-4111-8753-4352cc672b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741dd0ea-296a-4c81-99cd-c56732e9a264,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:26.602761 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5e3fa67b-6cb8-4111-8753-4352cc672b61 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c37b45415552408593457e7dd37e19d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216146 Dec 12 17:33:26.605388 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34750) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:26.677692 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7cd39bf4-55c5-42dd-b3a5-6f7e62e23e37 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:26.681318 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8390f1da-9a3d-45ef-a37c-6a47b6452e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:26.723611 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8390f1da-9a3d-45ef-a37c-6a47b6452e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:26.784296 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8c27b-0b0d-4659-94f3-fed39206b5d7 req-93dde0d4-9964-4ca7-9159-726c120596be tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:26.785895 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fca8c27b-0b0d-4659-94f3-fed39206b5d7 req-93dde0d4-9964-4ca7-9159-726c120596be tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da3879c-fdb9-47d5-8fe9-3bf8609d626e HTTP/1.1" status: 200 len: 950 time: 0.1313548 Dec 12 17:33:26.798429 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7cd39bf4-55c5-42dd-b3a5-6f7e62e23e37 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:26.802548 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8390f1da-9a3d-45ef-a37c-6a47b6452e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:26.805225 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8390f1da-9a3d-45ef-a37c-6a47b6452e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:26.806369 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8390f1da-9a3d-45ef-a37c-6a47b6452e0a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/741dd0ea-296a-4c81-99cd-c56732e9a264 HTTP/1.1" status: 204 len: 168 time: 0.1997755 Dec 12 17:33:26.827915 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390f1da-9a3d-45ef-a37c-6a47b6452e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741dd0ea-296a-4c81-99cd-c56732e9a264,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:26.864741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-73ad0971-e2a6-4f1c-b52b-37ecbae82647 req-2d671b2e-ed5e-42f8-907b-0928520f8444 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Deleting port d74af27b-67f7-40b1-a7d6-cdaf5c831092 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:33:26.865090 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-73ad0971-e2a6-4f1c-b52b-37ecbae82647 req-2d671b2e-ed5e-42f8-907b-0928520f8444 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:26.874925 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70fe45e4-f226-47bc-a102-3419d513ccd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:26.939780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7cd39bf4-55c5-42dd-b3a5-6f7e62e23e37 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:33:26.959969 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70fe45e4-f226-47bc-a102-3419d513ccd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:26.966247 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70fe45e4-f226-47bc-a102-3419d513ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:26.966374 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7cd39bf4-55c5-42dd-b3a5-6f7e62e23e37 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:33:26.978698 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7cd39bf4-55c5-42dd-b3a5-6f7e62e23e37 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:33:26.989301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd39bf4-55c5-42dd-b3a5-6f7e62e23e37 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Pushing event updated for resources: {'Port': ['ID=34c225bb-5552-4471-9ee7-ebcfeb139f9b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:27.012093 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-70fe45e4-f226-47bc-a102-3419d513ccd5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2279f5bff0a54969ad1773dba898e981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5393703 Dec 12 17:33:27.013309 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe45e4-f226-47bc-a102-3419d513ccd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c742a9af-a64f-48f2-aae7-900241a3d3b9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:27.015946 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34760) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:27.047136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fca8c27b-0b0d-4659-94f3-fed39206b5d7 req-d722640b-d617-4f02-86b8-374cbb23d0bc tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c5083e4-a802-4971-b3ce-f4eac7392012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522702 Dec 12 17:33:27.118251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7cd39bf4-55c5-42dd-b3a5-6f7e62e23e37 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:27.118894 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7cd39bf4-55c5-42dd-b3a5-6f7e62e23e37 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:27.138165 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf435ba8-bff8-4f9d-9ef3-d79fefe7f3ad req-dad47586-afb2-42b3-a144-43e8c4b2647d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:27.139736 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf435ba8-bff8-4f9d-9ef3-d79fefe7f3ad req-dad47586-afb2-42b3-a144-43e8c4b2647d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 944 time: 0.2713561 Dec 12 17:33:27.142973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-73ad0971-e2a6-4f1c-b52b-37ecbae82647 req-2d671b2e-ed5e-42f8-907b-0928520f8444 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] For port d74af27b-67f7-40b1-a7d6-cdaf5c831092, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d74af27b-67f7-40b1-a7d6-cdaf5c831092,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:27.143380 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-73ad0971-e2a6-4f1c-b52b-37ecbae82647 req-2d671b2e-ed5e-42f8-907b-0928520f8444 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:27.180025 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-73ad0971-e2a6-4f1c-b52b-37ecbae82647 req-2d671b2e-ed5e-42f8-907b-0928520f8444 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Calling delete_port for d74af27b-67f7-40b1-a7d6-cdaf5c831092 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:33:27.207445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7cd39bf4-55c5-42dd-b3a5-6f7e62e23e37 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4372501 Dec 12 17:33:27.224572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Request body: {'port': {'device_id': 'aefc66d1-a6d9-40b3-b48d-246cd3ba52f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:27.359665 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-73b89baa-b700-4715-be66-cf0e2f113b1e None None] Provisioning complete for port 34c225bb-5552-4471-9ee7-ebcfeb139f9b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:33:27.360762 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73b89baa-b700-4715-be66-cf0e2f113b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:27.400712 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-73b89baa-b700-4715-be66-cf0e2f113b1e None None] Port 34c225bb-5552-4471-9ee7-ebcfeb139f9b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:33:27.542900 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b27445fa-754e-4b24-a268-7b56eb2e87c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:27.560892 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf435ba8-bff8-4f9d-9ef3-d79fefe7f3ad req-efcd8840-01c3-4cf8-85b3-515bff9d5e0e tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117157 Dec 12 17:33:27.594830 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 32aa024c-7a8e-4453-b9c8-f38a1678112e up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:33:27.635742 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b27445fa-754e-4b24-a268-7b56eb2e87c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:27.662758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 32aa024c-7a8e-4453-b9c8-f38a1678112e completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:33:27.667064 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 32aa024c-7a8e-4453-b9c8-f38a1678112e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:33:27.667483 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:27.672582 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:27.725854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57884a40-33b4-4f76-9a42-930e4a76836a req-b4706275-b4e0-40bf-8263-7143aad007d4 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:27.734031 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57884a40-33b4-4f76-9a42-930e4a76836a req-b4706275-b4e0-40bf-8263-7143aad007d4 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 950 time: 0.1957612 Dec 12 17:33:27.826639 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:27.873637 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1bf9af-e51a-46f2-8123-e531fe393516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32aa024c-7a8e-4453-b9c8-f38a1678112e'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:27.876073 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b5cd55-baa3-4208-90ec-9385f3589bcb" -d '{"events": [{"server_uuid": "1f1bf9af-e51a-46f2-8123-e531fe393516", "name": "network-vif-plugged", "status": "completed", "tag": "32aa024c-7a8e-4453-b9c8-f38a1678112e"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:27.893919 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 32aa024c-7a8e-4453-b9c8-f38a1678112e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=32aa024c-7a8e-4453-b9c8-f38a1678112e,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:27.900539 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:27.903835 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b27445fa-754e-4b24-a268-7b56eb2e87c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:27.907231 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b27445fa-754e-4b24-a268-7b56eb2e87c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:27.909719 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b27445fa-754e-4b24-a268-7b56eb2e87c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c742a9af-a64f-48f2-aae7-900241a3d3b9 HTTP/1.1" status: 204 len: 168 time: 0.8889031 Dec 12 17:33:27.948238 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57884a40-33b4-4f76-9a42-930e4a76836a req-e5fe816c-51c5-4c43-a5d1-de2504383094 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d020c4-f023-46ce-bdab-d70f894e9d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132394 Dec 12 17:33:28.037144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27445fa-754e-4b24-a268-7b56eb2e87c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c742a9af-a64f-48f2-aae7-900241a3d3b9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:28.045019 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-73ad0971-e2a6-4f1c-b52b-37ecbae82647 req-2d671b2e-ed5e-42f8-907b-0928520f8444 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:28.049389 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=32aa024c-7a8e-4453-b9c8-f38a1678112e,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:28.103155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['d74af27b-67f7-40b1-a7d6-cdaf5c831092'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:33:28.158785 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d671b2e-ed5e-42f8-907b-0928520f8444 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Pushing event deleted for resources: {'Port': ['ID=d74af27b-67f7-40b1-a7d6-cdaf5c831092,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:28.218648 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e8a1d9-939b-4005-b3c6-0a53cd328d30 x-openstack-request-id: req-f2e8a1d9-939b-4005-b3c6-0a53cd328d30 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:28.218962 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1bf9af-e51a-46f2-8123-e531fe393516", "name": "network-vif-plugged", "status": "completed", "tag": "32aa024c-7a8e-4453-b9c8-f38a1678112e", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:28.219224 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2e8a1d9-939b-4005-b3c6-0a53cd328d30 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:28.219780 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1bf9af-e51a-46f2-8123-e531fe393516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32aa024c-7a8e-4453-b9c8-f38a1678112e', 'code': 200} Dec 12 17:33:28.326741 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc60e7-e379-470d-b1c3-4f594bded2c4 req-fbcaa57a-4b0b-4ab5-a5e6-ad0921b6331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:28.328989 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f3fc60e7-e379-470d-b1c3-4f594bded2c4 req-fbcaa57a-4b0b-4ab5-a5e6-ad0921b6331d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 1096 time: 0.0994594 Dec 12 17:33:28.373758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ad0971-e2a6-4f1c-b52b-37ecbae82647 req-2d671b2e-ed5e-42f8-907b-0928520f8444 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] No DVR routers for this DVR port d74af27b-67f7-40b1-a7d6-cdaf5c831092 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:33:28.378693 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-73ad0971-e2a6-4f1c-b52b-37ecbae82647 req-2d671b2e-ed5e-42f8-907b-0928520f8444 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:28.383556 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-73ad0971-e2a6-4f1c-b52b-37ecbae82647 req-2d671b2e-ed5e-42f8-907b-0928520f8444 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.20 "DELETE /v2.0/ports/d74af27b-67f7-40b1-a7d6-cdaf5c831092 HTTP/1.1" status: 204 len: 173 time: 1.8431022 Dec 12 17:33:28.401644 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da3879c-fdb9-47d5-8fe9-3bf8609d626e', 'name': 'network-vif-deleted', 'tag': 'd74af27b-67f7-40b1-a7d6-cdaf5c831092'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:28.404815 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea2d8a0-7383-4344-b301-8fea99971d29" -d '{"events": [{"server_uuid": "5da3879c-fdb9-47d5-8fe9-3bf8609d626e", "name": "network-vif-deleted", "tag": "d74af27b-67f7-40b1-a7d6-cdaf5c831092"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:28.432603 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f9765-492b-456c-8769-c768b5bf72bf req-a9249f7a-ae07-4a48-83ed-aa4df8d43404 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:28.442969 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-018f9765-492b-456c-8769-c768b5bf72bf req-a9249f7a-ae07-4a48-83ed-aa4df8d43404 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 936 time: 0.3994272 Dec 12 17:33:28.461059 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f3fc60e7-e379-470d-b1c3-4f594bded2c4 req-b671f199-33a3-4978-bb4e-5eff185a640a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220360 Dec 12 17:33:28.586638 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c225bb-5552-4471-9ee7-ebcfeb139f9b {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:33:28.614236 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:28.618022 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f644b63-e664-455b-a985-00e9c8043e61 req-e61b673b-bc25-441c-9f54-f2ee9468acb7 tempest-DeleteServersAdminTestJSON-1909173895 tempest-DeleteServersAdminTestJSON-1909173895-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da3879c-fdb9-47d5-8fe9-3bf8609d626e HTTP/1.1" status: 200 len: 210 time: 0.0495987 Dec 12 17:33:28.639662 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Transition to ACTIVE for port object 34c225bb-5552-4471-9ee7-ebcfeb139f9b will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:33:28.643688 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-018f9765-492b-456c-8769-c768b5bf72bf req-7be9ac16-ea62-422f-ad2b-c663c1792593 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995783 Dec 12 17:33:28.645955 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:28.715888 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Pushing event updated for resources: {'Port': ['ID=34c225bb-5552-4471-9ee7-ebcfeb139f9b,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:28.751922 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caea4792-f231-4ecb-9293-488ba6784b41 x-openstack-request-id: req-caea4792-f231-4ecb-9293-488ba6784b41 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:28.752343 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da3879c-fdb9-47d5-8fe9-3bf8609d626e", "name": "network-vif-deleted", "tag": "d74af27b-67f7-40b1-a7d6-cdaf5c831092", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:28.752670 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-caea4792-f231-4ecb-9293-488ba6784b41 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:28.753157 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da3879c-fdb9-47d5-8fe9-3bf8609d626e', 'name': 'network-vif-deleted', 'tag': 'd74af27b-67f7-40b1-a7d6-cdaf5c831092', 'status': 'completed', 'code': 200} Dec 12 17:33:28.860096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Attempting to bind port 34c225bb-5552-4471-9ee7-ebcfeb139f9b on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:33:28.860537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Attempting to bind port 34c225bb-5552-4471-9ee7-ebcfeb139f9b by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:33:28.860879 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Attempting to bind port 34c225bb-5552-4471-9ee7-ebcfeb139f9b on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:28.870522 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Port 34c225bb-5552-4471-9ee7-ebcfeb139f9b on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:33:28.870854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Attempting to bind port 34c225bb-5552-4471-9ee7-ebcfeb139f9b on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:28.883160 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc924f2-3b65-4f85-af06-5957bc6dfcc3 req-7a1f4017-6382-44f4-8b7f-c977cc8548e3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:28.890837 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3cc924f2-3b65-4f85-af06-5957bc6dfcc3 req-7a1f4017-6382-44f4-8b7f-c977cc8548e3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 945 time: 0.0967288 Dec 12 17:33:28.914619 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:33:28.915251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:33:28.915251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:33:28.915739 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Bound port: 34c225bb-5552-4471-9ee7-ebcfeb139f9b, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:33:28.915983 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:29.004303 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3cc924f2-3b65-4f85-af06-5957bc6dfcc3 req-33253849-702d-4c49-a173-9d23f5871743 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079738 Dec 12 17:33:29.060060 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] For port 34c225bb-5552-4471-9ee7-ebcfeb139f9b, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:33:29.063588 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] For port 34c225bb-5552-4471-9ee7-ebcfeb139f9b, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=34c225bb-5552-4471-9ee7-ebcfeb139f9b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:33:29.084669 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:29.213436 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:29.214069 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:29.215630 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] 10.222.0.31 "PUT /v2.0/ports/34c225bb-5552-4471-9ee7-ebcfeb139f9b HTTP/1.1" status: 200 len: 1096 time: 1.9953277 Dec 12 17:33:29.221711 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34858) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:29.231101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76c074-6756-48bd-8352-26e7ca0eafe4 service neutron] Pushing event updated for resources: {'Port': ['ID=34c225bb-5552-4471-9ee7-ebcfeb139f9b,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:29.245926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bb4b4-1d2c-4eea-b145-441d58889c38 req-2bc744ee-2cbf-46f6-a693-062ebe59cb69 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:29.247382 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d92bb4b4-1d2c-4eea-b145-441d58889c38 req-2bc744ee-2cbf-46f6-a693-062ebe59cb69 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 950 time: 0.1001747 Dec 12 17:33:29.311390 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d92bb4b4-1d2c-4eea-b145-441d58889c38 req-4c1345bc-2147-43f4-b7e7-cd935e7905b0 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d020c4-f023-46ce-bdab-d70f894e9d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510118 Dec 12 17:33:29.368393 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-46768b15-61ee-47e1-850a-791ee72f5253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:29.370228 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-46768b15-61ee-47e1-850a-791ee72f5253 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 1099 time: 0.0630612 Dec 12 17:33:29.441190 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-6de9a5a0-94ca-4536-b9e2-baaf9b3e11ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=34c225bb-5552-4471-9ee7-ebcfeb139f9b HTTP/1.1" status: 200 len: 217 time: 0.0599842 Dec 12 17:33:29.445817 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8f47e285-24fe-4996-aa01-dcaabe344192 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1901893122-network', 'tenant_id': '644361ec9cbf42cab25484461bfad5cb'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:29.503498 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f47e285-24fe-4996-aa01-dcaabe344192 admin admin] Made reservation on behalf of 644361ec9cbf42cab25484461bfad5cb for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:33:29.507567 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f47e285-24fe-4996-aa01-dcaabe344192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:29.522649 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f47e285-24fe-4996-aa01-dcaabe344192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:29.523875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-6ffeacc2-bf3e-4549-85fa-8b6163a52fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:29.525990 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-6ffeacc2-bf3e-4549-85fa-8b6163a52fc4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0773509 Dec 12 17:33:29.590619 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-015046f0-f3e4-457f-aee4-e269bdfddecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:29.592782 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-015046f0-f3e4-457f-aee4-e269bdfddecd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562792 Dec 12 17:33:29.623856 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f47e285-24fe-4996-aa01-dcaabe344192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:29.628294 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f47e285-24fe-4996-aa01-dcaabe344192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:29.658160 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f47e285-24fe-4996-aa01-dcaabe344192 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:33:29.673697 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47e285-24fe-4996-aa01-dcaabe344192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97eab3d-127c-4365-9fde-48fe494282ec,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:29.681205 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f47e285-24fe-4996-aa01-dcaabe344192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:29.681965 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-8f47e285-24fe-4996-aa01-dcaabe344192 admin admin] Added segment fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076 of type vlan for network 256368dc-5e68-4402-91a5-533328bbf958 Dec 12 17:33:29.756509 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-213065db-5ba8-4bac-960f-5029f75962ac service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533163 Dec 12 17:33:29.765024 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f47e285-24fe-4996-aa01-dcaabe344192 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:29.782711 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34898) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:29.816751 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f47e285-24fe-4996-aa01-dcaabe344192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:29.818718 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f47e285-24fe-4996-aa01-dcaabe344192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:29.819439 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f47e285-24fe-4996-aa01-dcaabe344192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:29.886658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a2a49-0aff-44f4-be0d-04fa2dbf6657 req-e70a58b5-a25e-4f1d-a3ca-04b9b25c4ee5 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:29.888211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c0a2a49-0aff-44f4-be0d-04fa2dbf6657 req-e70a58b5-a25e-4f1d-a3ca-04b9b25c4ee5 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 948 time: 0.1227472 Dec 12 17:33:29.905987 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d418a7f9-a1b7-4161-bef8-b95ad11f6e26 req-b3719e01-da28-41b6-8870-f0e7d2b077e2 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416609 Dec 12 17:33:29.953505 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fa611f9-11ae-46bb-a969-38c8b6ceedde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:29.963742 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8f47e285-24fe-4996-aa01-dcaabe344192 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7399762 Dec 12 17:33:29.966452 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34910) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:29.974719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0e9e0eda-aac8-4feb-ba12-dc08fd20ee28 admin admin] Request body: {'subnet': {'network_id': '256368dc-5e68-4402-91a5-533328bbf958', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1901893122-subnet', 'tenant_id': '644361ec9cbf42cab25484461bfad5cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:29.975451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c0a2a49-0aff-44f4-be0d-04fa2dbf6657 req-6a807b38-7ae8-484c-a1ba-fa077486ca77 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753343 Dec 12 17:33:29.985683 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47e285-24fe-4996-aa01-dcaabe344192 admin admin] Pushing event updated for resources: {'Network': ['ID=256368dc-5e68-4402-91a5-533328bbf958,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:29.997908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 256368dc-5e68-4402-91a5-533328bbf958 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:33:30.027515 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9e0eda-aac8-4feb-ba12-dc08fd20ee28 admin admin] Made reservation on behalf of 644361ec9cbf42cab25484461bfad5cb for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:33:30.032159 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0eda-aac8-4feb-ba12-dc08fd20ee28 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:30.160156 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34920) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:30.161525 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c2bfe-0559-4f39-9f72-e91c73077943 req-8f90a9af-ca15-42d0-8eda-b70bcc0b46ef tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:30.168387 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-352c2bfe-0559-4f39-9f72-e91c73077943 req-8f90a9af-ca15-42d0-8eda-b70bcc0b46ef tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 945 time: 0.0606699 Dec 12 17:33:30.212203 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fa611f9-11ae-46bb-a969-38c8b6ceedde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:30.231838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-352c2bfe-0559-4f39-9f72-e91c73077943 req-4db65be5-ee5a-4599-9ddf-89577e5636b8 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556564 Dec 12 17:33:30.234772 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fa611f9-11ae-46bb-a969-38c8b6ceedde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:30.259315 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34928) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:30.314505 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7fa611f9-11ae-46bb-a969-38c8b6ceedde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c28a67a19c3646aea95734c7dd783a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5305166 Dec 12 17:33:30.317320 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34932) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:30.320132 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa611f9-11ae-46bb-a969-38c8b6ceedde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448f901f-8d43-4aa9-9516-c6a202598837,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:30.345826 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0eda-aac8-4feb-ba12-dc08fd20ee28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:30.391522 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f9db2564-2d69-423d-aa51-2096fc341e6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:30.413020 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d712148b-c7d7-4f4f-8c2a-e244675110a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:30.427881 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f9db2564-2d69-423d-aa51-2096fc341e6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:30.435723 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e0eda-aac8-4feb-ba12-dc08fd20ee28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a5209e1-f35d-462f-abcb-435d8a0a7895,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:30.461567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9e0eda-aac8-4feb-ba12-dc08fd20ee28 admin admin] Checking segment: {'id': 'fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256368dc-5e68-4402-91a5-533328bbf958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:33:30.462326 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e0eda-aac8-4feb-ba12-dc08fd20ee28 admin admin] Network hostable DHCP agents. Network: 256368dc-5e68-4402-91a5-533328bbf958, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:33:30.510826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e0eda-aac8-4feb-ba12-dc08fd20ee28 admin admin] Network 256368dc-5e68-4402-91a5-533328bbf958 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:33:30.529332 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0e9e0eda-aac8-4feb-ba12-dc08fd20ee28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 256368dc-5e68-4402-91a5-533328bbf958) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:33:30.533607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9e0eda-aac8-4feb-ba12-dc08fd20ee28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:30.534396 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0eda-aac8-4feb-ba12-dc08fd20ee28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:30.544941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd850bf7-ed78-4a49-bde7-58019ac79249 None None] Network 256368dc-5e68-4402-91a5-533328bbf958 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:33:30.587793 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d712148b-c7d7-4f4f-8c2a-e244675110a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:30.590394 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34938) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:30.590795 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-277905de-546e-4463-8e26-ed60e1aa0259 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=028a65e6a178446fab1c7e12c107d9e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3301220 Dec 12 17:33:30.602995 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e75654-8da7-426e-acdd-653a84ef5450 req-ff18194d-c595-46d0-8050-69ea61426089 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:30.604773 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4e75654-8da7-426e-acdd-653a84ef5450 req-ff18194d-c595-46d0-8050-69ea61426089 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 950 time: 0.0894859 Dec 12 17:33:30.608109 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0e9e0eda-aac8-4feb-ba12-dc08fd20ee28 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6394064 Dec 12 17:33:30.609989 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d712148b-c7d7-4f4f-8c2a-e244675110a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:30.684259 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21dd352-7c46-41c3-ba9f-80741946ef18 None None] Network 256368dc-5e68-4402-91a5-533328bbf958 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:33:30.719623 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f9db2564-2d69-423d-aa51-2096fc341e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:30.720562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712148b-c7d7-4f4f-8c2a-e244675110a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19baaf5-67fa-47ed-9d01-651a2775c4d3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:30.727332 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d712148b-c7d7-4f4f-8c2a-e244675110a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a69fe98a2f3943d18ae9f54c32155ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5650647 Dec 12 17:33:30.731013 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34942) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:30.735935 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f9db2564-2d69-423d-aa51-2096fc341e6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:30.743966 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f9db2564-2d69-423d-aa51-2096fc341e6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/448f901f-8d43-4aa9-9516-c6a202598837 HTTP/1.1" status: 204 len: 168 time: 0.4242616 Dec 12 17:33:30.770040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefc66d1-a6d9-40b3-b48d-246cd3ba52f5', 'tag': '34c225bb-5552-4471-9ee7-ebcfeb139f9b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:30.774656 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41467972-a2f0-43a8-8cad-e8128fc5dceb" -d '{"events": [{"name": "network-changed", "server_uuid": "aefc66d1-a6d9-40b3-b48d-246cd3ba52f5", "tag": "34c225bb-5552-4471-9ee7-ebcfeb139f9b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:30.779647 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a67ce86a-1a61-47e5-9026-3497c90491a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:30.807399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db2564-2d69-423d-aa51-2096fc341e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448f901f-8d43-4aa9-9516-c6a202598837,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:30.828457 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4e75654-8da7-426e-acdd-653a84ef5450 req-5f2c085b-82bb-48ec-8e1d-631a64e02a01 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d020c4-f023-46ce-bdab-d70f894e9d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091849 Dec 12 17:33:30.865665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a0113-07c1-4fe0-a09d-5af7c899844a req-e900e917-0dde-4a4a-ac11-9e8a2d1ca42c tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:30.867269 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d30a0113-07c1-4fe0-a09d-5af7c899844a req-e900e917-0dde-4a4a-ac11-9e8a2d1ca42c tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.31 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 950 time: 0.2510059 Dec 12 17:33:30.869253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087150ae-5b8d-44d9-8e46-723d4c17fb21 req-a7e763ed-2bdc-4c4e-93fb-2d6e0847df05 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:30.874174 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a67ce86a-1a61-47e5-9026-3497c90491a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:30.876521 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-087150ae-5b8d-44d9-8e46-723d4c17fb21 req-a7e763ed-2bdc-4c4e-93fb-2d6e0847df05 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 1096 time: 0.2194726 Dec 12 17:33:30.890598 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2219c5c4-82ae-4320-8997-099feb5947d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:30.893496 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67551d5-9071-4156-9af2-8a3300b458ad x-openstack-request-id: req-d67551d5-9071-4156-9af2-8a3300b458ad {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:30.894668 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefc66d1-a6d9-40b3-b48d-246cd3ba52f5", "tag": "34c225bb-5552-4471-9ee7-ebcfeb139f9b", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:30.895103 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d67551d5-9071-4156-9af2-8a3300b458ad {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:30.895826 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefc66d1-a6d9-40b3-b48d-246cd3ba52f5', 'tag': '34c225bb-5552-4471-9ee7-ebcfeb139f9b', 'status': 'completed', 'code': 200} Dec 12 17:33:30.942289 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2219c5c4-82ae-4320-8997-099feb5947d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:31.007869 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-087150ae-5b8d-44d9-8e46-723d4c17fb21 req-86cb29bb-ae76-40a2-a3d4-5c23b9c394b6 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255624 Dec 12 17:33:31.039666 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2219c5c4-82ae-4320-8997-099feb5947d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:31.043023 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2219c5c4-82ae-4320-8997-099feb5947d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:31.044534 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2219c5c4-82ae-4320-8997-099feb5947d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f19baaf5-67fa-47ed-9d01-651a2775c4d3 HTTP/1.1" status: 204 len: 168 time: 0.3110259 Dec 12 17:33:31.049941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-d30a0113-07c1-4fe0-a09d-5af7c899844a req-5198d3a5-97ad-4399-b9dc-a377abc040f4 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Deleting port cc444077-3ba7-4ccd-9a3d-af7169151954 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:33:31.050289 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d30a0113-07c1-4fe0-a09d-5af7c899844a req-5198d3a5-97ad-4399-b9dc-a377abc040f4 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:31.061421 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219c5c4-82ae-4320-8997-099feb5947d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19baaf5-67fa-47ed-9d01-651a2775c4d3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:31.077213 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41467972-a2f0-43a8-8cad-e8128fc5dceb req-68f7e625-2db4-4648-9db9-485d0700ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:31.079776 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-41467972-a2f0-43a8-8cad-e8128fc5dceb req-68f7e625-2db4-4648-9db9-485d0700ad53 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 1099 time: 0.0846624 Dec 12 17:33:31.084340 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a67ce86a-1a61-47e5-9026-3497c90491a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:31.088609 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a67ce86a-1a61-47e5-9026-3497c90491a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:31.092907 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a67ce86a-1a61-47e5-9026-3497c90491a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c5083e4-a802-4971-b3ce-f4eac7392012 HTTP/1.1" status: 204 len: 168 time: 0.5009019 Dec 12 17:33:31.153355 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ce86a-1a61-47e5-9026-3497c90491a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5083e4-a802-4971-b3ce-f4eac7392012,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:31.161665 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34964) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:31.183276 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-605826f0-334f-4cdf-95f7-a4882234c64e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:31.248008 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41467972-a2f0-43a8-8cad-e8128fc5dceb req-b29b25c8-0c0e-43c6-9de7-cd7d8e14e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:31.249765 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-41467972-a2f0-43a8-8cad-e8128fc5dceb req-b29b25c8-0c0e-43c6-9de7-cd7d8e14e919 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1554279 Dec 12 17:33:31.277034 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-d30a0113-07c1-4fe0-a09d-5af7c899844a req-5198d3a5-97ad-4399-b9dc-a377abc040f4 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] For port cc444077-3ba7-4ccd-9a3d-af7169151954, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cc444077-3ba7-4ccd-9a3d-af7169151954,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:31.277596 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d30a0113-07c1-4fe0-a09d-5af7c899844a req-5198d3a5-97ad-4399-b9dc-a377abc040f4 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:31.299038 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-d30a0113-07c1-4fe0-a09d-5af7c899844a req-5198d3a5-97ad-4399-b9dc-a377abc040f4 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Calling delete_port for cc444077-3ba7-4ccd-9a3d-af7169151954 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:33:31.318270 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62cefb-8f77-4c78-8c34-ef798811880c req-e455be42-bb1a-4a95-98e0-7f475da5392e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:31.327692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8c62cefb-8f77-4c78-8c34-ef798811880c req-e455be42-bb1a-4a95-98e0-7f475da5392e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 948 time: 0.1236110 Dec 12 17:33:31.334451 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-41467972-a2f0-43a8-8cad-e8128fc5dceb req-e7825fa2-c4d5-4aa6-afd1-9452b662b972 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=34c225bb-5552-4471-9ee7-ebcfeb139f9b HTTP/1.1" status: 200 len: 217 time: 0.0739877 Dec 12 17:33:31.422484 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41467972-a2f0-43a8-8cad-e8128fc5dceb req-e51e377c-f616-45bc-8c0c-6d29fc811eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:31.424141 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-41467972-a2f0-43a8-8cad-e8128fc5dceb req-e51e377c-f616-45bc-8c0c-6d29fc811eb2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0815411 Dec 12 17:33:31.431891 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-605826f0-334f-4cdf-95f7-a4882234c64e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:31.468945 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-605826f0-334f-4cdf-95f7-a4882234c64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:31.495556 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8c62cefb-8f77-4c78-8c34-ef798811880c req-20b0cc0b-abfe-4955-8ce7-a62c4fb8342a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647098 Dec 12 17:33:31.537693 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41467972-a2f0-43a8-8cad-e8128fc5dceb req-aa5fa79c-3699-433a-b88f-02e2332423b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:31.539770 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-41467972-a2f0-43a8-8cad-e8128fc5dceb req-aa5fa79c-3699-433a-b88f-02e2332423b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065884 Dec 12 17:33:31.540520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605826f0-334f-4cdf-95f7-a4882234c64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b79559-db63-4bcf-8676-cbfe9b890cbd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:31.562309 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-605826f0-334f-4cdf-95f7-a4882234c64e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb89a68b95e944a8a8dc97d7a314e8e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967190 Dec 12 17:33:31.562400 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34980) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:31.619086 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d74af27b-67f7-40b1-a7d6-cdaf5c831092 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:33:31.649589 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: d74af27b-67f7-40b1-a7d6-cdaf5c831092 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:33:31.650158 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d74af27b-67f7-40b1-a7d6-cdaf5c831092 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:33:31.702587 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-bd1d44f4-c791-42c6-b62d-42d27c813542 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:31.703436 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e59374b4-9eb4-447f-b90f-ebc3d45ed377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:31.710788 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-bd1d44f4-c791-42c6-b62d-42d27c813542 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/networks?id=256368dc-5e68-4402-91a5-533328bbf958 HTTP/1.1" status: 200 len: 805 time: 0.3755994 Dec 12 17:33:31.713342 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34982) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:31.718178 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-41467972-a2f0-43a8-8cad-e8128fc5dceb req-11e12894-46c7-4e21-906e-c695bffb1e53 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573131 Dec 12 17:33:31.739279 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e59374b4-9eb4-447f-b90f-ebc3d45ed377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:31.747866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34984) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:31.756470 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d7b4517-5afb-4461-9c66-e582e3215e26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:31.763036 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-daf30c41-ca18-412b-8983-0d5c3262a630 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/quotas/644361ec9cbf42cab25484461bfad5cb HTTP/1.1" status: 200 len: 375 time: 0.0512772 Dec 12 17:33:31.764158 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d30a0113-07c1-4fe0-a09d-5af7c899844a req-5198d3a5-97ad-4399-b9dc-a377abc040f4 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:31.776011 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['cc444077-3ba7-4ccd-9a3d-af7169151954'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:33:31.783522 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b67f-1f1a-45d2-b343-76772baef9a3 req-fff78201-41bc-46f1-9ee6-cd0a33edd0f8 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:31.785099 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85c5b67f-1f1a-45d2-b343-76772baef9a3 req-fff78201-41bc-46f1-9ee6-cd0a33edd0f8 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 1096 time: 0.1921873 Dec 12 17:33:31.790893 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce49d5f3-ff89-477b-88a9-59b34b19e2aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:31.855511 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198d3a5-97ad-4399-b9dc-a377abc040f4 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Pushing event deleted for resources: {'Port': ['ID=cc444077-3ba7-4ccd-9a3d-af7169151954,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:31.865036 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-e8e3c878-7d5a-4a7d-9bfa-63c61f504883 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=644361ec9cbf42cab25484461bfad5cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880671 Dec 12 17:33:31.984667 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30a0113-07c1-4fe0-a09d-5af7c899844a req-5198d3a5-97ad-4399-b9dc-a377abc040f4 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] No DVR routers for this DVR port cc444077-3ba7-4ccd-9a3d-af7169151954 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:33:32.001440 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d30a0113-07c1-4fe0-a09d-5af7c899844a req-5198d3a5-97ad-4399-b9dc-a377abc040f4 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:32.004923 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d30a0113-07c1-4fe0-a09d-5af7c899844a req-5198d3a5-97ad-4399-b9dc-a377abc040f4 tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.31 "DELETE /v2.0/ports/cc444077-3ba7-4ccd-9a3d-af7169151954 HTTP/1.1" status: 204 len: 173 time: 1.1261342 Dec 12 17:33:32.067474 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-41467972-a2f0-43a8-8cad-e8128fc5dceb req-3bf4b091-0c73-4842-a0d5-20fa5f614e84 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413310 Dec 12 17:33:32.070501 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e59374b4-9eb4-447f-b90f-ebc3d45ed377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:32.074120 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e59374b4-9eb4-447f-b90f-ebc3d45ed377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:32.075401 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e59374b4-9eb4-447f-b90f-ebc3d45ed377 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52b79559-db63-4bcf-8676-cbfe9b890cbd HTTP/1.1" status: 204 len: 168 time: 0.5121658 Dec 12 17:33:32.084911 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59374b4-9eb4-447f-b90f-ebc3d45ed377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b79559-db63-4bcf-8676-cbfe9b890cbd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:32.095877 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85c5b67f-1f1a-45d2-b343-76772baef9a3 req-5f968d21-d33b-413c-8954-65d9fb7665b6 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702119 Dec 12 17:33:32.198012 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-fdc437fb-5371-4ea3-bf21-90d864759e83 service neutron] 10.222.0.18 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164728 Dec 12 17:33:32.285797 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce49d5f3-ff89-477b-88a9-59b34b19e2aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:32.287916 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d7b4517-5afb-4461-9c66-e582e3215e26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:32.302091 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d7b4517-5afb-4461-9c66-e582e3215e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:32.304999 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce49d5f3-ff89-477b-88a9-59b34b19e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:32.348708 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1cd013a-4f84-4dfa-bddf-bae5b7f7529b req-70680dc4-3f52-4da2-9464-e5ffe89fa18b tempest-ServerDiagnosticsNegativeTest-253286482 tempest-ServerDiagnosticsNegativeTest-253286482-project] 10.222.0.18 "GET /v2.0/ports?device_id=b24f261e-1530-4910-9830-e0b075e74bad HTTP/1.1" status: 200 len: 210 time: 0.0564804 Dec 12 17:33:32.398856 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7d7b4517-5afb-4461-9c66-e582e3215e26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77d273fd740349319dc40ce87e5c120f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6809499 Dec 12 17:33:32.403425 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ce49d5f3-ff89-477b-88a9-59b34b19e2aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c2ccc6476a5446bbda7b6f43173dbbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6512868 Dec 12 17:33:32.403425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34996) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:32.405325 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34998) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:32.407287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b4517-5afb-4461-9c66-e582e3215e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845712a5-77df-4737-a178-07649781c728,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:32.440646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49d5f3-ff89-477b-88a9-59b34b19e2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd1b419-da89-4487-b947-02d0dac6f203,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:32.457184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-9fb7f7aa-fda7-4283-afb3-7e6e7f394e9c service neutron] 10.222.0.18 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583015 Dec 12 17:33:32.508468 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a377525-2253-4c4b-92d6-8a701169e05f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:32.514947 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-13641808-4a37-4de2-b6c7-11eb27ba405b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:32.539973 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a377525-2253-4c4b-92d6-8a701169e05f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:32.562181 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-13641808-4a37-4de2-b6c7-11eb27ba405b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:32.600220 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a377525-2253-4c4b-92d6-8a701169e05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:32.601620 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a377525-2253-4c4b-92d6-8a701169e05f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:32.602865 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4a377525-2253-4c4b-92d6-8a701169e05f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1cd1b419-da89-4487-b947-02d0dac6f203 HTTP/1.1" status: 204 len: 168 time: 0.1963151 Dec 12 17:33:32.611798 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a377525-2253-4c4b-92d6-8a701169e05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd1b419-da89-4487-b947-02d0dac6f203,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:32.631576 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-1e60635d-44fe-47ee-a6aa-12e04e12688c req-8f020322-249b-4954-827e-9ce3261233f0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:33:32.633430 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e60635d-44fe-47ee-a6aa-12e04e12688c req-8f020322-249b-4954-827e-9ce3261233f0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058217 Dec 12 17:33:32.651698 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-13641808-4a37-4de2-b6c7-11eb27ba405b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:32.654868 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-13641808-4a37-4de2-b6c7-11eb27ba405b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:32.658261 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-13641808-4a37-4de2-b6c7-11eb27ba405b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/845712a5-77df-4737-a178-07649781c728 HTTP/1.1" status: 204 len: 168 time: 0.2500365 Dec 12 17:33:32.685324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13641808-4a37-4de2-b6c7-11eb27ba405b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845712a5-77df-4737-a178-07649781c728,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:32.859333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f8168-7240-47fb-82d0-fdc7cc6f4d06 req-d98ee440-0f2d-4e07-9fb7-a44bc037b079 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:32.860178 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-406f8168-7240-47fb-82d0-fdc7cc6f4d06 req-d98ee440-0f2d-4e07-9fb7-a44bc037b079 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 948 time: 0.0865960 Dec 12 17:33:32.915702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24f261e-1530-4910-9830-e0b075e74bad', 'name': 'network-vif-deleted', 'tag': 'cc444077-3ba7-4ccd-9a3d-af7169151954'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:32.918236 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b4409f-3677-4820-9f17-afdffcd47a44" -d '{"events": [{"server_uuid": "b24f261e-1530-4910-9830-e0b075e74bad", "name": "network-vif-deleted", "tag": "cc444077-3ba7-4ccd-9a3d-af7169151954"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:32.968227 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-406f8168-7240-47fb-82d0-fdc7cc6f4d06 req-9fffbef8-8929-4aca-94ec-6d3c656e8370 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881357 Dec 12 17:33:33.064948 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4dfcfdce-d678-4b3f-99f0-7ca88afd802d req-4ac1e522-a88c-4925-9239-88c9d30c0cd4 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=77df0f64-53c7-4259-8875-ec7dd12edaeb HTTP/1.1" status: 200 len: 210 time: 0.0277038 Dec 12 17:33:33.129005 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c433e7-ad46-4289-81c5-fc729063fa6e x-openstack-request-id: req-18c433e7-ad46-4289-81c5-fc729063fa6e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:33.129594 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24f261e-1530-4910-9830-e0b075e74bad", "name": "network-vif-deleted", "tag": "cc444077-3ba7-4ccd-9a3d-af7169151954", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:33.129671 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18c433e7-ad46-4289-81c5-fc729063fa6e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:33.130123 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24f261e-1530-4910-9830-e0b075e74bad', 'name': 'network-vif-deleted', 'tag': 'cc444077-3ba7-4ccd-9a3d-af7169151954', 'status': 'completed', 'code': 200} Dec 12 17:33:33.899471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35094) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:33.981493 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-de7904cb-974c-468a-ae0d-a79382a19d9b tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:33.987365 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-de7904cb-974c-468a-ae0d-a79382a19d9b tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.20 "GET /v2.0/networks?id=256368dc-5e68-4402-91a5-533328bbf958 HTTP/1.1" status: 200 len: 805 time: 0.1729383 Dec 12 17:33:34.002466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-eacb8f81-b46b-4b54-9615-1a6cacc76e4b tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Request body: {'port': {'device_id': '77df0f64-53c7-4259-8875-ec7dd12edaeb', 'network_id': '256368dc-5e68-4402-91a5-533328bbf958', 'admin_state_up': True, 'tenant_id': '644361ec9cbf42cab25484461bfad5cb'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:34.056221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 34c225bb-5552-4471-9ee7-ebcfeb139f9b details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:33:34.197430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device cc444077-3ba7-4ccd-9a3d-af7169151954 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:33:34.203679 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963df82-1e71-45a2-b4bb-a56ef75d5486 req-9597eb32-fc9c-48aa-8f99-835b86b08d5c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:34.212900 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7963df82-1e71-45a2-b4bb-a56ef75d5486 req-9597eb32-fc9c-48aa-8f99-835b86b08d5c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 948 time: 0.1367657 Dec 12 17:33:34.247661 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-eacb8f81-b46b-4b54-9615-1a6cacc76e4b tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Made reservation on behalf of 644361ec9cbf42cab25484461bfad5cb for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:33:34.251825 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-eacb8f81-b46b-4b54-9615-1a6cacc76e4b tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:34.277792 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: cc444077-3ba7-4ccd-9a3d-af7169151954 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:33:34.278367 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device cc444077-3ba7-4ccd-9a3d-af7169151954 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:33:34.359512 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7963df82-1e71-45a2-b4bb-a56ef75d5486 req-51e9402e-b7b2-484a-b98a-cf0beea07494 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408286 Dec 12 17:33:34.362208 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ba633703-fa62-4e0b-b26b-a2ce0a2252b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6033e5edb100460ab13531fedc101058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4616692 Dec 12 17:33:34.365167 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35124) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:34.425865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 34c225bb-5552-4471-9ee7-ebcfeb139f9b, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=34c225bb-5552-4471-9ee7-ebcfeb139f9b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:34.435898 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-eacb8f81-b46b-4b54-9615-1a6cacc76e4b tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Allocated IP 172.20.0.13 (256368dc-5e68-4402-91a5-533328bbf958/2a5209e1-f35d-462f-abcb-435d8a0a7895/6c4858a0-096b-4d77-a78a-4e52fc5af0fb) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:33:34.448806 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '34c225bb-5552-4471-9ee7-ebcfeb139f9b', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '34c225bb-5552-4471-9ee7-ebcfeb139f9b', 'mac_address': 'fa:16:3e:85:95:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:33:34.485532 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8e90550-1551-4c66-ac6d-6691208dc09f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:34.517332 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b656069-7898-4868-a1fd-54972bc88cfd req-d201ca49-eff3-4c74-97c3-6bce26701468 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=77df0f64-53c7-4259-8875-ec7dd12edaeb HTTP/1.1" status: 200 len: 210 time: 0.0482101 Dec 12 17:33:34.539720 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:34.545559 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8e90550-1551-4c66-ac6d-6691208dc09f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:34.559956 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c225bb-5552-4471-9ee7-ebcfeb139f9b {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:33:34.613025 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 34c225bb-5552-4471-9ee7-ebcfeb139f9b, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=34c225bb-5552-4471-9ee7-ebcfeb139f9b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:34.624039 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:34.648981 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8e90550-1551-4c66-ac6d-6691208dc09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:34.652372 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8e90550-1551-4c66-ac6d-6691208dc09f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:34.653930 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c8e90550-1551-4c66-ac6d-6691208dc09f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8d020c4-f023-46ce-bdab-d70f894e9d24 HTTP/1.1" status: 204 len: 168 time: 0.2876229 Dec 12 17:33:34.663397 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e90550-1551-4c66-ac6d-6691208dc09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d020c4-f023-46ce-bdab-d70f894e9d24,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:34.678916 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-eacb8f81-b46b-4b54-9615-1a6cacc76e4b tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:34.727737 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=34c225bb-5552-4471-9ee7-ebcfeb139f9b,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:34.728168 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-eacb8f81-b46b-4b54-9615-1a6cacc76e4b tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:34.788990 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-eacb8f81-b46b-4b54-9615-1a6cacc76e4b tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Network 256368dc-5e68-4402-91a5-533328bbf958 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:33:34.792314 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-eacb8f81-b46b-4b54-9615-1a6cacc76e4b tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:33:34.796426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-eacb8f81-b46b-4b54-9615-1a6cacc76e4b tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:33:34.802001 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-eacb8f81-b46b-4b54-9615-1a6cacc76e4b tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:34.802675 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-eacb8f81-b46b-4b54-9615-1a6cacc76e4b tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:34.812691 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb8f81-b46b-4b54-9615-1a6cacc76e4b tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Pushing event updated for resources: {'Port': ['ID=6c4858a0-096b-4d77-a78a-4e52fc5af0fb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:34.825412 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-eacb8f81-b46b-4b54-9615-1a6cacc76e4b tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8288012 Dec 12 17:33:34.837791 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Request body: {'port': {'device_id': '77df0f64-53c7-4259-8875-ec7dd12edaeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:34.848629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35142) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:34.895227 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:34.917938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['34c225bb-5552-4471-9ee7-ebcfeb139f9b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:33:35.245297 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4858a0-096b-4d77-a78a-4e52fc5af0fb {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:33:35.253239 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:35.275580 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Transition to ACTIVE for port object 6c4858a0-096b-4d77-a78a-4e52fc5af0fb will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:33:35.280115 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:35.287194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-fba838d5-a17d-4a9c-a777-dc112b511cb3 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:33:35.288247 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-fba838d5-a17d-4a9c-a777-dc112b511cb3 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4382949 Dec 12 17:33:35.341034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Pushing event updated for resources: {'Port': ['ID=6c4858a0-096b-4d77-a78a-4e52fc5af0fb,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:35.376103 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Attempting to bind port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:33:35.376469 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Attempting to bind port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256368dc-5e68-4402-91a5-533328bbf958'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:33:35.376996 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Attempting to bind port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb on network 256368dc-5e68-4402-91a5-533328bbf958 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:35.382946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb on network 256368dc-5e68-4402-91a5-533328bbf958 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:33:35.383378 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Attempting to bind port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb on network 256368dc-5e68-4402-91a5-533328bbf958 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:35.389145 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:33:35.389592 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Checking segment: {'id': 'fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256368dc-5e68-4402-91a5-533328bbf958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:33:35.389897 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Bound using segment: {'id': 'fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256368dc-5e68-4402-91a5-533328bbf958'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:33:35.390376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Bound port: 6c4858a0-096b-4d77-a78a-4e52fc5af0fb, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256368dc-5e68-4402-91a5-533328bbf958'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:33:35.390716 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:35.471383 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] For port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:33:35.475582 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] For port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6c4858a0-096b-4d77-a78a-4e52fc5af0fb,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:33:35.491241 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:35.492645 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35164) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:35.500625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dc468-3b64-4384-9dcc-352fa85b4907 req-68a41d54-9d6f-4d79-a5ab-9bbf4f572358 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:35.509162 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a4dc468-3b64-4384-9dcc-352fa85b4907 req-68a41d54-9d6f-4d79-a5ab-9bbf4f572358 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 949 time: 0.0746450 Dec 12 17:33:35.562351 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a4dc468-3b64-4384-9dcc-352fa85b4907 req-747c2dee-8aa7-4913-a1b7-8bf0bbda9d5f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521953 Dec 12 17:33:35.574923 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9656b7aa-1fe8-4a28-9503-5aa851663231 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:35.616011 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:35.617265 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:35.618752 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] 10.222.0.20 "PUT /v2.0/ports/6c4858a0-096b-4d77-a78a-4e52fc5af0fb HTTP/1.1" status: 200 len: 1092 time: 0.7852359 Dec 12 17:33:35.619392 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77df0f64-53c7-4259-8875-ec7dd12edaeb', 'tag': '6c4858a0-096b-4d77-a78a-4e52fc5af0fb'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:35.622374 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c084b8e-b5cd-4190-8153-d47d92be71b6" -d '{"events": [{"name": "network-changed", "server_uuid": "77df0f64-53c7-4259-8875-ec7dd12edaeb", "tag": "6c4858a0-096b-4d77-a78a-4e52fc5af0fb"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:35.636665 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b17a9-4e61-4780-988c-fd3bb670884f service neutron] Pushing event updated for resources: {'Port': ['ID=6c4858a0-096b-4d77-a78a-4e52fc5af0fb,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:35.732129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cfcbc-a96e-4c80-96f6-4deba96b0bfd req-a97d8fd3-268b-4946-9398-0203bc819871 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:35.732781 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-e2d81281-a30f-4257-8f01-66f292063098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:35.734780 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-e2d81281-a30f-4257-8f01-66f292063098 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=644361ec9cbf42cab25484461bfad5cb&device_id=77df0f64-53c7-4259-8875-ec7dd12edaeb HTTP/1.1" status: 200 len: 1095 time: 0.0660415 Dec 12 17:33:35.743194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-243cfcbc-a96e-4c80-96f6-4deba96b0bfd req-a97d8fd3-268b-4946-9398-0203bc819871 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=77df0f64-53c7-4259-8875-ec7dd12edaeb HTTP/1.1" status: 200 len: 944 time: 0.0736387 Dec 12 17:33:35.791764 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-f8bf8f79-e7a7-44d0-a3e8-029568ad38b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c4858a0-096b-4d77-a78a-4e52fc5af0fb HTTP/1.1" status: 200 len: 217 time: 0.0477667 Dec 12 17:33:35.797074 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9656b7aa-1fe8-4a28-9503-5aa851663231 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:35.809315 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9656b7aa-1fe8-4a28-9503-5aa851663231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:35.819588 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-243cfcbc-a96e-4c80-96f6-4deba96b0bfd req-bdd58712-3522-41f4-9981-0e9865a460ab tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731688 Dec 12 17:33:35.883933 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-fb36d1f0-3fb5-42c3-b001-eda7a8f24b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:35.889117 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-fb36d1f0-3fb5-42c3-b001-eda7a8f24b0c service neutron] 10.222.0.18 "GET /v2.0/ports/32aa024c-7a8e-4453-b9c8-f38a1678112e HTTP/1.1" status: 200 len: 1093 time: 0.2744138 Dec 12 17:33:35.893641 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9656b7aa-1fe8-4a28-9503-5aa851663231 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6070263e4afd48b5ae0e966d5792d265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3575103 Dec 12 17:33:35.897520 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35182) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:35.900185 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfb156e-c5cd-496b-a19c-41d67cebc301 x-openstack-request-id: req-acfb156e-c5cd-496b-a19c-41d67cebc301 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:35.900475 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77df0f64-53c7-4259-8875-ec7dd12edaeb", "tag": "6c4858a0-096b-4d77-a78a-4e52fc5af0fb", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:35.900732 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acfb156e-c5cd-496b-a19c-41d67cebc301 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:35.901984 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-2558d2b4-3da3-4eca-84a2-f554dfa0630c service neutron] Request body: {'binding': {'host': 'n-h1-760354-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:35.902107 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77df0f64-53c7-4259-8875-ec7dd12edaeb', 'tag': '6c4858a0-096b-4d77-a78a-4e52fc5af0fb', 'status': 'completed', 'code': 200} Dec 12 17:33:35.902760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-2558d2b4-3da3-4eca-84a2-f554dfa0630c service neutron] Unknown quota resources ['binding']. {{(pid=103151) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 17:33:35.906820 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-7828b688-e419-4ee3-9f5a-48977539ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:35.908330 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-7828b688-e419-4ee3-9f5a-48977539ef02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2a5209e1-f35d-462f-abcb-435d8a0a7895 HTTP/1.1" status: 200 len: 845 time: 0.1095958 Dec 12 17:33:35.909064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656b7aa-1fe8-4a28-9503-5aa851663231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da49057-d21e-4b41-bb02-53226257bcbf,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:35.962566 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-571ce330-11e2-486c-ab85-39f485190290 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=256368dc-5e68-4402-91a5-533328bbf958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356653 Dec 12 17:33:36.076361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 34c225bb-5552-4471-9ee7-ebcfeb139f9b up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:33:36.095275 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-0c8735f9-27f2-4453-8149-bd739a2aa26c service neutron] 10.222.0.20 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244125 Dec 12 17:33:36.193244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 34c225bb-5552-4471-9ee7-ebcfeb139f9b completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:33:36.203022 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 34c225bb-5552-4471-9ee7-ebcfeb139f9b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:33:36.203419 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:36.222036 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e225070b-1e4f-428e-93bc-7f5847edd301 req-156f49fa-1396-4c21-a1f0-75e6c6f22847 service neutron] 10.222.0.20 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194794 Dec 12 17:33:36.240824 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-904f9829-95b5-4ca2-b978-afef39d02e9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:36.281953 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-904f9829-95b5-4ca2-b978-afef39d02e9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:36.334160 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-2558d2b4-3da3-4eca-84a2-f554dfa0630c service neutron] Attempting to bind port 32aa024c-7a8e-4453-b9c8-f38a1678112e on host n-h1-760354-5 for vnic_type normal with profile None {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:33:36.334956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-2558d2b4-3da3-4eca-84a2-f554dfa0630c service neutron] Attempting to bind port 32aa024c-7a8e-4453-b9c8-f38a1678112e by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:33:36.335952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-2558d2b4-3da3-4eca-84a2-f554dfa0630c service neutron] Attempting to bind port 32aa024c-7a8e-4453-b9c8-f38a1678112e on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:36.344134 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-2558d2b4-3da3-4eca-84a2-f554dfa0630c service neutron] Port 32aa024c-7a8e-4453-b9c8-f38a1678112e on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:33:36.344448 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-2558d2b4-3da3-4eca-84a2-f554dfa0630c service neutron] Attempting to bind port 32aa024c-7a8e-4453-b9c8-f38a1678112e on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:36.352204 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-2558d2b4-3da3-4eca-84a2-f554dfa0630c service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:33:36.352731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-2558d2b4-3da3-4eca-84a2-f554dfa0630c service neutron] Checking segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:33:36.353275 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-2558d2b4-3da3-4eca-84a2-f554dfa0630c service neutron] Bound using segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:33:36.353858 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-2558d2b4-3da3-4eca-84a2-f554dfa0630c service neutron] Bound port: 32aa024c-7a8e-4453-b9c8-f38a1678112e, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:33:36.361118 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:36.376030 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c084b8e-b5cd-4190-8153-d47d92be71b6 req-ccf26bdb-de6e-4d9c-862b-9d7d5df2cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:36.383165 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c084b8e-b5cd-4190-8153-d47d92be71b6 req-ccf26bdb-de6e-4d9c-862b-9d7d5df2cfd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=644361ec9cbf42cab25484461bfad5cb&device_id=77df0f64-53c7-4259-8875-ec7dd12edaeb HTTP/1.1" status: 200 len: 1095 time: 0.0898449 Dec 12 17:33:36.418709 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefc66d1-a6d9-40b3-b48d-246cd3ba52f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c225bb-5552-4471-9ee7-ebcfeb139f9b'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:36.421304 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2a9779-947e-48a7-b5a5-f8538d109c72" -d '{"events": [{"server_uuid": "aefc66d1-a6d9-40b3-b48d-246cd3ba52f5", "name": "network-vif-plugged", "status": "completed", "tag": "34c225bb-5552-4471-9ee7-ebcfeb139f9b"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:36.436624 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-904f9829-95b5-4ca2-b978-afef39d02e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:36.439569 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-904f9829-95b5-4ca2-b978-afef39d02e9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:36.443702 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-904f9829-95b5-4ca2-b978-afef39d02e9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4da49057-d21e-4b41-bb02-53226257bcbf HTTP/1.1" status: 204 len: 168 time: 0.5381379 Dec 12 17:33:36.449397 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 34c225bb-5552-4471-9ee7-ebcfeb139f9b, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=34c225bb-5552-4471-9ee7-ebcfeb139f9b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:36.464779 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:36.465790 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f9829-95b5-4ca2-b978-afef39d02e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da49057-d21e-4b41-bb02-53226257bcbf,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:36.488172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-2558d2b4-3da3-4eca-84a2-f554dfa0630c service neutron] For port 32aa024c-7a8e-4453-b9c8-f38a1678112e, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=32aa024c-7a8e-4453-b9c8-f38a1678112e,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:33:36.499727 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-2558d2b4-3da3-4eca-84a2-f554dfa0630c service neutron] Publish callbacks [] for binding, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:36.505391 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-2558d2b4-3da3-4eca-84a2-f554dfa0630c service neutron] 10.222.0.18 "POST /v2.0/ports/32aa024c-7a8e-4453-b9c8-f38a1678112e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6082799 Dec 12 17:33:36.508598 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c084b8e-b5cd-4190-8153-d47d92be71b6 req-7eb66307-140a-4f35-af09-9c5891bdc1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:36.510843 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c084b8e-b5cd-4190-8153-d47d92be71b6 req-7eb66307-140a-4f35-af09-9c5891bdc1dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=256368dc-5e68-4402-91a5-533328bbf958 HTTP/1.1" status: 200 len: 906 time: 0.1206183 Dec 12 17:33:36.554973 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=34c225bb-5552-4471-9ee7-ebcfeb139f9b,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:36.581178 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c084b8e-b5cd-4190-8153-d47d92be71b6 req-03a8b795-e064-4c46-a549-726e189b2395 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c4858a0-096b-4d77-a78a-4e52fc5af0fb HTTP/1.1" status: 200 len: 217 time: 0.0629520 Dec 12 17:33:36.657071 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbbdbd7-e13d-4a65-b71c-fd29c7c57030 x-openstack-request-id: req-1cbbdbd7-e13d-4a65-b71c-fd29c7c57030 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:36.657508 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefc66d1-a6d9-40b3-b48d-246cd3ba52f5", "name": "network-vif-plugged", "status": "completed", "tag": "34c225bb-5552-4471-9ee7-ebcfeb139f9b", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:36.657632 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cbbdbd7-e13d-4a65-b71c-fd29c7c57030 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:36.658224 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefc66d1-a6d9-40b3-b48d-246cd3ba52f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c225bb-5552-4471-9ee7-ebcfeb139f9b', 'code': 200} Dec 12 17:33:36.686411 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c084b8e-b5cd-4190-8153-d47d92be71b6 req-20c05a66-185e-496e-9336-14b28c0f32f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:36.689919 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c084b8e-b5cd-4190-8153-d47d92be71b6 req-20c05a66-185e-496e-9336-14b28c0f32f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2a5209e1-f35d-462f-abcb-435d8a0a7895 HTTP/1.1" status: 200 len: 845 time: 0.1002054 Dec 12 17:33:36.742243 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c084b8e-b5cd-4190-8153-d47d92be71b6 req-0179c415-a337-4f3d-b639-4e56cd6419a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=256368dc-5e68-4402-91a5-533328bbf958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440786 Dec 12 17:33:36.765082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d443a1-5695-4ed9-b1ea-931fb0f9bfb9 req-7c202ee5-9af2-40fb-bbca-63a25052329a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:36.773533 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4d443a1-5695-4ed9-b1ea-931fb0f9bfb9 req-7c202ee5-9af2-40fb-bbca-63a25052329a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 950 time: 0.0631309 Dec 12 17:33:36.855764 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4d443a1-5695-4ed9-b1ea-931fb0f9bfb9 req-04663fe1-a07b-4126-b92c-a6988e81f0b0 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809243 Dec 12 17:33:36.864671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-455d9a97-a745-40d6-b929-d5a4f3bf90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:36.866379 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-455d9a97-a745-40d6-b929-d5a4f3bf90f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 1096 time: 0.0680184 Dec 12 17:33:36.875587 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987546ef-c477-4097-88ca-d60d22df010f req-c6c0bb80-9c4a-4210-81c2-1e495b074d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:36.877085 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-987546ef-c477-4097-88ca-d60d22df010f req-c6c0bb80-9c4a-4210-81c2-1e495b074d76 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 1101 time: 0.1339517 Dec 12 17:33:36.922527 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c084b8e-b5cd-4190-8153-d47d92be71b6 req-d056871c-c3d9-4d1b-8dfb-d2745de51488 service neutron] 10.222.0.20 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496537 Dec 12 17:33:37.003189 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-987546ef-c477-4097-88ca-d60d22df010f req-df046fa4-d96a-4124-affb-0f93679da80f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190722 Dec 12 17:33:37.037636 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db629221-2b05-400d-af84-b7f5b1dfe018 req-3c8e0a56-197e-4669-9359-779415fd2bb7 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:37.040440 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db629221-2b05-400d-af84-b7f5b1dfe018 req-3c8e0a56-197e-4669-9359-779415fd2bb7 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 945 time: 0.0834882 Dec 12 17:33:37.059962 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c084b8e-b5cd-4190-8153-d47d92be71b6 req-9cc2e843-c910-4bda-a1dc-8385bf6f459d service neutron] 10.222.0.20 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227727 Dec 12 17:33:37.066577 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-bc525744-a2e5-4377-8e2e-393c73220402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:37.068448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-bc525744-a2e5-4377-8e2e-393c73220402 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 922 time: 0.1923039 Dec 12 17:33:37.106757 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db629221-2b05-400d-af84-b7f5b1dfe018 req-4a5019c6-c380-4325-80a3-6b6e78b3f46f tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510998 Dec 12 17:33:37.247394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80db3af-829f-4b11-8138-a3c218049fa4 req-9df836c5-ef51-49b9-8a98-6e978e4a23ac tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:37.250825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e80db3af-829f-4b11-8138-a3c218049fa4 req-9df836c5-ef51-49b9-8a98-6e978e4a23ac tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=77df0f64-53c7-4259-8875-ec7dd12edaeb HTTP/1.1" status: 200 len: 944 time: 0.0725605 Dec 12 17:33:37.307798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-676a7e44-60d4-447a-b3ec-0c8c0e7b96ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32aa024c-7a8e-4453-b9c8-f38a1678112e HTTP/1.1" status: 200 len: 217 time: 0.0526259 Dec 12 17:33:37.373809 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-4c2b0723-0a90-4d67-8efa-04e4dd61803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:37.375418 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-4c2b0723-0a90-4d67-8efa-04e4dd61803f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.0605054 Dec 12 17:33:37.399833 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e80db3af-829f-4b11-8138-a3c218049fa4 req-f96181e9-1e88-4531-8d51-72938b68a43a tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320529 Dec 12 17:33:37.419141 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-ee1d19c2-d5d6-4f36-beeb-2b6849cd0770 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362229 Dec 12 17:33:37.549550 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-ddb18a76-6798-457f-be99-2fa943b1ba26 service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219869 Dec 12 17:33:37.668087 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-15c46d9f-aeb1-425c-837c-963c1ab64c0d service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104388 Dec 12 17:33:37.917117 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-8a579d7f-40ca-4b99-8381-d1d91440e7ea tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:37.918997 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-8a579d7f-40ca-4b99-8381-d1d91440e7ea tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516&tenant_id=ed3999e96c6f4755bb182b05f58b09fc&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 1096 time: 0.0881040 Dec 12 17:33:37.935253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760354-5'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:38.051284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4a90a-ccff-497a-9f80-b622a4dd3875 req-b945eb20-7d9c-40e6-8c0d-3e9d555481c0 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:38.052820 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bfc4a90a-ccff-497a-9f80-b622a4dd3875 req-b945eb20-7d9c-40e6-8c0d-3e9d555481c0 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 950 time: 0.1146297 Dec 12 17:33:38.056106 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:38.181853 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bfc4a90a-ccff-497a-9f80-b622a4dd3875 req-34f5dece-0e11-4efb-b8ed-8d981c142bef tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172619 Dec 12 17:33:38.242335 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] For port 32aa024c-7a8e-4453-b9c8-f38a1678112e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=32aa024c-7a8e-4453-b9c8-f38a1678112e,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:38.252881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35304) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:38.299488 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] For port 32aa024c-7a8e-4453-b9c8-f38a1678112e, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:33:38.373636 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1bf9af-e51a-46f2-8123-e531fe393516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32aa024c-7a8e-4453-b9c8-f38a1678112e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:38.376030 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edbcf74-35a7-43dc-9c2e-b0926cb450d8" -d '{"events": [{"server_uuid": "1f1bf9af-e51a-46f2-8123-e531fe393516", "name": "network-vif-unplugged", "status": "completed", "tag": "32aa024c-7a8e-4453-b9c8-f38a1678112e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:38.380566 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:38.391186 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:38.430294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb549c7b-163c-4bc4-8a2c-2f3efd7d1508 req-0024fadb-5141-4c5d-bea0-5a8b72a13fd5 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:38.436696 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb549c7b-163c-4bc4-8a2c-2f3efd7d1508 req-0024fadb-5141-4c5d-bea0-5a8b72a13fd5 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 945 time: 0.1128812 Dec 12 17:33:38.561235 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f5453e-ce0b-4f73-b438-f0c63323df2d x-openstack-request-id: req-c5f5453e-ce0b-4f73-b438-f0c63323df2d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:38.561611 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1bf9af-e51a-46f2-8123-e531fe393516", "name": "network-vif-unplugged", "status": "completed", "tag": "32aa024c-7a8e-4453-b9c8-f38a1678112e", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:38.561868 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5f5453e-ce0b-4f73-b438-f0c63323df2d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:38.562259 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1bf9af-e51a-46f2-8123-e531fe393516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32aa024c-7a8e-4453-b9c8-f38a1678112e', 'code': 200} Dec 12 17:33:38.617420 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-28fcd709-4aef-4b20-af7b-449d59607c8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:38.624580 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] Attempting to bind port 32aa024c-7a8e-4453-b9c8-f38a1678112e on host n-h2-760354-5 for vnic_type normal with profile {"migrating_to": "n-h1-760354-5"} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:33:38.624916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] Attempting to bind port 32aa024c-7a8e-4453-b9c8-f38a1678112e by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:33:38.625246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] Attempting to bind port 32aa024c-7a8e-4453-b9c8-f38a1678112e on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:38.650728 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] Pushing event updated for resources: {'Port': ['ID=32aa024c-7a8e-4453-b9c8-f38a1678112e,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:38.670888 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb549c7b-163c-4bc4-8a2c-2f3efd7d1508 req-f795bb39-e6ec-4377-ab11-a875b6f18e1c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994052 Dec 12 17:33:38.673548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] Port 32aa024c-7a8e-4453-b9c8-f38a1678112e on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:33:38.673893 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] Attempting to bind port 32aa024c-7a8e-4453-b9c8-f38a1678112e on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:38.691640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:33:38.691640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] Checking segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:33:38.691819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] Bound using segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:33:38.692260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] Bound port: 32aa024c-7a8e-4453-b9c8-f38a1678112e, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:33:38.692608 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:38.731485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c50c6-9b0d-4ae5-af3e-99798006039e req-67a52890-7785-4fd6-a7d1-f29968ea0f40 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:38.733010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a31c50c6-9b0d-4ae5-af3e-99798006039e req-67a52890-7785-4fd6-a7d1-f29968ea0f40 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=77df0f64-53c7-4259-8875-ec7dd12edaeb HTTP/1.1" status: 200 len: 944 time: 0.1310556 Dec 12 17:33:38.838144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] For port 32aa024c-7a8e-4453-b9c8-f38a1678112e, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:33:38.844284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] For port 32aa024c-7a8e-4453-b9c8-f38a1678112e, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=32aa024c-7a8e-4453-b9c8-f38a1678112e,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:33:38.852208 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a31c50c6-9b0d-4ae5-af3e-99798006039e req-b80f1031-59e5-40db-889b-ef2fe4f0ffde tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963869 Dec 12 17:33:38.857835 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:38.901311 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-28fcd709-4aef-4b20-af7b-449d59607c8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:38.909909 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-28fcd709-4aef-4b20-af7b-449d59607c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:38.985923 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] Pushing event updated for resources: {'Port': ['ID=32aa024c-7a8e-4453-b9c8-f38a1678112e,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:38.989661 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:38.990291 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:38.991730 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-7cd47e9d-0db6-4710-ad79-fb1476506c59 service neutron] 10.222.0.31 "PUT /v2.0/ports/32aa024c-7a8e-4453-b9c8-f38a1678112e HTTP/1.1" status: 200 len: 1121 time: 1.0642042 Dec 12 17:33:38.992597 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcd709-4aef-4b20-af7b-449d59607c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf9c833-5120-47d8-aa48-a16f3d60f075,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:38.999787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-28fcd709-4aef-4b20-af7b-449d59607c8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e916443a20bc4da6a35f7a15b0967c51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7429059 Dec 12 17:33:39.001334 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35342) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:39.054609 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['32aa024c-7a8e-4453-b9c8-f38a1678112e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:33:39.102950 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0df4261b-e892-4e92-b326-2cf75859437f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:39.147175 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0df4261b-e892-4e92-b326-2cf75859437f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:39.216640 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0df4261b-e892-4e92-b326-2cf75859437f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:39.221429 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0df4261b-e892-4e92-b326-2cf75859437f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:39.226901 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0df4261b-e892-4e92-b326-2cf75859437f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ecf9c833-5120-47d8-aa48-a16f3d60f075 HTTP/1.1" status: 204 len: 168 time: 0.2233820 Dec 12 17:33:39.244513 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4261b-e892-4e92-b326-2cf75859437f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf9c833-5120-47d8-aa48-a16f3d60f075,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:39.398065 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b450-89ed-4bfb-bb95-b543d6e82b01 req-778deceb-87c2-45fc-b9c4-c36294210345 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:39.399636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b15b450-89ed-4bfb-bb95-b543d6e82b01 req-778deceb-87c2-45fc-b9c4-c36294210345 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 950 time: 0.0609286 Dec 12 17:33:39.475824 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b15b450-89ed-4bfb-bb95-b543d6e82b01 req-a2666d41-9bae-4922-aba2-bc7be4758f9c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684621 Dec 12 17:33:39.656869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6c4858a0-096b-4d77-a78a-4e52fc5af0fb details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:33:39.722850 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35406) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:39.768786 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6c4858a0-096b-4d77-a78a-4e52fc5af0fb,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:39.782360 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '6c4858a0-096b-4d77-a78a-4e52fc5af0fb', 'network_id': '256368dc-5e68-4402-91a5-533328bbf958', 'port_id': '6c4858a0-096b-4d77-a78a-4e52fc5af0fb', 'mac_address': 'fa:16:3e:e7:ce:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5209e1-f35d-462f-abcb-435d8a0a7895', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:33:39.813301 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35412) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:39.818129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b1406-5ca2-45d7-bf1d-ce7efe8de48d req-9eccd98c-1344-44be-b691-92d4d589a3f2 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:39.828133 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff5b1406-5ca2-45d7-bf1d-ce7efe8de48d req-9eccd98c-1344-44be-b691-92d4d589a3f2 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 943 time: 0.0655682 Dec 12 17:33:39.830904 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85f5839a-5b99-4f3e-a89d-1271acff77e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:39.836769 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:39.853328 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4858a0-096b-4d77-a78a-4e52fc5af0fb {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:33:39.878491 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6c4858a0-096b-4d77-a78a-4e52fc5af0fb,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:39.885982 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:39.894490 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff5b1406-5ca2-45d7-bf1d-ce7efe8de48d req-9d592994-ecc3-4d5d-837a-07143f39f134 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602012 Dec 12 17:33:39.976940 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=6c4858a0-096b-4d77-a78a-4e52fc5af0fb,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:39.982945 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85f5839a-5b99-4f3e-a89d-1271acff77e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:39.988755 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85f5839a-5b99-4f3e-a89d-1271acff77e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.015235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d5859-c3b4-42e1-ba20-28fd0ca02f24 req-c294c9b5-fd45-4c15-a762-9c2cde19963a tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:40.017056 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-065d5859-c3b4-42e1-ba20-28fd0ca02f24 req-c294c9b5-fd45-4c15-a762-9c2cde19963a tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 1101 time: 0.0725551 Dec 12 17:33:40.035898 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-85f5839a-5b99-4f3e-a89d-1271acff77e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bfbc6ec0981548f6ad75d225405eec8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214999 Dec 12 17:33:40.037189 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5839a-5b99-4f3e-a89d-1271acff77e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da5d959-7588-4616-b759-412a33cd6133,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:40.042463 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35416) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:40.065825 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-065d5859-c3b4-42e1-ba20-28fd0ca02f24 req-e56c692a-eb02-4490-ba17-4502c491c5af tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.109421 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['6c4858a0-096b-4d77-a78a-4e52fc5af0fb'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:33:40.152823 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5ff2-70a0-4ef6-a692-76c8b772a9d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.156652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a246b9-b856-4d4d-9be3-e80db82f7bec req-0f878e57-a586-417b-a8db-2408d2be18fb tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:40.158546 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8a246b9-b856-4d4d-9be3-e80db82f7bec req-0f878e57-a586-417b-a8db-2408d2be18fb tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=77df0f64-53c7-4259-8875-ec7dd12edaeb HTTP/1.1" status: 200 len: 945 time: 0.0843737 Dec 12 17:33:40.206333 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9af0386f-c7ae-4cdc-a259-cd0284353c03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.221526 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5ff2-70a0-4ef6-a692-76c8b772a9d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.221733 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-065d5859-c3b4-42e1-ba20-28fd0ca02f24 req-e56c692a-eb02-4490-ba17-4502c491c5af tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.234936 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-065d5859-c3b4-42e1-ba20-28fd0ca02f24 req-e56c692a-eb02-4490-ba17-4502c491c5af tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.269058 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35422) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:40.270596 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8a246b9-b856-4d4d-9be3-e80db82f7bec req-dfbc0346-da31-41bf-afbc-fe365038498f tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989401 Dec 12 17:33:40.325364 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-065d5859-c3b4-42e1-ba20-28fd0ca02f24 req-e56c692a-eb02-4490-ba17-4502c491c5af tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951484 Dec 12 17:33:40.327447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c692a-eb02-4490-ba17-4502c491c5af tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081d5fe0-a27d-4cc5-b8d5-e1c0f61a9cd9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:40.337852 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5ff2-70a0-4ef6-a692-76c8b772a9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.341233 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5ff2-70a0-4ef6-a692-76c8b772a9d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.345462 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d5ac5ff2-70a0-4ef6-a692-76c8b772a9d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7da5d959-7588-4616-b759-412a33cd6133 HTTP/1.1" status: 204 len: 168 time: 0.3041694 Dec 12 17:33:40.364057 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac5ff2-70a0-4ef6-a692-76c8b772a9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da5d959-7588-4616-b759-412a33cd6133,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:40.399264 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9af0386f-c7ae-4cdc-a259-cd0284353c03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.405584 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9af0386f-c7ae-4cdc-a259-cd0284353c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.456543 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9af0386f-c7ae-4cdc-a259-cd0284353c03 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=902a7e222bee46e3b26a7eb34dfed9ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7308857 Dec 12 17:33:40.458642 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0386f-c7ae-4cdc-a259-cd0284353c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88aac78a-5953-4abb-9185-0d1da2c44052,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:40.459458 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35434) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:40.475579 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7b5474c3-c99d-4803-b68f-3a46b134e9a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.534769 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0386b054-1b5b-41db-aaba-70fcccc22780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.569009 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1bf9af-e51a-46f2-8123-e531fe393516', 'tag': '32aa024c-7a8e-4453-b9c8-f38a1678112e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:40.572687 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f894ab7-edb5-42d5-81d2-2fa9f8ad97ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1bf9af-e51a-46f2-8123-e531fe393516", "tag": "32aa024c-7a8e-4453-b9c8-f38a1678112e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:40.577480 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0386b054-1b5b-41db-aaba-70fcccc22780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.591937 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7b5474c3-c99d-4803-b68f-3a46b134e9a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.602551 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7b5474c3-c99d-4803-b68f-3a46b134e9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.651134 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb7ba79-5c05-4cd6-a82c-0d9cd52337b6 x-openstack-request-id: req-cdb7ba79-5c05-4cd6-a82c-0d9cd52337b6 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:40.651484 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1bf9af-e51a-46f2-8123-e531fe393516", "tag": "32aa024c-7a8e-4453-b9c8-f38a1678112e", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:40.652183 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cdb7ba79-5c05-4cd6-a82c-0d9cd52337b6 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:40.652361 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1bf9af-e51a-46f2-8123-e531fe393516', 'tag': '32aa024c-7a8e-4453-b9c8-f38a1678112e', 'status': 'completed', 'code': 200} Dec 12 17:33:40.665887 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0386b054-1b5b-41db-aaba-70fcccc22780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.671898 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0386b054-1b5b-41db-aaba-70fcccc22780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.673484 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0386b054-1b5b-41db-aaba-70fcccc22780 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88aac78a-5953-4abb-9185-0d1da2c44052 HTTP/1.1" status: 204 len: 168 time: 0.2130325 Dec 12 17:33:40.677912 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7b5474c3-c99d-4803-b68f-3a46b134e9a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=789b9962d33d42349c951f296b31f4ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4071221 Dec 12 17:33:40.680826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35444) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:40.688093 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5474c3-c99d-4803-b68f-3a46b134e9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1179bc9d-35b0-4cee-8d7d-ed0aa593b616,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:40.726735 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f894ab7-edb5-42d5-81d2-2fa9f8ad97ce req-b68dada7-75da-4c7d-bd21-c4563bfcc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:40.728628 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0f894ab7-edb5-42d5-81d2-2fa9f8ad97ce req-b68dada7-75da-4c7d-bd21-c4563bfcc82b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 1124 time: 0.0542054 Dec 12 17:33:40.743881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386b054-1b5b-41db-aaba-70fcccc22780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88aac78a-5953-4abb-9185-0d1da2c44052,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:40.793126 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3eb64c86-1698-4b0b-98cd-2d40bfb4e62a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.820166 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3eb64c86-1698-4b0b-98cd-2d40bfb4e62a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.862447 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-5a4ba6d6-e58c-442f-a10b-9b7d28f4c775 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a0d39bfda52e4fb886e1965874038568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449345 Dec 12 17:33:40.890486 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f894ab7-edb5-42d5-81d2-2fa9f8ad97ce req-57dac312-7f7d-4989-b70c-24ebe3b9fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:40.892166 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0f894ab7-edb5-42d5-81d2-2fa9f8ad97ce req-57dac312-7f7d-4989-b70c-24ebe3b9fc9e service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 922 time: 0.1535530 Dec 12 17:33:40.949797 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0f894ab7-edb5-42d5-81d2-2fa9f8ad97ce req-b99fa1ce-93fe-4555-80db-54ea080b42ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32aa024c-7a8e-4453-b9c8-f38a1678112e HTTP/1.1" status: 200 len: 217 time: 0.0488791 Dec 12 17:33:40.958102 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3eb64c86-1698-4b0b-98cd-2d40bfb4e62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.961724 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3eb64c86-1698-4b0b-98cd-2d40bfb4e62a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:40.965621 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3eb64c86-1698-4b0b-98cd-2d40bfb4e62a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1179bc9d-35b0-4cee-8d7d-ed0aa593b616 HTTP/1.1" status: 204 len: 168 time: 0.2796893 Dec 12 17:33:40.984074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb64c86-1698-4b0b-98cd-2d40bfb4e62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1179bc9d-35b0-4cee-8d7d-ed0aa593b616,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:41.013881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cb08e-e839-4987-992d-8d731948d137 req-7db8e059-98d2-458f-bd73-aaef794ba623 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:41.015455 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-7db8e059-98d2-458f-bd73-aaef794ba623 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448681 Dec 12 17:33:41.020715 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f894ab7-edb5-42d5-81d2-2fa9f8ad97ce req-f88888da-0053-4853-bfa6-bd2414123399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:41.022555 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0f894ab7-edb5-42d5-81d2-2fa9f8ad97ce req-f88888da-0053-4853-bfa6-bd2414123399 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.0648375 Dec 12 17:33:41.032357 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-b769dffb-75dd-4da7-a9c0-274d8ddf714a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/quotas/a0d39bfda52e4fb886e1965874038568 HTTP/1.1" status: 200 len: 375 time: 0.0094309 Dec 12 17:33:41.062507 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0f894ab7-edb5-42d5-81d2-2fa9f8ad97ce req-21e41229-8e79-4601-8097-27a10327ab62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316381 Dec 12 17:33:41.087284 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-4067730f-c4a6-467b-bc46-e7d34382c520 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0488844 Dec 12 17:33:41.213777 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0f894ab7-edb5-42d5-81d2-2fa9f8ad97ce req-52fa32bd-8828-46e7-9cce-0fce5202a01b service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391711 Dec 12 17:33:41.330751 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0f894ab7-edb5-42d5-81d2-2fa9f8ad97ce req-eeb3d9de-2ed7-440c-903c-04811cf29485 service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048748 Dec 12 17:33:41.344425 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35482) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:41.355771 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5fb2e-0db3-4e18-85dc-7365bcefd448 req-0d10ac37-c2fe-4118-836d-fc04c0cbd06b tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:41.363774 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2cd5fb2e-0db3-4e18-85dc-7365bcefd448 req-0d10ac37-c2fe-4118-836d-fc04c0cbd06b tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 943 time: 0.0836973 Dec 12 17:33:41.368733 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c38b14a-c64d-4ca1-9a69-be531dddb047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:41.439767 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2cd5fb2e-0db3-4e18-85dc-7365bcefd448 req-14f2e4b3-5973-4838-9f8d-8b48138b1e44 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689383 Dec 12 17:33:41.475167 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c38b14a-c64d-4ca1-9a69-be531dddb047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:41.488024 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c38b14a-c64d-4ca1-9a69-be531dddb047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:41.534582 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38b14a-c64d-4ca1-9a69-be531dddb047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b0a4f4-86a7-4033-bd26-3299185db9f0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:41.543375 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35484) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:41.555693 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4c38b14a-c64d-4ca1-9a69-be531dddb047 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5390536fd92b466abdfa87c022dc8e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100384 Dec 12 17:33:41.615595 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1547-7e91-4f4a-be1e-25f647ee22b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:41.655741 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1547-7e91-4f4a-be1e-25f647ee22b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:41.673907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6c4858a0-096b-4d77-a78a-4e52fc5af0fb up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:33:41.765925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:33:41.770173 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:33:41.770725 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:41.795669 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1547-7e91-4f4a-be1e-25f647ee22b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:41.799258 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1547-7e91-4f4a-be1e-25f647ee22b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:41.803976 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a3fd1547-7e91-4f4a-be1e-25f647ee22b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42b0a4f4-86a7-4033-bd26-3299185db9f0 HTTP/1.1" status: 204 len: 168 time: 0.2594910 Dec 12 17:33:41.820483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd1547-7e91-4f4a-be1e-25f647ee22b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b0a4f4-86a7-4033-bd26-3299185db9f0,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:41.845116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a30e2-468d-452e-824d-159ac546b4f4 req-b0f0621e-5e47-4dae-9803-7c7c316bd9db tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:41.856231 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c3a30e2-468d-452e-824d-159ac546b4f4 req-b0f0621e-5e47-4dae-9803-7c7c316bd9db tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=77df0f64-53c7-4259-8875-ec7dd12edaeb HTTP/1.1" status: 200 len: 945 time: 0.1506963 Dec 12 17:33:41.923782 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:41.925357 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35498) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:41.962756 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c3a30e2-468d-452e-824d-159ac546b4f4 req-bda03487-0b7a-456b-af5f-a252d2e34be3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951338 Dec 12 17:33:41.964847 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0b4e-f5e5-4089-9550-c48caf879d73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:42.034012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6c4858a0-096b-4d77-a78a-4e52fc5af0fb,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:42.038743 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77df0f64-53c7-4259-8875-ec7dd12edaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4858a0-096b-4d77-a78a-4e52fc5af0fb'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:42.041561 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adea6a7a-5765-4772-b2f9-8fd7a8d1d8dd" -d '{"events": [{"server_uuid": "77df0f64-53c7-4259-8875-ec7dd12edaeb", "name": "network-vif-plugged", "status": "completed", "tag": "6c4858a0-096b-4d77-a78a-4e52fc5af0fb"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:42.047560 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:42.083773 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 32aa024c-7a8e-4453-b9c8-f38a1678112e details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:33:42.119416 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0b4e-f5e5-4089-9550-c48caf879d73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:42.133017 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0b4e-f5e5-4089-9550-c48caf879d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:42.191861 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b3ee0b4e-f5e5-4089-9550-c48caf879d73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4308827a32c040c4a0c1c625fc4c82d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652817 Dec 12 17:33:42.198709 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35514) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:42.206005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0312946b-b88f-4d29-ac7c-2e7664fde153 req-cd8c2737-7a75-4bcf-8367-3da9789088d7 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 210 time: 0.0613039 Dec 12 17:33:42.233868 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d36a62a-31d6-4568-b140-45fbd6b422a3 x-openstack-request-id: req-2d36a62a-31d6-4568-b140-45fbd6b422a3 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:42.234561 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77df0f64-53c7-4259-8875-ec7dd12edaeb", "name": "network-vif-plugged", "status": "completed", "tag": "6c4858a0-096b-4d77-a78a-4e52fc5af0fb", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:42.235158 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d36a62a-31d6-4568-b140-45fbd6b422a3 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:42.235762 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77df0f64-53c7-4259-8875-ec7dd12edaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4858a0-096b-4d77-a78a-4e52fc5af0fb', 'code': 200} Dec 12 17:33:42.238370 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=6c4858a0-096b-4d77-a78a-4e52fc5af0fb,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:42.262800 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee0b4e-f5e5-4089-9550-c48caf879d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a45593-d994-427d-8d26-0d0da7c7e7cd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:42.307505 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-244a92ca-d508-45ff-89fe-5ce403ca5824 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:42.311956 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce15882-7fe7-4fe6-9590-361b1f5627cb req-6be6ae73-7414-4acb-aa46-9b7112fac9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:42.313609 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6ce15882-7fe7-4fe6-9590-361b1f5627cb req-6be6ae73-7414-4acb-aa46-9b7112fac9b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77df0f64-53c7-4259-8875-ec7dd12edaeb HTTP/1.1" status: 200 len: 1097 time: 0.0653720 Dec 12 17:33:42.342682 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 32aa024c-7a8e-4453-b9c8-f38a1678112e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=32aa024c-7a8e-4453-b9c8-f38a1678112e,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:42.351012 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-244a92ca-d508-45ff-89fe-5ce403ca5824 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:42.357120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 32aa024c-7a8e-4453-b9c8-f38a1678112e has no active binding in host n-h1-760354-5 {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 17:33:42.401982 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6ce15882-7fe7-4fe6-9590-361b1f5627cb req-0f8cfeeb-d4ea-4124-b4c5-f4637331cd74 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793676 Dec 12 17:33:42.426238 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-244a92ca-d508-45ff-89fe-5ce403ca5824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:42.430746 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-244a92ca-d508-45ff-89fe-5ce403ca5824 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:42.434230 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-244a92ca-d508-45ff-89fe-5ce403ca5824 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4a45593-d994-427d-8d26-0d0da7c7e7cd HTTP/1.1" status: 204 len: 168 time: 0.2267201 Dec 12 17:33:42.451503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a92ca-d508-45ff-89fe-5ce403ca5824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a45593-d994-427d-8d26-0d0da7c7e7cd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:42.602429 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de45e4b-63bd-493a-8bcf-2a3d64f9f8c4 req-abe090d4-71b4-48c1-8b51-69255cb2b44a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:42.613489 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1de45e4b-63bd-493a-8bcf-2a3d64f9f8c4 req-abe090d4-71b4-48c1-8b51-69255cb2b44a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 943 time: 0.0741804 Dec 12 17:33:42.665183 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1de45e4b-63bd-493a-8bcf-2a3d64f9f8c4 req-6de4ee0a-bc41-443f-a19e-1c2374150a10 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507059 Dec 12 17:33:43.071579 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc091a27-015d-43b0-b857-8738dcece675 req-84f81385-fdec-42a2-9147-e36e03a0dcb1 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:43.073098 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc091a27-015d-43b0-b857-8738dcece675 req-84f81385-fdec-42a2-9147-e36e03a0dcb1 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=77df0f64-53c7-4259-8875-ec7dd12edaeb HTTP/1.1" status: 200 len: 946 time: 0.0566466 Dec 12 17:33:43.122775 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc091a27-015d-43b0-b857-8738dcece675 req-d2997499-8ac4-460b-89b3-553560301e65 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435808 Dec 12 17:33:43.379442 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e160add2-6f35-4687-82e5-18c9cf57b803 req-e581a705-adce-4359-8b9c-e4446aa84f25 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 210 time: 0.0548198 Dec 12 17:33:43.530127 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-15fd0ddb-dd37-445c-bb63-5f1da71a17e2 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a0d39bfda52e4fb886e1965874038568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610135 Dec 12 17:33:43.812895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cb08e-e839-4987-992d-8d731948d137 req-3b335554-4466-4a0b-9c55-d960c45f5ca0 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:43.815372 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-3b335554-4466-4a0b-9c55-d960c45f5ca0 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2774467 Dec 12 17:33:43.900895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdc0a6-5216-4bd5-9675-fab0ef0bb00b req-e3698714-b9b3-4609-9497-2f873099d781 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:43.903011 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4cfdc0a6-5216-4bd5-9675-fab0ef0bb00b req-e3698714-b9b3-4609-9497-2f873099d781 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 943 time: 0.0863769 Dec 12 17:33:43.911797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-4e4cb08e-e839-4987-992d-8d731948d137 req-c61e1810-8c40-498e-a9af-8abcee680619 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Request body: {'port': {'device_id': '706b1f52-df52-42c7-bf0a-77651de00fe6', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': 'a0d39bfda52e4fb886e1965874038568'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:44.016352 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-9efe83ca-698e-4f57-bc67-76a94f12e313 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a0d39bfda52e4fb886e1965874038568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353417 Dec 12 17:33:44.082620 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4cfdc0a6-5216-4bd5-9675-fab0ef0bb00b req-f1b87c72-f1f5-460f-aae4-ee4e95c1ecde tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618066 Dec 12 17:33:44.194803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4cb08e-e839-4987-992d-8d731948d137 req-c61e1810-8c40-498e-a9af-8abcee680619 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Made reservation on behalf of a0d39bfda52e4fb886e1965874038568 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:33:44.198949 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-c61e1810-8c40-498e-a9af-8abcee680619 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:44.211512 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cb08e-e839-4987-992d-8d731948d137 req-5f597806-1c81-4100-b29b-0de898a80b9c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:44.213048 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-5f597806-1c81-4100-b29b-0de898a80b9c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892273 Dec 12 17:33:44.235874 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-4e4cb08e-e839-4987-992d-8d731948d137 req-382bf1c6-59dd-42c1-a4c4-1cf5c6a5129f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Request body: {'port': {'device_id': 'e94596c2-b4f9-4b4c-aa18-739b64dacb7f', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': 'a0d39bfda52e4fb886e1965874038568'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:44.421899 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4cb08e-e839-4987-992d-8d731948d137 req-382bf1c6-59dd-42c1-a4c4-1cf5c6a5129f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Made reservation on behalf of a0d39bfda52e4fb886e1965874038568 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:33:44.425975 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-382bf1c6-59dd-42c1-a4c4-1cf5c6a5129f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:44.724570 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-669dd2a3-ff8c-4da1-acfe-c88379d37c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:44.738586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-4e4cb08e-e839-4987-992d-8d731948d137 req-c61e1810-8c40-498e-a9af-8abcee680619 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Allocated IP 192.168.233.242 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/a0879cc0-2e86-4590-bced-df6b0693ef80) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:33:44.766106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24a47a-090a-4892-9320-684efa5f5ab4 req-55545344-b632-4fc4-978c-4fef239c88dc tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:44.776759 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af24a47a-090a-4892-9320-684efa5f5ab4 req-55545344-b632-4fc4-978c-4fef239c88dc tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=77df0f64-53c7-4259-8875-ec7dd12edaeb HTTP/1.1" status: 200 len: 946 time: 0.3493030 Dec 12 17:33:44.880568 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af24a47a-090a-4892-9320-684efa5f5ab4 req-a796f8e9-67bf-4bec-935d-246f1cee3869 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023903 Dec 12 17:33:44.968630 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-993956ed-4b1b-4e16-bbc1-0bef8ecd2295 req-2e763c07-555c-4745-89b4-d8aa326e71d8 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 210 time: 0.0766165 Dec 12 17:33:45.047541 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-c61e1810-8c40-498e-a9af-8abcee680619 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:45.102632 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-c61e1810-8c40-498e-a9af-8abcee680619 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:45.121364 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['34c225bb-5552-4471-9ee7-ebcfeb139f9b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:33:45.155312 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4cb08e-e839-4987-992d-8d731948d137 req-c61e1810-8c40-498e-a9af-8abcee680619 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:33:45.158775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-4e4cb08e-e839-4987-992d-8d731948d137 req-c61e1810-8c40-498e-a9af-8abcee680619 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:33:45.164983 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4cb08e-e839-4987-992d-8d731948d137 req-c61e1810-8c40-498e-a9af-8abcee680619 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:33:45.228540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e1810-8c40-498e-a9af-8abcee680619 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Pushing event updated for resources: {'Port': ['ID=a0879cc0-2e86-4590-bced-df6b0693ef80,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:45.257588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-4e4cb08e-e839-4987-992d-8d731948d137 req-382bf1c6-59dd-42c1-a4c4-1cf5c6a5129f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Allocated IP 192.168.233.102 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/9ea1f311-d556-46fb-adc1-8024b88e9cc8) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:33:45.283099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cb08e-e839-4987-992d-8d731948d137 req-c61e1810-8c40-498e-a9af-8abcee680619 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:45.283924 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-c61e1810-8c40-498e-a9af-8abcee680619 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:45.309496 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2237bb-0c7c-48d7-bd95-bc3d7c813e05 req-aad89ac2-b4dc-4a2c-85b8-9b8720bc7419 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:45.311551 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf2237bb-0c7c-48d7-bd95-bc3d7c813e05 req-aad89ac2-b4dc-4a2c-85b8-9b8720bc7419 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=77df0f64-53c7-4259-8875-ec7dd12edaeb HTTP/1.1" status: 200 len: 946 time: 0.1422079 Dec 12 17:33:45.321331 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-c61e1810-8c40-498e-a9af-8abcee680619 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4147947 Dec 12 17:33:45.345561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] Request body: {'port': {'device_id': '706b1f52-df52-42c7-bf0a-77651de00fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:45.450752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf2237bb-0c7c-48d7-bd95-bc3d7c813e05 req-a018ee48-f17f-4581-b6ce-badd46f11812 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231978 Dec 12 17:33:45.471787 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:45.528739 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35640) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:45.646693 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-382bf1c6-59dd-42c1-a4c4-1cf5c6a5129f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:45.662199 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3d823ca2-3871-47b9-8cbc-e857163cb98b None None] Provisioning complete for port a0879cc0-2e86-4590-bced-df6b0693ef80 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:33:45.664377 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3d823ca2-3871-47b9-8cbc-e857163cb98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:45.700008 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-382bf1c6-59dd-42c1-a4c4-1cf5c6a5129f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:45.714092 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['34c225bb-5552-4471-9ee7-ebcfeb139f9b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:33:45.728773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07573d2e-20a6-4863-8219-922c460e71f2 req-965b735f-005d-450c-90ba-34a385f84a84 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:45.744397 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07573d2e-20a6-4863-8219-922c460e71f2 req-965b735f-005d-450c-90ba-34a385f84a84 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 943 time: 0.1827109 Dec 12 17:33:45.782923 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bf1c6-59dd-42c1-a4c4-1cf5c6a5129f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Pushing event updated for resources: {'Port': ['ID=9ea1f311-d556-46fb-adc1-8024b88e9cc8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:45.804762 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3d823ca2-3871-47b9-8cbc-e857163cb98b None None] Port a0879cc0-2e86-4590-bced-df6b0693ef80 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:33:45.808299 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4cb08e-e839-4987-992d-8d731948d137 req-382bf1c6-59dd-42c1-a4c4-1cf5c6a5129f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:33:45.839357 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-4e4cb08e-e839-4987-992d-8d731948d137 req-382bf1c6-59dd-42c1-a4c4-1cf5c6a5129f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:33:45.850304 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4cb08e-e839-4987-992d-8d731948d137 req-382bf1c6-59dd-42c1-a4c4-1cf5c6a5129f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:33:45.857808 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cb08e-e839-4987-992d-8d731948d137 req-382bf1c6-59dd-42c1-a4c4-1cf5c6a5129f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:45.858468 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-382bf1c6-59dd-42c1-a4c4-1cf5c6a5129f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:45.895371 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-382bf1c6-59dd-42c1-a4c4-1cf5c6a5129f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6634066 Dec 12 17:33:45.916455 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07573d2e-20a6-4863-8219-922c460e71f2 req-f9bb3cf2-c100-488a-8d9a-ca66c8e7dfed tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689470 Dec 12 17:33:45.945567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Request body: {'port': {'device_id': 'e94596c2-b4f9-4b4c-aa18-739b64dacb7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:45.950700 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0581b21-d383-40fa-843b-0b39623f8e19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:46.049148 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-a828d53d-0615-47a9-8f2f-89d2d0c6b11f service neutron] 10.222.0.20 "GET /v2.0/ports/32aa024c-7a8e-4453-b9c8-f38a1678112e/bindings/n-h1-760354-5 HTTP/1.1" status: 200 len: 384 time: 0.2510705 Dec 12 17:33:46.151623 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0879cc0-2e86-4590-bced-df6b0693ef80 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:33:46.162256 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:46.173445 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:46.192108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bcf60-73bb-4f34-9440-2ed538f2dd27 req-3503580f-7005-4e88-96fd-147ee3fe8cfb tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:46.193965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-065bcf60-73bb-4f34-9440-2ed538f2dd27 req-3503580f-7005-4e88-96fd-147ee3fe8cfb tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 936 time: 0.0972126 Dec 12 17:33:46.196130 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] Transition to ACTIVE for port object a0879cc0-2e86-4590-bced-df6b0693ef80 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:33:46.239876 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9522d508-10b9-4bbd-b3ac-fffb402d8fe9 None None] Provisioning complete for port 9ea1f311-d556-46fb-adc1-8024b88e9cc8 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:33:46.240507 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9522d508-10b9-4bbd-b3ac-fffb402d8fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:46.326018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-065bcf60-73bb-4f34-9440-2ed538f2dd27 req-f4be6e55-9225-4540-b689-7a06dbb9252d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236877 Dec 12 17:33:46.329795 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:46.344315 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9522d508-10b9-4bbd-b3ac-fffb402d8fe9 None None] Port 9ea1f311-d556-46fb-adc1-8024b88e9cc8 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:33:46.395678 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0581b21-d383-40fa-843b-0b39623f8e19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:46.460927 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0581b21-d383-40fa-843b-0b39623f8e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:46.492400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8386d-2060-4977-876b-40573eab0493 service neutron] Pushing event updated for resources: {'Port': ['ID=a0879cc0-2e86-4590-bced-df6b0693ef80,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:46.509478 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] Attempting to bind port a0879cc0-2e86-4590-bced-df6b0693ef80 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:33:46.509821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] Attempting to bind port a0879cc0-2e86-4590-bced-df6b0693ef80 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:33:46.510158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] Attempting to bind port a0879cc0-2e86-4590-bced-df6b0693ef80 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:46.515583 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] Port a0879cc0-2e86-4590-bced-df6b0693ef80 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:33:46.515957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] Attempting to bind port a0879cc0-2e86-4590-bced-df6b0693ef80 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:46.522120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35670) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:46.531244 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:33:46.531593 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:33:46.531981 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:33:46.532501 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] Bound port: a0879cc0-2e86-4590-bced-df6b0693ef80, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:33:46.533012 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:46.610075 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a0581b21-d383-40fa-843b-0b39623f8e19 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=487c92b87f154ed48ac43cf8a1448788&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0777524 Dec 12 17:33:46.621824 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35676) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:46.635576 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-ea5f07ff-5389-419b-b440-a0bed560fc9a service neutron] For port 32aa024c-7a8e-4453-b9c8-f38a1678112e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=32aa024c-7a8e-4453-b9c8-f38a1678112e,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:46.648118 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0581b21-d383-40fa-843b-0b39623f8e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774551cb-0664-4317-bf28-bfadb1c89081,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:46.707247 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f8ce1e98-71d6-4072-b6f8-d8206b0e0a4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:46.719826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de595770-8322-4e40-9d46-d4f57ab702f7 req-4e229c60-f86d-4543-a7a5-778c70e1ef58 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:46.728685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de595770-8322-4e40-9d46-d4f57ab702f7 req-4e229c60-f86d-4543-a7a5-778c70e1ef58 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=77df0f64-53c7-4259-8875-ec7dd12edaeb HTTP/1.1" status: 200 len: 946 time: 0.1347809 Dec 12 17:33:46.739636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-ea5f07ff-5389-419b-b440-a0bed560fc9a service neutron] For port 32aa024c-7a8e-4453-b9c8-f38a1678112e, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:33:46.751231 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] For port a0879cc0-2e86-4590-bced-df6b0693ef80, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:33:46.776506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] For port a0879cc0-2e86-4590-bced-df6b0693ef80, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a0879cc0-2e86-4590-bced-df6b0693ef80,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:33:46.791802 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:46.797556 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:46.805389 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-ea5f07ff-5389-419b-b440-a0bed560fc9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32aa024c-7a8e-4453-b9c8-f38a1678112e {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:33:46.838045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-ea5f07ff-5389-419b-b440-a0bed560fc9a service neutron] For port 32aa024c-7a8e-4453-b9c8-f38a1678112e, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=32aa024c-7a8e-4453-b9c8-f38a1678112e,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:46.863785 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:46.864023 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-145cb2e9-4bd0-4422-85ea-41dc75293e49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:46.864443 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:46.865876 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-def8386d-2060-4977-876b-40573eab0493 service neutron] 10.222.0.31 "PUT /v2.0/ports/a0879cc0-2e86-4590-bced-df6b0693ef80 HTTP/1.1" status: 200 len: 1096 time: 1.5353661 Dec 12 17:33:46.867457 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-ea5f07ff-5389-419b-b440-a0bed560fc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:46.870560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706b1f52-df52-42c7-bf0a-77651de00fe6', 'tag': 'a0879cc0-2e86-4590-bced-df6b0693ef80'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:46.872852 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f674823e-4d3a-47ed-8b00-f555ab417f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "706b1f52-df52-42c7-bf0a-77651de00fe6", "tag": "a0879cc0-2e86-4590-bced-df6b0693ef80"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:46.928238 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-201eb3bc-aa12-4f26-9ed7-9bf1d999626b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:46.962170 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de595770-8322-4e40-9d46-d4f57ab702f7 req-be7b3e09-3929-4991-a7c1-553312e13f8f tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209854 Dec 12 17:33:46.977502 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-145cb2e9-4bd0-4422-85ea-41dc75293e49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:47.015562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea1f311-d556-46fb-adc1-8024b88e9cc8 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:33:47.027117 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:47.039416 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8386d-2060-4977-876b-40573eab0493 service neutron] Pushing event updated for resources: {'Port': ['ID=a0879cc0-2e86-4590-bced-df6b0693ef80,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:47.053992 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f8ce1e98-71d6-4072-b6f8-d8206b0e0a4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:47.065283 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f8ce1e98-71d6-4072-b6f8-d8206b0e0a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:47.079020 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cb08e-e839-4987-992d-8d731948d137 req-0176b022-b4ba-4e16-9b72-58617ea902dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:47.081497 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-0176b022-b4ba-4e16-9b72-58617ea902dd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=706b1f52-df52-42c7-bf0a-77651de00fe6 HTTP/1.1" status: 200 len: 1099 time: 0.1392267 Dec 12 17:33:47.114710 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4255df58-ee17-4dff-a962-e2a7aa05e82c x-openstack-request-id: req-4255df58-ee17-4dff-a962-e2a7aa05e82c {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:47.115140 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706b1f52-df52-42c7-bf0a-77651de00fe6", "tag": "a0879cc0-2e86-4590-bced-df6b0693ef80", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:47.115526 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4255df58-ee17-4dff-a962-e2a7aa05e82c {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:47.116119 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706b1f52-df52-42c7-bf0a-77651de00fe6', 'tag': 'a0879cc0-2e86-4590-bced-df6b0693ef80', 'status': 'completed', 'code': 200} Dec 12 17:33:47.167254 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-e66c48d3-d708-4ce6-a3d8-aaa52b458b0d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=a0879cc0-2e86-4590-bced-df6b0693ef80 HTTP/1.1" status: 200 len: 217 time: 0.0669570 Dec 12 17:33:47.171048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f8ce1e98-71d6-4072-b6f8-d8206b0e0a4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ce9eabd98bc438389d983e5a30421cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6476696 Dec 12 17:33:47.172036 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce1e98-71d6-4072-b6f8-d8206b0e0a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1faf16e-95cd-4e77-8002-68223bf1bcde,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:47.174657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35696) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:47.273548 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:47.296786 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cb08e-e839-4987-992d-8d731948d137 req-e34a6556-cded-4457-bd6d-7ecaf9c3e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:47.298321 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-e34a6556-cded-4457-bd6d-7ecaf9c3e160 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1134148 Dec 12 17:33:47.321886 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Transition to ACTIVE for port object 9ea1f311-d556-46fb-adc1-8024b88e9cc8 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:33:47.322947 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ecf014be-74f1-4d4f-adee-c877cbf14b7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:47.332004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3a34f-607a-482e-af12-dbc7c36aed1e req-fed8f196-c17c-49fd-9518-d5f4dca39839 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:47.333567 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9fe3a34f-607a-482e-af12-dbc7c36aed1e req-fed8f196-c17c-49fd-9518-d5f4dca39839 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 943 time: 0.1341019 Dec 12 17:33:47.343107 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:47.345528 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-ea5f07ff-5389-419b-b440-a0bed560fc9a service neutron] Transition to ACTIVE for port object 32aa024c-7a8e-4453-b9c8-f38a1678112e will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:33:47.377111 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-ea5f07ff-5389-419b-b440-a0bed560fc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:47.393083 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ecf014be-74f1-4d4f-adee-c877cbf14b7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:47.394514 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-145cb2e9-4bd0-4422-85ea-41dc75293e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:47.397072 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-145cb2e9-4bd0-4422-85ea-41dc75293e49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:47.398790 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-145cb2e9-4bd0-4422-85ea-41dc75293e49 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/774551cb-0664-4317-bf28-bfadb1c89081 HTTP/1.1" status: 204 len: 168 time: 0.7715631 Dec 12 17:33:47.417383 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea1f311-d556-46fb-adc1-8024b88e9cc8,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:47.426863 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cb2e9-4bd0-4422-85ea-41dc75293e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774551cb-0664-4317-bf28-bfadb1c89081,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:47.427685 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cb08e-e839-4987-992d-8d731948d137 req-5f193579-f413-4276-ab22-f7f2e28e7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:47.430308 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-5f193579-f413-4276-ab22-f7f2e28e7c82 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208866 Dec 12 17:33:47.490987 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9fe3a34f-607a-482e-af12-dbc7c36aed1e req-9f1a25dc-bad8-4ae4-a083-9bf81c99d335 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314273 Dec 12 17:33:47.528088 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-ea5f07ff-5389-419b-b440-a0bed560fc9a service neutron] No DVR routers for this DVR port 32aa024c-7a8e-4453-b9c8-f38a1678112e on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:33:47.549762 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Attempting to bind port 9ea1f311-d556-46fb-adc1-8024b88e9cc8 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:33:47.550741 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Attempting to bind port 9ea1f311-d556-46fb-adc1-8024b88e9cc8 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:33:47.551832 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Attempting to bind port 9ea1f311-d556-46fb-adc1-8024b88e9cc8 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:47.592524 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Port 9ea1f311-d556-46fb-adc1-8024b88e9cc8 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:33:47.593023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Attempting to bind port 9ea1f311-d556-46fb-adc1-8024b88e9cc8 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:47.596077 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f07ff-5389-419b-b440-a0bed560fc9a service neutron] Pushing event updated for resources: {'Port': ['ID=32aa024c-7a8e-4453-b9c8-f38a1678112e,revision_number=10']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:47.615839 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-ea5f07ff-5389-419b-b440-a0bed560fc9a service neutron] 10.222.0.20 "PUT /v2.0/ports/32aa024c-7a8e-4453-b9c8-f38a1678112e/bindings/n-h1-760354-5/activate HTTP/1.1" status: 200 len: 369 time: 1.5539436 Dec 12 17:33:47.620710 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:33:47.627108 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:33:47.627721 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:33:47.628436 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Bound port: 9ea1f311-d556-46fb-adc1-8024b88e9cc8, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:33:47.628970 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:47.640718 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-76675d98-2d17-4cf1-a64f-f127b59ebd15 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977651 Dec 12 17:33:47.654080 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ecf014be-74f1-4d4f-adee-c877cbf14b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:47.662604 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ecf014be-74f1-4d4f-adee-c877cbf14b7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:47.664133 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ecf014be-74f1-4d4f-adee-c877cbf14b7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1faf16e-95cd-4e77-8002-68223bf1bcde HTTP/1.1" status: 204 len: 168 time: 0.4883161 Dec 12 17:33:47.716855 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.31', 58710) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:47.843061 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-d8c48a54-7c4b-46d8-90e1-1de9dd1e5b28 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771963 Dec 12 17:33:47.843850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf014be-74f1-4d4f-adee-c877cbf14b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1faf16e-95cd-4e77-8002-68223bf1bcde,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:47.855604 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] For port 9ea1f311-d556-46fb-adc1-8024b88e9cc8, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:33:47.875722 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-ad137c15-e908-4ea9-b42d-65519ec94403 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:47.878652 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-ad137c15-e908-4ea9-b42d-65519ec94403 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516&tenant_id=ed3999e96c6f4755bb182b05f58b09fc&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 1095 time: 0.1605766 Dec 12 17:33:47.940961 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] For port 9ea1f311-d556-46fb-adc1-8024b88e9cc8, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=9ea1f311-d556-46fb-adc1-8024b88e9cc8,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:33:47.969124 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674823e-4d3a-47ed-8b00-f555ab417f2a req-18401f08-632d-41f6-9025-3a68af981e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:47.970651 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f674823e-4d3a-47ed-8b00-f555ab417f2a req-18401f08-632d-41f6-9025-3a68af981e14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=706b1f52-df52-42c7-bf0a-77651de00fe6 HTTP/1.1" status: 200 len: 1099 time: 0.0655622 Dec 12 17:33:47.978577 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:47.978723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b22c77-3078-4d39-a767-862c0f6cd2af req-5dc6aeed-89b7-4c8d-aa5d-3746b9589237 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:47.980138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1b22c77-3078-4d39-a767-862c0f6cd2af req-5dc6aeed-89b7-4c8d-aa5d-3746b9589237 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 948 time: 0.0854895 Dec 12 17:33:48.055192 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea1f311-d556-46fb-adc1-8024b88e9cc8,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:48.087176 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-ed28a6b1-fa99-44ff-8f9c-bb31d630441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:48.089652 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-ed28a6b1-fa99-44ff-8f9c-bb31d630441d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516&tenant_id=ed3999e96c6f4755bb182b05f58b09fc HTTP/1.1" status: 200 len: 1095 time: 0.1931357 Dec 12 17:33:48.092090 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:48.092855 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:48.095296 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-554e2d2d-f606-43dc-b8f1-760ebcfe8a71 service neutron] 10.222.0.31 "PUT /v2.0/ports/9ea1f311-d556-46fb-adc1-8024b88e9cc8 HTTP/1.1" status: 200 len: 1096 time: 2.1579533 Dec 12 17:33:48.095813 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94596c2-b4f9-4b4c-aa18-739b64dacb7f', 'tag': '9ea1f311-d556-46fb-adc1-8024b88e9cc8'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:48.098194 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88252df-6259-4188-bad4-2d7fa3b7d658" -d '{"events": [{"name": "network-changed", "server_uuid": "e94596c2-b4f9-4b4c-aa18-739b64dacb7f", "tag": "9ea1f311-d556-46fb-adc1-8024b88e9cc8"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:48.111346 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:33:48.112586 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1b22c77-3078-4d39-a767-862c0f6cd2af req-8ccd3708-bec0-413e-a525-91ee4a5f3f02 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058466 Dec 12 17:33:48.138639 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:48.151818 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674823e-4d3a-47ed-8b00-f555ab417f2a req-bf72ffc9-24c8-452b-b0a2-900c49c94064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:48.153162 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f674823e-4d3a-47ed-8b00-f555ab417f2a req-bf72ffc9-24c8-452b-b0a2-900c49c94064 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1721447 Dec 12 17:33:48.258997 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f674823e-4d3a-47ed-8b00-f555ab417f2a req-7e64f8bb-2fd6-4493-b5f4-920ef0687963 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=a0879cc0-2e86-4590-bced-df6b0693ef80 HTTP/1.1" status: 200 len: 217 time: 0.0901132 Dec 12 17:33:48.302628 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e9f593-ef8f-4ba2-9f36-e60e84d71121 x-openstack-request-id: req-22e9f593-ef8f-4ba2-9f36-e60e84d71121 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:48.303280 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94596c2-b4f9-4b4c-aa18-739b64dacb7f", "tag": "9ea1f311-d556-46fb-adc1-8024b88e9cc8", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:48.305198 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22e9f593-ef8f-4ba2-9f36-e60e84d71121 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:48.305748 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94596c2-b4f9-4b4c-aa18-739b64dacb7f', 'tag': '9ea1f311-d556-46fb-adc1-8024b88e9cc8', 'status': 'completed', 'code': 200} Dec 12 17:33:48.312259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35738) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:48.338232 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cb08e-e839-4987-992d-8d731948d137 req-6d40ab48-7f85-4642-9bb0-57d0bc90c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:48.340034 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-6d40ab48-7f85-4642-9bb0-57d0bc90c8d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 1099 time: 0.1131606 Dec 12 17:33:48.343229 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-071fa7c5-cbae-4faf-b260-4efcf50322a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:48.345151 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-071fa7c5-cbae-4faf-b260-4efcf50322a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 1095 time: 0.2031667 Dec 12 17:33:48.355933 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b57474c-7518-4fef-bce4-8244c1b4ec79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:48.406362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674823e-4d3a-47ed-8b00-f555ab417f2a req-91740a34-4d32-482a-ae7f-5f4cbb037239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:48.408059 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f674823e-4d3a-47ed-8b00-f555ab417f2a req-91740a34-4d32-482a-ae7f-5f4cbb037239 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1420379 Dec 12 17:33:48.503748 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674823e-4d3a-47ed-8b00-f555ab417f2a req-b84a56b7-2555-4acd-9e39-480ad0deb90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:48.505341 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f674823e-4d3a-47ed-8b00-f555ab417f2a req-b84a56b7-2555-4acd-9e39-480ad0deb90f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871069 Dec 12 17:33:48.531410 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-1e339fd5-f5a9-4a5a-afbc-aad6790833c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=9ea1f311-d556-46fb-adc1-8024b88e9cc8 HTTP/1.1" status: 200 len: 217 time: 0.1661098 Dec 12 17:33:48.629781 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cb08e-e839-4987-992d-8d731948d137 req-f9bdb6b0-d1ab-421d-932d-acd1783028e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:48.631406 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-f9bdb6b0-d1ab-421d-932d-acd1783028e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0876179 Dec 12 17:33:48.651352 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-e4712fde-3f86-4c5b-8eba-fea2831e98ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:48.653026 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-e4712fde-3f86-4c5b-8eba-fea2831e98ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 922 time: 0.2893183 Dec 12 17:33:48.653485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35770) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:48.723764 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1aa0586c-7dbd-49e0-b26e-d7f767aa9bcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:48.726137 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b57474c-7518-4fef-bce4-8244c1b4ec79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:48.727177 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-ca3a7d67-8790-4123-8437-8702dc44dec3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32aa024c-7a8e-4453-b9c8-f38a1678112e HTTP/1.1" status: 200 len: 217 time: 0.0396218 Dec 12 17:33:48.761449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d81fc7-9938-40b8-ac48-b06f2c362717 req-56fa38ef-5fa7-4949-8cb0-46bf312784db tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:48.763228 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2d81fc7-9938-40b8-ac48-b06f2c362717 req-56fa38ef-5fa7-4949-8cb0-46bf312784db tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 944 time: 0.1460528 Dec 12 17:33:48.764044 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b57474c-7518-4fef-bce4-8244c1b4ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:48.766866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35772) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:48.804946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cb08e-e839-4987-992d-8d731948d137 req-1aba53c4-b311-4336-8b71-3f548d0414e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:48.806881 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-1aba53c4-b311-4336-8b71-3f548d0414e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1640766 Dec 12 17:33:48.813994 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f674823e-4d3a-47ed-8b00-f555ab417f2a req-0e6f1bab-987a-405d-a5a0-cbd160190149 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976675 Dec 12 17:33:48.872238 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-84b70797-6407-4c05-9b86-9d7545a77db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:48.874299 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-84b70797-6407-4c05-9b86-9d7545a77db5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.1388583 Dec 12 17:33:48.910923 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5b57474c-7518-4fef-bce4-8244c1b4ec79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd500c1f900141959f2637018ec0fe4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5978336 Dec 12 17:33:48.916017 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35776) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:48.916652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57474c-7518-4fef-bce4-8244c1b4ec79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ee710a-bf73-46d2-a647-b96efefe5d4d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:48.924271 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-824fa4b3-6a53-4380-ba47-a29444774fcf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381625 Dec 12 17:33:49.001136 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d7a95da8-0b4e-4ca3-9d16-61c6684aa776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.005409 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f674823e-4d3a-47ed-8b00-f555ab417f2a req-e5457094-3a2e-4b00-a2e5-47616fb9fabd service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741331 Dec 12 17:33:49.025697 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1aa0586c-7dbd-49e0-b26e-d7f767aa9bcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.029573 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-6ff4cfed-0d22-4f8c-893a-4ad2c2b77d73 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134776 Dec 12 17:33:49.033485 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2d81fc7-9938-40b8-ac48-b06f2c362717 req-2aadadd7-34a2-4a53-a7ba-671af42c9037 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512078 Dec 12 17:33:49.034096 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1aa0586c-7dbd-49e0-b26e-d7f767aa9bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.059385 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35780) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:49.091442 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b08e0a63-b93a-419a-925f-97c5418462b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.098733 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1aa0586c-7dbd-49e0-b26e-d7f767aa9bcb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5b6ab9b449748afb3da1e6dd3c57d0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4415147 Dec 12 17:33:49.106285 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35784) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:49.166415 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-1cfb19a5-94e6-42f6-bcbc-0d06988ca443 service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323716 Dec 12 17:33:49.169173 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0586c-7dbd-49e0-b26e-d7f767aa9bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6af9e5-4693-4339-b300-78f7eff240b9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:49.180813 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b08e0a63-b93a-419a-925f-97c5418462b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.246905 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d7a95da8-0b4e-4ca3-9d16-61c6684aa776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.264280 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d7a95da8-0b4e-4ca3-9d16-61c6684aa776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.274769 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fd764bd-e160-4994-8fad-1eb9ca53d096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.279518 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4e4cb08e-e839-4987-992d-8d731948d137 req-cf0479b6-ca32-486a-afcb-9fd9fd5bc487 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211089 Dec 12 17:33:49.339275 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ef137e2-7e01-49fd-a820-e1ce43f25b51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.343279 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a95da8-0b4e-4ca3-9d16-61c6684aa776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec8a508-52ab-46b2-9d13-0aa101f5e2ac,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:49.343561 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-276e10a5-50eb-445f-a85c-94cb4ec9ea7d service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564364 Dec 12 17:33:49.351296 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d7a95da8-0b4e-4ca3-9d16-61c6684aa776 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=efcd3d9c44474d0fb1f1151f9c55e9c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5679183 Dec 12 17:33:49.353398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35800) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:49.403771 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b08e0a63-b93a-419a-925f-97c5418462b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.404085 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b08e0a63-b93a-419a-925f-97c5418462b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.405369 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b08e0a63-b93a-419a-925f-97c5418462b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30ee710a-bf73-46d2-a647-b96efefe5d4d HTTP/1.1" status: 204 len: 168 time: 0.4859612 Dec 12 17:33:49.413762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55cf7f-b326-4377-8166-dfc8b4eba02c req-5a094d0a-5ebd-48de-a8f7-c414635989b7 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:49.415296 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff55cf7f-b326-4377-8166-dfc8b4eba02c req-5a094d0a-5ebd-48de-a8f7-c414635989b7 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 948 time: 0.1818855 Dec 12 17:33:49.417317 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ef137e2-7e01-49fd-a820-e1ce43f25b51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.427299 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fd764bd-e160-4994-8fad-1eb9ca53d096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.432557 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fd764bd-e160-4994-8fad-1eb9ca53d096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.455758 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88252df-6259-4188-bad4-2d7fa3b7d658 req-11b667bc-0bcf-4e66-9c6b-4f1883321ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:49.457254 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b88252df-6259-4188-bad4-2d7fa3b7d658 req-11b667bc-0bcf-4e66-9c6b-4f1883321ffb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 1099 time: 0.0901179 Dec 12 17:33:49.466311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e0a63-b93a-419a-925f-97c5418462b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ee710a-bf73-46d2-a647-b96efefe5d4d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:49.532679 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0fd764bd-e160-4994-8fad-1eb9ca53d096 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=633aaec913fa4d26ac757d147a4f2d67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4708886 Dec 12 17:33:49.536929 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd764bd-e160-4994-8fad-1eb9ca53d096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f69086-b008-44ad-85b3-b0c1718edd37,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:49.539602 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35804) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:49.556820 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f4c2de1-826c-400a-83f3-b78671f913de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.617153 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff55cf7f-b326-4377-8166-dfc8b4eba02c req-4b61dbea-073a-42d8-b38e-9b4c9b775c48 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833026 Dec 12 17:33:49.622512 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88252df-6259-4188-bad4-2d7fa3b7d658 req-500ace42-8bbd-4d21-9ee1-3e1625a16e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:49.624504 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b88252df-6259-4188-bad4-2d7fa3b7d658 req-500ace42-8bbd-4d21-9ee1-3e1625a16e70 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1571460 Dec 12 17:33:49.633989 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ef137e2-7e01-49fd-a820-e1ce43f25b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.636693 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ef137e2-7e01-49fd-a820-e1ce43f25b51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.637833 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7ef137e2-7e01-49fd-a820-e1ce43f25b51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db6af9e5-4693-4339-b300-78f7eff240b9 HTTP/1.1" status: 204 len: 168 time: 0.5292931 Dec 12 17:33:49.646182 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4370e82-1ea0-474c-9bc8-0eee00a8bd87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.651113 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f4c2de1-826c-400a-83f3-b78671f913de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.695612 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b88252df-6259-4188-bad4-2d7fa3b7d658 req-0d55500c-1b0d-4912-be82-e9c2b118dbb3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=9ea1f311-d556-46fb-adc1-8024b88e9cc8 HTTP/1.1" status: 200 len: 217 time: 0.0608187 Dec 12 17:33:49.709989 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 32aa024c-7a8e-4453-b9c8-f38a1678112e no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:33:49.712826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef137e2-7e01-49fd-a820-e1ce43f25b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6af9e5-4693-4339-b300-78f7eff240b9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:49.729888 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f4c2de1-826c-400a-83f3-b78671f913de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.734466 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f4c2de1-826c-400a-83f3-b78671f913de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.736218 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6f4c2de1-826c-400a-83f3-b78671f913de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aec8a508-52ab-46b2-9d13-0aa101f5e2ac HTTP/1.1" status: 204 len: 168 time: 0.3773108 Dec 12 17:33:49.747126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c2de1-826c-400a-83f3-b78671f913de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec8a508-52ab-46b2-9d13-0aa101f5e2ac,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:49.749937 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4370e82-1ea0-474c-9bc8-0eee00a8bd87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.811160 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 32aa024c-7a8e-4453-b9c8-f38a1678112e not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:33:49.822661 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88252df-6259-4188-bad4-2d7fa3b7d658 req-ff904b4d-2eeb-489a-aa8e-b0a252eae469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:49.824454 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b88252df-6259-4188-bad4-2d7fa3b7d658 req-ff904b4d-2eeb-489a-aa8e-b0a252eae469 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1213992 Dec 12 17:33:49.833709 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-a89ddc34-2fb3-4ce8-a03e-3ba2637db1c7 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:49.836125 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-a89ddc34-2fb3-4ce8-a03e-3ba2637db1c7 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516&tenant_id=ed3999e96c6f4755bb182b05f58b09fc&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 1095 time: 0.1549084 Dec 12 17:33:49.896091 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.917411 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4370e82-1ea0-474c-9bc8-0eee00a8bd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.921370 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4370e82-1ea0-474c-9bc8-0eee00a8bd87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:49.923395 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e4370e82-1ea0-474c-9bc8-0eee00a8bd87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81f69086-b008-44ad-85b3-b0c1718edd37 HTTP/1.1" status: 204 len: 168 time: 0.3792124 Dec 12 17:33:49.949273 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4370e82-1ea0-474c-9bc8-0eee00a8bd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f69086-b008-44ad-85b3-b0c1718edd37,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:49.972787 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88252df-6259-4188-bad4-2d7fa3b7d658 req-6644c82a-e337-4057-8d28-f9f440a17884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:49.974588 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b88252df-6259-4188-bad4-2d7fa3b7d658 req-6644c82a-e337-4057-8d28-f9f440a17884 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1374035 Dec 12 17:33:50.134459 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-08d9a3cd-4d25-4ea2-825a-24e4c1be43bd service neutron] For port 32aa024c-7a8e-4453-b9c8-f38a1678112e, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:33:50.144048 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-08d9a3cd-4d25-4ea2-825a-24e4c1be43bd service neutron] Publish callbacks [] for binding, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:50.145246 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f30be8e7-02f8-4082-9d06-97972270acc5 req-08d9a3cd-4d25-4ea2-825a-24e4c1be43bd service neutron] 10.222.0.31 "DELETE /v2.0/ports/32aa024c-7a8e-4453-b9c8-f38a1678112e/bindings/n-h2-760354-5 HTTP/1.1" status: 204 len: 173 time: 0.2972608 Dec 12 17:33:50.169688 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b88252df-6259-4188-bad4-2d7fa3b7d658 req-cdf9048f-aa3c-4308-827d-87d27c168d47 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730199 Dec 12 17:33:50.267597 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0157797-86da-4632-8da9-f95f696adaeb req-16d68a96-c62c-46fa-b4f3-70642138d967 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:50.278447 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0157797-86da-4632-8da9-f95f696adaeb req-16d68a96-c62c-46fa-b4f3-70642138d967 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 944 time: 0.1054595 Dec 12 17:33:50.303377 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35852) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:50.327345 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bd5ba67a-7c57-4d63-9778-9fde9fd8f750 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:50.344388 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b88252df-6259-4188-bad4-2d7fa3b7d658 req-e35485f3-65de-4331-8cb7-8a9eb4a1ac6e service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640885 Dec 12 17:33:50.347777 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0157797-86da-4632-8da9-f95f696adaeb req-e5076570-aefa-45c9-9164-5c6b3a8a9fb9 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684552 Dec 12 17:33:50.450670 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bd5ba67a-7c57-4d63-9778-9fde9fd8f750 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:50.459107 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bd5ba67a-7c57-4d63-9778-9fde9fd8f750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:50.570311 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bd5ba67a-7c57-4d63-9778-9fde9fd8f750 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f63e5985a864997bb7ac0ac6327fee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652783 Dec 12 17:33:50.574512 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35864) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:50.596238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ba67a-7c57-4d63-9778-9fde9fd8f750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e45f30-85c4-4367-9890-1bebd0c83593,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:50.621666 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2336c-8d1b-45f4-ba59-109d845953e1 req-38d0bbde-daf3-4372-963f-add4e99bf829 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:50.632054 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-70d2336c-8d1b-45f4-ba59-109d845953e1 req-38d0bbde-daf3-4372-963f-add4e99bf829 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 1095 time: 0.1271029 Dec 12 17:33:50.668895 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:50.670541 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b96f7f8e-6d41-4ec4-8abb-c2267eb3079c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:50.674880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35868) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:50.705465 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-70d2336c-8d1b-45f4-ba59-109d845953e1 req-26389376-6312-43d3-bb7b-8626a6531688 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722697 Dec 12 17:33:50.707280 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb59151b-abf3-48ff-8cf6-a92bad3815ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:50.730401 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b96f7f8e-6d41-4ec4-8abb-c2267eb3079c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:50.828677 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b96f7f8e-6d41-4ec4-8abb-c2267eb3079c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:50.833925 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b96f7f8e-6d41-4ec4-8abb-c2267eb3079c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:50.838413 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b96f7f8e-6d41-4ec4-8abb-c2267eb3079c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37e45f30-85c4-4367-9890-1bebd0c83593 HTTP/1.1" status: 204 len: 168 time: 0.2627409 Dec 12 17:33:50.854275 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f7f8e-6d41-4ec4-8abb-c2267eb3079c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e45f30-85c4-4367-9890-1bebd0c83593,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:50.864225 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5379c-ab8d-4e56-8771-35117e39234b req-491714a5-beb4-4ecf-9eec-8f7462958a29 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:50.871764 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45d5379c-ab8d-4e56-8771-35117e39234b req-491714a5-beb4-4ecf-9eec-8f7462958a29 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 948 time: 0.1050212 Dec 12 17:33:50.901344 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb59151b-abf3-48ff-8cf6-a92bad3815ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:50.909850 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb59151b-abf3-48ff-8cf6-a92bad3815ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:50.966497 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45d5379c-ab8d-4e56-8771-35117e39234b req-0f06be77-fe46-4ccf-a838-39269382366e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916510 Dec 12 17:33:50.971413 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59151b-abf3-48ff-8cf6-a92bad3815ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9675ff-3585-4aad-bfbd-a864fbbee3f2,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:50.978256 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-eb59151b-abf3-48ff-8cf6-a92bad3815ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f37a9536224b476eb46088664d8fda51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020394 Dec 12 17:33:50.978426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35886) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:51.037602 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b06e2a08-8e8a-452a-b076-c7312b7eaa1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:51.069986 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b06e2a08-8e8a-452a-b076-c7312b7eaa1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:51.129080 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b06e2a08-8e8a-452a-b076-c7312b7eaa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:51.133218 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b06e2a08-8e8a-452a-b076-c7312b7eaa1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:51.137013 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b06e2a08-8e8a-452a-b076-c7312b7eaa1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b9675ff-3585-4aad-bfbd-a864fbbee3f2 HTTP/1.1" status: 204 len: 168 time: 0.1576967 Dec 12 17:33:51.145612 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e2a08-8e8a-452a-b076-c7312b7eaa1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9675ff-3585-4aad-bfbd-a864fbbee3f2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:51.251835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9147-8638-4f7b-ac18-58997f7d740b req-296a264c-5abd-47d2-8f33-ebbf6e979e7f tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:51.253585 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-665a9147-8638-4f7b-ac18-58997f7d740b req-296a264c-5abd-47d2-8f33-ebbf6e979e7f tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 821 time: 0.1717379 Dec 12 17:33:51.270557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-665a9147-8638-4f7b-ac18-58997f7d740b req-93f27c90-0aa9-407c-a18c-86d2f544fda0 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/quotas/ed3999e96c6f4755bb182b05f58b09fc HTTP/1.1" status: 200 len: 375 time: 0.0111699 Dec 12 17:33:51.347943 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e0b0b1c7-8480-4588-acc7-96b5463d9f7e tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0683818 Dec 12 17:33:51.515472 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-665a9147-8638-4f7b-ac18-58997f7d740b req-6460ff70-7d3f-43f8-96ed-a8d9633c833b service neutron] 10.222.0.18 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581533 Dec 12 17:33:51.703533 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-665a9147-8638-4f7b-ac18-58997f7d740b req-ca90aa03-7012-4445-b5d8-3bdb0ea95e14 service neutron] 10.222.0.18 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778111 Dec 12 17:33:51.729244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6c4858a0-096b-4d77-a78a-4e52fc5af0fb details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:33:51.894783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6c4858a0-096b-4d77-a78a-4e52fc5af0fb,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:51.945556 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '6c4858a0-096b-4d77-a78a-4e52fc5af0fb', 'network_id': '256368dc-5e68-4402-91a5-533328bbf958', 'port_id': '6c4858a0-096b-4d77-a78a-4e52fc5af0fb', 'mac_address': 'fa:16:3e:e7:ce:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5209e1-f35d-462f-abcb-435d8a0a7895', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:33:52.018979 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:52.028982 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ece2ff4f-d3fc-410e-9e29-1e9a2ece11c7 req-80a4ad4c-a9e9-4540-9bd5-3debc94d464a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 210 time: 0.0542612 Dec 12 17:33:52.043970 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c4858a0-096b-4d77-a78a-4e52fc5af0fb {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:33:52.067445 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6c4858a0-096b-4d77-a78a-4e52fc5af0fb,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:52.088312 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:52.160222 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2a289-6080-46fc-9b7a-2721ac005446 req-b9ccf7e2-02ed-4325-883f-9f302267bf26 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:52.170060 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28c2a289-6080-46fc-9b7a-2721ac005446 req-b9ccf7e2-02ed-4325-883f-9f302267bf26 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 948 time: 0.0745227 Dec 12 17:33:52.243124 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=6c4858a0-096b-4d77-a78a-4e52fc5af0fb,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:52.256450 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a0879cc0-2e86-4590-bced-df6b0693ef80 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:33:52.258526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28c2a289-6080-46fc-9b7a-2721ac005446 req-edcdd39d-797c-43d1-801d-3e34c89fb35c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857399 Dec 12 17:33:52.303073 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['6c4858a0-096b-4d77-a78a-4e52fc5af0fb'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:33:52.488083 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port a0879cc0-2e86-4590-bced-df6b0693ef80, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a0879cc0-2e86-4590-bced-df6b0693ef80,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:52.528765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'a0879cc0-2e86-4590-bced-df6b0693ef80', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': 'a0879cc0-2e86-4590-bced-df6b0693ef80', 'mac_address': 'fa:16:3e:d4:6d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:33:52.692053 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:52.758135 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0879cc0-2e86-4590-bced-df6b0693ef80 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:33:52.797441 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port a0879cc0-2e86-4590-bced-df6b0693ef80, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a0879cc0-2e86-4590-bced-df6b0693ef80,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:52.807631 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:52.915098 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=a0879cc0-2e86-4590-bced-df6b0693ef80,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:53.206208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['a0879cc0-2e86-4590-bced-df6b0693ef80'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:33:53.216635 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e629c68-9d6e-4191-9954-933941bdf6f6 req-a134e74c-3673-416a-b84a-51deeed8e373 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 210 time: 0.0449066 Dec 12 17:33:53.539002 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1ab98-6822-4d03-89c9-813aad53bfda req-6409d707-db76-4efc-9736-07b189900f0b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:53.552864 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19f1ab98-6822-4d03-89c9-813aad53bfda req-6409d707-db76-4efc-9736-07b189900f0b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 948 time: 0.1615560 Dec 12 17:33:53.681490 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19f1ab98-6822-4d03-89c9-813aad53bfda req-7966cca7-7854-4f9f-93af-fec34bc1b40d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276705 Dec 12 17:33:53.699760 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9147-8638-4f7b-ac18-58997f7d740b req-2181a51a-99c4-4ea4-9e44-25f5aabd74f5 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:53.702348 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-665a9147-8638-4f7b-ac18-58997f7d740b req-2181a51a-99c4-4ea4-9e44-25f5aabd74f5 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.20 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 821 time: 0.2279177 Dec 12 17:33:53.726581 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-665a9147-8638-4f7b-ac18-58997f7d740b req-82a5b788-1ce2-4763-b6c1-7e36a04f81a0 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Request body: {'port': {'device_id': 'ff673bb1-966a-4267-88ec-feb763fea356', 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244', 'admin_state_up': True, 'tenant_id': 'ed3999e96c6f4755bb182b05f58b09fc'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:53.732006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6c4858a0-096b-4d77-a78a-4e52fc5af0fb up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:33:53.870919 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:33:53.871669 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:54.048779 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:54.125873 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36028) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:54.132079 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6c4858a0-096b-4d77-a78a-4e52fc5af0fb,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:54.138499 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77df0f64-53c7-4259-8875-ec7dd12edaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4858a0-096b-4d77-a78a-4e52fc5af0fb'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:54.141757 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b77c5ff-7d5e-40d1-bf57-1bba545bfc5a" -d '{"events": [{"server_uuid": "77df0f64-53c7-4259-8875-ec7dd12edaeb", "name": "network-vif-plugged", "status": "completed", "tag": "6c4858a0-096b-4d77-a78a-4e52fc5af0fb"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:54.151571 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 9ea1f311-d556-46fb-adc1-8024b88e9cc8 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:33:54.158777 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665a9147-8638-4f7b-ac18-58997f7d740b req-82a5b788-1ce2-4763-b6c1-7e36a04f81a0 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Made reservation on behalf of ed3999e96c6f4755bb182b05f58b09fc for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:33:54.166718 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-665a9147-8638-4f7b-ac18-58997f7d740b req-82a5b788-1ce2-4763-b6c1-7e36a04f81a0 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:54.169652 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:54.322067 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 9ea1f311-d556-46fb-adc1-8024b88e9cc8, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=9ea1f311-d556-46fb-adc1-8024b88e9cc8,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:54.352049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '9ea1f311-d556-46fb-adc1-8024b88e9cc8', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '9ea1f311-d556-46fb-adc1-8024b88e9cc8', 'mac_address': 'fa:16:3e:06:85:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:33:54.363425 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408f2fe1-b9fc-4d27-a671-5949aab73e5a x-openstack-request-id: req-408f2fe1-b9fc-4d27-a671-5949aab73e5a {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:54.363772 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77df0f64-53c7-4259-8875-ec7dd12edaeb", "name": "network-vif-plugged", "status": "completed", "tag": "6c4858a0-096b-4d77-a78a-4e52fc5af0fb", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:54.363949 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-408f2fe1-b9fc-4d27-a671-5949aab73e5a {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:54.364849 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77df0f64-53c7-4259-8875-ec7dd12edaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4858a0-096b-4d77-a78a-4e52fc5af0fb', 'code': 200} Dec 12 17:33:54.383290 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63a3092d-575e-41e0-913f-14ca7ede47c0 req-18d0fe9e-44e9-4758-b555-0ca8c32f7494 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 210 time: 0.0511885 Dec 12 17:33:54.391059 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-665a9147-8638-4f7b-ac18-58997f7d740b req-82a5b788-1ce2-4763-b6c1-7e36a04f81a0 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Allocated IP 172.20.0.6 (d9c565c0-ff5d-4c84-8751-8dccc59a2244/ba6c9901-d0ed-4743-9b2b-40a2e328cdb1/f9efa168-fb7d-42eb-ae8b-58390331cc11) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:33:54.442808 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:54.486098 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea1f311-d556-46fb-adc1-8024b88e9cc8 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:33:54.538129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 9ea1f311-d556-46fb-adc1-8024b88e9cc8, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=9ea1f311-d556-46fb-adc1-8024b88e9cc8,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:54.538882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-15484bf8-2dd2-4704-be6f-ca0951fb6472 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1594732036-network', 'tenant_id': '13d2e185ef7540dd8b0479d1813dbe80'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:54.554645 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:54.599921 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=6c4858a0-096b-4d77-a78a-4e52fc5af0fb,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:54.606328 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15484bf8-2dd2-4704-be6f-ca0951fb6472 admin admin] Made reservation on behalf of 13d2e185ef7540dd8b0479d1813dbe80 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:33:54.608953 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15484bf8-2dd2-4704-be6f-ca0951fb6472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:54.646962 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15484bf8-2dd2-4704-be6f-ca0951fb6472 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:54.661110 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-665a9147-8638-4f7b-ac18-58997f7d740b req-82a5b788-1ce2-4763-b6c1-7e36a04f81a0 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:54.711654 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=9ea1f311-d556-46fb-adc1-8024b88e9cc8,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:54.712642 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-665a9147-8638-4f7b-ac18-58997f7d740b req-82a5b788-1ce2-4763-b6c1-7e36a04f81a0 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:54.844731 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665a9147-8638-4f7b-ac18-58997f7d740b req-82a5b788-1ce2-4763-b6c1-7e36a04f81a0 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Network d9c565c0-ff5d-4c84-8751-8dccc59a2244 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:33:54.848966 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-665a9147-8638-4f7b-ac18-58997f7d740b req-82a5b788-1ce2-4763-b6c1-7e36a04f81a0 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:33:54.860262 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-665a9147-8638-4f7b-ac18-58997f7d740b req-82a5b788-1ce2-4763-b6c1-7e36a04f81a0 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:33:54.861007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316994a-b047-4b2a-adf8-0cb58f75fa8c req-e62e6b34-d830-4e9f-b89e-a9d6bdedcf57 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:54.868210 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9147-8638-4f7b-ac18-58997f7d740b req-82a5b788-1ce2-4763-b6c1-7e36a04f81a0 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:54.869087 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-665a9147-8638-4f7b-ac18-58997f7d740b req-82a5b788-1ce2-4763-b6c1-7e36a04f81a0 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:54.872424 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2316994a-b047-4b2a-adf8-0cb58f75fa8c req-e62e6b34-d830-4e9f-b89e-a9d6bdedcf57 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 949 time: 0.0827463 Dec 12 17:33:54.895194 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-665a9147-8638-4f7b-ac18-58997f7d740b req-82a5b788-1ce2-4763-b6c1-7e36a04f81a0 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1783834 Dec 12 17:33:54.896311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5b788-1ce2-4763-b6c1-7e36a04f81a0 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Pushing event updated for resources: {'Port': ['ID=f9efa168-fb7d-42eb-ae8b-58390331cc11,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:54.910782 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Request body: {'port': {'device_id': 'ff673bb1-966a-4267-88ec-feb763fea356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:54.989445 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:55.000736 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15484bf8-2dd2-4704-be6f-ca0951fb6472 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:55.017015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['9ea1f311-d556-46fb-adc1-8024b88e9cc8'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:33:55.047061 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2316994a-b047-4b2a-adf8-0cb58f75fa8c req-59fadc9a-e555-437b-b28c-0fd1851e6add tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718984 Dec 12 17:33:55.048503 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15484bf8-2dd2-4704-be6f-ca0951fb6472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:55.152509 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15484bf8-2dd2-4704-be6f-ca0951fb6472 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:33:55.173029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15484bf8-2dd2-4704-be6f-ca0951fb6472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f317d67c-2335-4c05-8749-15130430509c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:55.206308 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15484bf8-2dd2-4704-be6f-ca0951fb6472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:55.208844 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-15484bf8-2dd2-4704-be6f-ca0951fb6472 admin admin] Added segment c8d5183b-4fee-4e16-aabf-8e5707ba344b of type vlan for network 3bef17e6-cdf8-4f7a-8674-f983d55a43e5 Dec 12 17:33:55.299333 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15484bf8-2dd2-4704-be6f-ca0951fb6472 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:55.350038 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15484bf8-2dd2-4704-be6f-ca0951fb6472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:55.352075 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15484bf8-2dd2-4704-be6f-ca0951fb6472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:55.352927 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15484bf8-2dd2-4704-be6f-ca0951fb6472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:55.422148 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-15484bf8-2dd2-4704-be6f-ca0951fb6472 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2948108 Dec 12 17:33:55.431508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36082) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:55.438999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4389b730-66ba-48f0-93f2-c1fca9e25eff admin admin] Request body: {'subnet': {'network_id': '3bef17e6-cdf8-4f7a-8674-f983d55a43e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1594732036-subnet', 'tenant_id': '13d2e185ef7540dd8b0479d1813dbe80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:55.468593 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15484bf8-2dd2-4704-be6f-ca0951fb6472 admin admin] Pushing event updated for resources: {'Network': ['ID=3bef17e6-cdf8-4f7a-8674-f983d55a43e5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:55.481831 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 3bef17e6-cdf8-4f7a-8674-f983d55a43e5 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:33:55.490591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4389b730-66ba-48f0-93f2-c1fca9e25eff admin admin] Made reservation on behalf of 13d2e185ef7540dd8b0479d1813dbe80 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:33:55.504123 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4389b730-66ba-48f0-93f2-c1fca9e25eff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:55.679930 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9efa168-fb7d-42eb-ae8b-58390331cc11 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:33:55.688071 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:55.702922 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Transition to ACTIVE for port object f9efa168-fb7d-42eb-ae8b-58390331cc11 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:33:55.710506 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:55.761314 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Pushing event updated for resources: {'Port': ['ID=f9efa168-fb7d-42eb-ae8b-58390331cc11,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:55.825675 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Attempting to bind port f9efa168-fb7d-42eb-ae8b-58390331cc11 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:33:55.825917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Attempting to bind port f9efa168-fb7d-42eb-ae8b-58390331cc11 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:33:55.826248 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Attempting to bind port f9efa168-fb7d-42eb-ae8b-58390331cc11 on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:55.830961 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Port f9efa168-fb7d-42eb-ae8b-58390331cc11 on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:33:55.831321 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Attempting to bind port f9efa168-fb7d-42eb-ae8b-58390331cc11 on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:33:55.836251 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:33:55.836592 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Checking segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:33:55.836971 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Bound using segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:33:55.837422 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Bound port: f9efa168-fb7d-42eb-ae8b-58390331cc11, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:33:55.837754 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:55.890548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b451da-e5a2-47ec-b14d-3c3eb7a5cdfe req-3d3c3282-780d-45b4-b49b-2cd436b357fe tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:55.901358 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0b451da-e5a2-47ec-b14d-3c3eb7a5cdfe req-3d3c3282-780d-45b4-b49b-2cd436b357fe tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 931 time: 0.2310982 Dec 12 17:33:55.921621 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] For port f9efa168-fb7d-42eb-ae8b-58390331cc11, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:33:55.925503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] For port f9efa168-fb7d-42eb-ae8b-58390331cc11, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f9efa168-fb7d-42eb-ae8b-58390331cc11,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:33:55.930989 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:55.956555 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-bb95171a-01d4-4e38-ba89-3693d9271a48 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bd21ce160d374d72868199111a6f6539&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362909 Dec 12 17:33:55.957906 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:55.960682 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:55.963536 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] 10.222.0.20 "PUT /v2.0/ports/f9efa168-fb7d-42eb-ae8b-58390331cc11 HTTP/1.1" status: 200 len: 1091 time: 1.0588009 Dec 12 17:33:55.965681 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff673bb1-966a-4267-88ec-feb763fea356', 'tag': 'f9efa168-fb7d-42eb-ae8b-58390331cc11'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:55.972756 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c23c2e-ea11-4941-bff9-413ceb4ad9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ff673bb1-966a-4267-88ec-feb763fea356", "tag": "f9efa168-fb7d-42eb-ae8b-58390331cc11"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:56.087760 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9147-8638-4f7b-ac18-58997f7d740b req-975a5f03-6196-46d1-9df7-808c026c4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:56.087760 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-665a9147-8638-4f7b-ac18-58997f7d740b req-975a5f03-6196-46d1-9df7-808c026c4f5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 1094 time: 0.0751717 Dec 12 17:33:56.122107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b89ed-ba4d-498f-b611-271738fdedef service neutron] Pushing event updated for resources: {'Port': ['ID=f9efa168-fb7d-42eb-ae8b-58390331cc11,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:56.128038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a0879cc0-2e86-4590-bced-df6b0693ef80 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:33:56.167644 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-665a9147-8638-4f7b-ac18-58997f7d740b req-df47832e-eff8-4981-b546-bd374fe82b3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9efa168-fb7d-42eb-ae8b-58390331cc11 HTTP/1.1" status: 200 len: 217 time: 0.0563097 Dec 12 17:33:56.193717 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port a0879cc0-2e86-4590-bced-df6b0693ef80 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:33:56.198821 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port a0879cc0-2e86-4590-bced-df6b0693ef80 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:33:56.202686 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:56.258722 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9147-8638-4f7b-ac18-58997f7d740b req-448ecafe-c232-422a-b87d-ac58ca3840b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:56.261472 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-665a9147-8638-4f7b-ac18-58997f7d740b req-448ecafe-c232-422a-b87d-ac58ca3840b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.0863988 Dec 12 17:33:56.320172 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:56.320702 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-665a9147-8638-4f7b-ac18-58997f7d740b req-e71af7d6-dcb6-46fe-b6fb-524a493c7ccc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516710 Dec 12 17:33:56.369582 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706b1f52-df52-42c7-bf0a-77651de00fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0879cc0-2e86-4590-bced-df6b0693ef80'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:56.372542 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6de59bc-1667-4112-9fe7-99b102518f3f" -d '{"events": [{"server_uuid": "706b1f52-df52-42c7-bf0a-77651de00fe6", "name": "network-vif-plugged", "status": "completed", "tag": "a0879cc0-2e86-4590-bced-df6b0693ef80"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:56.380503 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port a0879cc0-2e86-4590-bced-df6b0693ef80, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a0879cc0-2e86-4590-bced-df6b0693ef80,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:56.396000 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:56.454711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0b451da-e5a2-47ec-b14d-3c3eb7a5cdfe req-33d7e22d-621e-44df-ae05-3ef09e0c746b tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5530684 Dec 12 17:33:56.461887 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-665a9147-8638-4f7b-ac18-58997f7d740b req-165714a7-fc81-46c5-b6bd-329f0fda0b6a service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337762 Dec 12 17:33:56.467547 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=a0879cc0-2e86-4590-bced-df6b0693ef80,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:56.507961 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-d3a12543-dfdd-413e-b874-5c7177ada9b1 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:56.509837 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-d3a12543-dfdd-413e-b874-5c7177ada9b1 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5360472 Dec 12 17:33:56.511028 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4389b730-66ba-48f0-93f2-c1fca9e25eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:56.588814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-b5a932ff-961e-4e63-a10f-3979dd71e3a2 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/quotas/bd21ce160d374d72868199111a6f6539 HTTP/1.1" status: 200 len: 375 time: 0.0592957 Dec 12 17:33:56.653005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-9cd0a8c9-5a47-4873-bfac-09c6fceb4199 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd21ce160d374d72868199111a6f6539&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632091 Dec 12 17:33:56.659903 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4389b730-66ba-48f0-93f2-c1fca9e25eff admin admin] Checking segment: {'id': 'c8d5183b-4fee-4e16-aabf-8e5707ba344b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3bef17e6-cdf8-4f7a-8674-f983d55a43e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:33:56.661413 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4389b730-66ba-48f0-93f2-c1fca9e25eff admin admin] Network hostable DHCP agents. Network: 3bef17e6-cdf8-4f7a-8674-f983d55a43e5, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:33:56.664421 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389b730-66ba-48f0-93f2-c1fca9e25eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4191575-4852-402b-9a20-f46b83e65088,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:56.669292 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-665a9147-8638-4f7b-ac18-58997f7d740b req-c5249746-1892-4467-ae28-774cc49d1a16 service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962137 Dec 12 17:33:56.697002 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82c1b17-3625-434b-8314-945af664f7b2 x-openstack-request-id: req-a82c1b17-3625-434b-8314-945af664f7b2 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:56.697562 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff673bb1-966a-4267-88ec-feb763fea356", "tag": "f9efa168-fb7d-42eb-ae8b-58390331cc11", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:56.697824 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a82c1b17-3625-434b-8314-945af664f7b2 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:56.698236 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff673bb1-966a-4267-88ec-feb763fea356', 'tag': 'f9efa168-fb7d-42eb-ae8b-58390331cc11', 'status': 'completed', 'code': 200} Dec 12 17:33:56.699638 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4389b730-66ba-48f0-93f2-c1fca9e25eff admin admin] Network 3bef17e6-cdf8-4f7a-8674-f983d55a43e5 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:33:56.786369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-4389b730-66ba-48f0-93f2-c1fca9e25eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 3bef17e6-cdf8-4f7a-8674-f983d55a43e5) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:33:56.797720 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685deb60-1b18-4cf1-ae89-4a507ca96c6f None None] Network 3bef17e6-cdf8-4f7a-8674-f983d55a43e5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:33:56.798225 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4389b730-66ba-48f0-93f2-c1fca9e25eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:56.798837 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4389b730-66ba-48f0-93f2-c1fca9e25eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:56.847500 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4389b730-66ba-48f0-93f2-c1fca9e25eff admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4052949 Dec 12 17:33:56.878360 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c23c2e-ea11-4941-bff9-413ceb4ad9ff req-fbe6f060-b552-4be1-a229-f41eb8a70259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:56.880107 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89c23c2e-ea11-4941-bff9-413ceb4ad9ff req-fbe6f060-b552-4be1-a229-f41eb8a70259 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 1094 time: 0.0998840 Dec 12 17:33:57.019062 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24cb99e-927b-4b33-99f1-9f8325884103 None None] Network 3bef17e6-cdf8-4f7a-8674-f983d55a43e5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:33:57.032520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c23c2e-ea11-4941-bff9-413ceb4ad9ff req-98beecb2-5f8b-480c-9944-a1763d230d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:57.034166 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89c23c2e-ea11-4941-bff9-413ceb4ad9ff req-98beecb2-5f8b-480c-9944-a1763d230d1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 922 time: 0.1456513 Dec 12 17:33:57.148560 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89c23c2e-ea11-4941-bff9-413ceb4ad9ff req-0c0825b4-f245-4ba2-afe9-620bec6e29ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9efa168-fb7d-42eb-ae8b-58390331cc11 HTTP/1.1" status: 200 len: 217 time: 0.1039534 Dec 12 17:33:57.226713 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c23c2e-ea11-4941-bff9-413ceb4ad9ff req-0ac8f892-88c4-416e-8945-70883d933083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:57.228919 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89c23c2e-ea11-4941-bff9-413ceb4ad9ff req-0ac8f892-88c4-416e-8945-70883d933083 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.0734615 Dec 12 17:33:57.231531 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-27862032-4ade-4dec-8d43-dc7ec11106e1 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ebf6778b07584945a0bd692c58b949bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693908 Dec 12 17:33:57.250478 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fa67b-bfbe-47da-8cac-4436794aae67 req-05341284-5e6d-4e61-be71-7274f02b47f2 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:57.251973 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc2fa67b-bfbe-47da-8cac-4436794aae67 req-05341284-5e6d-4e61-be71-7274f02b47f2 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 949 time: 0.1290116 Dec 12 17:33:57.291082 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89c23c2e-ea11-4941-bff9-413ceb4ad9ff req-f84e9df1-a558-4f98-afa5-503bc5083a07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540824 Dec 12 17:33:57.356020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc2fa67b-bfbe-47da-8cac-4436794aae67 req-73ada15f-c9fa-4705-8698-a5728f66bfe8 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870371 Dec 12 17:33:57.431968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-4f1c9597-7f23-4efa-84be-b4ff99a053ea tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:57.440869 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-4f1c9597-7f23-4efa-84be-b4ff99a053ea tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083089 Dec 12 17:33:57.501339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-f2807ca1-5185-4656-9118-dc944b538bc7 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/quotas/ebf6778b07584945a0bd692c58b949bb HTTP/1.1" status: 200 len: 375 time: 0.0546446 Dec 12 17:33:57.554841 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4719529-981d-48be-b097-a8f1e4322d0c x-openstack-request-id: req-e4719529-981d-48be-b097-a8f1e4322d0c {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:57.555369 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706b1f52-df52-42c7-bf0a-77651de00fe6", "name": "network-vif-plugged", "status": "completed", "tag": "a0879cc0-2e86-4590-bced-df6b0693ef80", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:57.555369 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4719529-981d-48be-b097-a8f1e4322d0c {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:57.555784 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b1f52-df52-42c7-bf0a-77651de00fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0879cc0-2e86-4590-bced-df6b0693ef80', 'code': 200} Dec 12 17:33:57.564936 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89c23c2e-ea11-4941-bff9-413ceb4ad9ff req-fbe1a751-5a7a-4334-b5bc-aaf625a56e85 service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542522 Dec 12 17:33:57.582150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-b12ac54d-598c-4c54-a93e-887eac299d38 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ebf6778b07584945a0bd692c58b949bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784800 Dec 12 17:33:57.849669 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d60622bd-6a0d-413e-b2c8-b3d60925b305 req-a9f24200-4728-4635-a331-0746639367b1 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb6141e-8df5-4a8c-b579-81e8d858b5c4 HTTP/1.1" status: 200 len: 210 time: 0.0388992 Dec 12 17:33:57.977344 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa20ff-6ba7-43e0-8737-1e87906cd930 req-96b39679-9aef-4a7a-9834-f7d260b87042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:57.985306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f597-8476-4536-9574-8a9029e6fa6c req-036667a7-657b-424f-98fb-02ec90979513 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:57.988616 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b1aa20ff-6ba7-43e0-8737-1e87906cd930 req-96b39679-9aef-4a7a-9834-f7d260b87042 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=706b1f52-df52-42c7-bf0a-77651de00fe6 HTTP/1.1" status: 200 len: 1101 time: 0.2097633 Dec 12 17:33:57.997516 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ffa0f597-8476-4536-9574-8a9029e6fa6c req-036667a7-657b-424f-98fb-02ec90979513 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 943 time: 0.0869823 Dec 12 17:33:58.022475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36172) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:58.044541 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-2d4906d9-d684-46bc-893b-0ff89384752b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-297629540-network', 'tenant_id': '1f521e14d7b54306b04fc5969504e195'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:58.080364 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89c23c2e-ea11-4941-bff9-413ceb4ad9ff req-e0afb438-fdf8-4f94-bc22-0b2df20d10ac service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085068 Dec 12 17:33:58.145570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 9ea1f311-d556-46fb-adc1-8024b88e9cc8 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:33:58.182377 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b1aa20ff-6ba7-43e0-8737-1e87906cd930 req-7e7bb41a-c6dd-45dd-b35b-a55584583f3b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852531 Dec 12 17:33:58.189343 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4906d9-d684-46bc-893b-0ff89384752b admin admin] Made reservation on behalf of 1f521e14d7b54306b04fc5969504e195 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:33:58.197279 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2d4906d9-d684-46bc-893b-0ff89384752b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:58.238006 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2d4906d9-d684-46bc-893b-0ff89384752b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:58.260525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ffa0f597-8476-4536-9574-8a9029e6fa6c req-cc1f4efd-1f35-4343-826a-051ac84a35c3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614408 Dec 12 17:33:58.347632 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c3e5a8b-615a-4308-b906-c969489c7610 req-c0fc8d1e-aeae-4748-9193-3cc6dd9038a1 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 210 time: 0.1126804 Dec 12 17:33:58.462752 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 9ea1f311-d556-46fb-adc1-8024b88e9cc8 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:33:58.471065 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 9ea1f311-d556-46fb-adc1-8024b88e9cc8 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:33:58.471634 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:58.606585 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:58.630586 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2d4906d9-d684-46bc-893b-0ff89384752b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:58.643920 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2d4906d9-d684-46bc-893b-0ff89384752b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:58.656935 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 9ea1f311-d556-46fb-adc1-8024b88e9cc8, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=9ea1f311-d556-46fb-adc1-8024b88e9cc8,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:33:58.657914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4906d9-d684-46bc-893b-0ff89384752b admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:33:58.673376 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:58.674501 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2d4906d9-d684-46bc-893b-0ff89384752b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:58.675094 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-2d4906d9-d684-46bc-893b-0ff89384752b admin admin] Added segment 035fe40e-58db-4157-93f5-4aa134346d7b of type vlan for network e674ab01-cdda-42c2-8232-d0fb8ed339ea Dec 12 17:33:58.705242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1eeb4-ae2b-44de-90a9-f7c16f662176 req-8cfb409e-92a0-4bde-b5b4-054d1d0b4118 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:58.707051 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81c1eeb4-ae2b-44de-90a9-f7c16f662176 req-8cfb409e-92a0-4bde-b5b4-054d1d0b4118 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 949 time: 0.1767271 Dec 12 17:33:58.759856 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=9ea1f311-d556-46fb-adc1-8024b88e9cc8,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:58.790601 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2d4906d9-d684-46bc-893b-0ff89384752b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:58.796455 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4906d9-d684-46bc-893b-0ff89384752b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69775bf4-fade-4e6a-928e-97d183b56985,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:58.839436 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81c1eeb4-ae2b-44de-90a9-f7c16f662176 req-f25ac388-9cd3-4009-962f-ceda5e6a19a1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995831 Dec 12 17:33:58.861658 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2d4906d9-d684-46bc-893b-0ff89384752b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:58.862877 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4906d9-d684-46bc-893b-0ff89384752b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:58.863535 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2d4906d9-d684-46bc-893b-0ff89384752b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:58.967746 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-3ee88c52-178a-424d-bde7-02beafaa4ce3 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bd21ce160d374d72868199111a6f6539&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499675 Dec 12 17:33:58.997498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2d4906d9-d684-46bc-893b-0ff89384752b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9664342 Dec 12 17:33:59.009972 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36204) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:59.020674 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-841a7320-71bf-44f6-b3c6-1bb88ef7cc1e admin admin] Request body: {'subnet': {'network_id': 'e674ab01-cdda-42c2-8232-d0fb8ed339ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-297629540-subnet', 'tenant_id': '1f521e14d7b54306b04fc5969504e195', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:59.024460 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08d810e3-23a3-4f5a-b2b0-8700853a61e7 req-5c351960-464b-43b5-8a46-64353bbea5d2 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb6141e-8df5-4a8c-b579-81e8d858b5c4 HTTP/1.1" status: 200 len: 210 time: 0.0551586 Dec 12 17:33:59.030366 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4906d9-d684-46bc-893b-0ff89384752b admin admin] Pushing event updated for resources: {'Network': ['ID=e674ab01-cdda-42c2-8232-d0fb8ed339ea,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:59.050178 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network e674ab01-cdda-42c2-8232-d0fb8ed339ea details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:33:59.117702 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841a7320-71bf-44f6-b3c6-1bb88ef7cc1e admin admin] Made reservation on behalf of 1f521e14d7b54306b04fc5969504e195 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:33:59.126957 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-841a7320-71bf-44f6-b3c6-1bb88ef7cc1e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:59.228162 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-f9007e02-0ab3-4f7b-8759-be2d7a50a1ee tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:59.229858 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-f9007e02-0ab3-4f7b-8759-be2d7a50a1ee tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426326 Dec 12 17:33:59.276520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-3e96e69d-7996-49a3-9268-8ee048ab6a6e tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Request body: {'port': {'device_id': 'acb6141e-8df5-4a8c-b579-81e8d858b5c4', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': 'bd21ce160d374d72868199111a6f6539'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:33:59.419230 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff4714-b59b-479f-9a08-54409feda2f4 req-adafedcb-d551-4dba-81e4-3ee74196a476 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:59.420767 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98ff4714-b59b-479f-9a08-54409feda2f4 req-adafedcb-d551-4dba-81e4-3ee74196a476 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 943 time: 0.0727956 Dec 12 17:33:59.455883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36224) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:33:59.479677 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-3e96e69d-7996-49a3-9268-8ee048ab6a6e tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Made reservation on behalf of bd21ce160d374d72868199111a6f6539 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:33:59.484164 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-3e96e69d-7996-49a3-9268-8ee048ab6a6e tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:59.496020 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-3e96e69d-7996-49a3-9268-8ee048ab6a6e tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:59.536446 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98ff4714-b59b-479f-9a08-54409feda2f4 req-ee5a1fb7-1e44-4d7d-b506-4f8a897390b5 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052470 Dec 12 17:33:59.557152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94596c2-b4f9-4b4c-aa18-739b64dacb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea1f311-d556-46fb-adc1-8024b88e9cc8'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:33:59.564902 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67126dea-b5ac-4149-9eb5-7af9e26a92f3" -d '{"events": [{"server_uuid": "e94596c2-b4f9-4b4c-aa18-739b64dacb7f", "name": "network-vif-plugged", "status": "completed", "tag": "9ea1f311-d556-46fb-adc1-8024b88e9cc8"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:33:59.588348 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-841a7320-71bf-44f6-b3c6-1bb88ef7cc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:59.636509 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-766aa758-7509-4960-a2a6-634a39aa56e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:59.662080 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a7320-71bf-44f6-b3c6-1bb88ef7cc1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=783aa636-2a62-466e-b99a-c249126f9ba6,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:59.713217 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a7320-71bf-44f6-b3c6-1bb88ef7cc1e admin admin] Checking segment: {'id': '035fe40e-58db-4157-93f5-4aa134346d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e674ab01-cdda-42c2-8232-d0fb8ed339ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:33:59.713670 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a7320-71bf-44f6-b3c6-1bb88ef7cc1e admin admin] Network hostable DHCP agents. Network: e674ab01-cdda-42c2-8232-d0fb8ed339ea, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:33:59.735870 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-3e96e69d-7996-49a3-9268-8ee048ab6a6e tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:59.744042 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-3e96e69d-7996-49a3-9268-8ee048ab6a6e tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:59.754895 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f944752e-518a-46b7-ae7f-cf4cfdc9ab17 req-f612065d-0641-487f-aa79-d0601868656d tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 210 time: 0.0743763 Dec 12 17:33:59.762928 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f9efa168-fb7d-42eb-ae8b-58390331cc11 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:33:59.776496 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a7320-71bf-44f6-b3c6-1bb88ef7cc1e admin admin] Network e674ab01-cdda-42c2-8232-d0fb8ed339ea is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:33:59.776967 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-507b8322-00cb-4ab1-aa05-59e7b6ac2075 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ebf6778b07584945a0bd692c58b949bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821228 Dec 12 17:33:59.846246 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-841a7320-71bf-44f6-b3c6-1bb88ef7cc1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, e674ab01-cdda-42c2-8232-d0fb8ed339ea) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:33:59.858494 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9d00e5-9699-4ca0-a001-9e95d6516621 x-openstack-request-id: req-7d9d00e5-9699-4ca0-a001-9e95d6516621 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:33:59.858799 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94596c2-b4f9-4b4c-aa18-739b64dacb7f", "name": "network-vif-plugged", "status": "completed", "tag": "9ea1f311-d556-46fb-adc1-8024b88e9cc8", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:33:59.859063 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d9d00e5-9699-4ca0-a001-9e95d6516621 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:33:59.859477 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94596c2-b4f9-4b4c-aa18-739b64dacb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea1f311-d556-46fb-adc1-8024b88e9cc8', 'code': 200} Dec 12 17:33:59.859891 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841a7320-71bf-44f6-b3c6-1bb88ef7cc1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:33:59.860657 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-841a7320-71bf-44f6-b3c6-1bb88ef7cc1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:33:59.867949 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96e69d-7996-49a3-9268-8ee048ab6a6e tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28794719-3e49-4777-828f-12c87d7bbb72,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:33:59.914529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfad6bfe-35c1-40de-8f87-d67887593950 None None] Network e674ab01-cdda-42c2-8232-d0fb8ed339ea requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:33:59.945988 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-841a7320-71bf-44f6-b3c6-1bb88ef7cc1e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9260595 Dec 12 17:34:00.050860 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f9efa168-fb7d-42eb-ae8b-58390331cc11, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f9efa168-fb7d-42eb-ae8b-58390331cc11,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:00.080407 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'f9efa168-fb7d-42eb-ae8b-58390331cc11', 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244', 'port_id': 'f9efa168-fb7d-42eb-ae8b-58390331cc11', 'mac_address': 'fa:16:3e:2d:33:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6c9901-d0ed-4743-9b2b-40a2e328cdb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:34:00.087155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560e197c-8c5b-4f71-89c6-72e61540118a None None] Network e674ab01-cdda-42c2-8232-d0fb8ed339ea requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:34:00.166744 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-3e96e69d-7996-49a3-9268-8ee048ab6a6e tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Allocated IP 192.168.233.183 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:34:00.169050 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e6a24-1a7c-440c-beed-5f0eab6a4072 req-9595be76-9d42-4709-b66a-6eb00af474fa tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:00.183185 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d2e6a24-1a7c-440c-beed-5f0eab6a4072 req-9595be76-9d42-4709-b66a-6eb00af474fa tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 950 time: 0.1575019 Dec 12 17:34:00.186394 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:00.217076 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9efa168-fb7d-42eb-ae8b-58390331cc11 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:00.267742 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f9efa168-fb7d-42eb-ae8b-58390331cc11, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f9efa168-fb7d-42eb-ae8b-58390331cc11,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:00.287876 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:00.328699 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-766aa758-7509-4960-a2a6-634a39aa56e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:00.341908 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d2e6a24-1a7c-440c-beed-5f0eab6a4072 req-ccf94cd6-18d6-4c4b-a0d3-537783329765 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570106 Dec 12 17:34:00.349384 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-766aa758-7509-4960-a2a6-634a39aa56e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:00.366878 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-60dc0f73-58ff-4c63-80ca-5134534fd5be tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:00.374632 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-60dc0f73-58ff-4c63-80ca-5134534fd5be tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5873163 Dec 12 17:34:00.395191 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=f9efa168-fb7d-42eb-ae8b-58390331cc11,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:00.437155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766aa758-7509-4960-a2a6-634a39aa56e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e252683-68b4-491b-8da7-8d22eb652fb1,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:00.445537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-f512d9b8-5e12-484d-a8c7-10af4beb6049 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Request body: {'port': {'device_id': 'e49e33b6-d887-4529-b07a-42a749f054b6', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': 'ebf6778b07584945a0bd692c58b949bb'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:00.509571 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-3e96e69d-7996-49a3-9268-8ee048ab6a6e tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:00.524053 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-766aa758-7509-4960-a2a6-634a39aa56e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c73dfc1bd364765bba6a2feefde9664&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0650454 Dec 12 17:34:00.525877 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36242) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:34:00.531972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['f9efa168-fb7d-42eb-ae8b-58390331cc11'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:34:00.554879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7389bc9e-8a97-4205-9aff-d78c68cd21de req-bc3629b9-9d4e-4470-a9b2-6574826b66b7 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb6141e-8df5-4a8c-b579-81e8d858b5c4 HTTP/1.1" status: 200 len: 210 time: 0.0856168 Dec 12 17:34:00.603053 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f341ecea-805f-4664-8906-31488ac8383b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:00.634640 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f341ecea-805f-4664-8906-31488ac8383b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:00.660416 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-3e96e69d-7996-49a3-9268-8ee048ab6a6e tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:00.718437 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-f512d9b8-5e12-484d-a8c7-10af4beb6049 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Made reservation on behalf of ebf6778b07584945a0bd692c58b949bb for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:34:00.724586 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-f512d9b8-5e12-484d-a8c7-10af4beb6049 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:00.736551 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-f512d9b8-5e12-484d-a8c7-10af4beb6049 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:00.746508 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-3e96e69d-7996-49a3-9268-8ee048ab6a6e tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:34:00.753629 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-3e96e69d-7996-49a3-9268-8ee048ab6a6e tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:34:00.759236 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-3e96e69d-7996-49a3-9268-8ee048ab6a6e tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:34:00.766050 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-3e96e69d-7996-49a3-9268-8ee048ab6a6e tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:00.766913 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-3e96e69d-7996-49a3-9268-8ee048ab6a6e tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:00.786782 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96e69d-7996-49a3-9268-8ee048ab6a6e tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Pushing event updated for resources: {'Port': ['ID=b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:00.825661 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-3e96e69d-7996-49a3-9268-8ee048ab6a6e tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5571105 Dec 12 17:34:00.849258 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Request body: {'port': {'device_id': 'acb6141e-8df5-4a8c-b579-81e8d858b5c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:00.855022 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f341ecea-805f-4664-8906-31488ac8383b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:00.858091 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f341ecea-805f-4664-8906-31488ac8383b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:00.858859 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f341ecea-805f-4664-8906-31488ac8383b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e252683-68b4-491b-8da7-8d22eb652fb1 HTTP/1.1" status: 204 len: 168 time: 0.3302190 Dec 12 17:34:00.894424 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-f512d9b8-5e12-484d-a8c7-10af4beb6049 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:00.908096 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-f512d9b8-5e12-484d-a8c7-10af4beb6049 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:00.942504 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341ecea-805f-4664-8906-31488ac8383b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e252683-68b4-491b-8da7-8d22eb652fb1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:01.057054 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:01.060988 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512d9b8-5e12-484d-a8c7-10af4beb6049 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:01.223067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-f512d9b8-5e12-484d-a8c7-10af4beb6049 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Allocated IP 192.168.233.26 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:34:01.255776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9dc9efa9-157f-44a2-8f01-b48d36a27bd1 None None] Provisioning complete for port b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:01.257613 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9dc9efa9-157f-44a2-8f01-b48d36a27bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:01.304513 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca277d81-306d-455e-981f-391ffeded9b6 req-80b9ec22-f178-42cc-9e5d-10524e7b3de0 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:01.311437 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca277d81-306d-455e-981f-391ffeded9b6 req-80b9ec22-f178-42cc-9e5d-10524e7b3de0 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/networks?id=3bef17e6-cdf8-4f7a-8674-f983d55a43e5 HTTP/1.1" status: 200 len: 815 time: 0.1894469 Dec 12 17:34:01.318467 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36270) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:34:01.328905 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9dc9efa9-157f-44a2-8f01-b48d36a27bd1 None None] Port b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:34:01.346351 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8365039-4b92-4e78-a309-dc1292c46901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:01.362341 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca277d81-306d-455e-981f-391ffeded9b6 req-e18ae9b2-8533-4d37-923e-ea44aad59796 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/quotas/13d2e185ef7540dd8b0479d1813dbe80 HTTP/1.1" status: 200 len: 375 time: 0.0480506 Dec 12 17:34:01.425500 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca277d81-306d-455e-981f-391ffeded9b6 req-ff72528a-44d9-47c5-95c5-2e860ad8966e tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=13d2e185ef7540dd8b0479d1813dbe80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534568 Dec 12 17:34:01.594383 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-f512d9b8-5e12-484d-a8c7-10af4beb6049 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:01.611191 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca277d81-306d-455e-981f-391ffeded9b6 req-95aadf3b-4810-4043-83f3-2ec5ef49830e service neutron] 10.222.0.18 "GET /v2.0/networks/3bef17e6-cdf8-4f7a-8674-f983d55a43e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751297 Dec 12 17:34:01.694711 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8365039-4b92-4e78-a309-dc1292c46901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:01.702545 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8365039-4b92-4e78-a309-dc1292c46901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:01.758690 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-f512d9b8-5e12-484d-a8c7-10af4beb6049 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:01.769682 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f9efa168-fb7d-42eb-ae8b-58390331cc11 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:34:01.794970 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b8365039-4b92-4e78-a309-dc1292c46901 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b6f0157b60c4800bba74a34febaf431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4754136 Dec 12 17:34:01.801046 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36278) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:34:01.817257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8365039-4b92-4e78-a309-dc1292c46901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4bd029-869c-48ef-bcde-7fc539204927,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:01.847686 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca277d81-306d-455e-981f-391ffeded9b6 req-ff5997a4-2d5a-4f28-b509-4b6bf8c25f39 service neutron] 10.222.0.18 "GET /v2.0/networks/3bef17e6-cdf8-4f7a-8674-f983d55a43e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354963 Dec 12 17:34:01.854834 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-f512d9b8-5e12-484d-a8c7-10af4beb6049 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:34:01.867242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port f9efa168-fb7d-42eb-ae8b-58390331cc11 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:34:01.871316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port f9efa168-fb7d-42eb-ae8b-58390331cc11 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:01.871480 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:01.890417 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-f512d9b8-5e12-484d-a8c7-10af4beb6049 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:34:01.896287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-f512d9b8-5e12-484d-a8c7-10af4beb6049 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:34:01.920421 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf78a6b5-f9db-4558-916d-1982a3bac67f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:01.989421 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf78a6b5-f9db-4558-916d-1982a3bac67f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:01.990138 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-f512d9b8-5e12-484d-a8c7-10af4beb6049 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:01.991496 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-f512d9b8-5e12-484d-a8c7-10af4beb6049 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:01.995720 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512d9b8-5e12-484d-a8c7-10af4beb6049 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Pushing event updated for resources: {'Port': ['ID=6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:02.062442 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-f512d9b8-5e12-484d-a8c7-10af4beb6049 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6749225 Dec 12 17:34:02.074950 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:02.075824 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Request body: {'port': {'device_id': 'e49e33b6-d887-4529-b07a-42a749f054b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:02.124378 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff673bb1-966a-4267-88ec-feb763fea356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9efa168-fb7d-42eb-ae8b-58390331cc11'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:02.126748 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc90664-f9cc-49d9-91dd-bf37cc79f12d" -d '{"events": [{"server_uuid": "ff673bb1-966a-4267-88ec-feb763fea356", "name": "network-vif-plugged", "status": "completed", "tag": "f9efa168-fb7d-42eb-ae8b-58390331cc11"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:02.159814 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:02.161896 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f9efa168-fb7d-42eb-ae8b-58390331cc11, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f9efa168-fb7d-42eb-ae8b-58390331cc11,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:02.172595 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:02.190708 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:02.193862 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:02.232810 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Transition to ACTIVE for port object b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:34:02.233966 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf78a6b5-f9db-4558-916d-1982a3bac67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:02.242394 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf78a6b5-f9db-4558-916d-1982a3bac67f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:02.247493 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bf78a6b5-f9db-4558-916d-1982a3bac67f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b4bd029-869c-48ef-bcde-7fc539204927 HTTP/1.1" status: 204 len: 168 time: 0.4445381 Dec 12 17:34:02.256465 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:02.288015 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78a6b5-f9db-4558-916d-1982a3bac67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4bd029-869c-48ef-bcde-7fc539204927,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:02.289552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=f9efa168-fb7d-42eb-ae8b-58390331cc11,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:02.360594 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Pushing event updated for resources: {'Port': ['ID=b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:02.362353 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-adc2400a-2335-498f-ad6d-f00dda7f956d None None] Provisioning complete for port 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:02.362756 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-adc2400a-2335-498f-ad6d-f00dda7f956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:02.406249 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Attempting to bind port b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:34:02.406591 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Attempting to bind port b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:34:02.407013 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Attempting to bind port b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:02.415119 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Port b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:34:02.421867 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Attempting to bind port b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:02.436782 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:34:02.437125 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:02.437512 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:34:02.437955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Bound port: b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:34:02.438318 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:02.452973 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-adc2400a-2335-498f-ad6d-f00dda7f956d None None] Port 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:34:02.609472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] For port b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:34:02.613446 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] For port b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:34:02.625665 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:02.710394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84771cd0-0cfb-4a91-92b9-0dac7af0d7c3 req-70a34cc3-3f65-45d2-95f9-41371a66ee58 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:02.712711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84771cd0-0cfb-4a91-92b9-0dac7af0d7c3 req-70a34cc3-3f65-45d2-95f9-41371a66ee58 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 945 time: 0.1485915 Dec 12 17:34:02.722250 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:02.722938 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:02.728426 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] 10.222.0.20 "PUT /v2.0/ports/b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 HTTP/1.1" status: 200 len: 1096 time: 1.8949189 Dec 12 17:34:02.729019 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb6141e-8df5-4a8c-b579-81e8d858b5c4', 'tag': 'b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:02.731298 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3063ade1-f28e-4e9d-a7b6-4113d7353252" -d '{"events": [{"name": "network-changed", "server_uuid": "acb6141e-8df5-4a8c-b579-81e8d858b5c4", "tag": "b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:02.802951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9d501-bbcd-4e81-957a-ef96c045c2af service neutron] Pushing event updated for resources: {'Port': ['ID=b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:02.873647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:02.893584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-83564ffd-6da2-4788-b177-6e9f3daf97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:02.897611 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-83564ffd-6da2-4788-b177-6e9f3daf97b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd21ce160d374d72868199111a6f6539&device_id=acb6141e-8df5-4a8c-b579-81e8d858b5c4 HTTP/1.1" status: 200 len: 1099 time: 0.1113744 Dec 12 17:34:02.907902 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:03.005062 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Transition to ACTIVE for port object 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:34:03.020672 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84771cd0-0cfb-4a91-92b9-0dac7af0d7c3 req-7ba61204-65c2-4469-b782-8d39ae99495f tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900883 Dec 12 17:34:03.028713 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:03.049061 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-679c8e2f-ea46-416f-aef6-045db7a918ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 HTTP/1.1" status: 200 len: 217 time: 0.1405411 Dec 12 17:34:03.174290 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-d8b3cd01-f3bc-48d8-b406-b939931987e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:03.180797 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-d8b3cd01-f3bc-48d8-b406-b939931987e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1247754 Dec 12 17:34:03.198316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Pushing event updated for resources: {'Port': ['ID=6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:03.260903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-58d95928-4e2f-47cd-8803-531e34e1b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:03.262586 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-58d95928-4e2f-47cd-8803-531e34e1b674 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0603905 Dec 12 17:34:03.339460 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396b2b1-08d9-47ad-982e-8ecb87b1d396 req-e6a90eae-645d-431d-a20c-9a06342605f5 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:03.340970 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d396b2b1-08d9-47ad-982e-8ecb87b1d396 req-e6a90eae-645d-431d-a20c-9a06342605f5 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 947 time: 0.1439471 Dec 12 17:34:03.418783 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-87c304eb-2f31-48fd-86a4-cc5bf1c8a7ae service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484938 Dec 12 17:34:03.430459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d396b2b1-08d9-47ad-982e-8ecb87b1d396 req-aff9dc91-332b-4d0d-9ad3-79937a3451a0 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784030 Dec 12 17:34:03.432762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Attempting to bind port 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:34:03.436389 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Attempting to bind port 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:34:03.436916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Attempting to bind port 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:03.445314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Port 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:34:03.446835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Attempting to bind port 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:03.462180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:34:03.464531 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:03.465014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:34:03.465484 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Bound port: 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:34:03.465859 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:03.598458 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-382c6c3a-5ced-43a0-ac35-dc0372f35a88 req-826e7dc3-ef7d-4bb0-adb6-a87c885ae19e service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712766 Dec 12 17:34:03.648085 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d288481-fbcf-450e-98df-df32a997cfca req-89b07e88-08e6-4291-b226-3dec014605e9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:03.663877 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d288481-fbcf-450e-98df-df32a997cfca req-89b07e88-08e6-4291-b226-3dec014605e9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 950 time: 0.1139982 Dec 12 17:34:03.666211 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] For port 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:34:03.714622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36318) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:34:03.721505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] For port 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:34:03.735613 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d288481-fbcf-450e-98df-df32a997cfca req-d8c19f5e-2953-44e7-acdd-629bd5dbddd1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687087 Dec 12 17:34:03.739976 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:03.840232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:03.840853 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:03.842223 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] 10.222.0.20 "PUT /v2.0/ports/6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 HTTP/1.1" status: 200 len: 1095 time: 1.7714362 Dec 12 17:34:03.842665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49e33b6-d887-4529-b07a-42a749f054b6', 'tag': '6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:03.844971 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366b7fee-00eb-410c-b550-ce9b40cb5b65" -d '{"events": [{"name": "network-changed", "server_uuid": "e49e33b6-d887-4529-b07a-42a749f054b6", "tag": "6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:03.870099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-2fd1e7e3-3c22-4767-9ba9-2eb7e75bcea9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-835482231-network', 'tenant_id': '5086af56094840bd807cfda793fdb5e6'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:03.923007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fa45f-ab4b-465b-ab6e-4e4dfe65c810 service neutron] Pushing event updated for resources: {'Port': ['ID=6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:03.948716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa61bf0-d1b6-4bee-908a-7fa52e9e821b req-aa2e4bc0-e8c4-42bf-9cbb-4263eb5e8800 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:03.956041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2fa61bf0-d1b6-4bee-908a-7fa52e9e821b req-aa2e4bc0-e8c4-42bf-9cbb-4263eb5e8800 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb6141e-8df5-4a8c-b579-81e8d858b5c4 HTTP/1.1" status: 200 len: 948 time: 0.1329386 Dec 12 17:34:03.965619 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd1e7e3-3c22-4767-9ba9-2eb7e75bcea9 admin admin] Made reservation on behalf of 5086af56094840bd807cfda793fdb5e6 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:34:03.967882 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e7e3-3c22-4767-9ba9-2eb7e75bcea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:03.996131 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e7e3-3c22-4767-9ba9-2eb7e75bcea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:04.029184 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-07a2bfe0-8be9-4121-a26e-4ef0e623f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:04.030407 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-07a2bfe0-8be9-4121-a26e-4ef0e623f266 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebf6778b07584945a0bd692c58b949bb&device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 1098 time: 0.1270051 Dec 12 17:34:04.095335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2fa61bf0-d1b6-4bee-908a-7fa52e9e821b req-5271ac26-a758-40e8-b177-bdcc54118f86 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382928 Dec 12 17:34:04.099882 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-c8f24359-046d-4fbd-a1df-1b9a5d6ffcbc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 HTTP/1.1" status: 200 len: 217 time: 0.0588994 Dec 12 17:34:04.199243 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e7e3-3c22-4767-9ba9-2eb7e75bcea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:04.211739 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e7e3-3c22-4767-9ba9-2eb7e75bcea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:04.219139 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-6c6c7c00-df88-42fa-bba5-615a6decdfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:04.220926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-6c6c7c00-df88-42fa-bba5-615a6decdfab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1118109 Dec 12 17:34:04.259299 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd1e7e3-3c22-4767-9ba9-2eb7e75bcea9 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:34:04.306644 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38a4bbd7-57aa-4f91-ae37-5b37855d6cfb req-f73d4dd9-8eb3-4cbb-aef6-ee9d75ec9b57 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 210 time: 0.0555365 Dec 12 17:34:04.310797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1e7e3-3c22-4767-9ba9-2eb7e75bcea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2036c643-e103-44a5-9c2c-6c7a07b9d449,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:04.327676 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e7e3-3c22-4767-9ba9-2eb7e75bcea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:04.328079 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-2fd1e7e3-3c22-4767-9ba9-2eb7e75bcea9 admin admin] Added segment c4a7347e-5f4a-42d3-8200-eb5584ea86b7 of type vlan for network 7af7ce07-fb07-4357-8d7c-aa495da24ded Dec 12 17:34:04.377630 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc7601d-7e13-4e2a-b54e-b076900b778e x-openstack-request-id: req-5cc7601d-7e13-4e2a-b54e-b076900b778e {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:04.378174 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff673bb1-966a-4267-88ec-feb763fea356", "name": "network-vif-plugged", "status": "completed", "tag": "f9efa168-fb7d-42eb-ae8b-58390331cc11", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:04.378273 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5cc7601d-7e13-4e2a-b54e-b076900b778e {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:04.378755 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff673bb1-966a-4267-88ec-feb763fea356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9efa168-fb7d-42eb-ae8b-58390331cc11', 'code': 200} Dec 12 17:34:04.395350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-0712f4aa-ef28-4ccf-b03b-fe266b4691b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:04.397904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-0712f4aa-ef28-4ccf-b03b-fe266b4691b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1656682 Dec 12 17:34:04.420764 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ea3cfe-1e63-42b6-931c-c1cf1ac7ef97 x-openstack-request-id: req-b6ea3cfe-1e63-42b6-931c-c1cf1ac7ef97 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:04.422415 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb6141e-8df5-4a8c-b579-81e8d858b5c4", "tag": "b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:04.422918 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6ea3cfe-1e63-42b6-931c-c1cf1ac7ef97 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:04.423736 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb6141e-8df5-4a8c-b579-81e8d858b5c4', 'tag': 'b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3', 'status': 'completed', 'code': 200} Dec 12 17:34:04.517889 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-e1b83edb-0523-4c43-90c3-148b4e17b83e service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082666 Dec 12 17:34:04.518358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.20', 53144) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:34:04.519988 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfd71b0-bfc8-4609-87a3-74b75b0003d6 x-openstack-request-id: req-fcfd71b0-bfc8-4609-87a3-74b75b0003d6 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:04.520278 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49e33b6-d887-4529-b07a-42a749f054b6", "tag": "6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:04.520528 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcfd71b0-bfc8-4609-87a3-74b75b0003d6 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:04.520933 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49e33b6-d887-4529-b07a-42a749f054b6', 'tag': '6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3', 'status': 'completed', 'code': 200} Dec 12 17:34:04.522430 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e7e3-3c22-4767-9ba9-2eb7e75bcea9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:04.543002 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063ade1-f28e-4e9d-a7b6-4113d7353252 req-89898c63-b0c8-48b6-9b43-785ffd23fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:04.545149 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3063ade1-f28e-4e9d-a7b6-4113d7353252 req-89898c63-b0c8-48b6-9b43-785ffd23fd9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd21ce160d374d72868199111a6f6539&device_id=acb6141e-8df5-4a8c-b579-81e8d858b5c4 HTTP/1.1" status: 200 len: 1099 time: 0.0710568 Dec 12 17:34:04.656850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1022550-b67d-4fc5-9e1e-839aa20172fa req-626111eb-0a98-4065-a9bf-05dd43cb5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:04.659707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1022550-b67d-4fc5-9e1e-839aa20172fa req-626111eb-0a98-4065-a9bf-05dd43cb5b18 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 1096 time: 0.1333618 Dec 12 17:34:04.661190 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e7e3-3c22-4767-9ba9-2eb7e75bcea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:04.662103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd1e7e3-3c22-4767-9ba9-2eb7e75bcea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:04.663249 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fd1e7e3-3c22-4767-9ba9-2eb7e75bcea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:04.670140 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063ade1-f28e-4e9d-a7b6-4113d7353252 req-62f3c359-a8c8-445a-8d6f-5239a122d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:04.671733 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3063ade1-f28e-4e9d-a7b6-4113d7353252 req-62f3c359-a8c8-445a-8d6f-5239a122d773 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1180227 Dec 12 17:34:04.720202 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3063ade1-f28e-4e9d-a7b6-4113d7353252 req-06ca8ab7-62dd-4cce-9654-6e705d8feaa0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 HTTP/1.1" status: 200 len: 217 time: 0.0394957 Dec 12 17:34:04.789102 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063ade1-f28e-4e9d-a7b6-4113d7353252 req-52643bbe-5014-4632-9bb8-ae116c8e1597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:04.790721 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3063ade1-f28e-4e9d-a7b6-4113d7353252 req-52643bbe-5014-4632-9bb8-ae116c8e1597 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0632837 Dec 12 17:34:04.860311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063ade1-f28e-4e9d-a7b6-4113d7353252 req-23ea53e7-90fa-4fe8-ab24-18c18392b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:04.862581 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3063ade1-f28e-4e9d-a7b6-4113d7353252 req-23ea53e7-90fa-4fe8-ab24-18c18392b25c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0632057 Dec 12 17:34:04.980470 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3063ade1-f28e-4e9d-a7b6-4113d7353252 req-e5c76bf8-7a18-4480-a537-3380c5809cca service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088574 Dec 12 17:34:04.985443 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d70b77-92f9-4f32-b531-f8e6a7ce083a req-ae5bfdb3-20bb-492c-b894-7076bcc3029e tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:04.986154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3d70b77-92f9-4f32-b531-f8e6a7ce083a req-ae5bfdb3-20bb-492c-b894-7076bcc3029e tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 945 time: 0.4353750 Dec 12 17:34:04.993393 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2fd1e7e3-3c22-4767-9ba9-2eb7e75bcea9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2735376 Dec 12 17:34:04.996089 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36338) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:34:05.003424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f8439506-2062-46d9-a4ab-657884bf94df admin admin] Request body: {'subnet': {'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-835482231-subnet', 'tenant_id': '5086af56094840bd807cfda793fdb5e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:05.024497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1e7e3-3c22-4767-9ba9-2eb7e75bcea9 admin admin] Pushing event updated for resources: {'Network': ['ID=7af7ce07-fb07-4357-8d7c-aa495da24ded,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:05.037656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 7af7ce07-fb07-4357-8d7c-aa495da24ded details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:34:05.048796 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6cca5f6-8b30-4c91-ae5d-4b79d66afd95 req-7e478f40-6fee-418d-86f9-163fc7d42d0f service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932487 Dec 12 17:34:05.055952 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1022550-b67d-4fc5-9e1e-839aa20172fa req-1e47611d-e2df-4a10-8de5-4f40ca6a96e8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858647 Dec 12 17:34:05.095988 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3d70b77-92f9-4f32-b531-f8e6a7ce083a req-290e59c5-4ed4-4d69-aa4b-0fb694a41d44 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947685 Dec 12 17:34:05.161529 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3063ade1-f28e-4e9d-a7b6-4113d7353252 req-18852486-780c-400c-bb57-4020ec77ed56 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663337 Dec 12 17:34:05.179644 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8439506-2062-46d9-a4ab-657884bf94df admin admin] Made reservation on behalf of 5086af56094840bd807cfda793fdb5e6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:34:05.182330 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8439506-2062-46d9-a4ab-657884bf94df admin admin] Publish callbacks [] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:05.236226 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564454c-1b5b-4e8b-9b0b-4e242020e1b5 req-00fa5a74-4625-47e5-9a20-d539088fd8b5 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:05.238434 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0564454c-1b5b-4e8b-9b0b-4e242020e1b5 req-00fa5a74-4625-47e5-9a20-d539088fd8b5 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 947 time: 0.0672510 Dec 12 17:34:05.334040 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0564454c-1b5b-4e8b-9b0b-4e242020e1b5 req-51fdbdf3-7315-4852-bc08-acfa71f07bce tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840418 Dec 12 17:34:05.371224 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b7fee-00eb-410c-b550-ce9b40cb5b65 req-bbbb9340-70e7-451e-a2c9-271ab50e9b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:05.372743 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-366b7fee-00eb-410c-b550-ce9b40cb5b65 req-bbbb9340-70e7-451e-a2c9-271ab50e9b97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebf6778b07584945a0bd692c58b949bb&device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 1098 time: 0.0759513 Dec 12 17:34:05.464682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ef274-5f0f-4e81-b1f3-28d5e45f218b req-ed037ed1-33fb-443d-9fc8-82efeb67ed07 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:05.467454 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-411ef274-5f0f-4e81-b1f3-28d5e45f218b req-ed037ed1-33fb-443d-9fc8-82efeb67ed07 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 950 time: 0.0712135 Dec 12 17:34:05.524285 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-411ef274-5f0f-4e81-b1f3-28d5e45f218b req-9deab830-dd46-433c-9b20-bbdff425568e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496693 Dec 12 17:34:05.565316 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8439506-2062-46d9-a4ab-657884bf94df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:05.614826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b7fee-00eb-410c-b550-ce9b40cb5b65 req-1127bd38-ffc3-4ff6-8ea0-47b62c799a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:05.617169 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-366b7fee-00eb-410c-b550-ce9b40cb5b65 req-1127bd38-ffc3-4ff6-8ea0-47b62c799a57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.2254930 Dec 12 17:34:05.632198 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8439506-2062-46d9-a4ab-657884bf94df admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbefa9e0-9207-40de-b719-d60e0bdbdf57,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:05.649569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debebd1-478d-4635-95e4-09dd68d9a7a5 req-6ae00732-7ed6-48b8-b348-9bff0446fbd3 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:05.651234 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4debebd1-478d-4635-95e4-09dd68d9a7a5 req-6ae00732-7ed6-48b8-b348-9bff0446fbd3 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb6141e-8df5-4a8c-b579-81e8d858b5c4 HTTP/1.1" status: 200 len: 948 time: 0.0675228 Dec 12 17:34:05.682159 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-366b7fee-00eb-410c-b550-ce9b40cb5b65 req-c60c4563-2f09-4d6f-b128-43df3d97ce09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 HTTP/1.1" status: 200 len: 217 time: 0.0523694 Dec 12 17:34:05.732397 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4debebd1-478d-4635-95e4-09dd68d9a7a5 req-a7348b75-b95c-4ac9-9c3f-f384bfae9e88 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718932 Dec 12 17:34:05.749580 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8439506-2062-46d9-a4ab-657884bf94df admin admin] Checking segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:05.749942 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8439506-2062-46d9-a4ab-657884bf94df admin admin] Network hostable DHCP agents. Network: 7af7ce07-fb07-4357-8d7c-aa495da24ded, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:34:05.778064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b7fee-00eb-410c-b550-ce9b40cb5b65 req-0906f7e3-6022-4921-99d1-64de816d56bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:05.779535 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-366b7fee-00eb-410c-b550-ce9b40cb5b65 req-0906f7e3-6022-4921-99d1-64de816d56bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0887225 Dec 12 17:34:05.782893 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8439506-2062-46d9-a4ab-657884bf94df admin admin] Network 7af7ce07-fb07-4357-8d7c-aa495da24ded is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:34:05.802192 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f8439506-2062-46d9-a4ab-657884bf94df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 7af7ce07-fb07-4357-8d7c-aa495da24ded) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:34:05.812437 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e43aac9-e123-4344-a394-6980187b7d3f None None] Network 7af7ce07-fb07-4357-8d7c-aa495da24ded requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:34:05.820579 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8439506-2062-46d9-a4ab-657884bf94df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:05.821181 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8439506-2062-46d9-a4ab-657884bf94df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:05.846713 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b7fee-00eb-410c-b550-ce9b40cb5b65 req-4d6566e5-09a4-4682-858c-0fcdeceb4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:05.848465 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-366b7fee-00eb-410c-b550-ce9b40cb5b65 req-4d6566e5-09a4-4682-858c-0fcdeceb4959 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560384 Dec 12 17:34:05.854818 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f8439506-2062-46d9-a4ab-657884bf94df admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8549359 Dec 12 17:34:05.948761 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cd96760-a5dd-430a-a0e4-25ea86068103 req-f1162a24-f579-4c7a-93be-971a07eb6231 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 210 time: 0.0405750 Dec 12 17:34:05.981476 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e2680-f237-45fe-9674-e9cee2f8a339 None None] Network 7af7ce07-fb07-4357-8d7c-aa495da24ded requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:34:05.995921 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-366b7fee-00eb-410c-b550-ce9b40cb5b65 req-41b944b1-b579-4c76-b6fa-880abf282fbf service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341205 Dec 12 17:34:06.162112 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-366b7fee-00eb-410c-b550-ce9b40cb5b65 req-135656ca-92a0-43cb-b22d-fc23a4b7a2f9 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569805 Dec 12 17:34:06.253167 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d7251-33a9-46b1-9683-ff0f692ed148 req-813bad04-33c1-44ac-805b-58a496607400 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:06.266987 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-301d7251-33a9-46b1-9683-ff0f692ed148 req-813bad04-33c1-44ac-805b-58a496607400 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 945 time: 0.0806570 Dec 12 17:34:06.342420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-301d7251-33a9-46b1-9683-ff0f692ed148 req-9505d739-bdef-4186-a3d7-0afdbdbabf82 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744891 Dec 12 17:34:06.479965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc18681-e1fe-4903-b15b-573406bca847 req-50bbc851-0725-4dc2-8a49-59312424528e tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:06.488114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbc18681-e1fe-4903-b15b-573406bca847 req-50bbc851-0725-4dc2-8a49-59312424528e tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 947 time: 0.0617974 Dec 12 17:34:06.577740 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbc18681-e1fe-4903-b15b-573406bca847 req-e6f393ab-927b-45ca-bab7-8e7b5d09e357 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703919 Dec 12 17:34:06.630113 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36374) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:34:06.634983 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1d903e15-e06a-4454-b0cc-523676e1e6ad admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1389467876-network', 'tenant_id': '8d31ccd621d34f60b86a5612c6db1151'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:06.667535 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d903e15-e06a-4454-b0cc-523676e1e6ad admin admin] Made reservation on behalf of 8d31ccd621d34f60b86a5612c6db1151 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:34:06.671144 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d903e15-e06a-4454-b0cc-523676e1e6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:06.679863 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d903e15-e06a-4454-b0cc-523676e1e6ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:06.696119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69645e66-d8cf-4c5d-9ca4-b556ded13f36 req-eef82a76-1de4-41c8-86e1-d40fa48c552e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:06.698106 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69645e66-d8cf-4c5d-9ca4-b556ded13f36 req-eef82a76-1de4-41c8-86e1-d40fa48c552e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 950 time: 0.0695097 Dec 12 17:34:06.768818 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69645e66-d8cf-4c5d-9ca4-b556ded13f36 req-a0267ffb-8b12-412d-8401-fd8cdf6171d4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616143 Dec 12 17:34:06.793058 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d903e15-e06a-4454-b0cc-523676e1e6ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:06.803788 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d903e15-e06a-4454-b0cc-523676e1e6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:06.827738 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d903e15-e06a-4454-b0cc-523676e1e6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca0331f-5a6d-4ad6-a275-99b5fafa8f6e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:06.860802 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d903e15-e06a-4454-b0cc-523676e1e6ad admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:34:06.882532 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d903e15-e06a-4454-b0cc-523676e1e6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:06.883006 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-1d903e15-e06a-4454-b0cc-523676e1e6ad admin admin] Added segment 0a0af6aa-25a2-4e57-850d-cf332fbc956b of type vlan for network 962112ea-9fb2-4ed3-bb2c-8ff122cf1543 Dec 12 17:34:06.904956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc29351-99b6-4abb-870d-dfb069a93a53 req-24b3c26f-bfc2-43d6-b195-2a496d39ad6c tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:06.913484 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8fc29351-99b6-4abb-870d-dfb069a93a53 req-24b3c26f-bfc2-43d6-b195-2a496d39ad6c tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb6141e-8df5-4a8c-b579-81e8d858b5c4 HTTP/1.1" status: 200 len: 948 time: 0.0660536 Dec 12 17:34:06.945664 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d903e15-e06a-4454-b0cc-523676e1e6ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:06.973049 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8fc29351-99b6-4abb-870d-dfb069a93a53 req-18b6ecbf-c039-40ab-88a1-4950dd274915 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584464 Dec 12 17:34:07.019493 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d903e15-e06a-4454-b0cc-523676e1e6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:07.020530 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d903e15-e06a-4454-b0cc-523676e1e6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:07.021267 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d903e15-e06a-4454-b0cc-523676e1e6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:07.091357 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36394) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:34:07.092121 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1d903e15-e06a-4454-b0cc-523676e1e6ad admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4603910 Dec 12 17:34:07.096537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-60b22c11-e9f0-44cc-a609-98ff3254bd2a admin admin] Request body: {'subnet': {'network_id': '962112ea-9fb2-4ed3-bb2c-8ff122cf1543', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1389467876-subnet', 'tenant_id': '8d31ccd621d34f60b86a5612c6db1151', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:07.106634 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d903e15-e06a-4454-b0cc-523676e1e6ad admin admin] Pushing event updated for resources: {'Network': ['ID=962112ea-9fb2-4ed3-bb2c-8ff122cf1543,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:07.120016 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 962112ea-9fb2-4ed3-bb2c-8ff122cf1543 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:34:07.148848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b22c11-e9f0-44cc-a609-98ff3254bd2a admin admin] Made reservation on behalf of 8d31ccd621d34f60b86a5612c6db1151 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:34:07.151154 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-60b22c11-e9f0-44cc-a609-98ff3254bd2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:07.263423 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ccb7b0d9-363a-4849-8a77-37e93bfd3117 req-28157941-68cc-4022-a243-b3a135e3651f tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 210 time: 0.0381186 Dec 12 17:34:07.414916 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-60b22c11-e9f0-44cc-a609-98ff3254bd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:07.497486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b22c11-e9f0-44cc-a609-98ff3254bd2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb145eba-3841-4acb-9772-e72c6bf18bfd,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:07.524183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b22c11-e9f0-44cc-a609-98ff3254bd2a admin admin] Checking segment: {'id': '0a0af6aa-25a2-4e57-850d-cf332fbc956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '962112ea-9fb2-4ed3-bb2c-8ff122cf1543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:07.524506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b22c11-e9f0-44cc-a609-98ff3254bd2a admin admin] Network hostable DHCP agents. Network: 962112ea-9fb2-4ed3-bb2c-8ff122cf1543, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:34:07.535853 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749c27f-bfd5-49da-b1e7-b833111bc74e req-2de54a4e-b70f-4483-a5c2-d5b7d26a6acb tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:07.536988 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d749c27f-bfd5-49da-b1e7-b833111bc74e req-2de54a4e-b70f-4483-a5c2-d5b7d26a6acb tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 945 time: 0.0981724 Dec 12 17:34:07.562629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b22c11-e9f0-44cc-a609-98ff3254bd2a admin admin] Network 962112ea-9fb2-4ed3-bb2c-8ff122cf1543 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:34:07.579316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-60b22c11-e9f0-44cc-a609-98ff3254bd2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 962112ea-9fb2-4ed3-bb2c-8ff122cf1543) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:34:07.587032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b22c11-e9f0-44cc-a609-98ff3254bd2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:07.587663 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-60b22c11-e9f0-44cc-a609-98ff3254bd2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:07.590485 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2098f8-a4d6-45f3-ae18-9ae2d022c103 None None] Network 962112ea-9fb2-4ed3-bb2c-8ff122cf1543 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:34:07.608456 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d749c27f-bfd5-49da-b1e7-b833111bc74e req-311c52ec-4f10-4dc4-aa77-30e7baea5ae6 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627272 Dec 12 17:34:07.622731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-60b22c11-e9f0-44cc-a609-98ff3254bd2a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5245237 Dec 12 17:34:07.706520 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56027601-7029-444c-a268-bfd9b72e8034 None None] Network 962112ea-9fb2-4ed3-bb2c-8ff122cf1543 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:34:07.747520 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83205c8a-260f-4a11-ad79-03dfb5f757a3 req-45122480-31e8-437e-b8eb-45d9cf42cf82 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:07.749363 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83205c8a-260f-4a11-ad79-03dfb5f757a3 req-45122480-31e8-437e-b8eb-45d9cf42cf82 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 947 time: 0.0510063 Dec 12 17:34:07.793738 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:34:07.816806 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83205c8a-260f-4a11-ad79-03dfb5f757a3 req-e4f840ed-f544-4e82-9fea-079df0366745 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554576 Dec 12 17:34:07.906303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c2ed3-a173-4fb8-8281-fcf557a5c1de req-33e90752-2d66-49d6-9f0e-100cb18be84d tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:07.907878 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e91c2ed3-a173-4fb8-8281-fcf557a5c1de req-33e90752-2d66-49d6-9f0e-100cb18be84d tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 1096 time: 0.0398591 Dec 12 17:34:07.917673 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:07.938175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': 'b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3', 'mac_address': 'fa:16:3e:44:92:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:34:07.978245 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e91c2ed3-a173-4fb8-8281-fcf557a5c1de req-b7384a4c-322d-4d97-8d93-68d2b54ab3e8 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571523 Dec 12 17:34:07.985183 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:08.004062 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:08.032548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826e6a7-51a4-468c-8ded-4a7f9ec2bcab req-34e1ae95-2df8-489f-a30c-55b744f18502 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:08.034594 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8826e6a7-51a4-468c-8ded-4a7f9ec2bcab req-34e1ae95-2df8-489f-a30c-55b744f18502 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 950 time: 0.0606124 Dec 12 17:34:08.077310 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e3c4d-559d-4efd-aee7-fe22051d78bd req-df209bc4-0598-499e-be6a-d990860307a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:08.079501 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-177e3c4d-559d-4efd-aee7-fe22051d78bd req-df209bc4-0598-499e-be6a-d990860307a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 1101 time: 0.0733681 Dec 12 17:34:08.088745 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:08.097330 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:08.135785 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8826e6a7-51a4-468c-8ded-4a7f9ec2bcab req-2acbe6dd-4e4a-420c-b2b7-6ffa7d47d7e4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929990 Dec 12 17:34:08.139770 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-177e3c4d-559d-4efd-aee7-fe22051d78bd req-e7762223-9401-44f8-a75b-299b80ed0057 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496440 Dec 12 17:34:08.187121 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:08.242736 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4cdba-ebbe-4f8b-9743-5144eebe5182 req-60b29c7e-7e3b-4e36-8b11-43a595a39835 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:08.244480 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26b4cdba-ebbe-4f8b-9743-5144eebe5182 req-60b29c7e-7e3b-4e36-8b11-43a595a39835 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb6141e-8df5-4a8c-b579-81e8d858b5c4 HTTP/1.1" status: 200 len: 949 time: 0.0486693 Dec 12 17:34:08.296953 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26b4cdba-ebbe-4f8b-9743-5144eebe5182 req-02a298c7-b513-40aa-bd5e-85ed84139289 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455859 Dec 12 17:34:08.354051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:34:08.421039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cd606-c274-457a-aa61-4c6c99a50164 req-6d42b664-167a-42b8-b337-17919197877e tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:08.422413 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-091cd606-c274-457a-aa61-4c6c99a50164 req-6d42b664-167a-42b8-b337-17919197877e tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 1096 time: 0.0719826 Dec 12 17:34:08.432402 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-c9364c0a-e27f-456c-9d0e-39ccb107a789 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:08.433826 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-c9364c0a-e27f-456c-9d0e-39ccb107a789 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 807 time: 0.1360102 Dec 12 17:34:08.464585 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-a0898dc9-e6a7-48b6-b0f4-b3c99ae31ee0 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/quotas/5086af56094840bd807cfda793fdb5e6 HTTP/1.1" status: 200 len: 375 time: 0.0159206 Dec 12 17:34:08.521432 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-091cd606-c274-457a-aa61-4c6c99a50164 req-4da4a1b6-5bb4-4a93-9840-b6a32a218f5e tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866325 Dec 12 17:34:08.524181 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-b2204773-86bf-4466-b641-b381257245d6 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482843 Dec 12 17:34:08.614058 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-2bf5c8bb-6c7f-4203-8715-7d25c4b2f275 service neutron] 10.222.0.18 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824707 Dec 12 17:34:08.692683 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15c3eacb-3c0b-4277-b5b3-4a967cc6819b req-811227de-77fd-43c7-a704-3d71500cf611 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 210 time: 0.0537999 Dec 12 17:34:08.728010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-a569d59f-0003-45f8-9241-16361a95b213 service neutron] 10.222.0.18 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071293 Dec 12 17:34:08.980681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-60d3e054-00ff-444b-af3a-4f441dbb9f49 req-85ba602d-4086-4a20-946b-5ee11f4365da tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 210 time: 0.0669093 Dec 12 17:34:09.098285 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca277d81-306d-455e-981f-391ffeded9b6 req-fdcbca71-a29a-4596-a277-50967a62d8ba tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:09.099855 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ca277d81-306d-455e-981f-391ffeded9b6 req-fdcbca71-a29a-4596-a277-50967a62d8ba tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.31 "GET /v2.0/networks?id=3bef17e6-cdf8-4f7a-8674-f983d55a43e5 HTTP/1.1" status: 200 len: 815 time: 0.2256036 Dec 12 17:34:09.117296 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-ca277d81-306d-455e-981f-391ffeded9b6 req-80c59909-9220-402f-b870-f63e56638287 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Request body: {'port': {'device_id': 'b345efc7-6809-4507-9e4d-e743c2cc11e4', 'network_id': '3bef17e6-cdf8-4f7a-8674-f983d55a43e5', 'admin_state_up': True, 'tenant_id': '13d2e185ef7540dd8b0479d1813dbe80'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:09.157121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04514d-3022-48bc-a837-e0a793cf2697 req-e6a7c411-dd54-4989-a9db-2550d979ac50 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:09.159272 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc04514d-3022-48bc-a837-e0a793cf2697 req-e6a7c411-dd54-4989-a9db-2550d979ac50 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 947 time: 0.0884383 Dec 12 17:34:09.218041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc04514d-3022-48bc-a837-e0a793cf2697 req-45c3a614-31c1-4b1e-adf1-7fdf9bc74739 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516112 Dec 12 17:34:09.270209 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca277d81-306d-455e-981f-391ffeded9b6 req-80c59909-9220-402f-b870-f63e56638287 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Made reservation on behalf of 13d2e185ef7540dd8b0479d1813dbe80 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:34:09.273989 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ca277d81-306d-455e-981f-391ffeded9b6 req-80c59909-9220-402f-b870-f63e56638287 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:09.358762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcd97f-e978-4121-b39f-6be13dd06b58 req-0c846c7d-93e5-45e4-9c34-58c08798c905 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:09.372011 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91fcd97f-e978-4121-b39f-6be13dd06b58 req-0c846c7d-93e5-45e4-9c34-58c08798c905 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 1096 time: 0.0627587 Dec 12 17:34:09.424211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91fcd97f-e978-4121-b39f-6be13dd06b58 req-8989884f-c8de-4dd1-90f3-9de071495b5d tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491002 Dec 12 17:34:09.495134 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-ca277d81-306d-455e-981f-391ffeded9b6 req-80c59909-9220-402f-b870-f63e56638287 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Allocated IP 172.20.0.5 (3bef17e6-cdf8-4f7a-8674-f983d55a43e5/a4191575-4852-402b-9a20-f46b83e65088/ef540c54-c847-403d-80db-e5e5e13dfe54) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:34:09.653142 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191efd78-9c39-4479-aa95-346447cc47cc req-85b719dd-b923-43ea-ab16-4b07583d4ad3 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:09.660907 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-191efd78-9c39-4479-aa95-346447cc47cc req-85b719dd-b923-43ea-ab16-4b07583d4ad3 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 950 time: 0.0807798 Dec 12 17:34:09.736516 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-191efd78-9c39-4479-aa95-346447cc47cc req-54e90d76-a473-42cd-a596-94b9a2d2d016 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746117 Dec 12 17:34:09.812738 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:34:09.817270 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c24d5-ffd1-4ae8-a4ac-d454c054bcd3 req-0a9d317a-41c4-4b8a-a283-709c0412ad42 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:09.818873 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f7c24d5-ffd1-4ae8-a4ac-d454c054bcd3 req-0a9d317a-41c4-4b8a-a283-709c0412ad42 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb6141e-8df5-4a8c-b579-81e8d858b5c4 HTTP/1.1" status: 200 len: 949 time: 0.0811849 Dec 12 17:34:09.881586 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:34:09.894430 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f7c24d5-ffd1-4ae8-a4ac-d454c054bcd3 req-dfb8b8b6-dbfe-43c6-818b-57ae3ffe206a tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676875 Dec 12 17:34:09.987160 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ca277d81-306d-455e-981f-391ffeded9b6 req-80c59909-9220-402f-b870-f63e56638287 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:10.031113 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ca277d81-306d-455e-981f-391ffeded9b6 req-80c59909-9220-402f-b870-f63e56638287 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:10.088019 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca277d81-306d-455e-981f-391ffeded9b6 req-80c59909-9220-402f-b870-f63e56638287 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Network 3bef17e6-cdf8-4f7a-8674-f983d55a43e5 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:34:10.091779 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-ca277d81-306d-455e-981f-391ffeded9b6 req-80c59909-9220-402f-b870-f63e56638287 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:34:10.096011 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca277d81-306d-455e-981f-391ffeded9b6 req-80c59909-9220-402f-b870-f63e56638287 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:34:10.102845 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:10.105423 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca277d81-306d-455e-981f-391ffeded9b6 req-80c59909-9220-402f-b870-f63e56638287 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:10.106626 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ca277d81-306d-455e-981f-391ffeded9b6 req-80c59909-9220-402f-b870-f63e56638287 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:10.122144 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3', 'mac_address': 'fa:16:3e:17:c9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:34:10.126110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:34:10.129023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c59909-9220-402f-b870-f63e56638287 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Pushing event updated for resources: {'Port': ['ID=ef540c54-c847-403d-80db-e5e5e13dfe54,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:10.131043 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:10.131494 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:10.146869 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ca277d81-306d-455e-981f-391ffeded9b6 req-80c59909-9220-402f-b870-f63e56638287 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0366251 Dec 12 17:34:10.171443 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Request body: {'port': {'device_id': 'b345efc7-6809-4507-9e4d-e743c2cc11e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:10.192035 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:10.213829 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:10.243524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:10.294725 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:10.303832 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a03a9b-319e-41b9-9e37-b5e64819ee70 req-d43209a2-8887-4e59-b456-5c65809d7f30 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:10.313257 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8a03a9b-319e-41b9-9e37-b5e64819ee70 req-d43209a2-8887-4e59-b456-5c65809d7f30 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 931 time: 0.0731459 Dec 12 17:34:10.366731 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:10.366962 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:10.381239 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:10.402835 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8a03a9b-319e-41b9-9e37-b5e64819ee70 req-2572165f-1b1e-4720-a400-4753cbb54b9c tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709569 Dec 12 17:34:10.416983 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb6141e-8df5-4a8c-b579-81e8d858b5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:10.419924 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1780cee1-756d-4bf9-bbfd-250f0682a221" -d '{"events": [{"server_uuid": "acb6141e-8df5-4a8c-b579-81e8d858b5c4", "name": "network-vif-plugged", "status": "completed", "tag": "b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:10.436496 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:10.447494 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:10.508496 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:10.508698 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-43008f54-c4ea-472d-a6bb-7720f6f50d00 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:10.510169 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-43008f54-c4ea-472d-a6bb-7720f6f50d00 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.20 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 807 time: 0.2655003 Dec 12 17:34:10.528445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfbde6d3-e77d-4a94-afb7-e8657bf11b77 req-d7d82b51-278a-40b8-9d74-d631a6fc8f0e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 210 time: 0.0383053 Dec 12 17:34:10.548759 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:34:10.548856 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-71daba3e-b51e-438e-bdf9-fb1544eb0a90 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Request body: {'port': {'device_id': '4daabdcc-6da0-4c0f-9a5b-503f091ee09d', 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded', 'admin_state_up': True, 'tenant_id': '5086af56094840bd807cfda793fdb5e6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:10.648356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73668-a573-478c-8981-6c72b2416dbd req-077fb31a-acef-4ee8-8979-192afd89b542 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:10.650171 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1af73668-a573-478c-8981-6c72b2416dbd req-077fb31a-acef-4ee8-8979-192afd89b542 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 948 time: 0.0555363 Dec 12 17:34:10.716561 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1af73668-a573-478c-8981-6c72b2416dbd req-1bbb07f2-9621-4a25-805b-264cb983ff40 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550268 Dec 12 17:34:10.806542 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-71daba3e-b51e-438e-bdf9-fb1544eb0a90 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Made reservation on behalf of 5086af56094840bd807cfda793fdb5e6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:34:10.810101 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-71daba3e-b51e-438e-bdf9-fb1544eb0a90 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:10.908407 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-a1bfb74f-62f5-4fae-a93a-e6a6619055bc tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:10.910211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-a1bfb74f-62f5-4fae-a93a-e6a6619055bc tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/networks?id=256368dc-5e68-4402-91a5-533328bbf958 HTTP/1.1" status: 200 len: 805 time: 0.1124933 Dec 12 17:34:10.923315 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef540c54-c847-403d-80db-e5e5e13dfe54 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:10.931959 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-01855bca-e2e3-408b-8751-7a54164da284 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/quotas/644361ec9cbf42cab25484461bfad5cb HTTP/1.1" status: 200 len: 375 time: 0.0125797 Dec 12 17:34:10.935886 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:10.975539 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Transition to ACTIVE for port object ef540c54-c847-403d-80db-e5e5e13dfe54 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:34:10.985275 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:10.988094 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-9060a200-6374-45d1-9841-7e7e042d3daf tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=644361ec9cbf42cab25484461bfad5cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487590 Dec 12 17:34:11.051256 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-71daba3e-b51e-438e-bdf9-fb1544eb0a90 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Allocated IP 172.20.0.6 (7af7ce07-fb07-4357-8d7c-aa495da24ded/bbefa9e0-9207-40de-b719-d60e0bdbdf57/9f717fce-017d-42a2-a42f-707ae69625a8) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:34:11.073791 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef540c54-c847-403d-80db-e5e5e13dfe54,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:11.086360 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-8bf01042-ab69-4f80-9193-138b7ec94092 service neutron] 10.222.0.18 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882967 Dec 12 17:34:11.117233 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Attempting to bind port ef540c54-c847-403d-80db-e5e5e13dfe54 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:34:11.117781 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Attempting to bind port ef540c54-c847-403d-80db-e5e5e13dfe54 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'c8d5183b-4fee-4e16-aabf-8e5707ba344b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3bef17e6-cdf8-4f7a-8674-f983d55a43e5'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:34:11.117872 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Attempting to bind port ef540c54-c847-403d-80db-e5e5e13dfe54 on network 3bef17e6-cdf8-4f7a-8674-f983d55a43e5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:11.132315 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Port ef540c54-c847-403d-80db-e5e5e13dfe54 on network 3bef17e6-cdf8-4f7a-8674-f983d55a43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:34:11.132315 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Attempting to bind port ef540c54-c847-403d-80db-e5e5e13dfe54 on network 3bef17e6-cdf8-4f7a-8674-f983d55a43e5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:11.146226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:34:11.146761 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Checking segment: {'id': 'c8d5183b-4fee-4e16-aabf-8e5707ba344b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3bef17e6-cdf8-4f7a-8674-f983d55a43e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:11.147102 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Bound using segment: {'id': 'c8d5183b-4fee-4e16-aabf-8e5707ba344b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3bef17e6-cdf8-4f7a-8674-f983d55a43e5'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:34:11.147605 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Bound port: ef540c54-c847-403d-80db-e5e5e13dfe54, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8d5183b-4fee-4e16-aabf-8e5707ba344b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3bef17e6-cdf8-4f7a-8674-f983d55a43e5'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:34:11.147973 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:11.192796 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36578) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:34:11.199461 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-9dfeebb3-cc7f-480c-8d26-35ac4dea8eca service neutron] 10.222.0.18 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000774 Dec 12 17:34:11.304328 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] For port ef540c54-c847-403d-80db-e5e5e13dfe54, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:34:11.309369 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-71daba3e-b51e-438e-bdf9-fb1544eb0a90 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:11.314818 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] For port ef540c54-c847-403d-80db-e5e5e13dfe54, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=ef540c54-c847-403d-80db-e5e5e13dfe54,segment=NetworkSegment(c8d5183b-4fee-4e16-aabf-8e5707ba344b),segment_id=c8d5183b-4fee-4e16-aabf-8e5707ba344b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:34:11.323545 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:11.338497 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c47265-69a9-4f99-92eb-048e31575acf x-openstack-request-id: req-44c47265-69a9-4f99-92eb-048e31575acf {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:11.339873 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb6141e-8df5-4a8c-b579-81e8d858b5c4", "name": "network-vif-plugged", "status": "completed", "tag": "b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:11.340724 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44c47265-69a9-4f99-92eb-048e31575acf {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:11.341328 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb6141e-8df5-4a8c-b579-81e8d858b5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3', 'code': 200} Dec 12 17:34:11.378794 n-d-760354-5 neutron-server[103150]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 12 17:34:11.380310 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:11.380947 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:11.382371 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ca277d81-306d-455e-981f-391ffeded9b6 req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] 10.222.0.31 "PUT /v2.0/ports/ef540c54-c847-403d-80db-e5e5e13dfe54 HTTP/1.1" status: 200 len: 1091 time: 1.2177677 Dec 12 17:34:11.384714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b345efc7-6809-4507-9e4d-e743c2cc11e4', 'tag': 'ef540c54-c847-403d-80db-e5e5e13dfe54'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:11.387009 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755f7497-ab6a-4177-b023-9e35412e99a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b345efc7-6809-4507-9e4d-e743c2cc11e4", "tag": "ef540c54-c847-403d-80db-e5e5e13dfe54"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:11.396746 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-f6670b84-d3be-4945-950d-3eb807f48b7e tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:34:11.397638 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-f6670b84-d3be-4945-950d-3eb807f48b7e tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2016375 Dec 12 17:34:11.418512 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2b79f-8a1f-4d8a-9cc4-20976b3e96a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef540c54-c847-403d-80db-e5e5e13dfe54,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:11.434238 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-71daba3e-b51e-438e-bdf9-fb1544eb0a90 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:11.493054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb6cc9-4f16-4238-bd20-1d47c4ee4f00 req-804eca4c-bb5c-46a4-aa0c-1379612d3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:11.494589 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9feb6cc9-4f16-4238-bd20-1d47c4ee4f00 req-804eca4c-bb5c-46a4-aa0c-1379612d3f92 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=acb6141e-8df5-4a8c-b579-81e8d858b5c4 HTTP/1.1" status: 200 len: 1101 time: 0.0831141 Dec 12 17:34:11.560367 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9feb6cc9-4f16-4238-bd20-1d47c4ee4f00 req-cad72144-f31f-4920-88da-b4646dd15b3a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567508 Dec 12 17:34:11.576412 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-71daba3e-b51e-438e-bdf9-fb1544eb0a90 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Network 7af7ce07-fb07-4357-8d7c-aa495da24ded is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:34:11.584994 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-71daba3e-b51e-438e-bdf9-fb1544eb0a90 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:34:11.598400 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-71daba3e-b51e-438e-bdf9-fb1544eb0a90 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:34:11.601535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f843c39-2019-4332-913a-ad1d9d9c9cfe req-a17fd466-cd82-4396-ac27-8cebb747c87b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:11.603105 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f843c39-2019-4332-913a-ad1d9d9c9cfe req-a17fd466-cd82-4396-ac27-8cebb747c87b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 950 time: 0.0604806 Dec 12 17:34:11.610967 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-71daba3e-b51e-438e-bdf9-fb1544eb0a90 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:11.611651 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-71daba3e-b51e-438e-bdf9-fb1544eb0a90 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:11.656395 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca277d81-306d-455e-981f-391ffeded9b6 req-a1a27f52-be9e-459b-9e0d-95737512ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:11.657925 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ca277d81-306d-455e-981f-391ffeded9b6 req-a1a27f52-be9e-459b-9e0d-95737512ec8b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=13d2e185ef7540dd8b0479d1813dbe80&device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 1094 time: 0.2252707 Dec 12 17:34:11.661264 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71daba3e-b51e-438e-bdf9-fb1544eb0a90 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Pushing event updated for resources: {'Port': ['ID=9f717fce-017d-42a2-a42f-707ae69625a8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:11.666832 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-71daba3e-b51e-438e-bdf9-fb1544eb0a90 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1421967 Dec 12 17:34:11.686008 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f843c39-2019-4332-913a-ad1d9d9c9cfe req-f701506f-96e7-48e7-85f4-f4b23560c0de tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612924 Dec 12 17:34:11.686116 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-0ec0c733-1c6d-4ea2-a774-d39e4f006d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:11.686116 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-0ec0c733-1c6d-4ea2-a774-d39e4f006d8e service neutron] 10.222.0.18 "GET /v2.0/ports/f9efa168-fb7d-42eb-ae8b-58390331cc11 HTTP/1.1" status: 200 len: 1093 time: 0.1771021 Dec 12 17:34:11.712813 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-57353a90-af2c-43ed-94d3-87199c9cfbf4 service neutron] Request body: {'binding': {'host': 'n-h1-760354-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:11.713353 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-57353a90-af2c-43ed-94d3-87199c9cfbf4 service neutron] Unknown quota resources ['binding']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 17:34:11.717302 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ca277d81-306d-455e-981f-391ffeded9b6 req-abe2098d-8f00-44ba-9775-b8cbbdd480cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef540c54-c847-403d-80db-e5e5e13dfe54 HTTP/1.1" status: 200 len: 217 time: 0.0475559 Dec 12 17:34:11.754495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Request body: {'port': {'device_id': '4daabdcc-6da0-4c0f-9a5b-503f091ee09d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:11.780147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a35e5-d3cd-4268-97d9-58edcf7ba669 req-96f31d6f-525e-43cc-9659-e2b044ebe88b tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:11.781650 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b4a35e5-d3cd-4268-97d9-58edcf7ba669 req-96f31d6f-525e-43cc-9659-e2b044ebe88b tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb6141e-8df5-4a8c-b579-81e8d858b5c4 HTTP/1.1" status: 200 len: 950 time: 0.0590780 Dec 12 17:34:11.811762 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:34:11.834992 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b4a35e5-d3cd-4268-97d9-58edcf7ba669 req-1d4f8c64-0c25-4840-a925-0f558c790cc2 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467401 Dec 12 17:34:11.861279 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca277d81-306d-455e-981f-391ffeded9b6 req-ba076566-d337-48ce-bca7-b725131e53f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:11.861279 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ca277d81-306d-455e-981f-391ffeded9b6 req-ba076566-d337-48ce-bca7-b725131e53f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a4191575-4852-402b-9a20-f46b83e65088 HTTP/1.1" status: 200 len: 855 time: 0.1237669 Dec 12 17:34:11.894659 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:34:11.900268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:11.900877 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:11.924848 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:11.928167 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ca277d81-306d-455e-981f-391ffeded9b6 req-f72e4f6f-bdf8-485e-bfd8-7e8b08e83133 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3bef17e6-cdf8-4f7a-8674-f983d55a43e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486894 Dec 12 17:34:11.965937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5757f626-a2fb-4550-9124-dd1bd1f5f0cd req-d1b797e2-bfc7-4f94-af3b-97e8d95ff1dd tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 210 time: 0.0293331 Dec 12 17:34:12.007960 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:12.034786 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143620dd-38b6-4d12-b1d2-b715390e8360 x-openstack-request-id: req-143620dd-38b6-4d12-b1d2-b715390e8360 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:12.035320 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b345efc7-6809-4507-9e4d-e743c2cc11e4", "tag": "ef540c54-c847-403d-80db-e5e5e13dfe54", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:12.035990 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-143620dd-38b6-4d12-b1d2-b715390e8360 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:12.036530 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b345efc7-6809-4507-9e4d-e743c2cc11e4', 'tag': 'ef540c54-c847-403d-80db-e5e5e13dfe54', 'status': 'completed', 'code': 200} Dec 12 17:34:12.045374 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:12.052319 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:12.053272 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6c4858a0-096b-4d77-a78a-4e52fc5af0fb no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:34:12.114065 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-57353a90-af2c-43ed-94d3-87199c9cfbf4 service neutron] Attempting to bind port f9efa168-fb7d-42eb-ae8b-58390331cc11 on host n-h1-760354-5 for vnic_type normal with profile None {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:34:12.114645 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-57353a90-af2c-43ed-94d3-87199c9cfbf4 service neutron] Attempting to bind port f9efa168-fb7d-42eb-ae8b-58390331cc11 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:34:12.115120 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-57353a90-af2c-43ed-94d3-87199c9cfbf4 service neutron] Attempting to bind port f9efa168-fb7d-42eb-ae8b-58390331cc11 on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:12.145768 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:12.174678 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf879788-1fd1-408e-81d5-b0131c7617d5 req-a478a4a9-e080-4fe2-befa-937bc7fa146c tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:12.175873 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf879788-1fd1-408e-81d5-b0131c7617d5 req-a478a4a9-e080-4fe2-befa-937bc7fa146c tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.20 "GET /v2.0/ports?device_id=77df0f64-53c7-4259-8875-ec7dd12edaeb HTTP/1.1" status: 200 len: 946 time: 0.0999291 Dec 12 17:34:12.176879 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-57353a90-af2c-43ed-94d3-87199c9cfbf4 service neutron] Port f9efa168-fb7d-42eb-ae8b-58390331cc11 on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:34:12.177377 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-57353a90-af2c-43ed-94d3-87199c9cfbf4 service neutron] Attempting to bind port f9efa168-fb7d-42eb-ae8b-58390331cc11 on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:12.184036 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:12.184244 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc61a7-87a0-473d-81d4-10a463268717 req-02056436-9ad7-45bb-8e7a-1a4dfc9754cf tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:12.185576 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59cc61a7-87a0-473d-81d4-10a463268717 req-02056436-9ad7-45bb-8e7a-1a4dfc9754cf tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 943 time: 0.0985153 Dec 12 17:34:12.200955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-57353a90-af2c-43ed-94d3-87199c9cfbf4 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:34:12.201574 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-57353a90-af2c-43ed-94d3-87199c9cfbf4 service neutron] Checking segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:12.202114 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-57353a90-af2c-43ed-94d3-87199c9cfbf4 service neutron] Bound using segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:34:12.202717 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-57353a90-af2c-43ed-94d3-87199c9cfbf4 service neutron] Bound port: f9efa168-fb7d-42eb-ae8b-58390331cc11, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:34:12.227900 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6c4858a0-096b-4d77-a78a-4e52fc5af0fb,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:12.233085 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:12.247534 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ca277d81-306d-455e-981f-391ffeded9b6 req-371cadfd-b71d-4c06-99c9-81364d364a95 service neutron] 10.222.0.31 "GET /v2.0/networks/3bef17e6-cdf8-4f7a-8674-f983d55a43e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092341 Dec 12 17:34:12.283719 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=6c4858a0-096b-4d77-a78a-4e52fc5af0fb,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:12.291105 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59cc61a7-87a0-473d-81d4-10a463268717 req-25e9bb5d-0fcf-48b9-888a-1030d0fd4d07 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797598 Dec 12 17:34:12.314013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-cf879788-1fd1-408e-81d5-b0131c7617d5 req-28dc91aa-fbd6-46b6-9607-878424c948cd tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Deleting port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:34:12.314013 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cf879788-1fd1-408e-81d5-b0131c7617d5 req-28dc91aa-fbd6-46b6-9607-878424c948cd tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:12.394352 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-57353a90-af2c-43ed-94d3-87199c9cfbf4 service neutron] For port f9efa168-fb7d-42eb-ae8b-58390331cc11, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f9efa168-fb7d-42eb-ae8b-58390331cc11,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:34:12.408076 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-57353a90-af2c-43ed-94d3-87199c9cfbf4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:12.409245 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-57353a90-af2c-43ed-94d3-87199c9cfbf4 service neutron] 10.222.0.18 "POST /v2.0/ports/f9efa168-fb7d-42eb-ae8b-58390331cc11/bindings HTTP/1.1" status: 201 len: 389 time: 0.7003713 Dec 12 17:34:12.446605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4365df-230c-4387-a471-248c829bdc98 req-4e84c46c-2958-4f8e-a3ed-52e75dae0fc3 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:12.448185 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c4365df-230c-4387-a471-248c829bdc98 req-4e84c46c-2958-4f8e-a3ed-52e75dae0fc3 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 931 time: 0.0827105 Dec 12 17:34:12.453350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-cf879788-1fd1-408e-81d5-b0131c7617d5 req-28dc91aa-fbd6-46b6-9607-878424c948cd tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] For port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6c4858a0-096b-4d77-a78a-4e52fc5af0fb,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:12.453716 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cf879788-1fd1-408e-81d5-b0131c7617d5 req-28dc91aa-fbd6-46b6-9607-878424c948cd tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:12.479820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-cf879788-1fd1-408e-81d5-b0131c7617d5 req-28dc91aa-fbd6-46b6-9607-878424c948cd tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Calling delete_port for 6c4858a0-096b-4d77-a78a-4e52fc5af0fb owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:34:12.587068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c4365df-230c-4387-a471-248c829bdc98 req-e83fe810-de18-4b7f-9eee-1deb1425ae1e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220825 Dec 12 17:34:12.589313 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ca277d81-306d-455e-981f-391ffeded9b6 req-f4aca1a0-f3cc-4d23-960e-b16ff5288f69 service neutron] 10.222.0.31 "GET /v2.0/networks/3bef17e6-cdf8-4f7a-8674-f983d55a43e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272889 Dec 12 17:34:12.728833 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-7ed2a737-8b57-45aa-bef6-27487a37838c tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:12.731618 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-7ed2a737-8b57-45aa-bef6-27487a37838c tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.31 "GET /v2.0/networks?id=256368dc-5e68-4402-91a5-533328bbf958 HTTP/1.1" status: 200 len: 805 time: 0.3138897 Dec 12 17:34:12.736801 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f717fce-017d-42a2-a42f-707ae69625a8 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:12.751955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-b8157ae2-5cfc-451a-8a95-e7def3e3d9d2 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Request body: {'port': {'device_id': '84060acd-dc9b-45ba-b4e3-ff8307afde8c', 'network_id': '256368dc-5e68-4402-91a5-533328bbf958', 'admin_state_up': True, 'tenant_id': '644361ec9cbf42cab25484461bfad5cb'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:12.763980 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:12.783265 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cf879788-1fd1-408e-81d5-b0131c7617d5 req-28dc91aa-fbd6-46b6-9607-878424c948cd tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:12.794647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa1714-7dbf-4b8d-9bad-65bdfc03342b req-71db3944-77d1-44bd-b18b-18d6bd6ca50f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:12.799150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-effa1714-7dbf-4b8d-9bad-65bdfc03342b req-71db3944-77d1-44bd-b18b-18d6bd6ca50f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=706b1f52-df52-42c7-bf0a-77651de00fe6 HTTP/1.1" status: 200 len: 950 time: 0.1247954 Dec 12 17:34:12.821205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076ddbd-98f5-4431-89db-10e32f184b24 req-89171df0-5025-4eec-acb3-546368990600 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:12.822782 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7076ddbd-98f5-4431-89db-10e32f184b24 req-89171df0-5025-4eec-acb3-546368990600 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 949 time: 0.1493514 Dec 12 17:34:12.831538 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Transition to ACTIVE for port object 9f717fce-017d-42a2-a42f-707ae69625a8 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:34:12.840193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f7497-ab6a-4177-b023-9e35412e99a1 req-d89db791-0040-43a3-8012-d5df6bf5a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:12.841682 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-755f7497-ab6a-4177-b023-9e35412e99a1 req-d89db791-0040-43a3-8012-d5df6bf5a066 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=13d2e185ef7540dd8b0479d1813dbe80&device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 1094 time: 0.1764026 Dec 12 17:34:12.844445 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:12.866829 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc91aa-fbd6-46b6-9607-878424c948cd tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Pushing event deleted for resources: {'Port': ['ID=6c4858a0-096b-4d77-a78a-4e52fc5af0fb,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:12.939505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf879788-1fd1-408e-81d5-b0131c7617d5 req-28dc91aa-fbd6-46b6-9607-878424c948cd tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] No DVR routers for this DVR port 6c4858a0-096b-4d77-a78a-4e52fc5af0fb on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:34:12.950335 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cf879788-1fd1-408e-81d5-b0131c7617d5 req-28dc91aa-fbd6-46b6-9607-878424c948cd tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:12.953577 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf879788-1fd1-408e-81d5-b0131c7617d5 req-28dc91aa-fbd6-46b6-9607-878424c948cd tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.20 "DELETE /v2.0/ports/6c4858a0-096b-4d77-a78a-4e52fc5af0fb HTTP/1.1" status: 204 len: 173 time: 0.7671311 Dec 12 17:34:12.954158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77df0f64-53c7-4259-8875-ec7dd12edaeb', 'name': 'network-vif-deleted', 'tag': '6c4858a0-096b-4d77-a78a-4e52fc5af0fb'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:12.956407 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625ecdf4-4820-40b7-94e0-7616c30357df" -d '{"events": [{"server_uuid": "77df0f64-53c7-4259-8875-ec7dd12edaeb", "name": "network-vif-deleted", "tag": "6c4858a0-096b-4d77-a78a-4e52fc5af0fb"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:12.980325 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Pushing event updated for resources: {'Port': ['ID=9f717fce-017d-42a2-a42f-707ae69625a8,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:12.981004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-7af7cf24-ebf9-428f-8cac-ca76c85952ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:12.982526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-7af7cf24-ebf9-428f-8cac-ca76c85952ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 1096 time: 0.1971867 Dec 12 17:34:12.992869 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-effa1714-7dbf-4b8d-9bad-65bdfc03342b req-7ba82909-2833-4d9a-a5d1-5cecb3747695 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674590 Dec 12 17:34:13.005715 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7076ddbd-98f5-4431-89db-10e32f184b24 req-6c1f1c18-18bf-41b2-90ec-14178b162fec tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601443 Dec 12 17:34:13.047684 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Attempting to bind port 9f717fce-017d-42a2-a42f-707ae69625a8 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:34:13.048023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Attempting to bind port 9f717fce-017d-42a2-a42f-707ae69625a8 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:34:13.048353 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Attempting to bind port 9f717fce-017d-42a2-a42f-707ae69625a8 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:13.066951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Port 9f717fce-017d-42a2-a42f-707ae69625a8 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:34:13.067351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Attempting to bind port 9f717fce-017d-42a2-a42f-707ae69625a8 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:13.081273 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-b8157ae2-5cfc-451a-8a95-e7def3e3d9d2 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Made reservation on behalf of 644361ec9cbf42cab25484461bfad5cb for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:34:13.086083 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-b8157ae2-5cfc-451a-8a95-e7def3e3d9d2 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:13.091472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:34:13.091830 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Checking segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:13.092198 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Bound using segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:34:13.092918 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Bound port: 9f717fce-017d-42a2-a42f-707ae69625a8, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:34:13.093039 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:13.119259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f7497-ab6a-4177-b023-9e35412e99a1 req-50d63fec-f37b-47d1-b293-54ab12308504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:13.124599 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-755f7497-ab6a-4177-b023-9e35412e99a1 req-50d63fec-f37b-47d1-b293-54ab12308504 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3bef17e6-cdf8-4f7a-8674-f983d55a43e5 HTTP/1.1" status: 200 len: 916 time: 0.2677529 Dec 12 17:34:13.126104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-d704f634-3035-43fc-a162-7aa7b76e0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:13.128147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-d704f634-3035-43fc-a162-7aa7b76e0c33 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 922 time: 0.1331866 Dec 12 17:34:13.206974 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-755f7497-ab6a-4177-b023-9e35412e99a1 req-5c772e03-6273-4e92-96c6-548a69f72113 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef540c54-c847-403d-80db-e5e5e13dfe54 HTTP/1.1" status: 200 len: 217 time: 0.0760107 Dec 12 17:34:13.209483 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-caa076a0-b67a-4dfc-bd4e-e83f44213165 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9efa168-fb7d-42eb-ae8b-58390331cc11 HTTP/1.1" status: 200 len: 217 time: 0.0596294 Dec 12 17:34:13.251594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cd4f4-4660-483e-814b-24babcb0383c req-d76453cf-f1bb-4c1e-a1c6-9c8482da9d73 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:13.253082 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-281cd4f4-4660-483e-814b-24babcb0383c req-d76453cf-f1bb-4c1e-a1c6-9c8482da9d73 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 945 time: 0.1179385 Dec 12 17:34:13.275952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b77b1a-d913-4788-b19b-b22d56c46a34 req-01c78801-4fac-4879-876e-76de6e0e0c8f tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:13.277542 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0b77b1a-d913-4788-b19b-b22d56c46a34 req-01c78801-4fac-4879-876e-76de6e0e0c8f tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb6141e-8df5-4a8c-b579-81e8d858b5c4 HTTP/1.1" status: 200 len: 950 time: 0.0716031 Dec 12 17:34:13.297605 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] For port 9f717fce-017d-42a2-a42f-707ae69625a8, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:34:13.342205 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49e33b6-d887-4529-b07a-42a749f054b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3'}, {'server_uuid': '77df0f64-53c7-4259-8875-ec7dd12edaeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c4858a0-096b-4d77-a78a-4e52fc5af0fb'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:13.345612 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4df88e-b063-4263-abfe-a70af78f6eda" -d '{"events": [{"server_uuid": "e49e33b6-d887-4529-b07a-42a749f054b6", "name": "network-vif-plugged", "status": "completed", "tag": "6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3"}, {"server_uuid": "77df0f64-53c7-4259-8875-ec7dd12edaeb", "name": "network-vif-unplugged", "status": "completed", "tag": "6c4858a0-096b-4d77-a78a-4e52fc5af0fb"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:13.347862 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] For port 9f717fce-017d-42a2-a42f-707ae69625a8, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=9f717fce-017d-42a2-a42f-707ae69625a8,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:34:13.359415 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:13.377345 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-281cd4f4-4660-483e-814b-24babcb0383c req-a3b275e5-0331-4434-9988-c248d58545fb tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151137 Dec 12 17:34:13.389977 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0b77b1a-d913-4788-b19b-b22d56c46a34 req-1fe3d5e2-ea11-46a3-b436-594b6c1bc0f8 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044786 Dec 12 17:34:13.396538 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-8e8eea2d-d020-4f0d-aa0b-943b9e488586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:13.398435 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-8e8eea2d-d020-4f0d-aa0b-943b9e488586 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.1031153 Dec 12 17:34:13.411113 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-b8157ae2-5cfc-451a-8a95-e7def3e3d9d2 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Allocated IP 172.20.0.6 (256368dc-5e68-4402-91a5-533328bbf958/2a5209e1-f35d-462f-abcb-435d8a0a7895/a86bdb31-96e5-4eb8-805b-c33955397c67) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:34:13.419826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f7497-ab6a-4177-b023-9e35412e99a1 req-8afbdc05-b08f-41ec-9533-c6b7bf19a3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:13.421305 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-755f7497-ab6a-4177-b023-9e35412e99a1 req-8afbdc05-b08f-41ec-9533-c6b7bf19a3c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a4191575-4852-402b-9a20-f46b83e65088 HTTP/1.1" status: 200 len: 855 time: 0.1214893 Dec 12 17:34:13.434226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:13.435333 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:13.437003 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] 10.222.0.20 "PUT /v2.0/ports/9f717fce-017d-42a2-a42f-707ae69625a8 HTTP/1.1" status: 200 len: 1091 time: 1.6872985 Dec 12 17:34:13.449768 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-4c03fbdb-1113-49a6-82c4-32c5c4efb758 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432148 Dec 12 17:34:13.518070 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c1652-5894-4870-9f5b-bb756e57cba5 service neutron] Pushing event updated for resources: {'Port': ['ID=9f717fce-017d-42a2-a42f-707ae69625a8,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:13.521129 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc38904-9d0d-472c-9b09-29ba947d845f x-openstack-request-id: req-cbc38904-9d0d-472c-9b09-29ba947d845f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:13.521435 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77df0f64-53c7-4259-8875-ec7dd12edaeb", "name": "network-vif-deleted", "tag": "6c4858a0-096b-4d77-a78a-4e52fc5af0fb", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:13.522164 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbc38904-9d0d-472c-9b09-29ba947d845f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:13.522561 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77df0f64-53c7-4259-8875-ec7dd12edaeb', 'name': 'network-vif-deleted', 'tag': '6c4858a0-096b-4d77-a78a-4e52fc5af0fb', 'status': 'completed', 'code': 200} Dec 12 17:34:13.524568 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-755f7497-ab6a-4177-b023-9e35412e99a1 req-76aec3d9-abf2-4840-92d6-ac02fbb70761 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3bef17e6-cdf8-4f7a-8674-f983d55a43e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820863 Dec 12 17:34:13.576368 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0288a90-9858-4549-8a9a-b6a5eb596c03 req-e2843030-3eaa-4180-8b8d-02482e06eec8 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 210 time: 0.0529342 Dec 12 17:34:13.634779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-968bc27e-1060-4f06-af0b-86d3746e9f98 service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709590 Dec 12 17:34:13.769870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11af86-a56e-4861-b70c-25d547994b3b req-bedb5001-3e93-456c-856b-665a144ef022 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:13.771432 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8b11af86-a56e-4861-b70c-25d547994b3b req-bedb5001-3e93-456c-856b-665a144ef022 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 943 time: 0.0848851 Dec 12 17:34:13.775373 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-a4a299af-1f08-4708-bc1d-5f30c5d6f7ae service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331117 Dec 12 17:34:13.864725 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8b11af86-a56e-4861-b70c-25d547994b3b req-dc5aa075-b065-4d9c-b59c-235d0f820103 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851362 Dec 12 17:34:13.894937 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a754555-fb4a-4029-8a31-9a6a85326129 req-8989e0a4-b77e-474f-b65a-b69faf83bf24 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:13.901473 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a754555-fb4a-4029-8a31-9a6a85326129 req-8989e0a4-b77e-474f-b65a-b69faf83bf24 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:13.903084 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a754555-fb4a-4029-8a31-9a6a85326129 req-8989e0a4-b77e-474f-b65a-b69faf83bf24 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=706b1f52-df52-42c7-bf0a-77651de00fe6&device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 1691 time: 0.1027198 Dec 12 17:34:13.923738 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39354d4a-ff51-43e5-a6a5-6bfe72fe41da x-openstack-request-id: req-39354d4a-ff51-43e5-a6a5-6bfe72fe41da {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:13.924174 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49e33b6-d887-4529-b07a-42a749f054b6", "name": "network-vif-plugged", "status": "completed", "tag": "6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3", "code": 200}, {"server_uuid": "77df0f64-53c7-4259-8875-ec7dd12edaeb", "name": "network-vif-unplugged", "status": "completed", "tag": "6c4858a0-096b-4d77-a78a-4e52fc5af0fb", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:13.924503 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39354d4a-ff51-43e5-a6a5-6bfe72fe41da {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:13.925001 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49e33b6-d887-4529-b07a-42a749f054b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3', 'code': 200} Dec 12 17:34:13.925354 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77df0f64-53c7-4259-8875-ec7dd12edaeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c4858a0-096b-4d77-a78a-4e52fc5af0fb', 'code': 200} Dec 12 17:34:13.947854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-fde05959-834b-4630-ae35-f74476ba36da tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:13.949550 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-fde05959-834b-4630-ae35-f74476ba36da tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356&tenant_id=ed3999e96c6f4755bb182b05f58b09fc&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 1096 time: 0.0980978 Dec 12 17:34:13.953108 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-b34be982-7c78-4648-a59b-86fcec18b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:13.954610 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-b34be982-7c78-4648-a59b-86fcec18b7cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 1094 time: 0.4260287 Dec 12 17:34:13.966437 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760354-5'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:13.992753 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a754555-fb4a-4029-8a31-9a6a85326129 req-f21a87e7-9b3e-4ed4-9ef4-bfbe242be06a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808911 Dec 12 17:34:14.024794 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-8be80148-d471-4839-9037-ba98ef1b8a12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f717fce-017d-42a2-a42f-707ae69625a8 HTTP/1.1" status: 200 len: 217 time: 0.0610912 Dec 12 17:34:14.038364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4daabdcc-6da0-4c0f-9a5b-503f091ee09d', 'tag': '9f717fce-017d-42a2-a42f-707ae69625a8'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:14.040739 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660aee43-afaa-4954-ba92-89abf9c8fdb4" -d '{"events": [{"name": "network-changed", "server_uuid": "4daabdcc-6da0-4c0f-9a5b-503f091ee09d", "tag": "9f717fce-017d-42a2-a42f-707ae69625a8"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:14.063244 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-755f7497-ab6a-4177-b023-9e35412e99a1 req-d6ffab03-bf87-4f58-8555-b6fe4789a748 service neutron] 10.222.0.31 "GET /v2.0/networks/3bef17e6-cdf8-4f7a-8674-f983d55a43e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262475 Dec 12 17:34:14.075235 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:14.161485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a3182-7f92-4050-90b8-2f148ba1c868 req-cfab3d51-2ba5-4d67-8c15-25011d692fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:14.163634 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a5a3182-7f92-4050-90b8-2f148ba1c868 req-cfab3d51-2ba5-4d67-8c15-25011d692fe2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 1100 time: 0.1172714 Dec 12 17:34:14.191091 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-b8157ae2-5cfc-451a-8a95-e7def3e3d9d2 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:14.203063 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-aa68475f-36b7-4a6d-903d-356e3f11317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:14.204649 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-aa68475f-36b7-4a6d-903d-356e3f11317a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.1530364 Dec 12 17:34:14.256117 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-51abfca1-881f-46a8-b690-123467519b24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425608 Dec 12 17:34:14.324283 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-755f7497-ab6a-4177-b023-9e35412e99a1 req-32127549-db40-4542-b3e3-d11b1e7712bb service neutron] 10.222.0.31 "GET /v2.0/networks/3bef17e6-cdf8-4f7a-8674-f983d55a43e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361972 Dec 12 17:34:14.344492 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-b8157ae2-5cfc-451a-8a95-e7def3e3d9d2 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:14.410452 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-b8157ae2-5cfc-451a-8a95-e7def3e3d9d2 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Network 256368dc-5e68-4402-91a5-533328bbf958 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:34:14.418402 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-b8157ae2-5cfc-451a-8a95-e7def3e3d9d2 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:34:14.424191 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-57fbdab0-0c3e-415d-8e3e-52f6eddf3089 service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602316 Dec 12 17:34:14.424994 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-b8157ae2-5cfc-451a-8a95-e7def3e3d9d2 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:34:14.430382 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-b8157ae2-5cfc-451a-8a95-e7def3e3d9d2 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:14.430975 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-b8157ae2-5cfc-451a-8a95-e7def3e3d9d2 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:14.432126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4227bba-0e27-4ac5-b5fd-2be6ea71e0d2 req-b02d1e67-3e37-44e8-9ba7-dc2aeafcd5c5 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:14.433545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4227bba-0e27-4ac5-b5fd-2be6ea71e0d2 req-b02d1e67-3e37-44e8-9ba7-dc2aeafcd5c5 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 943 time: 0.3517907 Dec 12 17:34:14.434486 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8157ae2-5cfc-451a-8a95-e7def3e3d9d2 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Pushing event updated for resources: {'Port': ['ID=a86bdb31-96e5-4eb8-805b-c33955397c67,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:14.497560 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-b8157ae2-5cfc-451a-8a95-e7def3e3d9d2 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7530134 Dec 12 17:34:14.515484 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Request body: {'port': {'device_id': '84060acd-dc9b-45ba-b4e3-ff8307afde8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:14.535486 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a5a3182-7f92-4050-90b8-2f148ba1c868 req-35ea63d2-35fa-40e3-8bf1-18916955aecb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624008 Dec 12 17:34:14.557750 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-59d6bc03-9949-4fb8-85cb-1002a88ad614 req-0ace2432-3a1a-4c05-bfde-4aaab2ebc517 service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241012 Dec 12 17:34:14.578746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4170d9-62c7-40f0-9baf-c460ed5b512e req-57d7c15c-124f-4563-978b-1e2a09bec1bb tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:14.580250 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd4170d9-62c7-40f0-9baf-c460ed5b512e req-57d7c15c-124f-4563-978b-1e2a09bec1bb tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 949 time: 0.1572695 Dec 12 17:34:14.584130 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:14.602950 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4227bba-0e27-4ac5-b5fd-2be6ea71e0d2 req-c425c1a2-8ac0-48dd-ab96-b0de941f9938 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359010 Dec 12 17:34:14.608433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] For port f9efa168-fb7d-42eb-ae8b-58390331cc11, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f9efa168-fb7d-42eb-ae8b-58390331cc11,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:14.645803 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0dbb4d-8766-44de-a12f-30d6da33905f x-openstack-request-id: req-9a0dbb4d-8766-44de-a12f-30d6da33905f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:14.646103 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4daabdcc-6da0-4c0f-9a5b-503f091ee09d", "tag": "9f717fce-017d-42a2-a42f-707ae69625a8", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:14.646360 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a0dbb4d-8766-44de-a12f-30d6da33905f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:14.646753 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4daabdcc-6da0-4c0f-9a5b-503f091ee09d', 'tag': '9f717fce-017d-42a2-a42f-707ae69625a8', 'status': 'completed', 'code': 200} Dec 12 17:34:14.678647 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd4170d9-62c7-40f0-9baf-c460ed5b512e req-c4bed749-40c0-4a05-92d6-f38c55f0d540 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867128 Dec 12 17:34:14.683109 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] For port f9efa168-fb7d-42eb-ae8b-58390331cc11, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:34:14.716965 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d88c0195-38ef-449b-9ab8-9711cfac0918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:14.760371 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:14.774864 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:14.857071 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db469115-db9a-49ae-b0bb-00404204d979 req-091654b8-1a41-4f6c-b455-29d6d948da27 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bd21ce160d374d72868199111a6f6539&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611420 Dec 12 17:34:14.863755 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660aee43-afaa-4954-ba92-89abf9c8fdb4 req-288bc09b-c2ac-484b-a15a-81a472b4a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:14.864997 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-660aee43-afaa-4954-ba92-89abf9c8fdb4 req-288bc09b-c2ac-484b-a15a-81a472b4a67e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 1094 time: 0.0898879 Dec 12 17:34:14.929676 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe89a5b-ede5-4d48-961a-534e952648a1 req-20c21c72-0c0c-41e0-bc36-56dd07888141 tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:14.930163 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbe89a5b-ede5-4d48-961a-534e952648a1 req-20c21c72-0c0c-41e0-bc36-56dd07888141 tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=706b1f52-df52-42c7-bf0a-77651de00fe6 HTTP/1.1" status: 200 len: 1101 time: 0.1677034 Dec 12 17:34:14.950522 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9efa168-fb7d-42eb-ae8b-58390331cc11,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:14.986498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] Attempting to bind port f9efa168-fb7d-42eb-ae8b-58390331cc11 on host n-h2-760354-5 for vnic_type normal with profile {"migrating_to": "n-h1-760354-5"} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:34:14.986825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] Attempting to bind port f9efa168-fb7d-42eb-ae8b-58390331cc11 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:34:14.987158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] Attempting to bind port f9efa168-fb7d-42eb-ae8b-58390331cc11 on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:15.004368 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] Port f9efa168-fb7d-42eb-ae8b-58390331cc11 on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:34:15.004691 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] Attempting to bind port f9efa168-fb7d-42eb-ae8b-58390331cc11 on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:15.035941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:34:15.036277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] Checking segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:15.036660 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] Bound using segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:34:15.037089 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] Bound port: f9efa168-fb7d-42eb-ae8b-58390331cc11, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:34:15.037476 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:15.046731 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a86bdb31-96e5-4eb8-805b-c33955397c67 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:15.052224 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660aee43-afaa-4954-ba92-89abf9c8fdb4 req-7508267e-9e12-43b8-86e1-81654ce6b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:15.053865 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-660aee43-afaa-4954-ba92-89abf9c8fdb4 req-7508267e-9e12-43b8-86e1-81654ce6b498 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 908 time: 0.1785052 Dec 12 17:34:15.054356 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbe89a5b-ede5-4d48-961a-534e952648a1 req-f69def97-ee7d-4f31-856e-b8ebfdbf0d4f tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093948 Dec 12 17:34:15.067030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db469115-db9a-49ae-b0bb-00404204d979 req-ffaf8f44-1535-4e65-8f53-b80aae87e59c tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:15.072320 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:15.075052 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db469115-db9a-49ae-b0bb-00404204d979 req-ffaf8f44-1535-4e65-8f53-b80aae87e59c tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089257 Dec 12 17:34:15.112112 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-660aee43-afaa-4954-ba92-89abf9c8fdb4 req-1abad233-fc23-46a4-80f4-4bdcd6146baa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f717fce-017d-42a2-a42f-707ae69625a8 HTTP/1.1" status: 200 len: 217 time: 0.0482395 Dec 12 17:34:15.112841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db469115-db9a-49ae-b0bb-00404204d979 req-69961937-18dc-4035-a491-014937484250 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/quotas/bd21ce160d374d72868199111a6f6539 HTTP/1.1" status: 200 len: 375 time: 0.0368891 Dec 12 17:34:15.117141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Transition to ACTIVE for port object a86bdb31-96e5-4eb8-805b-c33955397c67 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:34:15.121574 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:15.199852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] For port f9efa168-fb7d-42eb-ae8b-58390331cc11, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:34:15.213263 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Pushing event updated for resources: {'Port': ['ID=a86bdb31-96e5-4eb8-805b-c33955397c67,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:15.216319 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660aee43-afaa-4954-ba92-89abf9c8fdb4 req-8f568556-41db-4069-8fd5-da01acef0a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:15.217782 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-660aee43-afaa-4954-ba92-89abf9c8fdb4 req-8f568556-41db-4069-8fd5-da01acef0a0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.0926819 Dec 12 17:34:15.218325 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] For port f9efa168-fb7d-42eb-ae8b-58390331cc11, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f9efa168-fb7d-42eb-ae8b-58390331cc11,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:34:15.228899 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db469115-db9a-49ae-b0bb-00404204d979 req-318b3340-0f36-45a6-964e-e520eebf2223 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd21ce160d374d72868199111a6f6539&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1076949 Dec 12 17:34:15.230178 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:15.238853 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba84d9-9aa2-4af3-9195-5d2e28eab737 req-702cbb6b-279b-4cd3-a4e2-6646bb0f8fca tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:15.240351 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0bba84d9-9aa2-4af3-9195-5d2e28eab737 req-702cbb6b-279b-4cd3-a4e2-6646bb0f8fca tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 943 time: 0.1179643 Dec 12 17:34:15.271679 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-660aee43-afaa-4954-ba92-89abf9c8fdb4 req-26af5bbf-4644-4feb-afdc-5726a1da3c24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341244 Dec 12 17:34:15.274831 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Attempting to bind port a86bdb31-96e5-4eb8-805b-c33955397c67 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:34:15.275171 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Attempting to bind port a86bdb31-96e5-4eb8-805b-c33955397c67 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256368dc-5e68-4402-91a5-533328bbf958'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:34:15.275531 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Attempting to bind port a86bdb31-96e5-4eb8-805b-c33955397c67 on network 256368dc-5e68-4402-91a5-533328bbf958 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:15.280156 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Port a86bdb31-96e5-4eb8-805b-c33955397c67 on network 256368dc-5e68-4402-91a5-533328bbf958 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:34:15.280490 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Attempting to bind port a86bdb31-96e5-4eb8-805b-c33955397c67 on network 256368dc-5e68-4402-91a5-533328bbf958 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:15.301953 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:34:15.302714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Checking segment: {'id': 'fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256368dc-5e68-4402-91a5-533328bbf958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:15.302714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Bound using segment: {'id': 'fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256368dc-5e68-4402-91a5-533328bbf958'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:34:15.303172 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Bound port: a86bdb31-96e5-4eb8-805b-c33955397c67, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256368dc-5e68-4402-91a5-533328bbf958'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:34:15.303626 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:15.346241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:15.347178 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:15.349230 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] 10.222.0.31 "PUT /v2.0/ports/f9efa168-fb7d-42eb-ae8b-58390331cc11 HTTP/1.1" status: 200 len: 1121 time: 1.3908596 Dec 12 17:34:15.354878 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca64c2-98f3-46ad-b8ed-760535bc99b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9efa168-fb7d-42eb-ae8b-58390331cc11,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:15.406517 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0bba84d9-9aa2-4af3-9195-5d2e28eab737 req-c26cb5e8-294a-43b7-a251-d817517b096f tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392255 Dec 12 17:34:15.430976 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-660aee43-afaa-4954-ba92-89abf9c8fdb4 req-b02519dd-9426-4976-9615-7e0f42e62726 service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482139 Dec 12 17:34:15.435007 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] For port a86bdb31-96e5-4eb8-805b-c33955397c67, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:34:15.438938 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] For port a86bdb31-96e5-4eb8-805b-c33955397c67, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a86bdb31-96e5-4eb8-805b-c33955397c67,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:34:15.454149 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:15.474197 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['f9efa168-fb7d-42eb-ae8b-58390331cc11'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:34:15.525356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43009aba-c892-4cf9-8a54-5427763452da req-462327bc-1163-4fe3-ad0a-652c9a55e2a6 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:15.527020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-43009aba-c892-4cf9-8a54-5427763452da req-462327bc-1163-4fe3-ad0a-652c9a55e2a6 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 943 time: 0.0891385 Dec 12 17:34:15.527602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff673bb1-966a-4267-88ec-feb763fea356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9efa168-fb7d-42eb-ae8b-58390331cc11'}, {'name': 'network-changed', 'server_uuid': 'ff673bb1-966a-4267-88ec-feb763fea356', 'tag': 'f9efa168-fb7d-42eb-ae8b-58390331cc11'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:15.529932 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218c2b6c-b6ec-47e1-a68e-2eeb35838e63" -d '{"events": [{"server_uuid": "ff673bb1-966a-4267-88ec-feb763fea356", "name": "network-vif-unplugged", "status": "completed", "tag": "f9efa168-fb7d-42eb-ae8b-58390331cc11"}, {"name": "network-changed", "server_uuid": "ff673bb1-966a-4267-88ec-feb763fea356", "tag": "f9efa168-fb7d-42eb-ae8b-58390331cc11"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:15.608281 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:15.608920 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:15.610288 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] 10.222.0.31 "PUT /v2.0/ports/a86bdb31-96e5-4eb8-805b-c33955397c67 HTTP/1.1" status: 200 len: 1091 time: 1.1003008 Dec 12 17:34:15.632649 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb36422-5e94-4118-8ca7-c6587d6cab47 service neutron] Pushing event updated for resources: {'Port': ['ID=a86bdb31-96e5-4eb8-805b-c33955397c67,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:15.642402 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add49a9a-6311-4ae0-8fad-81595baeb1a1 req-aca7b5fe-f019-4a00-916c-512253fc0827 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:15.646712 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-add49a9a-6311-4ae0-8fad-81595baeb1a1 req-aca7b5fe-f019-4a00-916c-512253fc0827 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 943 time: 0.1131091 Dec 12 17:34:15.666131 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-43009aba-c892-4cf9-8a54-5427763452da req-184a50bf-03b1-4df4-9768-11c1cca5cb3c tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309547 Dec 12 17:34:15.699373 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-660aee43-afaa-4954-ba92-89abf9c8fdb4 req-01b34b0f-6e1b-4eb6-aded-51cd15d36ee6 service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585609 Dec 12 17:34:15.760240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-add49a9a-6311-4ae0-8fad-81595baeb1a1 req-0c633d37-d5e1-44f2-bc32-653b9c9ce3a6 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929818 Dec 12 17:34:15.795708 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-b79ab079-1a4b-4749-953f-bbde0c45380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:15.797301 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-b79ab079-1a4b-4749-953f-bbde0c45380b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=644361ec9cbf42cab25484461bfad5cb&device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 1094 time: 0.1154621 Dec 12 17:34:15.830084 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6c4858a0-096b-4d77-a78a-4e52fc5af0fb no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:34:15.842911 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cff49ec6-a229-4c58-8221-35d88a7f2deb req-fa1f1fa0-87b1-4aff-8f2f-6e3dc8d1e10a tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8 HTTP/1.1" status: 200 len: 210 time: 0.0312061 Dec 12 17:34:15.846723 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-0fb1ded4-692a-4bee-99ef-10d4a25f858b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a86bdb31-96e5-4eb8-805b-c33955397c67 HTTP/1.1" status: 200 len: 217 time: 0.0392551 Dec 12 17:34:15.853851 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfe743-fab0-44e6-9bf1-b6e6f3ef4845 req-4aa12805-f1f7-43cb-93b2-ad2c5d319d41 tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:15.855533 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ddfe743-fab0-44e6-9bf1-b6e6f3ef4845 req-4aa12805-f1f7-43cb-93b2-ad2c5d319d41 tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 1101 time: 0.0724955 Dec 12 17:34:15.871282 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 6c4858a0-096b-4d77-a78a-4e52fc5af0fb {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:34:15.871795 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6c4858a0-096b-4d77-a78a-4e52fc5af0fb not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:34:15.913376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-2bfadeb4-e674-4840-bf5c-54431dd9cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:15.914937 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-2bfadeb4-e674-4840-bf5c-54431dd9cbbb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2a5209e1-f35d-462f-abcb-435d8a0a7895 HTTP/1.1" status: 200 len: 845 time: 0.0611646 Dec 12 17:34:15.918403 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bbc569-05a7-43fd-a473-386560b10b6e x-openstack-request-id: req-51bbc569-05a7-43fd-a473-386560b10b6e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:15.918705 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff673bb1-966a-4267-88ec-feb763fea356", "name": "network-vif-unplugged", "status": "completed", "tag": "f9efa168-fb7d-42eb-ae8b-58390331cc11", "code": 200}, {"name": "network-changed", "server_uuid": "ff673bb1-966a-4267-88ec-feb763fea356", "tag": "f9efa168-fb7d-42eb-ae8b-58390331cc11", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:15.918959 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51bbc569-05a7-43fd-a473-386560b10b6e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:15.919382 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff673bb1-966a-4267-88ec-feb763fea356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9efa168-fb7d-42eb-ae8b-58390331cc11', 'code': 200} Dec 12 17:34:15.919642 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff673bb1-966a-4267-88ec-feb763fea356', 'tag': 'f9efa168-fb7d-42eb-ae8b-58390331cc11', 'status': 'completed', 'code': 200} Dec 12 17:34:15.927601 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ddfe743-fab0-44e6-9bf1-b6e6f3ef4845 req-6cd0fec8-d229-48e3-ac9d-5c11aa4e7167 tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582433 Dec 12 17:34:15.961234 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-55210242-03ee-43fe-861d-12b8ae3ae644 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=256368dc-5e68-4402-91a5-533328bbf958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379169 Dec 12 17:34:16.056239 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2b6c-b6ec-47e1-a68e-2eeb35838e63 req-43a9c77e-1186-4210-a163-69bc35848dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:16.057761 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-218c2b6c-b6ec-47e1-a68e-2eeb35838e63 req-43a9c77e-1186-4210-a163-69bc35848dcf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 1124 time: 0.1080310 Dec 12 17:34:16.064255 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454097c-3e53-482e-9fd3-21f0b4baae98 req-9f320e84-dd26-4329-aced-83e53ba12d0c tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:16.065887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e454097c-3e53-482e-9fd3-21f0b4baae98 req-9f320e84-dd26-4329-aced-83e53ba12d0c tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 943 time: 0.0880032 Dec 12 17:34:16.088264 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ae63d-b746-45cb-8619-5661ec160221 req-5f52a91d-269f-4061-a0a3-bb08c80e3577 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:16.089741 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e56ae63d-b746-45cb-8619-5661ec160221 req-5f52a91d-269f-4061-a0a3-bb08c80e3577 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 949 time: 0.0768712 Dec 12 17:34:16.137438 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-a2366ae7-4411-47aa-a773-af6f4abef272 service neutron] 10.222.0.31 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450636 Dec 12 17:34:16.149660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e454097c-3e53-482e-9fd3-21f0b4baae98 req-790a3409-9c70-4527-8fe3-8f0ae48494df tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747552 Dec 12 17:34:16.171285 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e56ae63d-b746-45cb-8619-5661ec160221 req-8533e2c5-ed8e-4de8-8e7b-0c71c36202e1 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674796 Dec 12 17:34:16.229748 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device ef540c54-c847-403d-80db-e5e5e13dfe54 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:34:16.264439 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2b6c-b6ec-47e1-a68e-2eeb35838e63 req-740faf8c-a133-47c5-81e9-0665f45d5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:16.266743 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-218c2b6c-b6ec-47e1-a68e-2eeb35838e63 req-740faf8c-a133-47c5-81e9-0665f45d5567 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 922 time: 0.1873000 Dec 12 17:34:16.333929 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-218c2b6c-b6ec-47e1-a68e-2eeb35838e63 req-e3625d33-d8d8-42b3-8927-b97b9857316d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9efa168-fb7d-42eb-ae8b-58390331cc11 HTTP/1.1" status: 200 len: 217 time: 0.0572126 Dec 12 17:34:16.341078 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dd4f250c-cf60-417f-a6d4-36d78479e43c req-7d05b31b-624c-4ed3-a8d7-1a52616ec0be service neutron] 10.222.0.31 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893859 Dec 12 17:34:16.356726 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port ef540c54-c847-403d-80db-e5e5e13dfe54, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=ef540c54-c847-403d-80db-e5e5e13dfe54,segment=NetworkSegment(c8d5183b-4fee-4e16-aabf-8e5707ba344b),segment_id=c8d5183b-4fee-4e16-aabf-8e5707ba344b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:16.371897 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'ef540c54-c847-403d-80db-e5e5e13dfe54', 'network_id': '3bef17e6-cdf8-4f7a-8674-f983d55a43e5', 'port_id': 'ef540c54-c847-403d-80db-e5e5e13dfe54', 'mac_address': 'fa:16:3e:58:b7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4191575-4852-402b-9a20-f46b83e65088', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:34:16.389516 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2b6c-b6ec-47e1-a68e-2eeb35838e63 req-6bc5fb95-aff3-4a9c-8a4e-a0ea0fe3d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:16.402261 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-218c2b6c-b6ec-47e1-a68e-2eeb35838e63 req-6bc5fb95-aff3-4a9c-8a4e-a0ea0fe3d17f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.0601001 Dec 12 17:34:16.416258 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:16.443147 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef540c54-c847-403d-80db-e5e5e13dfe54 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:16.471955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port ef540c54-c847-403d-80db-e5e5e13dfe54, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=ef540c54-c847-403d-80db-e5e5e13dfe54,segment=NetworkSegment(c8d5183b-4fee-4e16-aabf-8e5707ba344b),segment_id=c8d5183b-4fee-4e16-aabf-8e5707ba344b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:16.478847 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:16.479886 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-218c2b6c-b6ec-47e1-a68e-2eeb35838e63 req-def33efe-9a45-4ba7-95d9-9a1fb34feea8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653374 Dec 12 17:34:16.564891 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-4d2e2e8c-d59d-48da-adad-5cc27ba0eb2c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a0d39bfda52e4fb886e1965874038568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482345 Dec 12 17:34:16.570830 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=ef540c54-c847-403d-80db-e5e5e13dfe54,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:16.604115 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-218c2b6c-b6ec-47e1-a68e-2eeb35838e63 req-a4bbec0c-7255-4225-81aa-817d0509591e service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162443 Dec 12 17:34:16.626419 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db469115-db9a-49ae-b0bb-00404204d979 req-c792b525-ac86-4733-9a37-6f7b3e3bc527 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bd21ce160d374d72868199111a6f6539&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720448 Dec 12 17:34:16.656807 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84060acd-dc9b-45ba-b4e3-ff8307afde8c', 'tag': 'a86bdb31-96e5-4eb8-805b-c33955397c67'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:16.659088 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab00a7f5-36f5-420e-8304-c9133d4a6851" -d '{"events": [{"name": "network-changed", "server_uuid": "84060acd-dc9b-45ba-b4e3-ff8307afde8c", "tag": "a86bdb31-96e5-4eb8-805b-c33955397c67"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:16.706021 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-218c2b6c-b6ec-47e1-a68e-2eeb35838e63 req-3027d214-75e0-4fe9-a483-5e033068f37b service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912812 Dec 12 17:34:16.752851 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d69a5-99a9-4d34-bde7-5ec0681738f7 req-a3bee044-eb60-45e8-b8da-7a24aeb0c3f9 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:16.754459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-864d69a5-99a9-4d34-bde7-5ec0681738f7 req-a3bee044-eb60-45e8-b8da-7a24aeb0c3f9 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 949 time: 0.2229407 Dec 12 17:34:16.773136 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:16.826345 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-bc09e4bf-872d-43a2-b305-e21c98b3f908 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:16.827806 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-bc09e4bf-872d-43a2-b305-e21c98b3f908 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2621555 Dec 12 17:34:16.864189 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db469115-db9a-49ae-b0bb-00404204d979 req-4de7eb19-0e44-4ed4-8d13-ed2cedfd309e tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:16.866210 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db469115-db9a-49ae-b0bb-00404204d979 req-4de7eb19-0e44-4ed4-8d13-ed2cedfd309e tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101798 Dec 12 17:34:16.869866 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-864d69a5-99a9-4d34-bde7-5ec0681738f7 req-1a13fdad-bd97-4afb-b47f-aca6cef046ba tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030612 Dec 12 17:34:16.871025 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-3d1a4cac-4079-41c6-bd17-48c8674faf56 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/quotas/a0d39bfda52e4fb886e1965874038568 HTTP/1.1" status: 200 len: 375 time: 0.0315711 Dec 12 17:34:16.881146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-db469115-db9a-49ae-b0bb-00404204d979 req-b3caebc4-3b5d-4ace-9a34-47d2cf21cf8f tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Request body: {'port': {'device_id': 'ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': 'bd21ce160d374d72868199111a6f6539'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:16.909669 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-29d963b9-f34a-4841-b1ac-4a19e250d1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:17.036976 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-57c183d3-87cb-46ec-9840-7f8e297d4cfa tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1518784 Dec 12 17:34:17.059734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ad55f-43e0-4129-a369-7c0c1b40c829 req-5e6c3824-7748-4c26-afa6-3f513a05726e tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:17.061217 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de5ad55f-43e0-4129-a369-7c0c1b40c829 req-5e6c3824-7748-4c26-afa6-3f513a05726e tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 943 time: 0.1026816 Dec 12 17:34:17.109011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db469115-db9a-49ae-b0bb-00404204d979 req-b3caebc4-3b5d-4ace-9a34-47d2cf21cf8f tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Made reservation on behalf of bd21ce160d374d72868199111a6f6539 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:34:17.112536 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db469115-db9a-49ae-b0bb-00404204d979 req-b3caebc4-3b5d-4ace-9a34-47d2cf21cf8f tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:17.144108 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de5ad55f-43e0-4129-a369-7c0c1b40c829 req-8158a183-cea6-4105-b8f7-d31855ae326d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758078 Dec 12 17:34:17.171554 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['ef540c54-c847-403d-80db-e5e5e13dfe54'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:34:17.216642 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14001b52-c6d1-455f-bf00-adfff46c6aca x-openstack-request-id: req-14001b52-c6d1-455f-bf00-adfff46c6aca {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:17.217354 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84060acd-dc9b-45ba-b4e3-ff8307afde8c", "tag": "a86bdb31-96e5-4eb8-805b-c33955397c67", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:17.217754 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14001b52-c6d1-455f-bf00-adfff46c6aca {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:17.218316 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84060acd-dc9b-45ba-b4e3-ff8307afde8c', 'tag': 'a86bdb31-96e5-4eb8-805b-c33955397c67', 'status': 'completed', 'code': 200} Dec 12 17:34:17.289497 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00a7f5-36f5-420e-8304-c9133d4a6851 req-93cfd658-3229-400b-bcd2-6074c26c1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:17.291307 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ab00a7f5-36f5-420e-8304-c9133d4a6851 req-93cfd658-3229-400b-bcd2-6074c26c1e28 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=644361ec9cbf42cab25484461bfad5cb&device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 1094 time: 0.0481138 Dec 12 17:34:17.301171 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:17.333381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-db469115-db9a-49ae-b0bb-00404204d979 req-b3caebc4-3b5d-4ace-9a34-47d2cf21cf8f tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Allocated IP 192.168.233.71 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:34:17.362379 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadc550-febb-41bd-b3d9-484a2e038c05 req-706dbf0b-a080-4b5f-afde-f1037ab70b22 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:17.371900 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3cadc550-febb-41bd-b3d9-484a2e038c05 req-706dbf0b-a080-4b5f-afde-f1037ab70b22 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 943 time: 0.0913937 Dec 12 17:34:17.416543 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00a7f5-36f5-420e-8304-c9133d4a6851 req-2e1be1f4-e8cc-4041-a1cb-71d3457aaf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:17.419000 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ab00a7f5-36f5-420e-8304-c9133d4a6851 req-2e1be1f4-e8cc-4041-a1cb-71d3457aaf11 service neutron] 10.222.0.31 "GET /v2.0/networks?id=256368dc-5e68-4402-91a5-533328bbf958 HTTP/1.1" status: 200 len: 906 time: 0.1139104 Dec 12 17:34:17.473296 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ab00a7f5-36f5-420e-8304-c9133d4a6851 req-51259a74-79ab-4038-a086-a514ce99f219 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a86bdb31-96e5-4eb8-805b-c33955397c67 HTTP/1.1" status: 200 len: 217 time: 0.0453968 Dec 12 17:34:17.509584 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3cadc550-febb-41bd-b3d9-484a2e038c05 req-18a0391e-d533-466a-bdd0-5ef646ac976b tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333315 Dec 12 17:34:17.538220 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00a7f5-36f5-420e-8304-c9133d4a6851 req-34867f47-fe89-42e2-af0b-7429712a4cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:17.539744 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ab00a7f5-36f5-420e-8304-c9133d4a6851 req-34867f47-fe89-42e2-af0b-7429712a4cc6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2a5209e1-f35d-462f-abcb-435d8a0a7895 HTTP/1.1" status: 200 len: 845 time: 0.0575511 Dec 12 17:34:17.579012 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ab00a7f5-36f5-420e-8304-c9133d4a6851 req-f8fc7c47-4b70-4c14-8b93-ccb6e7c726f2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=256368dc-5e68-4402-91a5-533328bbf958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309584 Dec 12 17:34:17.607454 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dffde0-b5ea-406a-9834-afe43d417dde req-8997ad7a-331e-4c78-95fa-47d576a081a3 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:17.608915 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19dffde0-b5ea-406a-9834-afe43d417dde req-8997ad7a-331e-4c78-95fa-47d576a081a3 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 944 time: 0.1163337 Dec 12 17:34:17.641290 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d138497-b970-420a-baef-77e834ac36f9 req-c01f1897-d9b4-420a-bdc4-e30e2c0e0abd tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8 HTTP/1.1" status: 200 len: 210 time: 0.0569425 Dec 12 17:34:17.670316 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db469115-db9a-49ae-b0bb-00404204d979 req-b3caebc4-3b5d-4ace-9a34-47d2cf21cf8f tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:17.686817 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ab00a7f5-36f5-420e-8304-c9133d4a6851 req-d8185226-b4ab-4102-ab99-11bfa6d5707d service neutron] 10.222.0.31 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996747 Dec 12 17:34:17.730240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19dffde0-b5ea-406a-9834-afe43d417dde req-3ccf1d3e-9d95-4515-a557-6cd7aeb757a7 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865116 Dec 12 17:34:17.772220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-b1298de8-0c04-4e6b-b520-621cc25c72f7 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ebf6778b07584945a0bd692c58b949bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338681 Dec 12 17:34:17.774670 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db469115-db9a-49ae-b0bb-00404204d979 req-b3caebc4-3b5d-4ace-9a34-47d2cf21cf8f tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:17.796031 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:34:17.826300 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ab00a7f5-36f5-420e-8304-c9133d4a6851 req-218fa039-76c5-4971-bfc2-2b3972b6eaa0 service neutron] 10.222.0.31 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308663 Dec 12 17:34:17.840162 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 9f717fce-017d-42a2-a42f-707ae69625a8 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:34:17.902746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db469115-db9a-49ae-b0bb-00404204d979 req-b3caebc4-3b5d-4ace-9a34-47d2cf21cf8f tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:34:17.917123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-db469115-db9a-49ae-b0bb-00404204d979 req-b3caebc4-3b5d-4ace-9a34-47d2cf21cf8f tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:34:17.924981 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-db469115-db9a-49ae-b0bb-00404204d979 req-b3caebc4-3b5d-4ace-9a34-47d2cf21cf8f tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:34:17.959788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3caebc4-3b5d-4ace-9a34-47d2cf21cf8f tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Pushing event updated for resources: {'Port': ['ID=2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:18.007735 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 9f717fce-017d-42a2-a42f-707ae69625a8, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=9f717fce-017d-42a2-a42f-707ae69625a8,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:18.010246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8c49a-97ab-4b39-bce2-b4657e376eaf req-c83eee9d-dec7-4df9-a492-6b238182ec8d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:18.017962 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06d8c49a-97ab-4b39-bce2-b4657e376eaf req-c83eee9d-dec7-4df9-a492-6b238182ec8d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 943 time: 0.1942971 Dec 12 17:34:18.025328 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '9f717fce-017d-42a2-a42f-707ae69625a8', 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded', 'port_id': '9f717fce-017d-42a2-a42f-707ae69625a8', 'mac_address': 'fa:16:3e:d0:a7:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbefa9e0-9207-40de-b719-d60e0bdbdf57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:34:18.060101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db469115-db9a-49ae-b0bb-00404204d979 req-b3caebc4-3b5d-4ace-9a34-47d2cf21cf8f tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:18.060846 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db469115-db9a-49ae-b0bb-00404204d979 req-b3caebc4-3b5d-4ace-9a34-47d2cf21cf8f tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:18.090116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-7b77fda5-cd2d-4848-89c8-6aedcea185a4 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:18.097646 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-7b77fda5-cd2d-4848-89c8-6aedcea185a4 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3098378 Dec 12 17:34:18.126599 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-614076ef-f444-4f97-a19e-d19a4f51a946 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/quotas/ebf6778b07584945a0bd692c58b949bb HTTP/1.1" status: 200 len: 375 time: 0.0279262 Dec 12 17:34:18.130850 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:18.131471 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db469115-db9a-49ae-b0bb-00404204d979 req-b3caebc4-3b5d-4ace-9a34-47d2cf21cf8f tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2554333 Dec 12 17:34:18.156749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f717fce-017d-42a2-a42f-707ae69625a8 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:18.168598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Request body: {'port': {'device_id': 'ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:18.182799 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 9f717fce-017d-42a2-a42f-707ae69625a8, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=9f717fce-017d-42a2-a42f-707ae69625a8,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:18.185010 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:18.188725 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:18.198936 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06d8c49a-97ab-4b39-bce2-b4657e376eaf req-e19bfb83-45cd-47ea-b171-910173f66d83 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799924 Dec 12 17:34:18.249845 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device f9efa168-fb7d-42eb-ae8b-58390331cc11 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:34:18.253115 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-7c5eaa6b-45e2-4c35-9b2c-0421468f01b4 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ebf6778b07584945a0bd692c58b949bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1254835 Dec 12 17:34:18.269827 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:18.295348 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-bb5f945d-d92e-4fc8-b578-de1f33873050 None None] Provisioning complete for port 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:18.295758 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bb5f945d-d92e-4fc8-b578-de1f33873050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:18.312767 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=9f717fce-017d-42a2-a42f-707ae69625a8,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:18.430329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bb5f945d-d92e-4fc8-b578-de1f33873050 None None] Port 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:34:18.483236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port f9efa168-fb7d-42eb-ae8b-58390331cc11, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f9efa168-fb7d-42eb-ae8b-58390331cc11,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:18.511098 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['9f717fce-017d-42a2-a42f-707ae69625a8'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:34:18.569119 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device f9efa168-fb7d-42eb-ae8b-58390331cc11 has no active binding in host n-h1-760354-5 {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 17:34:18.902543 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-837d8f1f-010d-4d45-9637-e0a5017eb96a req-b7c57678-57a9-48d7-8d0d-afb5ba59c5c7 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 210 time: 0.0544195 Dec 12 17:34:18.961418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e3e56-2830-46da-9a0c-452bacf9569a req-982ebd8e-003b-4aaa-a497-6f0d7722f6c9 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:18.968607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f67e3e56-2830-46da-9a0c-452bacf9569a req-982ebd8e-003b-4aaa-a497-6f0d7722f6c9 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 943 time: 0.1194150 Dec 12 17:34:18.991673 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589d137-d5f5-47ca-925c-3b7b37ff7c19 req-d6448b89-8bfa-4259-b348-3ffd30fe3810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:18.994935 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f589d137-d5f5-47ca-925c-3b7b37ff7c19 req-d6448b89-8bfa-4259-b348-3ffd30fe3810 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 1124 time: 0.0717325 Dec 12 17:34:19.052043 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-4bed43a6-70c1-42e6-b38c-59646baec2ae tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a0d39bfda52e4fb886e1965874038568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481668 Dec 12 17:34:19.122204 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f67e3e56-2830-46da-9a0c-452bacf9569a req-1803602c-4a39-4b16-80af-72aff0d8e694 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525776 Dec 12 17:34:19.134953 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589d137-d5f5-47ca-925c-3b7b37ff7c19 req-3f1f547a-7af1-448b-8d23-fe9cd193e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:19.136529 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f589d137-d5f5-47ca-925c-3b7b37ff7c19 req-3f1f547a-7af1-448b-8d23-fe9cd193e210 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 922 time: 0.1199813 Dec 12 17:34:19.189949 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f589d137-d5f5-47ca-925c-3b7b37ff7c19 req-0871e25b-9f85-450a-940d-464525877bd1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9efa168-fb7d-42eb-ae8b-58390331cc11 HTTP/1.1" status: 200 len: 217 time: 0.0386868 Dec 12 17:34:19.200276 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:19.213809 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:19.225363 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf96c64-96b8-4cae-b055-56e925dcc38f req-b5939426-d2ee-4de9-adeb-a71e69d4af86 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:19.226821 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2cf96c64-96b8-4cae-b055-56e925dcc38f req-b5939426-d2ee-4de9-adeb-a71e69d4af86 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 943 time: 0.2076111 Dec 12 17:34:19.247932 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589d137-d5f5-47ca-925c-3b7b37ff7c19 req-aa397278-9d53-4c19-b01d-f9f96c6a10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:19.249865 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f589d137-d5f5-47ca-925c-3b7b37ff7c19 req-aa397278-9d53-4c19-b01d-f9f96c6a10cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.0446246 Dec 12 17:34:19.291068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-334fad79-2437-4c6e-8f68-dba4d9ea847c req-6772638f-14eb-4469-ad8c-af7f00a11190 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=478a62b5-5a01-43db-9e05-937e6514868d HTTP/1.1" status: 200 len: 210 time: 0.0554492 Dec 12 17:34:19.292741 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f589d137-d5f5-47ca-925c-3b7b37ff7c19 req-f2d680f0-0bb3-4193-92bc-3eaf394b5c8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273170 Dec 12 17:34:19.293313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Transition to ACTIVE for port object 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:34:19.312736 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:19.336035 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-b53975f0-ee0f-4e35-9def-88f3008b72cf tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:19.337546 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-b53975f0-ee0f-4e35-9def-88f3008b72cf tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2581472 Dec 12 17:34:19.378147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-359a17ad-5ce5-4ad5-9811-8f8071485070 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Request body: {'port': {'device_id': '478a62b5-5a01-43db-9e05-937e6514868d', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': 'a0d39bfda52e4fb886e1965874038568'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:19.436456 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f589d137-d5f5-47ca-925c-3b7b37ff7c19 req-e02a19a3-5f74-4791-a55e-b76e96c4dcf4 service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318946 Dec 12 17:34:19.479488 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2cf96c64-96b8-4cae-b055-56e925dcc38f req-9082c4cf-4409-4be5-b7c6-c81b285db62d tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397525 Dec 12 17:34:19.541569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:19.576221 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-ade0a215-0518-4648-9103-edf9cf691ccb tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a0d39bfda52e4fb886e1965874038568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321331 Dec 12 17:34:19.686060 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f589d137-d5f5-47ca-925c-3b7b37ff7c19 req-b4f63197-ff1f-4a4e-ab24-8de68be1340d service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396758 Dec 12 17:34:19.706631 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58556f09-30a8-4c2b-9954-707cc5332093 req-63d6aca2-37e3-4ca6-8b2d-53afdc33ca14 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:19.708841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58556f09-30a8-4c2b-9954-707cc5332093 req-63d6aca2-37e3-4ca6-8b2d-53afdc33ca14 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8 HTTP/1.1" status: 200 len: 947 time: 0.3127341 Dec 12 17:34:19.752562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-e62d1f0b-b25c-42b1-b6a9-d6bdd2a922f2 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:19.754033 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-e62d1f0b-b25c-42b1-b6a9-d6bdd2a922f2 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449182 Dec 12 17:34:19.774629 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-efc9128e-e5ab-4272-b0dd-8c9df481943b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Request body: {'port': {'device_id': '69778f63-a0f1-4f71-9e7d-b23745203395', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': 'a0d39bfda52e4fb886e1965874038568'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:19.789688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-359a17ad-5ce5-4ad5-9811-8f8071485070 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Made reservation on behalf of a0d39bfda52e4fb886e1965874038568 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:34:19.793892 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-359a17ad-5ce5-4ad5-9811-8f8071485070 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:19.815234 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a7a3c-a863-4f9f-b266-b77f1d3a5e8a req-67845286-d1f8-4d64-8235-c60e9f67c3a9 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:19.816783 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c31a7a3c-a863-4f9f-b266-b77f1d3a5e8a req-67845286-d1f8-4d64-8235-c60e9f67c3a9 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 944 time: 0.1848230 Dec 12 17:34:19.833167 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Attempting to bind port 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:34:19.833500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Attempting to bind port 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:34:19.833828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Attempting to bind port 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:19.843036 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 9f717fce-017d-42a2-a42f-707ae69625a8 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:34:19.874067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Port 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:34:19.874714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Attempting to bind port 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:19.898453 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58556f09-30a8-4c2b-9954-707cc5332093 req-a6f18461-61d9-416e-8e3a-3113c10df7c1 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755109 Dec 12 17:34:19.901433 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:19.903341 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-efc9128e-e5ab-4272-b0dd-8c9df481943b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Made reservation on behalf of a0d39bfda52e4fb886e1965874038568 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:34:19.903962 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:34:19.904546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:19.905156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:34:19.906010 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Bound port: 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:34:19.906919 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:19.907333 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-efc9128e-e5ab-4272-b0dd-8c9df481943b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:19.921500 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 9f717fce-017d-42a2-a42f-707ae69625a8 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:34:19.925714 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 9f717fce-017d-42a2-a42f-707ae69625a8 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:19.926083 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:20.019966 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:20.041147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c31a7a3c-a863-4f9f-b266-b77f1d3a5e8a req-39a6d901-1ff1-428a-aea1-a576b2fb6925 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142804 Dec 12 17:34:20.059510 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4daabdcc-6da0-4c0f-9a5b-503f091ee09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f717fce-017d-42a2-a42f-707ae69625a8'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:20.063358 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bb2381-4f69-4424-ad90-7577c01545aa" -d '{"events": [{"server_uuid": "4daabdcc-6da0-4c0f-9a5b-503f091ee09d", "name": "network-vif-plugged", "status": "completed", "tag": "9f717fce-017d-42a2-a42f-707ae69625a8"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:20.078620 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-efc9128e-e5ab-4272-b0dd-8c9df481943b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Allocated IP 192.168.233.204 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/d93e9b15-ca01-4252-b2fd-b6b7f8965543) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:34:20.104250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da2aac-f86c-440a-8d47-69c9b31f1389 req-8abef0f7-518f-44df-9340-41a8b55b0505 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:20.105818 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1da2aac-f86c-440a-8d47-69c9b31f1389 req-8abef0f7-518f-44df-9340-41a8b55b0505 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 944 time: 0.1385741 Dec 12 17:34:20.112193 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 9f717fce-017d-42a2-a42f-707ae69625a8, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=9f717fce-017d-42a2-a42f-707ae69625a8,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:20.117278 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:20.136081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] For port 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:34:20.140590 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] For port 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:34:20.160661 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:20.192667 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=9f717fce-017d-42a2-a42f-707ae69625a8,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:20.220233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:20.220854 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:20.222205 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db469115-db9a-49ae-b0bb-00404204d979 req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] 10.222.0.20 "PUT /v2.0/ports/2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b HTTP/1.1" status: 200 len: 1095 time: 2.0762768 Dec 12 17:34:20.222647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8', 'tag': '2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:20.225486 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb4ec48-0f96-48e1-9542-b0c60f38205f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8", "tag": "2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:20.253357 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a86bdb31-96e5-4eb8-805b-c33955397c67 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:34:20.268023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1da2aac-f86c-440a-8d47-69c9b31f1389 req-d9213c44-3bee-40a2-ba87-92e9e651f7fe tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494164 Dec 12 17:34:20.272564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device ef540c54-c847-403d-80db-e5e5e13dfe54 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:34:20.283306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0fcc6-7b29-483c-82a4-05b5d1bef769 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:20.287583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-652b516f-3d97-4584-8c86-1c30ed75a72b req-0537ed12-b043-44b1-ab9b-a5af2270b728 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 210 time: 0.0391777 Dec 12 17:34:20.315976 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-efc9128e-e5ab-4272-b0dd-8c9df481943b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:20.343021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db469115-db9a-49ae-b0bb-00404204d979 req-e544eb72-4595-4b58-bd7b-809a55e48cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:20.344567 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db469115-db9a-49ae-b0bb-00404204d979 req-e544eb72-4595-4b58-bd7b-809a55e48cdc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd21ce160d374d72868199111a6f6539&device_id=ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8 HTTP/1.1" status: 200 len: 1098 time: 0.0625672 Dec 12 17:34:20.380168 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561c6583-1082-41e8-bfc9-dc10bc33af2d x-openstack-request-id: req-561c6583-1082-41e8-bfc9-dc10bc33af2d {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:20.380743 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4daabdcc-6da0-4c0f-9a5b-503f091ee09d", "name": "network-vif-plugged", "status": "completed", "tag": "9f717fce-017d-42a2-a42f-707ae69625a8", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:20.382177 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-561c6583-1082-41e8-bfc9-dc10bc33af2d {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:20.382894 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4daabdcc-6da0-4c0f-9a5b-503f091ee09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f717fce-017d-42a2-a42f-707ae69625a8', 'code': 200} Dec 12 17:34:20.390713 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.resource_extend [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 17:34:20.418434 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-efc9128e-e5ab-4272-b0dd-8c9df481943b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:20.427990 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db469115-db9a-49ae-b0bb-00404204d979 req-73ad4a39-3a23-4dc0-8533-a9f41a977f00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b HTTP/1.1" status: 200 len: 217 time: 0.0747771 Dec 12 17:34:20.458454 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['34c225bb-5552-4471-9ee7-ebcfeb139f9b', 'a0879cc0-2e86-4590-bced-df6b0693ef80', '9ea1f311-d556-46fb-adc1-8024b88e9cc8'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:34:20.516509 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-efc9128e-e5ab-4272-b0dd-8c9df481943b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:34:20.523679 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3cad54-cf2f-4150-9667-791e22868ce7 x-openstack-request-id: req-1a3cad54-cf2f-4150-9667-791e22868ce7 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:20.524045 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8", "tag": "2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:20.524230 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a3cad54-cf2f-4150-9667-791e22868ce7 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:20.526403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-efc9128e-e5ab-4272-b0dd-8c9df481943b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:34:20.528137 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8', 'tag': '2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b', 'status': 'completed', 'code': 200} Dec 12 17:34:20.538454 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-efc9128e-e5ab-4272-b0dd-8c9df481943b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:34:20.553226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-efc9128e-e5ab-4272-b0dd-8c9df481943b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:20.553928 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-efc9128e-e5ab-4272-b0dd-8c9df481943b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:20.585356 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9128e-e5ab-4272-b0dd-8c9df481943b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Pushing event updated for resources: {'Port': ['ID=d93e9b15-ca01-4252-b2fd-b6b7f8965543,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:20.605072 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-efc9128e-e5ab-4272-b0dd-8c9df481943b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8344622 Dec 12 17:34:20.607430 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb845e78-399a-4b0a-844d-45d333e40381 req-1620fca8-5851-4465-9a3a-0957d49c5742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:20.609232 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fb845e78-399a-4b0a-844d-45d333e40381 req-1620fca8-5851-4465-9a3a-0957d49c5742 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 1096 time: 0.1388869 Dec 12 17:34:20.627833 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port ef540c54-c847-403d-80db-e5e5e13dfe54 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:34:20.636884 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b9873b5-d164-4567-a31d-ebdf3f2ea364 req-72929939-e1cf-407f-b380-354b91b45189 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=478a62b5-5a01-43db-9e05-937e6514868d HTTP/1.1" status: 200 len: 210 time: 0.0635376 Dec 12 17:34:20.640562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-359a17ad-5ce5-4ad5-9811-8f8071485070 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Allocated IP 192.168.233.115 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/de6c5e76-2a11-4fc6-a988-a7a37cf68a9a) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:34:20.645510 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port a86bdb31-96e5-4eb8-805b-c33955397c67, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a86bdb31-96e5-4eb8-805b-c33955397c67,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:20.665214 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Request body: {'port': {'device_id': '69778f63-a0f1-4f71-9e7d-b23745203395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:20.677371 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febda2c4-4440-4dfb-b2bb-f9ebb5d63fd2 req-7c6b467e-f72d-448f-af95-17d394339d9f tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:20.684316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port ef540c54-c847-403d-80db-e5e5e13dfe54 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:20.684833 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:20.686479 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-febda2c4-4440-4dfb-b2bb-f9ebb5d63fd2 req-7c6b467e-f72d-448f-af95-17d394339d9f tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 943 time: 0.2505565 Dec 12 17:34:20.718097 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db469115-db9a-49ae-b0bb-00404204d979 req-4d2ce251-313e-48b6-8269-95712b5a0cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:20.719567 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db469115-db9a-49ae-b0bb-00404204d979 req-4d2ce251-313e-48b6-8269-95712b5a0cac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.2001445 Dec 12 17:34:20.753215 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fb845e78-399a-4b0a-844d-45d333e40381 req-9d1e24a5-2691-436c-8b6b-2938ac971feb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302378 Dec 12 17:34:20.755226 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'a86bdb31-96e5-4eb8-805b-c33955397c67', 'network_id': '256368dc-5e68-4402-91a5-533328bbf958', 'port_id': 'a86bdb31-96e5-4eb8-805b-c33955397c67', 'mac_address': 'fa:16:3e:be:c4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5209e1-f35d-462f-abcb-435d8a0a7895', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:34:20.823216 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:20.940554 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-8df9a6c2-d82c-46ed-8c3b-f4e03ed25ce8 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ebf6778b07584945a0bd692c58b949bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1205680 Dec 12 17:34:20.961131 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-febda2c4-4440-4dfb-b2bb-f9ebb5d63fd2 req-cb8190f3-dc1c-4fa0-a875-566252789b25 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713437 Dec 12 17:34:21.024217 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:21.036020 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:21.067827 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a86bdb31-96e5-4eb8-805b-c33955397c67 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:21.109250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9e39f-58a5-4e8b-8e29-470971707d0b req-51238074-d626-4538-b4f5-9593c445aab2 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:21.110806 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25b9e39f-58a5-4e8b-8e29-470971707d0b req-51238074-d626-4538-b4f5-9593c445aab2 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 943 time: 0.3140409 Dec 12 17:34:21.134017 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-4b85915f-071f-4fff-b062-d9f61fb60847 service neutron] 10.222.0.20 "GET /v2.0/ports/f9efa168-fb7d-42eb-ae8b-58390331cc11/bindings/n-h1-760354-5 HTTP/1.1" status: 200 len: 384 time: 0.1298659 Dec 12 17:34:21.135016 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port a86bdb31-96e5-4eb8-805b-c33955397c67, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a86bdb31-96e5-4eb8-805b-c33955397c67,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:21.145525 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:21.171620 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db469115-db9a-49ae-b0bb-00404204d979 req-f9b2b195-32d5-41d8-b85c-b6c8df7ca792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:21.173138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db469115-db9a-49ae-b0bb-00404204d979 req-f9b2b195-32d5-41d8-b85c-b6c8df7ca792 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3753662 Dec 12 17:34:21.198161 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:21.205207 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-96a0423d-ad32-43ae-9dff-64987c6af627 None None] Provisioning complete for port d93e9b15-ca01-4252-b2fd-b6b7f8965543 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:21.205668 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96a0423d-ad32-43ae-9dff-64987c6af627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:21.212444 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-359a17ad-5ce5-4ad5-9811-8f8071485070 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:21.304552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=a86bdb31-96e5-4eb8-805b-c33955397c67,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:21.309273 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-96a0423d-ad32-43ae-9dff-64987c6af627 None None] Port d93e9b15-ca01-4252-b2fd-b6b7f8965543 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:34:21.313997 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port ef540c54-c847-403d-80db-e5e5e13dfe54, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=ef540c54-c847-403d-80db-e5e5e13dfe54,segment=NetworkSegment(c8d5183b-4fee-4e16-aabf-8e5707ba344b),segment_id=c8d5183b-4fee-4e16-aabf-8e5707ba344b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:21.332978 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:21.338407 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25b9e39f-58a5-4e8b-8e29-470971707d0b req-c2854017-e6cd-4449-819d-5d12b76ff812 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126334 Dec 12 17:34:21.366774 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-d5616a7f-c51d-4b62-ba20-f8da1842598d tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:21.377894 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-d5616a7f-c51d-4b62-ba20-f8da1842598d tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4123409 Dec 12 17:34:21.397472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a73d6-d30c-4a98-95e8-9253bbe93c18 req-05e9462e-34e2-4d53-accc-de274b3b43bf tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:21.405125 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c7a73d6-d30c-4a98-95e8-9253bbe93c18 req-05e9462e-34e2-4d53-accc-de274b3b43bf tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8 HTTP/1.1" status: 200 len: 947 time: 0.3043618 Dec 12 17:34:21.421735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Request body: {'port': {'device_id': '90fa566d-b98b-44f0-b23e-f944278b375c', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': 'ebf6778b07584945a0bd692c58b949bb'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:21.427827 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=ef540c54-c847-403d-80db-e5e5e13dfe54,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:21.560214 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db469115-db9a-49ae-b0bb-00404204d979 req-c00a9441-3f0e-40a6-97bb-860a05f4dd5a service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651757 Dec 12 17:34:21.567795 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-359a17ad-5ce5-4ad5-9811-8f8071485070 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:21.583042 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['a86bdb31-96e5-4eb8-805b-c33955397c67'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:34:21.681456 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c7a73d6-d30c-4a98-95e8-9253bbe93c18 req-87facf09-54d9-4d6a-971a-7c585369bb1c tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750213 Dec 12 17:34:21.704418 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6240b067-fe65-4f83-b82b-00b6fa582f55 req-3cf1ec85-f0f4-4aba-b64f-3a4c7612bb4e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1345422 Dec 12 17:34:21.719566 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-359a17ad-5ce5-4ad5-9811-8f8071485070 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:34:21.733798 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47f7de-6f23-49cc-ab63-32670ec53581 req-e3b29afd-7e56-4c19-90f8-a8f48779d95d tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:21.747731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e47f7de-6f23-49cc-ab63-32670ec53581 req-e3b29afd-7e56-4c19-90f8-a8f48779d95d tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.2562947 Dec 12 17:34:21.757622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-359a17ad-5ce5-4ad5-9811-8f8071485070 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:34:21.764094 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a17ad-5ce5-4ad5-9811-8f8071485070 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Pushing event updated for resources: {'Port': ['ID=de6c5e76-2a11-4fc6-a988-a7a37cf68a9a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:21.771232 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-aacc73ae-c804-4a02-a819-1052a2c4d9b6 service neutron] For port f9efa168-fb7d-42eb-ae8b-58390331cc11, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f9efa168-fb7d-42eb-ae8b-58390331cc11,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:21.773487 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-359a17ad-5ce5-4ad5-9811-8f8071485070 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:34:21.861812 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-aacc73ae-c804-4a02-a819-1052a2c4d9b6 service neutron] For port f9efa168-fb7d-42eb-ae8b-58390331cc11, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:34:21.864153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Made reservation on behalf of ebf6778b07584945a0bd692c58b949bb for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:34:21.868139 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:21.891392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db469115-db9a-49ae-b0bb-00404204d979 req-fdbdcc7a-4a81-4cc3-bd09-44f945871fc9 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095648 Dec 12 17:34:21.910531 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-aacc73ae-c804-4a02-a819-1052a2c4d9b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9efa168-fb7d-42eb-ae8b-58390331cc11 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:21.918475 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e47f7de-6f23-49cc-ab63-32670ec53581 req-63e160ea-b279-4960-af33-ec901635adb7 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646204 Dec 12 17:34:21.926948 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-aacc73ae-c804-4a02-a819-1052a2c4d9b6 service neutron] For port f9efa168-fb7d-42eb-ae8b-58390331cc11, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f9efa168-fb7d-42eb-ae8b-58390331cc11,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:21.938368 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-359a17ad-5ce5-4ad5-9811-8f8071485070 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:21.939015 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-359a17ad-5ce5-4ad5-9811-8f8071485070 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:21.973241 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240b067-fe65-4f83-b82b-00b6fa582f55 req-e4e4a489-5d2c-4f75-add1-2a809ed426f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:21.975599 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6240b067-fe65-4f83-b82b-00b6fa582f55 req-e4e4a489-5d2c-4f75-add1-2a809ed426f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=438b3403df11467186a128ec0b97682a&device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 1097 time: 0.1886115 Dec 12 17:34:21.978856 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-aacc73ae-c804-4a02-a819-1052a2c4d9b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:21.986059 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93e9b15-ca01-4252-b2fd-b6b7f8965543 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:22.004691 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:22.065136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-359a17ad-5ce5-4ad5-9811-8f8071485070 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6978810 Dec 12 17:34:22.093102 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Transition to ACTIVE for port object d93e9b15-ca01-4252-b2fd-b6b7f8965543 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:34:22.097488 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Request body: {'port': {'device_id': '478a62b5-5a01-43db-9e05-937e6514868d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:22.107842 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:22.135501 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cb0f8526-304f-455c-9534-fae82980fd1c None None] Provisioning complete for port de6c5e76-2a11-4fc6-a988-a7a37cf68a9a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:22.136075 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cb0f8526-304f-455c-9534-fae82980fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:22.173739 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cb0f8526-304f-455c-9534-fae82980fd1c None None] Port de6c5e76-2a11-4fc6-a988-a7a37cf68a9a cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:34:22.212705 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Pushing event updated for resources: {'Port': ['ID=d93e9b15-ca01-4252-b2fd-b6b7f8965543,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:22.237472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240b067-fe65-4f83-b82b-00b6fa582f55 req-0d06b0bf-d78a-4b63-ae20-cdb91aac1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:22.239096 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6240b067-fe65-4f83-b82b-00b6fa582f55 req-0d06b0bf-d78a-4b63-ae20-cdb91aac1dc7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9379518-7141-4913-88d7-7d1fcb8ba7e8 HTTP/1.1" status: 200 len: 925 time: 0.2021348 Dec 12 17:34:22.246236 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-aacc73ae-c804-4a02-a819-1052a2c4d9b6 service neutron] Transition to ACTIVE for port object f9efa168-fb7d-42eb-ae8b-58390331cc11 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:34:22.271996 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-aacc73ae-c804-4a02-a819-1052a2c4d9b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:22.364501 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Attempting to bind port d93e9b15-ca01-4252-b2fd-b6b7f8965543 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:34:22.364841 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Attempting to bind port d93e9b15-ca01-4252-b2fd-b6b7f8965543 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:34:22.365174 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Attempting to bind port d93e9b15-ca01-4252-b2fd-b6b7f8965543 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:22.383779 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b345efc7-6809-4507-9e4d-e743c2cc11e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef540c54-c847-403d-80db-e5e5e13dfe54'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:22.386167 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83215bad-55e8-45ab-ae2b-971f1d3f027d" -d '{"events": [{"server_uuid": "b345efc7-6809-4507-9e4d-e743c2cc11e4", "name": "network-vif-plugged", "status": "completed", "tag": "ef540c54-c847-403d-80db-e5e5e13dfe54"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:22.400311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Port d93e9b15-ca01-4252-b2fd-b6b7f8965543 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:34:22.400676 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Attempting to bind port d93e9b15-ca01-4252-b2fd-b6b7f8965543 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:22.402885 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-aacc73ae-c804-4a02-a819-1052a2c4d9b6 service neutron] No DVR routers for this DVR port f9efa168-fb7d-42eb-ae8b-58390331cc11 on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:34:22.403164 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1343e20c-6b77-462c-a0de-715ffcb1e550 req-3cf0b10b-7f25-47d3-8550-b54fcc1d5c16 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 210 time: 0.3472369 Dec 12 17:34:22.429278 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6240b067-fe65-4f83-b82b-00b6fa582f55 req-513d0852-eb30-4909-bd96-95b568e283b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9741ccf6-c64f-454a-b3d4-1da9f17637ff HTTP/1.1" status: 200 len: 1002 time: 0.1564727 Dec 12 17:34:22.441199 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:34:22.441530 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:22.441966 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:34:22.442355 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Bound port: d93e9b15-ca01-4252-b2fd-b6b7f8965543, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:34:22.442715 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:22.459532 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc73ae-c804-4a02-a819-1052a2c4d9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9efa168-fb7d-42eb-ae8b-58390331cc11,revision_number=10']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:22.506238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4ec48-0f96-48e1-9542-b0c60f38205f req-0d5edacd-a123-4bc3-8e9b-699bc3ade4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:22.507729 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9cb4ec48-0f96-48e1-9542-b0c60f38205f req-0d5edacd-a123-4bc3-8e9b-699bc3ade4b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd21ce160d374d72868199111a6f6539&device_id=ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8 HTTP/1.1" status: 200 len: 1098 time: 0.5416157 Dec 12 17:34:22.511269 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-aacc73ae-c804-4a02-a819-1052a2c4d9b6 service neutron] 10.222.0.20 "PUT /v2.0/ports/f9efa168-fb7d-42eb-ae8b-58390331cc11/bindings/n-h1-760354-5/activate HTTP/1.1" status: 200 len: 369 time: 1.3589075 Dec 12 17:34:22.517946 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['34c225bb-5552-4471-9ee7-ebcfeb139f9b', 'a0879cc0-2e86-4590-bced-df6b0693ef80', '9ea1f311-d556-46fb-adc1-8024b88e9cc8'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:34:22.522994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76a317-14f2-4e99-961f-f616c1294a08 req-d38281f8-ff2b-446d-802a-5593a8a873da tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:22.533629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa76a317-14f2-4e99-961f-f616c1294a08 req-d38281f8-ff2b-446d-802a-5593a8a873da tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 945 time: 0.4783089 Dec 12 17:34:22.539056 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240b067-fe65-4f83-b82b-00b6fa582f55 req-2acb4709-1609-4cf5-945b-c12b9a0860c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:22.540924 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6240b067-fe65-4f83-b82b-00b6fa582f55 req-2acb4709-1609-4cf5-945b-c12b9a0860c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79ecbb35-c555-4daf-a052-e49241c4c136 HTTP/1.1" status: 200 len: 863 time: 0.1105621 Dec 12 17:34:22.555987 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:22.590452 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] For port d93e9b15-ca01-4252-b2fd-b6b7f8965543, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:34:22.593282 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.31', 58718) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:34:22.632278 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] For port d93e9b15-ca01-4252-b2fd-b6b7f8965543, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d93e9b15-ca01-4252-b2fd-b6b7f8965543,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:34:22.640787 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:22.670523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240b067-fe65-4f83-b82b-00b6fa582f55 req-4ab44985-fff0-4ed9-8337-9a439a3aa99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:22.671963 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6240b067-fe65-4f83-b82b-00b6fa582f55 req-4ab44985-fff0-4ed9-8337-9a439a3aa99a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9379518-7141-4913-88d7-7d1fcb8ba7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136830 Dec 12 17:34:22.693867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Allocated IP 192.168.233.101 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/5653b8e7-58a6-4cd8-a39f-7622b544db44) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:34:22.697476 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:22.698485 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:22.699493 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] 10.222.0.31 "PUT /v2.0/ports/d93e9b15-ca01-4252-b2fd-b6b7f8965543 HTTP/1.1" status: 200 len: 1096 time: 2.0492098 Dec 12 17:34:22.702514 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69778f63-a0f1-4f71-9e7d-b23745203395', 'tag': 'd93e9b15-ca01-4252-b2fd-b6b7f8965543'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:22.704880 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87830d7-ab6e-4383-86bd-05cb7c4df337" -d '{"events": [{"name": "network-changed", "server_uuid": "69778f63-a0f1-4f71-9e7d-b23745203395", "tag": "d93e9b15-ca01-4252-b2fd-b6b7f8965543"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:22.744720 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b192aa4-c62a-4262-b7f3-4d151d979f21 req-f2a7563b-8c0c-4ff2-a253-2ae1010d0b85 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:22.752369 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8b192aa4-c62a-4262-b7f3-4d151d979f21 req-f2a7563b-8c0c-4ff2-a253-2ae1010d0b85 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=478a62b5-5a01-43db-9e05-937e6514868d HTTP/1.1" status: 200 len: 936 time: 0.2678497 Dec 12 17:34:22.759373 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-88b7d787-ed90-48c1-a57c-d668232816d0 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:22.760910 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-88b7d787-ed90-48c1-a57c-d668232816d0 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356&tenant_id=ed3999e96c6f4755bb182b05f58b09fc&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 1095 time: 0.1653728 Dec 12 17:34:22.781756 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232e801-9a1e-47e7-9304-ecf2e5e9913b service neutron] Pushing event updated for resources: {'Port': ['ID=d93e9b15-ca01-4252-b2fd-b6b7f8965543,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:22.835580 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa76a317-14f2-4e99-961f-f616c1294a08 req-f23ab717-d703-42b4-a215-97520ab30feb tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997398 Dec 12 17:34:22.928447 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-2fc37179-a687-462c-a39f-6e2e8e593cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:22.930220 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-2fc37179-a687-462c-a39f-6e2e8e593cf6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 1099 time: 0.1157291 Dec 12 17:34:22.934974 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-4efd365a-61f7-48ea-a533-32d92addebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:22.936857 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-4efd365a-61f7-48ea-a533-32d92addebaf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356&tenant_id=ed3999e96c6f4755bb182b05f58b09fc HTTP/1.1" status: 200 len: 1095 time: 0.1669922 Dec 12 17:34:22.997809 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6240b067-fe65-4f83-b82b-00b6fa582f55 req-60684980-5bff-48ff-a8c1-a8834602485d service neutron] 10.222.0.31 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118625 Dec 12 17:34:22.999356 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-5b4feda4-3b40-4a74-9381-0a19f74739c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=d93e9b15-ca01-4252-b2fd-b6b7f8965543 HTTP/1.1" status: 200 len: 217 time: 0.0500290 Dec 12 17:34:23.027544 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4ec48-0f96-48e1-9542-b0c60f38205f req-4142043e-d0b8-4f1d-b09f-154dc970d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:23.028907 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9cb4ec48-0f96-48e1-9542-b0c60f38205f req-4142043e-d0b8-4f1d-b09f-154dc970d0ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.4886184 Dec 12 17:34:23.041839 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8b192aa4-c62a-4262-b7f3-4d151d979f21 req-e05a9030-a18c-484e-9b2e-efd5771a69d4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883244 Dec 12 17:34:23.133355 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9cb4ec48-0f96-48e1-9542-b0c60f38205f req-5a004c50-ba2e-42f4-9ad6-82977d692773 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b HTTP/1.1" status: 200 len: 217 time: 0.0806937 Dec 12 17:34:23.134295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-01cc9f7d-eecd-4a61-b7cf-35ff245f52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:23.135805 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-01cc9f7d-eecd-4a61-b7cf-35ff245f52e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 1095 time: 0.1468313 Dec 12 17:34:23.138830 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-4b48cb2b-8c78-4016-a320-280304d1c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:23.140188 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-4b48cb2b-8c78-4016-a320-280304d1c87b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1194179 Dec 12 17:34:23.163511 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d242eb-03c1-4c9b-ad48-7f2bb11da394 req-89cb676f-7403-4d9b-a33f-032a3bd4bbfb tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:23.164983 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77d242eb-03c1-4c9b-ad48-7f2bb11da394 req-89cb676f-7403-4d9b-a33f-032a3bd4bbfb tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 944 time: 0.2296326 Dec 12 17:34:23.238390 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6240b067-fe65-4f83-b82b-00b6fa582f55 req-8095b279-b858-4f9a-8454-d45ad4ccfc24 service neutron] 10.222.0.31 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185767 Dec 12 17:34:23.264037 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-2090c4e4-7737-4f35-8617-de4631154522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:23.265516 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-2090c4e4-7737-4f35-8617-de4631154522 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1071424 Dec 12 17:34:23.285704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4ec48-0f96-48e1-9542-b0c60f38205f req-d540fe18-7873-4f32-b439-48e7b91ff9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:23.287138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9cb4ec48-0f96-48e1-9542-b0c60f38205f req-d540fe18-7873-4f32-b439-48e7b91ff9a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1407399 Dec 12 17:34:23.304585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391621e0-6f0c-4350-b37f-eb43203486ba req-996d5818-1e20-4056-b7e2-b44d85b32c88 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:23.305944 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-391621e0-6f0c-4350-b37f-eb43203486ba req-996d5818-1e20-4056-b7e2-b44d85b32c88 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 944 time: 0.1795468 Dec 12 17:34:23.328495 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:23.331790 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-7d874b65-7ab4-4c55-b57a-c4daf1ec2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:23.333230 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-7d874b65-7ab4-4c55-b57a-c4daf1ec2619 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 922 time: 0.1760499 Dec 12 17:34:23.358518 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77d242eb-03c1-4c9b-ad48-7f2bb11da394 req-2ab937e2-fda8-4fb9-a2a2-a13e59ef551e tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603963 Dec 12 17:34:23.384761 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-2d558723-2389-48a5-8cc2-c3df762bdaba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9efa168-fb7d-42eb-ae8b-58390331cc11 HTTP/1.1" status: 200 len: 217 time: 0.0361774 Dec 12 17:34:23.419603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-391621e0-6f0c-4350-b37f-eb43203486ba req-630a6b11-0757-4fb0-a88f-a762abce697b tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894024 Dec 12 17:34:23.420133 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a74321-c241-4741-b04b-402aa7d71c03 x-openstack-request-id: req-35a74321-c241-4741-b04b-402aa7d71c03 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:23.420133 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b345efc7-6809-4507-9e4d-e743c2cc11e4", "name": "network-vif-plugged", "status": "completed", "tag": "ef540c54-c847-403d-80db-e5e5e13dfe54", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:23.420609 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35a74321-c241-4741-b04b-402aa7d71c03 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:23.421026 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b345efc7-6809-4507-9e4d-e743c2cc11e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef540c54-c847-403d-80db-e5e5e13dfe54', 'code': 200} Dec 12 17:34:23.421331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4ec48-0f96-48e1-9542-b0c60f38205f req-8f5c1c68-e79d-4917-a6a0-06ad150446fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:23.422754 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9cb4ec48-0f96-48e1-9542-b0c60f38205f req-8f5c1c68-e79d-4917-a6a0-06ad150446fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1159637 Dec 12 17:34:23.435406 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:23.441835 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-8f391166-9120-4060-860c-768935f4fb1d service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647186 Dec 12 17:34:23.451459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:34:23.452894 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-c2fbd8b3-48ea-481f-9ae0-66e23377c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:23.454601 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-c2fbd8b3-48ea-481f-9ae0-66e23377c721 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.0628083 Dec 12 17:34:23.463292 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6993ec0-3e60-4142-be54-a323fbfa887d x-openstack-request-id: req-a6993ec0-3e60-4142-be54-a323fbfa887d {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:23.463582 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69778f63-a0f1-4f71-9e7d-b23745203395", "tag": "d93e9b15-ca01-4252-b2fd-b6b7f8965543", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:23.463835 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6993ec0-3e60-4142-be54-a323fbfa887d {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:23.464232 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69778f63-a0f1-4f71-9e7d-b23745203395', 'tag': 'd93e9b15-ca01-4252-b2fd-b6b7f8965543', 'status': 'completed', 'code': 200} Dec 12 17:34:23.525929 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-71534278-26ab-4f94-ad24-7aa779c12ff1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608335 Dec 12 17:34:23.610277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:34:23.637436 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:34:23.649643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:34:23.655810 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Pushing event updated for resources: {'Port': ['ID=5653b8e7-58a6-4cd8-a39f-7622b544db44,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:23.686761 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-8626e40d-328a-4ff1-b94c-0045312c9fdb service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356324 Dec 12 17:34:23.704679 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a7122-9eec-493b-a128-58670f28f250 req-d436e074-c127-4157-b5af-b44c6c7fa467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:23.706452 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a04a7122-9eec-493b-a128-58670f28f250 req-d436e074-c127-4157-b5af-b44c6c7fa467 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 1096 time: 0.1074960 Dec 12 17:34:23.718943 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-143bbb78-646a-477e-94a1-16dde66fefbf service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776223 Dec 12 17:34:23.736542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:23.736891 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:23.737235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:23.737571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:23.737904 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:23.738238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:23.738565 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:23.738889 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:23.739227 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:23.739579 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:23.739901 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:23.740219 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:23.741063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:23.798325 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b5371-204a-405b-8e51-8dd2c6dbdbcf req-10b8ffdb-574e-4733-b87e-f7d876cc8160 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:23.803822 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d70b5371-204a-405b-8e51-8dd2c6dbdbcf req-10b8ffdb-574e-4733-b87e-f7d876cc8160 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8 HTTP/1.1" status: 200 len: 947 time: 0.2073288 Dec 12 17:34:23.839976 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9cb4ec48-0f96-48e1-9542-b0c60f38205f req-21a388c8-85ab-45f0-9fb3-69f5abd26bc6 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092627 Dec 12 17:34:23.848433 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a04a7122-9eec-493b-a128-58670f28f250 req-d4fdfdf9-8e31-4171-88dc-56d78148c378 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282384 Dec 12 17:34:23.857767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:23.858431 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:23.860382 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f9efa168-fb7d-42eb-ae8b-58390331cc11 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:34:23.876147 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87830d7-ab6e-4383-86bd-05cb7c4df337 req-98ef1d54-2240-4a47-bdf7-89b5c7f45db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:23.877645 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f87830d7-ab6e-4383-86bd-05cb7c4df337 req-98ef1d54-2240-4a47-bdf7-89b5c7f45db8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 1099 time: 0.0925596 Dec 12 17:34:23.884938 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-76be8147-faea-47e1-aac6-474e02f523a2 service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514809 Dec 12 17:34:23.904725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a784dbc-f0c3-48bf-aeb0-c94e2473fd08 req-60f7560b-5fab-4ef5-8934-a339c37e2dda tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:23.905182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f9efa168-fb7d-42eb-ae8b-58390331cc11 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:34:23.907666 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a784dbc-f0c3-48bf-aeb0-c94e2473fd08 req-60f7560b-5fab-4ef5-8934-a339c37e2dda tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.2099340 Dec 12 17:34:23.957787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-41006ecc-6ca0-43c2-b85f-4e78ab4d3485 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5495865 Dec 12 17:34:23.984675 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8412c640-a834-4de9-b7b8-e70168cebd0c None None] Provisioning complete for port 5653b8e7-58a6-4cd8-a39f-7622b544db44 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:23.985155 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8412c640-a834-4de9-b7b8-e70168cebd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:24.019452 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d70b5371-204a-405b-8e51-8dd2c6dbdbcf req-2343a25b-c452-429f-9567-0a3663d40d6b tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059317 Dec 12 17:34:24.024621 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8412c640-a834-4de9-b7b8-e70168cebd0c None None] Port 5653b8e7-58a6-4cd8-a39f-7622b544db44 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:34:24.057888 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6c5e76-2a11-4fc6-a988-a7a37cf68a9a {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:24.081933 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:24.104789 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a784dbc-f0c3-48bf-aeb0-c94e2473fd08 req-e8ce936a-d6dd-4180-a2b9-d848ff40a61e tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689355 Dec 12 17:34:24.106556 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9cb4ec48-0f96-48e1-9542-b0c60f38205f req-4c1e88fc-58e3-45c4-90ed-b52e257a6e02 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434895 Dec 12 17:34:24.128218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Transition to ACTIVE for port object de6c5e76-2a11-4fc6-a988-a7a37cf68a9a will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:34:24.136873 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:24.217987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc89ab5-0c5d-42e1-bfcb-98db023655b0 req-16106a49-78c6-450f-af8e-263a8b3e9904 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:24.219550 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3fc89ab5-0c5d-42e1-bfcb-98db023655b0 req-16106a49-78c6-450f-af8e-263a8b3e9904 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 936 time: 0.1337771 Dec 12 17:34:24.245128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Pushing event updated for resources: {'Port': ['ID=de6c5e76-2a11-4fc6-a988-a7a37cf68a9a,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:24.273282 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a86bdb31-96e5-4eb8-805b-c33955397c67 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:34:24.315564 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc3a2b-7f27-4523-8868-1bdb3bc86a39 req-f990df8e-d2e7-4f37-a33d-e999a98ba837 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:24.317099 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7bc3a2b-7f27-4523-8868-1bdb3bc86a39 req-f990df8e-d2e7-4f37-a33d-e999a98ba837 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 945 time: 0.1476140 Dec 12 17:34:24.327241 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port a86bdb31-96e5-4eb8-805b-c33955397c67 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:34:24.332324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port a86bdb31-96e5-4eb8-805b-c33955397c67 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:24.332834 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:24.347680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3fc89ab5-0c5d-42e1-bfcb-98db023655b0 req-9eacf3a9-067f-4f58-bbd0-acf960d11c94 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192613 Dec 12 17:34:24.385076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Attempting to bind port de6c5e76-2a11-4fc6-a988-a7a37cf68a9a on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:34:24.385418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Attempting to bind port de6c5e76-2a11-4fc6-a988-a7a37cf68a9a by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:34:24.387165 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Attempting to bind port de6c5e76-2a11-4fc6-a988-a7a37cf68a9a on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:24.399180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Port de6c5e76-2a11-4fc6-a988-a7a37cf68a9a on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:34:24.399535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Attempting to bind port de6c5e76-2a11-4fc6-a988-a7a37cf68a9a on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:24.404309 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7bc3a2b-7f27-4523-8868-1bdb3bc86a39 req-4339a3db-8543-4a04-805c-9e2f999dde73 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748968 Dec 12 17:34:24.408200 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:34:24.408542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:24.409335 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:34:24.409335 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Bound port: de6c5e76-2a11-4fc6-a988-a7a37cf68a9a, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:34:24.409695 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:24.434061 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:24.478798 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port a86bdb31-96e5-4eb8-805b-c33955397c67, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a86bdb31-96e5-4eb8-805b-c33955397c67,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:24.484036 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:24.533612 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=a86bdb31-96e5-4eb8-805b-c33955397c67,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:24.537323 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d54968-57a1-4726-8f68-bc0d1ae35ab0 req-bbd3c399-2539-4de0-83b0-bde2471a0aee tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:24.539444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26d54968-57a1-4726-8f68-bc0d1ae35ab0 req-bbd3c399-2539-4de0-83b0-bde2471a0aee tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=478a62b5-5a01-43db-9e05-937e6514868d HTTP/1.1" status: 200 len: 948 time: 0.1276340 Dec 12 17:34:24.558986 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] For port de6c5e76-2a11-4fc6-a988-a7a37cf68a9a, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:34:24.586477 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52b704-6ba0-4d1a-bc42-2b0d4ca76cc3 req-9728dc83-087a-47e2-8ff2-ca6a599ce939 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:24.587980 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb52b704-6ba0-4d1a-bc42-2b0d4ca76cc3 req-9728dc83-087a-47e2-8ff2-ca6a599ce939 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 944 time: 0.1151392 Dec 12 17:34:24.594719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] For port de6c5e76-2a11-4fc6-a988-a7a37cf68a9a, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=de6c5e76-2a11-4fc6-a988-a7a37cf68a9a,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:34:24.613323 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:24.666828 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26d54968-57a1-4726-8f68-bc0d1ae35ab0 req-e1eeeba0-379b-4e56-949c-b9f06938cb9c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185584 Dec 12 17:34:24.675524 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:24.676293 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:24.677664 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] 10.222.0.20 "PUT /v2.0/ports/de6c5e76-2a11-4fc6-a988-a7a37cf68a9a HTTP/1.1" status: 200 len: 1096 time: 2.5897875 Dec 12 17:34:24.678150 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478a62b5-5a01-43db-9e05-937e6514868d', 'tag': 'de6c5e76-2a11-4fc6-a988-a7a37cf68a9a'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:24.680454 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0303a2-03ac-4696-aa9a-a64c6e22975c" -d '{"events": [{"name": "network-changed", "server_uuid": "478a62b5-5a01-43db-9e05-937e6514868d", "tag": "de6c5e76-2a11-4fc6-a988-a7a37cf68a9a"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:24.708814 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e2eed-7049-4e1f-8e55-2cac0f6cbcf7 service neutron] Pushing event updated for resources: {'Port': ['ID=de6c5e76-2a11-4fc6-a988-a7a37cf68a9a,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:24.723850 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb52b704-6ba0-4d1a-bc42-2b0d4ca76cc3 req-84c9e72b-b47a-4efd-a2c1-f53747ac0334 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277888 Dec 12 17:34:24.802543 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-e3351576-ac9e-477a-97a3-f75e38529f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:24.804358 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-e3351576-ac9e-477a-97a3-f75e38529f8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=478a62b5-5a01-43db-9e05-937e6514868d HTTP/1.1" status: 200 len: 1099 time: 0.0660799 Dec 12 17:34:24.883601 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-1741a5b4-146b-48ec-887c-5dee51645218 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=de6c5e76-2a11-4fc6-a988-a7a37cf68a9a HTTP/1.1" status: 200 len: 217 time: 0.0692441 Dec 12 17:34:24.940043 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46564f95-34dd-4085-a2eb-d88d6e8b9df0 req-56d38acb-3d19-4f79-97ce-68e7d75f60fe tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:24.941412 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-46564f95-34dd-4085-a2eb-d88d6e8b9df0 req-56d38acb-3d19-4f79-97ce-68e7d75f60fe tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1461353 Dec 12 17:34:24.948609 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a22f6d-180b-4ab6-98c8-9ab021c44265 req-1df5aa61-14df-404d-8665-e7959e993eee tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:24.949992 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85a22f6d-180b-4ab6-98c8-9ab021c44265 req-1df5aa61-14df-404d-8665-e7959e993eee tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 1096 time: 0.1380570 Dec 12 17:34:24.979040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-498efa9c-9530-4fae-8e9f-8946a9cebe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:24.980473 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-498efa9c-9530-4fae-8e9f-8946a9cebe28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0884798 Dec 12 17:34:25.111627 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:34:25.254504 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-46564f95-34dd-4085-a2eb-d88d6e8b9df0 req-a91472ad-3426-49e7-b22a-dfd4df2dcfa8 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035870 Dec 12 17:34:25.269633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85a22f6d-180b-4ab6-98c8-9ab021c44265 req-d91b11e7-4f32-4662-b46f-cb05ab0a5eeb tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103371 Dec 12 17:34:25.283843 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-4d8063a3-1437-4f3c-bd98-dd22172d602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:25.284775 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-4d8063a3-1437-4f3c-bd98-dd22172d602d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2959440 Dec 12 17:34:25.334914 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358b5a6f-0019-4cb3-9df2-0811b945c046 x-openstack-request-id: req-358b5a6f-0019-4cb3-9df2-0811b945c046 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:25.335225 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478a62b5-5a01-43db-9e05-937e6514868d", "tag": "de6c5e76-2a11-4fc6-a988-a7a37cf68a9a", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:25.335481 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-358b5a6f-0019-4cb3-9df2-0811b945c046 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:25.335876 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478a62b5-5a01-43db-9e05-937e6514868d', 'tag': 'de6c5e76-2a11-4fc6-a988-a7a37cf68a9a', 'status': 'completed', 'code': 200} Dec 12 17:34:25.402888 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-3ffe316e-7b78-4ad3-82b6-7ad992cf8f5a service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100910 Dec 12 17:34:25.422097 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84060acd-dc9b-45ba-b4e3-ff8307afde8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86bdb31-96e5-4eb8-805b-c33955397c67'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:25.424478 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ec59a3-11ac-4d46-bde9-2a99ec411ebf" -d '{"events": [{"server_uuid": "84060acd-dc9b-45ba-b4e3-ff8307afde8c", "name": "network-vif-plugged", "status": "completed", "tag": "a86bdb31-96e5-4eb8-805b-c33955397c67"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:25.460977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae46f5-69b6-46be-a238-c0f4c9b62c84 req-351c856a-3f1a-4287-95bc-7ea0e0e8d8e4 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:25.462437 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d5ae46f5-69b6-46be-a238-c0f4c9b62c84 req-351c856a-3f1a-4287-95bc-7ea0e0e8d8e4 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8 HTTP/1.1" status: 200 len: 947 time: 0.1001213 Dec 12 17:34:25.539035 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d5ae46f5-69b6-46be-a238-c0f4c9b62c84 req-47bb7bf8-afaf-4945-80d7-576a19a7c348 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690119 Dec 12 17:34:25.540980 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6455d46-51a1-4c14-a584-1111b4ec4047 req-5620c3da-07a0-4b81-a053-63cfdd66d3f2 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303735 Dec 12 17:34:25.649949 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0303a2-03ac-4696-aa9a-a64c6e22975c req-86869b01-412f-48b2-8e4a-09d4d03641a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:25.651455 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a0303a2-03ac-4696-aa9a-a64c6e22975c req-86869b01-412f-48b2-8e4a-09d4d03641a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=478a62b5-5a01-43db-9e05-937e6514868d HTTP/1.1" status: 200 len: 1099 time: 0.0672126 Dec 12 17:34:25.659376 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa59e9-f51c-415c-a045-5e49a46f8c0a req-534bf8a4-0297-4af4-b0f7-2d754506e605 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:25.660652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9baa59e9-f51c-415c-a045-5e49a46f8c0a req-534bf8a4-0297-4af4-b0f7-2d754506e605 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0674412 Dec 12 17:34:25.764831 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9baa59e9-f51c-415c-a045-5e49a46f8c0a req-a64b6599-85f9-4fc7-bcd1-3eb9f2d7d7b2 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915198 Dec 12 17:34:25.785103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0303a2-03ac-4696-aa9a-a64c6e22975c req-a2ba76b3-6ccc-4067-bfc6-f213ae7c65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:25.786589 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a0303a2-03ac-4696-aa9a-a64c6e22975c req-a2ba76b3-6ccc-4067-bfc6-f213ae7c65ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1202440 Dec 12 17:34:25.835372 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a0303a2-03ac-4696-aa9a-a64c6e22975c req-74b792ec-ec25-4b03-a394-787ea1c661d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=de6c5e76-2a11-4fc6-a988-a7a37cf68a9a HTTP/1.1" status: 200 len: 217 time: 0.0363698 Dec 12 17:34:25.864909 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:34:25.908845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0303a2-03ac-4696-aa9a-a64c6e22975c req-6364d2c2-7856-40c0-914b-d59160baaa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:25.910306 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a0303a2-03ac-4696-aa9a-a64c6e22975c req-6364d2c2-7856-40c0-914b-d59160baaa85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0661914 Dec 12 17:34:25.913313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529a989-dc74-4f88-b415-f2520d967eb7 req-10a3bed2-9014-40ed-b370-6e8d9a8fad89 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:25.914696 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6529a989-dc74-4f88-b415-f2520d967eb7 req-10a3bed2-9014-40ed-b370-6e8d9a8fad89 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 1096 time: 0.0820851 Dec 12 17:34:25.961710 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:25.972843 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b', 'mac_address': 'fa:16:3e:6d:59:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:34:25.986655 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0303a2-03ac-4696-aa9a-a64c6e22975c req-546bf891-8ba2-47f7-a424-d11876051b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:25.988191 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a0303a2-03ac-4696-aa9a-a64c6e22975c req-546bf891-8ba2-47f7-a424-d11876051b95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619516 Dec 12 17:34:25.990718 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6529a989-dc74-4f88-b415-f2520d967eb7 req-f772706c-5536-4629-8da8-d00230b09f8b tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700469 Dec 12 17:34:26.012287 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:26.027504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:26.047801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:26.052010 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:26.101851 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:26.109332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:26.109681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:26.110025 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:26.110363 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:26.110698 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:26.111025 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:26.111436 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:26.111717 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:26.112039 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:26.112362 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:26.112689 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:26.113008 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:26.113332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:26.115837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6888472-3c71-45d7-aeb3-475c4ce37022 req-922c82be-85f9-450c-a3bf-d9831a153e8d tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:26.117327 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c6888472-3c71-45d7-aeb3-475c4ce37022 req-922c82be-85f9-450c-a3bf-d9831a153e8d tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 936 time: 0.0696862 Dec 12 17:34:26.134254 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a0303a2-03ac-4696-aa9a-a64c6e22975c req-6f8cf6c6-004b-4d03-ac8a-e27f102ecd5e service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334591 Dec 12 17:34:26.211600 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c6888472-3c71-45d7-aeb3-475c4ce37022 req-3bea29a6-1303-4663-af08-1f46d42ccff4 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865736 Dec 12 17:34:26.250402 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a0303a2-03ac-4696-aa9a-a64c6e22975c req-2ce96450-8034-4f49-8c21-8680e7cb50d4 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976233 Dec 12 17:34:26.253807 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ee70e8-fe7c-463b-8b05-439813b510d6 x-openstack-request-id: req-65ee70e8-fe7c-463b-8b05-439813b510d6 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:26.254124 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84060acd-dc9b-45ba-b4e3-ff8307afde8c", "name": "network-vif-plugged", "status": "completed", "tag": "a86bdb31-96e5-4eb8-805b-c33955397c67", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:26.254386 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65ee70e8-fe7c-463b-8b05-439813b510d6 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:26.254781 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84060acd-dc9b-45ba-b4e3-ff8307afde8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86bdb31-96e5-4eb8-805b-c33955397c67', 'code': 200} Dec 12 17:34:26.344234 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa839b8-777e-4a72-aa2f-1bbf20298f14 req-237f0950-e4c4-47e2-8032-f4a5ea9278cd tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:26.345597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-caa839b8-777e-4a72-aa2f-1bbf20298f14 req-237f0950-e4c4-47e2-8032-f4a5ea9278cd tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=478a62b5-5a01-43db-9e05-937e6514868d HTTP/1.1" status: 200 len: 948 time: 0.0483911 Dec 12 17:34:26.366306 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:34:26.392283 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-caa839b8-777e-4a72-aa2f-1bbf20298f14 req-834d2afc-9288-4004-a9a5-7856b2d11ef2 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407803 Dec 12 17:34:26.500212 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526be49-11cf-4657-8656-f993ed1ce370 req-0244cb71-aeb2-4e1d-b515-76316ebee2e3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:26.501706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4526be49-11cf-4657-8656-f993ed1ce370 req-0244cb71-aeb2-4e1d-b515-76316ebee2e3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 944 time: 0.0548215 Dec 12 17:34:26.548360 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4526be49-11cf-4657-8656-f993ed1ce370 req-1f86419b-626b-4d1c-9e0c-5fb5632af2a6 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400989 Dec 12 17:34:26.681618 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6969423-414d-4c42-8fc1-5f90a632a5b7 req-d0ac0787-c646-408e-90a1-058a6ba9a186 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:26.683082 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6969423-414d-4c42-8fc1-5f90a632a5b7 req-d0ac0787-c646-408e-90a1-058a6ba9a186 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0469813 Dec 12 17:34:26.728576 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6969423-414d-4c42-8fc1-5f90a632a5b7 req-02d3600c-946d-45a7-be22-3937185bf64b tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396993 Dec 12 17:34:26.826614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb49366-9aa5-4604-81ab-03433738ff89 req-4e5ac595-0e97-4bc2-8b70-f7d5b7fa3da5 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:26.828085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fb49366-9aa5-4604-81ab-03433738ff89 req-4e5ac595-0e97-4bc2-8b70-f7d5b7fa3da5 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8 HTTP/1.1" status: 200 len: 948 time: 0.0467916 Dec 12 17:34:26.876199 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fb49366-9aa5-4604-81ab-03433738ff89 req-54faa551-9fd2-4b49-a71e-b6d0070df694 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422618 Dec 12 17:34:27.876379 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:34:27.926523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:34:27.930817 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:27.931190 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:28.005321 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:28.037714 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:28.041201 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:28.088369 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:28.255468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:28.258469 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f43a2e6-7375-4e7b-9ece-a7a937b36913" -d '{"events": [{"server_uuid": "ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8", "name": "network-vif-plugged", "status": "completed", "tag": "2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:29.867021 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device de6c5e76-2a11-4fc6-a988-a7a37cf68a9a details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:34:29.957504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port de6c5e76-2a11-4fc6-a988-a7a37cf68a9a, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=de6c5e76-2a11-4fc6-a988-a7a37cf68a9a,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:29.968593 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'de6c5e76-2a11-4fc6-a988-a7a37cf68a9a', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': 'de6c5e76-2a11-4fc6-a988-a7a37cf68a9a', 'mac_address': 'fa:16:3e:ac:cd:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:34:30.004470 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:30.019872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6c5e76-2a11-4fc6-a988-a7a37cf68a9a {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:30.039193 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port de6c5e76-2a11-4fc6-a988-a7a37cf68a9a, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=de6c5e76-2a11-4fc6-a988-a7a37cf68a9a,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:30.043222 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:30.088982 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=de6c5e76-2a11-4fc6-a988-a7a37cf68a9a,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:30.313859 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['de6c5e76-2a11-4fc6-a988-a7a37cf68a9a'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:34:31.884663 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device de6c5e76-2a11-4fc6-a988-a7a37cf68a9a up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:34:31.931739 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port de6c5e76-2a11-4fc6-a988-a7a37cf68a9a completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:34:31.935435 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port de6c5e76-2a11-4fc6-a988-a7a37cf68a9a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:31.935812 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:32.011007 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:32.045743 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port de6c5e76-2a11-4fc6-a988-a7a37cf68a9a, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=de6c5e76-2a11-4fc6-a988-a7a37cf68a9a,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:32.049400 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:32.095179 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=de6c5e76-2a11-4fc6-a988-a7a37cf68a9a,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:33.920968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Request body: {'port': {'device_id': '90fa566d-b98b-44f0-b23e-f944278b375c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:33.994154 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:34.065870 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87830d7-ab6e-4383-86bd-05cb7c4df337 req-d89aeed4-09e0-4dd3-80e5-bd0542cb6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:34.067397 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f87830d7-ab6e-4383-86bd-05cb7c4df337 req-d89aeed4-09e0-4dd3-80e5-bd0542cb6b75 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1539304 Dec 12 17:34:34.076020 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7f25e-4e8f-4a4c-835e-51fb36353a18 req-2a8e4ee1-fb6c-401e-9907-d972769ed59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:34.077527 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c1b7f25e-4e8f-4a4c-835e-51fb36353a18 req-2a8e4ee1-fb6c-401e-9907-d972769ed59c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 1096 time: 0.0657594 Dec 12 17:34:34.140204 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f87830d7-ab6e-4383-86bd-05cb7c4df337 req-055278ed-a227-483e-b23a-7b09ac9fb2bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=d93e9b15-ca01-4252-b2fd-b6b7f8965543 HTTP/1.1" status: 200 len: 217 time: 0.0441704 Dec 12 17:34:34.162796 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd9ece-65f3-4ec2-94f3-a4d05c9085e5 req-69018235-196c-455b-a749-1c7929e83ec4 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:34.172331 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e1dd9ece-65f3-4ec2-94f3-a4d05c9085e5 req-69018235-196c-455b-a749-1c7929e83ec4 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.1317804 Dec 12 17:34:34.298360 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e1dd9ece-65f3-4ec2-94f3-a4d05c9085e5 req-4c277bf2-b427-4e0c-892a-f809214198a9 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230824 Dec 12 17:34:34.315799 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-cf27582a-5ad0-4826-aa05-a00453e8b82d tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:34:34.315799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-cf27582a-5ad0-4826-aa05-a00453e8b82d tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071754 Dec 12 17:34:34.408136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-8978d3d3-2223-4551-b0b3-01572343675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:34.409522 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-8978d3d3-2223-4551-b0b3-01572343675e service neutron] 10.222.0.18 "GET /v2.0/ports/9f717fce-017d-42a2-a42f-707ae69625a8 HTTP/1.1" status: 200 len: 1093 time: 0.0787940 Dec 12 17:34:34.431123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-9c4bb048-3de1-4397-b58a-7389b924ecec service neutron] Request body: {'binding': {'host': 'n-h1-760354-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:34.431516 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-9c4bb048-3de1-4397-b58a-7389b924ecec service neutron] Unknown quota resources ['binding']. {{(pid=103151) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 17:34:34.465561 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c1b7f25e-4e8f-4a4c-835e-51fb36353a18 req-b57de094-db7e-43ba-93cb-b7cf15c2575d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585284 Dec 12 17:34:34.470500 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87830d7-ab6e-4383-86bd-05cb7c4df337 req-230fc254-3188-4900-bb4a-c9c8670a5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:34.472102 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f87830d7-ab6e-4383-86bd-05cb7c4df337 req-230fc254-3188-4900-bb4a-c9c8670a5997 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.3220491 Dec 12 17:34:34.479361 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-9587c16c-194c-4d23-bb56-d0b211852079 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:34.485521 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-9587c16c-194c-4d23-bb56-d0b211852079 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356&tenant_id=ed3999e96c6f4755bb182b05f58b09fc&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 1095 time: 0.0767059 Dec 12 17:34:34.504095 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f009641-ca08-41ef-8454-085129dbea99 req-ae856d8d-1243-4775-9d53-2d8ac859c331 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:34.506418 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f009641-ca08-41ef-8454-085129dbea99 req-ae856d8d-1243-4775-9d53-2d8ac859c331 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 936 time: 0.1421671 Dec 12 17:34:34.550931 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5653b8e7-58a6-4cd8-a39f-7622b544db44 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:34.602681 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:34.638384 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Transition to ACTIVE for port object 5653b8e7-58a6-4cd8-a39f-7622b544db44 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:34:34.647019 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:34.656008 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f009641-ca08-41ef-8454-085129dbea99 req-b3269a7c-3b40-41c0-810f-8284624003fe tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395111 Dec 12 17:34:34.767043 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5653b8e7-58a6-4cd8-a39f-7622b544db44,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:34.824282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-9c4bb048-3de1-4397-b58a-7389b924ecec service neutron] Attempting to bind port 9f717fce-017d-42a2-a42f-707ae69625a8 on host n-h1-760354-5 for vnic_type normal with profile None {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:34:34.824631 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-9c4bb048-3de1-4397-b58a-7389b924ecec service neutron] Attempting to bind port 9f717fce-017d-42a2-a42f-707ae69625a8 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:34:34.824964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-9c4bb048-3de1-4397-b58a-7389b924ecec service neutron] Attempting to bind port 9f717fce-017d-42a2-a42f-707ae69625a8 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:34.843004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-9c4bb048-3de1-4397-b58a-7389b924ecec service neutron] Port 9f717fce-017d-42a2-a42f-707ae69625a8 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:34:34.843367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-9c4bb048-3de1-4397-b58a-7389b924ecec service neutron] Attempting to bind port 9f717fce-017d-42a2-a42f-707ae69625a8 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:34.857085 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3f15c-8403-4a7f-b5cc-67fc79899f9a req-d68de951-2e40-4dd8-9baf-a72a6e2c0db6 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:34.858560 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15a3f15c-8403-4a7f-b5cc-67fc79899f9a req-d68de951-2e40-4dd8-9baf-a72a6e2c0db6 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=478a62b5-5a01-43db-9e05-937e6514868d HTTP/1.1" status: 200 len: 950 time: 0.1411619 Dec 12 17:34:34.861940 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-9c4bb048-3de1-4397-b58a-7389b924ecec service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:34:34.862281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-9c4bb048-3de1-4397-b58a-7389b924ecec service neutron] Checking segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:34.862662 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-9c4bb048-3de1-4397-b58a-7389b924ecec service neutron] Bound using segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:34:34.863096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-9c4bb048-3de1-4397-b58a-7389b924ecec service neutron] Bound port: 9f717fce-017d-42a2-a42f-707ae69625a8, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:34:34.938972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Attempting to bind port 5653b8e7-58a6-4cd8-a39f-7622b544db44 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:34:34.939688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Attempting to bind port 5653b8e7-58a6-4cd8-a39f-7622b544db44 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:34:34.939688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Attempting to bind port 5653b8e7-58a6-4cd8-a39f-7622b544db44 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:34.959791 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Port 5653b8e7-58a6-4cd8-a39f-7622b544db44 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:34:34.960062 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Attempting to bind port 5653b8e7-58a6-4cd8-a39f-7622b544db44 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:34.976702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:34:34.977043 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:34.977423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:34:34.977862 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Bound port: 5653b8e7-58a6-4cd8-a39f-7622b544db44, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:34:34.978222 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:35.000821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-9c4bb048-3de1-4397-b58a-7389b924ecec service neutron] For port 9f717fce-017d-42a2-a42f-707ae69625a8, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=9f717fce-017d-42a2-a42f-707ae69625a8,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:34:35.006582 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15a3f15c-8403-4a7f-b5cc-67fc79899f9a req-16f92868-369b-4ab9-9b31-33c347ec69b5 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384258 Dec 12 17:34:35.011716 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-9c4bb048-3de1-4397-b58a-7389b924ecec service neutron] Publish callbacks [] for binding, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:35.012767 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-9c4bb048-3de1-4397-b58a-7389b924ecec service neutron] 10.222.0.18 "POST /v2.0/ports/9f717fce-017d-42a2-a42f-707ae69625a8/bindings HTTP/1.1" status: 201 len: 389 time: 0.5911102 Dec 12 17:34:35.064180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] For port 5653b8e7-58a6-4cd8-a39f-7622b544db44, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:34:35.102948 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] For port 5653b8e7-58a6-4cd8-a39f-7622b544db44, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=5653b8e7-58a6-4cd8-a39f-7622b544db44,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:34:35.108998 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:35.161081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:35.161714 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:35.163120 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] 10.222.0.31 "PUT /v2.0/ports/5653b8e7-58a6-4cd8-a39f-7622b544db44 HTTP/1.1" status: 200 len: 1096 time: 1.2491167 Dec 12 17:34:35.165334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fa566d-b98b-44f0-b23e-f944278b375c', 'tag': '5653b8e7-58a6-4cd8-a39f-7622b544db44'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:35.167640 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505f1147-2bc3-4077-a7ae-e54ec801f1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "90fa566d-b98b-44f0-b23e-f944278b375c", "tag": "5653b8e7-58a6-4cd8-a39f-7622b544db44"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:35.199263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbad2e1-3f9c-426c-bcdc-7ec2bedd3be1 req-07ffe8d8-d34b-4b3b-a0e9-876a1330d19c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:35.200795 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bbbad2e1-3f9c-426c-bcdc-7ec2bedd3be1 req-07ffe8d8-d34b-4b3b-a0e9-876a1330d19c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 944 time: 0.1342297 Dec 12 17:34:35.233318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25773e48-9065-455f-a8e1-edf73c2254f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5653b8e7-58a6-4cd8-a39f-7622b544db44,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:35.270639 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c57c6-3b58-4c38-82e1-6540031870a5 req-072b9cb9-66eb-46b7-b8a5-4b15e41f4446 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:35.272205 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb6c57c6-3b58-4c38-82e1-6540031870a5 req-072b9cb9-66eb-46b7-b8a5-4b15e41f4446 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1307998 Dec 12 17:34:35.309581 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bbbad2e1-3f9c-426c-bcdc-7ec2bedd3be1 req-01450b6a-91bd-4153-bcf6-96fe9fccd076 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982075 Dec 12 17:34:35.339629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb6c57c6-3b58-4c38-82e1-6540031870a5 req-048c3c16-b25d-4c60-8001-ed0ed4062045 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576799 Dec 12 17:34:35.382629 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f9b6e1-3f40-4042-9d01-b86f57a25904 x-openstack-request-id: req-20f9b6e1-3f40-4042-9d01-b86f57a25904 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:35.383514 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8", "name": "network-vif-plugged", "status": "completed", "tag": "2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:35.383934 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20f9b6e1-3f40-4042-9d01-b86f57a25904 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:35.384477 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b', 'code': 200} Dec 12 17:34:35.434707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6395672-46c7-4ed3-a3f7-1c8597922717 req-9c57deaa-f200-4c09-8b67-c874dcedcc0f tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:35.436310 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6395672-46c7-4ed3-a3f7-1c8597922717 req-9c57deaa-f200-4c09-8b67-c874dcedcc0f tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8 HTTP/1.1" status: 200 len: 949 time: 0.0622039 Dec 12 17:34:35.508814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6395672-46c7-4ed3-a3f7-1c8597922717 req-0cc44b1b-df9b-4d40-9f2b-213223b33d6d tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664678 Dec 12 17:34:35.514374 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac80c3a-0f19-4094-a7da-b5df27459d4e req-9716d66a-d89e-4141-aa58-9f3fb7356342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:35.515789 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ac80c3a-0f19-4094-a7da-b5df27459d4e req-9716d66a-d89e-4141-aa58-9f3fb7356342 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8 HTTP/1.1" status: 200 len: 1100 time: 0.0581703 Dec 12 17:34:35.562996 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ac80c3a-0f19-4094-a7da-b5df27459d4e req-3407a9a5-e632-41c8-a5a0-b9a5ee86cb80 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381868 Dec 12 17:34:35.613388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c67d59-8f68-49f6-b539-6f7190777f08 req-5ec60f93-fb61-4b6b-941e-92e732163b80 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:35.614838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-43c67d59-8f68-49f6-b539-6f7190777f08 req-5ec60f93-fb61-4b6b-941e-92e732163b80 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 945 time: 0.0509484 Dec 12 17:34:35.660846 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-43c67d59-8f68-49f6-b539-6f7190777f08 req-a039bf3f-e859-4e8d-8f5f-f029f8eb2152 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399806 Dec 12 17:34:35.702263 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba51cd59-93b4-4cae-bc8d-7a8093b6660d x-openstack-request-id: req-ba51cd59-93b4-4cae-bc8d-7a8093b6660d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:35.702553 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fa566d-b98b-44f0-b23e-f944278b375c", "tag": "5653b8e7-58a6-4cd8-a39f-7622b544db44", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:35.702830 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba51cd59-93b4-4cae-bc8d-7a8093b6660d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:35.703257 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fa566d-b98b-44f0-b23e-f944278b375c', 'tag': '5653b8e7-58a6-4cd8-a39f-7622b544db44', 'status': 'completed', 'code': 200} Dec 12 17:34:35.791181 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf390c-49e0-4007-8818-1e3c3da71d50 req-f7ab8589-deac-43cc-b8f2-f3ea0c164c2e tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:35.792663 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ebf390c-49e0-4007-8818-1e3c3da71d50 req-f7ab8589-deac-43cc-b8f2-f3ea0c164c2e tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0481081 Dec 12 17:34:35.837366 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ebf390c-49e0-4007-8818-1e3c3da71d50 req-b692c0bd-ba7d-4aad-a842-f6cca1191ebb tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389249 Dec 12 17:34:35.974308 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46468e-cb25-48ca-9124-b2ec2d0ee0ab req-01c94401-ced8-4a2c-8d0f-8132c40915fe tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:35.975861 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c46468e-cb25-48ca-9124-b2ec2d0ee0ab req-01c94401-ced8-4a2c-8d0f-8132c40915fe tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 948 time: 0.0475771 Dec 12 17:34:36.024744 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c46468e-cb25-48ca-9124-b2ec2d0ee0ab req-749db4d2-f6bb-413f-bb68-b97a08fb2c5d tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429697 Dec 12 17:34:36.115178 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db0f63-56aa-443b-ab45-1d1ae855dc16 req-28a78459-dd29-4184-b33b-65e4b94eef2d tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:36.116660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-56db0f63-56aa-443b-ab45-1d1ae855dc16 req-28a78459-dd29-4184-b33b-65e4b94eef2d tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 1095 time: 0.0384431 Dec 12 17:34:36.159048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-56db0f63-56aa-443b-ab45-1d1ae855dc16 req-2bbc12e5-d7b7-4823-9e49-3fe9f2b04f08 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364358 Dec 12 17:34:36.276683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e065b-a27e-4d64-a23c-5bf52d47bad8 req-e6c4a7a1-f26c-46e4-b5b9-8da252b47f6b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:36.278151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df9e065b-a27e-4d64-a23c-5bf52d47bad8 req-e6c4a7a1-f26c-46e4-b5b9-8da252b47f6b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=478a62b5-5a01-43db-9e05-937e6514868d HTTP/1.1" status: 200 len: 950 time: 0.0537589 Dec 12 17:34:36.324070 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df9e065b-a27e-4d64-a23c-5bf52d47bad8 req-aa5cdbc2-50b1-4487-8616-3838ed81099e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399156 Dec 12 17:34:36.493641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-be327ad1-5da0-4e2e-a012-64588f89212a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:36.495116 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-be327ad1-5da0-4e2e-a012-64588f89212a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 821 time: 0.1020029 Dec 12 17:34:36.510725 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-970831ad-bc61-4243-8424-9446e8af6631 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/quotas/ed3999e96c6f4755bb182b05f58b09fc HTTP/1.1" status: 200 len: 375 time: 0.0095768 Dec 12 17:34:36.559329 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-84219ef0-0193-4856-a1d9-3d0d8985a716 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433650 Dec 12 17:34:36.649078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-94b0fb3f-859e-49e7-8de2-ba47497f2db3 service neutron] 10.222.0.18 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827780 Dec 12 17:34:36.734866 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-e0fbe4ca-5c6a-489d-9f57-a8d5e8e8aa1d service neutron] 10.222.0.18 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799754 Dec 12 17:34:36.923313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a3b38-802e-4c46-9da4-d62bb50b02de req-6b27580e-0c9d-454d-b78c-720cc9c3a890 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:36.925160 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-694a3b38-802e-4c46-9da4-d62bb50b02de req-6b27580e-0c9d-454d-b78c-720cc9c3a890 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0501392 Dec 12 17:34:36.979142 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-694a3b38-802e-4c46-9da4-d62bb50b02de req-3cbd0e1d-3de8-4bda-96ef-46c9072fb3d3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477505 Dec 12 17:34:37.082804 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf02c7c-1950-4c79-9566-9efe479bd05d req-3d2ea828-a46b-4d6f-b0d0-6bd9d8d80c1b tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:37.084467 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5bf02c7c-1950-4c79-9566-9efe479bd05d req-3d2ea828-a46b-4d6f-b0d0-6bd9d8d80c1b tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8 HTTP/1.1" status: 200 len: 949 time: 0.0521345 Dec 12 17:34:37.136180 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5bf02c7c-1950-4c79-9566-9efe479bd05d req-f6f1875d-f13e-4615-be20-eed76fca45d3 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440493 Dec 12 17:34:37.243569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7aed9d-5ca7-4f7a-97d2-224f47fed4f9 req-a4392027-b475-47b6-a6df-6f2cb6f292d5 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:37.245177 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c7aed9d-5ca7-4f7a-97d2-224f47fed4f9 req-a4392027-b475-47b6-a6df-6f2cb6f292d5 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 945 time: 0.0493171 Dec 12 17:34:37.295464 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c7aed9d-5ca7-4f7a-97d2-224f47fed4f9 req-39fbfd9f-0813-44e0-a018-44ab79db420d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429657 Dec 12 17:34:37.386160 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478a62b5-5a01-43db-9e05-937e6514868d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6c5e76-2a11-4fc6-a988-a7a37cf68a9a'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:37.386728 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2bf3fbf-901a-40e9-a53e-4082ac96a602 req-ed69eba2-c71e-413d-ba88-a0055d99129d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 210 time: 0.0288596 Dec 12 17:34:37.388540 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0239e24b-0cc7-4efc-8356-5be054e02917" -d '{"events": [{"server_uuid": "478a62b5-5a01-43db-9e05-937e6514868d", "name": "network-vif-plugged", "status": "completed", "tag": "de6c5e76-2a11-4fc6-a988-a7a37cf68a9a"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:37.495532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d92ba8-0087-4dbb-b822-f2df551096fd req-ec245da3-3c97-4135-93bc-87d4b42b77fe tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:37.497696 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0d92ba8-0087-4dbb-b822-f2df551096fd req-ec245da3-3c97-4135-93bc-87d4b42b77fe tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0489097 Dec 12 17:34:37.544039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0d92ba8-0087-4dbb-b822-f2df551096fd req-5965d4e2-828e-48ac-be86-4f3bfb7a4bcc tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Dec 12 17:34:37.644213 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b1f2c-a6ef-4cdd-a431-b61d660757f1 req-959ee493-8ebe-462a-a3ed-d31b8f4af28a tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:37.645696 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a07b1f2c-a6ef-4cdd-a431-b61d660757f1 req-959ee493-8ebe-462a-a3ed-d31b8f4af28a tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 948 time: 0.0474727 Dec 12 17:34:37.691614 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a07b1f2c-a6ef-4cdd-a431-b61d660757f1 req-19eb2b45-cf73-4740-a661-d72412ec66aa tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393357 Dec 12 17:34:37.993379 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7611a4-3543-4659-91db-e332306b8e47 req-eeec5bd1-00fd-41dd-aa94-fff046bd5fbe tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:37.994762 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e7611a4-3543-4659-91db-e332306b8e47 req-eeec5bd1-00fd-41dd-aa94-fff046bd5fbe tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=478a62b5-5a01-43db-9e05-937e6514868d HTTP/1.1" status: 200 len: 950 time: 0.1051166 Dec 12 17:34:38.050712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-f7a28805-0c87-474e-ba03-76dbc44a580a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:38.052143 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-f7a28805-0c87-474e-ba03-76dbc44a580a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.20 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 821 time: 0.1335216 Dec 12 17:34:38.068973 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e7611a4-3543-4659-91db-e332306b8e47 req-f190b3b5-05c3-419e-942f-74816fb634e1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680463 Dec 12 17:34:38.076662 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-c39302ca-ee2f-4b86-b832-91c9f571fcce tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Request body: {'port': {'device_id': '9c99f422-c8ca-4922-af90-919d4e474df0', 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244', 'admin_state_up': True, 'tenant_id': 'ed3999e96c6f4755bb182b05f58b09fc'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:38.120943 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9007318-587e-4865-ae52-07a86c37cb78 x-openstack-request-id: req-f9007318-587e-4865-ae52-07a86c37cb78 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:38.121450 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478a62b5-5a01-43db-9e05-937e6514868d", "name": "network-vif-plugged", "status": "completed", "tag": "de6c5e76-2a11-4fc6-a988-a7a37cf68a9a", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:38.121949 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9007318-587e-4865-ae52-07a86c37cb78 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:38.122488 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478a62b5-5a01-43db-9e05-937e6514868d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6c5e76-2a11-4fc6-a988-a7a37cf68a9a', 'code': 200} Dec 12 17:34:38.247448 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-c39302ca-ee2f-4b86-b832-91c9f571fcce tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Made reservation on behalf of ed3999e96c6f4755bb182b05f58b09fc for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:34:38.251009 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-c39302ca-ee2f-4b86-b832-91c9f571fcce tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:38.255984 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a15fa-04e1-4a9e-85e4-33d7edd55e5e req-0c491532-ad67-426f-ab74-1f8988a21fb1 tempest-ServersAdminNegativeTestJSON-1003027536 tempest-ServersAdminNegativeTestJSON-1003027536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:38.257489 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-526a15fa-04e1-4a9e-85e4-33d7edd55e5e req-0c491532-ad67-426f-ab74-1f8988a21fb1 tempest-ServersAdminNegativeTestJSON-1003027536 tempest-ServersAdminNegativeTestJSON-1003027536-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8 HTTP/1.1" status: 200 len: 1100 time: 0.0906298 Dec 12 17:34:38.289601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb4f71-b1da-46e0-bc91-28c1093b6a4d req-32885fc6-4674-4fdf-be00-f6ef99602cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:38.291032 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4eb4f71-b1da-46e0-bc91-28c1093b6a4d req-32885fc6-4674-4fdf-be00-f6ef99602cf5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=478a62b5-5a01-43db-9e05-937e6514868d HTTP/1.1" status: 200 len: 1101 time: 0.0842338 Dec 12 17:34:38.291681 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-526a15fa-04e1-4a9e-85e4-33d7edd55e5e req-ca975185-fe56-4377-8d56-0ab9c48bb289 tempest-ServersAdminNegativeTestJSON-1003027536 tempest-ServersAdminNegativeTestJSON-1003027536-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:38.437564 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4eb4f71-b1da-46e0-bc91-28c1093b6a4d req-730ed5a2-1186-4e89-95eb-4df9a87b31fb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320276 Dec 12 17:34:38.465242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-c39302ca-ee2f-4b86-b832-91c9f571fcce tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Allocated IP 172.20.0.14 (d9c565c0-ff5d-4c84-8751-8dccc59a2244/ba6c9901-d0ed-4743-9b2b-40a2e328cdb1/16faa754-ba0e-41fe-b717-c11930df0a7b) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:34:38.513995 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-526a15fa-04e1-4a9e-85e4-33d7edd55e5e req-ca975185-fe56-4377-8d56-0ab9c48bb289 tempest-ServersAdminNegativeTestJSON-1003027536 tempest-ServersAdminNegativeTestJSON-1003027536-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:38.520228 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-526a15fa-04e1-4a9e-85e4-33d7edd55e5e req-ca975185-fe56-4377-8d56-0ab9c48bb289 tempest-ServersAdminNegativeTestJSON-1003027536 tempest-ServersAdminNegativeTestJSON-1003027536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:38.604886 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-526a15fa-04e1-4a9e-85e4-33d7edd55e5e req-ca975185-fe56-4377-8d56-0ab9c48bb289 tempest-ServersAdminNegativeTestJSON-1003027536 tempest-ServersAdminNegativeTestJSON-1003027536-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405268 Dec 12 17:34:38.618585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca975185-fe56-4377-8d56-0ab9c48bb289 tempest-ServersAdminNegativeTestJSON-1003027536 tempest-ServersAdminNegativeTestJSON-1003027536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226bb23c-cc8c-4e1e-b2d3-e7c2202c025c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:38.683496 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-c39302ca-ee2f-4b86-b832-91c9f571fcce tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:38.738504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd842463-4da2-484c-b2e3-596b7cbf09d7 req-90e8a186-e151-409e-9b22-2a91c0143fe5 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:38.739987 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd842463-4da2-484c-b2e3-596b7cbf09d7 req-90e8a186-e151-409e-9b22-2a91c0143fe5 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0770404 Dec 12 17:34:38.761636 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-c39302ca-ee2f-4b86-b832-91c9f571fcce tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:38.820500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-c39302ca-ee2f-4b86-b832-91c9f571fcce tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Network d9c565c0-ff5d-4c84-8751-8dccc59a2244 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:34:38.826125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-c39302ca-ee2f-4b86-b832-91c9f571fcce tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:34:38.832571 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd842463-4da2-484c-b2e3-596b7cbf09d7 req-06b3210b-3df4-4ae2-bc78-c75eee53c7d4 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867884 Dec 12 17:34:38.833278 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-c39302ca-ee2f-4b86-b832-91c9f571fcce tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:34:38.857201 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39302ca-ee2f-4b86-b832-91c9f571fcce tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Pushing event updated for resources: {'Port': ['ID=16faa754-ba0e-41fe-b717-c11930df0a7b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:38.883979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-c39302ca-ee2f-4b86-b832-91c9f571fcce tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:38.884587 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-c39302ca-ee2f-4b86-b832-91c9f571fcce tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:38.928222 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-c39302ca-ee2f-4b86-b832-91c9f571fcce tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8556378 Dec 12 17:34:38.941765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Request body: {'port': {'device_id': '9c99f422-c8ca-4922-af90-919d4e474df0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:38.971288 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce307bcf-8112-4ae0-b171-411c44650d39 req-9f19d562-effd-4d9e-807d-0f25f9eedbb9 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:38.972749 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce307bcf-8112-4ae0-b171-411c44650d39 req-9f19d562-effd-4d9e-807d-0f25f9eedbb9 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 945 time: 0.0846939 Dec 12 17:34:39.020124 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:39.051249 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce307bcf-8112-4ae0-b171-411c44650d39 req-ca250f9b-4d11-47a8-90ff-44aaf88a72eb tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720406 Dec 12 17:34:39.438241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2613e1f-a772-4570-b39e-7b4e222f6309 req-66b89102-10c0-4b53-8407-8748a50b9998 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:39.439610 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2613e1f-a772-4570-b39e-7b4e222f6309 req-66b89102-10c0-4b53-8407-8748a50b9998 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 932 time: 0.1003904 Dec 12 17:34:39.517440 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2613e1f-a772-4570-b39e-7b4e222f6309 req-0f1494c2-cab0-4860-804f-4197043d7627 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702164 Dec 12 17:34:39.564005 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16faa754-ba0e-41fe-b717-c11930df0a7b {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:39.572883 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:39.587191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Transition to ACTIVE for port object 16faa754-ba0e-41fe-b717-c11930df0a7b will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:34:39.592411 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:39.647108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Pushing event updated for resources: {'Port': ['ID=16faa754-ba0e-41fe-b717-c11930df0a7b,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:39.719600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Attempting to bind port 16faa754-ba0e-41fe-b717-c11930df0a7b on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:34:39.719855 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Attempting to bind port 16faa754-ba0e-41fe-b717-c11930df0a7b by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:34:39.720160 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Attempting to bind port 16faa754-ba0e-41fe-b717-c11930df0a7b on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:39.724645 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Port 16faa754-ba0e-41fe-b717-c11930df0a7b on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:34:39.724967 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Attempting to bind port 16faa754-ba0e-41fe-b717-c11930df0a7b on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:39.730534 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:34:39.730876 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Checking segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:39.731289 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Bound using segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:34:39.731720 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Bound port: 16faa754-ba0e-41fe-b717-c11930df0a7b, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:34:39.732076 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:39.837479 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d14be5-af82-4094-95aa-411313f25e52 req-e8c596aa-db13-469e-be48-deb117e7dc95 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:39.838950 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a2d14be5-af82-4094-95aa-411313f25e52 req-e8c596aa-db13-469e-be48-deb117e7dc95 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0897050 Dec 12 17:34:39.841304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] For port 16faa754-ba0e-41fe-b717-c11930df0a7b, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:34:39.844495 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] For port 16faa754-ba0e-41fe-b717-c11930df0a7b, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=16faa754-ba0e-41fe-b717-c11930df0a7b,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:34:39.854095 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:39.907347 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:39.907959 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:39.909304 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] 10.222.0.20 "PUT /v2.0/ports/16faa754-ba0e-41fe-b717-c11930df0a7b HTTP/1.1" status: 200 len: 1092 time: 0.9715121 Dec 12 17:34:39.909736 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c99f422-c8ca-4922-af90-919d4e474df0', 'tag': '16faa754-ba0e-41fe-b717-c11930df0a7b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:39.912054 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e22e93-e56b-4c65-a2b9-2901d9ef694e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c99f422-c8ca-4922-af90-919d4e474df0", "tag": "16faa754-ba0e-41fe-b717-c11930df0a7b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:39.942151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a2d14be5-af82-4094-95aa-411313f25e52 req-0ecc61a4-b2ff-4096-9adb-df956ebb40f6 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963731 Dec 12 17:34:39.945042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518340c-b9c7-42cc-b66b-0748ee271df6 service neutron] Pushing event updated for resources: {'Port': ['ID=16faa754-ba0e-41fe-b717-c11930df0a7b,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:39.988440 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-0a4a9af5-fb34-4b19-a7aa-ba42153109b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:39.989857 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-0a4a9af5-fb34-4b19-a7aa-ba42153109b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 1095 time: 0.0408764 Dec 12 17:34:40.054438 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-813361e7-948e-49a8-8215-9d010fabb27b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16faa754-ba0e-41fe-b717-c11930df0a7b HTTP/1.1" status: 200 len: 217 time: 0.0486255 Dec 12 17:34:40.107353 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ff87a-a677-4984-8661-e74f40cfc26c req-cf9c9bf5-d4de-423d-bf71-0e75541abe93 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:40.108822 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac0ff87a-a677-4984-8661-e74f40cfc26c req-cf9c9bf5-d4de-423d-bf71-0e75541abe93 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 948 time: 0.1119738 Dec 12 17:34:40.117416 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-1089fe56-85d5-4c24-af2a-0407592be940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:40.118733 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-1089fe56-85d5-4c24-af2a-0407592be940 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.0576682 Dec 12 17:34:40.160973 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-f7edce5b-2270-4185-947f-4c3d5fcb9272 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304439 Dec 12 17:34:40.197145 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac0ff87a-a677-4984-8661-e74f40cfc26c req-d5512a76-f1c4-4aff-a647-03e8007141ad tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822263 Dec 12 17:34:40.270793 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-589ac137-3e6f-470a-b4ca-6e6e4ebb0b70 service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955112 Dec 12 17:34:40.353741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2e86c-3222-4012-a1ba-f0af3f875db6 req-3e651125-146a-479f-a968-6bb5d3ec5889 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:40.355178 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eff2e86c-3222-4012-a1ba-f0af3f875db6 req-3e651125-146a-479f-a968-6bb5d3ec5889 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=478a62b5-5a01-43db-9e05-937e6514868d HTTP/1.1" status: 200 len: 950 time: 0.1023293 Dec 12 17:34:40.410796 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a99c19d8-c25d-4f40-ae83-c32234d84d08 req-f541661b-fd1a-416e-88b4-5bc24cad857a service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269438 Dec 12 17:34:40.425910 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eff2e86c-3222-4012-a1ba-f0af3f875db6 req-4bf7f415-d79f-4d4d-99f6-6ddeb8609ea7 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646381 Dec 12 17:34:40.517716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcf4c4-6dd5-45d3-8908-0c2ecfb21a2c req-bdd42d03-e1d2-4b9c-a16c-d09e76ca4216 tempest-ServersAdminNegativeTestJSON-1003027536 tempest-ServersAdminNegativeTestJSON-1003027536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:40.519215 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06dcf4c4-6dd5-45d3-8908-0c2ecfb21a2c req-bdd42d03-e1d2-4b9c-a16c-d09e76ca4216 tempest-ServersAdminNegativeTestJSON-1003027536 tempest-ServersAdminNegativeTestJSON-1003027536-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8 HTTP/1.1" status: 200 len: 1100 time: 0.0397141 Dec 12 17:34:40.565629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06dcf4c4-6dd5-45d3-8908-0c2ecfb21a2c req-ca3cd413-13be-41f4-bf3b-85998a6ad5a8 tempest-ServersAdminNegativeTestJSON-1003027536 tempest-ServersAdminNegativeTestJSON-1003027536-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397155 Dec 12 17:34:40.665557 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81accd-2452-4025-9c13-295887f7fe8c req-fd121696-7204-4ebc-aa52-11f0f893c8fb tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:40.666995 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b81accd-2452-4025-9c13-295887f7fe8c req-fd121696-7204-4ebc-aa52-11f0f893c8fb tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0480430 Dec 12 17:34:40.713067 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b81accd-2452-4025-9c13-295887f7fe8c req-ceb0fc0f-5aa7-4f7f-8e52-b69f416582f4 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400026 Dec 12 17:34:40.753826 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571a3b2b-35a4-4211-9f3c-52d0710e9efa x-openstack-request-id: req-571a3b2b-35a4-4211-9f3c-52d0710e9efa {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:40.754198 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c99f422-c8ca-4922-af90-919d4e474df0", "tag": "16faa754-ba0e-41fe-b717-c11930df0a7b", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:40.754529 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-571a3b2b-35a4-4211-9f3c-52d0710e9efa {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:40.755002 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c99f422-c8ca-4922-af90-919d4e474df0', 'tag': '16faa754-ba0e-41fe-b717-c11930df0a7b', 'status': 'completed', 'code': 200} Dec 12 17:34:40.861905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e22e93-e56b-4c65-a2b9-2901d9ef694e req-47fe3817-e6fe-4276-b881-b89a9d82bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:40.863312 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37e22e93-e56b-4c65-a2b9-2901d9ef694e req-47fe3817-e6fe-4276-b881-b89a9d82bd8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 1095 time: 0.0701029 Dec 12 17:34:40.871846 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb0935-1c5e-4f61-9d9d-96b810a6d96a req-69d56dc0-a8a9-4c88-80e3-fb337432f656 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:40.873171 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afbb0935-1c5e-4f61-9d9d-96b810a6d96a req-69d56dc0-a8a9-4c88-80e3-fb337432f656 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 945 time: 0.0721996 Dec 12 17:34:40.970918 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afbb0935-1c5e-4f61-9d9d-96b810a6d96a req-20940fd1-9589-4954-a13c-d1a161c1b633 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908189 Dec 12 17:34:40.993920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e22e93-e56b-4c65-a2b9-2901d9ef694e req-b45afce4-116d-4781-a459-7d4f4ad8168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:40.995410 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37e22e93-e56b-4c65-a2b9-2901d9ef694e req-b45afce4-116d-4781-a459-7d4f4ad8168e service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 922 time: 0.1165724 Dec 12 17:34:41.043461 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37e22e93-e56b-4c65-a2b9-2901d9ef694e req-61d5ff92-33c7-4b1d-a5c3-2cdb0cba6047 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16faa754-ba0e-41fe-b717-c11930df0a7b HTTP/1.1" status: 200 len: 217 time: 0.0391684 Dec 12 17:34:41.113967 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e22e93-e56b-4c65-a2b9-2901d9ef694e req-164718d5-20b2-4139-a38d-2e5e51fff3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:41.115357 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37e22e93-e56b-4c65-a2b9-2901d9ef694e req-164718d5-20b2-4139-a38d-2e5e51fff3f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.0624151 Dec 12 17:34:41.124105 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188568d-5905-4214-bcf4-094e43ede609 req-fb490c1b-e2fb-43f8-8eb2-38e46571d5ce tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:41.125512 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8188568d-5905-4214-bcf4-094e43ede609 req-fb490c1b-e2fb-43f8-8eb2-38e46571d5ce tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 948 time: 0.0847890 Dec 12 17:34:41.154393 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37e22e93-e56b-4c65-a2b9-2901d9ef694e req-bdad63b5-6fba-4890-a86e-30a8097d332b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279744 Dec 12 17:34:41.233375 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8188568d-5905-4214-bcf4-094e43ede609 req-8f08aa8e-edbd-44fd-9c4d-d7aa0f2c1bbc tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993690 Dec 12 17:34:41.269082 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37e22e93-e56b-4c65-a2b9-2901d9ef694e req-3afc6c8d-ca0d-480c-b232-e1d60576405a service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059887 Dec 12 17:34:41.391531 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2caf569-254f-4bb5-8d3a-0aab1bf2e4e7 req-6173e795-85ee-4648-a997-1db6da0d1a38 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:41.392868 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a2caf569-254f-4bb5-8d3a-0aab1bf2e4e7 req-6173e795-85ee-4648-a997-1db6da0d1a38 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 944 time: 0.0976815 Dec 12 17:34:41.397968 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37e22e93-e56b-4c65-a2b9-2901d9ef694e req-1a7d0118-b493-46b6-a42f-1c986eec3e80 service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198971 Dec 12 17:34:41.440362 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a2caf569-254f-4bb5-8d3a-0aab1bf2e4e7 req-786752ec-87b2-4f1f-9dbe-b278683c9b2b tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414693 Dec 12 17:34:41.547113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-24cd56b0-463e-4e74-b685-9ccd82d6e62b req-0e582b46-5f6f-4bf6-ace1-817159b93146 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:34:41.548206 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-24cd56b0-463e-4e74-b685-9ccd82d6e62b req-0e582b46-5f6f-4bf6-ace1-817159b93146 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053611 Dec 12 17:34:41.640304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb0747-2af3-42af-8fee-c058d99d0462 req-2603c84b-b373-43f0-b5da-3c438eb3c511 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:41.642398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5fb0747-2af3-42af-8fee-c058d99d0462 req-2603c84b-b373-43f0-b5da-3c438eb3c511 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0478573 Dec 12 17:34:41.691941 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5fb0747-2af3-42af-8fee-c058d99d0462 req-fdcd383e-5786-4f08-93b2-bab7a915ba30 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431569 Dec 12 17:34:41.791777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66242e87-0faa-4330-9fb4-52f9efd042e8 req-c4b4cef8-4c07-492a-8ee0-57db50378545 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:41.793267 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-66242e87-0faa-4330-9fb4-52f9efd042e8 req-c4b4cef8-4c07-492a-8ee0-57db50378545 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 948 time: 0.0483830 Dec 12 17:34:41.839071 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-66242e87-0faa-4330-9fb4-52f9efd042e8 req-1c100331-ca79-487b-acea-0d455456b03e tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398061 Dec 12 17:34:41.947382 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960bc62-5f8c-43d3-bf00-36d92cd6a6ec req-6b2fc190-0f06-46e2-a24b-691e1aeedbb3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:41.948720 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b960bc62-5f8c-43d3-bf00-36d92cd6a6ec req-6b2fc190-0f06-46e2-a24b-691e1aeedbb3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0472739 Dec 12 17:34:41.993546 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b960bc62-5f8c-43d3-bf00-36d92cd6a6ec req-7985bf85-446a-44aa-84c7-4c440bfabecc tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389276 Dec 12 17:34:42.102527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405ef67-c36b-40a0-a7a6-5f1590ab1247 req-33d4412c-cec7-41fa-bd5a-b2afc93579e5 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:42.103994 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d405ef67-c36b-40a0-a7a6-5f1590ab1247 req-33d4412c-cec7-41fa-bd5a-b2afc93579e5 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 945 time: 0.0507333 Dec 12 17:34:42.149758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d405ef67-c36b-40a0-a7a6-5f1590ab1247 req-fb76647c-1f04-49c0-b397-430b257bb9fa tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398200 Dec 12 17:34:42.377555 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a7cd5-6d54-4b24-8cba-e3b2b8ac95df req-fe05ca34-4a1d-41af-9037-f99d03775fcc tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:42.378984 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e55a7cd5-6d54-4b24-8cba-e3b2b8ac95df req-fe05ca34-4a1d-41af-9037-f99d03775fcc tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 948 time: 0.0472310 Dec 12 17:34:42.423775 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e55a7cd5-6d54-4b24-8cba-e3b2b8ac95df req-fd00eeaa-31c2-4ec1-a65b-cb8b26ba13e4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383110 Dec 12 17:34:42.523915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07f32e-187b-473d-9e1a-879fa1a98c62 req-5c470610-0850-40c9-a38f-f454dca51fee tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:42.525355 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c07f32e-187b-473d-9e1a-879fa1a98c62 req-5c470610-0850-40c9-a38f-f454dca51fee tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8 HTTP/1.1" status: 200 len: 949 time: 0.0477960 Dec 12 17:34:42.574449 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c07f32e-187b-473d-9e1a-879fa1a98c62 req-3a240333-2ae6-41da-aa7b-f0c637f73c8c tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431924 Dec 12 17:34:42.672978 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e48443-955f-49b2-b754-1eb2cf3e7adb req-a9e5dc88-c269-4091-930f-99e2622fd330 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:42.674429 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76e48443-955f-49b2-b754-1eb2cf3e7adb req-a9e5dc88-c269-4091-930f-99e2622fd330 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 944 time: 0.0475197 Dec 12 17:34:42.720551 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76e48443-955f-49b2-b754-1eb2cf3e7adb req-2049388b-6d37-4826-b327-da35e67572bd tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397458 Dec 12 17:34:42.823770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b2428-5fd3-4e4e-9513-e87de04b03fe req-61aae7ba-b759-4b71-94d7-2fbcb02e536b tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:42.825214 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-410b2428-5fd3-4e4e-9513-e87de04b03fe req-61aae7ba-b759-4b71-94d7-2fbcb02e536b tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0475774 Dec 12 17:34:42.871457 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-410b2428-5fd3-4e4e-9513-e87de04b03fe req-5f7f6a86-207e-4c73-aa45-d42f7e0ac457 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403781 Dec 12 17:34:42.972250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be106c0c-7eed-4f70-9877-bf64d8a7eb42 req-41e49a6b-69c4-4e65-8abe-3dc3955fe583 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:42.973664 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-be106c0c-7eed-4f70-9877-bf64d8a7eb42 req-41e49a6b-69c4-4e65-8abe-3dc3955fe583 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 948 time: 0.0498505 Dec 12 17:34:43.019717 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-be106c0c-7eed-4f70-9877-bf64d8a7eb42 req-0e4ba283-abbe-43b0-b6e4-c36e38321e76 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396824 Dec 12 17:34:43.119897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a7bd3-ce7d-4741-a768-cbab3dc08a82 req-be532c9d-ab5f-48fa-972d-7167fe267c3d tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:43.121320 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-162a7bd3-ce7d-4741-a768-cbab3dc08a82 req-be532c9d-ab5f-48fa-972d-7167fe267c3d tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0475192 Dec 12 17:34:43.167856 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-162a7bd3-ce7d-4741-a768-cbab3dc08a82 req-8d7778b4-160b-4fd3-ab19-a61999ccf70e tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402942 Dec 12 17:34:43.279379 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace094e-f7c0-468e-8003-99d537f1618c req-bff0e806-6201-4d5f-bed7-0d5184b0e88c tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:43.281058 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ace094e-f7c0-468e-8003-99d537f1618c req-bff0e806-6201-4d5f-bed7-0d5184b0e88c tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 945 time: 0.0588508 Dec 12 17:34:43.344942 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87830d7-ab6e-4383-86bd-05cb7c4df337 req-83e4fb9f-43ee-492a-91d3-9fdb6636e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:43.347094 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f87830d7-ab6e-4383-86bd-05cb7c4df337 req-83e4fb9f-43ee-492a-91d3-9fdb6636e161 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943499 Dec 12 17:34:43.355570 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ace094e-f7c0-468e-8003-99d537f1618c req-fdf96f98-100f-4994-adaa-ea35413663d7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635097 Dec 12 17:34:43.357270 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f1147-2bc3-4077-a7ae-e54ec801f1c0 req-311a12e1-e37c-4999-8c2f-d6d8df858451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:43.358686 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-505f1147-2bc3-4077-a7ae-e54ec801f1c0 req-311a12e1-e37c-4999-8c2f-d6d8df858451 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ebf6778b07584945a0bd692c58b949bb&device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 1099 time: 0.0767779 Dec 12 17:34:43.398741 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-505f1147-2bc3-4077-a7ae-e54ec801f1c0 req-0e2af4af-acb8-4f35-88ee-3920009fe58b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ebf6778b07584945a0bd692c58b949bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307903 Dec 12 17:34:43.478566 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-d4ab9ed9-e758-41d7-9070-5a151b6f915b service neutron] For port f9efa168-fb7d-42eb-ae8b-58390331cc11, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:34:43.484719 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-d4ab9ed9-e758-41d7-9070-5a151b6f915b service neutron] Publish callbacks [] for binding, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:43.486630 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4bdfd0db-5aa9-4392-aaa8-40de855d0c3e req-d4ab9ed9-e758-41d7-9070-5a151b6f915b service neutron] 10.222.0.31 "DELETE /v2.0/ports/f9efa168-fb7d-42eb-ae8b-58390331cc11/bindings/n-h2-760354-5 HTTP/1.1" status: 204 len: 173 time: 0.2089200 Dec 12 17:34:43.503523 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f87830d7-ab6e-4383-86bd-05cb7c4df337 req-f484f442-dfed-4c67-83ba-535406275e6c service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395137 Dec 12 17:34:43.616697 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f87830d7-ab6e-4383-86bd-05cb7c4df337 req-5fd9c784-e811-4b3b-bf7e-0db2ca6a8743 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073298 Dec 12 17:34:43.627038 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f1147-2bc3-4077-a7ae-e54ec801f1c0 req-14dd7719-0e47-4d72-8e28-7de601236d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:43.628721 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-505f1147-2bc3-4077-a7ae-e54ec801f1c0 req-14dd7719-0e47-4d72-8e28-7de601236d93 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2227252 Dec 12 17:34:43.638936 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7bd6e-a27b-436f-9880-600ff9a755ff req-b420c8fc-4ee1-4fcd-94a7-32e80fee9c7a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:43.640965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06b7bd6e-a27b-436f-9880-600ff9a755ff req-b420c8fc-4ee1-4fcd-94a7-32e80fee9c7a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 948 time: 0.0923965 Dec 12 17:34:43.749912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06b7bd6e-a27b-436f-9880-600ff9a755ff req-c1b5f582-d124-4e19-9745-993342f27804 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991404 Dec 12 17:34:43.765055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e575a88-d48b-4fec-bbd9-903243affc4a req-2f6c6daa-9e0a-4fa6-891e-aed702e086d3 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:43.766495 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e575a88-d48b-4fec-bbd9-903243affc4a req-2f6c6daa-9e0a-4fa6-891e-aed702e086d3 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8 HTTP/1.1" status: 200 len: 949 time: 0.0980906 Dec 12 17:34:43.768917 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-4c72f98b-1e74-4fc9-8a3b-5afbc63088b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:43.770251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-4c72f98b-1e74-4fc9-8a3b-5afbc63088b2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ebf6778b07584945a0bd692c58b949bb&device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 1099 time: 0.1003795 Dec 12 17:34:43.829813 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-30bec0c7-fdd8-4d64-b082-90b519a3f884 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=5653b8e7-58a6-4cd8-a39f-7622b544db44 HTTP/1.1" status: 200 len: 217 time: 0.0456722 Dec 12 17:34:43.915398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e575a88-d48b-4fec-bbd9-903243affc4a req-7bbebf9a-9a17-4444-abf1-bd9a58f90306 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394389 Dec 12 17:34:43.938654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-f1047625-7c9e-440c-91f2-f3d5d465b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:43.938654 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-f1047625-7c9e-440c-91f2-f3d5d465b9f3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0929513 Dec 12 17:34:43.941681 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279400a-7c18-47a8-92a2-f1127fcc9cf5 req-a4b4c36f-4e02-4068-ab47-5bad3b6f7431 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:43.943280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a279400a-7c18-47a8-92a2-f1127fcc9cf5 req-a4b4c36f-4e02-4068-ab47-5bad3b6f7431 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 944 time: 0.1161008 Dec 12 17:34:43.950493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 16faa754-ba0e-41fe-b717-c11930df0a7b details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:34:44.024598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-80e65044-9544-4ecc-bced-bd9801efa662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:44.026084 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-80e65044-9544-4ecc-bced-bd9801efa662 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0819230 Dec 12 17:34:44.030780 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a279400a-7c18-47a8-92a2-f1127fcc9cf5 req-38efc19b-3749-486d-8f8e-43a64c160c2e tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589032 Dec 12 17:34:44.086147 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 16faa754-ba0e-41fe-b717-c11930df0a7b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=16faa754-ba0e-41fe-b717-c11930df0a7b,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:44.099367 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '16faa754-ba0e-41fe-b717-c11930df0a7b', 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244', 'port_id': '16faa754-ba0e-41fe-b717-c11930df0a7b', 'mac_address': 'fa:16:3e:3c:de:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6c9901-d0ed-4743-9b2b-40a2e328cdb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:34:44.141543 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:44.154685 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16faa754-ba0e-41fe-b717-c11930df0a7b {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:44.180580 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 16faa754-ba0e-41fe-b717-c11930df0a7b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=16faa754-ba0e-41fe-b717-c11930df0a7b,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:44.185235 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:44.192862 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571257b-f100-4081-bd64-a47b5f5806d2 req-99447d43-4df1-4146-ad18-2a588afbc1bc tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:44.194915 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4571257b-f100-4081-bd64-a47b5f5806d2 req-99447d43-4df1-4146-ad18-2a588afbc1bc tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.1600842 Dec 12 17:34:44.236394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=16faa754-ba0e-41fe-b717-c11930df0a7b,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:44.459773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fffa27-9712-4847-ba9f-0ece96e450c9 req-4bb04c70-3077-4e0c-a228-fdf66929b47c tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:44.461481 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96fffa27-9712-4847-ba9f-0ece96e450c9 req-4bb04c70-3077-4e0c-a228-fdf66929b47c tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8 HTTP/1.1" status: 200 len: 949 time: 0.3465128 Dec 12 17:34:44.471843 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc66d7-9ba7-4c21-a611-7f9aca14f901 req-39700d6e-1445-4463-ba34-58531d138570 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:44.475984 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['16faa754-ba0e-41fe-b717-c11930df0a7b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:34:44.479904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99bc66d7-9ba7-4c21-a611-7f9aca14f901 req-39700d6e-1445-4463-ba34-58531d138570 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 948 time: 0.3736911 Dec 12 17:34:44.496457 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-4ebc9c23-723c-4afc-ab33-f9f92707ec64 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603970 Dec 12 17:34:44.670165 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4571257b-f100-4081-bd64-a47b5f5806d2 req-c7389c13-0edf-4f64-91f1-c690887846f5 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597266 Dec 12 17:34:44.680412 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99bc66d7-9ba7-4c21-a611-7f9aca14f901 req-213ff9d4-47b7-4783-b632-d39a1819ddd0 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001591 Dec 12 17:34:44.718837 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd274f90-ce8b-4dde-b7fb-a84c112a6e88 req-e646a902-efa9-4714-b427-b4d4b7395aaa service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955609 Dec 12 17:34:44.730903 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bd9147eb-c1fa-4d1d-9d72-20314bfce5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:44.740786 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-79c1980c-a0db-4953-97d1-c3f5f684067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:44.743765 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-79c1980c-a0db-4953-97d1-c3f5f684067c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 1096 time: 0.0846996 Dec 12 17:34:44.744062 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-96fffa27-9712-4847-ba9f-0ece96e450c9 req-f6f996be-aeb8-483e-aedd-87f13ff60050 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Deleting port 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:34:44.744406 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-96fffa27-9712-4847-ba9f-0ece96e450c9 req-f6f996be-aeb8-483e-aedd-87f13ff60050 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:44.843127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-40ad69eb-761a-480f-a188-0fc688d53642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:44.844684 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-40ad69eb-761a-480f-a188-0fc688d53642 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 908 time: 0.0921416 Dec 12 17:34:44.889046 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-1f40bb40-34f8-464d-babd-eb4faad3d747 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f717fce-017d-42a2-a42f-707ae69625a8 HTTP/1.1" status: 200 len: 217 time: 0.0352755 Dec 12 17:34:44.903432 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a3073-8488-4e43-a30e-cbd34283376f req-a407877a-47dc-4371-bcb3-593dbb6362a6 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:44.904903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af7a3073-8488-4e43-a30e-cbd34283376f req-a407877a-47dc-4371-bcb3-593dbb6362a6 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1123865 Dec 12 17:34:44.911780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-96fffa27-9712-4847-ba9f-0ece96e450c9 req-f6f996be-aeb8-483e-aedd-87f13ff60050 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] For port 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:44.912132 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-96fffa27-9712-4847-ba9f-0ece96e450c9 req-f6f996be-aeb8-483e-aedd-87f13ff60050 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:44.940527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-96fffa27-9712-4847-ba9f-0ece96e450c9 req-f6f996be-aeb8-483e-aedd-87f13ff60050 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Calling delete_port for 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:34:44.948753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-ba2cc72f-b560-4391-9aa6-738f4d30c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:44.950231 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-ba2cc72f-b560-4391-9aa6-738f4d30c16d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.0441992 Dec 12 17:34:44.958154 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515022f-e8b4-4e24-87c0-7b6f62beca55 req-f614c8ed-2ed1-4244-9357-f0b4d74a19c5 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:44.959641 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0515022f-e8b4-4e24-87c0-7b6f62beca55 req-f614c8ed-2ed1-4244-9357-f0b4d74a19c5 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 945 time: 0.1157231 Dec 12 17:34:44.989185 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-e814cc40-8117-4c87-98d1-298345ad377a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316546 Dec 12 17:34:45.039707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af7a3073-8488-4e43-a30e-cbd34283376f req-ff704ed9-bf30-4a6e-8161-ef62e42fb344 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243749 Dec 12 17:34:45.081576 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0515022f-e8b4-4e24-87c0-7b6f62beca55 req-540d18e9-cdb9-4f85-9d9e-de80d84ca601 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128728 Dec 12 17:34:45.086388 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-1568d5aa-7abc-4505-ae74-4d9094e974cf service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896072 Dec 12 17:34:45.193806 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-2801d138-142e-4514-90a0-ddcfba29e0e0 service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988739 Dec 12 17:34:45.226537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40abb06-cf3e-4565-9f62-6817b1ad74ba req-391816d3-c9e5-41be-8d66-f67b2a1a3f39 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:45.228023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f40abb06-cf3e-4565-9f62-6817b1ad74ba req-391816d3-c9e5-41be-8d66-f67b2a1a3f39 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 948 time: 0.0995970 Dec 12 17:34:45.230572 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-96fffa27-9712-4847-ba9f-0ece96e450c9 req-f6f996be-aeb8-483e-aedd-87f13ff60050 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:45.242209 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3', '2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:34:45.271451 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f996be-aeb8-483e-aedd-87f13ff60050 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Pushing event deleted for resources: {'Port': ['ID=2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:45.306548 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-7dfeb6ca-9489-45a9-8ef1-8213c417fab4 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:45.308127 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-7dfeb6ca-9489-45a9-8ef1-8213c417fab4 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d&tenant_id=5086af56094840bd807cfda793fdb5e6&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 1096 time: 0.0501838 Dec 12 17:34:45.314573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23525d-1c10-4e53-90fd-734baa140aa7 req-62b55569-aa09-4841-a826-75e7fb42ef3c tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:45.316053 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c23525d-1c10-4e53-90fd-734baa140aa7 req-62b55569-aa09-4841-a826-75e7fb42ef3c tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8 HTTP/1.1" status: 200 len: 867 time: 0.1539159 Dec 12 17:34:45.328910 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760354-5'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:45.359052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fffa27-9712-4847-ba9f-0ece96e450c9 req-f6f996be-aeb8-483e-aedd-87f13ff60050 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] No DVR routers for this DVR port 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:34:45.361499 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-96fffa27-9712-4847-ba9f-0ece96e450c9 req-f6f996be-aeb8-483e-aedd-87f13ff60050 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:45.365294 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96fffa27-9712-4847-ba9f-0ece96e450c9 req-f6f996be-aeb8-483e-aedd-87f13ff60050 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.20 "DELETE /v2.0/ports/2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b HTTP/1.1" status: 204 len: 173 time: 0.8830736 Dec 12 17:34:45.374968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8', 'name': 'network-vif-deleted', 'tag': '2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:45.377302 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81a93b7-df53-4062-a7b9-bd96091d054f" -d '{"events": [{"server_uuid": "ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8", "name": "network-vif-deleted", "tag": "2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:45.404857 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f40abb06-cf3e-4565-9f62-6817b1ad74ba req-79820237-45c7-4c90-b70e-ae3021eb5ad1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692860 Dec 12 17:34:45.414132 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:45.430958 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c23525d-1c10-4e53-90fd-734baa140aa7 req-0091517e-13bd-491a-8a46-ab286ff3464b tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059072 Dec 12 17:34:45.505117 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a212959-a00c-400b-8d4e-e0540f5a7991 x-openstack-request-id: req-3a212959-a00c-400b-8d4e-e0540f5a7991 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:45.505452 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8", "name": "network-vif-deleted", "tag": "2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:45.505720 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a212959-a00c-400b-8d4e-e0540f5a7991 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:45.506104 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0d5957-b85d-45aa-a16a-84c2bb4e5fa8', 'name': 'network-vif-deleted', 'tag': '2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b', 'status': 'completed', 'code': 200} Dec 12 17:34:45.574899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c24b82-5ef7-48e2-8ed9-171668ad9561 req-8f368652-526c-4604-b014-027b8d11e7b6 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:45.576339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a3c24b82-5ef7-48e2-8ed9-171668ad9561 req-8f368652-526c-4604-b014-027b8d11e7b6 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 945 time: 0.0546157 Dec 12 17:34:45.591704 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] For port 9f717fce-017d-42a2-a42f-707ae69625a8, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=9f717fce-017d-42a2-a42f-707ae69625a8,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:45.623686 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a3c24b82-5ef7-48e2-8ed9-171668ad9561 req-e2596583-f388-4ca4-9fd6-b7b28c88a1dc tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Dec 12 17:34:45.627912 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] For port 9f717fce-017d-42a2-a42f-707ae69625a8, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:34:45.667569 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4daabdcc-6da0-4c0f-9a5b-503f091ee09d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f717fce-017d-42a2-a42f-707ae69625a8'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:45.669744 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3094e2-0703-47ad-959c-d2a9a11298de" -d '{"events": [{"server_uuid": "4daabdcc-6da0-4c0f-9a5b-503f091ee09d", "name": "network-vif-unplugged", "status": "completed", "tag": "9f717fce-017d-42a2-a42f-707ae69625a8"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:45.673557 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:45.679776 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:45.715139 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc25f91-3e43-42e0-94f2-e4b0df2453ec x-openstack-request-id: req-2fc25f91-3e43-42e0-94f2-e4b0df2453ec {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:45.715476 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4daabdcc-6da0-4c0f-9a5b-503f091ee09d", "name": "network-vif-unplugged", "status": "completed", "tag": "9f717fce-017d-42a2-a42f-707ae69625a8", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:45.715693 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fc25f91-3e43-42e0-94f2-e4b0df2453ec {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:45.716119 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4daabdcc-6da0-4c0f-9a5b-503f091ee09d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f717fce-017d-42a2-a42f-707ae69625a8', 'code': 200} Dec 12 17:34:45.769464 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f717fce-017d-42a2-a42f-707ae69625a8,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:45.782634 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:45.782980 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:45.783366 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:45.783706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:45.784044 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:45.784378 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:45.784709 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:45.785035 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:45.785376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:45.785699 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:45.786024 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:45.786410 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:45.786664 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:45.794589 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Attempting to bind port 9f717fce-017d-42a2-a42f-707ae69625a8 on host n-h2-760354-5 for vnic_type normal with profile {"migrating_to": "n-h1-760354-5"} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:34:45.794923 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Attempting to bind port 9f717fce-017d-42a2-a42f-707ae69625a8 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:34:45.795277 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Attempting to bind port 9f717fce-017d-42a2-a42f-707ae69625a8 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:45.799826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Port 9f717fce-017d-42a2-a42f-707ae69625a8 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:34:45.800147 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Attempting to bind port 9f717fce-017d-42a2-a42f-707ae69625a8 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:45.805566 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:34:45.805900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Checking segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:45.806276 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Bound using segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:34:45.806698 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Bound port: 9f717fce-017d-42a2-a42f-707ae69625a8, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:34:45.807050 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:45.834866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578abcd-92b6-4f3f-9279-86d8387b27e6 req-dfcabbec-2b86-4c08-a1cf-802601592fde tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:45.836401 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b578abcd-92b6-4f3f-9279-86d8387b27e6 req-dfcabbec-2b86-4c08-a1cf-802601592fde tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 948 time: 0.0733793 Dec 12 17:34:45.845630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f1f55-360c-4133-af2e-2948b77865c4 req-6c6ee759-5236-47b5-a571-3acb43474f81 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:45.847104 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a0f1f55-360c-4133-af2e-2948b77865c4 req-6c6ee759-5236-47b5-a571-3acb43474f81 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0929353 Dec 12 17:34:45.876331 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] For port 9f717fce-017d-42a2-a42f-707ae69625a8, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:34:45.880186 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] For port 9f717fce-017d-42a2-a42f-707ae69625a8, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=9f717fce-017d-42a2-a42f-707ae69625a8,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:34:45.885987 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:45.917960 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b578abcd-92b6-4f3f-9279-86d8387b27e6 req-5f925575-ef61-46ee-bde7-bc2bac791de8 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698442 Dec 12 17:34:45.936174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a0f1f55-360c-4133-af2e-2948b77865c4 req-271f4658-42b7-4548-8dd0-c2e0ded98864 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807874 Dec 12 17:34:45.952534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 16faa754-ba0e-41fe-b717-c11930df0a7b up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:34:45.969827 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:45.970472 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:45.971935 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] 10.222.0.31 "PUT /v2.0/ports/9f717fce-017d-42a2-a42f-707ae69625a8 HTTP/1.1" status: 200 len: 1121 time: 0.6491446 Dec 12 17:34:45.976142 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fcde60-c266-45ff-b142-44a3ff0931d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f717fce-017d-42a2-a42f-707ae69625a8,revision_number=8']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:46.040155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 16faa754-ba0e-41fe-b717-c11930df0a7b completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:34:46.044184 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 16faa754-ba0e-41fe-b717-c11930df0a7b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:46.044621 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:46.085276 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['9f717fce-017d-42a2-a42f-707ae69625a8'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:34:46.160059 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48d0ee-1c5c-41a6-b66b-66f0c9990f26 req-2f30ef76-2c79-4fad-8029-e812f0a30aa1 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:46.161521 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af48d0ee-1c5c-41a6-b66b-66f0c9990f26 req-2f30ef76-2c79-4fad-8029-e812f0a30aa1 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0512846 Dec 12 17:34:46.177858 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:46.223375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c99f422-c8ca-4922-af90-919d4e474df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16faa754-ba0e-41fe-b717-c11930df0a7b'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:46.226081 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec366c4d-7036-4ef3-9ea6-3c737a2d40f7" -d '{"events": [{"server_uuid": "9c99f422-c8ca-4922-af90-919d4e474df0", "name": "network-vif-plugged", "status": "completed", "tag": "16faa754-ba0e-41fe-b717-c11930df0a7b"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:46.240926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b1167-2036-4d1c-ad5d-d61fb1ad0619 req-565ea591-3b14-49e8-8862-17001779b017 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:46.242391 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-527b1167-2036-4d1c-ad5d-d61fb1ad0619 req-565ea591-3b14-49e8-8862-17001779b017 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 943 time: 0.0800035 Dec 12 17:34:46.246879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af48d0ee-1c5c-41a6-b66b-66f0c9990f26 req-f71f442f-7527-4ddf-abb4-1062cf7ec8dc tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746779 Dec 12 17:34:46.248106 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 16faa754-ba0e-41fe-b717-c11930df0a7b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=16faa754-ba0e-41fe-b717-c11930df0a7b,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:46.254767 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:46.298149 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c38bdba-6ff6-4244-91f6-f3c2d2c59373 x-openstack-request-id: req-7c38bdba-6ff6-4244-91f6-f3c2d2c59373 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:46.298446 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c99f422-c8ca-4922-af90-919d4e474df0", "name": "network-vif-plugged", "status": "completed", "tag": "16faa754-ba0e-41fe-b717-c11930df0a7b", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:46.298704 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c38bdba-6ff6-4244-91f6-f3c2d2c59373 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:46.299093 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c99f422-c8ca-4922-af90-919d4e474df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16faa754-ba0e-41fe-b717-c11930df0a7b', 'code': 200} Dec 12 17:34:46.305749 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-527b1167-2036-4d1c-ad5d-d61fb1ad0619 req-3cbfd933-cdb2-4fda-9468-903ed162107b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566428 Dec 12 17:34:46.332751 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=16faa754-ba0e-41fe-b717-c11930df0a7b,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:46.430812 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685cc79-18d0-401a-a2de-4e0ce841ed91 req-2323f158-a96a-49a2-bfa6-53bb06e6766d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:46.431266 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device d93e9b15-ca01-4252-b2fd-b6b7f8965543 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:34:46.432313 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9685cc79-18d0-401a-a2de-4e0ce841ed91 req-2323f158-a96a-49a2-bfa6-53bb06e6766d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 1097 time: 0.0395193 Dec 12 17:34:46.508676 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9685cc79-18d0-401a-a2de-4e0ce841ed91 req-1aaf2e36-08b8-4c00-8950-9cad78421867 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644052 Dec 12 17:34:46.540870 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port d93e9b15-ca01-4252-b2fd-b6b7f8965543, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d93e9b15-ca01-4252-b2fd-b6b7f8965543,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:46.543895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8104ebb-9ec3-40b3-b044-07e0a6ba1d3e req-61a779a2-eb8a-4d07-abc8-e2333094ecc2 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:46.545395 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8104ebb-9ec3-40b3-b044-07e0a6ba1d3e req-61a779a2-eb8a-4d07-abc8-e2333094ecc2 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 948 time: 0.0561650 Dec 12 17:34:46.552202 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'd93e9b15-ca01-4252-b2fd-b6b7f8965543', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': 'd93e9b15-ca01-4252-b2fd-b6b7f8965543', 'mac_address': 'fa:16:3e:90:5a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:34:46.596320 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:46.602097 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8104ebb-9ec3-40b3-b044-07e0a6ba1d3e req-58251bcc-8498-4369-9db3-d21987e2ff74 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478849 Dec 12 17:34:46.616770 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93e9b15-ca01-4252-b2fd-b6b7f8965543 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:46.639423 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port d93e9b15-ca01-4252-b2fd-b6b7f8965543, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d93e9b15-ca01-4252-b2fd-b6b7f8965543,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:46.643672 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:46.691331 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=d93e9b15-ca01-4252-b2fd-b6b7f8965543,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:46.755476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e729aa-7739-42c7-aa9b-b3196c39b92f req-126e4170-693c-4a6c-abf1-ee35b32ccbcd tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:46.757487 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78e729aa-7739-42c7-aa9b-b3196c39b92f req-126e4170-693c-4a6c-abf1-ee35b32ccbcd tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb6141e-8df5-4a8c-b579-81e8d858b5c4 HTTP/1.1" status: 200 len: 950 time: 0.0793774 Dec 12 17:34:46.768498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a2f1f-a623-4a26-afaa-92cd4ca800ed req-f9e9ef23-1755-4c6a-ac0f-25e1f1f74e0c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:46.769907 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c22a2f1f-a623-4a26-afaa-92cd4ca800ed req-f9e9ef23-1755-4c6a-ac0f-25e1f1f74e0c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 946 time: 0.0654414 Dec 12 17:34:46.783983 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:46.844261 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78e729aa-7739-42c7-aa9b-b3196c39b92f req-3bbfda41-c549-4940-a90f-5fd328180736 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734122 Dec 12 17:34:46.847442 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c22a2f1f-a623-4a26-afaa-92cd4ca800ed req-01026dd6-0caa-4468-9a05-81692cb3766f tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700879 Dec 12 17:34:46.895121 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50522474-a3af-44b5-af2a-1edef8c5a86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:47.042025 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d6287-b0f9-48ee-8399-fc001809491c req-afa2a50c-4172-46cf-b620-82e89a5a3c51 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:47.043516 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8c1d6287-b0f9-48ee-8399-fc001809491c req-afa2a50c-4172-46cf-b620-82e89a5a3c51 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 948 time: 0.0496025 Dec 12 17:34:47.118188 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a944b-7e86-4a77-9e44-933e09716dd7 req-af5820d1-f3e1-459c-9567-2791550993ad tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:47.119674 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-743a944b-7e86-4a77-9e44-933e09716dd7 req-af5820d1-f3e1-459c-9567-2791550993ad tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0752995 Dec 12 17:34:47.124249 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8c1d6287-b0f9-48ee-8399-fc001809491c req-db936197-ba18-4688-ba97-1e94faeae827 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721414 Dec 12 17:34:47.166518 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-743a944b-7e86-4a77-9e44-933e09716dd7 req-fdb71441-ee80-4668-96bf-a110c290135f tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407202 Dec 12 17:34:47.282944 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:47.368771 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f16b0-564d-4b8d-a614-0ad6df4b3b3c req-55d2e631-c7ec-4352-b4cf-e0acafd9eee0 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:47.370260 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf6f16b0-564d-4b8d-a614-0ad6df4b3b3c req-55d2e631-c7ec-4352-b4cf-e0acafd9eee0 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0511100 Dec 12 17:34:47.431012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['d93e9b15-ca01-4252-b2fd-b6b7f8965543'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:34:47.442649 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf6f16b0-564d-4b8d-a614-0ad6df4b3b3c req-ba2a9dcc-b6dd-49c1-b8b7-59e4d3a9bd95 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663288 Dec 12 17:34:47.455939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127b5c7-f922-447f-bd61-2a89c14158ab req-0ecd3de7-a0f3-4435-bebf-dd9932b50b6e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:47.457521 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6127b5c7-f922-447f-bd61-2a89c14158ab req-0ecd3de7-a0f3-4435-bebf-dd9932b50b6e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 943 time: 0.0687857 Dec 12 17:34:47.507089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6127b5c7-f922-447f-bd61-2a89c14158ab req-84fe6a04-4087-427a-8ff5-7a25a38b3964 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430419 Dec 12 17:34:47.714547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046f58d-1659-4fa0-92f1-816a8ceda676 req-a8b2b760-7520-47c0-bf91-c6ad49d0667a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:47.716031 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d046f58d-1659-4fa0-92f1-816a8ceda676 req-a8b2b760-7520-47c0-bf91-c6ad49d0667a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 949 time: 0.0469773 Dec 12 17:34:47.716964 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4daabdcc-6da0-4c0f-9a5b-503f091ee09d', 'tag': '9f717fce-017d-42a2-a42f-707ae69625a8'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:47.719448 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eb47b2-6412-4014-b38d-7be29a58b7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "4daabdcc-6da0-4c0f-9a5b-503f091ee09d", "tag": "9f717fce-017d-42a2-a42f-707ae69625a8"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:47.757165 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da06662c-c187-4a35-a8ae-b08162f663a0 x-openstack-request-id: req-da06662c-c187-4a35-a8ae-b08162f663a0 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:47.757467 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4daabdcc-6da0-4c0f-9a5b-503f091ee09d", "tag": "9f717fce-017d-42a2-a42f-707ae69625a8", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:47.757722 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da06662c-c187-4a35-a8ae-b08162f663a0 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:47.758123 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4daabdcc-6da0-4c0f-9a5b-503f091ee09d', 'tag': '9f717fce-017d-42a2-a42f-707ae69625a8', 'status': 'completed', 'code': 200} Dec 12 17:34:47.768248 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d046f58d-1659-4fa0-92f1-816a8ceda676 req-8cf5b96f-8280-4994-a8ae-932227e457b3 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463853 Dec 12 17:34:47.835753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb47b2-6412-4014-b38d-7be29a58b7ed req-5723aa39-d7d8-4d65-aaaa-b6f5d51578b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:47.837274 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61eb47b2-6412-4014-b38d-7be29a58b7ed req-5723aa39-d7d8-4d65-aaaa-b6f5d51578b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 1124 time: 0.0396278 Dec 12 17:34:47.968681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:34:47.981403 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb47b2-6412-4014-b38d-7be29a58b7ed req-01212048-2b93-4c0e-9017-98d6f7712fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:47.982855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61eb47b2-6412-4014-b38d-7be29a58b7ed req-01212048-2b93-4c0e-9017-98d6f7712fb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 908 time: 0.1311414 Dec 12 17:34:48.042693 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61eb47b2-6412-4014-b38d-7be29a58b7ed req-7f31fe5b-7d4a-4423-a404-44069260e833 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f717fce-017d-42a2-a42f-707ae69625a8 HTTP/1.1" status: 200 len: 217 time: 0.0438845 Dec 12 17:34:48.065753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dc540-0ae6-4732-bc0b-960219b6de61 req-f7392645-1b3b-4403-a4f9-363566720baa tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:48.067343 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e43dc540-0ae6-4732-bc0b-960219b6de61 req-f7392645-1b3b-4403-a4f9-363566720baa tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb6141e-8df5-4a8c-b579-81e8d858b5c4 HTTP/1.1" status: 200 len: 950 time: 0.1388235 Dec 12 17:34:48.103801 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444f849-6453-4c3a-9a6c-821453d07382 req-0b58e3f3-449b-4a71-af94-cd0c81094801 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:48.105306 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d444f849-6453-4c3a-9a6c-821453d07382 req-0b58e3f3-449b-4a71-af94-cd0c81094801 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 946 time: 0.1534216 Dec 12 17:34:48.116868 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:34:48.117216 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2b7d533e-d6ad-4f1a-af6f-5ba84f0d397b not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:34:48.139301 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:48.164585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb47b2-6412-4014-b38d-7be29a58b7ed req-91721a94-03f2-440b-b7fe-a94e168bdf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:48.166027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61eb47b2-6412-4014-b38d-7be29a58b7ed req-91721a94-03f2-440b-b7fe-a94e168bdf0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.1153753 Dec 12 17:34:48.198452 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e43dc540-0ae6-4732-bc0b-960219b6de61 req-53b335fd-ec53-4859-9a16-5daef6bf5fcd tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/security-groups?id=28794719-3e49-4777-828f-12c87d7bbb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055219 Dec 12 17:34:48.215362 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61eb47b2-6412-4014-b38d-7be29a58b7ed req-8ab44dd6-d05a-49bb-b6ba-8d4c6098f83f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349972 Dec 12 17:34:48.219880 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d444f849-6453-4c3a-9a6c-821453d07382 req-cc6bb419-a629-4d9f-a001-dfa77f83aab6 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068199 Dec 12 17:34:48.376026 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29260e-2445-4351-9b20-f42e476f9992 req-e32ff6d8-3717-41de-a618-24e6befcbbd8 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:48.377496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d29260e-2445-4351-9b20-f42e476f9992 req-e32ff6d8-3717-41de-a618-24e6befcbbd8 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 948 time: 0.1077266 Dec 12 17:34:48.380129 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61eb47b2-6412-4014-b38d-7be29a58b7ed req-5231e070-f69c-46ff-9f4e-72d9b786a6ad service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554599 Dec 12 17:34:48.396774 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c07142-f839-4a4a-a4e0-27361e505cb2 req-f2cbc113-d2ec-421b-86e5-e9f0bb4b30d6 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:48.398125 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5c07142-f839-4a4a-a4e0-27361e505cb2 req-f2cbc113-d2ec-421b-86e5-e9f0bb4b30d6 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0984323 Dec 12 17:34:48.432658 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 9f717fce-017d-42a2-a42f-707ae69625a8 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:34:48.516518 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d29260e-2445-4351-9b20-f42e476f9992 req-b9dd75e2-1be9-4087-9b5f-71c7e7b68639 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323311 Dec 12 17:34:48.522542 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5c07142-f839-4a4a-a4e0-27361e505cb2 req-35fc74c4-af23-4a35-a648-9bb3e668d2a8 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099124 Dec 12 17:34:48.541134 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 9f717fce-017d-42a2-a42f-707ae69625a8, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=9f717fce-017d-42a2-a42f-707ae69625a8,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:48.551933 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61eb47b2-6412-4014-b38d-7be29a58b7ed req-2aba2ba0-d6f5-43ef-8290-7aaeaa761ad8 service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529124 Dec 12 17:34:48.569645 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 9f717fce-017d-42a2-a42f-707ae69625a8 has no active binding in host n-h1-760354-5 {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 17:34:48.570297 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 5653b8e7-58a6-4cd8-a39f-7622b544db44 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:34:48.650204 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e46b9-ae01-4848-986d-e5fcf0da1212 req-ef57e6f9-7daf-498b-8d11-6c98b9a6048f tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:48.651726 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d7e46b9-ae01-4848-986d-e5fcf0da1212 req-ef57e6f9-7daf-498b-8d11-6c98b9a6048f tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0548048 Dec 12 17:34:48.683072 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 5653b8e7-58a6-4cd8-a39f-7622b544db44, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=5653b8e7-58a6-4cd8-a39f-7622b544db44,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:48.695138 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '5653b8e7-58a6-4cd8-a39f-7622b544db44', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '5653b8e7-58a6-4cd8-a39f-7622b544db44', 'mac_address': 'fa:16:3e:8a:c1:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:34:48.732669 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:48.750794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94136a9a-b9d2-47e3-88ad-5cc605f1db53 req-61cf4416-512e-441c-8634-3185c68a003e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:48.752312 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94136a9a-b9d2-47e3-88ad-5cc605f1db53 req-61cf4416-512e-441c-8634-3185c68a003e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 943 time: 0.0924397 Dec 12 17:34:48.752455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5653b8e7-58a6-4cd8-a39f-7622b544db44 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:34:48.755778 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d7e46b9-ae01-4848-986d-e5fcf0da1212 req-8ca2ec05-4f0f-446a-9b83-e4c995d0bdb5 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973270 Dec 12 17:34:48.778081 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 5653b8e7-58a6-4cd8-a39f-7622b544db44, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=5653b8e7-58a6-4cd8-a39f-7622b544db44,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:48.783306 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:48.816308 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb26bb4-554d-452b-b28d-721fc94cdcc8 req-50e62bca-60c9-4cfd-beb4-745321be7d4a tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:48.817977 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ddb26bb4-554d-452b-b28d-721fc94cdcc8 req-50e62bca-60c9-4cfd-beb4-745321be7d4a tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.20 "GET /v2.0/ports?device_id=acb6141e-8df5-4a8c-b579-81e8d858b5c4 HTTP/1.1" status: 200 len: 950 time: 0.0912790 Dec 12 17:34:48.844744 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=5653b8e7-58a6-4cd8-a39f-7622b544db44,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:48.861230 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94136a9a-b9d2-47e3-88ad-5cc605f1db53 req-0df196f9-a229-426b-92ef-fd6773ed94a4 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920100 Dec 12 17:34:48.943303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf154d-1e00-47e2-b1ff-54455ac535fd req-ec1336ee-b741-456f-916d-8e4082fa7f82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:48.944936 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2cf154d-1e00-47e2-b1ff-54455ac535fd req-ec1336ee-b741-456f-916d-8e4082fa7f82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 949 time: 0.0899763 Dec 12 17:34:48.988422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-ddb26bb4-554d-452b-b28d-721fc94cdcc8 req-d29faf7f-92f2-4fc6-a2d6-cc10c1ceacbc tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Deleting port b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:34:48.988755 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ddb26bb4-554d-452b-b28d-721fc94cdcc8 req-d29faf7f-92f2-4fc6-a2d6-cc10c1ceacbc tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:49.045515 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2cf154d-1e00-47e2-b1ff-54455ac535fd req-0677f426-cee1-4a9e-b459-f793a13511f5 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933261 Dec 12 17:34:49.093978 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-ddb26bb4-554d-452b-b28d-721fc94cdcc8 req-d29faf7f-92f2-4fc6-a2d6-cc10c1ceacbc tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] For port b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:49.094344 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ddb26bb4-554d-452b-b28d-721fc94cdcc8 req-d29faf7f-92f2-4fc6-a2d6-cc10c1ceacbc tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:49.107180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-ddb26bb4-554d-452b-b28d-721fc94cdcc8 req-d29faf7f-92f2-4fc6-a2d6-cc10c1ceacbc tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Calling delete_port for b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:34:49.226395 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['5653b8e7-58a6-4cd8-a39f-7622b544db44'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:34:49.234879 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ddb26bb4-554d-452b-b28d-721fc94cdcc8 req-d29faf7f-92f2-4fc6-a2d6-cc10c1ceacbc tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:49.262947 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:34:49.274763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29faf7f-92f2-4fc6-a2d6-cc10c1ceacbc tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Pushing event deleted for resources: {'Port': ['ID=b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:49.307934 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d02528c-9a25-4fc5-91f6-6b393e1f5563 req-d5f0c8c9-3a4c-47fc-9b3e-d8a70af35093 tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb6141e-8df5-4a8c-b579-81e8d858b5c4 HTTP/1.1" status: 200 len: 210 time: 0.0358143 Dec 12 17:34:49.368500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb26bb4-554d-452b-b28d-721fc94cdcc8 req-d29faf7f-92f2-4fc6-a2d6-cc10c1ceacbc tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] No DVR routers for this DVR port b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:34:49.373036 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ddb26bb4-554d-452b-b28d-721fc94cdcc8 req-d29faf7f-92f2-4fc6-a2d6-cc10c1ceacbc tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:49.378108 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ddb26bb4-554d-452b-b28d-721fc94cdcc8 req-d29faf7f-92f2-4fc6-a2d6-cc10c1ceacbc tempest-ServersAdminNegativeTestJSON-1884138675 tempest-ServersAdminNegativeTestJSON-1884138675-project] 10.222.0.20 "DELETE /v2.0/ports/b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 HTTP/1.1" status: 204 len: 173 time: 0.5512347 Dec 12 17:34:49.379517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb6141e-8df5-4a8c-b579-81e8d858b5c4', 'name': 'network-vif-deleted', 'tag': 'b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:49.382142 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e99e5f-65cd-46b3-9ed9-45c8a206c40a" -d '{"events": [{"server_uuid": "acb6141e-8df5-4a8c-b579-81e8d858b5c4", "name": "network-vif-deleted", "tag": "b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:49.413988 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc540b9-9922-4c2e-9cb1-4de290fa1dbc req-6ea431e7-ccfe-47f8-9b8d-d4b6cc147c20 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:49.416659 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fc540b9-9922-4c2e-9cb1-4de290fa1dbc req-6ea431e7-ccfe-47f8-9b8d-d4b6cc147c20 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 946 time: 0.0955060 Dec 12 17:34:49.464292 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c50424-9a47-4bd7-8f61-af558fdbfd8f x-openstack-request-id: req-d6c50424-9a47-4bd7-8f61-af558fdbfd8f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:49.464648 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb6141e-8df5-4a8c-b579-81e8d858b5c4", "name": "network-vif-deleted", "tag": "b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:49.465554 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6c50424-9a47-4bd7-8f61-af558fdbfd8f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:49.465554 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb6141e-8df5-4a8c-b579-81e8d858b5c4', 'name': 'network-vif-deleted', 'tag': 'b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3', 'status': 'completed', 'code': 200} Dec 12 17:34:49.482796 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fc540b9-9922-4c2e-9cb1-4de290fa1dbc req-805f1804-23c7-4311-8cfc-5cef2aa20c2d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571132 Dec 12 17:34:49.641143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae225c5-231b-4191-a685-9281c569e595 req-b7e2de3b-fb2a-492f-a8b7-e4990cb964b1 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:49.642593 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dae225c5-231b-4191-a685-9281c569e595 req-b7e2de3b-fb2a-492f-a8b7-e4990cb964b1 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 1097 time: 0.0665095 Dec 12 17:34:49.663422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413d88f-f293-4afe-8896-284a9b572185 req-4a40121c-b435-490f-8683-baa777669eff tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:49.664854 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0413d88f-f293-4afe-8896-284a9b572185 req-4a40121c-b435-490f-8683-baa777669eff tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 949 time: 0.0770900 Dec 12 17:34:49.721933 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dae225c5-231b-4191-a685-9281c569e595 req-0631db5c-1758-4810-a2b2-8f4868e96e08 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719948 Dec 12 17:34:49.734526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0413d88f-f293-4afe-8896-284a9b572185 req-a849c971-663b-4939-bc3d-df3150287331 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621309 Dec 12 17:34:49.855425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c1427-ef1f-4ba5-ab1a-5f4f348a85d0 req-1a78980b-e0d4-4326-bdd6-b6095eb313b9 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:49.863952 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c64c1427-ef1f-4ba5-ab1a-5f4f348a85d0 req-1a78980b-e0d4-4326-bdd6-b6095eb313b9 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0702295 Dec 12 17:34:49.910577 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:49.979492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c64c1427-ef1f-4ba5-ab1a-5f4f348a85d0 req-413f3b49-54b3-4014-b358-fc9aed60f35e tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143680 Dec 12 17:34:50.038273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac4caa-8a34-4004-b5ce-ecbe48aee4b3 req-00a914b6-9395-4085-9a4d-a4f4d11dbaea tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:50.047156 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-41ac4caa-8a34-4004-b5ce-ecbe48aee4b3 req-00a914b6-9395-4085-9a4d-a4f4d11dbaea tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0972109 Dec 12 17:34:50.098085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-41ac4caa-8a34-4004-b5ce-ecbe48aee4b3 req-4f2c496d-551e-497c-a0d0-ac084fadd6d5 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499129 Dec 12 17:34:50.165123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef8135-cf1f-4d8e-b753-8000a49a4611 req-6eefad39-2f82-4f78-82d1-a67bb0635a1d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:50.167520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17ef8135-cf1f-4d8e-b753-8000a49a4611 req-6eefad39-2f82-4f78-82d1-a67bb0635a1d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 943 time: 0.0994768 Dec 12 17:34:50.254347 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992c2bf-8841-4145-ac7f-c5b9f5af2222 req-0538993b-4abe-41cd-8ce5-9949e6e4644e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:50.256034 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c992c2bf-8841-4145-ac7f-c5b9f5af2222 req-0538993b-4abe-41cd-8ce5-9949e6e4644e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 949 time: 0.0864933 Dec 12 17:34:50.264218 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17ef8135-cf1f-4d8e-b753-8000a49a4611 req-eef84d40-1b14-4813-80ab-83595840d0fa tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825005 Dec 12 17:34:50.320191 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c992c2bf-8841-4145-ac7f-c5b9f5af2222 req-31891d64-5ce1-444d-a9fe-f8772e1a9fa0 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463741 Dec 12 17:34:50.446546 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device d93e9b15-ca01-4252-b2fd-b6b7f8965543 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:34:50.546116 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port d93e9b15-ca01-4252-b2fd-b6b7f8965543 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:34:50.551844 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port d93e9b15-ca01-4252-b2fd-b6b7f8965543 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:50.552496 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:50.672864 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:50.675817 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:50.722516 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port d93e9b15-ca01-4252-b2fd-b6b7f8965543, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d93e9b15-ca01-4252-b2fd-b6b7f8965543,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:50.723428 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69778f63-a0f1-4f71-9e7d-b23745203395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93e9b15-ca01-4252-b2fd-b6b7f8965543'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:50.727018 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153d384e-7be6-48c4-b686-4f8ddb1bb880" -d '{"events": [{"server_uuid": "69778f63-a0f1-4f71-9e7d-b23745203395", "name": "network-vif-plugged", "status": "completed", "tag": "d93e9b15-ca01-4252-b2fd-b6b7f8965543"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:50.731739 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:50.775243 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e59c11-2be1-4c2b-96ff-35bf40e144ef x-openstack-request-id: req-a6e59c11-2be1-4c2b-96ff-35bf40e144ef {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:50.777493 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69778f63-a0f1-4f71-9e7d-b23745203395", "name": "network-vif-plugged", "status": "completed", "tag": "d93e9b15-ca01-4252-b2fd-b6b7f8965543", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:50.778026 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6e59c11-2be1-4c2b-96ff-35bf40e144ef {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:50.781751 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69778f63-a0f1-4f71-9e7d-b23745203395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93e9b15-ca01-4252-b2fd-b6b7f8965543', 'code': 200} Dec 12 17:34:50.799476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37122) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:34:50.813175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=d93e9b15-ca01-4252-b2fd-b6b7f8965543,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:50.940623 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1b41b-db5d-444b-b746-7dd7e0787913 req-638b5730-aa5f-4aa5-8b2a-dcc206523fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:50.942328 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-79b1b41b-db5d-444b-b746-7dd7e0787913 req-638b5730-aa5f-4aa5-8b2a-dcc206523fde service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 1101 time: 0.0783429 Dec 12 17:34:50.961640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25b28a-6385-4b13-acb3-6e8ab33fa27d req-5abea9ce-db8a-4bfd-976d-ac4c74934d7a tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:50.963499 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee25b28a-6385-4b13-acb3-6e8ab33fa27d req-5abea9ce-db8a-4bfd-976d-ac4c74934d7a tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 949 time: 0.0760312 Dec 12 17:34:51.004476 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-79b1b41b-db5d-444b-b746-7dd7e0787913 req-332e6a11-a068-438d-8a7d-4f732c35920d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448875 Dec 12 17:34:51.035991 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1333de38-41d0-4760-8d64-9af66a0261df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd21ce160d374d72868199111a6f6539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350051 Dec 12 17:34:51.038399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37130) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:34:51.039633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee25b28a-6385-4b13-acb3-6e8ab33fa27d req-4022e4e8-69f4-4fa2-99fe-2c9b32a325ec tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655227 Dec 12 17:34:51.109020 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68adba9c-dfae-4f43-a4ad-8f60ba43c1c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:51.116255 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2c1f-71a3-4960-be5d-563922e9b58e req-446d6085-9afd-4a80-a5d9-0b8d77661732 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:51.125111 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-902d2c1f-71a3-4960-be5d-563922e9b58e req-446d6085-9afd-4a80-a5d9-0b8d77661732 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0652134 Dec 12 17:34:51.150317 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68adba9c-dfae-4f43-a4ad-8f60ba43c1c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:51.196215 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-902d2c1f-71a3-4960-be5d-563922e9b58e req-c72dfc7e-3d5d-454b-8f6e-796347cf47ac tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646374 Dec 12 17:34:51.217347 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68adba9c-dfae-4f43-a4ad-8f60ba43c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:51.220573 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68adba9c-dfae-4f43-a4ad-8f60ba43c1c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:51.225001 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-68adba9c-dfae-4f43-a4ad-8f60ba43c1c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28794719-3e49-4777-828f-12c87d7bbb72 HTTP/1.1" status: 204 len: 168 time: 0.1854749 Dec 12 17:34:51.233852 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adba9c-dfae-4f43-a4ad-8f60ba43c1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28794719-3e49-4777-828f-12c87d7bbb72,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:51.243357 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756658e-353a-4af1-9195-055a5fc66aba req-989ebd9d-91fa-4a87-ad5c-49b880cf6c21 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:51.249373 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9756658e-353a-4af1-9195-055a5fc66aba req-989ebd9d-91fa-4a87-ad5c-49b880cf6c21 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0792463 Dec 12 17:34:51.323837 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9756658e-353a-4af1-9195-055a5fc66aba req-b1a1de53-753b-43b6-815f-94192af14609 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678966 Dec 12 17:34:51.436244 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97ce48-0820-42c6-b2fb-91de2f35b5b4 req-ffd6f877-e9a1-4bb6-9ee6-783b70fe0f1d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:51.438011 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c97ce48-0820-42c6-b2fb-91de2f35b5b4 req-ffd6f877-e9a1-4bb6-9ee6-783b70fe0f1d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 943 time: 0.0774639 Dec 12 17:34:51.512144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78a15c-12bf-4a26-be92-a771efde4cc3 req-589823e2-9baf-48d5-a4f5-ea8be9cbcd61 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:51.513642 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db78a15c-12bf-4a26-be92-a771efde4cc3 req-589823e2-9baf-48d5-a4f5-ea8be9cbcd61 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 950 time: 0.0995634 Dec 12 17:34:51.533278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c97ce48-0820-42c6-b2fb-91de2f35b5b4 req-4680db0e-84ef-4853-b3c6-f00336b6090e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809999 Dec 12 17:34:51.567457 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37144) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:34:51.574280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db78a15c-12bf-4a26-be92-a771efde4cc3 req-fc5f4f35-984d-465c-bfa2-0cbf8cbb1975 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515919 Dec 12 17:34:51.620058 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-88864c6a-458a-44f3-8695-230b05173f61 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d61634864e074b6f8e05e023918e6a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0514588 Dec 12 17:34:51.622412 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37146) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:34:51.677256 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8106156c-ed50-48df-9cfe-1b602fa128e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:51.698158 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8106156c-ed50-48df-9cfe-1b602fa128e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:51.749156 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8106156c-ed50-48df-9cfe-1b602fa128e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:51.752435 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8106156c-ed50-48df-9cfe-1b602fa128e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:51.756442 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8106156c-ed50-48df-9cfe-1b602fa128e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/226bb23c-cc8c-4e1e-b2d3-e7c2202c025c HTTP/1.1" status: 204 len: 168 time: 0.1304870 Dec 12 17:34:51.775916 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106156c-ed50-48df-9cfe-1b602fa128e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226bb23c-cc8c-4e1e-b2d3-e7c2202c025c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:52.176379 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04426bac-f862-4ef2-87bf-000e35cf2a3f req-f146896e-3c71-4095-bbb2-623422aaed92 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:52.183672 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04426bac-f862-4ef2-87bf-000e35cf2a3f req-f146896e-3c71-4095-bbb2-623422aaed92 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 949 time: 0.0613525 Dec 12 17:34:52.227485 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04426bac-f862-4ef2-87bf-000e35cf2a3f req-bc680f6b-db6f-4854-9a46-8ff57b716164 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429287 Dec 12 17:34:52.345403 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168128ca-7066-4847-890d-8e9b00953228 req-1cb570fd-0f9a-4f7a-adb1-78a05b928e40 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:52.346924 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-168128ca-7066-4847-890d-8e9b00953228 req-1cb570fd-0f9a-4f7a-adb1-78a05b928e40 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0581400 Dec 12 17:34:52.401490 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-168128ca-7066-4847-890d-8e9b00953228 req-e4e2e11d-2ba4-4868-a86d-3f40a987397f tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467756 Dec 12 17:34:52.446122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 5653b8e7-58a6-4cd8-a39f-7622b544db44 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:34:52.518479 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 5653b8e7-58a6-4cd8-a39f-7622b544db44 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:34:52.523611 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 5653b8e7-58a6-4cd8-a39f-7622b544db44 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:52.524227 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:52.535975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf644f-5aca-4732-9fa7-7feb7c84fde2 req-32fc8569-9110-40be-97c9-89ecc5e0dab8 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:52.536745 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37176) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:34:52.553774 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aebf644f-5aca-4732-9fa7-7feb7c84fde2 req-32fc8569-9110-40be-97c9-89ecc5e0dab8 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0739040 Dec 12 17:34:52.607992 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:52.644512 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 5653b8e7-58a6-4cd8-a39f-7622b544db44, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=5653b8e7-58a6-4cd8-a39f-7622b544db44,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:52.655725 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:52.666984 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e10181ff-daaf-4293-9eb3-de50e21cad33 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-151730744-network', 'tenant_id': '02196d4bede74670adbe12bcd82342ab'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:52.692933 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10181ff-daaf-4293-9eb3-de50e21cad33 admin admin] Made reservation on behalf of 02196d4bede74670adbe12bcd82342ab for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:34:52.696454 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e10181ff-daaf-4293-9eb3-de50e21cad33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:52.706755 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e10181ff-daaf-4293-9eb3-de50e21cad33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:52.711806 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=5653b8e7-58a6-4cd8-a39f-7622b544db44,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:52.783293 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fa566d-b98b-44f0-b23e-f944278b375c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5653b8e7-58a6-4cd8-a39f-7622b544db44'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:34:52.785625 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9cdbfc-dee9-45df-9787-a3ff60146067" -d '{"events": [{"server_uuid": "90fa566d-b98b-44f0-b23e-f944278b375c", "name": "network-vif-plugged", "status": "completed", "tag": "5653b8e7-58a6-4cd8-a39f-7622b544db44"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:34:52.796727 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e10181ff-daaf-4293-9eb3-de50e21cad33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:52.801803 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e10181ff-daaf-4293-9eb3-de50e21cad33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:52.826816 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10181ff-daaf-4293-9eb3-de50e21cad33 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:34:52.832233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aebf644f-5aca-4732-9fa7-7feb7c84fde2 req-967a812c-b191-4745-bae2-66096a2aaea3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776864 Dec 12 17:34:52.837068 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10181ff-daaf-4293-9eb3-de50e21cad33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa016f7-d3b3-4c1b-bab6-059efdfbd2a8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:52.841835 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e10181ff-daaf-4293-9eb3-de50e21cad33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:52.842176 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-e10181ff-daaf-4293-9eb3-de50e21cad33 admin admin] Added segment 00726cad-90a2-4d84-b3bd-8bfcced2f1e5 of type vlan for network f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 Dec 12 17:34:52.883471 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e10181ff-daaf-4293-9eb3-de50e21cad33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:52.909988 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e10181ff-daaf-4293-9eb3-de50e21cad33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:52.910930 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10181ff-daaf-4293-9eb3-de50e21cad33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:52.911558 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e10181ff-daaf-4293-9eb3-de50e21cad33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:52.936812 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3186544-cd54-4c82-8e50-391e6ab8877f req-4560da75-f124-4333-9cff-24d10b6ce708 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:52.939280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d3186544-cd54-4c82-8e50-391e6ab8877f req-4560da75-f124-4333-9cff-24d10b6ce708 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 943 time: 0.0484266 Dec 12 17:34:52.972955 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e10181ff-daaf-4293-9eb3-de50e21cad33 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.4350293 Dec 12 17:34:52.977273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37190) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:34:52.978438 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10181ff-daaf-4293-9eb3-de50e21cad33 admin admin] Pushing event updated for resources: {'Network': ['ID=f6da1af2-83e0-4962-8cd0-1f2825c5f5c7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:52.982392 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d6dfc34a-ace1-41d9-84e2-467c115e9eb1 admin admin] Request body: {'subnet': {'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-151730744-subnet', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:52.988867 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:34:53.004852 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d3186544-cd54-4c82-8e50-391e6ab8877f req-6a3e87d0-1ce7-48c3-aef4-a135509930a7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543773 Dec 12 17:34:53.016584 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dfc34a-ace1-41d9-84e2-467c115e9eb1 admin admin] Made reservation on behalf of 02196d4bede74670adbe12bcd82342ab for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:34:53.018992 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d6dfc34a-ace1-41d9-84e2-467c115e9eb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:53.141734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c004a6a-103c-44c2-a9ea-5292b7bd9efb req-122057ca-e475-4923-9185-9ae843f670c4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:53.143208 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c004a6a-103c-44c2-a9ea-5292b7bd9efb req-122057ca-e475-4923-9185-9ae843f670c4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 950 time: 0.0754120 Dec 12 17:34:53.223610 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c004a6a-103c-44c2-a9ea-5292b7bd9efb req-cb99399f-0708-4ab9-88ff-4b972292eeb6 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741463 Dec 12 17:34:53.270730 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d6dfc34a-ace1-41d9-84e2-467c115e9eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:53.325082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfc34a-ace1-41d9-84e2-467c115e9eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7505148-07c5-4bb3-ac4c-f41af810c6ae,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:53.340363 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dfc34a-ace1-41d9-84e2-467c115e9eb1 admin admin] Checking segment: {'id': '00726cad-90a2-4d84-b3bd-8bfcced2f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:53.340686 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dfc34a-ace1-41d9-84e2-467c115e9eb1 admin admin] Network hostable DHCP agents. Network: f6da1af2-83e0-4962-8cd0-1f2825c5f5c7, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:34:53.358411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dfc34a-ace1-41d9-84e2-467c115e9eb1 admin admin] Network f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:34:53.367519 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-d6dfc34a-ace1-41d9-84e2-467c115e9eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, f6da1af2-83e0-4962-8cd0-1f2825c5f5c7) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:34:53.371432 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dfc34a-ace1-41d9-84e2-467c115e9eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:53.372040 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d6dfc34a-ace1-41d9-84e2-467c115e9eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:53.378116 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa73bea-bfec-4057-9acf-e8fd516b2a20 None None] Network f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:34:53.391923 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d6dfc34a-ace1-41d9-84e2-467c115e9eb1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.4134865 Dec 12 17:34:53.392354 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37196) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:34:53.397869 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-151730744-router', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:34:53.425926 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:53.427151 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:53.502156 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-f6da1af2-83e0-4962-8cd0-1f2825c5f5c7', 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7', 'project_id': '02196d4bede74670adbe12bcd82342ab', 'fixed_ips': [{'subnet_id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:34:53.503048 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:53.531091 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:53.610253 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971d2ca3-832f-4c61-8491-5870872c7264 x-openstack-request-id: req-971d2ca3-832f-4c61-8491-5870872c7264 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:34:53.610636 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fa566d-b98b-44f0-b23e-f944278b375c", "name": "network-vif-plugged", "status": "completed", "tag": "5653b8e7-58a6-4cd8-a39f-7622b544db44", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:34:53.610812 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-971d2ca3-832f-4c61-8491-5870872c7264 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:34:53.611222 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fa566d-b98b-44f0-b23e-f944278b375c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5653b8e7-58a6-4cd8-a39f-7622b544db44', 'code': 200} Dec 12 17:34:53.672077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Allocated IP 172.20.0.2 (f6da1af2-83e0-4962-8cd0-1f2825c5f5c7/d7505148-07c5-4bb3-ac4c-f41af810c6ae/c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:34:53.691007 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:53.714452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd478f-3be2-480c-af5f-25afe510a0dd req-c49eb9ef-5665-4016-94a8-9f2db5e0277d tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:53.715988 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35fd478f-3be2-480c-af5f-25afe510a0dd req-c49eb9ef-5665-4016-94a8-9f2db5e0277d tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.0533125 Dec 12 17:34:53.780600 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35fd478f-3be2-480c-af5f-25afe510a0dd req-a193ae64-6cad-40ce-9a93-84ef4768d43a tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583572 Dec 12 17:34:53.822889 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:53.831239 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:53.887733 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Network f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:34:53.891340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:34:53.901650 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:34:53.901938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae256f9-681b-4bdb-a795-bf0f3f48e6de req-597580ce-24a4-4036-b7da-b8792e2ad550 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:53.903689 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ae256f9-681b-4bdb-a795-bf0f3f48e6de req-597580ce-24a4-4036-b7da-b8792e2ad550 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0614216 Dec 12 17:34:53.905288 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Pushing event updated for resources: {'Port': ['ID=c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:53.930356 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:53.963053 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:53.979124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ae256f9-681b-4bdb-a795-bf0f3f48e6de req-b3aea63d-74d1-4042-8421-008b18d0f236 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626485 Dec 12 17:34:53.989253 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Attempting to bind port c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:34:53.990416 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Attempting to bind port c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '00726cad-90a2-4d84-b3bd-8bfcced2f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:34:53.991107 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Attempting to bind port c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f on network f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:54.005758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:34:54.036193 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:34:54.036579 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Checking segment: {'id': '00726cad-90a2-4d84-b3bd-8bfcced2f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:54.037484 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:54.037929 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Bound using segment: {'id': '00726cad-90a2-4d84-b3bd-8bfcced2f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:34:54.038428 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Bound port: c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00726cad-90a2-4d84-b3bd-8bfcced2f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:34:54.038827 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:54.040918 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:34:54.041329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device b19bf5ce-cae4-4bda-ab8a-6bdd4385a3e3 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:34:54.095090 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] Allocated IP 172.25.1.166 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/1a07811c-d90c-49c0-9836-613e2327787d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:34:54.108866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d52d9-4a7f-4c11-abf3-6a08e6bc7b26 req-2ddfe223-843e-4627-b084-c87114e73dda tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:54.118529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e9d52d9-4a7f-4c11-abf3-6a08e6bc7b26 req-2ddfe223-843e-4627-b084-c87114e73dda tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0701759 Dec 12 17:34:54.123387 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] For port c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:34:54.128502 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] For port c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f,segment=NetworkSegment(00726cad-90a2-4d84-b3bd-8bfcced2f1e5),segment_id=00726cad-90a2-4d84-b3bd-8bfcced2f1e5)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:34:54.135811 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:54.183700 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e9d52d9-4a7f-4c11-abf3-6a08e6bc7b26 req-b536b63e-cb58-4b67-ad30-a8805b1ecc03 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641670 Dec 12 17:34:54.230938 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:54.231193 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492247dc-2f08-4c33-a651-c93849f68d2d None None] Pushing event updated for resources: {'Port': ['ID=c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:54.271593 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:54.293761 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2e744-d2f8-4c87-9100-252d062c7065 req-2812da41-2e12-4020-a420-a5a073960530 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:54.296148 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5c2e744-d2f8-4c87-9100-252d062c7065 req-2812da41-2e12-4020-a420-a5a073960530 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 943 time: 0.0580163 Dec 12 17:34:54.323344 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:34:54.328908 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:34:54.332886 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:34:54.358448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5c2e744-d2f8-4c87-9100-252d062c7065 req-a66a2f9d-dab8-4a83-8adc-561c38df870f tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547318 Dec 12 17:34:54.409127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] Pushing event updated for resources: {'Port': ['ID=1a07811c-d90c-49c0-9836-613e2327787d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:54.531259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd40c92-63a6-4be8-9fc5-deb80b88e250 req-92bc7d9f-d982-442e-b14e-52de6206f0be tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:54.531259 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cdd40c92-63a6-4be8-9fc5-deb80b88e250 req-92bc7d9f-d982-442e-b14e-52de6206f0be tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 950 time: 0.0950601 Dec 12 17:34:54.590540 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cdd40c92-63a6-4be8-9fc5-deb80b88e250 req-c2ae95f2-db36-460f-80c5-ddf738816e4d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530396 Dec 12 17:34:54.613563 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:54.811959 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:54.899449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce79967-f27b-4d61-bc57-902689a3d506 req-682316d7-a1d0-4de8-8875-63c6bfbb7370 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:54.901649 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ce79967-f27b-4d61-bc57-902689a3d506 req-682316d7-a1d0-4de8-8875-63c6bfbb7370 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.0553987 Dec 12 17:34:54.963314 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ce79967-f27b-4d61-bc57-902689a3d506 req-19057677-255a-4c25-b27d-f4cdbca05d4d tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507178 Dec 12 17:34:54.991788 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] Router b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:34:55.114657 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:34:55.123088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c95eb-e383-491a-8528-8036ff29e24d req-09669bab-f2bc-4265-a909-73fd3b3be99f tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:55.125004 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Sync routers for ids ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:34:55.137758 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Routers {'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:34:55.139309 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:34:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:34:55.150065 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-755c95eb-e383-491a-8528-8036ff29e24d req-09669bab-f2bc-4265-a909-73fd3b3be99f tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0735614 Dec 12 17:34:55.153046 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:55.157227 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-01754f46-1d32-4e1e-869f-622ee5df3b91 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 1.7637994 Dec 12 17:34:55.157899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37222) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:34:55.279955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:34:55.288440 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Set router b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:34:55.331429 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:55.332290 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:55.428411 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:55.449482 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652baa6b-3687-455e-a271-d72ff86be424 None None] Network f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:34:55.523468 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-151730744-router', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1a07811c-d90c-49c0-9836-613e2327787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:54Z', 'revision_number': 3, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'gw_port': {'id': '1a07811c-d90c-49c0-9836-613e2327787d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:34:55.551966 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f,segment=NetworkSegment(00726cad-90a2-4d84-b3bd-8bfcced2f1e5),segment_id=00726cad-90a2-4d84-b3bd-8bfcced2f1e5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:55.555609 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-755c95eb-e383-491a-8528-8036ff29e24d req-f9036614-7554-4d1a-9015-c32efe1905f8 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000669 Dec 12 17:34:55.558242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4689b88c-923c-429d-ac16-0576d188ac80 None None] Provisioning complete for port c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:55.558877 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4689b88c-923c-429d-ac16-0576d188ac80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:55.573570 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Checking router: b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:34:55.574734 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Updating router b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 port 1a07811c-d90c-49c0-9836-613e2327787d binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:34:55.584214 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:55.615600 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:55.698112 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:55.819265 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1950955-3d54-4954-8ac5-06d02f5a0509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:55.846118 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce824e6-7d07-4e9e-b636-b3e0cdd9be6c req-61c959b1-3212-47f1-93fc-7a07be087875 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:55.850530 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1ce824e6-7d07-4e9e-b636-b3e0cdd9be6c req-61c959b1-3212-47f1-93fc-7a07be087875 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1698952 Dec 12 17:34:55.941473 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:55.951287 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:56.002942 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1ce824e6-7d07-4e9e-b636-b3e0cdd9be6c req-d75100d1-9585-4361-99c8-1635905878e1 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346183 Dec 12 17:34:56.009734 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Attempting to bind port 1a07811c-d90c-49c0-9836-613e2327787d on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:34:56.010040 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Attempting to bind port 1a07811c-d90c-49c0-9836-613e2327787d by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:34:56.010412 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Attempting to bind port 1a07811c-d90c-49c0-9836-613e2327787d on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:56.012760 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe227f9-4f8e-4d46-b764-a8a6de9c2d0e None None] Pushing event updated for resources: {'Port': ['ID=1a07811c-d90c-49c0-9836-613e2327787d,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:56.021946 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:34:56.022288 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:56.022697 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:56.023091 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:34:56.023723 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Bound port: 1a07811c-d90c-49c0-9836-613e2327787d, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:34:56.024127 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:56.028507 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe227f9-4f8e-4d46-b764-a8a6de9c2d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:56.028863 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe227f9-4f8e-4d46-b764-a8a6de9c2d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:56.029209 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe227f9-4f8e-4d46-b764-a8a6de9c2d0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:56.029552 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe227f9-4f8e-4d46-b764-a8a6de9c2d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:56.029889 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe227f9-4f8e-4d46-b764-a8a6de9c2d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:56.030222 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe227f9-4f8e-4d46-b764-a8a6de9c2d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:56.030551 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe227f9-4f8e-4d46-b764-a8a6de9c2d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:56.030878 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe227f9-4f8e-4d46-b764-a8a6de9c2d0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:56.031247 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe227f9-4f8e-4d46-b764-a8a6de9c2d0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:56.031581 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe227f9-4f8e-4d46-b764-a8a6de9c2d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:56.031906 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe227f9-4f8e-4d46-b764-a8a6de9c2d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:56.032235 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe227f9-4f8e-4d46-b764-a8a6de9c2d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:56.032608 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe227f9-4f8e-4d46-b764-a8a6de9c2d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:34:56.039918 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-333cc7b0-ffef-445e-a6f2-98b455edfbbe None None] Provisioning complete for port c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:56.040903 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-333cc7b0-ffef-445e-a6f2-98b455edfbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:56.109577 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] For port 1a07811c-d90c-49c0-9836-613e2327787d, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:34:56.113636 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] For port 1a07811c-d90c-49c0-9836-613e2327787d, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1a07811c-d90c-49c0-9836-613e2327787d,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:34:56.119034 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:56.177770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641bc17-de41-46a6-a745-2ff7ea10927a req-88ac0005-79a5-4f27-b2e7-77bf5842da61 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:56.179993 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5641bc17-de41-46a6-a745-2ff7ea10927a req-88ac0005-79a5-4f27-b2e7-77bf5842da61 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 943 time: 0.0982833 Dec 12 17:34:56.183526 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Routers {'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:34:56.186099 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:34:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:34:56.190948 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-b1950955-3d54-4954-8ac5-06d02f5a0509 admin admin] Allocated IP 172.20.0.1 (f6da1af2-83e0-4962-8cd0-1f2825c5f5c7/d7505148-07c5-4bb3-ac4c-f41af810c6ae/ea2cd696-eb7b-4578-bb77-b8c58adaafaa) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:34:56.286331 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5641bc17-de41-46a6-a745-2ff7ea10927a req-6644aa3c-f5db-4f82-adcd-2751e54393be tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995715 Dec 12 17:34:56.344851 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1950955-3d54-4954-8ac5-06d02f5a0509 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:56.391306 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe227f9-4f8e-4d46-b764-a8a6de9c2d0e None None] Pushing event updated for resources: {'Port': ['ID=1a07811c-d90c-49c0-9836-613e2327787d,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:56.400644 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] Set router b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:34:56.414475 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1950955-3d54-4954-8ac5-06d02f5a0509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:56.456344 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976ab57-06e3-47c2-82a2-1bc6d6454b16 req-6e8b9b8c-c904-48d4-92b1-633122a886a5 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:56.458036 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2976ab57-06e3-47c2-82a2-1bc6d6454b16 req-6e8b9b8c-c904-48d4-92b1-633122a886a5 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 950 time: 0.0886362 Dec 12 17:34:56.467034 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1950955-3d54-4954-8ac5-06d02f5a0509 admin admin] Network f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:34:56.473273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-b1950955-3d54-4954-8ac5-06d02f5a0509 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:34:56.476365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1950955-3d54-4954-8ac5-06d02f5a0509 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:34:56.506204 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1950955-3d54-4954-8ac5-06d02f5a0509 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2cd696-eb7b-4578-bb77-b8c58adaafaa,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:56.549658 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1950955-3d54-4954-8ac5-06d02f5a0509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:56.603752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2976ab57-06e3-47c2-82a2-1bc6d6454b16 req-9359f201-cff6-4aaf-8b0c-32144b7ca0fe tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332698 Dec 12 17:34:56.620164 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-151730744-router', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1a07811c-d90c-49c0-9836-613e2327787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:54Z', 'revision_number': 3, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'gw_port': {'id': '1a07811c-d90c-49c0-9836-613e2327787d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:34:56.656948 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10d481-c2df-457f-b740-8296f8f1eb5d None None] The sync data for ids ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'] in n-d-760354-5 is: [{'id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-151730744-router', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1a07811c-d90c-49c0-9836-613e2327787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:54Z', 'revision_number': 3, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'gw_port': {'id': '1a07811c-d90c-49c0-9836-613e2327787d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:34:56.763938 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1950955-3d54-4954-8ac5-06d02f5a0509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:56.773459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-818b66bd-5f90-4c7c-a597-67aa859eeba3 None None] Provisioning complete for port ea2cd696-eb7b-4578-bb77-b8c58adaafaa triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:56.774016 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-818b66bd-5f90-4c7c-a597-67aa859eeba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:56.816346 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-818b66bd-5f90-4c7c-a597-67aa859eeba3 None None] Port ea2cd696-eb7b-4578-bb77-b8c58adaafaa cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:34:56.830715 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0c0d1-1624-4de3-8d94-13193fe2e21d req-38b59dc0-a277-42e4-99e1-addfa682fa7c tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:56.832511 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ad0c0d1-1624-4de3-8d94-13193fe2e21d req-38b59dc0-a277-42e4-99e1-addfa682fa7c tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.1177378 Dec 12 17:34:56.941677 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ad0c0d1-1624-4de3-8d94-13193fe2e21d req-f7ad6c1c-64c3-4e8b-8da0-988cab2c695a tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974431 Dec 12 17:34:57.037707 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1950955-3d54-4954-8ac5-06d02f5a0509 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:57.054806 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1950955-3d54-4954-8ac5-06d02f5a0509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:57.145381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1950955-3d54-4954-8ac5-06d02f5a0509 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2cd696-eb7b-4578-bb77-b8c58adaafaa,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:57.149305 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1950955-3d54-4954-8ac5-06d02f5a0509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:57.167450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae0569-37b7-4d98-9ef6-33a017fd9039 req-52770bde-42d0-4de3-a5df-693af161dbe6 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:57.168978 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57ae0569-37b7-4d98-9ef6-33a017fd9039 req-52770bde-42d0-4de3-a5df-693af161dbe6 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.1248608 Dec 12 17:34:57.281622 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57ae0569-37b7-4d98-9ef6-33a017fd9039 req-f3b9b7ec-2fe9-4c2f-a04c-4a6771eeb671 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943863 Dec 12 17:34:57.306481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1950955-3d54-4954-8ac5-06d02f5a0509 admin admin] Network f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:34:57.308176 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-b1950955-3d54-4954-8ac5-06d02f5a0509 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:34:57.332231 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:34:57.419798 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:57.420173 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:57.513009 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1a07811c-d90c-49c0-9836-613e2327787d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:34:57.515360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c5a32-2f80-4c7c-b26f-58cd5e8b77d6 req-29a3199d-f110-4a6d-a59a-22348fa01ca5 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:57.523083 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d7c5a32-2f80-4c7c-b26f-58cd5e8b77d6 req-29a3199d-f110-4a6d-a59a-22348fa01ca5 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1258821 Dec 12 17:34:57.575923 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1a07811c-d90c-49c0-9836-613e2327787d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:57.576292 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:57.623918 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d7c5a32-2f80-4c7c-b26f-58cd5e8b77d6 req-bf743785-370e-44c3-bbee-a66c5cee020a tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994635 Dec 12 17:34:57.644329 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1950955-3d54-4954-8ac5-06d02f5a0509 admin admin] Router b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:34:57.707093 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:57.718711 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5d203e3e-1de1-46e1-ad19-b58858d775ae None None] Provisioning complete for port ea2cd696-eb7b-4578-bb77-b8c58adaafaa triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:57.719091 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5d203e3e-1de1-46e1-ad19-b58858d775ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:57.750698 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 1a07811c-d90c-49c0-9836-613e2327787d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1a07811c-d90c-49c0-9836-613e2327787d,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:34:57.764089 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:57.830843 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5d203e3e-1de1-46e1-ad19-b58858d775ae None None] Port ea2cd696-eb7b-4578-bb77-b8c58adaafaa cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:34:57.861102 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=1a07811c-d90c-49c0-9836-613e2327787d,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:58.048762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1997f-8175-45a9-93e6-c5367835bdab req-8e727b8a-2225-42fa-b665-1322a6a47692 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:58.050236 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e1b1997f-8175-45a9-93e6-c5367835bdab req-8e727b8a-2225-42fa-b665-1322a6a47692 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 943 time: 0.3139908 Dec 12 17:34:58.055520 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1950955-3d54-4954-8ac5-06d02f5a0509 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:34:58.064026 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b1950955-3d54-4954-8ac5-06d02f5a0509 admin admin] 10.222.0.18 "PUT /v2.0/routers/b6e33ef2-fdb7-4c2a-a451-a4e1cd513634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9050207 Dec 12 17:34:58.118255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e1b1997f-8175-45a9-93e6-c5367835bdab req-7d0378e1-fa15-4d8f-858d-8f07ab22a633 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531218 Dec 12 17:34:58.227153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073fc3c-420e-4c1d-92ef-6f93c54579d3 req-8057f58a-d1d0-4a86-b386-1a9e9b997f24 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:58.228613 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7073fc3c-420e-4c1d-92ef-6f93c54579d3 req-8057f58a-d1d0-4a86-b386-1a9e9b997f24 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 950 time: 0.0502949 Dec 12 17:34:58.277064 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7073fc3c-420e-4c1d-92ef-6f93c54579d3 req-67b80742-b85d-4163-8b3b-ead93108175e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421152 Dec 12 17:34:58.405363 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65895-965b-43da-be30-1b387092d695 req-e9691aa5-ac26-4f7d-921c-693da95db937 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:58.406930 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68b65895-965b-43da-be30-1b387092d695 req-e9691aa5-ac26-4f7d-921c-693da95db937 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.0558767 Dec 12 17:34:58.454428 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68b65895-965b-43da-be30-1b387092d695 req-db86f191-c71d-478b-954b-4d39a13d95e3 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413520 Dec 12 17:34:58.712238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Sync routers for ids ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:34:58.723152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Routers {'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:34:58.723903 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:34:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:34:58.767854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-07a7488f-bcaf-4c2a-a692-6557e6df910e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:58.769554 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-07a7488f-bcaf-4c2a-a692-6557e6df910e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/networks?id=f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 HTTP/1.1" status: 200 len: 828 time: 0.1110890 Dec 12 17:34:58.785546 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-478baa33-1b9f-4d10-97df-b9c9f1c6a20a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/quotas/02196d4bede74670adbe12bcd82342ab HTTP/1.1" status: 200 len: 375 time: 0.0096238 Dec 12 17:34:58.844687 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-8b7d935c-a5e0-4b02-92c9-7b558feeba36 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=02196d4bede74670adbe12bcd82342ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521102 Dec 12 17:34:58.953810 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-c0c94fe0-57c8-481e-9e61-8cf502c6dfb3 service neutron] 10.222.0.18 "GET /v2.0/networks/f6da1af2-83e0-4962-8cd0-1f2825c5f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998206 Dec 12 17:34:58.968038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Set router b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:34:59.062574 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-b398b20a-7b2e-4f1a-bc34-9ef41c4a3c0e service neutron] 10.222.0.18 "GET /v2.0/networks/f6da1af2-83e0-4962-8cd0-1f2825c5f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076679 Dec 12 17:34:59.204519 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1a07811c-d90c-49c0-9836-613e2327787d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:34:59.239280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-151730744-router', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1a07811c-d90c-49c0-9836-613e2327787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:56Z', 'revision_number': 4, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'gw_port': {'id': '1a07811c-d90c-49c0-9836-613e2327787d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'ea2cd696-eb7b-4578-bb77-b8c58adaafaa', 'name': '', 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'mac_address': 'fa:16:3e:9c:8e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:55Z', 'updated_at': '2021-12-12T17:34:56Z', 'revision_number': 2, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'subnets': [{'id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:34:59.277643 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Checking router: b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:34:59.278003 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Updating router b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 port ea2cd696-eb7b-4578-bb77-b8c58adaafaa binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:34:59.297766 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecde4a-d59c-4a78-bec5-043c7a4eacd2 req-58e5afbf-8a53-48ba-bbac-cf19599cb5c5 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:59.300231 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1aecde4a-d59c-4a78-bec5-043c7a4eacd2 req-58e5afbf-8a53-48ba-bbac-cf19599cb5c5 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0583234 Dec 12 17:34:59.312852 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:59.329208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1a07811c-d90c-49c0-9836-613e2327787d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:34:59.329622 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:59.371061 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1aecde4a-d59c-4a78-bec5-043c7a4eacd2 req-4ebd962b-76eb-40d2-ba02-a72ad8a26d1c tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645924 Dec 12 17:34:59.500309 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880ae5-77c3-4e02-981b-fa4cd7c89a71 req-0f100800-aeee-4aa4-b08e-f9d5ab8ed346 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:59.503676 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84880ae5-77c3-4e02-981b-fa4cd7c89a71 req-0f100800-aeee-4aa4-b08e-f9d5ab8ed346 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0709441 Dec 12 17:34:59.571854 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84880ae5-77c3-4e02-981b-fa4cd7c89a71 req-21e9022e-4356-4b82-a38f-bedf79ba0f6b tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618675 Dec 12 17:34:59.713822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078a89e-b9a9-4461-b05f-23a4fde7dc95 req-c6c334ad-2a41-4a3c-99d4-6304e8f5ca9e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:34:59.723235 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c078a89e-b9a9-4461-b05f-23a4fde7dc95 req-c6c334ad-2a41-4a3c-99d4-6304e8f5ca9e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 943 time: 0.0717044 Dec 12 17:34:59.732119 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:59.738631 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:59.769648 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c078a89e-b9a9-4461-b05f-23a4fde7dc95 req-cae7ea4b-0faa-41a7-85f1-a494b5453090 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454478 Dec 12 17:34:59.804337 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9b475-9e0b-4c57-a0fd-fae146d1d5f1 None None] Pushing event updated for resources: {'Port': ['ID=ea2cd696-eb7b-4578-bb77-b8c58adaafaa,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:34:59.861653 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Attempting to bind port ea2cd696-eb7b-4578-bb77-b8c58adaafaa on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:34:59.862129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Attempting to bind port ea2cd696-eb7b-4578-bb77-b8c58adaafaa by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '00726cad-90a2-4d84-b3bd-8bfcced2f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:34:59.862622 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Attempting to bind port ea2cd696-eb7b-4578-bb77-b8c58adaafaa on network f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:34:59.868367 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:34:59.868791 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Checking segment: {'id': '00726cad-90a2-4d84-b3bd-8bfcced2f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:34:59.869211 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:59.869674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Bound using segment: {'id': '00726cad-90a2-4d84-b3bd-8bfcced2f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:34:59.870306 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Bound port: ea2cd696-eb7b-4578-bb77-b8c58adaafaa, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00726cad-90a2-4d84-b3bd-8bfcced2f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:34:59.870758 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:34:59.885662 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1039cfd7-3970-46b0-8825-625c38c44864 req-3dc11a42-77f2-431c-946a-9e5ff86989e2 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d HTTP/1.1" status: 200 len: 210 time: 0.0294988 Dec 12 17:34:59.964121 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] For port ea2cd696-eb7b-4578-bb77-b8c58adaafaa, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:34:59.967590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] For port ea2cd696-eb7b-4578-bb77-b8c58adaafaa, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ea2cd696-eb7b-4578-bb77-b8c58adaafaa,segment=NetworkSegment(00726cad-90a2-4d84-b3bd-8bfcced2f1e5),segment_id=00726cad-90a2-4d84-b3bd-8bfcced2f1e5)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:34:59.975160 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:00.009537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032d47d-2eac-4e92-b1b3-1866a34820aa req-6ac4aa4f-6eaa-478f-a0ce-91df920d9a7e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:00.015578 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1032d47d-2eac-4e92-b1b3-1866a34820aa req-6ac4aa4f-6eaa-478f-a0ce-91df920d9a7e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 950 time: 0.0678153 Dec 12 17:35:00.049718 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Routers {'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:35:00.050372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:34:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:35:00.094143 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1032d47d-2eac-4e92-b1b3-1866a34820aa req-a3640238-1b02-401b-9c79-42da4c13305c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672472 Dec 12 17:35:00.157198 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9b475-9e0b-4c57-a0fd-fae146d1d5f1 None None] Pushing event updated for resources: {'Port': ['ID=ea2cd696-eb7b-4578-bb77-b8c58adaafaa,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:00.183028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0c178389-ae2f-4806-b477-50aab6954e24 None None] Provisioning complete for port ea2cd696-eb7b-4578-bb77-b8c58adaafaa triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:35:00.183563 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c178389-ae2f-4806-b477-50aab6954e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:00.216703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b466401-85a5-4c20-a183-aa387c8b076f req-9520fe8c-39d8-4f1b-a270-6ae5f231c8de tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:00.218339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b466401-85a5-4c20-a183-aa387c8b076f req-9520fe8c-39d8-4f1b-a270-6ae5f231c8de tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.0655029 Dec 12 17:35:00.235458 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] Set router b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:35:00.267543 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b466401-85a5-4c20-a183-aa387c8b076f req-f2aeeffa-e3cd-4984-93da-f88ffcfcc0dd tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423346 Dec 12 17:35:00.386580 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c178389-ae2f-4806-b477-50aab6954e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:00.442889 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0c178389-ae2f-4806-b477-50aab6954e24 None None] For port ea2cd696-eb7b-4578-bb77-b8c58adaafaa, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ea2cd696-eb7b-4578-bb77-b8c58adaafaa,segment=NetworkSegment(00726cad-90a2-4d84-b3bd-8bfcced2f1e5),segment_id=00726cad-90a2-4d84-b3bd-8bfcced2f1e5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:00.447331 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c178389-ae2f-4806-b477-50aab6954e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:00.485687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bacb2-b9a2-4fe8-9730-2e872e87edc3 req-df2479fe-0905-43bf-8d8e-74012313e85e tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:00.487370 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf8bacb2-b9a2-4fe8-9730-2e872e87edc3 req-df2479fe-0905-43bf-8d8e-74012313e85e tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0504873 Dec 12 17:35:00.523534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c178389-ae2f-4806-b477-50aab6954e24 None None] Pushing event updated for resources: {'Port': ['ID=ea2cd696-eb7b-4578-bb77-b8c58adaafaa,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:00.537580 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-151730744-router', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1a07811c-d90c-49c0-9836-613e2327787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:56Z', 'revision_number': 4, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'gw_port': {'id': '1a07811c-d90c-49c0-9836-613e2327787d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'ea2cd696-eb7b-4578-bb77-b8c58adaafaa', 'name': '', 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'mac_address': 'fa:16:3e:9c:8e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:55Z', 'updated_at': '2021-12-12T17:34:59Z', 'revision_number': 4, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'subnets': [{'id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:35:00.539814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf8bacb2-b9a2-4fe8-9730-2e872e87edc3 req-51c430f6-0d76-4a23-b7e1-2b4e7d69bffc tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432034 Dec 12 17:35:00.568192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e001f210-6240-491d-b2e7-06e8b47be828 None None] The sync data for ids ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'] in n-d-760354-5 is: [{'id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-151730744-router', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1a07811c-d90c-49c0-9836-613e2327787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:56Z', 'revision_number': 4, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'gw_port': {'id': '1a07811c-d90c-49c0-9836-613e2327787d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'ea2cd696-eb7b-4578-bb77-b8c58adaafaa', 'name': '', 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'mac_address': 'fa:16:3e:9c:8e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:55Z', 'updated_at': '2021-12-12T17:34:59Z', 'revision_number': 4, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'subnets': [{'id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:35:00.579522 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7dc304c9-9d85-4426-8eec-4fbd992a45a7 None None] Provisioning complete for port ea2cd696-eb7b-4578-bb77-b8c58adaafaa triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:35:00.579898 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7dc304c9-9d85-4426-8eec-4fbd992a45a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:00.729378 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b9dd2-c971-4334-8096-7680f25ac167 req-b7efbabd-71e0-45d0-b7b4-46640cc4dc03 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:00.730923 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a63b9dd2-c971-4334-8096-7680f25ac167 req-b7efbabd-71e0-45d0-b7b4-46640cc4dc03 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0585029 Dec 12 17:35:00.802081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a63b9dd2-c971-4334-8096-7680f25ac167 req-884dba1a-9309-4bbc-9e0b-4e7f40eb8b78 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645058 Dec 12 17:35:00.935014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-9e15b6a1-daff-47bb-beaf-4680da3659f4 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:00.936495 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-9e15b6a1-daff-47bb-beaf-4680da3659f4 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.20 "GET /v2.0/networks?id=f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 HTTP/1.1" status: 200 len: 828 time: 0.1653998 Dec 12 17:35:00.953422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73da0c-c0ae-4ace-a882-ed63c1203aa9 req-0eca499b-1778-4dff-8f26-692fbffd19a1 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:00.954910 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe73da0c-c0ae-4ace-a882-ed63c1203aa9 req-0eca499b-1778-4dff-8f26-692fbffd19a1 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 943 time: 0.0738397 Dec 12 17:35:00.959693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-37b4fec1-4a01-4bba-b4c0-a9fe269ccb0a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Request body: {'port': {'device_id': '8d1cd2fc-82ae-43c7-863c-2befeac6021d', 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7', 'admin_state_up': True, 'tenant_id': '02196d4bede74670adbe12bcd82342ab'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:35:01.059233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe73da0c-c0ae-4ace-a882-ed63c1203aa9 req-67a35fb4-e4b7-482f-a054-ec7ca6bc9d37 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962076 Dec 12 17:35:01.111773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-37b4fec1-4a01-4bba-b4c0-a9fe269ccb0a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Made reservation on behalf of 02196d4bede74670adbe12bcd82342ab for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:35:01.115861 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-37b4fec1-4a01-4bba-b4c0-a9fe269ccb0a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:01.207377 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2651d9a6-706e-40e6-984e-38077e36d334 req-2dce9557-b832-41ec-8259-533fe30d576a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d HTTP/1.1" status: 200 len: 210 time: 0.0572464 Dec 12 17:35:01.216917 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ea2cd696-eb7b-4578-bb77-b8c58adaafaa up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:35:01.280490 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ea2cd696-eb7b-4578-bb77-b8c58adaafaa triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:35:01.281126 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:01.320229 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-37b4fec1-4a01-4bba-b4c0-a9fe269ccb0a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Allocated IP 172.20.0.11 (f6da1af2-83e0-4962-8cd0-1f2825c5f5c7/d7505148-07c5-4bb3-ac4c-f41af810c6ae/a914bb96-39ac-43d0-a9b3-413430921778) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:35:01.348174 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e897b9-b7d4-4f51-98e6-a5946c9e5c2d req-755b3846-12c5-49e8-b753-616cffd5e85b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:01.349886 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0e897b9-b7d4-4f51-98e6-a5946c9e5c2d req-755b3846-12c5-49e8-b753-616cffd5e85b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 950 time: 0.0821214 Dec 12 17:35:01.471705 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0e897b9-b7d4-4f51-98e6-a5946c9e5c2d req-324b8adb-a57f-44a7-beaf-01a687759f21 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096735 Dec 12 17:35:01.542059 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-37b4fec1-4a01-4bba-b4c0-a9fe269ccb0a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:01.611655 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9a15d-a457-4299-803b-2333842948c9 req-a0a3d5fb-2155-4900-b7e4-c8b5fb929289 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:01.613160 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53f9a15d-a457-4299-803b-2333842948c9 req-a0a3d5fb-2155-4900-b7e4-c8b5fb929289 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.0748208 Dec 12 17:35:01.627011 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-37b4fec1-4a01-4bba-b4c0-a9fe269ccb0a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:01.691367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-37b4fec1-4a01-4bba-b4c0-a9fe269ccb0a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Network f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:35:01.699505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-37b4fec1-4a01-4bba-b4c0-a9fe269ccb0a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:35:01.705881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-37b4fec1-4a01-4bba-b4c0-a9fe269ccb0a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:35:01.707884 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4fec1-4a01-4bba-b4c0-a9fe269ccb0a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Pushing event updated for resources: {'Port': ['ID=a914bb96-39ac-43d0-a9b3-413430921778,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:01.738061 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53f9a15d-a457-4299-803b-2333842948c9 req-92639cb9-6b49-4f73-a9bc-866d5fe0f5c8 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179903 Dec 12 17:35:01.763966 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-37b4fec1-4a01-4bba-b4c0-a9fe269ccb0a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:01.764580 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-37b4fec1-4a01-4bba-b4c0-a9fe269ccb0a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:01.782926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-37b4fec1-4a01-4bba-b4c0-a9fe269ccb0a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8269870 Dec 12 17:35:01.797256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Request body: {'port': {'device_id': '8d1cd2fc-82ae-43c7-863c-2befeac6021d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:35:01.893243 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:01.912293 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02b17c-1288-4092-9237-f0d22d0e10fb req-e7432290-74de-4dff-9f5b-422ee83de38e tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:01.913787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd02b17c-1288-4092-9237-f0d22d0e10fb req-e7432290-74de-4dff-9f5b-422ee83de38e tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0886097 Dec 12 17:35:01.914045 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b4e326d0-1819-4fe9-bb2a-593ad28c38ad None None] Provisioning complete for port a914bb96-39ac-43d0-a9b3-413430921778 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:35:01.914421 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b4e326d0-1819-4fe9-bb2a-593ad28c38ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:01.952529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b4e326d0-1819-4fe9-bb2a-593ad28c38ad None None] Port a914bb96-39ac-43d0-a9b3-413430921778 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:35:02.054833 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd02b17c-1288-4092-9237-f0d22d0e10fb req-54c9c2db-539b-4619-92e6-e5a3e621fffc tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345897 Dec 12 17:35:02.110455 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:35:02.188771 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad157139-cebc-4c85-b859-a4a1fd9c685d req-164751fa-eb56-448e-9768-dd59564fe2be tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:02.190205 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad157139-cebc-4c85-b859-a4a1fd9c685d req-164751fa-eb56-448e-9768-dd59564fe2be tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0810566 Dec 12 17:35:02.270688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a914bb96-39ac-43d0-a9b3-413430921778 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:35:02.278612 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:02.283769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad157139-cebc-4c85-b859-a4a1fd9c685d req-304a12dc-8638-4ab5-93e8-098a8744bb66 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851178 Dec 12 17:35:02.294886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Transition to ACTIVE for port object a914bb96-39ac-43d0-a9b3-413430921778 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:35:02.308232 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:02.388951 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Pushing event updated for resources: {'Port': ['ID=a914bb96-39ac-43d0-a9b3-413430921778,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:02.451814 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491b98a-5201-4777-b1d2-7ed9df109fcb req-1c6a355b-7dcd-4f08-a054-6c3a696a379a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:02.453651 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6491b98a-5201-4777-b1d2-7ed9df109fcb req-1c6a355b-7dcd-4f08-a054-6c3a696a379a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 943 time: 0.1104767 Dec 12 17:35:02.486570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Attempting to bind port a914bb96-39ac-43d0-a9b3-413430921778 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:35:02.486809 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Attempting to bind port a914bb96-39ac-43d0-a9b3-413430921778 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '00726cad-90a2-4d84-b3bd-8bfcced2f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:35:02.487133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Attempting to bind port a914bb96-39ac-43d0-a9b3-413430921778 on network f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:35:02.500824 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Port a914bb96-39ac-43d0-a9b3-413430921778 on network f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:35:02.501149 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Attempting to bind port a914bb96-39ac-43d0-a9b3-413430921778 on network f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:35:02.514085 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:35:02.514422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Checking segment: {'id': '00726cad-90a2-4d84-b3bd-8bfcced2f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:35:02.514802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Bound using segment: {'id': '00726cad-90a2-4d84-b3bd-8bfcced2f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:35:02.515252 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Bound port: a914bb96-39ac-43d0-a9b3-413430921778, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00726cad-90a2-4d84-b3bd-8bfcced2f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:35:02.515614 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:02.531278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6491b98a-5201-4777-b1d2-7ed9df109fcb req-8aea5bc1-71db-48d9-ab31-f511ddbfe1af tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696182 Dec 12 17:35:02.598034 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] For port a914bb96-39ac-43d0-a9b3-413430921778, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:35:02.623712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] For port a914bb96-39ac-43d0-a9b3-413430921778, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a914bb96-39ac-43d0-a9b3-413430921778,segment=NetworkSegment(00726cad-90a2-4d84-b3bd-8bfcced2f1e5),segment_id=00726cad-90a2-4d84-b3bd-8bfcced2f1e5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:35:02.632753 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:02.674085 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30b910-ede5-4d8e-a0fa-bf683771bc18 req-464374f0-a28c-4c4d-b5d0-c2f05f23bc02 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:02.675605 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc30b910-ede5-4d8e-a0fa-bf683771bc18 req-464374f0-a28c-4c4d-b5d0-c2f05f23bc02 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d HTTP/1.1" status: 200 len: 944 time: 0.0894909 Dec 12 17:35:02.680240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:02.680851 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:02.682177 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] 10.222.0.20 "PUT /v2.0/ports/a914bb96-39ac-43d0-a9b3-413430921778 HTTP/1.1" status: 200 len: 1092 time: 0.8896966 Dec 12 17:35:02.682617 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1cd2fc-82ae-43c7-863c-2befeac6021d', 'tag': 'a914bb96-39ac-43d0-a9b3-413430921778'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:35:02.684876 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ce35ae-aac4-4254-94d4-e7a7fa027589" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1cd2fc-82ae-43c7-863c-2befeac6021d", "tag": "a914bb96-39ac-43d0-a9b3-413430921778"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:35:02.741729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7c5e6-0163-49b4-985c-9f69d055c7cd service neutron] Pushing event updated for resources: {'Port': ['ID=a914bb96-39ac-43d0-a9b3-413430921778,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:02.782048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc30b910-ede5-4d8e-a0fa-bf683771bc18 req-4d2cde01-8476-4f42-b6b4-2b6fc2e69383 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/security-groups?id=1aa016f7-d3b3-4c1b-bab6-059efdfbd2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942223 Dec 12 17:35:02.792373 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-b6ac0b53-fdc4-497e-b5ae-6efb8ddec048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:02.793886 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-b6ac0b53-fdc4-497e-b5ae-6efb8ddec048 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02196d4bede74670adbe12bcd82342ab&device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d HTTP/1.1" status: 200 len: 1095 time: 0.0667634 Dec 12 17:35:02.842831 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-463c575c-8e71-4c92-b900-31dbf204b33a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a914bb96-39ac-43d0-a9b3-413430921778 HTTP/1.1" status: 200 len: 217 time: 0.0370910 Dec 12 17:35:02.924250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00400388-c221-463c-b592-ef593a98b1b4 req-643eabae-9a4a-4f35-819e-3149f1415a54 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:02.925722 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00400388-c221-463c-b592-ef593a98b1b4 req-643eabae-9a4a-4f35-819e-3149f1415a54 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 950 time: 0.0856478 Dec 12 17:35:02.927017 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-7497dfa2-4397-4210-a014-8c01413ae2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:02.928416 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-7497dfa2-4397-4210-a014-8c01413ae2ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7505148-07c5-4bb3-ac4c-f41af810c6ae HTTP/1.1" status: 200 len: 867 time: 0.0765851 Dec 12 17:35:03.029436 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-a54a2d5d-8366-410a-ab4d-836af59eb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:03.030914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-a54a2d5d-8366-410a-ab4d-836af59eb1c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6da1af2-83e0-4962-8cd0-1f2825c5f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936935 Dec 12 17:35:03.034161 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00400388-c221-463c-b592-ef593a98b1b4 req-98613336-c183-4a16-a7ed-589630f8397c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025004 Dec 12 17:35:03.097795 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924177ef-b8ff-4dae-a7df-54eebf7f4ac9 x-openstack-request-id: req-924177ef-b8ff-4dae-a7df-54eebf7f4ac9 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:35:03.097993 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1cd2fc-82ae-43c7-863c-2befeac6021d", "tag": "a914bb96-39ac-43d0-a9b3-413430921778", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:35:03.098250 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-924177ef-b8ff-4dae-a7df-54eebf7f4ac9 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:35:03.098648 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1cd2fc-82ae-43c7-863c-2befeac6021d', 'tag': 'a914bb96-39ac-43d0-a9b3-413430921778', 'status': 'completed', 'code': 200} Dec 12 17:35:03.103310 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-de9dcd03-040a-4ecd-9f09-294beeeb7860 service neutron] 10.222.0.20 "GET /v2.0/ports/9f717fce-017d-42a2-a42f-707ae69625a8/bindings/n-h1-760354-5 HTTP/1.1" status: 200 len: 384 time: 0.1230619 Dec 12 17:35:03.211820 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-326a7731-44c6-48c2-8f5c-8e04f98105f6 service neutron] 10.222.0.20 "GET /v2.0/networks/f6da1af2-83e0-4962-8cd0-1f2825c5f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702778 Dec 12 17:35:03.232504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858e679-4fc7-420d-9aa5-34d23c41e636 req-d68fc403-740e-467c-83a6-6c96ac67cce9 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:03.233922 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a858e679-4fc7-420d-9aa5-34d23c41e636 req-d68fc403-740e-467c-83a6-6c96ac67cce9 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.1130455 Dec 12 17:35:03.409397 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a858e679-4fc7-420d-9aa5-34d23c41e636 req-c2cfbd58-e0df-4e91-953f-ed95a3e57f4a tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481736 Dec 12 17:35:03.431772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-670cb7a9-49f5-4e8b-a558-4e42c7c8b546 req-b388febe-243c-446b-9783-e982aa64b28f service neutron] 10.222.0.20 "GET /v2.0/networks/f6da1af2-83e0-4962-8cd0-1f2825c5f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069061 Dec 12 17:35:03.457893 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-cc3197a6-5eaf-4bcd-ade4-fd928ff41232 service neutron] For port 9f717fce-017d-42a2-a42f-707ae69625a8, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=9f717fce-017d-42a2-a42f-707ae69625a8,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:03.508063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-cc3197a6-5eaf-4bcd-ade4-fd928ff41232 service neutron] For port 9f717fce-017d-42a2-a42f-707ae69625a8, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:35:03.565904 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-cc3197a6-5eaf-4bcd-ade4-fd928ff41232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f717fce-017d-42a2-a42f-707ae69625a8 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:35:03.587551 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed66dae-2605-41de-8d83-8acdc1844988 req-bb2db853-cf11-4761-9eed-5229717d97cd tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:03.588992 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8ed66dae-2605-41de-8d83-8acdc1844988 req-bb2db853-cf11-4761-9eed-5229717d97cd tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.1222208 Dec 12 17:35:03.591279 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-cc3197a6-5eaf-4bcd-ade4-fd928ff41232 service neutron] For port 9f717fce-017d-42a2-a42f-707ae69625a8, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=9f717fce-017d-42a2-a42f-707ae69625a8,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:03.594567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce35ae-aac4-4254-94d4-e7a7fa027589 req-194e6a52-41eb-4966-8f44-2bb0871acd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:03.595946 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5ce35ae-aac4-4254-94d4-e7a7fa027589 req-194e6a52-41eb-4966-8f44-2bb0871acd49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02196d4bede74670adbe12bcd82342ab&device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d HTTP/1.1" status: 200 len: 1095 time: 0.1144140 Dec 12 17:35:03.634010 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-cc3197a6-5eaf-4bcd-ade4-fd928ff41232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:03.738489 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8ed66dae-2605-41de-8d83-8acdc1844988 req-d8adfde1-bd57-4b18-bd0e-ae855730004a tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415260 Dec 12 17:35:03.759269 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce35ae-aac4-4254-94d4-e7a7fa027589 req-2d21bbf4-5a30-4156-a03c-5343581d55dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:03.759269 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5ce35ae-aac4-4254-94d4-e7a7fa027589 req-2d21bbf4-5a30-4156-a03c-5343581d55dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 HTTP/1.1" status: 200 len: 929 time: 0.1493616 Dec 12 17:35:03.829691 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5ce35ae-aac4-4254-94d4-e7a7fa027589 req-193a0136-c1e9-40d6-8c79-20cd3bed2e90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a914bb96-39ac-43d0-a9b3-413430921778 HTTP/1.1" status: 200 len: 217 time: 0.0533004 Dec 12 17:35:03.834961 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-cc3197a6-5eaf-4bcd-ade4-fd928ff41232 service neutron] Transition to ACTIVE for port object 9f717fce-017d-42a2-a42f-707ae69625a8 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:35:03.849446 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-cc3197a6-5eaf-4bcd-ade4-fd928ff41232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:03.961335 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b00d17-d397-4f7b-a12e-724a81188c86 req-5f1eb5f0-6f5f-40ad-ba80-eceded38763a tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:03.962792 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91b00d17-d397-4f7b-a12e-724a81188c86 req-5f1eb5f0-6f5f-40ad-ba80-eceded38763a tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1461561 Dec 12 17:35:03.969087 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-cc3197a6-5eaf-4bcd-ade4-fd928ff41232 service neutron] No DVR routers for this DVR port 9f717fce-017d-42a2-a42f-707ae69625a8 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:35:03.991068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce35ae-aac4-4254-94d4-e7a7fa027589 req-6c4a3521-8f36-480c-b55f-65ae3788e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:03.992478 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5ce35ae-aac4-4254-94d4-e7a7fa027589 req-6c4a3521-8f36-480c-b55f-65ae3788e18e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7505148-07c5-4bb3-ac4c-f41af810c6ae HTTP/1.1" status: 200 len: 867 time: 0.1373179 Dec 12 17:35:03.994281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3197a6-5eaf-4bcd-ade4-fd928ff41232 service neutron] Pushing event updated for resources: {'Port': ['ID=9f717fce-017d-42a2-a42f-707ae69625a8,revision_number=10']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:04.069491 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-cc3197a6-5eaf-4bcd-ade4-fd928ff41232 service neutron] 10.222.0.20 "PUT /v2.0/ports/9f717fce-017d-42a2-a42f-707ae69625a8/bindings/n-h1-760354-5/activate HTTP/1.1" status: 200 len: 369 time: 0.9496131 Dec 12 17:35:04.085580 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91b00d17-d397-4f7b-a12e-724a81188c86 req-84d14223-6a83-4cb5-be4d-ed502472c8b1 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131244 Dec 12 17:35:04.088092 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce35ae-aac4-4254-94d4-e7a7fa027589 req-8577b644-fff4-4840-bc2a-908ab1529d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:04.089515 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5ce35ae-aac4-4254-94d4-e7a7fa027589 req-8577b644-fff4-4840-bc2a-908ab1529d4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6da1af2-83e0-4962-8cd0-1f2825c5f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830748 Dec 12 17:35:04.430887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5ce35ae-aac4-4254-94d4-e7a7fa027589 req-ed7abfa1-39f1-43de-9deb-77817a729bfe service neutron] 10.222.0.20 "GET /v2.0/networks/f6da1af2-83e0-4962-8cd0-1f2825c5f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320348 Dec 12 17:35:04.438209 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c922c54-7886-48db-922c-85e6a571df45 req-c893b053-eda1-46b7-80f2-0eb8baf45511 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:04.439589 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c922c54-7886-48db-922c-85e6a571df45 req-c893b053-eda1-46b7-80f2-0eb8baf45511 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 944 time: 0.2981606 Dec 12 17:35:04.533541 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c922c54-7886-48db-922c-85e6a571df45 req-7a6995f2-70e7-4933-8417-c689d161a969 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857036 Dec 12 17:35:04.557782 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5ce35ae-aac4-4254-94d4-e7a7fa027589 req-8a89adcd-9aa5-4fc1-a013-db1f1ce57276 service neutron] 10.222.0.20 "GET /v2.0/networks/f6da1af2-83e0-4962-8cd0-1f2825c5f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172678 Dec 12 17:35:04.632548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281890c-4644-489f-96a7-349225b5e403 req-3071b8d4-b19b-463e-92d6-fbe8ef3e546a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:04.633997 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5281890c-4644-489f-96a7-349225b5e403 req-3071b8d4-b19b-463e-92d6-fbe8ef3e546a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d HTTP/1.1" status: 200 len: 944 time: 0.0468731 Dec 12 17:35:04.679169 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5281890c-4644-489f-96a7-349225b5e403 req-0b7a1a87-a8c9-407a-9513-63eb61caa1b8 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/security-groups?id=1aa016f7-d3b3-4c1b-bab6-059efdfbd2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393004 Dec 12 17:35:04.777249 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4c399-74de-42df-bc05-e8273393bee5 req-5edac193-f1e8-4e48-aa6c-eaf1ce5f4d57 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:04.778691 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecf4c399-74de-42df-bc05-e8273393bee5 req-5edac193-f1e8-4e48-aa6c-eaf1ce5f4d57 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 950 time: 0.0476737 Dec 12 17:35:04.823596 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecf4c399-74de-42df-bc05-e8273393bee5 req-7f2e3682-d7bc-4322-a834-8a2906982e7b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389280 Dec 12 17:35:04.923726 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec099f-4f5e-43d1-8a63-abbf485308bc req-947b61d6-161d-4fc8-b8d8-78deda7ba518 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:04.925167 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65ec099f-4f5e-43d1-8a63-abbf485308bc req-947b61d6-161d-4fc8-b8d8-78deda7ba518 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.0496008 Dec 12 17:35:04.970629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65ec099f-4f5e-43d1-8a63-abbf485308bc req-150ae334-1a23-4b58-a415-f571de633b46 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391212 Dec 12 17:35:05.071146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3186871-0d5c-4178-a6db-550bc0b71ad5 req-17d01b48-12a0-4a61-80df-41887b7d7a72 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:05.072615 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3186871-0d5c-4178-a6db-550bc0b71ad5 req-17d01b48-12a0-4a61-80df-41887b7d7a72 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0473533 Dec 12 17:35:05.118904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3186871-0d5c-4178-a6db-550bc0b71ad5 req-d52956d8-1588-4381-9c85-089db3d0376e tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404830 Dec 12 17:35:05.216265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c54dd7-d914-40d7-8460-dd951e552103 req-0b7fc64d-7974-48f9-ba9f-c3deaa982898 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:05.217684 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-93c54dd7-d914-40d7-8460-dd951e552103 req-0b7fc64d-7974-48f9-ba9f-c3deaa982898 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0470009 Dec 12 17:35:05.267400 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-93c54dd7-d914-40d7-8460-dd951e552103 req-c43de90c-f991-4053-a38a-6d12dcb7a2c9 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438397 Dec 12 17:35:05.645072 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a789f-447d-49b0-9ed0-8bd1ffac748f req-a3071be3-994b-443e-b8c9-2e309ab588e9 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:05.646447 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-985a789f-447d-49b0-9ed0-8bd1ffac748f req-a3071be3-994b-443e-b8c9-2e309ab588e9 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 944 time: 0.0473790 Dec 12 17:35:05.694038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-985a789f-447d-49b0-9ed0-8bd1ffac748f req-a528488a-4112-4f60-8e83-6794cce7cc96 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411482 Dec 12 17:35:05.799099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8cce5b-a7f9-4139-813f-46622c3a6069 req-dc3e5dae-6377-4489-bdc0-1c05cc3d59af tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:05.800572 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df8cce5b-a7f9-4139-813f-46622c3a6069 req-dc3e5dae-6377-4489-bdc0-1c05cc3d59af tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d HTTP/1.1" status: 200 len: 944 time: 0.0470638 Dec 12 17:35:05.846364 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df8cce5b-a7f9-4139-813f-46622c3a6069 req-89decec9-8a3b-4aef-899c-3a25b4f059ff tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/security-groups?id=1aa016f7-d3b3-4c1b-bab6-059efdfbd2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397890 Dec 12 17:35:05.948049 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7702b8-735b-4312-bded-8f005ab18ee9 req-4acb9e09-862e-4e02-97c4-e01d5a8c777b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:05.949395 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b7702b8-735b-4312-bded-8f005ab18ee9 req-4acb9e09-862e-4e02-97c4-e01d5a8c777b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 950 time: 0.0502460 Dec 12 17:35:05.994878 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b7702b8-735b-4312-bded-8f005ab18ee9 req-9096ace7-6665-48c2-a7e9-81ebce4038ef tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396173 Dec 12 17:35:06.040670 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a914bb96-39ac-43d0-a9b3-413430921778 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:35:06.044706 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 9f717fce-017d-42a2-a42f-707ae69625a8 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:35:06.098356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da44cfe-4083-49ae-9fb5-7205de1e546c req-7cc087b5-1215-4044-a0bc-473e960d7b23 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:06.099859 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4da44cfe-4083-49ae-9fb5-7205de1e546c req-7cc087b5-1215-4044-a0bc-473e960d7b23 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.0493433 Dec 12 17:35:06.136927 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 9f717fce-017d-42a2-a42f-707ae69625a8 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:35:06.149338 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4da44cfe-4083-49ae-9fb5-7205de1e546c req-08f11cfe-30b8-44e1-917e-ccb55c2ee4ff tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434644 Dec 12 17:35:06.179995 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a914bb96-39ac-43d0-a9b3-413430921778, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a914bb96-39ac-43d0-a9b3-413430921778,segment=NetworkSegment(00726cad-90a2-4d84-b3bd-8bfcced2f1e5),segment_id=00726cad-90a2-4d84-b3bd-8bfcced2f1e5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:06.191391 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'a914bb96-39ac-43d0-a9b3-413430921778', 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7', 'port_id': 'a914bb96-39ac-43d0-a9b3-413430921778', 'mac_address': 'fa:16:3e:86:53:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:35:06.230071 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:06.242957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a914bb96-39ac-43d0-a9b3-413430921778 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:35:06.265753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a914bb96-39ac-43d0-a9b3-413430921778, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a914bb96-39ac-43d0-a9b3-413430921778,segment=NetworkSegment(00726cad-90a2-4d84-b3bd-8bfcced2f1e5),segment_id=00726cad-90a2-4d84-b3bd-8bfcced2f1e5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:06.269924 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec19f67-f01a-457f-bbdd-5f871616616e req-4cba6ec0-10e4-49fb-a5da-c634aa1c849b tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:06.273486 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:06.278017 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fec19f67-f01a-457f-bbdd-5f871616616e req-4cba6ec0-10e4-49fb-a5da-c634aa1c849b tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0716929 Dec 12 17:35:06.322086 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fec19f67-f01a-457f-bbdd-5f871616616e req-cb0e3622-1ecc-4934-a8a7-25479fd7aaab tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430131 Dec 12 17:35:06.330940 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=a914bb96-39ac-43d0-a9b3-413430921778,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:06.430801 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28998c0-4932-49e3-af85-1eb712782a3c req-17bc3f65-90ba-4554-8df3-d783d33c1508 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:06.432939 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b28998c0-4932-49e3-af85-1eb712782a3c req-17bc3f65-90ba-4554-8df3-d783d33c1508 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0548034 Dec 12 17:35:06.487661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b28998c0-4932-49e3-af85-1eb712782a3c req-5d86b8c9-b9ee-4241-9b2b-89f4578a17dc tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466924 Dec 12 17:35:06.580536 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['a914bb96-39ac-43d0-a9b3-413430921778'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:35:06.584248 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e145c4-645b-437f-838c-c9afdf39e8e6 req-c3b14fd9-70a4-4b8e-af38-6af02d371be2 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:06.585744 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94e145c4-645b-437f-838c-c9afdf39e8e6 req-c3b14fd9-70a4-4b8e-af38-6af02d371be2 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 1097 time: 0.0398905 Dec 12 17:35:06.636167 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94e145c4-645b-437f-838c-c9afdf39e8e6 req-22e9ef7d-b3f8-4f6f-841c-4a219b793943 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442016 Dec 12 17:35:08.057034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a914bb96-39ac-43d0-a9b3-413430921778 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:35:08.117128 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port a914bb96-39ac-43d0-a9b3-413430921778 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:35:08.120974 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port a914bb96-39ac-43d0-a9b3-413430921778 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:35:08.121349 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:08.199806 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:08.221248 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1cd2fc-82ae-43c7-863c-2befeac6021d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a914bb96-39ac-43d0-a9b3-413430921778'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:35:08.223524 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bca671-28cb-4b13-b6e9-ca6eb2863b73" -d '{"events": [{"server_uuid": "8d1cd2fc-82ae-43c7-863c-2befeac6021d", "name": "network-vif-plugged", "status": "completed", "tag": "a914bb96-39ac-43d0-a9b3-413430921778"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:35:08.235989 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a914bb96-39ac-43d0-a9b3-413430921778, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a914bb96-39ac-43d0-a9b3-413430921778,segment=NetworkSegment(00726cad-90a2-4d84-b3bd-8bfcced2f1e5),segment_id=00726cad-90a2-4d84-b3bd-8bfcced2f1e5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:08.239655 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:08.285119 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=a914bb96-39ac-43d0-a9b3-413430921778,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:09.470496 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-bf7b3159-22ef-45f5-8609-d3125d826a86 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:09.472178 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-bf7b3159-22ef-45f5-8609-d3125d826a86 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d&tenant_id=5086af56094840bd807cfda793fdb5e6&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 1095 time: 0.0725341 Dec 12 17:35:09.504576 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf28fa4-df8d-4a9a-9846-971e3332c422 req-bcdaac27-ffcf-4709-8f75-d776bb84d1ba tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:09.506644 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6cf28fa4-df8d-4a9a-9846-971e3332c422 req-bcdaac27-ffcf-4709-8f75-d776bb84d1ba tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 944 time: 0.1024828 Dec 12 17:35:09.511724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c7fdc-c871-4e98-b57a-06ff892aebb5 req-487f3c21-151e-4726-9761-f1880d30ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:09.513425 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-943c7fdc-c871-4e98-b57a-06ff892aebb5 req-487f3c21-151e-4726-9761-f1880d30ba2f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 1101 time: 0.0612006 Dec 12 17:35:09.531405 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-87c96526-8bfb-4949-b8d9-b08a12754668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:09.532908 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-87c96526-8bfb-4949-b8d9-b08a12754668 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d&tenant_id=5086af56094840bd807cfda793fdb5e6 HTTP/1.1" status: 200 len: 1095 time: 0.0456161 Dec 12 17:35:09.585177 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6cf28fa4-df8d-4a9a-9846-971e3332c422 req-b0c07ff2-b2b7-4ca4-b610-c795721e8581 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707889 Dec 12 17:35:09.588540 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-943c7fdc-c871-4e98-b57a-06ff892aebb5 req-e90ba174-7b13-4323-8312-8251671c2bcd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595984 Dec 12 17:35:09.604859 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-ade7e857-e1fd-4c55-bcc1-9071c5136f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:09.606305 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-ade7e857-e1fd-4c55-bcc1-9071c5136f68 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 1095 time: 0.0423584 Dec 12 17:35:09.698006 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3c497-c25f-4da8-9766-61534493f514 req-42993032-fdb0-48a8-81b7-4b2bcae8c04d tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:09.699500 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ac3c497-c25f-4da8-9766-61534493f514 req-42993032-fdb0-48a8-81b7-4b2bcae8c04d tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d HTTP/1.1" status: 200 len: 946 time: 0.0524669 Dec 12 17:35:09.749800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ac3c497-c25f-4da8-9766-61534493f514 req-614affa9-bda4-49cd-9764-47b237fdf3bb tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/security-groups?id=1aa016f7-d3b3-4c1b-bab6-059efdfbd2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444329 Dec 12 17:35:09.848882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd651dc-f1ec-480d-9ec5-03c91e757534 req-b5cd6b2b-8e14-49ab-8c74-36b7eb99e01f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:09.850974 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9dd651dc-f1ec-480d-9ec5-03c91e757534 req-b5cd6b2b-8e14-49ab-8c74-36b7eb99e01f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 950 time: 0.0484941 Dec 12 17:35:09.896540 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9dd651dc-f1ec-480d-9ec5-03c91e757534 req-35f1570f-2e5b-4413-92e8-5a7108edc49d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394800 Dec 12 17:35:09.994368 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493050e-92e1-4e3d-b1bb-f813555e89d7 req-da92e0fa-7a36-418a-971f-2d764c762dad tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:09.995900 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5493050e-92e1-4e3d-b1bb-f813555e89d7 req-da92e0fa-7a36-418a-971f-2d764c762dad tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.0470753 Dec 12 17:35:10.050614 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5493050e-92e1-4e3d-b1bb-f813555e89d7 req-196420e0-bd87-4035-8a89-23f5a74a4032 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485995 Dec 12 17:35:10.151496 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8056cf-1bf2-452f-a089-eb17e0865cd8 req-2272f251-9fb4-4b8d-bd79-cee965cbbec0 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:10.152844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc8056cf-1bf2-452f-a089-eb17e0865cd8 req-2272f251-9fb4-4b8d-bd79-cee965cbbec0 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0470994 Dec 12 17:35:10.198146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc8056cf-1bf2-452f-a089-eb17e0865cd8 req-04f85a48-71ec-4993-a0a4-9b87f2d4ce05 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394738 Dec 12 17:35:10.297012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396bc96-21fa-4630-865f-e7d0ff73f493 req-07865f92-e6fd-47e4-b303-3c26a2d0d39f tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:10.298440 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e396bc96-21fa-4630-865f-e7d0ff73f493 req-07865f92-e6fd-47e4-b303-3c26a2d0d39f tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0471897 Dec 12 17:35:10.343451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e396bc96-21fa-4630-865f-e7d0ff73f493 req-bf927268-0f8f-4bd2-afd8-1309b5c7f57c tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391977 Dec 12 17:35:10.386468 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cf625e-a8da-4edb-ad40-db43c51796f3 x-openstack-request-id: req-d7cf625e-a8da-4edb-ad40-db43c51796f3 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:35:10.386946 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1cd2fc-82ae-43c7-863c-2befeac6021d", "name": "network-vif-plugged", "status": "completed", "tag": "a914bb96-39ac-43d0-a9b3-413430921778", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:35:10.387042 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7cf625e-a8da-4edb-ad40-db43c51796f3 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:35:10.387442 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1cd2fc-82ae-43c7-863c-2befeac6021d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a914bb96-39ac-43d0-a9b3-413430921778', 'code': 200} Dec 12 17:35:10.490708 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e479d-903a-4b5e-bcaf-1b003e5f7420 req-f12ed2b0-9a2d-4aba-9a51-373e3d46bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:10.492265 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc8e479d-903a-4b5e-bcaf-1b003e5f7420 req-f12ed2b0-9a2d-4aba-9a51-373e3d46bc70 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d HTTP/1.1" status: 200 len: 1097 time: 0.0421724 Dec 12 17:35:10.539379 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc8e479d-903a-4b5e-bcaf-1b003e5f7420 req-181e2996-d92a-464b-9f81-40e999d0e1c1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1aa016f7-d3b3-4c1b-bab6-059efdfbd2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370162 Dec 12 17:35:14.712576 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c8945ea7-f777-4fa9-890b-2c5975e7a028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:16.785212 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:16.899182 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6a54-3491-4806-88fd-cddb40e0544b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:17.293862 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:18.142975 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:19.900113 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:19.982603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6c0a7c-32a5-4b90-8081-03fbd4eff2a5 req-b4d183f4-979f-414f-8e80-a54cdcddf3ed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e49e33b6-d887-4529-b07a-42a749f054b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0373807 Dec 12 17:35:20.050120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c0a7c-32a5-4b90-8081-03fbd4eff2a5 req-ba7ae1b7-1245-4b33-bafe-4c3feaa0fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:20.051591 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6c0a7c-32a5-4b90-8081-03fbd4eff2a5 req-ba7ae1b7-1245-4b33-bafe-4c3feaa0fd7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebf6778b07584945a0bd692c58b949bb&device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 1100 time: 0.0381091 Dec 12 17:35:20.159462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c0a7c-32a5-4b90-8081-03fbd4eff2a5 req-51b1b207-6a08-45ff-bd31-9e425c9be024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:20.160805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6c0a7c-32a5-4b90-8081-03fbd4eff2a5 req-51b1b207-6a08-45ff-bd31-9e425c9be024 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.0854342 Dec 12 17:35:20.202849 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6c0a7c-32a5-4b90-8081-03fbd4eff2a5 req-afdc9662-11e3-4a87-b986-b3f0c8df18f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 HTTP/1.1" status: 200 len: 217 time: 0.0337915 Dec 12 17:35:20.256063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c0a7c-32a5-4b90-8081-03fbd4eff2a5 req-0bb8a9c5-3441-465d-bea0-9e3b68ed0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:20.257474 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6c0a7c-32a5-4b90-8081-03fbd4eff2a5 req-0bb8a9c5-3441-465d-bea0-9e3b68ed0359 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0457022 Dec 12 17:35:20.301481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c0a7c-32a5-4b90-8081-03fbd4eff2a5 req-2c8c7fcc-2f0e-4e74-b9ac-49eeb75acf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:20.302897 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6c0a7c-32a5-4b90-8081-03fbd4eff2a5 req-2c8c7fcc-2f0e-4e74-b9ac-49eeb75acf85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0374804 Dec 12 17:35:20.388270 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6c0a7c-32a5-4b90-8081-03fbd4eff2a5 req-476842dd-6666-4178-b538-c7c6cbde7884 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776081 Dec 12 17:35:20.480848 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6c0a7c-32a5-4b90-8081-03fbd4eff2a5 req-6d59ef7d-06fb-4072-af6c-d303fe78e957 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838776 Dec 12 17:35:20.654047 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:24.350320 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efc202-b1c5-4a88-aa7d-c3d00e6bd6fc req-1d85a980-1167-47a6-b31e-cc385ce191ad tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:24.351947 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27efc202-b1c5-4a88-aa7d-c3d00e6bd6fc req-1d85a980-1167-47a6-b31e-cc385ce191ad tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 944 time: 0.0549006 Dec 12 17:35:24.424548 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39a426a3-ce28-4137-9f25-dd29f26e3c65 req-ade38426-5725-4d94-a242-252a7e466ff6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715921 Dec 12 17:35:24.427909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27efc202-b1c5-4a88-aa7d-c3d00e6bd6fc req-827efece-f594-4d69-9a52-aa4effe7066d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676551 Dec 12 17:35:24.519704 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-257da8d5-1994-4509-9fa9-fc9e1ac4eb7a tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:35:24.520757 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-257da8d5-1994-4509-9fa9-fc9e1ac4eb7a tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2412581 Dec 12 17:35:24.522144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a426a3-ce28-4137-9f25-dd29f26e3c65 req-a2671295-a94e-4d6c-8412-adcfb28dcec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:24.523809 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39a426a3-ce28-4137-9f25-dd29f26e3c65 req-a2671295-a94e-4d6c-8412-adcfb28dcec7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 1095 time: 0.0753460 Dec 12 17:35:24.548099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73298a8-61b6-4ae6-8a46-921de9d1468d req-d81baaf9-5fb9-4715-abe8-848c880729e2 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:24.549729 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d73298a8-61b6-4ae6-8a46-921de9d1468d req-d81baaf9-5fb9-4715-abe8-848c880729e2 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d HTTP/1.1" status: 200 len: 946 time: 0.0615053 Dec 12 17:35:24.589668 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-2b208418-723f-4916-8ac1-513e02702767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:24.591042 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-2b208418-723f-4916-8ac1-513e02702767 service neutron] 10.222.0.18 "GET /v2.0/ports/16faa754-ba0e-41fe-b717-c11930df0a7b HTTP/1.1" status: 200 len: 1094 time: 0.0457373 Dec 12 17:35:24.605149 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-f2bb9c8d-4f7b-4823-be04-e430d50afb0b service neutron] Request body: {'binding': {'host': 'n-h1-760354-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:35:24.605602 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-f2bb9c8d-4f7b-4823-be04-e430d50afb0b service neutron] Unknown quota resources ['binding']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 17:35:24.645523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-38ccfdb0-c313-40e8-920f-4dfa1cca76cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:24.647030 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-38ccfdb0-c313-40e8-920f-4dfa1cca76cb service neutron] 10.222.0.31 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 908 time: 0.3783808 Dec 12 17:35:24.656705 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d73298a8-61b6-4ae6-8a46-921de9d1468d req-8b198c8b-e47d-4741-a4e4-1debc1f2b4b4 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/security-groups?id=1aa016f7-d3b3-4c1b-bab6-059efdfbd2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963488 Dec 12 17:35:24.682483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a426a3-ce28-4137-9f25-dd29f26e3c65 req-d2891e9f-cd1a-41ae-a866-a3a0f3d666f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:24.684373 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39a426a3-ce28-4137-9f25-dd29f26e3c65 req-d2891e9f-cd1a-41ae-a866-a3a0f3d666f2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 922 time: 0.1327825 Dec 12 17:35:24.727649 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-6ffc8e50-02f1-412f-a16e-e52e3bc6b285 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f717fce-017d-42a2-a42f-707ae69625a8 HTTP/1.1" status: 200 len: 217 time: 0.0643651 Dec 12 17:35:24.736204 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39a426a3-ce28-4137-9f25-dd29f26e3c65 req-bdc2f316-77f2-406f-ba44-c132d6ae4263 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32aa024c-7a8e-4453-b9c8-f38a1678112e HTTP/1.1" status: 200 len: 217 time: 0.0375977 Dec 12 17:35:24.807276 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-3b04ec75-be56-4181-98cb-9e9087d93123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:24.808704 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-3b04ec75-be56-4181-98cb-9e9087d93123 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.0733578 Dec 12 17:35:24.817724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a76e2-86e5-49d7-8fc8-7eb05f38e57c req-c37a0166-b16d-4fa4-919e-fe28b4e80904 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:24.819228 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-342a76e2-86e5-49d7-8fc8-7eb05f38e57c req-c37a0166-b16d-4fa4-919e-fe28b4e80904 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 950 time: 0.0854664 Dec 12 17:35:24.820709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a426a3-ce28-4137-9f25-dd29f26e3c65 req-36634ca2-5364-4239-8667-5e93e3027134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:24.822010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39a426a3-ce28-4137-9f25-dd29f26e3c65 req-36634ca2-5364-4239-8667-5e93e3027134 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.0767202 Dec 12 17:35:24.832690 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-f2bb9c8d-4f7b-4823-be04-e430d50afb0b service neutron] Attempting to bind port 16faa754-ba0e-41fe-b717-c11930df0a7b on host n-h1-760354-5 for vnic_type normal with profile None {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:35:24.833026 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-f2bb9c8d-4f7b-4823-be04-e430d50afb0b service neutron] Attempting to bind port 16faa754-ba0e-41fe-b717-c11930df0a7b by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:35:24.833350 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-f2bb9c8d-4f7b-4823-be04-e430d50afb0b service neutron] Attempting to bind port 16faa754-ba0e-41fe-b717-c11930df0a7b on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:35:24.849466 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-0a879e62-b1a9-4287-9386-f0bac36cc41d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289080 Dec 12 17:35:24.852099 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-f2bb9c8d-4f7b-4823-be04-e430d50afb0b service neutron] Port 16faa754-ba0e-41fe-b717-c11930df0a7b on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:35:24.852417 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-f2bb9c8d-4f7b-4823-be04-e430d50afb0b service neutron] Attempting to bind port 16faa754-ba0e-41fe-b717-c11930df0a7b on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:35:24.857329 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-f2bb9c8d-4f7b-4823-be04-e430d50afb0b service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:35:24.857660 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-f2bb9c8d-4f7b-4823-be04-e430d50afb0b service neutron] Checking segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:35:24.858031 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-f2bb9c8d-4f7b-4823-be04-e430d50afb0b service neutron] Bound using segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:35:24.858451 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-f2bb9c8d-4f7b-4823-be04-e430d50afb0b service neutron] Bound port: 16faa754-ba0e-41fe-b717-c11930df0a7b, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:35:24.860424 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39a426a3-ce28-4137-9f25-dd29f26e3c65 req-5ea59cc3-1f0c-417f-af41-e8309738abd1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294747 Dec 12 17:35:24.932523 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-342a76e2-86e5-49d7-8fc8-7eb05f38e57c req-cb53407b-7ea0-4c02-94b3-d084c852ff1d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071625 Dec 12 17:35:24.970041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39a426a3-ce28-4137-9f25-dd29f26e3c65 req-c6071477-09d9-458d-b3fc-469bb2b8debe service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986626 Dec 12 17:35:24.970271 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-f2bb9c8d-4f7b-4823-be04-e430d50afb0b service neutron] For port 16faa754-ba0e-41fe-b717-c11930df0a7b, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=16faa754-ba0e-41fe-b717-c11930df0a7b,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:35:24.977530 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-f2bb9c8d-4f7b-4823-be04-e430d50afb0b service neutron] Publish callbacks [] for binding, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:24.978690 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-f2bb9c8d-4f7b-4823-be04-e430d50afb0b service neutron] 10.222.0.18 "POST /v2.0/ports/16faa754-ba0e-41fe-b717-c11930df0a7b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3774414 Dec 12 17:35:24.991605 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-9017e2e2-34a9-4f8d-a6b8-1baa89762867 service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303051 Dec 12 17:35:25.108088 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-668114f9-2ab5-401d-96fe-a2b012f23077 service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086926 Dec 12 17:35:25.132640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483715e7-e6b7-4614-99e4-de47b82d5c19 req-f78afc84-75df-45cc-820f-3ed267359a58 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:25.134054 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-483715e7-e6b7-4614-99e4-de47b82d5c19 req-f78afc84-75df-45cc-820f-3ed267359a58 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.1067727 Dec 12 17:35:25.137445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39a426a3-ce28-4137-9f25-dd29f26e3c65 req-361ed2df-1e16-42db-9f57-c9c31b2f094e service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555133 Dec 12 17:35:25.198341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b07dbc-73c2-4423-828e-0b5160c6ba73 req-4c8770f5-024c-4d5e-bb5f-3e1d99bea91a tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:25.199838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1b07dbc-73c2-4423-828e-0b5160c6ba73 req-4c8770f5-024c-4d5e-bb5f-3e1d99bea91a tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0870943 Dec 12 17:35:25.220457 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-483715e7-e6b7-4614-99e4-de47b82d5c19 req-f0bbf1bb-33bb-44aa-b7d3-341e7683e7c7 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687592 Dec 12 17:35:25.258370 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1b07dbc-73c2-4423-828e-0b5160c6ba73 req-df4cd9da-6e2c-4288-a20d-1f2e8ae5d2e6 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488570 Dec 12 17:35:25.503755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86ce65-92c1-4e14-940b-380f9febe5a8 req-ca985276-8c20-4d50-8403-db3fa906f1fb tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:25.505201 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c86ce65-92c1-4e14-940b-380f9febe5a8 req-ca985276-8c20-4d50-8403-db3fa906f1fb tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.2125719 Dec 12 17:35:25.517437 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-9ba4c264-cdcd-453f-b0e2-a12fa8ce351e tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:25.518805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-9ba4c264-cdcd-453f-b0e2-a12fa8ce351e tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d&tenant_id=5086af56094840bd807cfda793fdb5e6&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 1095 time: 0.1606588 Dec 12 17:35:25.547979 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-cbb68f49-17f5-43ae-99e4-9027385489d1 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 258 time: 0.2661176 Dec 12 17:35:25.574363 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:35:25.627399 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c86ce65-92c1-4e14-940b-380f9febe5a8 req-4d1a110e-ee7d-484a-a589-e7cba2046107 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120055 Dec 12 17:35:25.648800 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:25.767653 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-188baae5-62aa-4a6c-aaf0-2ee876699da4 service neutron] For port 9f717fce-017d-42a2-a42f-707ae69625a8, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:35:25.774212 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-188baae5-62aa-4a6c-aaf0-2ee876699da4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:25.775332 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91eb31b9-9f7e-4ce8-94af-931dbe926994 req-188baae5-62aa-4a6c-aaf0-2ee876699da4 service neutron] 10.222.0.31 "DELETE /v2.0/ports/9f717fce-017d-42a2-a42f-707ae69625a8/bindings/n-h2-760354-5 HTTP/1.1" status: 204 len: 173 time: 0.2423489 Dec 12 17:35:25.782729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48f7ab-ba6e-4b2e-803c-33528a71518b req-7ba65714-6af2-4fa2-95e8-ca8b0eb46569 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:25.784184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d48f7ab-ba6e-4b2e-803c-33528a71518b req-7ba65714-6af2-4fa2-95e8-ca8b0eb46569 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 946 time: 0.0820916 Dec 12 17:35:25.844833 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d48f7ab-ba6e-4b2e-803c-33528a71518b req-64644edb-1f70-40e8-8a5c-9a6296a9b493 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532234 Dec 12 17:35:25.858110 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:25.976714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Allocated IP 172.25.1.123 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/3e26c193-2833-4c98-a3e9-c2d97e2d10be) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:35:26.066594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08722d-8c95-4750-95d3-31b03a6361a5 req-5c8b04ca-9ea4-4112-bbe5-959c1fe7fbe8 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:26.068104 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c08722d-8c95-4750-95d3-31b03a6361a5 req-5c8b04ca-9ea4-4112-bbe5-959c1fe7fbe8 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 944 time: 0.0934732 Dec 12 17:35:26.363349 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:26.369537 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c08722d-8c95-4750-95d3-31b03a6361a5 req-4ea20929-44fa-45b1-baf6-01c927ecd475 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949123 Dec 12 17:35:26.402724 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:26.477359 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:35:26.484966 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:35:26.486250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:35:26.518795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Pushing event updated for resources: {'Port': ['ID=3e26c193-2833-4c98-a3e9-c2d97e2d10be,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:26.544695 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:26.545056 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:26.545406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:26.545749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:26.546090 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:26.546427 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:26.546763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:26.547096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:26.547453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:26.547784 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:26.548119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:26.548450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:26.548788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:26.573113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dfabf-6a3f-4faa-b223-deaf7aca6612 req-b0d62415-c719-4b38-9dbf-21117f5b5449 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:26.574607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c03dfabf-6a3f-4faa-b223-deaf7aca6612 req-b0d62415-c719-4b38-9dbf-21117f5b5449 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 950 time: 0.1389349 Dec 12 17:35:26.648337 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:26.661815 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c03dfabf-6a3f-4faa-b223-deaf7aca6612 req-9badb9a2-d3a4-4752-9c63-2466ede7038d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795977 Dec 12 17:35:26.691372 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:26.858040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be02c65-2a10-4634-8632-0d71a314234f req-214fa312-59b0-45e9-8792-4165de8acc4c tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:26.859507 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0be02c65-2a10-4634-8632-0d71a314234f req-214fa312-59b0-45e9-8792-4165de8acc4c tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.1367762 Dec 12 17:35:26.901396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-ee4f1591-2e46-4de4-b455-c6cf58669749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:26.902726 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-ee4f1591-2e46-4de4-b455-c6cf58669749 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 1097 time: 0.0928557 Dec 12 17:35:26.984489 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0be02c65-2a10-4634-8632-0d71a314234f req-e123355a-d48a-4696-befb-4648ac9c9172 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173143 Dec 12 17:35:27.011277 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:27.017004 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:27.132811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-7e42073a-f31f-4dde-9c2f-553582c5a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:27.134253 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-7e42073a-f31f-4dde-9c2f-553582c5a807 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 922 time: 0.2217531 Dec 12 17:35:27.138931 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Pushing event updated for resources: {'Port': ['ID=3e26c193-2833-4c98-a3e9-c2d97e2d10be,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:27.160047 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:27.197900 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5cfdf-f856-4953-9d00-f518d1d08ac7 req-5f421ea3-707e-4929-a173-91f85ecb6fcb tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:27.199359 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7c5cfdf-f856-4953-9d00-f518d1d08ac7 req-5f421ea3-707e-4929-a173-91f85ecb6fcb tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.1512506 Dec 12 17:35:27.203359 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-83f5eb80-ddd4-4348-ac78-82ebbb56119d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16faa754-ba0e-41fe-b717-c11930df0a7b HTTP/1.1" status: 200 len: 217 time: 0.0577321 Dec 12 17:35:27.222954 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:27.224080 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-af199261-e136-42d9-baf8-f2d7f4722c18 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6575532 Dec 12 17:35:27.335250 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-0e6dd09d-0f92-4dfe-9c3b-2635a31c9f1d tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 696 time: 0.1030762 Dec 12 17:35:27.370630 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7c5cfdf-f856-4953-9d00-f518d1d08ac7 req-866f90fa-70c2-4c07-8635-94466b6353d4 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644609 Dec 12 17:35:27.395869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-7ffb3c16-cc9c-4644-a377-3be6cd45a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:27.397370 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-7ffb3c16-cc9c-4644-a377-3be6cd45a9bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.1771986 Dec 12 17:35:27.437713 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-af0720a6-895b-4cb2-93f1-0c00178090b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295105 Dec 12 17:35:27.550624 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-c4dbdc3f-fd73-4ab6-8f21-26b8b7ea2193 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:27.552041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-c4dbdc3f-fd73-4ab6-8f21-26b8b7ea2193 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.2110925 Dec 12 17:35:27.566322 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-a37505ca-a2c7-4f98-a888-5a68e9bd5a07 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:35:27.567268 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbbf9371-3a78-408c-9cad-b812bf5069bc req-a37505ca-a2c7-4f98-a888-5a68e9bd5a07 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080388 Dec 12 17:35:27.587935 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55155ce2-cb22-4f66-83d5-a6ff915b033e req-0cfae850-b069-4c63-9321-d7a54579bba9 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:27.589398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55155ce2-cb22-4f66-83d5-a6ff915b033e req-0cfae850-b069-4c63-9321-d7a54579bba9 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1303830 Dec 12 17:35:27.616252 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-0df8f320-2e48-44f0-abf5-cf36e730be62 service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674807 Dec 12 17:35:27.720938 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55155ce2-cb22-4f66-83d5-a6ff915b033e req-32231a75-32c2-4c47-ba54-563df929b117 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213078 Dec 12 17:35:27.739719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a3cac-a8e7-436f-976e-0fef4250cf22 req-400cadeb-f41c-4cc6-97b0-5f715ef6c32c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:27.741759 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e7a3cac-a8e7-436f-976e-0fef4250cf22 req-400cadeb-f41c-4cc6-97b0-5f715ef6c32c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 946 time: 0.1216164 Dec 12 17:35:27.776082 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4054b292-1e52-4e88-a1d5-9074091e75ce service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448052 Dec 12 17:35:27.807913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e7a3cac-a8e7-436f-976e-0fef4250cf22 req-839fe794-e548-412d-bdd8-96d5552dbcef tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594394 Dec 12 17:35:27.874820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d72877-6bb3-45ae-bc12-dd5693c9002e req-98832813-20a3-46a7-87c1-9899fc410a7f tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:27.876364 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-62d72877-6bb3-45ae-bc12-dd5693c9002e req-98832813-20a3-46a7-87c1-9899fc410a7f tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 1095 time: 0.0397539 Dec 12 17:35:27.950387 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-62d72877-6bb3-45ae-bc12-dd5693c9002e req-89978c65-03eb-46f5-bb93-299f6549cc5d tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681853 Dec 12 17:35:28.007393 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-e1f70b56-e7e6-4241-85d2-104bfbb50291 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:28.008901 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-e1f70b56-e7e6-4241-85d2-104bfbb50291 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0922287 Dec 12 17:35:28.086747 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-119c4b66-dcc5-4a0f-94f7-2dc2946b7406 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 696 time: 0.0709844 Dec 12 17:35:28.105678 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6eed3-32b6-4af8-843c-9d0f3110b05c req-58d7b259-7459-4ecc-a0c9-9c34125f4e3e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:28.112848 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d5b6eed3-32b6-4af8-843c-9d0f3110b05c req-58d7b259-7459-4ecc-a0c9-9c34125f4e3e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 950 time: 0.0982351 Dec 12 17:35:28.124837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-6265e376-f445-4244-8633-9a50504021c7 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Request body: {'floatingip': {'port_id': 'a914bb96-39ac-43d0-a9b3-413430921778', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:35:28.204702 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-6265e376-f445-4244-8633-9a50504021c7 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:28.281540 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d5b6eed3-32b6-4af8-843c-9d0f3110b05c req-5c2e1f80-5a7f-47b5-b526-d6557aba4fb4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676555 Dec 12 17:35:28.724183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22306539-d60d-42cb-ba7a-7a45f94163a9 req-d175eb95-2f67-47f0-852c-f423022a43d9 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:28.725827 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22306539-d60d-42cb-ba7a-7a45f94163a9 req-d175eb95-2f67-47f0-852c-f423022a43d9 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.3715281 Dec 12 17:35:28.944599 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22306539-d60d-42cb-ba7a-7a45f94163a9 req-cef7b6ae-d042-4c71-a4f0-825b9419bfb0 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093492 Dec 12 17:35:29.110295 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.db.resource_extend [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-6265e376-f445-4244-8633-9a50504021c7 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 17:35:29.202369 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-6265e376-f445-4244-8633-9a50504021c7 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:29.213212 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-6265e376-f445-4244-8633-9a50504021c7 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:29.255106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-afe97384-cb9c-4780-a1b7-2811580a94e7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:29.256604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-afe97384-cb9c-4780-a1b7-2811580a94e7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 807 time: 0.2166278 Dec 12 17:35:29.298769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-6542ab8c-361e-4c44-9f69-949019753bb2 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/quotas/5086af56094840bd807cfda793fdb5e6 HTTP/1.1" status: 200 len: 375 time: 0.0185494 Dec 12 17:35:29.351047 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-6265e376-f445-4244-8633-9a50504021c7 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Floating IP ad581434-9966-4304-9fea-7e489bd0be86 associated. External IP: 172.25.1.123, port: a914bb96-39ac-43d0-a9b3-413430921778. Dec 12 17:35:29.421602 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-03d0903c-46ad-4064-8671-70277052411b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1138961 Dec 12 17:35:29.592904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-7d4d7cc5-720a-41ed-94c3-aae84cf80bff service neutron] 10.222.0.18 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628082 Dec 12 17:35:29.689145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-6265e376-f445-4244-8633-9a50504021c7 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Router b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:35:29.707232 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-63aa1520-ed7e-44f3-8da3-ab06cfd28ab7 service neutron] 10.222.0.18 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079297 Dec 12 17:35:29.816979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-6265e376-f445-4244-8633-9a50504021c7 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:35:29.822971 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-6265e376-f445-4244-8633-9a50504021c7 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:29.835636 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea1ab4d-d054-4019-8722-c4a3ef7615bb None None] Sync routers for ids ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:35:29.852728 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea1ab4d-d054-4019-8722-c4a3ef7615bb None None] Routers {'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:35:29.855435 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1ea1ab4d-d054-4019-8722-c4a3ef7615bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:35:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:35:29.890716 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-6265e376-f445-4244-8633-9a50504021c7 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "PUT /v2.0/floatingips/ad581434-9966-4304-9fea-7e489bd0be86 HTTP/1.1" status: 200 len: 997 time: 1.7705915 Dec 12 17:35:29.892664 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1cd2fc-82ae-43c7-863c-2befeac6021d', 'tag': 'a914bb96-39ac-43d0-a9b3-413430921778'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:35:29.898283 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918e45c8-2998-4581-a368-8ec2ed3647f5" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1cd2fc-82ae-43c7-863c-2befeac6021d", "tag": "a914bb96-39ac-43d0-a9b3-413430921778"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:35:29.981015 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-1ea1ab4d-d054-4019-8722-c4a3ef7615bb None None] Set router b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:35:29.995917 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-c7321341-c768-4851-a804-cf081a7ec45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:30.005174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-c7321341-c768-4851-a804-cf081a7ec45f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02196d4bede74670adbe12bcd82342ab&device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d HTTP/1.1" status: 200 len: 1097 time: 0.1009541 Dec 12 17:35:30.036678 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46386d-5d11-442f-aa2e-bc603fbf6335 req-9fcf2ab0-7e99-4835-8c63-21b42a155a44 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:30.044133 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af46386d-5d11-442f-aa2e-bc603fbf6335 req-9fcf2ab0-7e99-4835-8c63-21b42a155a44 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.1073453 Dec 12 17:35:30.259081 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1ea1ab4d-d054-4019-8722-c4a3ef7615bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-151730744-router', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1a07811c-d90c-49c0-9836-613e2327787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:56Z', 'revision_number': 4, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'gw_port': {'id': '1a07811c-d90c-49c0-9836-613e2327787d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'ad581434-9966-4304-9fea-7e489bd0be86', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'port_id': 'a914bb96-39ac-43d0-a9b3-413430921778', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7', 'mac_address': 'fa:16:3e:86:53:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1cd2fc-82ae-43c7-863c-2befeac6021d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:35:26Z', 'updated_at': '2021-12-12T17:35:28Z', 'revision_number': 1, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2cd696-eb7b-4578-bb77-b8c58adaafaa', 'name': '', 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'mac_address': 'fa:16:3e:9c:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:55Z', 'updated_at': '2021-12-12T17:35:00Z', 'revision_number': 5, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'subnets': [{'id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:35:30.288861 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea1ab4d-d054-4019-8722-c4a3ef7615bb None None] Checking router: b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:35:30.298383 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea1ab4d-d054-4019-8722-c4a3ef7615bb None None] Routers {'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:35:30.299021 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1ea1ab4d-d054-4019-8722-c4a3ef7615bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:35:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:35:30.432916 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af46386d-5d11-442f-aa2e-bc603fbf6335 req-e42f22a0-cf72-4a99-8d26-bbbe47f81c6f tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879957 Dec 12 17:35:30.436632 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-1ea1ab4d-d054-4019-8722-c4a3ef7615bb None None] Set router b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:35:30.449490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-ce9aa46e-4d94-4c34-a446-ae6ac47bde5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:30.451102 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-ce9aa46e-4d94-4c34-a446-ae6ac47bde5e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 HTTP/1.1" status: 200 len: 929 time: 0.4448180 Dec 12 17:35:30.623992 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-886aa1e8-4715-4491-860a-db7908981c8a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a914bb96-39ac-43d0-a9b3-413430921778 HTTP/1.1" status: 200 len: 1000 time: 0.1499190 Dec 12 17:35:30.689050 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73018d0-1a45-4a34-9745-b491a61b149b req-a65b3b61-f633-4950-b329-0c5e1f0de4e3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:30.690499 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f73018d0-1a45-4a34-9745-b491a61b149b req-a65b3b61-f633-4950-b329-0c5e1f0de4e3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1277776 Dec 12 17:35:30.725564 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-61ffcf28-3558-47ce-aa3a-b49d824df6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:30.727026 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-61ffcf28-3558-47ce-aa3a-b49d824df6b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7505148-07c5-4bb3-ac4c-f41af810c6ae HTTP/1.1" status: 200 len: 867 time: 0.0860655 Dec 12 17:35:30.746360 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1ea1ab4d-d054-4019-8722-c4a3ef7615bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-151730744-router', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1a07811c-d90c-49c0-9836-613e2327787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:56Z', 'revision_number': 4, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'gw_port': {'id': '1a07811c-d90c-49c0-9836-613e2327787d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'ad581434-9966-4304-9fea-7e489bd0be86', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'port_id': 'a914bb96-39ac-43d0-a9b3-413430921778', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7', 'mac_address': 'fa:16:3e:86:53:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1cd2fc-82ae-43c7-863c-2befeac6021d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:35:26Z', 'updated_at': '2021-12-12T17:35:28Z', 'revision_number': 1, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2cd696-eb7b-4578-bb77-b8c58adaafaa', 'name': '', 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'mac_address': 'fa:16:3e:9c:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:55Z', 'updated_at': '2021-12-12T17:35:00Z', 'revision_number': 5, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'subnets': [{'id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:35:30.789742 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea1ab4d-d054-4019-8722-c4a3ef7615bb None None] The sync data for ids ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'] in n-d-760354-5 is: [{'id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-151730744-router', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1a07811c-d90c-49c0-9836-613e2327787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:56Z', 'revision_number': 4, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'gw_port': {'id': '1a07811c-d90c-49c0-9836-613e2327787d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'ad581434-9966-4304-9fea-7e489bd0be86', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'port_id': 'a914bb96-39ac-43d0-a9b3-413430921778', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7', 'mac_address': 'fa:16:3e:86:53:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1cd2fc-82ae-43c7-863c-2befeac6021d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:35:26Z', 'updated_at': '2021-12-12T17:35:28Z', 'revision_number': 1, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2cd696-eb7b-4578-bb77-b8c58adaafaa', 'name': '', 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'mac_address': 'fa:16:3e:9c:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:55Z', 'updated_at': '2021-12-12T17:35:00Z', 'revision_number': 5, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'subnets': [{'id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:35:30.793965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f73018d0-1a45-4a34-9745-b491a61b149b req-6399043e-9e96-4b06-b08d-c03ac0abeeef tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864010 Dec 12 17:35:30.827767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-1bf586ea-e631-4b9e-bdb6-5af7b0c8a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:30.829273 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-1bf586ea-e631-4b9e-bdb6-5af7b0c8a4d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6da1af2-83e0-4962-8cd0-1f2825c5f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905974 Dec 12 17:35:30.843016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-41ae77e0-a0ed-4379-838d-b25539f100e5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:35:30.844017 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-41ae77e0-a0ed-4379-838d-b25539f100e5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052676 Dec 12 17:35:31.025440 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-80113b12-8409-42f0-ab25-8db8fc64ca51 service neutron] 10.222.0.18 "GET /v2.0/networks/f6da1af2-83e0-4962-8cd0-1f2825c5f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744664 Dec 12 17:35:31.181000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b83d47d-2002-4cc3-9a9e-576246f2d97d None None] New status for floating IP ad581434-9966-4304-9fea-7e489bd0be86: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:35:31.218377 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1e1cc-229e-4583-9252-17c92aade776 req-76b51fc4-c1fb-42b0-9a0d-f7ea584fa348 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:31.226067 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16b1e1cc-229e-4583-9252-17c92aade776 req-76b51fc4-c1fb-42b0-9a0d-f7ea584fa348 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 946 time: 0.2251139 Dec 12 17:35:31.268058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-0c44e2ac-a4e4-428e-b67d-d6adbabe17a0 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:31.269497 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-0c44e2ac-a4e4-428e-b67d-d6adbabe17a0 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.20 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 807 time: 0.2557561 Dec 12 17:35:31.289477 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44e68cd3-7f10-423f-9c57-7304f88985b9 req-054499ea-8fee-4bc6-ba40-2d29e64a4765 service neutron] 10.222.0.18 "GET /v2.0/networks/f6da1af2-83e0-4962-8cd0-1f2825c5f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403986 Dec 12 17:35:31.296143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-4a5460fa-2879-4811-b766-64891c6881e7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Request body: {'port': {'device_id': 'ebb53671-6119-4830-bc3e-721af1170eb7', 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded', 'admin_state_up': True, 'tenant_id': '5086af56094840bd807cfda793fdb5e6'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:35:31.368572 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16b1e1cc-229e-4583-9252-17c92aade776 req-b7e17241-4e78-453b-b2fd-92c0ab1be3fb tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415167 Dec 12 17:35:31.533134 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17bd5ad8-466e-4045-b0f7-3bac358e5700 req-b4ad0c5f-6ec7-4492-9150-79f78f1807e9 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 210 time: 0.0420117 Dec 12 17:35:31.558291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eecb29-6d75-405c-8e54-027744d491ad req-8985df7c-a8c5-4cbf-b0d1-00479f7ae489 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:31.562213 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4eecb29-6d75-405c-8e54-027744d491ad req-8985df7c-a8c5-4cbf-b0d1-00479f7ae489 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 950 time: 0.1299920 Dec 12 17:35:31.564578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-4a5460fa-2879-4811-b766-64891c6881e7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Made reservation on behalf of 5086af56094840bd807cfda793fdb5e6 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:35:31.567938 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-4a5460fa-2879-4811-b766-64891c6881e7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:31.648061 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336484c2-a32b-4d73-9656-adb8bf6e7d78 x-openstack-request-id: req-336484c2-a32b-4d73-9656-adb8bf6e7d78 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:35:31.648419 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1cd2fc-82ae-43c7-863c-2befeac6021d", "tag": "a914bb96-39ac-43d0-a9b3-413430921778", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:35:31.648662 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-336484c2-a32b-4d73-9656-adb8bf6e7d78 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:35:31.649077 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1cd2fc-82ae-43c7-863c-2befeac6021d', 'tag': 'a914bb96-39ac-43d0-a9b3-413430921778', 'status': 'completed', 'code': 200} Dec 12 17:35:31.654284 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4eecb29-6d75-405c-8e54-027744d491ad req-d363123e-cbee-4a5d-a4dc-fc7d8e93eef7 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669971 Dec 12 17:35:31.789017 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e45c8-2998-4581-a368-8ec2ed3647f5 req-f503cdcf-8150-48db-a714-5e81bba18593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:31.791211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-918e45c8-2998-4581-a368-8ec2ed3647f5 req-f503cdcf-8150-48db-a714-5e81bba18593 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02196d4bede74670adbe12bcd82342ab&device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d HTTP/1.1" status: 200 len: 1097 time: 0.1495323 Dec 12 17:35:31.917055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df08fa8-c39a-41d9-925f-f32661b84226 req-3afb7de0-8b73-4026-a8da-389d8dbfa5ea tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:31.926065 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5df08fa8-c39a-41d9-925f-f32661b84226 req-3afb7de0-8b73-4026-a8da-389d8dbfa5ea tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.2237039 Dec 12 17:35:32.014072 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-4a5460fa-2879-4811-b766-64891c6881e7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Allocated IP 172.20.0.7 (7af7ce07-fb07-4357-8d7c-aa495da24ded/bbefa9e0-9207-40de-b719-d60e0bdbdf57/8f5e7e69-a20e-4c82-b5ca-6860925f8bd2) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:35:32.095449 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5df08fa8-c39a-41d9-925f-f32661b84226 req-55a778ce-f80e-457f-b56e-6ab85da4e610 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684933 Dec 12 17:35:32.110900 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e45c8-2998-4581-a368-8ec2ed3647f5 req-dfa033e7-e16f-43b2-8039-0f683ddd8f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:32.111944 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-918e45c8-2998-4581-a368-8ec2ed3647f5 req-dfa033e7-e16f-43b2-8039-0f683ddd8f91 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 HTTP/1.1" status: 200 len: 929 time: 0.3091519 Dec 12 17:35:32.203076 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-918e45c8-2998-4581-a368-8ec2ed3647f5 req-0c61e51f-22ae-40dd-b7a0-cc9d76717e70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a914bb96-39ac-43d0-a9b3-413430921778 HTTP/1.1" status: 200 len: 1002 time: 0.0801771 Dec 12 17:35:32.242422 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-66ae787d-0448-4fd7-acef-1b43394b67a9 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 258 time: 0.3515821 Dec 12 17:35:32.289101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-26c13982-fe67-40c6-8c0d-4fdc81a1968e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:35:32.364228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e45c8-2998-4581-a368-8ec2ed3647f5 req-8607fca2-9b0a-46a2-950f-bd9ec7a5c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:32.366243 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-918e45c8-2998-4581-a368-8ec2ed3647f5 req-8607fca2-9b0a-46a2-950f-bd9ec7a5c04e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7505148-07c5-4bb3-ac4c-f41af810c6ae HTTP/1.1" status: 200 len: 867 time: 0.1508632 Dec 12 17:35:32.379726 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-26c13982-fe67-40c6-8c0d-4fdc81a1968e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:32.411902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fdc2a-97c7-4865-b1e6-71385fa6d62d req-afd0ea2e-23c2-482d-bc01-fa76e3f33fc7 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:32.413919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a8fdc2a-97c7-4865-b1e6-71385fa6d62d req-afd0ea2e-23c2-482d-bc01-fa76e3f33fc7 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.2022541 Dec 12 17:35:32.542698 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e45c8-2998-4581-a368-8ec2ed3647f5 req-16d65d75-13dc-4241-b8b5-8c3cdcaccf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:32.544111 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-918e45c8-2998-4581-a368-8ec2ed3647f5 req-16d65d75-13dc-4241-b8b5-8c3cdcaccf98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6da1af2-83e0-4962-8cd0-1f2825c5f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670392 Dec 12 17:35:32.553901 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-4a5460fa-2879-4811-b766-64891c6881e7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:32.571971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a8fdc2a-97c7-4865-b1e6-71385fa6d62d req-6743d011-164f-4b73-88be-aa94a02d4930 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414824 Dec 12 17:35:32.686347 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-4a5460fa-2879-4811-b766-64891c6881e7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:32.720087 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-918e45c8-2998-4581-a368-8ec2ed3647f5 req-2c1c09cf-822d-4cd5-bd67-1d75608ffa20 service neutron] 10.222.0.20 "GET /v2.0/networks/f6da1af2-83e0-4962-8cd0-1f2825c5f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619918 Dec 12 17:35:32.755934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-4a5460fa-2879-4811-b766-64891c6881e7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Network 7af7ce07-fb07-4357-8d7c-aa495da24ded is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:35:32.781756 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-4a5460fa-2879-4811-b766-64891c6881e7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:35:32.809155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-4a5460fa-2879-4811-b766-64891c6881e7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:35:32.813114 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5460fa-2879-4811-b766-64891c6881e7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Pushing event updated for resources: {'Port': ['ID=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:32.855572 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-26c13982-fe67-40c6-8c0d-4fdc81a1968e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:32.933040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-4a5460fa-2879-4811-b766-64891c6881e7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:32.933703 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-4a5460fa-2879-4811-b766-64891c6881e7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:32.986208 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-918e45c8-2998-4581-a368-8ec2ed3647f5 req-4a079e11-37e8-4048-ac63-231a3ba544cf service neutron] 10.222.0.20 "GET /v2.0/networks/f6da1af2-83e0-4962-8cd0-1f2825c5f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534370 Dec 12 17:35:32.993618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-4a5460fa-2879-4811-b766-64891c6881e7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7011774 Dec 12 17:35:33.011743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Request body: {'port': {'device_id': 'ebb53671-6119-4830-bc3e-721af1170eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:35:33.062876 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372e792-e601-424a-b6fb-7f347dff85d1 req-dbfdb6ec-af65-44d6-9fe5-3e001c1d7cea tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:33.064278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8372e792-e601-424a-b6fb-7f347dff85d1 req-dbfdb6ec-af65-44d6-9fe5-3e001c1d7cea tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 946 time: 0.1837628 Dec 12 17:35:33.131691 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-26c13982-fe67-40c6-8c0d-4fdc81a1968e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Allocated IP 172.25.1.119 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/27e35224-49a8-4757-b328-938a951e00a2) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:35:33.140449 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:33.208875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8372e792-e601-424a-b6fb-7f347dff85d1 req-f06a0146-81c8-4d09-a644-ff0c69d7e0f6 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357603 Dec 12 17:35:33.694464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233ab81-89ad-42c4-afeb-0ccfedc297fc req-d4bfc6b6-81f1-4e80-9bf2-76fb3c386e2d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:33.695950 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8233ab81-89ad-42c4-afeb-0ccfedc297fc req-d4bfc6b6-81f1-4e80-9bf2-76fb3c386e2d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 931 time: 0.3938766 Dec 12 17:35:33.702824 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-26c13982-fe67-40c6-8c0d-4fdc81a1968e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:33.801788 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8233ab81-89ad-42c4-afeb-0ccfedc297fc req-3c8dc44c-b617-4815-ab30-2101a374b887 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960305 Dec 12 17:35:33.842740 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-26c13982-fe67-40c6-8c0d-4fdc81a1968e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:33.893340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:35:33.915124 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-26c13982-fe67-40c6-8c0d-4fdc81a1968e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:35:33.919609 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:33.927654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-26c13982-fe67-40c6-8c0d-4fdc81a1968e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:35:33.937969 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-26c13982-fe67-40c6-8c0d-4fdc81a1968e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:35:33.944287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c13982-fe67-40c6-8c0d-4fdc81a1968e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Pushing event updated for resources: {'Port': ['ID=27e35224-49a8-4757-b328-938a951e00a2,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:33.966328 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Transition to ACTIVE for port object 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:35:33.977716 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:34.024340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d86b0-c202-46c1-8b47-d428d5187780 req-edd9be29-0a14-4250-ad7d-1d260936a050 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:34.026485 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc3d86b0-c202-46c1-8b47-d428d5187780 req-edd9be29-0a14-4250-ad7d-1d260936a050 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 950 time: 0.1518266 Dec 12 17:35:34.092878 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:34.190723 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc3d86b0-c202-46c1-8b47-d428d5187780 req-afd96854-2f03-4bd6-9b6b-5ede39c71746 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530628 Dec 12 17:35:34.198109 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-26c13982-fe67-40c6-8c0d-4fdc81a1968e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:34.239692 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Attempting to bind port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:35:34.240035 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Attempting to bind port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:35:34.240905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Attempting to bind port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:35:34.251907 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:35:34.252238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Attempting to bind port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:35:34.267765 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-26c13982-fe67-40c6-8c0d-4fdc81a1968e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:34.283687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:35:34.284047 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Checking segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:35:34.284418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Bound using segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:35:34.284861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Bound port: 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:35:34.285212 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:34.372717 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9ddd0-b71e-45b3-8052-d84f7ad611fa req-6b36aa6b-3e22-4ffd-84a6-655cf119bcf8 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:34.375005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ebd9ddd0-b71e-45b3-8052-d84f7ad611fa req-6b36aa6b-3e22-4ffd-84a6-655cf119bcf8 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.1241400 Dec 12 17:35:34.468614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] For port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:35:34.476155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] For port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:35:34.489178 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:34.550412 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ebd9ddd0-b71e-45b3-8052-d84f7ad611fa req-6f05ea74-f8e4-49e2-811f-e48967e750cb tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693141 Dec 12 17:35:34.556610 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:34.557230 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:34.558557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] 10.222.0.20 "PUT /v2.0/ports/8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 HTTP/1.1" status: 200 len: 1091 time: 1.5541506 Dec 12 17:35:34.561954 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb53671-6119-4830-bc3e-721af1170eb7', 'tag': '8f5e7e69-a20e-4c82-b5ca-6860925f8bd2'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:35:34.564367 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c6bde0-0a86-45ca-8257-4605fe833828" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb53671-6119-4830-bc3e-721af1170eb7", "tag": "8f5e7e69-a20e-4c82-b5ca-6860925f8bd2"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:35:34.604314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bfbcf-3eb4-48af-b2ae-af040390cb40 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:34.642707 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-26c13982-fe67-40c6-8c0d-4fdc81a1968e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:34.650203 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-26c13982-fe67-40c6-8c0d-4fdc81a1968e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:34.721989 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-7d6d4e89-8b5d-4d40-b656-b15fcdb132ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:34.723686 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-7d6d4e89-8b5d-4d40-b656-b15fcdb132ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 1094 time: 0.1135709 Dec 12 17:35:34.727021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c13982-fe67-40c6-8c0d-4fdc81a1968e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Pushing event updated for resources: {'Port': ['ID=27e35224-49a8-4757-b328-938a951e00a2,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:34.773462 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-02780564-1c2d-4aa8-a11a-9ec49772c125 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 HTTP/1.1" status: 200 len: 217 time: 0.0405436 Dec 12 17:35:34.776433 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-26c13982-fe67-40c6-8c0d-4fdc81a1968e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:34.822295 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-26c13982-fe67-40c6-8c0d-4fdc81a1968e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:34.824312 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-26c13982-fe67-40c6-8c0d-4fdc81a1968e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5557618 Dec 12 17:35:34.888670 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-4fc1c9a2-5911-43d2-88df-d2e5e4aa94c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:34.892320 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-4fc1c9a2-5911-43d2-88df-d2e5e4aa94c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.1115448 Dec 12 17:35:34.895498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-8d46a200-c370-4a8f-b849-aed8e1254607 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 696 time: 0.0647871 Dec 12 17:35:34.949154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-3c25a98a-01f9-45a6-ab76-02cd9d0b360f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490744 Dec 12 17:35:35.106465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1129ab-abe3-4e3d-a64e-1f4a90d69395 req-253d28ed-ed7c-49d2-8b24-d95619059410 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:35.107971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6b1129ab-abe3-4e3d-a64e-1f4a90d69395 req-253d28ed-ed7c-49d2-8b24-d95619059410 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1613891 Dec 12 17:35:35.166255 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-5b84f0f1-e1c7-4945-a413-c789a943621a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:35.167528 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec39d08a-5e02-4c60-b181-7bb73d52cf5f req-5b84f0f1-e1c7-4945-a413-c789a943621a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.2591348 Dec 12 17:35:35.180154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-0b95feef-a5b2-4ea9-89ae-e63d4f2f2a66 service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189543 Dec 12 17:35:35.253633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6b1129ab-abe3-4e3d-a64e-1f4a90d69395 req-10c3a1b9-80a2-415c-aefe-7862fbab3bdd tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368825 Dec 12 17:35:35.307604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8131c05-7590-4a74-b4a0-0645d1cb03b4 req-59e8cff0-ebab-41bf-b62e-57f53de5819e service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179476 Dec 12 17:35:35.387022 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ec9e0-0bfe-431b-8902-2036dcf34cc7 req-c76c0166-4154-4fbe-a808-5fa7f7469a5c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:35.388571 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a0ec9e0-0bfe-431b-8902-2036dcf34cc7 req-c76c0166-4154-4fbe-a808-5fa7f7469a5c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 946 time: 0.0575569 Dec 12 17:35:35.436628 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a0ec9e0-0bfe-431b-8902-2036dcf34cc7 req-4bc2b987-5c1f-4dbe-b52b-d07c4198d116 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416937 Dec 12 17:35:35.497674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160d7a8-eef6-4de0-aa12-d055e30188af req-f886829b-9a48-4c28-a8ec-e91e1a1ee2de tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:35.504127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160d7a8-eef6-4de0-aa12-d055e30188af req-f886829b-9a48-4c28-a8ec-e91e1a1ee2de tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:35.505783 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a160d7a8-eef6-4de0-aa12-d055e30188af req-f886829b-9a48-4c28-a8ec-e91e1a1ee2de tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=478a62b5-5a01-43db-9e05-937e6514868d&device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 1691 time: 0.0603840 Dec 12 17:35:35.507807 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e8cf5c-1b1e-415d-9dbe-be2d70b622f6 x-openstack-request-id: req-a9e8cf5c-1b1e-415d-9dbe-be2d70b622f6 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:35:35.508216 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb53671-6119-4830-bc3e-721af1170eb7", "tag": "8f5e7e69-a20e-4c82-b5ca-6860925f8bd2", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:35:35.508572 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9e8cf5c-1b1e-415d-9dbe-be2d70b622f6 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:35:35.508855 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb53671-6119-4830-bc3e-721af1170eb7', 'tag': '8f5e7e69-a20e-4c82-b5ca-6860925f8bd2', 'status': 'completed', 'code': 200} Dec 12 17:35:35.624209 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a160d7a8-eef6-4de0-aa12-d055e30188af req-c20b1bd8-bac8-445e-b772-ea9f9ff1e0d2 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022735 Dec 12 17:35:35.628874 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6bde0-0a86-45ca-8257-4605fe833828 req-ceba3163-12a1-4894-a30b-0de24e594324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:35.630388 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48c6bde0-0a86-45ca-8257-4605fe833828 req-ceba3163-12a1-4894-a30b-0de24e594324 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 1094 time: 0.1018834 Dec 12 17:35:35.660088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30c98f-1846-44db-ba49-0a7945c2e61a req-eaa1cb24-7abe-422a-9bfa-52340aba5547 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:35.661280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe30c98f-1846-44db-ba49-0a7945c2e61a req-eaa1cb24-7abe-422a-9bfa-52340aba5547 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 943 time: 0.1020114 Dec 12 17:35:35.796065 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe30c98f-1846-44db-ba49-0a7945c2e61a req-31642a1f-4100-4c9f-805c-5974a1b90511 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233418 Dec 12 17:35:35.809111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6bde0-0a86-45ca-8257-4605fe833828 req-781ffdf8-d8b1-4640-88ca-d137590b1b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:35.810729 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48c6bde0-0a86-45ca-8257-4605fe833828 req-781ffdf8-d8b1-4640-88ca-d137590b1b8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 908 time: 0.1679673 Dec 12 17:35:35.819014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c86784-7dec-4202-8542-6488606985f7 req-4b6bcb86-6c78-41bc-bef5-734759187703 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:35.820481 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9c86784-7dec-4202-8542-6488606985f7 req-4b6bcb86-6c78-41bc-bef5-734759187703 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1227851 Dec 12 17:35:35.863625 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48c6bde0-0a86-45ca-8257-4605fe833828 req-0e1716e9-98a4-4ab5-8aba-924ab4408273 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 HTTP/1.1" status: 200 len: 217 time: 0.0421879 Dec 12 17:35:35.955579 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9c86784-7dec-4202-8542-6488606985f7 req-64ca81fd-54f4-4b34-9416-15bc5745a4ba tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 696 time: 0.1272190 Dec 12 17:35:35.974220 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-b9c86784-7dec-4202-8542-6488606985f7 req-864b6274-607e-4e93-8c07-dae3cbd8f3a8 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Request body: {'floatingip': {'port_id': 'a914bb96-39ac-43d0-a9b3-413430921778', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:35:35.983944 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819c210-6a7b-4811-a24b-18b6428ed249 req-4ab38388-4111-4511-8239-bd0449d9fc1c tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:35.985425 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f819c210-6a7b-4811-a24b-18b6428ed249 req-4ab38388-4111-4511-8239-bd0449d9fc1c tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.1286995 Dec 12 17:35:36.031431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6bde0-0a86-45ca-8257-4605fe833828 req-dd55ef01-1730-4f87-9cbb-cc39a888bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:36.032863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48c6bde0-0a86-45ca-8257-4605fe833828 req-dd55ef01-1730-4f87-9cbb-cc39a888bf9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.1613843 Dec 12 17:35:36.040291 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b9c86784-7dec-4202-8542-6488606985f7 req-864b6274-607e-4e93-8c07-dae3cbd8f3a8 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:36.106560 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48c6bde0-0a86-45ca-8257-4605fe833828 req-8016e7c3-3942-40fc-ac35-af8b736af1cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640533 Dec 12 17:35:36.214989 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f819c210-6a7b-4811-a24b-18b6428ed249 req-ab96dc10-9629-4f06-a97d-e6a910d7abc4 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001991 Dec 12 17:35:36.344837 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48c6bde0-0a86-45ca-8257-4605fe833828 req-ea5da2ae-dca9-437c-afc1-89ed530d2701 service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165956 Dec 12 17:35:36.434498 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-b9c86784-7dec-4202-8542-6488606985f7 req-864b6274-607e-4e93-8c07-dae3cbd8f3a8 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] update failed (client error): There was a conflict when trying to complete your request. Dec 12 17:35:36.435540 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9c86784-7dec-4202-8542-6488606985f7 req-864b6274-607e-4e93-8c07-dae3cbd8f3a8 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "PUT /v2.0/floatingips/49175dfc-058f-49be-a2da-1f2c54b559c3 HTTP/1.1" status: 409 len: 551 time: 0.4706924 Dec 12 17:35:36.502910 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267290b9-b9e1-4a11-b9d9-d75cbcabd04f req-f3295811-4326-4199-8da9-1a577be3ac5d tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:36.504547 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-267290b9-b9e1-4a11-b9d9-d75cbcabd04f req-f3295811-4326-4199-8da9-1a577be3ac5d tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=478a62b5-5a01-43db-9e05-937e6514868d HTTP/1.1" status: 200 len: 1101 time: 0.0902064 Dec 12 17:35:36.509799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48c6bde0-0a86-45ca-8257-4605fe833828 req-d807ddda-5529-4cfc-85b2-0acd357fa845 service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518149 Dec 12 17:35:36.584490 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-267290b9-b9e1-4a11-b9d9-d75cbcabd04f req-f9b5a060-1fb4-40aa-8526-dc1f2f56ac25 tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695240 Dec 12 17:35:36.598622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497eeb3-ac64-43e7-bf9a-a8050028592d req-c65e0cc9-0f61-48aa-ba11-a465b35c98c8 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:36.598622 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f497eeb3-ac64-43e7-bf9a-a8050028592d req-c65e0cc9-0f61-48aa-ba11-a465b35c98c8 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0829768 Dec 12 17:35:36.665755 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3732239c-1f10-4e92-a2d4-027a0305c62c req-52f0b453-2c0e-405d-9dab-6a3b597d4399 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/floatingips/49175dfc-058f-49be-a2da-1f2c54b559c3 HTTP/1.1" status: 200 len: 693 time: 0.0556102 Dec 12 17:35:36.730254 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f497eeb3-ac64-43e7-bf9a-a8050028592d req-09925f57-9022-4e5b-84e0-2615a2c08b7c tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269538 Dec 12 17:35:36.812928 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732239c-1f10-4e92-a2d4-027a0305c62c req-182eff31-f9a9-4451-b455-76dad596752f tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:36.814272 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3732239c-1f10-4e92-a2d4-027a0305c62c req-182eff31-f9a9-4451-b455-76dad596752f tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.1428599 Dec 12 17:35:36.833170 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-3732239c-1f10-4e92-a2d4-027a0305c62c req-0fe42795-2d5e-4c92-a400-c014a73e8922 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:35:36.834150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3732239c-1f10-4e92-a2d4-027a0305c62c req-0fe42795-2d5e-4c92-a400-c014a73e8922 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064931 Dec 12 17:35:36.892243 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874f22e-0390-4c56-9364-0c292fc28366 req-bbb0c89d-b2d7-406a-8deb-35f0180bb36f tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:36.894364 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3874f22e-0390-4c56-9364-0c292fc28366 req-bbb0c89d-b2d7-406a-8deb-35f0180bb36f tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 946 time: 0.1058047 Dec 12 17:35:36.897683 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3732239c-1f10-4e92-a2d4-027a0305c62c req-47165a6b-58b8-41d5-b2b4-ccfcd8b6e91a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 696 time: 0.0575919 Dec 12 17:35:37.207328 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3732239c-1f10-4e92-a2d4-027a0305c62c req-3c47e2ce-fc4d-489b-be12-b95c81e840c2 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.119 HTTP/1.1" status: 200 len: 696 time: 0.3008864 Dec 12 17:35:37.272503 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3874f22e-0390-4c56-9364-0c292fc28366 req-4a8442d4-3500-4350-a443-8be99c68d032 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722346 Dec 12 17:35:37.388859 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-3732239c-1f10-4e92-a2d4-027a0305c62c req-471ddc9e-a265-45c4-9de7-9a6507fd0dfe tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Deleting port 27e35224-49a8-4757-b328-938a951e00a2 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:35:37.389200 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3732239c-1f10-4e92-a2d4-027a0305c62c req-471ddc9e-a265-45c4-9de7-9a6507fd0dfe tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:37.392657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2424f8-5236-41dc-b54d-f56158ae54e2 req-6bfb2dd2-6ab0-48ba-aae5-7301890c14f2 tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:37.394160 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f2424f8-5236-41dc-b54d-f56158ae54e2 req-6bfb2dd2-6ab0-48ba-aae5-7301890c14f2 tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 1101 time: 0.0585871 Dec 12 17:35:37.490020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f2424f8-5236-41dc-b54d-f56158ae54e2 req-6f728f8c-e000-454f-ad78-3c53709aad2e tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863171 Dec 12 17:35:37.504135 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3732239c-1f10-4e92-a2d4-027a0305c62c req-471ddc9e-a265-45c4-9de7-9a6507fd0dfe tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:37.504135 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3732239c-1f10-4e92-a2d4-027a0305c62c req-471ddc9e-a265-45c4-9de7-9a6507fd0dfe tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:37.525762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-3732239c-1f10-4e92-a2d4-027a0305c62c req-471ddc9e-a265-45c4-9de7-9a6507fd0dfe tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Calling delete_port for 27e35224-49a8-4757-b328-938a951e00a2 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:35:37.658007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c71655-8bd4-401c-8731-bbc62824c101 req-8ab43d4e-d9bf-4da5-b6ce-5eb13ce89f60 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:37.659500 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7c71655-8bd4-401c-8731-bbc62824c101 req-8ab43d4e-d9bf-4da5-b6ce-5eb13ce89f60 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 943 time: 0.0725195 Dec 12 17:35:37.735979 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7c71655-8bd4-401c-8731-bbc62824c101 req-060a8819-27bf-486b-9abe-c72122ff2888 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679312 Dec 12 17:35:37.764779 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3732239c-1f10-4e92-a2d4-027a0305c62c req-471ddc9e-a265-45c4-9de7-9a6507fd0dfe tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:37.811082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ddc9e-a265-45c4-9de7-9a6507fd0dfe tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Pushing event deleted for resources: {'Port': ['ID=27e35224-49a8-4757-b328-938a951e00a2,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:37.892979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b648a17-0370-4557-b2d7-b00f4cb52bbe req-f502359b-c5b3-4ac6-85e8-efad4ebaa33e tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:37.894450 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b648a17-0370-4557-b2d7-b00f4cb52bbe req-f502359b-c5b3-4ac6-85e8-efad4ebaa33e tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.0998390 Dec 12 17:35:37.897890 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3732239c-1f10-4e92-a2d4-027a0305c62c req-471ddc9e-a265-45c4-9de7-9a6507fd0dfe tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:37.900896 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3732239c-1f10-4e92-a2d4-027a0305c62c req-471ddc9e-a265-45c4-9de7-9a6507fd0dfe tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:37.901935 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3732239c-1f10-4e92-a2d4-027a0305c62c req-471ddc9e-a265-45c4-9de7-9a6507fd0dfe tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "DELETE /v2.0/floatingips/49175dfc-058f-49be-a2da-1f2c54b559c3 HTTP/1.1" status: 204 len: 173 time: 0.6872625 Dec 12 17:35:37.946366 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b648a17-0370-4557-b2d7-b00f4cb52bbe req-cf20a087-0bb0-43a9-bf51-0b37309f5022 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426137 Dec 12 17:35:38.062696 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-90229a04-71a9-43e2-a4d5-8ba6f526f8d9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a0d39bfda52e4fb886e1965874038568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389194 Dec 12 17:35:38.088554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887b006-118c-4d55-9cdd-bd8b01fe2b70 req-f200ad05-88ca-42a1-8181-83153c5c96f6 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:38.090054 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4887b006-118c-4d55-9cdd-bd8b01fe2b70 req-f200ad05-88ca-42a1-8181-83153c5c96f6 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0749228 Dec 12 17:35:38.215697 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4887b006-118c-4d55-9cdd-bd8b01fe2b70 req-0d042bc7-62c9-4434-b9f7-0cf5c1ae624c tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150179 Dec 12 17:35:38.234962 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6d21485c-23ee-4def-99a6-3a7b1480ce70 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:38.236434 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6d21485c-23ee-4def-99a6-3a7b1480ce70 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1570728 Dec 12 17:35:38.249048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:35:38.263887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-bd98fd73-bd3c-4cf9-a943-812a431d4701 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/quotas/a0d39bfda52e4fb886e1965874038568 HTTP/1.1" status: 200 len: 375 time: 0.0198576 Dec 12 17:35:38.352875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:38.364168 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '8f5e7e69-a20e-4c82-b5ca-6860925f8bd2', 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded', 'port_id': '8f5e7e69-a20e-4c82-b5ca-6860925f8bd2', 'mac_address': 'fa:16:3e:16:89:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbefa9e0-9207-40de-b719-d60e0bdbdf57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:35:38.375356 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-35dee1a4-b27d-4374-a8c4-dbe76144d171 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 1002 time: 0.1186764 Dec 12 17:35:38.392368 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-ccc913fd-a75e-4dc4-bbdc-4278dcb88b83 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0975232 Dec 12 17:35:38.402157 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:38.421722 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:35:38.438701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-2928ba0f-8cb2-4b02-99b3-ea6abc15c3da tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:38.443528 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:38.449345 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:38.452585 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-2928ba0f-8cb2-4b02-99b3-ea6abc15c3da tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/ports/a914bb96-39ac-43d0-a9b3-413430921778 HTTP/1.1" status: 200 len: 943 time: 0.0515292 Dec 12 17:35:38.521717 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:38.530631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:38.530631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:38.530892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:38.531221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:38.531564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:38.531897 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:38.532226 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:38.532551 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:38.532886 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:38.533564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:38.533893 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:38.534220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:38.534544 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:38.658074 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-f655b8a5-289c-41c7-ba50-f0a4972e2e8b tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 1002 time: 0.1135619 Dec 12 17:35:38.671346 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d418afa-59b7-405c-9d29-dd3323329163 req-6f4511bb-bd8e-406a-8a96-6ab421854423 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:38.673097 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d418afa-59b7-405c-9d29-dd3323329163 req-6f4511bb-bd8e-406a-8a96-6ab421854423 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 946 time: 0.0708752 Dec 12 17:35:38.728504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['8f5e7e69-a20e-4c82-b5ca-6860925f8bd2'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:35:38.784077 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d418afa-59b7-405c-9d29-dd3323329163 req-4c3457ab-7b85-46ce-893e-9f1cc9b88e00 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007237 Dec 12 17:35:38.831744 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-496b8ea5-e91b-4b7f-9b2c-a09b739df7c7 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:38.833141 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-496b8ea5-e91b-4b7f-9b2c-a09b739df7c7 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.1590188 Dec 12 17:35:38.878460 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-2bc44875-8abc-461f-89de-245bd24cfbcb tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:35:38.879516 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-2bc44875-8abc-461f-89de-245bd24cfbcb tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0282774 Dec 12 17:35:38.898792 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e3535c1-73e5-4358-9a37-5b007a1a5147 req-39dd6108-a5d7-4c6d-9530-e7b25159d321 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd HTTP/1.1" status: 200 len: 210 time: 0.0529981 Dec 12 17:35:39.016865 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-69f61243-c2e7-49b3-9e6d-5fe8c68aa2d7 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 1002 time: 0.1169012 Dec 12 17:35:39.029778 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-a862e7eb-c399-4b6c-af54-c15335f180a8 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:35:39.069985 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392bcf8-9b12-4066-9088-20426b3c7f39 req-f385fce3-d416-4392-ad1e-259d9ff48f9b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:39.071499 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7392bcf8-9b12-4066-9088-20426b3c7f39 req-f385fce3-d416-4392-ad1e-259d9ff48f9b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 944 time: 0.1002994 Dec 12 17:35:39.129675 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:35:39.142644 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-a862e7eb-c399-4b6c-af54-c15335f180a8 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:39.211999 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7392bcf8-9b12-4066-9088-20426b3c7f39 req-c7b72eab-11b8-4dad-8722-d32e60c831df tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302481 Dec 12 17:35:39.329298 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-a862e7eb-c399-4b6c-af54-c15335f180a8 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:39.334606 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-a862e7eb-c399-4b6c-af54-c15335f180a8 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:39.335034 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-a862e7eb-c399-4b6c-af54-c15335f180a8 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Floating IP ad581434-9966-4304-9fea-7e489bd0be86 disassociated. External IP: 172.25.1.123, port: a914bb96-39ac-43d0-a9b3-413430921778. Dec 12 17:35:39.464435 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f70bc7-b99d-4440-8cd0-e86980172a51 req-fc32ec17-b2c0-4253-a7ea-e9987ba97377 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:39.465762 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0f70bc7-b99d-4440-8cd0-e86980172a51 req-fc32ec17-b2c0-4253-a7ea-e9987ba97377 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.0973394 Dec 12 17:35:39.589168 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0f70bc7-b99d-4440-8cd0-e86980172a51 req-c5a95d9b-04cb-4280-8377-278c523e6a00 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168063 Dec 12 17:35:39.617758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-a862e7eb-c399-4b6c-af54-c15335f180a8 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Router b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:35:39.726411 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-3de066b3-8f96-4d9b-b3d1-92e608234431 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a0d39bfda52e4fb886e1965874038568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621850 Dec 12 17:35:39.843327 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c8f6c-57ec-4e38-9838-80ce5c68fa85 req-37749caa-9a62-4f8e-948b-42b21d44a9c0 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:39.844766 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-106c8f6c-57ec-4e38-9838-80ce5c68fa85 req-37749caa-9a62-4f8e-948b-42b21d44a9c0 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1796324 Dec 12 17:35:39.859794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-a862e7eb-c399-4b6c-af54-c15335f180a8 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:35:39.870807 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f1c5b8-e2d3-49fb-bac9-3ec36baecb5e None None] Sync routers for ids ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:35:39.871063 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-a862e7eb-c399-4b6c-af54-c15335f180a8 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:39.882415 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f1c5b8-e2d3-49fb-bac9-3ec36baecb5e None None] Routers {'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:35:39.883540 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-78f1c5b8-e2d3-49fb-bac9-3ec36baecb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:35:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:35:39.909428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-432d7cd3-5b1f-404c-90c3-9ec5fbecc690 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:39.910840 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-432d7cd3-5b1f-404c-90c3-9ec5fbecc690 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1704235 Dec 12 17:35:39.926205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-a87a7a48-bea2-4381-8c8c-9baf41472917 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Request body: {'port': {'device_id': 'ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': 'a0d39bfda52e4fb886e1965874038568'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:35:39.937068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-a862e7eb-c399-4b6c-af54-c15335f180a8 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "PUT /v2.0/floatingips/ad581434-9966-4304-9fea-7e489bd0be86 HTTP/1.1" status: 200 len: 695 time: 0.9133594 Dec 12 17:35:39.947985 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1cd2fc-82ae-43c7-863c-2befeac6021d', 'tag': 'a914bb96-39ac-43d0-a9b3-413430921778'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:35:39.950206 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f57ae8-fc57-4199-8f1f-0df9ec25e854" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1cd2fc-82ae-43c7-863c-2befeac6021d", "tag": "a914bb96-39ac-43d0-a9b3-413430921778"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:35:39.991541 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-78f1c5b8-e2d3-49fb-bac9-3ec36baecb5e None None] Set router b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:35:40.251349 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:35:40.315894 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-106c8f6c-57ec-4e38-9838-80ce5c68fa85 req-e09b0e36-6b9e-45e6-a0d2-46b71e1639dc tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603009 Dec 12 17:35:40.322459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:35:40.323008 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-78f1c5b8-e2d3-49fb-bac9-3ec36baecb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-151730744-router', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1a07811c-d90c-49c0-9836-613e2327787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:56Z', 'revision_number': 4, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'gw_port': {'id': '1a07811c-d90c-49c0-9836-613e2327787d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'ea2cd696-eb7b-4578-bb77-b8c58adaafaa', 'name': '', 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'mac_address': 'fa:16:3e:9c:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:55Z', 'updated_at': '2021-12-12T17:35:00Z', 'revision_number': 5, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'subnets': [{'id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:35:40.328372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:35:40.329008 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:40.368405 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f1c5b8-e2d3-49fb-bac9-3ec36baecb5e None None] Checking router: b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:35:40.380136 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f1c5b8-e2d3-49fb-bac9-3ec36baecb5e None None] Routers {'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:35:40.381138 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-78f1c5b8-e2d3-49fb-bac9-3ec36baecb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:35:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:35:40.384496 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-aada2160-399e-4519-83db-e0da947836bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:40.385975 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-aada2160-399e-4519-83db-e0da947836bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02196d4bede74670adbe12bcd82342ab&device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d HTTP/1.1" status: 200 len: 1097 time: 0.1241057 Dec 12 17:35:40.421907 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:40.448656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb53671-6119-4830-bc3e-721af1170eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5e7e69-a20e-4c82-b5ca-6860925f8bd2'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:35:40.451808 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a51a8db-ea00-49ea-a6af-d76edd00f555" -d '{"events": [{"server_uuid": "ebb53671-6119-4830-bc3e-721af1170eb7", "name": "network-vif-plugged", "status": "completed", "tag": "8f5e7e69-a20e-4c82-b5ca-6860925f8bd2"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:35:40.473100 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:40.478245 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:40.510235 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-78f1c5b8-e2d3-49fb-bac9-3ec36baecb5e None None] Set router b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:35:40.517097 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-a87a7a48-bea2-4381-8c8c-9baf41472917 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Made reservation on behalf of a0d39bfda52e4fb886e1965874038568 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:35:40.520626 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-a87a7a48-bea2-4381-8c8c-9baf41472917 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:40.532142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:40.560107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5044f0-4cea-4958-8e7d-ec0c42bf8584 req-02c666f9-a999-49af-b792-852e93d336c3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:40.561588 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec5044f0-4cea-4958-8e7d-ec0c42bf8584 req-02c666f9-a999-49af-b792-852e93d336c3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 946 time: 0.1084101 Dec 12 17:35:40.583554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-302ff3ec-3fca-437b-8a71-ce5dc8cd93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:40.585546 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-302ff3ec-3fca-437b-8a71-ce5dc8cd93c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 HTTP/1.1" status: 200 len: 929 time: 0.1783090 Dec 12 17:35:40.674926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-0718ba3a-3afc-4c08-880c-30530e31f2f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a914bb96-39ac-43d0-a9b3-413430921778 HTTP/1.1" status: 200 len: 217 time: 0.0756626 Dec 12 17:35:40.706993 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-78f1c5b8-e2d3-49fb-bac9-3ec36baecb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-151730744-router', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1a07811c-d90c-49c0-9836-613e2327787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:56Z', 'revision_number': 4, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'gw_port': {'id': '1a07811c-d90c-49c0-9836-613e2327787d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'ea2cd696-eb7b-4578-bb77-b8c58adaafaa', 'name': '', 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'mac_address': 'fa:16:3e:9c:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:55Z', 'updated_at': '2021-12-12T17:35:00Z', 'revision_number': 5, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'subnets': [{'id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:35:40.736320 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f1c5b8-e2d3-49fb-bac9-3ec36baecb5e None None] The sync data for ids ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'] in n-d-760354-5 is: [{'id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-151730744-router', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1a07811c-d90c-49c0-9836-613e2327787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:56Z', 'revision_number': 4, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'gw_port': {'id': '1a07811c-d90c-49c0-9836-613e2327787d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'ea2cd696-eb7b-4578-bb77-b8c58adaafaa', 'name': '', 'network_id': 'f6da1af2-83e0-4962-8cd0-1f2825c5f5c7', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'mac_address': 'fa:16:3e:9c:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:55Z', 'updated_at': '2021-12-12T17:35:00Z', 'revision_number': 5, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'subnets': [{'id': 'd7505148-07c5-4bb3-ac4c-f41af810c6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:35:40.741379 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec5044f0-4cea-4958-8e7d-ec0c42bf8584 req-dfaf8a63-c5bf-4afb-b680-1e7c1d15eede tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690412 Dec 12 17:35:40.795602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-f73bfe83-ab43-4f7f-bfe5-2f50cb1c5bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:40.797482 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-f73bfe83-ab43-4f7f-bfe5-2f50cb1c5bd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7505148-07c5-4bb3-ac4c-f41af810c6ae HTTP/1.1" status: 200 len: 867 time: 0.1111851 Dec 12 17:35:40.852078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-a87a7a48-bea2-4381-8c8c-9baf41472917 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Allocated IP 192.168.233.165 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/c39c5d45-2a00-4e16-9247-a0afc95759a0) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:35:40.881563 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61e69193-a365-4767-bb5b-edcd6b8dea50 req-d94bcdca-033c-4192-b32f-3caf81b14a8e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd HTTP/1.1" status: 200 len: 210 time: 0.0573714 Dec 12 17:35:40.925260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-f9290d53-bf66-4ed2-863d-dea99fe37f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:40.927167 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-f9290d53-bf66-4ed2-863d-dea99fe37f04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6da1af2-83e0-4962-8cd0-1f2825c5f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199265 Dec 12 17:35:40.929167 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6891bda1-bffa-4e74-a928-3ce3a2f4b9c6 x-openstack-request-id: req-6891bda1-bffa-4e74-a928-3ce3a2f4b9c6 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:35:40.929450 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1cd2fc-82ae-43c7-863c-2befeac6021d", "tag": "a914bb96-39ac-43d0-a9b3-413430921778", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:35:40.929698 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6891bda1-bffa-4e74-a928-3ce3a2f4b9c6 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:35:40.930079 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1cd2fc-82ae-43c7-863c-2befeac6021d', 'tag': 'a914bb96-39ac-43d0-a9b3-413430921778', 'status': 'completed', 'code': 200} Dec 12 17:35:41.015070 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441f1833-4318-4c35-855a-68702782a21a None None] New status for floating IP ad581434-9966-4304-9fea-7e489bd0be86: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:35:41.162314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f57ae8-fc57-4199-8f1f-0df9ec25e854 req-224ef1ad-dbef-4048-b3e2-514fc384292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:41.163858 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4f57ae8-fc57-4199-8f1f-0df9ec25e854 req-224ef1ad-dbef-4048-b3e2-514fc384292c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02196d4bede74670adbe12bcd82342ab&device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d HTTP/1.1" status: 200 len: 1097 time: 0.1990895 Dec 12 17:35:41.196098 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a21549-f5c6-4018-8b5f-043df0b8d193 req-eabd6375-2a0a-4fbd-b244-aa0ffab93563 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:41.197544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21a21549-f5c6-4018-8b5f-043df0b8d193 req-eabd6375-2a0a-4fbd-b244-aa0ffab93563 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 945 time: 0.1855443 Dec 12 17:35:41.201156 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-a87a7a48-bea2-4381-8c8c-9baf41472917 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:41.219722 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-35c58516-3ad4-4e0b-9d63-f04342f11510 service neutron] 10.222.0.18 "GET /v2.0/networks/f6da1af2-83e0-4962-8cd0-1f2825c5f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800930 Dec 12 17:35:41.383319 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-a87a7a48-bea2-4381-8c8c-9baf41472917 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:41.397206 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['34c225bb-5552-4471-9ee7-ebcfeb139f9b', 'a0879cc0-2e86-4590-bced-df6b0693ef80', '9ea1f311-d556-46fb-adc1-8024b88e9cc8', 'd93e9b15-ca01-4252-b2fd-b6b7f8965543'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:35:41.399524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['de6c5e76-2a11-4fc6-a988-a7a37cf68a9a'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:35:41.404168 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21a21549-f5c6-4018-8b5f-043df0b8d193 req-39db9624-2a52-4b23-8b2f-1af93db9d8c4 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470046 Dec 12 17:35:41.458363 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f57ae8-fc57-4199-8f1f-0df9ec25e854 req-9aa4bc65-00e9-4e83-9e2c-33645397ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:41.459892 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4f57ae8-fc57-4199-8f1f-0df9ec25e854 req-9aa4bc65-00e9-4e83-9e2c-33645397ff72 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 HTTP/1.1" status: 200 len: 929 time: 0.2811728 Dec 12 17:35:41.468024 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-a87a7a48-bea2-4381-8c8c-9baf41472917 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:35:41.486957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-a87a7a48-bea2-4381-8c8c-9baf41472917 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:35:41.517723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-a87a7a48-bea2-4381-8c8c-9baf41472917 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:35:41.520033 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a7a48-bea2-4381-8c8c-9baf41472917 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Pushing event updated for resources: {'Port': ['ID=c39c5d45-2a00-4e16-9247-a0afc95759a0,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:41.523897 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a077c46b-6b4c-47aa-ba91-fb69d2dc61ec req-971bd537-7f93-48f7-8f67-b97e8ce07f12 service neutron] 10.222.0.18 "GET /v2.0/networks/f6da1af2-83e0-4962-8cd0-1f2825c5f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033957 Dec 12 17:35:41.526935 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4f57ae8-fc57-4199-8f1f-0df9ec25e854 req-88c05d72-4d55-4743-8634-85fad7a7d70c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a914bb96-39ac-43d0-a9b3-413430921778 HTTP/1.1" status: 200 len: 217 time: 0.0560157 Dec 12 17:35:41.595099 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7d6897-cba1-4dd3-954d-4521a33edab6 x-openstack-request-id: req-da7d6897-cba1-4dd3-954d-4521a33edab6 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:35:41.595445 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb53671-6119-4830-bc3e-721af1170eb7", "name": "network-vif-plugged", "status": "completed", "tag": "8f5e7e69-a20e-4c82-b5ca-6860925f8bd2", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:35:41.595712 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da7d6897-cba1-4dd3-954d-4521a33edab6 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:35:41.596108 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb53671-6119-4830-bc3e-721af1170eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5e7e69-a20e-4c82-b5ca-6860925f8bd2', 'code': 200} Dec 12 17:35:41.702289 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-a87a7a48-bea2-4381-8c8c-9baf41472917 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:41.702951 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-a87a7a48-bea2-4381-8c8c-9baf41472917 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:41.740194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a135898-06c9-45b5-bbdf-ce76f9fb9ac1 req-84afc982-f807-4678-8fb8-aaa50865b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:41.742986 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6a135898-06c9-45b5-bbdf-ce76f9fb9ac1 req-84afc982-f807-4678-8fb8-aaa50865b1b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0693398 Dec 12 17:35:41.745773 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-a87a7a48-bea2-4381-8c8c-9baf41472917 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8235202 Dec 12 17:35:41.756003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb2816-f6de-4b0c-a0e9-a36665ad7020 req-18ccf3b3-42de-4e0a-bd3d-5bbd08212c91 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:41.757460 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dceb2816-f6de-4b0c-a0e9-a36665ad7020 req-18ccf3b3-42de-4e0a-bd3d-5bbd08212c91 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.1211152 Dec 12 17:35:41.758853 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f57ae8-fc57-4199-8f1f-0df9ec25e854 req-c1be5371-b75a-4bd5-8957-4f42e91cc495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:41.761142 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4f57ae8-fc57-4199-8f1f-0df9ec25e854 req-c1be5371-b75a-4bd5-8957-4f42e91cc495 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7505148-07c5-4bb3-ac4c-f41af810c6ae HTTP/1.1" status: 200 len: 867 time: 0.1942718 Dec 12 17:35:41.782446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Request body: {'port': {'device_id': 'ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:35:41.801640 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-42528db0-a807-4663-aba7-19a46fd4c667 None None] Provisioning complete for port c39c5d45-2a00-4e16-9247-a0afc95759a0 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:35:41.802013 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-42528db0-a807-4663-aba7-19a46fd4c667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:41.804596 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6a135898-06c9-45b5-bbdf-ce76f9fb9ac1 req-4ac0b1ad-f831-403f-aa63-3adace2618d8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445147 Dec 12 17:35:41.850335 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-42528db0-a807-4663-aba7-19a46fd4c667 None None] Port c39c5d45-2a00-4e16-9247-a0afc95759a0 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:35:41.906287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe09d28-4c4a-40c5-a576-966072c74431 req-69e15650-a2b3-4387-b704-62976a7c381f tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:41.907702 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfe09d28-4c4a-40c5-a576-966072c74431 req-69e15650-a2b3-4387-b704-62976a7c381f tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1884961 Dec 12 17:35:41.935569 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:41.938183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f57ae8-fc57-4199-8f1f-0df9ec25e854 req-15c6b4dc-34dd-4089-a7d7-a23a1d212029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:41.939633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4f57ae8-fc57-4199-8f1f-0df9ec25e854 req-15c6b4dc-34dd-4089-a7d7-a23a1d212029 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6da1af2-83e0-4962-8cd0-1f2825c5f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1546898 Dec 12 17:35:41.942808 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dceb2816-f6de-4b0c-a0e9-a36665ad7020 req-08fcf066-2d05-4ca9-8f3d-cb8fd39ea5c9 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568186 Dec 12 17:35:42.095668 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a57a533f-ab6a-4df2-9c9f-32f0e8bddb1f req-5aacbef3-3b94-4ad9-b774-1fa0ff36bd5f tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/floatingips/ad581434-9966-4304-9fea-7e489bd0be86 HTTP/1.1" status: 200 len: 693 time: 0.1231704 Dec 12 17:35:42.105538 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfe09d28-4c4a-40c5-a576-966072c74431 req-448cd3b9-d8e9-4d66-ad97-63b04d7ee022 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864414 Dec 12 17:35:42.343840 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4f57ae8-fc57-4199-8f1f-0df9ec25e854 req-c0ec7209-85b6-4927-a57f-8d0bf3dcb253 service neutron] 10.222.0.20 "GET /v2.0/networks/f6da1af2-83e0-4962-8cd0-1f2825c5f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078234 Dec 12 17:35:42.358831 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3616b4-ae97-4af6-8c51-f1017820a7c7 req-7318a51a-4e4f-40e5-9df3-4f7a0602a5cc tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:42.360237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d3616b4-ae97-4af6-8c51-f1017820a7c7 req-7318a51a-4e4f-40e5-9df3-4f7a0602a5cc tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 946 time: 0.1819472 Dec 12 17:35:42.404731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a533f-ab6a-4df2-9c9f-32f0e8bddb1f req-21bbf6c5-e215-4dd9-9e9d-c7663f96e706 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:42.406027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a57a533f-ab6a-4df2-9c9f-32f0e8bddb1f req-21bbf6c5-e215-4dd9-9e9d-c7663f96e706 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.2982304 Dec 12 17:35:42.519297 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a57a533f-ab6a-4df2-9c9f-32f0e8bddb1f req-9260148b-6b50-498e-94ee-76bfe131557e tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 696 time: 0.0803585 Dec 12 17:35:42.582178 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d3616b4-ae97-4af6-8c51-f1017820a7c7 req-6cd8ccba-d044-4c5f-9144-b6eac5c4ad1d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043881 Dec 12 17:35:42.603734 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a57a533f-ab6a-4df2-9c9f-32f0e8bddb1f req-7ac635ed-4c1c-4ea3-a5a4-a5768f1cb748 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.123 HTTP/1.1" status: 200 len: 696 time: 0.0708182 Dec 12 17:35:42.663458 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4f57ae8-fc57-4199-8f1f-0df9ec25e854 req-04ba3094-4c77-433f-a3df-ba3986e2e933 service neutron] 10.222.0.20 "GET /v2.0/networks/f6da1af2-83e0-4962-8cd0-1f2825c5f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962031 Dec 12 17:35:43.012972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39c5d45-2a00-4e16-9247-a0afc95759a0 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:35:43.025579 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:43.067383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68053e14-1fed-4745-bbe5-f7e1073ce9ea req-be701d7c-ba6b-46f3-b1e6-5716312c3383 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:43.068880 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68053e14-1fed-4745-bbe5-f7e1073ce9ea req-be701d7c-ba6b-46f3-b1e6-5716312c3383 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd HTTP/1.1" status: 200 len: 936 time: 0.4031227 Dec 12 17:35:43.072160 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Transition to ACTIVE for port object c39c5d45-2a00-4e16-9247-a0afc95759a0 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:35:43.082876 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:43.158638 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-a57a533f-ab6a-4df2-9c9f-32f0e8bddb1f req-3541e813-3da8-44c8-92e7-08a2c7fde128 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Deleting port 3e26c193-2833-4c98-a3e9-c2d97e2d10be {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:35:43.158979 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a57a533f-ab6a-4df2-9c9f-32f0e8bddb1f req-3541e813-3da8-44c8-92e7-08a2c7fde128 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:43.181457 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Pushing event updated for resources: {'Port': ['ID=c39c5d45-2a00-4e16-9247-a0afc95759a0,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:43.223743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68053e14-1fed-4745-bbe5-f7e1073ce9ea req-404e88b9-177b-4bb9-b54f-fb872321f678 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479247 Dec 12 17:35:43.305200 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a57a533f-ab6a-4df2-9c9f-32f0e8bddb1f req-3541e813-3da8-44c8-92e7-08a2c7fde128 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:43.305527 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a57a533f-ab6a-4df2-9c9f-32f0e8bddb1f req-3541e813-3da8-44c8-92e7-08a2c7fde128 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:43.325220 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-a57a533f-ab6a-4df2-9c9f-32f0e8bddb1f req-3541e813-3da8-44c8-92e7-08a2c7fde128 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Calling delete_port for 3e26c193-2833-4c98-a3e9-c2d97e2d10be owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:35:43.330977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Attempting to bind port c39c5d45-2a00-4e16-9247-a0afc95759a0 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:35:43.331340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Attempting to bind port c39c5d45-2a00-4e16-9247-a0afc95759a0 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:35:43.331679 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Attempting to bind port c39c5d45-2a00-4e16-9247-a0afc95759a0 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:35:43.343476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Port c39c5d45-2a00-4e16-9247-a0afc95759a0 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:35:43.343804 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Attempting to bind port c39c5d45-2a00-4e16-9247-a0afc95759a0 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:35:43.381434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:35:43.381771 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:35:43.382159 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:35:43.382605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Bound port: c39c5d45-2a00-4e16-9247-a0afc95759a0, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:35:43.382980 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:43.504450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] For port c39c5d45-2a00-4e16-9247-a0afc95759a0, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:35:43.520372 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] For port c39c5d45-2a00-4e16-9247-a0afc95759a0, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c39c5d45-2a00-4e16-9247-a0afc95759a0,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:35:43.525970 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:43.597863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29517665-f475-4c7f-96a4-0cf4d5e8c542 req-a4d46836-c572-4ba6-8594-406033019024 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:43.599375 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29517665-f475-4c7f-96a4-0cf4d5e8c542 req-a4d46836-c572-4ba6-8594-406033019024 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 945 time: 0.1514072 Dec 12 17:35:43.613866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:43.614990 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:43.616397 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] 10.222.0.20 "PUT /v2.0/ports/c39c5d45-2a00-4e16-9247-a0afc95759a0 HTTP/1.1" status: 200 len: 1096 time: 1.8543677 Dec 12 17:35:43.624975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd', 'tag': 'c39c5d45-2a00-4e16-9247-a0afc95759a0'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:35:43.627282 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df10ee4-2409-452e-bbd0-8780e32f4a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd", "tag": "c39c5d45-2a00-4e16-9247-a0afc95759a0"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:35:43.695993 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3be019-d202-41d8-ab12-fae2141f1253 service neutron] Pushing event updated for resources: {'Port': ['ID=c39c5d45-2a00-4e16-9247-a0afc95759a0,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:43.727613 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a57a533f-ab6a-4df2-9c9f-32f0e8bddb1f req-3541e813-3da8-44c8-92e7-08a2c7fde128 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:43.759809 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29517665-f475-4c7f-96a4-0cf4d5e8c542 req-83a1bfe1-2d8c-408d-8e75-7469635e9d5a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529589 Dec 12 17:35:43.763381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541e813-3da8-44c8-92e7-08a2c7fde128 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Pushing event deleted for resources: {'Port': ['ID=3e26c193-2833-4c98-a3e9-c2d97e2d10be,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:43.827766 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-7748de73-030f-45ce-94e5-844082870e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:43.829305 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-7748de73-030f-45ce-94e5-844082870e38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd HTTP/1.1" status: 200 len: 1099 time: 0.1534874 Dec 12 17:35:43.883787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-205dd634-eaa7-44a5-9231-05458a100e3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=c39c5d45-2a00-4e16-9247-a0afc95759a0 HTTP/1.1" status: 200 len: 217 time: 0.0450127 Dec 12 17:35:43.886710 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a57a533f-ab6a-4df2-9c9f-32f0e8bddb1f req-3541e813-3da8-44c8-92e7-08a2c7fde128 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:43.889653 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a57a533f-ab6a-4df2-9c9f-32f0e8bddb1f req-3541e813-3da8-44c8-92e7-08a2c7fde128 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:43.890729 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a57a533f-ab6a-4df2-9c9f-32f0e8bddb1f req-3541e813-3da8-44c8-92e7-08a2c7fde128 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "DELETE /v2.0/floatingips/ad581434-9966-4304-9fea-7e489bd0be86 HTTP/1.1" status: 204 len: 173 time: 1.2745464 Dec 12 17:35:43.995695 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-9edeb627-f446-4966-8189-ad9fa92e5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:43.997208 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-9edeb627-f446-4966-8189-ad9fa92e5d02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1055896 Dec 12 17:35:44.026067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e8b45-6fc3-4676-a784-7cb7870a520c req-8a869d07-8596-4edd-8f2f-f6d3582cf607 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:44.027539 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-411e8b45-6fc3-4676-a784-7cb7870a520c req-8a869d07-8596-4edd-8f2f-f6d3582cf607 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1199331 Dec 12 17:35:44.059193 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9efd3-5689-4246-9b00-8f35f0ec7517 req-988c9604-fd26-4b0a-a4a4-61aa5572c2e0 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:44.060647 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52a9efd3-5689-4246-9b00-8f35f0ec7517 req-988c9604-fd26-4b0a-a4a4-61aa5572c2e0 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.1013982 Dec 12 17:35:44.126874 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-8643f2fb-9d2b-4121-a826-85003461f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:44.128305 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-8643f2fb-9d2b-4121-a826-85003461f5fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1180315 Dec 12 17:35:44.145803 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-411e8b45-6fc3-4676-a784-7cb7870a520c req-16a290f1-fa3c-46bb-a35e-47e477077c60 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971854 Dec 12 17:35:44.198740 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52a9efd3-5689-4246-9b00-8f35f0ec7517 req-6b07eeb9-85ba-4b8a-9673-3b76bc9750bc tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311655 Dec 12 17:35:44.263748 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960c2030-7d50-4f4b-8fc3-93938a93ae10 x-openstack-request-id: req-960c2030-7d50-4f4b-8fc3-93938a93ae10 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:35:44.264046 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd", "tag": "c39c5d45-2a00-4e16-9247-a0afc95759a0", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:35:44.264301 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-960c2030-7d50-4f4b-8fc3-93938a93ae10 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:35:44.264708 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd', 'tag': 'c39c5d45-2a00-4e16-9247-a0afc95759a0', 'status': 'completed', 'code': 200} Dec 12 17:35:44.287603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-87f65181-b1de-4c89-9786-94ba094aad56 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486573 Dec 12 17:35:44.299984 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72730f30-cb22-47ea-9309-d5a0caf95e99 req-bb4ea18a-c72a-4a49-8c1b-5b680fee4ab4 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:44.301461 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-72730f30-cb22-47ea-9309-d5a0caf95e99 req-bb4ea18a-c72a-4a49-8c1b-5b680fee4ab4 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 946 time: 0.0865123 Dec 12 17:35:44.428830 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-72730f30-cb22-47ea-9309-d5a0caf95e99 req-34ad290f-3cc7-405f-90cd-d48bf9370b6d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172690 Dec 12 17:35:44.442656 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb3b21-0ec2-4f10-8906-7d6ddfd4ca4d req-f277dbea-98b2-464d-84bc-d02d17531714 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:44.444234 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31bb3b21-0ec2-4f10-8906-7d6ddfd4ca4d req-f277dbea-98b2-464d-84bc-d02d17531714 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 1096 time: 0.1419070 Dec 12 17:35:44.460266 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3374ce4f-43aa-4d15-a0a9-6b23f9cdd300 req-07730a4c-3a02-4a69-8502-17a4c32af289 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562343 Dec 12 17:35:44.504638 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31bb3b21-0ec2-4f10-8906-7d6ddfd4ca4d req-f3f53855-c5c1-4e61-b15d-65b0523616d9 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433207 Dec 12 17:35:44.618684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df10ee4-2409-452e-bbd0-8780e32f4a9a req-04113b7c-d150-4817-9b13-2675f8564620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:44.620194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5df10ee4-2409-452e-bbd0-8780e32f4a9a req-04113b7c-d150-4817-9b13-2675f8564620 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd HTTP/1.1" status: 200 len: 1099 time: 0.0938153 Dec 12 17:35:44.629465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7c135-1169-4370-88c9-2b8deed6974d req-7c53441c-12ca-490d-af88-d6ba9a461e80 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:44.630890 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-50f7c135-1169-4370-88c9-2b8deed6974d req-7c53441c-12ca-490d-af88-d6ba9a461e80 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd HTTP/1.1" status: 200 len: 948 time: 0.1152182 Dec 12 17:35:44.690163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1897a1-9a15-4e61-a27c-6015280973dc req-0bd0ee73-a0f1-4a26-8fc7-cf7dae5ae92a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:44.691545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d1897a1-9a15-4e61-a27c-6015280973dc req-0bd0ee73-a0f1-4a26-8fc7-cf7dae5ae92a tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1237299 Dec 12 17:35:44.714232 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4b274dc3-5792-494a-adfb-0d285c8ae6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:44.749233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d1897a1-9a15-4e61-a27c-6015280973dc req-c9d1ecf8-0b14-42ba-9727-a7e4341ffb3f tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0501766 Dec 12 17:35:44.778201 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-50f7c135-1169-4370-88c9-2b8deed6974d req-ed0d5885-074c-429f-9d11-a6042355206b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368928 Dec 12 17:35:44.799742 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df10ee4-2409-452e-bbd0-8780e32f4a9a req-cf76a170-d683-4fea-afc6-61ecafd17dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:44.801241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5df10ee4-2409-452e-bbd0-8780e32f4a9a req-cf76a170-d683-4fea-afc6-61ecafd17dc2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1685286 Dec 12 17:35:44.843379 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e6ffe64c-2378-4532-ac80-6053831b9e52 req-da463440-2ca0-49c0-a624-f540926d9513 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0411894 Dec 12 17:35:44.894173 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5df10ee4-2409-452e-bbd0-8780e32f4a9a req-67284aad-ffbc-4e48-b277-d31cd77deb3e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=c39c5d45-2a00-4e16-9247-a0afc95759a0 HTTP/1.1" status: 200 len: 217 time: 0.0586615 Dec 12 17:35:44.932317 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d77bea-ca6f-4e37-b685-84fe098b0161 req-8b586633-5591-4b38-b956-3bd44dc21d8c tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:44.933822 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59d77bea-ca6f-4e37-b685-84fe098b0161 req-8b586633-5591-4b38-b956-3bd44dc21d8c tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0971005 Dec 12 17:35:44.967755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df10ee4-2409-452e-bbd0-8780e32f4a9a req-baef50b8-ccff-4e63-b760-d49a3e13a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:44.969273 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5df10ee4-2409-452e-bbd0-8780e32f4a9a req-baef50b8-ccff-4e63-b760-d49a3e13a830 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0648699 Dec 12 17:35:45.003798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59d77bea-ca6f-4e37-b685-84fe098b0161 req-5c242ade-13dd-4b98-a887-45d75a6bd8f0 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623090 Dec 12 17:35:45.033096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df10ee4-2409-452e-bbd0-8780e32f4a9a req-ebd4678b-7d75-4892-b941-efd384ede9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:45.036058 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5df10ee4-2409-452e-bbd0-8780e32f4a9a req-ebd4678b-7d75-4892-b941-efd384ede9ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505278 Dec 12 17:35:45.198861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1facb-47e1-4e3d-8b2a-c7bda7801bb6 req-9e02de86-20e6-4308-bd43-fe211aa87795 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:45.200416 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74d1facb-47e1-4e3d-8b2a-c7bda7801bb6 req-9e02de86-20e6-4308-bd43-fe211aa87795 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d HTTP/1.1" status: 200 len: 946 time: 0.1350198 Dec 12 17:35:45.207085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5df10ee4-2409-452e-bbd0-8780e32f4a9a req-820e9d48-cf2a-4c17-903b-d2091f5d375f service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623342 Dec 12 17:35:45.210369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-8bff13c6-0f9a-473d-80dc-3a529ce69c53 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:45.211732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-8bff13c6-0f9a-473d-80dc-3a529ce69c53 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0&tenant_id=ed3999e96c6f4755bb182b05f58b09fc&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 1097 time: 0.1123252 Dec 12 17:35:45.237815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760354-5'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:35:45.384132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50c4d6-e562-455d-ba2c-45ebd118b631 req-8f6a04d7-5c82-4b86-8c71-d5a3b0313912 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:45.385620 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c50c4d6-e562-455d-ba2c-45ebd118b631 req-8f6a04d7-5c82-4b86-8c71-d5a3b0313912 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 1096 time: 0.1720204 Dec 12 17:35:45.395917 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74d1facb-47e1-4e3d-8b2a-c7bda7801bb6 req-66c75ad2-913b-45dc-92a5-78795c9a46a6 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/security-groups?id=1aa016f7-d3b3-4c1b-bab6-059efdfbd2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833098 Dec 12 17:35:45.416831 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:45.437342 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5df10ee4-2409-452e-bbd0-8780e32f4a9a req-79ad4624-e06c-428c-8e75-be208cd7f4ef service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097592 Dec 12 17:35:45.510548 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c50c4d6-e562-455d-ba2c-45ebd118b631 req-b2c7788b-3c45-4200-927b-331b42857cf8 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136541 Dec 12 17:35:45.600773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4eec9a-ad18-4e2c-a860-188bc09a98c7 req-d9186de5-8469-49bd-b93e-6038a9f1a7a6 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:45.602235 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed4eec9a-ad18-4e2c-a860-188bc09a98c7 req-d9186de5-8469-49bd-b93e-6038a9f1a7a6 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1332054 Dec 12 17:35:45.676868 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] For port 16faa754-ba0e-41fe-b717-c11930df0a7b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=16faa754-ba0e-41fe-b717-c11930df0a7b,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:45.701749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031600d2-4a58-4c39-989e-fb58a951fddf req-05c87bd6-6a13-4121-bf52-9da8be0b50b1 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:45.703219 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-031600d2-4a58-4c39-989e-fb58a951fddf req-05c87bd6-6a13-4121-bf52-9da8be0b50b1 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.1330743 Dec 12 17:35:45.709839 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed4eec9a-ad18-4e2c-a860-188bc09a98c7 req-863002fd-5eb3-422b-b991-2111a050bcd0 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926032 Dec 12 17:35:45.763235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] For port 16faa754-ba0e-41fe-b717-c11930df0a7b, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:35:45.815715 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-031600d2-4a58-4c39-989e-fb58a951fddf req-5f49676b-6203-47f6-a3ee-3dfdf2229322 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049500 Dec 12 17:35:45.843027 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:45.853467 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724be8f-3083-47ba-806b-ae203a4c59ef req-87816118-f963-4dee-b89e-05186b1dcdeb tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:45.854937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0724be8f-3083-47ba-806b-ae203a4c59ef req-87816118-f963-4dee-b89e-05186b1dcdeb tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 946 time: 0.0878410 Dec 12 17:35:45.856021 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:46.246549 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] Pushing event updated for resources: {'Port': ['ID=16faa754-ba0e-41fe-b717-c11930df0a7b,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:46.256958 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0724be8f-3083-47ba-806b-ae203a4c59ef req-1e3e63ad-9e22-4dd9-91cf-83cbd1f34aa4 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930225 Dec 12 17:35:46.265692 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c99f422-c8ca-4922-af90-919d4e474df0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16faa754-ba0e-41fe-b717-c11930df0a7b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:35:46.267969 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7dfb40-031a-4a1e-91eb-28e3f7149d7a" -d '{"events": [{"server_uuid": "9c99f422-c8ca-4922-af90-919d4e474df0", "name": "network-vif-unplugged", "status": "completed", "tag": "16faa754-ba0e-41fe-b717-c11930df0a7b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:35:46.280957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba69de-f0b7-4d50-bae1-6e9dcfe0529b req-64bd3b7f-688d-44c7-982c-a37ba643607e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:46.282445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cba69de-f0b7-4d50-bae1-6e9dcfe0529b req-64bd3b7f-688d-44c7-982c-a37ba643607e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd HTTP/1.1" status: 200 len: 948 time: 0.3940454 Dec 12 17:35:46.283597 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] Attempting to bind port 16faa754-ba0e-41fe-b717-c11930df0a7b on host n-h2-760354-5 for vnic_type normal with profile {"migrating_to": "n-h1-760354-5"} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:35:46.283923 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] Attempting to bind port 16faa754-ba0e-41fe-b717-c11930df0a7b by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:35:46.284242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] Attempting to bind port 16faa754-ba0e-41fe-b717-c11930df0a7b on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:35:46.295188 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] Port 16faa754-ba0e-41fe-b717-c11930df0a7b on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:35:46.295516 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] Attempting to bind port 16faa754-ba0e-41fe-b717-c11930df0a7b on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:35:46.307864 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:35:46.308197 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] Checking segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:35:46.308574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] Bound using segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:35:46.309001 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] Bound port: 16faa754-ba0e-41fe-b717-c11930df0a7b, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:35:46.309356 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:46.393474 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cba69de-f0b7-4d50-bae1-6e9dcfe0529b req-64d8bfc2-5864-4dad-8fed-a17a1780fbb5 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040633 Dec 12 17:35:46.449766 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] For port 16faa754-ba0e-41fe-b717-c11930df0a7b, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:35:46.452837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2d612-44d3-41ce-934d-311270602f69 req-895e867a-7f0d-48c8-ac61-eb035ff90e38 tempest-LiveMigrationNegativeTest-118664733 tempest-LiveMigrationNegativeTest-118664733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:46.454360 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-50a2d612-44d3-41ce-934d-311270602f69 req-895e867a-7f0d-48c8-ac61-eb035ff90e38 tempest-LiveMigrationNegativeTest-118664733 tempest-LiveMigrationNegativeTest-118664733-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 1101 time: 0.1255331 Dec 12 17:35:46.456363 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] For port 16faa754-ba0e-41fe-b717-c11930df0a7b, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=16faa754-ba0e-41fe-b717-c11930df0a7b,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:35:46.470662 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:46.512699 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d09185-0400-4ed5-8da5-bbaa7bb8601a req-9374a380-359c-4191-aaf5-32f0b7376d84 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:46.514171 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55d09185-0400-4ed5-8da5-bbaa7bb8601a req-9374a380-359c-4191-aaf5-32f0b7376d84 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d HTTP/1.1" status: 200 len: 946 time: 0.1176858 Dec 12 17:35:46.514849 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-50a2d612-44d3-41ce-934d-311270602f69 req-3ddc74d3-4a5e-4728-9531-41775bb08ce6 tempest-LiveMigrationNegativeTest-118664733 tempest-LiveMigrationNegativeTest-118664733-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:46.521419 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5713ba-2ff8-4827-bae1-2a4f35a0f085 x-openstack-request-id: req-9b5713ba-2ff8-4827-bae1-2a4f35a0f085 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:35:46.522270 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c99f422-c8ca-4922-af90-919d4e474df0", "name": "network-vif-unplugged", "status": "completed", "tag": "16faa754-ba0e-41fe-b717-c11930df0a7b", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:35:46.522470 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b5713ba-2ff8-4827-bae1-2a4f35a0f085 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:35:46.522858 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c99f422-c8ca-4922-af90-919d4e474df0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16faa754-ba0e-41fe-b717-c11930df0a7b', 'code': 200} Dec 12 17:35:46.671268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] Pushing event updated for resources: {'Port': ['ID=16faa754-ba0e-41fe-b717-c11930df0a7b,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:46.681127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:46.681772 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:46.683169 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-4f950320-5b63-428d-961e-533e75bf5c4c service neutron] 10.222.0.31 "PUT /v2.0/ports/16faa754-ba0e-41fe-b717-c11930df0a7b HTTP/1.1" status: 200 len: 1122 time: 1.4566095 Dec 12 17:35:46.701341 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 16faa754-ba0e-41fe-b717-c11930df0a7b details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:35:46.729703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741d486-219b-4d2d-85d4-55222b8e962d req-6caefed3-8cba-4068-aed6-dfe8d926f946 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:46.732184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a741d486-219b-4d2d-85d4-55222b8e962d req-6caefed3-8cba-4068-aed6-dfe8d926f946 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1cd2fc-82ae-43c7-863c-2befeac6021d HTTP/1.1" status: 200 len: 946 time: 0.1568835 Dec 12 17:35:46.790673 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-55d09185-0400-4ed5-8da5-bbaa7bb8601a req-097823e5-7243-4893-bc30-840e57fdd4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Deleting port a914bb96-39ac-43d0-a9b3-413430921778 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:35:46.790924 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-55d09185-0400-4ed5-8da5-bbaa7bb8601a req-097823e5-7243-4893-bc30-840e57fdd4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:46.800476 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-50a2d612-44d3-41ce-934d-311270602f69 req-3ddc74d3-4a5e-4728-9531-41775bb08ce6 tempest-LiveMigrationNegativeTest-118664733 tempest-LiveMigrationNegativeTest-118664733-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:46.835776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 16faa754-ba0e-41fe-b717-c11930df0a7b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=16faa754-ba0e-41fe-b717-c11930df0a7b,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:46.839811 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-50a2d612-44d3-41ce-934d-311270602f69 req-3ddc74d3-4a5e-4728-9531-41775bb08ce6 tempest-LiveMigrationNegativeTest-118664733 tempest-LiveMigrationNegativeTest-118664733-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:46.853697 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 16faa754-ba0e-41fe-b717-c11930df0a7b has no active binding in host n-h1-760354-5 {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 17:35:46.856413 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:46.869455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['16faa754-ba0e-41fe-b717-c11930df0a7b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:35:46.894147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a741d486-219b-4d2d-85d4-55222b8e962d req-17450202-c2be-4159-bfba-92ecccbdff50 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.18 "GET /v2.0/security-groups?id=1aa016f7-d3b3-4c1b-bab6-059efdfbd2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522679 Dec 12 17:35:46.910975 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-50a2d612-44d3-41ce-934d-311270602f69 req-3ddc74d3-4a5e-4728-9531-41775bb08ce6 tempest-LiveMigrationNegativeTest-118664733 tempest-LiveMigrationNegativeTest-118664733-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476111 Dec 12 17:35:46.911717 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc74d3-4a5e-4728-9531-41775bb08ce6 tempest-LiveMigrationNegativeTest-118664733 tempest-LiveMigrationNegativeTest-118664733-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38091a1d-a432-4dd3-9f39-e162e390a2b7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:46.950192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['16faa754-ba0e-41fe-b717-c11930df0a7b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:35:46.981164 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-595d8092-cfac-428a-be15-71ac6f4fe495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:47.010042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-55d09185-0400-4ed5-8da5-bbaa7bb8601a req-097823e5-7243-4893-bc30-840e57fdd4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] For port a914bb96-39ac-43d0-a9b3-413430921778, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a914bb96-39ac-43d0-a9b3-413430921778,segment=NetworkSegment(00726cad-90a2-4d84-b3bd-8bfcced2f1e5),segment_id=00726cad-90a2-4d84-b3bd-8bfcced2f1e5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:47.010530 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-55d09185-0400-4ed5-8da5-bbaa7bb8601a req-097823e5-7243-4893-bc30-840e57fdd4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:47.044417 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-55d09185-0400-4ed5-8da5-bbaa7bb8601a req-097823e5-7243-4893-bc30-840e57fdd4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Calling delete_port for a914bb96-39ac-43d0-a9b3-413430921778 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:35:47.070848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca1df6-d17e-4322-ad0b-e0d57b321b5f req-48823f37-a701-455c-9b55-b7a52f454d8d tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:47.072610 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67ca1df6-d17e-4322-ad0b-e0d57b321b5f req-48823f37-a701-455c-9b55-b7a52f454d8d tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 1096 time: 0.1023569 Dec 12 17:35:47.125320 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354c971-ecf2-48b6-a7b8-607bdb160b8d req-aad50e23-5df3-4072-b9aa-c5bee6242424 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:47.126775 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3354c971-ecf2-48b6-a7b8-607bdb160b8d req-aad50e23-5df3-4072-b9aa-c5bee6242424 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1282985 Dec 12 17:35:47.204972 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67ca1df6-d17e-4322-ad0b-e0d57b321b5f req-1c5b48f4-71e7-4a98-96e8-6ffb996a02fb tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014845 Dec 12 17:35:47.227798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3354c971-ecf2-48b6-a7b8-607bdb160b8d req-cf437855-f575-4209-8d84-f7b7d81744da tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869381 Dec 12 17:35:47.294139 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-55d09185-0400-4ed5-8da5-bbaa7bb8601a req-097823e5-7243-4893-bc30-840e57fdd4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:47.309815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['a914bb96-39ac-43d0-a9b3-413430921778'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:35:47.330035 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097823e5-7243-4893-bc30-840e57fdd4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Pushing event deleted for resources: {'Port': ['ID=a914bb96-39ac-43d0-a9b3-413430921778,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:47.354574 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:47.375607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d09185-0400-4ed5-8da5-bbaa7bb8601a req-097823e5-7243-4893-bc30-840e57fdd4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] No DVR routers for this DVR port a914bb96-39ac-43d0-a9b3-413430921778 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:35:47.378191 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-55d09185-0400-4ed5-8da5-bbaa7bb8601a req-097823e5-7243-4893-bc30-840e57fdd4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:47.381660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55d09185-0400-4ed5-8da5-bbaa7bb8601a req-097823e5-7243-4893-bc30-840e57fdd4f5 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698 tempest-FloatingIPsAssociationNegativeTestJSON-1103530698-project] 10.222.0.20 "DELETE /v2.0/ports/a914bb96-39ac-43d0-a9b3-413430921778 HTTP/1.1" status: 204 len: 173 time: 0.8556156 Dec 12 17:35:47.657691 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8660ed1-1820-4e58-ad72-09dfde8760bb req-0e4ef063-b77b-4058-8e24-52503675e237 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:47.659326 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8660ed1-1820-4e58-ad72-09dfde8760bb req-0e4ef063-b77b-4058-8e24-52503675e237 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 944 time: 0.0496244 Dec 12 17:35:47.716052 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8660ed1-1820-4e58-ad72-09dfde8760bb req-315d45f1-0832-4727-a19e-e08be688aed7 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498285 Dec 12 17:35:47.862077 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b73a8-79cf-4755-a4a7-b784e0a0aa89 req-180f7684-6bd4-4c74-85cf-95d0520397a8 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:47.863845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-529b73a8-79cf-4755-a4a7-b784e0a0aa89 req-180f7684-6bd4-4c74-85cf-95d0520397a8 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd HTTP/1.1" status: 200 len: 948 time: 0.0800152 Dec 12 17:35:47.921127 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-529b73a8-79cf-4755-a4a7-b784e0a0aa89 req-1177184c-ab64-401b-9374-a3558b988293 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493712 Dec 12 17:35:48.154711 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:48.164473 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-1881e0bf-f376-4450-98a1-49bfbfe8c240 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:35:48.165450 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-1881e0bf-f376-4450-98a1-49bfbfe8c240 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056663 Dec 12 17:35:48.205828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-e105d2b2-a57c-453c-a1b4-af5ed8114c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:48.207279 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-e105d2b2-a57c-453c-a1b4-af5ed8114c26 service neutron] 10.222.0.18 "GET /v2.0/ports/8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 HTTP/1.1" status: 200 len: 1093 time: 0.0346630 Dec 12 17:35:48.218003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-df6ab2f5-750c-4de1-9fbb-1c9285c22d4b service neutron] Request body: {'binding': {'host': 'n-h1-760354-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:35:48.218463 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-df6ab2f5-750c-4de1-9fbb-1c9285c22d4b service neutron] Unknown quota resources ['binding']. {{(pid=103151) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 17:35:48.293256 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c39c5d45-2a00-4e16-9247-a0afc95759a0 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:35:48.375991 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-df6ab2f5-750c-4de1-9fbb-1c9285c22d4b service neutron] Attempting to bind port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 on host n-h1-760354-5 for vnic_type normal with profile None {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:35:48.376415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-df6ab2f5-750c-4de1-9fbb-1c9285c22d4b service neutron] Attempting to bind port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:35:48.376746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-df6ab2f5-750c-4de1-9fbb-1c9285c22d4b service neutron] Attempting to bind port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:35:48.381913 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-df6ab2f5-750c-4de1-9fbb-1c9285c22d4b service neutron] Port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:35:48.382240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-df6ab2f5-750c-4de1-9fbb-1c9285c22d4b service neutron] Attempting to bind port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:35:48.391897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-df6ab2f5-750c-4de1-9fbb-1c9285c22d4b service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:35:48.392514 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-df6ab2f5-750c-4de1-9fbb-1c9285c22d4b service neutron] Checking segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:35:48.393054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-df6ab2f5-750c-4de1-9fbb-1c9285c22d4b service neutron] Bound using segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:35:48.393906 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-df6ab2f5-750c-4de1-9fbb-1c9285c22d4b service neutron] Bound port: 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:35:48.406632 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port c39c5d45-2a00-4e16-9247-a0afc95759a0, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c39c5d45-2a00-4e16-9247-a0afc95759a0,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:48.422807 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'c39c5d45-2a00-4e16-9247-a0afc95759a0', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': 'c39c5d45-2a00-4e16-9247-a0afc95759a0', 'mac_address': 'fa:16:3e:c4:6c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:35:48.452935 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-df6ab2f5-750c-4de1-9fbb-1c9285c22d4b service neutron] For port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:35:48.461996 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-df6ab2f5-750c-4de1-9fbb-1c9285c22d4b service neutron] Publish callbacks [] for binding, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:48.467581 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-df6ab2f5-750c-4de1-9fbb-1c9285c22d4b service neutron] 10.222.0.18 "POST /v2.0/ports/8f5e7e69-a20e-4c82-b5ca-6860925f8bd2/bindings HTTP/1.1" status: 201 len: 389 time: 0.2531481 Dec 12 17:35:48.475891 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:48.510351 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39c5d45-2a00-4e16-9247-a0afc95759a0 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:35:48.523711 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c99f422-c8ca-4922-af90-919d4e474df0', 'tag': '16faa754-ba0e-41fe-b717-c11930df0a7b'}, {'server_uuid': '8d1cd2fc-82ae-43c7-863c-2befeac6021d', 'name': 'network-vif-deleted', 'tag': 'a914bb96-39ac-43d0-a9b3-413430921778'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:35:48.526212 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59655b98-a7dd-47b7-bff3-0040858bd332" -d '{"events": [{"name": "network-changed", "server_uuid": "9c99f422-c8ca-4922-af90-919d4e474df0", "tag": "16faa754-ba0e-41fe-b717-c11930df0a7b"}, {"server_uuid": "8d1cd2fc-82ae-43c7-863c-2befeac6021d", "name": "network-vif-deleted", "tag": "a914bb96-39ac-43d0-a9b3-413430921778"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:35:48.531142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port c39c5d45-2a00-4e16-9247-a0afc95759a0, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c39c5d45-2a00-4e16-9247-a0afc95759a0,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:48.537085 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:48.539849 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37760) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:35:48.596830 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=c39c5d45-2a00-4e16-9247-a0afc95759a0,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:48.664453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424ef67-086b-43c4-a328-dfc160ee88fa req-aa591936-c553-490c-b700-b248bab3896c tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:48.666799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5424ef67-086b-43c4-a328-dfc160ee88fa req-aa591936-c553-490c-b700-b248bab3896c tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0536156 Dec 12 17:35:48.749870 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5424ef67-086b-43c4-a328-dfc160ee88fa req-5f67aa2f-5778-4a16-81d4-e52d48ae5db0 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761163 Dec 12 17:35:48.761965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6ef12-03d6-4a1a-8903-e1aa87cdc603 req-5fe1bd2a-c2f9-4261-ab79-ab0f0eda3624 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:48.763425 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-71d6ef12-03d6-4a1a-8903-e1aa87cdc603 req-5fe1bd2a-c2f9-4261-ab79-ab0f0eda3624 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.0726962 Dec 12 17:35:48.789119 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['c39c5d45-2a00-4e16-9247-a0afc95759a0'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:35:48.804237 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 17:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3d747c-08fd-47a1-b0ee-36eb35c2c1d4 x-openstack-request-id: req-3e3d747c-08fd-47a1-b0ee-36eb35c2c1d4 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:35:48.804660 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c99f422-c8ca-4922-af90-919d4e474df0", "tag": "16faa754-ba0e-41fe-b717-c11930df0a7b", "status": "completed", "code": 200}, {"server_uuid": "8d1cd2fc-82ae-43c7-863c-2befeac6021d", "name": "network-vif-deleted", "tag": "a914bb96-39ac-43d0-a9b3-413430921778", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:35:48.804914 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e3d747c-08fd-47a1-b0ee-36eb35c2c1d4 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:35:48.805314 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c99f422-c8ca-4922-af90-919d4e474df0', 'tag': '16faa754-ba0e-41fe-b717-c11930df0a7b', 'status': 'completed', 'code': 200} Dec 12 17:35:48.805569 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1cd2fc-82ae-43c7-863c-2befeac6021d', 'name': 'network-vif-deleted', 'tag': 'a914bb96-39ac-43d0-a9b3-413430921778', 'status': 'completed', 'code': 200} Dec 12 17:35:48.841711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-71d6ef12-03d6-4a1a-8903-e1aa87cdc603 req-65a18348-bf5f-4b85-8d2e-8e5798cfa033 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717194 Dec 12 17:35:48.968107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59655b98-a7dd-47b7-bff3-0040858bd332 req-9075d475-513b-45ca-996e-f81d1c61ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:48.969612 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59655b98-a7dd-47b7-bff3-0040858bd332 req-9075d475-513b-45ca-996e-f81d1c61ceed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 1125 time: 0.1269817 Dec 12 17:35:48.980881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de906df-e95d-4ea4-b83e-92a1283ff5ec req-7d10cd61-05a5-4321-a6f5-074a7a823823 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:48.982415 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0de906df-e95d-4ea4-b83e-92a1283ff5ec req-7d10cd61-05a5-4321-a6f5-074a7a823823 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 945 time: 0.0952091 Dec 12 17:35:49.022156 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:49.059839 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33449f55-25f3-4584-92e1-2b6df7e39833 req-f8a6d330-e01d-4674-baa9-d10e0c930bfa tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:49.061327 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33449f55-25f3-4584-92e1-2b6df7e39833 req-f8a6d330-e01d-4674-baa9-d10e0c930bfa tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 944 time: 0.1435311 Dec 12 17:35:49.129459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0de906df-e95d-4ea4-b83e-92a1283ff5ec req-6c10cca8-4a6b-4792-9c52-1df011554977 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364841 Dec 12 17:35:49.163683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59655b98-a7dd-47b7-bff3-0040858bd332 req-09b49bda-fd7c-49e1-bc9e-6c152189d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:49.165458 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59655b98-a7dd-47b7-bff3-0040858bd332 req-09b49bda-fd7c-49e1-bc9e-6c152189d19e service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 922 time: 0.1812103 Dec 12 17:35:49.173912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33449f55-25f3-4584-92e1-2b6df7e39833 req-f860cb07-5e4f-472e-bfa4-d8f63daed353 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061907 Dec 12 17:35:49.243618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59655b98-a7dd-47b7-bff3-0040858bd332 req-6a6ad6a5-b64d-43a0-a4b1-b34ae0b5ff43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16faa754-ba0e-41fe-b717-c11930df0a7b HTTP/1.1" status: 200 len: 217 time: 0.0684235 Dec 12 17:35:49.319226 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59655b98-a7dd-47b7-bff3-0040858bd332 req-a79f8e47-526d-4608-9a36-b6224b40b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:49.320728 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59655b98-a7dd-47b7-bff3-0040858bd332 req-a79f8e47-526d-4608-9a36-b6224b40b850 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.0695865 Dec 12 17:35:49.328961 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5fbda-7d17-41e6-8325-5a25dc9575d9 req-58f57149-9597-48a1-8915-3100775fccc3 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:49.330369 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26b5fbda-7d17-41e6-8325-5a25dc9575d9 req-58f57149-9597-48a1-8915-3100775fccc3 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd HTTP/1.1" status: 200 len: 949 time: 0.0895634 Dec 12 17:35:49.339785 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Deleting port ea2cd696-eb7b-4578-bb77-b8c58adaafaa {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:35:49.340256 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:49.361213 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59655b98-a7dd-47b7-bff3-0040858bd332 req-0f447bf9-1486-472f-8b3f-66672b471e54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299037 Dec 12 17:35:49.419317 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] For port ea2cd696-eb7b-4578-bb77-b8c58adaafaa, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ea2cd696-eb7b-4578-bb77-b8c58adaafaa,segment=NetworkSegment(00726cad-90a2-4d84-b3bd-8bfcced2f1e5),segment_id=00726cad-90a2-4d84-b3bd-8bfcced2f1e5)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:49.419542 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:49.432951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Calling delete_port for ea2cd696-eb7b-4578-bb77-b8c58adaafaa owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:35:49.439789 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26b5fbda-7d17-41e6-8325-5a25dc9575d9 req-5b42eb56-5fbe-42bc-b503-1489c197bc60 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005974 Dec 12 17:35:49.482855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59655b98-a7dd-47b7-bff3-0040858bd332 req-c491f01b-b96a-4143-bb40-4344d3364e51 service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126072 Dec 12 17:35:49.578701 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59655b98-a7dd-47b7-bff3-0040858bd332 req-30983e64-5ccd-462d-9816-563f82196d48 service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879779 Dec 12 17:35:49.622443 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:49.649498 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2cd696-eb7b-4578-bb77-b8c58adaafaa,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:49.677985 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:49.678244 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:49.678507 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:49.678858 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:49.679284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:49.679730 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:49.680075 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:49.680409 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:49.680740 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:49.681069 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:49.681401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:49.681729 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:49.682055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:35:49.793221 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:49.907744 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:49.941617 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2d2c4-bc98-42e1-b467-3012b5268fb8 req-0f8f7d8e-8913-4b30-bf00-880df305d0ec tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:49.942990 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32d2d2c4-bc98-42e1-b467-3012b5268fb8 req-0f8f7d8e-8913-4b30-bf00-880df305d0ec tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1107535 Dec 12 17:35:49.997674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8acc5-7bf7-4b7d-be43-f6d2bac9baeb req-f96189e0-0cd5-495b-9411-f7cc4216d03e tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:49.999541 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0b8acc5-7bf7-4b7d-be43-f6d2bac9baeb req-f96189e0-0cd5-495b-9411-f7cc4216d03e tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.0967727 Dec 12 17:35:50.039075 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32d2d2c4-bc98-42e1-b467-3012b5268fb8 req-1652bc61-019b-4b7d-8b63-3709d432d991 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868945 Dec 12 17:35:50.046872 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Router b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:35:50.077322 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0b8acc5-7bf7-4b7d-be43-f6d2bac9baeb req-fe35a966-2c4f-4939-972d-b25ba07ae0a4 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715446 Dec 12 17:35:50.160198 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:35:50.168360 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-eef704a6-bb6e-42a9-a3d1-050427d20e1f admin admin] 10.222.0.18 "PUT /v2.0/routers/b6e33ef2-fdb7-4c2a-a451-a4e1cd513634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6240833 Dec 12 17:35:50.168360 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37778) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:35:50.171739 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc9a66-a35e-415f-8f89-6f2282e100b0 None None] Sync routers for ids ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:35:50.187020 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc9a66-a35e-415f-8f89-6f2282e100b0 None None] Routers {'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:35:50.188992 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7cfc9a66-a35e-415f-8f89-6f2282e100b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:35:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:35:50.289424 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58f1fe15-98bd-4853-8f83-764a0677ab67 admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:50.293519 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c39c5d45-2a00-4e16-9247-a0afc95759a0 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:35:50.356667 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81cd67-ff13-4895-885e-94e9f5a7991b req-e239624e-64bd-4348-8deb-e6a3f124d747 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:50.360720 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-7cfc9a66-a35e-415f-8f89-6f2282e100b0 None None] Set router b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:35:50.364182 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d81cd67-ff13-4895-885e-94e9f5a7991b req-e239624e-64bd-4348-8deb-e6a3f124d747 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 945 time: 0.1170816 Dec 12 17:35:50.388973 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port c39c5d45-2a00-4e16-9247-a0afc95759a0 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:35:50.394706 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be121e35-34bf-495f-939f-050225192566 req-9189c64b-a672-4ad5-8556-f15c0b309d8d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:50.394898 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port c39c5d45-2a00-4e16-9247-a0afc95759a0 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:35:50.395683 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:50.401503 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-be121e35-34bf-495f-939f-050225192566 req-9189c64b-a672-4ad5-8556-f15c0b309d8d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 944 time: 0.1075981 Dec 12 17:35:50.439465 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d81cd67-ff13-4895-885e-94e9f5a7991b req-c6751d62-1df3-46cd-9690-023b6e2229a0 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744009 Dec 12 17:35:50.455160 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58f1fe15-98bd-4853-8f83-764a0677ab67 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:50.522035 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-be121e35-34bf-495f-939f-050225192566 req-44726810-64b4-49cb-b15d-9bb19250fa7a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879338 Dec 12 17:35:50.554863 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-58f1fe15-98bd-4853-8f83-764a0677ab67 admin admin] Deleting port 1a07811c-d90c-49c0-9836-613e2327787d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:35:50.555581 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58f1fe15-98bd-4853-8f83-764a0677ab67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:50.556238 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:50.588862 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39c5d45-2a00-4e16-9247-a0afc95759a0'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:35:50.591746 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19aee3c5-98d1-4fe5-a2a3-b99755c9a44e" -d '{"events": [{"server_uuid": "ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd", "name": "network-vif-plugged", "status": "completed", "tag": "c39c5d45-2a00-4e16-9247-a0afc95759a0"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:35:50.608107 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port c39c5d45-2a00-4e16-9247-a0afc95759a0, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c39c5d45-2a00-4e16-9247-a0afc95759a0,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:50.614811 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:50.616383 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a914bb96-39ac-43d0-a9b3-413430921778 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:35:50.684928 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7cfc9a66-a35e-415f-8f89-6f2282e100b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-151730744-router', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1a07811c-d90c-49c0-9836-613e2327787d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:35:49Z', 'revision_number': 5, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'gw_port': {'id': '1a07811c-d90c-49c0-9836-613e2327787d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:35:50.696863 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0f59d8-369d-4889-b5f5-491c9ab79618 x-openstack-request-id: req-5b0f59d8-369d-4889-b5f5-491c9ab79618 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:35:50.697177 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd", "name": "network-vif-plugged", "status": "completed", "tag": "c39c5d45-2a00-4e16-9247-a0afc95759a0", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:35:50.697526 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b0f59d8-369d-4889-b5f5-491c9ab79618 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:35:50.697931 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39c5d45-2a00-4e16-9247-a0afc95759a0', 'code': 200} Dec 12 17:35:50.718996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=c39c5d45-2a00-4e16-9247-a0afc95759a0,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:50.719980 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc9a66-a35e-415f-8f89-6f2282e100b0 None None] Checking router: b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:35:50.732351 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: a914bb96-39ac-43d0-a9b3-413430921778 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:35:50.732672 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a914bb96-39ac-43d0-a9b3-413430921778 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:35:50.749507 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:50.751260 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc9a66-a35e-415f-8f89-6f2282e100b0 None None] Routers {'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:35:50.752123 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7cfc9a66-a35e-415f-8f89-6f2282e100b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:35:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:35:50.843476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690eb3c6-b456-4631-9dfc-b7b170a6cd01 req-9d5b9931-59cd-443e-99c8-bfe8c57ac38c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:50.852734 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-690eb3c6-b456-4631-9dfc-b7b170a6cd01 req-9d5b9931-59cd-443e-99c8-bfe8c57ac38c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd HTTP/1.1" status: 200 len: 950 time: 0.2177184 Dec 12 17:35:50.853525 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-7cfc9a66-a35e-415f-8f89-6f2282e100b0 None None] Set router b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:35:50.894929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345aaff0-5251-4d46-8241-39b7884df572 req-956733fc-6d59-4a0e-bb34-77cc3e218200 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:50.897244 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-345aaff0-5251-4d46-8241-39b7884df572 req-956733fc-6d59-4a0e-bb34-77cc3e218200 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.31 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.1806710 Dec 12 17:35:50.901813 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc015e-089e-4a9f-b056-40c9646bf91a req-c34f82e0-a5b7-4d59-a424-2c8fc1a768a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:50.903674 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cacc015e-089e-4a9f-b056-40c9646bf91a req-c34f82e0-a5b7-4d59-a424-2c8fc1a768a7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd HTTP/1.1" status: 200 len: 1101 time: 0.1720333 Dec 12 17:35:50.916099 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7cfc9a66-a35e-415f-8f89-6f2282e100b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-151730744-router', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:35:50Z', 'revision_number': 6, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:35:50.945844 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc9a66-a35e-415f-8f89-6f2282e100b0 None None] The sync data for ids ['b6e33ef2-fdb7-4c2a-a451-a4e1cd513634'] in n-d-760354-5 is: [{'id': 'b6e33ef2-fdb7-4c2a-a451-a4e1cd513634', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-151730744-router', 'tenant_id': '02196d4bede74670adbe12bcd82342ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:34:53Z', 'updated_at': '2021-12-12T17:35:50Z', 'revision_number': 6, 'project_id': '02196d4bede74670adbe12bcd82342ab', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:35:50.985614 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-58f1fe15-98bd-4853-8f83-764a0677ab67 admin admin] For port 1a07811c-d90c-49c0-9836-613e2327787d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1a07811c-d90c-49c0-9836-613e2327787d,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:50.986127 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58f1fe15-98bd-4853-8f83-764a0677ab67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:50.991470 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-690eb3c6-b456-4631-9dfc-b7b170a6cd01 req-46fe8ac4-6be4-494e-a386-22b5987a68df tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329927 Dec 12 17:35:51.000988 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-58f1fe15-98bd-4853-8f83-764a0677ab67 admin admin] Calling delete_port for 1a07811c-d90c-49c0-9836-613e2327787d owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:35:51.044400 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cacc015e-089e-4a9f-b056-40c9646bf91a req-509eb59e-9454-4904-9a29-2e6efe78f31e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218948 Dec 12 17:35:51.079625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-345aaff0-5251-4d46-8241-39b7884df572 req-21b86b28-ae5b-4fec-a1bd-c771a81e5495 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Deleting port 5653b8e7-58a6-4cd8-a39f-7622b544db44 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:35:51.080508 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-345aaff0-5251-4d46-8241-39b7884df572 req-21b86b28-ae5b-4fec-a1bd-c771a81e5495 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:51.205179 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58f1fe15-98bd-4853-8f83-764a0677ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:51.233910 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1fe15-98bd-4853-8f83-764a0677ab67 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a07811c-d90c-49c0-9836-613e2327787d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:51.251082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-345aaff0-5251-4d46-8241-39b7884df572 req-21b86b28-ae5b-4fec-a1bd-c771a81e5495 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] For port 5653b8e7-58a6-4cd8-a39f-7622b544db44, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=5653b8e7-58a6-4cd8-a39f-7622b544db44,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:51.251501 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-345aaff0-5251-4d46-8241-39b7884df572 req-21b86b28-ae5b-4fec-a1bd-c771a81e5495 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:51.263921 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58f1fe15-98bd-4853-8f83-764a0677ab67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:51.269616 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-345aaff0-5251-4d46-8241-39b7884df572 req-21b86b28-ae5b-4fec-a1bd-c771a81e5495 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Calling delete_port for 5653b8e7-58a6-4cd8-a39f-7622b544db44 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:35:51.319854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f1e08-ac68-44ed-baf9-3ed478d69fff req-81f8dc37-a28d-4426-869b-ef8ce8130506 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:51.327451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c1f1e08-ac68-44ed-baf9-3ed478d69fff req-81f8dc37-a28d-4426-869b-ef8ce8130506 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 950 time: 0.1633258 Dec 12 17:35:51.391039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bdec6-979c-4724-9a71-fe919e2cc79d req-25b6f42b-356f-4da4-a9ee-4f83d7dff93a tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:51.401780 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-197bdec6-979c-4724-9a71-fe919e2cc79d req-25b6f42b-356f-4da4-a9ee-4f83d7dff93a tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.2388794 Dec 12 17:35:51.423706 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58f1fe15-98bd-4853-8f83-764a0677ab67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:51.426410 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58f1fe15-98bd-4853-8f83-764a0677ab67 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:51.470883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ea2cd696-eb7b-4578-bb77-b8c58adaafaa no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:35:51.509555 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: ea2cd696-eb7b-4578-bb77-b8c58adaafaa {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:35:51.509826 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ea2cd696-eb7b-4578-bb77-b8c58adaafaa not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:35:51.515211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c1f1e08-ac68-44ed-baf9-3ed478d69fff req-575ad153-5033-4f29-9b21-d050e6cf34f9 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868165 Dec 12 17:35:51.539338 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58f1fe15-98bd-4853-8f83-764a0677ab67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:51.540261 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f1fe15-98bd-4853-8f83-764a0677ab67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:35:51.540405 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-197bdec6-979c-4724-9a71-fe919e2cc79d req-a93b2752-caaa-43e5-9e44-5e592a6cd2ea tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374757 Dec 12 17:35:51.551827 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58f1fe15-98bd-4853-8f83-764a0677ab67 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:51.553957 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-58f1fe15-98bd-4853-8f83-764a0677ab67 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b6e33ef2-fdb7-4c2a-a451-a4e1cd513634 HTTP/1.1" status: 204 len: 168 time: 1.3833344 Dec 12 17:35:51.555860 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37796) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:35:51.704745 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f56622-c287-4a00-8e33-ffdbf11c53fa admin admin] Deleting subnet d7505148-07c5-4bb3-ac4c-f41af810c6ae {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:35:51.719444 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-73f56622-c287-4a00-8e33-ffdbf11c53fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:51.744222 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-345aaff0-5251-4d46-8241-39b7884df572 req-21b86b28-ae5b-4fec-a1bd-c771a81e5495 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:51.756170 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:35:51.759921 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['5653b8e7-58a6-4cd8-a39f-7622b544db44'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:35:51.778453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ab368-3926-46f3-8141-555c94afc7e1 req-f27e0137-e061-4e43-9471-9bc12ae9ce02 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:51.786908 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e1ab368-3926-46f3-8141-555c94afc7e1 req-f27e0137-e061-4e43-9471-9bc12ae9ce02 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 945 time: 0.1857841 Dec 12 17:35:51.803150 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-73f56622-c287-4a00-8e33-ffdbf11c53fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:51.813998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42147a43-4359-409b-8f06-998da78a7c3b req-d2c0a4a9-4e27-4cf3-9368-7262bbca8d02 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:51.816315 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42147a43-4359-409b-8f06-998da78a7c3b req-d2c0a4a9-4e27-4cf3-9368-7262bbca8d02 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 944 time: 0.1820741 Dec 12 17:35:51.871621 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b86b28-ae5b-4fec-a1bd-c771a81e5495 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Pushing event deleted for resources: {'Port': ['ID=5653b8e7-58a6-4cd8-a39f-7622b544db44,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:51.951233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-345aaff0-5251-4d46-8241-39b7884df572 req-21b86b28-ae5b-4fec-a1bd-c771a81e5495 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] No DVR routers for this DVR port 5653b8e7-58a6-4cd8-a39f-7622b544db44 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:35:51.963071 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-345aaff0-5251-4d46-8241-39b7884df572 req-21b86b28-ae5b-4fec-a1bd-c771a81e5495 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:51.966370 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-345aaff0-5251-4d46-8241-39b7884df572 req-21b86b28-ae5b-4fec-a1bd-c771a81e5495 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.31 "DELETE /v2.0/ports/5653b8e7-58a6-4cd8-a39f-7622b544db44 HTTP/1.1" status: 204 len: 173 time: 1.0601418 Dec 12 17:35:51.971006 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fa566d-b98b-44f0-b23e-f944278b375c', 'name': 'network-vif-deleted', 'tag': '5653b8e7-58a6-4cd8-a39f-7622b544db44'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:35:51.973323 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57c9a75-1213-48e6-86c1-a0d159bfc778" -d '{"events": [{"server_uuid": "90fa566d-b98b-44f0-b23e-f944278b375c", "name": "network-vif-deleted", "tag": "5653b8e7-58a6-4cd8-a39f-7622b544db44"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:35:52.017653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e1ab368-3926-46f3-8141-555c94afc7e1 req-cb4b41a9-5ddd-47ba-972f-ad4b2a5a711d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298257 Dec 12 17:35:52.402524 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3061e7-5302-46dd-a37c-79654b69f9ac x-openstack-request-id: req-2a3061e7-5302-46dd-a37c-79654b69f9ac {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:35:52.402812 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fa566d-b98b-44f0-b23e-f944278b375c", "name": "network-vif-deleted", "tag": "5653b8e7-58a6-4cd8-a39f-7622b544db44", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:35:52.403062 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a3061e7-5302-46dd-a37c-79654b69f9ac {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:35:52.403462 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fa566d-b98b-44f0-b23e-f944278b375c', 'name': 'network-vif-deleted', 'tag': '5653b8e7-58a6-4cd8-a39f-7622b544db44', 'status': 'completed', 'code': 200} Dec 12 17:35:52.460991 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42147a43-4359-409b-8f06-998da78a7c3b req-575d9cbd-0caf-4284-96d0-90fc4f043233 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013684 Dec 12 17:35:52.468772 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-73f56622-c287-4a00-8e33-ffdbf11c53fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:52.522401 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fd45d-1606-4204-a4a7-dbd681fb7dd0 req-92ef415e-db78-47ae-b1f1-58e7088f8ae8 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:52.526167 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd7fd45d-1606-4204-a4a7-dbd681fb7dd0 req-92ef415e-db78-47ae-b1f1-58e7088f8ae8 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd HTTP/1.1" status: 200 len: 950 time: 0.1155028 Dec 12 17:35:52.594798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd7fd45d-1606-4204-a4a7-dbd681fb7dd0 req-63235707-e681-4331-9510-b9607ae511ef tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518198 Dec 12 17:35:52.596215 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-73f56622-c287-4a00-8e33-ffdbf11c53fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:52.632105 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f56622-c287-4a00-8e33-ffdbf11c53fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7505148-07c5-4bb3-ac4c-f41af810c6ae,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:52.650667 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6fa5bd4d-7337-412f-a9f5-63269cd43e0f req-be2defe4-1119-4588-9440-6f578e763d6a tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=90fa566d-b98b-44f0-b23e-f944278b375c HTTP/1.1" status: 200 len: 210 time: 0.0293853 Dec 12 17:35:52.654125 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-73f56622-c287-4a00-8e33-ffdbf11c53fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:52.657966 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-73f56622-c287-4a00-8e33-ffdbf11c53fa admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d7505148-07c5-4bb3-ac4c-f41af810c6ae HTTP/1.1" status: 204 len: 168 time: 1.1009238 Dec 12 17:35:52.660576 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37814) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:35:52.665811 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda8348c-6a4c-4d3e-bd7c-bd8291d0418c None None] Network f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:35:52.791337 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3dcba-bbdf-4d9e-9885-c0b1f50ffb09 req-ebc4a491-1d05-442b-a58a-0d25498e3d76 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:52.794448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2b3dcba-bbdf-4d9e-9885-c0b1f50ffb09 req-ebc4a491-1d05-442b-a58a-0d25498e3d76 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.0734656 Dec 12 17:35:52.811965 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:52.894778 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Deleting port c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:35:52.895118 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:52.899422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5b2ae-cd65-408f-bee4-8886a3321f22 req-e1c3f9f8-54e6-42c3-8625-3f7c3e6a216b tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:52.901031 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36f5b2ae-cd65-408f-bee4-8886a3321f22 req-e1c3f9f8-54e6-42c3-8625-3f7c3e6a216b tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd HTTP/1.1" status: 200 len: 1101 time: 0.1053202 Dec 12 17:35:52.912574 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2b3dcba-bbdf-4d9e-9885-c0b1f50ffb09 req-afd6dcf8-aab7-4660-9b7e-d3746a962a05 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971606 Dec 12 17:35:52.915960 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ee22a8-5490-4486-970d-c4bb6691166b None None] DHCP port deletion for f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:35:52.971938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee22a8-5490-4486-970d-c4bb6691166b None None] Deleting port c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:35:52.972673 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d0ee22a8-5490-4486-970d-c4bb6691166b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:52.973889 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] For port c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f,segment=NetworkSegment(00726cad-90a2-4d84-b3bd-8bfcced2f1e5),segment_id=00726cad-90a2-4d84-b3bd-8bfcced2f1e5)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:52.975028 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:52.975852 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36f5b2ae-cd65-408f-bee4-8886a3321f22 req-7db01724-e46c-4633-85c2-2807f467d0a5 tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615253 Dec 12 17:35:53.003264 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Calling delete_port for c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:35:53.102367 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:53.159560 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:53.161522 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] No DVR routers for this DVR port c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:35:53.214877 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-e46b7e29-8a70-44c7-af63-c2b67910ad64 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a0d39bfda52e4fb886e1965874038568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627844 Dec 12 17:35:53.230073 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d0ee22a8-5490-4486-970d-c4bb6691166b None None] For port c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f,segment=NetworkSegment(00726cad-90a2-4d84-b3bd-8bfcced2f1e5),segment_id=00726cad-90a2-4d84-b3bd-8bfcced2f1e5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:53.230744 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d0ee22a8-5490-4486-970d-c4bb6691166b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:53.238744 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:53.249570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee22a8-5490-4486-970d-c4bb6691166b None None] Calling delete_port for c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:35:53.261708 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959784d0-aa88-4f54-a9c0-4e52b110cab6 req-6e09e1bd-5294-44ac-9c24-3850278890bb tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:53.263275 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-959784d0-aa88-4f54-a9c0-4e52b110cab6 req-6e09e1bd-5294-44ac-9c24-3850278890bb tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 945 time: 0.1697915 Dec 12 17:35:53.269813 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:35:53.270250 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:35:53.271097 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:35:53.272092 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:35:53.272489 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:35:53.272899 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:35:53.273292 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:35:53.273685 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:35:53.274076 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:35:53.274472 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:35:53.352602 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1a07811c-d90c-49c0-9836-613e2327787d no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:35:53.372103 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:35:53.372981 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:35:53.373896 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:35:53.374394 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 17:35:53.374930 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6da1af2-83e0-4962-8cd0-1f2825c5f5c7']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:35:53.376382 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 1a07811c-d90c-49c0-9836-613e2327787d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:35:53.376730 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1a07811c-d90c-49c0-9836-613e2327787d not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:35:53.377154 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:35:53.380402 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-959784d0-aa88-4f54-a9c0-4e52b110cab6 req-c7c88c78-873e-44b9-b3ab-2c7b645bab73 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862095 Dec 12 17:35:53.395887 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00726cad-90a2-4d84-b3bd-8bfcced2f1e5') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:35:53.396256 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00726cad-90a2-4d84-b3bd-8bfcced2f1e5') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:35:53.399817 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:35:53.400165 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:35:53.414822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-2e41598a-479d-415b-af38-fd19dbcde1ed tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:53.416884 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:53.426732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-2e41598a-479d-415b-af38-fd19dbcde1ed tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2026386 Dec 12 17:35:53.432409 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d0ee22a8-5490-4486-970d-c4bb6691166b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:53.450049 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:53.450297 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-580cf84a-5afa-4854-97db-def9540668b0 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/quotas/a0d39bfda52e4fb886e1965874038568 HTTP/1.1" status: 200 len: 375 time: 0.0174150 Dec 12 17:35:53.469525 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee22a8-5490-4486-970d-c4bb6691166b None None] Pushing event deleted for resources: {'Port': ['ID=c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:53.470838 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:35:53.471163 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:53.476382 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee22a8-5490-4486-970d-c4bb6691166b None None] No DVR routers for this DVR port c6ef4a0f-c131-4b52-82f3-50ec7dfd8b9f on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: from cryptography.utils import int_from_bytes Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: from cryptography.utils import int_from_bytes Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:35:53.476674 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:35:53.541925 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-962afabb-6a0d-4802-8c5b-abde713ad181 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0859606 Dec 12 17:35:53.563865 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:53.576919 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:53.588887 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f6da1af2-83e0-4962-8cd0-1f2825c5f5c7 HTTP/1.1" status: 204 len: 168 time: 0.9250295 Dec 12 17:35:53.614648 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec4c74-a51b-4c55-a88d-45b8f5cbc0a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6da1af2-83e0-4962-8cd0-1f2825c5f5c7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:53.684251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aebdf5-ad6b-427d-9662-35a7dad673f3 req-9e4815c3-f607-455b-8432-29d491be9f39 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:53.686055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9aebdf5-ad6b-427d-9662-35a7dad673f3 req-9e4815c3-f607-455b-8432-29d491be9f39 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 944 time: 0.0602798 Dec 12 17:35:53.769251 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37844) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:35:53.825260 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a2aac822-f651-43d2-950b-d1db12d40b36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02196d4bede74670adbe12bcd82342ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432215 Dec 12 17:35:53.825692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e3c5cbf-3044-4e5c-a169-5451e591eb24 req-3c668914-279c-43f9-82ca-edbe0224d2ea tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b12c85b-1863-4567-ae34-0d92dd582117 HTTP/1.1" status: 200 len: 210 time: 0.0872204 Dec 12 17:35:53.825903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37846) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:35:53.837674 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9aebdf5-ad6b-427d-9662-35a7dad673f3 req-aa50955c-4e1b-4453-bc38-9b95a83e6fb8 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353552 Dec 12 17:35:53.900609 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c39434c1-c95a-4b65-ad75-016ce969dce8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:53.928209 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c39434c1-c95a-4b65-ad75-016ce969dce8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:53.988414 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c39434c1-c95a-4b65-ad75-016ce969dce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:53.992409 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c39434c1-c95a-4b65-ad75-016ce969dce8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:53.996680 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c39434c1-c95a-4b65-ad75-016ce969dce8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1aa016f7-d3b3-4c1b-bab6-059efdfbd2a8 HTTP/1.1" status: 204 len: 168 time: 0.1767464 Dec 12 17:35:54.003650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39434c1-c95a-4b65-ad75-016ce969dce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa016f7-d3b3-4c1b-bab6-059efdfbd2a8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:54.159808 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb9d49-a9ef-4c31-8fcb-1f78137386ed req-cc0f75b5-f2a9-4651-acb3-73dfdaf8f488 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:54.162504 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1ecb9d49-a9ef-4c31-8fcb-1f78137386ed req-cc0f75b5-f2a9-4651-acb3-73dfdaf8f488 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1092579 Dec 12 17:35:54.236889 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fff2f0-e999-4a48-ad32-76a9dc159ac0 req-881b2967-1dbf-4cc2-aebd-b75d62d6b835 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:54.244377 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5fff2f0-e999-4a48-ad32-76a9dc159ac0 req-881b2967-1dbf-4cc2-aebd-b75d62d6b835 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 949 time: 0.1163785 Dec 12 17:35:54.291513 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1ecb9d49-a9ef-4c31-8fcb-1f78137386ed req-465e42d4-5cb7-4d76-8bc1-350667a74dd7 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105349 Dec 12 17:35:54.331554 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5fff2f0-e999-4a48-ad32-76a9dc159ac0 req-fd842a68-8587-4893-8998-772cd9237939 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859401 Dec 12 17:35:54.557453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac13cc3-118e-45a5-878e-4d92ecc36044 req-d1d8e6e6-e4fd-4885-bd2f-eacd80361790 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:54.559427 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dac13cc3-118e-45a5-878e-4d92ecc36044 req-d1d8e6e6-e4fd-4885-bd2f-eacd80361790 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 945 time: 0.0936978 Dec 12 17:35:54.633456 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dac13cc3-118e-45a5-878e-4d92ecc36044 req-1956c8fc-2766-4468-a555-7b67178c6257 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675707 Dec 12 17:35:54.705140 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 5653b8e7-58a6-4cd8-a39f-7622b544db44 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:35:54.738668 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 5653b8e7-58a6-4cd8-a39f-7622b544db44 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:35:54.739051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 5653b8e7-58a6-4cd8-a39f-7622b544db44 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:35:55.001186 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61ce4995-8c17-4519-9308-6c68d5bd5ba9 req-beedac3f-c732-47c9-92ad-418fd6ccae4b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b12c85b-1863-4567-ae34-0d92dd582117 HTTP/1.1" status: 200 len: 210 time: 0.0899787 Dec 12 17:35:55.004566 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-b7daeafb-8756-49dc-b79e-09b382cd778c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a0d39bfda52e4fb886e1965874038568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840628 Dec 12 17:35:55.141523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2794806-8bdb-4e4a-9e3c-2041fc238c0b req-ff3c8cfd-b580-4692-9bf5-5c291752a1ff tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:55.143023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f2794806-8bdb-4e4a-9e3c-2041fc238c0b req-ff3c8cfd-b580-4692-9bf5-5c291752a1ff tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 944 time: 0.2007871 Dec 12 17:35:55.214098 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-5d36a8f3-7e90-429d-8ef1-a3d316b53e26 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:55.215744 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-5d36a8f3-7e90-429d-8ef1-a3d316b53e26 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953156 Dec 12 17:35:55.232959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-f0c29765-185c-4823-b9ca-d3d9601eced1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Request body: {'port': {'device_id': '3b12c85b-1863-4567-ae34-0d92dd582117', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': 'a0d39bfda52e4fb886e1965874038568'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:35:55.239680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f2794806-8bdb-4e4a-9e3c-2041fc238c0b req-a807cfa5-bf6a-40ad-ae87-eb526e353470 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870867 Dec 12 17:35:55.376560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-f0c29765-185c-4823-b9ca-d3d9601eced1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Made reservation on behalf of a0d39bfda52e4fb886e1965874038568 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:35:55.381484 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-f0c29765-185c-4823-b9ca-d3d9601eced1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:55.546987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53dfa6-ab98-43aa-87a1-76b4de172a76 req-a0cb0ee6-169e-4b4b-bbd4-7d3f8abc87c8 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:55.548615 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce53dfa6-ab98-43aa-87a1-76b4de172a76 req-a0cb0ee6-169e-4b4b-bbd4-7d3f8abc87c8 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1457033 Dec 12 17:35:55.654990 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09237e2e-40cf-4e53-b99c-cb2d4885294b req-df39e4f7-b5fa-4b77-8d53-ed8369b7754c tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:55.658088 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09237e2e-40cf-4e53-b99c-cb2d4885294b req-df39e4f7-b5fa-4b77-8d53-ed8369b7754c tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 949 time: 0.1678391 Dec 12 17:35:55.694936 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-f0c29765-185c-4823-b9ca-d3d9601eced1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Allocated IP 192.168.233.180 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/242c22d4-78fc-4ba9-89c6-d36b9e326e3f) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:35:55.712558 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37946) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:35:55.730943 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce53dfa6-ab98-43aa-87a1-76b4de172a76 req-d08c6365-eed9-4b56-87cc-e2d5ec0753f4 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721432 Dec 12 17:35:55.738304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cd940-0c13-45eb-985a-3a555b402397 req-8aea0765-a397-4700-8a24-ebf3f0a29773 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:55.739773 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-482cd940-0c13-45eb-985a-3a555b402397 req-8aea0765-a397-4700-8a24-ebf3f0a29773 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.20 "GET /v2.0/ports?device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 949 time: 0.1520021 Dec 12 17:35:55.819701 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09237e2e-40cf-4e53-b99c-cb2d4885294b req-56a855d7-b30b-4d18-97c7-19a57c7ad4a8 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439462 Dec 12 17:35:55.860936 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-247e9333-24e9-4014-9830-ed7695092171 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:55.999536 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-247e9333-24e9-4014-9830-ed7695092171 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:56.005034 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-247e9333-24e9-4014-9830-ed7695092171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:56.057821 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-247e9333-24e9-4014-9830-ed7695092171 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=791c88e4494e4b6dbdcc1fe7db4065d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433862 Dec 12 17:35:56.058438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37954) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:35:56.058607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e9333-24e9-4014-9830-ed7695092171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798548bd-569c-4ee5-afe3-b3bd1322fb50,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:56.081261 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-482cd940-0c13-45eb-985a-3a555b402397 req-83cc523d-355e-4a59-b4fc-589cc4dd7665 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Deleting port 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:35:56.081611 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-482cd940-0c13-45eb-985a-3a555b402397 req-83cc523d-355e-4a59-b4fc-589cc4dd7665 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:56.143927 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-f0c29765-185c-4823-b9ca-d3d9601eced1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:56.171583 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e4ce1-4f65-4c6a-b166-1e6b07e69ec0 req-e557a43b-ec68-4206-a16f-e20da64c187e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:56.173053 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-615e4ce1-4f65-4c6a-b166-1e6b07e69ec0 req-e557a43b-ec68-4206-a16f-e20da64c187e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 946 time: 0.2375257 Dec 12 17:35:56.192504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a2254-2bfa-41ef-bebc-1dd260a7b169 req-9a80006e-fc90-45fc-8909-24a842f64a8c tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:56.194434 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-046a2254-2bfa-41ef-bebc-1dd260a7b169 req-9a80006e-fc90-45fc-8909-24a842f64a8c tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 945 time: 0.2467971 Dec 12 17:35:56.321565 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61b94b97-0280-4637-bdda-e92fec8079b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:56.333279 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-482cd940-0c13-45eb-985a-3a555b402397 req-83cc523d-355e-4a59-b4fc-589cc4dd7665 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] For port 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:35:56.333701 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-482cd940-0c13-45eb-985a-3a555b402397 req-83cc523d-355e-4a59-b4fc-589cc4dd7665 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:56.347303 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-615e4ce1-4f65-4c6a-b166-1e6b07e69ec0 req-63107d0b-0775-4140-958b-cbf43f9851d4 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627183 Dec 12 17:35:56.348265 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-f0c29765-185c-4823-b9ca-d3d9601eced1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:56.361232 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['de6c5e76-2a11-4fc6-a988-a7a37cf68a9a', 'c39c5d45-2a00-4e16-9247-a0afc95759a0'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:35:56.395007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['34c225bb-5552-4471-9ee7-ebcfeb139f9b', 'a0879cc0-2e86-4590-bced-df6b0693ef80', '9ea1f311-d556-46fb-adc1-8024b88e9cc8', 'd93e9b15-ca01-4252-b2fd-b6b7f8965543'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:35:56.401274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-482cd940-0c13-45eb-985a-3a555b402397 req-83cc523d-355e-4a59-b4fc-589cc4dd7665 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Calling delete_port for 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:35:56.415685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-046a2254-2bfa-41ef-bebc-1dd260a7b169 req-38bfc271-1b59-4266-90b1-43d30f104e9d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054074 Dec 12 17:35:56.422279 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61b94b97-0280-4637-bdda-e92fec8079b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:56.468688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-f0c29765-185c-4823-b9ca-d3d9601eced1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:35:56.527116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-f0c29765-185c-4823-b9ca-d3d9601eced1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:35:56.540331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c29765-185c-4823-b9ca-d3d9601eced1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Pushing event updated for resources: {'Port': ['ID=242c22d4-78fc-4ba9-89c6-d36b9e326e3f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:56.547472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-f0c29765-185c-4823-b9ca-d3d9601eced1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:35:56.626760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb79557-c258-441a-b73e-a1d68a090c02 req-5231b999-af2e-4323-bed1-96c864d79c62 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:56.628461 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bb79557-c258-441a-b73e-a1d68a090c02 req-5231b999-af2e-4323-bed1-96c864d79c62 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b12c85b-1863-4567-ae34-0d92dd582117 HTTP/1.1" status: 200 len: 936 time: 0.1919961 Dec 12 17:35:56.664893 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-f0c29765-185c-4823-b9ca-d3d9601eced1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:56.665619 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-f0c29765-185c-4823-b9ca-d3d9601eced1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:56.710630 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61b94b97-0280-4637-bdda-e92fec8079b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:56.712477 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61b94b97-0280-4637-bdda-e92fec8079b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:56.717099 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-61b94b97-0280-4637-bdda-e92fec8079b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/798548bd-569c-4ee5-afe3-b3bd1322fb50 HTTP/1.1" status: 204 len: 168 time: 0.6473136 Dec 12 17:35:56.736906 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-f0c29765-185c-4823-b9ca-d3d9601eced1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5080690 Dec 12 17:35:56.782946 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b94b97-0280-4637-bdda-e92fec8079b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798548bd-569c-4ee5-afe3-b3bd1322fb50,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:56.806118 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Request body: {'port': {'device_id': '3b12c85b-1863-4567-ae34-0d92dd582117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:35:56.868003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2deb9-8e03-44d3-936b-7d5099fe95e3 req-de866297-0af4-4e5c-81f5-51589ea16308 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:56.870801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2f2deb9-8e03-44d3-936b-7d5099fe95e3 req-de866297-0af4-4e5c-81f5-51589ea16308 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 944 time: 0.2377226 Dec 12 17:35:56.890965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bb79557-c258-441a-b73e-a1d68a090c02 req-82d7cbf0-db09-457a-aae0-f957297905e8 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378111 Dec 12 17:35:56.922891 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-482cd940-0c13-45eb-985a-3a555b402397 req-83cc523d-355e-4a59-b4fc-589cc4dd7665 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:56.967567 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:56.970026 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc523d-355e-4a59-b4fc-589cc4dd7665 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Pushing event deleted for resources: {'Port': ['ID=6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:57.041135 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2f2deb9-8e03-44d3-936b-7d5099fe95e3 req-7cf9ccda-98b2-4058-a616-d1b392de5aa6 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634064 Dec 12 17:35:57.117728 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-482cd940-0c13-45eb-985a-3a555b402397 req-83cc523d-355e-4a59-b4fc-589cc4dd7665 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] No DVR routers for this DVR port 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:35:57.145839 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-482cd940-0c13-45eb-985a-3a555b402397 req-83cc523d-355e-4a59-b4fc-589cc4dd7665 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:57.147056 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-19350c49-abdd-40ef-b3fc-42114d074e0a None None] Provisioning complete for port 242c22d4-78fc-4ba9-89c6-d36b9e326e3f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:35:57.147559 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-19350c49-abdd-40ef-b3fc-42114d074e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:57.149284 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-482cd940-0c13-45eb-985a-3a555b402397 req-83cc523d-355e-4a59-b4fc-589cc4dd7665 tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.20 "DELETE /v2.0/ports/6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 HTTP/1.1" status: 204 len: 173 time: 1.3967700 Dec 12 17:35:57.149637 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49e33b6-d887-4529-b07a-42a749f054b6', 'name': 'network-vif-deleted', 'tag': '6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:35:57.151911 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f63d0c-a5ad-434a-a682-e3cebaa7bbe8" -d '{"events": [{"server_uuid": "e49e33b6-d887-4529-b07a-42a749f054b6", "name": "network-vif-deleted", "tag": "6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:35:57.210748 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-19350c49-abdd-40ef-b3fc-42114d074e0a None None] Port 242c22d4-78fc-4ba9-89c6-d36b9e326e3f cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:35:57.223397 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e6eb6ad2-a749-4321-83f0-dc4bbc0b5663 req-9f9738d2-b087-4882-a703-810588a1153e tempest-LiveMigrationNegativeTest-1355308855 tempest-LiveMigrationNegativeTest-1355308855-project] 10.222.0.18 "GET /v2.0/ports?device_id=e49e33b6-d887-4529-b07a-42a749f054b6 HTTP/1.1" status: 200 len: 210 time: 0.0617437 Dec 12 17:35:57.315354 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dba9159-7c74-4075-855b-b02fd6a873ce x-openstack-request-id: req-8dba9159-7c74-4075-855b-b02fd6a873ce {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:35:57.315658 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49e33b6-d887-4529-b07a-42a749f054b6", "name": "network-vif-deleted", "tag": "6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:35:57.315918 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8dba9159-7c74-4075-855b-b02fd6a873ce {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:35:57.316313 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49e33b6-d887-4529-b07a-42a749f054b6', 'name': 'network-vif-deleted', 'tag': '6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3', 'status': 'completed', 'code': 200} Dec 12 17:35:57.347421 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f468e-4790-433f-8c73-e7c1d97b4b5f req-d13b05ad-e450-410f-b76d-eee598e3c98e tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:57.357371 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c27f468e-4790-433f-8c73-e7c1d97b4b5f req-d13b05ad-e450-410f-b76d-eee598e3c98e tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.2470305 Dec 12 17:35:57.439688 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c27f468e-4790-433f-8c73-e7c1d97b4b5f req-87941dfe-403c-4dbc-96a0-e4dec102a9a6 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812860 Dec 12 17:35:57.633571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98013018-ce15-429b-8deb-1771733c6513 req-99eba907-254a-4777-ae4a-a1f88b9208cd tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:57.635140 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98013018-ce15-429b-8deb-1771733c6513 req-99eba907-254a-4777-ae4a-a1f88b9208cd tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 945 time: 0.1084669 Dec 12 17:35:57.692366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:35:57.740257 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98013018-ce15-429b-8deb-1771733c6513 req-2b370960-072d-41cd-bd40-ce184da59302 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942183 Dec 12 17:35:57.746506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242c22d4-78fc-4ba9-89c6-d36b9e326e3f {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:35:57.756576 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:57.773977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Transition to ACTIVE for port object 242c22d4-78fc-4ba9-89c6-d36b9e326e3f will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:35:57.789207 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:57.881894 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Pushing event updated for resources: {'Port': ['ID=242c22d4-78fc-4ba9-89c6-d36b9e326e3f,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:57.976074 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7086b35e-f793-490c-a72d-e7332e900c4d req-9a812eae-07b6-4ce3-8c78-3b6e018d3a9e tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--517854391&fields=id&tenant_id=438b3403df11467186a128ec0b97682a HTTP/1.1" status: 200 len: 267 time: 0.1346707 Dec 12 17:35:58.354057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Attempting to bind port 242c22d4-78fc-4ba9-89c6-d36b9e326e3f on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:35:58.354763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Attempting to bind port 242c22d4-78fc-4ba9-89c6-d36b9e326e3f by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:35:58.354763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Attempting to bind port 242c22d4-78fc-4ba9-89c6-d36b9e326e3f on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:35:58.372162 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Port 242c22d4-78fc-4ba9-89c6-d36b9e326e3f on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:35:58.372495 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Attempting to bind port 242c22d4-78fc-4ba9-89c6-d36b9e326e3f on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:35:58.398808 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaedece-94bf-4bf0-92ed-cf2a959b6838 req-a71a38ed-109e-4a01-8738-9c8999b00a9f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:58.400404 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7eaedece-94bf-4bf0-92ed-cf2a959b6838 req-a71a38ed-109e-4a01-8738-9c8999b00a9f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b12c85b-1863-4567-ae34-0d92dd582117 HTTP/1.1" status: 200 len: 948 time: 0.4120815 Dec 12 17:35:58.406355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:35:58.406688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:35:58.407079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:35:58.407544 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Bound port: 242c22d4-78fc-4ba9-89c6-d36b9e326e3f, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:35:58.407903 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:58.436981 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086b35e-f793-490c-a72d-e7332e900c4d req-deacb6a8-2bb1-498e-9ef1-f27666df1745 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:58.438424 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7086b35e-f793-490c-a72d-e7332e900c4d req-deacb6a8-2bb1-498e-9ef1-f27666df1745 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/networks?id=d9379518-7141-4913-88d7-7d1fcb8ba7e8 HTTP/1.1" status: 200 len: 824 time: 0.4613466 Dec 12 17:35:58.494043 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7086b35e-f793-490c-a72d-e7332e900c4d req-b88ea6a5-f54d-47ff-8643-7334b0d24fd6 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/quotas/438b3403df11467186a128ec0b97682a HTTP/1.1" status: 200 len: 375 time: 0.0476894 Dec 12 17:35:58.541748 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7eaedece-94bf-4bf0-92ed-cf2a959b6838 req-23fc6a6a-f37d-4483-8e22-ebe8186f8c1e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298931 Dec 12 17:35:58.575109 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7086b35e-f793-490c-a72d-e7332e900c4d req-4d4bf34d-2aab-4a39-b687-8271f1f66e28 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=438b3403df11467186a128ec0b97682a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0716147 Dec 12 17:35:58.578745 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] For port 242c22d4-78fc-4ba9-89c6-d36b9e326e3f, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:35:58.581980 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] For port 242c22d4-78fc-4ba9-89c6-d36b9e326e3f, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=242c22d4-78fc-4ba9-89c6-d36b9e326e3f,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:35:58.586948 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:58.667565 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:58.668362 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:58.669678 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] 10.222.0.20 "PUT /v2.0/ports/242c22d4-78fc-4ba9-89c6-d36b9e326e3f HTTP/1.1" status: 200 len: 1096 time: 1.8805823 Dec 12 17:35:58.703839 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3389f-3a35-4efb-9a42-f4fa2bff91f6 service neutron] Pushing event updated for resources: {'Port': ['ID=242c22d4-78fc-4ba9-89c6-d36b9e326e3f,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:35:58.815073 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7086b35e-f793-490c-a72d-e7332e900c4d req-c2328f06-67e8-466d-b1d9-bdcfb6e57952 service neutron] 10.222.0.18 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257288 Dec 12 17:35:58.921069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-ce022091-5820-4205-b671-42e722387dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:58.922489 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-ce022091-5820-4205-b671-42e722387dee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=3b12c85b-1863-4567-ae34-0d92dd582117 HTTP/1.1" status: 200 len: 1099 time: 0.1763692 Dec 12 17:35:58.984440 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7494a18-a558-4737-9408-5a496a64179d req-4a23f8b8-d18d-4635-8e30-845245703e5e tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:58.985932 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7494a18-a558-4737-9408-5a496a64179d req-4a23f8b8-d18d-4635-8e30-845245703e5e tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 944 time: 0.1219847 Dec 12 17:35:58.993147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-2cb7e7ef-f46a-48c0-8f7b-697dee1fb2ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=242c22d4-78fc-4ba9-89c6-d36b9e326e3f HTTP/1.1" status: 200 len: 217 time: 0.0557761 Dec 12 17:35:59.018074 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7086b35e-f793-490c-a72d-e7332e900c4d req-af0b05d1-ee1d-43c2-9b45-caa98a9c77c8 service neutron] 10.222.0.18 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021346 Dec 12 17:35:59.083447 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7494a18-a558-4737-9408-5a496a64179d req-c014257d-44f3-4a4d-b5d8-7a232726e765 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895052 Dec 12 17:35:59.085513 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-4749f3a2-99f1-4b01-87bd-a1fc886108cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:59.086871 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-4749f3a2-99f1-4b01-87bd-a1fc886108cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0832515 Dec 12 17:35:59.147649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-2fd3e2a0-f506-4308-a061-1beca18e1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:59.149321 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-2fd3e2a0-f506-4308-a061-1beca18e1606 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0552313 Dec 12 17:35:59.320848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b12c85b-1863-4567-ae34-0d92dd582117', 'tag': '242c22d4-78fc-4ba9-89c6-d36b9e326e3f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:35:59.323385 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f95cc9-97fe-477b-85a0-5442db9ccfdd" -d '{"events": [{"name": "network-changed", "server_uuid": "3b12c85b-1863-4567-ae34-0d92dd582117", "tag": "242c22d4-78fc-4ba9-89c6-d36b9e326e3f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:35:59.356753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc119b48-adef-453c-ad80-1621a44068a5 req-ef805ab9-a991-45d7-bc01-214b1c864034 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:59.359297 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc119b48-adef-453c-ad80-1621a44068a5 req-ef805ab9-a991-45d7-bc01-214b1c864034 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1224198 Dec 12 17:35:59.396625 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-27cc77f6-e8a5-4b07-a724-3c67cd3c6186 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306883 Dec 12 17:35:59.425616 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e122b7b-3585-463c-84fe-b8039e48bdae req-75c8cf39-33f7-4aa2-8206-174bf1021182 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:59.427117 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e122b7b-3585-463c-84fe-b8039e48bdae req-75c8cf39-33f7-4aa2-8206-174bf1021182 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 945 time: 0.1425354 Dec 12 17:35:59.527182 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc119b48-adef-453c-ad80-1621a44068a5 req-0473c6d3-84d8-49bb-b171-c213f95a84e0 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571498 Dec 12 17:35:59.529808 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38048) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:35:59.617510 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e122b7b-3585-463c-84fe-b8039e48bdae req-cb452c1b-03ca-45fe-b731-26d44f71438c tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692917 Dec 12 17:35:59.677848 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2695f41e-82ea-496d-85bc-32a48c0a0900 req-ac5720f0-644a-405e-927d-ed763ab7d834 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723026 Dec 12 17:35:59.694312 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b6db8033-b875-42f6-8cb0-0d91acec9d82 req-fdffc9c4-583d-4799-adc5-3c94f976e6e0 tempest-AbsoluteLimitsNegativeTestJSON-1744676182 tempest-AbsoluteLimitsNegativeTestJSON-1744676182-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5c902adce04044e18a91919ade97aeda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364304 Dec 12 17:35:59.748448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-883db399-b71e-4219-a9fc-5ef49bf0dd12 req-93302604-8aef-4ae7-bc16-c290caa3749c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 210 time: 0.0579805 Dec 12 17:35:59.823570 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48922391-a962-4100-b418-df8bae92029c x-openstack-request-id: req-48922391-a962-4100-b418-df8bae92029c {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:35:59.823873 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b12c85b-1863-4567-ae34-0d92dd582117", "tag": "242c22d4-78fc-4ba9-89c6-d36b9e326e3f", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:35:59.824644 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48922391-a962-4100-b418-df8bae92029c {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:35:59.824644 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b12c85b-1863-4567-ae34-0d92dd582117', 'tag': '242c22d4-78fc-4ba9-89c6-d36b9e326e3f', 'status': 'completed', 'code': 200} Dec 12 17:35:59.862042 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a8ea80b0-b575-4506-ac5b-218576df6baa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ebf6778b07584945a0bd692c58b949bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284950 Dec 12 17:35:59.865551 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38064) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:35:59.925658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db8033-b875-42f6-8cb0-0d91acec9d82 req-3b5af2c4-9617-4f49-a38f-989ae3ab50cf tempest-AbsoluteLimitsNegativeTestJSON-1744676182 tempest-AbsoluteLimitsNegativeTestJSON-1744676182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:59.929481 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48a70ca0-b9e4-4a35-be82-c05a6a2f2ff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:59.933110 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b6db8033-b875-42f6-8cb0-0d91acec9d82 req-3b5af2c4-9617-4f49-a38f-989ae3ab50cf tempest-AbsoluteLimitsNegativeTestJSON-1744676182 tempest-AbsoluteLimitsNegativeTestJSON-1744676182-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301295 Dec 12 17:35:59.958956 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48a70ca0-b9e4-4a35-be82-c05a6a2f2ff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:35:59.959748 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b6db8033-b875-42f6-8cb0-0d91acec9d82 req-0b2907b8-4694-406b-9feb-9ddb496245c6 tempest-AbsoluteLimitsNegativeTestJSON-1744676182 tempest-AbsoluteLimitsNegativeTestJSON-1744676182-project] 10.222.0.18 "GET /v2.0/quotas/5c902adce04044e18a91919ade97aeda HTTP/1.1" status: 200 len: 375 time: 0.0255067 Dec 12 17:35:59.975698 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f95cc9-97fe-477b-85a0-5442db9ccfdd req-fb3eff93-0ccb-4b78-92f3-2d07bed470fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:35:59.977197 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65f95cc9-97fe-477b-85a0-5442db9ccfdd req-fb3eff93-0ccb-4b78-92f3-2d07bed470fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=3b12c85b-1863-4567-ae34-0d92dd582117 HTTP/1.1" status: 200 len: 1099 time: 0.1309855 Dec 12 17:36:00.006225 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b6db8033-b875-42f6-8cb0-0d91acec9d82 req-66a7579f-3815-4a2b-84b6-3e44112a35c8 tempest-AbsoluteLimitsNegativeTestJSON-1744676182 tempest-AbsoluteLimitsNegativeTestJSON-1744676182-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c902adce04044e18a91919ade97aeda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454156 Dec 12 17:36:00.054753 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48a70ca0-b9e4-4a35-be82-c05a6a2f2ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:00.059031 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48a70ca0-b9e4-4a35-be82-c05a6a2f2ff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:00.060449 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-48a70ca0-b9e4-4a35-be82-c05a6a2f2ff2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc7e8071-bcd1-4c94-bc6a-b3ca489823d0 HTTP/1.1" status: 204 len: 168 time: 0.1933327 Dec 12 17:36:00.076547 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a70ca0-b9e4-4a35-be82-c05a6a2f2ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7e8071-bcd1-4c94-bc6a-b3ca489823d0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:00.109655 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc06a46-9eae-4f3d-b544-122ced75e051 req-4282b54c-c893-400c-b0e0-ae4635e7e808 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:00.120083 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6bc06a46-9eae-4f3d-b544-122ced75e051 req-4282b54c-c893-400c-b0e0-ae4635e7e808 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b12c85b-1863-4567-ae34-0d92dd582117 HTTP/1.1" status: 200 len: 948 time: 0.2373066 Dec 12 17:36:00.196562 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6bc06a46-9eae-4f3d-b544-122ced75e051 req-29420333-138d-41ac-a067-557b661a4cea tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763137 Dec 12 17:36:00.336758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:36:00.368713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f95cc9-97fe-477b-85a0-5442db9ccfdd req-802af701-c8a9-4a5d-84c6-3ba35cf593e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:00.370362 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65f95cc9-97fe-477b-85a0-5442db9ccfdd req-802af701-c8a9-4a5d-84c6-3ba35cf593e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.3756948 Dec 12 17:36:00.380757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889bdc2-8247-477d-8918-87a29780a45a req-8ab6ab94-0532-4309-891b-ff5b281d091d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:00.388950 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2889bdc2-8247-477d-8918-87a29780a45a req-8ab6ab94-0532-4309-891b-ff5b281d091d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 944 time: 0.1658955 Dec 12 17:36:00.402061 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:36:00.402870 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6daad6fb-b6c6-4e9a-8e47-29e9a76eb7f3 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:36:00.512457 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38082) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:00.559038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2889bdc2-8247-477d-8918-87a29780a45a req-d05697c1-051e-4b36-88ff-4167dc9ea660 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520207 Dec 12 17:36:00.567058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb1bba-67cb-411f-83f5-6cd85c60957a req-cdf86aad-3362-4a45-8d73-6b92a5de0304 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:00.583948 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c6fb1bba-67cb-411f-83f5-6cd85c60957a req-cdf86aad-3362-4a45-8d73-6b92a5de0304 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.31 "GET /v2.0/ports?device_id=055c0ed5-0e70-4b4f-a327-29c55df81af3 HTTP/1.1" status: 200 len: 946 time: 0.2862520 Dec 12 17:36:00.695902 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65f95cc9-97fe-477b-85a0-5442db9ccfdd req-4c7684ee-a798-4a1a-b176-117de357b415 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=242c22d4-78fc-4ba9-89c6-d36b9e326e3f HTTP/1.1" status: 200 len: 217 time: 0.2866023 Dec 12 17:36:00.796584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38092) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:00.810091 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83c7616f-8a17-4c67-907e-a993082f1cde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:00.836186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f95cc9-97fe-477b-85a0-5442db9ccfdd req-a816a635-4110-4625-9737-134d4cdf21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:00.837621 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65f95cc9-97fe-477b-85a0-5442db9ccfdd req-a816a635-4110-4625-9737-134d4cdf21b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0876446 Dec 12 17:36:00.867847 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ccb56064-e855-471a-ad64-3d5b90444266 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d947e82c490b4800b65bd4e32444ebd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705166 Dec 12 17:36:00.873524 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38094) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:00.961523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086b35e-f793-490c-a72d-e7332e900c4d req-d02b0a40-6c69-43a6-8cbc-bd891c679daa tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:00.962983 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7086b35e-f793-490c-a72d-e7332e900c4d req-d02b0a40-6c69-43a6-8cbc-bd891c679daa tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.20 "GET /v2.0/networks?id=d9379518-7141-4913-88d7-7d1fcb8ba7e8 HTTP/1.1" status: 200 len: 824 time: 0.5474486 Dec 12 17:36:00.975581 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179df70b-2b86-4dca-9f70-7aa44822346c req-8422283b-bf0f-42db-abaf-207980327eef tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:00.977157 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-179df70b-2b86-4dca-9f70-7aa44822346c req-8422283b-bf0f-42db-abaf-207980327eef tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.3067398 Dec 12 17:36:00.979459 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe8ab3a0-912c-4d13-b265-383428308a3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:01.015721 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe925d-c617-4592-a847-b3f034a1c706 req-b7836796-8540-4aca-a5fc-1b26d2e4832a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:01.019650 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37fe925d-c617-4592-a847-b3f034a1c706 req-b7836796-8540-4aca-a5fc-1b26d2e4832a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 945 time: 0.2685134 Dec 12 17:36:01.024012 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83c7616f-8a17-4c67-907e-a993082f1cde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:01.029001 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe8ab3a0-912c-4d13-b265-383428308a3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:01.031629 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83c7616f-8a17-4c67-907e-a993082f1cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:01.038344 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f95cc9-97fe-477b-85a0-5442db9ccfdd req-fe876cf5-9d51-44e7-8a0a-139d8cf5c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:01.039942 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65f95cc9-97fe-477b-85a0-5442db9ccfdd req-fe876cf5-9d51-44e7-8a0a-139d8cf5c982 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1798837 Dec 12 17:36:01.105212 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-83c7616f-8a17-4c67-907e-a993082f1cde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c902adce04044e18a91919ade97aeda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5914292 Dec 12 17:36:01.106348 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7616f-8a17-4c67-907e-a993082f1cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c3aafd-39e6-44fe-8eeb-78f9c1437794,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:01.110769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38096) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:01.145111 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe8ab3a0-912c-4d13-b265-383428308a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:01.148635 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe8ab3a0-912c-4d13-b265-383428308a3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:01.151217 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fe8ab3a0-912c-4d13-b265-383428308a3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38091a1d-a432-4dd3-9f39-e162e390a2b7 HTTP/1.1" status: 204 len: 168 time: 0.2762361 Dec 12 17:36:01.161773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ab3a0-912c-4d13-b265-383428308a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38091a1d-a432-4dd3-9f39-e162e390a2b7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:01.244231 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-c6fb1bba-67cb-411f-83f5-6cd85c60957a req-df6e2900-c62b-438a-8f39-be137ee9cb1d tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Deleting port 9741ccf6-c64f-454a-b3d4-1da9f17637ff {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:36:01.244568 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c6fb1bba-67cb-411f-83f5-6cd85c60957a req-df6e2900-c62b-438a-8f39-be137ee9cb1d tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:01.260456 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-179df70b-2b86-4dca-9f70-7aa44822346c req-63095950-44d6-41c3-9e71-a6251de85d78 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767074 Dec 12 17:36:01.279642 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7086b35e-f793-490c-a72d-e7332e900c4d req-4315ec4b-ce6d-42ef-9acd-7eeb0e840156 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=438b3403df11467186a128ec0b97682a HTTP/1.1" status: 200 len: 379 time: 0.2996225 Dec 12 17:36:01.322945 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37fe925d-c617-4592-a847-b3f034a1c706 req-e5c18bff-276d-4568-8c5f-4c0dda4093d7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866824 Dec 12 17:36:01.329849 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-7086b35e-f793-490c-a72d-e7332e900c4d req-d3135b98-0f54-45fa-9b29-13e59c3118df tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Request body: {'port': {'device_id': '389e7f45-fa28-497d-b9af-75e76512a258', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'admin_state_up': True, 'tenant_id': '438b3403df11467186a128ec0b97682a', 'security_groups': ['401c329f-2814-44f8-a453-db6557f7e6a5']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:01.524023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65f95cc9-97fe-477b-85a0-5442db9ccfdd req-d7958d56-40af-4441-8aa5-c83f073d66cd service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630141 Dec 12 17:36:01.567898 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfe7ac23-6e42-4806-8847-b170ec4152fd req-6c5cdc9d-0df6-419c-ba1c-0843199f27ae tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 210 time: 0.1861033 Dec 12 17:36:01.600088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-c6fb1bba-67cb-411f-83f5-6cd85c60957a req-df6e2900-c62b-438a-8f39-be137ee9cb1d tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] For port 9741ccf6-c64f-454a-b3d4-1da9f17637ff, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=9741ccf6-c64f-454a-b3d4-1da9f17637ff,segment=NetworkSegment(b5f115b0-b298-45f5-806c-99df12a98abb),segment_id=b5f115b0-b298-45f5-806c-99df12a98abb)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:01.600576 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c6fb1bba-67cb-411f-83f5-6cd85c60957a req-df6e2900-c62b-438a-8f39-be137ee9cb1d tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:01.663429 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b1c8947-71f1-40bb-9961-cc70a6e3db34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:02.090750 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67274b8-6628-4bbf-9f89-d75e4b3911df req-2112d58a-5169-4c3c-a171-f28fdfb0c111 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:02.092249 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d67274b8-6628-4bbf-9f89-d75e4b3911df req-2112d58a-5169-4c3c-a171-f28fdfb0c111 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b12c85b-1863-4567-ae34-0d92dd582117 HTTP/1.1" status: 200 len: 948 time: 0.6823177 Dec 12 17:36:02.112903 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b1c8947-71f1-40bb-9961-cc70a6e3db34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:02.287221 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65f95cc9-97fe-477b-85a0-5442db9ccfdd req-46a988fc-3262-46d1-b22a-ab1b7ed483ee service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7164114 Dec 12 17:36:02.304723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f4902-5f3f-40a9-a602-bd9b7ad3c148 req-b1270101-4d37-435f-ab1d-a87df61b6617 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:02.313041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e58f4902-5f3f-40a9-a602-bd9b7ad3c148 req-b1270101-4d37-435f-ab1d-a87df61b6617 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 944 time: 0.6058323 Dec 12 17:36:02.332586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7086b35e-f793-490c-a72d-e7332e900c4d req-d3135b98-0f54-45fa-9b29-13e59c3118df tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Made reservation on behalf of 438b3403df11467186a128ec0b97682a for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:36:02.336572 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7086b35e-f793-490c-a72d-e7332e900c4d req-d3135b98-0f54-45fa-9b29-13e59c3118df tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:02.355190 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 242c22d4-78fc-4ba9-89c6-d36b9e326e3f details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:36:02.358396 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 16faa754-ba0e-41fe-b717-c11930df0a7b no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:36:02.420401 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d67274b8-6628-4bbf-9f89-d75e4b3911df req-82c6fb32-8488-4d6b-9ae4-a525ef26ed3b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055854 Dec 12 17:36:02.508466 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b1c8947-71f1-40bb-9961-cc70a6e3db34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:02.511069 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b1c8947-71f1-40bb-9961-cc70a6e3db34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:02.512264 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9b1c8947-71f1-40bb-9961-cc70a6e3db34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71c3aafd-39e6-44fe-8eeb-78f9c1437794 HTTP/1.1" status: 204 len: 168 time: 1.3875835 Dec 12 17:36:02.563525 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 242c22d4-78fc-4ba9-89c6-d36b9e326e3f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=242c22d4-78fc-4ba9-89c6-d36b9e326e3f,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:02.566649 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c6fb1bba-67cb-411f-83f5-6cd85c60957a req-df6e2900-c62b-438a-8f39-be137ee9cb1d tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:02.567193 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c6fb1bba-67cb-411f-83f5-6cd85c60957a req-df6e2900-c62b-438a-8f39-be137ee9cb1d tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:02.567887 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-c6fb1bba-67cb-411f-83f5-6cd85c60957a req-df6e2900-c62b-438a-8f39-be137ee9cb1d tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Floating IP 366e6e20-fcfd-45b0-9a1c-11fe4fcb88a0 disassociated. External IP: 172.25.1.192, port: 9741ccf6-c64f-454a-b3d4-1da9f17637ff. Dec 12 17:36:02.567887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-c6fb1bba-67cb-411f-83f5-6cd85c60957a req-df6e2900-c62b-438a-8f39-be137ee9cb1d tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Calling delete_port for 9741ccf6-c64f-454a-b3d4-1da9f17637ff owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:36:02.579915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c8947-71f1-40bb-9961-cc70a6e3db34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c3aafd-39e6-44fe-8eeb-78f9c1437794,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:02.594630 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '242c22d4-78fc-4ba9-89c6-d36b9e326e3f', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '242c22d4-78fc-4ba9-89c6-d36b9e326e3f', 'mac_address': 'fa:16:3e:08:bb:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:36:02.616412 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e58f4902-5f3f-40a9-a602-bd9b7ad3c148 req-8cd60b79-85d4-4591-9c48-6eca08add85e tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917709 Dec 12 17:36:02.718878 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:02.736268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242c22d4-78fc-4ba9-89c6-d36b9e326e3f {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:02.764642 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 242c22d4-78fc-4ba9-89c6-d36b9e326e3f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=242c22d4-78fc-4ba9-89c6-d36b9e326e3f,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:02.769797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 9741ccf6-c64f-454a-b3d4-1da9f17637ff no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:36:02.831095 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:02.897593 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=242c22d4-78fc-4ba9-89c6-d36b9e326e3f,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:02.957873 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:03.001701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-7086b35e-f793-490c-a72d-e7332e900c4d req-d3135b98-0f54-45fa-9b29-13e59c3118df tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Allocated IP 172.20.0.7 (d9379518-7141-4913-88d7-7d1fcb8ba7e8/79ecbb35-c555-4daf-a052-e49241c4c136/02cf389a-8001-48d8-ae12-dfb3a457a068) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:36:03.003766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 9741ccf6-c64f-454a-b3d4-1da9f17637ff, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=9741ccf6-c64f-454a-b3d4-1da9f17637ff,segment=NetworkSegment(b5f115b0-b298-45f5-806c-99df12a98abb),segment_id=b5f115b0-b298-45f5-806c-99df12a98abb)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:03.009657 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055c0ed5-0e70-4b4f-a327-29c55df81af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9741ccf6-c64f-454a-b3d4-1da9f17637ff'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:03.012697 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84b1702-2ef2-4757-90f7-f6a0da5bc211" -d '{"events": [{"server_uuid": "055c0ed5-0e70-4b4f-a327-29c55df81af3", "name": "network-vif-unplugged", "status": "completed", "tag": "9741ccf6-c64f-454a-b3d4-1da9f17637ff"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:03.017103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7a38f-786a-40f5-a24c-6cd0405f6fec req-90d7be48-ca38-42d7-9c8c-5cd116de748e tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:03.018618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05e7a38f-786a-40f5-a24c-6cd0405f6fec req-90d7be48-ca38-42d7-9c8c-5cd116de748e tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.3985593 Dec 12 17:36:03.023288 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:03.040850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195315dd-360c-425d-b2bc-f0ed76a25ec4 req-99a79912-245d-474f-b68f-44093ad770a6 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:03.048143 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-195315dd-360c-425d-b2bc-f0ed76a25ec4 req-99a79912-245d-474f-b68f-44093ad770a6 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 945 time: 0.2428558 Dec 12 17:36:03.139031 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['242c22d4-78fc-4ba9-89c6-d36b9e326e3f'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:36:03.376561 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-195315dd-360c-425d-b2bc-f0ed76a25ec4 req-b74837ec-2a93-485f-a5a2-f51faa66b8cf tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274233 Dec 12 17:36:03.406706 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=9741ccf6-c64f-454a-b3d4-1da9f17637ff,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:03.433662 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05e7a38f-786a-40f5-a24c-6cd0405f6fec req-735030e1-a6ba-4895-91b7-da167e68be19 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012992 Dec 12 17:36:03.487102 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c6fb1bba-67cb-411f-83f5-6cd85c60957a req-df6e2900-c62b-438a-8f39-be137ee9cb1d tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:03.533602 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4ae15e-f50e-449a-8053-fdfbdac64f85 x-openstack-request-id: req-8c4ae15e-f50e-449a-8053-fdfbdac64f85 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:03.533922 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055c0ed5-0e70-4b4f-a327-29c55df81af3", "name": "network-vif-unplugged", "status": "completed", "tag": "9741ccf6-c64f-454a-b3d4-1da9f17637ff", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:03.534192 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c4ae15e-f50e-449a-8053-fdfbdac64f85 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:03.534560 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055c0ed5-0e70-4b4f-a327-29c55df81af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9741ccf6-c64f-454a-b3d4-1da9f17637ff', 'code': 200} Dec 12 17:36:03.615968 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7086b35e-f793-490c-a72d-e7332e900c4d req-d3135b98-0f54-45fa-9b29-13e59c3118df tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:03.703990 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e2900-c62b-438a-8f39-be137ee9cb1d tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Pushing event deleted for resources: {'Port': ['ID=9741ccf6-c64f-454a-b3d4-1da9f17637ff,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:03.787592 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6068887e-cadf-44e2-a69d-0d5660d59bba req-96aff964-0a80-400c-ae4d-b4c163ee93ca tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 210 time: 0.2350922 Dec 12 17:36:03.790215 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38182) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:03.842277 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7086b35e-f793-490c-a72d-e7332e900c4d req-d3135b98-0f54-45fa-9b29-13e59c3118df tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:03.867251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b16e29-4cae-4246-afb8-bde47e5a278e req-a0621e7d-d7a5-4331-a680-c58050f9158d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:03.868935 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4b16e29-4cae-4246-afb8-bde47e5a278e req-a0621e7d-d7a5-4331-a680-c58050f9158d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b12c85b-1863-4567-ae34-0d92dd582117 HTTP/1.1" status: 200 len: 949 time: 0.2214398 Dec 12 17:36:03.922161 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6fb1bba-67cb-411f-83f5-6cd85c60957a req-df6e2900-c62b-438a-8f39-be137ee9cb1d tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Router ca5ef445-890a-405f-8745-017181a69ac3 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:36:03.952203 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-04868257-d611-4218-a153-1d36cd0c78ee admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1144113736-network', 'tenant_id': '04519941bd364ef2ad627751f19ecef8'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:03.956598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7086b35e-f793-490c-a72d-e7332e900c4d req-d3135b98-0f54-45fa-9b29-13e59c3118df tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Network d9379518-7141-4913-88d7-7d1fcb8ba7e8 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:36:03.970537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-7086b35e-f793-490c-a72d-e7332e900c4d req-d3135b98-0f54-45fa-9b29-13e59c3118df tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:36:03.978573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-7086b35e-f793-490c-a72d-e7332e900c4d req-d3135b98-0f54-45fa-9b29-13e59c3118df tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:36:03.996972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3135b98-0f54-45fa-9b29-13e59c3118df tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Pushing event updated for resources: {'Port': ['ID=02cf389a-8001-48d8-ae12-dfb3a457a068,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:04.014220 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04868257-d611-4218-a153-1d36cd0c78ee admin admin] Made reservation on behalf of 04519941bd364ef2ad627751f19ecef8 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:36:04.017477 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04868257-d611-4218-a153-1d36cd0c78ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:04.031025 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04868257-d611-4218-a153-1d36cd0c78ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:04.169137 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04868257-d611-4218-a153-1d36cd0c78ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:04.173242 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04868257-d611-4218-a153-1d36cd0c78ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:04.199606 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04868257-d611-4218-a153-1d36cd0c78ee admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:36:04.217807 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04868257-d611-4218-a153-1d36cd0c78ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617abf21-f366-4cb6-a900-5a10c6d94f65,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:04.222639 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04868257-d611-4218-a153-1d36cd0c78ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:04.223110 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-04868257-d611-4218-a153-1d36cd0c78ee admin admin] Added segment cd779a0d-0fba-45a9-83f2-9d98accc855f of type vlan for network fcfc1396-41eb-49e2-bbfd-1d0c1c3d8e73 Dec 12 17:36:04.276729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6fb1bba-67cb-411f-83f5-6cd85c60957a req-df6e2900-c62b-438a-8f39-be137ee9cb1d tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:36:04.283077 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04868257-d611-4218-a153-1d36cd0c78ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:04.287633 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce18c9a6-6d46-4696-bbf4-d06a48ffe6b8 None None] Sync routers for ids ['ca5ef445-890a-405f-8745-017181a69ac3'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:36:04.324274 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18c9a6-6d46-4696-bbf4-d06a48ffe6b8 None None] Routers {'ca5ef445-890a-405f-8745-017181a69ac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:36:04.324918 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ce18c9a6-6d46-4696-bbf4-d06a48ffe6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:35:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ca5ef445-890a-405f-8745-017181a69ac3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:04.340996 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04868257-d611-4218-a153-1d36cd0c78ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:04.342315 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04868257-d611-4218-a153-1d36cd0c78ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:04.343264 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04868257-d611-4218-a153-1d36cd0c78ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:04.407052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 242c22d4-78fc-4ba9-89c6-d36b9e326e3f up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:36:04.437910 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04868257-d611-4218-a153-1d36cd0c78ee admin admin] Pushing event updated for resources: {'Network': ['ID=fcfc1396-41eb-49e2-bbfd-1d0c1c3d8e73,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:04.450403 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-04868257-d611-4218-a153-1d36cd0c78ee admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6590421 Dec 12 17:36:04.451296 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38198) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:04.457166 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-46b286cf-f84c-441c-9478-e122fc20a67d admin admin] Request body: {'subnet': {'network_id': 'fcfc1396-41eb-49e2-bbfd-1d0c1c3d8e73', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1144113736-subnet', 'tenant_id': '04519941bd364ef2ad627751f19ecef8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:04.461858 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fb1bba-67cb-411f-83f5-6cd85c60957a req-df6e2900-c62b-438a-8f39-be137ee9cb1d tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] No DVR routers for this DVR port 9741ccf6-c64f-454a-b3d4-1da9f17637ff on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:36:04.504163 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b286cf-f84c-441c-9478-e122fc20a67d admin admin] Made reservation on behalf of 04519941bd364ef2ad627751f19ecef8 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:36:04.512420 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46b286cf-f84c-441c-9478-e122fc20a67d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:04.515779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4b16e29-4cae-4246-afb8-bde47e5a278e req-78a2c5b1-daee-4a20-a494-3ef598bc6b81 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6112263 Dec 12 17:36:04.520810 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c6fb1bba-67cb-411f-83f5-6cd85c60957a req-df6e2900-c62b-438a-8f39-be137ee9cb1d tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:04.526202 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c6fb1bba-67cb-411f-83f5-6cd85c60957a req-df6e2900-c62b-438a-8f39-be137ee9cb1d tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.31 "DELETE /v2.0/ports/9741ccf6-c64f-454a-b3d4-1da9f17637ff HTTP/1.1" status: 204 len: 173 time: 3.8570774 Dec 12 17:36:04.537610 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055c0ed5-0e70-4b4f-a327-29c55df81af3', 'name': 'network-vif-deleted', 'tag': '9741ccf6-c64f-454a-b3d4-1da9f17637ff'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:04.540141 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8e6c26-6d3f-4d6e-9a9d-cb8da9398799" -d '{"events": [{"server_uuid": "055c0ed5-0e70-4b4f-a327-29c55df81af3", "name": "network-vif-deleted", "tag": "9741ccf6-c64f-454a-b3d4-1da9f17637ff"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:04.546408 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network fcfc1396-41eb-49e2-bbfd-1d0c1c3d8e73 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:36:04.554920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086b35e-f793-490c-a72d-e7332e900c4d req-d3135b98-0f54-45fa-9b29-13e59c3118df tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:04.555613 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7086b35e-f793-490c-a72d-e7332e900c4d req-d3135b98-0f54-45fa-9b29-13e59c3118df tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:04.684520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7086b35e-f793-490c-a72d-e7332e900c4d req-d3135b98-0f54-45fa-9b29-13e59c3118df tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3809605 Dec 12 17:36:04.697133 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-94530df7-5bce-4de1-9746-2f8d162330dc service neutron] 10.222.0.20 "GET /v2.0/ports/16faa754-ba0e-41fe-b717-c11930df0a7b/bindings/n-h1-760354-5 HTTP/1.1" status: 200 len: 384 time: 0.3856361 Dec 12 17:36:04.698688 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-eefe6e08-4fc3-4822-b70d-48f76e4b5317 None None] Provisioning complete for port 02cf389a-8001-48d8-ae12-dfb3a457a068 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:04.699509 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eefe6e08-4fc3-4822-b70d-48f76e4b5317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:04.701020 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Request body: {'port': {'device_id': '389e7f45-fa28-497d-b9af-75e76512a258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:04.744288 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-eefe6e08-4fc3-4822-b70d-48f76e4b5317 None None] Port 02cf389a-8001-48d8-ae12-dfb3a457a068 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:36:04.764788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5ebc3-4bd3-4055-a966-7f57b2cdcc53 req-0f3bf708-f2d1-416f-bcc3-c393c663eb93 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:04.772557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81d5ebc3-4bd3-4055-a966-7f57b2cdcc53 req-0f3bf708-f2d1-416f-bcc3-c393c663eb93 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 945 time: 0.1684208 Dec 12 17:36:04.825360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97a98-9ba5-49e5-8edc-8b2d4d94d8ad req-ba72e39c-24f2-4977-9321-34791279a8f8 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:04.828417 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4f97a98-9ba5-49e5-8edc-8b2d4d94d8ad req-ba72e39c-24f2-4977-9321-34791279a8f8 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 944 time: 0.2268775 Dec 12 17:36:04.836198 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ce18c9a6-6d46-4696-bbf4-d06a48ffe6b8 None None] Set router ca5ef445-890a-405f-8745-017181a69ac3 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:36:04.875738 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46b286cf-f84c-441c-9478-e122fc20a67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:04.890444 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:04.900401 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 242c22d4-78fc-4ba9-89c6-d36b9e326e3f completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:36:04.932000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81d5ebc3-4bd3-4055-a966-7f57b2cdcc53 req-b0d753be-e14f-4052-8177-1866f9f02f5d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585228 Dec 12 17:36:04.934108 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b286cf-f84c-441c-9478-e122fc20a67d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f14cd88-0376-411a-99d2-a053303c18e8,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:04.952137 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 242c22d4-78fc-4ba9-89c6-d36b9e326e3f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:04.952609 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:04.971072 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b286cf-f84c-441c-9478-e122fc20a67d admin admin] Checking segment: {'id': 'cd779a0d-0fba-45a9-83f2-9d98accc855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fcfc1396-41eb-49e2-bbfd-1d0c1c3d8e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:36:04.971529 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b286cf-f84c-441c-9478-e122fc20a67d admin admin] Network hostable DHCP agents. Network: fcfc1396-41eb-49e2-bbfd-1d0c1c3d8e73, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:36:05.004832 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b286cf-f84c-441c-9478-e122fc20a67d admin admin] Network fcfc1396-41eb-49e2-bbfd-1d0c1c3d8e73 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:36:05.023636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-46b286cf-f84c-441c-9478-e122fc20a67d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, fcfc1396-41eb-49e2-bbfd-1d0c1c3d8e73) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:36:05.040104 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b286cf-f84c-441c-9478-e122fc20a67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:05.041063 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46b286cf-f84c-441c-9478-e122fc20a67d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:05.092974 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4f97a98-9ba5-49e5-8edc-8b2d4d94d8ad req-fa877d7a-0f53-44d4-9df6-1faa3b35858d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389281 Dec 12 17:36:05.093319 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-46b286cf-f84c-441c-9478-e122fc20a67d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6402669 Dec 12 17:36:05.412799 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937a9528-763c-4991-b6b6-6c44a78b6cb0 None None] Network fcfc1396-41eb-49e2-bbfd-1d0c1c3d8e73 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:36:05.464979 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbddd06-a0fe-4f0d-9023-96fc15d962c6 x-openstack-request-id: req-3cbddd06-a0fe-4f0d-9023-96fc15d962c6 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:05.465341 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055c0ed5-0e70-4b4f-a327-29c55df81af3", "name": "network-vif-deleted", "tag": "9741ccf6-c64f-454a-b3d4-1da9f17637ff", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:05.465661 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3cbddd06-a0fe-4f0d-9023-96fc15d962c6 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:05.466166 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055c0ed5-0e70-4b4f-a327-29c55df81af3', 'name': 'network-vif-deleted', 'tag': '9741ccf6-c64f-454a-b3d4-1da9f17637ff', 'status': 'completed', 'code': 200} Dec 12 17:36:05.476155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-3287a5ff-2427-4bf8-92f6-12b8935509c1 service neutron] For port 16faa754-ba0e-41fe-b717-c11930df0a7b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=16faa754-ba0e-41fe-b717-c11930df0a7b,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:05.487923 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30e1b1-cec7-4132-b7f0-f1595b8ffb0f req-aff7ec9f-4baa-4589-8235-95ab4a300a74 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:05.488782 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f30e1b1-cec7-4132-b7f0-f1595b8ffb0f req-aff7ec9f-4baa-4589-8235-95ab4a300a74 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.2169793 Dec 12 17:36:05.546059 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-3287a5ff-2427-4bf8-92f6-12b8935509c1 service neutron] For port 16faa754-ba0e-41fe-b717-c11930df0a7b, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:36:05.551053 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:05.589977 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 242c22d4-78fc-4ba9-89c6-d36b9e326e3f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=242c22d4-78fc-4ba9-89c6-d36b9e326e3f,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:05.595924 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b12c85b-1863-4567-ae34-0d92dd582117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242c22d4-78fc-4ba9-89c6-d36b9e326e3f'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:05.598806 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed73c0d8-396a-4991-99fd-dbeced9c9bcc" -d '{"events": [{"server_uuid": "3b12c85b-1863-4567-ae34-0d92dd582117", "name": "network-vif-plugged", "status": "completed", "tag": "242c22d4-78fc-4ba9-89c6-d36b9e326e3f"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:05.605911 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:05.636832 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-3287a5ff-2427-4bf8-92f6-12b8935509c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16faa754-ba0e-41fe-b717-c11930df0a7b {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:05.644074 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f30e1b1-cec7-4132-b7f0-f1595b8ffb0f req-fbb36b73-978f-4545-92e1-8b499cca284c tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471059 Dec 12 17:36:05.656891 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-3287a5ff-2427-4bf8-92f6-12b8935509c1 service neutron] For port 16faa754-ba0e-41fe-b717-c11930df0a7b, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=16faa754-ba0e-41fe-b717-c11930df0a7b,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:05.698636 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-3287a5ff-2427-4bf8-92f6-12b8935509c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:05.713439 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a5795-2858-4df3-a8f8-9f8120509246 None None] Network fcfc1396-41eb-49e2-bbfd-1d0c1c3d8e73 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:36:05.727530 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd84f52-c323-409c-9c77-59525fcfdf4f req-4ff69252-96ef-4818-8155-4fae47973814 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:05.734572 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbd84f52-c323-409c-9c77-59525fcfdf4f req-4ff69252-96ef-4818-8155-4fae47973814 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 931 time: 0.1656594 Dec 12 17:36:05.747943 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02cf389a-8001-48d8-ae12-dfb3a457a068 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:05.767846 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:05.794792 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=242c22d4-78fc-4ba9-89c6-d36b9e326e3f,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:05.798581 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ce18c9a6-6d46-4696-bbf4-d06a48ffe6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:32:25Z', 'revision_number': 4, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'c7d0cbf9-9932-4f1e-9f18-217437d112bd', 'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'mac_address': 'fa:16:3e:33:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:24Z', 'updated_at': '2021-12-12T17:32:31Z', 'revision_number': 5, 'project_id': '438b3403df11467186a128ec0b97682a', 'subnets': [{'id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:05.816016 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-b56c2deb-f781-4888-bf07-710c4a36dfe0 req-4bbc6fc9-267a-432e-8b6e-86fa651bd5d2 tempest-SecurityGroupsNegativeTestJSON-1104853498 tempest-SecurityGroupsNegativeTestJSON-1104853498-project] show failed (client error): The resource could not be found. Dec 12 17:36:05.817037 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b56c2deb-f781-4888-bf07-710c4a36dfe0 req-4bbc6fc9-267a-432e-8b6e-86fa651bd5d2 tempest-SecurityGroupsNegativeTestJSON-1104853498 tempest-SecurityGroupsNegativeTestJSON-1104853498-project] 10.222.0.18 "GET /v2.0/security-groups/ffa9cb99-60e9-46c2-ae58-948d91fda909 HTTP/1.1" status: 404 len: 352 time: 0.0631571 Dec 12 17:36:05.829198 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Transition to ACTIVE for port object 02cf389a-8001-48d8-ae12-dfb3a457a068 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:36:05.839963 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce18c9a6-6d46-4696-bbf4-d06a48ffe6b8 None None] Checking router: ca5ef445-890a-405f-8745-017181a69ac3 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:36:05.850259 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:05.862768 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18c9a6-6d46-4696-bbf4-d06a48ffe6b8 None None] Routers {'ca5ef445-890a-405f-8745-017181a69ac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:36:05.863135 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ce18c9a6-6d46-4696-bbf4-d06a48ffe6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:35:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ca5ef445-890a-405f-8745-017181a69ac3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:05.865097 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbd84f52-c323-409c-9c77-59525fcfdf4f req-8d6d33e1-cda6-494b-9e41-5e1c0d6aa200 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296914 Dec 12 17:36:06.008210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-3287a5ff-2427-4bf8-92f6-12b8935509c1 service neutron] Transition to ACTIVE for port object 16faa754-ba0e-41fe-b717-c11930df0a7b will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:36:06.029368 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-3287a5ff-2427-4bf8-92f6-12b8935509c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:06.047241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Pushing event updated for resources: {'Port': ['ID=02cf389a-8001-48d8-ae12-dfb3a457a068,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:06.071883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ce18c9a6-6d46-4696-bbf4-d06a48ffe6b8 None None] Set router ca5ef445-890a-405f-8745-017181a69ac3 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:36:06.160452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Attempting to bind port 02cf389a-8001-48d8-ae12-dfb3a457a068 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:36:06.160792 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Attempting to bind port 02cf389a-8001-48d8-ae12-dfb3a457a068 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'b5f115b0-b298-45f5-806c-99df12a98abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:36:06.161146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Attempting to bind port 02cf389a-8001-48d8-ae12-dfb3a457a068 on network d9379518-7141-4913-88d7-7d1fcb8ba7e8 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:06.165682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-3287a5ff-2427-4bf8-92f6-12b8935509c1 service neutron] No DVR routers for this DVR port 16faa754-ba0e-41fe-b717-c11930df0a7b on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:36:06.169200 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287a5ff-2427-4bf8-92f6-12b8935509c1 service neutron] Pushing event updated for resources: {'Port': ['ID=16faa754-ba0e-41fe-b717-c11930df0a7b,revision_number=10']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:06.178989 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa41a4-4b92-41e5-9e46-a27530685ede req-cb660526-0d93-484b-acfe-a1cde3549960 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:06.180544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aafa41a4-4b92-41e5-9e46-a27530685ede req-cb660526-0d93-484b-acfe-a1cde3549960 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.1970139 Dec 12 17:36:06.196653 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Port 02cf389a-8001-48d8-ae12-dfb3a457a068 on network d9379518-7141-4913-88d7-7d1fcb8ba7e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:36:06.196935 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Attempting to bind port 02cf389a-8001-48d8-ae12-dfb3a457a068 on network d9379518-7141-4913-88d7-7d1fcb8ba7e8 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:06.247543 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:36:06.247779 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Checking segment: {'id': 'b5f115b0-b298-45f5-806c-99df12a98abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:36:06.248156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Bound using segment: {'id': 'b5f115b0-b298-45f5-806c-99df12a98abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:36:06.248586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Bound port: 02cf389a-8001-48d8-ae12-dfb3a457a068, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f115b0-b298-45f5-806c-99df12a98abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:36:06.249193 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:06.259332 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-3287a5ff-2427-4bf8-92f6-12b8935509c1 service neutron] 10.222.0.20 "PUT /v2.0/ports/16faa754-ba0e-41fe-b717-c11930df0a7b/bindings/n-h1-760354-5/activate HTTP/1.1" status: 200 len: 369 time: 1.5520608 Dec 12 17:36:06.328410 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4fb9f-68df-487d-8d5b-c9abba5783c4 req-29cebb32-9910-470e-870b-991ba26d958f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:06.328700 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ce18c9a6-6d46-4696-bbf4-d06a48ffe6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:32:25Z', 'revision_number': 4, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'c7d0cbf9-9932-4f1e-9f18-217437d112bd', 'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'mac_address': 'fa:16:3e:33:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:24Z', 'updated_at': '2021-12-12T17:32:31Z', 'revision_number': 5, 'project_id': '438b3403df11467186a128ec0b97682a', 'subnets': [{'id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:06.329883 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3c4fb9f-68df-487d-8d5b-c9abba5783c4 req-29cebb32-9910-470e-870b-991ba26d958f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b12c85b-1863-4567-ae34-0d92dd582117 HTTP/1.1" status: 200 len: 950 time: 0.1653371 Dec 12 17:36:06.336081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aafa41a4-4b92-41e5-9e46-a27530685ede req-4f6a2fd4-5f3b-49fc-8c08-9fecc0a18ebd tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422358 Dec 12 17:36:06.364013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce18c9a6-6d46-4696-bbf4-d06a48ffe6b8 None None] The sync data for ids ['ca5ef445-890a-405f-8745-017181a69ac3'] in n-d-760354-5 is: [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:32:25Z', 'revision_number': 4, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'c7d0cbf9-9932-4f1e-9f18-217437d112bd', 'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'mac_address': 'fa:16:3e:33:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:24Z', 'updated_at': '2021-12-12T17:32:31Z', 'revision_number': 5, 'project_id': '438b3403df11467186a128ec0b97682a', 'subnets': [{'id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:36:06.400388 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e67e2c-7bbe-47f9-837f-e09bfba56aed x-openstack-request-id: req-a9e67e2c-7bbe-47f9-837f-e09bfba56aed {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:06.400775 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b12c85b-1863-4567-ae34-0d92dd582117", "name": "network-vif-plugged", "status": "completed", "tag": "242c22d4-78fc-4ba9-89c6-d36b9e326e3f", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:06.401096 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9e67e2c-7bbe-47f9-837f-e09bfba56aed {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:06.401557 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b12c85b-1863-4567-ae34-0d92dd582117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242c22d4-78fc-4ba9-89c6-d36b9e326e3f', 'code': 200} Dec 12 17:36:06.616668 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc8d348-9644-4c50-8a9a-e2bb39bcee86 None None] New status for floating IP 366e6e20-fcfd-45b0-9a1c-11fe4fcb88a0: DOWN {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:36:06.745721 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] For port 02cf389a-8001-48d8-ae12-dfb3a457a068, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:36:06.777486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-18c1b03b-0c72-48fd-9ff0-efbecbf6d36c tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:06.779016 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-18c1b03b-0c72-48fd-9ff0-efbecbf6d36c tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0&tenant_id=ed3999e96c6f4755bb182b05f58b09fc&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 1096 time: 0.4482653 Dec 12 17:36:06.782829 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] For port 02cf389a-8001-48d8-ae12-dfb3a457a068, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=02cf389a-8001-48d8-ae12-dfb3a457a068,segment=NetworkSegment(b5f115b0-b298-45f5-806c-99df12a98abb),segment_id=b5f115b0-b298-45f5-806c-99df12a98abb)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:36:06.790971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3c4fb9f-68df-487d-8d5b-c9abba5783c4 req-ff501bcb-c770-4065-bbab-9dcaf5558ecb tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457448 Dec 12 17:36:06.809216 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4a15a-3de7-42e5-9be7-4ce67529d363 req-38dac83b-6ccb-49ed-889d-bca842acf5ad tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:06.811691 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8d4a15a-3de7-42e5-9be7-4ce67529d363 req-38dac83b-6ccb-49ed-889d-bca842acf5ad tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 945 time: 0.1632752 Dec 12 17:36:06.835764 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:06.838738 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79bc00-3145-4869-b65a-86eb91fcabe0 req-82c4ffab-963e-46b3-9bc0-93dd549cdbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:06.840268 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c79bc00-3145-4869-b65a-86eb91fcabe0 req-82c4ffab-963e-46b3-9bc0-93dd549cdbdd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3b12c85b-1863-4567-ae34-0d92dd582117 HTTP/1.1" status: 200 len: 1101 time: 0.1929569 Dec 12 17:36:06.935813 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:06.936440 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:06.937810 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7086b35e-f793-490c-a72d-e7332e900c4d req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] 10.222.0.20 "PUT /v2.0/ports/02cf389a-8001-48d8-ae12-dfb3a457a068 HTTP/1.1" status: 200 len: 1091 time: 2.2438066 Dec 12 17:36:06.986568 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-40d19d01-f940-4511-8fd0-cfe218d341cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:06.988121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-40d19d01-f940-4511-8fd0-cfe218d341cb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0&tenant_id=ed3999e96c6f4755bb182b05f58b09fc HTTP/1.1" status: 200 len: 1096 time: 0.1955407 Dec 12 17:36:07.092168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dacc1b-7814-4cf7-8331-9607b93f6890 service neutron] Pushing event updated for resources: {'Port': ['ID=02cf389a-8001-48d8-ae12-dfb3a457a068,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:07.100439 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8d4a15a-3de7-42e5-9be7-4ce67529d363 req-a602f454-2e53-4304-a75d-dba835b00621 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592099 Dec 12 17:36:07.102537 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c79bc00-3145-4869-b65a-86eb91fcabe0 req-58bf9d9b-1450-43b1-bb4c-f677752d73ac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406797 Dec 12 17:36:07.127552 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667b0eb-9240-47ee-a782-bae8d007e26a req-95c574cc-09c4-499c-9af8-72e591281f7b tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:07.129095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3667b0eb-9240-47ee-a782-bae8d007e26a req-95c574cc-09c4-499c-9af8-72e591281f7b tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 945 time: 0.1970212 Dec 12 17:36:07.137999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086b35e-f793-490c-a72d-e7332e900c4d req-ad80a19e-eb46-4249-bb7f-ae7a1e29809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:07.139568 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7086b35e-f793-490c-a72d-e7332e900c4d req-ad80a19e-eb46-4249-bb7f-ae7a1e29809e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=438b3403df11467186a128ec0b97682a&device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 1094 time: 0.1485987 Dec 12 17:36:07.168024 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-56ce0ab2-158a-4a42-bec9-a9cf32bcb339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:07.169480 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-56ce0ab2-158a-4a42-bec9-a9cf32bcb339 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 1096 time: 0.1148102 Dec 12 17:36:07.269519 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3667b0eb-9240-47ee-a782-bae8d007e26a req-03908503-5566-45f1-a456-792fd4550e05 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289814 Dec 12 17:36:07.278796 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64bc4967-af1a-4735-bdaf-e05aa6c9d34c req-0bbcaff2-f9ce-4dfc-a4a7-4a451117bdaf tempest-SecurityGroupsNegativeTestJSON-1104853498 tempest-SecurityGroupsNegativeTestJSON-1104853498-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04519941bd364ef2ad627751f19ecef8 HTTP/1.1" status: 200 len: 3001 time: 0.1295958 Dec 12 17:36:07.351532 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7086b35e-f793-490c-a72d-e7332e900c4d req-a6eedff8-5337-4d11-9c8b-126cfa8df8c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02cf389a-8001-48d8-ae12-dfb3a457a068 HTTP/1.1" status: 200 len: 217 time: 0.0499430 Dec 12 17:36:07.380844 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-70d7a804-64da-45fd-9e17-af39cbd03141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:07.382244 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-70d7a804-64da-45fd-9e17-af39cbd03141 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 922 time: 0.1954045 Dec 12 17:36:07.472097 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389e7f45-fa28-497d-b9af-75e76512a258', 'tag': '02cf389a-8001-48d8-ae12-dfb3a457a068'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:07.474968 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb97ecd-16d4-468c-88dd-b5aa0d0d77da" -d '{"events": [{"name": "network-changed", "server_uuid": "389e7f45-fa28-497d-b9af-75e76512a258", "tag": "02cf389a-8001-48d8-ae12-dfb3a457a068"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:07.485477 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64bc4967-af1a-4735-bdaf-e05aa6c9d34c req-5eef524a-17a2-4ac8-8788-0d74ad0e277c tempest-SecurityGroupsNegativeTestJSON-1104853498 tempest-SecurityGroupsNegativeTestJSON-1104853498-project] 10.222.0.18 "GET /v2.0/security-groups/617abf21-f366-4cb6-a900-5a10c6d94f65 HTTP/1.1" status: 200 len: 2998 time: 0.2001634 Dec 12 17:36:07.487085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-33db3ec6-d413-414e-b644-168b9c252cee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16faa754-ba0e-41fe-b717-c11930df0a7b HTTP/1.1" status: 200 len: 217 time: 0.0660193 Dec 12 17:36:07.496943 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086b35e-f793-490c-a72d-e7332e900c4d req-0c988104-9fe9-43b4-ae75-b6e34572717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:07.496943 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7086b35e-f793-490c-a72d-e7332e900c4d req-0c988104-9fe9-43b4-ae75-b6e34572717e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79ecbb35-c555-4daf-a052-e49241c4c136 HTTP/1.1" status: 200 len: 863 time: 0.1373606 Dec 12 17:36:07.543083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7da7b0-e380-455e-bba8-02c54f5c6976 req-0b2d29a5-b5b8-42b0-bbd0-360d1fe40568 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:07.544462 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed7da7b0-e380-455e-bba8-02c54f5c6976 req-0b2d29a5-b5b8-42b0-bbd0-360d1fe40568 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1882727 Dec 12 17:36:07.565852 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38266) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:07.629993 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-dca53ded-8963-4dcb-96ba-77c2f8c48963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:07.631523 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-dca53ded-8963-4dcb-96ba-77c2f8c48963 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.1335387 Dec 12 17:36:07.658108 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64bc4967-af1a-4735-bdaf-e05aa6c9d34c req-bd86e38e-8e23-4545-b1b2-87355b09a821 tempest-SecurityGroupsNegativeTestJSON-1104853498 tempest-SecurityGroupsNegativeTestJSON-1104853498-project] 10.222.0.18 "GET /v2.0/security-groups/617abf21-f366-4cb6-a900-5a10c6d94f65 HTTP/1.1" status: 200 len: 2998 time: 0.1497912 Dec 12 17:36:07.667963 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34bd35-870e-471e-a390-e4efece972ee req-cc6a8e92-2fd8-44cf-a1f6-5145e1e11d66 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:07.669480 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7b34bd35-870e-471e-a390-e4efece972ee req-cc6a8e92-2fd8-44cf-a1f6-5145e1e11d66 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.31 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.0592897 Dec 12 17:36:07.684906 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-26b8106f-f153-428c-a5da-ea1085b2e042 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445495 Dec 12 17:36:07.687646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086b35e-f793-490c-a72d-e7332e900c4d req-c164d3a6-2201-4055-b0c1-62894336dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:07.689000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7086b35e-f793-490c-a72d-e7332e900c4d req-c164d3a6-2201-4055-b0c1-62894336dad1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9379518-7141-4913-88d7-7d1fcb8ba7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541431 Dec 12 17:36:07.689800 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-89ec62c5-599f-4e54-8886-b97b4a83c96b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:07.694227 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed7da7b0-e380-455e-bba8-02c54f5c6976 req-782fceb1-56e4-40b7-a9b1-b473d35c238d tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317306 Dec 12 17:36:07.827862 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-7b34bd35-870e-471e-a390-e4efece972ee req-cf5768c2-be08-4109-871f-db540238a0a6 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Deleting port ef540c54-c847-403d-80db-e5e5e13dfe54 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:36:07.828228 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7b34bd35-870e-471e-a390-e4efece972ee req-cf5768c2-be08-4109-871f-db540238a0a6 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:07.890320 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-89ec62c5-599f-4e54-8886-b97b4a83c96b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:07.896485 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-89ec62c5-599f-4e54-8886-b97b4a83c96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:07.924411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ba5c3-1a8f-4151-9a20-2606fc03ce23 req-0c0e8623-65c6-4af1-9098-367625d66dc8 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:07.925900 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-692ba5c3-1a8f-4151-9a20-2606fc03ce23 req-0c0e8623-65c6-4af1-9098-367625d66dc8 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 943 time: 0.1780379 Dec 12 17:36:07.937483 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-43df65ef-479b-428f-91d8-6712a53f2b21 service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423346 Dec 12 17:36:07.949916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcbe8e-c16c-4153-a855-5193c069191f req-43afaa94-31fb-417b-8a86-71a8de973424 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:07.951365 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6afcbe8e-c16c-4153-a855-5193c069191f req-43afaa94-31fb-417b-8a86-71a8de973424 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/ports?device_id=b345efc7-6809-4507-9e4d-e743c2cc11e4 HTTP/1.1" status: 200 len: 945 time: 0.1379945 Dec 12 17:36:07.952243 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-89ec62c5-599f-4e54-8886-b97b4a83c96b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef31b891c4df4be29030cf050c763d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853126 Dec 12 17:36:07.954978 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38274) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:07.959005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7086b35e-f793-490c-a72d-e7332e900c4d req-0b63146c-5170-4ce0-b073-9ba50bc973f2 service neutron] 10.222.0.20 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556670 Dec 12 17:36:07.964194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec62c5-599f-4e54-8886-b97b4a83c96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1550a44d-bcb2-453e-97c7-f60a3d75d336,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:07.983178 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-7b34bd35-870e-471e-a390-e4efece972ee req-cf5768c2-be08-4109-871f-db540238a0a6 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] For port ef540c54-c847-403d-80db-e5e5e13dfe54, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=ef540c54-c847-403d-80db-e5e5e13dfe54,segment=NetworkSegment(c8d5183b-4fee-4e16-aabf-8e5707ba344b),segment_id=c8d5183b-4fee-4e16-aabf-8e5707ba344b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:07.983579 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7b34bd35-870e-471e-a390-e4efece972ee req-cf5768c2-be08-4109-871f-db540238a0a6 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:08.004682 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-7b34bd35-870e-471e-a390-e4efece972ee req-cf5768c2-be08-4109-871f-db540238a0a6 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Calling delete_port for ef540c54-c847-403d-80db-e5e5e13dfe54 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:36:08.072352 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e978dc8c-93c2-4361-af71-0a373773840f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:08.108017 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e978dc8c-93c2-4361-af71-0a373773840f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:08.158584 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-692ba5c3-1a8f-4151-9a20-2606fc03ce23 req-1483da33-1c8a-452f-a6a8-3f64cc666bc9 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182946 Dec 12 17:36:08.171943 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6afcbe8e-c16c-4153-a855-5193c069191f req-58bd1ab5-4270-429f-a68e-5901310a511f tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.18 "GET /v2.0/security-groups?id=f317d67c-2335-4c05-8749-15130430509c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055879 Dec 12 17:36:08.209671 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-e214b19b-38a3-4d5b-a066-2a1e28f92457 service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570596 Dec 12 17:36:08.221759 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7086b35e-f793-490c-a72d-e7332e900c4d req-7d385afd-2c41-4389-82e5-1db1b444b662 service neutron] 10.222.0.20 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534769 Dec 12 17:36:08.227285 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7b34bd35-870e-471e-a390-e4efece972ee req-cf5768c2-be08-4109-871f-db540238a0a6 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:08.241307 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e978dc8c-93c2-4361-af71-0a373773840f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:08.241785 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['ef540c54-c847-403d-80db-e5e5e13dfe54'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:36:08.245234 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e978dc8c-93c2-4361-af71-0a373773840f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:08.246639 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e978dc8c-93c2-4361-af71-0a373773840f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1550a44d-bcb2-453e-97c7-f60a3d75d336 HTTP/1.1" status: 204 len: 168 time: 0.2907128 Dec 12 17:36:08.276863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-461d5416-be48-4ec7-bab9-2cc7ec4ddb0a req-91fbedf6-54af-481e-af1e-79e9f1a9c759 tempest-SecurityGroupsNegativeTestJSON-1104853498 tempest-SecurityGroupsNegativeTestJSON-1104853498-project] 10.222.0.18 "GET /v2.0/security-groups/617abf21-f366-4cb6-a900-5a10c6d94f65 HTTP/1.1" status: 200 len: 2998 time: 0.0644143 Dec 12 17:36:08.286251 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5768c2-be08-4109-871f-db540238a0a6 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Pushing event deleted for resources: {'Port': ['ID=ef540c54-c847-403d-80db-e5e5e13dfe54,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:08.292464 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978dc8c-93c2-4361-af71-0a373773840f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1550a44d-bcb2-453e-97c7-f60a3d75d336,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:08.294503 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171d6fbf-425e-498b-87c7-89be6a8a1c51 x-openstack-request-id: req-171d6fbf-425e-498b-87c7-89be6a8a1c51 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:08.295806 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "389e7f45-fa28-497d-b9af-75e76512a258", "tag": "02cf389a-8001-48d8-ae12-dfb3a457a068", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:08.299947 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-171d6fbf-425e-498b-87c7-89be6a8a1c51 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:08.300466 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389e7f45-fa28-497d-b9af-75e76512a258', 'tag': '02cf389a-8001-48d8-ae12-dfb3a457a068', 'status': 'completed', 'code': 200} Dec 12 17:36:08.343521 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b34bd35-870e-471e-a390-e4efece972ee req-cf5768c2-be08-4109-871f-db540238a0a6 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] No DVR routers for this DVR port ef540c54-c847-403d-80db-e5e5e13dfe54 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:36:08.346619 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7b34bd35-870e-471e-a390-e4efece972ee req-cf5768c2-be08-4109-871f-db540238a0a6 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:08.350648 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7b34bd35-870e-471e-a390-e4efece972ee req-cf5768c2-be08-4109-871f-db540238a0a6 tempest-VolumesAdminNegativeTest-1682150268 tempest-VolumesAdminNegativeTest-1682150268-project] 10.222.0.31 "DELETE /v2.0/ports/ef540c54-c847-403d-80db-e5e5e13dfe54 HTTP/1.1" status: 204 len: 173 time: 0.6738667 Dec 12 17:36:08.351110 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b345efc7-6809-4507-9e4d-e743c2cc11e4', 'name': 'network-vif-deleted', 'tag': 'ef540c54-c847-403d-80db-e5e5e13dfe54'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:08.355978 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c7ee0c-a096-4609-bc86-2efd889b551a" -d '{"events": [{"server_uuid": "b345efc7-6809-4507-9e4d-e743c2cc11e4", "name": "network-vif-deleted", "tag": "ef540c54-c847-403d-80db-e5e5e13dfe54"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:08.476055 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-461d5416-be48-4ec7-bab9-2cc7ec4ddb0a req-bb35fa4f-ebcd-4f24-af45-60957e3d53b8 tempest-SecurityGroupsNegativeTestJSON-1104853498 tempest-SecurityGroupsNegativeTestJSON-1104853498-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 12 17:36:08.477099 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-461d5416-be48-4ec7-bab9-2cc7ec4ddb0a req-bb35fa4f-ebcd-4f24-af45-60957e3d53b8 tempest-SecurityGroupsNegativeTestJSON-1104853498 tempest-SecurityGroupsNegativeTestJSON-1104853498-project] 10.222.0.18 "DELETE /v2.0/security-groups/617abf21-f366-4cb6-a900-5a10c6d94f65 HTTP/1.1" status: 409 len: 352 time: 0.1924632 Dec 12 17:36:08.501336 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb97ecd-16d4-468c-88dd-b5aa0d0d77da req-753abe5f-0edd-4fd6-8b83-e53d623a5848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:08.503184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cb97ecd-16d4-468c-88dd-b5aa0d0d77da req-753abe5f-0edd-4fd6-8b83-e53d623a5848 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=438b3403df11467186a128ec0b97682a&device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 1094 time: 0.1064622 Dec 12 17:36:08.515568 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03de5f4-8d74-42c5-994b-88d6fc53ca3c req-ebb84baa-c9db-433a-aa07-db90a233d498 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:08.517260 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f03de5f4-8d74-42c5-994b-88d6fc53ca3c req-ebb84baa-c9db-433a-aa07-db90a233d498 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b12c85b-1863-4567-ae34-0d92dd582117 HTTP/1.1" status: 200 len: 950 time: 0.1045649 Dec 12 17:36:08.613725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-d7c031b2-cf91-4afb-82b9-e130d63d89d4 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:08.615734 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-d7c031b2-cf91-4afb-82b9-e130d63d89d4 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0&tenant_id=ed3999e96c6f4755bb182b05f58b09fc&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 1096 time: 0.0450249 Dec 12 17:36:08.645164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38288) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:08.676919 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d619044b-b26e-4048-b4b7-abae8ed79450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:08.689633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f03de5f4-8d74-42c5-994b-88d6fc53ca3c req-57a6d7be-8ef2-400e-b025-5aaa25c096aa tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626241 Dec 12 17:36:08.703562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede1eea-fb1a-41c6-85eb-4ff32cad0a05 req-7fa9ef86-f6f1-4560-b2ac-be90549b7195 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:08.710875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bede1eea-fb1a-41c6-85eb-4ff32cad0a05 req-7fa9ef86-f6f1-4560-b2ac-be90549b7195 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 945 time: 0.1332705 Dec 12 17:36:08.733066 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-97b0529f-a518-4099-bb17-e4a1b9b7dc16 service neutron] For port 16faa754-ba0e-41fe-b717-c11930df0a7b, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:36:08.736657 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-97b0529f-a518-4099-bb17-e4a1b9b7dc16 service neutron] Publish callbacks [] for binding, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:08.737782 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-207066cb-c916-4c88-9e82-bdd36c27db7c req-97b0529f-a518-4099-bb17-e4a1b9b7dc16 service neutron] 10.222.0.31 "DELETE /v2.0/ports/16faa754-ba0e-41fe-b717-c11930df0a7b/bindings/n-h2-760354-5 HTTP/1.1" status: 204 len: 173 time: 0.1142449 Dec 12 17:36:08.750085 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb97ecd-16d4-468c-88dd-b5aa0d0d77da req-57b2e03a-042e-47a0-b4fc-57b90d9c4bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:08.751757 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cb97ecd-16d4-468c-88dd-b5aa0d0d77da req-57b2e03a-042e-47a0-b4fc-57b90d9c4bbb service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9379518-7141-4913-88d7-7d1fcb8ba7e8 HTTP/1.1" status: 200 len: 925 time: 0.2334993 Dec 12 17:36:08.845442 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cb97ecd-16d4-468c-88dd-b5aa0d0d77da req-e2227268-1ca8-4e08-8df2-5f53d81754f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02cf389a-8001-48d8-ae12-dfb3a457a068 HTTP/1.1" status: 200 len: 217 time: 0.0687685 Dec 12 17:36:08.871590 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bede1eea-fb1a-41c6-85eb-4ff32cad0a05 req-c210f8f2-01e5-4bb3-80de-f7ef30fbd811 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598821 Dec 12 17:36:08.923663 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747524c8-e22c-496a-8f6d-9d4df0dfc8d2 x-openstack-request-id: req-747524c8-e22c-496a-8f6d-9d4df0dfc8d2 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:08.923816 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08e08c-5065-4e02-80cf-59d0a693b26b req-2c8c4437-5417-47f2-863e-a1fd82a9eb36 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:08.924230 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b345efc7-6809-4507-9e4d-e743c2cc11e4", "name": "network-vif-deleted", "tag": "ef540c54-c847-403d-80db-e5e5e13dfe54", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:08.924580 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-747524c8-e22c-496a-8f6d-9d4df0dfc8d2 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:08.925269 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e08e08c-5065-4e02-80cf-59d0a693b26b req-2c8c4437-5417-47f2-863e-a1fd82a9eb36 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 945 time: 0.1671605 Dec 12 17:36:08.925746 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b345efc7-6809-4507-9e4d-e743c2cc11e4', 'name': 'network-vif-deleted', 'tag': 'ef540c54-c847-403d-80db-e5e5e13dfe54', 'status': 'completed', 'code': 200} Dec 12 17:36:08.956445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb97ecd-16d4-468c-88dd-b5aa0d0d77da req-3c1dde54-24b5-4de4-9593-5da486eed20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:08.957908 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cb97ecd-16d4-468c-88dd-b5aa0d0d77da req-3c1dde54-24b5-4de4-9593-5da486eed20c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79ecbb35-c555-4daf-a052-e49241c4c136 HTTP/1.1" status: 200 len: 863 time: 0.1025386 Dec 12 17:36:08.992519 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d619044b-b26e-4048-b4b7-abae8ed79450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:09.012805 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-c95b3cf0-858c-48d8-b7f6-d36f4f9f1070 req-c69c5f1c-417c-40d1-a4e5-18e79df3abb8 tempest-SecurityGroupsNegativeTestJSON-1104853498 tempest-SecurityGroupsNegativeTestJSON-1104853498-project] show failed (client error): The resource could not be found. Dec 12 17:36:09.013816 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c95b3cf0-858c-48d8-b7f6-d36f4f9f1070 req-c69c5f1c-417c-40d1-a4e5-18e79df3abb8 tempest-SecurityGroupsNegativeTestJSON-1104853498 tempest-SecurityGroupsNegativeTestJSON-1104853498-project] 10.222.0.18 "GET /v2.0/security-groups/dd95076e-cc61-48f5-a570-03d86e78acf9 HTTP/1.1" status: 404 len: 352 time: 0.0629213 Dec 12 17:36:09.023091 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d619044b-b26e-4048-b4b7-abae8ed79450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:09.079669 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e08e08c-5065-4e02-80cf-59d0a693b26b req-27f119a7-40db-4761-b5dd-25fc5dac7d68 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475220 Dec 12 17:36:09.094662 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d619044b-b26e-4048-b4b7-abae8ed79450 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a110d0791ae64aab9e6b36983a9f50c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4484389 Dec 12 17:36:09.095411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619044b-b26e-4048-b4b7-abae8ed79450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517bb743-849a-4421-9f09-ed069dfd1073,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:09.097346 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38296) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:09.115155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb97ecd-16d4-468c-88dd-b5aa0d0d77da req-d146cd85-02f9-4bf1-8e21-33dee0e47739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:09.116713 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cb97ecd-16d4-468c-88dd-b5aa0d0d77da req-d146cd85-02f9-4bf1-8e21-33dee0e47739 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9379518-7141-4913-88d7-7d1fcb8ba7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440020 Dec 12 17:36:09.181406 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50464402-c5ac-4046-9859-4a0139bc9c55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:09.198737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cf7f7-4d1e-49a1-8721-b96a7fbe1a38 req-a1bf27c2-381d-4b5b-8dcb-425f1945081f tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:09.200852 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-646cf7f7-4d1e-49a1-8721-b96a7fbe1a38 req-a1bf27c2-381d-4b5b-8dcb-425f1945081f tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3b12c85b-1863-4567-ae34-0d92dd582117 HTTP/1.1" status: 200 len: 1101 time: 0.1273689 Dec 12 17:36:09.206402 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50464402-c5ac-4046-9859-4a0139bc9c55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:09.265404 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50464402-c5ac-4046-9859-4a0139bc9c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:09.268429 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50464402-c5ac-4046-9859-4a0139bc9c55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:09.269581 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-50464402-c5ac-4046-9859-4a0139bc9c55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/517bb743-849a-4421-9f09-ed069dfd1073 HTTP/1.1" status: 204 len: 168 time: 0.1712289 Dec 12 17:36:09.278128 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50464402-c5ac-4046-9859-4a0139bc9c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517bb743-849a-4421-9f09-ed069dfd1073,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:09.326001 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00559894-fe47-40b1-a639-329643f681b4 req-e50cb1b1-3764-41da-97f6-488afd2407a9 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:09.327518 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00559894-fe47-40b1-a639-329643f681b4 req-e50cb1b1-3764-41da-97f6-488afd2407a9 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1330869 Dec 12 17:36:09.332443 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cb97ecd-16d4-468c-88dd-b5aa0d0d77da req-07f59430-57a1-40dd-975b-24747ad9bf60 service neutron] 10.222.0.20 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061634 Dec 12 17:36:09.337972 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-646cf7f7-4d1e-49a1-8721-b96a7fbe1a38 req-6022c3ce-c481-44c2-8afc-b8238b0de964 tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264462 Dec 12 17:36:09.696557 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-e5291bd1-d168-4d12-84f9-d6f16b2ce6c1 req-b235b705-bc50-4320-b6f2-c3dc71687951 tempest-SecurityGroupsNegativeTestJSON-1104853498 tempest-SecurityGroupsNegativeTestJSON-1104853498-project] show failed (client error): The resource could not be found. Dec 12 17:36:09.697600 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5291bd1-d168-4d12-84f9-d6f16b2ce6c1 req-b235b705-bc50-4320-b6f2-c3dc71687951 tempest-SecurityGroupsNegativeTestJSON-1104853498 tempest-SecurityGroupsNegativeTestJSON-1104853498-project] 10.222.0.18 "GET /v2.0/security-groups/6142ce16-b6a3-45e1-82a3-006d7c69dceb HTTP/1.1" status: 404 len: 352 time: 0.0318439 Dec 12 17:36:09.714690 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38320) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:09.734938 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00559894-fe47-40b1-a639-329643f681b4 req-e27f7e6f-6fc7-4b0c-ae54-9c31c9e90058 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999469 Dec 12 17:36:09.765262 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cb97ecd-16d4-468c-88dd-b5aa0d0d77da req-324c7ab5-a2bb-45fd-a5aa-2cb953e31150 service neutron] 10.222.0.20 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223228 Dec 12 17:36:09.796869 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-2798e413-f4ff-476b-88a5-189dd0e31b88 admin admin] Deleting subnet 9f14cd88-0376-411a-99d2-a053303c18e8 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:36:09.804202 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2798e413-f4ff-476b-88a5-189dd0e31b88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:09.820831 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38326) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:09.890232 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2798e413-f4ff-476b-88a5-189dd0e31b88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:09.936821 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-b80ea2cc-91c9-4ef4-b1f2-d8bb60a1979e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a0d39bfda52e4fb886e1965874038568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343101 Dec 12 17:36:09.944388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e72cf22-b3b3-42f4-8176-8ee56870a175 admin admin] Deleting subnet a4191575-4852-402b-9a20-f46b83e65088 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:36:09.949470 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6e72cf22-b3b3-42f4-8176-8ee56870a175 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:09.964380 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2798e413-f4ff-476b-88a5-189dd0e31b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.032187 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-d57b7bd8-ed08-4d35-bc2f-94d8c86f8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:10.033982 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-d57b7bd8-ed08-4d35-bc2f-94d8c86f8184 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0785797 Dec 12 17:36:10.037920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99620f68-e1f6-4ebb-83f4-4ff429b06929 req-5e0b8595-b12a-4395-b031-d110ba5d8177 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:10.039568 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99620f68-e1f6-4ebb-83f4-4ff429b06929 req-5e0b8595-b12a-4395-b031-d110ba5d8177 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 943 time: 0.1853900 Dec 12 17:36:10.064157 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2798e413-f4ff-476b-88a5-189dd0e31b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.065103 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6e72cf22-b3b3-42f4-8176-8ee56870a175 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.126544 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798e413-f4ff-476b-88a5-189dd0e31b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f14cd88-0376-411a-99d2-a053303c18e8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:10.135146 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2798e413-f4ff-476b-88a5-189dd0e31b88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.139395 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2798e413-f4ff-476b-88a5-189dd0e31b88 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9f14cd88-0376-411a-99d2-a053303c18e8 HTTP/1.1" status: 204 len: 168 time: 0.4235642 Dec 12 17:36:10.141979 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38346) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:10.167542 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99620f68-e1f6-4ebb-83f4-4ff429b06929 req-21e6a060-bc38-46ba-93e6-0842673e21fc tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177094 Dec 12 17:36:10.168583 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6e72cf22-b3b3-42f4-8176-8ee56870a175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.205220 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-67eff81a-b473-47a7-a26c-c87ad16787c9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:10.212380 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-67eff81a-b473-47a7-a26c-c87ad16787c9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2638869 Dec 12 17:36:10.235380 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-cfb7bbf1-eab4-4107-972a-203a22cb39fe tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/quotas/a0d39bfda52e4fb886e1965874038568 HTTP/1.1" status: 200 len: 375 time: 0.0220385 Dec 12 17:36:10.236073 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-a86cfd25-c93c-4dd9-85bd-19ec1b401ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:10.237786 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-a86cfd25-c93c-4dd9-85bd-19ec1b401ea0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 908 time: 0.1964421 Dec 12 17:36:10.242466 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4947c2c2-abe7-40f5-a0f7-6fbf0b51aa6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.291393 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-9db9c558-1412-425f-aada-ff4917fb9245 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 HTTP/1.1" status: 200 len: 217 time: 0.0426557 Dec 12 17:36:10.351951 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-1bb38095-b13e-4abc-b608-365f44030b90 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1135659 Dec 12 17:36:10.353142 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6e72cf22-b3b3-42f4-8176-8ee56870a175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.362081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e109681-5399-4b5f-893a-a68163b97d95 req-fab6532c-5e84-4c3a-908c-1425d2daab43 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:10.369609 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e109681-5399-4b5f-893a-a68163b97d95 req-fab6532c-5e84-4c3a-908c-1425d2daab43 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 1096 time: 0.1301365 Dec 12 17:36:10.402626 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4947c2c2-abe7-40f5-a0f7-6fbf0b51aa6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.404130 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6e72cf22-b3b3-42f4-8176-8ee56870a175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.407499 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6e72cf22-b3b3-42f4-8176-8ee56870a175 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a4191575-4852-402b-9a20-f46b83e65088 HTTP/1.1" status: 204 len: 168 time: 0.5851612 Dec 12 17:36:10.408655 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72cf22-b3b3-42f4-8176-8ee56870a175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4191575-4852-402b-9a20-f46b83e65088,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:10.412430 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38354) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:10.421912 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-89e5b06c-8b71-4324-9676-aa47d4479660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:10.423585 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-89e5b06c-8b71-4324-9676-aa47d4479660 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.1120975 Dec 12 17:36:10.441528 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-4947c2c2-abe7-40f5-a0f7-6fbf0b51aa6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfc1396-41eb-49e2-bbfd-1d0c1c3d8e73']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:10.469856 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-bc7267f0-07c2-4466-a8e4-7b33d2e6e20a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351384 Dec 12 17:36:10.471851 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-4947c2c2-abe7-40f5-a0f7-6fbf0b51aa6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd779a0d-0fba-45a9-83f2-9d98accc855f') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:10.472142 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-4947c2c2-abe7-40f5-a0f7-6fbf0b51aa6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd779a0d-0fba-45a9-83f2-9d98accc855f') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:10.491692 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4947c2c2-abe7-40f5-a0f7-6fbf0b51aa6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.513496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e109681-5399-4b5f-893a-a68163b97d95 req-d242e16a-7035-4998-9ff8-80c5ae7065aa tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407552 Dec 12 17:36:10.520658 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79a89e07-c3d1-49c7-9afc-22e21785fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.544173 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4947c2c2-abe7-40f5-a0f7-6fbf0b51aa6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.554510 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4947c2c2-abe7-40f5-a0f7-6fbf0b51aa6a admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:36:10.554773 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4947c2c2-abe7-40f5-a0f7-6fbf0b51aa6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:36:10.556536 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:36:10.646920 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79a89e07-c3d1-49c7-9afc-22e21785fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.681050 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-8a2d6003-0c4c-471e-a97f-34edf7d7bd03 service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059622 Dec 12 17:36:10.682889 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4947c2c2-abe7-40f5-a0f7-6fbf0b51aa6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.699794 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4947c2c2-abe7-40f5-a0f7-6fbf0b51aa6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.711322 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4947c2c2-abe7-40f5-a0f7-6fbf0b51aa6a admin admin] 10.222.0.18 "DELETE /v2.0/networks/fcfc1396-41eb-49e2-bbfd-1d0c1c3d8e73 HTTP/1.1" status: 204 len: 168 time: 0.5632007 Dec 12 17:36:10.720927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-79a89e07-c3d1-49c7-9afc-22e21785fb20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bef17e6-cdf8-4f7a-8674-f983d55a43e5']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:10.728574 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947c2c2-abe7-40f5-a0f7-6fbf0b51aa6a admin admin] Pushing event deleted for resources: {'Network': ['ID=fcfc1396-41eb-49e2-bbfd-1d0c1c3d8e73,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:10.761630 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device ef540c54-c847-403d-80db-e5e5e13dfe54 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:36:10.764932 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-79a89e07-c3d1-49c7-9afc-22e21785fb20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d5183b-4fee-4e16-aabf-8e5707ba344b') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:10.765239 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-79a89e07-c3d1-49c7-9afc-22e21785fb20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d5183b-4fee-4e16-aabf-8e5707ba344b') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:10.780832 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79a89e07-c3d1-49c7-9afc-22e21785fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.804600 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79a89e07-c3d1-49c7-9afc-22e21785fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.808462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550b4e7-14ee-4727-92fb-20ed07e64a2b req-ca259cf5-e0c8-428b-8c04-6efdeae95dc1 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:10.810199 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0550b4e7-14ee-4727-92fb-20ed07e64a2b req-ca259cf5-e0c8-428b-8c04-6efdeae95dc1 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 1096 time: 0.1595774 Dec 12 17:36:10.830291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed220b-8379-46c5-91dd-ff9a67d3014d req-b09075f0-1894-426d-b2e2-7c8a2d65f8ae tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:10.832125 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eeed220b-8379-46c5-91dd-ff9a67d3014d req-b09075f0-1894-426d-b2e2-7c8a2d65f8ae tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 945 time: 0.1307366 Dec 12 17:36:10.832555 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-8e13200d-4e9d-4c6e-b0d3-4d557ebd874f service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415684 Dec 12 17:36:10.834327 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a89e07-c3d1-49c7-9afc-22e21785fb20 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:36:10.834747 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79a89e07-c3d1-49c7-9afc-22e21785fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.835669 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: ef540c54-c847-403d-80db-e5e5e13dfe54 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:36:10.837752 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:36:10.840588 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device ef540c54-c847-403d-80db-e5e5e13dfe54 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:36:10.963734 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79a89e07-c3d1-49c7-9afc-22e21785fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.979306 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79a89e07-c3d1-49c7-9afc-22e21785fb20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:10.981477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38378) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:10.985311 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-79a89e07-c3d1-49c7-9afc-22e21785fb20 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3bef17e6-cdf8-4f7a-8674-f983d55a43e5 HTTP/1.1" status: 204 len: 168 time: 0.5717108 Dec 12 17:36:10.992868 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38380) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:11.016161 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0550b4e7-14ee-4727-92fb-20ed07e64a2b req-f9b11297-b454-4447-9d9e-6a7d42fea24c tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966035 Dec 12 17:36:11.028830 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-0b43d70f-c8ab-4679-a3ff-3cc6e0c44916 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:11.030752 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-0b43d70f-c8ab-4679-a3ff-3cc6e0c44916 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7&tenant_id=5086af56094840bd807cfda793fdb5e6&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 1096 time: 0.1235037 Dec 12 17:36:11.034155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a89e07-c3d1-49c7-9afc-22e21785fb20 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bef17e6-cdf8-4f7a-8674-f983d55a43e5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:11.052683 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eeed220b-8379-46c5-91dd-ff9a67d3014d req-ecabeaa4-5fd0-443a-bb9a-42f4ca3c4b6b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002635 Dec 12 17:36:11.058428 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760354-5'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:11.094942 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4dd0d9-e464-4fc6-8a84-fb0ea4ac2e98 admin admin] Deleting subnet 783aa636-2a62-466e-b99a-c249126f9ba6 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:36:11.104742 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d4dd0d9-e464-4fc6-8a84-fb0ea4ac2e98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:11.151857 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7c245394-7c21-4153-a9fe-4d8c025a3132 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04519941bd364ef2ad627751f19ecef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1688385 Dec 12 17:36:11.158001 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38388) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:11.165868 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7002d558-486e-4763-8c07-2ea10b8dd714 req-01c2fba1-f79c-4557-a5bd-05927879ffcd tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0538297 Dec 12 17:36:11.183638 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d4dd0d9-e464-4fc6-8a84-fb0ea4ac2e98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:11.257987 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:11.273583 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c34af42-c37c-43b2-9da9-23a8a24c17a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:11.324177 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c34af42-c37c-43b2-9da9-23a8a24c17a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:11.342407 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409dad0-47c6-4861-ba26-96f63be4aaa0 req-b8e1437d-db3b-404d-881d-e5bbe74d072f tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:11.344496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8409dad0-47c6-4861-ba26-96f63be4aaa0 req-b8e1437d-db3b-404d-881d-e5bbe74d072f tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1506772 Dec 12 17:36:11.345756 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d4dd0d9-e464-4fc6-8a84-fb0ea4ac2e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:11.356707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38396) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:11.476063 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8409dad0-47c6-4861-ba26-96f63be4aaa0 req-c7c6d278-441a-4aa8-a17c-ee95e2a6c7bc tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035886 Dec 12 17:36:11.488592 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c34af42-c37c-43b2-9da9-23a8a24c17a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:11.492496 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c34af42-c37c-43b2-9da9-23a8a24c17a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:11.496045 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0c34af42-c37c-43b2-9da9-23a8a24c17a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/617abf21-f366-4cb6-a900-5a10c6d94f65 HTTP/1.1" status: 204 len: 168 time: 0.3346822 Dec 12 17:36:11.514223 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34af42-c37c-43b2-9da9-23a8a24c17a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617abf21-f366-4cb6-a900-5a10c6d94f65,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:11.526961 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] For port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:11.536992 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d4dd0d9-e464-4fc6-8a84-fb0ea4ac2e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:11.623324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4dd0d9-e464-4fc6-8a84-fb0ea4ac2e98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=783aa636-2a62-466e-b99a-c249126f9ba6,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:11.626540 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] For port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:36:11.668727 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d4dd0d9-e464-4fc6-8a84-fb0ea4ac2e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:11.674731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1d4dd0d9-e464-4fc6-8a84-fb0ea4ac2e98 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/783aa636-2a62-466e-b99a-c249126f9ba6 HTTP/1.1" status: 204 len: 168 time: 0.6791792 Dec 12 17:36:11.676617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38406) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:11.697558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd585642-b0c9-41af-a21e-7482608ecf90 req-81f33da6-23b9-4595-934b-a09733630105 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:11.705286 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd585642-b0c9-41af-a21e-7482608ecf90 req-81f33da6-23b9-4595-934b-a09733630105 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 943 time: 0.0937915 Dec 12 17:36:11.717677 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2381e6c7-51b2-4f32-9edb-81710faab50a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:11.755980 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd585642-b0c9-41af-a21e-7482608ecf90 req-0fde8ab7-59ad-4b94-ae18-2ff5c940bdb9 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499856 Dec 12 17:36:11.768319 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb53671-6119-4830-bc3e-721af1170eb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f5e7e69-a20e-4c82-b5ca-6860925f8bd2'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:11.770602 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae7d8d6-e3fc-4955-b01f-79704a2ad439" -d '{"events": [{"server_uuid": "ebb53671-6119-4830-bc3e-721af1170eb7", "name": "network-vif-unplugged", "status": "completed", "tag": "8f5e7e69-a20e-4c82-b5ca-6860925f8bd2"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:11.776592 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:11.789676 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:11.821687 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310430a3-3db3-48de-92e4-c30cc841385b x-openstack-request-id: req-310430a3-3db3-48de-92e4-c30cc841385b {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:11.821988 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb53671-6119-4830-bc3e-721af1170eb7", "name": "network-vif-unplugged", "status": "completed", "tag": "8f5e7e69-a20e-4c82-b5ca-6860925f8bd2", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:11.822241 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-310430a3-3db3-48de-92e4-c30cc841385b {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:11.822627 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb53671-6119-4830-bc3e-721af1170eb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f5e7e69-a20e-4c82-b5ca-6860925f8bd2', 'code': 200} Dec 12 17:36:11.861431 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-230be2d9-0048-4def-baa8-fe05be20a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:11.899333 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:11.963297 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] Attempting to bind port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 on host n-h2-760354-5 for vnic_type normal with profile {"migrating_to": "n-h1-760354-5"} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:36:11.963637 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] Attempting to bind port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:36:11.963963 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] Attempting to bind port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:12.008066 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] Port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:36:12.008389 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] Attempting to bind port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:12.023567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:36:12.023972 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] Checking segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:36:12.024278 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] Bound using segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:36:12.024712 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] Bound port: 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:36:12.025062 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:12.041665 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-230be2d9-0048-4def-baa8-fe05be20a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:12.062380 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2381e6c7-51b2-4f32-9edb-81710faab50a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:12.073044 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2381e6c7-51b2-4f32-9edb-81710faab50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:12.083265 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-230be2d9-0048-4def-baa8-fe05be20a838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e674ab01-cdda-42c2-8232-d0fb8ed339ea']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:12.110630 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-84179383-25cb-43b5-8b73-d6b660fe6b5d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a0d39bfda52e4fb886e1965874038568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301886 Dec 12 17:36:12.127773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-230be2d9-0048-4def-baa8-fe05be20a838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035fe40e-58db-4157-93f5-4aa134346d7b') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:12.128068 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-230be2d9-0048-4def-baa8-fe05be20a838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035fe40e-58db-4157-93f5-4aa134346d7b') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:12.159990 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-230be2d9-0048-4def-baa8-fe05be20a838 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:12.174379 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2381e6c7-51b2-4f32-9edb-81710faab50a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a97233d65dad4995b59b46ecc23e3a0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8164089 Dec 12 17:36:12.175178 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381e6c7-51b2-4f32-9edb-81710faab50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd7d6f8-3e40-496a-822d-cbca14ca94d1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:12.179801 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38428) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:12.207592 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-230be2d9-0048-4def-baa8-fe05be20a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:12.216739 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] For port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:36:12.220622 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230be2d9-0048-4def-baa8-fe05be20a838 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:36:12.221126 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-230be2d9-0048-4def-baa8-fe05be20a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:36:12.226080 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:36:12.340991 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74894b14-2355-40a5-a1fe-01dab3019c44 req-a7c75aab-abdc-4103-80bf-5171abf58614 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:12.348148 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74894b14-2355-40a5-a1fe-01dab3019c44 req-a7c75aab-abdc-4103-80bf-5171abf58614 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 943 time: 0.1482978 Dec 12 17:36:12.371138 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 02cf389a-8001-48d8-ae12-dfb3a457a068 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:36:12.379295 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-ec24c984-3228-4c85-847b-c52f03e18174 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:12.381476 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-ec24c984-3228-4c85-847b-c52f03e18174 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2585905 Dec 12 17:36:12.407879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8db9922f-bf7e-4399-8928-ac6ae6ed6310 req-db5ccec1-eead-4414-a054-b5af88716c2d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0591736 Dec 12 17:36:12.411502 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-59c5282a-73b6-411a-8084-0f6a369d18a4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Request body: {'port': {'device_id': 'c7103bea-c181-496d-a9e6-44d8b393f7d0', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': 'a0d39bfda52e4fb886e1965874038568'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:12.585804 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38438) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:12.595938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 02cf389a-8001-48d8-ae12-dfb3a457a068, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=02cf389a-8001-48d8-ae12-dfb3a457a068,segment=NetworkSegment(b5f115b0-b298-45f5-806c-99df12a98abb),segment_id=b5f115b0-b298-45f5-806c-99df12a98abb)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:12.609085 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '02cf389a-8001-48d8-ae12-dfb3a457a068', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'port_id': '02cf389a-8001-48d8-ae12-dfb3a457a068', 'mac_address': 'fa:16:3e:fc:e4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:36:12.632717 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74894b14-2355-40a5-a1fe-01dab3019c44 req-fdda2566-008c-45c2-ab66-d4760f292660 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790446 Dec 12 17:36:12.674811 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:12.689004 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] For port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:36:12.706275 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02cf389a-8001-48d8-ae12-dfb3a457a068 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:12.715479 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:12.721572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28564de9-d3b0-4021-969e-862f21b550b0 req-69b9e1bf-63ef-4aba-95c5-a3d322957d53 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:12.732398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28564de9-d3b0-4021-969e-862f21b550b0 req-69b9e1bf-63ef-4aba-95c5-a3d322957d53 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 945 time: 0.1437421 Dec 12 17:36:12.748120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 02cf389a-8001-48d8-ae12-dfb3a457a068, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=02cf389a-8001-48d8-ae12-dfb3a457a068,segment=NetworkSegment(b5f115b0-b298-45f5-806c-99df12a98abb),segment_id=b5f115b0-b298-45f5-806c-99df12a98abb)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:12.759362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-59c5282a-73b6-411a-8084-0f6a369d18a4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Made reservation on behalf of a0d39bfda52e4fb886e1965874038568 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:36:12.763266 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-59c5282a-73b6-411a-8084-0f6a369d18a4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:12.764851 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:12.832389 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,revision_number=8']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:12.854098 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28777229-da65-4182-be77-6088d1a2419c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:12.857166 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28564de9-d3b0-4021-969e-862f21b550b0 req-de14d15e-1204-4112-aed4-0425843e3310 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235821 Dec 12 17:36:12.883366 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28777229-da65-4182-be77-6088d1a2419c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:12.907292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=02cf389a-8001-48d8-ae12-dfb3a457a068,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:12.947027 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f5cceff4-e16b-40d0-8be5-d74d56f4a826 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-909902258-network', 'tenant_id': 'f4af0e73ec0f4b9fbcbfe44166122d17'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:12.974609 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:12.975752 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:12.977515 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ac6db551-6d53-4259-a793-0b243fa0f0a7 service neutron] 10.222.0.31 "PUT /v2.0/ports/8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 HTTP/1.1" status: 200 len: 1121 time: 1.9374461 Dec 12 17:36:12.978317 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-230be2d9-0048-4def-baa8-fe05be20a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:12.989189 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-230be2d9-0048-4def-baa8-fe05be20a838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:12.994105 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-230be2d9-0048-4def-baa8-fe05be20a838 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e674ab01-cdda-42c2-8232-d0fb8ed339ea HTTP/1.1" status: 204 len: 168 time: 1.3146365 Dec 12 17:36:13.021835 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28777229-da65-4182-be77-6088d1a2419c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:13.040696 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['02cf389a-8001-48d8-ae12-dfb3a457a068'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:36:13.041375 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28777229-da65-4182-be77-6088d1a2419c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:13.043032 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-28777229-da65-4182-be77-6088d1a2419c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bcd7d6f8-3e40-496a-822d-cbca14ca94d1 HTTP/1.1" status: 204 len: 168 time: 0.8574708 Dec 12 17:36:13.044320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230be2d9-0048-4def-baa8-fe05be20a838 admin admin] Pushing event deleted for resources: {'Network': ['ID=e674ab01-cdda-42c2-8232-d0fb8ed339ea,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:13.063457 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28777229-da65-4182-be77-6088d1a2419c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd7d6f8-3e40-496a-822d-cbca14ca94d1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:13.084994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['8f5e7e69-a20e-4c82-b5ca-6860925f8bd2'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:36:13.201420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c50eb-0844-4d4a-9202-7f522c92fd44 req-93c32160-d616-4f81-99c1-d5f7f8bcd2ae tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:13.204765 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-766c50eb-0844-4d4a-9202-7f522c92fd44 req-93c32160-d616-4f81-99c1-d5f7f8bcd2ae tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 944 time: 0.2676845 Dec 12 17:36:13.214976 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cceff4-e16b-40d0-8be5-d74d56f4a826 admin admin] Made reservation on behalf of f4af0e73ec0f4b9fbcbfe44166122d17 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:36:13.220753 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5cceff4-e16b-40d0-8be5-d74d56f4a826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:13.246877 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38460) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:13.280528 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5cceff4-e16b-40d0-8be5-d74d56f4a826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:13.319010 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-89d9eccb-b1fa-4512-87eb-413398048a8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13d2e185ef7540dd8b0479d1813dbe80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0699284 Dec 12 17:36:13.321215 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38464) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:13.409614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-59c5282a-73b6-411a-8084-0f6a369d18a4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Allocated IP 192.168.233.91 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/81ef64c3-632d-4a53-9292-612978ed8d4b) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:36:13.429924 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a58eb1f-ac93-4750-93ba-ce6b02c69d24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:13.437612 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-766c50eb-0844-4d4a-9202-7f522c92fd44 req-8a4cb445-c1e7-4cea-adb0-2841063f937f tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191432 Dec 12 17:36:13.506476 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a58eb1f-ac93-4750-93ba-ce6b02c69d24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:13.611853 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a58eb1f-ac93-4750-93ba-ce6b02c69d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:13.616317 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a58eb1f-ac93-4750-93ba-ce6b02c69d24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:13.621986 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3a58eb1f-ac93-4750-93ba-ce6b02c69d24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f317d67c-2335-4c05-8749-15130430509c HTTP/1.1" status: 204 len: 168 time: 0.2987745 Dec 12 17:36:13.633793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58eb1f-ac93-4750-93ba-ce6b02c69d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f317d67c-2335-4c05-8749-15130430509c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:13.654208 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-155dd5a6-59f7-4daf-ac27-42dbc817e815 req-6d664512-9947-4e38-9b4b-b0cdda216b4c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0733826 Dec 12 17:36:13.681197 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38482) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:13.683725 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5cceff4-e16b-40d0-8be5-d74d56f4a826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:13.697185 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5cceff4-e16b-40d0-8be5-d74d56f4a826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:13.704646 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9cb5ec42-53bc-4df3-9c4e-c1e3a1acae71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:13.752085 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-59c5282a-73b6-411a-8084-0f6a369d18a4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:13.758302 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5cceff4-e16b-40d0-8be5-d74d56f4a826 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:36:13.779576 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cceff4-e16b-40d0-8be5-d74d56f4a826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63eec7d4-c8f6-411f-9df6-99e9b909194d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:13.789414 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5cceff4-e16b-40d0-8be5-d74d56f4a826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:13.789671 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-f5cceff4-e16b-40d0-8be5-d74d56f4a826 admin admin] Added segment 93d276af-6de9-4579-a03a-8875494cadfe of type vlan for network 6fda33f2-cd5a-41b1-a5c2-56d365312aad Dec 12 17:36:13.827773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb53671-6119-4830-bc3e-721af1170eb7', 'tag': '8f5e7e69-a20e-4c82-b5ca-6860925f8bd2'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:13.830697 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cace23-e089-4b6e-8b90-3f9725a516cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb53671-6119-4830-bc3e-721af1170eb7", "tag": "8f5e7e69-a20e-4c82-b5ca-6860925f8bd2"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:13.866725 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9cb5ec42-53bc-4df3-9c4e-c1e3a1acae71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:13.874090 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9cb5ec42-53bc-4df3-9c4e-c1e3a1acae71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:13.894214 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5cceff4-e16b-40d0-8be5-d74d56f4a826 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:13.906861 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5ec42-53bc-4df3-9c4e-c1e3a1acae71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a230df67-02ae-426f-a5d3-6a00e68e4962,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:13.914694 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda218ee-7b5d-4da0-8da6-cb4ca0d9a90e x-openstack-request-id: req-dda218ee-7b5d-4da0-8da6-cb4ca0d9a90e {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:13.915060 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb53671-6119-4830-bc3e-721af1170eb7", "tag": "8f5e7e69-a20e-4c82-b5ca-6860925f8bd2", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:13.915796 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dda218ee-7b5d-4da0-8da6-cb4ca0d9a90e {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:13.916106 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb53671-6119-4830-bc3e-721af1170eb7', 'tag': '8f5e7e69-a20e-4c82-b5ca-6860925f8bd2', 'status': 'completed', 'code': 200} Dec 12 17:36:13.935190 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9cb5ec42-53bc-4df3-9c4e-c1e3a1acae71 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31785d34c04348278abe347a627b0d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491708 Dec 12 17:36:13.935616 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38488) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:13.995158 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5cceff4-e16b-40d0-8be5-d74d56f4a826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:13.996406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cceff4-e16b-40d0-8be5-d74d56f4a826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:13.997022 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5cceff4-e16b-40d0-8be5-d74d56f4a826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:14.015839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fff7ce0-e6dd-4d11-8402-348ba85a8329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:14.040163 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fff7ce0-e6dd-4d11-8402-348ba85a8329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:14.070558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cceff4-e16b-40d0-8be5-d74d56f4a826 admin admin] Pushing event updated for resources: {'Network': ['ID=6fda33f2-cd5a-41b1-a5c2-56d365312aad,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:14.081375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 6fda33f2-cd5a-41b1-a5c2-56d365312aad details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:36:14.084166 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-59c5282a-73b6-411a-8084-0f6a369d18a4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:14.100970 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fff7ce0-e6dd-4d11-8402-348ba85a8329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:14.105349 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fff7ce0-e6dd-4d11-8402-348ba85a8329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:14.110951 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0fff7ce0-e6dd-4d11-8402-348ba85a8329 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a230df67-02ae-426f-a5d3-6a00e68e4962 HTTP/1.1" status: 204 len: 168 time: 0.1719253 Dec 12 17:36:14.119721 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff7ce0-e6dd-4d11-8402-348ba85a8329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a230df67-02ae-426f-a5d3-6a00e68e4962,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:14.146902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca1a8b-2f55-4737-beb4-8cb83054accb req-8fbd1ed8-1a68-4a25-86ae-3df7b74f59e8 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:14.147521 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['34c225bb-5552-4471-9ee7-ebcfeb139f9b', 'a0879cc0-2e86-4590-bced-df6b0693ef80', '9ea1f311-d556-46fb-adc1-8024b88e9cc8', 'd93e9b15-ca01-4252-b2fd-b6b7f8965543'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:36:14.154112 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8dca1a8b-2f55-4737-beb4-8cb83054accb req-8fbd1ed8-1a68-4a25-86ae-3df7b74f59e8 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 943 time: 0.3287754 Dec 12 17:36:14.157213 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-59c5282a-73b6-411a-8084-0f6a369d18a4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:36:14.157662 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['de6c5e76-2a11-4fc6-a988-a7a37cf68a9a', 'c39c5d45-2a00-4e16-9247-a0afc95759a0', '242c22d4-78fc-4ba9-89c6-d36b9e326e3f'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:36:14.189445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f5cceff4-e16b-40d0-8be5-d74d56f4a826 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5708861 Dec 12 17:36:14.189828 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38494) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:14.197777 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6dad77dc-67cb-4b5f-a0b6-c07f257d6bb2 admin admin] Request body: {'subnet': {'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-909902258-subnet', 'tenant_id': 'f4af0e73ec0f4b9fbcbfe44166122d17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:14.198980 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-59c5282a-73b6-411a-8084-0f6a369d18a4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:36:14.210730 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cace23-e089-4b6e-8b90-3f9725a516cf req-dbb6fbcd-830d-4de8-b7f7-d4910a038bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:14.212543 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cace23-e089-4b6e-8b90-3f9725a516cf req-dbb6fbcd-830d-4de8-b7f7-d4910a038bb0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 1124 time: 0.2613301 Dec 12 17:36:14.215373 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-59c5282a-73b6-411a-8084-0f6a369d18a4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:36:14.246012 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dad77dc-67cb-4b5f-a0b6-c07f257d6bb2 admin admin] Made reservation on behalf of f4af0e73ec0f4b9fbcbfe44166122d17 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:36:14.249444 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dad77dc-67cb-4b5f-a0b6-c07f257d6bb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:14.279701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5282a-73b6-411a-8084-0f6a369d18a4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Pushing event updated for resources: {'Port': ['ID=81ef64c3-632d-4a53-9292-612978ed8d4b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:14.355937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8dca1a8b-2f55-4737-beb4-8cb83054accb req-f7e56580-bb45-43f8-89a4-ff3f26b36f62 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008624 Dec 12 17:36:14.384948 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38496) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:14.393372 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-59c5282a-73b6-411a-8084-0f6a369d18a4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:14.394009 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-59c5282a-73b6-411a-8084-0f6a369d18a4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:14.431662 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 02cf389a-8001-48d8-ae12-dfb3a457a068 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:36:14.443562 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-59c5282a-73b6-411a-8084-0f6a369d18a4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0393295 Dec 12 17:36:14.461691 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Request body: {'port': {'device_id': 'c7103bea-c181-496d-a9e6-44d8b393f7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:14.524967 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fe090798-26a0-4efc-ae8d-ea657469dcf5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f521e14d7b54306b04fc5969504e195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362677 Dec 12 17:36:14.527494 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38508) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:14.553701 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:14.659988 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f556a938-a0f8-4a40-aff1-06c27ee0a2fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:14.669538 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cace23-e089-4b6e-8b90-3f9725a516cf req-37946f46-f7a9-48da-94e6-ccad0e732be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:14.671141 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cace23-e089-4b6e-8b90-3f9725a516cf req-37946f46-f7a9-48da-94e6-ccad0e732be6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 908 time: 0.4231770 Dec 12 17:36:14.730651 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f556a938-a0f8-4a40-aff1-06c27ee0a2fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:14.776194 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dad77dc-67cb-4b5f-a0b6-c07f257d6bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:14.788825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cace23-e089-4b6e-8b90-3f9725a516cf req-c08a6486-ed85-4608-bde8-e994d54ed18b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 HTTP/1.1" status: 200 len: 217 time: 0.1036563 Dec 12 17:36:14.816172 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c63c0cd4-89bf-44e4-8659-8efa38f7f246 None None] Provisioning complete for port 81ef64c3-632d-4a53-9292-612978ed8d4b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:14.817112 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c63c0cd4-89bf-44e4-8659-8efa38f7f246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:14.827409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef92eae-8b55-45b5-be40-75cd4275be89 req-10c15c45-fbf9-480b-bd3e-5983216bd19d tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:14.829129 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cef92eae-8b55-45b5-be40-75cd4275be89 req-10c15c45-fbf9-480b-bd3e-5983216bd19d tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 944 time: 0.2070365 Dec 12 17:36:14.842924 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad77dc-67cb-4b5f-a0b6-c07f257d6bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=134d5e13-2004-49bf-8504-0d095a3837a9,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:14.877202 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b869b881-3116-4339-98dc-1dce9c0e4a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:14.878412 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f556a938-a0f8-4a40-aff1-06c27ee0a2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:14.881703 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 02cf389a-8001-48d8-ae12-dfb3a457a068 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:36:14.884114 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f556a938-a0f8-4a40-aff1-06c27ee0a2fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:14.894427 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f556a938-a0f8-4a40-aff1-06c27ee0a2fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69775bf4-fade-4e6a-928e-97d183b56985 HTTP/1.1" status: 204 len: 168 time: 0.3608284 Dec 12 17:36:14.902519 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 02cf389a-8001-48d8-ae12-dfb3a457a068 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:14.903345 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:14.918507 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556a938-a0f8-4a40-aff1-06c27ee0a2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69775bf4-fade-4e6a-928e-97d183b56985,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:14.923034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dad77dc-67cb-4b5f-a0b6-c07f257d6bb2 admin admin] Checking segment: {'id': '93d276af-6de9-4579-a03a-8875494cadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:36:14.923799 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dad77dc-67cb-4b5f-a0b6-c07f257d6bb2 admin admin] Network hostable DHCP agents. Network: 6fda33f2-cd5a-41b1-a5c2-56d365312aad, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:36:14.949339 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dad77dc-67cb-4b5f-a0b6-c07f257d6bb2 admin admin] Network 6fda33f2-cd5a-41b1-a5c2-56d365312aad is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:36:14.976276 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6dad77dc-67cb-4b5f-a0b6-c07f257d6bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 6fda33f2-cd5a-41b1-a5c2-56d365312aad) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:36:14.983869 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dad77dc-67cb-4b5f-a0b6-c07f257d6bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:14.988314 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dad77dc-67cb-4b5f-a0b6-c07f257d6bb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:15.048176 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cef92eae-8b55-45b5-be40-75cd4275be89 req-112c0420-9ca5-427a-8272-3a7ba044ffcc tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979933 Dec 12 17:36:15.048336 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6dad77dc-67cb-4b5f-a0b6-c07f257d6bb2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8549514 Dec 12 17:36:15.090758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0d386c-b017-4671-ab7c-2dc139a0312d None None] Network 6fda33f2-cd5a-41b1-a5c2-56d365312aad requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:36:15.102287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cace23-e089-4b6e-8b90-3f9725a516cf req-79b2312e-4ac7-40b5-b404-00cb5b013e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:15.103883 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cace23-e089-4b6e-8b90-3f9725a516cf req-79b2312e-4ac7-40b5-b404-00cb5b013e7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.2738292 Dec 12 17:36:15.176726 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339687ef-2d34-4596-9deb-a701b7c9c71b req-3287327a-8093-45fc-a89b-bd8844f6da9d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:15.178283 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-339687ef-2d34-4596-9deb-a701b7c9c71b req-3287327a-8093-45fc-a89b-bd8844f6da9d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 935 time: 0.3847392 Dec 12 17:36:15.233632 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cace23-e089-4b6e-8b90-3f9725a516cf req-3bdef651-7adf-45a6-8e8a-f928b74e61b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649846 Dec 12 17:36:15.532132 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c63c0cd4-89bf-44e4-8659-8efa38f7f246 None None] Port 81ef64c3-632d-4a53-9292-612978ed8d4b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:36:15.771503 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:15.821357 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f73f7a-e196-42f7-b72e-daec9bafb2a1 None None] Network 6fda33f2-cd5a-41b1-a5c2-56d365312aad requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:36:15.875673 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389e7f45-fa28-497d-b9af-75e76512a258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02cf389a-8001-48d8-ae12-dfb3a457a068'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:15.879442 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eaa657d-6516-4905-80e8-17da41381fbd" -d '{"events": [{"server_uuid": "389e7f45-fa28-497d-b9af-75e76512a258", "name": "network-vif-plugged", "status": "completed", "tag": "02cf389a-8001-48d8-ae12-dfb3a457a068"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:15.939518 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ef64c3-632d-4a53-9292-612978ed8d4b {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:15.948293 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:15.964129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Transition to ACTIVE for port object 81ef64c3-632d-4a53-9292-612978ed8d4b will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:36:16.000657 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-339687ef-2d34-4596-9deb-a701b7c9c71b req-1f75ae18-6671-491c-922e-b1961eb54bc6 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8083200 Dec 12 17:36:16.011812 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:16.018625 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 02cf389a-8001-48d8-ae12-dfb3a457a068, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=02cf389a-8001-48d8-ae12-dfb3a457a068,segment=NetworkSegment(b5f115b0-b298-45f5-806c-99df12a98abb),segment_id=b5f115b0-b298-45f5-806c-99df12a98abb)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:16.068311 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:16.110126 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:36:16.144056 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89b7f7-aee9-4d68-b568-28362a556a65 req-8cd77594-aed2-49a4-812a-bef05367e916 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:16.151771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb89b7f7-aee9-4d68-b568-28362a556a65 req-8cd77594-aed2-49a4-812a-bef05367e916 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 943 time: 0.1872470 Dec 12 17:36:16.348567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=02cf389a-8001-48d8-ae12-dfb3a457a068,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:16.452448 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38590) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:16.459111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Pushing event updated for resources: {'Port': ['ID=81ef64c3-632d-4a53-9292-612978ed8d4b,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:16.508349 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb89b7f7-aee9-4d68-b568-28362a556a65 req-3bd4725b-f306-46d5-bd72-34e994f437d5 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556044 Dec 12 17:36:16.595388 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cace23-e089-4b6e-8b90-3f9725a516cf req-e7d6be28-f5d2-4da4-99aa-f77fed370fad service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3502853 Dec 12 17:36:16.691707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3922389b-f640-4d5f-8ef3-814d805db8e2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1306286095-network', 'tenant_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:16.710919 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c23c5d-eff9-4620-ae09-b240ca78dacb x-openstack-request-id: req-17c23c5d-eff9-4620-ae09-b240ca78dacb {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:16.711368 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389e7f45-fa28-497d-b9af-75e76512a258", "name": "network-vif-plugged", "status": "completed", "tag": "02cf389a-8001-48d8-ae12-dfb3a457a068", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:16.711722 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17c23c5d-eff9-4620-ae09-b240ca78dacb {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:16.712293 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389e7f45-fa28-497d-b9af-75e76512a258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02cf389a-8001-48d8-ae12-dfb3a457a068', 'code': 200} Dec 12 17:36:16.715858 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cace23-e089-4b6e-8b90-3f9725a516cf req-022a9c71-85bb-4340-a1eb-21a585eb21b9 service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973141 Dec 12 17:36:16.735884 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Attempting to bind port 81ef64c3-632d-4a53-9292-612978ed8d4b on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:36:16.736704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Attempting to bind port 81ef64c3-632d-4a53-9292-612978ed8d4b by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:36:16.736827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Attempting to bind port 81ef64c3-632d-4a53-9292-612978ed8d4b on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:16.753317 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Port 81ef64c3-632d-4a53-9292-612978ed8d4b on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:36:16.753317 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Attempting to bind port 81ef64c3-632d-4a53-9292-612978ed8d4b on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:16.757101 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3922389b-f640-4d5f-8ef3-814d805db8e2 admin admin] Made reservation on behalf of b89c8e12c32b4e0dac92f8f96a5ff47e for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:36:16.759683 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3922389b-f640-4d5f-8ef3-814d805db8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:16.769133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:36:16.769475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:36:16.769892 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:36:16.770383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Bound port: 81ef64c3-632d-4a53-9292-612978ed8d4b, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:36:16.771382 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:16.792404 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3922389b-f640-4d5f-8ef3-814d805db8e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:16.805403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:36:16.822068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-89bac09d-e306-4d84-ade2-f096dddd445a tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:16.823705 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-89bac09d-e306-4d84-ade2-f096dddd445a tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/networks?id=6fda33f2-cd5a-41b1-a5c2-56d365312aad HTTP/1.1" status: 200 len: 817 time: 0.3047965 Dec 12 17:36:16.825344 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:16.919854 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-cd0ad1ac-3384-4e02-8503-f6e98eaf202d tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/quotas/f4af0e73ec0f4b9fbcbfe44166122d17 HTTP/1.1" status: 200 len: 375 time: 0.0751765 Dec 12 17:36:16.941730 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-944bbbf0-a117-45f1-a1a9-b8733141752f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:16.969764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff2006-f831-4f23-b155-a2db1b9456d9 req-bc2170a6-5881-41c9-88d8-28b445562b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:16.971532 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23ff2006-f831-4f23-b155-a2db1b9456d9 req-bc2170a6-5881-41c9-88d8-28b445562b3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 1096 time: 0.1258643 Dec 12 17:36:16.993119 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:16.997747 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3922389b-f640-4d5f-8ef3-814d805db8e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:16.998248 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-dba539a7-3835-4582-a8c8-4681a2208748 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4af0e73ec0f4b9fbcbfe44166122d17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536115 Dec 12 17:36:17.007374 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3922389b-f640-4d5f-8ef3-814d805db8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:17.009387 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 has no active binding in host n-h1-760354-5 {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 17:36:17.029328 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3922389b-f640-4d5f-8ef3-814d805db8e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:36:17.043703 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922389b-f640-4d5f-8ef3-814d805db8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e58cbc-6ca0-427e-8c07-0bbf1c414019,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:17.049044 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3922389b-f640-4d5f-8ef3-814d805db8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:17.049451 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-3922389b-f640-4d5f-8ef3-814d805db8e2 admin admin] Added segment 97dfbf0d-dbd9-43de-8f81-dde358664e92 of type vlan for network a4cb14e7-5a95-422b-afe4-0b660b928169 Dec 12 17:36:17.080102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] For port 81ef64c3-632d-4a53-9292-612978ed8d4b, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:36:17.101291 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3922389b-f640-4d5f-8ef3-814d805db8e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:17.118259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecbc7b-6bd7-43df-8607-3324e2741f96 req-d62b6c52-8e2e-4017-9d44-833392daf097 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:17.119793 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6eecbc7b-6bd7-43df-8607-3324e2741f96 req-d62b6c52-8e2e-4017-9d44-833392daf097 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 945 time: 0.2449150 Dec 12 17:36:17.133153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] For port 81ef64c3-632d-4a53-9292-612978ed8d4b, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=81ef64c3-632d-4a53-9292-612978ed8d4b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:36:17.133974 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3922389b-f640-4d5f-8ef3-814d805db8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:17.135449 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3922389b-f640-4d5f-8ef3-814d805db8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:17.136170 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3922389b-f640-4d5f-8ef3-814d805db8e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:17.154524 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:17.164527 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-527035a0-415a-4b93-8b31-c67cc18a133f service neutron] 10.222.0.18 "GET /v2.0/networks/6fda33f2-cd5a-41b1-a5c2-56d365312aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650620 Dec 12 17:36:17.199150 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3922389b-f640-4d5f-8ef3-814d805db8e2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7415459 Dec 12 17:36:17.200207 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38616) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:17.206368 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-488531b9-4f25-4f2d-b764-f5adac380c02 admin admin] Request body: {'subnet': {'network_id': 'a4cb14e7-5a95-422b-afe4-0b660b928169', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306286095-subnet', 'tenant_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:17.210900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922389b-f640-4d5f-8ef3-814d805db8e2 admin admin] Pushing event updated for resources: {'Network': ['ID=a4cb14e7-5a95-422b-afe4-0b660b928169,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:17.228600 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network a4cb14e7-5a95-422b-afe4-0b660b928169 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:36:17.236166 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488531b9-4f25-4f2d-b764-f5adac380c02 admin admin] Made reservation on behalf of b89c8e12c32b4e0dac92f8f96a5ff47e for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:36:17.239226 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-488531b9-4f25-4f2d-b764-f5adac380c02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:17.262495 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23ff2006-f831-4f23-b155-a2db1b9456d9 req-da651ce8-c956-48b5-9e99-56ab9d9d415a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2754495 Dec 12 17:36:17.275924 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:17.276545 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:17.277912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] 10.222.0.31 "PUT /v2.0/ports/81ef64c3-632d-4a53-9292-612978ed8d4b HTTP/1.1" status: 200 len: 1095 time: 2.8252010 Dec 12 17:36:17.278366 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7103bea-c181-496d-a9e6-44d8b393f7d0', 'tag': '81ef64c3-632d-4a53-9292-612978ed8d4b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:17.280676 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5255612-978c-4065-a9d0-4a5d05fcb6be" -d '{"events": [{"name": "network-changed", "server_uuid": "c7103bea-c181-496d-a9e6-44d8b393f7d0", "tag": "81ef64c3-632d-4a53-9292-612978ed8d4b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:17.343047 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6eecbc7b-6bd7-43df-8607-3324e2741f96 req-b9ee08ab-70e2-4584-bac1-c22216d95d1b tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063520 Dec 12 17:36:17.374213 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:17.376406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a202c-9b0c-432d-a772-5f55c81a3034 service neutron] Pushing event updated for resources: {'Port': ['ID=81ef64c3-632d-4a53-9292-612978ed8d4b,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:17.420704 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-03a1faf4-9011-44ab-8cf0-e7c223e26b50 service neutron] 10.222.0.18 "GET /v2.0/networks/6fda33f2-cd5a-41b1-a5c2-56d365312aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552736 Dec 12 17:36:17.455030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-0298196b-3826-4966-ba98-a85e98570189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:17.457112 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-0298196b-3826-4966-ba98-a85e98570189 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 1098 time: 0.1059995 Dec 12 17:36:17.524160 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-488531b9-4f25-4f2d-b764-f5adac380c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:17.549955 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-2e6f3ec7-ae13-4df0-9be1-e023a37c09d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=81ef64c3-632d-4a53-9292-612978ed8d4b HTTP/1.1" status: 200 len: 217 time: 0.0844223 Dec 12 17:36:17.584054 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488531b9-4f25-4f2d-b764-f5adac380c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c605e851-b7a5-4204-9da8-9a795804678e,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:17.621752 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488531b9-4f25-4f2d-b764-f5adac380c02 admin admin] Checking segment: {'id': '97dfbf0d-dbd9-43de-8f81-dde358664e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a4cb14e7-5a95-422b-afe4-0b660b928169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:36:17.622440 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488531b9-4f25-4f2d-b764-f5adac380c02 admin admin] Network hostable DHCP agents. Network: a4cb14e7-5a95-422b-afe4-0b660b928169, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:36:17.641325 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488531b9-4f25-4f2d-b764-f5adac380c02 admin admin] Network a4cb14e7-5a95-422b-afe4-0b660b928169 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:36:17.652336 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-dd1a0ade-2b22-42e0-ac04-6ea660a89ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:17.653424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-488531b9-4f25-4f2d-b764-f5adac380c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, a4cb14e7-5a95-422b-afe4-0b660b928169) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:36:17.654624 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-dd1a0ade-2b22-42e0-ac04-6ea660a89ed8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0868974 Dec 12 17:36:17.658230 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488531b9-4f25-4f2d-b764-f5adac380c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:17.659037 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-488531b9-4f25-4f2d-b764-f5adac380c02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:17.669010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e07d7d-285a-46f5-b2cc-736c319d4f64 None None] Network a4cb14e7-5a95-422b-afe4-0b660b928169 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:36:17.684059 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74106a95-a617-4f75-bee4-c06036815521 req-996a53b5-3797-436f-97f5-943c3b684483 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:17.687853 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74106a95-a617-4f75-bee4-c06036815521 req-996a53b5-3797-436f-97f5-943c3b684483 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 947 time: 0.1368301 Dec 12 17:36:17.723481 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-488531b9-4f25-4f2d-b764-f5adac380c02 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5229025 Dec 12 17:36:17.726757 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38628) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:17.738354 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1306286095-router', 'tenant_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:17.798016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-5895b78e-8643-47b9-8484-b3f2e1e9601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:17.800451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-5895b78e-8643-47b9-8484-b3f2e1e9601c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1082230 Dec 12 17:36:17.804353 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:17.804942 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74106a95-a617-4f75-bee4-c06036815521 req-9d6e14cf-2ac8-4342-b93e-f503afaba458 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731797 Dec 12 17:36:17.815021 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:17.929866 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-a4cb14e7-5a95-422b-afe4-0b660b928169', 'network_id': 'a4cb14e7-5a95-422b-afe4-0b660b928169', 'project_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'fixed_ips': [{'subnet_id': 'c605e851-b7a5-4204-9da8-9a795804678e'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:36:17.930745 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:17.941236 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:17.950163 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a23802-cb42-414d-9894-55bcf3a38c6a x-openstack-request-id: req-72a23802-cb42-414d-9894-55bcf3a38c6a {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:17.950874 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7103bea-c181-496d-a9e6-44d8b393f7d0", "tag": "81ef64c3-632d-4a53-9292-612978ed8d4b", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:17.950874 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72a23802-cb42-414d-9894-55bcf3a38c6a {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:17.951240 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7103bea-c181-496d-a9e6-44d8b393f7d0', 'tag': '81ef64c3-632d-4a53-9292-612978ed8d4b', 'status': 'completed', 'code': 200} Dec 12 17:36:17.959662 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-e3bfb195-d3db-40fc-a43f-484dc36954f5 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500790 Dec 12 17:36:18.154667 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:18.165642 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-69fad733-fb65-4eae-a6f2-dfb35b5cb102 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7c85115c9a8a43e8a7838fe66477e7e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1412964 Dec 12 17:36:18.201875 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:18.203118 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Allocated IP 172.20.0.2 (a4cb14e7-5a95-422b-afe4-0b660b928169/c605e851-b7a5-4204-9da8-9a795804678e/ffd82205-8cbe-42b8-a9e9-5065a0fddd19) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:36:18.288779 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-6e1d73ad-71d3-43b0-891e-58abaf6ad121 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:18.295910 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-6e1d73ad-71d3-43b0-891e-58abaf6ad121 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1294177 Dec 12 17:36:18.326358 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-8840e51c-7d90-4ea1-8883-57a40ff503b3 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/quotas/7c85115c9a8a43e8a7838fe66477e7e3 HTTP/1.1" status: 200 len: 375 time: 0.0295532 Dec 12 17:36:18.359773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c079716-3100-4559-89b1-d792605f0f75 req-d061c583-1bcb-436d-a74a-199ef764ff3e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:18.372396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c079716-3100-4559-89b1-d792605f0f75 req-d061c583-1bcb-436d-a74a-199ef764ff3e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 943 time: 0.2729838 Dec 12 17:36:18.422830 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-53039629-f45e-4b2e-92e0-0622aa7b58df tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c85115c9a8a43e8a7838fe66477e7e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0955522 Dec 12 17:36:18.439365 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:18.460009 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74212cfe-2e84-4cf1-8e81-f01c60b1c910 req-76a393a1-0051-4c20-84e7-a8ae2392b068 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917524 Dec 12 17:36:18.501451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c079716-3100-4559-89b1-d792605f0f75 req-756b445c-54b6-48e3-ac90-3ec7216f8dfa tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282201 Dec 12 17:36:18.503304 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:18.506150 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:18.529123 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:18.617620 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Pushing event updated for resources: {'Port': ['ID=ffd82205-8cbe-42b8-a9e9-5065a0fddd19,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:18.644110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Network a4cb14e7-5a95-422b-afe4-0b660b928169 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:36:18.647301 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:36:18.650562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:36:18.711495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] Allocated IP 172.25.1.215 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:36:18.714263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5255612-978c-4065-a9d0-4a5d05fcb6be req-b9774558-921d-4b9a-a9f7-8241249d9fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:18.725453 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5255612-978c-4065-a9d0-4a5d05fcb6be req-b9774558-921d-4b9a-a9f7-8241249d9fa3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 1098 time: 0.1891689 Dec 12 17:36:18.756822 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Attempting to bind port ffd82205-8cbe-42b8-a9e9-5065a0fddd19 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:36:18.757407 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Attempting to bind port ffd82205-8cbe-42b8-a9e9-5065a0fddd19 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '97dfbf0d-dbd9-43de-8f81-dde358664e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a4cb14e7-5a95-422b-afe4-0b660b928169'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:36:18.757887 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Attempting to bind port ffd82205-8cbe-42b8-a9e9-5065a0fddd19 on network a4cb14e7-5a95-422b-afe4-0b660b928169 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:18.775033 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:36:18.775586 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Checking segment: {'id': '97dfbf0d-dbd9-43de-8f81-dde358664e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a4cb14e7-5a95-422b-afe4-0b660b928169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:36:18.776831 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:18.778523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Bound using segment: {'id': '97dfbf0d-dbd9-43de-8f81-dde358664e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a4cb14e7-5a95-422b-afe4-0b660b928169'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:36:18.779135 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Bound port: ffd82205-8cbe-42b8-a9e9-5065a0fddd19, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97dfbf0d-dbd9-43de-8f81-dde358664e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a4cb14e7-5a95-422b-afe4-0b660b928169'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:36:18.779664 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:18.820622 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a86bdb31-96e5-4eb8-805b-c33955397c67 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:36:18.954930 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:19.015745 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] For port ffd82205-8cbe-42b8-a9e9-5065a0fddd19, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:36:19.023384 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] For port ffd82205-8cbe-42b8-a9e9-5065a0fddd19, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ffd82205-8cbe-42b8-a9e9-5065a0fddd19,segment=NetworkSegment(97dfbf0d-dbd9-43de-8f81-dde358664e92),segment_id=97dfbf0d-dbd9-43de-8f81-dde358664e92)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:36:19.034163 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:19.050956 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63fa6a2b-3dde-4961-962a-2641dbee38b9 req-53775c9e-a669-4f49-97ec-999fda5630f7 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/ports?device_id=de368aa6-d409-4f52-b193-1a004b25c408 HTTP/1.1" status: 200 len: 210 time: 0.1051257 Dec 12 17:36:19.070509 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:19.127672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6e8d6-fd20-4d1e-b8b7-e603a1a36ee3 req-46034f48-870e-416a-bceb-bceb0bc1572f tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:19.130606 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6f6e8d6-fd20-4d1e-b8b7-e603a1a36ee3 req-46034f48-870e-416a-bceb-bceb0bc1572f tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 945 time: 0.3237069 Dec 12 17:36:19.188245 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port a86bdb31-96e5-4eb8-805b-c33955397c67, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a86bdb31-96e5-4eb8-805b-c33955397c67,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:19.189367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5255612-978c-4065-a9d0-4a5d05fcb6be req-a2b4f785-3c59-448b-b13e-3e33d797c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:19.191329 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5255612-978c-4065-a9d0-4a5d05fcb6be req-a2b4f785-3c59-448b-b13e-3e33d797c766 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.4575469 Dec 12 17:36:19.213863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'a86bdb31-96e5-4eb8-805b-c33955397c67', 'network_id': '256368dc-5e68-4402-91a5-533328bbf958', 'port_id': 'a86bdb31-96e5-4eb8-805b-c33955397c67', 'mac_address': 'fa:16:3e:be:c4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5209e1-f35d-462f-abcb-435d8a0a7895', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:36:19.232147 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f810b7-c46c-441f-9e33-8483a4de2c23 None None] Pushing event updated for resources: {'Port': ['ID=ffd82205-8cbe-42b8-a9e9-5065a0fddd19,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:19.247386 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:36:19.264298 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:36:19.283049 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:36:19.313130 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:19.346250 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a86bdb31-96e5-4eb8-805b-c33955397c67 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:19.348390 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5255612-978c-4065-a9d0-4a5d05fcb6be req-a718370e-43f8-4de6-8841-5a016d93817b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=81ef64c3-632d-4a53-9292-612978ed8d4b HTTP/1.1" status: 200 len: 217 time: 0.1332734 Dec 12 17:36:19.361638 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] Pushing event updated for resources: {'Port': ['ID=bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:19.365244 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d17d4fcb-7ddf-4a24-b491-abe2c9173b35 req-4a8cf5b2-2911-432d-a0aa-1531d6fa27e2 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/ports?device_id=08b8a375-7b14-485c-b021-0c82391bc3f5 HTTP/1.1" status: 200 len: 210 time: 0.1483684 Dec 12 17:36:19.426036 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port a86bdb31-96e5-4eb8-805b-c33955397c67, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a86bdb31-96e5-4eb8-805b-c33955397c67,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:19.444700 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:19.616816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=a86bdb31-96e5-4eb8-805b-c33955397c67,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:19.648796 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6f6e8d6-fd20-4d1e-b8b7-e603a1a36ee3 req-3d568ae9-a14c-488f-9e2c-2b1a0c649023 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5024211 Dec 12 17:36:19.678373 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['a86bdb31-96e5-4eb8-805b-c33955397c67'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:36:19.742486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5255612-978c-4065-a9d0-4a5d05fcb6be req-873ef889-14b0-41cf-8475-3bffca6df05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:19.744103 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5255612-978c-4065-a9d0-4a5d05fcb6be req-873ef889-14b0-41cf-8475-3bffca6df05a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.3586500 Dec 12 17:36:19.878774 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:19.896428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75bfb1-8303-4780-b152-241d43efc6af req-5d6d6eac-727d-4c98-b380-5b60701f0c3f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:19.904039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd75bfb1-8303-4780-b152-241d43efc6af req-5d6d6eac-727d-4c98-b380-5b60701f0c3f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 947 time: 0.4215610 Dec 12 17:36:19.919387 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:19.991964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5255612-978c-4065-a9d0-4a5d05fcb6be req-05797efe-cf57-4b94-960c-272e38e55e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:19.993947 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5255612-978c-4065-a9d0-4a5d05fcb6be req-05797efe-cf57-4b94-960c-272e38e55e95 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2343693 Dec 12 17:36:20.009745 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b314d-82ce-46c2-bd03-2886a2aba329 req-60a44faf-728a-480f-9660-17c4fff8ce53 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:20.015722 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-588b314d-82ce-46c2-bd03-2886a2aba329 req-60a44faf-728a-480f-9660-17c4fff8ce53 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 943 time: 0.2299066 Dec 12 17:36:20.062153 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd75bfb1-8303-4780-b152-241d43efc6af req-845087b4-0608-4173-83e3-96facdc5e6b7 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572313 Dec 12 17:36:20.088743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6bb4d39-311b-4337-bcaa-4fc75047945d req-63ae0965-255e-4c2a-987e-0351d05f0225 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=478a62b5-5a01-43db-9e05-937e6514868d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1755788 Dec 12 17:36:20.275736 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb4d39-311b-4337-bcaa-4fc75047945d req-a92ca137-7216-496e-acce-53d01aeb8030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:20.277121 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d6bb4d39-311b-4337-bcaa-4fc75047945d req-a92ca137-7216-496e-acce-53d01aeb8030 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=478a62b5-5a01-43db-9e05-937e6514868d HTTP/1.1" status: 200 len: 1101 time: 0.1008253 Dec 12 17:36:20.292009 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:20.525035 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5fb1c3e2-2bd3-44f9-9183-e647e87f2b0b req-09b6407a-2ee9-447d-8609-baf944c4357f tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/ports?device_id=de368aa6-d409-4f52-b193-1a004b25c408 HTTP/1.1" status: 200 len: 210 time: 0.1519885 Dec 12 17:36:20.573487 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb4d39-311b-4337-bcaa-4fc75047945d req-fc45561f-cc15-435f-a0b2-1c228da07317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:20.575638 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d6bb4d39-311b-4337-bcaa-4fc75047945d req-fc45561f-cc15-435f-a0b2-1c228da07317 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1889367 Dec 12 17:36:20.587389 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-588b314d-82ce-46c2-bd03-2886a2aba329 req-783e60f4-f5a0-4115-91d5-2fd1f4cb8667 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290067 Dec 12 17:36:20.648944 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5255612-978c-4065-a9d0-4a5d05fcb6be req-0bb9bae1-c1fc-4781-9d45-2e46f1fc5462 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327674 Dec 12 17:36:20.673761 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:20.689158 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-e230bc0e-5729-45a8-a14a-d5197f34c725 service neutron] 10.222.0.20 "GET /v2.0/ports/8f5e7e69-a20e-4c82-b5ca-6860925f8bd2/bindings/n-h1-760354-5 HTTP/1.1" status: 200 len: 384 time: 0.5084999 Dec 12 17:36:20.689740 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.20', 53228) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:20.719287 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d6bb4d39-311b-4337-bcaa-4fc75047945d req-dc9a7734-3bea-481d-be7e-8b5191f917ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=de6c5e76-2a11-4fc6-a988-a7a37cf68a9a HTTP/1.1" status: 200 len: 217 time: 0.1006026 Dec 12 17:36:20.722244 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-5143129d-da61-41bf-a55d-57cfe7bcb43b tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:20.727476 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-5143129d-da61-41bf-a55d-57cfe7bcb43b tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.20 "GET /v2.0/networks?id=6fda33f2-cd5a-41b1-a5c2-56d365312aad HTTP/1.1" status: 200 len: 817 time: 0.5659549 Dec 12 17:36:20.736282 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] Router bdbe47b5-6b2d-485c-ae48-c09e499fa171 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:36:20.818004 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a86bdb31-96e5-4eb8-805b-c33955397c67 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:36:20.825457 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-44361ed8-f285-4ceb-9b6e-fcfa52a83684 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Request body: {'port': {'device_id': '6c6c647f-30d5-49c1-9713-5fe2052987f8', 'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad', 'admin_state_up': True, 'tenant_id': 'f4af0e73ec0f4b9fbcbfe44166122d17'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:20.907363 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port a86bdb31-96e5-4eb8-805b-c33955397c67 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:20.907941 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:21.007051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8b067d-5e9d-45d5-bf84-7e44e7da3acd None None] Network a4cb14e7-5a95-422b-afe4-0b660b928169 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:36:21.023237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:36:21.032269 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb4d39-311b-4337-bcaa-4fc75047945d req-70a3db9e-6490-4769-9736-e91d805931a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:21.033784 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d6bb4d39-311b-4337-bcaa-4fc75047945d req-70a3db9e-6490-4769-9736-e91d805931a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.2917261 Dec 12 17:36:21.118785 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:21.120807 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dc08a851-687b-4c5d-a9ce-a8623fa54836 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.3930218 Dec 12 17:36:21.124976 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38760) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:21.323427 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.20', 53229) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:21.407168 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ffd82205-8cbe-42b8-a9e9-5065a0fddd19 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:36:21.413602 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Sync routers for ids ['bdbe47b5-6b2d-485c-ae48-c09e499fa171'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:36:21.436676 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb4d39-311b-4337-bcaa-4fc75047945d req-4f864de1-bf88-4ccc-a885-06703f482800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:21.438193 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d6bb4d39-311b-4337-bcaa-4fc75047945d req-4f864de1-bf88-4ccc-a885-06703f482800 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3831303 Dec 12 17:36:21.486976 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Routers {'bdbe47b5-6b2d-485c-ae48-c09e499fa171'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:36:21.487873 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:36:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['bdbe47b5-6b2d-485c-ae48-c09e499fa171'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:21.606341 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Set router bdbe47b5-6b2d-485c-ae48-c09e499fa171 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:36:21.685576 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:21.692240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95ada778-87c1-47e1-af2f-38e8058f5cca req-bb8d6111-e3d5-4380-b344-e8960e0ddad6 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/ports?device_id=08b8a375-7b14-485c-b021-0c82391bc3f5 HTTP/1.1" status: 200 len: 210 time: 0.9391956 Dec 12 17:36:21.719259 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-641b7079-c7e7-455e-bd74-78537065acdb None None] Provisioning complete for port ffd82205-8cbe-42b8-a9e9-5065a0fddd19 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:21.719664 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-641b7079-c7e7-455e-bd74-78537065acdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:21.762798 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-b7c44296-4b4b-4076-b0fc-772f75454f7d tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:21.764353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-b7c44296-4b4b-4076-b0fc-772f75454f7d tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.20 "GET /v2.0/networks?id=6fda33f2-cd5a-41b1-a5c2-56d365312aad HTTP/1.1" status: 200 len: 817 time: 1.0733757 Dec 12 17:36:21.879270 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84060acd-dc9b-45ba-b4e3-ff8307afde8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86bdb31-96e5-4eb8-805b-c33955397c67'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:21.882485 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6e5701-f087-4158-bc0a-8c4976a28625" -d '{"events": [{"server_uuid": "84060acd-dc9b-45ba-b4e3-ff8307afde8c", "name": "network-vif-plugged", "status": "completed", "tag": "a86bdb31-96e5-4eb8-805b-c33955397c67"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:21.937863 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.20', 53230) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:21.958580 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port a86bdb31-96e5-4eb8-805b-c33955397c67, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a86bdb31-96e5-4eb8-805b-c33955397c67,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:21.964448 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-b9b4a85f-1fd5-42df-8f19-21a4f3cab16d tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Request body: {'port': {'device_id': '0a0e0591-e102-40e6-aaf9-668a87ab8f62', 'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad', 'admin_state_up': True, 'tenant_id': 'f4af0e73ec0f4b9fbcbfe44166122d17'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:22.015738 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5255612-978c-4065-a9d0-4a5d05fcb6be req-f09a5e48-2d39-4e19-a884-e8f5eb55fee4 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2872050 Dec 12 17:36:22.021659 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:22.044545 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-641b7079-c7e7-455e-bd74-78537065acdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:22.204016 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ffd82205-8cbe-42b8-a9e9-5065a0fddd19 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:22.204447 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:22.275685 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ab559-4f5a-4542-9b8c-7ce00387c593 req-79ce8cd3-7c64-4f68-8d2b-4c2a9d97393c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:22.283844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f9ab559-4f5a-4542-9b8c-7ce00387c593 req-79ce8cd3-7c64-4f68-8d2b-4c2a9d97393c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 947 time: 0.3602288 Dec 12 17:36:22.293660 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e0134-c102-4143-999b-d2713119c2c5 req-6cf65c62-8d3c-4de8-8fba-5c42f834a774 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:22.295495 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-847e0134-c102-4143-999b-d2713119c2c5 req-6cf65c62-8d3c-4de8-8fba-5c42f834a774 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 945 time: 1.4850507 Dec 12 17:36:22.312895 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-831f5b2a-3a2b-4e64-86b0-bc90e8690d32 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7c85115c9a8a43e8a7838fe66477e7e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3720536 Dec 12 17:36:22.320065 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-f60daeba-33e9-4b62-b815-9b6ceaf1d855 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:22.321519 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-f60daeba-33e9-4b62-b815-9b6ceaf1d855 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.20 "GET /v2.0/networks?id=6fda33f2-cd5a-41b1-a5c2-56d365312aad HTTP/1.1" status: 200 len: 817 time: 0.9825964 Dec 12 17:36:22.323392 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d6bb4d39-311b-4337-bcaa-4fc75047945d req-1e70998f-dffa-42d7-9ad8-cd06079baf20 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8605278 Dec 12 17:36:22.398243 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-cec0ff0f-cc9e-4c61-a62f-ab210d7613c2 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Request body: {'port': {'device_id': '08b8a375-7b14-485c-b021-0c82391bc3f5', 'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad', 'admin_state_up': True, 'tenant_id': 'f4af0e73ec0f4b9fbcbfe44166122d17'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:22.472108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=a86bdb31-96e5-4eb8-805b-c33955397c67,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:22.475320 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:36:22.512420 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-641b7079-c7e7-455e-bd74-78537065acdb None None] For port ffd82205-8cbe-42b8-a9e9-5065a0fddd19, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ffd82205-8cbe-42b8-a9e9-5065a0fddd19,segment=NetworkSegment(97dfbf0d-dbd9-43de-8f81-dde358664e92),segment_id=97dfbf0d-dbd9-43de-8f81-dde358664e92)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:22.518023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f9ab559-4f5a-4542-9b8c-7ce00387c593 req-5093b7e8-d817-4915-aaba-7acf4757cb1e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330399 Dec 12 17:36:22.550959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-44361ed8-f285-4ceb-9b6e-fcfa52a83684 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Made reservation on behalf of f4af0e73ec0f4b9fbcbfe44166122d17 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:36:22.555922 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-44361ed8-f285-4ceb-9b6e-fcfa52a83684 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:22.560177 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-d3ceff07-dc43-4810-b388-70ef11e831e7 service neutron] For port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:22.563284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-b9b4a85f-1fd5-42df-8f19-21a4f3cab16d tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Made reservation on behalf of f4af0e73ec0f4b9fbcbfe44166122d17 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:36:22.568067 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-b9b4a85f-1fd5-42df-8f19-21a4f3cab16d tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:22.578966 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-641b7079-c7e7-455e-bd74-78537065acdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:22.677960 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-847e0134-c102-4143-999b-d2713119c2c5 req-9f8400cd-dddc-437b-a706-18831ec433d3 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3355994 Dec 12 17:36:22.687327 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-d3ceff07-dc43-4810-b388-70ef11e831e7 service neutron] For port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:36:22.728614 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe47b5-6b2d-485c-ae48-c09e499fa171', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306286095-router', 'tenant_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:36:17Z', 'updated_at': '2021-12-12T17:36:19Z', 'revision_number': 3, 'project_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'gw_port': {'id': 'bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe47b5-6b2d-485c-ae48-c09e499fa171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:36:18Z', 'updated_at': '2021-12-12T17:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:22.842757 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Checking router: bdbe47b5-6b2d-485c-ae48-c09e499fa171 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:36:22.843018 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Updating router bdbe47b5-6b2d-485c-ae48-c09e499fa171 port bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:36:22.843547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-d3ceff07-dc43-4810-b388-70ef11e831e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:22.854253 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b7079-c7e7-455e-bd74-78537065acdb None None] Pushing event updated for resources: {'Port': ['ID=ffd82205-8cbe-42b8-a9e9-5065a0fddd19,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:22.857011 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 81ef64c3-632d-4a53-9292-612978ed8d4b details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:36:22.871534 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-d3ceff07-dc43-4810-b388-70ef11e831e7 service neutron] For port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:22.920917 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2de63768-3cb1-4409-8cb6-990f961969bf req-220f6644-d01b-4fcf-9f4c-dfa9f61dc114 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/ports?device_id=de368aa6-d409-4f52-b193-1a004b25c408 HTTP/1.1" status: 200 len: 210 time: 0.0680172 Dec 12 17:36:22.982157 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-d3ceff07-dc43-4810-b388-70ef11e831e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:23.001262 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-263d09db-c28d-4512-a376-947d95fd85b1 None None] Provisioning complete for port ffd82205-8cbe-42b8-a9e9-5065a0fddd19 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:23.001788 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-263d09db-c28d-4512-a376-947d95fd85b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:23.075450 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 81ef64c3-632d-4a53-9292-612978ed8d4b, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=81ef64c3-632d-4a53-9292-612978ed8d4b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:23.097050 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:23.101708 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '81ef64c3-632d-4a53-9292-612978ed8d4b', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '81ef64c3-632d-4a53-9292-612978ed8d4b', 'mac_address': 'fa:16:3e:19:f4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:36:23.106439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-d3ceff07-dc43-4810-b388-70ef11e831e7 service neutron] Transition to ACTIVE for port object 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:36:23.125380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-b9b4a85f-1fd5-42df-8f19-21a4f3cab16d tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Allocated IP 172.20.0.14 (6fda33f2-cd5a-41b1-a5c2-56d365312aad/134d5e13-2004-49bf-8504-0d095a3837a9/6528e3b4-9b6e-4df7-8785-9aff740876ab) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:36:23.275060 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:23.297202 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-46910137-1dae-495d-8dcb-ff9a5775ec55 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:23.300253 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-46910137-1dae-495d-8dcb-ff9a5775ec55 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9588304 Dec 12 17:36:23.302384 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ffd82205-8cbe-42b8-a9e9-5065a0fddd19 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:36:23.309255 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-d3ceff07-dc43-4810-b388-70ef11e831e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:23.335918 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d6bb4d39-311b-4337-bcaa-4fc75047945d req-9495418a-4813-4a9b-87c4-0db959f55f06 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9091101 Dec 12 17:36:23.359991 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-22e182c7-db6e-4eb9-900f-e83f3b68fa09 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Request body: {'port': {'device_id': 'de368aa6-d409-4f52-b193-1a004b25c408', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': '7c85115c9a8a43e8a7838fe66477e7e3'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:23.395767 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ef64c3-632d-4a53-9292-612978ed8d4b {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:23.577942 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-d3ceff07-dc43-4810-b388-70ef11e831e7 service neutron] No DVR routers for this DVR port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:36:23.609002 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 81ef64c3-632d-4a53-9292-612978ed8d4b, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=81ef64c3-632d-4a53-9292-612978ed8d4b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:23.617547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c3f11-2107-4198-a2f9-861f31ad7a70 req-29efff58-46fc-4918-b72f-d50458c10391 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:23.623137 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:23.625611 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e62c3f11-2107-4198-a2f9-861f31ad7a70 req-29efff58-46fc-4918-b72f-d50458c10391 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 944 time: 0.3897829 Dec 12 17:36:23.636784 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-cec0ff0f-cc9e-4c61-a62f-ab210d7613c2 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Made reservation on behalf of f4af0e73ec0f4b9fbcbfe44166122d17 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:36:23.640509 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-cec0ff0f-cc9e-4c61-a62f-ab210d7613c2 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:23.698903 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ceff07-dc43-4810-b388-70ef11e831e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,revision_number=10']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:23.702475 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ffd82205-8cbe-42b8-a9e9-5065a0fddd19 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:23.707489 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:23.711452 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-d3ceff07-dc43-4810-b388-70ef11e831e7 service neutron] 10.222.0.20 "PUT /v2.0/ports/8f5e7e69-a20e-4c82-b5ca-6860925f8bd2/bindings/n-h1-760354-5/activate HTTP/1.1" status: 200 len: 369 time: 2.9598126 Dec 12 17:36:23.735947 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-b9b4a85f-1fd5-42df-8f19-21a4f3cab16d tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:23.785442 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e62c3f11-2107-4198-a2f9-861f31ad7a70 req-c2e527da-f365-43ee-ba05-4f1d95676366 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530535 Dec 12 17:36:23.888935 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-b9b4a85f-1fd5-42df-8f19-21a4f3cab16d tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:23.898344 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=81ef64c3-632d-4a53-9292-612978ed8d4b,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:23.910407 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427d5617-d1ec-4f3b-9936-15d48e8662a8 x-openstack-request-id: req-427d5617-d1ec-4f3b-9936-15d48e8662a8 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:23.914375 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84060acd-dc9b-45ba-b4e3-ff8307afde8c", "name": "network-vif-plugged", "status": "completed", "tag": "a86bdb31-96e5-4eb8-805b-c33955397c67", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:23.917744 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-427d5617-d1ec-4f3b-9936-15d48e8662a8 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:23.918347 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84060acd-dc9b-45ba-b4e3-ff8307afde8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86bdb31-96e5-4eb8-805b-c33955397c67', 'code': 200} Dec 12 17:36:23.996930 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-b9b4a85f-1fd5-42df-8f19-21a4f3cab16d tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Network 6fda33f2-cd5a-41b1-a5c2-56d365312aad is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:36:24.010861 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:24.015012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-b9b4a85f-1fd5-42df-8f19-21a4f3cab16d tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:36:24.042648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-b9b4a85f-1fd5-42df-8f19-21a4f3cab16d tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:36:24.066614 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:24.113746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-44361ed8-f285-4ceb-9b6e-fcfa52a83684 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Allocated IP 172.20.0.6 (6fda33f2-cd5a-41b1-a5c2-56d365312aad/134d5e13-2004-49bf-8504-0d095a3837a9/998a41d1-f54c-4cb6-a332-5307356995ba) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:36:24.148951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-22e182c7-db6e-4eb9-900f-e83f3b68fa09 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Made reservation on behalf of 7c85115c9a8a43e8a7838fe66477e7e3 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:36:24.150020 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['81ef64c3-632d-4a53-9292-612978ed8d4b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:36:24.152319 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-22e182c7-db6e-4eb9-900f-e83f3b68fa09 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:24.178463 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db93680c-f0ea-4dbb-a9dc-afb805b0b106 req-c30e9236-7b2b-4905-a98a-5be05d88a5e3 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/ports?device_id=08b8a375-7b14-485c-b021-0c82391bc3f5 HTTP/1.1" status: 200 len: 210 time: 0.1563864 Dec 12 17:36:24.191622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4a85f-1fd5-42df-8f19-21a4f3cab16d tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Pushing event updated for resources: {'Port': ['ID=6528e3b4-9b6e-4df7-8785-9aff740876ab,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:24.211459 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-22e182c7-db6e-4eb9-900f-e83f3b68fa09 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:24.337121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-b9b4a85f-1fd5-42df-8f19-21a4f3cab16d tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:24.337908 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-b9b4a85f-1fd5-42df-8f19-21a4f3cab16d tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:24.368970 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Attempting to bind port bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:36:24.369859 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Attempting to bind port bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:36:24.370331 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Attempting to bind port bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:24.383534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:36:24.384099 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:36:24.384615 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:24.385222 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:36:24.386139 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Bound port: bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:36:24.386622 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:24.388611 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14c98a-d1b7-4db4-97f4-9212a631b767 None None] Pushing event updated for resources: {'Port': ['ID=bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:24.391736 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-b9b4a85f-1fd5-42df-8f19-21a4f3cab16d tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4654019 Dec 12 17:36:24.425868 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73bbb084-817e-4c6a-90da-2cf51c9e7bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:24.498168 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] For port bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:36:24.538905 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] For port bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:36:24.555157 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:24.590056 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-22e182c7-db6e-4eb9-900f-e83f3b68fa09 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:24.592946 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-44361ed8-f285-4ceb-9b6e-fcfa52a83684 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:24.647001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Routers {'bdbe47b5-6b2d-485c-ae48-c09e499fa171'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:36:24.647748 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:36:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['bdbe47b5-6b2d-485c-ae48-c09e499fa171'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:24.673629 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-22e182c7-db6e-4eb9-900f-e83f3b68fa09 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:24.697560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Request body: {'port': {'device_id': '0a0e0591-e102-40e6-aaf9-668a87ab8f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:24.790627 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:24.815777 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-44361ed8-f285-4ceb-9b6e-fcfa52a83684 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:24.876642 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-44361ed8-f285-4ceb-9b6e-fcfa52a83684 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Network 6fda33f2-cd5a-41b1-a5c2-56d365312aad is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:36:24.889733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-44361ed8-f285-4ceb-9b6e-fcfa52a83684 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:36:24.899138 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-44361ed8-f285-4ceb-9b6e-fcfa52a83684 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:36:24.932120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14c98a-d1b7-4db4-97f4-9212a631b767 None None] Pushing event updated for resources: {'Port': ['ID=bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:24.983861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-44361ed8-f285-4ceb-9b6e-fcfa52a83684 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:24.984798 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-44361ed8-f285-4ceb-9b6e-fcfa52a83684 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:24.990701 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] Set router bdbe47b5-6b2d-485c-ae48-c09e499fa171 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:36:24.992148 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e182c7-db6e-4eb9-900f-e83f3b68fa09 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27943dda-8933-4bd6-9960-1951dc16a060,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:25.004961 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a0f79-a479-48a3-b4ff-020dd9fa1033 req-9fe6aeae-0147-4ef6-a8f0-95b237af8254 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:25.007084 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fb8a0f79-a479-48a3-b4ff-020dd9fa1033 req-9fe6aeae-0147-4ef6-a8f0-95b237af8254 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 945 time: 0.6863379 Dec 12 17:36:25.017390 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-44361ed8-f285-4ceb-9b6e-fcfa52a83684 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2420349 Dec 12 17:36:25.018050 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38842) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:25.035899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-79dc1fc4-5659-4edc-b451-0e6987621fdc tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Request body: {'floatingip': {'port_id': '02cf389a-8001-48d8-ae12-dfb3a457a068'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:25.093350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Request body: {'port': {'device_id': '6c6c647f-30d5-49c1-9713-5fe2052987f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:25.097975 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79dc1fc4-5659-4edc-b451-0e6987621fdc tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:25.107856 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-cec0ff0f-cc9e-4c61-a62f-ab210d7613c2 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Allocated IP 172.20.0.7 (6fda33f2-cd5a-41b1-a5c2-56d365312aad/134d5e13-2004-49bf-8504-0d095a3837a9/5eede4ae-3981-47c7-ba30-17bed8d66aa5) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:36:25.113800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-a1d63606-5917-41de-98bd-7b4b80552836 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:25.116124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-a1d63606-5917-41de-98bd-7b4b80552836 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7&tenant_id=5086af56094840bd807cfda793fdb5e6&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 1095 time: 0.3777554 Dec 12 17:36:25.205939 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-73bbb084-817e-4c6a-90da-2cf51c9e7bb3 admin admin] Allocated IP 172.20.0.1 (a4cb14e7-5a95-422b-afe4-0b660b928169/c605e851-b7a5-4204-9da8-9a795804678e/af23e661-7fc6-46f9-a121-7ade4481ee01) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:36:25.258374 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-22e182c7-db6e-4eb9-900f-e83f3b68fa09 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Allocated IP 192.168.233.147 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/342116f9-8ce5-4832-ae91-bf2cd9a6cc0e) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:36:25.307247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44361ed8-f285-4ceb-9b6e-fcfa52a83684 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Pushing event updated for resources: {'Port': ['ID=998a41d1-f54c-4cb6-a332-5307356995ba,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:25.418943 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:25.507601 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe47b5-6b2d-485c-ae48-c09e499fa171', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306286095-router', 'tenant_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:36:17Z', 'updated_at': '2021-12-12T17:36:19Z', 'revision_number': 3, 'project_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'gw_port': {'id': 'bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe47b5-6b2d-485c-ae48-c09e499fa171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:36:18Z', 'updated_at': '2021-12-12T17:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:25.596532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-b11d7be7-738e-410f-8d3f-5ceffe1ac05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:25.598137 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-b11d7be7-738e-410f-8d3f-5ceffe1ac05e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7&tenant_id=5086af56094840bd807cfda793fdb5e6 HTTP/1.1" status: 200 len: 1095 time: 0.4265342 Dec 12 17:36:25.600418 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7205d379-c77b-40d0-863a-63f3ea159284 None None] The sync data for ids ['bdbe47b5-6b2d-485c-ae48-c09e499fa171'] in n-d-760354-5 is: [{'id': 'bdbe47b5-6b2d-485c-ae48-c09e499fa171', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306286095-router', 'tenant_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:36:17Z', 'updated_at': '2021-12-12T17:36:19Z', 'revision_number': 3, 'project_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'gw_port': {'id': 'bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe47b5-6b2d-485c-ae48-c09e499fa171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:36:18Z', 'updated_at': '2021-12-12T17:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:36:25.608414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47667f-8939-4b50-b4a4-6c4296c26952 req-fded5272-5be2-483a-9d73-11752cf57375 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:25.616172 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e47667f-8939-4b50-b4a4-6c4296c26952 req-fded5272-5be2-483a-9d73-11752cf57375 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 948 time: 0.3491192 Dec 12 17:36:25.656879 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-59fe0393-b4d4-4e2d-abc2-f9debd392cbd req-66e23237-a7c0-40bf-a937-6653f858afd1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2534556 Dec 12 17:36:25.821483 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73bbb084-817e-4c6a-90da-2cf51c9e7bb3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:25.851343 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-cec0ff0f-cc9e-4c61-a62f-ab210d7613c2 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:25.943535 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-22e182c7-db6e-4eb9-900f-e83f3b68fa09 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:25.959084 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe0393-b4d4-4e2d-abc2-f9debd392cbd req-35475d5a-6a5d-4d8d-bd8b-7c15b204ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:25.971268 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-59fe0393-b4d4-4e2d-abc2-f9debd392cbd req-35475d5a-6a5d-4d8d-bd8b-7c15b204ed3b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 1101 time: 0.2359960 Dec 12 17:36:26.096400 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-cec0ff0f-cc9e-4c61-a62f-ab210d7613c2 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:26.110665 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73bbb084-817e-4c6a-90da-2cf51c9e7bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:26.213789 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-cec0ff0f-cc9e-4c61-a62f-ab210d7613c2 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Network 6fda33f2-cd5a-41b1-a5c2-56d365312aad is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:36:26.218849 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bbb084-817e-4c6a-90da-2cf51c9e7bb3 admin admin] Network a4cb14e7-5a95-422b-afe4-0b660b928169 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:36:26.237804 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-73bbb084-817e-4c6a-90da-2cf51c9e7bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:36:26.240501 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-cec0ff0f-cc9e-4c61-a62f-ab210d7613c2 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:36:26.247504 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bbb084-817e-4c6a-90da-2cf51c9e7bb3 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:36:26.250725 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-22e182c7-db6e-4eb9-900f-e83f3b68fa09 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:26.252569 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbb084-817e-4c6a-90da-2cf51c9e7bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=af23e661-7fc6-46f9-a121-7ade4481ee01,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:26.280304 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-cec0ff0f-cc9e-4c61-a62f-ab210d7613c2 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:36:26.335627 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-d4329eb3-76a8-46d4-bbe9-0e2f876afdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:26.346412 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-d4329eb3-76a8-46d4-bbe9-0e2f876afdf4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 1095 time: 0.7088957 Dec 12 17:36:26.368050 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe0393-b4d4-4e2d-abc2-f9debd392cbd req-5d9e0593-86ce-4da1-9f39-4cc7e2812562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:26.369909 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-59fe0393-b4d4-4e2d-abc2-f9debd392cbd req-5d9e0593-86ce-4da1-9f39-4cc7e2812562 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.3874919 Dec 12 17:36:26.385776 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e47667f-8939-4b50-b4a4-6c4296c26952 req-89905e4d-949e-40f2-9c64-e68c8c2fdba3 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7686560 Dec 12 17:36:26.682995 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5752e4dc-bd15-4e42-a8cc-1b71541f3a4d None None] Provisioning complete for port af23e661-7fc6-46f9-a121-7ade4481ee01 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:26.685613 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5752e4dc-bd15-4e42-a8cc-1b71541f3a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:26.790957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5752e4dc-bd15-4e42-a8cc-1b71541f3a4d None None] Port af23e661-7fc6-46f9-a121-7ade4481ee01 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:36:26.862528 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 81ef64c3-632d-4a53-9292-612978ed8d4b up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:36:26.944657 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-22e182c7-db6e-4eb9-900f-e83f3b68fa09 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:36:26.959379 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-59fe0393-b4d4-4e2d-abc2-f9debd392cbd req-aa4c3f31-386e-4e0e-b05c-243e2fefc78e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=34c225bb-5552-4471-9ee7-ebcfeb139f9b HTTP/1.1" status: 200 len: 217 time: 0.5574498 Dec 12 17:36:26.977268 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-22e182c7-db6e-4eb9-900f-e83f3b68fa09 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:36:26.982749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 81ef64c3-632d-4a53-9292-612978ed8d4b completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:36:26.987097 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 81ef64c3-632d-4a53-9292-612978ed8d4b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:26.987499 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:27.002939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998a41d1-f54c-4cb6-a332-5307356995ba {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:27.015939 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:27.031846 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Transition to ACTIVE for port object 998a41d1-f54c-4cb6-a332-5307356995ba will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:36:27.033611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ca5b4134-ba25-434e-8d30-0be05ad35c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:27.035466 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-ca5b4134-ba25-434e-8d30-0be05ad35c94 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 908 time: 0.6668167 Dec 12 17:36:27.049550 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-22e182c7-db6e-4eb9-900f-e83f3b68fa09 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:36:27.067853 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73bbb084-817e-4c6a-90da-2cf51c9e7bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:27.159459 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-cec0ff0f-cc9e-4c61-a62f-ab210d7613c2 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:27.160138 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-cec0ff0f-cc9e-4c61-a62f-ab210d7613c2 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:27.188194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0ff0f-cc9e-4c61-a62f-ab210d7613c2 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Pushing event updated for resources: {'Port': ['ID=5eede4ae-3981-47c7-ba30-17bed8d66aa5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:27.220773 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:27.260763 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-cec0ff0f-cc9e-4c61-a62f-ab210d7613c2 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8900859 Dec 12 17:36:27.308712 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7103bea-c181-496d-a9e6-44d8b393f7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ef64c3-632d-4a53-9292-612978ed8d4b'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:27.311745 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61d47d2-6e5a-4e00-a141-6e7aebf66183" -d '{"events": [{"server_uuid": "c7103bea-c181-496d-a9e6-44d8b393f7d0", "name": "network-vif-plugged", "status": "completed", "tag": "81ef64c3-632d-4a53-9292-612978ed8d4b"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:27.316472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6528e3b4-9b6e-4df7-8785-9aff740876ab {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:27.319648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 81ef64c3-632d-4a53-9292-612978ed8d4b, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=81ef64c3-632d-4a53-9292-612978ed8d4b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:27.328067 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Request body: {'port': {'device_id': '08b8a375-7b14-485c-b021-0c82391bc3f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:27.329022 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:27.339437 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:27.410108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=81ef64c3-632d-4a53-9292-612978ed8d4b,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:27.442923 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-22e182c7-db6e-4eb9-900f-e83f3b68fa09 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:27.443598 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-22e182c7-db6e-4eb9-900f-e83f3b68fa09 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:27.449138 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:36:27.452633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807723d-a61f-443e-b40f-4f42cbce5e21 req-095ba08d-34ee-49b6-85c5-7cc666db67f0 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:27.452813 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe0393-b4d4-4e2d-abc2-f9debd392cbd req-188d3f70-11bf-4658-b4dd-edbccbfa6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:27.454184 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-59fe0393-b4d4-4e2d-abc2-f9debd392cbd req-188d3f70-11bf-4658-b4dd-edbccbfa6d73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.4726226 Dec 12 17:36:27.457396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6807723d-a61f-443e-b40f-4f42cbce5e21 req-095ba08d-34ee-49b6-85c5-7cc666db67f0 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/ports?device_id=de368aa6-d409-4f52-b193-1a004b25c408 HTTP/1.1" status: 200 len: 936 time: 0.9224660 Dec 12 17:36:27.460030 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:27.489538 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e182c7-db6e-4eb9-900f-e83f3b68fa09 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Pushing event updated for resources: {'Port': ['ID=342116f9-8ce5-4832-ae91-bf2cd9a6cc0e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:27.518629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Transition to ACTIVE for port object 6528e3b4-9b6e-4df7-8785-9aff740876ab will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:36:27.570751 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-75ed9a0a-111d-4292-ab43-c1ab9f549d0e None None] Provisioning complete for port 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:27.571644 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75ed9a0a-111d-4292-ab43-c1ab9f549d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:27.609622 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-22e182c7-db6e-4eb9-900f-e83f3b68fa09 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2723718 Dec 12 17:36:27.616573 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-75ed9a0a-111d-4292-ab43-c1ab9f549d0e None None] Port 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:36:27.618604 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:27.633483 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Request body: {'port': {'device_id': 'de368aa6-d409-4f52-b193-1a004b25c408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:27.636867 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:27.637461 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:27.724072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-b46569b9-e42d-497f-bd5f-3295da34c180 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 HTTP/1.1" status: 200 len: 217 time: 0.2371848 Dec 12 17:36:27.726378 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:27.740242 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe0393-b4d4-4e2d-abc2-f9debd392cbd req-bf94c17f-a598-412f-aa29-f3c8c91aa4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:27.741767 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-59fe0393-b4d4-4e2d-abc2-f9debd392cbd req-bf94c17f-a598-412f-aa29-f3c8c91aa4ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2684224 Dec 12 17:36:27.864492 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:27.865374 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-f9e03648-989c-4841-94b1-75f632e45e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:27.867022 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-f9e03648-989c-4841-94b1-75f632e45e1a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.0897253 Dec 12 17:36:27.896236 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:27.897925 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73bbb084-817e-4c6a-90da-2cf51c9e7bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:27.928915 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:27.944417 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:27.996801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-01151227-c69f-47b4-a290-b8e760263fe4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872476 Dec 12 17:36:28.095042 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:28.296229 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79dc1fc4-5659-4edc-b451-0e6987621fdc tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:28.335405 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Pushing event updated for resources: {'Port': ['ID=998a41d1-f54c-4cb6-a332-5307356995ba,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:28.347125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:28.347965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:28.350212 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:28.352358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:28.353613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:28.353977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:28.354997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:28.355418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:28.355767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:28.356111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:28.356451 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:28.356786 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:28.357121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:28.386696 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6807723d-a61f-443e-b40f-4f42cbce5e21 req-db148ece-44d4-4590-97f4-50834a830ff6 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/security-groups?id=27943dda-8933-4bd6-9960-1951dc16a060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9022875 Dec 12 17:36:28.414826 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79dc1fc4-5659-4edc-b451-0e6987621fdc tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:28.461030 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-59fe0393-b4d4-4e2d-abc2-f9debd392cbd req-f5131040-4831-4a9c-9f58-9ec16004eb5a service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7079980 Dec 12 17:36:28.716952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Pushing event updated for resources: {'Port': ['ID=6528e3b4-9b6e-4df7-8785-9aff740876ab,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:28.735698 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-79dc1fc4-5659-4edc-b451-0e6987621fdc tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Floating IP 366e6e20-fcfd-45b0-9a1c-11fe4fcb88a0 associated. External IP: 172.25.1.192, port: 02cf389a-8001-48d8-ae12-dfb3a457a068. Dec 12 17:36:28.749645 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-1b05c929-333c-4932-ae3c-6f37749aff0a service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7310607 Dec 12 17:36:28.843600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Attempting to bind port 998a41d1-f54c-4cb6-a332-5307356995ba on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:36:28.844221 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Attempting to bind port 998a41d1-f54c-4cb6-a332-5307356995ba by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '93d276af-6de9-4579-a03a-8875494cadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:36:28.844556 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Attempting to bind port 998a41d1-f54c-4cb6-a332-5307356995ba on network 6fda33f2-cd5a-41b1-a5c2-56d365312aad {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:28.849714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:28.854604 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2da09-e693-4d89-9b66-77ca62dcdbe0 req-b662abfc-2e15-4011-a8fd-1414e3273c87 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:28.855864 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6cf2da09-e693-4d89-9b66-77ca62dcdbe0 req-b662abfc-2e15-4011-a8fd-1414e3273c87 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 944 time: 0.3160205 Dec 12 17:36:28.860048 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-59fe0393-b4d4-4e2d-abc2-f9debd392cbd req-1b71b600-11f9-4d7d-b91f-afdc8a70f496 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795617 Dec 12 17:36:28.873177 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:28.906089 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eede4ae-3981-47c7-ba30-17bed8d66aa5 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:28.926994 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:28.961454 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Transition to ACTIVE for port object 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:36:28.962649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Attempting to bind port 6528e3b4-9b6e-4df7-8785-9aff740876ab on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:36:28.963100 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Attempting to bind port 6528e3b4-9b6e-4df7-8785-9aff740876ab by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '93d276af-6de9-4579-a03a-8875494cadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:36:28.963823 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Attempting to bind port 6528e3b4-9b6e-4df7-8785-9aff740876ab on network 6fda33f2-cd5a-41b1-a5c2-56d365312aad {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:28.976915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Port 998a41d1-f54c-4cb6-a332-5307356995ba on network 6fda33f2-cd5a-41b1-a5c2-56d365312aad not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:36:28.977749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Attempting to bind port 998a41d1-f54c-4cb6-a332-5307356995ba on network 6fda33f2-cd5a-41b1-a5c2-56d365312aad {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:28.985253 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:28.992138 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Transition to ACTIVE for port object 5eede4ae-3981-47c7-ba30-17bed8d66aa5 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:36:29.000659 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73bbb084-817e-4c6a-90da-2cf51c9e7bb3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:29.009454 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:29.016937 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Port 6528e3b4-9b6e-4df7-8785-9aff740876ab on network 6fda33f2-cd5a-41b1-a5c2-56d365312aad not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:36:29.017812 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Attempting to bind port 6528e3b4-9b6e-4df7-8785-9aff740876ab on network 6fda33f2-cd5a-41b1-a5c2-56d365312aad {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:29.030578 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73bbb084-817e-4c6a-90da-2cf51c9e7bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:29.072131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:36:29.072490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Checking segment: {'id': '93d276af-6de9-4579-a03a-8875494cadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:36:29.072889 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Bound using segment: {'id': '93d276af-6de9-4579-a03a-8875494cadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:36:29.073353 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Bound port: 998a41d1-f54c-4cb6-a332-5307356995ba, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d276af-6de9-4579-a03a-8875494cadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:36:29.073720 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:29.203145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:36:29.203552 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Checking segment: {'id': '93d276af-6de9-4579-a03a-8875494cadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:36:29.203940 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Bound using segment: {'id': '93d276af-6de9-4579-a03a-8875494cadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:36:29.204374 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Bound port: 6528e3b4-9b6e-4df7-8785-9aff740876ab, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d276af-6de9-4579-a03a-8875494cadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:36:29.204738 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:29.258995 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Pushing event updated for resources: {'Port': ['ID=342116f9-8ce5-4832-ae91-bf2cd9a6cc0e,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:29.285658 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73bbb084-817e-4c6a-90da-2cf51c9e7bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:29.324887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] For port 998a41d1-f54c-4cb6-a332-5307356995ba, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:36:29.332793 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] For port 998a41d1-f54c-4cb6-a332-5307356995ba, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=998a41d1-f54c-4cb6-a332-5307356995ba,segment=NetworkSegment(93d276af-6de9-4579-a03a-8875494cadfe),segment_id=93d276af-6de9-4579-a03a-8875494cadfe)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:36:29.342616 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:36:29.356959 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:29.519923 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:29.520374 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:29.543802 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6cf2da09-e693-4d89-9b66-77ca62dcdbe0 req-5d659978-e1ee-4a47-8fd3-56fe0ec3eebc tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6421309 Dec 12 17:36:29.646084 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-dc28bf00-0e1b-4382-b694-7b6ecad6a40f service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8236892 Dec 12 17:36:29.678766 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:29.679458 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:29.680182 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Pushing event updated for resources: {'Port': ['ID=5eede4ae-3981-47c7-ba30-17bed8d66aa5,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:29.688255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] 10.222.0.20 "PUT /v2.0/ports/998a41d1-f54c-4cb6-a332-5307356995ba HTTP/1.1" status: 200 len: 1091 time: 4.5994658 Dec 12 17:36:29.688751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6c647f-30d5-49c1-9713-5fe2052987f8', 'tag': '998a41d1-f54c-4cb6-a332-5307356995ba'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:29.691081 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1bb9e3-2757-4d1c-9169-8a41b7605404" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6c647f-30d5-49c1-9713-5fe2052987f8", "tag": "998a41d1-f54c-4cb6-a332-5307356995ba"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:29.761415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbb084-817e-4c6a-90da-2cf51c9e7bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=af23e661-7fc6-46f9-a121-7ade4481ee01,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:29.805042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] For port 6528e3b4-9b6e-4df7-8785-9aff740876ab, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:36:29.831033 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7b5f4-26ea-494a-b040-a88cacd61699 service neutron] Pushing event updated for resources: {'Port': ['ID=998a41d1-f54c-4cb6-a332-5307356995ba,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:29.838100 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] For port 6528e3b4-9b6e-4df7-8785-9aff740876ab, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6528e3b4-9b6e-4df7-8785-9aff740876ab,segment=NetworkSegment(93d276af-6de9-4579-a03a-8875494cadfe),segment_id=93d276af-6de9-4579-a03a-8875494cadfe)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:36:29.858105 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:29.865625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dc1fc4-5659-4edc-b451-0e6987621fdc tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Router ca5ef445-890a-405f-8745-017181a69ac3 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:36:29.874374 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Attempting to bind port 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:36:29.875024 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Attempting to bind port 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:36:29.875408 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Attempting to bind port 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:29.879795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c650c-4586-4524-a408-7083ee1245de req-28cea64e-b4d4-4cdb-9382-1c9a49971840 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:29.887254 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a3c650c-4586-4524-a408-7083ee1245de req-28cea64e-b4d4-4cdb-9382-1c9a49971840 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/ports?device_id=08b8a375-7b14-485c-b021-0c82391bc3f5 HTTP/1.1" status: 200 len: 943 time: 0.2175257 Dec 12 17:36:29.897701 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Attempting to bind port 5eede4ae-3981-47c7-ba30-17bed8d66aa5 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:36:29.898042 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Attempting to bind port 5eede4ae-3981-47c7-ba30-17bed8d66aa5 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '93d276af-6de9-4579-a03a-8875494cadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:36:29.898370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Attempting to bind port 5eede4ae-3981-47c7-ba30-17bed8d66aa5 on network 6fda33f2-cd5a-41b1-a5c2-56d365312aad {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:29.926051 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Port 5eede4ae-3981-47c7-ba30-17bed8d66aa5 on network 6fda33f2-cd5a-41b1-a5c2-56d365312aad not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:36:29.926466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Attempting to bind port 5eede4ae-3981-47c7-ba30-17bed8d66aa5 on network 6fda33f2-cd5a-41b1-a5c2-56d365312aad {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:29.946052 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Port 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:36:29.946580 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Attempting to bind port 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:29.950346 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-1e79219a-ea09-4bae-b611-88ee47575f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:29.950661 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:36:29.951015 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Checking segment: {'id': '93d276af-6de9-4579-a03a-8875494cadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:36:29.951435 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Bound using segment: {'id': '93d276af-6de9-4579-a03a-8875494cadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:36:29.951876 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Bound port: 5eede4ae-3981-47c7-ba30-17bed8d66aa5, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d276af-6de9-4579-a03a-8875494cadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:36:29.952230 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:29.960799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-1e79219a-ea09-4bae-b611-88ee47575f1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4af0e73ec0f4b9fbcbfe44166122d17&device_id=6c6c647f-30d5-49c1-9713-5fe2052987f8 HTTP/1.1" status: 200 len: 1094 time: 0.2029243 Dec 12 17:36:29.964230 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:29.964847 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:29.968275 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] 10.222.0.20 "PUT /v2.0/ports/6528e3b4-9b6e-4df7-8785-9aff740876ab HTTP/1.1" status: 200 len: 1092 time: 5.2833374 Dec 12 17:36:29.975373 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:36:29.975852 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:36:29.976245 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:36:29.976689 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Bound port: 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:36:29.977057 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:29.997720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bbb084-817e-4c6a-90da-2cf51c9e7bb3 admin admin] Network a4cb14e7-5a95-422b-afe4-0b660b928169 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:36:30.019321 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-73bbb084-817e-4c6a-90da-2cf51c9e7bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:36:30.061008 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46347091-db08-4258-bc47-91c1971b2b94 service neutron] Pushing event updated for resources: {'Port': ['ID=6528e3b4-9b6e-4df7-8785-9aff740876ab,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:30.226805 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] For port 5eede4ae-3981-47c7-ba30-17bed8d66aa5, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:36:30.232035 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] For port 5eede4ae-3981-47c7-ba30-17bed8d66aa5, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=5eede4ae-3981-47c7-ba30-17bed8d66aa5,segment=NetworkSegment(93d276af-6de9-4579-a03a-8875494cadfe),segment_id=93d276af-6de9-4579-a03a-8875494cadfe)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:36:30.240399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] For port 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:36:30.247049 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] For port 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=342116f9-8ce5-4832-ae91-bf2cd9a6cc0e,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:36:30.254019 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:30.277562 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:30.320710 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:30.321597 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:30.323689 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] 10.222.0.20 "PUT /v2.0/ports/5eede4ae-3981-47c7-ba30-17bed8d66aa5 HTTP/1.1" status: 200 len: 1091 time: 3.0079966 Dec 12 17:36:30.326777 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b8a375-7b14-485c-b021-0c82391bc3f5', 'tag': '5eede4ae-3981-47c7-ba30-17bed8d66aa5'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:30.329387 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e90f874-e705-4326-bc6b-adfd2e2ed8f8" -d '{"events": [{"name": "network-changed", "server_uuid": "08b8a375-7b14-485c-b021-0c82391bc3f5", "tag": "5eede4ae-3981-47c7-ba30-17bed8d66aa5"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:30.357846 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:30.358528 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:30.360090 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] 10.222.0.20 "PUT /v2.0/ports/342116f9-8ce5-4832-ae91-bf2cd9a6cc0e HTTP/1.1" status: 200 len: 1096 time: 2.7314999 Dec 12 17:36:30.409215 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8ecc9f91-517f-4667-84aa-481d022c6799 None None] Provisioning complete for port af23e661-7fc6-46f9-a121-7ade4481ee01 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:30.416051 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9f91-517f-4667-84aa-481d022c6799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:30.424891 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bbb084-817e-4c6a-90da-2cf51c9e7bb3 admin admin] Router bdbe47b5-6b2d-485c-ae48-c09e499fa171 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:36:30.435686 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce42ca-01b9-4b62-ae69-340a6c22a300 service neutron] Pushing event updated for resources: {'Port': ['ID=5eede4ae-3981-47c7-ba30-17bed8d66aa5,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:30.542413 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc9f91-517f-4667-84aa-481d022c6799 None None] Port af23e661-7fc6-46f9-a121-7ade4481ee01 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:36:30.904962 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-0449bd1c-f1ff-4821-8c44-f88c85768ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:30.906477 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-0449bd1c-f1ff-4821-8c44-f88c85768ee3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4af0e73ec0f4b9fbcbfe44166122d17&device_id=08b8a375-7b14-485c-b021-0c82391bc3f5 HTTP/1.1" status: 200 len: 1094 time: 0.5283041 Dec 12 17:36:31.003285 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a3c650c-4586-4524-a408-7083ee1245de req-57a26d63-d8ba-4cf5-b784-1f3d28dcd485 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/security-groups?id=63eec7d4-c8f6-411f-9df6-99e9b909194d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1141286 Dec 12 17:36:31.062670 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-11123d7a-c256-40fd-b887-89ada9927963 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=998a41d1-f54c-4cb6-a332-5307356995ba HTTP/1.1" status: 200 len: 217 time: 1.0584106 Dec 12 17:36:31.071938 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55e8ea0-8662-4763-af88-9420d68982be x-openstack-request-id: req-c55e8ea0-8662-4763-af88-9420d68982be {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:31.072292 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7103bea-c181-496d-a9e6-44d8b393f7d0", "name": "network-vif-plugged", "status": "completed", "tag": "81ef64c3-632d-4a53-9292-612978ed8d4b", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:31.072558 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c55e8ea0-8662-4763-af88-9420d68982be {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:31.073961 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7103bea-c181-496d-a9e6-44d8b393f7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ef64c3-632d-4a53-9292-612978ed8d4b', 'code': 200} Dec 12 17:36:31.096275 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-f011fd27-380e-4b28-b7bb-488ae52fa810 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eede4ae-3981-47c7-ba30-17bed8d66aa5 HTTP/1.1" status: 200 len: 217 time: 0.1124263 Dec 12 17:36:31.097194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235a01b-950e-4f93-b1b5-94adad76a972 service neutron] Pushing event updated for resources: {'Port': ['ID=342116f9-8ce5-4832-ae91-bf2cd9a6cc0e,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:31.111641 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-8a3551b9-6fe2-476a-b498-1c23e151405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:31.115023 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-8a3551b9-6fe2-476a-b498-1c23e151405a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c85115c9a8a43e8a7838fe66477e7e3&device_id=de368aa6-d409-4f52-b193-1a004b25c408 HTTP/1.1" status: 200 len: 1099 time: 0.6679184 Dec 12 17:36:31.142855 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-66271697-7c92-4353-82a7-714a7bfc593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:31.144518 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-66271697-7c92-4353-82a7-714a7bfc593c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4af0e73ec0f4b9fbcbfe44166122d17&device_id=0a0e0591-e102-40e6-aaf9-668a87ab8f62 HTTP/1.1" status: 200 len: 1095 time: 1.0520439 Dec 12 17:36:31.224436 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-c3ea6980-75e6-4a57-9d2d-39b1203033b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=342116f9-8ce5-4832-ae91-bf2cd9a6cc0e HTTP/1.1" status: 200 len: 217 time: 0.0844457 Dec 12 17:36:31.315134 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-d3baa328-cf9b-463e-9e4b-f550780049b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6528e3b4-9b6e-4df7-8785-9aff740876ab HTTP/1.1" status: 200 len: 217 time: 0.1387262 Dec 12 17:36:31.319778 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-f23ad41a-5ac6-49d6-b948-de2d4b02d520 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:31.322111 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-f23ad41a-5ac6-49d6-b948-de2d4b02d520 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7&tenant_id=5086af56094840bd807cfda793fdb5e6&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 1095 time: 1.3519042 Dec 12 17:36:31.386625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-e38ca487-6d4f-46d3-bdda-59dea63e0677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:31.386973 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-73e5e55b-df54-4bdf-a884-3f489899531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:31.388738 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-e38ca487-6d4f-46d3-bdda-59dea63e0677 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=134d5e13-2004-49bf-8504-0d095a3837a9 HTTP/1.1" status: 200 len: 857 time: 0.0608397 Dec 12 17:36:31.389450 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-73e5e55b-df54-4bdf-a884-3f489899531f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=134d5e13-2004-49bf-8504-0d095a3837a9 HTTP/1.1" status: 200 len: 857 time: 0.2734685 Dec 12 17:36:31.399478 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bbb084-817e-4c6a-90da-2cf51c9e7bb3 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:36:31.417852 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Sync routers for ids ['bdbe47b5-6b2d-485c-ae48-c09e499fa171'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:36:31.432342 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-73bbb084-817e-4c6a-90da-2cf51c9e7bb3 admin admin] 10.222.0.18 "PUT /v2.0/routers/bdbe47b5-6b2d-485c-ae48-c09e499fa171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2974131 Dec 12 17:36:31.443990 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Routers {'bdbe47b5-6b2d-485c-ae48-c09e499fa171'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:36:31.444243 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1519aef-2793-4c84-b3ba-6dfc77164f0f req-fa936357-5fe7-4baa-add0-3e291a68c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:31.444624 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:36:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['bdbe47b5-6b2d-485c-ae48-c09e499fa171'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:31.447264 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e1519aef-2793-4c84-b3ba-6dfc77164f0f req-fa936357-5fe7-4baa-add0-3e291a68c81d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 1100 time: 0.2563593 Dec 12 17:36:31.457746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dc1fc4-5659-4edc-b451-0e6987621fdc tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:36:31.465367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-77630206-a9a9-40be-abd1-a7f4cd3b3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:31.466876 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-77630206-a9a9-40be-abd1-a7f4cd3b3011 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=134d5e13-2004-49bf-8504-0d095a3837a9 HTTP/1.1" status: 200 len: 857 time: 0.3871491 Dec 12 17:36:31.470750 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79dc1fc4-5659-4edc-b451-0e6987621fdc tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:31.477302 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea6a37-7c1c-4539-96b7-9c0e82b1ade6 None None] Sync routers for ids ['ca5ef445-890a-405f-8745-017181a69ac3'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:36:31.491393 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-7ed2a9e2-3e60-47d5-ab0a-e69662281f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:31.492885 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-7ed2a9e2-3e60-47d5-ab0a-e69662281f4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.2426312 Dec 12 17:36:31.505348 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea6a37-7c1c-4539-96b7-9c0e82b1ade6 None None] Routers {'ca5ef445-890a-405f-8745-017181a69ac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:36:31.515498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3fea6a37-7c1c-4539-96b7-9c0e82b1ade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:36:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ca5ef445-890a-405f-8745-017181a69ac3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:31.587671 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-79dc1fc4-5659-4edc-b451-0e6987621fdc tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "PUT /v2.0/floatingips/366e6e20-fcfd-45b0-9a1c-11fe4fcb88a0 HTTP/1.1" status: 200 len: 991 time: 6.5557141 Dec 12 17:36:31.603595 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-280c9b84-dced-4a64-bd36-d1ca591b4743 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fda33f2-cd5a-41b1-a5c2-56d365312aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1651883 Dec 12 17:36:31.628774 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-7d3b5a6f-b7ce-4d18-a238-852d411f2521 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fda33f2-cd5a-41b1-a5c2-56d365312aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1702397 Dec 12 17:36:31.664183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c81b45-b6b8-4475-a001-058e42b8a71a req-486aae09-475a-4170-a114-90d87b9f7a9c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:31.668259 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1c81b45-b6b8-4475-a001-058e42b8a71a req-486aae09-475a-4170-a114-90d87b9f7a9c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.5221829 Dec 12 17:36:31.688557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-0e14c66d-98a1-4ebd-867b-aa95907a97a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fda33f2-cd5a-41b1-a5c2-56d365312aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1486952 Dec 12 17:36:31.706873 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Set router bdbe47b5-6b2d-485c-ae48-c09e499fa171 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:36:31.751679 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-3fea6a37-7c1c-4539-96b7-9c0e82b1ade6 None None] Set router ca5ef445-890a-405f-8745-017181a69ac3 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:36:31.928439 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e1519aef-2793-4c84-b3ba-6dfc77164f0f req-e7780cf5-f48c-4fdc-9ff6-14fec6da887a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186361 Dec 12 17:36:31.970291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-fb79b470-76ac-4bee-9a2d-e3b92518b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:31.977170 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-fb79b470-76ac-4bee-9a2d-e3b92518b4c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3991404 Dec 12 17:36:31.980008 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe47b5-6b2d-485c-ae48-c09e499fa171', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306286095-router', 'tenant_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:36:17Z', 'updated_at': '2021-12-12T17:36:27Z', 'revision_number': 4, 'project_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'gw_port': {'id': 'bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe47b5-6b2d-485c-ae48-c09e499fa171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:36:18Z', 'updated_at': '2021-12-12T17:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'af23e661-7fc6-46f9-a121-7ade4481ee01', 'name': '', 'network_id': 'a4cb14e7-5a95-422b-afe4-0b660b928169', 'tenant_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'mac_address': 'fa:16:3e:2d:3c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe47b5-6b2d-485c-ae48-c09e499fa171', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c605e851-b7a5-4204-9da8-9a795804678e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:36:24Z', 'updated_at': '2021-12-12T17:36:28Z', 'revision_number': 2, 'project_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'subnets': [{'id': 'c605e851-b7a5-4204-9da8-9a795804678e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:32.049087 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Checking router: bdbe47b5-6b2d-485c-ae48-c09e499fa171 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:36:32.054358 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Updating router bdbe47b5-6b2d-485c-ae48-c09e499fa171 port af23e661-7fc6-46f9-a121-7ade4481ee01 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:36:32.109653 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:32.139091 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1c81b45-b6b8-4475-a001-058e42b8a71a req-a268f8e0-ccfc-4614-b989-3ec2d5d0e465 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487402 Dec 12 17:36:32.172302 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-7ed4cb49-d424-4ebb-bc68-e8f26aedd217 service neutron] 10.222.0.20 "GET /v2.0/networks/6fda33f2-cd5a-41b1-a5c2-56d365312aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744465 Dec 12 17:36:32.425499 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3fea6a37-7c1c-4539-96b7-9c0e82b1ade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:32:25Z', 'revision_number': 4, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '366e6e20-fcfd-45b0-9a1c-11fe4fcb88a0', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'port_id': '02cf389a-8001-48d8-ae12-dfb3a457a068', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'mac_address': 'fa:16:3e:fc:e4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389e7f45-fa28-497d-b9af-75e76512a258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:32:52Z', 'updated_at': '2021-12-12T17:36:28Z', 'revision_number': 5, 'project_id': '438b3403df11467186a128ec0b97682a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d0cbf9-9932-4f1e-9f18-217437d112bd', 'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'mac_address': 'fa:16:3e:33:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:24Z', 'updated_at': '2021-12-12T17:32:31Z', 'revision_number': 5, 'project_id': '438b3403df11467186a128ec0b97682a', 'subnets': [{'id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:32.433962 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-4c9e6db8-7cb9-4318-94b6-cabee74d1046 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419665 Dec 12 17:36:32.472629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-0f0f421a-517a-45c9-91a7-9c1d7f4b15c2 service neutron] 10.222.0.20 "GET /v2.0/networks/6fda33f2-cd5a-41b1-a5c2-56d365312aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8674924 Dec 12 17:36:32.497189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea6a37-7c1c-4539-96b7-9c0e82b1ade6 None None] Checking router: ca5ef445-890a-405f-8745-017181a69ac3 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:36:32.517294 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-e72581fb-3ba9-4ee0-87c4-0156c9d60bf9 service neutron] 10.222.0.20 "GET /v2.0/networks/6fda33f2-cd5a-41b1-a5c2-56d365312aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7531526 Dec 12 17:36:32.522751 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea6a37-7c1c-4539-96b7-9c0e82b1ade6 None None] Routers {'ca5ef445-890a-405f-8745-017181a69ac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:36:32.523671 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3fea6a37-7c1c-4539-96b7-9c0e82b1ade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:36:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ca5ef445-890a-405f-8745-017181a69ac3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:32.606259 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-db1546a9-5457-495c-beca-01b30f790ac7 service neutron] 10.222.0.20 "GET /v2.0/networks/6fda33f2-cd5a-41b1-a5c2-56d365312aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248190 Dec 12 17:36:32.673098 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-aff78467-3c85-407c-afe3-dd6a28e0299f req-294ce082-c1ab-49d3-8e87-d103dcb70172 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205992 Dec 12 17:36:32.703240 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:32.714837 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:32.795028 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-224fc263-0672-4333-ac81-04081c4222bc service neutron] 10.222.0.20 "GET /v2.0/networks/6fda33f2-cd5a-41b1-a5c2-56d365312aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544940 Dec 12 17:36:32.809729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e08be-180a-474c-b368-5021cf7b57d7 req-68500543-93d5-4f33-bffd-0c93cfc64bb7 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:32.816124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ab6e08be-180a-474c-b368-5021cf7b57d7 req-68500543-93d5-4f33-bffd-0c93cfc64bb7 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/ports?device_id=de368aa6-d409-4f52-b193-1a004b25c408 HTTP/1.1" status: 200 len: 948 time: 0.5037243 Dec 12 17:36:32.835587 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-4ee499f7-a5fb-4ef9-8ec5-a9a17afc58ba service neutron] For port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:36:32.848034 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-4ee499f7-a5fb-4ef9-8ec5-a9a17afc58ba service neutron] Publish callbacks [] for binding, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:32.849416 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-4ee499f7-a5fb-4ef9-8ec5-a9a17afc58ba service neutron] 10.222.0.31 "DELETE /v2.0/ports/8f5e7e69-a20e-4c82-b5ca-6860925f8bd2/bindings/n-h2-760354-5 HTTP/1.1" status: 204 len: 173 time: 1.4563253 Dec 12 17:36:32.889938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-3fea6a37-7c1c-4539-96b7-9c0e82b1ade6 None None] Set router ca5ef445-890a-405f-8745-017181a69ac3 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:36:32.902364 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100d273-faba-42f2-a402-9aaec709c5e7 None None] Pushing event updated for resources: {'Port': ['ID=af23e661-7fc6-46f9-a121-7ade4481ee01,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:32.943296 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ab6e08be-180a-474c-b368-5021cf7b57d7 req-a6b3b786-3934-4652-9a21-68dd97f2f388 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/security-groups?id=27943dda-8933-4bd6-9960-1951dc16a060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039009 Dec 12 17:36:32.960404 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100d273-faba-42f2-a402-9aaec709c5e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:32.960755 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100d273-faba-42f2-a402-9aaec709c5e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:32.961097 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100d273-faba-42f2-a402-9aaec709c5e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:32.961437 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100d273-faba-42f2-a402-9aaec709c5e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:32.961773 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100d273-faba-42f2-a402-9aaec709c5e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:32.962107 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100d273-faba-42f2-a402-9aaec709c5e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:32.962429 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100d273-faba-42f2-a402-9aaec709c5e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:32.962761 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100d273-faba-42f2-a402-9aaec709c5e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:32.963076 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100d273-faba-42f2-a402-9aaec709c5e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:32.970170 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100d273-faba-42f2-a402-9aaec709c5e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:32.970571 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100d273-faba-42f2-a402-9aaec709c5e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:32.970912 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100d273-faba-42f2-a402-9aaec709c5e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:32.971264 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9100d273-faba-42f2-a402-9aaec709c5e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:32.973465 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-6a0befc4-a773-4659-9559-ae17c012e034 service neutron] 10.222.0.20 "GET /v2.0/networks/6fda33f2-cd5a-41b1-a5c2-56d365312aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707596 Dec 12 17:36:33.031112 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Attempting to bind port af23e661-7fc6-46f9-a121-7ade4481ee01 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:36:33.031516 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Attempting to bind port af23e661-7fc6-46f9-a121-7ade4481ee01 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '97dfbf0d-dbd9-43de-8f81-dde358664e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a4cb14e7-5a95-422b-afe4-0b660b928169'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:36:33.031881 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Attempting to bind port af23e661-7fc6-46f9-a121-7ade4481ee01 on network a4cb14e7-5a95-422b-afe4-0b660b928169 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:33.084558 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b15721c-62ec-4bbd-a4c1-b54590abaf14 x-openstack-request-id: req-9b15721c-62ec-4bbd-a4c1-b54590abaf14 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:33.084727 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6c647f-30d5-49c1-9713-5fe2052987f8", "tag": "998a41d1-f54c-4cb6-a332-5307356995ba", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:33.084937 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b15721c-62ec-4bbd-a4c1-b54590abaf14 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:33.085416 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6c647f-30d5-49c1-9713-5fe2052987f8', 'tag': '998a41d1-f54c-4cb6-a332-5307356995ba', 'status': 'completed', 'code': 200} Dec 12 17:36:33.099282 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:36:33.099282 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Checking segment: {'id': '97dfbf0d-dbd9-43de-8f81-dde358664e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a4cb14e7-5a95-422b-afe4-0b660b928169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:36:33.099648 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:33.099920 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Bound using segment: {'id': '97dfbf0d-dbd9-43de-8f81-dde358664e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a4cb14e7-5a95-422b-afe4-0b660b928169'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:36:33.100262 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Bound port: af23e661-7fc6-46f9-a121-7ade4481ee01, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97dfbf0d-dbd9-43de-8f81-dde358664e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a4cb14e7-5a95-422b-afe4-0b660b928169'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:36:33.100646 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:33.187352 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4e30cd-7f2c-4b4d-97a2-a0dde19c5b6f x-openstack-request-id: req-3e4e30cd-7f2c-4b4d-97a2-a0dde19c5b6f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:33.187831 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b8a375-7b14-485c-b021-0c82391bc3f5", "tag": "5eede4ae-3981-47c7-ba30-17bed8d66aa5", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:33.188287 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e4e30cd-7f2c-4b4d-97a2-a0dde19c5b6f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:33.188787 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b8a375-7b14-485c-b021-0c82391bc3f5', 'tag': '5eede4ae-3981-47c7-ba30-17bed8d66aa5', 'status': 'completed', 'code': 200} Dec 12 17:36:33.189788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bb9e3-2757-4d1c-9169-8a41b7605404 req-b1c3d09c-4170-4526-8fd7-4217280c63a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:33.191333 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e1bb9e3-2757-4d1c-9169-8a41b7605404 req-b1c3d09c-4170-4526-8fd7-4217280c63a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4af0e73ec0f4b9fbcbfe44166122d17&device_id=6c6c647f-30d5-49c1-9713-5fe2052987f8 HTTP/1.1" status: 200 len: 1094 time: 0.1049790 Dec 12 17:36:33.275987 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] For port af23e661-7fc6-46f9-a121-7ade4481ee01, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:36:33.283040 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] For port af23e661-7fc6-46f9-a121-7ade4481ee01, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=af23e661-7fc6-46f9-a121-7ade4481ee01,segment=NetworkSegment(97dfbf0d-dbd9-43de-8f81-dde358664e92),segment_id=97dfbf0d-dbd9-43de-8f81-dde358664e92)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:36:33.295150 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:33.376211 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Routers {'bdbe47b5-6b2d-485c-ae48-c09e499fa171'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:36:33.376841 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:36:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['bdbe47b5-6b2d-485c-ae48-c09e499fa171'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:33.393509 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90f874-e705-4326-bc6b-adfd2e2ed8f8 req-da91a9e9-7145-4b7d-986d-5837ce9800ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:33.395740 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e90f874-e705-4326-bc6b-adfd2e2ed8f8 req-da91a9e9-7145-4b7d-986d-5837ce9800ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4af0e73ec0f4b9fbcbfe44166122d17&device_id=08b8a375-7b14-485c-b021-0c82391bc3f5 HTTP/1.1" status: 200 len: 1094 time: 0.1553745 Dec 12 17:36:33.415027 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c9ad2-470b-4f50-a2d7-2049f828e3a6 req-dc6c7e8c-b43d-46a3-9868-9fd32dd0f9e9 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:33.446005 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3fea6a37-7c1c-4539-96b7-9c0e82b1ade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:32:25Z', 'revision_number': 4, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '366e6e20-fcfd-45b0-9a1c-11fe4fcb88a0', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'port_id': '02cf389a-8001-48d8-ae12-dfb3a457a068', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'mac_address': 'fa:16:3e:fc:e4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389e7f45-fa28-497d-b9af-75e76512a258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:32:52Z', 'updated_at': '2021-12-12T17:36:28Z', 'revision_number': 5, 'project_id': '438b3403df11467186a128ec0b97682a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d0cbf9-9932-4f1e-9f18-217437d112bd', 'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'mac_address': 'fa:16:3e:33:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:24Z', 'updated_at': '2021-12-12T17:32:31Z', 'revision_number': 5, 'project_id': '438b3403df11467186a128ec0b97682a', 'subnets': [{'id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:33.446372 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fb3c9ad2-470b-4f50-a2d7-2049f828e3a6 req-dc6c7e8c-b43d-46a3-9868-9fd32dd0f9e9 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 944 time: 0.1142139 Dec 12 17:36:33.526531 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100d273-faba-42f2-a402-9aaec709c5e7 None None] Pushing event updated for resources: {'Port': ['ID=af23e661-7fc6-46f9-a121-7ade4481ee01,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:33.564425 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1fa2da76-b91c-4405-a9be-220aaca604c3 None None] Provisioning complete for port af23e661-7fc6-46f9-a121-7ade4481ee01 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:33.564983 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1fa2da76-b91c-4405-a9be-220aaca604c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:33.596687 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fb3c9ad2-470b-4f50-a2d7-2049f828e3a6 req-1636c012-d54c-403c-9fb6-257e653aaef1 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202583 Dec 12 17:36:33.623752 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea6a37-7c1c-4539-96b7-9c0e82b1ade6 None None] The sync data for ids ['ca5ef445-890a-405f-8745-017181a69ac3'] in n-d-760354-5 is: [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:32:25Z', 'revision_number': 4, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '366e6e20-fcfd-45b0-9a1c-11fe4fcb88a0', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'port_id': '02cf389a-8001-48d8-ae12-dfb3a457a068', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'mac_address': 'fa:16:3e:fc:e4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389e7f45-fa28-497d-b9af-75e76512a258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:32:52Z', 'updated_at': '2021-12-12T17:36:28Z', 'revision_number': 5, 'project_id': '438b3403df11467186a128ec0b97682a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d0cbf9-9932-4f1e-9f18-217437d112bd', 'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'mac_address': 'fa:16:3e:33:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:24Z', 'updated_at': '2021-12-12T17:32:31Z', 'revision_number': 5, 'project_id': '438b3403df11467186a128ec0b97682a', 'subnets': [{'id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:36:33.683528 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bb9e3-2757-4d1c-9169-8a41b7605404 req-116f01bd-992d-458f-be7e-f7e4abc7cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:33.689877 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e1bb9e3-2757-4d1c-9169-8a41b7605404 req-116f01bd-992d-458f-be7e-f7e4abc7cf79 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fda33f2-cd5a-41b1-a5c2-56d365312aad HTTP/1.1" status: 200 len: 918 time: 0.4773312 Dec 12 17:36:33.697234 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] Set router bdbe47b5-6b2d-485c-ae48-c09e499fa171 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:36:33.780189 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1fa2da76-b91c-4405-a9be-220aaca604c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:33.800202 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e1bb9e3-2757-4d1c-9169-8a41b7605404 req-98fb8099-d4fb-4dbc-9900-bdb7e2a7ee59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=998a41d1-f54c-4cb6-a332-5307356995ba HTTP/1.1" status: 200 len: 217 time: 0.0718625 Dec 12 17:36:33.851773 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1fa2da76-b91c-4405-a9be-220aaca604c3 None None] For port af23e661-7fc6-46f9-a121-7ade4481ee01, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=af23e661-7fc6-46f9-a121-7ade4481ee01,segment=NetworkSegment(97dfbf0d-dbd9-43de-8f81-dde358664e92),segment_id=97dfbf0d-dbd9-43de-8f81-dde358664e92)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:33.866509 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1fa2da76-b91c-4405-a9be-220aaca604c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:33.964248 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d90694c-242a-4a63-bcc1-beec88fbff67 req-e874dbc1-91bb-40a6-b00f-056461b4b167 tempest-FloatingIPsNegativeTestJSON-238368666 tempest-FloatingIPsNegativeTestJSON-238368666-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=b89c8e12c32b4e0dac92f8f96a5ff47e HTTP/1.1" status: 200 len: 217 time: 0.0983481 Dec 12 17:36:33.967400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90f874-e705-4326-bc6b-adfd2e2ed8f8 req-1db04613-443c-41bd-a34a-f6d07a742eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:33.973897 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e90f874-e705-4326-bc6b-adfd2e2ed8f8 req-1db04613-443c-41bd-a34a-f6d07a742eaa service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fda33f2-cd5a-41b1-a5c2-56d365312aad HTTP/1.1" status: 200 len: 918 time: 0.5300267 Dec 12 17:36:34.002925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2da76-b91c-4405-a9be-220aaca604c3 None None] Pushing event updated for resources: {'Port': ['ID=af23e661-7fc6-46f9-a121-7ade4481ee01,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:34.024879 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b603ee99-67d5-49e5-a7ab-ed2fe73e595a None None] Provisioning complete for port af23e661-7fc6-46f9-a121-7ade4481ee01 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:34.025262 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b603ee99-67d5-49e5-a7ab-ed2fe73e595a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:34.030601 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa739bf-a578-4526-a799-b7dd5101a79c None None] New status for floating IP 366e6e20-fcfd-45b0-9a1c-11fe4fcb88a0: ACTIVE {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:36:34.104706 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bb9e3-2757-4d1c-9169-8a41b7605404 req-650e2c69-4877-44f5-9098-f091ede9d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:34.106468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e1bb9e3-2757-4d1c-9169-8a41b7605404 req-650e2c69-4877-44f5-9098-f091ede9d962 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=134d5e13-2004-49bf-8504-0d095a3837a9 HTTP/1.1" status: 200 len: 857 time: 0.2840586 Dec 12 17:36:34.132854 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e90f874-e705-4326-bc6b-adfd2e2ed8f8 req-a224ec3f-91a8-4d96-ad4e-84ee89a921dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eede4ae-3981-47c7-ba30-17bed8d66aa5 HTTP/1.1" status: 200 len: 217 time: 0.1478291 Dec 12 17:36:34.182899 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e1bb9e3-2757-4d1c-9169-8a41b7605404 req-c3ce9080-982d-48a6-b263-04482bf11c67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fda33f2-cd5a-41b1-a5c2-56d365312aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640793 Dec 12 17:36:34.303081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960e1dc-12c9-49a4-8b7f-9179ef95cf17 req-8d3da7ac-ed29-4025-bf13-80177b1163cf tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:34.310653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6960e1dc-12c9-49a4-8b7f-9179ef95cf17 req-8d3da7ac-ed29-4025-bf13-80177b1163cf tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/ports?device_id=08b8a375-7b14-485c-b021-0c82391bc3f5 HTTP/1.1" status: 200 len: 943 time: 0.2027116 Dec 12 17:36:34.333125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90f874-e705-4326-bc6b-adfd2e2ed8f8 req-e6f4d0e0-3576-461e-a19a-4cd9af4a3de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:34.334205 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e90f874-e705-4326-bc6b-adfd2e2ed8f8 req-e6f4d0e0-3576-461e-a19a-4cd9af4a3de2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=134d5e13-2004-49bf-8504-0d095a3837a9 HTTP/1.1" status: 200 len: 857 time: 0.1687603 Dec 12 17:36:34.383737 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e90f874-e705-4326-bc6b-adfd2e2ed8f8 req-d8b3803e-6009-4edc-af63-776743574432 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fda33f2-cd5a-41b1-a5c2-56d365312aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275347 Dec 12 17:36:34.492656 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e1bb9e3-2757-4d1c-9169-8a41b7605404 req-6a725f4b-66eb-46e8-b880-3abbb539e3e5 service neutron] 10.222.0.20 "GET /v2.0/networks/6fda33f2-cd5a-41b1-a5c2-56d365312aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840836 Dec 12 17:36:34.496007 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6960e1dc-12c9-49a4-8b7f-9179ef95cf17 req-7ba8ca95-dd00-4186-8e9e-95bec7f3e1e5 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/security-groups?id=63eec7d4-c8f6-411f-9df6-99e9b909194d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845725 Dec 12 17:36:34.542633 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe47b5-6b2d-485c-ae48-c09e499fa171', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306286095-router', 'tenant_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:36:17Z', 'updated_at': '2021-12-12T17:36:27Z', 'revision_number': 4, 'project_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'gw_port': {'id': 'bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe47b5-6b2d-485c-ae48-c09e499fa171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:36:18Z', 'updated_at': '2021-12-12T17:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'af23e661-7fc6-46f9-a121-7ade4481ee01', 'name': '', 'network_id': 'a4cb14e7-5a95-422b-afe4-0b660b928169', 'tenant_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'mac_address': 'fa:16:3e:2d:3c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe47b5-6b2d-485c-ae48-c09e499fa171', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c605e851-b7a5-4204-9da8-9a795804678e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:36:24Z', 'updated_at': '2021-12-12T17:36:33Z', 'revision_number': 4, 'project_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'subnets': [{'id': 'c605e851-b7a5-4204-9da8-9a795804678e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:34.587015 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a7a43f-cc45-4ef0-98b6-8588b169eca3 None None] The sync data for ids ['bdbe47b5-6b2d-485c-ae48-c09e499fa171'] in n-d-760354-5 is: [{'id': 'bdbe47b5-6b2d-485c-ae48-c09e499fa171', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306286095-router', 'tenant_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:36:17Z', 'updated_at': '2021-12-12T17:36:27Z', 'revision_number': 4, 'project_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'gw_port': {'id': 'bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe47b5-6b2d-485c-ae48-c09e499fa171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:36:18Z', 'updated_at': '2021-12-12T17:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'af23e661-7fc6-46f9-a121-7ade4481ee01', 'name': '', 'network_id': 'a4cb14e7-5a95-422b-afe4-0b660b928169', 'tenant_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'mac_address': 'fa:16:3e:2d:3c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe47b5-6b2d-485c-ae48-c09e499fa171', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c605e851-b7a5-4204-9da8-9a795804678e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:36:24Z', 'updated_at': '2021-12-12T17:36:33Z', 'revision_number': 4, 'project_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'subnets': [{'id': 'c605e851-b7a5-4204-9da8-9a795804678e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:36:34.614278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e90f874-e705-4326-bc6b-adfd2e2ed8f8 req-31ae929a-6fde-4bad-be7b-c2a4140e89ed service neutron] 10.222.0.20 "GET /v2.0/networks/6fda33f2-cd5a-41b1-a5c2-56d365312aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182376 Dec 12 17:36:34.814622 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e1bb9e3-2757-4d1c-9169-8a41b7605404 req-645c3005-76f0-47b5-8179-e55c62529a04 service neutron] 10.222.0.20 "GET /v2.0/networks/6fda33f2-cd5a-41b1-a5c2-56d365312aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134942 Dec 12 17:36:34.866597 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4326c34-0d58-4b31-a69d-1a7703009986 req-d70c39f7-cc6e-45af-9260-23422f72d39a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:34.868951 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4326c34-0d58-4b31-a69d-1a7703009986 req-d70c39f7-cc6e-45af-9260-23422f72d39a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.1485591 Dec 12 17:36:34.873222 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e90f874-e705-4326-bc6b-adfd2e2ed8f8 req-9643eee5-ad5b-4de9-b3b1-9c221aa01110 service neutron] 10.222.0.20 "GET /v2.0/networks/6fda33f2-cd5a-41b1-a5c2-56d365312aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505791 Dec 12 17:36:34.938806 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4326c34-0d58-4b31-a69d-1a7703009986 req-c62d5327-9518-467a-8817-afa202ae5464 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603597 Dec 12 17:36:35.091060 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0e0591-e102-40e6-aaf9-668a87ab8f62', 'tag': '6528e3b4-9b6e-4df7-8785-9aff740876ab'}, {'name': 'network-changed', 'server_uuid': '389e7f45-fa28-497d-b9af-75e76512a258', 'tag': '02cf389a-8001-48d8-ae12-dfb3a457a068'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:35.093501 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27948186-5add-4dc1-b7c6-4bfdf200425c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0e0591-e102-40e6-aaf9-668a87ab8f62", "tag": "6528e3b4-9b6e-4df7-8785-9aff740876ab"}, {"name": "network-changed", "server_uuid": "389e7f45-fa28-497d-b9af-75e76512a258", "tag": "02cf389a-8001-48d8-ae12-dfb3a457a068"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:35.108223 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f3e3944-f22b-49fb-b8b3-12fbeddc03fc req-c4e5906e-e983-446c-843e-ac0d4e1d0920 tempest-FloatingIPsNegativeTestJSON-238368666 tempest-FloatingIPsNegativeTestJSON-238368666-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0785089 Dec 12 17:36:35.191108 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de368aa6-d409-4f52-b193-1a004b25c408', 'tag': '342116f9-8ce5-4832-ae91-bf2cd9a6cc0e'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:35.195473 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a026be-bddc-484a-ae3b-62a67de7759b" -d '{"events": [{"name": "network-changed", "server_uuid": "de368aa6-d409-4f52-b193-1a004b25c408", "tag": "342116f9-8ce5-4832-ae91-bf2cd9a6cc0e"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:35.287191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451749e-1665-4178-92ed-215953bd7602 req-a75aa152-fede-475c-81de-75ac98204012 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:35.295855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a451749e-1665-4178-92ed-215953bd7602 req-a75aa152-fede-475c-81de-75ac98204012 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/ports?device_id=de368aa6-d409-4f52-b193-1a004b25c408 HTTP/1.1" status: 200 len: 948 time: 0.0954137 Dec 12 17:36:35.334832 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device af23e661-7fc6-46f9-a121-7ade4481ee01 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:36:35.365896 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a451749e-1665-4178-92ed-215953bd7602 req-5fe123b0-740f-4bee-82af-4d65923c899f tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/security-groups?id=27943dda-8933-4bd6-9960-1951dc16a060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657451 Dec 12 17:36:35.449760 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port af23e661-7fc6-46f9-a121-7ade4481ee01 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:35.450421 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:35.723958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964e566-3955-4140-9df2-8b71aef1af17 req-59ef2b07-3781-49ba-90dd-58fdb8562989 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:35.725888 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f964e566-3955-4140-9df2-8b71aef1af17 req-59ef2b07-3781-49ba-90dd-58fdb8562989 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 1095 time: 0.0913529 Dec 12 17:36:35.809753 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f964e566-3955-4140-9df2-8b71aef1af17 req-19c0348c-9b4f-4a04-aeaa-7e8a121504da tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679517 Dec 12 17:36:35.907802 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7f5db8-dd6e-4878-91ed-5501e5122c8c x-openstack-request-id: req-2a7f5db8-dd6e-4878-91ed-5501e5122c8c {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:35.908100 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0e0591-e102-40e6-aaf9-668a87ab8f62", "tag": "6528e3b4-9b6e-4df7-8785-9aff740876ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "389e7f45-fa28-497d-b9af-75e76512a258", "tag": "02cf389a-8001-48d8-ae12-dfb3a457a068", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:35.908358 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a7f5db8-dd6e-4878-91ed-5501e5122c8c {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:35.908761 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0e0591-e102-40e6-aaf9-668a87ab8f62', 'tag': '6528e3b4-9b6e-4df7-8785-9aff740876ab', 'status': 'completed', 'code': 200} Dec 12 17:36:35.909746 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389e7f45-fa28-497d-b9af-75e76512a258', 'tag': '02cf389a-8001-48d8-ae12-dfb3a457a068', 'status': 'completed', 'code': 200} Dec 12 17:36:35.987084 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-b1e4b8ee-b39a-4dfd-a446-9707e2da8981 req-9052dd2c-9627-45be-9944-6ea8c1e4aeb9 tempest-FloatingIPsNegativeTestJSON-238368666 tempest-FloatingIPsNegativeTestJSON-238368666-project] show failed (client error): The resource could not be found. Dec 12 17:36:35.988430 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1e4b8ee-b39a-4dfd-a446-9707e2da8981 req-9052dd2c-9627-45be-9944-6ea8c1e4aeb9 tempest-FloatingIPsNegativeTestJSON-238368666 tempest-FloatingIPsNegativeTestJSON-238368666-project] 10.222.0.18 "GET /v2.0/floatingips/1c1a5ebc-e1ca-441c-8fe5-c1cd1de0506b HTTP/1.1" status: 404 len: 350 time: 0.0598724 Dec 12 17:36:35.998119 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38920) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:36.040109 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-7e994d90-9f54-44d1-bfd1-f9061581f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:36.043907 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-7e994d90-9f54-44d1-bfd1-f9061581f867 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4af0e73ec0f4b9fbcbfe44166122d17&device_id=0a0e0591-e102-40e6-aaf9-668a87ab8f62 HTTP/1.1" status: 200 len: 1095 time: 0.0664368 Dec 12 17:36:36.114288 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f7e670-28c7-4d51-bf23-480054f20498 x-openstack-request-id: req-b3f7e670-28c7-4d51-bf23-480054f20498 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:36.114591 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de368aa6-d409-4f52-b193-1a004b25c408", "tag": "342116f9-8ce5-4832-ae91-bf2cd9a6cc0e", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:36.114849 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3f7e670-28c7-4d51-bf23-480054f20498 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:36.115270 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de368aa6-d409-4f52-b193-1a004b25c408', 'tag': '342116f9-8ce5-4832-ae91-bf2cd9a6cc0e', 'status': 'completed', 'code': 200} Dec 12 17:36:36.224624 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a026be-bddc-484a-ae3b-62a67de7759b req-58c875c7-e82a-4da8-9e4e-dfb038c985a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:36.226012 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1a026be-bddc-484a-ae3b-62a67de7759b req-58c875c7-e82a-4da8-9e4e-dfb038c985a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c85115c9a8a43e8a7838fe66477e7e3&device_id=de368aa6-d409-4f52-b193-1a004b25c408 HTTP/1.1" status: 200 len: 1099 time: 0.0853348 Dec 12 17:36:36.275567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-ce4c6abe-734a-4edb-be6f-d30abf2d556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:36.277279 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-ce4c6abe-734a-4edb-be6f-d30abf2d556f service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fda33f2-cd5a-41b1-a5c2-56d365312aad HTTP/1.1" status: 200 len: 918 time: 0.2254889 Dec 12 17:36:36.502202 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 998a41d1-f54c-4cb6-a332-5307356995ba details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:36:36.742784 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44a7f17d-073a-4c58-aed7-b393dd60cb59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:36.745417 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-c0eacab3-b09d-4b24-bf37-f7f6500401da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6528e3b4-9b6e-4df7-8785-9aff740876ab HTTP/1.1" status: 200 len: 217 time: 0.4506083 Dec 12 17:36:36.813140 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc5165-4439-405c-9037-4e6515886193 req-623e18f9-0525-43f9-aea1-eb1014f00b27 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:36.820913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07cc5165-4439-405c-9037-4e6515886193 req-623e18f9-0525-43f9-aea1-eb1014f00b27 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/ports?device_id=08b8a375-7b14-485c-b021-0c82391bc3f5 HTTP/1.1" status: 200 len: 943 time: 0.5891120 Dec 12 17:36:36.828481 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 998a41d1-f54c-4cb6-a332-5307356995ba, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=998a41d1-f54c-4cb6-a332-5307356995ba,segment=NetworkSegment(93d276af-6de9-4579-a03a-8875494cadfe),segment_id=93d276af-6de9-4579-a03a-8875494cadfe)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:36.862173 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '998a41d1-f54c-4cb6-a332-5307356995ba', 'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad', 'port_id': '998a41d1-f54c-4cb6-a332-5307356995ba', 'mac_address': 'fa:16:3e:ba:96:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134d5e13-2004-49bf-8504-0d095a3837a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:36:36.884939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-1ed9b32d-24c2-4193-88d2-b82cd0769a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:36.886431 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-1ed9b32d-24c2-4193-88d2-b82cd0769a95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=134d5e13-2004-49bf-8504-0d095a3837a9 HTTP/1.1" status: 200 len: 857 time: 0.1228237 Dec 12 17:36:36.893481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a026be-bddc-484a-ae3b-62a67de7759b req-025fd2e9-34fe-4280-87dc-581edc97d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:36.894906 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1a026be-bddc-484a-ae3b-62a67de7759b req-025fd2e9-34fe-4280-87dc-581edc97d708 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.6302614 Dec 12 17:36:36.943678 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-36ea11a5-5941-4836-8352-08ea8a452627 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fda33f2-cd5a-41b1-a5c2-56d365312aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426195 Dec 12 17:36:36.953005 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:36.982661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1a026be-bddc-484a-ae3b-62a67de7759b req-0ef2f0f9-eebc-4d17-92c1-6ce50dd83c28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=342116f9-8ce5-4832-ae91-bf2cd9a6cc0e HTTP/1.1" status: 200 len: 217 time: 0.0701883 Dec 12 17:36:36.984425 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998a41d1-f54c-4cb6-a332-5307356995ba {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:36.995101 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07cc5165-4439-405c-9037-4e6515886193 req-1e6d30fb-fbdf-4d44-9ce4-fb44f2ff06d6 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/security-groups?id=63eec7d4-c8f6-411f-9df6-99e9b909194d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669595 Dec 12 17:36:37.073260 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 998a41d1-f54c-4cb6-a332-5307356995ba, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=998a41d1-f54c-4cb6-a332-5307356995ba,segment=NetworkSegment(93d276af-6de9-4579-a03a-8875494cadfe),segment_id=93d276af-6de9-4579-a03a-8875494cadfe)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:37.086398 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:37.086398 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6528e3b4-9b6e-4df7-8785-9aff740876ab details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:36:37.090796 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a026be-bddc-484a-ae3b-62a67de7759b req-4d71ede9-1bcb-4fc0-8040-337a36ba0c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:37.092280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1a026be-bddc-484a-ae3b-62a67de7759b req-4d71ede9-1bcb-4fc0-8040-337a36ba0c5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0718231 Dec 12 17:36:37.146113 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-4cadd743-9b56-47af-84d7-b7cc9fbec2e0 service neutron] 10.222.0.20 "GET /v2.0/networks/6fda33f2-cd5a-41b1-a5c2-56d365312aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727104 Dec 12 17:36:37.167925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a026be-bddc-484a-ae3b-62a67de7759b req-759a803f-2b22-4f53-a407-234f2a4c98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:37.169429 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1a026be-bddc-484a-ae3b-62a67de7759b req-759a803f-2b22-4f53-a407-234f2a4c98f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0679290 Dec 12 17:36:37.180219 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6528e3b4-9b6e-4df7-8785-9aff740876ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6528e3b4-9b6e-4df7-8785-9aff740876ab,segment=NetworkSegment(93d276af-6de9-4579-a03a-8875494cadfe),segment_id=93d276af-6de9-4579-a03a-8875494cadfe)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:37.205082 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '6528e3b4-9b6e-4df7-8785-9aff740876ab', 'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad', 'port_id': '6528e3b4-9b6e-4df7-8785-9aff740876ab', 'mac_address': 'fa:16:3e:c9:95:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134d5e13-2004-49bf-8504-0d095a3837a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:36:37.206821 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=998a41d1-f54c-4cb6-a332-5307356995ba,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:37.296217 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:37.305145 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-44a7f17d-073a-4c58-aed7-b393dd60cb59 admin admin] Deleting port af23e661-7fc6-46f9-a121-7ade4481ee01 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:36:37.305926 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44a7f17d-073a-4c58-aed7-b393dd60cb59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:37.318365 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6528e3b4-9b6e-4df7-8785-9aff740876ab {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:37.341901 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6528e3b4-9b6e-4df7-8785-9aff740876ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6528e3b4-9b6e-4df7-8785-9aff740876ab,segment=NetworkSegment(93d276af-6de9-4579-a03a-8875494cadfe),segment_id=93d276af-6de9-4579-a03a-8875494cadfe)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:37.363183 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:37.364372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 5eede4ae-3981-47c7-ba30-17bed8d66aa5 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:36:37.397804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-a2a72e72-c9ac-4799-9fa7-cff5a0ea910e service neutron] 10.222.0.20 "GET /v2.0/networks/6fda33f2-cd5a-41b1-a5c2-56d365312aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424920 Dec 12 17:36:37.435923 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1a026be-bddc-484a-ae3b-62a67de7759b req-118c7850-d11c-4824-9b87-9eabfaa2d244 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914971 Dec 12 17:36:37.460941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-44a7f17d-073a-4c58-aed7-b393dd60cb59 admin admin] For port af23e661-7fc6-46f9-a121-7ade4481ee01, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=af23e661-7fc6-46f9-a121-7ade4481ee01,segment=NetworkSegment(97dfbf0d-dbd9-43de-8f81-dde358664e92),segment_id=97dfbf0d-dbd9-43de-8f81-dde358664e92)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:37.461359 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44a7f17d-073a-4c58-aed7-b393dd60cb59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:37.489841 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-44a7f17d-073a-4c58-aed7-b393dd60cb59 admin admin] Calling delete_port for af23e661-7fc6-46f9-a121-7ade4481ee01 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:36:37.516660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=6528e3b4-9b6e-4df7-8785-9aff740876ab,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:37.520989 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 5eede4ae-3981-47c7-ba30-17bed8d66aa5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=5eede4ae-3981-47c7-ba30-17bed8d66aa5,segment=NetworkSegment(93d276af-6de9-4579-a03a-8875494cadfe),segment_id=93d276af-6de9-4579-a03a-8875494cadfe)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:37.536801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '5eede4ae-3981-47c7-ba30-17bed8d66aa5', 'network_id': '6fda33f2-cd5a-41b1-a5c2-56d365312aad', 'port_id': '5eede4ae-3981-47c7-ba30-17bed8d66aa5', 'mac_address': 'fa:16:3e:b4:66:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134d5e13-2004-49bf-8504-0d095a3837a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:36:37.596909 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:37.611164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-a6e5b118-8479-4342-ac44-b478d355de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:37.612783 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-a6e5b118-8479-4342-ac44-b478d355de81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=438b3403df11467186a128ec0b97682a&device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 1096 time: 0.0905213 Dec 12 17:36:37.637300 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eede4ae-3981-47c7-ba30-17bed8d66aa5 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:37.700958 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 5eede4ae-3981-47c7-ba30-17bed8d66aa5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=5eede4ae-3981-47c7-ba30-17bed8d66aa5,segment=NetworkSegment(93d276af-6de9-4579-a03a-8875494cadfe),segment_id=93d276af-6de9-4579-a03a-8875494cadfe)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:37.709484 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:37.711022 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:36:37.719604 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-71de3962-a83b-4e03-adce-e7700eddd585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:37.721093 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-71de3962-a83b-4e03-adce-e7700eddd585 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9379518-7141-4913-88d7-7d1fcb8ba7e8 HTTP/1.1" status: 200 len: 925 time: 0.0959530 Dec 12 17:36:37.778476 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1a026be-bddc-484a-ae3b-62a67de7759b req-5bc880e1-75b2-494c-b534-262ff4545a75 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329544 Dec 12 17:36:37.820317 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-7230c272-3d93-41c1-bc31-1a4930b0d7fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02cf389a-8001-48d8-ae12-dfb3a457a068 HTTP/1.1" status: 200 len: 1001 time: 0.0890749 Dec 12 17:36:37.903132 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44a7f17d-073a-4c58-aed7-b393dd60cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:37.916211 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-fce92e68-c9be-4ba8-a29e-6bf567ed3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:37.917672 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-fce92e68-c9be-4ba8-a29e-6bf567ed3d5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79ecbb35-c555-4daf-a052-e49241c4c136 HTTP/1.1" status: 200 len: 863 time: 0.0888693 Dec 12 17:36:37.930387 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=342116f9-8ce5-4832-ae91-bf2cd9a6cc0e,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:37.949498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '342116f9-8ce5-4832-ae91-bf2cd9a6cc0e', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '342116f9-8ce5-4832-ae91-bf2cd9a6cc0e', 'mac_address': 'fa:16:3e:f2:09:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:36:37.967996 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7f17d-073a-4c58-aed7-b393dd60cb59 admin admin] Pushing event deleted for resources: {'Port': ['ID=af23e661-7fc6-46f9-a121-7ade4481ee01,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:38.021349 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-40516dcb-4f3b-4050-87f8-03e40fe75519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:38.022869 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-40516dcb-4f3b-4050-87f8-03e40fe75519 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9379518-7141-4913-88d7-7d1fcb8ba7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946741 Dec 12 17:36:38.125823 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:38.148707 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:38.156694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=5eede4ae-3981-47c7-ba30-17bed8d66aa5,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:38.207285 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=342116f9-8ce5-4832-ae91-bf2cd9a6cc0e,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:38.219127 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:38.281393 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-fc9071d0-d0f8-4fad-b3d0-d2b47d348c55 service neutron] 10.222.0.20 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485902 Dec 12 17:36:38.333627 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=342116f9-8ce5-4832-ae91-bf2cd9a6cc0e,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:38.355404 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44a7f17d-073a-4c58-aed7-b393dd60cb59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:38.442381 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27948186-5add-4dc1-b7c6-4bfdf200425c req-f81b17f1-86b2-4efa-a201-eeb48ff42514 service neutron] 10.222.0.20 "GET /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515193 Dec 12 17:36:38.649930 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a7f17d-073a-4c58-aed7-b393dd60cb59 admin admin] Router bdbe47b5-6b2d-485c-ae48-c09e499fa171 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:36:38.739326 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['5eede4ae-3981-47c7-ba30-17bed8d66aa5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:36:38.802352 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['998a41d1-f54c-4cb6-a332-5307356995ba'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:36:38.807074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['6528e3b4-9b6e-4df7-8785-9aff740876ab'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:36:38.809898 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['342116f9-8ce5-4832-ae91-bf2cd9a6cc0e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:36:38.824939 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a7f17d-073a-4c58-aed7-b393dd60cb59 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:36:38.830768 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-44a7f17d-073a-4c58-aed7-b393dd60cb59 admin admin] 10.222.0.18 "PUT /v2.0/routers/bdbe47b5-6b2d-485c-ae48-c09e499fa171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8315935 Dec 12 17:36:38.834419 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38940) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:38.920673 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5aa893-31a7-47b3-8563-3676160908e9 None None] Sync routers for ids ['bdbe47b5-6b2d-485c-ae48-c09e499fa171'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:36:38.992268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5aa893-31a7-47b3-8563-3676160908e9 None None] Routers {'bdbe47b5-6b2d-485c-ae48-c09e499fa171'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:36:38.993014 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-af5aa893-31a7-47b3-8563-3676160908e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:36:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['bdbe47b5-6b2d-485c-ae48-c09e499fa171'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:39.009710 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebfbdd36-9855-46b4-bd6e-f18c1ea0e7c1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:39.180963 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebfbdd36-9855-46b4-bd6e-f18c1ea0e7c1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:39.347749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ebfbdd36-9855-46b4-bd6e-f18c1ea0e7c1 admin admin] Deleting port bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:36:39.348167 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebfbdd36-9855-46b4-bd6e-f18c1ea0e7c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:39.367627 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-af5aa893-31a7-47b3-8563-3676160908e9 None None] Set router bdbe47b5-6b2d-485c-ae48-c09e499fa171 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:36:39.506226 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ebfbdd36-9855-46b4-bd6e-f18c1ea0e7c1 admin admin] For port bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:39.506614 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebfbdd36-9855-46b4-bd6e-f18c1ea0e7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:39.523963 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ebfbdd36-9855-46b4-bd6e-f18c1ea0e7c1 admin admin] Calling delete_port for bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:36:39.786234 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebfbdd36-9855-46b4-bd6e-f18c1ea0e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:39.813673 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbdd36-9855-46b4-bd6e-f18c1ea0e7c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:39.813977 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-af5aa893-31a7-47b3-8563-3676160908e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe47b5-6b2d-485c-ae48-c09e499fa171', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306286095-router', 'tenant_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:36:17Z', 'updated_at': '2021-12-12T17:36:37Z', 'revision_number': 5, 'project_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'gw_port': {'id': 'bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe47b5-6b2d-485c-ae48-c09e499fa171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:36:18Z', 'updated_at': '2021-12-12T17:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:39.846967 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5aa893-31a7-47b3-8563-3676160908e9 None None] Checking router: bdbe47b5-6b2d-485c-ae48-c09e499fa171 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:36:39.858590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5aa893-31a7-47b3-8563-3676160908e9 None None] Routers {'bdbe47b5-6b2d-485c-ae48-c09e499fa171'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:36:39.858924 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-af5aa893-31a7-47b3-8563-3676160908e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:36:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['bdbe47b5-6b2d-485c-ae48-c09e499fa171'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:39.884421 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebfbdd36-9855-46b4-bd6e-f18c1ea0e7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:40.021665 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebfbdd36-9855-46b4-bd6e-f18c1ea0e7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:40.024361 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebfbdd36-9855-46b4-bd6e-f18c1ea0e7c1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:40.105974 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-af5aa893-31a7-47b3-8563-3676160908e9 None None] Set router bdbe47b5-6b2d-485c-ae48-c09e499fa171 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:36:40.167119 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebfbdd36-9855-46b4-bd6e-f18c1ea0e7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:40.168415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfbdd36-9855-46b4-bd6e-f18c1ea0e7c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdbe47b5-6b2d-485c-ae48-c09e499fa171 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:36:40.174164 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-af5aa893-31a7-47b3-8563-3676160908e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe47b5-6b2d-485c-ae48-c09e499fa171', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306286095-router', 'tenant_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:36:17Z', 'updated_at': '2021-12-12T17:36:39Z', 'revision_number': 7, 'project_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:40.190798 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebfbdd36-9855-46b4-bd6e-f18c1ea0e7c1 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:40.195263 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ebfbdd36-9855-46b4-bd6e-f18c1ea0e7c1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/bdbe47b5-6b2d-485c-ae48-c09e499fa171 HTTP/1.1" status: 204 len: 168 time: 1.3581283 Dec 12 17:36:40.196287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38946) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:40.208451 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5aa893-31a7-47b3-8563-3676160908e9 None None] The sync data for ids ['bdbe47b5-6b2d-485c-ae48-c09e499fa171'] in n-d-760354-5 is: [{'id': 'bdbe47b5-6b2d-485c-ae48-c09e499fa171', 'name': 'tempest-FloatingIPsNegativeTestJSON-1306286095-router', 'tenant_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:36:17Z', 'updated_at': '2021-12-12T17:36:39Z', 'revision_number': 7, 'project_id': 'b89c8e12c32b4e0dac92f8f96a5ff47e', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:36:40.273380 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b4e676-48aa-4a58-9c2b-6fa73bf9ea3f admin admin] Deleting subnet c605e851-b7a5-4204-9da8-9a795804678e {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:36:40.279099 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15b4e676-48aa-4a58-9c2b-6fa73bf9ea3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:40.320441 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15b4e676-48aa-4a58-9c2b-6fa73bf9ea3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:40.556408 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15b4e676-48aa-4a58-9c2b-6fa73bf9ea3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:40.655569 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15b4e676-48aa-4a58-9c2b-6fa73bf9ea3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:40.698217 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4e676-48aa-4a58-9c2b-6fa73bf9ea3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c605e851-b7a5-4204-9da8-9a795804678e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:40.705849 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15b4e676-48aa-4a58-9c2b-6fa73bf9ea3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:40.709233 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-15b4e676-48aa-4a58-9c2b-6fa73bf9ea3f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c605e851-b7a5-4204-9da8-9a795804678e HTTP/1.1" status: 204 len: 168 time: 0.5119076 Dec 12 17:36:40.711590 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38948) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:40.714726 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c08e1e2-d89c-44c4-ac88-2aa9dae58eba None None] Network a4cb14e7-5a95-422b-afe4-0b660b928169 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:36:41.072017 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97152584-bc4e-4185-9368-98c31719a9de None None] DHCP port deletion for a4cb14e7-5a95-422b-afe4-0b660b928169 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:36:41.134673 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:41.174374 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-97152584-bc4e-4185-9368-98c31719a9de None None] Deleting port ffd82205-8cbe-42b8-a9e9-5065a0fddd19 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:36:41.174755 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97152584-bc4e-4185-9368-98c31719a9de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:41.273777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:36:41.297876 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:36:41.298595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device bd8586b5-5cb1-40ae-af7c-2b1296d3b9bf not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:36:41.299032 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device af23e661-7fc6-46f9-a121-7ade4481ee01 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:36:41.325886 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] Deleting port ffd82205-8cbe-42b8-a9e9-5065a0fddd19 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:36:41.326513 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:41.338728 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: af23e661-7fc6-46f9-a121-7ade4481ee01 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:36:41.339104 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device af23e661-7fc6-46f9-a121-7ade4481ee01 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:36:41.339563 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ffd82205-8cbe-42b8-a9e9-5065a0fddd19 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:36:41.348048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-97152584-bc4e-4185-9368-98c31719a9de None None] For port ffd82205-8cbe-42b8-a9e9-5065a0fddd19, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ffd82205-8cbe-42b8-a9e9-5065a0fddd19,segment=NetworkSegment(97dfbf0d-dbd9-43de-8f81-dde358664e92),segment_id=97dfbf0d-dbd9-43de-8f81-dde358664e92)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:41.348459 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97152584-bc4e-4185-9368-98c31719a9de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:41.394348 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-97152584-bc4e-4185-9368-98c31719a9de None None] Calling delete_port for ffd82205-8cbe-42b8-a9e9-5065a0fddd19 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:36:41.420826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] For port ffd82205-8cbe-42b8-a9e9-5065a0fddd19, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ffd82205-8cbe-42b8-a9e9-5065a0fddd19,segment=NetworkSegment(97dfbf0d-dbd9-43de-8f81-dde358664e92),segment_id=97dfbf0d-dbd9-43de-8f81-dde358664e92)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:41.421231 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:41.469127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] Calling delete_port for ffd82205-8cbe-42b8-a9e9-5065a0fddd19 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:36:41.553835 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:41.644739 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97152584-bc4e-4185-9368-98c31719a9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:41.649267 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 17:36:41.649267 n-d-760354-5 neutron-server[103152]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 12 17:36:41.649267 n-d-760354-5 neutron-server[103152]: [parameters: {'status': 'DOWN', 'ports_id': 'ffd82205-8cbe-42b8-a9e9-5065a0fddd19'}] Dec 12 17:36:41.649267 n-d-760354-5 neutron-server[103152]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:36:41.649768 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:36:41.659800 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:41.670871 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97152584-bc4e-4185-9368-98c31719a9de None None] Pushing event deleted for resources: {'Port': ['ID=ffd82205-8cbe-42b8-a9e9-5065a0fddd19,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:41.682221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97152584-bc4e-4185-9368-98c31719a9de None None] No DVR routers for this DVR port ffd82205-8cbe-42b8-a9e9-5065a0fddd19 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:36:41.685139 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97152584-bc4e-4185-9368-98c31719a9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:41.685495 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97152584-bc4e-4185-9368-98c31719a9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:41.685840 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97152584-bc4e-4185-9368-98c31719a9de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:41.686187 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97152584-bc4e-4185-9368-98c31719a9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:41.686519 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97152584-bc4e-4185-9368-98c31719a9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:41.687062 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97152584-bc4e-4185-9368-98c31719a9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:41.687380 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97152584-bc4e-4185-9368-98c31719a9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:41.687720 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97152584-bc4e-4185-9368-98c31719a9de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:41.688052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97152584-bc4e-4185-9368-98c31719a9de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:41.688383 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97152584-bc4e-4185-9368-98c31719a9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:41.688713 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97152584-bc4e-4185-9368-98c31719a9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:41.689107 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97152584-bc4e-4185-9368-98c31719a9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:41.689439 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97152584-bc4e-4185-9368-98c31719a9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:41.726432 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd82205-8cbe-42b8-a9e9-5065a0fddd19,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:41.748783 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] No DVR routers for this DVR port ffd82205-8cbe-42b8-a9e9-5065a0fddd19 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:36:41.833159 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:41.858715 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4cb14e7-5a95-422b-afe4-0b660b928169']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:41.865441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-8cb54879-6ad0-4740-bfaa-b630df93d832 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:41.866971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-8cb54879-6ad0-4740-bfaa-b630df93d832 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 807 time: 0.1505294 Dec 12 17:36:41.876294 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97dfbf0d-dbd9-43de-8f81-dde358664e92') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:41.881511 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97dfbf0d-dbd9-43de-8f81-dde358664e92') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:36:41.889137 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-a461b1b8-9a1f-453b-9807-acd6998cba0c tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/quotas/5086af56094840bd807cfda793fdb5e6 HTTP/1.1" status: 200 len: 375 time: 0.0117180 Dec 12 17:36:41.895243 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:41.901622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77995fb-1e72-4240-8bc5-4fb441aa5eca req-210a4834-c69f-41ab-8a97-992eb0e13bb9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:41.903434 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e77995fb-1e72-4240-8bc5-4fb441aa5eca req-210a4834-c69f-41ab-8a97-992eb0e13bb9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.0852382 Dec 12 17:36:41.913510 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:41.924237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:36:41.925452 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:36:41.929531 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:36:42.001472 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-8fa84867-23e6-4790-a42f-1d9dea0159c5 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0970314 Dec 12 17:36:42.005882 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e77995fb-1e72-4240-8bc5-4fb441aa5eca req-c9e2583e-8030-45a0-abb7-2245d1bb3579 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929041 Dec 12 17:36:42.030870 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:42.050798 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:42.076097 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a4cb14e7-5a95-422b-afe4-0b660b928169 HTTP/1.1" status: 204 len: 168 time: 1.3624237 Dec 12 17:36:42.094524 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1670e04-4557-4447-a775-ffbb2ed4b929 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4cb14e7-5a95-422b-afe4-0b660b928169,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:42.151884 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-38913242-0def-476c-bdd1-2f62dad88c46 service neutron] 10.222.0.18 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410823 Dec 12 17:36:42.201406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] Port ffd82205-8cbe-42b8-a9e9-5065a0fddd19 update to DOWN by agent not found {{(pid=103152) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 12 17:36:42.307726 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af623e-34d4-4c58-856d-ef533ba2fc95 req-1e591880-7beb-4e86-a9e1-662bffc24cb5 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:42.308917 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35af623e-34d4-4c58-856d-ef533ba2fc95 req-1e591880-7beb-4e86-a9e1-662bffc24cb5 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/ports?device_id=de368aa6-d409-4f52-b193-1a004b25c408 HTTP/1.1" status: 200 len: 949 time: 0.1737816 Dec 12 17:36:42.401501 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35af623e-34d4-4c58-856d-ef533ba2fc95 req-8938b31a-1bd1-40b3-98eb-639a2fc04723 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/security-groups?id=27943dda-8933-4bd6-9960-1951dc16a060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848110 Dec 12 17:36:42.404383 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-e5062407-4d0f-405f-9492-084a3b5fc0ad service neutron] 10.222.0.18 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379766 Dec 12 17:36:42.432511 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38972) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:42.500350 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b8d313e5-6f0c-46eb-a3ec-996e296c8753 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b89c8e12c32b4e0dac92f8f96a5ff47e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0665104 Dec 12 17:36:42.502974 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38976) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:42.519977 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 5eede4ae-3981-47c7-ba30-17bed8d66aa5 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:36:42.562195 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b014b2f1-4bba-46fb-9962-3b7040052554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:42.598858 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b014b2f1-4bba-46fb-9962-3b7040052554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:42.647602 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 5eede4ae-3981-47c7-ba30-17bed8d66aa5 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:36:42.652653 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 5eede4ae-3981-47c7-ba30-17bed8d66aa5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:42.653332 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:42.664844 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b014b2f1-4bba-46fb-9962-3b7040052554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:42.666160 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b014b2f1-4bba-46fb-9962-3b7040052554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:42.669999 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b014b2f1-4bba-46fb-9962-3b7040052554 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6e58cbc-6ca0-427e-8c07-0bbf1c414019 HTTP/1.1" status: 204 len: 168 time: 0.1636338 Dec 12 17:36:42.706167 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014b2f1-4bba-46fb-9962-3b7040052554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e58cbc-6ca0-427e-8c07-0bbf1c414019,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:42.750404 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c11022a6-66a2-4e5a-94c7-dc6360d89352 req-abe032ee-499b-4126-9854-ab9dc8d86d3d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 210 time: 0.0418355 Dec 12 17:36:42.772211 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff92bbb-ba20-4793-a2eb-404aa1886cf2 req-ca5b0313-afbc-426a-b6a0-08b5b9c020e7 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:42.777900 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eff92bbb-ba20-4793-a2eb-404aa1886cf2 req-ca5b0313-afbc-426a-b6a0-08b5b9c020e7 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/ports?device_id=08b8a375-7b14-485c-b021-0c82391bc3f5 HTTP/1.1" status: 200 len: 944 time: 0.1279216 Dec 12 17:36:42.862431 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eff92bbb-ba20-4793-a2eb-404aa1886cf2 req-54622e11-5bef-454b-b7f8-99ff37ed26d0 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/security-groups?id=63eec7d4-c8f6-411f-9df6-99e9b909194d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729945 Dec 12 17:36:42.945622 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:42.976961 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b8a375-7b14-485c-b021-0c82391bc3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eede4ae-3981-47c7-ba30-17bed8d66aa5'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:42.979963 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeeeb30-99e3-4aa1-96a9-5080e3c8af60" -d '{"events": [{"server_uuid": "08b8a375-7b14-485c-b021-0c82391bc3f5", "name": "network-vif-plugged", "status": "completed", "tag": "5eede4ae-3981-47c7-ba30-17bed8d66aa5"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:42.996455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 5eede4ae-3981-47c7-ba30-17bed8d66aa5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=5eede4ae-3981-47c7-ba30-17bed8d66aa5,segment=NetworkSegment(93d276af-6de9-4579-a03a-8875494cadfe),segment_id=93d276af-6de9-4579-a03a-8875494cadfe)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:43.014171 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:43.015096 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:36:43.092396 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114ad136-58e9-4a57-85b8-35635be325b0 x-openstack-request-id: req-114ad136-58e9-4a57-85b8-35635be325b0 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:43.092746 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b8a375-7b14-485c-b021-0c82391bc3f5", "name": "network-vif-plugged", "status": "completed", "tag": "5eede4ae-3981-47c7-ba30-17bed8d66aa5", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:43.093002 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-114ad136-58e9-4a57-85b8-35635be325b0 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:43.094474 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b8a375-7b14-485c-b021-0c82391bc3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eede4ae-3981-47c7-ba30-17bed8d66aa5', 'code': 200} Dec 12 17:36:43.120017 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=5eede4ae-3981-47c7-ba30-17bed8d66aa5,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:43.147641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:36:43.169782 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:43.170549 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:43.298507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa430cd-963b-49fa-8b73-1b160276e534 req-c8d616ae-62ed-4075-904f-0767b465965d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:43.306233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2aa430cd-963b-49fa-8b73-1b160276e534 req-c8d616ae-62ed-4075-904f-0767b465965d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.1640842 Dec 12 17:36:43.335022 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6fb03-f92d-4fc4-bb50-3ac1f7f88fa3 req-02bf2bda-5afc-424c-bbdd-ceb6cef1dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:43.340387 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53b6fb03-f92d-4fc4-bb50-3ac1f7f88fa3 req-02bf2bda-5afc-424c-bbdd-ceb6cef1dfce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=08b8a375-7b14-485c-b021-0c82391bc3f5 HTTP/1.1" status: 200 len: 1096 time: 0.1282434 Dec 12 17:36:43.400456 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:43.424974 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2aa430cd-963b-49fa-8b73-1b160276e534 req-5794f96d-59ff-477a-b1b2-efaad02c6568 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177850 Dec 12 17:36:43.436727 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53b6fb03-f92d-4fc4-bb50-3ac1f7f88fa3 req-43373819-d54c-4281-9fa8-d81a08bf5bb8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=63eec7d4-c8f6-411f-9df6-99e9b909194d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864925 Dec 12 17:36:43.451520 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=342116f9-8ce5-4832-ae91-bf2cd9a6cc0e,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:43.456211 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:43.457176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 998a41d1-f54c-4cb6-a332-5307356995ba up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:36:43.555292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=342116f9-8ce5-4832-ae91-bf2cd9a6cc0e,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:43.575373 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 998a41d1-f54c-4cb6-a332-5307356995ba completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:36:43.580673 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 998a41d1-f54c-4cb6-a332-5307356995ba triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:43.581062 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:43.677737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8537bd-e272-47f6-9ba5-e0d51dd6a16f req-c1932b54-ecd9-49c1-9be6-cf6a206d86db tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:43.679259 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad8537bd-e272-47f6-9ba5-e0d51dd6a16f req-c1932b54-ecd9-49c1-9be6-cf6a206d86db tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/ports?device_id=de368aa6-d409-4f52-b193-1a004b25c408 HTTP/1.1" status: 200 len: 950 time: 0.0925879 Dec 12 17:36:43.719891 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:43.836432 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad8537bd-e272-47f6-9ba5-e0d51dd6a16f req-424230e6-c99d-4b7f-aa8a-fa3fbe0a65b3 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/security-groups?id=27943dda-8933-4bd6-9960-1951dc16a060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466320 Dec 12 17:36:43.851332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 998a41d1-f54c-4cb6-a332-5307356995ba, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=998a41d1-f54c-4cb6-a332-5307356995ba,segment=NetworkSegment(93d276af-6de9-4579-a03a-8875494cadfe),segment_id=93d276af-6de9-4579-a03a-8875494cadfe)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:43.855557 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:43.856496 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6528e3b4-9b6e-4df7-8785-9aff740876ab up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:36:43.984531 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca0799f1-12ed-4215-ade6-0417977407e1 req-97b64e22-d504-48e2-882a-e8d236a0844f tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 210 time: 0.0910668 Dec 12 17:36:43.987880 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=998a41d1-f54c-4cb6-a332-5307356995ba,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:44.039143 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 6528e3b4-9b6e-4df7-8785-9aff740876ab completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:36:44.047255 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 6528e3b4-9b6e-4df7-8785-9aff740876ab triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:44.047976 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:44.128260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c5ef0-532a-4320-9752-3b96e78fa8f1 req-2b05182a-43ff-42df-a04f-d736c3169855 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:44.141160 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b2c5ef0-532a-4320-9752-3b96e78fa8f1 req-2b05182a-43ff-42df-a04f-d736c3169855 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/ports?device_id=08b8a375-7b14-485c-b021-0c82391bc3f5 HTTP/1.1" status: 200 len: 945 time: 0.1160285 Dec 12 17:36:44.200595 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:44.203240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b2c5ef0-532a-4320-9752-3b96e78fa8f1 req-536a3854-92ce-43d4-a26b-60dc7e67bc64 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/security-groups?id=63eec7d4-c8f6-411f-9df6-99e9b909194d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558395 Dec 12 17:36:44.264306 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6528e3b4-9b6e-4df7-8785-9aff740876ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6528e3b4-9b6e-4df7-8785-9aff740876ab,segment=NetworkSegment(93d276af-6de9-4579-a03a-8875494cadfe),segment_id=93d276af-6de9-4579-a03a-8875494cadfe)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:44.272358 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:44.338342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=6528e3b4-9b6e-4df7-8785-9aff740876ab,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:44.600334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656e04d-8c58-4ad2-922a-41391851503d req-46398f99-f179-4bb2-ab22-7f14179d4c54 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:44.610751 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d656e04d-8c58-4ad2-922a-41391851503d req-46398f99-f179-4bb2-ab22-7f14179d4c54 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.0754261 Dec 12 17:36:44.769906 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d50362ff-ce3f-4fdb-8469-d371b59ad56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:44.967537 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d656e04d-8c58-4ad2-922a-41391851503d req-3b518abf-adfe-4bb0-80da-d6340cbe2720 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557711 Dec 12 17:36:45.095874 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de368aa6-d409-4f52-b193-1a004b25c408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342116f9-8ce5-4832-ae91-bf2cd9a6cc0e'}, {'server_uuid': '6c6c647f-30d5-49c1-9713-5fe2052987f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998a41d1-f54c-4cb6-a332-5307356995ba'}, {'server_uuid': '0a0e0591-e102-40e6-aaf9-668a87ab8f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6528e3b4-9b6e-4df7-8785-9aff740876ab'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:45.099238 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39128) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:45.099733 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193fae01-681e-444f-addb-3faa7564aa74" -d '{"events": [{"server_uuid": "de368aa6-d409-4f52-b193-1a004b25c408", "name": "network-vif-plugged", "status": "completed", "tag": "342116f9-8ce5-4832-ae91-bf2cd9a6cc0e"}, {"server_uuid": "6c6c647f-30d5-49c1-9713-5fe2052987f8", "name": "network-vif-plugged", "status": "completed", "tag": "998a41d1-f54c-4cb6-a332-5307356995ba"}, {"server_uuid": "0a0e0591-e102-40e6-aaf9-668a87ab8f62", "name": "network-vif-plugged", "status": "completed", "tag": "6528e3b4-9b6e-4df7-8785-9aff740876ab"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:45.130558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-2a1095e8-1f40-438f-90fb-df054bc74b93 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:45.132844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-2a1095e8-1f40-438f-90fb-df054bc74b93 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.31 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 807 time: 0.4537501 Dec 12 17:36:45.146871 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-1ca29c7d-2f84-447e-9992-2a0082427d28 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Request body: {'port': {'device_id': 'c0e2223d-1e8b-47c0-95ca-fecff9eedf63', 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded', 'admin_state_up': True, 'tenant_id': '5086af56094840bd807cfda793fdb5e6'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:45.320425 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07c4cbbe-3962-467b-8ea3-1c04ebcd7751 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:45.388087 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-265ffbd2-e197-4e42-b6e5-d9633bd98517 req-6c2e9ce9-11bb-476f-8ae4-fa933cb26816 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 210 time: 0.0700822 Dec 12 17:36:45.417646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ea7a2-2d7a-49f7-bb27-192fa21189a3 req-d3c22633-08b1-4f09-88c7-4b9c3e4de76b tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:45.427133 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07c4cbbe-3962-467b-8ea3-1c04ebcd7751 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:45.429469 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c72ea7a2-2d7a-49f7-bb27-192fa21189a3 req-d3c22633-08b1-4f09-88c7-4b9c3e4de76b tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/ports?device_id=de368aa6-d409-4f52-b193-1a004b25c408 HTTP/1.1" status: 200 len: 950 time: 0.1461439 Dec 12 17:36:45.432550 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07c4cbbe-3962-467b-8ea3-1c04ebcd7751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:45.461380 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d1fcbf-b38b-49d9-9639-58e65e894660 x-openstack-request-id: req-02d1fcbf-b38b-49d9-9639-58e65e894660 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:45.461927 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de368aa6-d409-4f52-b193-1a004b25c408", "name": "network-vif-plugged", "status": "completed", "tag": "342116f9-8ce5-4832-ae91-bf2cd9a6cc0e", "code": 200}, {"server_uuid": "6c6c647f-30d5-49c1-9713-5fe2052987f8", "name": "network-vif-plugged", "status": "completed", "tag": "998a41d1-f54c-4cb6-a332-5307356995ba", "code": 200}, {"server_uuid": "0a0e0591-e102-40e6-aaf9-668a87ab8f62", "name": "network-vif-plugged", "status": "completed", "tag": "6528e3b4-9b6e-4df7-8785-9aff740876ab", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:45.462600 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02d1fcbf-b38b-49d9-9639-58e65e894660 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:45.463261 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de368aa6-d409-4f52-b193-1a004b25c408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342116f9-8ce5-4832-ae91-bf2cd9a6cc0e', 'code': 200} Dec 12 17:36:45.463810 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6c647f-30d5-49c1-9713-5fe2052987f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998a41d1-f54c-4cb6-a332-5307356995ba', 'code': 200} Dec 12 17:36:45.464277 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0e0591-e102-40e6-aaf9-668a87ab8f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6528e3b4-9b6e-4df7-8785-9aff740876ab', 'code': 200} Dec 12 17:36:45.550714 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c72ea7a2-2d7a-49f7-bb27-192fa21189a3 req-64729e1b-b47a-4a2b-83c7-8af36d92d460 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/security-groups?id=27943dda-8933-4bd6-9960-1951dc16a060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175373 Dec 12 17:36:45.550714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-1ca29c7d-2f84-447e-9992-2a0082427d28 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Made reservation on behalf of 5086af56094840bd807cfda793fdb5e6 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:36:45.553322 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-1ca29c7d-2f84-447e-9992-2a0082427d28 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:45.566408 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-07c4cbbe-3962-467b-8ea3-1c04ebcd7751 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91de379ca70e456ab3b2b14edfa51383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4660602 Dec 12 17:36:45.570190 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39140) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:45.588513 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4cbbe-3962-467b-8ea3-1c04ebcd7751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9dc69f-5e4b-4e81-be10-966d4e98bd1d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:45.708662 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa16ed18-6a11-435a-bf2d-8437234a82cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:45.746425 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa16ed18-6a11-435a-bf2d-8437234a82cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:45.756885 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19c4ba-3c13-488f-9b09-6fb5f8b731a0 req-c6debd40-b9b3-43db-8491-8f6fec2e31ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:45.758836 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fe19c4ba-3c13-488f-9b09-6fb5f8b731a0 req-c6debd40-b9b3-43db-8491-8f6fec2e31ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0a0e0591-e102-40e6-aaf9-668a87ab8f62 HTTP/1.1" status: 200 len: 1097 time: 0.1038835 Dec 12 17:36:45.762309 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-1ca29c7d-2f84-447e-9992-2a0082427d28 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Allocated IP 172.20.0.9 (7af7ce07-fb07-4357-8d7c-aa495da24ded/bbefa9e0-9207-40de-b719-d60e0bdbdf57/3a891b6c-f3a4-43a5-9317-f0bed67deb96) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:36:45.829260 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fe19c4ba-3c13-488f-9b09-6fb5f8b731a0 req-1c2fccb1-d587-488b-ac23-f8bfa149ada4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=63eec7d4-c8f6-411f-9df6-99e9b909194d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593641 Dec 12 17:36:45.851228 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa16ed18-6a11-435a-bf2d-8437234a82cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:45.851228 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa16ed18-6a11-435a-bf2d-8437234a82cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:45.851228 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fa16ed18-6a11-435a-bf2d-8437234a82cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b9dc69f-5e4b-4e81-be10-966d4e98bd1d HTTP/1.1" status: 204 len: 168 time: 0.2741539 Dec 12 17:36:45.855545 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16ed18-6a11-435a-bf2d-8437234a82cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9dc69f-5e4b-4e81-be10-966d4e98bd1d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:45.964588 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511156b-b811-485c-be32-8ecebe0fde54 req-daa6a72d-b1d4-43af-960d-a592c99062f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:45.965984 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7511156b-b811-485c-be32-8ecebe0fde54 req-daa6a72d-b1d4-43af-960d-a592c99062f0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6c6c647f-30d5-49c1-9713-5fe2052987f8 HTTP/1.1" status: 200 len: 1096 time: 0.0976958 Dec 12 17:36:45.976455 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e892f-b325-4345-801c-fdc2ee6f7205 req-04fa80fb-1def-4735-8dc9-d4eae0b982d7 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:45.977939 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c5e892f-b325-4345-801c-fdc2ee6f7205 req-04fa80fb-1def-4735-8dc9-d4eae0b982d7 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/ports?device_id=08b8a375-7b14-485c-b021-0c82391bc3f5 HTTP/1.1" status: 200 len: 945 time: 0.4363406 Dec 12 17:36:46.015847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adb2c6-885a-4299-b1fd-94b1e5cb7b4f req-b72efa6e-604a-44e5-8339-8f061b02166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:46.017312 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-56adb2c6-885a-4299-b1fd-94b1e5cb7b4f req-b72efa6e-604a-44e5-8339-8f061b02166a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=de368aa6-d409-4f52-b193-1a004b25c408 HTTP/1.1" status: 200 len: 1101 time: 0.1771054 Dec 12 17:36:46.088078 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-1ca29c7d-2f84-447e-9992-2a0082427d28 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:46.164592 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c5e892f-b325-4345-801c-fdc2ee6f7205 req-1cf30b47-f446-4080-9d6c-32b8231d267f tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/security-groups?id=63eec7d4-c8f6-411f-9df6-99e9b909194d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739047 Dec 12 17:36:46.194656 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7511156b-b811-485c-be32-8ecebe0fde54 req-afaf2d78-f920-42ac-a29f-bca853515613 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=63eec7d4-c8f6-411f-9df6-99e9b909194d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450536 Dec 12 17:36:46.223790 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-56adb2c6-885a-4299-b1fd-94b1e5cb7b4f req-941a200a-74db-4836-b242-7865c85888b5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=27943dda-8933-4bd6-9960-1951dc16a060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881669 Dec 12 17:36:46.261377 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-df7e50ec-0a04-4e69-a986-7245fdc2ee0f tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:46.268516 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-df7e50ec-0a04-4e69-a986-7245fdc2ee0f tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/networks?id=256368dc-5e68-4402-91a5-533328bbf958 HTTP/1.1" status: 200 len: 805 time: 0.1933117 Dec 12 17:36:46.278704 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-1ca29c7d-2f84-447e-9992-2a0082427d28 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:46.331268 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-16c39747-b3cd-428d-8026-66eabbb180cd tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/quotas/644361ec9cbf42cab25484461bfad5cb HTTP/1.1" status: 200 len: 375 time: 0.0619562 Dec 12 17:36:46.364779 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-1ca29c7d-2f84-447e-9992-2a0082427d28 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Network 7af7ce07-fb07-4357-8d7c-aa495da24ded is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:36:46.386653 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-1ca29c7d-2f84-447e-9992-2a0082427d28 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:36:46.393588 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-1ca29c7d-2f84-447e-9992-2a0082427d28 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:36:46.401652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca29c7d-2f84-447e-9992-2a0082427d28 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Pushing event updated for resources: {'Port': ['ID=3a891b6c-f3a4-43a5-9317-f0bed67deb96,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:46.431434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f71ed-0dbd-4fe5-a025-17a12955711d req-c19effc7-19dc-430a-806d-42925ac63efd tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:46.432974 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc7f71ed-0dbd-4fe5-a025-17a12955711d req-c19effc7-19dc-430a-806d-42925ac63efd tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.1608338 Dec 12 17:36:46.475964 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-59ce6a6e-4ebf-4a45-b4ab-09fa18a99b10 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=644361ec9cbf42cab25484461bfad5cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1344833 Dec 12 17:36:46.504059 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-1ca29c7d-2f84-447e-9992-2a0082427d28 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:46.504757 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-1ca29c7d-2f84-447e-9992-2a0082427d28 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:46.579903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc7f71ed-0dbd-4fe5-a025-17a12955711d req-8994d068-628a-4fef-b494-117073aa3697 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352158 Dec 12 17:36:46.593440 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-1ca29c7d-2f84-447e-9992-2a0082427d28 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4512191 Dec 12 17:36:46.615494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Request body: {'port': {'device_id': 'c0e2223d-1e8b-47c0-95ca-fecff9eedf63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:46.669603 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39194) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:46.677437 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-d7950ec4-087d-4bb8-9065-b843785b4fc1 service neutron] 10.222.0.18 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802394 Dec 12 17:36:46.759421 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:46.790227 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9c7aa5b1-dcef-44cb-973e-c88d27a97aeb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-136736747-network', 'tenant_id': 'e740a857e41745b480370316ef4cd180'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:46.816402 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7aa5b1-dcef-44cb-973e-c88d27a97aeb admin admin] Made reservation on behalf of e740a857e41745b480370316ef4cd180 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:36:46.818641 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:46.821906 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa5b1-dcef-44cb-973e-c88d27a97aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:46.830792 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa5b1-dcef-44cb-973e-c88d27a97aeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:46.868671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31293c9-e1a9-4a67-aa82-c390097f23e0 req-eafa8545-b1eb-478b-a55d-b76bc27ad886 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:46.870858 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d31293c9-e1a9-4a67-aa82-c390097f23e0 req-eafa8545-b1eb-478b-a55d-b76bc27ad886 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a0e0591-e102-40e6-aaf9-668a87ab8f62 HTTP/1.1" status: 200 len: 946 time: 0.1250019 Dec 12 17:36:46.887862 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-ec3eaafa-63e9-42c8-94cc-406f5a3d791e service neutron] 10.222.0.18 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939929 Dec 12 17:36:46.923875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a86bdb31-96e5-4eb8-805b-c33955397c67 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:36:46.959007 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa5b1-dcef-44cb-973e-c88d27a97aeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:46.972662 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa5b1-dcef-44cb-973e-c88d27a97aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:46.998020 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87258e0c-15b4-4fc5-ae45-accabafab3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:47.012271 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7aa5b1-dcef-44cb-973e-c88d27a97aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de18552-e1df-428c-b6d3-a4818e7d18c6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:47.026915 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7aa5b1-dcef-44cb-973e-c88d27a97aeb admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:36:47.041999 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa5b1-dcef-44cb-973e-c88d27a97aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:47.042586 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-9c7aa5b1-dcef-44cb-973e-c88d27a97aeb admin admin] Added segment a62ab78b-ae45-4e7a-894e-1690cc342d6f of type vlan for network 1c39b045-df50-4483-9ba6-f76bdde67c64 Dec 12 17:36:47.092869 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa5b1-dcef-44cb-973e-c88d27a97aeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:47.109397 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:47.153382 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa5b1-dcef-44cb-973e-c88d27a97aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:47.159663 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7aa5b1-dcef-44cb-973e-c88d27a97aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:47.159998 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa5b1-dcef-44cb-973e-c88d27a97aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:47.195480 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port a86bdb31-96e5-4eb8-805b-c33955397c67, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a86bdb31-96e5-4eb8-805b-c33955397c67,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:47.202578 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:47.248040 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7aa5b1-dcef-44cb-973e-c88d27a97aeb admin admin] Pushing event updated for resources: {'Network': ['ID=1c39b045-df50-4483-9ba6-f76bdde67c64,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:47.265313 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=a86bdb31-96e5-4eb8-805b-c33955397c67,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:47.271445 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 1c39b045-df50-4483-9ba6-f76bdde67c64 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:36:47.279182 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9c7aa5b1-dcef-44cb-973e-c88d27a97aeb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6083267 Dec 12 17:36:47.281879 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39202) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:47.289096 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-35381dc3-a55a-4e0c-8a37-195821ee402c admin admin] Request body: {'subnet': {'network_id': '1c39b045-df50-4483-9ba6-f76bdde67c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-136736747-subnet', 'tenant_id': 'e740a857e41745b480370316ef4cd180', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:47.317368 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35381dc3-a55a-4e0c-8a37-195821ee402c admin admin] Made reservation on behalf of e740a857e41745b480370316ef4cd180 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:36:47.321139 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35381dc3-a55a-4e0c-8a37-195821ee402c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:47.406655 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:47.465659 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84060acd-dc9b-45ba-b4e3-ff8307afde8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a86bdb31-96e5-4eb8-805b-c33955397c67'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:47.468508 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c7cb62-41c1-4e79-b413-3120b60f2607" -d '{"events": [{"server_uuid": "84060acd-dc9b-45ba-b4e3-ff8307afde8c", "name": "network-vif-unplugged", "status": "completed", "tag": "a86bdb31-96e5-4eb8-805b-c33955397c67"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:47.483269 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d31293c9-e1a9-4a67-aa82-c390097f23e0 req-f056ec9e-e9ea-4291-ace6-6a72d38add95 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/security-groups?id=63eec7d4-c8f6-411f-9df6-99e9b909194d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950305 Dec 12 17:36:47.520529 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26ed37-e65c-4fa8-9059-c2df184422f3 req-7ea313ca-d7d9-49be-8d49-7b99a24dd59a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:47.530279 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc26ed37-e65c-4fa8-9059-c2df184422f3 req-7ea313ca-d7d9-49be-8d49-7b99a24dd59a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 931 time: 0.1942353 Dec 12 17:36:47.567565 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35381dc3-a55a-4e0c-8a37-195821ee402c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:47.671819 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc26ed37-e65c-4fa8-9059-c2df184422f3 req-a49ba7db-8a09-49b5-a7ed-c584e8842f66 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406112 Dec 12 17:36:47.706260 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35381dc3-a55a-4e0c-8a37-195821ee402c admin admin] Checking segment: {'id': 'a62ab78b-ae45-4e7a-894e-1690cc342d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1c39b045-df50-4483-9ba6-f76bdde67c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:36:47.706941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35381dc3-a55a-4e0c-8a37-195821ee402c admin admin] Network hostable DHCP agents. Network: 1c39b045-df50-4483-9ba6-f76bdde67c64, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:36:47.753557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9afec-e81e-4737-a989-5b6aa4433b77 req-11e4e8f9-38b5-4182-b8d7-ebe04b516cef tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:47.756445 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-14c9afec-e81e-4737-a989-5b6aa4433b77 req-11e4e8f9-38b5-4182-b8d7-ebe04b516cef tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.31 "GET /v2.0/ports?device_id=84060acd-dc9b-45ba-b4e3-ff8307afde8c HTTP/1.1" status: 200 len: 943 time: 0.2016811 Dec 12 17:36:47.759842 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35381dc3-a55a-4e0c-8a37-195821ee402c admin admin] Network 1c39b045-df50-4483-9ba6-f76bdde67c64 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:36:47.793577 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920d0bf-23e3-43d4-ab5d-9a215cc7cc7d req-def73495-7006-4e9b-8985-0b851ec76109 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:47.801777 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c920d0bf-23e3-43d4-ab5d-9a215cc7cc7d req-def73495-7006-4e9b-8985-0b851ec76109 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/ports?device_id=de368aa6-d409-4f52-b193-1a004b25c408 HTTP/1.1" status: 200 len: 950 time: 0.2295816 Dec 12 17:36:47.837929 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35381dc3-a55a-4e0c-8a37-195821ee402c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d2284be-92b8-4c7d-80fc-77ce08319fd0,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:47.840141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-35381dc3-a55a-4e0c-8a37-195821ee402c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 1c39b045-df50-4483-9ba6-f76bdde67c64) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:36:47.848082 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53d75009-115f-44b2-9ca4-8b7c5fb9a25a req-5c260287-1c1b-4747-9550-221e6cef5431 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=45815d6d-fa22-45b3-a719-f5dfda4052c9 HTTP/1.1" status: 200 len: 210 time: 0.0713050 Dec 12 17:36:47.849181 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35381dc3-a55a-4e0c-8a37-195821ee402c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:47.849780 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35381dc3-a55a-4e0c-8a37-195821ee402c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:47.872565 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a891b6c-f3a4-43a5-9317-f0bed67deb96 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:47.876649 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-35381dc3-a55a-4e0c-8a37-195821ee402c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5933712 Dec 12 17:36:47.887772 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76c3d8e-7ac1-4741-9542-9213c03cd727 None None] Network 1c39b045-df50-4483-9ba6-f76bdde67c64 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:36:47.898639 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-14c9afec-e81e-4737-a989-5b6aa4433b77 req-77d07baa-c6e6-412c-ab05-47799f7e70b8 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Deleting port a86bdb31-96e5-4eb8-805b-c33955397c67 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:36:47.898994 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-14c9afec-e81e-4737-a989-5b6aa4433b77 req-77d07baa-c6e6-412c-ab05-47799f7e70b8 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:47.974179 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:47.996925 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00a1e67-f05f-4f86-822c-fdcb80584f38 x-openstack-request-id: req-b00a1e67-f05f-4f86-822c-fdcb80584f38 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:47.997570 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84060acd-dc9b-45ba-b4e3-ff8307afde8c", "name": "network-vif-unplugged", "status": "completed", "tag": "a86bdb31-96e5-4eb8-805b-c33955397c67", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:47.998038 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b00a1e67-f05f-4f86-822c-fdcb80584f38 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:47.999221 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84060acd-dc9b-45ba-b4e3-ff8307afde8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a86bdb31-96e5-4eb8-805b-c33955397c67', 'code': 200} Dec 12 17:36:48.006377 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c920d0bf-23e3-43d4-ab5d-9a215cc7cc7d req-36d9cf8f-9f2a-4a40-8b84-e009f2fdf1d5 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/security-groups?id=27943dda-8933-4bd6-9960-1951dc16a060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036695 Dec 12 17:36:48.020402 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Transition to ACTIVE for port object 3a891b6c-f3a4-43a5-9317-f0bed67deb96 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:36:48.034525 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:48.055395 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-14c9afec-e81e-4737-a989-5b6aa4433b77 req-77d07baa-c6e6-412c-ab05-47799f7e70b8 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] For port a86bdb31-96e5-4eb8-805b-c33955397c67, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a86bdb31-96e5-4eb8-805b-c33955397c67,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:48.056523 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-14c9afec-e81e-4737-a989-5b6aa4433b77 req-77d07baa-c6e6-412c-ab05-47799f7e70b8 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:48.095397 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-14c9afec-e81e-4737-a989-5b6aa4433b77 req-77d07baa-c6e6-412c-ab05-47799f7e70b8 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Calling delete_port for a86bdb31-96e5-4eb8-805b-c33955397c67 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:36:48.149639 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2b4adc-291c-4ab1-afa9-e75b53d39ef9 None None] Network 1c39b045-df50-4483-9ba6-f76bdde67c64 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:36:48.241826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Pushing event updated for resources: {'Port': ['ID=3a891b6c-f3a4-43a5-9317-f0bed67deb96,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:48.312494 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:48.367666 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4625f8a-a962-47b6-9103-0e75982316cb req-7ec56b8e-745e-4f5e-8bb3-7861f518ea55 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:48.369252 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4625f8a-a962-47b6-9103-0e75982316cb req-7ec56b8e-745e-4f5e-8bb3-7861f518ea55 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.2715895 Dec 12 17:36:48.392683 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-14c9afec-e81e-4737-a989-5b6aa4433b77 req-77d07baa-c6e6-412c-ab05-47799f7e70b8 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:48.401184 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-5c39f835-4efc-4648-b33d-b08963d9ffe0 req-0aba4b29-9899-4467-b921-02bd27867ebd tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-669675505', 'description': 'tempest-description-1977191640'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:48.439102 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d07baa-c6e6-412c-ab05-47799f7e70b8 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Pushing event deleted for resources: {'Port': ['ID=a86bdb31-96e5-4eb8-805b-c33955397c67,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:48.448585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Attempting to bind port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:36:48.449366 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Attempting to bind port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:36:48.449699 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Attempting to bind port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:48.454247 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5c39f835-4efc-4648-b33d-b08963d9ffe0 req-0aba4b29-9899-4467-b921-02bd27867ebd tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:48.468127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:36:48.468433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Attempting to bind port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:48.482983 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c9afec-e81e-4737-a989-5b6aa4433b77 req-77d07baa-c6e6-412c-ab05-47799f7e70b8 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] No DVR routers for this DVR port a86bdb31-96e5-4eb8-805b-c33955397c67 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:36:48.486466 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-14c9afec-e81e-4737-a989-5b6aa4433b77 req-77d07baa-c6e6-412c-ab05-47799f7e70b8 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:48.487846 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-14c9afec-e81e-4737-a989-5b6aa4433b77 req-77d07baa-c6e6-412c-ab05-47799f7e70b8 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.31 "DELETE /v2.0/ports/a86bdb31-96e5-4eb8-805b-c33955397c67 HTTP/1.1" status: 204 len: 173 time: 0.7191191 Dec 12 17:36:48.488292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84060acd-dc9b-45ba-b4e3-ff8307afde8c', 'name': 'network-vif-deleted', 'tag': 'a86bdb31-96e5-4eb8-805b-c33955397c67'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:48.491118 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29df9dd-3e72-4f83-b053-b557eec1f7e1" -d '{"events": [{"server_uuid": "84060acd-dc9b-45ba-b4e3-ff8307afde8c", "name": "network-vif-deleted", "tag": "a86bdb31-96e5-4eb8-805b-c33955397c67"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:48.492629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:36:48.493438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Checking segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:36:48.493438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Bound using segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:36:48.494127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Bound port: 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:36:48.494506 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:48.524873 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4625f8a-a962-47b6-9103-0e75982316cb req-4593d8d6-d572-40d5-a85f-cf3688887264 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342924 Dec 12 17:36:48.614769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] For port 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:36:48.621968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] For port 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=3a891b6c-f3a4-43a5-9317-f0bed67deb96,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:36:48.629196 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d6f41e-5574-4e97-88c6-cc6bef87007f x-openstack-request-id: req-58d6f41e-5574-4e97-88c6-cc6bef87007f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:48.629773 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84060acd-dc9b-45ba-b4e3-ff8307afde8c", "name": "network-vif-deleted", "tag": "a86bdb31-96e5-4eb8-805b-c33955397c67", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:48.629969 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58d6f41e-5574-4e97-88c6-cc6bef87007f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:48.630480 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84060acd-dc9b-45ba-b4e3-ff8307afde8c', 'name': 'network-vif-deleted', 'tag': 'a86bdb31-96e5-4eb8-805b-c33955397c67', 'status': 'completed', 'code': 200} Dec 12 17:36:48.656324 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5c39f835-4efc-4648-b33d-b08963d9ffe0 req-0aba4b29-9899-4467-b921-02bd27867ebd tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:48.658288 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:48.667033 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5c39f835-4efc-4648-b33d-b08963d9ffe0 req-0aba4b29-9899-4467-b921-02bd27867ebd tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:48.757494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:48.758116 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:48.759494 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] 10.222.0.31 "PUT /v2.0/ports/3a891b6c-f3a4-43a5-9317-f0bed67deb96 HTTP/1.1" status: 200 len: 1091 time: 2.1563950 Dec 12 17:36:48.765617 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5c39f835-4efc-4648-b33d-b08963d9ffe0 req-0aba4b29-9899-4467-b921-02bd27867ebd tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:48.768016 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c39f835-4efc-4648-b33d-b08963d9ffe0 req-0aba4b29-9899-4467-b921-02bd27867ebd tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3965812 Dec 12 17:36:48.768525 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e2223d-1e8b-47c0-95ca-fecff9eedf63', 'tag': '3a891b6c-f3a4-43a5-9317-f0bed67deb96'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:48.776933 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd26b57-c1bd-4689-bc4a-338c2b39bd00" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e2223d-1e8b-47c0-95ca-fecff9eedf63", "tag": "3a891b6c-f3a4-43a5-9317-f0bed67deb96"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:48.787330 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba4b29-9899-4467-b921-02bd27867ebd tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c80b8fc-0a9e-4c50-af03-4c1dc2b18542,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:48.800680 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c90b1-ad66-448f-ad3b-fb4ddefb4967 service neutron] Pushing event updated for resources: {'Port': ['ID=3a891b6c-f3a4-43a5-9317-f0bed67deb96,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:48.820206 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f484e-ceda-48d4-aebb-746131b51c45 req-45fb9bde-95db-43f5-ad7b-081868fad5ac tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:48.822430 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-680f484e-ceda-48d4-aebb-746131b51c45 req-45fb9bde-95db-43f5-ad7b-081868fad5ac tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a0e0591-e102-40e6-aaf9-668a87ab8f62 HTTP/1.1" status: 200 len: 946 time: 0.1207891 Dec 12 17:36:49.008322 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-680f484e-ceda-48d4-aebb-746131b51c45 req-feecdc6c-3b6f-4c2e-b3a4-529967116249 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/security-groups?id=63eec7d4-c8f6-411f-9df6-99e9b909194d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752026 Dec 12 17:36:49.054899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-8f665ff9-1e13-42db-a0f3-812d800796d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:49.056400 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-8f665ff9-1e13-42db-a0f3-812d800796d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 1094 time: 0.2100339 Dec 12 17:36:49.077134 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdc6e6-099d-4dd9-a572-7b831a4b467d req-0f26bce4-be67-4036-b0e9-fb1fc4681a58 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:49.078538 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4bdc6e6-099d-4dd9-a572-7b831a4b467d req-0f26bce4-be67-4036-b0e9-fb1fc4681a58 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 943 time: 0.2157426 Dec 12 17:36:49.151289 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-5f8b9918-4562-4107-b479-643912cc5b3c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a891b6c-f3a4-43a5-9317-f0bed67deb96 HTTP/1.1" status: 200 len: 217 time: 0.0696104 Dec 12 17:36:49.184655 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-f202693c-fd09-4c93-ab47-2932ffd6ffd6 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:49.186061 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-f202693c-fd09-4c93-ab47-2932ffd6ffd6 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.20 "GET /v2.0/networks?id=256368dc-5e68-4402-91a5-533328bbf958 HTTP/1.1" status: 200 len: 805 time: 0.2900681 Dec 12 17:36:49.226857 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-bfef1c5d-e1d5-4a7c-9015-2cee6c094b1d tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Request body: {'port': {'device_id': '45815d6d-fa22-45b3-a719-f5dfda4052c9', 'network_id': '256368dc-5e68-4402-91a5-533328bbf958', 'admin_state_up': True, 'tenant_id': '644361ec9cbf42cab25484461bfad5cb'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:49.239838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-573a9e9b-494a-441a-88bc-6c0e252ce353 req-b6d63cf8-edc9-4b6b-a5e8-a1c01c4c4102 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-groups/3c80b8fc-0a9e-4c50-af03-4c1dc2b18542 HTTP/1.1" status: 200 len: 1821 time: 0.1989024 Dec 12 17:36:49.295251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-573a9e9b-494a-441a-88bc-6c0e252ce353 req-b4efdc68-0adb-4634-ad3f-8884ba7f1667 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c80b8fc-0a9e-4c50-af03-4c1dc2b18542', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:49.295674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-573a9e9b-494a-441a-88bc-6c0e252ce353 req-b4efdc68-0adb-4634-ad3f-8884ba7f1667 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c80b8fc-0a9e-4c50-af03-4c1dc2b18542', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:49.324134 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-58a32575-55c5-4589-820a-b9aaefd52bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:49.325601 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-58a32575-55c5-4589-820a-b9aaefd52bf4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.1651368 Dec 12 17:36:49.333010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4bdc6e6-099d-4dd9-a572-7b831a4b467d req-21c22dbf-e5b5-4727-a686-a1539e72612a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324786 Dec 12 17:36:49.387277 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-1a1b684d-47ff-468b-99c9-4c006b7bf1b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497298 Dec 12 17:36:49.396589 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0508f11d-d146-4518-99f0-8788f65b4c96 x-openstack-request-id: req-0508f11d-d146-4518-99f0-8788f65b4c96 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:49.396883 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e2223d-1e8b-47c0-95ca-fecff9eedf63", "tag": "3a891b6c-f3a4-43a5-9317-f0bed67deb96", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:49.397136 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0508f11d-d146-4518-99f0-8788f65b4c96 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:49.397543 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e2223d-1e8b-47c0-95ca-fecff9eedf63', 'tag': '3a891b6c-f3a4-43a5-9317-f0bed67deb96', 'status': 'completed', 'code': 200} Dec 12 17:36:49.553134 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86ad8664-59d9-448f-9dc1-0a0e13044dae req-24ab91f6-2b90-4980-86d1-6a7ec9f3aced tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=45815d6d-fa22-45b3-a719-f5dfda4052c9 HTTP/1.1" status: 200 len: 210 time: 0.0698071 Dec 12 17:36:49.559285 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-573a9e9b-494a-441a-88bc-6c0e252ce353 req-b4efdc68-0adb-4634-ad3f-8884ba7f1667 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:49.592135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-bfef1c5d-e1d5-4a7c-9015-2cee6c094b1d tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Made reservation on behalf of 644361ec9cbf42cab25484461bfad5cb for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:36:49.596095 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-bfef1c5d-e1d5-4a7c-9015-2cee6c094b1d tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:49.617085 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-573a9e9b-494a-441a-88bc-6c0e252ce353 req-b4efdc68-0adb-4634-ad3f-8884ba7f1667 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:49.630409 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-573a9e9b-494a-441a-88bc-6c0e252ce353 req-b4efdc68-0adb-4634-ad3f-8884ba7f1667 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:49.708799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-ca234eb7-7b96-4bff-8a6b-d9035dbe0616 service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095474 Dec 12 17:36:49.716407 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efdc68-0adb-4634-ad3f-8884ba7f1667 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0240f1d0-0b99-4fd7-b225-2021ae16c111,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:49.751432 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-573a9e9b-494a-441a-88bc-6c0e252ce353 req-b4efdc68-0adb-4634-ad3f-8884ba7f1667 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:49.752682 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-573a9e9b-494a-441a-88bc-6c0e252ce353 req-b4efdc68-0adb-4634-ad3f-8884ba7f1667 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4722059 Dec 12 17:36:49.898969 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b5ba7-5b84-4f22-9884-97f891e893f1 req-ecd71ad0-953e-4817-b85d-9fd69f264389 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:49.900535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c7b5ba7-5b84-4f22-9884-97f891e893f1 req-ecd71ad0-953e-4817-b85d-9fd69f264389 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c6c647f-30d5-49c1-9713-5fe2052987f8 HTTP/1.1" status: 200 len: 945 time: 0.2768967 Dec 12 17:36:49.927393 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:50.001671 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f04dcd5-9ac6-48dc-a673-6110e54c3045 req-4c4092bb-ca40-426f-81d6-e4c48c85c8f6 service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546303 Dec 12 17:36:50.020554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-bfef1c5d-e1d5-4a7c-9015-2cee6c094b1d tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Allocated IP 172.20.0.5 (256368dc-5e68-4402-91a5-533328bbf958/2a5209e1-f35d-462f-abcb-435d8a0a7895/7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:36:50.040620 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875db08-4cea-419a-bd56-7e987318c505 req-ea03604c-9c6b-469a-889c-2154ddca30df tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:50.042089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c875db08-4cea-419a-bd56-7e987318c505 req-ea03604c-9c6b-469a-889c-2154ddca30df tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/ports?device_id=de368aa6-d409-4f52-b193-1a004b25c408 HTTP/1.1" status: 200 len: 950 time: 0.2099605 Dec 12 17:36:50.055459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c7b5ba7-5b84-4f22-9884-97f891e893f1 req-75c7ddb3-035b-427b-9fc7-22e14d08524e tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/security-groups?id=63eec7d4-c8f6-411f-9df6-99e9b909194d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434844 Dec 12 17:36:50.163522 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd26b57-c1bd-4689-bc4a-338c2b39bd00 req-bc648f21-6cf9-4a99-8b91-02442b482d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:50.165010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cdd26b57-c1bd-4689-bc4a-338c2b39bd00 req-bc648f21-6cf9-4a99-8b91-02442b482d23 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 1094 time: 0.1084533 Dec 12 17:36:50.172108 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c875db08-4cea-419a-bd56-7e987318c505 req-bc82ff70-9590-4dd3-bb26-77f03ccb6e25 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/security-groups?id=27943dda-8933-4bd6-9960-1951dc16a060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209338 Dec 12 17:36:50.225075 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-7300370c-dccf-497a-a1ec-921a733f6403 req-39f39eae-8699-4473-89c5-400cc26638a1 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1147884681', 'description': 'tempest-description-846101276'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:50.353967 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7300370c-dccf-497a-a1ec-921a733f6403 req-39f39eae-8699-4473-89c5-400cc26638a1 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:50.395479 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e1927-f958-4a2a-8010-420e6fc6cd6c req-cb652df0-a4b6-4cd9-966e-f56b17b87140 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:50.396867 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-098e1927-f958-4a2a-8010-420e6fc6cd6c req-cb652df0-a4b6-4cd9-966e-f56b17b87140 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.1790178 Dec 12 17:36:50.421668 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-bfef1c5d-e1d5-4a7c-9015-2cee6c094b1d tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:50.443614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd26b57-c1bd-4689-bc4a-338c2b39bd00 req-2a6e1da6-c70c-49cb-9eac-9f54bebc4651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:50.445050 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cdd26b57-c1bd-4689-bc4a-338c2b39bd00 req-2a6e1da6-c70c-49cb-9eac-9f54bebc4651 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 908 time: 0.2625084 Dec 12 17:36:50.515107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cdd26b57-c1bd-4689-bc4a-338c2b39bd00 req-5ace8520-a782-44df-8041-fcbae92e7097 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a891b6c-f3a4-43a5-9317-f0bed67deb96 HTTP/1.1" status: 200 len: 217 time: 0.0602574 Dec 12 17:36:50.578088 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-098e1927-f958-4a2a-8010-420e6fc6cd6c req-f7d58bec-654d-472e-ab93-4daf4f843c3b tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620672 Dec 12 17:36:50.616993 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7300370c-dccf-497a-a1ec-921a733f6403 req-39f39eae-8699-4473-89c5-400cc26638a1 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:50.623552 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd26b57-c1bd-4689-bc4a-338c2b39bd00 req-c17e39cd-dc59-4737-9048-db0772b58246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:50.625185 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cdd26b57-c1bd-4689-bc4a-338c2b39bd00 req-c17e39cd-dc59-4737-9048-db0772b58246 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.1001046 Dec 12 17:36:50.626879 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7300370c-dccf-497a-a1ec-921a733f6403 req-39f39eae-8699-4473-89c5-400cc26638a1 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:50.629547 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-bfef1c5d-e1d5-4a7c-9015-2cee6c094b1d tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:50.664586 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:50.704369 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cdd26b57-c1bd-4689-bc4a-338c2b39bd00 req-d06a9b29-1ab6-4702-a0d2-a7dc49f5d27d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653350 Dec 12 17:36:50.713381 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7300370c-dccf-497a-a1ec-921a733f6403 req-39f39eae-8699-4473-89c5-400cc26638a1 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:50.714584 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7300370c-dccf-497a-a1ec-921a733f6403 req-39f39eae-8699-4473-89c5-400cc26638a1 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4977973 Dec 12 17:36:50.747984 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f39eae-8699-4473-89c5-400cc26638a1 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d22047-bb82-4731-a155-82745724a145,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:50.783014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-bfef1c5d-e1d5-4a7c-9015-2cee6c094b1d tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Network 256368dc-5e68-4402-91a5-533328bbf958 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:36:50.812445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-bfef1c5d-e1d5-4a7c-9015-2cee6c094b1d tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:36:50.814539 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef1c5d-e1d5-4a7c-9015-2cee6c094b1d tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Pushing event updated for resources: {'Port': ['ID=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:50.819081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-bfef1c5d-e1d5-4a7c-9015-2cee6c094b1d tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:36:50.912997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-bfef1c5d-e1d5-4a7c-9015-2cee6c094b1d tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:50.913751 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-bfef1c5d-e1d5-4a7c-9015-2cee6c094b1d tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:50.926601 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a86bdb31-96e5-4eb8-805b-c33955397c67 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:36:50.963846 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbcb79-b260-47fe-aa31-ddfa18605e55 req-cc93d462-f55a-43ee-9a13-24079999027b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:50.964099 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: a86bdb31-96e5-4eb8-805b-c33955397c67 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:36:50.965484 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a86bdb31-96e5-4eb8-805b-c33955397c67 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:36:50.965608 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1edbcb79-b260-47fe-aa31-ddfa18605e55 req-cc93d462-f55a-43ee-9a13-24079999027b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 943 time: 0.1208711 Dec 12 17:36:50.968129 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cdd26b57-c1bd-4689-bc4a-338c2b39bd00 req-9d6ef0af-d6fb-4989-9bd2-1e9dc2bfb7e9 service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463219 Dec 12 17:36:50.971602 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-bfef1c5d-e1d5-4a7c-9015-2cee6c094b1d tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7635314 Dec 12 17:36:50.999885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Request body: {'port': {'device_id': '45815d6d-fa22-45b3-a719-f5dfda4052c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:51.150226 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1edbcb79-b260-47fe-aa31-ddfa18605e55 req-3d69dab2-cb90-454d-b489-969e42253e1e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760721 Dec 12 17:36:51.170719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798a470-7ce9-4260-89be-e0695498f3ed req-f4c79e0f-f3e0-44be-bab7-53a7a13f5daa tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:51.170719 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0798a470-7ce9-4260-89be-e0695498f3ed req-f4c79e0f-f3e0-44be-bab7-53a7a13f5daa tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=45815d6d-fa22-45b3-a719-f5dfda4052c9 HTTP/1.1" status: 200 len: 931 time: 0.1789949 Dec 12 17:36:51.170719 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:51.235050 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cdd26b57-c1bd-4689-bc4a-338c2b39bd00 req-ee984c0b-471f-4fb0-a103-8da2d8b18891 service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550406 Dec 12 17:36:51.300434 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0798a470-7ce9-4260-89be-e0695498f3ed req-ba282c42-d4a4-4e13-a56b-1f642dd6900d tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238127 Dec 12 17:36:51.345924 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7d05e56-1a43-4018-a610-5a9810276982 req-51c8b502-864c-49bf-91de-355d0ee0823b tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-groups/c5d22047-bb82-4731-a155-82745724a145 HTTP/1.1" status: 200 len: 1821 time: 0.1639974 Dec 12 17:36:51.363315 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-b7d05e56-1a43-4018-a610-5a9810276982 req-960710cc-d0e1-4d3c-9851-875a0e7cbbae tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c5d22047-bb82-4731-a155-82745724a145', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:51.364159 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-b7d05e56-1a43-4018-a610-5a9810276982 req-960710cc-d0e1-4d3c-9851-875a0e7cbbae tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c5d22047-bb82-4731-a155-82745724a145', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:51.477028 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4f549-c1c4-4b91-9c7e-edeb15a15144 req-ba752067-b698-4d7a-a6c6-d444363ca7df tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:51.478392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6e4f549-c1c4-4b91-9c7e-edeb15a15144 req-ba752067-b698-4d7a-a6c6-d444363ca7df tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c6c647f-30d5-49c1-9713-5fe2052987f8 HTTP/1.1" status: 200 len: 945 time: 0.1200926 Dec 12 17:36:51.537287 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b7d05e56-1a43-4018-a610-5a9810276982 req-960710cc-d0e1-4d3c-9851-875a0e7cbbae tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:51.585541 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b7d05e56-1a43-4018-a610-5a9810276982 req-960710cc-d0e1-4d3c-9851-875a0e7cbbae tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:51.590108 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6e4f549-c1c4-4b91-9c7e-edeb15a15144 req-64fc8b9a-b34e-4812-b106-49615b6a08aa tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/security-groups?id=63eec7d4-c8f6-411f-9df6-99e9b909194d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039243 Dec 12 17:36:51.595399 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b7d05e56-1a43-4018-a610-5a9810276982 req-960710cc-d0e1-4d3c-9851-875a0e7cbbae tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:51.637933 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960710cc-d0e1-4d3c-9851-875a0e7cbbae tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3a57b1-af12-4152-a4de-30d4439ce526,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:51.649597 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b7d05e56-1a43-4018-a610-5a9810276982 req-960710cc-d0e1-4d3c-9851-875a0e7cbbae tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:51.651041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7d05e56-1a43-4018-a610-5a9810276982 req-960710cc-d0e1-4d3c-9851-875a0e7cbbae tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2959783 Dec 12 17:36:51.703241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:51.717109 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:51.742025 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Transition to ACTIVE for port object 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:36:51.748413 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:52.165021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Pushing event updated for resources: {'Port': ['ID=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:52.222087 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141a0b0-7cb5-4574-a973-46d3592f6d37 req-7974443f-4734-4d7e-9691-1a6bce0e149a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:52.224267 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8141a0b0-7cb5-4574-a973-46d3592f6d37 req-7974443f-4734-4d7e-9691-1a6bce0e149a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.4367986 Dec 12 17:36:52.265226 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-d2d769d2-d290-4ff3-b576-6a1b86904395 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:52.266682 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-d2d769d2-d290-4ff3-b576-6a1b86904395 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 821 time: 0.5090814 Dec 12 17:36:52.299748 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Attempting to bind port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:36:52.300078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Attempting to bind port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256368dc-5e68-4402-91a5-533328bbf958'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:36:52.300403 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Attempting to bind port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 on network 256368dc-5e68-4402-91a5-533328bbf958 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:52.306151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c353a73a-beca-480c-bd74-d327b1d6398b tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/quotas/ed3999e96c6f4755bb182b05f58b09fc HTTP/1.1" status: 200 len: 375 time: 0.0320532 Dec 12 17:36:52.312767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 on network 256368dc-5e68-4402-91a5-533328bbf958 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:36:52.313095 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Attempting to bind port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 on network 256368dc-5e68-4402-91a5-533328bbf958 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:52.329869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:36:52.330204 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Checking segment: {'id': 'fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256368dc-5e68-4402-91a5-533328bbf958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:36:52.330580 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Bound using segment: {'id': 'fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256368dc-5e68-4402-91a5-533328bbf958'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:36:52.331021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Bound port: 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256368dc-5e68-4402-91a5-533328bbf958'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:36:52.331408 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:52.349179 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8141a0b0-7cb5-4574-a973-46d3592f6d37 req-cdc674bf-4f43-4a04-9edf-c5eb55874e3e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153591 Dec 12 17:36:52.406097 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-13c227ce-78b2-432d-922a-12de95a1bfc8 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0942011 Dec 12 17:36:52.482047 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e5e4f208-95e0-401b-85e7-0d31e3152e8e req-c88ec35a-097b-489b-bdd6-a87489d963df tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1718726965', 'description': 'tempest-description-1930166210'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:52.507540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] For port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:36:52.535637 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] For port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:36:52.545409 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:52.597842 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5e4f208-95e0-401b-85e7-0d31e3152e8e req-c88ec35a-097b-489b-bdd6-a87489d963df tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:52.616582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83511b5a-127e-477f-9b8c-5e47d340ffc3 req-45a6a84d-11c9-4a6c-9158-4fe2d8123dfa tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:52.618046 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83511b5a-127e-477f-9b8c-5e47d340ffc3 req-45a6a84d-11c9-4a6c-9158-4fe2d8123dfa tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c6c647f-30d5-49c1-9713-5fe2052987f8 HTTP/1.1" status: 200 len: 945 time: 0.1541176 Dec 12 17:36:52.627567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:52.628310 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:52.630150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] 10.222.0.20 "PUT /v2.0/ports/7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 HTTP/1.1" status: 200 len: 1091 time: 1.6409318 Dec 12 17:36:52.630589 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45815d6d-fa22-45b3-a719-f5dfda4052c9', 'tag': '7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:52.632840 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d96f6a2-8218-4a7a-8ec1-bb5f303d0aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "45815d6d-fa22-45b3-a719-f5dfda4052c9", "tag": "7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:52.641199 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-3d02ec63-e196-4ffd-8cbb-dc17dc6a6f17 service neutron] 10.222.0.18 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251959 Dec 12 17:36:52.764899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467d1e2-3c2f-4733-9d98-636871b86801 service neutron] Pushing event updated for resources: {'Port': ['ID=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:52.867680 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-fa296c30-be6b-4ca2-b56f-e3d6f337af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:52.869168 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-fa296c30-be6b-4ca2-b56f-e3d6f337af4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=644361ec9cbf42cab25484461bfad5cb&device_id=45815d6d-fa22-45b3-a719-f5dfda4052c9 HTTP/1.1" status: 200 len: 1094 time: 0.1843696 Dec 12 17:36:52.889533 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-3484043a-0736-412c-8bbe-448ebd2431c9 service neutron] 10.222.0.18 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388272 Dec 12 17:36:52.927629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-0363d2ca-8c68-4975-a110-5ee13f436d66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 HTTP/1.1" status: 200 len: 217 time: 0.0486917 Dec 12 17:36:52.930002 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5e4f208-95e0-401b-85e7-0d31e3152e8e req-c88ec35a-097b-489b-bdd6-a87489d963df tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:52.936156 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5e4f208-95e0-401b-85e7-0d31e3152e8e req-c88ec35a-097b-489b-bdd6-a87489d963df tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:52.961854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-83511b5a-127e-477f-9b8c-5e47d340ffc3 req-915efac3-dc1c-4e61-9a0a-f0dc68ee068f tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Deleting port 998a41d1-f54c-4cb6-a332-5307356995ba {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:36:52.962189 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-83511b5a-127e-477f-9b8c-5e47d340ffc3 req-915efac3-dc1c-4e61-9a0a-f0dc68ee068f tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:53.048684 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5e4f208-95e0-401b-85e7-0d31e3152e8e req-c88ec35a-097b-489b-bdd6-a87489d963df tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:53.049932 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5e4f208-95e0-401b-85e7-0d31e3152e8e req-c88ec35a-097b-489b-bdd6-a87489d963df tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5848582 Dec 12 17:36:53.057776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ec35a-097b-489b-bdd6-a87489d963df tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f57dcd-7994-487d-95db-abf1ee96cdc7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:53.074157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-9023159c-9a2d-4bd7-9c74-159b7bf800a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:53.075665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-9023159c-9a2d-4bd7-9c74-159b7bf800a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2a5209e1-f35d-462f-abcb-435d8a0a7895 HTTP/1.1" status: 200 len: 845 time: 0.1310127 Dec 12 17:36:53.111577 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:36:53.122702 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-bfe3f5e4-40de-4e52-a349-cfd6978e7960 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=256368dc-5e68-4402-91a5-533328bbf958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342686 Dec 12 17:36:53.136367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-83511b5a-127e-477f-9b8c-5e47d340ffc3 req-915efac3-dc1c-4e61-9a0a-f0dc68ee068f tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] For port 998a41d1-f54c-4cb6-a332-5307356995ba, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=998a41d1-f54c-4cb6-a332-5307356995ba,segment=NetworkSegment(93d276af-6de9-4579-a03a-8875494cadfe),segment_id=93d276af-6de9-4579-a03a-8875494cadfe)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:53.136798 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-83511b5a-127e-477f-9b8c-5e47d340ffc3 req-915efac3-dc1c-4e61-9a0a-f0dc68ee068f tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:53.172775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-83511b5a-127e-477f-9b8c-5e47d340ffc3 req-915efac3-dc1c-4e61-9a0a-f0dc68ee068f tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Calling delete_port for 998a41d1-f54c-4cb6-a332-5307356995ba owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:36:53.310149 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66e331-df52-4d8f-8395-4dac9778aa61 req-d248f2f9-2104-4418-bcb5-c926ff84f58d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:53.311685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd66e331-df52-4d8f-8395-4dac9778aa61 req-d248f2f9-2104-4418-bcb5-c926ff84f58d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 943 time: 0.1917150 Dec 12 17:36:53.380119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76a148-cf2d-407c-a58c-b24923744c5b req-a4d2df0e-ab92-44b0-8868-6d15d64ce9a9 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:53.381590 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b76a148-cf2d-407c-a58c-b24923744c5b req-a4d2df0e-ab92-44b0-8868-6d15d64ce9a9 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=45815d6d-fa22-45b3-a719-f5dfda4052c9 HTTP/1.1" status: 200 len: 943 time: 0.1680937 Dec 12 17:36:53.396676 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-9f58aa29-d4e9-4703-adf3-1faece0a311f service neutron] 10.222.0.20 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573905 Dec 12 17:36:53.477514 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd66e331-df52-4d8f-8395-4dac9778aa61 req-b1e883e5-cb35-4ab3-8db5-baa767df0220 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578393 Dec 12 17:36:53.558451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b76a148-cf2d-407c-a58c-b24923744c5b req-151e4c50-beac-4279-a9a4-a5c151e0f026 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684320 Dec 12 17:36:53.567391 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-83511b5a-127e-477f-9b8c-5e47d340ffc3 req-915efac3-dc1c-4e61-9a0a-f0dc68ee068f tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:53.583509 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['6528e3b4-9b6e-4df7-8785-9aff740876ab', '998a41d1-f54c-4cb6-a332-5307356995ba', '5eede4ae-3981-47c7-ba30-17bed8d66aa5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:36:53.610105 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915efac3-dc1c-4e61-9a0a-f0dc68ee068f tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Pushing event deleted for resources: {'Port': ['ID=998a41d1-f54c-4cb6-a332-5307356995ba,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:53.617977 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfdd58e9-05ed-4cf1-9e57-28632b40abcc req-623edc73-dbb9-4150-aa92-61055732a6d9 service neutron] 10.222.0.20 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109432 Dec 12 17:36:53.670433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-83511b5a-127e-477f-9b8c-5e47d340ffc3 req-915efac3-dc1c-4e61-9a0a-f0dc68ee068f tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] No DVR routers for this DVR port 998a41d1-f54c-4cb6-a332-5307356995ba on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:36:53.674692 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-83511b5a-127e-477f-9b8c-5e47d340ffc3 req-915efac3-dc1c-4e61-9a0a-f0dc68ee068f tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:53.681664 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83511b5a-127e-477f-9b8c-5e47d340ffc3 req-915efac3-dc1c-4e61-9a0a-f0dc68ee068f tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.20 "DELETE /v2.0/ports/998a41d1-f54c-4cb6-a332-5307356995ba HTTP/1.1" status: 204 len: 173 time: 1.0429766 Dec 12 17:36:53.727745 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-351db3ab-7027-4c40-82b0-7cc818a5a42f req-f8618594-3cd5-4ec1-b239-b72a9799222c tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c6c647f-30d5-49c1-9713-5fe2052987f8 HTTP/1.1" status: 200 len: 210 time: 0.0363758 Dec 12 17:36:53.779220 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7723f1e-f6f5-4792-acf8-a564b15ff23e x-openstack-request-id: req-b7723f1e-f6f5-4792-acf8-a564b15ff23e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:53.779651 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45815d6d-fa22-45b3-a719-f5dfda4052c9", "tag": "7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:53.780002 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7723f1e-f6f5-4792-acf8-a564b15ff23e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:53.780498 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45815d6d-fa22-45b3-a719-f5dfda4052c9', 'tag': '7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64', 'status': 'completed', 'code': 200} Dec 12 17:36:53.816533 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e507d6c8-3a26-4183-a2cb-c2ca7b6eef71 req-80740367-2ec8-4e02-b298-adb004ad239d tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-907374448', 'description': 'tempest-description-1177364472'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:53.860232 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e507d6c8-3a26-4183-a2cb-c2ca7b6eef71 req-80740367-2ec8-4e02-b298-adb004ad239d tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:53.938367 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bec1f4bc-2649-4eec-9221-aa0a35697066 req-51981608-dfed-49bb-893a-f5de6095b4e7 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 210 time: 0.0356562 Dec 12 17:36:53.943939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96f6a2-8218-4a7a-8ec1-bb5f303d0aa1 req-d9c673d9-b59a-49aa-8e05-24fec61f4a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:53.945413 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d96f6a2-8218-4a7a-8ec1-bb5f303d0aa1 req-d9c673d9-b59a-49aa-8e05-24fec61f4a47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=644361ec9cbf42cab25484461bfad5cb&device_id=45815d6d-fa22-45b3-a719-f5dfda4052c9 HTTP/1.1" status: 200 len: 1094 time: 0.0991375 Dec 12 17:36:54.042005 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e507d6c8-3a26-4183-a2cb-c2ca7b6eef71 req-80740367-2ec8-4e02-b298-adb004ad239d tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:54.062463 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e507d6c8-3a26-4183-a2cb-c2ca7b6eef71 req-80740367-2ec8-4e02-b298-adb004ad239d tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:54.118915 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e507d6c8-3a26-4183-a2cb-c2ca7b6eef71 req-80740367-2ec8-4e02-b298-adb004ad239d tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:54.120041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e507d6c8-3a26-4183-a2cb-c2ca7b6eef71 req-80740367-2ec8-4e02-b298-adb004ad239d tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3078520 Dec 12 17:36:54.127528 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80740367-2ec8-4e02-b298-adb004ad239d tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8e46cd-9bc2-4757-a178-c3c3e7b49d34,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:54.149172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6e63c-b81d-4171-ac8f-dee47983be70 req-f561adf2-550f-4930-8703-8b7bae3ce4fa tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:54.150654 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42f6e63c-b81d-4171-ac8f-dee47983be70 req-f561adf2-550f-4930-8703-8b7bae3ce4fa tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.1254780 Dec 12 17:36:54.151869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96f6a2-8218-4a7a-8ec1-bb5f303d0aa1 req-ccc74e60-3591-46ee-be15-e357065b7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:54.153176 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d96f6a2-8218-4a7a-8ec1-bb5f303d0aa1 req-ccc74e60-3591-46ee-be15-e357065b7ddf service neutron] 10.222.0.20 "GET /v2.0/networks?id=256368dc-5e68-4402-91a5-533328bbf958 HTTP/1.1" status: 200 len: 906 time: 0.1860170 Dec 12 17:36:54.216093 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d96f6a2-8218-4a7a-8ec1-bb5f303d0aa1 req-93b22df5-91a4-4105-bd20-a53e2d040182 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 HTTP/1.1" status: 200 len: 217 time: 0.0517097 Dec 12 17:36:54.347062 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42f6e63c-b81d-4171-ac8f-dee47983be70 req-4ce68417-639e-42f6-999b-68e0b6aec697 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900685 Dec 12 17:36:54.387784 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc10a9-d1db-4957-a793-e4cde3f99727 req-5afb2399-4537-43bb-84e7-467c994585c7 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:54.395378 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bdbc10a9-d1db-4957-a793-e4cde3f99727 req-5afb2399-4537-43bb-84e7-467c994585c7 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/ports?device_id=de368aa6-d409-4f52-b193-1a004b25c408 HTTP/1.1" status: 200 len: 950 time: 0.2170155 Dec 12 17:36:54.397986 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96f6a2-8218-4a7a-8ec1-bb5f303d0aa1 req-874af7b9-c6c0-49a5-9151-f55482e8fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:54.399394 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d96f6a2-8218-4a7a-8ec1-bb5f303d0aa1 req-874af7b9-c6c0-49a5-9151-f55482e8fcbb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2a5209e1-f35d-462f-abcb-435d8a0a7895 HTTP/1.1" status: 200 len: 845 time: 0.1564312 Dec 12 17:36:54.480800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d96f6a2-8218-4a7a-8ec1-bb5f303d0aa1 req-e21dac52-9266-4aa5-a135-fd3f66d43b73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=256368dc-5e68-4402-91a5-533328bbf958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522363 Dec 12 17:36:54.522023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-a59cfc34-fa00-4a18-8b94-d4d57ba44e98 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:54.523438 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-a59cfc34-fa00-4a18-8b94-d4d57ba44e98 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.31 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 821 time: 0.2894676 Dec 12 17:36:54.574669 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-104282ea-14b8-4a74-9d27-7ca1929c9780 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Request body: {'port': {'device_id': '59abc9cb-6600-4702-bbe8-5dbe8f5bc561', 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244', 'admin_state_up': True, 'tenant_id': 'ed3999e96c6f4755bb182b05f58b09fc'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:54.582707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb6d0ed4-5c04-4f07-9d54-724b367e4f9c req-31f1f837-d9b1-4e8f-a338-d6770885df97 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-groups/89f57dcd-7994-487d-95db-abf1ee96cdc7 HTTP/1.1" status: 200 len: 1822 time: 0.1819499 Dec 12 17:36:54.597399 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bdbc10a9-d1db-4957-a793-e4cde3f99727 req-65012b5d-65b7-4a7e-aa1e-2482b443973b tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/security-groups?id=27943dda-8933-4bd6-9960-1951dc16a060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012072 Dec 12 17:36:54.761758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d96f6a2-8218-4a7a-8ec1-bb5f303d0aa1 req-1bd1066e-32f3-4597-a99d-332f8c6ab76d service neutron] 10.222.0.20 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628696 Dec 12 17:36:54.767182 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb6d0ed4-5c04-4f07-9d54-724b367e4f9c req-4a40531c-83b7-4596-a147-59ed314edd64 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-groups/7a8e46cd-9bc2-4757-a178-c3c3e7b49d34 HTTP/1.1" status: 200 len: 1821 time: 0.1384389 Dec 12 17:36:54.786272 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ee078-dbb9-4452-ad66-f8a46ff4774e req-259e5cf5-a430-4c03-b049-6d7c163a4bda tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:54.787741 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fb5ee078-dbb9-4452-ad66-f8a46ff4774e req-259e5cf5-a430-4c03-b049-6d7c163a4bda tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 943 time: 0.1240292 Dec 12 17:36:54.790619 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-eb6d0ed4-5c04-4f07-9d54-724b367e4f9c req-0c0900d6-0fa5-4555-86d9-ee2d16970490 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '89f57dcd-7994-487d-95db-abf1ee96cdc7', 'remote_group_id': '7a8e46cd-9bc2-4757-a178-c3c3e7b49d34', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:54.790947 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-eb6d0ed4-5c04-4f07-9d54-724b367e4f9c req-0c0900d6-0fa5-4555-86d9-ee2d16970490 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '89f57dcd-7994-487d-95db-abf1ee96cdc7', 'remote_group_id': '7a8e46cd-9bc2-4757-a178-c3c3e7b49d34', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:54.875381 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.db.api [req-eb6d0ed4-5c04-4f07-9d54-724b367e4f9c req-0c0900d6-0fa5-4555-86d9-ee2d16970490 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 17:36:54.875381 n-d-760354-5 neutron-server[103151]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 12 17:36:54.875381 n-d-760354-5 neutron-server[103151]: [parameters: {'project_id': 'e740a857e41745b480370316ef4cd180', 'id': 'a6df9ada-8d3e-4fbf-a605-e7bd3931ed8d', 'expiration': datetime.datetime(2021, 12, 12, 17, 38, 54, 838156)}] Dec 12 17:36:54.875381 n-d-760354-5 neutron-server[103151]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:36:54.875894 n-d-760354-5 neutron-server[103151]: DEBUG oslo_db.api [req-eb6d0ed4-5c04-4f07-9d54-724b367e4f9c req-0c0900d6-0fa5-4555-86d9-ee2d16970490 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:36:54.892674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-104282ea-14b8-4a74-9d27-7ca1929c9780 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Made reservation on behalf of ed3999e96c6f4755bb182b05f58b09fc for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:36:54.897679 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-104282ea-14b8-4a74-9d27-7ca1929c9780 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:54.939724 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fb5ee078-dbb9-4452-ad66-f8a46ff4774e req-c02fb265-9d38-4f82-8c1c-79882b5f3f1c tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317708 Dec 12 17:36:54.973927 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 3a891b6c-f3a4-43a5-9317-f0bed67deb96 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:36:55.009675 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d96f6a2-8218-4a7a-8ec1-bb5f303d0aa1 req-1d578b16-9acd-4d1f-93ea-3493db9b8349 service neutron] 10.222.0.20 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129748 Dec 12 17:36:55.087832 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=3a891b6c-f3a4-43a5-9317-f0bed67deb96,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:55.101499 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '3a891b6c-f3a4-43a5-9317-f0bed67deb96', 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded', 'port_id': '3a891b6c-f3a4-43a5-9317-f0bed67deb96', 'mac_address': 'fa:16:3e:ad:2a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbefa9e0-9207-40de-b719-d60e0bdbdf57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:36:55.110845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4fd55-7315-4512-9816-0e726efb4301 req-e7c35aa0-fcd4-40e4-bf40-df11c7161bb2 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:55.112374 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77c4fd55-7315-4512-9816-0e726efb4301 req-e7c35aa0-fcd4-40e4-bf40-df11c7161bb2 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=45815d6d-fa22-45b3-a719-f5dfda4052c9 HTTP/1.1" status: 200 len: 943 time: 0.1018181 Dec 12 17:36:55.117191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-104282ea-14b8-4a74-9d27-7ca1929c9780 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Allocated IP 172.20.0.8 (d9c565c0-ff5d-4c84-8751-8dccc59a2244/ba6c9901-d0ed-4743-9b2b-40a2e328cdb1/cd70cb70-91af-45e4-891f-a5a9275a0d40) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:36:55.142347 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:55.157781 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a891b6c-f3a4-43a5-9317-f0bed67deb96 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:55.180465 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=3a891b6c-f3a4-43a5-9317-f0bed67deb96,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:55.187361 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77c4fd55-7315-4512-9816-0e726efb4301 req-d0440a3c-2418-4029-9ad2-6117eba590fe tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679300 Dec 12 17:36:55.195965 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:55.263912 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=3a891b6c-f3a4-43a5-9317-f0bed67deb96,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:55.324688 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-104282ea-14b8-4a74-9d27-7ca1929c9780 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:55.370872 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-104282ea-14b8-4a74-9d27-7ca1929c9780 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:55.385554 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['16faa754-ba0e-41fe-b717-c11930df0a7b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:36:55.702038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['3a891b6c-f3a4-43a5-9317-f0bed67deb96'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:36:55.757457 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-104282ea-14b8-4a74-9d27-7ca1929c9780 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Network d9c565c0-ff5d-4c84-8751-8dccc59a2244 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:36:55.764598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-104282ea-14b8-4a74-9d27-7ca1929c9780 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:36:55.773397 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ffbcf-74ed-4584-811f-ebb67c73b4e4 req-61e3cd50-bdc9-4294-adaa-c376c3e58669 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:55.774914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-005ffbcf-74ed-4584-811f-ebb67c73b4e4 req-61e3cd50-bdc9-4294-adaa-c376c3e58669 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 931 time: 0.4172964 Dec 12 17:36:55.776190 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-104282ea-14b8-4a74-9d27-7ca1929c9780 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:36:55.779510 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104282ea-14b8-4a74-9d27-7ca1929c9780 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Pushing event updated for resources: {'Port': ['ID=cd70cb70-91af-45e4-891f-a5a9275a0d40,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:55.784255 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6c647f-30d5-49c1-9713-5fe2052987f8', 'name': 'network-vif-deleted', 'tag': '998a41d1-f54c-4cb6-a332-5307356995ba'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:55.787006 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c589724-8695-4aa2-8f47-45bcaf02b66f" -d '{"events": [{"server_uuid": "6c6c647f-30d5-49c1-9713-5fe2052987f8", "name": "network-vif-deleted", "tag": "998a41d1-f54c-4cb6-a332-5307356995ba"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:55.907032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-104282ea-14b8-4a74-9d27-7ca1929c9780 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:55.907701 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-104282ea-14b8-4a74-9d27-7ca1929c9780 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:55.922692 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e6c4d-b016-4a19-b013-9ed4e053a379 req-de61b5ae-6222-43ba-b498-ad246f47ee60 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:55.924239 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-152e6c4d-b016-4a19-b013-9ed4e053a379 req-de61b5ae-6222-43ba-b498-ad246f47ee60 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.20 "GET /v2.0/ports?device_id=de368aa6-d409-4f52-b193-1a004b25c408 HTTP/1.1" status: 200 len: 950 time: 0.2226605 Dec 12 17:36:55.960770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-005ffbcf-74ed-4584-811f-ebb67c73b4e4 req-6a544a21-a419-4aac-bb79-15f71bfbf5ae tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784418 Dec 12 17:36:55.980622 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb6d0ed4-5c04-4f07-9d54-724b367e4f9c req-0c0900d6-0fa5-4555-86d9-ee2d16970490 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:55.994532 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-104282ea-14b8-4a74-9d27-7ca1929c9780 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4264810 Dec 12 17:36:56.038576 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Request body: {'port': {'device_id': '59abc9cb-6600-4702-bbe8-5dbe8f5bc561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:56.099317 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb6d0ed4-5c04-4f07-9d54-724b367e4f9c req-0c0900d6-0fa5-4555-86d9-ee2d16970490 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:56.108759 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb6d0ed4-5c04-4f07-9d54-724b367e4f9c req-0c0900d6-0fa5-4555-86d9-ee2d16970490 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:56.180365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0900d6-0fa5-4555-86d9-ee2d16970490 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907fd1e5-410a-47a1-87c5-4cf4c0665a40,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:56.183653 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:56.192629 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb6d0ed4-5c04-4f07-9d54-724b367e4f9c req-0c0900d6-0fa5-4555-86d9-ee2d16970490 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:56.193774 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb6d0ed4-5c04-4f07-9d54-724b367e4f9c req-0c0900d6-0fa5-4555-86d9-ee2d16970490 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.4181099 Dec 12 17:36:56.210128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-152e6c4d-b016-4a19-b013-9ed4e053a379 req-b6048745-1247-4d98-a440-fe2e9f6bdd47 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Deleting port 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:36:56.210471 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-152e6c4d-b016-4a19-b013-9ed4e053a379 req-b6048745-1247-4d98-a440-fe2e9f6bdd47 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:56.325027 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25dad7-965b-4d28-b226-7a9d291011e2 req-1f2ec0b8-34a6-42a6-869e-2f09cdd82473 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:56.326424 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd25dad7-965b-4d28-b226-7a9d291011e2 req-1f2ec0b8-34a6-42a6-869e-2f09cdd82473 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.1919765 Dec 12 17:36:56.448762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb15af-f821-407b-93a5-4bfe05cbc690 req-23efb5a0-9c4f-466e-bcb2-f31d4c5a6cc6 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:56.450258 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38fb15af-f821-407b-93a5-4bfe05cbc690 req-23efb5a0-9c4f-466e-bcb2-f31d4c5a6cc6 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/ports?device_id=de368aa6-d409-4f52-b193-1a004b25c408 HTTP/1.1" status: 200 len: 950 time: 0.1918058 Dec 12 17:36:56.466315 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-152e6c4d-b016-4a19-b013-9ed4e053a379 req-b6048745-1247-4d98-a440-fe2e9f6bdd47 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] For port 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=342116f9-8ce5-4832-ae91-bf2cd9a6cc0e,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:56.466699 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-152e6c4d-b016-4a19-b013-9ed4e053a379 req-b6048745-1247-4d98-a440-fe2e9f6bdd47 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:56.505095 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-152e6c4d-b016-4a19-b013-9ed4e053a379 req-b6048745-1247-4d98-a440-fe2e9f6bdd47 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Calling delete_port for 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:36:56.533260 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd25dad7-965b-4d28-b226-7a9d291011e2 req-a793fe15-9dfd-463b-9cef-0629898ccfa9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967394 Dec 12 17:36:56.574556 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:36:56.578478 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 998a41d1-f54c-4cb6-a332-5307356995ba no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:36:56.606906 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e867aa9-1c04-4b48-9b2d-f7eb62a04390 x-openstack-request-id: req-9e867aa9-1c04-4b48-9b2d-f7eb62a04390 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:56.607214 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6c647f-30d5-49c1-9713-5fe2052987f8", "name": "network-vif-deleted", "tag": "998a41d1-f54c-4cb6-a332-5307356995ba", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:56.607478 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e867aa9-1c04-4b48-9b2d-f7eb62a04390 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:56.607870 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6c647f-30d5-49c1-9713-5fe2052987f8', 'name': 'network-vif-deleted', 'tag': '998a41d1-f54c-4cb6-a332-5307356995ba', 'status': 'completed', 'code': 200} Dec 12 17:36:56.610257 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 998a41d1-f54c-4cb6-a332-5307356995ba {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:36:56.610722 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 998a41d1-f54c-4cb6-a332-5307356995ba not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:36:56.667975 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38fb15af-f821-407b-93a5-4bfe05cbc690 req-ea1de07e-edff-40ef-9d22-bf142b1279e5 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.18 "GET /v2.0/security-groups?id=27943dda-8933-4bd6-9960-1951dc16a060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036338 Dec 12 17:36:56.716896 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:56.730715 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64', 'network_id': '256368dc-5e68-4402-91a5-533328bbf958', 'port_id': '7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64', 'mac_address': 'fa:16:3e:8b:aa:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5209e1-f35d-462f-abcb-435d8a0a7895', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:36:56.740310 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-eb1a7209-97ee-4720-926b-a98ee6ec58fe req-fe16b6a5-e437-41f2-94d5-fba70d8f5c3e tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1470591514', 'description': 'tempest-description-1569518396'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:56.775181 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:56.790883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:56.812371 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:56.820772 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:56.826348 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64520c-45d9-4aa8-9e11-f722dce1c4c2 req-29cbcf22-3088-4b6e-a762-299e80b8c9b3 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:56.827933 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e64520c-45d9-4aa8-9e11-f722dce1c4c2 req-29cbcf22-3088-4b6e-a762-299e80b8c9b3 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 944 time: 0.1915848 Dec 12 17:36:56.841122 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb1a7209-97ee-4720-926b-a98ee6ec58fe req-fe16b6a5-e437-41f2-94d5-fba70d8f5c3e tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:56.869476 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:56.911730 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-152e6c4d-b016-4a19-b013-9ed4e053a379 req-b6048745-1247-4d98-a440-fe2e9f6bdd47 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:56.936093 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd70cb70-91af-45e4-891f-a5a9275a0d40 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:36:56.977187 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:56.981953 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6048745-1247-4d98-a440-fe2e9f6bdd47 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Pushing event deleted for resources: {'Port': ['ID=342116f9-8ce5-4832-ae91-bf2cd9a6cc0e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:57.012440 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e64520c-45d9-4aa8-9e11-f722dce1c4c2 req-e24f10e9-8d87-43bf-a19f-c23fe2531198 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753254 Dec 12 17:36:57.033819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Transition to ACTIVE for port object cd70cb70-91af-45e4-891f-a5a9275a0d40 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:36:57.077757 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb1a7209-97ee-4720-926b-a98ee6ec58fe req-fe16b6a5-e437-41f2-94d5-fba70d8f5c3e tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:57.095088 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:57.097104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-152e6c4d-b016-4a19-b013-9ed4e053a379 req-b6048745-1247-4d98-a440-fe2e9f6bdd47 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] No DVR routers for this DVR port 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:36:57.102323 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb1a7209-97ee-4720-926b-a98ee6ec58fe req-fe16b6a5-e437-41f2-94d5-fba70d8f5c3e tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:57.112253 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:36:57.117279 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-152e6c4d-b016-4a19-b013-9ed4e053a379 req-b6048745-1247-4d98-a440-fe2e9f6bdd47 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:57.120598 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-152e6c4d-b016-4a19-b013-9ed4e053a379 req-b6048745-1247-4d98-a440-fe2e9f6bdd47 tempest-TenantUsagesTestJSON-2060451709 tempest-TenantUsagesTestJSON-2060451709-project] 10.222.0.20 "DELETE /v2.0/ports/342116f9-8ce5-4832-ae91-bf2cd9a6cc0e HTTP/1.1" status: 204 len: 173 time: 1.1816988 Dec 12 17:36:57.216171 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb1a7209-97ee-4720-926b-a98ee6ec58fe req-fe16b6a5-e437-41f2-94d5-fba70d8f5c3e tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:57.217405 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb1a7209-97ee-4720-926b-a98ee6ec58fe req-fe16b6a5-e437-41f2-94d5-fba70d8f5c3e tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4875307 Dec 12 17:36:57.243970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd70cb70-91af-45e4-891f-a5a9275a0d40,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:57.254119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16b6a5-e437-41f2-94d5-fba70d8f5c3e tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaa47ed-e6d5-48f2-908c-e0803b9294af,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:57.286418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3128a9-e82d-4941-a0ee-cdc4b3a533ea req-937fd996-3939-4ec3-9af4-0c64fbf11939 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:57.294142 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc3128a9-e82d-4941-a0ee-cdc4b3a533ea req-937fd996-3939-4ec3-9af4-0c64fbf11939 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=45815d6d-fa22-45b3-a719-f5dfda4052c9 HTTP/1.1" status: 200 len: 944 time: 0.2003279 Dec 12 17:36:57.390339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc3128a9-e82d-4941-a0ee-cdc4b3a533ea req-dc288d30-030d-4cb5-8dcc-68746c0d374e tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952201 Dec 12 17:36:57.397088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Attempting to bind port cd70cb70-91af-45e4-891f-a5a9275a0d40 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:36:57.397476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Attempting to bind port cd70cb70-91af-45e4-891f-a5a9275a0d40 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:36:57.397817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Attempting to bind port cd70cb70-91af-45e4-891f-a5a9275a0d40 on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:57.404423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Port cd70cb70-91af-45e4-891f-a5a9275a0d40 on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:36:57.404761 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Attempting to bind port cd70cb70-91af-45e4-891f-a5a9275a0d40 on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:36:57.419259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:36:57.419435 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Checking segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:36:57.419922 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Bound using segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:36:57.420263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Bound port: cd70cb70-91af-45e4-891f-a5a9275a0d40, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:36:57.420638 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:57.485872 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-04592f1d-b81f-42e6-99ab-181dfc3094b3 req-0def1f02-6888-497c-9358-190e14f1195f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1162870904', 'description': 'tempest-description-1738257367'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:57.547215 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] For port cd70cb70-91af-45e4-891f-a5a9275a0d40, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:36:57.551710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] For port cd70cb70-91af-45e4-891f-a5a9275a0d40, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cd70cb70-91af-45e4-891f-a5a9275a0d40,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:36:57.554967 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-04592f1d-b81f-42e6-99ab-181dfc3094b3 req-0def1f02-6888-497c-9358-190e14f1195f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:57.566429 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:57.611434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0b2cd-044b-41bc-98d6-58f0e9d3fdd0 req-f3265025-bc3d-4ea5-ac3c-7373727a2e84 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:57.612913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1a0b2cd-044b-41bc-98d6-58f0e9d3fdd0 req-f3265025-bc3d-4ea5-ac3c-7373727a2e84 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 943 time: 0.1218116 Dec 12 17:36:57.619114 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:57.619749 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:57.621065 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] 10.222.0.31 "PUT /v2.0/ports/cd70cb70-91af-45e4-891f-a5a9275a0d40 HTTP/1.1" status: 200 len: 1091 time: 1.6054463 Dec 12 17:36:57.725401 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2535db4-7637-44d2-bb0e-937bab4090f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd70cb70-91af-45e4-891f-a5a9275a0d40,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:57.743336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1a0b2cd-044b-41bc-98d6-58f0e9d3fdd0 req-1892a3b6-c31a-454d-9a35-bbd6006b8c0b tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191490 Dec 12 17:36:57.768518 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-04592f1d-b81f-42e6-99ab-181dfc3094b3 req-0def1f02-6888-497c-9358-190e14f1195f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:57.788356 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-04592f1d-b81f-42e6-99ab-181dfc3094b3 req-0def1f02-6888-497c-9358-190e14f1195f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:57.794644 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-41712cf4-b585-4c79-a0f1-2f0b5be4c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:57.796224 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-41712cf4-b585-4c79-a0f1-2f0b5be4c426 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 1094 time: 0.1248150 Dec 12 17:36:57.854579 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-25df7693-3e70-4736-9470-4de55ce97540 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd70cb70-91af-45e4-891f-a5a9275a0d40 HTTP/1.1" status: 200 len: 217 time: 0.0477393 Dec 12 17:36:57.857253 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-04592f1d-b81f-42e6-99ab-181dfc3094b3 req-0def1f02-6888-497c-9358-190e14f1195f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:57.870935 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04592f1d-b81f-42e6-99ab-181dfc3094b3 req-0def1f02-6888-497c-9358-190e14f1195f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3952820 Dec 12 17:36:57.925559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def1f02-6888-497c-9358-190e14f1195f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d24eb34-2dfb-4971-9bde-f66d9cf21054,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:57.984913 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-2c45be4d-9c93-4872-97b7-a7bdd758d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:57.988048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-2c45be4d-9c93-4872-97b7-a7bdd758d769 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.1157689 Dec 12 17:36:58.028777 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-73c7321e-4aa9-456e-912b-1f4e9307355b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325232 Dec 12 17:36:58.039961 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9e389-8dfd-4118-9212-55fe963d460e req-b73faab7-8716-42b8-a175-87ae6110c58a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:58.041529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18c9e389-8dfd-4118-9212-55fe963d460e req-b73faab7-8716-42b8-a175-87ae6110c58a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.0989356 Dec 12 17:36:58.178397 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a5b2c8b-dd81-4f33-9803-e00fb853a122 req-dfa19fe9-04df-4915-8f33-d537e7f02495 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-groups/fcaa47ed-e6d5-48f2-908c-e0803b9294af HTTP/1.1" status: 200 len: 1822 time: 0.1358156 Dec 12 17:36:58.182441 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18c9e389-8dfd-4118-9212-55fe963d460e req-5007b28e-428d-4a7e-8a64-62fa91914083 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297770 Dec 12 17:36:58.237102 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-cda2df5f-a667-45f4-982e-db2aa5481276 service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935351 Dec 12 17:36:58.288248 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39368) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:58.303904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a5b2c8b-dd81-4f33-9803-e00fb853a122 req-c76f7035-a67f-48c6-9d2e-36064f00d469 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-groups/7d24eb34-2dfb-4971-9bde-f66d9cf21054 HTTP/1.1" status: 200 len: 1822 time: 0.1165216 Dec 12 17:36:58.322852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-9a5b2c8b-dd81-4f33-9803-e00fb853a122 req-bd1d3e90-a595-4622-9444-53dc6622ba76 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fcaa47ed-e6d5-48f2-908c-e0803b9294af', 'remote_group_id': '7d24eb34-2dfb-4971-9bde-f66d9cf21054', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:58.323168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-9a5b2c8b-dd81-4f33-9803-e00fb853a122 req-bd1d3e90-a595-4622-9444-53dc6622ba76 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fcaa47ed-e6d5-48f2-908c-e0803b9294af', 'remote_group_id': '7d24eb34-2dfb-4971-9bde-f66d9cf21054', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:58.413187 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec94f6fa-7a78-4226-b8bb-9664a8f77390 req-8ba72a73-541d-4fbf-ba6c-c97ab58e3bbf service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646910 Dec 12 17:36:58.425296 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed07f7-3a17-49b0-9b3b-c2dd83eaa8d7 req-57d30419-4416-4b57-a643-e2313c3b371c tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:58.427330 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bbed07f7-3a17-49b0-9b3b-c2dd83eaa8d7 req-57d30419-4416-4b57-a643-e2313c3b371c tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 944 time: 0.1334527 Dec 12 17:36:58.448548 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d011cfb0-f091-441b-9b60-fdf8873f6f82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c85115c9a8a43e8a7838fe66477e7e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591132 Dec 12 17:36:58.451101 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39376) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:58.487362 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9a5b2c8b-dd81-4f33-9803-e00fb853a122 req-bd1d3e90-a595-4622-9444-53dc6622ba76 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:58.512902 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59ef561c-e4fc-434e-901d-f4f5ef27da5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:58.521605 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bbed07f7-3a17-49b0-9b3b-c2dd83eaa8d7 req-b6d3868d-3267-4f8b-87b1-8084402cb1b4 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814235 Dec 12 17:36:58.532372 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9a5b2c8b-dd81-4f33-9803-e00fb853a122 req-bd1d3e90-a595-4622-9444-53dc6622ba76 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:58.537227 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59ef561c-e4fc-434e-901d-f4f5ef27da5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:58.537700 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9a5b2c8b-dd81-4f33-9803-e00fb853a122 req-bd1d3e90-a595-4622-9444-53dc6622ba76 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:58.563473 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d3e90-a595-4622-9444-53dc6622ba76 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4c76cb-5689-4f28-9af0-bee3689730c3,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:58.573825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:36:58.581781 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9a5b2c8b-dd81-4f33-9803-e00fb853a122 req-bd1d3e90-a595-4622-9444-53dc6622ba76 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:58.588765 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a5b2c8b-dd81-4f33-9803-e00fb853a122 req-bd1d3e90-a595-4622-9444-53dc6622ba76 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2839870 Dec 12 17:36:58.608592 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de368aa6-d409-4f52-b193-1a004b25c408', 'name': 'network-vif-deleted', 'tag': '342116f9-8ce5-4832-ae91-bf2cd9a6cc0e'}, {'name': 'network-changed', 'server_uuid': '59abc9cb-6600-4702-bbe8-5dbe8f5bc561', 'tag': 'cd70cb70-91af-45e4-891f-a5a9275a0d40'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:58.611107 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785115b8-3a60-4660-8684-f4a69fe42f7e" -d '{"events": [{"server_uuid": "de368aa6-d409-4f52-b193-1a004b25c408", "name": "network-vif-deleted", "tag": "342116f9-8ce5-4832-ae91-bf2cd9a6cc0e"}, {"name": "network-changed", "server_uuid": "59abc9cb-6600-4702-bbe8-5dbe8f5bc561", "tag": "cd70cb70-91af-45e4-891f-a5a9275a0d40"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:58.646945 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59ef561c-e4fc-434e-901d-f4f5ef27da5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:58.650071 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59ef561c-e4fc-434e-901d-f4f5ef27da5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:58.651662 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-59ef561c-e4fc-434e-901d-f4f5ef27da5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27943dda-8933-4bd6-9960-1951dc16a060 HTTP/1.1" status: 204 len: 168 time: 0.1993563 Dec 12 17:36:58.660932 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:36:58.661531 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef561c-e4fc-434e-901d-f4f5ef27da5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27943dda-8933-4bd6-9960-1951dc16a060,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:58.666815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:58.667771 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:58.683766 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef561c-e4fc-434e-901d-f4f5ef27da5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:58.684360 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef561c-e4fc-434e-901d-f4f5ef27da5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:58.686415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef561c-e4fc-434e-901d-f4f5ef27da5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:58.686949 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef561c-e4fc-434e-901d-f4f5ef27da5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:58.687486 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef561c-e4fc-434e-901d-f4f5ef27da5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:58.689136 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef561c-e4fc-434e-901d-f4f5ef27da5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:58.689661 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef561c-e4fc-434e-901d-f4f5ef27da5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:58.695237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef561c-e4fc-434e-901d-f4f5ef27da5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:58.695839 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef561c-e4fc-434e-901d-f4f5ef27da5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:58.696342 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef561c-e4fc-434e-901d-f4f5ef27da5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:58.696861 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef561c-e4fc-434e-901d-f4f5ef27da5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:58.697373 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef561c-e4fc-434e-901d-f4f5ef27da5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:58.697881 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef561c-e4fc-434e-901d-f4f5ef27da5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:36:58.781055 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:58.809682 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45815d6d-fa22-45b3-a719-f5dfda4052c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:36:58.812693 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05da7a87-bf02-4134-b05f-5fdb5fc4f71b" -d '{"events": [{"server_uuid": "45815d6d-fa22-45b3-a719-f5dfda4052c9", "name": "network-vif-plugged", "status": "completed", "tag": "7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:36:58.827647 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:58.832468 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:58.833472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:36:58.841204 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23953683-3fea-407e-99ce-bcb85f42d547 req-d45d50af-c4b3-49b7-a685-3577ba216482 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:58.850752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23953683-3fea-407e-99ce-bcb85f42d547 req-d45d50af-c4b3-49b7-a685-3577ba216482 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=45815d6d-fa22-45b3-a719-f5dfda4052c9 HTTP/1.1" status: 200 len: 944 time: 0.2010124 Dec 12 17:36:58.859384 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:36:58.859970 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 342116f9-8ce5-4832-ae91-bf2cd9a6cc0e not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:36:58.863985 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df26cfd0-0208-48fc-84e8-7485a7eaa979 req-f2084066-eb36-413e-bebf-651410f608cc tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-groups/7d24eb34-2dfb-4971-9bde-f66d9cf21054 HTTP/1.1" status: 200 len: 1822 time: 0.1165593 Dec 12 17:36:58.920291 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:58.954779 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-df26cfd0-0208-48fc-84e8-7485a7eaa979 req-d7051a03-bc14-4dc8-8ca7-e55d19973acd tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:58.963816 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23953683-3fea-407e-99ce-bcb85f42d547 req-5346a2ea-dce5-4102-9b26-f697effe62c4 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119595 Dec 12 17:36:58.971827 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 3a891b6c-f3a4-43a5-9317-f0bed67deb96 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:36:59.005508 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-df26cfd0-0208-48fc-84e8-7485a7eaa979 req-d7051a03-bc14-4dc8-8ca7-e55d19973acd tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:59.034688 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:36:59.043305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:36:59.043684 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:59.096362 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd7fa4e-45da-4b42-b609-6ea828afa00c x-openstack-request-id: req-cbd7fa4e-45da-4b42-b609-6ea828afa00c {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:59.096362 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de368aa6-d409-4f52-b193-1a004b25c408", "name": "network-vif-deleted", "tag": "342116f9-8ce5-4832-ae91-bf2cd9a6cc0e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "59abc9cb-6600-4702-bbe8-5dbe8f5bc561", "tag": "cd70cb70-91af-45e4-891f-a5a9275a0d40", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:59.096362 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbd7fa4e-45da-4b42-b609-6ea828afa00c {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:59.096362 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de368aa6-d409-4f52-b193-1a004b25c408', 'name': 'network-vif-deleted', 'tag': '342116f9-8ce5-4832-ae91-bf2cd9a6cc0e', 'status': 'completed', 'code': 200} Dec 12 17:36:59.096362 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59abc9cb-6600-4702-bbe8-5dbe8f5bc561', 'tag': 'cd70cb70-91af-45e4-891f-a5a9275a0d40', 'status': 'completed', 'code': 200} Dec 12 17:36:59.096904 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39394) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:59.107856 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-df26cfd0-0208-48fc-84e8-7485a7eaa979 req-d7051a03-bc14-4dc8-8ca7-e55d19973acd tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:59.109336 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-df26cfd0-0208-48fc-84e8-7485a7eaa979 req-d7051a03-bc14-4dc8-8ca7-e55d19973acd tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:59.116158 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df26cfd0-0208-48fc-84e8-7485a7eaa979 req-d7051a03-bc14-4dc8-8ca7-e55d19973acd tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "DELETE /v2.0/security-groups/7d24eb34-2dfb-4971-9bde-f66d9cf21054 HTTP/1.1" status: 204 len: 173 time: 0.2447727 Dec 12 17:36:59.121000 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f02840cf-9e61-4958-9347-273da49ef993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:59.188145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7051a03-bc14-4dc8-8ca7-e55d19973acd tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d24eb34-2dfb-4971-9bde-f66d9cf21054,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:59.224750 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:59.267003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785115b8-3a60-4660-8684-f4a69fe42f7e req-5500ba90-aca9-4da2-8d8f-6ad13c7e3248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:59.272902 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-785115b8-3a60-4660-8684-f4a69fe42f7e req-5500ba90-aca9-4da2-8d8f-6ad13c7e3248 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 1094 time: 0.1770844 Dec 12 17:36:59.274058 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=3a891b6c-f3a4-43a5-9317-f0bed67deb96,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:36:59.279689 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:59.300245 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f02840cf-9e61-4958-9347-273da49ef993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:59.307082 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f02840cf-9e61-4958-9347-273da49ef993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:59.341951 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=3a891b6c-f3a4-43a5-9317-f0bed67deb96,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:59.353901 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02840cf-9e61-4958-9347-273da49ef993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a87f1ab-f410-46a5-95b6-52ea4f80c8eb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:59.359995 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329b563-fa92-4899-a07e-b6e102fd924d req-cc7dd67f-afed-413a-9516-d28b76e3a87e tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:59.369109 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8329b563-fa92-4899-a07e-b6e102fd924d req-cc7dd67f-afed-413a-9516-d28b76e3a87e tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 943 time: 0.1625326 Dec 12 17:36:59.407714 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f02840cf-9e61-4958-9347-273da49ef993 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f85eba46439c465ab1afa6cb3f1d029e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074417 Dec 12 17:36:59.408349 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39400) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:36:59.442672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785115b8-3a60-4660-8684-f4a69fe42f7e req-b42493ca-d704-4f49-aa58-7680ee703b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:59.444241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-785115b8-3a60-4660-8684-f4a69fe42f7e req-b42493ca-d704-4f49-aa58-7680ee703b8c service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 922 time: 0.1615422 Dec 12 17:36:59.449066 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8329b563-fa92-4899-a07e-b6e102fd924d req-cf19350b-d36b-4c68-90bb-602d00a610a4 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791180 Dec 12 17:36:59.477232 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5de7db29-b7e3-45cb-9be1-4fc7ef9becb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:59.525320 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-785115b8-3a60-4660-8684-f4a69fe42f7e req-5263d792-dc12-4bc1-a576-1aa5696af76f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd70cb70-91af-45e4-891f-a5a9275a0d40 HTTP/1.1" status: 200 len: 217 time: 0.0720274 Dec 12 17:36:59.526785 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045dc4ef-083c-4b07-8c6f-03bc482e529b x-openstack-request-id: req-045dc4ef-083c-4b07-8c6f-03bc482e529b {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:36:59.527077 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45815d6d-fa22-45b3-a719-f5dfda4052c9", "name": "network-vif-plugged", "status": "completed", "tag": "7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:36:59.527360 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-045dc4ef-083c-4b07-8c6f-03bc482e529b {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:36:59.527749 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45815d6d-fa22-45b3-a719-f5dfda4052c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64', 'code': 200} Dec 12 17:36:59.534316 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5de7db29-b7e3-45cb-9be1-4fc7ef9becb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:59.606739 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5de7db29-b7e3-45cb-9be1-4fc7ef9becb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:59.609892 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5de7db29-b7e3-45cb-9be1-4fc7ef9becb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:36:59.611552 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5de7db29-b7e3-45cb-9be1-4fc7ef9becb4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a87f1ab-f410-46a5-95b6-52ea4f80c8eb HTTP/1.1" status: 204 len: 168 time: 0.2022018 Dec 12 17:36:59.620510 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7db29-b7e3-45cb-9be1-4fc7ef9becb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a87f1ab-f410-46a5-95b6-52ea4f80c8eb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:36:59.655630 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac156934-5714-484b-a07c-a27e56bfd97d req-bf469285-5c8b-4f00-8f07-010921ba04b8 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-groups/fcaa47ed-e6d5-48f2-908c-e0803b9294af HTTP/1.1" status: 200 len: 1822 time: 0.1322246 Dec 12 17:36:59.659437 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785115b8-3a60-4660-8684-f4a69fe42f7e req-c4cceade-d243-468e-b1e5-ba6304f0c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:59.661580 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-785115b8-3a60-4660-8684-f4a69fe42f7e req-c4cceade-d243-468e-b1e5-ba6304f0c391 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.1285985 Dec 12 17:36:59.696824 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc288e-e88a-4fc8-8487-67a00df3d196 req-bc90921a-2df4-440a-8a8e-feaa1abd197e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:59.698334 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5bc288e-e88a-4fc8-8487-67a00df3d196 req-bc90921a-2df4-440a-8a8e-feaa1abd197e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.1203456 Dec 12 17:36:59.716799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-785115b8-3a60-4660-8684-f4a69fe42f7e req-8bdc5fa3-aa27-4523-80d1-8e066d92eee3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424113 Dec 12 17:36:59.724872 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddec28e-8f09-4a4e-a8eb-8abd07dc9707 req-66e4743e-059f-481d-82d0-08330873c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:36:59.726427 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bddec28e-8f09-4a4e-a8eb-8abd07dc9707 req-66e4743e-059f-481d-82d0-08330873c915 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45815d6d-fa22-45b3-a719-f5dfda4052c9 HTTP/1.1" status: 200 len: 1096 time: 0.1032591 Dec 12 17:36:59.854178 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5bc288e-e88a-4fc8-8487-67a00df3d196 req-4e92aa61-d2d3-4dc0-9c8e-1a0bd76a3055 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396189 Dec 12 17:36:59.906934 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bddec28e-8f09-4a4e-a8eb-8abd07dc9707 req-5497a42e-4426-4317-84be-423fed318ff4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635602 Dec 12 17:36:59.911508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-9505dc6d-1478-431d-ac80-91e6f71efe98 req-fe213341-645b-4556-aaa6-c9998dbc3c40 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-307813286', 'description': 'tempest-description-422442738'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:36:59.926027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-785115b8-3a60-4660-8684-f4a69fe42f7e req-b83d517d-711d-4fd7-b232-79a9cb68e394 service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976187 Dec 12 17:36:59.990323 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9505dc6d-1478-431d-ac80-91e6f71efe98 req-fe213341-645b-4556-aaa6-c9998dbc3c40 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:00.002248 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37ce79-7f4d-4532-b3d3-52a89036b485 req-829b45f5-2ab1-4a2b-8771-52fe3cf12206 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:00.004312 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da37ce79-7f4d-4532-b3d3-52a89036b485 req-829b45f5-2ab1-4a2b-8771-52fe3cf12206 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.1486864 Dec 12 17:37:00.109351 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-785115b8-3a60-4660-8684-f4a69fe42f7e req-92fad776-89d1-40b0-be77-40aff91d176e service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732175 Dec 12 17:37:00.113839 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da37ce79-7f4d-4532-b3d3-52a89036b485 req-ef436c06-4089-4f8e-b562-6b9f467a5ec6 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992992 Dec 12 17:37:00.157621 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9505dc6d-1478-431d-ac80-91e6f71efe98 req-fe213341-645b-4556-aaa6-c9998dbc3c40 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:00.162725 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9505dc6d-1478-431d-ac80-91e6f71efe98 req-fe213341-645b-4556-aaa6-c9998dbc3c40 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:00.196943 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9505dc6d-1478-431d-ac80-91e6f71efe98 req-fe213341-645b-4556-aaa6-c9998dbc3c40 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:00.198270 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9505dc6d-1478-431d-ac80-91e6f71efe98 req-fe213341-645b-4556-aaa6-c9998dbc3c40 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3128071 Dec 12 17:37:00.198947 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe213341-645b-4556-aaa6-c9998dbc3c40 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b117469b-f327-4d99-8f7a-db5b773ce275,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:00.327290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d8a13-8027-4f2a-a3cb-5ed9d6a70cec req-5512b2be-ed6b-4a2a-a5b2-e3a470b073f6 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:00.328876 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-199d8a13-8027-4f2a-a3cb-5ed9d6a70cec req-5512b2be-ed6b-4a2a-a5b2-e3a470b073f6 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=45815d6d-fa22-45b3-a719-f5dfda4052c9 HTTP/1.1" status: 200 len: 945 time: 0.0605762 Dec 12 17:37:00.381483 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-199d8a13-8027-4f2a-a3cb-5ed9d6a70cec req-551d1705-f85b-47be-b6a5-6d161968d703 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451877 Dec 12 17:37:00.455704 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-173b47ff-7943-47b5-889e-cfbd42720b5b req-9cab4cb1-2ef6-484e-9af5-9656f0a62079 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-groups/b117469b-f327-4d99-8f7a-db5b773ce275 HTTP/1.1" status: 200 len: 1820 time: 0.0492024 Dec 12 17:37:00.479608 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-173b47ff-7943-47b5-889e-cfbd42720b5b req-528b0eca-0d6c-411a-86ca-232b9048033f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b117469b-f327-4d99-8f7a-db5b773ce275', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:00.480085 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-173b47ff-7943-47b5-889e-cfbd42720b5b req-528b0eca-0d6c-411a-86ca-232b9048033f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b117469b-f327-4d99-8f7a-db5b773ce275', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:00.496411 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39438) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:00.516301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b737f-29ca-4da6-a0ba-c66cb08ee44d req-beaf137c-a943-44c3-919e-0c9e0f57f7ce tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:00.522665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b737f-29ca-4da6-a0ba-c66cb08ee44d req-beaf137c-a943-44c3-919e-0c9e0f57f7ce tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:00.524261 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b81b737f-29ca-4da6-a0ba-c66cb08ee44d req-beaf137c-a943-44c3-919e-0c9e0f57f7ce tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/ports?device_id=08b8a375-7b14-485c-b021-0c82391bc3f5&device_id=0a0e0591-e102-40e6-aaf9-668a87ab8f62 HTTP/1.1" status: 200 len: 1682 time: 0.0866683 Dec 12 17:37:00.595750 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-44511ffa-fbc8-4303-b357-39525c1301a2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1633422497-network', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:00.621769 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44511ffa-fbc8-4303-b357-39525c1301a2 admin admin] Made reservation on behalf of bcfe64c55346445599fb24bf34f06b4d for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:37:00.624420 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44511ffa-fbc8-4303-b357-39525c1301a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:00.634068 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44511ffa-fbc8-4303-b357-39525c1301a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:00.714178 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44511ffa-fbc8-4303-b357-39525c1301a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:00.718813 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44511ffa-fbc8-4303-b357-39525c1301a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:00.745188 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44511ffa-fbc8-4303-b357-39525c1301a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:37:00.754588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44511ffa-fbc8-4303-b357-39525c1301a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:00.760988 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44511ffa-fbc8-4303-b357-39525c1301a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:00.761347 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-44511ffa-fbc8-4303-b357-39525c1301a2 admin admin] Added segment 4fdee55a-4b5f-49c7-bb46-831125694c23 of type vlan for network 3099023b-6d27-4db1-9d42-7a3830fba737 Dec 12 17:37:00.802880 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44511ffa-fbc8-4303-b357-39525c1301a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:00.829584 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44511ffa-fbc8-4303-b357-39525c1301a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:00.830617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44511ffa-fbc8-4303-b357-39525c1301a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:00.831351 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44511ffa-fbc8-4303-b357-39525c1301a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:00.877145 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-173b47ff-7943-47b5-889e-cfbd42720b5b req-528b0eca-0d6c-411a-86ca-232b9048033f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:00.885874 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-44511ffa-fbc8-4303-b357-39525c1301a2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3904121 Dec 12 17:37:00.888222 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b81b737f-29ca-4da6-a0ba-c66cb08ee44d req-3c9eb0f2-60ad-48a4-9ea4-424f22bd3626 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/security-groups?id=63eec7d4-c8f6-411f-9df6-99e9b909194d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559818 Dec 12 17:37:00.890284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39444) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:00.903272 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44511ffa-fbc8-4303-b357-39525c1301a2 admin admin] Pushing event updated for resources: {'Network': ['ID=3099023b-6d27-4db1-9d42-7a3830fba737,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:00.903477 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ff529181-1e1e-4a52-a437-83e81e1613ae admin admin] Request body: {'subnet': {'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1633422497-subnet', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:00.923831 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 3099023b-6d27-4db1-9d42-7a3830fba737 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:37:00.926792 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-173b47ff-7943-47b5-889e-cfbd42720b5b req-528b0eca-0d6c-411a-86ca-232b9048033f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:00.933584 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-173b47ff-7943-47b5-889e-cfbd42720b5b req-528b0eca-0d6c-411a-86ca-232b9048033f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:00.945200 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff529181-1e1e-4a52-a437-83e81e1613ae admin admin] Made reservation on behalf of bcfe64c55346445599fb24bf34f06b4d for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:37:00.947463 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ff529181-1e1e-4a52-a437-83e81e1613ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:01.007436 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b0eca-0d6c-411a-86ca-232b9048033f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b22df6-b21c-42ef-bd29-e30ef9632cf4,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:01.031067 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-173b47ff-7943-47b5-889e-cfbd42720b5b req-528b0eca-0d6c-411a-86ca-232b9048033f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:01.032524 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-173b47ff-7943-47b5-889e-cfbd42720b5b req-528b0eca-0d6c-411a-86ca-232b9048033f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5623305 Dec 12 17:37:01.081454 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db936780-7ada-47ed-88d5-6a615fd7e2cb req-53bb3bf4-cabd-4701-8cc0-0edfa73a71e1 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:01.083503 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db936780-7ada-47ed-88d5-6a615fd7e2cb req-53bb3bf4-cabd-4701-8cc0-0edfa73a71e1 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 943 time: 0.1260071 Dec 12 17:37:01.196567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b167b55-5e82-4ece-a175-6475f7cda2e4 req-dbf0fc5b-913d-47d8-a087-24f21fd58aa1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:01.198041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b167b55-5e82-4ece-a175-6475f7cda2e4 req-dbf0fc5b-913d-47d8-a087-24f21fd58aa1 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.1136382 Dec 12 17:37:01.203051 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db936780-7ada-47ed-88d5-6a615fd7e2cb req-e9fd98d9-465f-4ebd-8ff9-d0bd3b3084e7 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069536 Dec 12 17:37:01.301618 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ff529181-1e1e-4a52-a437-83e81e1613ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:01.341982 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b167b55-5e82-4ece-a175-6475f7cda2e4 req-8002eedf-e7e5-4aed-9afe-23d167642a23 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364567 Dec 12 17:37:01.359171 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6859d47-b722-48e7-a7b3-d53c1d2b31b3 req-2816326b-48c5-46db-a81d-c2b50911ddcc tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-groups/b117469b-f327-4d99-8f7a-db5b773ce275 HTTP/1.1" status: 200 len: 2413 time: 0.1083076 Dec 12 17:37:01.371488 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff529181-1e1e-4a52-a437-83e81e1613ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:01.376116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-f6859d47-b722-48e7-a7b3-d53c1d2b31b3 req-9cb8d61a-8c85-489f-be6b-1241b532e7f2 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b117469b-f327-4d99-8f7a-db5b773ce275', 'remote_group_id': None}]} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:01.376441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-f6859d47-b722-48e7-a7b3-d53c1d2b31b3 req-9cb8d61a-8c85-489f-be6b-1241b532e7f2 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b117469b-f327-4d99-8f7a-db5b773ce275', 'remote_group_id': None}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:01.433894 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff529181-1e1e-4a52-a437-83e81e1613ae admin admin] Checking segment: {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:37:01.434250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff529181-1e1e-4a52-a437-83e81e1613ae admin admin] Network hostable DHCP agents. Network: 3099023b-6d27-4db1-9d42-7a3830fba737, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:37:01.486081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff529181-1e1e-4a52-a437-83e81e1613ae admin admin] Network 3099023b-6d27-4db1-9d42-7a3830fba737 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:37:01.507004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77035-39b0-4537-9484-cf1af6b9aad0 req-2e3ac308-b892-4572-85ed-0da35baefc7a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:01.508473 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52e77035-39b0-4537-9484-cf1af6b9aad0 req-2e3ac308-b892-4572-85ed-0da35baefc7a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.1087861 Dec 12 17:37:01.512429 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f6859d47-b722-48e7-a7b3-d53c1d2b31b3 req-9cb8d61a-8c85-489f-be6b-1241b532e7f2 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:01.521607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ff529181-1e1e-4a52-a437-83e81e1613ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 3099023b-6d27-4db1-9d42-7a3830fba737) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:37:01.530071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e2223d-1e8b-47c0-95ca-fecff9eedf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a891b6c-f3a4-43a5-9317-f0bed67deb96'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:01.532694 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a5d524-9bfc-4c93-b7b4-5ba38f919a33" -d '{"events": [{"server_uuid": "c0e2223d-1e8b-47c0-95ca-fecff9eedf63", "name": "network-vif-plugged", "status": "completed", "tag": "3a891b6c-f3a4-43a5-9317-f0bed67deb96"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:01.534043 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff529181-1e1e-4a52-a437-83e81e1613ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:01.534827 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ff529181-1e1e-4a52-a437-83e81e1613ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:01.536157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd9408f-79c4-4995-8595-676623458603 None None] Network 3099023b-6d27-4db1-9d42-7a3830fba737 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:37:01.574980 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f6859d47-b722-48e7-a7b3-d53c1d2b31b3 req-9cb8d61a-8c85-489f-be6b-1241b532e7f2 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:01.582604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ff529181-1e1e-4a52-a437-83e81e1613ae admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6907971 Dec 12 17:37:01.585518 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39460) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:01.587215 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f6859d47-b722-48e7-a7b3-d53c1d2b31b3 req-9cb8d61a-8c85-489f-be6b-1241b532e7f2 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:01.590777 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1633422497-router', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:01.606654 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52e77035-39b0-4537-9484-cf1af6b9aad0 req-d89122e1-5d54-45a1-ab5b-5993bd0be3e6 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913503 Dec 12 17:37:01.610470 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8d61a-8c85-489f-be6b-1241b532e7f2 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9274ecc8-4012-4fe7-bc68-9aaa500ba574,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:01.615995 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:01.617514 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:01.627570 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f6859d47-b722-48e7-a7b3-d53c1d2b31b3 req-9cb8d61a-8c85-489f-be6b-1241b532e7f2 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:01.629302 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6859d47-b722-48e7-a7b3-d53c1d2b31b3 req-9cb8d61a-8c85-489f-be6b-1241b532e7f2 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2606781 Dec 12 17:37:01.663997 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-3099023b-6d27-4db1-9d42-7a3830fba737', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'fixed_ips': [{'subnet_id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:37:01.664756 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:01.693524 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:01.772869 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f77a841-3afd-430a-b414-9dcfdc3a9b32 x-openstack-request-id: req-9f77a841-3afd-430a-b414-9dcfdc3a9b32 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:01.773558 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e2223d-1e8b-47c0-95ca-fecff9eedf63", "name": "network-vif-plugged", "status": "completed", "tag": "3a891b6c-f3a4-43a5-9317-f0bed67deb96", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:01.774045 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f77a841-3afd-430a-b414-9dcfdc3a9b32 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:01.774671 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e2223d-1e8b-47c0-95ca-fecff9eedf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a891b6c-f3a4-43a5-9317-f0bed67deb96', 'code': 200} Dec 12 17:37:01.836986 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Allocated IP 172.20.0.2 (3099023b-6d27-4db1-9d42-7a3830fba737/edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b/566a5629-b71b-4f79-8f81-ad3862666d89) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:37:01.864463 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:01.891999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63be800-18a2-4574-a5f6-326305f64050 req-f6ff31a4-dc0b-44a5-8976-31de89544686 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:01.893534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d63be800-18a2-4574-a5f6-326305f64050 req-f6ff31a4-dc0b-44a5-8976-31de89544686 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=45815d6d-fa22-45b3-a719-f5dfda4052c9 HTTP/1.1" status: 200 len: 945 time: 0.1155038 Dec 12 17:37:01.904427 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1894771e-ea4b-4a94-974b-e943de964aad req-29f1c3c7-4086-4a7e-b7b0-462efef69928 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-groups/b117469b-f327-4d99-8f7a-db5b773ce275 HTTP/1.1" status: 200 len: 3011 time: 0.0969508 Dec 12 17:37:01.916329 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80799d-bf27-4afc-b8cc-0fdc0ec1f301 req-7b807080-9ce8-466a-bce3-a9fab4495126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:01.917950 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f80799d-bf27-4afc-b8cc-0fdc0ec1f301 req-7b807080-9ce8-466a-bce3-a9fab4495126 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 1096 time: 0.0820017 Dec 12 17:37:02.004461 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d63be800-18a2-4574-a5f6-326305f64050 req-771e98be-a500-4999-b006-43d747b69f20 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847816 Dec 12 17:37:02.012701 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:02.022191 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:02.036855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f80799d-bf27-4afc-b8cc-0fdc0ec1f301 req-56cfeb01-8ea3-427e-bb73-63b540355ea4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114075 Dec 12 17:37:02.043705 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a95e410-baec-4fc3-b5a9-55f19ccf847e req-0d8947fe-b50b-432a-8131-b8fb7d2f4e89 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-group-rules/9274ecc8-4012-4fe7-bc68-9aaa500ba574 HTTP/1.1" status: 200 len: 783 time: 0.0552034 Dec 12 17:37:02.067946 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Network 3099023b-6d27-4db1-9d42-7a3830fba737 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:37:02.071252 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:37:02.075089 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:37:02.089184 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Pushing event updated for resources: {'Port': ['ID=566a5629-b71b-4f79-8f81-ad3862666d89,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:02.101781 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:02.110841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a95e410-baec-4fc3-b5a9-55f19ccf847e req-b20aec3e-b595-4cba-93a3-88d4d290d245 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-groups/b117469b-f327-4d99-8f7a-db5b773ce275 HTTP/1.1" status: 200 len: 3011 time: 0.0627217 Dec 12 17:37:02.125435 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:02.138471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Attempting to bind port 566a5629-b71b-4f79-8f81-ad3862666d89 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:37:02.139228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Attempting to bind port 566a5629-b71b-4f79-8f81-ad3862666d89 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:37:02.139800 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Attempting to bind port 566a5629-b71b-4f79-8f81-ad3862666d89 on network 3099023b-6d27-4db1-9d42-7a3830fba737 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:37:02.141873 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4a95e410-baec-4fc3-b5a9-55f19ccf847e req-4129a6c0-f59b-4e35-8291-32a58d6b428f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:02.145755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:37:02.146400 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Checking segment: {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:37:02.147000 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:02.147681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Bound using segment: {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:37:02.148346 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Bound port: 566a5629-b71b-4f79-8f81-ad3862666d89, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:37:02.148929 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:02.153065 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4a95e410-baec-4fc3-b5a9-55f19ccf847e req-4129a6c0-f59b-4e35-8291-32a58d6b428f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:02.195636 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4a95e410-baec-4fc3-b5a9-55f19ccf847e req-4129a6c0-f59b-4e35-8291-32a58d6b428f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:02.206184 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4a95e410-baec-4fc3-b5a9-55f19ccf847e req-4129a6c0-f59b-4e35-8291-32a58d6b428f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:02.214028 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a95e410-baec-4fc3-b5a9-55f19ccf847e req-4129a6c0-f59b-4e35-8291-32a58d6b428f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/9274ecc8-4012-4fe7-bc68-9aaa500ba574 HTTP/1.1" status: 204 len: 173 time: 0.1019692 Dec 12 17:37:02.228312 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129a6c0-f59b-4e35-8291-32a58d6b428f tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9274ecc8-4012-4fe7-bc68-9aaa500ba574,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:02.249389 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] For port 566a5629-b71b-4f79-8f81-ad3862666d89, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:37:02.254714 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] For port 566a5629-b71b-4f79-8f81-ad3862666d89, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=566a5629-b71b-4f79-8f81-ad3862666d89,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:37:02.261605 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:02.267122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] Allocated IP 172.25.1.33 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/ad298bcc-fcc2-4782-afef-b1d03b59022e) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:37:02.346357 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5cb02-e95e-470d-8367-22db6ce7593c None None] Pushing event updated for resources: {'Port': ['ID=566a5629-b71b-4f79-8f81-ad3862666d89,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:02.408762 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:02.439930 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f070dc39-74cd-40c1-9679-00259b1e95a1 req-5c519c64-af2b-489b-bcdb-ff9354f5ed49 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-groups/b117469b-f327-4d99-8f7a-db5b773ce275 HTTP/1.1" status: 200 len: 2413 time: 0.0481486 Dec 12 17:37:02.453521 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:02.505936 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:37:02.509839 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:37:02.511922 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] Pushing event updated for resources: {'Port': ['ID=ad298bcc-fcc2-4782-afef-b1d03b59022e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:02.514066 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:37:02.552059 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f070dc39-74cd-40c1-9679-00259b1e95a1 req-f95f64d2-71d6-4be4-aa80-84e6b7277662 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:02.564364 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa107adf-898b-4e77-84e7-2b0203f55670 req-070529c5-3336-469c-8a50-592d46dcc4b3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:02.573421 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fa107adf-898b-4e77-84e7-2b0203f55670 req-070529c5-3336-469c-8a50-592d46dcc4b3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 943 time: 0.0914731 Dec 12 17:37:02.632484 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f070dc39-74cd-40c1-9679-00259b1e95a1 req-f95f64d2-71d6-4be4-aa80-84e6b7277662 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:02.683466 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fa107adf-898b-4e77-84e7-2b0203f55670 req-a483401e-7b52-43de-b024-248cbcbcc275 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097958 Dec 12 17:37:02.704406 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f070dc39-74cd-40c1-9679-00259b1e95a1 req-f95f64d2-71d6-4be4-aa80-84e6b7277662 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:02.708496 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f070dc39-74cd-40c1-9679-00259b1e95a1 req-f95f64d2-71d6-4be4-aa80-84e6b7277662 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:02.709840 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f070dc39-74cd-40c1-9679-00259b1e95a1 req-f95f64d2-71d6-4be4-aa80-84e6b7277662 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "DELETE /v2.0/security-groups/b117469b-f327-4d99-8f7a-db5b773ce275 HTTP/1.1" status: 204 len: 173 time: 0.2668960 Dec 12 17:37:02.740210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f64d2-71d6-4be4-aa80-84e6b7277662 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b117469b-f327-4d99-8f7a-db5b773ce275,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:02.826729 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:02.859939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33dd19-c6f5-4d4d-bf62-80b78eb11fa3 req-a3adc8f5-040c-46f7-9cb3-fb86381e92a3 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:02.861360 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da33dd19-c6f5-4d4d-bf62-80b78eb11fa3 req-a3adc8f5-040c-46f7-9cb3-fb86381e92a3 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.0791936 Dec 12 17:37:02.897753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636f5ac-72f2-400a-b774-084b9f30f2cb req-3ad05790-28f9-4e30-9433-3f6b741bc663 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:02.899283 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8636f5ac-72f2-400a-b774-084b9f30f2cb req-3ad05790-28f9-4e30-9433-3f6b741bc663 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=45815d6d-fa22-45b3-a719-f5dfda4052c9 HTTP/1.1" status: 200 len: 945 time: 0.0780277 Dec 12 17:37:02.941152 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da33dd19-c6f5-4d4d-bf62-80b78eb11fa3 req-0afab91e-fc54-4e94-8946-bfa15ac8096c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723450 Dec 12 17:37:02.969415 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8636f5ac-72f2-400a-b774-084b9f30f2cb req-023f4eac-5386-4980-800e-d9e37812a75a tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604327 Dec 12 17:37:03.032005 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:03.059028 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a7523-3470-411b-b31d-25d9f6e13f28 req-45ab2b7f-d225-4464-95d9-b585e6e695bf tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:03.060785 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a30a7523-3470-411b-b31d-25d9f6e13f28 req-45ab2b7f-d225-4464-95d9-b585e6e695bf tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.0545099 Dec 12 17:37:03.091173 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-241e1ca2-4a29-4f57-8363-434db09cb7cc req-a5ba3789-cac3-49c5-a84a-d4eea1a1962c tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] show failed (client error): The resource could not be found. Dec 12 17:37:03.092458 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-241e1ca2-4a29-4f57-8363-434db09cb7cc req-a5ba3789-cac3-49c5-a84a-d4eea1a1962c tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-groups/7d24eb34-2dfb-4971-9bde-f66d9cf21054 HTTP/1.1" status: 404 len: 352 time: 0.0306747 Dec 12 17:37:03.133417 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a30a7523-3470-411b-b31d-25d9f6e13f28 req-d2ad869e-53e5-498b-a50c-74b9f290f360 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645671 Dec 12 17:37:03.206589 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] Router 2e959e39-8255-4d50-bd04-463d96fc569f is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:37:03.241762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e11502-90e7-4eff-a9a6-31775435d532 req-2e2bac3f-fcfb-4d16-b87f-78bb435032d3 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:03.250327 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84e11502-90e7-4eff-a9a6-31775435d532 req-2e2bac3f-fcfb-4d16-b87f-78bb435032d3 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a0e0591-e102-40e6-aaf9-668a87ab8f62 HTTP/1.1" status: 200 len: 946 time: 0.0961971 Dec 12 17:37:03.290138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca0141e0-7264-4ad7-997f-6d559155ec31 req-c21af075-476c-4f50-95c3-ea363aa75012 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-groups/fcaa47ed-e6d5-48f2-908c-e0803b9294af HTTP/1.1" status: 200 len: 1822 time: 0.1270323 Dec 12 17:37:03.342035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 566a5629-b71b-4f79-8f81-ad3862666d89 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:37:03.348174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84e11502-90e7-4eff-a9a6-31775435d532 req-1cbfe374-5aa7-4dee-ba10-0812887cf5b1 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/security-groups?id=63eec7d4-c8f6-411f-9df6-99e9b909194d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969708 Dec 12 17:37:03.378199 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:37:03.389835 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ca0141e0-7264-4ad7-997f-6d559155ec31 req-aa6ffe01-b4cb-4f50-b9e9-eca6f4c29d51 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:03.392436 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Sync routers for ids ['2e959e39-8255-4d50-bd04-463d96fc569f'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:37:03.401630 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:03.405434 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-40977e4a-2021-4d80-8cc5-d88a883cb3c0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8159857 Dec 12 17:37:03.406672 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39494) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:03.415622 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Routers {'2e959e39-8255-4d50-bd04-463d96fc569f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:37:03.416266 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:36:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2e959e39-8255-4d50-bd04-463d96fc569f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:03.422432 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ca0141e0-7264-4ad7-997f-6d559155ec31 req-aa6ffe01-b4cb-4f50-b9e9-eca6f4c29d51 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:03.428831 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 566a5629-b71b-4f79-8f81-ad3862666d89 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:03.429212 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:03.482656 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ca0141e0-7264-4ad7-997f-6d559155ec31 req-aa6ffe01-b4cb-4f50-b9e9-eca6f4c29d51 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:03.484646 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ca0141e0-7264-4ad7-997f-6d559155ec31 req-aa6ffe01-b4cb-4f50-b9e9-eca6f4c29d51 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:03.492489 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca0141e0-7264-4ad7-997f-6d559155ec31 req-aa6ffe01-b4cb-4f50-b9e9-eca6f4c29d51 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "DELETE /v2.0/security-groups/fcaa47ed-e6d5-48f2-908c-e0803b9294af HTTP/1.1" status: 204 len: 173 time: 0.1987813 Dec 12 17:37:03.516788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ffe01-b4cb-4f50-b9e9-eca6f4c29d51 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaa47ed-e6d5-48f2-908c-e0803b9294af,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:03.572473 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bebff130-c395-4f5f-8223-606a8eff0057 req-1e33a1e0-4c60-4072-807d-373e7361e74c tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-groups/7a8e46cd-9bc2-4757-a178-c3c3e7b49d34 HTTP/1.1" status: 200 len: 1821 time: 0.0582993 Dec 12 17:37:03.615524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33c5f00-59fa-491d-a452-836c17c4331b None None] Network 3099023b-6d27-4db1-9d42-7a3830fba737 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:37:03.635000 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bebff130-c395-4f5f-8223-606a8eff0057 req-2e20fe07-cf8f-4ff9-8205-3a29ca7fee65 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:03.658521 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:03.669205 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bebff130-c395-4f5f-8223-606a8eff0057 req-2e20fe07-cf8f-4ff9-8205-3a29ca7fee65 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:03.671976 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Set router 2e959e39-8255-4d50-bd04-463d96fc569f gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:37:03.735072 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 566a5629-b71b-4f79-8f81-ad3862666d89, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=566a5629-b71b-4f79-8f81-ad3862666d89,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:03.754391 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bebff130-c395-4f5f-8223-606a8eff0057 req-2e20fe07-cf8f-4ff9-8205-3a29ca7fee65 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:03.758479 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bebff130-c395-4f5f-8223-606a8eff0057 req-2e20fe07-cf8f-4ff9-8205-3a29ca7fee65 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:03.758642 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:03.759228 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bebff130-c395-4f5f-8223-606a8eff0057 req-2e20fe07-cf8f-4ff9-8205-3a29ca7fee65 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "DELETE /v2.0/security-groups/7a8e46cd-9bc2-4757-a178-c3c3e7b49d34 HTTP/1.1" status: 204 len: 173 time: 0.1857889 Dec 12 17:37:03.784447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20fe07-cf8f-4ff9-8205-3a29ca7fee65 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8e46cd-9bc2-4757-a178-c3c3e7b49d34,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:03.802304 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-00dafce7-6a50-403b-a2d8-9f4796ca6777 None None] Provisioning complete for port 566a5629-b71b-4f79-8f81-ad3862666d89 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:03.802816 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00dafce7-6a50-403b-a2d8-9f4796ca6777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:03.887597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-870736e5-423f-4b3b-bd68-2f805a3117ac req-698048ce-323f-48f2-b340-ae3c49893604 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-groups/89f57dcd-7994-487d-95db-abf1ee96cdc7 HTTP/1.1" status: 200 len: 1822 time: 0.0902159 Dec 12 17:37:03.916314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d2b73-cf77-47bd-ad6c-5566c5e0b2fc req-88a9fcb1-51d2-42ee-984f-942c55ff6407 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:03.923002 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'name': 'tempest-ServerActionsTestJSON-1633422497-router', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:01Z', 'updated_at': '2021-12-12T17:37:02Z', 'revision_number': 3, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'gw_port': {'id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:02Z', 'updated_at': '2021-12-12T17:37:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:03.924013 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-508d2b73-cf77-47bd-ad6c-5566c5e0b2fc req-88a9fcb1-51d2-42ee-984f-942c55ff6407 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 943 time: 0.0831311 Dec 12 17:37:03.928346 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=566a5629-b71b-4f79-8f81-ad3862666d89,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:03.976117 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Checking router: 2e959e39-8255-4d50-bd04-463d96fc569f for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:37:03.976472 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Updating router 2e959e39-8255-4d50-bd04-463d96fc569f port ad298bcc-fcc2-4782-afef-b1d03b59022e binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:37:04.022838 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:04.076104 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-508d2b73-cf77-47bd-ad6c-5566c5e0b2fc req-596bca1e-98da-476a-a920-7b9394972333 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511984 Dec 12 17:37:04.091184 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a919ec-2a3a-4a25-9e55-9f8ad72130a4 req-ac78eca5-e0a2-40c5-8ea2-218d5a99bf3b tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:04.093074 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81a919ec-2a3a-4a25-9e55-9f8ad72130a4 req-ac78eca5-e0a2-40c5-8ea2-218d5a99bf3b tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a0e0591-e102-40e6-aaf9-668a87ab8f62 HTTP/1.1" status: 200 len: 946 time: 0.1422815 Dec 12 17:37:04.099579 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-870736e5-423f-4b3b-bd68-2f805a3117ac req-3b2f24d7-828f-4ac5-9a92-6344599d45ef tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:04.258331 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-870736e5-423f-4b3b-bd68-2f805a3117ac req-3b2f24d7-828f-4ac5-9a92-6344599d45ef tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:04.310649 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a3448fa7-cf5b-473e-b5fb-b5b5b2af4ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:04.328202 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a6032-a706-4f92-8301-8e697b467a0a req-7f78d716-e732-4930-90f4-8ac7bbb87f4b tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:04.331193 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d34a6032-a706-4f92-8301-8e697b467a0a req-7f78d716-e732-4930-90f4-8ac7bbb87f4b tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b8a375-7b14-485c-b021-0c82391bc3f5 HTTP/1.1" status: 200 len: 945 time: 0.1828363 Dec 12 17:37:04.339511 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-06e9a836-b765-4bc1-965f-d9b4158dc56c None None] Provisioning complete for port 566a5629-b71b-4f79-8f81-ad3862666d89 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:04.340150 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06e9a836-b765-4bc1-965f-d9b4158dc56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:04.345701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ad313-819f-407d-b4a2-52f6faafdaec req-da8406e0-36fb-4ee0-a843-c2f649240875 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:04.347932 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-652ad313-819f-407d-b4a2-52f6faafdaec req-da8406e0-36fb-4ee0-a843-c2f649240875 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.1398981 Dec 12 17:37:04.354529 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:04.367428 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:04.417677 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a502b-50ab-47f2-96e7-ca1b3b02ff90 None None] Pushing event updated for resources: {'Port': ['ID=ad298bcc-fcc2-4782-afef-b1d03b59022e,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:04.429543 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-81a919ec-2a3a-4a25-9e55-9f8ad72130a4 req-4c4a32f0-bda0-43ec-8902-552e9679fef9 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Deleting port 6528e3b4-9b6e-4df7-8785-9aff740876ab {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:37:04.429900 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-81a919ec-2a3a-4a25-9e55-9f8ad72130a4 req-4c4a32f0-bda0-43ec-8902-552e9679fef9 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:04.432705 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-870736e5-423f-4b3b-bd68-2f805a3117ac req-3b2f24d7-828f-4ac5-9a92-6344599d45ef tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:04.435306 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-870736e5-423f-4b3b-bd68-2f805a3117ac req-3b2f24d7-828f-4ac5-9a92-6344599d45ef tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:04.440811 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Attempting to bind port ad298bcc-fcc2-4782-afef-b1d03b59022e on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:37:04.441259 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Attempting to bind port ad298bcc-fcc2-4782-afef-b1d03b59022e by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:37:04.442250 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Attempting to bind port ad298bcc-fcc2-4782-afef-b1d03b59022e on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:37:04.442362 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-870736e5-423f-4b3b-bd68-2f805a3117ac req-3b2f24d7-828f-4ac5-9a92-6344599d45ef tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "DELETE /v2.0/security-groups/89f57dcd-7994-487d-95db-abf1ee96cdc7 HTTP/1.1" status: 204 len: 173 time: 0.5424571 Dec 12 17:37:04.450596 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:37:04.450979 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:37:04.451468 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:04.451862 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:37:04.452651 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Bound port: ad298bcc-fcc2-4782-afef-b1d03b59022e, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:37:04.453285 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:04.482533 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f24d7-828f-4ac5-9a92-6344599d45ef tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f57dcd-7994-487d-95db-abf1ee96cdc7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:04.533146 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] For port ad298bcc-fcc2-4782-afef-b1d03b59022e, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:37:04.537668 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] For port ad298bcc-fcc2-4782-afef-b1d03b59022e, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ad298bcc-fcc2-4782-afef-b1d03b59022e,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:37:04.544470 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:04.554149 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a3448fa7-cf5b-473e-b5fb-b5b5b2af4ef6 admin admin] Allocated IP 172.20.0.1 (3099023b-6d27-4db1-9d42-7a3830fba737/edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b/3c2b97f8-f22c-411d-a684-1730cd99bd53) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:37:04.559451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-652ad313-819f-407d-b4a2-52f6faafdaec req-75fbcb2e-1b41-42a7-8851-07e4212c4485 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987052 Dec 12 17:37:04.627255 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Routers {'2e959e39-8255-4d50-bd04-463d96fc569f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:37:04.628608 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:36:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2e959e39-8255-4d50-bd04-463d96fc569f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:04.631619 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a502b-50ab-47f2-96e7-ca1b3b02ff90 None None] Pushing event updated for resources: {'Port': ['ID=ad298bcc-fcc2-4782-afef-b1d03b59022e,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:04.658907 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-81a919ec-2a3a-4a25-9e55-9f8ad72130a4 req-4c4a32f0-bda0-43ec-8902-552e9679fef9 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] For port 6528e3b4-9b6e-4df7-8785-9aff740876ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6528e3b4-9b6e-4df7-8785-9aff740876ab,segment=NetworkSegment(93d276af-6de9-4579-a03a-8875494cadfe),segment_id=93d276af-6de9-4579-a03a-8875494cadfe)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:04.659472 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-81a919ec-2a3a-4a25-9e55-9f8ad72130a4 req-4c4a32f0-bda0-43ec-8902-552e9679fef9 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:04.680765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd9e29-8b14-462c-bd67-f61e9ff664cc req-dc3fdda0-3e9f-458c-8137-bccbef3a8903 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:04.682417 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67dd9e29-8b14-462c-bd67-f61e9ff664cc req-dc3fdda0-3e9f-458c-8137-bccbef3a8903 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=45815d6d-fa22-45b3-a719-f5dfda4052c9 HTTP/1.1" status: 200 len: 945 time: 0.1347530 Dec 12 17:37:04.691906 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-81a919ec-2a3a-4a25-9e55-9f8ad72130a4 req-4c4a32f0-bda0-43ec-8902-552e9679fef9 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Calling delete_port for 6528e3b4-9b6e-4df7-8785-9aff740876ab owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:37:04.704069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-d34a6032-a706-4f92-8301-8e697b467a0a req-a85e1833-b40b-4be6-a0d7-b3c6f1e03342 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Deleting port 5eede4ae-3981-47c7-ba30-17bed8d66aa5 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:37:04.704558 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d34a6032-a706-4f92-8301-8e697b467a0a req-a85e1833-b40b-4be6-a0d7-b3c6f1e03342 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:04.734848 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a3448fa7-cf5b-473e-b5fb-b5b5b2af4ef6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:04.748745 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] Set router 2e959e39-8255-4d50-bd04-463d96fc569f gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:37:04.770938 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a3448fa7-cf5b-473e-b5fb-b5b5b2af4ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:04.818989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3448fa7-cf5b-473e-b5fb-b5b5b2af4ef6 admin admin] Network 3099023b-6d27-4db1-9d42-7a3830fba737 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:37:04.823775 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a3448fa7-cf5b-473e-b5fb-b5b5b2af4ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:37:04.826430 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3448fa7-cf5b-473e-b5fb-b5b5b2af4ef6 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:37:04.854776 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3448fa7-cf5b-473e-b5fb-b5b5b2af4ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2b97f8-f22c-411d-a684-1730cd99bd53,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:04.883280 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a3448fa7-cf5b-473e-b5fb-b5b5b2af4ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:04.887910 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67dd9e29-8b14-462c-bd67-f61e9ff664cc req-f1520052-31f0-45ef-b0ca-3b7e25571d69 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938393 Dec 12 17:37:04.943458 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b568f2f-e908-4f6a-91c5-e124511c96c0 req-acaf2fec-9943-4955-958f-c0ee6a6fb10f tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:04.951531 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'name': 'tempest-ServerActionsTestJSON-1633422497-router', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:01Z', 'updated_at': '2021-12-12T17:37:02Z', 'revision_number': 3, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'gw_port': {'id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:02Z', 'updated_at': '2021-12-12T17:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:04.952696 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b568f2f-e908-4f6a-91c5-e124511c96c0 req-acaf2fec-9943-4955-958f-c0ee6a6fb10f tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.2225263 Dec 12 17:37:04.978086 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871145a-4cb3-4c04-ac47-7c735c2b1c5a None None] The sync data for ids ['2e959e39-8255-4d50-bd04-463d96fc569f'] in n-d-760354-5 is: [{'id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'name': 'tempest-ServerActionsTestJSON-1633422497-router', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:01Z', 'updated_at': '2021-12-12T17:37:02Z', 'revision_number': 3, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'gw_port': {'id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:02Z', 'updated_at': '2021-12-12T17:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:37:05.072692 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a3448fa7-cf5b-473e-b5fb-b5b5b2af4ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:05.086427 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-d34a6032-a706-4f92-8301-8e697b467a0a req-a85e1833-b40b-4be6-a0d7-b3c6f1e03342 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] For port 5eede4ae-3981-47c7-ba30-17bed8d66aa5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=5eede4ae-3981-47c7-ba30-17bed8d66aa5,segment=NetworkSegment(93d276af-6de9-4579-a03a-8875494cadfe),segment_id=93d276af-6de9-4579-a03a-8875494cadfe)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:05.086813 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d34a6032-a706-4f92-8301-8e697b467a0a req-a85e1833-b40b-4be6-a0d7-b3c6f1e03342 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:05.095847 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b568f2f-e908-4f6a-91c5-e124511c96c0 req-947fb129-9821-429d-a06b-de490d337ddf tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421680 Dec 12 17:37:05.137536 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-d34a6032-a706-4f92-8301-8e697b467a0a req-a85e1833-b40b-4be6-a0d7-b3c6f1e03342 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Calling delete_port for 5eede4ae-3981-47c7-ba30-17bed8d66aa5 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:37:05.173705 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f79edeb6-f10c-451c-a56a-4d4a0191fc93 None None] Provisioning complete for port 3c2b97f8-f22c-411d-a684-1730cd99bd53 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:05.174703 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f79edeb6-f10c-451c-a56a-4d4a0191fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:05.179840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd17075-bca6-4d4e-a6a4-7433a5774909 req-8e74eac9-be94-46de-a79e-1dbc16b7042c tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:05.187044 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4dd17075-bca6-4d4e-a6a4-7433a5774909 req-8e74eac9-be94-46de-a79e-1dbc16b7042c tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a0e0591-e102-40e6-aaf9-668a87ab8f62 HTTP/1.1" status: 200 len: 946 time: 0.1640284 Dec 12 17:37:05.251092 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f79edeb6-f10c-451c-a56a-4d4a0191fc93 None None] Port 3c2b97f8-f22c-411d-a684-1730cd99bd53 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:37:05.283309 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a3448fa7-cf5b-473e-b5fb-b5b5b2af4ef6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:05.296577 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-81a919ec-2a3a-4a25-9e55-9f8ad72130a4 req-4c4a32f0-bda0-43ec-8902-552e9679fef9 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:05.302103 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a3448fa7-cf5b-473e-b5fb-b5b5b2af4ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:05.311282 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['6528e3b4-9b6e-4df7-8785-9aff740876ab', '5eede4ae-3981-47c7-ba30-17bed8d66aa5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:05.314895 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5ebee69-f2a7-406c-9492-048ccc9acd40 req-ef524868-3c6e-41cf-80b1-97802c0b2e3c tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-groups/c5d22047-bb82-4731-a155-82745724a145 HTTP/1.1" status: 200 len: 2420 time: 0.1790073 Dec 12 17:37:05.355904 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 566a5629-b71b-4f79-8f81-ad3862666d89 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:37:05.372023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a32f0-bda0-43ec-8902-552e9679fef9 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Pushing event deleted for resources: {'Port': ['ID=6528e3b4-9b6e-4df7-8785-9aff740876ab,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:05.401635 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4dd17075-bca6-4d4e-a6a4-7433a5774909 req-2c2bc9b6-dce1-4f03-9950-cc4cc445491b tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.18 "GET /v2.0/security-groups?id=63eec7d4-c8f6-411f-9df6-99e9b909194d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136757 Dec 12 17:37:05.407513 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a3448fa7-cf5b-473e-b5fb-b5b5b2af4ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:05.411445 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3448fa7-cf5b-473e-b5fb-b5b5b2af4ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2b97f8-f22c-411d-a684-1730cd99bd53,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:05.462645 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a919ec-2a3a-4a25-9e55-9f8ad72130a4 req-4c4a32f0-bda0-43ec-8902-552e9679fef9 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] No DVR routers for this DVR port 6528e3b4-9b6e-4df7-8785-9aff740876ab on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:37:05.467523 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-81a919ec-2a3a-4a25-9e55-9f8ad72130a4 req-4c4a32f0-bda0-43ec-8902-552e9679fef9 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:05.471845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81a919ec-2a3a-4a25-9e55-9f8ad72130a4 req-4c4a32f0-bda0-43ec-8902-552e9679fef9 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.20 "DELETE /v2.0/ports/6528e3b4-9b6e-4df7-8785-9aff740876ab HTTP/1.1" status: 204 len: 173 time: 1.3699057 Dec 12 17:37:05.475450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0e0591-e102-40e6-aaf9-668a87ab8f62', 'name': 'network-vif-deleted', 'tag': '6528e3b4-9b6e-4df7-8785-9aff740876ab'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:05.477002 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fea445-7090-4425-8d8c-9fbe4e19aa2e" -d '{"events": [{"server_uuid": "0a0e0591-e102-40e6-aaf9-668a87ab8f62", "name": "network-vif-deleted", "tag": "6528e3b4-9b6e-4df7-8785-9aff740876ab"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:05.559597 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c5ebee69-f2a7-406c-9492-048ccc9acd40 req-90f81bd0-de30-4301-bbc2-3cd0c8b98a34 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:05.560814 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 566a5629-b71b-4f79-8f81-ad3862666d89 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:05.561193 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:05.594071 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3448fa7-cf5b-473e-b5fb-b5b5b2af4ef6 admin admin] Network 3099023b-6d27-4db1-9d42-7a3830fba737 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:37:05.598294 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a3448fa7-cf5b-473e-b5fb-b5b5b2af4ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:37:05.605106 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c5ebee69-f2a7-406c-9492-048ccc9acd40 req-90f81bd0-de30-4301-bbc2-3cd0c8b98a34 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:05.608026 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d34a6032-a706-4f92-8301-8e697b467a0a req-a85e1833-b40b-4be6-a0d7-b3c6f1e03342 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:05.723891 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e1833-b40b-4be6-a0d7-b3c6f1e03342 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Pushing event deleted for resources: {'Port': ['ID=5eede4ae-3981-47c7-ba30-17bed8d66aa5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:05.805622 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['6528e3b4-9b6e-4df7-8785-9aff740876ab'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:05.811240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34a6032-a706-4f92-8301-8e697b467a0a req-a85e1833-b40b-4be6-a0d7-b3c6f1e03342 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] No DVR routers for this DVR port 5eede4ae-3981-47c7-ba30-17bed8d66aa5 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:37:05.817369 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d34a6032-a706-4f92-8301-8e697b467a0a req-a85e1833-b40b-4be6-a0d7-b3c6f1e03342 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:05.821017 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d34a6032-a706-4f92-8301-8e697b467a0a req-a85e1833-b40b-4be6-a0d7-b3c6f1e03342 tempest-ListServersNegativeTestJSON-183536680 tempest-ListServersNegativeTestJSON-183536680-project] 10.222.0.20 "DELETE /v2.0/ports/5eede4ae-3981-47c7-ba30-17bed8d66aa5 HTTP/1.1" status: 204 len: 173 time: 1.4710956 Dec 12 17:37:05.833816 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c5ebee69-f2a7-406c-9492-048ccc9acd40 req-90f81bd0-de30-4301-bbc2-3cd0c8b98a34 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:05.836860 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c5ebee69-f2a7-406c-9492-048ccc9acd40 req-90f81bd0-de30-4301-bbc2-3cd0c8b98a34 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:05.837982 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5ebee69-f2a7-406c-9492-048ccc9acd40 req-90f81bd0-de30-4301-bbc2-3cd0c8b98a34 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "DELETE /v2.0/security-groups/c5d22047-bb82-4731-a155-82745724a145 HTTP/1.1" status: 204 len: 173 time: 0.5100310 Dec 12 17:37:05.853127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f81bd0-de30-4301-bbc2-3cd0c8b98a34 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d22047-bb82-4731-a155-82745724a145,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:05.865365 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3448fa7-cf5b-473e-b5fb-b5b5b2af4ef6 admin admin] Router 2e959e39-8255-4d50-bd04-463d96fc569f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:37:06.051662 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213b6a7-9516-4e72-b832-f11ccef2736a req-7becd348-5f9e-4c61-937a-ce7d0c63cdbe tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:06.053525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b213b6a7-9516-4e72-b832-f11ccef2736a req-7becd348-5f9e-4c61-937a-ce7d0c63cdbe tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 943 time: 0.0702031 Dec 12 17:37:06.090742 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9e94a4a3-291d-4b74-aded-7ded9988e427 None None] Provisioning complete for port 3c2b97f8-f22c-411d-a684-1730cd99bd53 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:06.091449 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e94a4a3-291d-4b74-aded-7ded9988e427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:06.100660 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3448fa7-cf5b-473e-b5fb-b5b5b2af4ef6 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:37:06.111822 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a3448fa7-cf5b-473e-b5fb-b5b5b2af4ef6 admin admin] 10.222.0.18 "PUT /v2.0/routers/2e959e39-8255-4d50-bd04-463d96fc569f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7040081 Dec 12 17:37:06.164443 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b213b6a7-9516-4e72-b832-f11ccef2736a req-c5081c51-3ca1-4b49-98ca-0ce561be8860 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023417 Dec 12 17:37:06.185861 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9e94a4a3-291d-4b74-aded-7ded9988e427 None None] Port 3c2b97f8-f22c-411d-a684-1730cd99bd53 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:37:06.225502 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49f670a-425b-405d-8591-1f6317c434fd x-openstack-request-id: req-c49f670a-425b-405d-8591-1f6317c434fd {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:06.225685 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0e0591-e102-40e6-aaf9-668a87ab8f62", "name": "network-vif-deleted", "tag": "6528e3b4-9b6e-4df7-8785-9aff740876ab", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:06.225973 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c49f670a-425b-405d-8591-1f6317c434fd {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:06.226747 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0e0591-e102-40e6-aaf9-668a87ab8f62', 'name': 'network-vif-deleted', 'tag': '6528e3b4-9b6e-4df7-8785-9aff740876ab', 'status': 'completed', 'code': 200} Dec 12 17:37:06.348131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37641fea-aa9c-424f-ba36-deedd4ee8483 req-2f70f6ec-3669-44bd-97af-3c12e02011b7 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:06.349688 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37641fea-aa9c-424f-ba36-deedd4ee8483 req-2f70f6ec-3669-44bd-97af-3c12e02011b7 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.0784202 Dec 12 17:37:06.416285 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3f22ab01-5eab-431b-9d73-e223bccd5540 req-ff848dbd-d379-4a38-afff-6057d337446e tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "GET /v2.0/security-groups/3c80b8fc-0a9e-4c50-af03-4c1dc2b18542 HTTP/1.1" status: 200 len: 2414 time: 0.0655646 Dec 12 17:37:06.436603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37641fea-aa9c-424f-ba36-deedd4ee8483 req-4ffae2bb-983e-44e1-82e4-aaad3263f4d5 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795267 Dec 12 17:37:06.500867 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3f22ab01-5eab-431b-9d73-e223bccd5540 req-7e2397db-93d3-4b4b-b47e-983f50a29067 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:06.545612 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3f22ab01-5eab-431b-9d73-e223bccd5540 req-7e2397db-93d3-4b4b-b47e-983f50a29067 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:06.591588 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c9318-631c-45c0-b863-48d7434a5c99 req-dfb7d53a-a318-4a3b-9336-664d708c007c tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:06.593058 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df4c9318-631c-45c0-b863-48d7434a5c99 req-dfb7d53a-a318-4a3b-9336-664d708c007c tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.0785263 Dec 12 17:37:06.607519 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3f22ab01-5eab-431b-9d73-e223bccd5540 req-7e2397db-93d3-4b4b-b47e-983f50a29067 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:06.610045 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3f22ab01-5eab-431b-9d73-e223bccd5540 req-7e2397db-93d3-4b4b-b47e-983f50a29067 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:06.611140 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3f22ab01-5eab-431b-9d73-e223bccd5540 req-7e2397db-93d3-4b4b-b47e-983f50a29067 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] 10.222.0.18 "DELETE /v2.0/security-groups/3c80b8fc-0a9e-4c50-af03-4c1dc2b18542 HTTP/1.1" status: 204 len: 173 time: 0.1867855 Dec 12 17:37:06.617968 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39544) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:06.632353 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2397db-93d3-4b4b-b47e-983f50a29067 tempest-SecurityGroupRulesTestJSON-385906391 tempest-SecurityGroupRulesTestJSON-385906391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c80b8fc-0a9e-4c50-af03-4c1dc2b18542,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:06.664931 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df4c9318-631c-45c0-b863-48d7434a5c99 req-6fb0a9ad-7e72-4440-8276-915bde593c49 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654473 Dec 12 17:37:06.700423 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-475e636a-ae21-4886-b320-027b13a0bd23 admin admin] Deleting subnet 8d2284be-92b8-4c7d-80fc-77ce08319fd0 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:37:06.704161 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-475e636a-ae21-4886-b320-027b13a0bd23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:06.747700 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-475e636a-ae21-4886-b320-027b13a0bd23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:06.789449 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-475e636a-ae21-4886-b320-027b13a0bd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:06.794796 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39558) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:06.839781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cf2a60-fbe8-477c-b8d6-d7cd7d70cdee admin admin] Deleting subnet 134d5e13-2004-49bf-8504-0d095a3837a9 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:37:06.843027 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2cf2a60-fbe8-477c-b8d6-d7cd7d70cdee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:06.853274 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-475e636a-ae21-4886-b320-027b13a0bd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:06.878112 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e636a-ae21-4886-b320-027b13a0bd23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d2284be-92b8-4c7d-80fc-77ce08319fd0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:06.879250 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2cf2a60-fbe8-477c-b8d6-d7cd7d70cdee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:06.881993 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-475e636a-ae21-4886-b320-027b13a0bd23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:06.886612 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-475e636a-ae21-4886-b320-027b13a0bd23 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8d2284be-92b8-4c7d-80fc-77ce08319fd0 HTTP/1.1" status: 204 len: 168 time: 0.2675822 Dec 12 17:37:06.887539 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39560) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:06.917746 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2cf2a60-fbe8-477c-b8d6-d7cd7d70cdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:06.961285 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-74edbb59-e8a8-4655-b6a5-255f53573285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:06.979356 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2cf2a60-fbe8-477c-b8d6-d7cd7d70cdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.011968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf2a60-fbe8-477c-b8d6-d7cd7d70cdee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=134d5e13-2004-49bf-8504-0d095a3837a9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:07.014038 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2cf2a60-fbe8-477c-b8d6-d7cd7d70cdee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.017285 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e2cf2a60-fbe8-477c-b8d6-d7cd7d70cdee admin admin] 10.222.0.18 "DELETE /v2.0/subnets/134d5e13-2004-49bf-8504-0d095a3837a9 HTTP/1.1" status: 204 len: 168 time: 0.2206225 Dec 12 17:37:07.019715 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39562) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:07.055491 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-74edbb59-e8a8-4655-b6a5-255f53573285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.076060 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-74edbb59-e8a8-4655-b6a5-255f53573285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c39b045-df50-4483-9ba6-f76bdde67c64']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:07.086437 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-74edbb59-e8a8-4655-b6a5-255f53573285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62ab78b-ae45-4e7a-894e-1690cc342d6f') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:07.086770 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-74edbb59-e8a8-4655-b6a5-255f53573285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62ab78b-ae45-4e7a-894e-1690cc342d6f') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:07.090227 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa90a8f1-a84d-40c1-8d24-59c0e8dc69b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.096927 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-74edbb59-e8a8-4655-b6a5-255f53573285 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.111066 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-74edbb59-e8a8-4655-b6a5-255f53573285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.118352 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74edbb59-e8a8-4655-b6a5-255f53573285 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:37:07.118532 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-74edbb59-e8a8-4655-b6a5-255f53573285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:37:07.120430 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:37:07.178860 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa90a8f1-a84d-40c1-8d24-59c0e8dc69b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.180642 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-74edbb59-e8a8-4655-b6a5-255f53573285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.186983 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-74edbb59-e8a8-4655-b6a5-255f53573285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.190458 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-74edbb59-e8a8-4655-b6a5-255f53573285 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1c39b045-df50-4483-9ba6-f76bdde67c64 HTTP/1.1" status: 204 len: 168 time: 0.3019774 Dec 12 17:37:07.202687 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edbb59-e8a8-4655-b6a5-255f53573285 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c39b045-df50-4483-9ba6-f76bdde67c64,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:07.202939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-aa90a8f1-a84d-40c1-8d24-59c0e8dc69b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fda33f2-cd5a-41b1-a5c2-56d365312aad']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:07.215356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-aa90a8f1-a84d-40c1-8d24-59c0e8dc69b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d276af-6de9-4579-a03a-8875494cadfe') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:07.215934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-aa90a8f1-a84d-40c1-8d24-59c0e8dc69b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d276af-6de9-4579-a03a-8875494cadfe') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:07.228084 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa90a8f1-a84d-40c1-8d24-59c0e8dc69b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.251102 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa90a8f1-a84d-40c1-8d24-59c0e8dc69b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.259032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa90a8f1-a84d-40c1-8d24-59c0e8dc69b2 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:37:07.259913 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa90a8f1-a84d-40c1-8d24-59c0e8dc69b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:37:07.272966 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:37:07.320684 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ad298bcc-fcc2-4782-afef-b1d03b59022e up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:37:07.349049 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39570) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:07.373175 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa90a8f1-a84d-40c1-8d24-59c0e8dc69b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.383324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Sync routers for ids ['2e959e39-8255-4d50-bd04-463d96fc569f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:37:07.385696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784740f-ce6c-4657-aaef-8fb243713194 req-2af21c56-c8fe-465b-8c1c-e9e6d6dcd08c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:07.387246 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4784740f-ce6c-4657-aaef-8fb243713194 req-2af21c56-c8fe-465b-8c1c-e9e6d6dcd08c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 943 time: 0.0921669 Dec 12 17:37:07.389667 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa90a8f1-a84d-40c1-8d24-59c0e8dc69b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.392820 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-aa90a8f1-a84d-40c1-8d24-59c0e8dc69b2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6fda33f2-cd5a-41b1-a5c2-56d365312aad HTTP/1.1" status: 204 len: 168 time: 0.3721926 Dec 12 17:37:07.396112 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ad298bcc-fcc2-4782-afef-b1d03b59022e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:07.396482 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.414749 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-470dbd77-7c21-4efe-8533-9acf0be9a7ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e740a857e41745b480370316ef4cd180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0636566 Dec 12 17:37:07.415530 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90a8f1-a84d-40c1-8d24-59c0e8dc69b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fda33f2-cd5a-41b1-a5c2-56d365312aad,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:07.416931 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39574) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:07.431337 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Routers {'2e959e39-8255-4d50-bd04-463d96fc569f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:37:07.432242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:36:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2e959e39-8255-4d50-bd04-463d96fc569f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:07.472884 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46192788-2600-46cc-93b7-b2d1e3756dc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.475883 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4784740f-ce6c-4657-aaef-8fb243713194 req-2e0b1e9d-9024-4779-a360-4ca2e5e0e891 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816729 Dec 12 17:37:07.518231 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46192788-2600-46cc-93b7-b2d1e3756dc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.583715 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46192788-2600-46cc-93b7-b2d1e3756dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.587672 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46192788-2600-46cc-93b7-b2d1e3756dc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.589427 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-46192788-2600-46cc-93b7-b2d1e3756dc7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2de18552-e1df-428c-b6d3-a4818e7d18c6 HTTP/1.1" status: 204 len: 168 time: 0.1715386 Dec 12 17:37:07.600273 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46192788-2600-46cc-93b7-b2d1e3756dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de18552-e1df-428c-b6d3-a4818e7d18c6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:07.653382 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39580) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:07.701277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89207f74-aa42-4d9f-b08b-6cb831485cc5 req-24be0d49-2fc0-4c18-8aac-df8073e16898 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:07.709983 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6553ef66-795e-46a3-8d4b-5a2401c55a63 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4af0e73ec0f4b9fbcbfe44166122d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545044 Dec 12 17:37:07.710176 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89207f74-aa42-4d9f-b08b-6cb831485cc5 req-24be0d49-2fc0-4c18-8aac-df8073e16898 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.0634339 Dec 12 17:37:07.712657 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39586) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:07.759028 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89207f74-aa42-4d9f-b08b-6cb831485cc5 req-e6f17ccd-9b72-45b6-b855-293701f66e09 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481176 Dec 12 17:37:07.773449 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Set router 2e959e39-8255-4d50-bd04-463d96fc569f gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:37:07.775656 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.785695 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f09acd0-023a-45e0-9848-504cda0720c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.815133 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f09acd0-023a-45e0-9848-504cda0720c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.832097 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port ad298bcc-fcc2-4782-afef-b1d03b59022e, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ad298bcc-fcc2-4782-afef-b1d03b59022e,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:07.897093 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f09acd0-023a-45e0-9848-504cda0720c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.901301 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f09acd0-023a-45e0-9848-504cda0720c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.904493 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:07.910503 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4f09acd0-023a-45e0-9848-504cda0720c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63eec7d4-c8f6-411f-9df6-99e9b909194d HTTP/1.1" status: 204 len: 168 time: 0.1959147 Dec 12 17:37:07.918908 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7460f92-c34b-40dd-b3b4-e09858ceb813 req-52588519-b1f1-47a5-8b68-839d9421c6b8 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:07.926396 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09acd0-023a-45e0-9848-504cda0720c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eec7d4-c8f6-411f-9df6-99e9b909194d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:07.933656 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7460f92-c34b-40dd-b3b4-e09858ceb813 req-52588519-b1f1-47a5-8b68-839d9421c6b8 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.0943060 Dec 12 17:37:08.041205 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7460f92-c34b-40dd-b3b4-e09858ceb813 req-f0c4bc53-29f6-4f96-821a-1ffd54214dec tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065824 Dec 12 17:37:08.131506 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=ad298bcc-fcc2-4782-afef-b1d03b59022e,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:08.227795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b8a375-7b14-485c-b021-0c82391bc3f5', 'name': 'network-vif-deleted', 'tag': '5eede4ae-3981-47c7-ba30-17bed8d66aa5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:08.230924 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a34243-960f-405b-9228-27f13012f38e" -d '{"events": [{"server_uuid": "08b8a375-7b14-485c-b021-0c82391bc3f5", "name": "network-vif-deleted", "tag": "5eede4ae-3981-47c7-ba30-17bed8d66aa5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:08.256030 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'name': 'tempest-ServerActionsTestJSON-1633422497-router', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:01Z', 'updated_at': '2021-12-12T17:37:05Z', 'revision_number': 4, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'gw_port': {'id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:02Z', 'updated_at': '2021-12-12T17:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '3c2b97f8-f22c-411d-a684-1730cd99bd53', 'name': '', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'mac_address': 'fa:16:3e:82:6c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:04Z', 'updated_at': '2021-12-12T17:37:05Z', 'revision_number': 2, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'subnets': [{'id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:08.289481 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Checking router: 2e959e39-8255-4d50-bd04-463d96fc569f for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:37:08.290026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Updating router 2e959e39-8255-4d50-bd04-463d96fc569f port 3c2b97f8-f22c-411d-a684-1730cd99bd53 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:37:08.292683 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41592da4-1da1-43a9-8293-25b3a94e6a88 x-openstack-request-id: req-41592da4-1da1-43a9-8293-25b3a94e6a88 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:08.293209 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b8a375-7b14-485c-b021-0c82391bc3f5", "name": "network-vif-deleted", "tag": "5eede4ae-3981-47c7-ba30-17bed8d66aa5", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:08.294398 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41592da4-1da1-43a9-8293-25b3a94e6a88 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:08.295033 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b8a375-7b14-485c-b021-0c82391bc3f5', 'name': 'network-vif-deleted', 'tag': '5eede4ae-3981-47c7-ba30-17bed8d66aa5', 'status': 'completed', 'code': 200} Dec 12 17:37:08.311177 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39616) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:08.317381 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2593e13b-11f3-41ae-82da-8f741951a2ca tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--499314559', 'description': 'tempest-description--782935692'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:08.320243 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:08.351698 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2593e13b-11f3-41ae-82da-8f741951a2ca tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:08.480050 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2593e13b-11f3-41ae-82da-8f741951a2ca tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:08.497191 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2593e13b-11f3-41ae-82da-8f741951a2ca tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:08.546500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2593e13b-11f3-41ae-82da-8f741951a2ca tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:08.552547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39638) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:08.557144 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2593e13b-11f3-41ae-82da-8f741951a2ca tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2440298 Dec 12 17:37:08.558287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593e13b-11f3-41ae-82da-8f741951a2ca tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fec485-5ef0-4bc9-a224-60e952d44340,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:08.558747 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-00d89cfd-b4b7-4af8-b603-c8f6ce4d92bc tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Request body: {'security_group_rule': {'security_group_id': '77fec485-5ef0-4bc9-a224-60e952d44340', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:08.637339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:37:08.652941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 5eede4ae-3981-47c7-ba30-17bed8d66aa5 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:37:08.674569 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00d89cfd-b4b7-4af8-b603-c8f6ce4d92bc tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:08.724612 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 5eede4ae-3981-47c7-ba30-17bed8d66aa5 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:37:08.724612 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 5eede4ae-3981-47c7-ba30-17bed8d66aa5 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:37:08.725052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6528e3b4-9b6e-4df7-8785-9aff740876ab no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:37:08.729074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfad513-8a02-4459-ae79-445ae2872abf req-bd1d2980-8a87-48ee-b330-0b3e070cac8d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:08.731048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8bfad513-8a02-4459-ae79-445ae2872abf req-bd1d2980-8a87-48ee-b330-0b3e070cac8d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 943 time: 0.1176403 Dec 12 17:37:08.773718 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00d89cfd-b4b7-4af8-b603-c8f6ce4d92bc tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:08.783028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 6528e3b4-9b6e-4df7-8785-9aff740876ab {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:37:08.784934 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6528e3b4-9b6e-4df7-8785-9aff740876ab not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:37:08.788018 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00d89cfd-b4b7-4af8-b603-c8f6ce4d92bc tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:08.808229 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:08.825213 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:08.830128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d89cfd-b4b7-4af8-b603-c8f6ce4d92bc tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b18e8a-72ca-4483-b642-e08fa1780e81,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:08.852067 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00d89cfd-b4b7-4af8-b603-c8f6ce4d92bc tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:08.852405 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:08.855505 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-00d89cfd-b4b7-4af8-b603-c8f6ce4d92bc tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3000426 Dec 12 17:37:08.856680 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39652) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:08.863914 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bcabbe3d-67c8-4e4f-b28a-0c0166b1ddd7 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Request body: {'security_group_rule': {'security_group_id': '77fec485-5ef0-4bc9-a224-60e952d44340', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:08.866032 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8bfad513-8a02-4459-ae79-445ae2872abf req-c0120419-f2c0-421d-a024-14ea152343fd tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283441 Dec 12 17:37:08.872478 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39654) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:08.894366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64', 'network_id': '256368dc-5e68-4402-91a5-533328bbf958', 'port_id': '7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64', 'mac_address': 'fa:16:3e:8b:aa:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5209e1-f35d-462f-abcb-435d8a0a7895', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:37:08.947313 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcabbe3d-67c8-4e4f-b28a-0c0166b1ddd7 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:08.994105 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c01a1-4c42-45f0-a7fc-2aed0cdab3da None None] Pushing event updated for resources: {'Port': ['ID=3c2b97f8-f22c-411d-a684-1730cd99bd53,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:09.015404 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3459a-6ddf-4d6f-8dd0-196f8c55ea3c req-eb930a54-6edf-4ab2-937a-6c4f0198312a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:09.029597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44a3459a-6ddf-4d6f-8dd0-196f8c55ea3c req-eb930a54-6edf-4ab2-937a-6c4f0198312a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.0891280 Dec 12 17:37:09.066865 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcabbe3d-67c8-4e4f-b28a-0c0166b1ddd7 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:09.084645 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcabbe3d-67c8-4e4f-b28a-0c0166b1ddd7 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:09.098278 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-3a26ccfc-3805-4be8-8748-b1651f49ea18 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-440569702-network', 'tenant_id': 'f686e405c7b941a7a91a2e8dca0e0838'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:09.123569 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabbe3d-67c8-4e4f-b28a-0c0166b1ddd7 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88264763-466a-44a6-8691-e259927c83c1,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:09.130936 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44a3459a-6ddf-4d6f-8dd0-196f8c55ea3c req-89d3a90c-4e82-426e-b393-4ff685330741 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919805 Dec 12 17:37:09.136704 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Attempting to bind port 3c2b97f8-f22c-411d-a684-1730cd99bd53 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:37:09.137220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Attempting to bind port 3c2b97f8-f22c-411d-a684-1730cd99bd53 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:37:09.137743 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Attempting to bind port 3c2b97f8-f22c-411d-a684-1730cd99bd53 on network 3099023b-6d27-4db1-9d42-7a3830fba737 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:37:09.159457 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:37:09.160524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Checking segment: {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:37:09.160824 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:09.161306 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Bound using segment: {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:37:09.162534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Bound port: 3c2b97f8-f22c-411d-a684-1730cd99bd53, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:37:09.162940 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:09.166186 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:09.191396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a26ccfc-3805-4be8-8748-b1651f49ea18 admin admin] Made reservation on behalf of f686e405c7b941a7a91a2e8dca0e0838 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:37:09.194337 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a26ccfc-3805-4be8-8748-b1651f49ea18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:09.195135 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcabbe3d-67c8-4e4f-b28a-0c0166b1ddd7 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:09.196491 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bcabbe3d-67c8-4e4f-b28a-0c0166b1ddd7 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3379464 Dec 12 17:37:09.199511 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39676) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:09.204716 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6c696fb3-0861-449a-b43b-979bd4011d51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:09.226966 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a26ccfc-3805-4be8-8748-b1651f49ea18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:09.270408 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c696fb3-0861-449a-b43b-979bd4011d51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:09.289156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b79c2-3938-4268-9c99-28033af2a686 req-308e1886-8ae9-4763-a851-13c897a02871 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:09.296344 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d39b79c2-3938-4268-9c99-28033af2a686 req-308e1886-8ae9-4763-a851-13c897a02871 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.1268721 Dec 12 17:37:09.319631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] For port 3c2b97f8-f22c-411d-a684-1730cd99bd53, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:37:09.337043 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] For port 3c2b97f8-f22c-411d-a684-1730cd99bd53, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3c2b97f8-f22c-411d-a684-1730cd99bd53,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:37:09.344920 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:37:09.382249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:09.386922 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:09.389381 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ad298bcc-fcc2-4782-afef-b1d03b59022e up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:37:09.389676 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d39b79c2-3938-4268-9c99-28033af2a686 req-eba76494-3d8c-497a-a976-f24297f55e89 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845699 Dec 12 17:37:09.473331 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a26ccfc-3805-4be8-8748-b1651f49ea18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:09.487263 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c696fb3-0861-449a-b43b-979bd4011d51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:09.487519 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a26ccfc-3805-4be8-8748-b1651f49ea18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:09.501571 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:09.530381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a26ccfc-3805-4be8-8748-b1651f49ea18 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:37:09.541431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Routers {'2e959e39-8255-4d50-bd04-463d96fc569f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:37:09.542066 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:36:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2e959e39-8255-4d50-bd04-463d96fc569f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:09.564741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26ccfc-3805-4be8-8748-b1651f49ea18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d0b80d-1154-4d47-a69b-d8b0a0b1a201,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:09.582812 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a26ccfc-3805-4be8-8748-b1651f49ea18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:09.583160 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-3a26ccfc-3805-4be8-8748-b1651f49ea18 admin admin] Added segment 2c9d0b36-1a21-4255-b869-227dded2e909 of type vlan for network f279a568-daec-4a6e-bde8-da83e35319bb Dec 12 17:37:09.644977 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a26ccfc-3805-4be8-8748-b1651f49ea18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:09.713455 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a26ccfc-3805-4be8-8748-b1651f49ea18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:09.714431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26ccfc-3805-4be8-8748-b1651f49ea18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:09.715239 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a26ccfc-3805-4be8-8748-b1651f49ea18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:09.757308 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-6c696fb3-0861-449a-b43b-979bd4011d51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Allocated IP 172.25.1.59 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/aa8b3769-e524-4a25-a7bc-4c965ccdfe32) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:37:09.768841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3a26ccfc-3805-4be8-8748-b1651f49ea18 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8921092 Dec 12 17:37:09.776247 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39696) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:09.784544 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d5309910-6cfd-4182-bc69-e80c2492084c admin admin] Request body: {'subnet': {'network_id': 'f279a568-daec-4a6e-bde8-da83e35319bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-440569702-subnet', 'tenant_id': 'f686e405c7b941a7a91a2e8dca0e0838', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:09.808175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] Set router 2e959e39-8255-4d50-bd04-463d96fc569f gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:37:09.819616 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5309910-6cfd-4182-bc69-e80c2492084c admin admin] Made reservation on behalf of f686e405c7b941a7a91a2e8dca0e0838 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:37:09.822962 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5309910-6cfd-4182-bc69-e80c2492084c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:09.868478 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26ccfc-3805-4be8-8748-b1651f49ea18 admin admin] Pushing event updated for resources: {'Network': ['ID=f279a568-daec-4a6e-bde8-da83e35319bb,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:09.956158 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network f279a568-daec-4a6e-bde8-da83e35319bb details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:37:10.070181 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c696fb3-0861-449a-b43b-979bd4011d51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:10.083548 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:10.103383 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-01bb145d-d160-4d25-b25b-8555e4fc687d None None] Provisioning complete for port 3c2b97f8-f22c-411d-a684-1730cd99bd53 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:10.103763 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-01bb145d-d160-4d25-b25b-8555e4fc687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:10.188636 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71084a3-22f4-4690-8896-75b8f97413e4 req-6d8a7cb6-90fb-48d7-8f52-ac5aa1891e16 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:10.193852 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c696fb3-0861-449a-b43b-979bd4011d51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:10.194646 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a71084a3-22f4-4690-8896-75b8f97413e4 req-6d8a7cb6-90fb-48d7-8f52-ac5aa1891e16 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 943 time: 0.1292458 Dec 12 17:37:10.289269 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c01a1-4c42-45f0-a7fc-2aed0cdab3da None None] Pushing event updated for resources: {'Port': ['ID=3c2b97f8-f22c-411d-a684-1730cd99bd53,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:10.319763 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c696fb3-0861-449a-b43b-979bd4011d51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:37:10.328449 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6c696fb3-0861-449a-b43b-979bd4011d51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:37:10.337895 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c696fb3-0861-449a-b43b-979bd4011d51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:37:10.340302 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5309910-6cfd-4182-bc69-e80c2492084c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:10.354768 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a71084a3-22f4-4690-8896-75b8f97413e4 req-b1843d4b-44fd-43e6-84c7-0f65f9e7bfa4 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546590 Dec 12 17:37:10.376815 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c696fb3-0861-449a-b43b-979bd4011d51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Pushing event updated for resources: {'Port': ['ID=aa8b3769-e524-4a25-a7bc-4c965ccdfe32,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:10.388776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86770737-c4a5-4263-8fa9-d86a64ede158 req-780f47e1-2ac9-4af9-855b-8a64ecfd6e9a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:10.390316 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86770737-c4a5-4263-8fa9-d86a64ede158 req-780f47e1-2ac9-4af9-855b-8a64ecfd6e9a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.1358509 Dec 12 17:37:10.550864 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86770737-c4a5-4263-8fa9-d86a64ede158 req-a708b488-72d3-412d-baeb-bc39aaf258da tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418951 Dec 12 17:37:10.551879 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ad298bcc-fcc2-4782-afef-b1d03b59022e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:10.552326 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:10.603394 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5309910-6cfd-4182-bc69-e80c2492084c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a7aa55d-a1d3-41b7-968a-ba93005febda,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:10.627487 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5309910-6cfd-4182-bc69-e80c2492084c admin admin] Checking segment: {'id': '2c9d0b36-1a21-4255-b869-227dded2e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f279a568-daec-4a6e-bde8-da83e35319bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:37:10.628270 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5309910-6cfd-4182-bc69-e80c2492084c admin admin] Network hostable DHCP agents. Network: f279a568-daec-4a6e-bde8-da83e35319bb, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:37:10.630473 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:10.684043 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c696fb3-0861-449a-b43b-979bd4011d51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:10.686940 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39720) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:10.700976 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5309910-6cfd-4182-bc69-e80c2492084c admin admin] Network f279a568-daec-4a6e-bde8-da83e35319bb is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:37:10.735953 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d5309910-6cfd-4182-bc69-e80c2492084c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, f279a568-daec-4a6e-bde8-da83e35319bb) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:37:10.761273 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5309910-6cfd-4182-bc69-e80c2492084c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:10.762149 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5309910-6cfd-4182-bc69-e80c2492084c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:10.770788 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c696fb3-0861-449a-b43b-979bd4011d51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:10.775431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff42c785-aec2-4cec-b3e4-34fc19a77053 None None] Network f279a568-daec-4a6e-bde8-da83e35319bb requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:37:10.782879 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fa664-f06e-4700-a126-05acd0c4f814 req-310fa195-0485-4a63-9187-80aabb1620b4 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:10.787107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a18fa664-f06e-4700-a126-05acd0c4f814 req-310fa195-0485-4a63-9187-80aabb1620b4 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.1620634 Dec 12 17:37:10.874884 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d5309910-6cfd-4182-bc69-e80c2492084c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0874412 Dec 12 17:37:10.918576 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7476194a-8c02-4f18-af4e-7cb5c56441c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:10.933407 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a18fa664-f06e-4700-a126-05acd0c4f814 req-0d83c453-60f5-43ee-a2bb-bbf8ed4db54e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338546 Dec 12 17:37:11.230496 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7476194a-8c02-4f18-af4e-7cb5c56441c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:11.239932 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c696fb3-0861-449a-b43b-979bd4011d51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:11.252911 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7476194a-8c02-4f18-af4e-7cb5c56441c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:11.257949 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device cd70cb70-91af-45e4-891f-a5a9275a0d40 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:37:11.259989 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c696fb3-0861-449a-b43b-979bd4011d51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:11.287061 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-01bb145d-d160-4d25-b25b-8555e4fc687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:11.350240 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-01bb145d-d160-4d25-b25b-8555e4fc687d None None] For port 3c2b97f8-f22c-411d-a684-1730cd99bd53, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3c2b97f8-f22c-411d-a684-1730cd99bd53,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:11.359557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476194a-8c02-4f18-af4e-7cb5c56441c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6738a65-9e53-4b25-98cc-f57fa4ee6431,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:11.364066 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7476194a-8c02-4f18-af4e-7cb5c56441c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60a7d80420dc4923ad2251c80a5189ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6758108 Dec 12 17:37:11.364770 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c696fb3-0861-449a-b43b-979bd4011d51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Pushing event updated for resources: {'Port': ['ID=aa8b3769-e524-4a25-a7bc-4c965ccdfe32,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:11.366742 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39734) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:11.458636 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c696fb3-0861-449a-b43b-979bd4011d51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:11.491339 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-01bb145d-d160-4d25-b25b-8555e4fc687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:11.506574 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c696fb3-0861-449a-b43b-979bd4011d51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:11.507850 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6c696fb3-0861-449a-b43b-979bd4011d51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3073714 Dec 12 17:37:11.536596 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7410d884-aadd-4bfb-b435-2f42285ab49b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:11.552081 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51143fe-a0bb-48ee-abfe-d9affa4fc1cc None None] Network f279a568-daec-4a6e-bde8-da83e35319bb requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:37:11.585205 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7410d884-aadd-4bfb-b435-2f42285ab49b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:11.668594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'name': 'tempest-ServerActionsTestJSON-1633422497-router', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:01Z', 'updated_at': '2021-12-12T17:37:05Z', 'revision_number': 4, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'gw_port': {'id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:02Z', 'updated_at': '2021-12-12T17:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '3c2b97f8-f22c-411d-a684-1730cd99bd53', 'name': '', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'mac_address': 'fa:16:3e:82:6c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:04Z', 'updated_at': '2021-12-12T17:37:09Z', 'revision_number': 4, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'subnets': [{'id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:11.700916 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.resource_extend [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 17:37:11.703392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f6aae3-d0d5-41c0-ab40-c1284fe63ac6 None None] The sync data for ids ['2e959e39-8255-4d50-bd04-463d96fc569f'] in n-d-760354-5 is: [{'id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'name': 'tempest-ServerActionsTestJSON-1633422497-router', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:01Z', 'updated_at': '2021-12-12T17:37:05Z', 'revision_number': 4, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'gw_port': {'id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:02Z', 'updated_at': '2021-12-12T17:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '3c2b97f8-f22c-411d-a684-1730cd99bd53', 'name': '', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'mac_address': 'fa:16:3e:82:6c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:04Z', 'updated_at': '2021-12-12T17:37:09Z', 'revision_number': 4, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'subnets': [{'id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:37:11.708578 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7410d884-aadd-4bfb-b435-2f42285ab49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:11.714633 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7410d884-aadd-4bfb-b435-2f42285ab49b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:11.718924 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7410d884-aadd-4bfb-b435-2f42285ab49b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6738a65-9e53-4b25-98cc-f57fa4ee6431 HTTP/1.1" status: 204 len: 168 time: 0.3288412 Dec 12 17:37:11.730451 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410d884-aadd-4bfb-b435-2f42285ab49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6738a65-9e53-4b25-98cc-f57fa4ee6431,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:11.742878 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-3fcaf22b-059d-4d87-97b7-b1c39b562277 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:11.755732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-3fcaf22b-059d-4d87-97b7-b1c39b562277 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/networks?id=f279a568-daec-4a6e-bde8-da83e35319bb HTTP/1.1" status: 200 len: 813 time: 0.2685714 Dec 12 17:37:11.799503 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-5fc07ca9-8b96-4261-a30e-f34403ab6724 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/quotas/f686e405c7b941a7a91a2e8dca0e0838 HTTP/1.1" status: 200 len: 375 time: 0.0425537 Dec 12 17:37:11.821155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4eab77-671b-4861-b84e-d30ed5446483 req-ac81e97d-31ed-45bb-bce0-79c20a1cde18 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:11.828278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b4eab77-671b-4861-b84e-d30ed5446483 req-ac81e97d-31ed-45bb-bce0-79c20a1cde18 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 943 time: 0.2707782 Dec 12 17:37:11.872844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-6462e284-e7d1-458b-82e5-4005f5c173d2 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f686e405c7b941a7a91a2e8dca0e0838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724459 Dec 12 17:37:11.887151 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7d918e39-1e5a-408f-be89-490706cee608 None None] Provisioning complete for port 3c2b97f8-f22c-411d-a684-1730cd99bd53 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:11.887546 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d918e39-1e5a-408f-be89-490706cee608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:11.924969 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb145d-d160-4d25-b25b-8555e4fc687d None None] Pushing event updated for resources: {'Port': ['ID=3c2b97f8-f22c-411d-a684-1730cd99bd53,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:12.000115 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port cd70cb70-91af-45e4-891f-a5a9275a0d40, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cd70cb70-91af-45e4-891f-a5a9275a0d40,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:12.039568 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'cd70cb70-91af-45e4-891f-a5a9275a0d40', 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244', 'port_id': 'cd70cb70-91af-45e4-891f-a5a9275a0d40', 'mac_address': 'fa:16:3e:4a:45:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6c9901-d0ed-4743-9b2b-40a2e328cdb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:37:12.061747 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b4eab77-671b-4861-b84e-d30ed5446483 req-3bb7f5f1-b394-480b-9231-7879533cbbda tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280924 Dec 12 17:37:12.152470 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-89a43fc5-132d-47cf-9dc8-497e7012e36c service neutron] 10.222.0.18 "GET /v2.0/networks/f279a568-daec-4a6e-bde8-da83e35319bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584605 Dec 12 17:37:12.159873 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:12.206166 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd70cb70-91af-45e4-891f-a5a9275a0d40 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:37:12.261491 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port cd70cb70-91af-45e4-891f-a5a9275a0d40, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cd70cb70-91af-45e4-891f-a5a9275a0d40,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:12.274309 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:12.399744 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=cd70cb70-91af-45e4-891f-a5a9275a0d40,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:12.673700 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:37:12.770108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['cd70cb70-91af-45e4-891f-a5a9275a0d40'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:12.785441 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-bd565b4d-fae4-4107-906f-79ef8651d407 service neutron] 10.222.0.18 "GET /v2.0/networks/f279a568-daec-4a6e-bde8-da83e35319bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6313114 Dec 12 17:37:12.806081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1259142-8e0d-44e8-985c-0b9f49a3324e req-ede5b926-b0fd-4c6c-a827-b084f9e40bd9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:12.807655 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1259142-8e0d-44e8-985c-0b9f49a3324e req-ede5b926-b0fd-4c6c-a827-b084f9e40bd9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.5153344 Dec 12 17:37:12.870002 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:12.870387 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:12.923882 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1259142-8e0d-44e8-985c-0b9f49a3324e req-5093ad67-c6dd-4784-abb8-f5dd56dc82a9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048615 Dec 12 17:37:13.091869 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:13.206438 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-848e44d3-ecf8-4c29-8c75-b21bce9d6487 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--499314559&fields=id&tenant_id=bcfe64c55346445599fb24bf34f06b4d HTTP/1.1" status: 200 len: 267 time: 0.1124141 Dec 12 17:37:13.257340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45815d6d-fa22-45b3-a719-f5dfda4052c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:13.262883 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444ce9d5-eb7c-4c82-a507-e82f5a6056dc" -d '{"events": [{"server_uuid": "45815d6d-fa22-45b3-a719-f5dfda4052c9", "name": "network-vif-plugged", "status": "completed", "tag": "7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:13.295443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:13.305047 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:13.398342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:13.526012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dface5f-27d7-45fb-b26e-b01ad2fe162a req-41466f13-57d3-4f91-969d-21daf616d3e2 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:13.535771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1dface5f-27d7-45fb-b26e-b01ad2fe162a req-41466f13-57d3-4f91-969d-21daf616d3e2 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.1623268 Dec 12 17:37:13.611245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-e081572f-e0c4-47a7-a980-d64fdc315215 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:13.619047 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-e081572f-e0c4-47a7-a980-d64fdc315215 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 812 time: 0.4012282 Dec 12 17:37:13.663772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-d9fbe786-9615-4179-b19a-81e54b4334bb tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/quotas/bcfe64c55346445599fb24bf34f06b4d HTTP/1.1" status: 200 len: 375 time: 0.0435040 Dec 12 17:37:13.704853 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3c2b97f8-f22c-411d-a684-1730cd99bd53 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:37:13.719872 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1dface5f-27d7-45fb-b26e-b01ad2fe162a req-914353ce-af4a-43b9-95de-e379fb8abdd6 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729343 Dec 12 17:37:13.850706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-5c438b47-4634-42c9-841f-678a2de1b37b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1297574 Dec 12 17:37:13.870658 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 3c2b97f8-f22c-411d-a684-1730cd99bd53 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:13.871316 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:14.045142 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a98fc-d68a-4e4a-9d41-71ca1e68f6f6 req-311e5701-a918-4b03-ae97-a729afe1b6e0 tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:14.055761 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb4a98fc-d68a-4e4a-9d41-71ca1e68f6f6 req-311e5701-a918-4b03-ae97-a729afe1b6e0 tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 1100 time: 0.1465969 Dec 12 17:37:14.129485 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb4a98fc-d68a-4e4a-9d41-71ca1e68f6f6 req-b46f623d-82a2-4b35-a9b6-bd206d4ef99d tempest-ServersOnMultiNodesTest-459575625 tempest-ServersOnMultiNodesTest-459575625-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586650 Dec 12 17:37:14.132189 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-4afadc9c-1b20-4c3b-829a-247e5f3db803 service neutron] 10.222.0.18 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532887 Dec 12 17:37:14.294915 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a39d8c50-8f24-43b6-8ff9-0afcc2985705 req-7853f060-7c74-4d19-92ec-12d3322e0050 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/ports?device_id=0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf HTTP/1.1" status: 200 len: 210 time: 0.0340772 Dec 12 17:37:14.298427 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-818e6c48-09d2-4c2c-a4eb-0367feb52dd2 service neutron] 10.222.0.18 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589308 Dec 12 17:37:14.532514 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b961d6-b5bf-496e-bb61-905567d093b7 req-8cbe9419-169d-43ec-93d9-b0683275d3ed tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:14.546814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7b961d6-b5bf-496e-bb61-905567d093b7 req-8cbe9419-169d-43ec-93d9-b0683275d3ed tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 944 time: 0.1272604 Dec 12 17:37:14.607421 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82263d24-90ec-4555-a611-76dc4e9a7639 x-openstack-request-id: req-82263d24-90ec-4555-a611-76dc4e9a7639 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:14.608253 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45815d6d-fa22-45b3-a719-f5dfda4052c9", "name": "network-vif-plugged", "status": "completed", "tag": "7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:14.608680 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82263d24-90ec-4555-a611-76dc4e9a7639 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:14.609246 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45815d6d-fa22-45b3-a719-f5dfda4052c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64', 'code': 200} Dec 12 17:37:14.697915 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7b961d6-b5bf-496e-bb61-905567d093b7 req-4722f27c-7820-4025-a596-75da39714f6c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500711 Dec 12 17:37:14.756724 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d0315675-e6c8-4d67-bc9f-691f849649fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:15.003231 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c3ed4c5-1cdf-4fcd-93f1-63d97ce0c2fd req-46e3f91b-17c4-4de7-a3b5-2ca5d7297efe tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 210 time: 0.0525661 Dec 12 17:37:15.052602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-981863fe-49c8-48cd-b011-2b8edb2314cf tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:15.057850 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-981863fe-49c8-48cd-b011-2b8edb2314cf tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.20 "GET /v2.0/networks?id=f279a568-daec-4a6e-bde8-da83e35319bb HTTP/1.1" status: 200 len: 813 time: 0.3913100 Dec 12 17:37:15.065390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device cd70cb70-91af-45e4-891f-a5a9275a0d40 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:37:15.135335 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-6d31c88b-6cb4-45f3-8171-016a41a82b0c tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Request body: {'port': {'device_id': '0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf', 'network_id': 'f279a568-daec-4a6e-bde8-da83e35319bb', 'admin_state_up': True, 'tenant_id': 'f686e405c7b941a7a91a2e8dca0e0838'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:15.206186 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port cd70cb70-91af-45e4-891f-a5a9275a0d40 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:37:15.214980 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port cd70cb70-91af-45e4-891f-a5a9275a0d40 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:15.215925 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:15.340784 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f401dc-4499-4525-8491-7126d318799d req-2f9c8dbc-ced9-43ba-b676-1fdf332b345d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:15.349639 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:15.350126 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99f401dc-4499-4525-8491-7126d318799d req-2f9c8dbc-ced9-43ba-b676-1fdf332b345d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.2907820 Dec 12 17:37:15.395076 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port cd70cb70-91af-45e4-891f-a5a9275a0d40, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cd70cb70-91af-45e4-891f-a5a9275a0d40,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:15.400381 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:15.402839 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b2cfe-8c5b-4a28-b00e-7e6ac0b83a57 req-4dcb238f-743b-4dbb-80ee-d3d5cd3afe11 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:15.404551 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c0b2cfe-8c5b-4a28-b00e-7e6ac0b83a57 req-4dcb238f-743b-4dbb-80ee-d3d5cd3afe11 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.1985276 Dec 12 17:37:15.535928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99f401dc-4499-4525-8491-7126d318799d req-812b072b-182c-47c8-b11a-7f3a50b170b9 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847970 Dec 12 17:37:15.543060 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-6d31c88b-6cb4-45f3-8171-016a41a82b0c tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Made reservation on behalf of f686e405c7b941a7a91a2e8dca0e0838 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:37:15.549802 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-6d31c88b-6cb4-45f3-8171-016a41a82b0c tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:15.568067 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=cd70cb70-91af-45e4-891f-a5a9275a0d40,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:15.596260 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c0b2cfe-8c5b-4a28-b00e-7e6ac0b83a57 req-978d5696-fc93-49d3-8e1d-b73ee237b02e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680295 Dec 12 17:37:15.718140 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a2eee550-97fa-4ee9-a683-020fce513c7e req-c1dfff52-9f20-4869-8344-f48a652cd2d3 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/ports?device_id=0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf HTTP/1.1" status: 200 len: 210 time: 0.0529327 Dec 12 17:37:15.920956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac5adb-2d85-4bb0-86b3-e170367d89dc req-f954e2d7-d69a-45dc-97ad-9dd1c3d78462 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:15.922750 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2ac5adb-2d85-4bb0-86b3-e170367d89dc req-f954e2d7-d69a-45dc-97ad-9dd1c3d78462 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 945 time: 0.1138504 Dec 12 17:37:15.944936 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-6d31c88b-6cb4-45f3-8171-016a41a82b0c tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Allocated IP 172.20.0.13 (f279a568-daec-4a6e-bde8-da83e35319bb/6a7aa55d-a1d3-41b7-968a-ba93005febda/1ec28a90-e887-4653-a8fa-eb4c28ceb727) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:37:16.017172 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2ac5adb-2d85-4bb0-86b3-e170367d89dc req-d24d6561-3ecc-4d96-942b-410f7523f5c8 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849454 Dec 12 17:37:16.299175 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0cafd6d-a901-450c-8fa0-5ac31367026b req-e4e8b245-722c-4d6a-b88f-7ab4a705de19 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 210 time: 0.1331601 Dec 12 17:37:16.394955 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-78683506-03d8-47cb-847b-e083cd19fa61 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:16.396609 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-78683506-03d8-47cb-847b-e083cd19fa61 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.20 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 812 time: 0.2345033 Dec 12 17:37:16.401543 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-6d31c88b-6cb4-45f3-8171-016a41a82b0c tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:16.542220 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0328be2-898e-46fd-af46-cea1283a8827 req-9182b5a3-f9ad-4ea0-87a0-68a01993e3e6 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:16.544245 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0328be2-898e-46fd-af46-cea1283a8827 req-9182b5a3-f9ad-4ea0-87a0-68a01993e3e6 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.1150084 Dec 12 17:37:16.553154 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-6d31c88b-6cb4-45f3-8171-016a41a82b0c tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:16.610715 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59abc9cb-6600-4702-bbe8-5dbe8f5bc561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd70cb70-91af-45e4-891f-a5a9275a0d40'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:16.614336 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27b96c3-3835-4088-a904-6e7d817758fb" -d '{"events": [{"server_uuid": "59abc9cb-6600-4702-bbe8-5dbe8f5bc561", "name": "network-vif-plugged", "status": "completed", "tag": "cd70cb70-91af-45e4-891f-a5a9275a0d40"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:16.645295 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31c88b-6cb4-45f3-8171-016a41a82b0c tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Pushing event updated for resources: {'Port': ['ID=1ec28a90-e887-4653-a8fa-eb4c28ceb727,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:16.649262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-6d31c88b-6cb4-45f3-8171-016a41a82b0c tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Network f279a568-daec-4a6e-bde8-da83e35319bb is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:37:16.674198 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-65cfd389-370e-4e7b-b50b-9c8cbc07d30e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcfe64c55346445599fb24bf34f06b4d HTTP/1.1" status: 200 len: 379 time: 0.2627261 Dec 12 17:37:16.680334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-6d31c88b-6cb4-45f3-8171-016a41a82b0c tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:37:16.685598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-02a4bd3f-b4d6-4f17-9a96-6e67c954b7d4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Request body: {'port': {'device_id': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'admin_state_up': True, 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'security_groups': ['77fec485-5ef0-4bc9-a224-60e952d44340']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:16.696061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-6d31c88b-6cb4-45f3-8171-016a41a82b0c tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:37:16.843514 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:16.911289 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-6d31c88b-6cb4-45f3-8171-016a41a82b0c tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:16.911923 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-6d31c88b-6cb4-45f3-8171-016a41a82b0c tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:16.935779 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-31226bfa-667d-4be8-b780-17935b5bb4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:16.947033 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ab3c6-6405-4c72-a9bd-13f84dcee64b req-161971a2-9d27-4b3c-827d-231a31c7ac30 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:16.948607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-920ab3c6-6405-4c72-a9bd-13f84dcee64b req-161971a2-9d27-4b3c-827d-231a31c7ac30 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.2566218 Dec 12 17:37:16.964543 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f5ecb-41c2-4201-89a2-6ce578d52b11 req-078b406a-f7e8-4067-8551-21fa9495cbb4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:16.966283 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8b7f5ecb-41c2-4201-89a2-6ce578d52b11 req-078b406a-f7e8-4067-8551-21fa9495cbb4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 949 time: 0.2662041 Dec 12 17:37:16.993518 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-6d31c88b-6cb4-45f3-8171-016a41a82b0c tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8932483 Dec 12 17:37:17.020439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Request body: {'port': {'device_id': '0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:17.057273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-c0328be2-898e-46fd-af46-cea1283a8827 req-12c456d4-5ffe-4a90-b793-9a78ab4de04a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Deleting port 81ef64c3-632d-4a53-9292-612978ed8d4b {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:37:17.057617 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c0328be2-898e-46fd-af46-cea1283a8827 req-12c456d4-5ffe-4a90-b793-9a78ab4de04a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:17.186945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-02a4bd3f-b4d6-4f17-9a96-6e67c954b7d4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Made reservation on behalf of bcfe64c55346445599fb24bf34f06b4d for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:37:17.190521 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-02a4bd3f-b4d6-4f17-9a96-6e67c954b7d4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:17.215692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-920ab3c6-6405-4c72-a9bd-13f84dcee64b req-8cc2426e-955d-43ed-814c-ea5a68ec0cf7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413642 Dec 12 17:37:17.246393 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8b7f5ecb-41c2-4201-89a2-6ce578d52b11 req-3de84fff-934a-4bd8-9f51-0c6f4fde4e9f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545671 Dec 12 17:37:17.310711 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:17.341331 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baa7dd7-e033-452e-a5ea-c1af87bf8780 x-openstack-request-id: req-9baa7dd7-e033-452e-a5ea-c1af87bf8780 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:17.344864 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59abc9cb-6600-4702-bbe8-5dbe8f5bc561", "name": "network-vif-plugged", "status": "completed", "tag": "cd70cb70-91af-45e4-891f-a5a9275a0d40", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:17.345331 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9baa7dd7-e033-452e-a5ea-c1af87bf8780 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:17.348388 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59abc9cb-6600-4702-bbe8-5dbe8f5bc561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd70cb70-91af-45e4-891f-a5a9275a0d40', 'code': 200} Dec 12 17:37:17.364585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-c0328be2-898e-46fd-af46-cea1283a8827 req-12c456d4-5ffe-4a90-b793-9a78ab4de04a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] For port 81ef64c3-632d-4a53-9292-612978ed8d4b, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=81ef64c3-632d-4a53-9292-612978ed8d4b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:17.365121 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c0328be2-898e-46fd-af46-cea1283a8827 req-12c456d4-5ffe-4a90-b793-9a78ab4de04a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:17.369381 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:17.451528 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d38eb1-9326-4512-8de3-3e83a0af3d46 req-9ff3f6a1-10c5-4933-bd59-d53a40e71685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:17.453148 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-93d38eb1-9326-4512-8de3-3e83a0af3d46 req-9ff3f6a1-10c5-4933-bd59-d53a40e71685 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 1096 time: 0.0529280 Dec 12 17:37:17.518863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-c0328be2-898e-46fd-af46-cea1283a8827 req-12c456d4-5ffe-4a90-b793-9a78ab4de04a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Calling delete_port for 81ef64c3-632d-4a53-9292-612978ed8d4b owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:37:17.562891 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-93d38eb1-9326-4512-8de3-3e83a0af3d46 req-9abbeb5b-0763-458a-b854-ca4fa020d74f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016543 Dec 12 17:37:17.721809 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-02a4bd3f-b4d6-4f17-9a96-6e67c954b7d4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Allocated IP 172.20.0.3 (3099023b-6d27-4db1-9d42-7a3830fba737/edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b/0b151457-faa9-46f0-8d84-4a2ebddfc9ab) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:37:17.829083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbac896-cb26-4801-ad94-2ba2de81de64 req-ff8a1677-71db-4da4-9ee9-ab4d54a3eb54 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:17.830642 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afbac896-cb26-4801-ad94-2ba2de81de64 req-ff8a1677-71db-4da4-9ee9-ab4d54a3eb54 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/ports?device_id=0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf HTTP/1.1" status: 200 len: 932 time: 0.4216223 Dec 12 17:37:17.893756 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee855132-2460-4ab6-b3d4-c118bce9985c req-70a4c6dd-62f2-4f2c-ba19-cb617b3d61b1 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:17.900997 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee855132-2460-4ab6-b3d4-c118bce9985c req-70a4c6dd-62f2-4f2c-ba19-cb617b3d61b1 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 945 time: 0.2770228 Dec 12 17:37:18.177415 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:18.189233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afbac896-cb26-4801-ad94-2ba2de81de64 req-37c68a14-b1a2-48e2-a16c-f9e927266993 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d0b80d-1154-4d47-a69b-d8b0a0b1a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401263 Dec 12 17:37:18.311618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee855132-2460-4ab6-b3d4-c118bce9985c req-1d2ff8e8-e01a-4170-8c33-476e6851f5b7 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097369 Dec 12 17:37:18.343507 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c0328be2-898e-46fd-af46-cea1283a8827 req-12c456d4-5ffe-4a90-b793-9a78ab4de04a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:18.357104 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['de6c5e76-2a11-4fc6-a988-a7a37cf68a9a', 'c39c5d45-2a00-4e16-9247-a0afc95759a0', '242c22d4-78fc-4ba9-89c6-d36b9e326e3f'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:18.373149 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['34c225bb-5552-4471-9ee7-ebcfeb139f9b', 'a0879cc0-2e86-4590-bced-df6b0693ef80', '9ea1f311-d556-46fb-adc1-8024b88e9cc8', 'd93e9b15-ca01-4252-b2fd-b6b7f8965543'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:18.378740 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f87dfe2-c2ec-4c09-b3a7-2e55305fb639 req-ccd61db1-ed57-4729-98c2-d356e74cf698 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 210 time: 0.0775230 Dec 12 17:37:18.943178 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec28a90-e887-4653-a8fa-eb4c28ceb727 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:37:18.948390 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c456d4-5ffe-4a90-b793-9a78ab4de04a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Pushing event deleted for resources: {'Port': ['ID=81ef64c3-632d-4a53-9292-612978ed8d4b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:18.997753 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:19.003802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0328be2-898e-46fd-af46-cea1283a8827 req-12c456d4-5ffe-4a90-b793-9a78ab4de04a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] No DVR routers for this DVR port 81ef64c3-632d-4a53-9292-612978ed8d4b on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:37:19.058288 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c0328be2-898e-46fd-af46-cea1283a8827 req-12c456d4-5ffe-4a90-b793-9a78ab4de04a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:19.061876 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0328be2-898e-46fd-af46-cea1283a8827 req-12c456d4-5ffe-4a90-b793-9a78ab4de04a tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "DELETE /v2.0/ports/81ef64c3-632d-4a53-9292-612978ed8d4b HTTP/1.1" status: 204 len: 173 time: 2.5114267 Dec 12 17:37:19.076198 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7103bea-c181-496d-a9e6-44d8b393f7d0', 'name': 'network-vif-deleted', 'tag': '81ef64c3-632d-4a53-9292-612978ed8d4b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:19.079363 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bab707-f632-4128-ac8b-af0523fb3edd" -d '{"events": [{"server_uuid": "c7103bea-c181-496d-a9e6-44d8b393f7d0", "name": "network-vif-deleted", "tag": "81ef64c3-632d-4a53-9292-612978ed8d4b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:19.101294 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 81ef64c3-632d-4a53-9292-612978ed8d4b no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:37:19.113751 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f07b19f4-840a-4249-825e-2234764d9d62 req-105de3a5-a1c6-4678-b9af-148992bf5cef tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7103bea-c181-496d-a9e6-44d8b393f7d0 HTTP/1.1" status: 200 len: 210 time: 0.1657813 Dec 12 17:37:19.128609 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-02a4bd3f-b4d6-4f17-9a96-6e67c954b7d4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:19.157320 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 81ef64c3-632d-4a53-9292-612978ed8d4b {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:37:19.157676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 81ef64c3-632d-4a53-9292-612978ed8d4b not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:37:19.198211 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Transition to ACTIVE for port object 1ec28a90-e887-4653-a8fa-eb4c28ceb727 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:37:19.223957 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:19.270210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999855b-f7ae-4979-b8b8-72e3a2949d7b req-9adaee84-0d8d-4ad1-bd84-5be39b7ded35 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:19.281974 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0999855b-f7ae-4979-b8b8-72e3a2949d7b req-9adaee84-0d8d-4ad1-bd84-5be39b7ded35 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.3552845 Dec 12 17:37:19.414760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec28a90-e887-4653-a8fa-eb4c28ceb727,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:19.427788 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-02a4bd3f-b4d6-4f17-9a96-6e67c954b7d4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:19.512203 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e27c6a-9842-46c4-acd7-27835dd37e50 x-openstack-request-id: req-a6e27c6a-9842-46c4-acd7-27835dd37e50 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:19.512485 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7103bea-c181-496d-a9e6-44d8b393f7d0", "name": "network-vif-deleted", "tag": "81ef64c3-632d-4a53-9292-612978ed8d4b", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:19.512736 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6e27c6a-9842-46c4-acd7-27835dd37e50 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:19.513171 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7103bea-c181-496d-a9e6-44d8b393f7d0', 'name': 'network-vif-deleted', 'tag': '81ef64c3-632d-4a53-9292-612978ed8d4b', 'status': 'completed', 'code': 200} Dec 12 17:37:19.551453 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0999855b-f7ae-4979-b8b8-72e3a2949d7b req-7e521fc3-5ed1-4e6b-a9c7-ecc512fcadaa tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685344 Dec 12 17:37:19.595233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Attempting to bind port 1ec28a90-e887-4653-a8fa-eb4c28ceb727 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:37:19.595753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Attempting to bind port 1ec28a90-e887-4653-a8fa-eb4c28ceb727 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '2c9d0b36-1a21-4255-b869-227dded2e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f279a568-daec-4a6e-bde8-da83e35319bb'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:37:19.596157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Attempting to bind port 1ec28a90-e887-4653-a8fa-eb4c28ceb727 on network f279a568-daec-4a6e-bde8-da83e35319bb {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:37:19.625974 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-02a4bd3f-b4d6-4f17-9a96-6e67c954b7d4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Network 3099023b-6d27-4db1-9d42-7a3830fba737 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:37:19.649255 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4bd3f-b4d6-4f17-9a96-6e67c954b7d4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Pushing event updated for resources: {'Port': ['ID=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:19.651685 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Port 1ec28a90-e887-4653-a8fa-eb4c28ceb727 on network f279a568-daec-4a6e-bde8-da83e35319bb not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:37:19.652027 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Attempting to bind port 1ec28a90-e887-4653-a8fa-eb4c28ceb727 on network f279a568-daec-4a6e-bde8-da83e35319bb {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:37:19.654987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-02a4bd3f-b4d6-4f17-9a96-6e67c954b7d4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:37:19.663678 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-02a4bd3f-b4d6-4f17-9a96-6e67c954b7d4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:37:19.727424 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:37:19.728005 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Checking segment: {'id': '2c9d0b36-1a21-4255-b869-227dded2e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f279a568-daec-4a6e-bde8-da83e35319bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:37:19.729828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Bound using segment: {'id': '2c9d0b36-1a21-4255-b869-227dded2e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f279a568-daec-4a6e-bde8-da83e35319bb'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:37:19.730320 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Bound port: 1ec28a90-e887-4653-a8fa-eb4c28ceb727, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9d0b36-1a21-4255-b869-227dded2e909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f279a568-daec-4a6e-bde8-da83e35319bb'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:37:19.731613 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:19.809596 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d17bfc-590d-4f96-8c93-f41cc84028a1 req-54cd6b92-18b1-4e51-993c-e2531783dcb9 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:19.822822 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-71d17bfc-590d-4f96-8c93-f41cc84028a1 req-54cd6b92-18b1-4e51-993c-e2531783dcb9 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/ports?device_id=0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf HTTP/1.1" status: 200 len: 944 time: 0.2552516 Dec 12 17:37:19.905998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03ceb4-d79a-4bb5-9230-76b56269e0ec req-cb62056f-d662-4faf-9ba1-679430acf0ce tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:19.914702 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc03ceb4-d79a-4bb5-9230-76b56269e0ec req-cb62056f-d662-4faf-9ba1-679430acf0ce tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 945 time: 0.2818310 Dec 12 17:37:19.938795 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:19.954579 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-02a4bd3f-b4d6-4f17-9a96-6e67c954b7d4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:19.955170 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-02a4bd3f-b4d6-4f17-9a96-6e67c954b7d4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:20.045583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-02a4bd3f-b4d6-4f17-9a96-6e67c954b7d4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3665595 Dec 12 17:37:20.055676 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] For port 1ec28a90-e887-4653-a8fa-eb4c28ceb727, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:37:20.084256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Request body: {'port': {'device_id': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:20.089036 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fc1e479f-d6d3-4fd4-a438-a00da2ccf6c0 req-d855d211-165f-4cd0-b8e2-efe04eb905bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872900 Dec 12 17:37:20.095708 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc03ceb4-d79a-4bb5-9230-76b56269e0ec req-2ec7e594-d364-4110-9e26-08ecae5cca1e tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802063 Dec 12 17:37:20.123067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] For port 1ec28a90-e887-4653-a8fa-eb4c28ceb727, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1ec28a90-e887-4653-a8fa-eb4c28ceb727,segment=NetworkSegment(2c9d0b36-1a21-4255-b869-227dded2e909),segment_id=2c9d0b36-1a21-4255-b869-227dded2e909)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:37:20.127334 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-71d17bfc-590d-4f96-8c93-f41cc84028a1 req-5d64ebe0-a871-4432-8d53-ea317591d561 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d0b80d-1154-4d47-a69b-d8b0a0b1a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035874 Dec 12 17:37:20.156449 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:20.216971 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-819f7562-d989-4641-8925-64544e5d1a86 None None] Provisioning complete for port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:20.218419 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-819f7562-d989-4641-8925-64544e5d1a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:20.242883 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e479f-d6d3-4fd4-a438-a00da2ccf6c0 req-b339920b-d173-4ff9-923a-ddf3a978aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:20.261673 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fc1e479f-d6d3-4fd4-a438-a00da2ccf6c0 req-b339920b-d173-4ff9-923a-ddf3a978aef8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd HTTP/1.1" status: 200 len: 1101 time: 0.1418319 Dec 12 17:37:20.283273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:20.283918 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:20.284303 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-819f7562-d989-4641-8925-64544e5d1a86 None None] Port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:37:20.288938 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] 10.222.0.20 "PUT /v2.0/ports/1ec28a90-e887-4653-a8fa-eb4c28ceb727 HTTP/1.1" status: 200 len: 1092 time: 3.2819653 Dec 12 17:37:20.365208 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:20.447530 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e479f-d6d3-4fd4-a438-a00da2ccf6c0 req-2a50f70d-054f-4d14-a68d-84546d011bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:20.450122 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fc1e479f-d6d3-4fd4-a438-a00da2ccf6c0 req-2a50f70d-054f-4d14-a68d-84546d011bab service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1654153 Dec 12 17:37:20.524590 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fc1e479f-d6d3-4fd4-a438-a00da2ccf6c0 req-ccc43263-d7d8-4eb6-969d-785fbca9ada7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=c39c5d45-2a00-4e16-9247-a0afc95759a0 HTTP/1.1" status: 200 len: 217 time: 0.0675051 Dec 12 17:37:20.537818 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afed44-236a-4fba-a378-d68625dfe9b3 req-694ad5b2-80f6-4911-8c51-824db0a41e1c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:20.539387 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8afed44-236a-4fba-a378-d68625dfe9b3 req-694ad5b2-80f6-4911-8c51-824db0a41e1c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 931 time: 0.2072170 Dec 12 17:37:20.549922 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98e1d3-8bd4-46ee-b7d8-b552363f2458 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec28a90-e887-4653-a8fa-eb4c28ceb727,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:20.593334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-2f3269b2-6821-4704-8d3f-d36004748089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:20.595434 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-2f3269b2-6821-4704-8d3f-d36004748089 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f686e405c7b941a7a91a2e8dca0e0838&device_id=0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf HTTP/1.1" status: 200 len: 1095 time: 0.1592202 Dec 12 17:37:20.647014 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e479f-d6d3-4fd4-a438-a00da2ccf6c0 req-da665c5d-a60f-4b82-b823-d7967c317abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:20.649448 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fc1e479f-d6d3-4fd4-a438-a00da2ccf6c0 req-da665c5d-a60f-4b82-b823-d7967c317abd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1173236 Dec 12 17:37:20.679753 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:20.696950 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-cf162200-8c27-4534-83f9-2878e38cd7e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ec28a90-e887-4653-a8fa-eb4c28ceb727 HTTP/1.1" status: 200 len: 217 time: 0.0906219 Dec 12 17:37:20.753665 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e479f-d6d3-4fd4-a438-a00da2ccf6c0 req-d32d6f94-3487-4898-b924-00c54f351a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:20.755541 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fc1e479f-d6d3-4fd4-a438-a00da2ccf6c0 req-d32d6f94-3487-4898-b924-00c54f351a2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0977879 Dec 12 17:37:20.849756 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8afed44-236a-4fba-a378-d68625dfe9b3 req-a5078e0b-8c07-4399-9153-a438f706f45e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2946076 Dec 12 17:37:20.867257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-ec59cd6a-5daf-431c-9cc2-6445f39266d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:20.867257 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-ec59cd6a-5daf-431c-9cc2-6445f39266d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a7aa55d-a1d3-41b7-968a-ba93005febda HTTP/1.1" status: 200 len: 853 time: 0.1611075 Dec 12 17:37:20.953796 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40120) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:20.999839 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fc1e479f-d6d3-4fd4-a438-a00da2ccf6c0 req-d9a267b1-b5da-441a-9728-e087ec063831 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304752 Dec 12 17:37:21.000064 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-173f90d8-0f93-4d72-9996-c6b45a48332a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f279a568-daec-4a6e-bde8-da83e35319bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985968 Dec 12 17:37:21.115937 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b9cc7-2cc0-4ede-9ddb-efed7d0ec267 req-161b23db-3883-498a-9971-700376b54967 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:21.117398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c8b9cc7-2cc0-4ede-9ddb-efed7d0ec267 req-161b23db-3883-498a-9971-700376b54967 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.2100673 Dec 12 17:37:21.138445 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fc1e479f-d6d3-4fd4-a438-a00da2ccf6c0 req-fbc3e388-2cf7-4caa-9ac2-ca383cfe4b9e service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294520 Dec 12 17:37:21.210369 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-13d3c620-5fdc-43b2-b01c-679e7dae64a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:21.237963 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df2789-0f68-479a-b092-1c81c2e195e2 req-63a34203-176c-4dbd-9216-87be9f4f18f9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:21.239579 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30df2789-0f68-479a-b092-1c81c2e195e2 req-63a34203-176c-4dbd-9216-87be9f4f18f9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b12c85b-1863-4567-ae34-0d92dd582117 HTTP/1.1" status: 200 len: 950 time: 0.2278771 Dec 12 17:37:21.337435 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c8b9cc7-2cc0-4ede-9ddb-efed7d0ec267 req-32fe7184-2752-4958-856f-42db0bb4e05a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802578 Dec 12 17:37:21.371665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-b5caeed9-dc74-46ff-9a87-c6dd55c5b26e service neutron] 10.222.0.20 "GET /v2.0/networks/f279a568-daec-4a6e-bde8-da83e35319bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544524 Dec 12 17:37:21.486209 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30df2789-0f68-479a-b092-1c81c2e195e2 req-c2967af1-b886-4e54-bb0f-45fbf4c1a65c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305853 Dec 12 17:37:21.492785 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b151457-faa9-46f0-8d84-4a2ebddfc9ab {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:37:21.520010 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf', 'tag': '1ec28a90-e887-4653-a8fa-eb4c28ceb727'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:21.522444 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d55587-5c34-4024-b365-b410ad977355" -d '{"events": [{"name": "network-changed", "server_uuid": "0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf", "tag": "1ec28a90-e887-4653-a8fa-eb4c28ceb727"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:21.538997 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:21.582125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Transition to ACTIVE for port object 0b151457-faa9-46f0-8d84-4a2ebddfc9ab will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:37:21.606470 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:21.629041 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb5b98-9037-4447-bf2c-10f97826af2f req-6a664493-91bf-4185-b6bf-b72b11742fc3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:21.630553 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-debb5b98-9037-4447-bf2c-10f97826af2f req-6a664493-91bf-4185-b6bf-b72b11742fc3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 945 time: 0.1956067 Dec 12 17:37:21.692537 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-13d3c620-5fdc-43b2-b01c-679e7dae64a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:21.712906 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-13d3c620-5fdc-43b2-b01c-679e7dae64a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:21.730478 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2a6762b-51c1-4ae8-9948-105dc889f004 req-15cf2261-b976-41fd-9b8f-8f58885836c3 service neutron] 10.222.0.20 "GET /v2.0/networks/f279a568-daec-4a6e-bde8-da83e35319bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402598 Dec 12 17:37:21.807905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Pushing event updated for resources: {'Port': ['ID=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:21.855371 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-13d3c620-5fdc-43b2-b01c-679e7dae64a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b2324b784274defb59a29cc1ec2037c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8996253 Dec 12 17:37:21.857486 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40142) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:21.871702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2b0aa-9b05-4e09-b1ec-9a52a7aec50b req-0cbf9972-9e32-44dd-93a3-5343f8767aee tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:21.874760 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9d2b0aa-9b05-4e09-b1ec-9a52a7aec50b req-0cbf9972-9e32-44dd-93a3-5343f8767aee tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/ports?device_id=0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf HTTP/1.1" status: 200 len: 944 time: 0.2863111 Dec 12 17:37:21.929829 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e19aa0d3-e1d5-4e0c-9262-5bcb935254cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:21.947253 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-debb5b98-9037-4447-bf2c-10f97826af2f req-c1b1ef98-6863-46ef-b217-594042ec8577 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599618 Dec 12 17:37:21.947253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3c620-5fdc-43b2-b01c-679e7dae64a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f898b290-9dd6-4ea2-96c5-451eef7cf727,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:21.977911 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e19aa0d3-e1d5-4e0c-9262-5bcb935254cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:21.996030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Attempting to bind port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:37:21.996030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Attempting to bind port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:37:21.996292 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Attempting to bind port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab on network 3099023b-6d27-4db1-9d42-7a3830fba737 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:37:22.010587 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab on network 3099023b-6d27-4db1-9d42-7a3830fba737 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:37:22.010927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Attempting to bind port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab on network 3099023b-6d27-4db1-9d42-7a3830fba737 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:37:22.019519 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:37:22.019877 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Checking segment: {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:37:22.020396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Bound using segment: {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:37:22.020901 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Bound port: 0b151457-faa9-46f0-8d84-4a2ebddfc9ab, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:37:22.021140 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:22.048984 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e19aa0d3-e1d5-4e0c-9262-5bcb935254cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:22.053627 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e19aa0d3-e1d5-4e0c-9262-5bcb935254cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:22.065502 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e19aa0d3-e1d5-4e0c-9262-5bcb935254cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f898b290-9dd6-4ea2-96c5-451eef7cf727 HTTP/1.1" status: 204 len: 168 time: 0.2020109 Dec 12 17:37:22.091140 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19aa0d3-e1d5-4e0c-9262-5bcb935254cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f898b290-9dd6-4ea2-96c5-451eef7cf727,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:22.208971 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] For port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:37:22.223112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] For port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:37:22.261240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9d2b0aa-9b05-4e09-b1ec-9a52a7aec50b req-a44677b0-1979-420d-bd7d-35699a60027a tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d0b80d-1154-4d47-a69b-d8b0a0b1a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125718 Dec 12 17:37:22.267304 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:22.337293 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:22.337916 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:22.339357 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] 10.222.0.20 "PUT /v2.0/ports/0b151457-faa9-46f0-8d84-4a2ebddfc9ab HTTP/1.1" status: 200 len: 1091 time: 2.2619839 Dec 12 17:37:22.354692 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767ebfe-2f34-4896-954d-7f63b92ff7ea req-59a13f50-1014-4832-a136-49d72737b439 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:22.356262 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c767ebfe-2f34-4896-954d-7f63b92ff7ea req-59a13f50-1014-4832-a136-49d72737b439 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b12c85b-1863-4567-ae34-0d92dd582117 HTTP/1.1" status: 200 len: 950 time: 0.2066183 Dec 12 17:37:22.397521 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb580c73-821a-4faf-81a5-8adcd3e18136 x-openstack-request-id: req-fb580c73-821a-4faf-81a5-8adcd3e18136 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:22.398713 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf", "tag": "1ec28a90-e887-4653-a8fa-eb4c28ceb727", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:22.398976 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb580c73-821a-4faf-81a5-8adcd3e18136 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:22.399441 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf', 'tag': '1ec28a90-e887-4653-a8fa-eb4c28ceb727', 'status': 'completed', 'code': 200} Dec 12 17:37:22.426081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b098a4-8f1e-4e46-8245-bb9494dfd14b service neutron] Pushing event updated for resources: {'Port': ['ID=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:22.481719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed3010-d162-400b-81f1-6a8e28f3df78 req-62c925d0-fdc3-4073-b747-a842226cd418 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:22.485142 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-75ed3010-d162-400b-81f1-6a8e28f3df78 req-62c925d0-fdc3-4073-b747-a842226cd418 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 1096 time: 0.3326364 Dec 12 17:37:22.509191 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55587-5c34-4024-b365-b410ad977355 req-94700a08-8920-4b93-9c3d-023bc3c85afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:22.513721 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a6d55587-5c34-4024-b365-b410ad977355 req-94700a08-8920-4b93-9c3d-023bc3c85afb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f686e405c7b941a7a91a2e8dca0e0838&device_id=0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf HTTP/1.1" status: 200 len: 1095 time: 0.1060269 Dec 12 17:37:22.584970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-9f5daf3d-2614-47d4-8fea-5f19c5a93b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:22.587559 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-9f5daf3d-2614-47d4-8fea-5f19c5a93b79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 1094 time: 0.1634357 Dec 12 17:37:22.689768 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40162) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:22.698468 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55587-5c34-4024-b365-b410ad977355 req-91ea10cd-1fc8-4b0f-8fb7-ba1b91c4f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:22.700229 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a6d55587-5c34-4024-b365-b410ad977355 req-91ea10cd-1fc8-4b0f-8fb7-ba1b91c4f0a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f279a568-daec-4a6e-bde8-da83e35319bb HTTP/1.1" status: 200 len: 914 time: 0.1784501 Dec 12 17:37:22.704128 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-011ecefd-d1df-4cc1-ab3e-b3b96f0bd210 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab HTTP/1.1" status: 200 len: 217 time: 0.1008830 Dec 12 17:37:22.732507 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f7f9759-a16f-4cf2-80ff-93cfe762183f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:22.758814 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a6d55587-5c34-4024-b365-b410ad977355 req-865928af-7c22-442a-b756-5921df60daca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ec28a90-e887-4653-a8fa-eb4c28ceb727 HTTP/1.1" status: 200 len: 217 time: 0.0434835 Dec 12 17:37:22.773283 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-75ed3010-d162-400b-81f1-6a8e28f3df78 req-4027c6f1-92d9-42bf-99e0-271686f903e5 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657833 Dec 12 17:37:22.811548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02db93e-ad94-48e4-acd4-8d3136413041 req-5ed168b4-40dc-4842-bf61-ac3541e51dca tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:22.818749 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d02db93e-ad94-48e4-acd4-8d3136413041 req-5ed168b4-40dc-4842-bf61-ac3541e51dca tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 943 time: 0.2277424 Dec 12 17:37:22.833004 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55587-5c34-4024-b365-b410ad977355 req-c2edf772-8f8f-463a-a34a-11f80b2a94ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:22.834758 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a6d55587-5c34-4024-b365-b410ad977355 req-c2edf772-8f8f-463a-a34a-11f80b2a94ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a7aa55d-a1d3-41b7-968a-ba93005febda HTTP/1.1" status: 200 len: 853 time: 0.0677404 Dec 12 17:37:22.840491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-c767ebfe-2f34-4896-954d-7f63b92ff7ea req-663994d0-5b19-457d-8a60-5dd3a4acf6d4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Deleting port 242c22d4-78fc-4ba9-89c6-d36b9e326e3f {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:37:22.840832 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c767ebfe-2f34-4896-954d-7f63b92ff7ea req-663994d0-5b19-457d-8a60-5dd3a4acf6d4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:22.897575 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a6d55587-5c34-4024-b365-b410ad977355 req-e8060e1b-3353-429f-bfbb-7e5acbe49edc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f279a568-daec-4a6e-bde8-da83e35319bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528126 Dec 12 17:37:22.912447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-cff8f607-2974-40b0-b0b0-cf01ee96525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:22.914457 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-cff8f607-2974-40b0-b0b0-cf01ee96525d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.1964712 Dec 12 17:37:23.031814 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a6d55587-5c34-4024-b365-b410ad977355 req-d3c1b437-a90d-45e8-a8aa-82c4ae483bd8 service neutron] 10.222.0.20 "GET /v2.0/networks/f279a568-daec-4a6e-bde8-da83e35319bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261327 Dec 12 17:37:23.070903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d02db93e-ad94-48e4-acd4-8d3136413041 req-3750f5e4-4f6a-4fd1-9aab-05f4e91fecbf tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512269 Dec 12 17:37:23.104937 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-c767ebfe-2f34-4896-954d-7f63b92ff7ea req-663994d0-5b19-457d-8a60-5dd3a4acf6d4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] For port 242c22d4-78fc-4ba9-89c6-d36b9e326e3f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=242c22d4-78fc-4ba9-89c6-d36b9e326e3f,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:23.105937 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c767ebfe-2f34-4896-954d-7f63b92ff7ea req-663994d0-5b19-457d-8a60-5dd3a4acf6d4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:23.121942 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-c767ebfe-2f34-4896-954d-7f63b92ff7ea req-663994d0-5b19-457d-8a60-5dd3a4acf6d4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Calling delete_port for 242c22d4-78fc-4ba9-89c6-d36b9e326e3f owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:37:23.160478 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a6d55587-5c34-4024-b365-b410ad977355 req-b1c1315b-27da-401b-a187-49c4ddad2c2f service neutron] 10.222.0.20 "GET /v2.0/networks/f279a568-daec-4a6e-bde8-da83e35319bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196153 Dec 12 17:37:23.204421 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a1c94-f588-4918-a5b3-73fea92fda94 req-f97bca8c-8638-46dd-8d00-1c25df38ad7d tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:23.205833 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-149a1c94-f588-4918-a5b3-73fea92fda94 req-f97bca8c-8638-46dd-8d00-1c25df38ad7d tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 1096 time: 0.3205402 Dec 12 17:37:23.257572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-1e6f2e55-642c-45e1-a031-c13ee14ee160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:23.259043 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-1e6f2e55-642c-45e1-a031-c13ee14ee160 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3333890 Dec 12 17:37:23.661978 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f7f9759-a16f-4cf2-80ff-93cfe762183f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:23.684735 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f7f9759-a16f-4cf2-80ff-93cfe762183f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:23.756278 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19c1be-f6c2-48fa-9ea2-4bb3514a1c97 req-db705835-5f72-4f07-bdc9-1e4c3974b213 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:23.756544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba19c1be-f6c2-48fa-9ea2-4bb3514a1c97 req-db705835-5f72-4f07-bdc9-1e4c3974b213 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b12c85b-1863-4567-ae34-0d92dd582117 HTTP/1.1" status: 200 len: 950 time: 0.5615237 Dec 12 17:37:23.770904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-149a1c94-f588-4918-a5b3-73fea92fda94 req-9f688c41-7646-4f84-a5d6-9054c66669de tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253689 Dec 12 17:37:23.813063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f9759-a16f-4cf2-80ff-93cfe762183f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35c1c1b-b525-46f6-b569-29b62caf8821,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:23.817689 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6f7f9759-a16f-4cf2-80ff-93cfe762183f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6124142f891c49adbbd8b8495b0afc48&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1241255 Dec 12 17:37:23.820372 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40174) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:23.857743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-d185f23b-29b4-4fc4-b36f-27ef81baec8f service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853577 Dec 12 17:37:23.919567 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eeb13b47-99c3-4a58-8811-dc8a5186aa64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:23.957047 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eeb13b47-99c3-4a58-8811-dc8a5186aa64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:23.975617 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba19c1be-f6c2-48fa-9ea2-4bb3514a1c97 req-1944a166-28c6-47cd-b483-feaea343bd79 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803634 Dec 12 17:37:24.060550 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eeb13b47-99c3-4a58-8811-dc8a5186aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:24.063544 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eeb13b47-99c3-4a58-8811-dc8a5186aa64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:24.064835 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-eeb13b47-99c3-4a58-8811-dc8a5186aa64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e35c1c1b-b525-46f6-b569-29b62caf8821 HTTP/1.1" status: 204 len: 168 time: 0.2422433 Dec 12 17:37:24.085930 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb13b47-99c3-4a58-8811-dc8a5186aa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35c1c1b-b525-46f6-b569-29b62caf8821,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:24.100487 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c767ebfe-2f34-4896-954d-7f63b92ff7ea req-663994d0-5b19-457d-8a60-5dd3a4acf6d4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:24.118011 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['de6c5e76-2a11-4fc6-a988-a7a37cf68a9a', 'c39c5d45-2a00-4e16-9247-a0afc95759a0', '242c22d4-78fc-4ba9-89c6-d36b9e326e3f'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:24.128044 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['34c225bb-5552-4471-9ee7-ebcfeb139f9b', 'a0879cc0-2e86-4590-bced-df6b0693ef80', '9ea1f311-d556-46fb-adc1-8024b88e9cc8', 'd93e9b15-ca01-4252-b2fd-b6b7f8965543'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:24.313811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663994d0-5b19-457d-8a60-5dd3a4acf6d4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Pushing event deleted for resources: {'Port': ['ID=242c22d4-78fc-4ba9-89c6-d36b9e326e3f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:24.402597 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:24.405411 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249b4981-d3d7-4b79-8d89-af1d5557ecc3" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:24.436438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-c767ebfe-2f34-4896-954d-7f63b92ff7ea req-663994d0-5b19-457d-8a60-5dd3a4acf6d4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] No DVR routers for this DVR port 242c22d4-78fc-4ba9-89c6-d36b9e326e3f on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:37:24.454646 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c767ebfe-2f34-4896-954d-7f63b92ff7ea req-663994d0-5b19-457d-8a60-5dd3a4acf6d4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:24.463770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c767ebfe-2f34-4896-954d-7f63b92ff7ea req-663994d0-5b19-457d-8a60-5dd3a4acf6d4 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.20 "DELETE /v2.0/ports/242c22d4-78fc-4ba9-89c6-d36b9e326e3f HTTP/1.1" status: 204 len: 173 time: 2.0728860 Dec 12 17:37:24.481009 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdf1ef-8eb1-4bb7-aef5-b197d93b6d51 req-82bdd33a-0541-4cd5-8d34-91cfff182791 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:24.492391 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78fdf1ef-8eb1-4bb7-aef5-b197d93b6d51 req-82bdd33a-0541-4cd5-8d34-91cfff182791 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 1096 time: 0.2376709 Dec 12 17:37:24.497228 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0c60676-6e75-42d1-bcd8-d9ced83e1c11 req-e20741f6-c51e-4fd0-b677-40f8cf4401e1 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6279352 Dec 12 17:37:24.520082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030e398-5ae7-4702-a6d4-d1f80ad8729b req-274de314-ab1e-4f24-811b-e40d0fd84a3b tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:24.522714 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3030e398-5ae7-4702-a6d4-d1f80ad8729b req-274de314-ab1e-4f24-811b-e40d0fd84a3b tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/ports?device_id=0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf HTTP/1.1" status: 200 len: 944 time: 0.3784592 Dec 12 17:37:24.649986 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78fdf1ef-8eb1-4bb7-aef5-b197d93b6d51 req-911280b3-cf5e-4ddb-a34d-89006dabdcb2 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566055 Dec 12 17:37:24.726271 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1ec28a90-e887-4653-a8fa-eb4c28ceb727 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:37:24.832350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ed7a5-ad10-4590-bfe3-3bd3fd8b46b4 req-94da2c7a-f6a5-4911-95c2-2b33cc047f17 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:24.848120 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f42ed7a5-ad10-4590-bfe3-3bd3fd8b46b4 req-94da2c7a-f6a5-4911-95c2-2b33cc047f17 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 943 time: 0.0854790 Dec 12 17:37:25.009306 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f42ed7a5-ad10-4590-bfe3-3bd3fd8b46b4 req-f67e9b45-5e66-46d8-833b-6a67bc7aaa50 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578298 Dec 12 17:37:25.015040 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.resource_extend [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 17:37:25.094809 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3030e398-5ae7-4702-a6d4-d1f80ad8729b req-3b4c4922-d5c9-4cb2-a163-348ff140cdee tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d0b80d-1154-4d47-a69b-d8b0a0b1a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712097 Dec 12 17:37:25.145705 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6512ce22-a478-4669-b5b1-a4d36e65a85b x-openstack-request-id: req-6512ce22-a478-4669-b5b1-a4d36e65a85b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:25.146103 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:25.146365 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6512ce22-a478-4669-b5b1-a4d36e65a85b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:25.146899 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'status': 'completed', 'code': 200} Dec 12 17:37:25.278016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b4981-d3d7-4b79-8d89-af1d5557ecc3 req-f01d90c6-14a2-410e-8164-20bf6d9d412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:25.279617 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-249b4981-d3d7-4b79-8d89-af1d5557ecc3 req-f01d90c6-14a2-410e-8164-20bf6d9d412a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 1094 time: 0.1012630 Dec 12 17:37:25.344660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 1ec28a90-e887-4653-a8fa-eb4c28ceb727, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1ec28a90-e887-4653-a8fa-eb4c28ceb727,segment=NetworkSegment(2c9d0b36-1a21-4255-b869-227dded2e909),segment_id=2c9d0b36-1a21-4255-b869-227dded2e909)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:25.432126 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '1ec28a90-e887-4653-a8fa-eb4c28ceb727', 'network_id': 'f279a568-daec-4a6e-bde8-da83e35319bb', 'port_id': '1ec28a90-e887-4653-a8fa-eb4c28ceb727', 'mac_address': 'fa:16:3e:91:f5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7aa55d-a1d3-41b7-968a-ba93005febda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:37:25.532286 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e63b411d-7ce3-4c9a-8b07-07a3ee0287a3 req-61d18fc4-b63a-4e03-bd0f-74ef938322fe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=706b1f52-df52-42c7-bf0a-77651de00fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1569316 Dec 12 17:37:25.624760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b411d-7ce3-4c9a-8b07-07a3ee0287a3 req-378a5f7c-091e-4a9a-82ac-4829e9c9d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:25.626498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e63b411d-7ce3-4c9a-8b07-07a3ee0287a3 req-378a5f7c-091e-4a9a-82ac-4829e9c9d6ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0d39bfda52e4fb886e1965874038568&device_id=706b1f52-df52-42c7-bf0a-77651de00fe6 HTTP/1.1" status: 200 len: 1101 time: 0.0702307 Dec 12 17:37:25.627778 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b4981-d3d7-4b79-8d89-af1d5557ecc3 req-1552f133-d767-4a37-b92a-1c65d1a11ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:25.629841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-249b4981-d3d7-4b79-8d89-af1d5557ecc3 req-1552f133-d767-4a37-b92a-1c65d1a11ad1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 913 time: 0.3392003 Dec 12 17:37:25.693755 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:25.723171 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-249b4981-d3d7-4b79-8d89-af1d5557ecc3 req-276f6a61-38e1-4f90-9a04-83f62d191484 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab HTTP/1.1" status: 200 len: 217 time: 0.0845101 Dec 12 17:37:25.771769 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec28a90-e887-4653-a8fa-eb4c28ceb727 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:37:25.939605 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 1ec28a90-e887-4653-a8fa-eb4c28ceb727, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1ec28a90-e887-4653-a8fa-eb4c28ceb727,segment=NetworkSegment(2c9d0b36-1a21-4255-b869-227dded2e909),segment_id=2c9d0b36-1a21-4255-b869-227dded2e909)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:25.997464 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:26.156696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b4981-d3d7-4b79-8d89-af1d5557ecc3 req-e14e6895-e028-4357-acc5-8bb6bd646e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:26.158396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-249b4981-d3d7-4b79-8d89-af1d5557ecc3 req-e14e6895-e028-4357-acc5-8bb6bd646e89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.4062879 Dec 12 17:37:26.202287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=1ec28a90-e887-4653-a8fa-eb4c28ceb727,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:26.326185 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b4981-d3d7-4b79-8d89-af1d5557ecc3 req-e7e9b7a0-772c-47f2-bc9a-ebb8b0dbc61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:26.331111 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-249b4981-d3d7-4b79-8d89-af1d5557ecc3 req-e7e9b7a0-772c-47f2-bc9a-ebb8b0dbc61e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541729 Dec 12 17:37:26.336534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['1ec28a90-e887-4653-a8fa-eb4c28ceb727'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:26.351150 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b411d-7ce3-4c9a-8b07-07a3ee0287a3 req-8c7423d6-0f53-43e0-8b22-63c50d040e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:26.355513 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e63b411d-7ce3-4c9a-8b07-07a3ee0287a3 req-8c7423d6-0f53-43e0-8b22-63c50d040e13 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.6313770 Dec 12 17:37:26.478641 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e63b411d-7ce3-4c9a-8b07-07a3ee0287a3 req-92f4aa4c-9d63-43c9-826b-521e69d97af2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=a0879cc0-2e86-4590-bced-df6b0693ef80 HTTP/1.1" status: 200 len: 217 time: 0.1129665 Dec 12 17:37:26.654743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b411d-7ce3-4c9a-8b07-07a3ee0287a3 req-7de42755-4d67-4be2-88c1-a4c09ae750f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:26.656565 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e63b411d-7ce3-4c9a-8b07-07a3ee0287a3 req-7de42755-4d67-4be2-88c1-a4c09ae750f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1450548 Dec 12 17:37:26.668625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048cd82-27d7-494a-bb12-6823561586c7 req-c9c65cee-1aa8-49ce-a3f0-cdb61ed91e30 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:26.693630 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4048cd82-27d7-494a-bb12-6823561586c7 req-c9c65cee-1aa8-49ce-a3f0-cdb61ed91e30 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 943 time: 0.2994993 Dec 12 17:37:26.756321 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0b151457-faa9-46f0-8d84-4a2ebddfc9ab details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:37:26.760293 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 242c22d4-78fc-4ba9-89c6-d36b9e326e3f no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:37:26.818801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 242c22d4-78fc-4ba9-89c6-d36b9e326e3f {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:37:26.820216 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 242c22d4-78fc-4ba9-89c6-d36b9e326e3f not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:37:26.865109 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-249b4981-d3d7-4b79-8d89-af1d5557ecc3 req-6722fc60-eb24-48b2-adc8-1451334b5eb1 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832641 Dec 12 17:37:26.867747 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b411d-7ce3-4c9a-8b07-07a3ee0287a3 req-2680ec79-7459-4ce1-80d2-42a4a8ec0246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:26.869280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e63b411d-7ce3-4c9a-8b07-07a3ee0287a3 req-2680ec79-7459-4ce1-80d2-42a4a8ec0246 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1728241 Dec 12 17:37:26.880071 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4048cd82-27d7-494a-bb12-6823561586c7 req-22baaace-75be-4dd7-a599-37db59f6e07a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853740 Dec 12 17:37:27.059939 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:27.150812 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3974da8-fc55-4fe4-8cfd-31277195c639 req-f34b50dc-df75-4bfb-ba5d-25c534290956 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:27.158130 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3974da8-fc55-4fe4-8cfd-31277195c639 req-f34b50dc-df75-4bfb-ba5d-25c534290956 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/ports?device_id=0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf HTTP/1.1" status: 200 len: 945 time: 0.1513307 Dec 12 17:37:27.168527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b12c85b-1863-4567-ae34-0d92dd582117', 'name': 'network-vif-deleted', 'tag': '242c22d4-78fc-4ba9-89c6-d36b9e326e3f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:27.171166 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e960d52c-0c9e-4da5-ac99-37e951b96392" -d '{"events": [{"server_uuid": "3b12c85b-1863-4567-ae34-0d92dd582117", "name": "network-vif-deleted", "tag": "242c22d4-78fc-4ba9-89c6-d36b9e326e3f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:27.207816 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e63b411d-7ce3-4c9a-8b07-07a3ee0287a3 req-9aa8fc31-d5ad-45e3-841d-64170713fe2a service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255813 Dec 12 17:37:27.247851 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'port_id': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'mac_address': 'fa:16:3e:18:e2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:37:27.266903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-249b4981-d3d7-4b79-8d89-af1d5557ecc3 req-3ff05120-4125-4f66-97a8-dda90d07f85c service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767262 Dec 12 17:37:27.274608 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-ed7d9270-29a5-4d7d-9bab-111b2859d389 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:37:27.275671 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-ed7d9270-29a5-4d7d-9bab-111b2859d389 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117497 Dec 12 17:37:27.314822 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:27.325836 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-60a779cd-470c-4bf2-81b0-41a573e30c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:27.328207 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-60a779cd-470c-4bf2-81b0-41a573e30c33 service neutron] 10.222.0.18 "GET /v2.0/ports/cd70cb70-91af-45e4-891f-a5a9275a0d40 HTTP/1.1" status: 200 len: 1093 time: 0.0408473 Dec 12 17:37:27.334431 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3974da8-fc55-4fe4-8cfd-31277195c639 req-70f4ec38-d985-4fa9-a8c3-4076df8ed7c8 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d0b80d-1154-4d47-a69b-d8b0a0b1a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754313 Dec 12 17:37:27.338039 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b151457-faa9-46f0-8d84-4a2ebddfc9ab {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:37:27.345038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-34c6f08f-a4af-4563-9dce-a46f99b70f90 service neutron] Request body: {'binding': {'host': 'n-h2-760354-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:27.345504 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-34c6f08f-a4af-4563-9dce-a46f99b70f90 service neutron] Unknown quota resources ['binding']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 17:37:27.380855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:27.387242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e63b411d-7ce3-4c9a-8b07-07a3ee0287a3 req-9cc8a802-58c0-44cc-90e1-758cff9570eb service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624494 Dec 12 17:37:27.390304 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:27.449972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:27.460958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949a9dd-3abd-4e12-8050-f8eda70841cb req-768345e2-cbdb-48ac-bfea-3bbd52eb1bab tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:27.464910 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b949a9dd-3abd-4e12-8050-f8eda70841cb req-768345e2-cbdb-48ac-bfea-3bbd52eb1bab tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd HTTP/1.1" status: 200 len: 950 time: 0.0568929 Dec 12 17:37:27.522409 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b949a9dd-3abd-4e12-8050-f8eda70841cb req-92608948-59ff-452d-9744-800a02641d89 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496502 Dec 12 17:37:27.534419 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-34c6f08f-a4af-4563-9dce-a46f99b70f90 service neutron] Attempting to bind port cd70cb70-91af-45e4-891f-a5a9275a0d40 on host n-h2-760354-5 for vnic_type normal with profile None {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:37:27.534973 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-34c6f08f-a4af-4563-9dce-a46f99b70f90 service neutron] Attempting to bind port cd70cb70-91af-45e4-891f-a5a9275a0d40 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:37:27.535594 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-34c6f08f-a4af-4563-9dce-a46f99b70f90 service neutron] Attempting to bind port cd70cb70-91af-45e4-891f-a5a9275a0d40 on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:37:27.541075 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-34c6f08f-a4af-4563-9dce-a46f99b70f90 service neutron] Port cd70cb70-91af-45e4-891f-a5a9275a0d40 on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:37:27.541519 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-34c6f08f-a4af-4563-9dce-a46f99b70f90 service neutron] Attempting to bind port cd70cb70-91af-45e4-891f-a5a9275a0d40 on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:37:27.546625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-34c6f08f-a4af-4563-9dce-a46f99b70f90 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:37:27.547071 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-34c6f08f-a4af-4563-9dce-a46f99b70f90 service neutron] Checking segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:37:27.547623 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-34c6f08f-a4af-4563-9dce-a46f99b70f90 service neutron] Bound using segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:37:27.548152 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-34c6f08f-a4af-4563-9dce-a46f99b70f90 service neutron] Bound port: cd70cb70-91af-45e4-891f-a5a9275a0d40, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:37:27.610545 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-34c6f08f-a4af-4563-9dce-a46f99b70f90 service neutron] For port cd70cb70-91af-45e4-891f-a5a9275a0d40, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=cd70cb70-91af-45e4-891f-a5a9275a0d40,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:37:27.618519 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-34c6f08f-a4af-4563-9dce-a46f99b70f90 service neutron] Publish callbacks [] for binding, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:27.619844 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-34c6f08f-a4af-4563-9dce-a46f99b70f90 service neutron] 10.222.0.18 "POST /v2.0/ports/cd70cb70-91af-45e4-891f-a5a9275a0d40/bindings HTTP/1.1" status: 201 len: 389 time: 0.2796962 Dec 12 17:37:27.705926 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['0b151457-faa9-46f0-8d84-4a2ebddfc9ab'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:27.801798 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b115e6d-b64e-4677-93d4-1611a1e85da3 x-openstack-request-id: req-3b115e6d-b64e-4677-93d4-1611a1e85da3 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:27.802164 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b12c85b-1863-4567-ae34-0d92dd582117", "name": "network-vif-deleted", "tag": "242c22d4-78fc-4ba9-89c6-d36b9e326e3f", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:27.802358 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b115e6d-b64e-4677-93d4-1611a1e85da3 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:27.802749 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b12c85b-1863-4567-ae34-0d92dd582117', 'name': 'network-vif-deleted', 'tag': '242c22d4-78fc-4ba9-89c6-d36b9e326e3f', 'status': 'completed', 'code': 200} Dec 12 17:37:27.978617 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-9159f590-3c42-4c0a-a96f-b1f807b1a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:27.980248 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-9159f590-3c42-4c0a-a96f-b1f807b1a734 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 1096 time: 0.0936217 Dec 12 17:37:27.991666 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7c14f-ef13-4d02-b3f7-6f270cb660b1 req-0ceb68cc-feec-40fc-b2f6-97227f5a1e0c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:27.993701 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-43c7c14f-ef13-4d02-b3f7-6f270cb660b1 req-0ceb68cc-feec-40fc-b2f6-97227f5a1e0c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 945 time: 0.0975955 Dec 12 17:37:28.201865 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c21f5-2f06-4fe6-ad70-0a63325687af req-412996a4-1b71-4a99-9f6e-157e4299ad64 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:28.203353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-370c21f5-2f06-4fe6-ad70-0a63325687af req-412996a4-1b71-4a99-9f6e-157e4299ad64 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd HTTP/1.1" status: 200 len: 950 time: 0.2070861 Dec 12 17:37:28.221736 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-43c7c14f-ef13-4d02-b3f7-6f270cb660b1 req-3278b61d-2109-4c73-a196-da19d183eb6c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006023 Dec 12 17:37:28.257380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-648aefc1-54f9-4f83-aecb-4cfedc311b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:28.258857 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-648aefc1-54f9-4f83-aecb-4cfedc311b23 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 922 time: 0.2637916 Dec 12 17:37:28.335053 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-85fd0779-d6a0-4503-ab87-e5a5e959d121 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd70cb70-91af-45e4-891f-a5a9275a0d40 HTTP/1.1" status: 200 len: 217 time: 0.0677631 Dec 12 17:37:28.378253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9efe33-f537-40d7-9b9a-14045f5b2e44 req-1cf93577-8ed4-4e31-b552-ed1a7da9318e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:28.385674 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c9efe33-f537-40d7-9b9a-14045f5b2e44 req-1cf93577-8ed4-4e31-b552-ed1a7da9318e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.2372036 Dec 12 17:37:28.413879 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40382) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:28.477979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bff200d-a5da-486c-86f3-9977c27c7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:28.479534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bff200d-a5da-486c-86f3-9977c27c7bab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.1349876 Dec 12 17:37:28.500832 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c9efe33-f537-40d7-9b9a-14045f5b2e44 req-12cc3ce3-fddb-400d-b6a2-cc08a5ad9b46 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140137 Dec 12 17:37:28.582522 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-370c21f5-2f06-4fe6-ad70-0a63325687af req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Deleting port c39c5d45-2a00-4e16-9247-a0afc95759a0 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:37:28.583103 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-370c21f5-2f06-4fe6-ad70-0a63325687af req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:28.599989 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-98fb56a4-c1f6-401b-989f-1bb7d77ea788 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926204 Dec 12 17:37:28.623510 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ea62a2c-1684-42ac-bb53-f5ba4b66627f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:28.699461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-370c21f5-2f06-4fe6-ad70-0a63325687af req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] For port c39c5d45-2a00-4e16-9247-a0afc95759a0, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c39c5d45-2a00-4e16-9247-a0afc95759a0,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:28.699881 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-370c21f5-2f06-4fe6-ad70-0a63325687af req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:28.714037 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-370c21f5-2f06-4fe6-ad70-0a63325687af req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Calling delete_port for c39c5d45-2a00-4e16-9247-a0afc95759a0 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:37:28.725642 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ea62a2c-1684-42ac-bb53-f5ba4b66627f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:28.731148 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ea62a2c-1684-42ac-bb53-f5ba4b66627f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:28.731837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0b151457-faa9-46f0-8d84-4a2ebddfc9ab up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:37:28.770729 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9ea62a2c-1684-42ac-bb53-f5ba4b66627f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7dd9ad312134b58b747b63414f35c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548729 Dec 12 17:37:28.773358 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40408) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:28.793082 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:37:28.799113 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:28.799578 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:28.830473 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea62a2c-1684-42ac-bb53-f5ba4b66627f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d36b3c-e775-44c6-9e38-9057e8dc7624,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:28.852240 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b150cc93-41d1-44d3-92ae-f3f51be7eca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:28.885826 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b150cc93-41d1-44d3-92ae-f3f51be7eca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:28.909854 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:28.960866 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:28.963534 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29eb80a-4142-464d-abf2-c7a7d192a554" -d '{"events": [{"server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "name": "network-vif-plugged", "status": "completed", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:28.970312 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b150cc93-41d1-44d3-92ae-f3f51be7eca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:28.974103 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b150cc93-41d1-44d3-92ae-f3f51be7eca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:28.977675 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b150cc93-41d1-44d3-92ae-f3f51be7eca3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95d36b3c-e775-44c6-9e38-9057e8dc7624 HTTP/1.1" status: 204 len: 168 time: 0.2008228 Dec 12 17:37:28.989056 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150cc93-41d1-44d3-92ae-f3f51be7eca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d36b3c-e775-44c6-9e38-9057e8dc7624,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:28.991043 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:28.997057 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:28.997875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1ec28a90-e887-4653-a8fa-eb4c28ceb727 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:37:29.002873 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38573b09-3861-4d93-bd89-edb3b5969432 req-43a6b867-21b0-4c4d-bffe-43f530362ef9 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:29.012247 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38573b09-3861-4d93-bd89-edb3b5969432 req-43a6b867-21b0-4c4d-bffe-43f530362ef9 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/ports?device_id=0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf HTTP/1.1" status: 200 len: 945 time: 0.4114037 Dec 12 17:37:29.041728 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-4901cbd3-de5e-4fb7-b79a-cf46b3103c6f service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567959 Dec 12 17:37:29.090857 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:29.171808 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 1ec28a90-e887-4653-a8fa-eb4c28ceb727 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:37:29.177112 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 1ec28a90-e887-4653-a8fa-eb4c28ceb727 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:29.177683 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:29.183249 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-370c21f5-2f06-4fe6-ad70-0a63325687af req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:29.222930 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['de6c5e76-2a11-4fc6-a988-a7a37cf68a9a', 'c39c5d45-2a00-4e16-9247-a0afc95759a0'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:29.225314 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['34c225bb-5552-4471-9ee7-ebcfeb139f9b', 'a0879cc0-2e86-4590-bced-df6b0693ef80', '9ea1f311-d556-46fb-adc1-8024b88e9cc8', 'd93e9b15-ca01-4252-b2fd-b6b7f8965543'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:29.262083 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38573b09-3861-4d93-bd89-edb3b5969432 req-cccac226-5eb5-437a-b403-02000dfd0532 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d0b80d-1154-4d47-a69b-d8b0a0b1a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389331 Dec 12 17:37:29.305823 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84c4cbf8-fa39-4a96-8199-51a36bca2b4c req-17eb6268-c685-4829-9459-096546071ae0 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd HTTP/1.1" status: 200 len: 210 time: 0.0929081 Dec 12 17:37:29.361549 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-15d7d7da-a46a-4a10-bf2f-082d90231005 service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028688 Dec 12 17:37:29.363717 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Pushing event deleted for resources: {'Port': ['ID=c39c5d45-2a00-4e16-9247-a0afc95759a0,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:29.388995 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:29.451018 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 1ec28a90-e887-4653-a8fa-eb4c28ceb727, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1ec28a90-e887-4653-a8fa-eb4c28ceb727,segment=NetworkSegment(2c9d0b36-1a21-4255-b869-227dded2e909),segment_id=2c9d0b36-1a21-4255-b869-227dded2e909)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:29.459051 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c83c23c-1b76-426a-9a68-8bf9da7ba334 x-openstack-request-id: req-5c83c23c-1b76-426a-9a68-8bf9da7ba334 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:29.459580 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "name": "network-vif-plugged", "status": "completed", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:29.461369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-370c21f5-2f06-4fe6-ad70-0a63325687af req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] No DVR routers for this DVR port c39c5d45-2a00-4e16-9247-a0afc95759a0 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:37:29.461509 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c83c23c-1b76-426a-9a68-8bf9da7ba334 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:29.462044 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'code': 200} Dec 12 17:37:29.471682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:29.472727 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:29.473547 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:29.478926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:29.483219 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:29.483551 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:29.483914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:29.484259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:29.484806 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:37:29.486912 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:29.487299 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:29.488194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:29.488546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:29.495395 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:29.495795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:29.521761 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-370c21f5-2f06-4fe6-ad70-0a63325687af req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:29.526177 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-370c21f5-2f06-4fe6-ad70-0a63325687af req-9e111ba7-d5be-47a7-92f2-356249645e82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.20 "DELETE /v2.0/ports/c39c5d45-2a00-4e16-9247-a0afc95759a0 HTTP/1.1" status: 204 len: 173 time: 1.3085556 Dec 12 17:37:29.624533 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6ce05-fc56-48e4-b353-170623e4759c req-b30f67d9-d72a-4653-b011-6fea819964cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:29.630965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4c6ce05-fc56-48e4-b353-170623e4759c req-b30f67d9-d72a-4653-b011-6fea819964cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 1096 time: 0.1037645 Dec 12 17:37:29.637621 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40436) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:29.679142 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5482f5a9-fbcc-42bb-bdbd-64a455c00521 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:29.807436 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd', 'name': 'network-vif-deleted', 'tag': 'c39c5d45-2a00-4e16-9247-a0afc95759a0'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:29.810660 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb6c442-c12c-45c3-99e8-1c021796e221" -d '{"events": [{"server_uuid": "ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd", "name": "network-vif-deleted", "tag": "c39c5d45-2a00-4e16-9247-a0afc95759a0"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:29.816526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=1ec28a90-e887-4653-a8fa-eb4c28ceb727,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:29.829356 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4c6ce05-fc56-48e4-b353-170623e4759c req-37251892-66af-48a1-9aaf-e52f6d033d51 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804688 Dec 12 17:37:29.887287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b515d-3df2-443c-9f17-2e41a28ac56b req-9fee231e-9952-4be7-9ad9-146c03125eb5 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:29.895974 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-963b515d-3df2-443c-9f17-2e41a28ac56b req-9fee231e-9952-4be7-9ad9-146c03125eb5 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 945 time: 0.2157433 Dec 12 17:37:29.958453 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5482f5a9-fbcc-42bb-bdbd-64a455c00521 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:29.968398 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5482f5a9-fbcc-42bb-bdbd-64a455c00521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:30.022165 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482f5a9-fbcc-42bb-bdbd-64a455c00521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde3bfa4-877f-4905-bcb8-2111a3390e62,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:30.029453 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5482f5a9-fbcc-42bb-bdbd-64a455c00521 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b56f52004057483fb44306dc2c2d1e5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3899908 Dec 12 17:37:30.031937 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40442) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:30.101119 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-962b65d8-0605-49c6-b96a-0e0e32f0892e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:30.112158 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:37:30.129244 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:30.131186 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-962b65d8-0605-49c6-b96a-0e0e32f0892e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:30.144706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-963b515d-3df2-443c-9f17-2e41a28ac56b req-262f75f7-eb74-434a-a97d-d3cf81a9988e tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408624 Dec 12 17:37:30.200053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af72252-1494-49ed-b66f-6e32b20b4860 req-a06fc4ee-443a-455f-8d85-749acdd02798 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:30.201091 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-962b65d8-0605-49c6-b96a-0e0e32f0892e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:30.204950 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-962b65d8-0605-49c6-b96a-0e0e32f0892e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:30.213094 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-962b65d8-0605-49c6-b96a-0e0e32f0892e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cde3bfa4-877f-4905-bcb8-2111a3390e62 HTTP/1.1" status: 204 len: 168 time: 0.1798658 Dec 12 17:37:30.213760 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2af72252-1494-49ed-b66f-6e32b20b4860 req-a06fc4ee-443a-455f-8d85-749acdd02798 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 945 time: 0.2489631 Dec 12 17:37:30.234794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b65d8-0605-49c6-b96a-0e0e32f0892e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde3bfa4-877f-4905-bcb8-2111a3390e62,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:30.291195 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2432c0-0860-4d3f-b458-22f1263d3b63 x-openstack-request-id: req-3a2432c0-0860-4d3f-b458-22f1263d3b63 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:30.291704 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd", "name": "network-vif-deleted", "tag": "c39c5d45-2a00-4e16-9247-a0afc95759a0", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:30.291704 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a2432c0-0860-4d3f-b458-22f1263d3b63 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:30.292097 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5b4f3e-9665-4c2a-996b-836e8e7e0ffd', 'name': 'network-vif-deleted', 'tag': 'c39c5d45-2a00-4e16-9247-a0afc95759a0', 'status': 'completed', 'code': 200} Dec 12 17:37:30.328906 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2af72252-1494-49ed-b66f-6e32b20b4860 req-d7c3163f-0247-4de1-806a-28fb62048530 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141999 Dec 12 17:37:30.478923 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:30.508849 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:30.679822 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:30.955866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c47f4-8267-4f39-bcc0-930470847b56 req-40323602-08f0-4ab3-98d2-42df1c5f59c3 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:30.957465 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b7c47f4-8267-4f39-bcc0-930470847b56 req-40323602-08f0-4ab3-98d2-42df1c5f59c3 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/ports?device_id=0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf HTTP/1.1" status: 200 len: 946 time: 0.1173646 Dec 12 17:37:30.969006 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-d3e597d3-fc63-4b30-9770-245f009e8c9a tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:30.970598 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-d3e597d3-fc63-4b30-9770-245f009e8c9a tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/networks?id=256368dc-5e68-4402-91a5-533328bbf958 HTTP/1.1" status: 200 len: 805 time: 0.5341551 Dec 12 17:37:30.998133 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-d19a4a9d-1836-4929-8b97-e8b5af191d93 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/quotas/644361ec9cbf42cab25484461bfad5cb HTTP/1.1" status: 200 len: 375 time: 0.0192225 Dec 12 17:37:31.065422 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b7c47f4-8267-4f39-bcc0-930470847b56 req-cc839dbc-3bc5-4ab7-a8ff-2212ecc87fbb tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d0b80d-1154-4d47-a69b-d8b0a0b1a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936804 Dec 12 17:37:31.101199 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-097b1ef2-65e6-4520-aa48-1b1c58594259 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=644361ec9cbf42cab25484461bfad5cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0923860 Dec 12 17:37:31.195571 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-29cda01f-3e82-49ef-ac8f-3047539a12da service neutron] 10.222.0.18 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932608 Dec 12 17:37:31.311861 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-8243d08b-e24c-428f-bff8-08bd7bb2138c service neutron] 10.222.0.18 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077149 Dec 12 17:37:31.463550 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec28a90-e887-4653-a8fa-eb4c28ceb727'}, {'server_uuid': '45815d6d-fa22-45b3-a719-f5dfda4052c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:31.466541 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b48b03-c6ae-4788-90cf-c09338aef191" -d '{"events": [{"server_uuid": "0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf", "name": "network-vif-plugged", "status": "completed", "tag": "1ec28a90-e887-4653-a8fa-eb4c28ceb727"}, {"server_uuid": "45815d6d-fa22-45b3-a719-f5dfda4052c9", "name": "network-vif-unplugged", "status": "completed", "tag": "7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:31.553163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8d463-9b58-4d0d-895d-bf4661556e62 req-a289fd3d-c7e7-4a9f-92f7-9ee81083a880 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:31.555055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16a8d463-9b58-4d0d-895d-bf4661556e62 req-a289fd3d-c7e7-4a9f-92f7-9ee81083a880 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 945 time: 0.1492014 Dec 12 17:37:31.589340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e80df-e8e7-4ce2-81e9-3a6b7e24e32d req-ae885cc3-5fc7-443c-9f94-3d7e99c77cfc tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:31.590860 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f22e80df-e8e7-4ce2-81e9-3a6b7e24e32d req-ae885cc3-5fc7-443c-9f94-3d7e99c77cfc tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 945 time: 0.0853384 Dec 12 17:37:31.633194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16a8d463-9b58-4d0d-895d-bf4661556e62 req-788ba42f-42ef-4a76-acd2-c7e0e8a40a64 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697634 Dec 12 17:37:31.719997 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f22e80df-e8e7-4ce2-81e9-3a6b7e24e32d req-6981f7a3-e544-4b76-9fb5-935c4e3afaac tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988579 Dec 12 17:37:31.813741 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d255283-9dfb-4550-b60f-f4c74ecab77d req-735120f7-41e0-4c84-a385-b9d5c71d0a17 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 210 time: 0.0323288 Dec 12 17:37:31.849870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2bbd4-1d3d-4795-8813-1fd9a9c205b0 req-ab32eb21-d9c1-41aa-9189-90ee4ed837a9 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:31.852553 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42c2bbd4-1d3d-4795-8813-1fd9a9c205b0 req-ab32eb21-d9c1-41aa-9189-90ee4ed837a9 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.20 "GET /v2.0/ports?device_id=45815d6d-fa22-45b3-a719-f5dfda4052c9 HTTP/1.1" status: 200 len: 943 time: 0.1290030 Dec 12 17:37:31.929815 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7087ed3-4cb0-4e74-b2b1-e3f9ed302355 x-openstack-request-id: req-b7087ed3-4cb0-4e74-b2b1-e3f9ed302355 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:31.930483 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf", "name": "network-vif-plugged", "status": "completed", "tag": "1ec28a90-e887-4653-a8fa-eb4c28ceb727", "code": 200}, {"server_uuid": "45815d6d-fa22-45b3-a719-f5dfda4052c9", "name": "network-vif-unplugged", "status": "completed", "tag": "7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:31.930584 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7087ed3-4cb0-4e74-b2b1-e3f9ed302355 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:31.931721 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec28a90-e887-4653-a8fa-eb4c28ceb727', 'code': 200} Dec 12 17:37:31.932074 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45815d6d-fa22-45b3-a719-f5dfda4052c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64', 'code': 200} Dec 12 17:37:32.120347 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfa473-ac8e-42c2-98f1-faddaa09f204 req-4ad22f8d-3917-4701-b5a3-df1348344fd9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:32.121865 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86dfa473-ac8e-42c2-98f1-faddaa09f204 req-4ad22f8d-3917-4701-b5a3-df1348344fd9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 945 time: 0.1821687 Dec 12 17:37:32.134371 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40518) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:32.149001 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cb83bdba-3d32-498d-9d9e-6520ff622c51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Request body: {'floatingip': {'port_id': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:32.202371 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59605669-8bb0-4de8-9e7f-383e2d074240 req-cf92125d-cdcc-4e5a-a453-9ec6f40884ab tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:32.204535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59605669-8bb0-4de8-9e7f-383e2d074240 req-cf92125d-cdcc-4e5a-a453-9ec6f40884ab tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 950 time: 0.2083771 Dec 12 17:37:32.210681 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94239507-ff87-45cc-a37d-4faeba03ed3a req-cb06e420-0bd2-4325-95de-c7e44c020657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:32.212404 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94239507-ff87-45cc-a37d-4faeba03ed3a req-cb06e420-0bd2-4325-95de-c7e44c020657 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf HTTP/1.1" status: 200 len: 1097 time: 0.2002482 Dec 12 17:37:32.256667 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb83bdba-3d32-498d-9d9e-6520ff622c51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for floatingip, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:32.302014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-42c2bbd4-1d3d-4795-8813-1fd9a9c205b0 req-ec25afca-724c-44c7-917a-634bd466ed04 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Deleting port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:37:32.302508 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-42c2bbd4-1d3d-4795-8813-1fd9a9c205b0 req-ec25afca-724c-44c7-917a-634bd466ed04 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:32.444058 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59605669-8bb0-4de8-9e7f-383e2d074240 req-4e00a852-567d-4ca1-8063-29ce6ac8cc4e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247772 Dec 12 17:37:32.475719 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94239507-ff87-45cc-a37d-4faeba03ed3a req-ecbd4cea-c1cc-44d2-91d4-4d39e7fbb236 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c8d0b80d-1154-4d47-a69b-d8b0a0b1a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542326 Dec 12 17:37:32.508218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d6968-8460-4fe9-8a6b-e66d7c310531 req-a09e84a0-6ed0-48a1-accb-fd3748201f3c tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:32.511692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-133d6968-8460-4fe9-8a6b-e66d7c310531 req-a09e84a0-6ed0-48a1-accb-fd3748201f3c tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/ports?device_id=0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf HTTP/1.1" status: 200 len: 946 time: 0.3062928 Dec 12 17:37:32.610148 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-42c2bbd4-1d3d-4795-8813-1fd9a9c205b0 req-ec25afca-724c-44c7-917a-634bd466ed04 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] For port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:32.613171 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-42c2bbd4-1d3d-4795-8813-1fd9a9c205b0 req-ec25afca-724c-44c7-917a-634bd466ed04 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:32.687434 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-133d6968-8460-4fe9-8a6b-e66d7c310531 req-8d8b9ca4-f8fb-46ad-85a7-a4008474ec2e tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d0b80d-1154-4d47-a69b-d8b0a0b1a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669011 Dec 12 17:37:32.698030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-42c2bbd4-1d3d-4795-8813-1fd9a9c205b0 req-ec25afca-724c-44c7-917a-634bd466ed04 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Calling delete_port for 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:37:32.769091 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c39c5d45-2a00-4e16-9247-a0afc95759a0 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:37:32.798585 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: c39c5d45-2a00-4e16-9247-a0afc95759a0 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:37:32.799180 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c39c5d45-2a00-4e16-9247-a0afc95759a0 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:37:32.942750 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-42c2bbd4-1d3d-4795-8813-1fd9a9c205b0 req-ec25afca-724c-44c7-917a-634bd466ed04 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:32.963334 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8460346d-c54d-4e17-9b9c-ab713cb9cc0e req-3432d323-2e52-4cb2-b1ab-ae0a6d551230 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 210 time: 0.0464010 Dec 12 17:37:33.008129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25afca-724c-44c7-917a-634bd466ed04 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Pushing event deleted for resources: {'Port': ['ID=7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:33.033467 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb83bdba-3d32-498d-9d9e-6520ff622c51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:33.038974 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb83bdba-3d32-498d-9d9e-6520ff622c51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:33.047023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573dca1-5016-438f-b71f-f7ae322652a3 req-bbd4fbd0-3c07-47a3-ad0e-d5568c507b9a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:33.055059 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c573dca1-5016-438f-b71f-f7ae322652a3 req-bbd4fbd0-3c07-47a3-ad0e-d5568c507b9a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 945 time: 0.2583289 Dec 12 17:37:33.083604 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c2bbd4-1d3d-4795-8813-1fd9a9c205b0 req-ec25afca-724c-44c7-917a-634bd466ed04 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] No DVR routers for this DVR port 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:37:33.090195 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-42c2bbd4-1d3d-4795-8813-1fd9a9c205b0 req-ec25afca-724c-44c7-917a-634bd466ed04 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:33.095952 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42c2bbd4-1d3d-4795-8813-1fd9a9c205b0 req-ec25afca-724c-44c7-917a-634bd466ed04 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.20 "DELETE /v2.0/ports/7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 HTTP/1.1" status: 204 len: 173 time: 1.2299263 Dec 12 17:37:33.098248 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45815d6d-fa22-45b3-a719-f5dfda4052c9', 'name': 'network-vif-deleted', 'tag': '7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:33.103087 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe16560b-4239-4bfc-9fb5-b442cc59c767" -d '{"events": [{"server_uuid": "45815d6d-fa22-45b3-a719-f5dfda4052c9", "name": "network-vif-deleted", "tag": "7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:33.159915 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5631481-6afd-4de3-b773-297877714d08 x-openstack-request-id: req-e5631481-6afd-4de3-b773-297877714d08 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:33.163575 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45815d6d-fa22-45b3-a719-f5dfda4052c9", "name": "network-vif-deleted", "tag": "7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:33.163839 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5631481-6afd-4de3-b773-297877714d08 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:33.164254 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45815d6d-fa22-45b3-a719-f5dfda4052c9', 'name': 'network-vif-deleted', 'tag': '7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64', 'status': 'completed', 'code': 200} Dec 12 17:37:33.183959 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c573dca1-5016-438f-b71f-f7ae322652a3 req-9f12e52a-5876-4fb0-a075-3c37e620d5fe tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280680 Dec 12 17:37:33.265468 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-cb83bdba-3d32-498d-9d9e-6520ff622c51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Floating IP c72283a5-1e1f-40ed-b366-43285ad07e21 associated. External IP: 172.25.1.59, port: 0b151457-faa9-46f0-8d84-4a2ebddfc9ab. Dec 12 17:37:33.414417 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb824ff8-9528-403e-987d-7fac87fc7496 req-e0bb370f-558a-4286-b0cf-ff4af5b44b11 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:33.416207 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fb824ff8-9528-403e-987d-7fac87fc7496 req-e0bb370f-558a-4286-b0cf-ff4af5b44b11 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 950 time: 0.0825167 Dec 12 17:37:33.648483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fe91-ba70-4682-9f76-049c9dab8b4e req-af49f12c-bd09-461d-8561-8af14c252ac0 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:33.650240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa27fe91-ba70-4682-9f76-049c9dab8b4e req-af49f12c-bd09-461d-8561-8af14c252ac0 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.20 "GET /v2.0/ports?device_id=478a62b5-5a01-43db-9e05-937e6514868d HTTP/1.1" status: 200 len: 950 time: 0.1637573 Dec 12 17:37:33.684221 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7ef43-bcf0-40e3-9ce9-5eddac48df91 req-d9a6ae1b-bb7c-4522-b6a7-a2a6fc51c06c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:33.692789 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9dc7ef43-bcf0-40e3-9ce9-5eddac48df91 req-d9a6ae1b-bb7c-4522-b6a7-a2a6fc51c06c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 950 time: 0.1134291 Dec 12 17:37:33.762050 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-fb824ff8-9528-403e-987d-7fac87fc7496 req-c7c60345-d238-4c37-8e2c-1cffd6920ff7 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Deleting port d93e9b15-ca01-4252-b2fd-b6b7f8965543 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:37:33.762339 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fb824ff8-9528-403e-987d-7fac87fc7496 req-c7c60345-d238-4c37-8e2c-1cffd6920ff7 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:33.896123 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9dc7ef43-bcf0-40e3-9ce9-5eddac48df91 req-205857a9-2112-45e5-98c3-5833719e25f8 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022452 Dec 12 17:37:34.066779 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9a25f-02c4-42af-907a-8471fc255af2 req-4f1d23ae-e912-4897-9abc-c8f4df30efc3 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:34.069302 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cac9a25f-02c4-42af-907a-8471fc255af2 req-4f1d23ae-e912-4897-9abc-c8f4df30efc3 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/ports?device_id=0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf HTTP/1.1" status: 200 len: 946 time: 0.1665924 Dec 12 17:37:34.076298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-aa27fe91-ba70-4682-9f76-049c9dab8b4e req-a6954a25-823c-4942-bad0-2749132f6ff9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Deleting port de6c5e76-2a11-4fc6-a988-a7a37cf68a9a {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:37:34.076866 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-aa27fe91-ba70-4682-9f76-049c9dab8b4e req-a6954a25-823c-4942-bad0-2749132f6ff9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:34.123836 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-fb824ff8-9528-403e-987d-7fac87fc7496 req-c7c60345-d238-4c37-8e2c-1cffd6920ff7 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] For port d93e9b15-ca01-4252-b2fd-b6b7f8965543, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d93e9b15-ca01-4252-b2fd-b6b7f8965543,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:34.124990 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fb824ff8-9528-403e-987d-7fac87fc7496 req-c7c60345-d238-4c37-8e2c-1cffd6920ff7 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:34.132278 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-35e00b5a-799a-4a40-ab83-40d3d913d3a9 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:34.134057 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-35e00b5a-799a-4a40-ab83-40d3d913d3a9 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.31 "GET /v2.0/networks?id=256368dc-5e68-4402-91a5-533328bbf958 HTTP/1.1" status: 200 len: 805 time: 0.7755582 Dec 12 17:37:34.159066 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-03008933-0c64-425a-97db-b5ff9661c8a3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Request body: {'port': {'device_id': '09c289c2-eaa5-4d1d-a3c3-01ba59916e79', 'network_id': '256368dc-5e68-4402-91a5-533328bbf958', 'admin_state_up': True, 'tenant_id': '644361ec9cbf42cab25484461bfad5cb'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:34.183661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f7cde92-c5d1-4e14-9e5a-2cb2625a74a8 req-48fc6b0f-5405-4dd0-8844-1fe6e41ec46e tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 210 time: 0.1099555 Dec 12 17:37:34.208867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-fb824ff8-9528-403e-987d-7fac87fc7496 req-c7c60345-d238-4c37-8e2c-1cffd6920ff7 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Calling delete_port for d93e9b15-ca01-4252-b2fd-b6b7f8965543 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:37:34.223697 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb83bdba-3d32-498d-9d9e-6520ff622c51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Router 2e959e39-8255-4d50-bd04-463d96fc569f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:37:34.311485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40584) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:34.372287 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cac9a25f-02c4-42af-907a-8471fc255af2 req-9515c562-0579-40cf-9e32-b09c2b8bedb0 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d0b80d-1154-4d47-a69b-d8b0a0b1a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875597 Dec 12 17:37:34.387456 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb83bdba-3d32-498d-9d9e-6520ff622c51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:37:34.411970 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75980c45-7387-4c50-8a44-a270b6bec91a None None] Sync routers for ids ['2e959e39-8255-4d50-bd04-463d96fc569f'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:37:34.418414 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb83bdba-3d32-498d-9d9e-6520ff622c51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:34.426479 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75980c45-7387-4c50-8a44-a270b6bec91a None None] Routers {'2e959e39-8255-4d50-bd04-463d96fc569f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:37:34.427110 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-75980c45-7387-4c50-8a44-a270b6bec91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:37:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2e959e39-8255-4d50-bd04-463d96fc569f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:34.464353 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-03008933-0c64-425a-97db-b5ff9661c8a3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Made reservation on behalf of 644361ec9cbf42cab25484461bfad5cb for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:37:34.468848 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-03008933-0c64-425a-97db-b5ff9661c8a3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:34.473614 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cb83bdba-3d32-498d-9d9e-6520ff622c51 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "PUT /v2.0/floatingips/c72283a5-1e1f-40ed-b366-43285ad07e21 HTTP/1.1" status: 200 len: 990 time: 2.3370011 Dec 12 17:37:34.475567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:34.480973 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afe1a78-cc42-4418-9aa0-2f4af8748d94" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:34.513881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-aa27fe91-ba70-4682-9f76-049c9dab8b4e req-a6954a25-823c-4942-bad0-2749132f6ff9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] For port de6c5e76-2a11-4fc6-a988-a7a37cf68a9a, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=de6c5e76-2a11-4fc6-a988-a7a37cf68a9a,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:34.514275 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-aa27fe91-ba70-4682-9f76-049c9dab8b4e req-a6954a25-823c-4942-bad0-2749132f6ff9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:34.552444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a59034-6966-461a-8dac-02ed99c18d0e req-4d84492b-16d5-4c4c-8bd6-5ecd4a371d25 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:34.554078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3a59034-6966-461a-8dac-02ed99c18d0e req-4d84492b-16d5-4c4c-8bd6-5ecd4a371d25 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 945 time: 0.2415488 Dec 12 17:37:34.587844 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-aa27fe91-ba70-4682-9f76-049c9dab8b4e req-a6954a25-823c-4942-bad0-2749132f6ff9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Calling delete_port for de6c5e76-2a11-4fc6-a988-a7a37cf68a9a owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:37:34.615147 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ddbcb80-42c3-443b-8d61-e13c6b6db87b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:34.647972 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-75980c45-7387-4c50-8a44-a270b6bec91a None None] Set router 2e959e39-8255-4d50-bd04-463d96fc569f gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:37:34.676294 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-03008933-0c64-425a-97db-b5ff9661c8a3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Allocated IP 172.20.0.5 (256368dc-5e68-4402-91a5-533328bbf958/2a5209e1-f35d-462f-abcb-435d8a0a7895/eac682f3-884a-4904-bd44-b093f2562ed5) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:37:34.812520 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:37:34.825737 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c229c65-f2f9-4352-a864-abf0c9e7815e x-openstack-request-id: req-5c229c65-f2f9-4352-a864-abf0c9e7815e {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:34.835463 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:34.835790 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c229c65-f2f9-4352-a864-abf0c9e7815e {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:34.836267 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'status': 'completed', 'code': 200} Dec 12 17:37:34.859081 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:37:34.859713 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 7f52f2d7-ef28-4d7a-949b-f3ac8dec8c64 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:37:34.863314 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device de6c5e76-2a11-4fc6-a988-a7a37cf68a9a no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:37:34.863848 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3a59034-6966-461a-8dac-02ed99c18d0e req-c53c80c0-bfcd-4f90-8eb4-969acc24b21e tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902088 Dec 12 17:37:34.884901 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fb824ff8-9528-403e-987d-7fac87fc7496 req-c7c60345-d238-4c37-8e2c-1cffd6920ff7 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:34.923689 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-03008933-0c64-425a-97db-b5ff9661c8a3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:34.937264 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['34c225bb-5552-4471-9ee7-ebcfeb139f9b', 'a0879cc0-2e86-4590-bced-df6b0693ef80', '9ea1f311-d556-46fb-adc1-8024b88e9cc8', 'd93e9b15-ca01-4252-b2fd-b6b7f8965543'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:34.995001 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-03008933-0c64-425a-97db-b5ff9661c8a3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:35.029949 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c60345-d238-4c37-8e2c-1cffd6920ff7 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Pushing event deleted for resources: {'Port': ['ID=d93e9b15-ca01-4252-b2fd-b6b7f8965543,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:35.033648 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-aa27fe91-ba70-4682-9f76-049c9dab8b4e req-a6954a25-823c-4942-bad0-2749132f6ff9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:35.068059 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe1a78-cc42-4418-9aa0-2f4af8748d94 req-d05ed454-6289-4db9-abbb-a0fd3d3bac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:35.070013 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5afe1a78-cc42-4418-9aa0-2f4af8748d94 req-d05ed454-6289-4db9-abbb-a0fd3d3bac17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 1096 time: 0.2848339 Dec 12 17:37:35.076943 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-03008933-0c64-425a-97db-b5ff9661c8a3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Network 256368dc-5e68-4402-91a5-533328bbf958 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:37:35.083259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-03008933-0c64-425a-97db-b5ff9661c8a3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:37:35.086024 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No active binding found for port de6c5e76-2a11-4fc6-a988-a7a37cf68a9a {{(pid=103152) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 12 17:37:35.086831 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device de6c5e76-2a11-4fc6-a988-a7a37cf68a9a not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:37:35.093340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-03008933-0c64-425a-97db-b5ff9661c8a3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:37:35.129398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1bc05db-b696-466e-9bbf-64b25816fc88 req-bf18e767-7e02-4d63-89e6-15b619b49b82 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=69778f63-a0f1-4f71-9e7d-b23745203395 HTTP/1.1" status: 200 len: 210 time: 0.0835555 Dec 12 17:37:35.159698 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6954a25-823c-4942-bad0-2749132f6ff9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Pushing event deleted for resources: {'Port': ['ID=de6c5e76-2a11-4fc6-a988-a7a37cf68a9a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:35.185167 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-03008933-0c64-425a-97db-b5ff9661c8a3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:35.185838 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-03008933-0c64-425a-97db-b5ff9661c8a3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:35.203301 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03008933-0c64-425a-97db-b5ff9661c8a3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Pushing event updated for resources: {'Port': ['ID=eac682f3-884a-4904-bd44-b093f2562ed5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:35.221296 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-03008933-0c64-425a-97db-b5ff9661c8a3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0683339 Dec 12 17:37:35.269350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb824ff8-9528-403e-987d-7fac87fc7496 req-c7c60345-d238-4c37-8e2c-1cffd6920ff7 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] No DVR routers for this DVR port d93e9b15-ca01-4252-b2fd-b6b7f8965543 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:37:35.272231 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fb824ff8-9528-403e-987d-7fac87fc7496 req-c7c60345-d238-4c37-8e2c-1cffd6920ff7 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:35.276090 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fb824ff8-9528-403e-987d-7fac87fc7496 req-c7c60345-d238-4c37-8e2c-1cffd6920ff7 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "DELETE /v2.0/ports/d93e9b15-ca01-4252-b2fd-b6b7f8965543 HTTP/1.1" status: 204 len: 173 time: 1.8517439 Dec 12 17:37:35.296183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69778f63-a0f1-4f71-9e7d-b23745203395', 'name': 'network-vif-deleted', 'tag': 'd93e9b15-ca01-4252-b2fd-b6b7f8965543'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:35.299372 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7723e76-c2d3-4588-999e-8d38af5e9e37" -d '{"events": [{"server_uuid": "69778f63-a0f1-4f71-9e7d-b23745203395", "name": "network-vif-deleted", "tag": "d93e9b15-ca01-4252-b2fd-b6b7f8965543"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:35.308628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa27fe91-ba70-4682-9f76-049c9dab8b4e req-a6954a25-823c-4942-bad0-2749132f6ff9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] No DVR routers for this DVR port de6c5e76-2a11-4fc6-a988-a7a37cf68a9a on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:37:35.315791 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-aa27fe91-ba70-4682-9f76-049c9dab8b4e req-a6954a25-823c-4942-bad0-2749132f6ff9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:35.323561 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa27fe91-ba70-4682-9f76-049c9dab8b4e req-a6954a25-823c-4942-bad0-2749132f6ff9 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.20 "DELETE /v2.0/ports/de6c5e76-2a11-4fc6-a988-a7a37cf68a9a HTTP/1.1" status: 204 len: 173 time: 1.6598208 Dec 12 17:37:35.395151 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Request body: {'port': {'device_id': '09c289c2-eaa5-4d1d-a3c3-01ba59916e79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:35.521833 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:35.572454 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ddbcb80-42c3-443b-8d61-e13c6b6db87b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:35.601841 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ddbcb80-42c3-443b-8d61-e13c6b6db87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:35.606779 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-75980c45-7387-4c50-8a44-a270b6bec91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'name': 'tempest-ServerActionsTestJSON-1633422497-router', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:01Z', 'updated_at': '2021-12-12T17:37:05Z', 'revision_number': 4, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'gw_port': {'id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:02Z', 'updated_at': '2021-12-12T17:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'c72283a5-1e1f-40ed-b366-43285ad07e21', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'port_id': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'mac_address': 'fa:16:3e:18:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:37:10Z', 'updated_at': '2021-12-12T17:37:32Z', 'revision_number': 1, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2b97f8-f22c-411d-a684-1730cd99bd53', 'name': '', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'mac_address': 'fa:16:3e:82:6c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:04Z', 'updated_at': '2021-12-12T17:37:11Z', 'revision_number': 5, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'subnets': [{'id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:35.645328 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe1a78-cc42-4418-9aa0-2f4af8748d94 req-351d7d26-18da-433e-bff5-46fa120239eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:35.646271 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5afe1a78-cc42-4418-9aa0-2f4af8748d94 req-351d7d26-18da-433e-bff5-46fa120239eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 913 time: 0.5237365 Dec 12 17:37:35.674593 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75980c45-7387-4c50-8a44-a270b6bec91a None None] Checking router: 2e959e39-8255-4d50-bd04-463d96fc569f for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:37:35.679827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4711b71-1ade-4221-9b76-558421bb5c81 req-a09e76ed-e671-4870-a23d-4eecc74148ea tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:35.687968 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4711b71-1ade-4221-9b76-558421bb5c81 req-a09e76ed-e671-4870-a23d-4eecc74148ea tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 931 time: 0.3361022 Dec 12 17:37:35.713815 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75980c45-7387-4c50-8a44-a270b6bec91a None None] Routers {'2e959e39-8255-4d50-bd04-463d96fc569f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:37:35.717249 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-75980c45-7387-4c50-8a44-a270b6bec91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:37:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2e959e39-8255-4d50-bd04-463d96fc569f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:35.803558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f4ce4-0c6e-4964-9af5-560f9fbb08bb req-4e7fb112-b2cb-4782-89f6-ab9eaf082da9 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:35.811717 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-714f4ce4-0c6e-4964-9af5-560f9fbb08bb req-4e7fb112-b2cb-4782-89f6-ab9eaf082da9 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/ports?device_id=0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf HTTP/1.1" status: 200 len: 946 time: 0.4246511 Dec 12 17:37:35.862117 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5afe1a78-cc42-4418-9aa0-2f4af8748d94 req-5cd1a494-8596-4de0-a1aa-541902bb9b9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab HTTP/1.1" status: 200 len: 998 time: 0.2029955 Dec 12 17:37:35.866989 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9ddbcb80-42c3-443b-8d61-e13c6b6db87b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=354fcc3db1604a6a9c4e3a58a60e618b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5532095 Dec 12 17:37:35.883287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40614) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:35.914731 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac682f3-884a-4904-bd44-b093f2562ed5 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:37:35.924072 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:35.928265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbcb80-42c3-443b-8d61-e13c6b6db87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26affde4-52bb-40be-a77a-df7233e61b00,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:35.955456 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Transition to ACTIVE for port object eac682f3-884a-4904-bd44-b093f2562ed5 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:37:35.969072 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:36.010508 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-75980c45-7387-4c50-8a44-a270b6bec91a None None] Set router 2e959e39-8255-4d50-bd04-463d96fc569f gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:37:36.082168 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Pushing event updated for resources: {'Port': ['ID=eac682f3-884a-4904-bd44-b093f2562ed5,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:36.225975 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Attempting to bind port eac682f3-884a-4904-bd44-b093f2562ed5 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:37:36.226349 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Attempting to bind port eac682f3-884a-4904-bd44-b093f2562ed5 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256368dc-5e68-4402-91a5-533328bbf958'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:37:36.226650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Attempting to bind port eac682f3-884a-4904-bd44-b093f2562ed5 on network 256368dc-5e68-4402-91a5-533328bbf958 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:37:36.235606 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Port eac682f3-884a-4904-bd44-b093f2562ed5 on network 256368dc-5e68-4402-91a5-533328bbf958 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:37:36.235958 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Attempting to bind port eac682f3-884a-4904-bd44-b093f2562ed5 on network 256368dc-5e68-4402-91a5-533328bbf958 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:37:36.241483 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:37:36.241867 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Checking segment: {'id': 'fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256368dc-5e68-4402-91a5-533328bbf958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:37:36.242260 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Bound using segment: {'id': 'fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256368dc-5e68-4402-91a5-533328bbf958'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:37:36.242698 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Bound port: eac682f3-884a-4904-bd44-b093f2562ed5, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256368dc-5e68-4402-91a5-533328bbf958'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:37:36.243119 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:36.346193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] For port eac682f3-884a-4904-bd44-b093f2562ed5, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:37:36.356371 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] For port eac682f3-884a-4904-bd44-b093f2562ed5, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=eac682f3-884a-4904-bd44-b093f2562ed5,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:37:36.367548 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:36.392729 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-75980c45-7387-4c50-8a44-a270b6bec91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'name': 'tempest-ServerActionsTestJSON-1633422497-router', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:01Z', 'updated_at': '2021-12-12T17:37:05Z', 'revision_number': 4, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'gw_port': {'id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:02Z', 'updated_at': '2021-12-12T17:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'c72283a5-1e1f-40ed-b366-43285ad07e21', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'port_id': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'mac_address': 'fa:16:3e:18:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:37:10Z', 'updated_at': '2021-12-12T17:37:32Z', 'revision_number': 1, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2b97f8-f22c-411d-a684-1730cd99bd53', 'name': '', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'mac_address': 'fa:16:3e:82:6c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:04Z', 'updated_at': '2021-12-12T17:37:11Z', 'revision_number': 5, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'subnets': [{'id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:36.404298 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4711b71-1ade-4221-9b76-558421bb5c81 req-58ed641a-b979-46b3-af8e-9f71146ae23c tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6228220 Dec 12 17:37:36.445086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe1a78-cc42-4418-9aa0-2f4af8748d94 req-b7c2d95f-b5d9-45d8-8ebc-4c4b36f60196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:36.446579 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5afe1a78-cc42-4418-9aa0-2f4af8748d94 req-b7c2d95f-b5d9-45d8-8ebc-4c4b36f60196 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.5666494 Dec 12 17:37:36.451613 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba5afd9b-0ad8-4010-83e6-b345d9bfd36f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:36.452303 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:36.453253 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:36.454507 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] 10.222.0.31 "PUT /v2.0/ports/eac682f3-884a-4904-bd44-b093f2562ed5 HTTP/1.1" status: 200 len: 1091 time: 1.2221351 Dec 12 17:37:36.463855 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75980c45-7387-4c50-8a44-a270b6bec91a None None] The sync data for ids ['2e959e39-8255-4d50-bd04-463d96fc569f'] in n-d-760354-5 is: [{'id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'name': 'tempest-ServerActionsTestJSON-1633422497-router', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:01Z', 'updated_at': '2021-12-12T17:37:05Z', 'revision_number': 4, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'gw_port': {'id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:02Z', 'updated_at': '2021-12-12T17:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'c72283a5-1e1f-40ed-b366-43285ad07e21', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'port_id': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'mac_address': 'fa:16:3e:18:e2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:37:10Z', 'updated_at': '2021-12-12T17:37:32Z', 'revision_number': 1, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2b97f8-f22c-411d-a684-1730cd99bd53', 'name': '', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'mac_address': 'fa:16:3e:82:6c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:04Z', 'updated_at': '2021-12-12T17:37:11Z', 'revision_number': 5, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'subnets': [{'id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:37:36.476067 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-714f4ce4-0c6e-4964-9af5-560f9fbb08bb req-d6e3a812-16c4-4435-a95e-7ee076fe2bc0 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d0b80d-1154-4d47-a69b-d8b0a0b1a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6633599 Dec 12 17:37:36.562825 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447852e7-4452-47d7-853e-bb6fb9e611cd x-openstack-request-id: req-447852e7-4452-47d7-853e-bb6fb9e611cd {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:36.563079 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69778f63-a0f1-4f71-9e7d-b23745203395", "name": "network-vif-deleted", "tag": "d93e9b15-ca01-4252-b2fd-b6b7f8965543", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:36.563373 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-447852e7-4452-47d7-853e-bb6fb9e611cd {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:36.563824 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69778f63-a0f1-4f71-9e7d-b23745203395', 'name': 'network-vif-deleted', 'tag': 'd93e9b15-ca01-4252-b2fd-b6b7f8965543', 'status': 'completed', 'code': 200} Dec 12 17:37:36.608166 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb3148-772f-47e6-9b6f-fa569d49bb25 service neutron] Pushing event updated for resources: {'Port': ['ID=eac682f3-884a-4904-bd44-b093f2562ed5,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:36.627967 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba5afd9b-0ad8-4010-83e6-b345d9bfd36f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:36.635133 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-5cbae66f-7773-4477-9535-370975eee83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:36.636702 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-5cbae66f-7773-4477-9535-370975eee83c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=644361ec9cbf42cab25484461bfad5cb&device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 1094 time: 0.1087399 Dec 12 17:37:36.691904 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-a4a269d5-f954-47b8-9e4d-4734f77ea42b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eac682f3-884a-4904-bd44-b093f2562ed5 HTTP/1.1" status: 200 len: 217 time: 0.0445254 Dec 12 17:37:36.744194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe1a78-cc42-4418-9aa0-2f4af8748d94 req-40862f98-0fad-4667-81e7-b428c82a23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:36.746336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5afe1a78-cc42-4418-9aa0-2f4af8748d94 req-40862f98-0fad-4667-81e7-b428c82a23c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2406774 Dec 12 17:37:36.748023 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba5afd9b-0ad8-4010-83e6-b345d9bfd36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:36.751238 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba5afd9b-0ad8-4010-83e6-b345d9bfd36f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:36.752347 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ba5afd9b-0ad8-4010-83e6-b345d9bfd36f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26affde4-52bb-40be-a77a-df7233e61b00 HTTP/1.1" status: 204 len: 168 time: 0.8671360 Dec 12 17:37:36.781819 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-3d3a2b91-2d0d-4477-bd6b-9014f2757437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:36.785154 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-3d3a2b91-2d0d-4477-bd6b-9014f2757437 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2a5209e1-f35d-462f-abcb-435d8a0a7895 HTTP/1.1" status: 200 len: 845 time: 0.0772684 Dec 12 17:37:36.788968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5afd9b-0ad8-4010-83e6-b345d9bfd36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26affde4-52bb-40be-a77a-df7233e61b00,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:36.837582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be56e5-d418-4da1-a6e4-4e0e0a80275f req-8d5df9c0-3244-4093-aa29-eab9c95205c6 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:36.839407 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-70be56e5-d418-4da1-a6e4-4e0e0a80275f req-8d5df9c0-3244-4093-aa29-eab9c95205c6 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.20 "GET /v2.0/ports?device_id=0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf HTTP/1.1" status: 200 len: 946 time: 0.2798991 Dec 12 17:37:36.856552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04713ea9-b9f8-4001-bcfb-070e5f1a6414 None None] New status for floating IP c72283a5-1e1f-40ed-b366-43285ad07e21: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:37:36.882602 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c289c2-eaa5-4d1d-a3c3-01ba59916e79', 'tag': 'eac682f3-884a-4904-bd44-b093f2562ed5'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:36.890331 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060e3f2b-d325-4c5e-b6cb-772e99be0369" -d '{"events": [{"name": "network-changed", "server_uuid": "09c289c2-eaa5-4d1d-a3c3-01ba59916e79", "tag": "eac682f3-884a-4904-bd44-b093f2562ed5"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:36.906268 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-b19dc32f-ac62-422c-9111-3d7b73c382bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=256368dc-5e68-4402-91a5-533328bbf958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092381 Dec 12 17:37:36.924529 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b819e3-0427-4ed6-bf54-0ddb0a64bb8f req-3988c073-bc13-479a-bfd2-3c6b4178cf12 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:36.933376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4b819e3-0427-4ed6-bf54-0ddb0a64bb8f req-3988c073-bc13-479a-bfd2-3c6b4178cf12 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 945 time: 0.2366920 Dec 12 17:37:37.110903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4b819e3-0427-4ed6-bf54-0ddb0a64bb8f req-e564c186-f36b-43a7-b0ef-2fa3fedfa702 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764212 Dec 12 17:37:37.112292 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0732b1-9312-4148-ae85-3dbbf299b2a1 x-openstack-request-id: req-ed0732b1-9312-4148-ae85-3dbbf299b2a1 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:37.114817 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c289c2-eaa5-4d1d-a3c3-01ba59916e79", "tag": "eac682f3-884a-4904-bd44-b093f2562ed5", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:37.115172 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed0732b1-9312-4148-ae85-3dbbf299b2a1 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:37.116083 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c289c2-eaa5-4d1d-a3c3-01ba59916e79', 'tag': 'eac682f3-884a-4904-bd44-b093f2562ed5', 'status': 'completed', 'code': 200} Dec 12 17:37:37.119874 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-73cf116f-c70c-49b7-8bc6-84fe781e7c04 service neutron] 10.222.0.31 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057388 Dec 12 17:37:37.128004 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5afe1a78-cc42-4418-9aa0-2f4af8748d94 req-41f5cf5f-b14b-4c26-b826-dfd29c6e889e service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384976 Dec 12 17:37:37.157549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['34c225bb-5552-4471-9ee7-ebcfeb139f9b', 'a0879cc0-2e86-4590-bced-df6b0693ef80', '9ea1f311-d556-46fb-adc1-8024b88e9cc8'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:37.163626 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device d93e9b15-ca01-4252-b2fd-b6b7f8965543 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:37:37.233539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: d93e9b15-ca01-4252-b2fd-b6b7f8965543 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:37:37.234143 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device d93e9b15-ca01-4252-b2fd-b6b7f8965543 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:37:37.259271 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5afe1a78-cc42-4418-9aa0-2f4af8748d94 req-8cf9dba6-03e6-46b8-af24-32a25e1a32db service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213849 Dec 12 17:37:37.280952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-70be56e5-d418-4da1-a6e4-4e0e0a80275f req-604aca1b-2a2f-4edd-8ea3-d409a9f3acab tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Deleting port 1ec28a90-e887-4653-a8fa-eb4c28ceb727 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:37:37.281304 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-70be56e5-d418-4da1-a6e4-4e0e0a80275f req-604aca1b-2a2f-4edd-8ea3-d409a9f3acab tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:37.394371 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-19959cf5-0f8e-420b-b834-ae1954c42e40 req-58313c5f-7df2-4e29-a904-395559e36a9a service neutron] 10.222.0.31 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647064 Dec 12 17:37:37.438348 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40640) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:37.458989 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7987edb-1837-46c8-b215-32a892d9fa60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:37.488583 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-70be56e5-d418-4da1-a6e4-4e0e0a80275f req-604aca1b-2a2f-4edd-8ea3-d409a9f3acab tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] For port 1ec28a90-e887-4653-a8fa-eb4c28ceb727, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1ec28a90-e887-4653-a8fa-eb4c28ceb727,segment=NetworkSegment(2c9d0b36-1a21-4255-b869-227dded2e909),segment_id=2c9d0b36-1a21-4255-b869-227dded2e909)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:37.488892 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-70be56e5-d418-4da1-a6e4-4e0e0a80275f req-604aca1b-2a2f-4edd-8ea3-d409a9f3acab tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:37.509415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-70be56e5-d418-4da1-a6e4-4e0e0a80275f req-604aca1b-2a2f-4edd-8ea3-d409a9f3acab tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Calling delete_port for 1ec28a90-e887-4653-a8fa-eb4c28ceb727 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:37:37.530598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00ffad-d189-4822-bdf3-03123339e633 req-29bc9afa-af21-49ad-a752-43ef70a4a984 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:37.532180 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f00ffad-d189-4822-bdf3-03123339e633 req-29bc9afa-af21-49ad-a752-43ef70a4a984 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=706b1f52-df52-42c7-bf0a-77651de00fe6 HTTP/1.1" status: 200 len: 950 time: 0.0884049 Dec 12 17:37:37.575415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e3f2b-d325-4c5e-b6cb-772e99be0369 req-03948dfe-19a5-4098-a097-11d60c6f594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:37.577666 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-060e3f2b-d325-4c5e-b6cb-772e99be0369 req-03948dfe-19a5-4098-a097-11d60c6f594e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=644361ec9cbf42cab25484461bfad5cb&device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 1094 time: 0.1060798 Dec 12 17:37:37.684386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5677d21-a339-44ba-871e-2943d1a8bf97 req-0b89793c-ac9a-41a4-adf2-fc9d8342b473 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:37.685911 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5677d21-a339-44ba-871e-2943d1a8bf97 req-0b89793c-ac9a-41a4-adf2-fc9d8342b473 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 943 time: 0.1508074 Dec 12 17:37:37.697507 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f00ffad-d189-4822-bdf3-03123339e633 req-eaf684ca-7e60-4d76-925e-52b33cab7774 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569028 Dec 12 17:37:37.707804 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7987edb-1837-46c8-b215-32a892d9fa60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:37.720826 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7987edb-1837-46c8-b215-32a892d9fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:37.778626 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e3f2b-d325-4c5e-b6cb-772e99be0369 req-00f58049-b3a3-417b-910a-4716a4782e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:37.780439 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-060e3f2b-d325-4c5e-b6cb-772e99be0369 req-00f58049-b3a3-417b-910a-4716a4782e65 service neutron] 10.222.0.31 "GET /v2.0/networks?id=256368dc-5e68-4402-91a5-533328bbf958 HTTP/1.1" status: 200 len: 906 time: 0.1889236 Dec 12 17:37:37.786603 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7987edb-1837-46c8-b215-32a892d9fa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54eda02-d95c-4ab1-85c6-3e97a77f1401,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:37.792099 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d7987edb-1837-46c8-b215-32a892d9fa60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf99be6e8fc944dc951c526759a54fc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3527133 Dec 12 17:37:37.800484 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5677d21-a339-44ba-871e-2943d1a8bf97 req-4c9d7124-3f5d-44df-a260-6f640e645436 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012666 Dec 12 17:37:37.800735 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40648) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:37.884306 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-060e3f2b-d325-4c5e-b6cb-772e99be0369 req-94a1f3e9-315d-4fc4-acdb-680ca363e55d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eac682f3-884a-4904-bd44-b093f2562ed5 HTTP/1.1" status: 200 len: 217 time: 0.0910857 Dec 12 17:37:37.915851 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac99c4-4567-4b3c-b3af-893c16e7a76a req-dd4cae8b-4910-4cf5-8a20-7944c554993a tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:37.923636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0ac99c4-4567-4b3c-b3af-893c16e7a76a req-dd4cae8b-4910-4cf5-8a20-7944c554993a tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/ports?device_id=0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf HTTP/1.1" status: 200 len: 946 time: 0.0903220 Dec 12 17:37:37.927425 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-70be56e5-d418-4da1-a6e4-4e0e0a80275f req-604aca1b-2a2f-4edd-8ea3-d409a9f3acab tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:37.942585 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87231d43-f949-41d5-9d2e-db93acc3e612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:37.943138 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['1ec28a90-e887-4653-a8fa-eb4c28ceb727'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:37.972532 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e3f2b-d325-4c5e-b6cb-772e99be0369 req-ccb224d0-b791-4e36-8bef-8b712854ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:37.973303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604aca1b-2a2f-4edd-8ea3-d409a9f3acab tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Pushing event deleted for resources: {'Port': ['ID=1ec28a90-e887-4653-a8fa-eb4c28ceb727,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:37.974004 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-060e3f2b-d325-4c5e-b6cb-772e99be0369 req-ccb224d0-b791-4e36-8bef-8b712854ab18 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2a5209e1-f35d-462f-abcb-435d8a0a7895 HTTP/1.1" status: 200 len: 845 time: 0.0817075 Dec 12 17:37:37.989732 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87231d43-f949-41d5-9d2e-db93acc3e612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:38.037975 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-060e3f2b-d325-4c5e-b6cb-772e99be0369 req-b96758a9-272b-418d-b277-fd00244dd655 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=256368dc-5e68-4402-91a5-533328bbf958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461111 Dec 12 17:37:38.041380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-70be56e5-d418-4da1-a6e4-4e0e0a80275f req-604aca1b-2a2f-4edd-8ea3-d409a9f3acab tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] No DVR routers for this DVR port 1ec28a90-e887-4653-a8fa-eb4c28ceb727 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:37:38.046218 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-70be56e5-d418-4da1-a6e4-4e0e0a80275f req-604aca1b-2a2f-4edd-8ea3-d409a9f3acab tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:38.050276 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-70be56e5-d418-4da1-a6e4-4e0e0a80275f req-604aca1b-2a2f-4edd-8ea3-d409a9f3acab tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.20 "DELETE /v2.0/ports/1ec28a90-e887-4653-a8fa-eb4c28ceb727 HTTP/1.1" status: 204 len: 173 time: 1.1682484 Dec 12 17:37:38.063765 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0ac99c4-4567-4b3c-b3af-893c16e7a76a req-cc0c45a2-abea-4c17-95cc-7adc517e4c11 tempest-ServerAddressesTestJSON-1347690421 tempest-ServerAddressesTestJSON-1347690421-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d0b80d-1154-4d47-a69b-d8b0a0b1a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368048 Dec 12 17:37:38.161486 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87231d43-f949-41d5-9d2e-db93acc3e612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:38.164182 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87231d43-f949-41d5-9d2e-db93acc3e612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:38.165823 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-87231d43-f949-41d5-9d2e-db93acc3e612 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f54eda02-d95c-4ab1-85c6-3e97a77f1401 HTTP/1.1" status: 204 len: 168 time: 0.3631837 Dec 12 17:37:38.191613 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87231d43-f949-41d5-9d2e-db93acc3e612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54eda02-d95c-4ab1-85c6-3e97a77f1401,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:38.195711 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-060e3f2b-d325-4c5e-b6cb-772e99be0369 req-505b7677-67a4-4e2a-933f-4594e30d1f3e service neutron] 10.222.0.31 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490312 Dec 12 17:37:38.283890 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cc486-67ac-4824-b061-df909437b631 req-39681627-9cd8-4baf-9fa7-004e9c3bc8f3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:38.286511 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-005cc486-67ac-4824-b061-df909437b631 req-39681627-9cd8-4baf-9fa7-004e9c3bc8f3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 945 time: 0.0750568 Dec 12 17:37:38.345644 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-060e3f2b-d325-4c5e-b6cb-772e99be0369 req-3edba08e-9b50-4a42-83c8-08e90258b749 service neutron] 10.222.0.31 "GET /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377168 Dec 12 17:37:38.351069 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-005cc486-67ac-4824-b061-df909437b631 req-91099fba-9e20-4c07-a386-026e44489642 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571640 Dec 12 17:37:38.565662 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478a62b5-5a01-43db-9e05-937e6514868d', 'name': 'network-vif-deleted', 'tag': 'de6c5e76-2a11-4fc6-a988-a7a37cf68a9a'}, {'server_uuid': '0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf', 'name': 'network-vif-deleted', 'tag': '1ec28a90-e887-4653-a8fa-eb4c28ceb727'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:38.569407 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2aa0de-306e-4166-b36c-3ef444dae0fb" -d '{"events": [{"server_uuid": "478a62b5-5a01-43db-9e05-937e6514868d", "name": "network-vif-deleted", "tag": "de6c5e76-2a11-4fc6-a988-a7a37cf68a9a"}, {"server_uuid": "0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf", "name": "network-vif-deleted", "tag": "1ec28a90-e887-4653-a8fa-eb4c28ceb727"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:38.634046 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1e1213-0532-439a-923d-0f7cefb0a05a x-openstack-request-id: req-8c1e1213-0532-439a-923d-0f7cefb0a05a {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:38.634407 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478a62b5-5a01-43db-9e05-937e6514868d", "name": "network-vif-deleted", "tag": "de6c5e76-2a11-4fc6-a988-a7a37cf68a9a", "status": "completed", "code": 200}, {"server_uuid": "0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf", "name": "network-vif-deleted", "tag": "1ec28a90-e887-4653-a8fa-eb4c28ceb727", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:38.634677 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c1e1213-0532-439a-923d-0f7cefb0a05a {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:38.635225 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478a62b5-5a01-43db-9e05-937e6514868d', 'name': 'network-vif-deleted', 'tag': 'de6c5e76-2a11-4fc6-a988-a7a37cf68a9a', 'status': 'completed', 'code': 200} Dec 12 17:37:38.635480 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0838c3e4-1ceb-4b83-83a3-f805c6d7a0cf', 'name': 'network-vif-deleted', 'tag': '1ec28a90-e887-4653-a8fa-eb4c28ceb727', 'status': 'completed', 'code': 200} Dec 12 17:37:38.844567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a85b2c-ff6a-4956-8b70-e75366c45d8a req-4fa5c327-efcf-43ee-b17c-e1e2749926b2 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:38.844567 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8a85b2c-ff6a-4956-8b70-e75366c45d8a req-4fa5c327-efcf-43ee-b17c-e1e2749926b2 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=706b1f52-df52-42c7-bf0a-77651de00fe6 HTTP/1.1" status: 200 len: 950 time: 0.0604393 Dec 12 17:37:38.906613 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8a85b2c-ff6a-4956-8b70-e75366c45d8a req-ad50481b-0d14-4af1-8c6b-80dd338e7688 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555422 Dec 12 17:37:38.955088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab1df3-b71e-4c59-bb45-f54fe3d226e2 req-e52da714-e827-4601-962e-3e1a6a5c8d62 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:38.959091 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55ab1df3-b71e-4c59-bb45-f54fe3d226e2 req-e52da714-e827-4601-962e-3e1a6a5c8d62 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 943 time: 0.0664201 Dec 12 17:37:39.023499 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563691d-45af-43d6-b50c-d7e50f5d318b req-5079147e-a70a-44c9-9b4a-6e50cef5285e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:39.025347 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3563691d-45af-43d6-b50c-d7e50f5d318b req-5079147e-a70a-44c9-9b4a-6e50cef5285e tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "GET /v2.0/ports?device_id=706b1f52-df52-42c7-bf0a-77651de00fe6 HTTP/1.1" status: 200 len: 950 time: 0.0746949 Dec 12 17:37:39.049447 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55ab1df3-b71e-4c59-bb45-f54fe3d226e2 req-116cb036-3412-4c36-9138-4c5afdcb61cf tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790603 Dec 12 17:37:39.123491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40686) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:39.173633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-51434666-9743-4bc0-849f-470f176bfeb4 admin admin] Deleting subnet 6a7aa55d-a1d3-41b7-968a-ba93005febda {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:37:39.178452 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51434666-9743-4bc0-849f-470f176bfeb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:39.219884 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51434666-9743-4bc0-849f-470f176bfeb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:39.225525 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-3563691d-45af-43d6-b50c-d7e50f5d318b req-97e107ae-f683-428a-903d-d5ac96b0173f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Deleting port a0879cc0-2e86-4590-bced-df6b0693ef80 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:37:39.225881 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3563691d-45af-43d6-b50c-d7e50f5d318b req-97e107ae-f683-428a-903d-d5ac96b0173f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:39.272144 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51434666-9743-4bc0-849f-470f176bfeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:39.337085 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3563691d-45af-43d6-b50c-d7e50f5d318b req-97e107ae-f683-428a-903d-d5ac96b0173f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] For port a0879cc0-2e86-4590-bced-df6b0693ef80, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a0879cc0-2e86-4590-bced-df6b0693ef80,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:39.337683 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3563691d-45af-43d6-b50c-d7e50f5d318b req-97e107ae-f683-428a-903d-d5ac96b0173f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:39.356292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-3563691d-45af-43d6-b50c-d7e50f5d318b req-97e107ae-f683-428a-903d-d5ac96b0173f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Calling delete_port for a0879cc0-2e86-4590-bced-df6b0693ef80 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:37:39.377398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4690bf-99b4-4235-bcf0-4ce4d2b612c6 req-13cfce8b-2d5a-46d1-a249-846680b367f8 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:39.381645 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f4690bf-99b4-4235-bcf0-4ce4d2b612c6 req-13cfce8b-2d5a-46d1-a249-846680b367f8 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "GET /v2.0/ports?device_id=e94596c2-b4f9-4b4c-aa18-739b64dacb7f HTTP/1.1" status: 200 len: 950 time: 0.0877299 Dec 12 17:37:39.383467 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51434666-9743-4bc0-849f-470f176bfeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:39.420822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51434666-9743-4bc0-849f-470f176bfeb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a7aa55d-a1d3-41b7-968a-ba93005febda,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:39.450618 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51434666-9743-4bc0-849f-470f176bfeb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:39.456904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-51434666-9743-4bc0-849f-470f176bfeb4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6a7aa55d-a1d3-41b7-968a-ba93005febda HTTP/1.1" status: 204 len: 168 time: 0.3318620 Dec 12 17:37:39.457712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40696) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:39.604171 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3563691d-45af-43d6-b50c-d7e50f5d318b req-97e107ae-f683-428a-903d-d5ac96b0173f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:39.624752 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['34c225bb-5552-4471-9ee7-ebcfeb139f9b', 'a0879cc0-2e86-4590-bced-df6b0693ef80', '9ea1f311-d556-46fb-adc1-8024b88e9cc8'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:39.645236 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8436-d7b1-4b20-95dd-2ae74c13805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:39.685494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348423bb-faeb-484b-a5cf-29a9e309b769 req-e6091c69-b841-426e-8726-4fae695f7d76 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:39.687158 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-348423bb-faeb-484b-a5cf-29a9e309b769 req-e6091c69-b841-426e-8726-4fae695f7d76 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 945 time: 0.1137431 Dec 12 17:37:39.700894 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-4f4690bf-99b4-4235-bcf0-4ce4d2b612c6 req-8c40afef-83b7-41b1-879d-46dde96f4902 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Deleting port 9ea1f311-d556-46fb-adc1-8024b88e9cc8 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:37:39.701098 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4f4690bf-99b4-4235-bcf0-4ce4d2b612c6 req-8c40afef-83b7-41b1-879d-46dde96f4902 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:39.756690 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-3563691d-45af-43d6-b50c-d7e50f5d318b req-97e107ae-f683-428a-903d-d5ac96b0173f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] No DVR routers for this DVR port a0879cc0-2e86-4590-bced-df6b0693ef80 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:37:39.760105 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3563691d-45af-43d6-b50c-d7e50f5d318b req-97e107ae-f683-428a-903d-d5ac96b0173f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:39.764501 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3563691d-45af-43d6-b50c-d7e50f5d318b req-97e107ae-f683-428a-903d-d5ac96b0173f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "DELETE /v2.0/ports/a0879cc0-2e86-4590-bced-df6b0693ef80 HTTP/1.1" status: 204 len: 173 time: 0.7186511 Dec 12 17:37:39.765473 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706b1f52-df52-42c7-bf0a-77651de00fe6', 'name': 'network-vif-deleted', 'tag': 'a0879cc0-2e86-4590-bced-df6b0693ef80'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:39.777606 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3dc3e1-88fe-4653-88b4-bd723d9f0fd8" -d '{"events": [{"server_uuid": "706b1f52-df52-42c7-bf0a-77651de00fe6", "name": "network-vif-deleted", "tag": "a0879cc0-2e86-4590-bced-df6b0693ef80"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:39.801348 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e107ae-f683-428a-903d-d5ac96b0173f tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Pushing event deleted for resources: {'Port': ['ID=a0879cc0-2e86-4590-bced-df6b0693ef80,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:39.857000 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cb6e3d-db38-4014-a5ba-99a9ecbd8501 x-openstack-request-id: req-80cb6e3d-db38-4014-a5ba-99a9ecbd8501 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:39.857901 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706b1f52-df52-42c7-bf0a-77651de00fe6", "name": "network-vif-deleted", "tag": "a0879cc0-2e86-4590-bced-df6b0693ef80", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:39.858380 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80cb6e3d-db38-4014-a5ba-99a9ecbd8501 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:39.859012 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b1f52-df52-42c7-bf0a-77651de00fe6', 'name': 'network-vif-deleted', 'tag': 'a0879cc0-2e86-4590-bced-df6b0693ef80', 'status': 'completed', 'code': 200} Dec 12 17:37:39.950910 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-348423bb-faeb-484b-a5cf-29a9e309b769 req-af75cd7d-7de4-4fb0-a384-8f1b7bb5dae8 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548494 Dec 12 17:37:39.977365 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8436-d7b1-4b20-95dd-2ae74c13805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:40.091108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-ce1b8436-d7b1-4b20-95dd-2ae74c13805d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f279a568-daec-4a6e-bde8-da83e35319bb']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:40.105185 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d0ab528-701e-473e-9e5b-91f489b5cdc2 req-32eb3826-b793-43b4-bc2c-efd8b65a277c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=706b1f52-df52-42c7-bf0a-77651de00fe6 HTTP/1.1" status: 200 len: 210 time: 0.0635860 Dec 12 17:37:40.128933 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4f4690bf-99b4-4235-bcf0-4ce4d2b612c6 req-8c40afef-83b7-41b1-879d-46dde96f4902 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] For port 9ea1f311-d556-46fb-adc1-8024b88e9cc8, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=9ea1f311-d556-46fb-adc1-8024b88e9cc8,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:40.135016 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4f4690bf-99b4-4235-bcf0-4ce4d2b612c6 req-8c40afef-83b7-41b1-879d-46dde96f4902 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:40.140769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-ce1b8436-d7b1-4b20-95dd-2ae74c13805d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9d0b36-1a21-4255-b869-227dded2e909') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:40.146710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-ce1b8436-d7b1-4b20-95dd-2ae74c13805d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9d0b36-1a21-4255-b869-227dded2e909') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:40.173396 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8436-d7b1-4b20-95dd-2ae74c13805d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:40.196460 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-4f4690bf-99b4-4235-bcf0-4ce4d2b612c6 req-8c40afef-83b7-41b1-879d-46dde96f4902 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Calling delete_port for 9ea1f311-d556-46fb-adc1-8024b88e9cc8 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:37:40.215143 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8436-d7b1-4b20-95dd-2ae74c13805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:40.238540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1b8436-d7b1-4b20-95dd-2ae74c13805d admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:37:40.239027 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8436-d7b1-4b20-95dd-2ae74c13805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:37:40.241015 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:37:40.376409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579680d9-e9e4-4821-ad54-2332d3e066a4 req-4ec2f50e-f04b-42c1-8584-a82ce00544fa tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:40.377842 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-579680d9-e9e4-4821-ad54-2332d3e066a4 req-4ec2f50e-f04b-42c1-8584-a82ce00544fa tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 943 time: 0.1600196 Dec 12 17:37:40.386155 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8436-d7b1-4b20-95dd-2ae74c13805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:40.395960 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8436-d7b1-4b20-95dd-2ae74c13805d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:40.401810 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ce1b8436-d7b1-4b20-95dd-2ae74c13805d admin admin] 10.222.0.18 "DELETE /v2.0/networks/f279a568-daec-4a6e-bde8-da83e35319bb HTTP/1.1" status: 204 len: 168 time: 0.9376624 Dec 12 17:37:40.527680 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b8436-d7b1-4b20-95dd-2ae74c13805d admin admin] Pushing event deleted for resources: {'Network': ['ID=f279a568-daec-4a6e-bde8-da83e35319bb,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:40.541618 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4f4690bf-99b4-4235-bcf0-4ce4d2b612c6 req-8c40afef-83b7-41b1-879d-46dde96f4902 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:40.563077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['34c225bb-5552-4471-9ee7-ebcfeb139f9b', 'a0879cc0-2e86-4590-bced-df6b0693ef80'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:40.580404 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40afef-83b7-41b1-879d-46dde96f4902 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Pushing event deleted for resources: {'Port': ['ID=9ea1f311-d556-46fb-adc1-8024b88e9cc8,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:40.652602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4690bf-99b4-4235-bcf0-4ce4d2b612c6 req-8c40afef-83b7-41b1-879d-46dde96f4902 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] No DVR routers for this DVR port 9ea1f311-d556-46fb-adc1-8024b88e9cc8 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:37:40.655404 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4f4690bf-99b4-4235-bcf0-4ce4d2b612c6 req-8c40afef-83b7-41b1-879d-46dde96f4902 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:40.659686 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f4690bf-99b4-4235-bcf0-4ce4d2b612c6 req-8c40afef-83b7-41b1-879d-46dde96f4902 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "DELETE /v2.0/ports/9ea1f311-d556-46fb-adc1-8024b88e9cc8 HTTP/1.1" status: 204 len: 173 time: 1.2691281 Dec 12 17:37:40.665765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94596c2-b4f9-4b4c-aa18-739b64dacb7f', 'name': 'network-vif-deleted', 'tag': '9ea1f311-d556-46fb-adc1-8024b88e9cc8'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:40.668209 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf53485-864e-4951-9ba1-4014dbe91480" -d '{"events": [{"server_uuid": "e94596c2-b4f9-4b4c-aa18-739b64dacb7f", "name": "network-vif-deleted", "tag": "9ea1f311-d556-46fb-adc1-8024b88e9cc8"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:40.680919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-579680d9-e9e4-4821-ad54-2332d3e066a4 req-51695887-bfa9-4442-a34b-275e52ca0758 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908144 Dec 12 17:37:40.740571 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fcd316-c921-49d4-8d8d-60975f81972b x-openstack-request-id: req-a9fcd316-c921-49d4-8d8d-60975f81972b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:40.740873 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94596c2-b4f9-4b4c-aa18-739b64dacb7f", "name": "network-vif-deleted", "tag": "9ea1f311-d556-46fb-adc1-8024b88e9cc8", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:40.741178 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9fcd316-c921-49d4-8d8d-60975f81972b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:40.741578 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94596c2-b4f9-4b4c-aa18-739b64dacb7f', 'name': 'network-vif-deleted', 'tag': '9ea1f311-d556-46fb-adc1-8024b88e9cc8', 'status': 'completed', 'code': 200} Dec 12 17:37:40.859925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40732) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:40.865948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1ec28a90-e887-4653-a8fa-eb4c28ceb727 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:37:40.914669 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 1ec28a90-e887-4653-a8fa-eb4c28ceb727 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:37:40.915322 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1ec28a90-e887-4653-a8fa-eb4c28ceb727 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:37:40.930792 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9570bea8-935e-4c10-bf81-e6a7f6b9b0f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f686e405c7b941a7a91a2e8dca0e0838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0667179 Dec 12 17:37:40.931364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40734) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:40.993030 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc12a-0be8-423d-a204-1b4919d31a3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:41.033299 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc12a-0be8-423d-a204-1b4919d31a3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:41.113243 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc12a-0be8-423d-a204-1b4919d31a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:41.116389 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc12a-0be8-423d-a204-1b4919d31a3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:41.118537 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c8ebc12a-0be8-423d-a204-1b4919d31a3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8d0b80d-1154-4d47-a69b-d8b0a0b1a201 HTTP/1.1" status: 204 len: 168 time: 0.1860516 Dec 12 17:37:41.145460 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebc12a-0be8-423d-a204-1b4919d31a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d0b80d-1154-4d47-a69b-d8b0a0b1a201,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:41.179787 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device eac682f3-884a-4904-bd44-b093f2562ed5 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:37:41.207523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb2ac7-dce7-4d45-88d0-0decb5b8f696 req-cb9583ee-bfbb-4b3f-8e2c-6695131930ce tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:41.223033 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0bfb2ac7-dce7-4d45-88d0-0decb5b8f696 req-cb9583ee-bfbb-4b3f-8e2c-6695131930ce tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 945 time: 0.1665235 Dec 12 17:37:41.364870 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0bfb2ac7-dce7-4d45-88d0-0decb5b8f696 req-3ba689da-c33a-40a3-be93-33825050044d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407323 Dec 12 17:37:41.421852 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port eac682f3-884a-4904-bd44-b093f2562ed5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=eac682f3-884a-4904-bd44-b093f2562ed5,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:41.460437 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'eac682f3-884a-4904-bd44-b093f2562ed5', 'network_id': '256368dc-5e68-4402-91a5-533328bbf958', 'port_id': 'eac682f3-884a-4904-bd44-b093f2562ed5', 'mac_address': 'fa:16:3e:22:72:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5209e1-f35d-462f-abcb-435d8a0a7895', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:37:41.516356 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:41.547774 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac682f3-884a-4904-bd44-b093f2562ed5 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:37:41.575726 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port eac682f3-884a-4904-bd44-b093f2562ed5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=eac682f3-884a-4904-bd44-b093f2562ed5,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:41.580529 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:41.701935 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=eac682f3-884a-4904-bd44-b093f2562ed5,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:41.730151 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:41.731661 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:41.733250 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:41.733620 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:41.734052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:41.735402 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:41.735764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:41.736322 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:41.738154 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:41.738672 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:41.738961 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:41.740753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:41.741147 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:41.955609 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77aa618-9a7d-4b22-91e8-8284b8201c10 req-4f7c0786-1be1-40e0-a530-58e64f69f910 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:41.957317 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a77aa618-9a7d-4b22-91e8-8284b8201c10 req-4f7c0786-1be1-40e0-a530-58e64f69f910 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 950 time: 0.1333086 Dec 12 17:37:41.965014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88ce75-3a10-4814-be93-88d4285c534f req-c25d91d8-c61a-4c7e-9668-f7a8ad27107f tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:41.972534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fb88ce75-3a10-4814-be93-88d4285c534f req-c25d91d8-c61a-4c7e-9668-f7a8ad27107f tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 944 time: 0.1381278 Dec 12 17:37:42.002600 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['eac682f3-884a-4904-bd44-b093f2562ed5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:42.080420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a77aa618-9a7d-4b22-91e8-8284b8201c10 req-ffc78b3b-81fd-46ab-9145-b12892f5793c tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058011 Dec 12 17:37:42.096963 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fb88ce75-3a10-4814-be93-88d4285c534f req-af1a3ab3-3b50-4b9d-b7b6-45318dc7ac56 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182199 Dec 12 17:37:42.533265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73399c9-cc41-4da3-a429-9e95de2c34b1 req-f6273f1b-fbb9-4de1-8496-ec2bb02dd28c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:42.536220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f73399c9-cc41-4da3-a429-9e95de2c34b1 req-f6273f1b-fbb9-4de1-8496-ec2bb02dd28c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 945 time: 0.0784757 Dec 12 17:37:42.591151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f73399c9-cc41-4da3-a429-9e95de2c34b1 req-18beeae1-28e0-4ddf-a166-3a42648800a1 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Dec 12 17:37:42.979975 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-71219f98-23d9-4471-8c1d-08222d6200c6 req-e00955c6-a53a-4528-b22e-3d0cc4ed3f93 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0263171 Dec 12 17:37:43.187385 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 9ea1f311-d556-46fb-adc1-8024b88e9cc8 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:37:43.210941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 9ea1f311-d556-46fb-adc1-8024b88e9cc8 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:37:43.211414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 9ea1f311-d556-46fb-adc1-8024b88e9cc8 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:37:43.211904 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a0879cc0-2e86-4590-bced-df6b0693ef80 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:37:43.245497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: a0879cc0-2e86-4590-bced-df6b0693ef80 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:37:43.246284 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a0879cc0-2e86-4590-bced-df6b0693ef80 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:37:43.265666 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad3708-1ed3-4fbd-abc9-be398f6d235f req-08f8f3d5-6ea8-410f-bc97-df9177635c01 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:43.272775 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0ad3708-1ed3-4fbd-abc9-be398f6d235f req-08f8f3d5-6ea8-410f-bc97-df9177635c01 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 950 time: 0.1202602 Dec 12 17:37:43.295772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6c485-7d63-4c93-a0c3-7759019c64d1 req-8def59c1-2fc7-42ad-bb2c-22cc2e0cb804 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:43.303458 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06a6c485-7d63-4c93-a0c3-7759019c64d1 req-8def59c1-2fc7-42ad-bb2c-22cc2e0cb804 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 944 time: 0.1022544 Dec 12 17:37:43.367708 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0ad3708-1ed3-4fbd-abc9-be398f6d235f req-22f85600-ab53-4ad0-b889-50ec3a7ba421 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/security-groups?id=d579388f-54f5-48dd-9321-ceb64f7ae111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939822 Dec 12 17:37:43.401630 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06a6c485-7d63-4c93-a0c3-7759019c64d1 req-2874c98a-fc15-4aef-b999-9cd585579ecf tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970533 Dec 12 17:37:43.610551 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4a856-0ca3-4914-875f-b0aa51f8457c req-79d32521-d75a-4cd8-8300-03f79076f5d2 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:43.613061 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8ba4a856-0ca3-4914-875f-b0aa51f8457c req-79d32521-d75a-4cd8-8300-03f79076f5d2 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "GET /v2.0/ports?device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 950 time: 0.0580618 Dec 12 17:37:43.761830 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7438f-1c3c-4dca-9a62-5b01df5c0ac7 req-caca76f2-ea20-4065-9423-d123af420834 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:43.763354 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0c7438f-1c3c-4dca-9a62-5b01df5c0ac7 req-caca76f2-ea20-4065-9423-d123af420834 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 945 time: 0.0868187 Dec 12 17:37:43.785479 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-8ba4a856-0ca3-4914-875f-b0aa51f8457c req-2f2a94f6-ed83-43e9-8cfd-be2cf18f6a6d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Deleting port 34c225bb-5552-4471-9ee7-ebcfeb139f9b {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:37:43.786073 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8ba4a856-0ca3-4914-875f-b0aa51f8457c req-2f2a94f6-ed83-43e9-8cfd-be2cf18f6a6d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:43.881930 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0c7438f-1c3c-4dca-9a62-5b01df5c0ac7 req-e878b1f7-805b-41f6-87f3-87ba26634fc6 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050158 Dec 12 17:37:43.929718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-8ba4a856-0ca3-4914-875f-b0aa51f8457c req-2f2a94f6-ed83-43e9-8cfd-be2cf18f6a6d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] For port 34c225bb-5552-4471-9ee7-ebcfeb139f9b, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=34c225bb-5552-4471-9ee7-ebcfeb139f9b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:43.930283 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8ba4a856-0ca3-4914-875f-b0aa51f8457c req-2f2a94f6-ed83-43e9-8cfd-be2cf18f6a6d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:43.945216 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-8ba4a856-0ca3-4914-875f-b0aa51f8457c req-2f2a94f6-ed83-43e9-8cfd-be2cf18f6a6d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Calling delete_port for 34c225bb-5552-4471-9ee7-ebcfeb139f9b owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:37:44.145940 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8ba4a856-0ca3-4914-875f-b0aa51f8457c req-2f2a94f6-ed83-43e9-8cfd-be2cf18f6a6d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:44.164700 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['34c225bb-5552-4471-9ee7-ebcfeb139f9b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:44.269105 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8034a4d6-b22f-453d-869a-9fe82c21a677 req-283a7d1a-a1fb-4604-94bc-12503f2ee20b tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.1012845 Dec 12 17:37:44.286499 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba4a856-0ca3-4914-875f-b0aa51f8457c req-2f2a94f6-ed83-43e9-8cfd-be2cf18f6a6d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] No DVR routers for this DVR port 34c225bb-5552-4471-9ee7-ebcfeb139f9b on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:37:44.290084 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8ba4a856-0ca3-4914-875f-b0aa51f8457c req-2f2a94f6-ed83-43e9-8cfd-be2cf18f6a6d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:44.303509 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8ba4a856-0ca3-4914-875f-b0aa51f8457c req-2f2a94f6-ed83-43e9-8cfd-be2cf18f6a6d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.31 "DELETE /v2.0/ports/34c225bb-5552-4471-9ee7-ebcfeb139f9b HTTP/1.1" status: 204 len: 173 time: 0.6738617 Dec 12 17:37:44.303509 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefc66d1-a6d9-40b3-b48d-246cd3ba52f5', 'name': 'network-vif-deleted', 'tag': '34c225bb-5552-4471-9ee7-ebcfeb139f9b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:44.303509 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7626b8be-8d62-4f6e-b691-af872a0a5660" -d '{"events": [{"server_uuid": "aefc66d1-a6d9-40b3-b48d-246cd3ba52f5", "name": "network-vif-deleted", "tag": "34c225bb-5552-4471-9ee7-ebcfeb139f9b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:44.303509 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a94f6-ed83-43e9-8cfd-be2cf18f6a6d tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] Pushing event deleted for resources: {'Port': ['ID=34c225bb-5552-4471-9ee7-ebcfeb139f9b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:44.356481 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c0bb8c-c6f8-41ce-9293-89778733c70f x-openstack-request-id: req-f6c0bb8c-c6f8-41ce-9293-89778733c70f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:44.356777 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefc66d1-a6d9-40b3-b48d-246cd3ba52f5", "name": "network-vif-deleted", "tag": "34c225bb-5552-4471-9ee7-ebcfeb139f9b", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:44.357112 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6c0bb8c-c6f8-41ce-9293-89778733c70f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:44.357535 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefc66d1-a6d9-40b3-b48d-246cd3ba52f5', 'name': 'network-vif-deleted', 'tag': '34c225bb-5552-4471-9ee7-ebcfeb139f9b', 'status': 'completed', 'code': 200} Dec 12 17:37:44.512639 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4152d4b0-bb5e-42e7-bd1b-42b414428b20 req-aa2826a8-a065-43e1-be4c-e20ea4896125 tempest-ServersOnMultiNodesTest-1934097227 tempest-ServersOnMultiNodesTest-1934097227-project] 10.222.0.18 "GET /v2.0/ports?device_id=aefc66d1-a6d9-40b3-b48d-246cd3ba52f5 HTTP/1.1" status: 200 len: 210 time: 0.0416980 Dec 12 17:37:44.574165 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c691a-ba79-4403-9e57-aba605f9f941 req-a5f90f8b-bb25-4a90-85fc-1e9f512e1fe3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:44.575762 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f67c691a-ba79-4403-9e57-aba605f9f941 req-a5f90f8b-bb25-4a90-85fc-1e9f512e1fe3 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 944 time: 0.0658634 Dec 12 17:37:44.636199 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f67c691a-ba79-4403-9e57-aba605f9f941 req-d4765ed9-f5ee-4485-a6af-54ea015f5b6d tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538306 Dec 12 17:37:44.725020 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b3e80e89-5038-4a6b-8817-5ba70271fc80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:45.023934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe13da3-475d-4068-b860-49a2ae040a3c req-e53412df-b01d-456d-8423-a426323a5ae4 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:45.025580 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abe13da3-475d-4068-b860-49a2ae040a3c req-e53412df-b01d-456d-8423-a426323a5ae4 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 945 time: 0.0579207 Dec 12 17:37:45.077157 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abe13da3-475d-4068-b860-49a2ae040a3c req-a4087b9c-b5ae-4de7-acfd-43e9696d8303 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446200 Dec 12 17:37:45.180569 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device eac682f3-884a-4904-bd44-b093f2562ed5 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:37:45.233849 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port eac682f3-884a-4904-bd44-b093f2562ed5 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:37:45.238560 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port eac682f3-884a-4904-bd44-b093f2562ed5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:45.238939 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:45.351767 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:45.395624 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c289c2-eaa5-4d1d-a3c3-01ba59916e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac682f3-884a-4904-bd44-b093f2562ed5'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:45.397896 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe4d3d7-23a2-4f4b-b450-065385630023" -d '{"events": [{"server_uuid": "09c289c2-eaa5-4d1d-a3c3-01ba59916e79", "name": "network-vif-plugged", "status": "completed", "tag": "eac682f3-884a-4904-bd44-b093f2562ed5"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:45.453265 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afdb2bab-af51-4972-be15-a9b3fa79a138 req-f2d647ca-da4b-4072-961c-795250e3d2ed tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0587516 Dec 12 17:37:45.577948 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f44798-6098-4468-8a95-97f2bd9c1655 x-openstack-request-id: req-b7f44798-6098-4468-8a95-97f2bd9c1655 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:45.578264 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c289c2-eaa5-4d1d-a3c3-01ba59916e79", "name": "network-vif-plugged", "status": "completed", "tag": "eac682f3-884a-4904-bd44-b093f2562ed5", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:45.578520 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7f44798-6098-4468-8a95-97f2bd9c1655 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:45.578900 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c289c2-eaa5-4d1d-a3c3-01ba59916e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac682f3-884a-4904-bd44-b093f2562ed5', 'code': 200} Dec 12 17:37:45.582722 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port eac682f3-884a-4904-bd44-b093f2562ed5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=eac682f3-884a-4904-bd44-b093f2562ed5,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:45.591929 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:45.641146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e5ff244-b2df-4b10-9a65-60b232ade80b req-f768e0d9-f1b1-4829-a522-511705c4c1f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.3210726 Dec 12 17:37:45.648462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=eac682f3-884a-4904-bd44-b093f2562ed5,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:45.662173 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acd1bd-4385-4bcb-a4c6-f8a16cec8e16 req-e23d18d6-5eef-4392-bb67-dda5a977f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:45.664261 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3acd1bd-4385-4bcb-a4c6-f8a16cec8e16 req-e23d18d6-5eef-4392-bb67-dda5a977f9ab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 1095 time: 0.1213036 Dec 12 17:37:45.728111 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3acd1bd-4385-4bcb-a4c6-f8a16cec8e16 req-a1078a70-6f3d-4e2c-97d6-938c5323ef67 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534461 Dec 12 17:37:45.780786 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fb98c-ae89-4db9-bab6-a4a9a513ad93 req-08b0b479-9aef-45e4-9543-ee54f0e21568 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:45.782397 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-be0fb98c-ae89-4db9-bab6-a4a9a513ad93 req-08b0b479-9aef-45e4-9543-ee54f0e21568 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 945 time: 0.0532956 Dec 12 17:37:45.833771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-be0fb98c-ae89-4db9-bab6-a4a9a513ad93 req-aeb1bd1b-4c5f-4dd2-8848-a28f67d8ebff tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438397 Dec 12 17:37:45.881968 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40918) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:46.239724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d18523-033a-4e7b-bcfb-23e0d6d92539 req-585c555c-02ab-4629-af90-ee095b9dc9a3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:46.239724 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4d18523-033a-4e7b-bcfb-23e0d6d92539 req-585c555c-02ab-4629-af90-ee095b9dc9a3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 945 time: 0.0776360 Dec 12 17:37:46.285512 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fcc6e592-5b0e-4e2c-96d5-bd2a8fb9b307 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0d39bfda52e4fb886e1965874038568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4021597 Dec 12 17:37:46.287973 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40936) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:46.320419 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4d18523-033a-4e7b-bcfb-23e0d6d92539 req-65b58900-b1ff-4697-83b1-329f094b97b3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738826 Dec 12 17:37:46.336782 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa0051-2049-439f-8f89-4b071da010a1 req-049529b6-267b-41a2-949d-5579484bdf44 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:46.339091 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16fa0051-2049-439f-8f89-4b071da010a1 req-049529b6-267b-41a2-949d-5579484bdf44 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 1096 time: 0.0560892 Dec 12 17:37:46.341644 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c89ccf67-3055-4027-b002-3ca68e8d0011 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:46.366502 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c89ccf67-3055-4027-b002-3ca68e8d0011 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:46.401667 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16fa0051-2049-439f-8f89-4b071da010a1 req-b6cbd2fc-2330-45a1-94e7-0afc2c060d94 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550694 Dec 12 17:37:46.425621 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c89ccf67-3055-4027-b002-3ca68e8d0011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:46.428851 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c89ccf67-3055-4027-b002-3ca68e8d0011 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:46.433492 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c89ccf67-3055-4027-b002-3ca68e8d0011 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d579388f-54f5-48dd-9321-ceb64f7ae111 HTTP/1.1" status: 204 len: 168 time: 0.1412165 Dec 12 17:37:46.439045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ccf67-3055-4027-b002-3ca68e8d0011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d579388f-54f5-48dd-9321-ceb64f7ae111,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:46.636834 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78444db1-dd21-4589-ab5d-1bdceb8fc76f req-f2eb4aef-1b44-4706-b2f8-baed8c0a2866 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0444236 Dec 12 17:37:46.822788 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:46.907631 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40962) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:46.932167 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c4e36e61-ec0c-4290-8c45-691aff1cc389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:46.991657 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-97a6abfd-ece2-4737-abe5-81ea5d7d4f9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c8cd0f327a34c399f273b188a8ffa4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0811889 Dec 12 17:37:46.994090 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40970) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:47.009214 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7162319-df04-4206-bb6e-7330b7eca237 req-a8d9cfb0-cc26-4071-ad9d-69c4c0526c08 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:47.010797 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7162319-df04-4206-bb6e-7330b7eca237 req-a8d9cfb0-cc26-4071-ad9d-69c4c0526c08 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 945 time: 0.0984166 Dec 12 17:37:47.088011 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7162319-df04-4206-bb6e-7330b7eca237 req-53594f5d-02ce-4269-9dce-0e7b82ecec18 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708561 Dec 12 17:37:47.090922 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6afed01c-7198-4549-9dd5-a2c0eb479d04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:47.115235 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6afed01c-7198-4549-9dd5-a2c0eb479d04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:47.166715 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6afed01c-7198-4549-9dd5-a2c0eb479d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:47.169487 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6afed01c-7198-4549-9dd5-a2c0eb479d04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:47.170743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6afed01c-7198-4549-9dd5-a2c0eb479d04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/081d5fe0-a27d-4cc5-b8d5-e1c0f61a9cd9 HTTP/1.1" status: 204 len: 168 time: 0.1756480 Dec 12 17:37:47.179505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afed01c-7198-4549-9dd5-a2c0eb479d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081d5fe0-a27d-4cc5-b8d5-e1c0f61a9cd9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:47.330063 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:47.478580 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead93cf6-71bb-4df2-a7b6-4d70f7877fb4 req-a4ebb92d-3b7d-4894-9639-f1dd7b174c4b tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:47.484810 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ead93cf6-71bb-4df2-a7b6-4d70f7877fb4 req-a4ebb92d-3b7d-4894-9639-f1dd7b174c4b tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 945 time: 0.0700650 Dec 12 17:37:47.543737 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ead93cf6-71bb-4df2-a7b6-4d70f7877fb4 req-b8271629-a2e9-4381-b442-f496600753a7 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576687 Dec 12 17:37:47.719743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-1d49ea1e-8332-4719-b839-6882462e999a tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:37:47.720508 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-1d49ea1e-8332-4719-b839-6882462e999a tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080793 Dec 12 17:37:47.788138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0270d25c-abae-40a6-870c-67fa1fc6f7d4 req-5e364063-83d7-4508-b1b5-4e01fec74cce tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0462327 Dec 12 17:37:47.814511 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-a6728228-d020-4f02-9c7a-035bb9140ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:47.814511 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-a6728228-d020-4f02-9c7a-035bb9140ddc service neutron] 10.222.0.18 "GET /v2.0/ports/3a891b6c-f3a4-43a5-9317-f0bed67deb96 HTTP/1.1" status: 200 len: 1093 time: 0.0727649 Dec 12 17:37:47.827566 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9bb75080-a5e6-4a35-a968-de0902bbe025 service neutron] Request body: {'binding': {'host': 'n-h2-760354-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:47.828320 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9bb75080-a5e6-4a35-a968-de0902bbe025 service neutron] Unknown quota resources ['binding']. {{(pid=103151) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 17:37:48.010196 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9bb75080-a5e6-4a35-a968-de0902bbe025 service neutron] Attempting to bind port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 on host n-h2-760354-5 for vnic_type normal with profile None {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:37:48.011313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9bb75080-a5e6-4a35-a968-de0902bbe025 service neutron] Attempting to bind port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:37:48.011848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9bb75080-a5e6-4a35-a968-de0902bbe025 service neutron] Attempting to bind port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:37:48.016650 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9bb75080-a5e6-4a35-a968-de0902bbe025 service neutron] Port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:37:48.017473 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9bb75080-a5e6-4a35-a968-de0902bbe025 service neutron] Attempting to bind port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:37:48.024114 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9bb75080-a5e6-4a35-a968-de0902bbe025 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:37:48.024705 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9bb75080-a5e6-4a35-a968-de0902bbe025 service neutron] Checking segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:37:48.025304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9bb75080-a5e6-4a35-a968-de0902bbe025 service neutron] Bound using segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:37:48.025938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9bb75080-a5e6-4a35-a968-de0902bbe025 service neutron] Bound port: 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:37:48.087846 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9bb75080-a5e6-4a35-a968-de0902bbe025 service neutron] For port 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=3a891b6c-f3a4-43a5-9317-f0bed67deb96,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:37:48.096779 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9bb75080-a5e6-4a35-a968-de0902bbe025 service neutron] Publish callbacks [] for binding, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:48.099315 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9bb75080-a5e6-4a35-a968-de0902bbe025 service neutron] 10.222.0.18 "POST /v2.0/ports/3a891b6c-f3a4-43a5-9317-f0bed67deb96/bindings HTTP/1.1" status: 201 len: 389 time: 0.2750437 Dec 12 17:37:48.165109 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:48.266522 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41048) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:48.316781 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-459c4db5-85b5-440b-b2b4-a9d8d7039446 req-a76db39a-97f5-49aa-afc5-0eb0e6322b4d tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0795732 Dec 12 17:37:48.389465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220ed38-c572-4313-8f27-ebb668e444bc req-2f0eba98-a5b1-4de6-b440-fc02ba2df839 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:48.390977 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a220ed38-c572-4313-8f27-ebb668e444bc req-2f0eba98-a5b1-4de6-b440-fc02ba2df839 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 945 time: 0.0571842 Dec 12 17:37:48.469264 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c890782-3859-4320-b92d-a0e9679d5b0e req-9f4522c9-fce8-4855-942c-e7516b0fd93e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:48.471074 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c890782-3859-4320-b92d-a0e9679d5b0e req-9f4522c9-fce8-4855-942c-e7516b0fd93e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.0791864 Dec 12 17:37:48.500778 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7174dc94-b905-42ad-a07b-f54c654c506f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:48.505794 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a220ed38-c572-4313-8f27-ebb668e444bc req-40bf9822-7d71-4beb-89b6-ba2cba0f73ed tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045272 Dec 12 17:37:48.634319 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c890782-3859-4320-b92d-a0e9679d5b0e req-d99c94c3-6c97-40fa-9702-0c83fc9f1d0f tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510410 Dec 12 17:37:48.637723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-7a5de808-847c-4c74-89a7-7feed818cb95 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:48.639188 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-7a5de808-847c-4c74-89a7-7feed818cb95 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561&tenant_id=ed3999e96c6f4755bb182b05f58b09fc&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 1096 time: 0.1818464 Dec 12 17:37:48.647603 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7174dc94-b905-42ad-a07b-f54c654c506f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:48.654605 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7174dc94-b905-42ad-a07b-f54c654c506f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:48.656168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-760354-5'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:48.693771 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174dc94-b905-42ad-a07b-f54c654c506f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6898cc-4df9-4f78-885c-903fbc38a8b1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:48.713073 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7174dc94-b905-42ad-a07b-f54c654c506f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=622ab4e1b76f47fe8c4d888e1d75eb2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4418497 Dec 12 17:37:48.713073 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41066) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:48.750594 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:48.804874 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2cf3bdfb-da12-443a-9f6e-0917a6a2cadc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:48.838757 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2cf3bdfb-da12-443a-9f6e-0917a6a2cadc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:48.917134 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2cf3bdfb-da12-443a-9f6e-0917a6a2cadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:48.917357 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0f06c-2e66-4672-bc07-00fc769ac7d6 req-342c500c-37b7-4efe-a09d-0792663fde8c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:48.918770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90c0f06c-2e66-4672-bc07-00fc769ac7d6 req-342c500c-37b7-4efe-a09d-0792663fde8c tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 945 time: 0.0938432 Dec 12 17:37:48.921942 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2cf3bdfb-da12-443a-9f6e-0917a6a2cadc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:48.924476 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2cf3bdfb-da12-443a-9f6e-0917a6a2cadc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd6898cc-4df9-4f78-885c-903fbc38a8b1 HTTP/1.1" status: 204 len: 168 time: 0.2101297 Dec 12 17:37:48.940074 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3bdfb-da12-443a-9f6e-0917a6a2cadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6898cc-4df9-4f78-885c-903fbc38a8b1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:49.014409 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90c0f06c-2e66-4672-bc07-00fc769ac7d6 req-bb8e3e4c-7a70-4987-8b8f-ef20fd630211 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878615 Dec 12 17:37:49.024282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] For port cd70cb70-91af-45e4-891f-a5a9275a0d40, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cd70cb70-91af-45e4-891f-a5a9275a0d40,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:49.077064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] For port cd70cb70-91af-45e4-891f-a5a9275a0d40, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:37:49.139582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59abc9cb-6600-4702-bbe8-5dbe8f5bc561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd70cb70-91af-45e4-891f-a5a9275a0d40'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:49.142004 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b88664-fb0f-4263-bf39-cc22a5092090" -d '{"events": [{"server_uuid": "59abc9cb-6600-4702-bbe8-5dbe8f5bc561", "name": "network-vif-unplugged", "status": "completed", "tag": "cd70cb70-91af-45e4-891f-a5a9275a0d40"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:49.146815 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:49.154233 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:49.213898 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 34c225bb-5552-4471-9ee7-ebcfeb139f9b no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:37:49.239138 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 34c225bb-5552-4471-9ee7-ebcfeb139f9b {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:37:49.239804 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 34c225bb-5552-4471-9ee7-ebcfeb139f9b not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:37:49.248425 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5eacae9-fdc4-47bb-9500-8f7511a499da x-openstack-request-id: req-f5eacae9-fdc4-47bb-9500-8f7511a499da {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:49.249329 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59abc9cb-6600-4702-bbe8-5dbe8f5bc561", "name": "network-vif-unplugged", "status": "completed", "tag": "cd70cb70-91af-45e4-891f-a5a9275a0d40", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:49.249813 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5eacae9-fdc4-47bb-9500-8f7511a499da {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:49.250322 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59abc9cb-6600-4702-bbe8-5dbe8f5bc561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd70cb70-91af-45e4-891f-a5a9275a0d40', 'code': 200} Dec 12 17:37:49.318552 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] Pushing event updated for resources: {'Port': ['ID=cd70cb70-91af-45e4-891f-a5a9275a0d40,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:49.365693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] Attempting to bind port cd70cb70-91af-45e4-891f-a5a9275a0d40 on host n-h1-760354-5 for vnic_type normal with profile {"migrating_to": "n-h2-760354-5"} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:37:49.366282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] Attempting to bind port cd70cb70-91af-45e4-891f-a5a9275a0d40 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:37:49.366680 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] Attempting to bind port cd70cb70-91af-45e4-891f-a5a9275a0d40 on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:37:49.373356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] Port cd70cb70-91af-45e4-891f-a5a9275a0d40 on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:37:49.374318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] Attempting to bind port cd70cb70-91af-45e4-891f-a5a9275a0d40 on network d9c565c0-ff5d-4c84-8751-8dccc59a2244 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:37:49.385118 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:37:49.385810 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] Checking segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:37:49.386280 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] Bound using segment: {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:37:49.386730 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] Bound port: cd70cb70-91af-45e4-891f-a5a9275a0d40, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d86bf0-9594-443f-91db-87382979bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9c565c0-ff5d-4c84-8751-8dccc59a2244'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:37:49.387092 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:49.460423 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6e65245-367a-4650-afb0-5e46159da659 req-7d51342d-c8ba-467f-be27-0efc2150c4f4 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0342941 Dec 12 17:37:49.504871 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] For port cd70cb70-91af-45e4-891f-a5a9275a0d40, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:37:49.509311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] For port cd70cb70-91af-45e4-891f-a5a9275a0d40, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cd70cb70-91af-45e4-891f-a5a9275a0d40,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:37:49.519540 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41128) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:49.525309 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:49.535273 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca430-d92e-4507-b5fc-70dcd89da189 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:49.610149 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] Pushing event updated for resources: {'Port': ['ID=cd70cb70-91af-45e4-891f-a5a9275a0d40,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:49.635176 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca430-d92e-4507-b5fc-70dcd89da189 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:49.640538 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca430-d92e-4507-b5fc-70dcd89da189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:49.656571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb42d1-6cf7-47db-9c80-8c3e0689868b req-5f37fb0f-9c04-4527-b11f-55c6d5091522 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:49.658085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8acb42d1-6cf7-47db-9c80-8c3e0689868b req-5f37fb0f-9c04-4527-b11f-55c6d5091522 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 945 time: 0.1473687 Dec 12 17:37:49.659898 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:49.660503 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:49.661755 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3bcf3e8c-e2cb-4f1a-9d05-d564e12aac04 service neutron] 10.222.0.20 "PUT /v2.0/ports/cd70cb70-91af-45e4-891f-a5a9275a0d40 HTTP/1.1" status: 200 len: 1121 time: 1.0139780 Dec 12 17:37:49.690489 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ba7ca430-d92e-4507-b5fc-70dcd89da189 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d19393532a44f5c8b4f6bcad5e6d4e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1695640 Dec 12 17:37:49.691996 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ca430-d92e-4507-b5fc-70dcd89da189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2c2884-9f1a-47f1-b2c5-dd52b8815939,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:49.693054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41134) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:49.728272 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8acb42d1-6cf7-47db-9c80-8c3e0689868b req-2f2aa58c-5cba-46db-a915-1a14fd9ddada tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626924 Dec 12 17:37:49.740241 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['cd70cb70-91af-45e4-891f-a5a9275a0d40'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:49.775757 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbc152fc-3084-4ce4-baef-fccc0f126514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:49.800684 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbc152fc-3084-4ce4-baef-fccc0f126514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:49.825203 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['cd70cb70-91af-45e4-891f-a5a9275a0d40'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:49.866229 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbc152fc-3084-4ce4-baef-fccc0f126514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:49.869717 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbc152fc-3084-4ce4-baef-fccc0f126514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:49.870862 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bbc152fc-3084-4ce4-baef-fccc0f126514 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db2c2884-9f1a-47f1-b2c5-dd52b8815939 HTTP/1.1" status: 204 len: 168 time: 0.1768806 Dec 12 17:37:49.886983 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc152fc-3084-4ce4-baef-fccc0f126514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2c2884-9f1a-47f1-b2c5-dd52b8815939,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:49.970461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209fecf-1f9e-4fbf-8d17-e9ba8a3d18b7 req-4bd75b11-1dc1-406e-98dc-107dcbe984b1 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:49.975714 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:49.978625 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a209fecf-1f9e-4fbf-8d17-e9ba8a3d18b7 req-4bd75b11-1dc1-406e-98dc-107dcbe984b1 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.0710621 Dec 12 17:37:50.030913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a209fecf-1f9e-4fbf-8d17-e9ba8a3d18b7 req-27b217a3-0267-4400-a47d-1953881f6d4e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499547 Dec 12 17:37:50.176164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f160-1d34-43bb-8c9e-9f5cfd5ae7f7 req-9714494c-4330-4226-854b-836405e1caf3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:50.183494 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ddb4f160-1d34-43bb-8c9e-9f5cfd5ae7f7 req-9714494c-4330-4226-854b-836405e1caf3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 943 time: 0.0762322 Dec 12 17:37:50.509817 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ddb4f160-1d34-43bb-8c9e-9f5cfd5ae7f7 req-0f9d37c8-0fad-4e9e-ac3b-0e43d38f0f00 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233500 Dec 12 17:37:50.613692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4814387e-5165-45ce-bd6d-2bda517bcbcf req-b0202937-f812-481b-8d89-1e78fc8bf89d tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0386088 Dec 12 17:37:50.674203 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:50.873605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4753c05-0ea5-4483-8660-f5986fd2f6b8 req-a00b567f-da38-4246-b71b-7a193b237ffb tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:50.876083 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4753c05-0ea5-4483-8660-f5986fd2f6b8 req-a00b567f-da38-4246-b71b-7a193b237ffb tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 945 time: 0.0628519 Dec 12 17:37:50.917114 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device cd70cb70-91af-45e4-891f-a5a9275a0d40 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:37:50.948375 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4753c05-0ea5-4483-8660-f5986fd2f6b8 req-e0660f8c-ef74-4aca-b6c2-8fdb3930c8a9 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646975 Dec 12 17:37:50.972650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41206) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:51.075467 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port cd70cb70-91af-45e4-891f-a5a9275a0d40, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cd70cb70-91af-45e4-891f-a5a9275a0d40,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:51.089556 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device cd70cb70-91af-45e4-891f-a5a9275a0d40 has no active binding in host n-h2-760354-5 {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 17:37:51.172146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321e801-129f-4898-bb90-a31eb81d7772 req-56e6e763-503d-4548-bf18-393f44d5313f tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:51.173855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8321e801-129f-4898-bb90-a31eb81d7772 req-56e6e763-503d-4548-bf18-393f44d5313f tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.0580771 Dec 12 17:37:51.188207 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-155610d2-e4cc-42e1-a6b7-cfcd506b8753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:51.226373 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8321e801-129f-4898-bb90-a31eb81d7772 req-153d0b2a-a171-4214-bfee-aea342b764c1 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447814 Dec 12 17:37:51.251522 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59abc9cb-6600-4702-bbe8-5dbe8f5bc561', 'tag': 'cd70cb70-91af-45e4-891f-a5a9275a0d40'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:51.254030 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e409db3d-e6d5-4598-a8c7-9d4bf98e66b9" -d '{"events": [{"name": "network-changed", "server_uuid": "59abc9cb-6600-4702-bbe8-5dbe8f5bc561", "tag": "cd70cb70-91af-45e4-891f-a5a9275a0d40"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:51.292435 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8846d6fc-d5d0-4f99-ac84-7bfe254bb6ef x-openstack-request-id: req-8846d6fc-d5d0-4f99-ac84-7bfe254bb6ef {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:51.292571 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59abc9cb-6600-4702-bbe8-5dbe8f5bc561", "tag": "cd70cb70-91af-45e4-891f-a5a9275a0d40", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:51.292819 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8846d6fc-d5d0-4f99-ac84-7bfe254bb6ef {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:51.293232 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59abc9cb-6600-4702-bbe8-5dbe8f5bc561', 'tag': 'cd70cb70-91af-45e4-891f-a5a9275a0d40', 'status': 'completed', 'code': 200} Dec 12 17:37:51.307843 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-155610d2-e4cc-42e1-a6b7-cfcd506b8753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:51.319473 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-155610d2-e4cc-42e1-a6b7-cfcd506b8753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:51.357891 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155610d2-e4cc-42e1-a6b7-cfcd506b8753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3a769b-e2ec-47a6-a41f-4fe382132974,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:51.362370 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-155610d2-e4cc-42e1-a6b7-cfcd506b8753 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=713894046f3c4cde9aa92f0dfc271202&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3886869 Dec 12 17:37:51.365007 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41226) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:51.371489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409db3d-e6d5-4598-a8c7-9d4bf98e66b9 req-a2b14ba9-007c-48f4-aea9-d4b12c188888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:51.373418 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e409db3d-e6d5-4598-a8c7-9d4bf98e66b9 req-a2b14ba9-007c-48f4-aea9-d4b12c188888 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 1124 time: 0.0458786 Dec 12 17:37:51.415626 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e074b24a-f83d-49b0-bf3a-e5cc656d342b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:51.437986 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e074b24a-f83d-49b0-bf3a-e5cc656d342b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:51.491228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409db3d-e6d5-4598-a8c7-9d4bf98e66b9 req-63416729-2592-45df-8ab7-f2b127b02d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:51.492882 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e409db3d-e6d5-4598-a8c7-9d4bf98e66b9 req-63416729-2592-45df-8ab7-f2b127b02d48 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 922 time: 0.1088562 Dec 12 17:37:51.500416 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e074b24a-f83d-49b0-bf3a-e5cc656d342b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:51.502984 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e074b24a-f83d-49b0-bf3a-e5cc656d342b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:51.504285 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e074b24a-f83d-49b0-bf3a-e5cc656d342b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc3a769b-e2ec-47a6-a41f-4fe382132974 HTTP/1.1" status: 204 len: 168 time: 0.1380737 Dec 12 17:37:51.521453 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074b24a-f83d-49b0-bf3a-e5cc656d342b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3a769b-e2ec-47a6-a41f-4fe382132974,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:51.564298 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e409db3d-e6d5-4598-a8c7-9d4bf98e66b9 req-9c8c04d4-fd8d-4f43-932f-5b0dbde2956d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd70cb70-91af-45e4-891f-a5a9275a0d40 HTTP/1.1" status: 200 len: 217 time: 0.0601530 Dec 12 17:37:51.669839 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409db3d-e6d5-4598-a8c7-9d4bf98e66b9 req-8814342e-4658-4e4c-8bdf-b4eea14ebe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:51.671505 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e409db3d-e6d5-4598-a8c7-9d4bf98e66b9 req-8814342e-4658-4e4c-8bdf-b4eea14ebe94 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.0964274 Dec 12 17:37:51.680401 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe428a-fd10-49e2-b78a-ca217fc8b7a3 req-7599b578-cdf7-4fc8-9a7d-6be9324b277d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:51.682734 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04fe428a-fd10-49e2-b78a-ca217fc8b7a3 req-7599b578-cdf7-4fc8-9a7d-6be9324b277d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 943 time: 0.0717137 Dec 12 17:37:51.713781 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e409db3d-e6d5-4598-a8c7-9d4bf98e66b9 req-3da71b12-9e83-4b4b-9e70-06c66bde0449 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297077 Dec 12 17:37:51.821095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4191cfc1-e2a7-40d4-8ed8-b47b394ba171 req-b1e323b2-c34e-4623-af53-d9196729556e tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0888767 Dec 12 17:37:51.849557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04fe428a-fd10-49e2-b78a-ca217fc8b7a3 req-6c83c090-2a43-44f4-aa4b-fdbcb798d617 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385045 Dec 12 17:37:51.871246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41248) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:51.898909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e409db3d-e6d5-4598-a8c7-9d4bf98e66b9 req-5fa128e8-2c10-4db5-9dff-a33b8573f62e service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678514 Dec 12 17:37:51.899790 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fa314bb6-dee9-4aaf-a758-dfdd6e20ea29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:52.063386 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e409db3d-e6d5-4598-a8c7-9d4bf98e66b9 req-b751ade1-2a83-48d6-a4cd-a48d247e424f service neutron] 10.222.0.31 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498709 Dec 12 17:37:52.097090 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fa314bb6-dee9-4aaf-a758-dfdd6e20ea29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:52.102164 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fa314bb6-dee9-4aaf-a758-dfdd6e20ea29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:52.145983 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44d133-001e-47bb-a158-db3fcdd7a035 req-680defdc-20ce-4561-b0ab-c6e504c27902 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:52.147517 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c44d133-001e-47bb-a158-db3fcdd7a035 req-680defdc-20ce-4561-b0ab-c6e504c27902 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 945 time: 0.1306262 Dec 12 17:37:52.159849 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fa314bb6-dee9-4aaf-a758-dfdd6e20ea29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10ed4a5a7a5d44f582f4657fa43ab2f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873836 Dec 12 17:37:52.161128 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41260) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:52.177178 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa314bb6-dee9-4aaf-a758-dfdd6e20ea29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9155c9fb-6940-43e8-9429-cd73f2b7a000,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:52.212016 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c44d133-001e-47bb-a158-db3fcdd7a035 req-5a59ec6c-75b7-4956-b84d-887aaf50c29e tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493658 Dec 12 17:37:52.227491 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d1f599a-7aae-4c6f-888c-5e6b9910e648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:52.250012 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d1f599a-7aae-4c6f-888c-5e6b9910e648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:52.298191 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d1f599a-7aae-4c6f-888c-5e6b9910e648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:52.301365 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d1f599a-7aae-4c6f-888c-5e6b9910e648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:52.302733 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7d1f599a-7aae-4c6f-888c-5e6b9910e648 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9155c9fb-6940-43e8-9429-cd73f2b7a000 HTTP/1.1" status: 204 len: 168 time: 0.1405931 Dec 12 17:37:52.321149 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f599a-7aae-4c6f-888c-5e6b9910e648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9155c9fb-6940-43e8-9429-cd73f2b7a000,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:52.364071 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87aa793-5049-4380-9c2f-62e74f55d472 req-26c62e92-3f86-4d0d-9b17-ef03c469d73a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:52.371290 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d87aa793-5049-4380-9c2f-62e74f55d472 req-26c62e92-3f86-4d0d-9b17-ef03c469d73a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.0630376 Dec 12 17:37:52.418339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d87aa793-5049-4380-9c2f-62e74f55d472 req-a1c35696-1118-4a3b-9b9f-5c265e994396 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461910 Dec 12 17:37:52.555748 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41272) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:52.663595 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ffe2fc0-a17a-4b42-8df1-3a53b73dc553 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:52.739140 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ffe2fc0-a17a-4b42-8df1-3a53b73dc553 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:52.743162 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ffe2fc0-a17a-4b42-8df1-3a53b73dc553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:52.783559 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8ffe2fc0-a17a-4b42-8df1-3a53b73dc553 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed8d05a53c4b4faa91541acea5742174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242277 Dec 12 17:37:52.783559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe2fc0-a17a-4b42-8df1-3a53b73dc553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddfd2af-e0cf-4bca-ab3e-6808bb6bc993,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:52.784950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41284) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:52.836433 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-07678525-8294-4bcc-a1cb-6ff0896b9405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:52.858739 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-07678525-8294-4bcc-a1cb-6ff0896b9405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:52.915537 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-07678525-8294-4bcc-a1cb-6ff0896b9405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:52.918476 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-07678525-8294-4bcc-a1cb-6ff0896b9405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:52.919815 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-07678525-8294-4bcc-a1cb-6ff0896b9405 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ddfd2af-e0cf-4bca-ab3e-6808bb6bc993 HTTP/1.1" status: 204 len: 168 time: 0.1340003 Dec 12 17:37:52.929616 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07678525-8294-4bcc-a1cb-6ff0896b9405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddfd2af-e0cf-4bca-ab3e-6808bb6bc993,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:53.034642 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2281ed49-6108-465e-87c4-19a57e9b8471 req-f41150ef-182c-4a7d-b0b0-64237619e2ef tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0525179 Dec 12 17:37:53.050914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350414a-7d45-4bcf-9514-973a728c7d7c req-b236a259-6e23-4577-9a05-2825fcc94c78 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:53.052478 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e350414a-7d45-4bcf-9514-973a728c7d7c req-b236a259-6e23-4577-9a05-2825fcc94c78 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 943 time: 0.0874226 Dec 12 17:37:53.097970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41302) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:53.115277 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e350414a-7d45-4bcf-9514-973a728c7d7c req-e2cd0858-e250-4ddd-b6ed-b3c17122d063 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563695 Dec 12 17:37:53.245312 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41312) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:53.260969 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2629e77e-a99d-4b50-afed-aba9bb78ad5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:53.276926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ac1b5977-7e5f-4f8c-8183-be35b53b5329 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-network', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:53.281652 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device eac682f3-884a-4904-bd44-b093f2562ed5 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:37:53.341706 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1b5977-7e5f-4f8c-8183-be35b53b5329 admin admin] Made reservation on behalf of e2f4eec817834ce593dffb8b3335df85 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:37:53.343898 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5977-7e5f-4f8c-8183-be35b53b5329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:53.359871 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5977-7e5f-4f8c-8183-be35b53b5329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:53.383298 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port eac682f3-884a-4904-bd44-b093f2562ed5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=eac682f3-884a-4904-bd44-b093f2562ed5,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:53.395326 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'eac682f3-884a-4904-bd44-b093f2562ed5', 'network_id': '256368dc-5e68-4402-91a5-533328bbf958', 'port_id': 'eac682f3-884a-4904-bd44-b093f2562ed5', 'mac_address': 'fa:16:3e:22:72:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5209e1-f35d-462f-abcb-435d8a0a7895', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:37:53.398310 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97413f32-4cbf-4fe8-9d4a-8fc1b45bca3f req-8fe09b44-2298-41bd-ba7a-38a9ac587ddb tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:53.399817 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97413f32-4cbf-4fe8-9d4a-8fc1b45bca3f req-8fe09b44-2298-41bd-ba7a-38a9ac587ddb tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 945 time: 0.1022995 Dec 12 17:37:53.436650 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:53.450726 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eac682f3-884a-4904-bd44-b093f2562ed5 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:37:53.468417 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2629e77e-a99d-4b50-afed-aba9bb78ad5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:53.472749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port eac682f3-884a-4904-bd44-b093f2562ed5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=eac682f3-884a-4904-bd44-b093f2562ed5,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:53.476578 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:53.476869 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2629e77e-a99d-4b50-afed-aba9bb78ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:53.521569 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97413f32-4cbf-4fe8-9d4a-8fc1b45bca3f req-bc070d7f-ce06-47d1-99bf-cfe5cdd91172 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114562 Dec 12 17:37:53.536922 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=eac682f3-884a-4904-bd44-b093f2562ed5,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:53.572519 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2629e77e-a99d-4b50-afed-aba9bb78ad5a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7578aac6a2af4c94a43645006ed15d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260920 Dec 12 17:37:53.573225 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629e77e-a99d-4b50-afed-aba9bb78ad5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a94a8e1-00ab-44dd-ba7d-67258df31cf9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:53.575246 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41316) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:53.597552 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5977-7e5f-4f8c-8183-be35b53b5329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:53.604182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['eac682f3-884a-4904-bd44-b093f2562ed5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:37:53.605117 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5977-7e5f-4f8c-8183-be35b53b5329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:53.624915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75ea88-9f34-4183-b21a-b89825288605 req-96a80f76-3409-4820-a858-c63491b3cd9b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:53.626460 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe75ea88-9f34-4183-b21a-b89825288605 req-96a80f76-3409-4820-a858-c63491b3cd9b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.1008785 Dec 12 17:37:53.641517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1b5977-7e5f-4f8c-8183-be35b53b5329 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:37:53.652432 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e8e0e77-7e42-401d-ac51-63b13c7af2ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:53.672598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b5977-7e5f-4f8c-8183-be35b53b5329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a45ddf-766d-49cd-a323-e611d2e72368,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:53.681180 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5977-7e5f-4f8c-8183-be35b53b5329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:53.681300 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-ac1b5977-7e5f-4f8c-8183-be35b53b5329 admin admin] Added segment 53879a77-df27-422b-9ece-2a2e7e594576 of type vlan for network fe0295e0-e02c-466a-b887-061fe8cdca93 Dec 12 17:37:53.708136 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e8e0e77-7e42-401d-ac51-63b13c7af2ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:53.748703 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe75ea88-9f34-4183-b21a-b89825288605 req-c2782a41-9a2e-42a3-9845-81a1f38bd621 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105070 Dec 12 17:37:53.750900 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5977-7e5f-4f8c-8183-be35b53b5329 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:53.764171 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e8e0e77-7e42-401d-ac51-63b13c7af2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:53.767285 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e8e0e77-7e42-401d-ac51-63b13c7af2ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:53.768872 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1e8e0e77-7e42-401d-ac51-63b13c7af2ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a94a8e1-00ab-44dd-ba7d-67258df31cf9 HTTP/1.1" status: 204 len: 168 time: 0.1925564 Dec 12 17:37:53.778394 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e0e77-7e42-401d-ac51-63b13c7af2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a94a8e1-00ab-44dd-ba7d-67258df31cf9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:53.790785 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5977-7e5f-4f8c-8183-be35b53b5329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:53.792329 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1b5977-7e5f-4f8c-8183-be35b53b5329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:53.793080 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5977-7e5f-4f8c-8183-be35b53b5329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:53.853761 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b5977-7e5f-4f8c-8183-be35b53b5329 admin admin] Pushing event updated for resources: {'Network': ['ID=fe0295e0-e02c-466a-b887-061fe8cdca93,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:53.868927 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ac1b5977-7e5f-4f8c-8183-be35b53b5329 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7698419 Dec 12 17:37:53.870582 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network fe0295e0-e02c-466a-b887-061fe8cdca93 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:37:53.872061 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41320) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:53.879897 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b2ceafb0-c4ea-45b8-b9be-16f8a1eb765b admin admin] Request body: {'subnet': {'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-subnet', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:53.908634 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ceafb0-c4ea-45b8-b9be-16f8a1eb765b admin admin] Made reservation on behalf of e2f4eec817834ce593dffb8b3335df85 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:37:53.911919 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ceafb0-c4ea-45b8-b9be-16f8a1eb765b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:54.163845 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ceafb0-c4ea-45b8-b9be-16f8a1eb765b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:54.193781 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09739821-f2a8-4a1b-818e-ca418ce9f9d0 req-450ed8cb-9155-4fb6-ba82-a35e918452ec tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0592659 Dec 12 17:37:54.262728 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ceafb0-c4ea-45b8-b9be-16f8a1eb765b admin admin] Checking segment: {'id': '53879a77-df27-422b-9ece-2a2e7e594576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:37:54.263249 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ceafb0-c4ea-45b8-b9be-16f8a1eb765b admin admin] Network hostable DHCP agents. Network: fe0295e0-e02c-466a-b887-061fe8cdca93, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:37:54.290181 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ceafb0-c4ea-45b8-b9be-16f8a1eb765b admin admin] Pushing event updated for resources: {'Subnet': ['ID=103b3353-755a-4f3f-82b8-1ec95baa41f7,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:54.319613 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ceafb0-c4ea-45b8-b9be-16f8a1eb765b admin admin] Network fe0295e0-e02c-466a-b887-061fe8cdca93 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:37:54.334038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b2ceafb0-c4ea-45b8-b9be-16f8a1eb765b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, fe0295e0-e02c-466a-b887-061fe8cdca93) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:37:54.344078 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7a6230-b49d-4b75-a1fc-ccc789f78c41 None None] Network fe0295e0-e02c-466a-b887-061fe8cdca93 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:37:54.368290 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ceafb0-c4ea-45b8-b9be-16f8a1eb765b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:54.370187 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ceafb0-c4ea-45b8-b9be-16f8a1eb765b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:54.399601 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b2ceafb0-c4ea-45b8-b9be-16f8a1eb765b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5260639 Dec 12 17:37:54.402337 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41340) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:54.409945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cd5b0-9cde-4d77-83ea-ee74fa68e1e1 req-97fc1f76-4f02-4c27-84d2-96f507c93e67 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:54.410500 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:37:54.421390 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c6cd5b0-9cde-4d77-83ea-ee74fa68e1e1 req-97fc1f76-4f02-4c27-84d2-96f507c93e67 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 943 time: 0.1614563 Dec 12 17:37:54.442754 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:54.445543 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:54.507131 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c6cd5b0-9cde-4d77-83ea-ee74fa68e1e1 req-dd72bc63-89a6-48ad-944f-d6318bb69947 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835514 Dec 12 17:37:54.528645 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-fe0295e0-e02c-466a-b887-061fe8cdca93', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:37:54.529675 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:54.542667 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:54.745153 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Allocated IP 172.20.0.2 (fe0295e0-e02c-466a-b887-061fe8cdca93/103b3353-755a-4f3f-82b8-1ec95baa41f7/cda95465-a360-4c22-81c2-340e8589df3c) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:37:54.753763 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:54.756044 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b4e14-fe69-4c96-a8ab-b8b318014b93 req-1fd42140-b5b5-41c1-926e-a0592c2d94a1 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:54.763965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f2b4e14-fe69-4c96-a8ab-b8b318014b93 req-1fd42140-b5b5-41c1-926e-a0592c2d94a1 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 944 time: 0.0972164 Dec 12 17:37:54.855795 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f2b4e14-fe69-4c96-a8ab-b8b318014b93 req-73ce78e7-38cc-4e95-aa70-137fbf78cacc tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909538 Dec 12 17:37:54.972295 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278675d-d1d4-4356-8b1e-32f36bbcf306 req-4d02088d-3fe0-47b1-a768-bcd73df931e8 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:54.976824 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0278675d-d1d4-4356-8b1e-32f36bbcf306 req-4d02088d-3fe0-47b1-a768-bcd73df931e8 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.0838633 Dec 12 17:37:55.026529 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:55.039906 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:55.059096 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:55.068227 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0278675d-d1d4-4356-8b1e-32f36bbcf306 req-b3db0da9-605a-410b-8031-677d0d9d346e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816209 Dec 12 17:37:55.104955 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:55.109508 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Network fe0295e0-e02c-466a-b887-061fe8cdca93 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:37:55.113922 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:37:55.121719 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:37:55.141549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Pushing event updated for resources: {'Port': ['ID=cda95465-a360-4c22-81c2-340e8589df3c,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:55.211452 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Attempting to bind port cda95465-a360-4c22-81c2-340e8589df3c on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:37:55.212501 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Attempting to bind port cda95465-a360-4c22-81c2-340e8589df3c by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '53879a77-df27-422b-9ece-2a2e7e594576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:37:55.212501 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Attempting to bind port cda95465-a360-4c22-81c2-340e8589df3c on network fe0295e0-e02c-466a-b887-061fe8cdca93 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:37:55.217816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:37:55.218104 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Checking segment: {'id': '53879a77-df27-422b-9ece-2a2e7e594576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:37:55.218515 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:55.218916 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Bound using segment: {'id': '53879a77-df27-422b-9ece-2a2e7e594576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:37:55.219571 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Bound port: cda95465-a360-4c22-81c2-340e8589df3c, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53879a77-df27-422b-9ece-2a2e7e594576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:37:55.220466 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:55.263324 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] Allocated IP 172.25.1.144 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/60f552d1-0e16-44e7-bdda-471336e5f7da) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:37:55.310540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device eac682f3-884a-4904-bd44-b093f2562ed5 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:37:55.340404 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-394766c2-1aea-48c9-8f0f-bcee25756ccb req-b2969724-155e-4c97-8a0f-aac153998a1a tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0468819 Dec 12 17:37:55.400327 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] For port cda95465-a360-4c22-81c2-340e8589df3c, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:37:55.412189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] For port cda95465-a360-4c22-81c2-340e8589df3c, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=cda95465-a360-4c22-81c2-340e8589df3c,segment=NetworkSegment(53879a77-df27-422b-9ece-2a2e7e594576),segment_id=53879a77-df27-422b-9ece-2a2e7e594576)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:37:55.426565 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:55.427231 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:55.496283 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:55.516752 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port eac682f3-884a-4904-bd44-b093f2562ed5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:55.517123 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:55.546656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfefd0-1d79-4c57-9a35-b29df0d4f435 None None] Pushing event updated for resources: {'Port': ['ID=cda95465-a360-4c22-81c2-340e8589df3c,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:55.567718 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:37:55.571967 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:37:55.576996 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:37:55.650027 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] Pushing event updated for resources: {'Port': ['ID=60f552d1-0e16-44e7-bdda-471336e5f7da,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:55.660929 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:55.733289 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port eac682f3-884a-4904-bd44-b093f2562ed5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=eac682f3-884a-4904-bd44-b093f2562ed5,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:55.734546 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c289c2-eaa5-4d1d-a3c3-01ba59916e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac682f3-884a-4904-bd44-b093f2562ed5'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:37:55.739283 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120edd9d-060c-4980-8f54-79f49d2ff4d0" -d '{"events": [{"server_uuid": "09c289c2-eaa5-4d1d-a3c3-01ba59916e79", "name": "network-vif-plugged", "status": "completed", "tag": "eac682f3-884a-4904-bd44-b093f2562ed5"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:37:55.756869 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:55.758194 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device cd70cb70-91af-45e4-891f-a5a9275a0d40 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:37:55.823134 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ef5b9-9020-459d-8183-0b428d6a9ca9 req-5bc4e2ec-8658-466e-b78e-d1291cec39ec tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:55.824969 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-864ef5b9-9020-459d-8183-0b428d6a9ca9 req-5bc4e2ec-8658-466e-b78e-d1291cec39ec tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 943 time: 0.0936887 Dec 12 17:37:55.865043 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a3e0fe-257f-4f09-b58b-a2e98e662f40 x-openstack-request-id: req-f9a3e0fe-257f-4f09-b58b-a2e98e662f40 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:37:55.865357 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c289c2-eaa5-4d1d-a3c3-01ba59916e79", "name": "network-vif-plugged", "status": "completed", "tag": "eac682f3-884a-4904-bd44-b093f2562ed5", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:37:55.865615 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9a3e0fe-257f-4f09-b58b-a2e98e662f40 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:37:55.866139 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c289c2-eaa5-4d1d-a3c3-01ba59916e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac682f3-884a-4904-bd44-b093f2562ed5', 'code': 200} Dec 12 17:37:55.957078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-864ef5b9-9020-459d-8183-0b428d6a9ca9 req-3f4fda7c-29dd-4755-9d0e-e53c50f212fe tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209955 Dec 12 17:37:55.965006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=eac682f3-884a-4904-bd44-b093f2562ed5,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:56.139783 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff4277-6d04-4b17-ab82-59e4fa1686ef req-b609017a-31ef-4c61-87cb-ec505eaaf28e tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:56.149657 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bff4277-6d04-4b17-ab82-59e4fa1686ef req-b609017a-31ef-4c61-87cb-ec505eaaf28e tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 945 time: 0.1117291 Dec 12 17:37:56.152166 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:56.275374 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bff4277-6d04-4b17-ab82-59e4fa1686ef req-ffd24a55-6149-4ed1-917b-aa3ed4b71e76 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242275 Dec 12 17:37:56.308468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08858b44-577c-477e-a310-f444d5ff48ce req-a1349517-2462-4301-8172-04c5625ae072 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:56.310052 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08858b44-577c-477e-a310-f444d5ff48ce req-a1349517-2462-4301-8172-04c5625ae072 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.1269405 Dec 12 17:37:56.354344 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-e4e11b48-015b-466a-944f-cd4a13078bbb service neutron] 10.222.0.31 "GET /v2.0/ports/cd70cb70-91af-45e4-891f-a5a9275a0d40/bindings/n-h2-760354-5 HTTP/1.1" status: 200 len: 384 time: 0.1255112 Dec 12 17:37:56.422488 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08858b44-577c-477e-a310-f444d5ff48ce req-f552860c-cfad-48ff-bf5b-212a90d1cb5a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974748 Dec 12 17:37:56.515420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd0d775c-36a3-4984-bf4c-618d473cdae4 req-47fa315b-9471-4e77-a0e5-b453b6663888 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0345249 Dec 12 17:37:56.677662 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-8ea0c9e3-6eb6-417a-9c64-a6344a1f0300 service neutron] For port cd70cb70-91af-45e4-891f-a5a9275a0d40, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cd70cb70-91af-45e4-891f-a5a9275a0d40,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:56.708341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-8ea0c9e3-6eb6-417a-9c64-a6344a1f0300 service neutron] For port cd70cb70-91af-45e4-891f-a5a9275a0d40, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:37:56.750789 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-8ea0c9e3-6eb6-417a-9c64-a6344a1f0300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd70cb70-91af-45e4-891f-a5a9275a0d40 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:37:56.763895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-8ea0c9e3-6eb6-417a-9c64-a6344a1f0300 service neutron] For port cd70cb70-91af-45e4-891f-a5a9275a0d40, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=cd70cb70-91af-45e4-891f-a5a9275a0d40,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:56.779551 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-8ea0c9e3-6eb6-417a-9c64-a6344a1f0300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:56.817537 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:56.876631 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-8ea0c9e3-6eb6-417a-9c64-a6344a1f0300 service neutron] Transition to ACTIVE for port object cd70cb70-91af-45e4-891f-a5a9275a0d40 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:37:56.885509 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-8ea0c9e3-6eb6-417a-9c64-a6344a1f0300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:56.984333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-8ea0c9e3-6eb6-417a-9c64-a6344a1f0300 service neutron] No DVR routers for this DVR port cd70cb70-91af-45e4-891f-a5a9275a0d40 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:37:57.000229 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0c9e3-6eb6-417a-9c64-a6344a1f0300 service neutron] Pushing event updated for resources: {'Port': ['ID=cd70cb70-91af-45e4-891f-a5a9275a0d40,revision_number=10']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:57.000866 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] Router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:37:57.034752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-8ea0c9e3-6eb6-417a-9c64-a6344a1f0300 service neutron] 10.222.0.31 "PUT /v2.0/ports/cd70cb70-91af-45e4-891f-a5a9275a0d40/bindings/n-h2-760354-5/activate HTTP/1.1" status: 200 len: 369 time: 0.6675429 Dec 12 17:37:57.071990 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebda765-3a14-4c4e-bcf3-0a8ea7536394 None None] Network fe0295e0-e02c-466a-b887-061fe8cdca93 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:37:57.143442 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:37:57.154095 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9f33ca62-f95f-4dae-844e-adb3e5117585 None None] Provisioning complete for port cda95465-a360-4c22-81c2-340e8589df3c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:57.154471 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f33ca62-f95f-4dae-844e-adb3e5117585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:57.157325 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Sync routers for ids ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:37:57.177291 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Routers {'6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:37:57.178076 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:37:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:57.188125 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:57.193055 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-942769b8-b719-432c-9d45-55a329adcc8e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.7896309 Dec 12 17:37:57.194287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41424) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:57.233537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f2da4-6ec5-48d5-b69f-61c24cc1ca07 req-04d542a3-d1f0-4c53-b6e1-ceba218c59d5 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:57.233537 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-969f2da4-6ec5-48d5-b69f-61c24cc1ca07 req-04d542a3-d1f0-4c53-b6e1-ceba218c59d5 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 944 time: 0.1540349 Dec 12 17:37:57.274708 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3c4ed233-3ae5-4d36-b89b-292847b33991 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:57.276249 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-3c4ed233-3ae5-4d36-b89b-292847b33991 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561&tenant_id=ed3999e96c6f4755bb182b05f58b09fc&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 1095 time: 0.1621296 Dec 12 17:37:57.291359 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f33ca62-f95f-4dae-844e-adb3e5117585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:57.377535 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9f33ca62-f95f-4dae-844e-adb3e5117585 None None] For port cda95465-a360-4c22-81c2-340e8589df3c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=cda95465-a360-4c22-81c2-340e8589df3c,segment=NetworkSegment(53879a77-df27-422b-9ece-2a2e7e594576),segment_id=53879a77-df27-422b-9ece-2a2e7e594576)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:37:57.388239 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f33ca62-f95f-4dae-844e-adb3e5117585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:57.396329 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Set router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:37:57.452382 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33ca62-f95f-4dae-844e-adb3e5117585 None None] Pushing event updated for resources: {'Port': ['ID=cda95465-a360-4c22-81c2-340e8589df3c,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:57.490481 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-969f2da4-6ec5-48d5-b69f-61c24cc1ca07 req-12de2711-4c69-46ac-b424-e3e38d616439 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379599 Dec 12 17:37:57.510800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-681cea6e-8162-4e4b-8725-738ff4668a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:57.514643 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-681cea6e-8162-4e4b-8725-738ff4668a98 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561&tenant_id=ed3999e96c6f4755bb182b05f58b09fc HTTP/1.1" status: 200 len: 1095 time: 0.2241869 Dec 12 17:37:57.629135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9d90a-249d-499c-b8d5-e70377c2a320 req-da892c37-4b23-419c-876f-c0b223e5b422 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:57.637335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ee9d90a-249d-499c-b8d5-e70377c2a320 req-da892c37-4b23-419c-876f-c0b223e5b422 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 945 time: 0.2237749 Dec 12 17:37:57.729197 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device cda95465-a360-4c22-81c2-340e8589df3c up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:37:57.743838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-90732d19-93d9-44dd-b1ca-72417f67cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:57.745320 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-90732d19-93d9-44dd-b1ca-72417f67cb57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 1095 time: 0.1893022 Dec 12 17:37:57.776702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df400ee-88d7-440d-af07-b79380b79438 req-4dd6f9b1-0a69-4700-b643-8e0cbef76799 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:57.778231 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9df400ee-88d7-440d-af07-b79380b79438 req-4dd6f9b1-0a69-4700-b643-8e0cbef76799 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.1682942 Dec 12 17:37:57.804188 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ee9d90a-249d-499c-b8d5-e70377c2a320 req-09addeec-88a1-4dd5-9367-25d64135c571 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610548 Dec 12 17:37:57.817577 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:55Z', 'revision_number': 3, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:57.856694 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Checking router: 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:37:57.857053 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Updating router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a port 60f552d1-0e16-44e7-bdda-471336e5f7da binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:37:57.868567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-edeba5f8-a15d-4bf4-ab61-4a5b808bba9d None None] Provisioning complete for port cda95465-a360-4c22-81c2-340e8589df3c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:57.869325 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-edeba5f8-a15d-4bf4-ab61-4a5b808bba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:57.888789 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:57.899591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41444) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:57.924162 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port cda95465-a360-4c22-81c2-340e8589df3c triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:57.924803 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:57.997309 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-42ab0194-a4bd-403a-8845-c3b5aa150c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:57.999986 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-42ab0194-a4bd-403a-8845-c3b5aa150c4d service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 200 len: 922 time: 0.2422311 Dec 12 17:37:58.019355 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:58.040629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d66c9fb-c447-410e-95be-08e383d7acaf req-58eeb1c8-f9c5-4884-bd8c-996596d1dbb1 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.1146848 Dec 12 17:37:58.156928 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c71e0156-4d43-45b0-959a-d299da9dedfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:58.164126 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-ee0b98fc-f99c-4102-b9b3-072d4bbae2bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd70cb70-91af-45e4-891f-a5a9275a0d40 HTTP/1.1" status: 200 len: 217 time: 0.1399724 Dec 12 17:37:58.174674 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9df400ee-88d7-440d-af07-b79380b79438 req-007dd550-4d4b-4b62-b5ea-2cfa0422fef3 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692214 Dec 12 17:37:58.254568 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-db75103b-f9b0-4f0a-950e-b14e1664a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:58.256056 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-db75103b-f9b0-4f0a-950e-b14e1664a61d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 200 len: 861 time: 0.0804410 Dec 12 17:37:58.259905 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:58.271915 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:58.300284 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-05e477a0-8fc5-41a2-880e-2a3136c77a73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9c565c0-ff5d-4c84-8751-8dccc59a2244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359056 Dec 12 17:37:58.345720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Allocated IP 172.20.0.1 (fe0295e0-e02c-466a-b887-061fe8cdca93/103b3353-755a-4f3f-82b8-1ec95baa41f7/b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:37:58.348671 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b26de4-0d4b-4fad-9306-33ea19f9232d None None] Pushing event updated for resources: {'Port': ['ID=60f552d1-0e16-44e7-bdda-471336e5f7da,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:58.353129 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Attempting to bind port 60f552d1-0e16-44e7-bdda-471336e5f7da on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:37:58.353503 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Attempting to bind port 60f552d1-0e16-44e7-bdda-471336e5f7da by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:37:58.354062 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Attempting to bind port 60f552d1-0e16-44e7-bdda-471336e5f7da on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:37:58.364231 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b26de4-0d4b-4fad-9306-33ea19f9232d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.364581 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b26de4-0d4b-4fad-9306-33ea19f9232d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.364919 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b26de4-0d4b-4fad-9306-33ea19f9232d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.365258 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b26de4-0d4b-4fad-9306-33ea19f9232d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.365597 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b26de4-0d4b-4fad-9306-33ea19f9232d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.366022 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b26de4-0d4b-4fad-9306-33ea19f9232d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.366263 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b26de4-0d4b-4fad-9306-33ea19f9232d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.366569 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b26de4-0d4b-4fad-9306-33ea19f9232d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.366900 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b26de4-0d4b-4fad-9306-33ea19f9232d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.367450 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b26de4-0d4b-4fad-9306-33ea19f9232d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.367781 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b26de4-0d4b-4fad-9306-33ea19f9232d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.368148 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b26de4-0d4b-4fad-9306-33ea19f9232d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.368476 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b26de4-0d4b-4fad-9306-33ea19f9232d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.378625 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:37:58.379050 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:37:58.379563 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:58.379965 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:37:58.381111 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Bound port: 60f552d1-0e16-44e7-bdda-471336e5f7da, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:37:58.381592 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:58.462021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-0595c5eb-18e5-4fc5-8315-06051566c08c service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511748 Dec 12 17:37:58.463024 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] For port 60f552d1-0e16-44e7-bdda-471336e5f7da, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:37:58.466117 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c71e0156-4d43-45b0-959a-d299da9dedfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:58.467335 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] For port 60f552d1-0e16-44e7-bdda-471336e5f7da, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=60f552d1-0e16-44e7-bdda-471336e5f7da,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:37:58.474217 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:58.481015 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c71e0156-4d43-45b0-959a-d299da9dedfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:58.513296 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:58.538398 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b26de4-0d4b-4fad-9306-33ea19f9232d None None] Pushing event updated for resources: {'Port': ['ID=60f552d1-0e16-44e7-bdda-471336e5f7da,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:58.565756 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:58.574158 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Routers {'6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:37:58.575164 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:37:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:58.620821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e0156-4d43-45b0-959a-d299da9dedfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43214720-295c-419d-8871-2a77d898a9ab,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:58.627534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c71e0156-4d43-45b0-959a-d299da9dedfb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0afab568809a407294924bd597c23c4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7216616 Dec 12 17:37:58.630784 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41460) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:58.638795 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Network fe0295e0-e02c-466a-b887-061fe8cdca93 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:37:58.642021 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:37:58.661098 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:37:58.720667 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:58.730237 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] Set router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:37:58.740656 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-376c288a-5183-45f1-bb05-06ed32d51b6e service neutron] 10.222.0.20 "GET /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714434 Dec 12 17:37:58.815564 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edd810-4e90-44f9-ab04-a58f76b0a693 req-82467666-163a-439f-8188-160956564058 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:58.817533 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f9edd810-4e90-44f9-ab04-a58f76b0a693 req-82467666-163a-439f-8188-160956564058 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 944 time: 0.1512547 Dec 12 17:37:58.851749 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Pushing event updated for resources: {'Port': ['ID=b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:58.868762 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.869116 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.869378 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.869722 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.870128 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.871076 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.871440 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.871822 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.872161 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.872492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.873016 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.873351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.873683 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:37:58.897664 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f9edd810-4e90-44f9-ab04-a58f76b0a693 req-6c4e609e-ab71-4688-940e-d3b90ac1ce79 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675886 Dec 12 17:37:58.904273 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-29b7e9f5-7ca0-47bf-a431-6703193332b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:58.912318 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:58.916574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22366ca0-a28d-4163-9a01-2b0826f2c8dd req-1bc88a0f-49ea-4983-9759-52d06746214c tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:58.925456 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22366ca0-a28d-4163-9a01-2b0826f2c8dd req-1bc88a0f-49ea-4983-9759-52d06746214c tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 945 time: 0.1884830 Dec 12 17:37:59.005224 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22366ca0-a28d-4163-9a01-2b0826f2c8dd req-570681d1-ff11-48c0-8efa-eb752d7cde51 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789154 Dec 12 17:37:59.007276 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-29b7e9f5-7ca0-47bf-a431-6703193332b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:59.051434 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-292b6e12-ebd1-471d-83ee-1f39d99edc42 None None] Provisioning complete for port b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:59.052473 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-292b6e12-ebd1-471d-83ee-1f39d99edc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:59.099540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-6216978e-82a6-486d-ba44-5bedea65a83c tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:59.101032 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-6216978e-82a6-486d-ba44-5bedea65a83c tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561&tenant_id=ed3999e96c6f4755bb182b05f58b09fc&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 1095 time: 0.0865698 Dec 12 17:37:59.101422 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-292b6e12-ebd1-471d-83ee-1f39d99edc42 None None] Port b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:37:59.151461 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:55Z', 'revision_number': 3, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:37:59.153831 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:59.160569 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:59.180619 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897046c5-1edd-4272-9c43-40dcf3b9c436 None None] The sync data for ids ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'] in n-d-760354-5 is: [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:55Z', 'revision_number': 3, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:37:59.201879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c82fefea-0570-4bb0-b811-15bc2f343ecd req-4cd83633-0e63-4cbc-8c03-b3bbabb0e3e4 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0417931 Dec 12 17:37:59.213395 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-29b7e9f5-7ca0-47bf-a431-6703193332b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:59.216206 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-29b7e9f5-7ca0-47bf-a431-6703193332b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:59.220047 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-29b7e9f5-7ca0-47bf-a431-6703193332b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43214720-295c-419d-8871-2a77d898a9ab HTTP/1.1" status: 204 len: 168 time: 0.5856166 Dec 12 17:37:59.258071 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:59.276300 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Pushing event updated for resources: {'Port': ['ID=b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:59.290868 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7e9f5-7ca0-47bf-a431-6703193332b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43214720-295c-419d-8871-2a77d898a9ab,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:59.332902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-b12a5c00-85ad-45d0-a367-0b635e0db715 service neutron] For port cd70cb70-91af-45e4-891f-a5a9275a0d40, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:37:59.337670 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-b12a5c00-85ad-45d0-a367-0b635e0db715 service neutron] Publish callbacks [] for binding, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:59.339172 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14a1741a-5c1f-4cd5-89ff-47f53c29dc83 req-b12a5c00-85ad-45d0-a367-0b635e0db715 service neutron] 10.222.0.20 "DELETE /v2.0/ports/cd70cb70-91af-45e4-891f-a5a9275a0d40/bindings/n-h1-760354-5 HTTP/1.1" status: 204 len: 173 time: 0.2295451 Dec 12 17:37:59.406775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c64601-e705-4ba4-a90f-5c6b55c13b6f req-acf10841-7ac7-419a-b4f1-1ae6d2b161b2 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:37:59.408363 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8c64601-e705-4ba4-a90f-5c6b55c13b6f req-acf10841-7ac7-419a-b4f1-1ae6d2b161b2 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.0678396 Dec 12 17:37:59.443687 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Network fe0295e0-e02c-466a-b887-061fe8cdca93 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:37:59.445258 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:37:59.479281 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8c64601-e705-4ba4-a90f-5c6b55c13b6f req-a60fee31-3338-4ef8-8674-6d78f8b756df tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593274 Dec 12 17:37:59.661821 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:37:59.701525 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41474) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:59.724568 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e37cb6be-573b-4621-8e2e-aacb1257ee85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:59.732136 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 60f552d1-0e16-44e7-bdda-471336e5f7da up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:37:59.807446 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 60f552d1-0e16-44e7-bdda-471336e5f7da triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:37:59.808511 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:59.811038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:37:59.830041 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ebe7b339-1ad6-40f2-b78b-ebe2d92331df admin admin] 10.222.0.18 "PUT /v2.0/routers/6fd692a8-f3e9-47e4-b780-e6a5ee97f20a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6329753 Dec 12 17:37:59.919647 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e37cb6be-573b-4621-8e2e-aacb1257ee85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:59.928713 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e37cb6be-573b-4621-8e2e-aacb1257ee85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:37:59.977592 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cb6be-573b-4621-8e2e-aacb1257ee85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a96c57-db4d-48f8-ad2a-ca2a0b1534c4,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:37:59.990820 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41480) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:37:59.991036 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e37cb6be-573b-4621-8e2e-aacb1257ee85 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fea616d27b745e5bb3f0cb9ed0e528c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880428 Dec 12 17:38:00.081565 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f14fec6-27d4-4d82-b4b1-2fa971c7a67e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:00.122138 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f14fec6-27d4-4d82-b4b1-2fa971c7a67e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:00.131263 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5fc46ab6-a853-4c05-a1f6-4dd479276449 None None] Provisioning complete for port b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:00.131877 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5fc46ab6-a853-4c05-a1f6-4dd479276449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:00.139834 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1371de-f487-4303-aead-c39dfd219d88 req-76c18e83-f55e-472c-9b28-381989f9e43f tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:00.148421 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca1371de-f487-4303-aead-c39dfd219d88 req-76c18e83-f55e-472c-9b28-381989f9e43f tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 944 time: 0.1104324 Dec 12 17:38:00.164360 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:00.192955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 60f552d1-0e16-44e7-bdda-471336e5f7da, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=60f552d1-0e16-44e7-bdda-471336e5f7da,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:00.203576 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f14fec6-27d4-4d82-b4b1-2fa971c7a67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:00.208201 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:00.209995 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f14fec6-27d4-4d82-b4b1-2fa971c7a67e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:00.215825 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8f14fec6-27d4-4d82-b4b1-2fa971c7a67e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01a96c57-db4d-48f8-ad2a-ca2a0b1534c4 HTTP/1.1" status: 204 len: 168 time: 0.2224548 Dec 12 17:38:00.217805 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5fc46ab6-a853-4c05-a1f6-4dd479276449 None None] Port b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:38:00.227063 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14fec6-27d4-4d82-b4b1-2fa971c7a67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a96c57-db4d-48f8-ad2a-ca2a0b1534c4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:00.288837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=60f552d1-0e16-44e7-bdda-471336e5f7da,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:00.326979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3f7fa-1186-495f-b48b-2026c752c1ec req-70e8511d-aa28-4510-a294-ceb71c8e6737 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:00.330239 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4c3f7fa-1186-495f-b48b-2026c752c1ec req-70e8511d-aa28-4510-a294-ceb71c8e6737 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 945 time: 0.1790476 Dec 12 17:38:00.346613 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca1371de-f487-4303-aead-c39dfd219d88 req-fdac3140-8dd9-408e-88bf-b9838d37d374 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973062 Dec 12 17:38:00.423095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4c3f7fa-1186-495f-b48b-2026c752c1ec req-1f7b1d3f-8cc5-427c-9734-8b6304f089f2 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/security-groups?id=b97eab3d-127c-4365-9fde-48fe494282ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811682 Dec 12 17:38:00.440348 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356da0f-850e-4841-820b-5d1c4cf602ac req-fb3d2327-3be3-4a59-9f76-672e69063ade tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:00.442388 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7356da0f-850e-4841-820b-5d1c4cf602ac req-fb3d2327-3be3-4a59-9f76-672e69063ade tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 945 time: 0.0901299 Dec 12 17:38:00.634806 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc469ea2-abb9-42ec-b392-ec7ca38d0ac4 req-1b754725-3bcb-4490-bd5c-d3f1f0685189 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0610275 Dec 12 17:38:00.667965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-87a95ec7-bdcd-41fe-9be9-036bd41b2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:00.669926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-87a95ec7-bdcd-41fe-9be9-036bd41b2054 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 1096 time: 0.0975358 Dec 12 17:38:00.673063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-7356da0f-850e-4841-820b-5d1c4cf602ac req-380e0d2a-0df6-4239-be63-90b4e483f049 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Deleting port eac682f3-884a-4904-bd44-b093f2562ed5 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:38:00.673514 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7356da0f-850e-4841-820b-5d1c4cf602ac req-380e0d2a-0df6-4239-be63-90b4e483f049 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:00.866091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-07edbe69-3e2c-4eaa-b2b6-33b3a3e4346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:00.867686 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-07edbe69-3e2c-4eaa-b2b6-33b3a3e4346b service neutron] 10.222.0.20 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 908 time: 0.1858897 Dec 12 17:38:01.257297 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-7356da0f-850e-4841-820b-5d1c4cf602ac req-380e0d2a-0df6-4239-be63-90b4e483f049 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] For port eac682f3-884a-4904-bd44-b093f2562ed5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=eac682f3-884a-4904-bd44-b093f2562ed5,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:01.257930 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7356da0f-850e-4841-820b-5d1c4cf602ac req-380e0d2a-0df6-4239-be63-90b4e483f049 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:01.273966 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-1a2dac6c-af8b-4df0-abe1-644ae5e6c8ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a891b6c-f3a4-43a5-9317-f0bed67deb96 HTTP/1.1" status: 200 len: 217 time: 0.3791356 Dec 12 17:38:01.296282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-7356da0f-850e-4841-820b-5d1c4cf602ac req-380e0d2a-0df6-4239-be63-90b4e483f049 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Calling delete_port for eac682f3-884a-4904-bd44-b093f2562ed5 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:38:01.345331 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device eac682f3-884a-4904-bd44-b093f2562ed5 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:38:01.361898 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d0b66-b7e4-4a57-84b2-b90f55d80d0f req-77e97a1e-d0f8-497e-a4b2-5a93b86754c5 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:01.363290 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8b0d0b66-b7e4-4a57-84b2-b90f55d80d0f req-77e97a1e-d0f8-497e-a4b2-5a93b86754c5 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.4673893 Dec 12 17:38:01.422623 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Sync routers for ids ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:38:01.431772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-b5faae50-4704-4d4b-8787-d9e3e5d153f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:01.433309 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-b5faae50-4704-4d4b-8787-d9e3e5d153f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.1503217 Dec 12 17:38:01.440344 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-7832f611-b21d-42dc-a8dd-7ab5fa55841c tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:01.441842 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-7832f611-b21d-42dc-a8dd-7ab5fa55841c tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/networks?id=fe0295e0-e02c-466a-b887-061fe8cdca93 HTTP/1.1" status: 200 len: 821 time: 0.5813866 Dec 12 17:38:01.448540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Routers {'6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:01.449353 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:37:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:01.451404 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:01.505839 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-8351214a-a81e-4c0a-a10f-903d1e8ab866 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601029 Dec 12 17:38:01.520864 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-843ecd4e-11d5-42a0-9a39-52975b06e267 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/quotas/e2f4eec817834ce593dffb8b3335df85 HTTP/1.1" status: 200 len: 375 time: 0.0627668 Dec 12 17:38:01.550777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c289c2-eaa5-4d1d-a3c3-01ba59916e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac682f3-884a-4904-bd44-b093f2562ed5'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:38:01.553553 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b2dba5-3ed3-490b-8866-d95dbe348a50" -d '{"events": [{"server_uuid": "09c289c2-eaa5-4d1d-a3c3-01ba59916e79", "name": "network-vif-unplugged", "status": "completed", "tag": "eac682f3-884a-4904-bd44-b093f2562ed5"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:38:01.587749 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8b0d0b66-b7e4-4a57-84b2-b90f55d80d0f req-828ee672-d3d7-4898-ab38-e2be0216295d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872318 Dec 12 17:38:01.608329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port eac682f3-884a-4904-bd44-b093f2562ed5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=eac682f3-884a-4904-bd44-b093f2562ed5,segment=NetworkSegment(fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076),segment_id=fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:01.623585 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:01.692043 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Set router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:38:01.699259 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 60f552d1-0e16-44e7-bdda-471336e5f7da up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:38:01.732676 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-4ac1106f-6f51-4b63-bd93-4cd17242b068 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2f4eec817834ce593dffb8b3335df85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1927569 Dec 12 17:38:01.774157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=eac682f3-884a-4904-bd44-b093f2562ed5,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:01.777042 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-ffd7794b-4714-4b7e-b184-dbb1dbe2c2e3 service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616081 Dec 12 17:38:01.833569 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7356da0f-850e-4841-820b-5d1c4cf602ac req-380e0d2a-0df6-4239-be63-90b4e483f049 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:01.873800 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 60f552d1-0e16-44e7-bdda-471336e5f7da triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:01.874461 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:01.915154 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530be4f7-7afd-45e8-8d5c-4f276ded08e1 req-d0c5cb93-4567-405b-9df6-c12fec517728 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:01.916753 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-530be4f7-7afd-45e8-8d5c-4f276ded08e1 req-d0c5cb93-4567-405b-9df6-c12fec517728 tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 1095 time: 0.2605605 Dec 12 17:38:01.924153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e0d2a-0df6-4239-be63-90b4e483f049 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Pushing event deleted for resources: {'Port': ['ID=eac682f3-884a-4904-bd44-b093f2562ed5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:02.019240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-7356da0f-850e-4841-820b-5d1c4cf602ac req-380e0d2a-0df6-4239-be63-90b4e483f049 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] No DVR routers for this DVR port eac682f3-884a-4904-bd44-b093f2562ed5 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:38:02.024347 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7356da0f-850e-4841-820b-5d1c4cf602ac req-380e0d2a-0df6-4239-be63-90b4e483f049 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:02.027770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7356da0f-850e-4841-820b-5d1c4cf602ac req-380e0d2a-0df6-4239-be63-90b4e483f049 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.31 "DELETE /v2.0/ports/eac682f3-884a-4904-bd44-b093f2562ed5 HTTP/1.1" status: 204 len: 173 time: 1.5785317 Dec 12 17:38:02.032234 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c289c2-eaa5-4d1d-a3c3-01ba59916e79', 'name': 'network-vif-deleted', 'tag': 'eac682f3-884a-4904-bd44-b093f2562ed5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:38:02.035128 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e979b90-61bb-458c-8f85-2118dd46711c" -d '{"events": [{"server_uuid": "09c289c2-eaa5-4d1d-a3c3-01ba59916e79", "name": "network-vif-deleted", "tag": "eac682f3-884a-4904-bd44-b093f2562ed5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:38:02.038942 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-020b0c66-ce20-4852-9318-7115878da788 service neutron] 10.222.0.18 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950807 Dec 12 17:38:02.051838 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 2, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:02.068694 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-ecb5c5f7-e92d-46cd-9a2f-5b2bd7b0cd05 service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605362 Dec 12 17:38:02.096912 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Checking router: 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:38:02.097342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Updating router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a port b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:38:02.130027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-530be4f7-7afd-45e8-8d5c-4f276ded08e1 req-a9868fb0-bd51-4ed4-9523-1ed15cdd3f0d tempest-LiveAutoBlockMigrationV225Test-1447374992 tempest-LiveAutoBlockMigrationV225Test-1447374992-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912153 Dec 12 17:38:02.159337 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:02.175583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-17c0589f-9b20-435c-a9ca-ad1f532146c2 service neutron] 10.222.0.18 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242440 Dec 12 17:38:02.360326 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9f499fc-d8a9-41e6-86c1-b25f9de477df req-226cec18-3000-461f-8923-fafbd8374700 tempest-ImagesTestJSON-1133522876 tempest-ImagesTestJSON-1133522876-project] 10.222.0.18 "GET /v2.0/ports?device_id=09c289c2-eaa5-4d1d-a3c3-01ba59916e79 HTTP/1.1" status: 200 len: 210 time: 0.0423465 Dec 12 17:38:02.586586 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4cc6ad9f-05f9-4967-a8e2-bdadad966777 req-5596669e-697c-470a-b3a4-cb0112f6e2e7 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0622165 Dec 12 17:38:02.669906 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:02.687487 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:02.809169 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925b443-846a-421a-bde7-b84895d326fa None None] Pushing event updated for resources: {'Port': ['ID=b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:02.875042 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f86392b-f933-4bc2-89ae-c9ad86a4ceff x-openstack-request-id: req-6f86392b-f933-4bc2-89ae-c9ad86a4ceff {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:38:02.875458 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c289c2-eaa5-4d1d-a3c3-01ba59916e79", "name": "network-vif-unplugged", "status": "completed", "tag": "eac682f3-884a-4904-bd44-b093f2562ed5", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:38:02.876220 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f86392b-f933-4bc2-89ae-c9ad86a4ceff {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:38:02.876220 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c289c2-eaa5-4d1d-a3c3-01ba59916e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac682f3-884a-4904-bd44-b093f2562ed5', 'code': 200} Dec 12 17:38:02.900806 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d529efc6-93b3-4622-bb76-e40a547f31df x-openstack-request-id: req-d529efc6-93b3-4622-bb76-e40a547f31df {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:38:02.901272 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c289c2-eaa5-4d1d-a3c3-01ba59916e79", "name": "network-vif-deleted", "tag": "eac682f3-884a-4904-bd44-b093f2562ed5", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:38:02.901576 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d529efc6-93b3-4622-bb76-e40a547f31df {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:38:02.902171 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c289c2-eaa5-4d1d-a3c3-01ba59916e79', 'name': 'network-vif-deleted', 'tag': 'eac682f3-884a-4904-bd44-b093f2562ed5', 'status': 'completed', 'code': 200} Dec 12 17:38:02.986445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfa4d83f-c369-43da-bb71-ceddc226347c req-dbf3e18e-f5d6-4bc9-9ad2-638b2f457eb0 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 210 time: 0.0492525 Dec 12 17:38:02.996209 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Attempting to bind port b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:38:02.996587 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Attempting to bind port b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '53879a77-df27-422b-9ece-2a2e7e594576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:38:02.996957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Attempting to bind port b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b on network fe0295e0-e02c-466a-b887-061fe8cdca93 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:38:03.011595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:38:03.015642 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Checking segment: {'id': '53879a77-df27-422b-9ece-2a2e7e594576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:38:03.017541 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:03.018197 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Bound using segment: {'id': '53879a77-df27-422b-9ece-2a2e7e594576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:38:03.024567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Bound port: b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53879a77-df27-422b-9ece-2a2e7e594576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:38:03.024986 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:03.184809 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] For port b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:38:03.202580 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef6b12-94dc-4db7-8de7-69b829991cbc req-b0bd7515-22a4-4bf6-a85e-40737d64a0e0 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:03.213603 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] For port b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b,segment=NetworkSegment(53879a77-df27-422b-9ece-2a2e7e594576),segment_id=53879a77-df27-422b-9ece-2a2e7e594576)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:38:03.214463 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10ef6b12-94dc-4db7-8de7-69b829991cbc req-b0bd7515-22a4-4bf6-a85e-40737d64a0e0 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.0976841 Dec 12 17:38:03.230569 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1e4dcb76-5b44-4100-9320-3011e7c3b91c None None] Provisioning complete for port b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:03.234151 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e4dcb76-5b44-4100-9320-3011e7c3b91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:03.240761 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:03.304555 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41622) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:03.345095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10ef6b12-94dc-4db7-8de7-69b829991cbc req-b9b11034-d471-4156-936f-cff83f2b243b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245401 Dec 12 17:38:03.362766 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09106f-f668-4a1c-afcc-65b626dda398 req-c56c0e37-03f5-439a-bc84-664e815cee8e tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:03.364678 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c09106f-f668-4a1c-afcc-65b626dda398 req-c56c0e37-03f5-439a-bc84-664e815cee8e tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 944 time: 0.1364927 Dec 12 17:38:03.428871 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Routers {'6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:03.429601 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:37:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:03.505519 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c09106f-f668-4a1c-afcc-65b626dda398 req-48be134e-731f-4e16-9ca5-8834b8b9ece5 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299684 Dec 12 17:38:03.528578 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925b443-846a-421a-bde7-b84895d326fa None None] Pushing event updated for resources: {'Port': ['ID=b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:03.570008 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c60bec45-a73a-42df-8313-722da45d18b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:03.691078 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e4dcb76-5b44-4100-9320-3011e7c3b91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:03.700574 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c60bec45-a73a-42df-8313-722da45d18b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:03.708900 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c60bec45-a73a-42df-8313-722da45d18b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:03.770368 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce3485dc-4d63-4ba8-bfc5-becd247f6b0f req-8cf93b93-0ab3-4726-a85c-c7f5133ac971 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0403802 Dec 12 17:38:03.807020 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bec45-a73a-42df-8313-722da45d18b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba1923f-40ab-4edc-b41a-66e67bfc0145,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:03.812629 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] Set router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:38:03.825480 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c60bec45-a73a-42df-8313-722da45d18b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd36545be5c3431b826973e96b7eb0d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5190747 Dec 12 17:38:03.831899 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41652) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:03.929777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102711a-d3ae-4b59-b9d0-ff2708e407cf req-ee09f31d-2eef-4d1c-9dc4-d9cf65114ce4 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:03.932126 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9102711a-d3ae-4b59-b9d0-ff2708e407cf req-ee09f31d-2eef-4d1c-9dc4-d9cf65114ce4 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.20 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 944 time: 0.1595454 Dec 12 17:38:03.979650 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea2ce-6b65-42bf-b56b-947ff34fe569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:03.995987 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1e4dcb76-5b44-4100-9320-3011e7c3b91c None None] For port b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b,segment=NetworkSegment(53879a77-df27-422b-9ece-2a2e7e594576),segment_id=53879a77-df27-422b-9ece-2a2e7e594576)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:04.007476 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e4dcb76-5b44-4100-9320-3011e7c3b91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:04.082800 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea2ce-6b65-42bf-b56b-947ff34fe569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:04.110097 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4dcb76-5b44-4100-9320-3011e7c3b91c None None] Pushing event updated for resources: {'Port': ['ID=b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:04.176482 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41668) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:04.189139 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0ea6c0d6-398a-47ec-a28c-ed6a5e332df5 None None] Provisioning complete for port b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:04.189509 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ea6c0d6-398a-47ec-a28c-ed6a5e332df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:04.197408 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea2ce-6b65-42bf-b56b-947ff34fe569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:04.200237 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea2ce-6b65-42bf-b56b-947ff34fe569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:04.201390 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ae7ea2ce-6b65-42bf-b56b-947ff34fe569 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ba1923f-40ab-4edc-b41a-66e67bfc0145 HTTP/1.1" status: 204 len: 168 time: 0.3648968 Dec 12 17:38:04.234582 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ea2ce-6b65-42bf-b56b-947ff34fe569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba1923f-40ab-4edc-b41a-66e67bfc0145,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:04.256094 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-36256cb9-5046-4556-8726-40d04e8b03a0 admin admin] Deleting subnet 2a5209e1-f35d-462f-abcb-435d8a0a7895 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:38:04.274722 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36256cb9-5046-4556-8726-40d04e8b03a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:04.322881 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36256cb9-5046-4556-8726-40d04e8b03a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:04.340095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2771355d-3e23-4a20-8c45-129517dc8e88 req-13f15ab6-cd55-4736-8f0c-2e23d60cd1f7 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 210 time: 0.1380169 Dec 12 17:38:04.431498 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36256cb9-5046-4556-8726-40d04e8b03a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:04.453779 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-db41b373-1b57-4104-a7ad-0d8cc6eccfae tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:04.455362 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-db41b373-1b57-4104-a7ad-0d8cc6eccfae tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.31 "GET /v2.0/networks?id=fe0295e0-e02c-466a-b887-061fe8cdca93 HTTP/1.1" status: 200 len: 821 time: 0.5176716 Dec 12 17:38:04.473823 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-9102711a-d3ae-4b59-b9d0-ff2708e407cf req-4448e5cf-0d1f-4fee-93b4-df69043cc962 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Deleting port cd70cb70-91af-45e4-891f-a5a9275a0d40 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:38:04.474162 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9102711a-d3ae-4b59-b9d0-ff2708e407cf req-4448e5cf-0d1f-4fee-93b4-df69043cc962 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:04.482215 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-ddbe9f56-5bab-4cbb-87e7-6a5bb178980a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Request body: {'port': {'device_id': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'admin_state_up': True, 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:04.528816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:04.536682 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36256cb9-5046-4556-8726-40d04e8b03a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:04.593864 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36256cb9-5046-4556-8726-40d04e8b03a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a5209e1-f35d-462f-abcb-435d8a0a7895,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:04.602506 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0183329d-e0c6-4ae5-927c-a6987d85a92e None None] The sync data for ids ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'] in n-d-760354-5 is: [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:38:04.603096 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36256cb9-5046-4556-8726-40d04e8b03a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:04.606832 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-36256cb9-5046-4556-8726-40d04e8b03a0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2a5209e1-f35d-462f-abcb-435d8a0a7895 HTTP/1.1" status: 204 len: 168 time: 0.4293303 Dec 12 17:38:04.612868 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41678) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:04.764777 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36329942-e92a-4980-beb7-2db5a222dbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:04.776395 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41680) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:04.809214 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-ddbe9f56-5bab-4cbb-87e7-6a5bb178980a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Made reservation on behalf of e2f4eec817834ce593dffb8b3335df85 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:04.810810 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-53822620-6a16-4ce2-a2a8-67dd589056cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:04.813388 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-ddbe9f56-5bab-4cbb-87e7-6a5bb178980a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:04.857395 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7423d81-3743-44e7-b83d-4d5207d650ff req-64ebfec0-7742-4a56-b84c-0a4328ab2a10 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:04.866394 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7423d81-3743-44e7-b83d-4d5207d650ff req-64ebfec0-7742-4a56-b84c-0a4328ab2a10 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 944 time: 0.2049139 Dec 12 17:38:04.882113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e2e0e-70c6-43c9-8a87-2f2b6ef453b4 req-b7e47d4b-0595-4a76-898d-5c65a95f21c6 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:04.883949 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f26e2e0e-70c6-43c9-8a87-2f2b6ef453b4 req-b7e47d4b-0595-4a76-898d-5c65a95f21c6 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.4276927 Dec 12 17:38:04.905610 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-53822620-6a16-4ce2-a2a8-67dd589056cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:04.930217 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-53822620-6a16-4ce2-a2a8-67dd589056cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:05.021895 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7423d81-3743-44e7-b83d-4d5207d650ff req-45a05c20-f0d2-46de-8ce6-896a0a0c8105 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544421 Dec 12 17:38:05.034525 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36329942-e92a-4980-beb7-2db5a222dbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:05.045707 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-53822620-6a16-4ce2-a2a8-67dd589056cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47a046e09b6e4e06a691519951ffed7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679868 Dec 12 17:38:05.048332 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53822620-6a16-4ce2-a2a8-67dd589056cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83cda4f-87e6-4f2d-8c19-6310fdbde27c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:05.048915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41688) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:05.068904 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-36329942-e92a-4980-beb7-2db5a222dbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256368dc-5e68-4402-91a5-533328bbf958']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:05.072291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-9102711a-d3ae-4b59-b9d0-ff2708e407cf req-4448e5cf-0d1f-4fee-93b4-df69043cc962 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] For port cd70cb70-91af-45e4-891f-a5a9275a0d40, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=cd70cb70-91af-45e4-891f-a5a9275a0d40,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:05.077699 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9102711a-d3ae-4b59-b9d0-ff2708e407cf req-4448e5cf-0d1f-4fee-93b4-df69043cc962 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:05.091164 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-36329942-e92a-4980-beb7-2db5a222dbc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:05.092139 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-36329942-e92a-4980-beb7-2db5a222dbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9cd46b-c10d-4a75-b6a4-c58e6bc6c076') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:05.105614 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36329942-e92a-4980-beb7-2db5a222dbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:05.125176 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-9102711a-d3ae-4b59-b9d0-ff2708e407cf req-4448e5cf-0d1f-4fee-93b4-df69043cc962 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Calling delete_port for cd70cb70-91af-45e4-891f-a5a9275a0d40 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:38:05.125632 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36329942-e92a-4980-beb7-2db5a222dbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:05.136710 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36329942-e92a-4980-beb7-2db5a222dbc2 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:38:05.137224 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36329942-e92a-4980-beb7-2db5a222dbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:38:05.139280 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:38:05.207810 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d58aeb17-ac62-4d41-828e-a774ac22dd41 req-53e54f37-1a30-4d0e-802c-6aff7ab2f82d tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0965958 Dec 12 17:38:05.213907 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36329942-e92a-4980-beb7-2db5a222dbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:05.221943 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36329942-e92a-4980-beb7-2db5a222dbc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:05.225832 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-36329942-e92a-4980-beb7-2db5a222dbc2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/256368dc-5e68-4402-91a5-533328bbf958 HTTP/1.1" status: 204 len: 168 time: 0.6116474 Dec 12 17:38:05.239309 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f26e2e0e-70c6-43c9-8a87-2f2b6ef453b4 req-4be6b241-2595-4e0a-85f4-e40bdce1ac31 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034678 Dec 12 17:38:05.281244 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36329942-e92a-4980-beb7-2db5a222dbc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=256368dc-5e68-4402-91a5-533328bbf958,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:05.336400 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device eac682f3-884a-4904-bd44-b093f2562ed5 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:38:05.385771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: eac682f3-884a-4904-bd44-b093f2562ed5 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:38:05.386130 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device eac682f3-884a-4904-bd44-b093f2562ed5 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:38:05.396862 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-ddbe9f56-5bab-4cbb-87e7-6a5bb178980a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Allocated IP 172.20.0.11 (fe0295e0-e02c-466a-b887-061fe8cdca93/103b3353-755a-4f3f-82b8-1ec95baa41f7/434a5413-cd54-4767-8d0f-8b9d19a2e5a9) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:38:05.442190 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4af3538d-0d53-49af-9a29-aee944d7484a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:05.517425 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41694) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:05.525715 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9fb95c3f-59b0-4d67-bc7e-2fb84541e0a2 req-1e328acc-4c39-4796-8854-3b6675cb6896 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 210 time: 0.0755055 Dec 12 17:38:05.560173 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4af3538d-0d53-49af-9a29-aee944d7484a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:05.574220 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5e26239c-49a6-4048-92bc-dd9c669e05ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=644361ec9cbf42cab25484461bfad5cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542800 Dec 12 17:38:05.576606 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41696) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:05.666623 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82ae1dde-9f91-4144-8879-65b643e50901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:05.690829 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82ae1dde-9f91-4144-8879-65b643e50901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:05.718396 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:38:05.759118 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82ae1dde-9f91-4144-8879-65b643e50901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:05.761872 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82ae1dde-9f91-4144-8879-65b643e50901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:05.765321 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-82ae1dde-9f91-4144-8879-65b643e50901 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b97eab3d-127c-4365-9fde-48fe494282ec HTTP/1.1" status: 204 len: 168 time: 0.1854649 Dec 12 17:38:05.779058 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae1dde-9f91-4144-8879-65b643e50901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97eab3d-127c-4365-9fde-48fe494282ec,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:05.811668 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9102711a-d3ae-4b59-b9d0-ff2708e407cf req-4448e5cf-0d1f-4fee-93b4-df69043cc962 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:05.813260 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4af3538d-0d53-49af-9a29-aee944d7484a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:05.816936 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4af3538d-0d53-49af-9a29-aee944d7484a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:05.818411 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4af3538d-0d53-49af-9a29-aee944d7484a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c83cda4f-87e6-4f2d-8c19-6310fdbde27c HTTP/1.1" status: 204 len: 168 time: 0.7646177 Dec 12 17:38:05.848117 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['16faa754-ba0e-41fe-b717-c11930df0a7b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:38:05.874875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3538d-0d53-49af-9a29-aee944d7484a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83cda4f-87e6-4f2d-8c19-6310fdbde27c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:05.889108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448e5cf-0d1f-4fee-93b4-df69043cc962 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Pushing event deleted for resources: {'Port': ['ID=cd70cb70-91af-45e4-891f-a5a9275a0d40,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:05.896486 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-ddbe9f56-5bab-4cbb-87e7-6a5bb178980a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:05.954285 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:05.954661 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:06.017507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-9102711a-d3ae-4b59-b9d0-ff2708e407cf req-4448e5cf-0d1f-4fee-93b4-df69043cc962 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] No DVR routers for this DVR port cd70cb70-91af-45e4-891f-a5a9275a0d40 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:38:06.032023 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9102711a-d3ae-4b59-b9d0-ff2708e407cf req-4448e5cf-0d1f-4fee-93b4-df69043cc962 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:06.038744 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9102711a-d3ae-4b59-b9d0-ff2708e407cf req-4448e5cf-0d1f-4fee-93b4-df69043cc962 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.20 "DELETE /v2.0/ports/cd70cb70-91af-45e4-891f-a5a9275a0d40 HTTP/1.1" status: 204 len: 173 time: 2.0473890 Dec 12 17:38:06.039265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59abc9cb-6600-4702-bbe8-5dbe8f5bc561', 'name': 'network-vif-deleted', 'tag': 'cd70cb70-91af-45e4-891f-a5a9275a0d40'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:38:06.044982 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8f1eca-941a-4eb2-8a69-917b002d5ce5" -d '{"events": [{"server_uuid": "59abc9cb-6600-4702-bbe8-5dbe8f5bc561", "name": "network-vif-deleted", "tag": "cd70cb70-91af-45e4-891f-a5a9275a0d40"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:38:06.162232 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-ddbe9f56-5bab-4cbb-87e7-6a5bb178980a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:06.198837 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7811d87-cbca-4bcd-8ec1-c07523c65853 x-openstack-request-id: req-a7811d87-cbca-4bcd-8ec1-c07523c65853 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:38:06.199448 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59abc9cb-6600-4702-bbe8-5dbe8f5bc561", "name": "network-vif-deleted", "tag": "cd70cb70-91af-45e4-891f-a5a9275a0d40", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:38:06.199860 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7811d87-cbca-4bcd-8ec1-c07523c65853 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:38:06.200443 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59abc9cb-6600-4702-bbe8-5dbe8f5bc561', 'name': 'network-vif-deleted', 'tag': 'cd70cb70-91af-45e4-891f-a5a9275a0d40', 'status': 'completed', 'code': 200} Dec 12 17:38:06.214129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-ddbe9f56-5bab-4cbb-87e7-6a5bb178980a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Network fe0295e0-e02c-466a-b887-061fe8cdca93 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:38:06.219841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-ddbe9f56-5bab-4cbb-87e7-6a5bb178980a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:06.225577 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-ddbe9f56-5bab-4cbb-87e7-6a5bb178980a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:38:06.373732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-ddbe9f56-5bab-4cbb-87e7-6a5bb178980a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:06.374667 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-ddbe9f56-5bab-4cbb-87e7-6a5bb178980a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:06.414677 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0265dff9-c5eb-428e-a2e6-37291148e1ba req-3dded022-cc0c-40f2-9107-375f6dcfcf10 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 210 time: 0.2260528 Dec 12 17:38:06.474076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe9f56-5bab-4cbb-87e7-6a5bb178980a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Pushing event updated for resources: {'Port': ['ID=434a5413-cd54-4767-8d0f-8b9d19a2e5a9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:06.506805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-ddbe9f56-5bab-4cbb-87e7-6a5bb178980a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0366204 Dec 12 17:38:06.521788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Request body: {'port': {'device_id': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:06.614460 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc234635-dc6e-42c8-b581-89b75f9bed26 req-86150f7b-e97f-4bec-8b65-3607b9fb27ec tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:06.616064 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc234635-dc6e-42c8-b581-89b75f9bed26 req-86150f7b-e97f-4bec-8b65-3607b9fb27ec tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.2171316 Dec 12 17:38:06.631191 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9aafeee8-84e4-4962-b2d5-59e33e69ba2b req-ccb9e031-587f-4c53-892c-a81c4d344cb5 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0505300 Dec 12 17:38:06.698810 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:06.701466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-fb6ad9b1-6328-4916-b2e5-6cae4fcfe141 None None] Provisioning complete for port 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:06.702455 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fb6ad9b1-6328-4916-b2e5-6cae4fcfe141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:06.751875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc234635-dc6e-42c8-b581-89b75f9bed26 req-98f23098-fec9-4330-b20b-4b93f64ed1c7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100535 Dec 12 17:38:06.817598 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-fb6ad9b1-6328-4916-b2e5-6cae4fcfe141 None None] Port 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:38:06.995876 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device cd70cb70-91af-45e4-891f-a5a9275a0d40 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:38:07.023695 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: cd70cb70-91af-45e4-891f-a5a9275a0d40 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:38:07.024054 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device cd70cb70-91af-45e4-891f-a5a9275a0d40 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:38:07.103090 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00196fed-0fd8-4462-b1bf-e805f3fb16d3 req-750ff689-a8fa-4e68-8d70-46eae87da8cc tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:07.104926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00196fed-0fd8-4462-b1bf-e805f3fb16d3 req-750ff689-a8fa-4e68-8d70-46eae87da8cc tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 945 time: 0.1193304 Dec 12 17:38:07.112910 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94834dd5-0cbf-4d63-aa60-021450a4fa44 req-e7e2c242-c7b0-4ac9-bfad-64bdf8b61dae tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:07.114680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94834dd5-0cbf-4d63-aa60-021450a4fa44 req-e7e2c242-c7b0-4ac9-bfad-64bdf8b61dae tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 932 time: 0.1277785 Dec 12 17:38:07.123901 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:38:07.239265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:38:07.247399 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00196fed-0fd8-4462-b1bf-e805f3fb16d3 req-c2963c71-612a-4312-8151-f387bbdb5c5c tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262844 Dec 12 17:38:07.254068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94834dd5-0cbf-4d63-aa60-021450a4fa44 req-b3abb121-cbfa-4658-b4fa-21780eeaa4b2 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214612 Dec 12 17:38:07.255937 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:07.271576 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Transition to ACTIVE for port object 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:38:07.276132 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:07.327628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Pushing event updated for resources: {'Port': ['ID=434a5413-cd54-4767-8d0f-8b9d19a2e5a9,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:07.432843 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Attempting to bind port 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:38:07.433273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Attempting to bind port 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '53879a77-df27-422b-9ece-2a2e7e594576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:38:07.433682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Attempting to bind port 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 on network fe0295e0-e02c-466a-b887-061fe8cdca93 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:38:07.449914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Port 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 on network fe0295e0-e02c-466a-b887-061fe8cdca93 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:38:07.450230 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Attempting to bind port 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 on network fe0295e0-e02c-466a-b887-061fe8cdca93 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:38:07.462798 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:38:07.463144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Checking segment: {'id': '53879a77-df27-422b-9ece-2a2e7e594576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:38:07.463560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Bound using segment: {'id': '53879a77-df27-422b-9ece-2a2e7e594576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:38:07.463992 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Bound port: 434a5413-cd54-4767-8d0f-8b9d19a2e5a9, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53879a77-df27-422b-9ece-2a2e7e594576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:38:07.464347 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:07.613507 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ebaea3c-5f3a-4288-acac-cae8ba8e187b req-80c9bc2e-646b-4f34-af55-210ae550ffe3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 210 time: 0.0483477 Dec 12 17:38:07.655825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] For port 434a5413-cd54-4767-8d0f-8b9d19a2e5a9, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:38:07.664993 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] For port 434a5413-cd54-4767-8d0f-8b9d19a2e5a9, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=434a5413-cd54-4767-8d0f-8b9d19a2e5a9,segment=NetworkSegment(53879a77-df27-422b-9ece-2a2e7e594576),segment_id=53879a77-df27-422b-9ece-2a2e7e594576)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:38:07.678188 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:07.720042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:07.721420 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:07.723147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] 10.222.0.31 "PUT /v2.0/ports/434a5413-cd54-4767-8d0f-8b9d19a2e5a9 HTTP/1.1" status: 200 len: 1092 time: 1.2060390 Dec 12 17:38:07.816816 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33a60f88-dc60-4712-b62e-eca385b10955 req-891e91a9-4f6a-4bdd-9bdf-bf935dd9eb92 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0844095 Dec 12 17:38:07.860299 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6817aa-a3c2-4209-b5f8-f41e8e8a5271 service neutron] Pushing event updated for resources: {'Port': ['ID=434a5413-cd54-4767-8d0f-8b9d19a2e5a9,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:07.905088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-4cfb97b8-ec81-4730-abfc-ef94c513f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:07.911922 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-4cfb97b8-ec81-4730-abfc-ef94c513f3c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e2f4eec817834ce593dffb8b3335df85&device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 1095 time: 0.1360466 Dec 12 17:38:08.005248 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-ded83864-aff0-4b4c-a255-bf5f619ad756 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434a5413-cd54-4767-8d0f-8b9d19a2e5a9 HTTP/1.1" status: 200 len: 217 time: 0.0755579 Dec 12 17:38:08.066217 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac0d1b-3d83-4323-85e1-0bd4f4af0d80 req-56a123ad-0457-46c4-924d-d867a1726aca tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:08.073656 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c6ac0d1b-3d83-4323-85e1-0bd4f4af0d80 req-56a123ad-0457-46c4-924d-d867a1726aca tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.1595969 Dec 12 17:38:08.129380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-060875d9-12e0-4f46-957c-cce165ba7be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:08.131238 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-060875d9-12e0-4f46-957c-cce165ba7be2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=103b3353-755a-4f3f-82b8-1ec95baa41f7 HTTP/1.1" status: 200 len: 860 time: 0.1183858 Dec 12 17:38:08.189071 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c6ac0d1b-3d83-4323-85e1-0bd4f4af0d80 req-06ad61da-0061-47d7-8599-ce636a6b0b4a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090980 Dec 12 17:38:08.202486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'tag': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:38:08.204817 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d60d1e-762c-4ce4-97fe-636a66cd9a37" -d '{"events": [{"name": "network-changed", "server_uuid": "baa518a7-a1a1-4637-b4f4-72e8dd8bd452", "tag": "434a5413-cd54-4767-8d0f-8b9d19a2e5a9"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:38:08.239377 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1b594af3-fd18-45f8-9a56-52b676e32b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:08.239377 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-1b594af3-fd18-45f8-9a56-52b676e32b9d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fe0295e0-e02c-466a-b887-061fe8cdca93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964417 Dec 12 17:38:08.295313 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41818) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:08.313448 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8b4ed9-e356-49d1-82a6-b0992b7643ea x-openstack-request-id: req-3a8b4ed9-e356-49d1-82a6-b0992b7643ea {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:38:08.313975 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa518a7-a1a1-4637-b4f4-72e8dd8bd452", "tag": "434a5413-cd54-4767-8d0f-8b9d19a2e5a9", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:38:08.314429 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a8b4ed9-e356-49d1-82a6-b0992b7643ea {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:38:08.315675 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'tag': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9', 'status': 'completed', 'code': 200} Dec 12 17:38:08.483720 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-339910d5-f7a0-4157-a9f4-5e4ffef6e553 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:08.585144 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-339910d5-f7a0-4157-a9f4-5e4ffef6e553 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:08.593228 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-339910d5-f7a0-4157-a9f4-5e4ffef6e553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:08.653605 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-339910d5-f7a0-4157-a9f4-5e4ffef6e553 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ddd6b70547d416095de3a224cfeed84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3561280 Dec 12 17:38:08.654635 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41826) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:08.669023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41830) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:08.678804 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339910d5-f7a0-4157-a9f4-5e4ffef6e553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c71a24-607e-4415-b207-ea47ff357339,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:08.724106 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e7ed03f-cd67-4778-abf7-4cc66e62f1ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:08.749781 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e7ed03f-cd67-4778-abf7-4cc66e62f1ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:08.805469 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e7ed03f-cd67-4778-abf7-4cc66e62f1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:08.808912 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e7ed03f-cd67-4778-abf7-4cc66e62f1ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:08.814012 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3e7ed03f-cd67-4778-abf7-4cc66e62f1ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45c71a24-607e-4415-b207-ea47ff357339 HTTP/1.1" status: 204 len: 168 time: 0.1533523 Dec 12 17:38:08.831996 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ed03f-cd67-4778-abf7-4cc66e62f1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c71a24-607e-4415-b207-ea47ff357339,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:08.842633 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-756f7689-8fc7-47c0-9553-ff6c408f43cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:08.958079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506afbad-9d73-4711-93dc-564c00d788d5 req-ce4ffa98-c2ec-4582-8664-3f24f885626a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:08.971295 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-506afbad-9d73-4711-93dc-564c00d788d5 req-ce4ffa98-c2ec-4582-8664-3f24f885626a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 944 time: 0.5851474 Dec 12 17:38:09.001433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d798b2-6a3e-4ddd-bd8a-3e9553ad919a req-43473c63-d3cf-46a0-a8bc-7a9964dd7305 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:09.015244 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-46d798b2-6a3e-4ddd-bd8a-3e9553ad919a req-43473c63-d3cf-46a0-a8bc-7a9964dd7305 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 945 time: 0.5647221 Dec 12 17:38:09.021440 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-756f7689-8fc7-47c0-9553-ff6c408f43cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:09.030113 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-756f7689-8fc7-47c0-9553-ff6c408f43cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:09.031970 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-3798faa1-2756-4ad7-bb68-3a168c116dfc service neutron] 10.222.0.31 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7775123 Dec 12 17:38:09.119684 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-756f7689-8fc7-47c0-9553-ff6c408f43cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e87ac28aceaf4c0ebd59331a697e46f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4488621 Dec 12 17:38:09.136680 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41842) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:09.161628 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f7689-8fc7-47c0-9553-ff6c408f43cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35616ae-86ac-4919-8674-2c1aff5f1306,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:09.212141 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-46d798b2-6a3e-4ddd-bd8a-3e9553ad919a req-dbe37b00-9aff-4b4a-9bc4-0c52fe481c18 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938405 Dec 12 17:38:09.213307 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2fe5050-6b15-434c-b55a-f459788350d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:09.243022 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2fe5050-6b15-434c-b55a-f459788350d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:09.289469 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-506afbad-9d73-4711-93dc-564c00d788d5 req-d1042484-3873-4aae-a475-08e8105fe60e tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045228 Dec 12 17:38:09.308133 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2fe5050-6b15-434c-b55a-f459788350d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:09.310977 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2fe5050-6b15-434c-b55a-f459788350d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:09.312281 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a2fe5050-6b15-434c-b55a-f459788350d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c35616ae-86ac-4919-8674-2c1aff5f1306 HTTP/1.1" status: 204 len: 168 time: 0.1740203 Dec 12 17:38:09.323169 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe5050-6b15-434c-b55a-f459788350d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35616ae-86ac-4919-8674-2c1aff5f1306,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:09.374611 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68ef8a0a-a943-41c6-9543-1a259d08d7ff req-61179759-65ae-4f3f-8962-e896f3c2dbc6 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 210 time: 0.0359766 Dec 12 17:38:09.376772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5c18fa3-9bb0-4032-834d-92126df0a7fb req-fdc3afbd-3a77-4df2-9028-af79631d82ee service neutron] 10.222.0.31 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239822 Dec 12 17:38:09.531888 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8da5635a-e6fc-4bc9-b6d1-4919e13324d4 req-ddea022a-92ee-4ce6-a822-2f33645cb77b tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0925066 Dec 12 17:38:09.606294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d60d1e-762c-4ce4-97fe-636a66cd9a37 req-661d8c0f-3573-4198-b1cd-cb7187d1bb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:09.608280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-49d60d1e-762c-4ce4-97fe-636a66cd9a37 req-661d8c0f-3573-4198-b1cd-cb7187d1bb07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e2f4eec817834ce593dffb8b3335df85&device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 1095 time: 0.1283102 Dec 12 17:38:09.685435 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b03ae9-5464-459b-a974-4feadc85425d req-cd08c6d3-cd71-42b5-8d76-40e719008fe5 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:09.686134 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54b03ae9-5464-459b-a974-4feadc85425d req-cd08c6d3-cd71-42b5-8d76-40e719008fe5 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.1144445 Dec 12 17:38:09.756079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d60d1e-762c-4ce4-97fe-636a66cd9a37 req-dc1d99ba-40d2-4f67-b258-d6f1f8ee338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:09.757745 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-49d60d1e-762c-4ce4-97fe-636a66cd9a37 req-dc1d99ba-40d2-4f67-b258-d6f1f8ee338b service neutron] 10.222.0.31 "GET /v2.0/networks?id=fe0295e0-e02c-466a-b887-061fe8cdca93 HTTP/1.1" status: 200 len: 922 time: 0.1389558 Dec 12 17:38:09.811334 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-49d60d1e-762c-4ce4-97fe-636a66cd9a37 req-eb513057-7a0e-4dbf-8fc8-bd079df5975a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434a5413-cd54-4767-8d0f-8b9d19a2e5a9 HTTP/1.1" status: 200 len: 217 time: 0.0445848 Dec 12 17:38:09.870436 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54b03ae9-5464-459b-a974-4feadc85425d req-e73f47f7-8cd6-49b1-8056-a886a375940e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697462 Dec 12 17:38:09.890069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d60d1e-762c-4ce4-97fe-636a66cd9a37 req-aa7f6f46-537e-484a-917e-75c4d936b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:09.891751 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-49d60d1e-762c-4ce4-97fe-636a66cd9a37 req-aa7f6f46-537e-484a-917e-75c4d936b650 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=103b3353-755a-4f3f-82b8-1ec95baa41f7 HTTP/1.1" status: 200 len: 860 time: 0.0724671 Dec 12 17:38:09.911121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41874) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:09.946499 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d60d1e-762c-4ce4-97fe-636a66cd9a37 req-84e62304-2dd4-4b6e-9487-69bf6fb4e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:09.948142 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-49d60d1e-762c-4ce4-97fe-636a66cd9a37 req-84e62304-2dd4-4b6e-9487-69bf6fb4e349 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fe0295e0-e02c-466a-b887-061fe8cdca93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483446 Dec 12 17:38:10.047786 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-49d60d1e-762c-4ce4-97fe-636a66cd9a37 req-082d5d5f-d07f-44d1-88ae-8aa326450601 service neutron] 10.222.0.31 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908029 Dec 12 17:38:10.059424 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-2694cccb-5860-4149-83bf-6825cd722671 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-634653797-network', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:10.152397 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2694cccb-5860-4149-83bf-6825cd722671 admin admin] Made reservation on behalf of 1c471f83c6c7470f8ecd28dbb90542ba for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:10.154620 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2694cccb-5860-4149-83bf-6825cd722671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:10.170919 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2694cccb-5860-4149-83bf-6825cd722671 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:10.225832 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af2a16-d717-4afd-8a70-3e1bb75594b8 req-cba0a2a3-7bd5-4726-8497-3ce66cf4b5e0 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:10.227331 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99af2a16-d717-4afd-8a70-3e1bb75594b8 req-cba0a2a3-7bd5-4726-8497-3ce66cf4b5e0 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.20 "GET /v2.0/ports?device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 945 time: 0.1118157 Dec 12 17:38:10.230407 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-49d60d1e-762c-4ce4-97fe-636a66cd9a37 req-a5247e7f-8679-47a0-9da2-446173f136e4 service neutron] 10.222.0.31 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745961 Dec 12 17:38:10.404558 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2694cccb-5860-4149-83bf-6825cd722671 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:10.426386 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2694cccb-5860-4149-83bf-6825cd722671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:10.458954 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-99af2a16-d717-4afd-8a70-3e1bb75594b8 req-8646d6c1-023c-45d3-859e-f29a365e0389 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Deleting port 02cf389a-8001-48d8-ae12-dfb3a457a068 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:38:10.459366 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99af2a16-d717-4afd-8a70-3e1bb75594b8 req-8646d6c1-023c-45d3-859e-f29a365e0389 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:10.479396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2694cccb-5860-4149-83bf-6825cd722671 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:38:10.538387 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694cccb-5860-4149-83bf-6825cd722671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b4afdd-e62e-42d1-a9af-df0d3d2cdbb8,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:10.551862 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2694cccb-5860-4149-83bf-6825cd722671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:10.552210 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-2694cccb-5860-4149-83bf-6825cd722671 admin admin] Added segment 7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6 of type vlan for network 350585f2-11de-4690-8ad7-c5bd74c5636c Dec 12 17:38:10.618274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01ab57-185a-4ecc-a3d1-7d54343b9e99 req-8d63226d-4e43-4c8a-afd3-a172cd9eaabc tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:10.619826 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f01ab57-185a-4ecc-a3d1-7d54343b9e99 req-8d63226d-4e43-4c8a-afd3-a172cd9eaabc tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 944 time: 0.2380517 Dec 12 17:38:10.650937 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2694cccb-5860-4149-83bf-6825cd722671 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:10.735081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebea4d5-4f34-4b1e-8ca5-5c65acbc8907 req-b89bfe12-4adc-41c7-bfe1-e0975cc6f694 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:10.736995 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eebea4d5-4f34-4b1e-8ca5-5c65acbc8907 req-b89bfe12-4adc-41c7-bfe1-e0975cc6f694 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 945 time: 0.1929879 Dec 12 17:38:10.739801 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-99af2a16-d717-4afd-8a70-3e1bb75594b8 req-8646d6c1-023c-45d3-859e-f29a365e0389 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] For port 02cf389a-8001-48d8-ae12-dfb3a457a068, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=02cf389a-8001-48d8-ae12-dfb3a457a068,segment=NetworkSegment(b5f115b0-b298-45f5-806c-99df12a98abb),segment_id=b5f115b0-b298-45f5-806c-99df12a98abb)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:10.740136 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99af2a16-d717-4afd-8a70-3e1bb75594b8 req-8646d6c1-023c-45d3-859e-f29a365e0389 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:10.758000 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2694cccb-5860-4149-83bf-6825cd722671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:10.758971 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2694cccb-5860-4149-83bf-6825cd722671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:10.759649 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2694cccb-5860-4149-83bf-6825cd722671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:10.785068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f01ab57-185a-4ecc-a3d1-7d54343b9e99 req-208a6459-b620-4d6a-abef-72b64f5a45c7 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525557 Dec 12 17:38:10.907474 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2694cccb-5860-4149-83bf-6825cd722671 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9951918 Dec 12 17:38:10.911097 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41926) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:10.916068 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7b953a9e-a4d4-4244-bfa9-d39e7bbce298 admin admin] Request body: {'subnet': {'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-634653797-subnet', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:10.941351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b953a9e-a4d4-4244-bfa9-d39e7bbce298 admin admin] Made reservation on behalf of 1c471f83c6c7470f8ecd28dbb90542ba for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:10.943702 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7b953a9e-a4d4-4244-bfa9-d39e7bbce298 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:10.950304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694cccb-5860-4149-83bf-6825cd722671 admin admin] Pushing event updated for resources: {'Network': ['ID=350585f2-11de-4690-8ad7-c5bd74c5636c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:10.966864 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 350585f2-11de-4690-8ad7-c5bd74c5636c details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:38:10.969851 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1f27ff26-373f-461d-800a-5ce2ca73ff07 req-ae80622d-aa0c-447f-85ee-d355c7dc5bcc tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 210 time: 0.0862193 Dec 12 17:38:11.171032 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eebea4d5-4f34-4b1e-8ca5-5c65acbc8907 req-5250c6f3-9ada-4639-b99c-2e66868f5593 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups?id=401c329f-2814-44f8-a453-db6557f7e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4235454 Dec 12 17:38:11.212539 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8076b820-1a98-4047-927c-be3d855c87d4 req-5a1eae1f-0956-48ed-a17b-251711490914 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0458181 Dec 12 17:38:11.227225 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7b953a9e-a4d4-4244-bfa9-d39e7bbce298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:11.242116 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99af2a16-d717-4afd-8a70-3e1bb75594b8 req-8646d6c1-023c-45d3-859e-f29a365e0389 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:11.242633 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99af2a16-d717-4afd-8a70-3e1bb75594b8 req-8646d6c1-023c-45d3-859e-f29a365e0389 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:11.242979 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-99af2a16-d717-4afd-8a70-3e1bb75594b8 req-8646d6c1-023c-45d3-859e-f29a365e0389 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Floating IP 366e6e20-fcfd-45b0-9a1c-11fe4fcb88a0 disassociated. External IP: 172.25.1.192, port: 02cf389a-8001-48d8-ae12-dfb3a457a068. Dec 12 17:38:11.245136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-99af2a16-d717-4afd-8a70-3e1bb75594b8 req-8646d6c1-023c-45d3-859e-f29a365e0389 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Calling delete_port for 02cf389a-8001-48d8-ae12-dfb3a457a068 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:38:11.279728 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41930) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:11.323121 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b953a9e-a4d4-4244-bfa9-d39e7bbce298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1cd740f-26e2-4d92-a719-8cb567a952d5,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:11.337540 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b953a9e-a4d4-4244-bfa9-d39e7bbce298 admin admin] Checking segment: {'id': '7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:38:11.337829 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b953a9e-a4d4-4244-bfa9-d39e7bbce298 admin admin] Network hostable DHCP agents. Network: 350585f2-11de-4690-8ad7-c5bd74c5636c, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:38:11.363829 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b953a9e-a4d4-4244-bfa9-d39e7bbce298 admin admin] Network 350585f2-11de-4690-8ad7-c5bd74c5636c is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:38:11.371104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d53052-3bf9-4f9e-977e-fc459f2c1557 req-7972288c-b98e-4ec9-a485-a9de7f594c3e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:11.376028 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1d53052-3bf9-4f9e-977e-fc459f2c1557 req-7972288c-b98e-4ec9-a485-a9de7f594c3e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.1118228 Dec 12 17:38:11.379976 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-7b953a9e-a4d4-4244-bfa9-d39e7bbce298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 350585f2-11de-4690-8ad7-c5bd74c5636c) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:11.386384 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b953a9e-a4d4-4244-bfa9-d39e7bbce298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:11.387962 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7b953a9e-a4d4-4244-bfa9-d39e7bbce298 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:11.395435 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0cc406-b859-4a7d-8228-5dce61d55cdd None None] Network 350585f2-11de-4690-8ad7-c5bd74c5636c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:38:11.413449 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7b953a9e-a4d4-4244-bfa9-d39e7bbce298 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5010300 Dec 12 17:38:11.419311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41934) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:11.429232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-634653797-router', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:11.448979 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-679414fc-02cc-4d48-8d9d-5238d813a6f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:11.479837 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1d53052-3bf9-4f9e-977e-fc459f2c1557 req-204582f3-0fae-4132-b1ae-bfca948e75f7 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932460 Dec 12 17:38:11.511317 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:11.520264 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:11.521829 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-350585f2-11de-4690-8ad7-c5bd74c5636c', 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c', 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'fixed_ips': [{'subnet_id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:38:11.523748 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:11.559574 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-679414fc-02cc-4d48-8d9d-5238d813a6f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:11.572124 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-679414fc-02cc-4d48-8d9d-5238d813a6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:11.573359 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99af2a16-d717-4afd-8a70-3e1bb75594b8 req-8646d6c1-023c-45d3-859e-f29a365e0389 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:11.626469 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679414fc-02cc-4d48-8d9d-5238d813a6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2bbbd3-9700-4489-90bf-393ad2c42505,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:11.636664 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-679414fc-02cc-4d48-8d9d-5238d813a6f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3caec510d9c4ec79715ae1903cd357b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3535721 Dec 12 17:38:11.637400 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41936) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:11.646652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646d6c1-023c-45d3-859e-f29a365e0389 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Pushing event deleted for resources: {'Port': ['ID=02cf389a-8001-48d8-ae12-dfb3a457a068,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:11.680277 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Allocated IP 172.20.0.2 (350585f2-11de-4690-8ad7-c5bd74c5636c/c1cd740f-26e2-4d92-a719-8cb567a952d5/b7d341b3-895a-4f85-b6e1-c9ab79296040) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:38:11.700114 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e52cd15-b1cf-4d50-8e36-1bf4880fa453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:11.701066 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:11.727086 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e52cd15-b1cf-4d50-8e36-1bf4880fa453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:11.787777 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e52cd15-b1cf-4d50-8e36-1bf4880fa453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:11.791574 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e52cd15-b1cf-4d50-8e36-1bf4880fa453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:11.795745 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3e52cd15-b1cf-4d50-8e36-1bf4880fa453 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d2bbbd3-9700-4489-90bf-393ad2c42505 HTTP/1.1" status: 204 len: 168 time: 0.1567931 Dec 12 17:38:11.817059 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52cd15-b1cf-4d50-8e36-1bf4880fa453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2bbbd3-9700-4489-90bf-393ad2c42505,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:11.884428 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:11.894773 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:11.920423 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Network 350585f2-11de-4690-8ad7-c5bd74c5636c is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:38:11.924765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:11.954995 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:38:11.974983 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:12.033735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768b69c-c142-4c84-8065-44a41c042897 req-cef175fe-ce43-4086-a4be-f03c5733c871 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:12.040255 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Pushing event updated for resources: {'Port': ['ID=b7d341b3-895a-4f85-b6e1-c9ab79296040,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:12.041191 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8768b69c-c142-4c84-8065-44a41c042897 req-cef175fe-ce43-4086-a4be-f03c5733c871 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 944 time: 0.1202924 Dec 12 17:38:12.047557 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Attempting to bind port b7d341b3-895a-4f85-b6e1-c9ab79296040 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:38:12.048251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Attempting to bind port b7d341b3-895a-4f85-b6e1-c9ab79296040 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:38:12.048905 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Attempting to bind port b7d341b3-895a-4f85-b6e1-c9ab79296040 on network 350585f2-11de-4690-8ad7-c5bd74c5636c {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:38:12.055529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:38:12.056268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Checking segment: {'id': '7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:38:12.056909 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:12.057513 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Bound using segment: {'id': '7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:38:12.058216 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Bound port: b7d341b3-895a-4f85-b6e1-c9ab79296040, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:38:12.059007 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:12.153860 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d734a02b-de24-4806-84fb-8216f921b4cb req-72a6d54e-e752-48d4-a7de-4a474f6dffc5 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 210 time: 0.0531442 Dec 12 17:38:12.157797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] For port b7d341b3-895a-4f85-b6e1-c9ab79296040, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:38:12.161622 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] For port b7d341b3-895a-4f85-b6e1-c9ab79296040, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b7d341b3-895a-4f85-b6e1-c9ab79296040,segment=NetworkSegment(7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6),segment_id=7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:38:12.166109 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99af2a16-d717-4afd-8a70-3e1bb75594b8 req-8646d6c1-023c-45d3-859e-f29a365e0389 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Router ca5ef445-890a-405f-8745-017181a69ac3 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:38:12.176963 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:12.239635 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8768b69c-c142-4c84-8065-44a41c042897 req-a59e9a39-b920-452b-8b29-032c7c79770d tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892447 Dec 12 17:38:12.252441 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa45f1-3950-4d6f-a374-03785877076b None None] Pushing event updated for resources: {'Port': ['ID=b7d341b3-895a-4f85-b6e1-c9ab79296040,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:12.423956 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a5bf8e8-fa09-4a02-b7a5-2b814dc5d303 req-986257eb-6204-4ff8-a2d6-aa43c6c3c183 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/ports?device_id=389e7f45-fa28-497d-b9af-75e76512a258 HTTP/1.1" status: 200 len: 210 time: 0.0669124 Dec 12 17:38:12.489087 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a62b7bc4-d1e1-412d-8716-483279561bc1 req-1876729f-9a7d-4bcf-acc2-a54e87e85925 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0490708 Dec 12 17:38:12.578123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99af2a16-d717-4afd-8a70-3e1bb75594b8 req-8646d6c1-023c-45d3-859e-f29a365e0389 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:38:12.593989 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f28fd-d3cc-4f55-bd43-b42e9667a597 None None] Sync routers for ids ['ca5ef445-890a-405f-8745-017181a69ac3'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:38:12.605145 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f28fd-d3cc-4f55-bd43-b42e9667a597 None None] Routers {'ca5ef445-890a-405f-8745-017181a69ac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:12.606040 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-df1f28fd-d3cc-4f55-bd43-b42e9667a597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:37:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ca5ef445-890a-405f-8745-017181a69ac3'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:12.763615 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-df1f28fd-d3cc-4f55-bd43-b42e9667a597 None None] Set router ca5ef445-890a-405f-8745-017181a69ac3 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:38:12.791899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-99af2a16-d717-4afd-8a70-3e1bb75594b8 req-8646d6c1-023c-45d3-859e-f29a365e0389 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] No DVR routers for this DVR port 02cf389a-8001-48d8-ae12-dfb3a457a068 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:38:12.811065 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99af2a16-d717-4afd-8a70-3e1bb75594b8 req-8646d6c1-023c-45d3-859e-f29a365e0389 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:12.815049 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99af2a16-d717-4afd-8a70-3e1bb75594b8 req-8646d6c1-023c-45d3-859e-f29a365e0389 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.20 "DELETE /v2.0/ports/02cf389a-8001-48d8-ae12-dfb3a457a068 HTTP/1.1" status: 204 len: 173 time: 2.5806057 Dec 12 17:38:12.815540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389e7f45-fa28-497d-b9af-75e76512a258', 'name': 'network-vif-deleted', 'tag': '02cf389a-8001-48d8-ae12-dfb3a457a068'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:38:12.817988 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77119dd2-99be-438b-a9d4-171c64379d95" -d '{"events": [{"server_uuid": "389e7f45-fa28-497d-b9af-75e76512a258", "name": "network-vif-deleted", "tag": "02cf389a-8001-48d8-ae12-dfb3a457a068"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:38:12.878104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d8a32-f96a-4ef5-9e45-691b18964929 req-fdab326d-992a-42df-ae0d-cc2066e1a76e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:12.880518 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-964d8a32-f96a-4ef5-9e45-691b18964929 req-fdab326d-992a-42df-ae0d-cc2066e1a76e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.1937330 Dec 12 17:38:12.882245 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:12.906313 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:12.962755 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-964d8a32-f96a-4ef5-9e45-691b18964929 req-3b52bda2-cd76-4c27-82a1-bb696d11afd8 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529466 Dec 12 17:38:13.100106 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-df1f28fd-d3cc-4f55-bd43-b42e9667a597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:32:25Z', 'revision_number': 4, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'c7d0cbf9-9932-4f1e-9f18-217437d112bd', 'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'mac_address': 'fa:16:3e:33:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:24Z', 'updated_at': '2021-12-12T17:32:31Z', 'revision_number': 5, 'project_id': '438b3403df11467186a128ec0b97682a', 'subnets': [{'id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:13.143711 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f28fd-d3cc-4f55-bd43-b42e9667a597 None None] Checking router: ca5ef445-890a-405f-8745-017181a69ac3 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:38:13.153467 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f28fd-d3cc-4f55-bd43-b42e9667a597 None None] Routers {'ca5ef445-890a-405f-8745-017181a69ac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:13.154100 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-df1f28fd-d3cc-4f55-bd43-b42e9667a597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:37:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ca5ef445-890a-405f-8745-017181a69ac3'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:13.285618 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-df1f28fd-d3cc-4f55-bd43-b42e9667a597 None None] Set router ca5ef445-890a-405f-8745-017181a69ac3 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:38:13.384156 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ff4e08-aabc-438d-b661-9fc5e0000213 x-openstack-request-id: req-23ff4e08-aabc-438d-b661-9fc5e0000213 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:38:13.384661 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389e7f45-fa28-497d-b9af-75e76512a258", "name": "network-vif-deleted", "tag": "02cf389a-8001-48d8-ae12-dfb3a457a068", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:38:13.384661 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23ff4e08-aabc-438d-b661-9fc5e0000213 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:38:13.385449 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389e7f45-fa28-497d-b9af-75e76512a258', 'name': 'network-vif-deleted', 'tag': '02cf389a-8001-48d8-ae12-dfb3a457a068', 'status': 'completed', 'code': 200} Dec 12 17:38:13.405778 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:38:13.487029 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96b5294c-5f7f-4e00-bc15-f09a1a86aaaf req-f7c02e06-3c5d-4f84-98e1-fb078afd633d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=59abc9cb-6600-4702-bbe8-5dbe8f5bc561 HTTP/1.1" status: 200 len: 210 time: 0.1040945 Dec 12 17:38:13.603676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 434a5413-cd54-4767-8d0f-8b9d19a2e5a9, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=434a5413-cd54-4767-8d0f-8b9d19a2e5a9,segment=NetworkSegment(53879a77-df27-422b-9ece-2a2e7e594576),segment_id=53879a77-df27-422b-9ece-2a2e7e594576)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:13.624865 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ee34a-fbb6-4257-97c6-34c8dbf5a55d req-4c3c60a2-4278-45e9-9ef6-baae374d129c tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:13.628440 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b17ee34a-fbb6-4257-97c6-34c8dbf5a55d req-4c3c60a2-4278-45e9-9ef6-baae374d129c tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 944 time: 0.2417257 Dec 12 17:38:13.633467 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'port_id': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9', 'mac_address': 'fa:16:3e:28:1a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:38:13.762995 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:13.769269 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] Allocated IP 172.25.1.117 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/2df69687-e9b5-4ff7-afc6-3b0a9c30c623) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:38:13.802314 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:38:13.851866 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 434a5413-cd54-4767-8d0f-8b9d19a2e5a9, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=434a5413-cd54-4767-8d0f-8b9d19a2e5a9,segment=NetworkSegment(53879a77-df27-422b-9ece-2a2e7e594576),segment_id=53879a77-df27-422b-9ece-2a2e7e594576)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:13.867793 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b7d341b3-895a-4f85-b6e1-c9ab79296040 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:38:13.871906 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:13.922701 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-df1f28fd-d3cc-4f55-bd43-b42e9667a597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:32:25Z', 'revision_number': 4, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'c7d0cbf9-9932-4f1e-9f18-217437d112bd', 'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'mac_address': 'fa:16:3e:33:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:24Z', 'updated_at': '2021-12-12T17:32:31Z', 'revision_number': 5, 'project_id': '438b3403df11467186a128ec0b97682a', 'subnets': [{'id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:13.958556 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b17ee34a-fbb6-4257-97c6-34c8dbf5a55d req-698ca275-eed1-4c46-89b6-ee6abf72b8b8 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180482 Dec 12 17:38:13.971545 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f28fd-d3cc-4f55-bd43-b42e9667a597 None None] The sync data for ids ['ca5ef445-890a-405f-8745-017181a69ac3'] in n-d-760354-5 is: [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:32:25Z', 'revision_number': 4, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'c7d0cbf9-9932-4f1e-9f18-217437d112bd', 'name': '', 'network_id': 'd9379518-7141-4913-88d7-7d1fcb8ba7e8', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'mac_address': 'fa:16:3e:33:56:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:24Z', 'updated_at': '2021-12-12T17:32:31Z', 'revision_number': 5, 'project_id': '438b3403df11467186a128ec0b97682a', 'subnets': [{'id': '79ecbb35-c555-4daf-a052-e49241c4c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:38:14.078343 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=434a5413-cd54-4767-8d0f-8b9d19a2e5a9,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:14.110368 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b7d341b3-895a-4f85-b6e1-c9ab79296040 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:14.111055 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:14.200108 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d05110d-1720-44a3-9641-1a013633e122 req-faa79199-fe73-4989-80fc-560c97125e36 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.1533227 Dec 12 17:38:14.215281 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:14.253504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['434a5413-cd54-4767-8d0f-8b9d19a2e5a9'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:38:14.281056 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076a0cb3-59bd-432c-95eb-a7ce8e7bca15 None None] Network 350585f2-11de-4690-8ad7-c5bd74c5636c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:38:14.286444 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42002) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:14.363077 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5c82d-5f3b-4c61-96e4-641cca670d39 req-13c01301-f18f-4ae3-8c43-49ddb9e501b5 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:14.366683 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42008) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:14.368283 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78a5c82d-5f3b-4c61-96e4-641cca670d39 req-13c01301-f18f-4ae3-8c43-49ddb9e501b5 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.1656041 Dec 12 17:38:14.418113 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:14.460882 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-63f6f31f-b0ba-421b-ba67-43bc4cff7462 None None] Provisioning complete for port b7d341b3-895a-4f85-b6e1-c9ab79296040 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:14.461420 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63f6f31f-b0ba-421b-ba67-43bc4cff7462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:14.463105 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:14.492757 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fdb1-370b-4fa4-94a2-31c31af8a946 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:14.536626 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fdb1-370b-4fa4-94a2-31c31af8a946 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:14.550259 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78a5c82d-5f3b-4c61-96e4-641cca670d39 req-85b5051c-1b27-45a6-b41b-a6a2662c4623 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718817 Dec 12 17:38:14.559191 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776eccf-8dc5-49bb-99e6-84d0e59ce28f None None] New status for floating IP 366e6e20-fcfd-45b0-9a1c-11fe4fcb88a0: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:38:14.560047 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] Pushing event updated for resources: {'Port': ['ID=2df69687-e9b5-4ff7-afc6-3b0a9c30c623,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:14.576886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:38:14.578270 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:14.581423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:38:14.672954 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fdb1-370b-4fa4-94a2-31c31af8a946 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:14.677185 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3cd2fdb1-370b-4fa4-94a2-31c31af8a946 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:14.679865 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3cd2fdb1-370b-4fa4-94a2-31c31af8a946 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "DELETE /v2.0/security-groups/401c329f-2814-44f8-a453-db6557f7e6a5 HTTP/1.1" status: 204 len: 168 time: 0.3109236 Dec 12 17:38:14.681716 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42016) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:14.695503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-05fe1235-2ed0-4f50-898f-a1b387d0f179 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1732469584'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:14.717056 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-f294072d-461b-408d-9b9e-c978eeb52ea5 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] show failed (client error): The resource could not be found. Dec 12 17:38:14.718974 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f294072d-461b-408d-9b9e-c978eeb52ea5 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "GET /v2.0/security-groups/401c329f-2814-44f8-a453-db6557f7e6a5 HTTP/1.1" status: 404 len: 347 time: 0.0302572 Dec 12 17:38:14.722318 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42020) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:14.724706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2fdb1-370b-4fa4-94a2-31c31af8a946 tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=401c329f-2814-44f8-a453-db6557f7e6a5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:14.851900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fe1235-2ed0-4f50-898f-a1b387d0f179 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Made reservation on behalf of 746fc1a166d345eba7cf558cd385a7d0 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:14.855548 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05fe1235-2ed0-4f50-898f-a1b387d0f179 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:14.878844 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05fe1235-2ed0-4f50-898f-a1b387d0f179 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:14.990234 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:15.002523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e9d0f71d-44d0-48d9-bbec-5d960a761bac tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Deleting port 11f91634-6a0e-4efc-98e4-a5ffaf3fdecc {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:38:15.004976 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9d0f71d-44d0-48d9-bbec-5d960a761bac tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:15.040932 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port b7d341b3-895a-4f85-b6e1-c9ab79296040, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b7d341b3-895a-4f85-b6e1-c9ab79296040,segment=NetworkSegment(7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6),segment_id=7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:15.125216 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 02cf389a-8001-48d8-ae12-dfb3a457a068 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:38:15.150756 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05fe1235-2ed0-4f50-898f-a1b387d0f179 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:15.163514 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05fe1235-2ed0-4f50-898f-a1b387d0f179 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:15.168663 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9d0f71d-44d0-48d9-bbec-5d960a761bac tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:15.168901 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9d0f71d-44d0-48d9-bbec-5d960a761bac tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:15.178933 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 02cf389a-8001-48d8-ae12-dfb3a457a068 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:38:15.179425 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 02cf389a-8001-48d8-ae12-dfb3a457a068 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:38:15.185185 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:15.188960 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ca5abd0-85dc-4493-bfbc-bc2304eba74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:15.198939 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e9d0f71d-44d0-48d9-bbec-5d960a761bac tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Calling delete_port for 11f91634-6a0e-4efc-98e4-a5ffaf3fdecc owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:38:15.206950 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fe1235-2ed0-4f50-898f-a1b387d0f179 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:38:15.225950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68141b30-2a60-4bbf-a739-b7a63c3f7e7f req-2563fd55-9f17-41e1-8ade-8dd94de2dbd2 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:15.227763 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68141b30-2a60-4bbf-a739-b7a63c3f7e7f req-2563fd55-9f17-41e1-8ade-8dd94de2dbd2 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 945 time: 0.1305878 Dec 12 17:38:15.231011 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe1235-2ed0-4f50-898f-a1b387d0f179 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb40999-ce97-4620-93bd-fb40fa25c976,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:15.252377 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05fe1235-2ed0-4f50-898f-a1b387d0f179 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:15.253137 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-05fe1235-2ed0-4f50-898f-a1b387d0f179 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Added segment b425bf29-c27f-42a8-9986-246180a9b61d of type vlan for network 83cf77ca-1c17-4fc9-9bec-cb04d34c1e98 Dec 12 17:38:15.333126 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68141b30-2a60-4bbf-a739-b7a63c3f7e7f req-9e7eb01c-3703-4a4d-86eb-46eefd1c99f9 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787764 Dec 12 17:38:15.350534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f259796f-688a-4c9b-a801-125d35838e43 req-7dfc94e3-5862-4bef-be04-b6aa8058f8a2 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0404141 Dec 12 17:38:15.379147 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:15.453810 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05fe1235-2ed0-4f50-898f-a1b387d0f179 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:15.465893 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9d0f71d-44d0-48d9-bbec-5d960a761bac tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:15.505152 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0f71d-44d0-48d9-bbec-5d960a761bac tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Pushing event deleted for resources: {'Port': ['ID=11f91634-6a0e-4efc-98e4-a5ffaf3fdecc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:15.526697 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05fe1235-2ed0-4f50-898f-a1b387d0f179 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:15.534489 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fe1235-2ed0-4f50-898f-a1b387d0f179 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:15.535423 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05fe1235-2ed0-4f50-898f-a1b387d0f179 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:15.548425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] Router 1729f805-eabc-4ed6-a607-edd2b3d54ed4 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:38:15.717303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:38:15.731937 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Sync routers for ids ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:38:15.753410 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85993efb-a18d-44d6-ac0a-4dd2aec0169e req-945c133f-bc5a-450a-80f5-dd6ebecc9f66 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:15.755325 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85993efb-a18d-44d6-ac0a-4dd2aec0169e req-945c133f-bc5a-450a-80f5-dd6ebecc9f66 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.0797791 Dec 12 17:38:15.757216 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Routers {'1729f805-eabc-4ed6-a607-edd2b3d54ed4'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:15.758706 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:37:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:15.764582 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:15.766353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-37e329f2-40bd-4086-bbb9-affb5768df31 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3460515 Dec 12 17:38:15.775233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42030) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:15.779902 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9d0f71d-44d0-48d9-bbec-5d960a761bac tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:15.782516 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9d0f71d-44d0-48d9-bbec-5d960a761bac tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:15.783772 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e9d0f71d-44d0-48d9-bbec-5d960a761bac tempest-ServersWithSpecificFlavorTestJSON-1093831433 tempest-ServersWithSpecificFlavorTestJSON-1093831433-project] 10.222.0.18 "DELETE /v2.0/floatingips/366e6e20-fcfd-45b0-9a1c-11fe4fcb88a0 HTTP/1.1" status: 204 len: 168 time: 1.0601203 Dec 12 17:38:15.787535 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-05fe1235-2ed0-4f50-898f-a1b387d0f179 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5000317 Dec 12 17:38:15.793769 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42036) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:15.802098 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-04bc9859-8ce4-45aa-b8f0-e66178771954 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Request body: {'subnet': {'network_id': '83cf77ca-1c17-4fc9-9bec-cb04d34c1e98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:15.807178 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe1235-2ed0-4f50-898f-a1b387d0f179 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Pushing event updated for resources: {'Network': ['ID=83cf77ca-1c17-4fc9-9bec-cb04d34c1e98,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:15.817732 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=b7d341b3-895a-4f85-b6e1-c9ab79296040,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:15.864038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 83cf77ca-1c17-4fc9-9bec-cb04d34c1e98 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:38:15.918566 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bc9859-8ce4-45aa-b8f0-e66178771954 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Made reservation on behalf of 746fc1a166d345eba7cf558cd385a7d0 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:15.922660 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04bc9859-8ce4-45aa-b8f0-e66178771954 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:15.950495 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85993efb-a18d-44d6-ac0a-4dd2aec0169e req-124849f4-5e18-412c-8317-4f8c342e46c2 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826880 Dec 12 17:38:16.091831 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Set router 1729f805-eabc-4ed6-a607-edd2b3d54ed4 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:38:16.120577 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-834f886e-5d80-432f-97d5-749160b1af1a None None] Provisioning complete for port b7d341b3-895a-4f85-b6e1-c9ab79296040 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:16.121227 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-834f886e-5d80-432f-97d5-749160b1af1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:16.314912 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'name': 'tempest-ServersTestBootFromVolume-634653797-router', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:11Z', 'updated_at': '2021-12-12T17:38:14Z', 'revision_number': 3, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'gw_port': {'id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:12Z', 'updated_at': '2021-12-12T17:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:16.354247 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Checking router: 1729f805-eabc-4ed6-a607-edd2b3d54ed4 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:38:16.354720 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Updating router 1729f805-eabc-4ed6-a607-edd2b3d54ed4 port 2df69687-e9b5-4ff7-afc6-3b0a9c30c623 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:38:16.405273 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:16.434021 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04bc9859-8ce4-45aa-b8f0-e66178771954 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:16.440268 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c1b71b24-9a73-46ed-8f41-1aa2dffcad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:16.512570 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc9859-8ce4-45aa-b8f0-e66178771954 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Pushing event updated for resources: {'Subnet': ['ID=56cf8905-7e2b-4b81-a3d2-825ffaeadda3,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:16.563397 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bc9859-8ce4-45aa-b8f0-e66178771954 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Checking segment: {'id': 'b425bf29-c27f-42a8-9986-246180a9b61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '83cf77ca-1c17-4fc9-9bec-cb04d34c1e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:38:16.563890 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bc9859-8ce4-45aa-b8f0-e66178771954 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Network hostable DHCP agents. Network: 83cf77ca-1c17-4fc9-9bec-cb04d34c1e98, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:38:16.582810 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bc9859-8ce4-45aa-b8f0-e66178771954 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Network 83cf77ca-1c17-4fc9-9bec-cb04d34c1e98 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:38:16.602688 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-04bc9859-8ce4-45aa-b8f0-e66178771954 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 83cf77ca-1c17-4fc9-9bec-cb04d34c1e98) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:16.612593 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bc9859-8ce4-45aa-b8f0-e66178771954 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:16.613446 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04bc9859-8ce4-45aa-b8f0-e66178771954 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:16.624886 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca89f200-a8c4-485c-bf28-de2ee246015f None None] Network 83cf77ca-1c17-4fc9-9bec-cb04d34c1e98 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:38:16.636268 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e69ca42-192a-4254-953f-120da5b4f56c req-1cee17ee-410c-4dfd-a864-fac9d9d6e1c8 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0689473 Dec 12 17:38:16.651398 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-04bc9859-8ce4-45aa-b8f0-e66178771954 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8564763 Dec 12 17:38:16.654021 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42052) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:16.659976 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a775ce1a-702d-42f4-9080-87f1db645b17 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Request body: {'port': {'network_id': '83cf77ca-1c17-4fc9-9bec-cb04d34c1e98', 'name': 'tempest-DHCPAgentSchedulersTestJSON-357484061'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:16.778359 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1a59a-2efc-4cc2-9273-fbfd9155883f req-3299ebe9-b6c6-4cc4-bd8b-7d42038c510e tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:16.793159 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eaf1a59a-2efc-4cc2-9273-fbfd9155883f req-3299ebe9-b6c6-4cc4-bd8b-7d42038c510e tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 945 time: 0.2361040 Dec 12 17:38:16.842832 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:16.844557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a775ce1a-702d-42f4-9080-87f1db645b17 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Made reservation on behalf of 746fc1a166d345eba7cf558cd385a7d0 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:16.853346 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a775ce1a-702d-42f4-9080-87f1db645b17 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:16.863014 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:16.900213 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:16.914676 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-a775ce1a-702d-42f4-9080-87f1db645b17 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] device_id is not set on port 235af751-cc62-4e58-9096-ec7b5e480f4c yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:38:16.960407 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f33bacba-52e4-4e38-8ff5-7c61e0d290e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:16.970103 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-83cf77ca-1c17-4fc9-9bec-cb04d34c1e98', 'network_id': '83cf77ca-1c17-4fc9-9bec-cb04d34c1e98', 'project_id': '746fc1a166d345eba7cf558cd385a7d0', 'fixed_ips': [{'subnet_id': '56cf8905-7e2b-4b81-a3d2-825ffaeadda3'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:38:16.973468 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:17.052914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-c1b71b24-9a73-46ed-8f41-1aa2dffcad77 admin admin] Allocated IP 172.20.0.1 (350585f2-11de-4690-8ad7-c5bd74c5636c/c1cd740f-26e2-4d92-a719-8cb567a952d5/f01f179c-27f2-4810-bd84-f8926bd3369b) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:38:17.177822 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c1b71b24-9a73-46ed-8f41-1aa2dffcad77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:17.186707 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7256c-9bfc-4692-ae5a-bf3de31fa592 None None] Pushing event updated for resources: {'Port': ['ID=2df69687-e9b5-4ff7-afc6-3b0a9c30c623,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:17.200277 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a775ce1a-702d-42f4-9080-87f1db645b17 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Allocated IP 172.20.0.7 (83cf77ca-1c17-4fc9-9bec-cb04d34c1e98/56cf8905-7e2b-4b81-a3d2-825ffaeadda3/235af751-cc62-4e58-9096-ec7b5e480f4c) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:38:17.238152 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Attempting to bind port 2df69687-e9b5-4ff7-afc6-3b0a9c30c623 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:38:17.238520 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Attempting to bind port 2df69687-e9b5-4ff7-afc6-3b0a9c30c623 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:38:17.240778 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Attempting to bind port 2df69687-e9b5-4ff7-afc6-3b0a9c30c623 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:38:17.250339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eaf1a59a-2efc-4cc2-9273-fbfd9155883f req-1f8ced5b-042f-4f88-8141-15c8973446b4 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561574 Dec 12 17:38:17.251537 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c1b71b24-9a73-46ed-8f41-1aa2dffcad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:17.266693 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:38:17.275080 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:38:17.277093 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:17.277687 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:38:17.278362 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Bound port: 2df69687-e9b5-4ff7-afc6-3b0a9c30c623, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:38:17.279967 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:17.339180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b71b24-9a73-46ed-8f41-1aa2dffcad77 admin admin] Network 350585f2-11de-4690-8ad7-c5bd74c5636c is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:38:17.341712 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:17.345724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-c1b71b24-9a73-46ed-8f41-1aa2dffcad77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:17.369592 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b71b24-9a73-46ed-8f41-1aa2dffcad77 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:38:17.373505 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42070) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:17.382067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969475b-3595-44b8-bbef-39566e1fe860 req-41427445-288d-42b0-b5e7-e5243938ec21 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:17.390052 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5969475b-3595-44b8-bbef-39566e1fe860 req-41427445-288d-42b0-b5e7-e5243938ec21 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.1574426 Dec 12 17:38:17.394142 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b71b24-9a73-46ed-8f41-1aa2dffcad77 admin admin] Pushing event updated for resources: {'Port': ['ID=f01f179c-27f2-4810-bd84-f8926bd3369b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:17.409655 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:38:17.449131 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] For port 2df69687-e9b5-4ff7-afc6-3b0a9c30c623, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:38:17.456008 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] For port 2df69687-e9b5-4ff7-afc6-3b0a9c30c623, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2df69687-e9b5-4ff7-afc6-3b0a9c30c623,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:38:17.466396 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:17.528814 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c1b71b24-9a73-46ed-8f41-1aa2dffcad77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:17.577413 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Routers {'1729f805-eabc-4ed6-a607-edd2b3d54ed4'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:17.577979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:38:17.578107 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:17.585546 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:17.586157 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:17.586982 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a775ce1a-702d-42f4-9080-87f1db645b17 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:17.685001 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a775ce1a-702d-42f4-9080-87f1db645b17 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:17.710267 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b7d341b3-895a-4f85-b6e1-c9ab79296040 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:38:17.831034 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:17.868736 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5969475b-3595-44b8-bbef-39566e1fe860 req-9237ccef-6731-4411-87e2-55b14ca85968 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779253 Dec 12 17:38:17.872178 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7256c-9bfc-4692-ae5a-bf3de31fa592 None None] Pushing event updated for resources: {'Port': ['ID=2df69687-e9b5-4ff7-afc6-3b0a9c30c623,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:17.904698 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 434a5413-cd54-4767-8d0f-8b9d19a2e5a9, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=434a5413-cd54-4767-8d0f-8b9d19a2e5a9,segment=NetworkSegment(53879a77-df27-422b-9ece-2a2e7e594576),segment_id=53879a77-df27-422b-9ece-2a2e7e594576)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:17.908522 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f62a76d2-310e-4339-80af-6ecb18d98f5c req-ffee0759-514f-4260-baaf-1e2f3967bee1 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.1088042 Dec 12 17:38:17.922979 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c1b71b24-9a73-46ed-8f41-1aa2dffcad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:17.934488 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:38:17.937644 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d894871a-cf6f-4e18-9b5d-8bb75d8f67fe" -d '{"events": [{"server_uuid": "baa518a7-a1a1-4637-b4f4-72e8dd8bd452", "name": "network-vif-plugged", "status": "completed", "tag": "434a5413-cd54-4767-8d0f-8b9d19a2e5a9"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:38:17.947631 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:17.951724 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] Set router 1729f805-eabc-4ed6-a607-edd2b3d54ed4 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:38:18.052461 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Allocated IP 172.20.0.2 (83cf77ca-1c17-4fc9-9bec-cb04d34c1e98/56cf8905-7e2b-4b81-a3d2-825ffaeadda3/8586b18b-f7bf-4d97-bb2a-af3f32d544d9) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:38:18.062187 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c19c18e-55d4-4976-8074-6b191289566d x-openstack-request-id: req-7c19c18e-55d4-4976-8074-6b191289566d {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:38:18.062655 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa518a7-a1a1-4637-b4f4-72e8dd8bd452", "name": "network-vif-plugged", "status": "completed", "tag": "434a5413-cd54-4767-8d0f-8b9d19a2e5a9", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:38:18.063012 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c19c18e-55d4-4976-8074-6b191289566d {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:38:18.063554 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9', 'code': 200} Dec 12 17:38:18.064242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=434a5413-cd54-4767-8d0f-8b9d19a2e5a9,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:18.128313 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1850ac5b-781c-4686-a9de-39458cc19618 None None] Provisioning complete for port f01f179c-27f2-4810-bd84-f8926bd3369b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:18.128854 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1850ac5b-781c-4686-a9de-39458cc19618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:18.148703 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c1b71b24-9a73-46ed-8f41-1aa2dffcad77 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:18.161749 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a775ce1a-702d-42f4-9080-87f1db645b17 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Network 83cf77ca-1c17-4fc9-9bec-cb04d34c1e98 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:38:18.168258 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a775ce1a-702d-42f4-9080-87f1db645b17 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:18.171669 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c1b71b24-9a73-46ed-8f41-1aa2dffcad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:18.180874 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775ce1a-702d-42f4-9080-87f1db645b17 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:38:18.183033 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b7d341b3-895a-4f85-b6e1-c9ab79296040 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:18.183585 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:18.211676 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775ce1a-702d-42f4-9080-87f1db645b17 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Pushing event updated for resources: {'Port': ['ID=235af751-cc62-4e58-9096-ec7b5e480f4c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:18.248910 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1850ac5b-781c-4686-a9de-39458cc19618 None None] Port f01f179c-27f2-4810-bd84-f8926bd3369b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:38:18.308385 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a775ce1a-702d-42f4-9080-87f1db645b17 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:18.309195 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a775ce1a-702d-42f4-9080-87f1db645b17 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:18.321262 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c1b71b24-9a73-46ed-8f41-1aa2dffcad77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:18.327604 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b71b24-9a73-46ed-8f41-1aa2dffcad77 admin admin] Pushing event updated for resources: {'Port': ['ID=f01f179c-27f2-4810-bd84-f8926bd3369b,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:18.370981 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'name': 'tempest-ServersTestBootFromVolume-634653797-router', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:11Z', 'updated_at': '2021-12-12T17:38:14Z', 'revision_number': 3, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'gw_port': {'id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:12Z', 'updated_at': '2021-12-12T17:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:18.386911 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878c2f4-50bf-494a-921c-87979e60c986 req-6b115c1c-3a74-4e96-9786-0c3615451d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:18.393178 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f878c2f4-50bf-494a-921c-87979e60c986 req-6b115c1c-3a74-4e96-9786-0c3615451d08 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 1097 time: 0.2405629 Dec 12 17:38:18.406293 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c052af-5f90-454d-905b-c2862fd17e4c None None] The sync data for ids ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'] in n-d-760354-5 is: [{'id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'name': 'tempest-ServersTestBootFromVolume-634653797-router', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:11Z', 'updated_at': '2021-12-12T17:38:14Z', 'revision_number': 3, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'gw_port': {'id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:12Z', 'updated_at': '2021-12-12T17:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:38:18.415959 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a775ce1a-702d-42f4-9080-87f1db645b17 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7605042 Dec 12 17:38:18.416473 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42080) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:18.419626 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:18.600992 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5630e-b24c-4f16-a892-141872fd905a req-cdaaaaed-9c5d-41fa-b562-6e219e93ce57 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:18.602964 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7bd5630e-b24c-4f16-a892-141872fd905a req-cdaaaaed-9c5d-41fa-b562-6e219e93ce57 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 946 time: 0.2388854 Dec 12 17:38:18.627793 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b71b24-9a73-46ed-8f41-1aa2dffcad77 admin admin] Network 350585f2-11de-4690-8ad7-c5bd74c5636c is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:38:18.634979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-c1b71b24-9a73-46ed-8f41-1aa2dffcad77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:18.645314 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f878c2f4-50bf-494a-921c-87979e60c986 req-b22bf48c-dce6-4255-b948-1961e9b5a29f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953962 Dec 12 17:38:18.711467 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:18.731072 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:18.832721 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Network 83cf77ca-1c17-4fc9-9bec-cb04d34c1e98 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:38:18.843092 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:18.877928 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:38:18.902371 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1095ac72-5cf0-403b-b3be-9b9f6670c6ee tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Deleting port 235af751-cc62-4e58-9096-ec7b5e480f4c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:38:18.903290 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1095ac72-5cf0-403b-b3be-9b9f6670c6ee tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:18.975565 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7bd5630e-b24c-4f16-a892-141872fd905a req-79694c0d-c6c9-41c7-ad7d-0ea2a8e3d21c tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661654 Dec 12 17:38:19.007904 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Pushing event updated for resources: {'Port': ['ID=8586b18b-f7bf-4d97-bb2a-af3f32d544d9,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:19.046126 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Attempting to bind port 8586b18b-f7bf-4d97-bb2a-af3f32d544d9 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:38:19.046509 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Attempting to bind port 8586b18b-f7bf-4d97-bb2a-af3f32d544d9 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'b425bf29-c27f-42a8-9986-246180a9b61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '83cf77ca-1c17-4fc9-9bec-cb04d34c1e98'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:38:19.046894 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Attempting to bind port 8586b18b-f7bf-4d97-bb2a-af3f32d544d9 on network 83cf77ca-1c17-4fc9-9bec-cb04d34c1e98 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:38:19.059441 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:38:19.059831 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Checking segment: {'id': 'b425bf29-c27f-42a8-9986-246180a9b61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '83cf77ca-1c17-4fc9-9bec-cb04d34c1e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:38:19.060246 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:19.060800 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Bound using segment: {'id': 'b425bf29-c27f-42a8-9986-246180a9b61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '83cf77ca-1c17-4fc9-9bec-cb04d34c1e98'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:38:19.061287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Bound port: 8586b18b-f7bf-4d97-bb2a-af3f32d544d9, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b425bf29-c27f-42a8-9986-246180a9b61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '83cf77ca-1c17-4fc9-9bec-cb04d34c1e98'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:38:19.061672 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:19.094152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b71b24-9a73-46ed-8f41-1aa2dffcad77 admin admin] Router 1729f805-eabc-4ed6-a607-edd2b3d54ed4 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:38:19.197566 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1095ac72-5cf0-403b-b3be-9b9f6670c6ee tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:19.222793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1095ac72-5cf0-403b-b3be-9b9f6670c6ee tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Calling delete_port for 235af751-cc62-4e58-9096-ec7b5e480f4c owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:38:19.247674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-470118f2-9145-46cc-b346-844b9b532efe None None] For port 8586b18b-f7bf-4d97-bb2a-af3f32d544d9, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:38:19.250742 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec5d46c6-ee90-4220-9fb6-eaf2e326beff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:19.264960 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-470118f2-9145-46cc-b346-844b9b532efe None None] For port 8586b18b-f7bf-4d97-bb2a-af3f32d544d9, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8586b18b-f7bf-4d97-bb2a-af3f32d544d9,segment=NetworkSegment(b425bf29-c27f-42a8-9986-246180a9b61d),segment_id=b425bf29-c27f-42a8-9986-246180a9b61d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:38:19.268795 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f6aeda37-eab5-48b2-8e27-8f2cce7f22f8 None None] Provisioning complete for port f01f179c-27f2-4810-bd84-f8926bd3369b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:19.270332 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f6aeda37-eab5-48b2-8e27-8f2cce7f22f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:19.275598 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:19.297463 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-acf75b92-33ed-4ba1-aad9-50e3c30ed3d9 req-1e3a3918-1674-493f-a985-f0a0dcadb032 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.1531904 Dec 12 17:38:19.383215 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2dec49-bc69-48b9-b413-d463eb8c1b8e req-00538553-3d70-4978-bd23-ceb603f6682a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:19.397351 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de2dec49-bc69-48b9-b413-d463eb8c1b8e req-00538553-3d70-4978-bd23-ceb603f6682a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.3729947 Dec 12 17:38:19.457750 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470118f2-9145-46cc-b346-844b9b532efe None None] Pushing event updated for resources: {'Port': ['ID=8586b18b-f7bf-4d97-bb2a-af3f32d544d9,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:19.487725 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f6aeda37-eab5-48b2-8e27-8f2cce7f22f8 None None] Port f01f179c-27f2-4810-bd84-f8926bd3369b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:38:19.762423 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1095ac72-5cf0-403b-b3be-9b9f6670c6ee tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:19.895789 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2df69687-e9b5-4ff7-afc6-3b0a9c30c623 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:38:20.043973 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de2dec49-bc69-48b9-b413-d463eb8c1b8e req-05ef834b-dd78-4dbb-a87b-d0e7c8346233 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6211739 Dec 12 17:38:20.051627 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 2df69687-e9b5-4ff7-afc6-3b0a9c30c623 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:20.052172 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:20.104517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b71b24-9a73-46ed-8f41-1aa2dffcad77 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:38:20.109982 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:20.122930 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c1b71b24-9a73-46ed-8f41-1aa2dffcad77 admin admin] 10.222.0.18 "PUT /v2.0/routers/1729f805-eabc-4ed6-a607-edd2b3d54ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3354373 Dec 12 17:38:20.182295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095ac72-5cf0-403b-b3be-9b9f6670c6ee tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Pushing event deleted for resources: {'Port': ['ID=235af751-cc62-4e58-9096-ec7b5e480f4c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:20.249999 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1095ac72-5cf0-403b-b3be-9b9f6670c6ee tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:20.257531 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1095ac72-5cf0-403b-b3be-9b9f6670c6ee tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] 10.222.0.18 "DELETE /v2.0/ports/235af751-cc62-4e58-9096-ec7b5e480f4c HTTP/1.1" status: 204 len: 168 time: 1.7855105 Dec 12 17:38:20.257929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9e975-a17b-42b6-ac7f-ff9bbe9d787a req-8eea80f4-51dd-44c5-bb17-3f27f33842a4 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:20.258207 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42098) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:20.259219 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fd9e975-a17b-42b6-ac7f-ff9bbe9d787a req-8eea80f4-51dd-44c5-bb17-3f27f33842a4 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 946 time: 0.0746171 Dec 12 17:38:20.274431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d46c6-ee90-4220-9fb6-eaf2e326beff admin admin] Deleting port c7d0cbf9-9932-4f1e-9f18-217437d112bd {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:38:20.274776 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec5d46c6-ee90-4220-9fb6-eaf2e326beff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:20.347501 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fd9e975-a17b-42b6-ac7f-ff9bbe9d787a req-b855d35d-6a85-4335-8548-5cb033f8c826 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811224 Dec 12 17:38:20.377879 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:20.425801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 2df69687-e9b5-4ff7-afc6-3b0a9c30c623, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2df69687-e9b5-4ff7-afc6-3b0a9c30c623,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:20.437472 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:20.452948 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1f824565-ce29-4508-b0f2-5a0bdba14949 tempest-DHCPAgentSchedulersTestJSON-1474066892 tempest-DHCPAgentSchedulersTestJSON-1474066892-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1936703 Dec 12 17:38:20.461485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42108) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:20.466889 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a1f51cef-3804-4da8-9227-77f6a954dd46 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-374773705'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:20.481222 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80211693-f992-42d5-b5df-bc95b943382f req-c4a69de9-6a44-4980-9692-ae9aae9f5209 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0553789 Dec 12 17:38:20.496552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-ec5d46c6-ee90-4220-9fb6-eaf2e326beff admin admin] For port c7d0cbf9-9932-4f1e-9f18-217437d112bd, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c7d0cbf9-9932-4f1e-9f18-217437d112bd,segment=NetworkSegment(b5f115b0-b298-45f5-806c-99df12a98abb),segment_id=b5f115b0-b298-45f5-806c-99df12a98abb)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:20.497318 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec5d46c6-ee90-4220-9fb6-eaf2e326beff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:20.523229 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d46c6-ee90-4220-9fb6-eaf2e326beff admin admin] Calling delete_port for c7d0cbf9-9932-4f1e-9f18-217437d112bd owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:38:20.539356 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=2df69687-e9b5-4ff7-afc6-3b0a9c30c623,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:20.551768 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f51cef-3804-4da8-9227-77f6a954dd46 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Made reservation on behalf of 746fc1a166d345eba7cf558cd385a7d0 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:20.555512 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1f51cef-3804-4da8-9227-77f6a954dd46 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:20.630587 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f51cef-3804-4da8-9227-77f6a954dd46 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:38:20.644354 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1f51cef-3804-4da8-9227-77f6a954dd46 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:20.644700 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-a1f51cef-3804-4da8-9227-77f6a954dd46 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Added segment 054ce76b-7f2f-4dfc-b032-642cdf054087 of type vlan for network a002fe59-924f-4147-aab4-678afdf46630 Dec 12 17:38:20.675646 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:20.787871 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1f51cef-3804-4da8-9227-77f6a954dd46 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:20.850619 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1f51cef-3804-4da8-9227-77f6a954dd46 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:20.859170 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f51cef-3804-4da8-9227-77f6a954dd46 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:20.859879 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1f51cef-3804-4da8-9227-77f6a954dd46 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:20.885256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42112) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:20.892908 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-cc12d9a8-3d60-4185-ab06-cc8a3c9b955a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--420608901', 'description': 'tempest-description--2136902740'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:20.942447 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc12d9a8-3d60-4185-ab06-cc8a3c9b955a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:20.985848 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a1f51cef-3804-4da8-9227-77f6a954dd46 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5230091 Dec 12 17:38:20.987076 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42116) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:21.002047 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f51cef-3804-4da8-9227-77f6a954dd46 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Pushing event updated for resources: {'Network': ['ID=a002fe59-924f-4147-aab4-678afdf46630,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:21.020384 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network a002fe59-924f-4147-aab4-678afdf46630 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:38:21.028397 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec5d46c6-ee90-4220-9fb6-eaf2e326beff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:21.038902 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc12d9a8-3d60-4185-ab06-cc8a3c9b955a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:21.046282 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc12d9a8-3d60-4185-ab06-cc8a3c9b955a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:21.114293 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc12d9a8-3d60-4185-ab06-cc8a3c9b955a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:21.118701 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cc12d9a8-3d60-4185-ab06-cc8a3c9b955a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2320595 Dec 12 17:38:21.121614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42120) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:21.141883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a1eac94f-1d32-47ae-a946-c8d177b1b93a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Request body: {'security_group_rule': {'security_group_id': '45f000ca-6a90-44d6-92b4-704bef426b40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:21.176753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d46c6-ee90-4220-9fb6-eaf2e326beff admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d0cbf9-9932-4f1e-9f18-217437d112bd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:21.199659 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12d9a8-3d60-4185-ab06-cc8a3c9b955a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f000ca-6a90-44d6-92b4-704bef426b40,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:21.246576 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a1eac94f-1d32-47ae-a946-c8d177b1b93a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:21.333530 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863a300-ea25-43fc-9a43-cc8373b25dc3 req-ec1ecfcb-38f1-490b-96c5-b631ba7f4e6e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:21.335435 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4863a300-ea25-43fc-9a43-cc8373b25dc3 req-ec1ecfcb-38f1-490b-96c5-b631ba7f4e6e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.1527562 Dec 12 17:38:21.413310 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a1eac94f-1d32-47ae-a946-c8d177b1b93a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:21.418292 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9aef4162-970f-4fc8-bd9b-5c775a73f123 req-cd3ce7da-922a-40e7-9eb0-83a20563b25d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0520453 Dec 12 17:38:21.431228 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a1eac94f-1d32-47ae-a946-c8d177b1b93a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:21.519716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eac94f-1d32-47ae-a946-c8d177b1b93a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2709903-403e-4ae8-b7fc-0e55a8558d95,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:21.602682 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a1eac94f-1d32-47ae-a946-c8d177b1b93a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:21.607077 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a1eac94f-1d32-47ae-a946-c8d177b1b93a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4779434 Dec 12 17:38:21.613438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42126) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:21.624000 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-82f59d99-e777-45ae-a9cf-22c6a059bd14 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Request body: {'security_group_rule': {'security_group_id': '45f000ca-6a90-44d6-92b4-704bef426b40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:21.684590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Sync routers for ids ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:38:21.687995 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-64f32667-da6b-4127-9ab8-5f4b031f7f96 tempest-DHCPAgentSchedulersTestJSON-1474066892 tempest-DHCPAgentSchedulersTestJSON-1474066892-project-admin] 10.222.0.18 "GET /v2.0/agents/08d1d0f5-8396-49e2-98a8-baef4d614494/dhcp-networks HTTP/1.1" status: 200 len: 10514 time: 0.6950819 Dec 12 17:38:21.695851 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4863a300-ea25-43fc-9a43-cc8373b25dc3 req-7163c4c3-5b06-49cd-b869-b2e5d03505f5 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516397 Dec 12 17:38:21.698715 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42128) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:21.706311 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Routers {'1729f805-eabc-4ed6-a607-edd2b3d54ed4'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:21.711398 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:21.756502 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bb366-c519-4c71-a2ae-72d5e423f33f req-83032c70-51d3-403a-8f8f-b730f2309f1c tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:21.757833 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-150bb366-c519-4c71-a2ae-72d5e423f33f req-83032c70-51d3-403a-8f8f-b730f2309f1c tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 946 time: 0.2676497 Dec 12 17:38:21.868358 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-150bb366-c519-4c71-a2ae-72d5e423f33f req-4b680475-8aab-427d-97cf-0c9a0dc28855 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777180 Dec 12 17:38:21.869072 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-82f59d99-e777-45ae-a9cf-22c6a059bd14 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:21.880471 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec5d46c6-ee90-4220-9fb6-eaf2e326beff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:22.008739 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e21c1d7d-d97d-490e-a92e-e74fa0629e7c req-26051864-df2d-4e5f-91fe-aedaac9b4492 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0989420 Dec 12 17:38:22.030856 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Set router 1729f805-eabc-4ed6-a607-edd2b3d54ed4 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:38:22.286336 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-82f59d99-e777-45ae-a9cf-22c6a059bd14 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:22.294755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa7079f-9506-4dbe-a799-6bd6d1afa6c3 tempest-DHCPAgentSchedulersTestJSON-1474066892 tempest-DHCPAgentSchedulersTestJSON-1474066892-project-admin] Network a002fe59-924f-4147-aab4-678afdf46630 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:38:22.307907 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-82f59d99-e777-45ae-a9cf-22c6a059bd14 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:22.332036 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5d46c6-ee90-4220-9fb6-eaf2e326beff admin admin] Router ca5ef445-890a-405f-8745-017181a69ac3 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:38:22.358527 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-82f59d99-e777-45ae-a9cf-22c6a059bd14 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:22.359786 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-82f59d99-e777-45ae-a9cf-22c6a059bd14 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7437866 Dec 12 17:38:22.365877 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42136) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:22.370285 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2aa7079f-9506-4dbe-a799-6bd6d1afa6c3 tempest-DHCPAgentSchedulersTestJSON-1474066892 tempest-DHCPAgentSchedulersTestJSON-1474066892-project-admin] 10.222.0.18 "POST /v2.0/agents/08d1d0f5-8396-49e2-98a8-baef4d614494/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6628301 Dec 12 17:38:22.375028 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-e5467996-7aab-4a80-9de9-c9d2cddfbcd2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:22.379868 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42138) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:22.389271 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8586b18b-f7bf-4d97-bb2a-af3f32d544d9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:38:22.391446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f59d99-e777-45ae-a9cf-22c6a059bd14 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5261b76d-318f-4dbf-8ad3-d8707e858ab8,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:22.391776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6f31d5-5dbd-4d9a-8fcb-0618046ff9c1 None None] Network 83cf77ca-1c17-4fc9-9bec-cb04d34c1e98 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:38:22.426507 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-64f62d35-0cd2-43a3-bb95-b8459ab4246c tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4052587 Dec 12 17:38:22.431421 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-90d38407-5683-4231-b760-8ec0ea4f692a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:22.520303 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5d46c6-ee90-4220-9fb6-eaf2e326beff admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:38:22.528589 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ec5d46c6-ee90-4220-9fb6-eaf2e326beff admin admin] 10.222.0.18 "PUT /v2.0/routers/ca5ef445-890a-405f-8745-017181a69ac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1513674 Dec 12 17:38:22.529672 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42140) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:22.533497 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dea0844-db90-4924-a012-979f6d9df746 None None] Sync routers for ids ['ca5ef445-890a-405f-8745-017181a69ac3'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:38:22.551506 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5467996-7aab-4a80-9de9-c9d2cddfbcd2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:22.561130 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dea0844-db90-4924-a012-979f6d9df746 None None] Routers {'ca5ef445-890a-405f-8745-017181a69ac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:22.561940 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7dea0844-db90-4924-a012-979f6d9df746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ca5ef445-890a-405f-8745-017181a69ac3'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:22.569421 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8958e5-0c96-4328-b20c-021ec28c2ea2 None None] Network a002fe59-924f-4147-aab4-678afdf46630 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:38:22.776716 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-7dea0844-db90-4924-a012-979f6d9df746 None None] Set router ca5ef445-890a-405f-8745-017181a69ac3 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:38:22.788368 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-748e34d9-6ba8-474a-aa15-5ad46567ea90 tempest-DHCPAgentSchedulersTestJSON-1474066892 tempest-DHCPAgentSchedulersTestJSON-1474066892-project-admin] 10.222.0.18 "GET /v2.0/agents/08d1d0f5-8396-49e2-98a8-baef4d614494/dhcp-networks HTTP/1.1" status: 200 len: 11283 time: 0.3989120 Dec 12 17:38:22.788368 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-90d38407-5683-4231-b760-8ec0ea4f692a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:22.790258 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42144) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:22.793268 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dccc0cb-950f-435d-848f-78c57dd79211 admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:22.969339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a00efb5c-e7ab-48a7-b805-fc4670167535 None None] Provisioning complete for port 8586b18b-f7bf-4d97-bb2a-af3f32d544d9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:22.969918 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a00efb5c-e7ab-48a7-b805-fc4670167535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:23.072366 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7dea0844-db90-4924-a012-979f6d9df746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:38:20Z', 'revision_number': 5, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:23.087078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-40af4e4a-11fb-403a-942d-b1852e366da8 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:23.088651 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-40af4e4a-11fb-403a-942d-b1852e366da8 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63&tenant_id=5086af56094840bd807cfda793fdb5e6&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 1096 time: 0.2854943 Dec 12 17:38:23.116502 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-760354-5'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:23.127332 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dea0844-db90-4924-a012-979f6d9df746 None None] Checking router: ca5ef445-890a-405f-8745-017181a69ac3 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:38:23.127742 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82c98c-5808-48ab-967e-f61ce6f82b6a req-d569082f-03f4-4992-aea7-d02f01222873 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:23.136930 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e82c98c-5808-48ab-967e-f61ce6f82b6a req-d569082f-03f4-4992-aea7-d02f01222873 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 945 time: 0.2760491 Dec 12 17:38:23.139125 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dea0844-db90-4924-a012-979f6d9df746 None None] Routers {'ca5ef445-890a-405f-8745-017181a69ac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:23.140011 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7dea0844-db90-4924-a012-979f6d9df746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ca5ef445-890a-405f-8745-017181a69ac3'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:23.176790 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cda86325-3ce2-4792-9bb1-a1e7fc51365b tempest-DHCPAgentSchedulersTestJSON-1474066892 tempest-DHCPAgentSchedulersTestJSON-1474066892-project-admin] 10.222.0.18 "DELETE /v2.0/agents/08d1d0f5-8396-49e2-98a8-baef4d614494/dhcp-networks/a002fe59-924f-4147-aab4-678afdf46630 HTTP/1.1" status: 204 len: 168 time: 0.3853505 Dec 12 17:38:23.179416 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42154) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:23.226478 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dccc0cb-950f-435d-848f-78c57dd79211 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:23.266308 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8586b18b-f7bf-4d97-bb2a-af3f32d544d9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:23.267018 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:23.332205 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:23.344520 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5467996-7aab-4a80-9de9-c9d2cddfbcd2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:23.443863 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-7dea0844-db90-4924-a012-979f6d9df746 None None] Set router ca5ef445-890a-405f-8745-017181a69ac3 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:38:23.530872 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e82c98c-5808-48ab-967e-f61ce6f82b6a req-76dd1315-6936-45de-97c7-acead916b7e0 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928552 Dec 12 17:38:23.534778 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a00efb5c-e7ab-48a7-b805-fc4670167535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:23.722649 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a00efb5c-e7ab-48a7-b805-fc4670167535 None None] For port 8586b18b-f7bf-4d97-bb2a-af3f32d544d9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8586b18b-f7bf-4d97-bb2a-af3f32d544d9,segment=NetworkSegment(b425bf29-c27f-42a8-9986-246180a9b61d),segment_id=b425bf29-c27f-42a8-9986-246180a9b61d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:23.737095 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a00efb5c-e7ab-48a7-b805-fc4670167535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:23.753300 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:23.815268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-e5467996-7aab-4a80-9de9-c9d2cddfbcd2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Allocated IP 172.25.1.202 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/904e1f1a-3fd0-49b3-85a3-76feb8794651) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:38:23.913765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'name': 'tempest-ServersTestBootFromVolume-634653797-router', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:11Z', 'updated_at': '2021-12-12T17:38:17Z', 'revision_number': 4, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'gw_port': {'id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:12Z', 'updated_at': '2021-12-12T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f01f179c-27f2-4810-bd84-f8926bd3369b', 'name': '', 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'mac_address': 'fa:16:3e:31:cb:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:16Z', 'updated_at': '2021-12-12T17:38:18Z', 'revision_number': 2, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'subnets': [{'id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:23.974959 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-90d38407-5683-4231-b760-8ec0ea4f692a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:23.983450 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7dea0844-db90-4924-a012-979f6d9df746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:38:20Z', 'revision_number': 5, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:24.088463 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dea0844-db90-4924-a012-979f6d9df746 None None] The sync data for ids ['ca5ef445-890a-405f-8745-017181a69ac3'] in n-d-760354-5 is: [{'id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1859223693-router', 'tenant_id': '438b3403df11467186a128ec0b97682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:21Z', 'updated_at': '2021-12-12T17:38:20Z', 'revision_number': 5, 'project_id': '438b3403df11467186a128ec0b97682a', 'gw_port': {'id': '965e1a96-3c62-402d-b82e-9d38d498e4bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ef445-890a-405f-8745-017181a69ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:22Z', 'updated_at': '2021-12-12T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:38:24.097331 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:38:24.097778 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:38:24.162283 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Checking router: 1729f805-eabc-4ed6-a607-edd2b3d54ed4 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:38:24.166955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Updating router 1729f805-eabc-4ed6-a607-edd2b3d54ed4 port f01f179c-27f2-4810-bd84-f8926bd3369b binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:38:24.170360 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-67aa41c5-64b7-4754-a294-fd233f73a338 tempest-DHCPAgentSchedulersTestJSON-1474066892 tempest-DHCPAgentSchedulersTestJSON-1474066892-project-admin] 10.222.0.18 "GET /v2.0/agents/08d1d0f5-8396-49e2-98a8-baef4d614494/dhcp-networks HTTP/1.1" status: 200 len: 10514 time: 0.9897900 Dec 12 17:38:24.179054 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42158) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:24.211792 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5a020355-59d6-4ea7-80a3-1d177c9b7121 tempest-DHCPAgentSchedulersTestJSON-1474066892 tempest-DHCPAgentSchedulersTestJSON-1474066892-project-admin] 10.222.0.18 "GET /v2.0/networks/83cf77ca-1c17-4fc9-9bec-cb04d34c1e98/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0314643 Dec 12 17:38:24.217028 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42160) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:24.222664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00efb5c-e7ab-48a7-b805-fc4670167535 None None] Pushing event updated for resources: {'Port': ['ID=8586b18b-f7bf-4d97-bb2a-af3f32d544d9,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:24.240355 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e05a5fe-5fdd-4b1e-af17-4c7193af4810 req-20d33704-0152-414f-84ad-33ca4a20cc5b tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.1133447 Dec 12 17:38:24.251410 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-29cbf0cd-0457-4403-bb5e-950e841ec671 tempest-DHCPAgentSchedulersTestJSON-1474066892 tempest-DHCPAgentSchedulersTestJSON-1474066892-project-admin] 10.222.0.18 "GET /v2.0/networks/83cf77ca-1c17-4fc9-9bec-cb04d34c1e98/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0320623 Dec 12 17:38:24.253455 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42162) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:24.263426 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d63f1d1f-a760-4dc9-983d-dd152c615fcf None None] Provisioning complete for port 8586b18b-f7bf-4d97-bb2a-af3f32d544d9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:24.264063 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d63f1d1f-a760-4dc9-983d-dd152c615fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:24.283726 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6dccc0cb-950f-435d-848f-78c57dd79211 admin admin] Deleting port 965e1a96-3c62-402d-b82e-9d38d498e4bd {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:38:24.284222 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dccc0cb-950f-435d-848f-78c57dd79211 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:24.314902 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:24.328652 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5467996-7aab-4a80-9de9-c9d2cddfbcd2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:24.430411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] For port 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=3a891b6c-f3a4-43a5-9317-f0bed67deb96,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:24.630217 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5467996-7aab-4a80-9de9-c9d2cddfbcd2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:24.638199 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-6dccc0cb-950f-435d-848f-78c57dd79211 admin admin] For port 965e1a96-3c62-402d-b82e-9d38d498e4bd, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=965e1a96-3c62-402d-b82e-9d38d498e4bd,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:24.638879 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dccc0cb-950f-435d-848f-78c57dd79211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:24.673899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] For port 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:38:24.716293 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6dccc0cb-950f-435d-848f-78c57dd79211 admin admin] Calling delete_port for 965e1a96-3c62-402d-b82e-9d38d498e4bd owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:38:24.717783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2df69687-e9b5-4ff7-afc6-3b0a9c30c623 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:38:24.766034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f5f2cd9a-7f62-42f1-9a2a-b1685ad2f847 None None] Could not find standard attr ID for object 235af751-cc62-4e58-9096-ec7b5e480f4c. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 17:38:24.812231 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5467996-7aab-4a80-9de9-c9d2cddfbcd2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Pushing event updated for resources: {'Port': ['ID=904e1f1a-3fd0-49b3-85a3-76feb8794651,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:24.830630 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 2df69687-e9b5-4ff7-afc6-3b0a9c30c623 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:24.831008 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:24.863997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5467996-7aab-4a80-9de9-c9d2cddfbcd2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:38:24.880803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-e5467996-7aab-4a80-9de9-c9d2cddfbcd2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:24.898087 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ec2d01e5-bb77-41be-a9ef-6e563743a90b tempest-DHCPAgentSchedulersTestJSON-1474066892 tempest-DHCPAgentSchedulersTestJSON-1474066892-project-admin] 10.222.0.18 "GET /v2.0/agents/08d1d0f5-8396-49e2-98a8-baef4d614494/dhcp-networks HTTP/1.1" status: 200 len: 10514 time: 0.6433954 Dec 12 17:38:24.901615 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42168) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:24.918507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5467996-7aab-4a80-9de9-c9d2cddfbcd2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:38:24.926938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-90d38407-5683-4231-b760-8ec0ea4f692a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Allocated IP 172.25.1.21 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/c5d8e743-a787-41d3-be9b-5c0b617820b6) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:38:24.940648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e2223d-1e8b-47c0-95ca-fecff9eedf63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a891b6c-f3a4-43a5-9317-f0bed67deb96'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:38:24.942836 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cc4968-8de5-477b-8175-c9ed1831a0da" -d '{"events": [{"server_uuid": "c0e2223d-1e8b-47c0-95ca-fecff9eedf63", "name": "network-vif-unplugged", "status": "completed", "tag": "3a891b6c-f3a4-43a5-9317-f0bed67deb96"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:38:24.952803 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:24.974895 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:24.983695 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63efce0-ba5c-4482-b670-8682d6745690 req-cc7a12d4-9a9f-4d7c-889a-b49ddfd4cda1 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:24.984035 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:24.985233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a63efce0-ba5c-4482-b670-8682d6745690 req-cc7a12d4-9a9f-4d7c-889a-b49ddfd4cda1 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 945 time: 0.3832431 Dec 12 17:38:24.994518 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.050090 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4899ce-2d97-4193-a3ef-4ab28b30447f None None] Pushing event updated for resources: {'Port': ['ID=f01f179c-27f2-4810-bd84-f8926bd3369b,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:25.068121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91de5a-23f5-4827-adfb-6c5cdea851e5 req-bbc5a7a3-6266-4627-a642-27162a7e52e3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:25.070157 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3f91de5a-23f5-4827-adfb-6c5cdea851e5 req-bbc5a7a3-6266-4627-a642-27162a7e52e3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 945 time: 0.3673036 Dec 12 17:38:25.076787 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 3a891b6c-f3a4-43a5-9317-f0bed67deb96 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:38:25.097497 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32f059d6-2d44-459b-a9da-3bd81f0cd825 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.142733 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Attempting to bind port f01f179c-27f2-4810-bd84-f8926bd3369b on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:38:25.143325 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Attempting to bind port f01f179c-27f2-4810-bd84-f8926bd3369b by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:38:25.143507 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Attempting to bind port f01f179c-27f2-4810-bd84-f8926bd3369b on network 350585f2-11de-4690-8ad7-c5bd74c5636c {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:38:25.200755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8586b18b-f7bf-4d97-bb2a-af3f32d544d9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:38:25.233914 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:38:25.235483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Checking segment: {'id': '7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:38:25.235483 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.235483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Bound using segment: {'id': '7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:38:25.236834 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Bound port: f01f179c-27f2-4810-bd84-f8926bd3369b, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:38:25.237459 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.311604 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dccc0cb-950f-435d-848f-78c57dd79211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.359954 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccc0cb-950f-435d-848f-78c57dd79211 admin admin] Pushing event deleted for resources: {'Port': ['ID=965e1a96-3c62-402d-b82e-9d38d498e4bd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:25.366325 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32f059d6-2d44-459b-a9da-3bd81f0cd825 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.401326 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5467996-7aab-4a80-9de9-c9d2cddfbcd2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.410934 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-32f059d6-2d44-459b-a9da-3bd81f0cd825 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a002fe59-924f-4147-aab4-678afdf46630']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:25.420928 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-90d38407-5683-4231-b760-8ec0ea4f692a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.448888 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-32f059d6-2d44-459b-a9da-3bd81f0cd825 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054ce76b-7f2f-4dfc-b032-642cdf054087') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:25.449119 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-32f059d6-2d44-459b-a9da-3bd81f0cd825 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054ce76b-7f2f-4dfc-b032-642cdf054087') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:25.465789 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32f059d6-2d44-459b-a9da-3bd81f0cd825 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.486633 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32f059d6-2d44-459b-a9da-3bd81f0cd825 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.489437 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dccc0cb-950f-435d-848f-78c57dd79211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.547757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] Pushing event updated for resources: {'Port': ['ID=3a891b6c-f3a4-43a5-9317-f0bed67deb96,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:25.556047 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host n-h1-760354-5, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:25.559397 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f059d6-2d44-459b-a9da-3bd81f0cd825 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:38:25.559805 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32f059d6-2d44-459b-a9da-3bd81f0cd825 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:38:25.563129 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:38:25.587819 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a63efce0-ba5c-4482-b670-8682d6745690 req-f8330500-13b4-4437-b8bd-3bc634970024 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612986 Dec 12 17:38:25.607506 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5467996-7aab-4a80-9de9-c9d2cddfbcd2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.616876 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Attempting to bind port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 on host n-h1-760354-5 for vnic_type normal with profile {"migrating_to": "n-h2-760354-5"} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:38:25.617367 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Attempting to bind port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:38:25.617846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Attempting to bind port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:38:25.634535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] Attempting to bind port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 on host n-h1-760354-5 for vnic_type normal with profile {"migrating_to": "n-h2-760354-5"} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:38:25.634747 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:38:25.634875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] Attempting to bind port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:38:25.635183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] Attempting to bind port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:38:25.636040 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Attempting to bind port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:38:25.640904 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dccc0cb-950f-435d-848f-78c57dd79211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.646000 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dccc0cb-950f-435d-848f-78c57dd79211 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.646273 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d4b6184a-7f01-4ab7-9f4e-8a7307226e51 None None] Provisioning complete for port f01f179c-27f2-4810-bd84-f8926bd3369b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:25.646752 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4b6184a-7f01-4ab7-9f4e-8a7307226e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.675951 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8586b18b-f7bf-4d97-bb2a-af3f32d544d9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:25.676463 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.685316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:38:25.685802 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Checking segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:38:25.686490 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Bound using segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:38:25.687054 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Bound port: 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:38:25.687534 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.708688 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32f059d6-2d44-459b-a9da-3bd81f0cd825 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.716646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] Port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:38:25.716975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] Attempting to bind port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:38:25.717428 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32f059d6-2d44-459b-a9da-3bd81f0cd825 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.723147 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-32f059d6-2d44-459b-a9da-3bd81f0cd825 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] 10.222.0.18 "DELETE /v2.0/networks/a002fe59-924f-4147-aab4-678afdf46630 HTTP/1.1" status: 204 len: 168 time: 0.8205149 Dec 12 17:38:25.730114 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:38:25.730833 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] Checking segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:38:25.730977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] Bound using segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:38:25.731370 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] Bound port: 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:38:25.731731 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.733679 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42174) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:25.741372 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f059d6-2d44-459b-a9da-3bd81f0cd825 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Pushing event deleted for resources: {'Network': ['ID=a002fe59-924f-4147-aab4-678afdf46630,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:25.743918 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dccc0cb-950f-435d-848f-78c57dd79211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.744726 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dccc0cb-950f-435d-848f-78c57dd79211 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca5ef445-890a-405f-8745-017181a69ac3 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:38:25.756349 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dccc0cb-950f-435d-848f-78c57dd79211 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.760308 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6dccc0cb-950f-435d-848f-78c57dd79211 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ca5ef445-890a-405f-8745-017181a69ac3 HTTP/1.1" status: 204 len: 168 time: 3.2287629 Dec 12 17:38:25.760934 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42176) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:25.801671 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-88390d7d-0268-43ac-b1c5-764dd76895b4 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] DELETE failed (client error): The resource could not be found. Dec 12 17:38:25.802460 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88390d7d-0268-43ac-b1c5-764dd76895b4 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:38:25.808463 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-88390d7d-0268-43ac-b1c5-764dd76895b4 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] 10.222.0.18 "DELETE /v2.0/ports/235af751-cc62-4e58-9096-ec7b5e480f4c HTTP/1.1" status: 404 len: 333 time: 0.0666759 Dec 12 17:38:25.823460 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42178) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:25.863342 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4b1903-569a-45c8-900d-17ea8527dca6 admin admin] Deleting subnet 79ecbb35-c555-4daf-a052-e49241c4c136 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:38:25.870751 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1903-569a-45c8-900d-17ea8527dca6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.906319 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d4b6184a-7f01-4ab7-9f4e-8a7307226e51 None None] Port f01f179c-27f2-4810-bd84-f8926bd3369b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:38:25.921405 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1903-569a-45c8-900d-17ea8527dca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.941841 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host n-h1-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:38:25.945564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=3a891b6c-f3a4-43a5-9317-f0bed67deb96,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:38:25.949436 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] For port f01f179c-27f2-4810-bd84-f8926bd3369b, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:38:25.958223 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-90d38407-5683-4231-b760-8ec0ea4f692a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.971808 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:25.980681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] For port f01f179c-27f2-4810-bd84-f8926bd3369b, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f01f179c-27f2-4810-bd84-f8926bd3369b,segment=NetworkSegment(7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6),segment_id=7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:38:26.018605 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.019850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-3f91de5a-23f5-4827-adfb-6c5cdea851e5 req-abe82617-06fc-45fe-8512-81f03df91bec tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Deleting port 16faa754-ba0e-41fe-b717-c11930df0a7b {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:38:26.020296 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3f91de5a-23f5-4827-adfb-6c5cdea851e5 req-abe82617-06fc-45fe-8512-81f03df91bec tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.070721 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1903-569a-45c8-900d-17ea8527dca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.108829 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d06591f9-8bf1-4a07-bc6b-097f32f107da req-df6edc8a-b5e9-4199-8388-be3d6d94f8b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=144c38fac4dd43f68bee0ad48f4d3365&device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.2814348 Dec 12 17:38:26.110483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Routers {'1729f805-eabc-4ed6-a607-edd2b3d54ed4'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:26.111167 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:26.160956 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1903-569a-45c8-900d-17ea8527dca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.196262 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b1903-569a-45c8-900d-17ea8527dca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ecbb35-c555-4daf-a052-e49241c4c136,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:26.198570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d38407-5683-4231-b760-8ec0ea4f692a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Pushing event updated for resources: {'Port': ['ID=c5d8e743-a787-41d3-be9b-5c0b617820b6,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:26.212631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=3a891b6c-f3a4-43a5-9317-f0bed67deb96,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:26.221428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-3f91de5a-23f5-4827-adfb-6c5cdea851e5 req-abe82617-06fc-45fe-8512-81f03df91bec tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] For port 16faa754-ba0e-41fe-b717-c11930df0a7b, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=16faa754-ba0e-41fe-b717-c11930df0a7b,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:26.222003 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3f91de5a-23f5-4827-adfb-6c5cdea851e5 req-abe82617-06fc-45fe-8512-81f03df91bec tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.224554 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1903-569a-45c8-900d-17ea8527dca6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.236737 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1a4b1903-569a-45c8-900d-17ea8527dca6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/79ecbb35-c555-4daf-a052-e49241c4c136 HTTP/1.1" status: 204 len: 168 time: 0.4703593 Dec 12 17:38:26.237249 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42182) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:26.242912 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-3f91de5a-23f5-4827-adfb-6c5cdea851e5 req-abe82617-06fc-45fe-8512-81f03df91bec tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Calling delete_port for 16faa754-ba0e-41fe-b717-c11930df0a7b owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:38:26.254950 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c4cf4e-fd79-42b5-b2b5-71f55ff82293 None None] Network d9379518-7141-4913-88d7-7d1fcb8ba7e8 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:38:26.350806 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.395123 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 3a891b6c-f3a4-43a5-9317-f0bed67deb96 has no active binding in host n-h2-760354-5 {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 17:38:26.408342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c7d0cbf9-9932-4f1e-9f18-217437d112bd no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:38:26.437492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] Deleting port 4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:38:26.437762 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.482558 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4899ce-2d97-4193-a3ef-4ab28b30447f None None] Pushing event updated for resources: {'Port': ['ID=f01f179c-27f2-4810-bd84-f8926bd3369b,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:26.485577 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: c7d0cbf9-9932-4f1e-9f18-217437d112bd {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:38:26.485793 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c7d0cbf9-9932-4f1e-9f18-217437d112bd not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:38:26.496325 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-374e0e0f-2bff-43f8-880b-8e7129028a28 None None] Provisioning complete for port f01f179c-27f2-4810-bd84-f8926bd3369b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:26.496697 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-374e0e0f-2bff-43f8-880b-8e7129028a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.553967 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] Set router 1729f805-eabc-4ed6-a607-edd2b3d54ed4 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:38:26.557158 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] For port 4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2,segment=NetworkSegment(b5f115b0-b298-45f5-806c-99df12a98abb),segment_id=b5f115b0-b298-45f5-806c-99df12a98abb)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:26.557821 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.586665 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] Calling delete_port for 4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:38:26.694093 n-d-760354-5 neutron-server[103151]: WARNING neutron.plugins.ml2.plugin [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] Concurrent port binding operations failed on port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 Dec 12 17:38:26.695659 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.708619 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e02e7-af04-4e77-b473-9fa1ae05a397 None None] DHCP port deletion for d9379518-7141-4913-88d7-7d1fcb8ba7e8 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:38:26.741665 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:26.742210 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-374e0e0f-2bff-43f8-880b-8e7129028a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.748112 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] No DVR routers for this DVR port 4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:38:26.753010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d06591f9-8bf1-4a07-bc6b-097f32f107da req-a5439bc3-e54c-411b-af94-3c52fbf2f0c3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=144c38fac4dd43f68bee0ad48f4d3365&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549521 Dec 12 17:38:26.783743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-90d38407-5683-4231-b760-8ec0ea4f692a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:38:26.810126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] For port 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=3a891b6c-f3a4-43a5-9317-f0bed67deb96,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:26.812356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-90d38407-5683-4231-b760-8ec0ea4f692a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:26.825761 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-374e0e0f-2bff-43f8-880b-8e7129028a28 None None] For port f01f179c-27f2-4810-bd84-f8926bd3369b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f01f179c-27f2-4810-bd84-f8926bd3369b,segment=NetworkSegment(7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6),segment_id=7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:26.831483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-90d38407-5683-4231-b760-8ec0ea4f692a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:38:26.837459 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-374e0e0f-2bff-43f8-880b-8e7129028a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.853984 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.865860 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7c913e-e9c2-4c50-b566-994e307a764f tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Deleting subnet 56cf8905-7e2b-4b81-a3d2-825ffaeadda3 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:38:26.891763 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] Attempt 2 to bind port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 Dec 12 17:38:26.896354 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9379518-7141-4913-88d7-7d1fcb8ba7e8']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:26.898037 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2b7c913e-e9c2-4c50-b566-994e307a764f tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.908140 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:26.909097 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.910566 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7d9bf3b9-3ca3-4aad-8cf3-78686c0536df service neutron] 10.222.0.20 "PUT /v2.0/ports/3a891b6c-f3a4-43a5-9317-f0bed67deb96 HTTP/1.1" status: 200 len: 1121 time: 3.8073051 Dec 12 17:38:26.921347 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f115b0-b298-45f5-806c-99df12a98abb') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:26.921582 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f115b0-b298-45f5-806c-99df12a98abb') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:26.941178 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.947238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'name': 'tempest-ServersTestBootFromVolume-634653797-router', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:11Z', 'updated_at': '2021-12-12T17:38:17Z', 'revision_number': 4, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'gw_port': {'id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:12Z', 'updated_at': '2021-12-12T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f01f179c-27f2-4810-bd84-f8926bd3369b', 'name': '', 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'mac_address': 'fa:16:3e:31:cb:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:16Z', 'updated_at': '2021-12-12T17:38:25Z', 'revision_number': 4, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'subnets': [{'id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:26.948383 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5467996-7aab-4a80-9de9-c9d2cddfbcd2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.960324 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.975779 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:38:26.979262 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e0e0f-2bff-43f8-880b-8e7129028a28 None None] Pushing event updated for resources: {'Port': ['ID=f01f179c-27f2-4810-bd84-f8926bd3369b,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:26.980959 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5467996-7aab-4a80-9de9-c9d2cddfbcd2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.992908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8009b661-329e-4344-9ef9-ea2fd5594d50 None None] The sync data for ids ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'] in n-d-760354-5 is: [{'id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'name': 'tempest-ServersTestBootFromVolume-634653797-router', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:11Z', 'updated_at': '2021-12-12T17:38:17Z', 'revision_number': 4, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'gw_port': {'id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:12Z', 'updated_at': '2021-12-12T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f01f179c-27f2-4810-bd84-f8926bd3369b', 'name': '', 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'mac_address': 'fa:16:3e:31:cb:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:16Z', 'updated_at': '2021-12-12T17:38:25Z', 'revision_number': 4, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'subnets': [{'id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:38:26.993178 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:38:26.997744 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:38:27.004954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['3a891b6c-f3a4-43a5-9317-f0bed67deb96'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:38:27.007595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['3a891b6c-f3a4-43a5-9317-f0bed67deb96'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:38:27.016445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83492da7-4c17-4642-94e0-fa5bf6b7e38f req-375c2201-5303-444d-8f57-559aeb01dca9 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:27.018192 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83492da7-4c17-4642-94e0-fa5bf6b7e38f req-375c2201-5303-444d-8f57-559aeb01dca9 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 943 time: 1.0522358 Dec 12 17:38:27.084233 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2b7c913e-e9c2-4c50-b566-994e307a764f tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:27.150168 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:27.175825 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:27.183563 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d9379518-7141-4913-88d7-7d1fcb8ba7e8 HTTP/1.1" status: 204 len: 168 time: 0.9452555 Dec 12 17:38:27.184258 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42186) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:27.210388 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 965e1a96-3c62-402d-b82e-9d38d498e4bd no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:38:27.244193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825cff3-d8e3-40f0-bdb8-1be1b85d19c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9379518-7141-4913-88d7-7d1fcb8ba7e8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:27.250370 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 965e1a96-3c62-402d-b82e-9d38d498e4bd {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:38:27.250936 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 965e1a96-3c62-402d-b82e-9d38d498e4bd not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:38:27.251424 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:38:27.282287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:38:27.283478 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4d2b5c72-ed6f-4932-bdc3-4cf97dee32c2 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:38:27.305508 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3f91de5a-23f5-4827-adfb-6c5cdea851e5 req-abe82617-06fc-45fe-8512-81f03df91bec tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:27.346278 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5467996-7aab-4a80-9de9-c9d2cddfbcd2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Pushing event updated for resources: {'Port': ['ID=904e1f1a-3fd0-49b3-85a3-76feb8794651,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:27.352817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06591f9-8bf1-4a07-bc6b-097f32f107da req-d67c05be-af9e-41af-bea2-b8c1f14c0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:27.354272 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d06591f9-8bf1-4a07-bc6b-097f32f107da req-d67c05be-af9e-41af-bea2-b8c1f14c0a36 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5748169 Dec 12 17:38:27.449391 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe82617-06fc-45fe-8512-81f03df91bec tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Pushing event deleted for resources: {'Port': ['ID=16faa754-ba0e-41fe-b717-c11930df0a7b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:27.506387 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5467996-7aab-4a80-9de9-c9d2cddfbcd2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:27.534368 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2b7c913e-e9c2-4c50-b566-994e307a764f tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:27.538883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f91de5a-23f5-4827-adfb-6c5cdea851e5 req-abe82617-06fc-45fe-8512-81f03df91bec tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] No DVR routers for this DVR port 16faa754-ba0e-41fe-b717-c11930df0a7b on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:38:27.541606 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3f91de5a-23f5-4827-adfb-6c5cdea851e5 req-abe82617-06fc-45fe-8512-81f03df91bec tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:27.545340 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3f91de5a-23f5-4827-adfb-6c5cdea851e5 req-abe82617-06fc-45fe-8512-81f03df91bec tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.31 "DELETE /v2.0/ports/16faa754-ba0e-41fe-b717-c11930df0a7b HTTP/1.1" status: 204 len: 173 time: 2.3437092 Dec 12 17:38:27.549749 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83492da7-4c17-4642-94e0-fa5bf6b7e38f req-1cf4728f-fdfe-4b60-8017-16ebbf449dab tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066900 Dec 12 17:38:27.570737 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-90d38407-5683-4231-b760-8ec0ea4f692a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:27.586910 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5467996-7aab-4a80-9de9-c9d2cddfbcd2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:27.597534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e5467996-7aab-4a80-9de9-c9d2cddfbcd2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2250574 Dec 12 17:38:27.712634 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-90d38407-5683-4231-b760-8ec0ea4f692a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:27.747086 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-960a99c5-ed74-4229-b271-ac60ed8c2cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:27.876098 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29be24f1-fff2-42c8-9b19-e864de7416ff x-openstack-request-id: req-29be24f1-fff2-42c8-9b19-e864de7416ff {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:38:27.877003 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e2223d-1e8b-47c0-95ca-fecff9eedf63", "name": "network-vif-unplugged", "status": "completed", "tag": "3a891b6c-f3a4-43a5-9317-f0bed67deb96", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:38:27.877591 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29be24f1-fff2-42c8-9b19-e864de7416ff {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:38:27.877591 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e2223d-1e8b-47c0-95ca-fecff9eedf63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a891b6c-f3a4-43a5-9317-f0bed67deb96', 'code': 200} Dec 12 17:38:27.904323 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2b7c913e-e9c2-4c50-b566-994e307a764f tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:27.907574 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-90d38407-5683-4231-b760-8ec0ea4f692a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:27.930433 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-90d38407-5683-4231-b760-8ec0ea4f692a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:27.966804 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ceddf5-8285-4e02-a5e0-321e93e48f27 None None] Network 83cf77ca-1c17-4fc9-9bec-cb04d34c1e98 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:38:27.981390 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2b7c913e-e9c2-4c50-b566-994e307a764f tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:27.985129 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2b7c913e-e9c2-4c50-b566-994e307a764f tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] 10.222.0.18 "DELETE /v2.0/subnets/56cf8905-7e2b-4b81-a3d2-825ffaeadda3 HTTP/1.1" status: 204 len: 168 time: 2.1600547 Dec 12 17:38:27.986485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c913e-e9c2-4c50-b566-994e307a764f tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Pushing event deleted for resources: {'Subnet': ['ID=56cf8905-7e2b-4b81-a3d2-825ffaeadda3,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:27.989992 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42230) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:28.094499 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ef3cc9f5-b01f-4a58-b294-0172f43d2f17 req-53905196-8216-4ccb-9ae4-2c31e61861ac tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0738761 Dec 12 17:38:28.122386 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:28.192901 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d38407-5683-4231-b760-8ec0ea4f692a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Pushing event updated for resources: {'Port': ['ID=c5d8e743-a787-41d3-be9b-5c0b617820b6,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:28.218891 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-90d38407-5683-4231-b760-8ec0ea4f692a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:28.287807 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a48da3-d4ca-4e84-9bc5-be754c32f41e None None] DHCP port deletion for 83cf77ca-1c17-4fc9-9bec-cb04d34c1e98 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:38:28.308782 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Deleting port 8586b18b-f7bf-4d97-bb2a-af3f32d544d9 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:38:28.309181 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:28.311882 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a8a4533-505d-4d70-80ce-c8dd7a0f393c req-13536b9a-3dab-4246-b0b6-dddd7e0b542d tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c99f422-c8ca-4922-af90-919d4e474df0 HTTP/1.1" status: 200 len: 210 time: 0.0841155 Dec 12 17:38:28.331677 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-90d38407-5683-4231-b760-8ec0ea4f692a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:28.334065 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-90d38407-5683-4231-b760-8ec0ea4f692a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.9066002 Dec 12 17:38:28.389122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-97a48da3-d4ca-4e84-9bc5-be754c32f41e None None] Deleting port 8586b18b-f7bf-4d97-bb2a-af3f32d544d9 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:38:28.389505 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97a48da3-d4ca-4e84-9bc5-be754c32f41e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:28.392893 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-960a99c5-ed74-4229-b271-ac60ed8c2cae admin admin] Deleting port e6f75930-917d-4ae3-92f7-0a478aa79491 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:38:28.393237 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-960a99c5-ed74-4229-b271-ac60ed8c2cae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:28.461128 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-814f8075-a2e5-411e-8a25-edd9199f6f9c tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 695 time: 0.1210647 Dec 12 17:38:28.474446 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-97a48da3-d4ca-4e84-9bc5-be754c32f41e None None] For port 8586b18b-f7bf-4d97-bb2a-af3f32d544d9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8586b18b-f7bf-4d97-bb2a-af3f32d544d9,segment=NetworkSegment(b425bf29-c27f-42a8-9986-246180a9b61d),segment_id=b425bf29-c27f-42a8-9986-246180a9b61d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:28.475791 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97a48da3-d4ca-4e84-9bc5-be754c32f41e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:28.482355 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] For port 8586b18b-f7bf-4d97-bb2a-af3f32d544d9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8586b18b-f7bf-4d97-bb2a-af3f32d544d9,segment=NetworkSegment(b425bf29-c27f-42a8-9986-246180a9b61d),segment_id=b425bf29-c27f-42a8-9986-246180a9b61d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:28.482758 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:28.492595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-97a48da3-d4ca-4e84-9bc5-be754c32f41e None None] Calling delete_port for 8586b18b-f7bf-4d97-bb2a-af3f32d544d9 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:38:28.536853 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Calling delete_port for 8586b18b-f7bf-4d97-bb2a-af3f32d544d9 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:38:28.658687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-fd8f715e-a24d-4c69-aea5-3bf4d13f1d28 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:28.660330 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-fd8f715e-a24d-4c69-aea5-3bf4d13f1d28 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.1929650 Dec 12 17:38:28.682331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-3fd43c3c-84bf-4cb0-91c0-b16c883e06ef tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:38:28.683398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e751c7c3-09ea-45c3-9099-2ebffa410fbb req-3fd43c3c-84bf-4cb0-91c0-b16c883e06ef tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071757 Dec 12 17:38:28.810242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d06591f9-8bf1-4a07-bc6b-097f32f107da req-01e09a73-dad4-4e0c-a49e-b53050d014b2 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.20 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0554688 Dec 12 17:38:28.811397 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-960a99c5-ed74-4229-b271-ac60ed8c2cae admin admin] For port e6f75930-917d-4ae3-92f7-0a478aa79491, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e6f75930-917d-4ae3-92f7-0a478aa79491,segment=NetworkSegment(822d01f8-db58-440b-9a4a-65d1b2bf1c9f),segment_id=822d01f8-db58-440b-9a4a-65d1b2bf1c9f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:28.811397 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-960a99c5-ed74-4229-b271-ac60ed8c2cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:28.824459 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97a48da3-d4ca-4e84-9bc5-be754c32f41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:28.838429 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b13e59-c401-4da8-81ab-7226925524eb req-441ec69a-39e2-47b0-b4b2-33fe7af34a9b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:28.850271 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-960a99c5-ed74-4229-b271-ac60ed8c2cae admin admin] Calling delete_port for e6f75930-917d-4ae3-92f7-0a478aa79491 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:38:28.865608 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0b13e59-c401-4da8-81ab-7226925524eb req-441ec69a-39e2-47b0-b4b2-33fe7af34a9b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 943 time: 0.1994326 Dec 12 17:38:28.869890 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a48da3-d4ca-4e84-9bc5-be754c32f41e None None] Pushing event deleted for resources: {'Port': ['ID=8586b18b-f7bf-4d97-bb2a-af3f32d544d9,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:28.871962 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a48da3-d4ca-4e84-9bc5-be754c32f41e None None] No DVR routers for this DVR port 8586b18b-f7bf-4d97-bb2a-af3f32d544d9 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:38:28.939977 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:28.950199 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0b13e59-c401-4da8-81ab-7226925524eb req-c2c233ff-cb64-45be-81ce-7ee977e32b84 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812373 Dec 12 17:38:28.988282 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Pushing event deleted for resources: {'Port': ['ID=8586b18b-f7bf-4d97-bb2a-af3f32d544d9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:29.018191 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] No DVR routers for this DVR port 8586b18b-f7bf-4d97-bb2a-af3f32d544d9 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:38:29.143586 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:29.192076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-5fa6a709-1e8d-4dac-82a9-57887893169f tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:29.199983 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-5fa6a709-1e8d-4dac-82a9-57887893169f tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/networks?id=fe0295e0-e02c-466a-b887-061fe8cdca93 HTTP/1.1" status: 200 len: 821 time: 0.1425812 Dec 12 17:38:29.210277 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83cf77ca-1c17-4fc9-9bec-cb04d34c1e98']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:29.221778 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-f3a04382-4432-421f-9a93-3ee6c44bcddd tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/quotas/e2f4eec817834ce593dffb8b3335df85 HTTP/1.1" status: 200 len: 375 time: 0.0203035 Dec 12 17:38:29.229832 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f01f179c-27f2-4810-bd84-f8926bd3369b up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:38:29.233456 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b425bf29-c27f-42a8-9986-246180a9b61d') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:29.239584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b425bf29-c27f-42a8-9986-246180a9b61d') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:29.262666 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:29.280368 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:29.285916 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e3e55cb-0f76-45bc-8c0a-60a03605e113 req-d76007c9-c353-4195-95fe-e1950b4441e7 tempest-ServerShowV257Test-166927470 tempest-ServerShowV257Test-166927470-project] 10.222.0.18 "GET /v2.0/ports?device_id=36eb0f71-4afb-47b6-bd56-cd44e23bc114 HTTP/1.1" status: 200 len: 210 time: 0.0312819 Dec 12 17:38:29.292572 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:38:29.293061 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:38:29.297716 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:38:29.319955 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-0e0f6a14-06e4-44da-b52b-24227bc50750 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2f4eec817834ce593dffb8b3335df85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0970850 Dec 12 17:38:29.328847 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f01f179c-27f2-4810-bd84-f8926bd3369b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:29.330261 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:29.409082 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-960a99c5-ed74-4229-b271-ac60ed8c2cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:29.426681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 16faa754-ba0e-41fe-b717-c11930df0a7b no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:38:29.502007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 16faa754-ba0e-41fe-b717-c11930df0a7b {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:38:29.502365 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 16faa754-ba0e-41fe-b717-c11930df0a7b not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:38:29.502918 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:29.509618 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:29.512378 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] 10.222.0.18 "DELETE /v2.0/networks/83cf77ca-1c17-4fc9-9bec-cb04d34c1e98 HTTP/1.1" status: 204 len: 168 time: 1.5199876 Dec 12 17:38:29.518146 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a99c5-ed74-4229-b271-ac60ed8c2cae admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f75930-917d-4ae3-92f7-0a478aa79491,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:29.664679 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24e4bb-c91f-422d-8e0d-fcbc18a9d026 tempest-DHCPAgentSchedulersTestJSON-218050925 tempest-DHCPAgentSchedulersTestJSON-218050925-project] Pushing event deleted for resources: {'Network': ['ID=83cf77ca-1c17-4fc9-9bec-cb04d34c1e98,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:29.715590 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-5c179afd-36a0-4b19-8b34-d40d31b486a6 service neutron] 10.222.0.18 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938806 Dec 12 17:38:29.891251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e2223d-1e8b-47c0-95ca-fecff9eedf63', 'tag': '3a891b6c-f3a4-43a5-9317-f0bed67deb96'}, {'server_uuid': '9c99f422-c8ca-4922-af90-919d4e474df0', 'name': 'network-vif-deleted', 'tag': '16faa754-ba0e-41fe-b717-c11930df0a7b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:38:29.894194 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9f5cfb-f01a-4626-8e81-4fd649ed08e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e2223d-1e8b-47c0-95ca-fecff9eedf63", "tag": "3a891b6c-f3a4-43a5-9317-f0bed67deb96"}, {"server_uuid": "9c99f422-c8ca-4922-af90-919d4e474df0", "name": "network-vif-deleted", "tag": "16faa754-ba0e-41fe-b717-c11930df0a7b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:38:29.953276 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8586b18b-f7bf-4d97-bb2a-af3f32d544d9 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:38:29.964516 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4c1c5-129f-47d5-802c-7e493920f630 req-1a260283-6d3a-4bc8-ad6a-ddbe916410c3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:29.969264 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edb4c1c5-129f-47d5-802c-7e493920f630 req-1a260283-6d3a-4bc8-ad6a-ddbe916410c3 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 944 time: 0.1973002 Dec 12 17:38:29.975471 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42302) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:29.982450 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 8586b18b-f7bf-4d97-bb2a-af3f32d544d9 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:38:29.982878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8586b18b-f7bf-4d97-bb2a-af3f32d544d9 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:38:30.006736 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-960a99c5-ed74-4229-b271-ac60ed8c2cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:30.012545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-12920371-3d3c-425f-83aa-58baf05aee06 service neutron] 10.222.0.18 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958946 Dec 12 17:38:30.071157 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edb4c1c5-129f-47d5-802c-7e493920f630 req-05204a83-b3d0-4505-abfa-d9e39f31f532 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960696 Dec 12 17:38:30.190520 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 17:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cce3d0-b42e-4199-a24e-7ac1eb926afc x-openstack-request-id: req-90cce3d0-b42e-4199-a24e-7ac1eb926afc {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:38:30.190819 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e2223d-1e8b-47c0-95ca-fecff9eedf63", "tag": "3a891b6c-f3a4-43a5-9317-f0bed67deb96", "status": "completed", "code": 200}, {"server_uuid": "9c99f422-c8ca-4922-af90-919d4e474df0", "name": "network-vif-deleted", "tag": "16faa754-ba0e-41fe-b717-c11930df0a7b", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:38:30.191076 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90cce3d0-b42e-4199-a24e-7ac1eb926afc {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:38:30.191527 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e2223d-1e8b-47c0-95ca-fecff9eedf63', 'tag': '3a891b6c-f3a4-43a5-9317-f0bed67deb96', 'status': 'completed', 'code': 200} Dec 12 17:38:30.191787 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c99f422-c8ca-4922-af90-919d4e474df0', 'name': 'network-vif-deleted', 'tag': '16faa754-ba0e-41fe-b717-c11930df0a7b', 'status': 'completed', 'code': 200} Dec 12 17:38:30.419308 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8afa47ef-8e42-4436-8bd7-29728cbbc029 req-6b567c81-2eb2-4201-900c-a1ee712d60d9 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 210 time: 0.0613399 Dec 12 17:38:30.430478 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f5cfb-f01a-4626-8e81-4fd649ed08e3 req-7356717b-f6ae-4bc8-9d7d-3223c855113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:30.434093 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb9f5cfb-f01a-4626-8e81-4fd649ed08e3 req-7356717b-f6ae-4bc8-9d7d-3223c855113b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 1124 time: 0.2034037 Dec 12 17:38:30.464084 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cdc9d-4484-43b4-be8c-c3c08e883955 req-665b0032-ad75-42e4-a49b-fe4fb6a35b15 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:30.473067 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb8cdc9d-4484-43b4-be8c-c3c08e883955 req-665b0032-ad75-42e4-a49b-fe4fb6a35b15 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 943 time: 0.1774492 Dec 12 17:38:30.604295 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb8cdc9d-4484-43b4-be8c-c3c08e883955 req-22fbecfb-22bd-4808-9873-4caeb34c8455 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287246 Dec 12 17:38:30.653108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f5cfb-f01a-4626-8e81-4fd649ed08e3 req-7212cd17-f2b0-466e-865b-4fcba542aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:30.655189 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb9f5cfb-f01a-4626-8e81-4fd649ed08e3 req-7212cd17-f2b0-466e-865b-4fcba542aea3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 908 time: 0.2080052 Dec 12 17:38:30.723883 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb9f5cfb-f01a-4626-8e81-4fd649ed08e3 req-78dcbcdb-7567-442c-904a-29222f8b8a9e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a891b6c-f3a4-43a5-9317-f0bed67deb96 HTTP/1.1" status: 200 len: 217 time: 0.0473800 Dec 12 17:38:30.805409 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-533b25c5-95d6-403f-af63-eadd5e1a3c93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=746fc1a166d345eba7cf558cd385a7d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8285408 Dec 12 17:38:30.809983 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42326) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:30.811133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f5cfb-f01a-4626-8e81-4fd649ed08e3 req-8a9d182b-f0dc-4c89-a0ef-d0c46f8b23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:30.812943 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb9f5cfb-f01a-4626-8e81-4fd649ed08e3 req-8a9d182b-f0dc-4c89-a0ef-d0c46f8b23b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.0809999 Dec 12 17:38:30.818925 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a63ded-0c2d-417e-b718-3cec7fd7e440 req-76b6c5c1-b0ac-4e57-979c-cb7fb6920f72 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:30.828076 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-25a63ded-0c2d-417e-b718-3cec7fd7e440 req-76b6c5c1-b0ac-4e57-979c-cb7fb6920f72 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 944 time: 0.1342509 Dec 12 17:38:30.852589 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb9f5cfb-f01a-4626-8e81-4fd649ed08e3 req-60e9f4a4-2349-440e-9b42-32848e1fd733 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271616 Dec 12 17:38:30.903950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42328) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:30.995994 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb9f5cfb-f01a-4626-8e81-4fd649ed08e3 req-c512c6f1-a53e-43d9-831b-4179e21df02b service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300464 Dec 12 17:38:31.077603 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d570510-7beb-48f7-92a3-e2688b19340d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:31.129845 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d570510-7beb-48f7-92a3-e2688b19340d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:31.181984 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb9f5cfb-f01a-4626-8e81-4fd649ed08e3 req-20722d12-fe53-4a99-8e87-07aad8e914b9 service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783488 Dec 12 17:38:31.183722 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d24e9d5d-4fa2-44bf-9d1f-cdf78f2919a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:31.189590 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-25a63ded-0c2d-417e-b718-3cec7fd7e440 req-e74ed9fb-de3b-4140-a25d-ecd05d45599a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Deleting port f9efa168-fb7d-42eb-ae8b-58390331cc11 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:38:31.189934 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-25a63ded-0c2d-417e-b718-3cec7fd7e440 req-e74ed9fb-de3b-4140-a25d-ecd05d45599a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:31.251669 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960a99c5-ed74-4229-b271-ac60ed8c2cae admin admin] Router 1dc01d05-5e9f-4547-81ed-87ff3ac44f3b has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:38:31.314868 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d570510-7beb-48f7-92a3-e2688b19340d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:31.317683 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d570510-7beb-48f7-92a3-e2688b19340d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:31.321802 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3d570510-7beb-48f7-92a3-e2688b19340d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3eb40999-ce97-4620-93bd-fb40fa25c976 HTTP/1.1" status: 204 len: 168 time: 0.4919567 Dec 12 17:38:31.323735 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d24e9d5d-4fa2-44bf-9d1f-cdf78f2919a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:31.337968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec28753-4e58-4285-9214-9c9efa7f197e req-36457283-b839-408b-a6c2-2711e0e947c1 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:31.339631 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ec28753-4e58-4285-9214-9c9efa7f197e req-36457283-b839-408b-a6c2-2711e0e947c1 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 944 time: 0.0902441 Dec 12 17:38:31.340749 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d24e9d5d-4fa2-44bf-9d1f-cdf78f2919a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:31.380242 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d570510-7beb-48f7-92a3-e2688b19340d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb40999-ce97-4620-93bd-fb40fa25c976,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:31.402502 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d24e9d5d-4fa2-44bf-9d1f-cdf78f2919a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=144c38fac4dd43f68bee0ad48f4d3365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4975169 Dec 12 17:38:31.403614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e9d5d-4fa2-44bf-9d1f-cdf78f2919a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595411a7-15d6-4542-aded-bd2af8bd3249,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:31.408968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42338) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:31.422523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-25a63ded-0c2d-417e-b718-3cec7fd7e440 req-e74ed9fb-de3b-4140-a25d-ecd05d45599a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] For port f9efa168-fb7d-42eb-ae8b-58390331cc11, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f9efa168-fb7d-42eb-ae8b-58390331cc11,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:31.423153 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-25a63ded-0c2d-417e-b718-3cec7fd7e440 req-e74ed9fb-de3b-4140-a25d-ecd05d45599a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:31.442938 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-25a63ded-0c2d-417e-b718-3cec7fd7e440 req-e74ed9fb-de3b-4140-a25d-ecd05d45599a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Calling delete_port for f9efa168-fb7d-42eb-ae8b-58390331cc11 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:38:31.454426 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9d5d-4fa2-44bf-9d1f-cdf78f2919a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:31.455915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9d5d-4fa2-44bf-9d1f-cdf78f2919a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:31.456268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9d5d-4fa2-44bf-9d1f-cdf78f2919a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:31.456604 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9d5d-4fa2-44bf-9d1f-cdf78f2919a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:31.457108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9d5d-4fa2-44bf-9d1f-cdf78f2919a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:31.457451 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9d5d-4fa2-44bf-9d1f-cdf78f2919a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:31.457777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9d5d-4fa2-44bf-9d1f-cdf78f2919a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:31.458102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9d5d-4fa2-44bf-9d1f-cdf78f2919a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:31.458425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9d5d-4fa2-44bf-9d1f-cdf78f2919a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:31.458746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9d5d-4fa2-44bf-9d1f-cdf78f2919a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:31.459066 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9d5d-4fa2-44bf-9d1f-cdf78f2919a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:31.459415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9d5d-4fa2-44bf-9d1f-cdf78f2919a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:31.459734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e9d5d-4fa2-44bf-9d1f-cdf78f2919a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:31.540030 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ec28753-4e58-4285-9214-9c9efa7f197e req-2e221875-1120-4b7b-92df-6b13345fad56 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878555 Dec 12 17:38:31.558972 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960a99c5-ed74-4229-b271-ac60ed8c2cae admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:38:31.574329 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-960a99c5-ed74-4229-b271-ac60ed8c2cae admin admin] 10.222.0.18 "PUT /v2.0/routers/1dc01d05-5e9f-4547-81ed-87ff3ac44f3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3875294 Dec 12 17:38:31.578711 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42344) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:31.584247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510a5dcc-da89-4646-a73d-93ffe1af7a0f None None] Sync routers for ids ['1dc01d05-5e9f-4547-81ed-87ff3ac44f3b'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:38:31.584808 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4466628a-f5b2-4545-a5d6-b0b705435cc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:31.604313 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510a5dcc-da89-4646-a73d-93ffe1af7a0f None None] Routers {'1dc01d05-5e9f-4547-81ed-87ff3ac44f3b'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:31.605207 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-510a5dcc-da89-4646-a73d-93ffe1af7a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['1dc01d05-5e9f-4547-81ed-87ff3ac44f3b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:31.823563 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-510a5dcc-da89-4646-a73d-93ffe1af7a0f None None] Set router 1dc01d05-5e9f-4547-81ed-87ff3ac44f3b gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:38:31.829587 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ab8331-b5a7-4959-b514-7e9f7066c9d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:31.885050 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42350) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:31.926213 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed87cda5-3c5c-49a8-8adf-acbde5095ccd req-1e5949b6-cf69-4420-9bca-913903468341 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 210 time: 0.2925255 Dec 12 17:38:31.936063 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ddb35b0-8a5a-469e-b95f-5cb2a3f95be0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:31.948804 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4466628a-f5b2-4545-a5d6-b0b705435cc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:31.969565 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-25a63ded-0c2d-417e-b718-3cec7fd7e440 req-e74ed9fb-de3b-4140-a25d-ecd05d45599a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:32.027137 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-c35214c6-88f7-401f-898c-2ae6c857b23c tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:32.028381 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-c35214c6-88f7-401f-898c-2ae6c857b23c tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.20 "GET /v2.0/networks?id=fe0295e0-e02c-466a-b887-061fe8cdca93 HTTP/1.1" status: 200 len: 821 time: 0.4177480 Dec 12 17:38:32.030383 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ed9fb-de3b-4140-a25d-ecd05d45599a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Pushing event deleted for resources: {'Port': ['ID=f9efa168-fb7d-42eb-ae8b-58390331cc11,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:32.040491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d524f1e-6919-4b4d-98e0-cf90f6d479b6 req-50a7738a-5ec0-4eca-8d1c-0d603e2f7952 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:32.047313 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d524f1e-6919-4b4d-98e0-cf90f6d479b6 req-50a7738a-5ec0-4eca-8d1c-0d603e2f7952 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 943 time: 0.1758780 Dec 12 17:38:32.054170 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-592b7b84-4cb4-4427-91e1-738d88019ef2 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Request body: {'port': {'device_id': '9bb0670c-2113-41aa-9957-c923a38794e6', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'admin_state_up': True, 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:32.094891 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a63ded-0c2d-417e-b718-3cec7fd7e440 req-e74ed9fb-de3b-4140-a25d-ecd05d45599a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] No DVR routers for this DVR port f9efa168-fb7d-42eb-ae8b-58390331cc11 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:38:32.099307 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-25a63ded-0c2d-417e-b718-3cec7fd7e440 req-e74ed9fb-de3b-4140-a25d-ecd05d45599a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:32.102897 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-25a63ded-0c2d-417e-b718-3cec7fd7e440 req-e74ed9fb-de3b-4140-a25d-ecd05d45599a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.31 "DELETE /v2.0/ports/f9efa168-fb7d-42eb-ae8b-58390331cc11 HTTP/1.1" status: 204 len: 173 time: 1.2285540 Dec 12 17:38:32.103369 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff673bb1-966a-4267-88ec-feb763fea356', 'name': 'network-vif-deleted', 'tag': 'f9efa168-fb7d-42eb-ae8b-58390331cc11'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:38:32.105665 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c28db9-d6bb-42a1-8578-4c78fae07a94" -d '{"events": [{"server_uuid": "ff673bb1-966a-4267-88ec-feb763fea356", "name": "network-vif-deleted", "tag": "f9efa168-fb7d-42eb-ae8b-58390331cc11"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:38:32.116984 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ab8331-b5a7-4959-b514-7e9f7066c9d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:32.120163 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-510a5dcc-da89-4646-a73d-93ffe1af7a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc01d05-5e9f-4547-81ed-87ff3ac44f3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299323211-router', 'tenant_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '2052b27a-40ad-47be-a1e2-008f8d817ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:33Z', 'updated_at': '2021-12-12T17:38:29Z', 'revision_number': 5, 'project_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'gw_port': {'id': '2052b27a-40ad-47be-a1e2-008f8d817ccb', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc01d05-5e9f-4547-81ed-87ff3ac44f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:32:35Z', 'updated_at': '2021-12-12T17:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:32.127835 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4466628a-f5b2-4545-a5d6-b0b705435cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:32.130408 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4466628a-f5b2-4545-a5d6-b0b705435cc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:32.131560 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4466628a-f5b2-4545-a5d6-b0b705435cc7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/595411a7-15d6-4542-aded-bd2af8bd3249 HTTP/1.1" status: 204 len: 168 time: 0.7191527 Dec 12 17:38:32.175979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466628a-f5b2-4545-a5d6-b0b705435cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595411a7-15d6-4542-aded-bd2af8bd3249,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:32.223880 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d524f1e-6919-4b4d-98e0-cf90f6d479b6 req-6f106c37-306b-4844-b9dc-c40f10ebb253 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755068 Dec 12 17:38:32.245837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510a5dcc-da89-4646-a73d-93ffe1af7a0f None None] Checking router: 1dc01d05-5e9f-4547-81ed-87ff3ac44f3b for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:38:32.283949 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-592b7b84-4cb4-4427-91e1-738d88019ef2 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Made reservation on behalf of e2f4eec817834ce593dffb8b3335df85 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:32.291293 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-592b7b84-4cb4-4427-91e1-738d88019ef2 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:32.325865 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ddb35b0-8a5a-469e-b95f-5cb2a3f95be0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:32.332991 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-77ab8331-b5a7-4959-b514-7e9f7066c9d8 admin admin] Deleting port 2052b27a-40ad-47be-a1e2-008f8d817ccb {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:38:32.333459 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ab8331-b5a7-4959-b514-7e9f7066c9d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:32.339688 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510a5dcc-da89-4646-a73d-93ffe1af7a0f None None] Routers {'1dc01d05-5e9f-4547-81ed-87ff3ac44f3b'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:32.340547 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-510a5dcc-da89-4646-a73d-93ffe1af7a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['1dc01d05-5e9f-4547-81ed-87ff3ac44f3b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:32.358817 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ddb35b0-8a5a-469e-b95f-5cb2a3f95be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:32.442292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb35b0-8a5a-469e-b95f-5cb2a3f95be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745cd1bf-eef8-4d35-b9b5-affe35b69e62,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:32.542610 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-510a5dcc-da89-4646-a73d-93ffe1af7a0f None None] Set router 1dc01d05-5e9f-4547-81ed-87ff3ac44f3b gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:38:32.550839 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3ddb35b0-8a5a-469e-b95f-5cb2a3f95be0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81b0bd7bf9bb437687789d503edb0018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6325908 Dec 12 17:38:32.553702 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42360) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:32.563292 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-592b7b84-4cb4-4427-91e1-738d88019ef2 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Allocated IP 172.20.0.7 (fe0295e0-e02c-466a-b887-061fe8cdca93/103b3353-755a-4f3f-82b8-1ec95baa41f7/1b523372-c17c-4e89-9b1f-1cee6fab029d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:38:32.620962 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-77ab8331-b5a7-4959-b514-7e9f7066c9d8 admin admin] For port 2052b27a-40ad-47be-a1e2-008f8d817ccb, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2052b27a-40ad-47be-a1e2-008f8d817ccb,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:32.621741 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ab8331-b5a7-4959-b514-7e9f7066c9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:32.632271 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15370e64-529b-49ac-bcb9-117ad388dc12 x-openstack-request-id: req-15370e64-529b-49ac-bcb9-117ad388dc12 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:38:32.632943 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff673bb1-966a-4267-88ec-feb763fea356", "name": "network-vif-deleted", "tag": "f9efa168-fb7d-42eb-ae8b-58390331cc11", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:38:32.633425 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15370e64-529b-49ac-bcb9-117ad388dc12 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:38:32.634052 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff673bb1-966a-4267-88ec-feb763fea356', 'name': 'network-vif-deleted', 'tag': 'f9efa168-fb7d-42eb-ae8b-58390331cc11', 'status': 'completed', 'code': 200} Dec 12 17:38:32.649947 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-77ab8331-b5a7-4959-b514-7e9f7066c9d8 admin admin] Calling delete_port for 2052b27a-40ad-47be-a1e2-008f8d817ccb owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:38:32.668862 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-510a5dcc-da89-4646-a73d-93ffe1af7a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc01d05-5e9f-4547-81ed-87ff3ac44f3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299323211-router', 'tenant_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:33Z', 'updated_at': '2021-12-12T17:38:32Z', 'revision_number': 6, 'project_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:32.675530 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4996ac9-eadc-44ee-bd33-46cd77d28827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:32.746233 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510a5dcc-da89-4646-a73d-93ffe1af7a0f None None] The sync data for ids ['1dc01d05-5e9f-4547-81ed-87ff3ac44f3b'] in n-d-760354-5 is: [{'id': '1dc01d05-5e9f-4547-81ed-87ff3ac44f3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299323211-router', 'tenant_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:32:33Z', 'updated_at': '2021-12-12T17:38:32Z', 'revision_number': 6, 'project_id': '3c94be33e3ff452ab895d2e0b9a0177a', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:38:32.750194 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4996ac9-eadc-44ee-bd33-46cd77d28827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:32.897058 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de3270aa-dda0-4236-930b-67455ff18ce7 req-3cf2b6c9-ec1b-4876-b938-c1c3154d750a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff673bb1-966a-4267-88ec-feb763fea356 HTTP/1.1" status: 200 len: 210 time: 0.1664088 Dec 12 17:38:32.933324 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4996ac9-eadc-44ee-bd33-46cd77d28827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:32.940133 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4996ac9-eadc-44ee-bd33-46cd77d28827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:32.941293 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e4996ac9-eadc-44ee-bd33-46cd77d28827 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/745cd1bf-eef8-4d35-b9b5-affe35b69e62 HTTP/1.1" status: 204 len: 168 time: 0.3864622 Dec 12 17:38:32.997452 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4996ac9-eadc-44ee-bd33-46cd77d28827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745cd1bf-eef8-4d35-b9b5-affe35b69e62,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:33.061340 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ab8331-b5a7-4959-b514-7e9f7066c9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:33.096781 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53d65738-4ddb-40b1-9f0d-d651ad50a5cf req-bf326512-70e2-4d00-9f10-52d36b7ad126 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 210 time: 0.0615864 Dec 12 17:38:33.122803 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-592b7b84-4cb4-4427-91e1-738d88019ef2 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:33.135663 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab8331-b5a7-4959-b514-7e9f7066c9d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2052b27a-40ad-47be-a1e2-008f8d817ccb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:33.202070 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ab8331-b5a7-4959-b514-7e9f7066c9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:33.274410 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-592b7b84-4cb4-4427-91e1-738d88019ef2 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:33.286333 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['434a5413-cd54-4767-8d0f-8b9d19a2e5a9'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:38:33.438819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b7b84-4cb4-4427-91e1-738d88019ef2 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Pushing event updated for resources: {'Port': ['ID=1b523372-c17c-4e89-9b1f-1cee6fab029d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:33.446479 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-592b7b84-4cb4-4427-91e1-738d88019ef2 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Network fe0295e0-e02c-466a-b887-061fe8cdca93 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:38:33.449091 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ab8331-b5a7-4959-b514-7e9f7066c9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:33.453821 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ab8331-b5a7-4959-b514-7e9f7066c9d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:33.468824 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-592b7b84-4cb4-4427-91e1-738d88019ef2 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:33.506480 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-592b7b84-4cb4-4427-91e1-738d88019ef2 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:38:33.558328 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ab8331-b5a7-4959-b514-7e9f7066c9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:33.559862 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ab8331-b5a7-4959-b514-7e9f7066c9d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dc01d05-5e9f-4547-81ed-87ff3ac44f3b {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:38:33.572816 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ab8331-b5a7-4959-b514-7e9f7066c9d8 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:33.575757 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-77ab8331-b5a7-4959-b514-7e9f7066c9d8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1dc01d05-5e9f-4547-81ed-87ff3ac44f3b HTTP/1.1" status: 204 len: 168 time: 1.9945703 Dec 12 17:38:33.576841 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42390) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:33.659089 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-753b6cea-2201-4ccd-b07b-7eee3102fb5f admin admin] Deleting subnet 92a060d5-91b6-494b-8db5-d2a12bc1d9c2 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:38:33.663686 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-753b6cea-2201-4ccd-b07b-7eee3102fb5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:33.670821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3c4f0-c698-42f8-ad0d-38c2b4cca5e0 req-e2c1e4bb-4d5f-4f05-8919-ade23a56ba0d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:33.672466 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0f3c4f0-c698-42f8-ad0d-38c2b4cca5e0 req-e2c1e4bb-4d5f-4f05-8919-ade23a56ba0d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 943 time: 0.2306459 Dec 12 17:38:33.687169 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-592b7b84-4cb4-4427-91e1-738d88019ef2 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:33.688076 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-592b7b84-4cb4-4427-91e1-738d88019ef2 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:33.690277 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e6f75930-917d-4ae3-92f7-0a478aa79491 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:38:33.771175 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-753b6cea-2201-4ccd-b07b-7eee3102fb5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:33.781742 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-592b7b84-4cb4-4427-91e1-738d88019ef2 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7316434 Dec 12 17:38:33.788923 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: e6f75930-917d-4ae3-92f7-0a478aa79491 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:38:33.789292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e6f75930-917d-4ae3-92f7-0a478aa79491 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:38:33.818091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Request body: {'port': {'device_id': '9bb0670c-2113-41aa-9957-c923a38794e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:33.949291 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-753b6cea-2201-4ccd-b07b-7eee3102fb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:33.968745 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0f3c4f0-c698-42f8-ad0d-38c2b4cca5e0 req-f651c7c5-3fac-4ffc-94e3-2da4aadb2ded tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772393 Dec 12 17:38:33.975787 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1df8b27b-afbb-4b49-a475-8275d3794f64 None None] Provisioning complete for port 1b523372-c17c-4e89-9b1f-1cee6fab029d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:33.976474 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1df8b27b-afbb-4b49-a475-8275d3794f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:34.080708 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:34.112638 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1df8b27b-afbb-4b49-a475-8275d3794f64 None None] Port 1b523372-c17c-4e89-9b1f-1cee6fab029d cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:38:34.157386 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-753b6cea-2201-4ccd-b07b-7eee3102fb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:34.238019 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b6cea-2201-4ccd-b07b-7eee3102fb5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92a060d5-91b6-494b-8db5-d2a12bc1d9c2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:34.262939 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ea8400-de2a-447f-b3b1-c040accaccb7 None None] Network 30c9b5bf-a13b-4ace-8197-fb418f7f0be1 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:38:34.264752 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-753b6cea-2201-4ccd-b07b-7eee3102fb5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:34.275164 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-753b6cea-2201-4ccd-b07b-7eee3102fb5f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/92a060d5-91b6-494b-8db5-d2a12bc1d9c2 HTTP/1.1" status: 204 len: 168 time: 0.6929350 Dec 12 17:38:34.275783 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42412) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:34.321765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42414) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:34.562952 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:34.626957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01d70ca-7085-4187-927e-7b34e9e85afd None None] DHCP port deletion for 30c9b5bf-a13b-4ace-8197-fb418f7f0be1 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:38:34.640669 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] Deleting port 36eb9ae2-f347-4b9d-b02d-9160d1a97259 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:38:34.641011 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:34.726144 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] For port 36eb9ae2-f347-4b9d-b02d-9160d1a97259, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=36eb9ae2-f347-4b9d-b02d-9160d1a97259,segment=NetworkSegment(822d01f8-db58-440b-9a4a-65d1b2bf1c9f),segment_id=822d01f8-db58-440b-9a4a-65d1b2bf1c9f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:34.726379 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:34.744935 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] Calling delete_port for 36eb9ae2-f347-4b9d-b02d-9160d1a97259 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:38:34.760024 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a01d70ca-7085-4187-927e-7b34e9e85afd None None] Deleting port 36eb9ae2-f347-4b9d-b02d-9160d1a97259 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:38:34.760610 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a01d70ca-7085-4187-927e-7b34e9e85afd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:34.900769 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a01d70ca-7085-4187-927e-7b34e9e85afd None None] For port 36eb9ae2-f347-4b9d-b02d-9160d1a97259, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=36eb9ae2-f347-4b9d-b02d-9160d1a97259,segment=NetworkSegment(822d01f8-db58-440b-9a4a-65d1b2bf1c9f),segment_id=822d01f8-db58-440b-9a4a-65d1b2bf1c9f)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:34.901180 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a01d70ca-7085-4187-927e-7b34e9e85afd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:34.904250 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:34.940204 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a01d70ca-7085-4187-927e-7b34e9e85afd None None] Calling delete_port for 36eb9ae2-f347-4b9d-b02d-9160d1a97259 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:38:34.942788 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] Pushing event deleted for resources: {'Port': ['ID=36eb9ae2-f347-4b9d-b02d-9160d1a97259,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:34.952560 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] No DVR routers for this DVR port 36eb9ae2-f347-4b9d-b02d-9160d1a97259 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:38:35.105545 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:35.117172 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a01d70ca-7085-4187-927e-7b34e9e85afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:35.183568 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2052b27a-40ad-47be-a1e2-008f8d817ccb no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:38:35.189509 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d70ca-7085-4187-927e-7b34e9e85afd None None] Pushing event deleted for resources: {'Port': ['ID=36eb9ae2-f347-4b9d-b02d-9160d1a97259,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:35.194945 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01d70ca-7085-4187-927e-7b34e9e85afd None None] No DVR routers for this DVR port 36eb9ae2-f347-4b9d-b02d-9160d1a97259 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:38:35.225637 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 2052b27a-40ad-47be-a1e2-008f8d817ccb {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:38:35.227155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2052b27a-40ad-47be-a1e2-008f8d817ccb not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:38:35.227954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 36eb9ae2-f347-4b9d-b02d-9160d1a97259 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:38:35.262931 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c9b5bf-a13b-4ace-8197-fb418f7f0be1']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:35.279749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 36eb9ae2-f347-4b9d-b02d-9160d1a97259 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:38:35.280102 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 36eb9ae2-f347-4b9d-b02d-9160d1a97259 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:38:35.302071 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63843604-2211-40d4-bb66-942f9d6c81c1 req-097d2256-d783-428c-a73f-b5eec32f6ec5 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:35.303898 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-63843604-2211-40d4-bb66-942f9d6c81c1 req-097d2256-d783-428c-a73f-b5eec32f6ec5 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 944 time: 0.1763930 Dec 12 17:38:35.306528 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822d01f8-db58-440b-9a4a-65d1b2bf1c9f') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:35.306913 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822d01f8-db58-440b-9a4a-65d1b2bf1c9f') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:35.328311 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:35.375526 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-da857d7f-24b9-4470-8533-4027071eae1d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-872441667-network', 'tenant_id': 'a1e2311e5fc246878549322368853f45'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:35.380458 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:35.429758 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:38:35.430174 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:38:35.432732 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:38:35.438672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da857d7f-24b9-4470-8533-4027071eae1d admin admin] Made reservation on behalf of a1e2311e5fc246878549322368853f45 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:35.449020 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 3a891b6c-f3a4-43a5-9317-f0bed67deb96 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:38:35.454731 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-da857d7f-24b9-4470-8533-4027071eae1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:35.490803 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-da857d7f-24b9-4470-8533-4027071eae1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:35.513115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af381ac3-fec9-4c5b-b129-6d18a95eb532 req-8d955cef-7a7d-420f-a08b-01ab5f996577 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:35.514670 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:35.515036 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af381ac3-fec9-4c5b-b129-6d18a95eb532 req-8d955cef-7a7d-420f-a08b-01ab5f996577 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 944 time: 1.0460548 Dec 12 17:38:35.519927 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:35.523677 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] 10.222.0.18 "DELETE /v2.0/networks/30c9b5bf-a13b-4ace-8197-fb418f7f0be1 HTTP/1.1" status: 204 len: 168 time: 1.2468331 Dec 12 17:38:35.545595 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbfba5-1805-49d4-bb91-1e4a2c1c088a req-56aaaf06-b99a-47ae-97f9-77ae982fa91e tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:35.554627 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ebbfba5-1805-49d4-bb91-1e4a2c1c088a req-56aaaf06-b99a-47ae-97f9-77ae982fa91e tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 931 time: 1.2221699 Dec 12 17:38:35.586302 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96a4e0-a954-436e-b0e7-7a7e4f48c276 admin admin] Pushing event deleted for resources: {'Network': ['ID=30c9b5bf-a13b-4ace-8197-fb418f7f0be1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:35.595021 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-63843604-2211-40d4-bb66-942f9d6c81c1 req-889aec6f-61ac-4f07-9fe8-7c23761a2b33 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Deleting port 32aa024c-7a8e-4453-b9c8-f38a1678112e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:38:35.600038 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-63843604-2211-40d4-bb66-942f9d6c81c1 req-889aec6f-61ac-4f07-9fe8-7c23761a2b33 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:35.672396 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device f9efa168-fb7d-42eb-ae8b-58390331cc11 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:38:35.722075 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: f9efa168-fb7d-42eb-ae8b-58390331cc11 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:38:35.722926 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device f9efa168-fb7d-42eb-ae8b-58390331cc11 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:38:35.810045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-63843604-2211-40d4-bb66-942f9d6c81c1 req-889aec6f-61ac-4f07-9fe8-7c23761a2b33 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] For port 32aa024c-7a8e-4453-b9c8-f38a1678112e, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=32aa024c-7a8e-4453-b9c8-f38a1678112e,segment=NetworkSegment(c4d86bf0-9594-443f-91db-87382979bde9),segment_id=c4d86bf0-9594-443f-91db-87382979bde9)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:35.810423 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-63843604-2211-40d4-bb66-942f9d6c81c1 req-889aec6f-61ac-4f07-9fe8-7c23761a2b33 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:35.835407 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-63843604-2211-40d4-bb66-942f9d6c81c1 req-889aec6f-61ac-4f07-9fe8-7c23761a2b33 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Calling delete_port for 32aa024c-7a8e-4453-b9c8-f38a1678112e owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:38:35.874135 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ebbfba5-1805-49d4-bb91-1e4a2c1c088a req-09b28d33-3888-48cc-a193-db2eda74ee06 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185949 Dec 12 17:38:35.878654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b523372-c17c-4e89-9b1f-1cee6fab029d {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:38:35.893857 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42450) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:35.905438 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af381ac3-fec9-4c5b-b129-6d18a95eb532 req-fbf73acd-dbef-4fab-96f2-30b2706d1231 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465540 Dec 12 17:38:35.916289 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:35.957982 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Transition to ACTIVE for port object 1b523372-c17c-4e89-9b1f-1cee6fab029d will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:38:35.964942 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:36.070372 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-49e687fa-4f6d-4659-8951-8be807bef444 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=438b3403df11467186a128ec0b97682a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1739731 Dec 12 17:38:36.078982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42454) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:36.082338 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-da857d7f-24b9-4470-8533-4027071eae1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:36.084583 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Pushing event updated for resources: {'Port': ['ID=1b523372-c17c-4e89-9b1f-1cee6fab029d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:36.100582 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-da857d7f-24b9-4470-8533-4027071eae1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:36.163628 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a8bae8d-20b8-405c-8cd9-17edf9cb43bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:36.220946 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a8bae8d-20b8-405c-8cd9-17edf9cb43bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:36.262091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da857d7f-24b9-4470-8533-4027071eae1d admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:38:36.329941 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a8bae8d-20b8-405c-8cd9-17edf9cb43bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:36.334039 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a8bae8d-20b8-405c-8cd9-17edf9cb43bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:36.337604 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6a8bae8d-20b8-405c-8cd9-17edf9cb43bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e89e7681-1b8e-4e92-83f5-ac253a800272 HTTP/1.1" status: 204 len: 168 time: 0.2545598 Dec 12 17:38:36.348531 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-da857d7f-24b9-4470-8533-4027071eae1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:36.349197 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-da857d7f-24b9-4470-8533-4027071eae1d admin admin] Added segment 99d4fbf6-70e9-4774-b677-000907b84685 of type vlan for network 523f7885-2a3b-4fcb-8b42-d7268e79ac1d Dec 12 17:38:36.355337 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da857d7f-24b9-4470-8533-4027071eae1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17b4b3a-7283-4c78-8a7f-0353a48a88ad,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:36.368995 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bae8d-20b8-405c-8cd9-17edf9cb43bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89e7681-1b8e-4e92-83f5-ac253a800272,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:36.388544 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-63843604-2211-40d4-bb66-942f9d6c81c1 req-889aec6f-61ac-4f07-9fe8-7c23761a2b33 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:36.391326 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca8ea9-2c45-4add-b699-dd13361d8dfb req-57318fae-8827-4eb4-9950-81d79bd97681 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:36.410556 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-caca8ea9-2c45-4add-b699-dd13361d8dfb req-57318fae-8827-4eb4-9950-81d79bd97681 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 943 time: 0.3133016 Dec 12 17:38:36.428785 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889aec6f-61ac-4f07-9fe8-7c23761a2b33 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Pushing event deleted for resources: {'Port': ['ID=32aa024c-7a8e-4453-b9c8-f38a1678112e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:36.452095 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42464) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:36.483347 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-63843604-2211-40d4-bb66-942f9d6c81c1 req-889aec6f-61ac-4f07-9fe8-7c23761a2b33 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] No DVR routers for this DVR port 32aa024c-7a8e-4453-b9c8-f38a1678112e on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:38:36.486599 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-63843604-2211-40d4-bb66-942f9d6c81c1 req-889aec6f-61ac-4f07-9fe8-7c23761a2b33 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:36.492174 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-63843604-2211-40d4-bb66-942f9d6c81c1 req-889aec6f-61ac-4f07-9fe8-7c23761a2b33 tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.31 "DELETE /v2.0/ports/32aa024c-7a8e-4453-b9c8-f38a1678112e HTTP/1.1" status: 204 len: 173 time: 1.1765771 Dec 12 17:38:36.492784 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1bf9af-e51a-46f2-8123-e531fe393516', 'name': 'network-vif-deleted', 'tag': '32aa024c-7a8e-4453-b9c8-f38a1678112e'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:38:36.496803 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5cedaf-a013-4f9a-bd4b-f4ef3b53b0bb" -d '{"events": [{"server_uuid": "1f1bf9af-e51a-46f2-8123-e531fe393516", "name": "network-vif-deleted", "tag": "32aa024c-7a8e-4453-b9c8-f38a1678112e"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:38:36.583047 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-ba55da15-ba7d-4b43-b0da-de9ccbda9184 service neutron] 10.222.0.31 "GET /v2.0/ports/3a891b6c-f3a4-43a5-9317-f0bed67deb96/bindings/n-h2-760354-5 HTTP/1.1" status: 200 len: 384 time: 0.3905365 Dec 12 17:38:36.586413 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Attempting to bind port 1b523372-c17c-4e89-9b1f-1cee6fab029d on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:38:36.586750 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Attempting to bind port 1b523372-c17c-4e89-9b1f-1cee6fab029d by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '53879a77-df27-422b-9ece-2a2e7e594576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:38:36.587087 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Attempting to bind port 1b523372-c17c-4e89-9b1f-1cee6fab029d on network fe0295e0-e02c-466a-b887-061fe8cdca93 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:38:36.588263 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebf7104-c55d-4202-bd42-dfe89821e7ba x-openstack-request-id: req-8ebf7104-c55d-4202-bd42-dfe89821e7ba {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:38:36.588555 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1bf9af-e51a-46f2-8123-e531fe393516", "name": "network-vif-deleted", "tag": "32aa024c-7a8e-4453-b9c8-f38a1678112e", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:38:36.588816 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ebf7104-c55d-4202-bd42-dfe89821e7ba {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:38:36.589266 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1bf9af-e51a-46f2-8123-e531fe393516', 'name': 'network-vif-deleted', 'tag': '32aa024c-7a8e-4453-b9c8-f38a1678112e', 'status': 'completed', 'code': 200} Dec 12 17:38:36.592585 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-da857d7f-24b9-4470-8533-4027071eae1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:36.595039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Port 1b523372-c17c-4e89-9b1f-1cee6fab029d on network fe0295e0-e02c-466a-b887-061fe8cdca93 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:38:36.595407 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Attempting to bind port 1b523372-c17c-4e89-9b1f-1cee6fab029d on network fe0295e0-e02c-466a-b887-061fe8cdca93 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:38:36.611476 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-caca8ea9-2c45-4add-b699-dd13361d8dfb req-891704cd-1f30-4a47-8fc2-c920517216d4 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950164 Dec 12 17:38:36.632434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:38:36.632704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Checking segment: {'id': '53879a77-df27-422b-9ece-2a2e7e594576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:38:36.633079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Bound using segment: {'id': '53879a77-df27-422b-9ece-2a2e7e594576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:38:36.633321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Bound port: 1b523372-c17c-4e89-9b1f-1cee6fab029d, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53879a77-df27-422b-9ece-2a2e7e594576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:38:36.633681 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:36.706804 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-da857d7f-24b9-4470-8533-4027071eae1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:36.707780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da857d7f-24b9-4470-8533-4027071eae1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:36.708355 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-da857d7f-24b9-4470-8533-4027071eae1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:36.791658 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-da857d7f-24b9-4470-8533-4027071eae1d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4555492 Dec 12 17:38:36.794859 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42472) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:36.801696 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5ad3d1a1-3235-47a5-bc85-71e1d9d247af admin admin] Request body: {'subnet': {'network_id': '523f7885-2a3b-4fcb-8b42-d7268e79ac1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-872441667-subnet', 'tenant_id': 'a1e2311e5fc246878549322368853f45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:36.830462 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad3d1a1-3235-47a5-bc85-71e1d9d247af admin admin] Made reservation on behalf of a1e2311e5fc246878549322368853f45 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:36.833658 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ad3d1a1-3235-47a5-bc85-71e1d9d247af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:36.845759 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da857d7f-24b9-4470-8533-4027071eae1d admin admin] Pushing event updated for resources: {'Network': ['ID=523f7885-2a3b-4fcb-8b42-d7268e79ac1d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:36.854057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] For port 1b523372-c17c-4e89-9b1f-1cee6fab029d, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:38:36.867015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 523f7885-2a3b-4fcb-8b42-d7268e79ac1d details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:38:36.881089 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] For port 1b523372-c17c-4e89-9b1f-1cee6fab029d, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1b523372-c17c-4e89-9b1f-1cee6fab029d,segment=NetworkSegment(53879a77-df27-422b-9ece-2a2e7e594576),segment_id=53879a77-df27-422b-9ece-2a2e7e594576)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:38:36.924867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-e7a99372-54fe-4bc5-8e13-3b0273848c92 tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:36.929121 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:36.989151 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42478) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:37.087253 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-439a45e0-6836-41c7-b786-8fa0d35511f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c94be33e3ff452ab895d2e0b9a0177a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0961943 Dec 12 17:38:37.101612 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42482) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:37.113513 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:37.114523 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:37.116140 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] 10.222.0.20 "PUT /v2.0/ports/1b523372-c17c-4e89-9b1f-1cee6fab029d HTTP/1.1" status: 200 len: 1091 time: 3.3054845 Dec 12 17:38:37.120887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb0670c-2113-41aa-9957-c923a38794e6', 'tag': '1b523372-c17c-4e89-9b1f-1cee6fab029d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:38:37.123576 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa51aac-c331-4db9-9061-662f3ed48589" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb0670c-2113-41aa-9957-c923a38794e6", "tag": "1b523372-c17c-4e89-9b1f-1cee6fab029d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:38:37.223054 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0f855cf-d809-4a13-a9e0-6e2b2f0b120d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:37.243402 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ad3d1a1-3235-47a5-bc85-71e1d9d247af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:37.251019 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e5b21e0-789b-4a4e-b516-e01e5b5a196a req-2f6c9334-cc18-4a59-b1f5-a5287e023f5a tempest-LiveAutoBlockMigrationV225Test-1949548176 tempest-LiveAutoBlockMigrationV225Test-1949548176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1bf9af-e51a-46f2-8123-e531fe393516 HTTP/1.1" status: 200 len: 210 time: 0.0848465 Dec 12 17:38:37.257243 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0f855cf-d809-4a13-a9e0-6e2b2f0b120d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:37.292425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be48433-4777-466f-8b10-1545055ce437 req-6bb4333e-710d-4f23-8c80-d2aa88af3a78 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:37.300434 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6be48433-4777-466f-8b10-1545055ce437 req-6bb4333e-710d-4f23-8c80-d2aa88af3a78 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 943 time: 0.2694120 Dec 12 17:38:37.309436 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9ab15382-ced7-4740-8964-bf02b7d762f1 service neutron] For port 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=3a891b6c-f3a4-43a5-9317-f0bed67deb96,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:37.341879 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e4ab9-6bb8-4eba-8af6-43665a8cb445 service neutron] Pushing event updated for resources: {'Port': ['ID=1b523372-c17c-4e89-9b1f-1cee6fab029d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:37.369859 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e7a99372-54fe-4bc5-8e13-3b0273848c92 tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] 10.222.0.18 "PUT /v2.0/quotas/12cedc7f93f848e19c6e2d2466cee074 HTTP/1.1" status: 200 len: 366 time: 0.9087269 Dec 12 17:38:37.374622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42488) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:37.393439 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3d1a1-3235-47a5-bc85-71e1d9d247af admin admin] Pushing event updated for resources: {'Subnet': ['ID=913bf011-774f-4e4f-a70e-8837b1ba8f4a,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:37.423485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad3d1a1-3235-47a5-bc85-71e1d9d247af admin admin] Checking segment: {'id': '99d4fbf6-70e9-4774-b677-000907b84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '523f7885-2a3b-4fcb-8b42-d7268e79ac1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:38:37.423983 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad3d1a1-3235-47a5-bc85-71e1d9d247af admin admin] Network hostable DHCP agents. Network: 523f7885-2a3b-4fcb-8b42-d7268e79ac1d, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:38:37.440348 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0f855cf-d809-4a13-a9e0-6e2b2f0b120d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:37.443600 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0f855cf-d809-4a13-a9e0-6e2b2f0b120d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:37.447092 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b0f855cf-d809-4a13-a9e0-6e2b2f0b120d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7024c4e-10e2-4464-8cad-4317cbd34161 HTTP/1.1" status: 204 len: 168 time: 0.3422031 Dec 12 17:38:37.456746 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6be48433-4777-466f-8b10-1545055ce437 req-182b9ee7-c012-468e-933f-b7872cf4e76b tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509628 Dec 12 17:38:37.457547 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f855cf-d809-4a13-a9e0-6e2b2f0b120d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7024c4e-10e2-4464-8cad-4317cbd34161,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:37.461319 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cdf38066-a134-473c-bb77-ecc69ce5a288 tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0789089 Dec 12 17:38:37.462938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42492) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:37.471189 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad3d1a1-3235-47a5-bc85-71e1d9d247af admin admin] Network 523f7885-2a3b-4fcb-8b42-d7268e79ac1d is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:38:37.477533 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9ab15382-ced7-4740-8964-bf02b7d762f1 service neutron] For port 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:38:37.481562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-36d56d5c-ab64-409e-b87f-b8dbfcb4a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:37.484583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-36d56d5c-ab64-409e-b87f-b8dbfcb4a432 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2f4eec817834ce593dffb8b3335df85&device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 1094 time: 0.2273264 Dec 12 17:38:37.501182 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5ad3d1a1-3235-47a5-bc85-71e1d9d247af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 523f7885-2a3b-4fcb-8b42-d7268e79ac1d) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:37.508565 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad3d1a1-3235-47a5-bc85-71e1d9d247af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:37.509497 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ad3d1a1-3235-47a5-bc85-71e1d9d247af admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:37.512211 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0f8d2b-7e0e-431c-a6ce-4ad9f58f56f3 x-openstack-request-id: req-bc0f8d2b-7e0e-431c-a6ce-4ad9f58f56f3 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:38:37.513225 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb0670c-2113-41aa-9957-c923a38794e6", "tag": "1b523372-c17c-4e89-9b1f-1cee6fab029d", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:38:37.513722 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc0f8d2b-7e0e-431c-a6ce-4ad9f58f56f3 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:38:37.514127 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb0670c-2113-41aa-9957-c923a38794e6', 'tag': '1b523372-c17c-4e89-9b1f-1cee6fab029d', 'status': 'completed', 'code': 200} Dec 12 17:38:37.515664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f88c4f-4ef6-406c-8ed9-977ecdff0e95 None None] Network 523f7885-2a3b-4fcb-8b42-d7268e79ac1d requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:38:37.534506 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5ad3d1a1-3235-47a5-bc85-71e1d9d247af admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7386487 Dec 12 17:38:37.573571 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-f470262a-7d5c-48e8-8d07-1a5bb74d0658 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b523372-c17c-4e89-9b1f-1cee6fab029d HTTP/1.1" status: 200 len: 217 time: 0.0547872 Dec 12 17:38:37.581273 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-af17fa49-ad3d-43b4-b6cd-fcef5909f167 tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] 10.222.0.18 "GET /v2.0/quotas/12cedc7f93f848e19c6e2d2466cee074 HTTP/1.1" status: 200 len: 366 time: 0.1116645 Dec 12 17:38:37.583298 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42496) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:37.608039 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-23ce681d-cdb5-423a-9932-92d356e154dc tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/12cedc7f93f848e19c6e2d2466cee074 HTTP/1.1" status: 204 len: 168 time: 0.0225010 Dec 12 17:38:37.609924 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42498) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:37.624669 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9ab15382-ced7-4740-8964-bf02b7d762f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a891b6c-f3a4-43a5-9317-f0bed67deb96 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:38:37.634926 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63ceba0-6288-4b81-838d-8e2699e544a0 None None] Network 523f7885-2a3b-4fcb-8b42-d7268e79ac1d requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:38:37.641168 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f2d21c2d-a28e-4c2b-aaa5-7f94bf9b28e6 tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0288174 Dec 12 17:38:37.643212 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42502) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:37.674057 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ce9d9851-29a5-456d-9286-e04a39746a28 tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] 10.222.0.18 "GET /v2.0/quotas/12cedc7f93f848e19c6e2d2466cee074 HTTP/1.1" status: 200 len: 370 time: 0.0264726 Dec 12 17:38:37.676684 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42504) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:37.680001 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9ab15382-ced7-4740-8964-bf02b7d762f1 service neutron] For port 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=3a891b6c-f3a4-43a5-9317-f0bed67deb96,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:37.690371 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-781fc2a9-3713-4e2e-be47-6e5126ed619a tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] 10.222.0.18 "GET /v2.0/quotas/12cedc7f93f848e19c6e2d2466cee074/default HTTP/1.1" status: 200 len: 370 time: 0.0123513 Dec 12 17:38:37.693055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42506) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:37.708458 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-67ee2620-1ca8-4365-94de-1706140f4b5f tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] delete failed (client error): The resource could not be found. Dec 12 17:38:37.709496 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-67ee2620-1ca8-4365-94de-1706140f4b5f tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/12cedc7f93f848e19c6e2d2466cee074 HTTP/1.1" status: 404 len: 348 time: 0.0155165 Dec 12 17:38:37.726406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-2c4c3380-6c8d-47b7-87c0-717bec40ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:37.728714 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-2c4c3380-6c8d-47b7-87c0-717bec40ebc5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=103b3353-755a-4f3f-82b8-1ec95baa41f7 HTTP/1.1" status: 200 len: 860 time: 0.1438828 Dec 12 17:38:37.749077 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9ab15382-ced7-4740-8964-bf02b7d762f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:37.882032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eefd81-ec29-4e31-838c-2d4c94d24717 req-41eaf005-1e8b-4005-b1aa-e03d807ec49a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:37.885878 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b6eefd81-ec29-4e31-838c-2d4c94d24717 req-41eaf005-1e8b-4005-b1aa-e03d807ec49a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 943 time: 0.1561832 Dec 12 17:38:37.930675 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-c4f13c97-b6da-4299-bc0c-acdc232e8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:37.932392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-c4f13c97-b6da-4299-bc0c-acdc232e8925 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe0295e0-e02c-466a-b887-061fe8cdca93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1933417 Dec 12 17:38:38.025102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9ab15382-ced7-4740-8964-bf02b7d762f1 service neutron] Transition to ACTIVE for port object 3a891b6c-f3a4-43a5-9317-f0bed67deb96 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:38:38.030567 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b6eefd81-ec29-4e31-838c-2d4c94d24717 req-9b1108dd-64bb-426c-b3ae-03df744596c3 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368010 Dec 12 17:38:38.037001 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9ab15382-ced7-4740-8964-bf02b7d762f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:38.114019 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab15382-ced7-4740-8964-bf02b7d762f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a891b6c-f3a4-43a5-9317-f0bed67deb96,revision_number=10']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:38.118428 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42520) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:38.161197 n-d-760354-5 neutron-server[103150]: DEBUG neutron.quota.resource [None req-cbf9015d-b3ef-4ef0-95c3-abccca6b667c tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] Usage tracker for resource:network and project:8deeb18549134b4a8eb2bd7e3ff61914 is out of sync, need to count used quota {{(pid=103150) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 17:38:38.165421 n-d-760354-5 neutron-server[103150]: DEBUG neutron.quota.resource [None req-cbf9015d-b3ef-4ef0-95c3-abccca6b667c tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103150) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 17:38:38.171088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9ab15382-ced7-4740-8964-bf02b7d762f1 service neutron] No DVR routers for this DVR port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:38:38.173353 n-d-760354-5 neutron-server[103150]: DEBUG neutron.quota.resource [None req-cbf9015d-b3ef-4ef0-95c3-abccca6b667c tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] Usage tracker for resource:subnet and project:8deeb18549134b4a8eb2bd7e3ff61914 is out of sync, need to count used quota {{(pid=103150) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 17:38:38.177284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.quota.resource [None req-cbf9015d-b3ef-4ef0-95c3-abccca6b667c tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103150) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 17:38:38.188301 n-d-760354-5 neutron-server[103150]: DEBUG neutron.quota.resource [None req-cbf9015d-b3ef-4ef0-95c3-abccca6b667c tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] Usage tracker for resource:subnetpool and project:8deeb18549134b4a8eb2bd7e3ff61914 is out of sync, need to count used quota {{(pid=103150) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 17:38:38.204965 n-d-760354-5 neutron-server[103150]: DEBUG neutron.quota.resource [None req-cbf9015d-b3ef-4ef0-95c3-abccca6b667c tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103150) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 17:38:38.220455 n-d-760354-5 neutron-server[103150]: DEBUG neutron.quota.resource [None req-cbf9015d-b3ef-4ef0-95c3-abccca6b667c tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] Usage tracker for resource:port and project:8deeb18549134b4a8eb2bd7e3ff61914 is out of sync, need to count used quota {{(pid=103150) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 17:38:38.223307 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-68915352-1c0d-485f-9f70-3cf88855fc99 service neutron] 10.222.0.20 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802043 Dec 12 17:38:38.227696 n-d-760354-5 neutron-server[103150]: DEBUG neutron.quota.resource [None req-cbf9015d-b3ef-4ef0-95c3-abccca6b667c tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103150) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 17:38:38.235103 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9ab15382-ced7-4740-8964-bf02b7d762f1 service neutron] 10.222.0.31 "PUT /v2.0/ports/3a891b6c-f3a4-43a5-9317-f0bed67deb96/bindings/n-h2-760354-5/activate HTTP/1.1" status: 200 len: 369 time: 1.6201797 Dec 12 17:38:38.236800 n-d-760354-5 neutron-server[103150]: DEBUG neutron.quota.resource [None req-cbf9015d-b3ef-4ef0-95c3-abccca6b667c tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] Usage tracker for resource:router and project:8deeb18549134b4a8eb2bd7e3ff61914 is out of sync, need to count used quota {{(pid=103150) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 17:38:38.241258 n-d-760354-5 neutron-server[103150]: DEBUG neutron.quota.resource [None req-cbf9015d-b3ef-4ef0-95c3-abccca6b667c tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103150) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 17:38:38.249031 n-d-760354-5 neutron-server[103150]: DEBUG neutron.quota.resource [None req-cbf9015d-b3ef-4ef0-95c3-abccca6b667c tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] Usage tracker for resource:floatingip and project:8deeb18549134b4a8eb2bd7e3ff61914 is out of sync, need to count used quota {{(pid=103150) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 17:38:38.254209 n-d-760354-5 neutron-server[103150]: DEBUG neutron.quota.resource [None req-cbf9015d-b3ef-4ef0-95c3-abccca6b667c tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103150) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 17:38:38.311896 n-d-760354-5 neutron-server[103150]: DEBUG neutron.quota.resource [None req-cbf9015d-b3ef-4ef0-95c3-abccca6b667c tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] Usage tracker for resource:security_group and project:8deeb18549134b4a8eb2bd7e3ff61914 is out of sync, need to count used quota {{(pid=103150) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 17:38:38.316608 n-d-760354-5 neutron-server[103150]: DEBUG neutron.quota.resource [None req-cbf9015d-b3ef-4ef0-95c3-abccca6b667c tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103150) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 17:38:38.324782 n-d-760354-5 neutron-server[103150]: DEBUG neutron.quota.resource [None req-cbf9015d-b3ef-4ef0-95c3-abccca6b667c tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] Usage tracker for resource:security_group_rule and project:8deeb18549134b4a8eb2bd7e3ff61914 is out of sync, need to count used quota {{(pid=103150) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 17:38:38.328960 n-d-760354-5 neutron-server[103150]: DEBUG neutron.quota.resource [None req-cbf9015d-b3ef-4ef0-95c3-abccca6b667c tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103150) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 17:38:38.343539 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cbf9015d-b3ef-4ef0-95c3-abccca6b667c tempest-QuotasTest-1945319084 tempest-QuotasTest-1945319084-project-admin] 10.222.0.18 "GET /v2.0/quotas/8deeb18549134b4a8eb2bd7e3ff61914/details.json HTTP/1.1" status: 200 len: 703 time: 0.2226317 Dec 12 17:38:38.348184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e4634c1-7bb6-4146-8c34-7a7cbd2dc744 req-df0f993b-03cb-42ca-a8b8-6dd3d418356d service neutron] 10.222.0.20 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172583 Dec 12 17:38:38.388386 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42530) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:38.464392 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-62245ad5-0ac6-4089-829e-3dc9b55376dd tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:38.466031 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-62245ad5-0ac6-4089-829e-3dc9b55376dd tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63&tenant_id=5086af56094840bd807cfda793fdb5e6&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 1095 time: 0.1167107 Dec 12 17:38:38.563332 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa51aac-c331-4db9-9061-662f3ed48589 req-67f198e2-40e9-44e9-b8ac-5c60ba2bcd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:38.565403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fa51aac-c331-4db9-9061-662f3ed48589 req-67f198e2-40e9-44e9-b8ac-5c60ba2bcd1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2f4eec817834ce593dffb8b3335df85&device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 1094 time: 0.1433246 Dec 12 17:38:38.697315 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9b02ba3d-eaf7-4e95-a146-63a48ca7679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:38.698889 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-9b02ba3d-eaf7-4e95-a146-63a48ca7679e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63&tenant_id=5086af56094840bd807cfda793fdb5e6 HTTP/1.1" status: 200 len: 1095 time: 0.2222378 Dec 12 17:38:38.777340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42552) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:38.813744 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-434c5422-e292-44d4-a643-30a83b74c409 admin admin] Deleting subnet ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:38:38.817930 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-434c5422-e292-44d4-a643-30a83b74c409 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:38.874763 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-434c5422-e292-44d4-a643-30a83b74c409 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:38.881834 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642d2b6-7892-40a3-886b-0710238098ec req-6b95a9bf-cd5f-40c7-af28-81823ebe3e81 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:38.889735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9642d2b6-7892-40a3-886b-0710238098ec req-6b95a9bf-cd5f-40c7-af28-81823ebe3e81 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 943 time: 0.1971705 Dec 12 17:38:38.892249 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa51aac-c331-4db9-9061-662f3ed48589 req-1112da10-e4fc-44ac-8af7-fde24b4863ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:38.893908 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fa51aac-c331-4db9-9061-662f3ed48589 req-1112da10-e4fc-44ac-8af7-fde24b4863ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe0295e0-e02c-466a-b887-061fe8cdca93 HTTP/1.1" status: 200 len: 922 time: 0.3137662 Dec 12 17:38:38.897334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-dd592890-c213-4539-970d-3a8f357bf705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:38.898769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-dd592890-c213-4539-970d-3a8f357bf705 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 1095 time: 0.1707823 Dec 12 17:38:38.906991 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-3d84c10b-fc3a-4bdc-bbb8-ae3db9391427 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:38.914795 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-3d84c10b-fc3a-4bdc-bbb8-ae3db9391427 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/networks?id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d HTTP/1.1" status: 200 len: 813 time: 0.3330822 Dec 12 17:38:38.925799 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-434c5422-e292-44d4-a643-30a83b74c409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:38.957114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-d1437c50-b528-4abb-8611-f9e3fcbd58f6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/quotas/a1e2311e5fc246878549322368853f45 HTTP/1.1" status: 200 len: 375 time: 0.0414078 Dec 12 17:38:38.975847 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a388b04-efb1-4a9c-9a6a-4318d7f7d65d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:39.037277 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-434c5422-e292-44d4-a643-30a83b74c409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:39.063222 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-0712ce3b-c54e-4548-9ced-02f75abc81e9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a1e2311e5fc246878549322368853f45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051719 Dec 12 17:38:39.075312 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fa51aac-c331-4db9-9061-662f3ed48589 req-803e1527-df3a-4704-8646-1c7e53103158 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b523372-c17c-4e89-9b1f-1cee6fab029d HTTP/1.1" status: 200 len: 217 time: 0.1515865 Dec 12 17:38:39.078215 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c5422-e292-44d4-a643-30a83b74c409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba6c9901-d0ed-4743-9b2b-40a2e328cdb1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:39.080515 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-434c5422-e292-44d4-a643-30a83b74c409 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:39.086008 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-434c5422-e292-44d4-a643-30a83b74c409 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ba6c9901-d0ed-4743-9b2b-40a2e328cdb1 HTTP/1.1" status: 204 len: 168 time: 0.6945579 Dec 12 17:38:39.086393 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42568) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:39.175150 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a388b04-efb1-4a9c-9a6a-4318d7f7d65d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:39.185703 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a388b04-efb1-4a9c-9a6a-4318d7f7d65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:39.199155 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42570) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:39.200531 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa51aac-c331-4db9-9061-662f3ed48589 req-b1e207ee-9cff-456d-a4d6-74aaca8e3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:39.201977 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fa51aac-c331-4db9-9061-662f3ed48589 req-b1e207ee-9cff-456d-a4d6-74aaca8e3b55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=103b3353-755a-4f3f-82b8-1ec95baa41f7 HTTP/1.1" status: 200 len: 860 time: 0.1042140 Dec 12 17:38:39.217160 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd36e6bf-9039-4808-a4f5-da2d8935b766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:39.218805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9642d2b6-7892-40a3-886b-0710238098ec req-8de4002f-d60f-40a6-92c1-9fa917f57ae9 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282452 Dec 12 17:38:39.250782 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6a388b04-efb1-4a9c-9a6a-4318d7f7d65d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7557266e68ed4605b8b16987cca7404a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4723415 Dec 12 17:38:39.251702 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42574) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:39.261250 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a388b04-efb1-4a9c-9a6a-4318d7f7d65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6ee905-f524-4bc5-be05-bfc89d2a7d52,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:39.313410 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-71000236-bff8-4b54-bf1b-1238385d96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:39.315372 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-71000236-bff8-4b54-bf1b-1238385d96b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 908 time: 0.3899856 Dec 12 17:38:39.330637 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-306c484e-e855-4324-8467-2748f479e6bc service neutron] 10.222.0.18 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665031 Dec 12 17:38:39.363634 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd36e6bf-9039-4808-a4f5-da2d8935b766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:39.368593 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa51aac-c331-4db9-9061-662f3ed48589 req-7ab07729-c720-4bcc-bcd0-d4534decf3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:39.371865 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fa51aac-c331-4db9-9061-662f3ed48589 req-7ab07729-c720-4bcc-bcd0-d4534decf3c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe0295e0-e02c-466a-b887-061fe8cdca93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572750 Dec 12 17:38:39.386898 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e15fbac2-ad30-4529-aae4-516d39c53b51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:39.398127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cd36e6bf-9039-4808-a4f5-da2d8935b766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c565c0-ff5d-4c84-8751-8dccc59a2244']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:39.469879 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 32aa024c-7a8e-4453-b9c8-f38a1678112e no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:38:39.499985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 32aa024c-7a8e-4453-b9c8-f38a1678112e {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:38:39.500495 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 32aa024c-7a8e-4453-b9c8-f38a1678112e not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:38:39.568239 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-583d9072-07fb-464e-9ffe-e7dd6a0e79c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a891b6c-f3a4-43a5-9317-f0bed67deb96 HTTP/1.1" status: 200 len: 217 time: 0.2209630 Dec 12 17:38:39.686944 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-d8bbcb06-d603-4003-b0f5-e356a1dfecfb service neutron] 10.222.0.18 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528714 Dec 12 17:38:39.697292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d19539cd-c333-4dc9-83ab-f2778343e02f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-783012589-network', 'tenant_id': '353c3ed25c854d33a65b45f81e9d054a'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:39.697459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb283a1-514e-4d2d-a82b-ea640726ddc6 req-abdd6dfd-ac00-46a5-b970-e3f879daf6a9 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:39.698991 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3eb283a1-514e-4d2d-a82b-ea640726ddc6 req-abdd6dfd-ac00-46a5-b970-e3f879daf6a9 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 944 time: 0.3262243 Dec 12 17:38:39.701095 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7c978576-679e-4dea-8bd7-ba8b4d4da490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:39.702543 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7c978576-679e-4dea-8bd7-ba8b4d4da490 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.1264350 Dec 12 17:38:39.703685 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cd36e6bf-9039-4808-a4f5-da2d8935b766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d86bf0-9594-443f-91db-87382979bde9') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:39.703987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cd36e6bf-9039-4808-a4f5-da2d8935b766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d86bf0-9594-443f-91db-87382979bde9') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:39.705258 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fa51aac-c331-4db9-9061-662f3ed48589 req-be866fee-0359-479d-b712-0eba923a4956 service neutron] 10.222.0.20 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928083 Dec 12 17:38:39.725962 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd36e6bf-9039-4808-a4f5-da2d8935b766 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:39.731702 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e15fbac2-ad30-4529-aae4-516d39c53b51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:39.761805 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd36e6bf-9039-4808-a4f5-da2d8935b766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:39.776148 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd36e6bf-9039-4808-a4f5-da2d8935b766 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:38:39.776561 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd36e6bf-9039-4808-a4f5-da2d8935b766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:38:39.778619 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:38:39.792794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19539cd-c333-4dc9-83ab-f2778343e02f admin admin] Made reservation on behalf of 353c3ed25c854d33a65b45f81e9d054a for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:39.795607 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d19539cd-c333-4dc9-83ab-f2778343e02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:39.850834 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d19539cd-c333-4dc9-83ab-f2778343e02f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:39.902563 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd36e6bf-9039-4808-a4f5-da2d8935b766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:39.910781 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd36e6bf-9039-4808-a4f5-da2d8935b766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:39.914098 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cd36e6bf-9039-4808-a4f5-da2d8935b766 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d9c565c0-ff5d-4c84-8751-8dccc59a2244 HTTP/1.1" status: 204 len: 168 time: 0.8267777 Dec 12 17:38:39.918442 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e15fbac2-ad30-4529-aae4-516d39c53b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:39.921100 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e15fbac2-ad30-4529-aae4-516d39c53b51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:39.925186 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e15fbac2-ad30-4529-aae4-516d39c53b51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a6ee905-f524-4bc5-be05-bfc89d2a7d52 HTTP/1.1" status: 204 len: 168 time: 0.6718557 Dec 12 17:38:39.946897 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42584) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:39.992301 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36e6bf-9039-4808-a4f5-da2d8935b766 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c565c0-ff5d-4c84-8751-8dccc59a2244,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:40.018082 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fbac2-ad30-4529-aae4-516d39c53b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6ee905-f524-4bc5-be05-bfc89d2a7d52,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:40.054057 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b18827-c569-4533-a1fd-4451fe370a93 admin admin] Deleting subnet c6b952d8-f21f-4c93-8991-a1319c75d2cc {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:38:40.061432 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26b18827-c569-4533-a1fd-4451fe370a93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:40.117751 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d19539cd-c333-4dc9-83ab-f2778343e02f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:40.125494 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26b18827-c569-4533-a1fd-4451fe370a93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:40.195598 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26b18827-c569-4533-a1fd-4451fe370a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:40.200905 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-1d3733d3-d484-40b7-bf69-c99226665a81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4843130 Dec 12 17:38:40.202759 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7aa4a2e1-ef91-46b7-9e2c-cde2c9d2b5e9 req-22e49ecb-f094-4e00-a526-bd700fc4e462 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 210 time: 0.1025634 Dec 12 17:38:40.233663 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d19539cd-c333-4dc9-83ab-f2778343e02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:40.288926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3eb283a1-514e-4d2d-a82b-ea640726ddc6 req-e53a0ed8-59ef-4b13-8a2b-055d4f70a10a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5796773 Dec 12 17:38:40.336055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19539cd-c333-4dc9-83ab-f2778343e02f admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:38:40.348394 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fa51aac-c331-4db9-9061-662f3ed48589 req-dcd8c69f-3470-4745-b118-533d911b4e25 service neutron] 10.222.0.20 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682488 Dec 12 17:38:40.367441 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d19539cd-c333-4dc9-83ab-f2778343e02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:40.367827 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-d19539cd-c333-4dc9-83ab-f2778343e02f admin admin] Added segment 8c587f68-6661-42bc-97dd-553632b77c6a of type vlan for network 48d10b79-1596-4adf-ad07-f2c37c7f0a62 Dec 12 17:38:40.378048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-4afc76b3-0c8a-4da0-a196-861a22eab2e7 service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517301 Dec 12 17:38:40.446873 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42596) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:40.451837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d19539cd-c333-4dc9-83ab-f2778343e02f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:40.454550 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19539cd-c333-4dc9-83ab-f2778343e02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80ac8e5-0b93-47ed-8f12-e57cb211afb0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:40.477064 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70412b6e-375b-4297-9665-0b8ad78c90d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:40.494476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcaa6c-7737-4db2-b1b8-b964b504d991 req-f6a4f367-055f-4254-bf28-dd4e3ff1b6e2 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:40.503375 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4fcaa6c-7737-4db2-b1b8-b964b504d991 req-f6a4f367-055f-4254-bf28-dd4e3ff1b6e2 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 943 time: 0.1414838 Dec 12 17:38:40.516515 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26b18827-c569-4533-a1fd-4451fe370a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:40.566477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b18827-c569-4533-a1fd-4451fe370a93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6b952d8-f21f-4c93-8991-a1319c75d2cc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:40.568931 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d19539cd-c333-4dc9-83ab-f2778343e02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:40.570090 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19539cd-c333-4dc9-83ab-f2778343e02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:40.570890 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d19539cd-c333-4dc9-83ab-f2778343e02f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:40.581763 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26b18827-c569-4533-a1fd-4451fe370a93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:40.586141 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-26b18827-c569-4533-a1fd-4451fe370a93 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c6b952d8-f21f-4c93-8991-a1319c75d2cc HTTP/1.1" status: 204 len: 168 time: 0.6285801 Dec 12 17:38:40.598049 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42602) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:40.618750 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-695b86ce-388f-4340-8307-bb7596fd508f service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273142 Dec 12 17:38:40.653011 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d19539cd-c333-4dc9-83ab-f2778343e02f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4525075 Dec 12 17:38:40.661428 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19539cd-c333-4dc9-83ab-f2778343e02f admin admin] Pushing event updated for resources: {'Network': ['ID=48d10b79-1596-4adf-ad07-f2c37c7f0a62,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:40.667040 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42604) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:40.673119 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5fda1ede-2825-4073-a000-e62c73ddf18b admin admin] Request body: {'subnet': {'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-783012589-subnet', 'tenant_id': '353c3ed25c854d33a65b45f81e9d054a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:40.680615 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 48d10b79-1596-4adf-ad07-f2c37c7f0a62 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:38:40.694348 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4fcaa6c-7737-4db2-b1b8-b964b504d991 req-d3f29e05-ed63-4ada-9b89-c04264ef9870 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845577 Dec 12 17:38:40.734410 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fda1ede-2825-4073-a000-e62c73ddf18b admin admin] Made reservation on behalf of 353c3ed25c854d33a65b45f81e9d054a for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:40.739921 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5fda1ede-2825-4073-a000-e62c73ddf18b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:40.756562 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8447ae6-b1b0-4a7d-a3a5-4548a20ddf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:40.781317 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70412b6e-375b-4297-9665-0b8ad78c90d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:40.810102 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70412b6e-375b-4297-9665-0b8ad78c90d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:40.936918 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-70412b6e-375b-4297-9665-0b8ad78c90d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8deeb18549134b4a8eb2bd7e3ff61914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4881377 Dec 12 17:38:40.938938 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8447ae6-b1b0-4a7d-a3a5-4548a20ddf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:40.940451 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42608) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:40.951650 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70412b6e-375b-4297-9665-0b8ad78c90d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14882fdf-330e-4d79-8f34-fc42fdbe7f54,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:40.978091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-b8447ae6-b1b0-4a7d-a3a5-4548a20ddf74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f17d9c7-f9fd-4cfa-8e07-56c8258303d5']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:40.988841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-b8447ae6-b1b0-4a7d-a3a5-4548a20ddf74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6f6d06-2fb4-4d37-8067-369d945cb82b') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:40.989040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-b8447ae6-b1b0-4a7d-a3a5-4548a20ddf74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6f6d06-2fb4-4d37-8067-369d945cb82b') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:40.998710 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8447ae6-b1b0-4a7d-a3a5-4548a20ddf74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.014957 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8447ae6-b1b0-4a7d-a3a5-4548a20ddf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.022596 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8447ae6-b1b0-4a7d-a3a5-4548a20ddf74 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:38:41.022963 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8447ae6-b1b0-4a7d-a3a5-4548a20ddf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.030181 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5fda1ede-2825-4073-a000-e62c73ddf18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:38:41.038533 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:38:41.072162 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7ba77082-caa5-40c8-bdd5-7579ff2af901 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:41.073048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-7ba77082-caa5-40c8-bdd5-7579ff2af901 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63&tenant_id=5086af56094840bd807cfda793fdb5e6&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 1095 time: 0.1897180 Dec 12 17:38:41.080345 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1b523372-c17c-4e89-9b1f-1cee6fab029d details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:38:41.090969 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-329a5720-167d-481f-8e42-8ba8e675d5e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.115144 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda1ede-2825-4073-a000-e62c73ddf18b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf8fafa-df31-4e16-94d4-183ba3d4ef74,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:41.125392 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8447ae6-b1b0-4a7d-a3a5-4548a20ddf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.139662 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-329a5720-167d-481f-8e42-8ba8e675d5e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.139924 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8447ae6-b1b0-4a7d-a3a5-4548a20ddf74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.144259 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b8447ae6-b1b0-4a7d-a3a5-4548a20ddf74 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9f17d9c7-f9fd-4cfa-8e07-56c8258303d5 HTTP/1.1" status: 204 len: 168 time: 0.5452580 Dec 12 17:38:41.159014 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fda1ede-2825-4073-a000-e62c73ddf18b admin admin] Checking segment: {'id': '8c587f68-6661-42bc-97dd-553632b77c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:38:41.159827 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fda1ede-2825-4073-a000-e62c73ddf18b admin admin] Network hostable DHCP agents. Network: 48d10b79-1596-4adf-ad07-f2c37c7f0a62, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:38:41.162469 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8447ae6-b1b0-4a7d-a3a5-4548a20ddf74 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f17d9c7-f9fd-4cfa-8e07-56c8258303d5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:41.203115 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fda1ede-2825-4073-a000-e62c73ddf18b admin admin] Network 48d10b79-1596-4adf-ad07-f2c37c7f0a62 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:38:41.214104 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5fda1ede-2825-4073-a000-e62c73ddf18b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 48d10b79-1596-4adf-ad07-f2c37c7f0a62) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:41.220638 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fda1ede-2825-4073-a000-e62c73ddf18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:41.221864 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5fda1ede-2825-4073-a000-e62c73ddf18b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.226172 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-329a5720-167d-481f-8e42-8ba8e675d5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.229628 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-329a5720-167d-481f-8e42-8ba8e675d5e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.233574 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-329a5720-167d-481f-8e42-8ba8e675d5e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/14882fdf-330e-4d79-8f34-fc42fdbe7f54 HTTP/1.1" status: 204 len: 168 time: 0.2868161 Dec 12 17:38:41.242676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9630e288-8def-4d9d-b1e9-08cd60e00d25 None None] Network 48d10b79-1596-4adf-ad07-f2c37c7f0a62 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:38:41.276020 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a5720-167d-481f-8e42-8ba8e675d5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14882fdf-330e-4d79-8f34-fc42fdbe7f54,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:41.291713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-566b6368-f53d-4bf8-9717-a7844d0be225 service neutron] For port 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:38:41.295083 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-566b6368-f53d-4bf8-9717-a7844d0be225 service neutron] Publish callbacks [] for binding, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.296280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac0dbb4-b6e9-40b0-8e03-bf4fb867a6ed req-566b6368-f53d-4bf8-9717-a7844d0be225 service neutron] 10.222.0.20 "DELETE /v2.0/ports/3a891b6c-f3a4-43a5-9317-f0bed67deb96/bindings/n-h1-760354-5 HTTP/1.1" status: 204 len: 173 time: 0.2113996 Dec 12 17:38:41.298198 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5fda1ede-2825-4073-a000-e62c73ddf18b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6289942 Dec 12 17:38:41.299153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42616) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:41.311024 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-783012589-router', 'tenant_id': '353c3ed25c854d33a65b45f81e9d054a', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:41.361376 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.362499 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.493573 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-48d10b79-1596-4adf-ad07-f2c37c7f0a62', 'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62', 'project_id': '353c3ed25c854d33a65b45f81e9d054a', 'fixed_ips': [{'subnet_id': '4bf8fafa-df31-4e16-94d4-183ba3d4ef74'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:38:41.494406 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.557049 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42620) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:41.660037 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 1b523372-c17c-4e89-9b1f-1cee6fab029d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1b523372-c17c-4e89-9b1f-1cee6fab029d,segment=NetworkSegment(53879a77-df27-422b-9ece-2a2e7e594576),segment_id=53879a77-df27-422b-9ece-2a2e7e594576)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:41.674088 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.678379 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13e2a3bd-328e-4005-b782-5353ba1dba48 req-99f48dbd-3e76-4a94-a5b0-e149dfa30ac3 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 210 time: 0.2522085 Dec 12 17:38:41.683126 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '1b523372-c17c-4e89-9b1f-1cee6fab029d', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'port_id': '1b523372-c17c-4e89-9b1f-1cee6fab029d', 'mac_address': 'fa:16:3e:56:93:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:38:41.734879 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.740862 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f5cf1201-f807-4886-83f2-1c32a1a7eb87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed3999e96c6f4755bb182b05f58b09fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1820962 Dec 12 17:38:41.748611 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42628) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:41.760357 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b523372-c17c-4e89-9b1f-1cee6fab029d {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:38:41.784930 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 1b523372-c17c-4e89-9b1f-1cee6fab029d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1b523372-c17c-4e89-9b1f-1cee6fab029d,segment=NetworkSegment(53879a77-df27-422b-9ece-2a2e7e594576),segment_id=53879a77-df27-422b-9ece-2a2e7e594576)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:41.815613 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.887054 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=1b523372-c17c-4e89-9b1f-1cee6fab029d,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:41.896997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4f2ff-78dc-4393-b1cd-0e8b6b8fe71c req-752d0a15-ae99-4cab-a989-8fa7b8f9726d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:41.899444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ffb4f2ff-78dc-4393-b1cd-0e8b6b8fe71c req-752d0a15-ae99-4cab-a989-8fa7b8f9726d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 944 time: 0.4176564 Dec 12 17:38:41.901185 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b9ebe81-da36-4b75-b0a4-b1eaf7e34d97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.918223 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:41.918723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:41.919065 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:41.919431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:41.919767 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:41.920097 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:41.920424 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:41.920749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:41.921075 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:41.921396 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:41.924062 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:41.924441 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:41.925198 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:41.944781 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b9ebe81-da36-4b75-b0a4-b1eaf7e34d97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:41.968324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Allocated IP 172.20.0.2 (48d10b79-1596-4adf-ad07-f2c37c7f0a62/4bf8fafa-df31-4e16-94d4-183ba3d4ef74/25d9177b-118c-48ec-9965-993a867c35ed) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:38:41.991984 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:42.024277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-62cfa0ff-714b-4e51-89a4-d658b663c7cf tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:42.024277 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-62cfa0ff-714b-4e51-89a4-d658b663c7cf tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.31 "GET /v2.0/networks?id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d HTTP/1.1" status: 200 len: 813 time: 0.5668535 Dec 12 17:38:42.089925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-b2f45bff-c556-4c8c-b115-07ff27bc4c6b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Request body: {'port': {'device_id': '089bc95b-1dd5-4455-914c-372d88b6e6a7', 'network_id': '523f7885-2a3b-4fcb-8b42-d7268e79ac1d', 'admin_state_up': True, 'tenant_id': 'a1e2311e5fc246878549322368853f45'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:42.126324 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b9ebe81-da36-4b75-b0a4-b1eaf7e34d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:42.129471 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b9ebe81-da36-4b75-b0a4-b1eaf7e34d97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:42.131798 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9b9ebe81-da36-4b75-b0a4-b1eaf7e34d97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38f6d17f-23e5-4da4-87cd-2eca8f0ee10f HTTP/1.1" status: 204 len: 168 time: 0.3821859 Dec 12 17:38:42.167513 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ebe81-da36-4b75-b0a4-b1eaf7e34d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f6d17f-23e5-4da4-87cd-2eca8f0ee10f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:42.276791 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['1b523372-c17c-4e89-9b1f-1cee6fab029d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:38:42.297937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ffb4f2ff-78dc-4393-b1cd-0e8b6b8fe71c req-26f31835-dbcf-44b5-8a5a-7622a5bd427e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972298 Dec 12 17:38:42.300036 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-b2f45bff-c556-4c8c-b115-07ff27bc4c6b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Made reservation on behalf of a1e2311e5fc246878549322368853f45 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:42.306804 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-b2f45bff-c556-4c8c-b115-07ff27bc4c6b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:42.404441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf316a5f-db6b-4072-9441-d9d5fc5e0ee6 req-271cbfba-bd7b-42ce-9849-621b1ce428b4 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:42.406598 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf316a5f-db6b-4072-9441-d9d5fc5e0ee6 req-271cbfba-bd7b-42ce-9849-621b1ce428b4 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 944 time: 0.4078021 Dec 12 17:38:42.583753 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf316a5f-db6b-4072-9441-d9d5fc5e0ee6 req-db603467-14c4-409e-b47c-7cb97356bddf tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643105 Dec 12 17:38:42.614050 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:42.628688 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:42.689523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Network 48d10b79-1596-4adf-ad07-f2c37c7f0a62 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:38:42.694002 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:42.703911 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-b2f45bff-c556-4c8c-b115-07ff27bc4c6b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Allocated IP 172.20.0.3 (523f7885-2a3b-4fcb-8b42-d7268e79ac1d/913bf011-774f-4e4f-a70e-8837b1ba8f4a/7d431cd1-d670-4ba9-a4bb-be8af206a78e) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:38:42.712345 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:38:42.788475 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Pushing event updated for resources: {'Port': ['ID=25d9177b-118c-48ec-9965-993a867c35ed,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:42.852714 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Attempting to bind port 25d9177b-118c-48ec-9965-993a867c35ed on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:38:42.853092 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Attempting to bind port 25d9177b-118c-48ec-9965-993a867c35ed by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '8c587f68-6661-42bc-97dd-553632b77c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:38:42.853455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Attempting to bind port 25d9177b-118c-48ec-9965-993a867c35ed on network 48d10b79-1596-4adf-ad07-f2c37c7f0a62 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:38:42.859639 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:38:42.860053 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Checking segment: {'id': '8c587f68-6661-42bc-97dd-553632b77c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:38:42.861221 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:42.861626 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Bound using segment: {'id': '8c587f68-6661-42bc-97dd-553632b77c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:38:42.862222 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Bound port: 25d9177b-118c-48ec-9965-993a867c35ed, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c587f68-6661-42bc-97dd-553632b77c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:38:42.862613 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:42.881695 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42658) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:42.912587 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d3d81-b77f-4ed4-a3e1-413c8ace5c82 req-d5eff9c7-55ab-4767-8567-7fe665c2a878 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:42.913888 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-190d3d81-b77f-4ed4-a3e1-413c8ace5c82 req-d5eff9c7-55ab-4767-8567-7fe665c2a878 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 1095 time: 0.2799380 Dec 12 17:38:42.922229 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d3a0f7c4-c711-4d11-822e-62991edb1a6d req-e52e3d10-246a-4acb-94b8-3f476ea7a2db tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 210 time: 0.0517006 Dec 12 17:38:42.951921 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ad02ae63-f24f-402d-8c28-14f697bb181b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2364f2d3a4314958ac9f4e3d2c416ee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0689361 Dec 12 17:38:42.953284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42662) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:42.961909 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] For port 25d9177b-118c-48ec-9965-993a867c35ed, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:38:42.966277 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] For port 25d9177b-118c-48ec-9965-993a867c35ed, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=25d9177b-118c-48ec-9965-993a867c35ed,segment=NetworkSegment(8c587f68-6661-42bc-97dd-553632b77c6a),segment_id=8c587f68-6661-42bc-97dd-553632b77c6a)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:38:42.979425 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:43.015651 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a17256f-a890-40b0-ad86-5f500286ed88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:43.043689 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a17256f-a890-40b0-ad86-5f500286ed88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:43.066555 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64161e7-f700-41f9-a08d-61a45378d2e9 None None] Pushing event updated for resources: {'Port': ['ID=25d9177b-118c-48ec-9965-993a867c35ed,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:43.080076 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:43.083484 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-190d3d81-b77f-4ed4-a3e1-413c8ace5c82 req-04057c18-4806-4773-b4b1-fa43ee6b7406 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602252 Dec 12 17:38:43.115478 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a17256f-a890-40b0-ad86-5f500286ed88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:43.121698 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a17256f-a890-40b0-ad86-5f500286ed88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:43.124995 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9a17256f-a890-40b0-ad86-5f500286ed88 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff0baa78-e18c-4f85-9910-3ddb3b4a3158 HTTP/1.1" status: 204 len: 168 time: 0.1705356 Dec 12 17:38:43.131943 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:43.160747 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17256f-a890-40b0-ad86-5f500286ed88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0baa78-e18c-4f85-9910-3ddb3b4a3158,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:43.228074 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-b2f45bff-c556-4c8c-b115-07ff27bc4c6b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:43.348242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] Allocated IP 172.25.1.43 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/ddf54d9b-83c5-4780-b840-5cf70d40caac) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:38:43.448011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a3eb1-4ac0-40d9-a85a-4611176c5717 req-9f7e1abc-9c0f-48c5-ade5-7dce0d838718 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:43.449543 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-696a3eb1-4ac0-40d9-a85a-4611176c5717 req-9f7e1abc-9c0f-48c5-ade5-7dce0d838718 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 1095 time: 0.1443148 Dec 12 17:38:43.475573 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-b2f45bff-c556-4c8c-b115-07ff27bc4c6b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:43.630944 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f45bff-c556-4c8c-b115-07ff27bc4c6b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Pushing event updated for resources: {'Port': ['ID=7d431cd1-d670-4ba9-a4bb-be8af206a78e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:43.674368 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-b2f45bff-c556-4c8c-b115-07ff27bc4c6b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Network 523f7885-2a3b-4fcb-8b42-d7268e79ac1d is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:38:43.694000 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-b2f45bff-c556-4c8c-b115-07ff27bc4c6b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:43.709638 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-b2f45bff-c556-4c8c-b115-07ff27bc4c6b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:38:43.788029 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:43.882847 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-696a3eb1-4ac0-40d9-a85a-4611176c5717 req-fd3ff3f8-8790-404b-801c-2a7fdd9a1dfa tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022095 Dec 12 17:38:43.899644 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:43.912284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-b2f45bff-c556-4c8c-b115-07ff27bc4c6b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:43.912456 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-b2f45bff-c556-4c8c-b115-07ff27bc4c6b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:43.972940 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:38:43.994958 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-b2f45bff-c556-4c8c-b115-07ff27bc4c6b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9292653 Dec 12 17:38:43.995811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:43.999709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:38:44.003772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] Pushing event updated for resources: {'Port': ['ID=ddf54d9b-83c5-4780-b840-5cf70d40caac,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:44.038290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f8c34-2c4b-4016-9385-c8e391c2bfc8 req-1297fa34-e92d-479f-95dd-396af28fcdaa tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:44.040315 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a5f8c34-2c4b-4016-9385-c8e391c2bfc8 req-1297fa34-e92d-479f-95dd-396af28fcdaa tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 944 time: 0.2736013 Dec 12 17:38:44.046839 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Request body: {'port': {'device_id': '089bc95b-1dd5-4455-914c-372d88b6e6a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:44.115084 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:38:44.607898 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42712) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:44.734153 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:44.744769 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-708e358e-6f9f-4227-9c64-21f2fc0f2658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:44.756648 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a5f8c34-2c4b-4016-9385-c8e391c2bfc8 req-e81b5155-d70a-48ea-8701-3bb7eeecc2dd tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7037234 Dec 12 17:38:44.855983 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c57b8e-ac4d-47f4-aa2e-2fa6e7a254c5 req-146281da-49fe-4f38-88ee-078098ac3b0e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:44.857425 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94c57b8e-ac4d-47f4-aa2e-2fa6e7a254c5 req-146281da-49fe-4f38-88ee-078098ac3b0e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 931 time: 0.7582722 Dec 12 17:38:44.998231 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9ca1d7-8816-4bbb-a005-92aa97670643 None None] Network 48d10b79-1596-4adf-ad07-f2c37c7f0a62 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:38:45.068282 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94c57b8e-ac4d-47f4-aa2e-2fa6e7a254c5 req-da814207-8f45-4af2-b704-27b3253cd7dd tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013748 Dec 12 17:38:45.128574 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1b523372-c17c-4e89-9b1f-1cee6fab029d up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:38:45.194987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d3263654-47ed-4501-8044-8560ce44551a tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-536133622', 'router:external': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:45.298678 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3263654-47ed-4501-8044-8560ce44551a tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Made reservation on behalf of b43cb0dda1a64174a900c9546888f0af for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:45.309569 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3263654-47ed-4501-8044-8560ce44551a tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:45.352411 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 25d9177b-118c-48ec-9965-993a867c35ed up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:38:45.363090 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3263654-47ed-4501-8044-8560ce44551a tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:45.397570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-edaeb1f3-8836-4740-8fec-b955f92ba594 None None] Provisioning complete for port 25d9177b-118c-48ec-9965-993a867c35ed triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:45.398212 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-edaeb1f3-8836-4740-8fec-b955f92ba594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:45.441312 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:45.476214 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 1b523372-c17c-4e89-9b1f-1cee6fab029d completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:38:45.495960 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 1b523372-c17c-4e89-9b1f-1cee6fab029d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:45.496327 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:45.556515 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3263654-47ed-4501-8044-8560ce44551a tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:45.574277 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3263654-47ed-4501-8044-8560ce44551a tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:45.598023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3263654-47ed-4501-8044-8560ce44551a tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:38:45.604078 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 25d9177b-118c-48ec-9965-993a867c35ed triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:45.604647 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:45.607144 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3263654-47ed-4501-8044-8560ce44551a tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d26f6c1-62d4-4939-9f7e-02c07990f6c4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:45.620922 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3263654-47ed-4501-8044-8560ce44551a tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:45.621639 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-d3263654-47ed-4501-8044-8560ce44551a tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Added segment 210b20ab-6d6f-4705-9355-0534fa65b819 of type vlan for network 6fdb1a70-293d-4a78-bd1f-0eda319524a8 Dec 12 17:38:45.696856 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3263654-47ed-4501-8044-8560ce44551a tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:45.765123 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-edaeb1f3-8836-4740-8fec-b955f92ba594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:45.777291 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3263654-47ed-4501-8044-8560ce44551a tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:45.778332 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3263654-47ed-4501-8044-8560ce44551a tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:45.778979 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3263654-47ed-4501-8044-8560ce44551a tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:45.824055 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:45.849345 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d3263654-47ed-4501-8044-8560ce44551a tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2400515 Dec 12 17:38:45.852546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42738) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:45.860262 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b1bcc611-c23a-489a-8da7-4f17f03cf206 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Request body: {'subnet': {'network_id': '6fdb1a70-293d-4a78-bd1f-0eda319524a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:45.865783 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3263654-47ed-4501-8044-8560ce44551a tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Pushing event updated for resources: {'Network': ['ID=6fdb1a70-293d-4a78-bd1f-0eda319524a8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:45.867743 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-edaeb1f3-8836-4740-8fec-b955f92ba594 None None] For port 25d9177b-118c-48ec-9965-993a867c35ed, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=25d9177b-118c-48ec-9965-993a867c35ed,segment=NetworkSegment(8c587f68-6661-42bc-97dd-553632b77c6a),segment_id=8c587f68-6661-42bc-97dd-553632b77c6a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:45.877950 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-edaeb1f3-8836-4740-8fec-b955f92ba594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:45.896114 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bcc611-c23a-489a-8da7-4f17f03cf206 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Made reservation on behalf of b43cb0dda1a64174a900c9546888f0af for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:45.899610 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1bcc611-c23a-489a-8da7-4f17f03cf206 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:45.910684 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 6fdb1a70-293d-4a78-bd1f-0eda319524a8 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:38:45.924400 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb0670c-2113-41aa-9957-c923a38794e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b523372-c17c-4e89-9b1f-1cee6fab029d'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:38:45.926696 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee49aef9-112a-47e8-8545-6ff965369230" -d '{"events": [{"server_uuid": "9bb0670c-2113-41aa-9957-c923a38794e6", "name": "network-vif-plugged", "status": "completed", "tag": "1b523372-c17c-4e89-9b1f-1cee6fab029d"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:38:46.089389 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaafa5b4-b37b-4d84-b94e-c8aab40829fa x-openstack-request-id: req-eaafa5b4-b37b-4d84-b94e-c8aab40829fa {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:38:46.089713 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb0670c-2113-41aa-9957-c923a38794e6", "name": "network-vif-plugged", "status": "completed", "tag": "1b523372-c17c-4e89-9b1f-1cee6fab029d", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:38:46.089979 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eaafa5b4-b37b-4d84-b94e-c8aab40829fa {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:38:46.090377 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb0670c-2113-41aa-9957-c923a38794e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b523372-c17c-4e89-9b1f-1cee6fab029d', 'code': 200} Dec 12 17:38:46.117395 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 1b523372-c17c-4e89-9b1f-1cee6fab029d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1b523372-c17c-4e89-9b1f-1cee6fab029d,segment=NetworkSegment(53879a77-df27-422b-9ece-2a2e7e594576),segment_id=53879a77-df27-422b-9ece-2a2e7e594576)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:46.186405 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:46.224964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576cb3b-f17d-469d-8b6d-c98def077ac6 req-16273dc9-29ed-405f-beda-77e8d663e582 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:46.233223 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8576cb3b-f17d-469d-8b6d-c98def077ac6 req-16273dc9-29ed-405f-beda-77e8d663e582 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 944 time: 0.3117175 Dec 12 17:38:46.287368 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaeb1f3-8836-4740-8fec-b955f92ba594 None None] Pushing event updated for resources: {'Port': ['ID=25d9177b-118c-48ec-9965-993a867c35ed,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:46.303706 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-21fe9cec-59e2-4936-ab7e-3ebdae6128bd None None] Provisioning complete for port 25d9177b-118c-48ec-9965-993a867c35ed triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:46.304078 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-21fe9cec-59e2-4936-ab7e-3ebdae6128bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:46.370834 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8576cb3b-f17d-469d-8b6d-c98def077ac6 req-b391647f-e2a9-4821-8c47-2f955c27ef55 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364460 Dec 12 17:38:46.375851 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa03bef-ad62-4a30-b4cd-2a6d42749979 req-3980597b-d048-467e-8b27-90d5fb52ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:46.378576 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-efa03bef-ad62-4a30-b4cd-2a6d42749979 req-3980597b-d048-467e-8b27-90d5fb52ef46 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 1096 time: 0.2815845 Dec 12 17:38:46.384781 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=1b523372-c17c-4e89-9b1f-1cee6fab029d,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:46.419284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.objects.ports [None req-b1bcc611-c23a-489a-8da7-4f17f03cf206 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 17:38:46.420603 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1bcc611-c23a-489a-8da7-4f17f03cf206 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:46.500983 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcc611-c23a-489a-8da7-4f17f03cf206 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Pushing event updated for resources: {'Subnet': ['ID=81ab7a07-1039-4501-bd1e-ebe0b0e148a2,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:46.521741 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bcc611-c23a-489a-8da7-4f17f03cf206 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Checking segment: {'id': '210b20ab-6d6f-4705-9355-0534fa65b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6fdb1a70-293d-4a78-bd1f-0eda319524a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:38:46.522206 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bcc611-c23a-489a-8da7-4f17f03cf206 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Network hostable DHCP agents. Network: 6fdb1a70-293d-4a78-bd1f-0eda319524a8, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:38:46.546594 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bcc611-c23a-489a-8da7-4f17f03cf206 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Network 6fdb1a70-293d-4a78-bd1f-0eda319524a8 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:38:46.559278 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:46.562224 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b1bcc611-c23a-489a-8da7-4f17f03cf206 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 6fdb1a70-293d-4a78-bd1f-0eda319524a8) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:46.569606 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bcc611-c23a-489a-8da7-4f17f03cf206 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:46.570393 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1bcc611-c23a-489a-8da7-4f17f03cf206 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:46.576319 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d83b6c9-bbb6-41fe-a907-d2eaac0f5b29 None None] Network 6fdb1a70-293d-4a78-bd1f-0eda319524a8 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:38:46.592000 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b1bcc611-c23a-489a-8da7-4f17f03cf206 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7380438 Dec 12 17:38:46.594562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42758) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:46.601374 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-630a0811-5ad6-4de9-b277-dba47066b85e tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1186705530', 'network_id': '6fdb1a70-293d-4a78-bd1f-0eda319524a8'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:46.664663 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630a0811-5ad6-4de9-b277-dba47066b85e tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Made reservation on behalf of b43cb0dda1a64174a900c9546888f0af for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:46.669090 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-630a0811-5ad6-4de9-b277-dba47066b85e tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:46.685506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08d3fe-9751-4c46-8b49-a6be9421fd76 req-ffa2eaa5-7ea8-47c4-a5b6-e9ed50ff48e9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:46.687099 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d08d3fe-9751-4c46-8b49-a6be9421fd76 req-ffa2eaa5-7ea8-47c4-a5b6-e9ed50ff48e9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 931 time: 0.4513891 Dec 12 17:38:46.706291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-630a0811-5ad6-4de9-b277-dba47066b85e tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] device_id is not set on port df212a8c-39de-496b-a4fa-2e782a006254 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:38:46.729546 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecfa90d-d9d3-4340-99f3-27f035f32eb5 None None] Network 6fdb1a70-293d-4a78-bd1f-0eda319524a8 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:38:46.853958 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:46.861854 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-efa03bef-ad62-4a30-b4cd-2a6d42749979 req-c971f368-0a99-4121-b026-abbba4d0e209 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087200 Dec 12 17:38:46.867905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d431cd1-d670-4ba9-a4bb-be8af206a78e {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:38:46.889083 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-630a0811-5ad6-4de9-b277-dba47066b85e tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Allocated IP 172.20.0.3 (6fdb1a70-293d-4a78-bd1f-0eda319524a8/81ab7a07-1039-4501-bd1e-ebe0b0e148a2/df212a8c-39de-496b-a4fa-2e782a006254) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:38:46.897276 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:46.964636 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-79c4f97e-80d6-4c1f-aa31-7201a6e8889b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:46.994110 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Transition to ACTIVE for port object 7d431cd1-d670-4ba9-a4bb-be8af206a78e will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:38:47.011117 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:47.028314 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d08d3fe-9751-4c46-8b49-a6be9421fd76 req-ee107b9f-cb25-4478-9e62-3572e17daf13 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764385 Dec 12 17:38:47.115967 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Pushing event updated for resources: {'Port': ['ID=7d431cd1-d670-4ba9-a4bb-be8af206a78e,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:47.182220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 25d9177b-118c-48ec-9965-993a867c35ed up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:38:47.233128 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 25d9177b-118c-48ec-9965-993a867c35ed triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:47.233762 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:47.241883 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-630a0811-5ad6-4de9-b277-dba47066b85e tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:47.247148 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] Router c518edc7-4731-477f-88fe-d11a3afa204a is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:38:47.341483 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-630a0811-5ad6-4de9-b277-dba47066b85e tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:47.351915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Attempting to bind port 7d431cd1-d670-4ba9-a4bb-be8af206a78e on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:38:47.352259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Attempting to bind port 7d431cd1-d670-4ba9-a4bb-be8af206a78e by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '99d4fbf6-70e9-4774-b677-000907b84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '523f7885-2a3b-4fcb-8b42-d7268e79ac1d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:38:47.352605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Attempting to bind port 7d431cd1-d670-4ba9-a4bb-be8af206a78e on network 523f7885-2a3b-4fcb-8b42-d7268e79ac1d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:38:47.359223 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:47.360276 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Port 7d431cd1-d670-4ba9-a4bb-be8af206a78e on network 523f7885-2a3b-4fcb-8b42-d7268e79ac1d not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:38:47.361192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Attempting to bind port 7d431cd1-d670-4ba9-a4bb-be8af206a78e on network 523f7885-2a3b-4fcb-8b42-d7268e79ac1d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:38:47.369671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:38:47.370073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Checking segment: {'id': '99d4fbf6-70e9-4774-b677-000907b84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '523f7885-2a3b-4fcb-8b42-d7268e79ac1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:38:47.370468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Bound using segment: {'id': '99d4fbf6-70e9-4774-b677-000907b84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '523f7885-2a3b-4fcb-8b42-d7268e79ac1d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:38:47.370924 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Bound port: 7d431cd1-d670-4ba9-a4bb-be8af206a78e, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d4fbf6-70e9-4774-b677-000907b84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '523f7885-2a3b-4fcb-8b42-d7268e79ac1d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:38:47.371330 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:47.381516 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630a0811-5ad6-4de9-b277-dba47066b85e tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Network 6fdb1a70-293d-4a78-bd1f-0eda319524a8 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:38:47.445946 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:38:47.463312 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Sync routers for ids ['c518edc7-4731-477f-88fe-d11a3afa204a'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:38:47.471494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] For port 7d431cd1-d670-4ba9-a4bb-be8af206a78e, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:38:47.474792 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] For port 7d431cd1-d670-4ba9-a4bb-be8af206a78e, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7d431cd1-d670-4ba9-a4bb-be8af206a78e,segment=NetworkSegment(99d4fbf6-70e9-4774-b677-000907b84685),segment_id=99d4fbf6-70e9-4774-b677-000907b84685)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:38:47.478878 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:47.480192 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b62b49ec-6f1c-4273-9b7f-f43c3da88adf admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1768887 Dec 12 17:38:47.489686 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-630a0811-5ad6-4de9-b277-dba47066b85e tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:47.490364 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42766) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:47.494059 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a0811-5ad6-4de9-b277-dba47066b85e tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Pushing event updated for resources: {'Port': ['ID=df212a8c-39de-496b-a4fa-2e782a006254,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:47.496575 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630a0811-5ad6-4de9-b277-dba47066b85e tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:38:47.510185 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:47.511257 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Routers {'c518edc7-4731-477f-88fe-d11a3afa204a'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:47.516113 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c518edc7-4731-477f-88fe-d11a3afa204a'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:47.556265 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630a0811-5ad6-4de9-b277-dba47066b85e tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:47.557363 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-630a0811-5ad6-4de9-b277-dba47066b85e tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:47.580105 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-630a0811-5ad6-4de9-b277-dba47066b85e tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9834971 Dec 12 17:38:47.582572 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42768) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:47.688165 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6f71c964-179f-49a2-8797-8c35de5bd05b tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Deleting port df212a8c-39de-496b-a4fa-2e782a006254 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:38:47.689542 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f71c964-179f-49a2-8797-8c35de5bd05b tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:47.756165 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:47.757495 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:47.759561 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Set router c518edc7-4731-477f-88fe-d11a3afa204a gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:38:47.759724 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] 10.222.0.31 "PUT /v2.0/ports/7d431cd1-d670-4ba9-a4bb-be8af206a78e HTTP/1.1" status: 200 len: 1091 time: 3.7339230 Dec 12 17:38:47.761738 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089bc95b-1dd5-4455-914c-372d88b6e6a7', 'tag': '7d431cd1-d670-4ba9-a4bb-be8af206a78e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:38:47.771779 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d912f4a1-5c36-4c7b-8bca-1b1bb85df251" -d '{"events": [{"name": "network-changed", "server_uuid": "089bc95b-1dd5-4455-914c-372d88b6e6a7", "tag": "7d431cd1-d670-4ba9-a4bb-be8af206a78e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:38:47.896683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ba379-e03d-4556-b341-0b4f2f127232 service neutron] Pushing event updated for resources: {'Port': ['ID=7d431cd1-d670-4ba9-a4bb-be8af206a78e,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:47.909498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cf3b5-2727-454a-beff-22145af4afdc req-310b9963-51ca-45ce-a11e-62e586ccd694 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:47.911058 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-287cf3b5-2727-454a-beff-22145af4afdc req-310b9963-51ca-45ce-a11e-62e586ccd694 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 945 time: 0.4121783 Dec 12 17:38:47.944234 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-52a9f0d6-915a-42c4-82cf-dbc3d8675775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:47.945733 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-52a9f0d6-915a-42c4-82cf-dbc3d8675775 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1e2311e5fc246878549322368853f45&device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 1094 time: 0.1245854 Dec 12 17:38:47.951976 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f71c964-179f-49a2-8797-8c35de5bd05b tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:48.010802 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6f71c964-179f-49a2-8797-8c35de5bd05b tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Calling delete_port for df212a8c-39de-496b-a4fa-2e782a006254 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:38:48.065351 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-99b77af2-7fbe-40cc-8697-2ed976163a14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d431cd1-d670-4ba9-a4bb-be8af206a78e HTTP/1.1" status: 200 len: 217 time: 0.0831487 Dec 12 17:38:48.142872 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-61a7ecb7-6e39-4895-91e0-d86aada624e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:48.144477 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-61a7ecb7-6e39-4895-91e0-d86aada624e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=913bf011-774f-4e4f-a70e-8837b1ba8f4a HTTP/1.1" status: 200 len: 853 time: 0.0667484 Dec 12 17:38:48.152838 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ef3e7d-da1c-4429-b047-eff1e3915dda x-openstack-request-id: req-b3ef3e7d-da1c-4429-b047-eff1e3915dda {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:38:48.153121 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089bc95b-1dd5-4455-914c-372d88b6e6a7", "tag": "7d431cd1-d670-4ba9-a4bb-be8af206a78e", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:38:48.153384 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3ef3e7d-da1c-4429-b047-eff1e3915dda {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:38:48.153788 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089bc95b-1dd5-4455-914c-372d88b6e6a7', 'tag': '7d431cd1-d670-4ba9-a4bb-be8af206a78e', 'status': 'completed', 'code': 200} Dec 12 17:38:48.194193 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:48.235018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-d1aca23c-511f-4173-b930-f8fbf064cfd6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759907 Dec 12 17:38:48.278277 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-287cf3b5-2727-454a-beff-22145af4afdc req-e6a91677-4b28-466e-bbf4-dd16ad8c6e32 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511503 Dec 12 17:38:48.415528 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f71c964-179f-49a2-8797-8c35de5bd05b tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:48.440564 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c518edc7-4731-477f-88fe-d11a3afa204a', 'name': 'tempest-AttachSCSIVolumeTestJSON-783012589-router', 'tenant_id': '353c3ed25c854d33a65b45f81e9d054a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf54d9b-83c5-4780-b840-5cf70d40caac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:41Z', 'updated_at': '2021-12-12T17:38:45Z', 'revision_number': 3, 'project_id': '353c3ed25c854d33a65b45f81e9d054a', 'gw_port': {'id': 'ddf54d9b-83c5-4780-b840-5cf70d40caac', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c518edc7-4731-477f-88fe-d11a3afa204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:43Z', 'updated_at': '2021-12-12T17:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:48.507892 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Checking router: c518edc7-4731-477f-88fe-d11a3afa204a for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:38:48.508558 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Updating router c518edc7-4731-477f-88fe-d11a3afa204a port ddf54d9b-83c5-4780-b840-5cf70d40caac binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:38:48.533188 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71c964-179f-49a2-8797-8c35de5bd05b tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Pushing event deleted for resources: {'Port': ['ID=df212a8c-39de-496b-a4fa-2e782a006254,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:48.534144 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:48.575408 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42788) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:48.589622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c2ef1-effa-4f4c-af01-a72edce84f1f req-cff782dc-0285-46e4-9d3b-5ca610779648 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:48.591412 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-087c2ef1-effa-4f4c-af01-a72edce84f1f req-cff782dc-0285-46e4-9d3b-5ca610779648 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 943 time: 0.2649271 Dec 12 17:38:48.618985 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f71c964-179f-49a2-8797-8c35de5bd05b tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:48.623245 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6f71c964-179f-49a2-8797-8c35de5bd05b tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "DELETE /v2.0/ports/df212a8c-39de-496b-a4fa-2e782a006254 HTTP/1.1" status: 204 len: 168 time: 1.0381296 Dec 12 17:38:48.626599 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42792) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:48.638136 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fdb1a70-293d-4a78-bd1f-0eda319524a8', 'external_fixed_ips': [{'subnet_id': '81ab7a07-1039-4501-bd1e-ebe0b0e148a2', 'ip_address': '172.20.0.3'}]}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:48.651002 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-e9ec9a17-563a-459f-85df-97efb2cb9a16 service neutron] 10.222.0.31 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673735 Dec 12 17:38:48.688226 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:48.690110 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:48.772393 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-087c2ef1-effa-4f4c-af01-a72edce84f1f req-72a61ab9-775a-4df7-b6b6-ba5e1a560f25 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563947 Dec 12 17:38:48.847178 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:48.860454 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c92b3646-2635-4b3f-a8bb-e349155f6796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:48.868125 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d311625-c764-4455-9633-5fd2f3ce4a09 req-7539ee90-5689-4fa8-bfdb-c41707975eb2 service neutron] 10.222.0.31 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093565 Dec 12 17:38:49.043195 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:49.062077 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:49.095100 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:49.134218 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc1de7-bc13-4fd7-85c8-2b525186e9ac None None] Pushing event updated for resources: {'Port': ['ID=ddf54d9b-83c5-4780-b840-5cf70d40caac,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:49.152176 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Attempting to bind port ddf54d9b-83c5-4780-b840-5cf70d40caac on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:38:49.152635 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Attempting to bind port ddf54d9b-83c5-4780-b840-5cf70d40caac by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:38:49.153091 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Attempting to bind port ddf54d9b-83c5-4780-b840-5cf70d40caac on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:38:49.161571 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:38:49.163147 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:38:49.163617 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:49.165175 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:38:49.165728 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Bound port: ddf54d9b-83c5-4780-b840-5cf70d40caac, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:38:49.166113 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:49.254515 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] For port ddf54d9b-83c5-4780-b840-5cf70d40caac, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:38:49.265186 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] For port ddf54d9b-83c5-4780-b840-5cf70d40caac, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ddf54d9b-83c5-4780-b840-5cf70d40caac,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:38:49.279155 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:49.405421 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fccb4ef-acf2-43c4-abcc-7ae97cbed765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:49.412557 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Routers {'c518edc7-4731-477f-88fe-d11a3afa204a'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:49.413348 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c518edc7-4731-477f-88fe-d11a3afa204a'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:49.416421 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc1de7-bc13-4fd7-85c8-2b525186e9ac None None] Pushing event updated for resources: {'Port': ['ID=ddf54d9b-83c5-4780-b840-5cf70d40caac,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:49.529673 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912f4a1-5c36-4c7b-8bca-1b1bb85df251 req-00c59b6b-6ef3-4d99-8847-e582d880b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:49.531441 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d912f4a1-5c36-4c7b-8bca-1b1bb85df251 req-00c59b6b-6ef3-4d99-8847-e582d880b428 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1e2311e5fc246878549322368853f45&device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 1094 time: 0.2334142 Dec 12 17:38:49.535872 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:49.569575 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:49.581714 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] Set router c518edc7-4731-477f-88fe-d11a3afa204a gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:38:49.701839 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-2fccb4ef-acf2-43c4-abcc-7ae97cbed765 admin admin] Allocated IP 172.20.0.1 (48d10b79-1596-4adf-ad07-f2c37c7f0a62/4bf8fafa-df31-4e16-94d4-183ba3d4ef74/aee7e83c-e97f-43f1-a7cc-29e8693e7d8d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:38:49.731175 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c92b3646-2635-4b3f-a8bb-e349155f6796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:49.791086 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c92b3646-2635-4b3f-a8bb-e349155f6796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:49.825559 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c92b3646-2635-4b3f-a8bb-e349155f6796 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a855e7e24a24b4b9bfbead50030f430&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2439592 Dec 12 17:38:49.827253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912f4a1-5c36-4c7b-8bca-1b1bb85df251 req-706b2078-cdca-4034-8d78-d593f53b85a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:49.828838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d912f4a1-5c36-4c7b-8bca-1b1bb85df251 req-706b2078-cdca-4034-8d78-d593f53b85a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d HTTP/1.1" status: 200 len: 914 time: 0.2871141 Dec 12 17:38:49.832091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42812) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:49.838412 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c518edc7-4731-477f-88fe-d11a3afa204a', 'name': 'tempest-AttachSCSIVolumeTestJSON-783012589-router', 'tenant_id': '353c3ed25c854d33a65b45f81e9d054a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf54d9b-83c5-4780-b840-5cf70d40caac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:41Z', 'updated_at': '2021-12-12T17:38:45Z', 'revision_number': 3, 'project_id': '353c3ed25c854d33a65b45f81e9d054a', 'gw_port': {'id': 'ddf54d9b-83c5-4780-b840-5cf70d40caac', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c518edc7-4731-477f-88fe-d11a3afa204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:43Z', 'updated_at': '2021-12-12T17:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:49.887610 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Allocated IP 172.20.0.3 (6fdb1a70-293d-4a78-bd1f-0eda319524a8/81ab7a07-1039-4501-bd1e-ebe0b0e148a2/6641e6a6-31bd-4bef-a55b-d18699f3dedf) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:38:49.898077 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69278610-c674-4d1b-9f52-d02aabfef81c None None] The sync data for ids ['c518edc7-4731-477f-88fe-d11a3afa204a'] in n-d-760354-5 is: [{'id': 'c518edc7-4731-477f-88fe-d11a3afa204a', 'name': 'tempest-AttachSCSIVolumeTestJSON-783012589-router', 'tenant_id': '353c3ed25c854d33a65b45f81e9d054a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf54d9b-83c5-4780-b840-5cf70d40caac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:41Z', 'updated_at': '2021-12-12T17:38:45Z', 'revision_number': 3, 'project_id': '353c3ed25c854d33a65b45f81e9d054a', 'gw_port': {'id': 'ddf54d9b-83c5-4780-b840-5cf70d40caac', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c518edc7-4731-477f-88fe-d11a3afa204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:43Z', 'updated_at': '2021-12-12T17:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:38:49.933613 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:50.022279 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d912f4a1-5c36-4c7b-8bca-1b1bb85df251 req-58617741-fc01-43cb-9ac3-8a74ab23632b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d431cd1-d670-4ba9-a4bb-be8af206a78e HTTP/1.1" status: 200 len: 217 time: 0.1419926 Dec 12 17:38:50.047452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb509a0-2840-49ca-8a54-dedd70101105 req-f4e79c1c-a6ad-4799-bae3-17be25a30628 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:50.055801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8eb509a0-2840-49ca-8a54-dedd70101105 req-f4e79c1c-a6ad-4799-bae3-17be25a30628 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 945 time: 0.5150237 Dec 12 17:38:50.056310 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:50.092075 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b3646-2635-4b3f-a8bb-e349155f6796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b4db8a-f33d-405f-aa4b-fc6bf0742c0d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:50.109353 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:50.161270 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Network 6fdb1a70-293d-4a78-bd1f-0eda319524a8 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:38:50.164461 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:50.175699 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:38:50.179450 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Pushing event updated for resources: {'Port': ['ID=6641e6a6-31bd-4bef-a55b-d18699f3dedf,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:50.189294 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fccb4ef-acf2-43c4-abcc-7ae97cbed765 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:50.276938 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5536-dc29-4ecc-b20d-8471fb311272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:50.332307 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdd31b-6458-488f-84ef-0f35995081d3 req-08824b20-cf00-4428-a437-be5c9f54fd04 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:50.340339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8acdd31b-6458-488f-84ef-0f35995081d3 req-08824b20-cf00-4428-a437-be5c9f54fd04 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 943 time: 0.4246230 Dec 12 17:38:50.355071 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fccb4ef-acf2-43c4-abcc-7ae97cbed765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:50.358380 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5536-dc29-4ecc-b20d-8471fb311272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:50.406138 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912f4a1-5c36-4c7b-8bca-1b1bb85df251 req-816d6b78-8871-41a7-9c65-dd9b7326c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:50.407915 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d912f4a1-5c36-4c7b-8bca-1b1bb85df251 req-816d6b78-8871-41a7-9c65-dd9b7326c50f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=913bf011-774f-4e4f-a70e-8837b1ba8f4a HTTP/1.1" status: 200 len: 853 time: 0.3438463 Dec 12 17:38:50.534006 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8eb509a0-2840-49ca-8a54-dedd70101105 req-a1d1184b-5c5f-42ae-9a27-9da19580b115 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770055 Dec 12 17:38:50.536208 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fccb4ef-acf2-43c4-abcc-7ae97cbed765 admin admin] Network 48d10b79-1596-4adf-ad07-f2c37c7f0a62 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:38:50.544521 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d912f4a1-5c36-4c7b-8bca-1b1bb85df251 req-5487309a-0c71-42f9-be5b-4f12b2f7f891 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808537 Dec 12 17:38:50.559100 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-2fccb4ef-acf2-43c4-abcc-7ae97cbed765 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:50.572559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fccb4ef-acf2-43c4-abcc-7ae97cbed765 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:38:50.574811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccb4ef-acf2-43c4-abcc-7ae97cbed765 admin admin] Pushing event updated for resources: {'Port': ['ID=aee7e83c-e97f-43f1-a7cc-29e8693e7d8d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:50.597400 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:50.690513 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:50.839834 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fccb4ef-acf2-43c4-abcc-7ae97cbed765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:50.855813 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5536-dc29-4ecc-b20d-8471fb311272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:50.862382 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5536-dc29-4ecc-b20d-8471fb311272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:50.865848 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8f6b5536-dc29-4ecc-b20d-8471fb311272 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2b4db8a-f33d-405f-aa4b-fc6bf0742c0d HTTP/1.1" status: 204 len: 168 time: 1.0295956 Dec 12 17:38:50.940198 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3c5dc162-8d55-4ba7-91e2-b4e72a294a59 None None] Provisioning complete for port aee7e83c-e97f-43f1-a7cc-29e8693e7d8d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:50.940790 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c5dc162-8d55-4ba7-91e2-b4e72a294a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:50.964178 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:50.995883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b5536-dc29-4ecc-b20d-8471fb311272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b4db8a-f33d-405f-aa4b-fc6bf0742c0d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:51.022998 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8acdd31b-6458-488f-84ef-0f35995081d3 req-a2bf571d-01d0-4f8f-b9dc-5b99f8b85352 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6739132 Dec 12 17:38:51.053985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3c5dc162-8d55-4ba7-91e2-b4e72a294a59 None None] Port aee7e83c-e97f-43f1-a7cc-29e8693e7d8d cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:38:51.215011 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ddf54d9b-83c5-4780-b840-5cf70d40caac up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:38:51.244882 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d912f4a1-5c36-4c7b-8bca-1b1bb85df251 req-e3a719d5-0418-40ba-8876-58e2516a5d51 service neutron] 10.222.0.31 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902478 Dec 12 17:38:51.283162 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-c0f2e349-cc74-4ea3-9dfd-71b4211d6724 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:51.284928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-c0f2e349-cc74-4ea3-9dfd-71b4211d6724 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2567980 Dec 12 17:38:51.336631 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Router 3fe1adb4-d67c-4d10-a9ae-120616680262 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:38:51.360249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ddf54d9b-83c5-4780-b840-5cf70d40caac triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:51.360949 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:51.456409 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-49ad982f-b42b-4606-93dc-818ed601b9af tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 695 time: 0.1598444 Dec 12 17:38:51.474259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-53287d1c-5e3f-4781-8506-3c5f752fe359 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Request body: {'floatingip': {'port_id': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:51.514080 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42836) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:51.516247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7d431cd1-d670-4ba9-a4bb-be8af206a78e details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:38:51.522397 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:51.555328 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5dae1a9b-8aeb-49f5-ab43-d754c8ce3c6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:51.571811 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:38:51.594451 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:51.596718 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port ddf54d9b-83c5-4780-b840-5cf70d40caac, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ddf54d9b-83c5-4780-b840-5cf70d40caac,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:51.596958 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bc61574e-73c6-42b0-89e1-a3e2e0cfd2bf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.9675879 Dec 12 17:38:51.598615 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-53287d1c-5e3f-4781-8506-3c5f752fe359 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:51.599277 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42838) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:51.603039 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1207dd3-9a2b-4e9a-9090-a91268023d35 None None] Sync routers for ids ['3fe1adb4-d67c-4d10-a9ae-120616680262'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:38:51.619991 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:51.701361 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.resource_extend [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 17:38:51.746685 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91a636ba-11a3-42b9-81e1-bec70c3e120c tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:51.809975 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=ddf54d9b-83c5-4780-b840-5cf70d40caac,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:51.816960 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1207dd3-9a2b-4e9a-9090-a91268023d35 None None] Routers {'3fe1adb4-d67c-4d10-a9ae-120616680262'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:51.817591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e1207dd3-9a2b-4e9a-9090-a91268023d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['3fe1adb4-d67c-4d10-a9ae-120616680262'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:51.898602 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91a636ba-11a3-42b9-81e1-bec70c3e120c tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:51.944996 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fccb4ef-acf2-43c4-abcc-7ae97cbed765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:51.998027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d912f4a1-5c36-4c7b-8bca-1b1bb85df251 req-4bdc8536-65cc-45b0-88e1-5d9696c457a4 service neutron] 10.222.0.31 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7237160 Dec 12 17:38:52.025343 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7d431cd1-d670-4ba9-a4bb-be8af206a78e, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7d431cd1-d670-4ba9-a4bb-be8af206a78e,segment=NetworkSegment(99d4fbf6-70e9-4774-b677-000907b84685),segment_id=99d4fbf6-70e9-4774-b677-000907b84685)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:52.032516 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-91a636ba-11a3-42b9-81e1-bec70c3e120c tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Deleting port 6641e6a6-31bd-4bef-a55b-d18699f3dedf {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:38:52.035687 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91a636ba-11a3-42b9-81e1-bec70c3e120c tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:52.050355 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e1207dd3-9a2b-4e9a-9090-a91268023d35 None None] Set router 3fe1adb4-d67c-4d10-a9ae-120616680262 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:38:52.052611 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '7d431cd1-d670-4ba9-a4bb-be8af206a78e', 'network_id': '523f7885-2a3b-4fcb-8b42-d7268e79ac1d', 'port_id': '7d431cd1-d670-4ba9-a4bb-be8af206a78e', 'mac_address': 'fa:16:3e:eb:05:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913bf011-774f-4e4f-a70e-8837b1ba8f4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:38:52.361820 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5dae1a9b-8aeb-49f5-ab43-d754c8ce3c6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:52.477171 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5dae1a9b-8aeb-49f5-ab43-d754c8ce3c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:52.599922 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:52.614992 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5dae1a9b-8aeb-49f5-ab43-d754c8ce3c6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2063bc0a7414913a7e8fff66da45d15&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0967448 Dec 12 17:38:52.617775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d431cd1-d670-4ba9-a4bb-be8af206a78e {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:38:52.629604 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215011ff-e00d-415d-aefd-5ff61c6f9f36 req-b1277089-cb37-4cd4-b0ce-afe7d807695e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:52.638834 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-215011ff-e00d-415d-aefd-5ff61c6f9f36 req-b1277089-cb37-4cd4-b0ce-afe7d807695e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 943 time: 0.4831555 Dec 12 17:38:52.642858 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7d431cd1-d670-4ba9-a4bb-be8af206a78e, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7d431cd1-d670-4ba9-a4bb-be8af206a78e,segment=NetworkSegment(99d4fbf6-70e9-4774-b677-000907b84685),segment_id=99d4fbf6-70e9-4774-b677-000907b84685)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:52.644596 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42856) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:52.650743 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e1207dd3-9a2b-4e9a-9090-a91268023d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe1adb4-d67c-4d10-a9ae-120616680262', 'name': '', 'tenant_id': 'b43cb0dda1a64174a900c9546888f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fdb1a70-293d-4a78-bd1f-0eda319524a8', 'external_fixed_ips': [{'subnet_id': '81ab7a07-1039-4501-bd1e-ebe0b0e148a2', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '6641e6a6-31bd-4bef-a55b-d18699f3dedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:48Z', 'updated_at': '2021-12-12T17:38:50Z', 'revision_number': 3, 'project_id': 'b43cb0dda1a64174a900c9546888f0af', 'gw_port': {'id': '6641e6a6-31bd-4bef-a55b-d18699f3dedf', 'name': '', 'network_id': '6fdb1a70-293d-4a78-bd1f-0eda319524a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe1adb4-d67c-4d10-a9ae-120616680262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '81ab7a07-1039-4501-bd1e-ebe0b0e148a2', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:49Z', 'updated_at': '2021-12-12T17:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81ab7a07-1039-4501-bd1e-ebe0b0e148a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:52.686378 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1207dd3-9a2b-4e9a-9090-a91268023d35 None None] Checking router: 3fe1adb4-d67c-4d10-a9ae-120616680262 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:38:52.686721 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1207dd3-9a2b-4e9a-9090-a91268023d35 None None] Updating router 3fe1adb4-d67c-4d10-a9ae-120616680262 port 6641e6a6-31bd-4bef-a55b-d18699f3dedf binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:38:52.688762 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:52.693062 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91a636ba-11a3-42b9-81e1-bec70c3e120c tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:52.695591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae1a9b-8aeb-49f5-ab43-d754c8ce3c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b399e8-c511-4c64-945c-6f7857537a0f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:52.710585 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.db.resource_extend [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-53287d1c-5e3f-4781-8506-3c5f752fe359 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 17:38:52.733139 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-91a636ba-11a3-42b9-81e1-bec70c3e120c tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Calling delete_port for 6641e6a6-31bd-4bef-a55b-d18699f3dedf owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:38:52.762733 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e1207dd3-9a2b-4e9a-9090-a91268023d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:52.891130 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-53287d1c-5e3f-4781-8506-3c5f752fe359 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:52.906991 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-215011ff-e00d-415d-aefd-5ff61c6f9f36 req-d97d3727-9af3-4a2a-92a2-39e1f719cd43 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671340 Dec 12 17:38:52.934491 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-53287d1c-5e3f-4781-8506-3c5f752fe359 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:52.937487 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91a636ba-11a3-42b9-81e1-bec70c3e120c tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:52.947866 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb50b58a-14d6-4e81-8477-9a54c867b256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:52.980295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a636ba-11a3-42b9-81e1-bec70c3e120c tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Pushing event deleted for resources: {'Port': ['ID=6641e6a6-31bd-4bef-a55b-d18699f3dedf,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:53.106325 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fccb4ef-acf2-43c4-abcc-7ae97cbed765 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.110636 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-e1207dd3-9a2b-4e9a-9090-a91268023d35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:38:53.111932 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-e1207dd3-9a2b-4e9a-9090-a91268023d35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:38:53.131768 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91a636ba-11a3-42b9-81e1-bec70c3e120c tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.138700 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=7d431cd1-d670-4ba9-a4bb-be8af206a78e,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:53.158688 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fccb4ef-acf2-43c4-abcc-7ae97cbed765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.192062 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ddf54d9b-83c5-4780-b840-5cf70d40caac up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:38:53.210313 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb50b58a-14d6-4e81-8477-9a54c867b256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.248183 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ddf54d9b-83c5-4780-b840-5cf70d40caac triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:53.248578 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.293956 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['7d431cd1-d670-4ba9-a4bb-be8af206a78e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:38:53.330037 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91a636ba-11a3-42b9-81e1-bec70c3e120c tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.336210 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91a636ba-11a3-42b9-81e1-bec70c3e120c tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.355739 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccb4ef-acf2-43c4-abcc-7ae97cbed765 admin admin] Pushing event updated for resources: {'Port': ['ID=aee7e83c-e97f-43f1-a7cc-29e8693e7d8d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:53.371888 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-53287d1c-5e3f-4781-8506-3c5f752fe359 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Floating IP a0349adf-c55d-4b1e-a61c-bbd400d9ada8 associated. External IP: 172.25.1.21, port: 434a5413-cd54-4767-8d0f-8b9d19a2e5a9. Dec 12 17:38:53.393710 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91a636ba-11a3-42b9-81e1-bec70c3e120c tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.394424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a636ba-11a3-42b9-81e1-bec70c3e120c tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3fe1adb4-d67c-4d10-a9ae-120616680262 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:38:53.404084 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91a636ba-11a3-42b9-81e1-bec70c3e120c tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.410830 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-91a636ba-11a3-42b9-81e1-bec70c3e120c tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "DELETE /v2.0/routers/3fe1adb4-d67c-4d10-a9ae-120616680262 HTTP/1.1" status: 204 len: 168 time: 1.8081715 Dec 12 17:38:53.410830 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42862) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:53.465773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffc6847-31d5-49ce-ae26-ee7ab6bb498d tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Deleting subnet 81ab7a07-1039-4501-bd1e-ebe0b0e148a2 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:38:53.470208 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cffc6847-31d5-49ce-ae26-ee7ab6bb498d tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.498290 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fccb4ef-acf2-43c4-abcc-7ae97cbed765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.525711 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cffc6847-31d5-49ce-ae26-ee7ab6bb498d tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.569394 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cffc6847-31d5-49ce-ae26-ee7ab6bb498d tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.643734 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cffc6847-31d5-49ce-ae26-ee7ab6bb498d tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.655778 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1207dd3-9a2b-4e9a-9090-a91268023d35 None None] Port 6641e6a6-31bd-4bef-a55b-d18699f3dedf not found while updating agent binding for router 3fe1adb4-d67c-4d10-a9ae-120616680262. {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 12 17:38:53.682952 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cffc6847-31d5-49ce-ae26-ee7ab6bb498d tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.686282 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cffc6847-31d5-49ce-ae26-ee7ab6bb498d tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/81ab7a07-1039-4501-bd1e-ebe0b0e148a2 HTTP/1.1" status: 204 len: 168 time: 0.2752812 Dec 12 17:38:53.686588 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1207dd3-9a2b-4e9a-9090-a91268023d35 None None] Routers set() bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:53.686973 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1207dd3-9a2b-4e9a-9090-a91268023d35 None None] Router IDs set() for agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 17:38:53.687431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc6847-31d5-49ce-ae26-ee7ab6bb498d tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=81ab7a07-1039-4501-bd1e-ebe0b0e148a2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:53.687665 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_agentschedulers_db [None req-e1207dd3-9a2b-4e9a-9090-a91268023d35 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3fe1adb4-d67c-4d10-a9ae-120616680262'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent'). {{(pid=103152) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 12 17:38:53.688049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1207dd3-9a2b-4e9a-9090-a91268023d35 None None] The sync data for ids ['3fe1adb4-d67c-4d10-a9ae-120616680262'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:38:53.690148 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42866) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:53.771381 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ad03cdc-9b84-4935-b69f-c983a905b9ec tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.878687 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ad03cdc-9b84-4935-b69f-c983a905b9ec tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.904242 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1ad03cdc-9b84-4935-b69f-c983a905b9ec tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdb1a70-293d-4a78-bd1f-0eda319524a8']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:53.916941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1ad03cdc-9b84-4935-b69f-c983a905b9ec tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210b20ab-6d6f-4705-9355-0534fa65b819') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:53.917378 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1ad03cdc-9b84-4935-b69f-c983a905b9ec tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210b20ab-6d6f-4705-9355-0534fa65b819') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:53.928998 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ad03cdc-9b84-4935-b69f-c983a905b9ec tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.944074 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ad03cdc-9b84-4935-b69f-c983a905b9ec tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.951663 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad03cdc-9b84-4935-b69f-c983a905b9ec tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:38:53.952067 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ad03cdc-9b84-4935-b69f-c983a905b9ec tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:38:53.954092 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:38:54.031481 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ad03cdc-9b84-4935-b69f-c983a905b9ec tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:54.042517 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad03cdc-9b84-4935-b69f-c983a905b9ec tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6fdb1a70-293d-4a78-bd1f-0eda319524a8 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 17:38:54.046095 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ad03cdc-9b84-4935-b69f-c983a905b9ec tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:54.055577 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb50b58a-14d6-4e81-8477-9a54c867b256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:54.058495 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb50b58a-14d6-4e81-8477-9a54c867b256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:54.059622 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cb50b58a-14d6-4e81-8477-9a54c867b256 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1b399e8-c511-4c64-945c-6f7857537a0f HTTP/1.1" status: 204 len: 168 time: 1.4116240 Dec 12 17:38:54.065323 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1ad03cdc-9b84-4935-b69f-c983a905b9ec tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "DELETE /v2.0/networks/6fdb1a70-293d-4a78-bd1f-0eda319524a8 HTTP/1.1" status: 204 len: 168 time: 0.3661785 Dec 12 17:38:54.083370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad03cdc-9b84-4935-b69f-c983a905b9ec tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Pushing event deleted for resources: {'Network': ['ID=6fdb1a70-293d-4a78-bd1f-0eda319524a8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:54.114387 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50b58a-14d6-4e81-8477-9a54c867b256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b399e8-c511-4c64-945c-6f7857537a0f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:54.180975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd0d42-4c89-4b9f-b6f7-f8dab11a1d96 req-ab55f895-f2fe-4274-aea0-f301c01c5b58 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:54.188170 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7dd0d42-4c89-4b9f-b6f7-f8dab11a1d96 req-ab55f895-f2fe-4274-aea0-f301c01c5b58 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 944 time: 0.1783519 Dec 12 17:38:54.222584 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-53287d1c-5e3f-4781-8506-3c5f752fe359 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:38:54.229010 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fccb4ef-acf2-43c4-abcc-7ae97cbed765 admin admin] Network 48d10b79-1596-4adf-ad07-f2c37c7f0a62 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:38:54.237475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-2fccb4ef-acf2-43c4-abcc-7ae97cbed765 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:54.384536 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7dd0d42-4c89-4b9f-b6f7-f8dab11a1d96 req-58378922-6346-4040-8395-3f676d3d4ae6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903889 Dec 12 17:38:54.658215 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-53287d1c-5e3f-4781-8506-3c5f752fe359 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:38:54.680498 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-53287d1c-5e3f-4781-8506-3c5f752fe359 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:54.723591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-652346c8-d065-4851-8a8f-eb66b86f6969 None None] Provisioning complete for port aee7e83c-e97f-43f1-a7cc-29e8693e7d8d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:54.724161 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-652346c8-d065-4851-8a8f-eb66b86f6969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:54.744586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fccb4ef-acf2-43c4-abcc-7ae97cbed765 admin admin] Router c518edc7-4731-477f-88fe-d11a3afa204a has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:38:54.775328 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42896) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:54.779877 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-43821991-92bb-483a-ae1e-7263bc13c933 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Request body: {'router': {'name': 'tempest-router--2107425943', 'project_id': '4ac11d351c3649d2bb50c42eec9b283a'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:54.803937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-53287d1c-5e3f-4781-8506-3c5f752fe359 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "PUT /v2.0/floatingips/a0349adf-c55d-4b1e-a61c-bbd400d9ada8 HTTP/1.1" status: 200 len: 996 time: 3.3464732 Dec 12 17:38:54.806938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'tag': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:38:54.809826 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bf4a65-65e7-4e4c-a2b5-692adcd31c81" -d '{"events": [{"name": "network-changed", "server_uuid": "baa518a7-a1a1-4637-b4f4-72e8dd8bd452", "tag": "434a5413-cd54-4767-8d0f-8b9d19a2e5a9"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:38:54.850741 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43821991-92bb-483a-ae1e-7263bc13c933 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:54.851816 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43821991-92bb-483a-ae1e-7263bc13c933 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:54.859404 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-652346c8-d065-4851-8a8f-eb66b86f6969 None None] Port aee7e83c-e97f-43f1-a7cc-29e8693e7d8d cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:38:54.924229 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69edb4b-f5ee-42d0-852d-c735c38def19 None None] Sync routers for ids ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:38:54.940271 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69edb4b-f5ee-42d0-852d-c735c38def19 None None] Routers {'6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:54.940903 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f69edb4b-f5ee-42d0-852d-c735c38def19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:54.943383 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9434f350-d7b0-4144-80c8-396b4ce8bde9 x-openstack-request-id: req-9434f350-d7b0-4144-80c8-396b4ce8bde9 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:38:54.945919 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa518a7-a1a1-4637-b4f4-72e8dd8bd452", "tag": "434a5413-cd54-4767-8d0f-8b9d19a2e5a9", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:38:54.946191 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9434f350-d7b0-4144-80c8-396b4ce8bde9 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:38:54.946602 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'tag': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9', 'status': 'completed', 'code': 200} Dec 12 17:38:54.960693 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43821991-92bb-483a-ae1e-7263bc13c933 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:54.968820 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43821991-92bb-483a-ae1e-7263bc13c933 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:55.010452 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43821991-92bb-483a-ae1e-7263bc13c933 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:55.014205 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-43821991-92bb-483a-ae1e-7263bc13c933 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2356780 Dec 12 17:38:55.014987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42910) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:55.134105 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78e48a7c-36e6-4057-8b1f-cd3b5ef058cd tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:55.287175 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-f69edb4b-f5ee-42d0-852d-c735c38def19 None None] Set router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:38:55.338015 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf4a65-65e7-4e4c-a2b5-692adcd31c81 req-92fc04b8-a66d-4455-a51a-fcb18d6ca902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:55.349819 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23bf4a65-65e7-4e4c-a2b5-692adcd31c81 req-92fc04b8-a66d-4455-a51a-fcb18d6ca902 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e2f4eec817834ce593dffb8b3335df85&device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 1097 time: 0.4134963 Dec 12 17:38:55.353710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-3520b640-8868-4055-bed3-7068dc43efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:55.355159 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-3520b640-8868-4055-bed3-7068dc43efc3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2f4eec817834ce593dffb8b3335df85&device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 1097 time: 0.5355392 Dec 12 17:38:55.380836 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78e48a7c-36e6-4057-8b1f-cd3b5ef058cd tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:55.396777 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78e48a7c-36e6-4057-8b1f-cd3b5ef058cd tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:55.397871 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fccb4ef-acf2-43c4-abcc-7ae97cbed765 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:38:55.423611 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Sync routers for ids ['c518edc7-4731-477f-88fe-d11a3afa204a'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:38:55.467816 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2fccb4ef-acf2-43c4-abcc-7ae97cbed765 admin admin] 10.222.0.18 "PUT /v2.0/routers/c518edc7-4731-477f-88fe-d11a3afa204a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9679284 Dec 12 17:38:55.492348 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Routers {'c518edc7-4731-477f-88fe-d11a3afa204a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:55.496043 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c518edc7-4731-477f-88fe-d11a3afa204a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:55.526551 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78e48a7c-36e6-4057-8b1f-cd3b5ef058cd tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:55.527997 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e48a7c-36e6-4057-8b1f-cd3b5ef058cd tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Fanout notify agent at l3_agent the message router_deleted on router afcaee11-d7aa-4128-8ba3-401a1d700ea7 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:38:55.533259 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78e48a7c-36e6-4057-8b1f-cd3b5ef058cd tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:55.535013 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-78e48a7c-36e6-4057-8b1f-cd3b5ef058cd tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "DELETE /v2.0/routers/afcaee11-d7aa-4128-8ba3-401a1d700ea7 HTTP/1.1" status: 204 len: 168 time: 0.5186954 Dec 12 17:38:55.559937 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42956) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:55.742109 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7d431cd1-d670-4ba9-a4bb-be8af206a78e up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:38:55.790095 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f69edb4b-f5ee-42d0-852d-c735c38def19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'a0349adf-c55d-4b1e-a61c-bbd400d9ada8', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'port_id': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'mac_address': 'fa:16:3e:28:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:38:27Z', 'updated_at': '2021-12-12T17:38:52Z', 'revision_number': 1, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:55.811009 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf4a65-65e7-4e4c-a2b5-692adcd31c81 req-86cc8765-a784-4c12-aa0e-e44a53e3fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:55.814514 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23bf4a65-65e7-4e4c-a2b5-692adcd31c81 req-86cc8765-a784-4c12-aa0e-e44a53e3fdb8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fe0295e0-e02c-466a-b887-061fe8cdca93 HTTP/1.1" status: 200 len: 922 time: 0.4416404 Dec 12 17:38:55.865891 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Set router c518edc7-4731-477f-88fe-d11a3afa204a gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:38:55.898334 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69edb4b-f5ee-42d0-852d-c735c38def19 None None] Checking router: 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:38:55.915140 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 7d431cd1-d670-4ba9-a4bb-be8af206a78e completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:38:55.925093 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69edb4b-f5ee-42d0-852d-c735c38def19 None None] Routers {'6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:55.926611 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 7d431cd1-d670-4ba9-a4bb-be8af206a78e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:55.926893 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:55.927027 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f69edb4b-f5ee-42d0-852d-c735c38def19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:56.006494 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42974) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:56.021675 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23bf4a65-65e7-4e4c-a2b5-692adcd31c81 req-727db682-213f-4a9a-a8d3-7672b793ab6d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434a5413-cd54-4767-8d0f-8b9d19a2e5a9 HTTP/1.1" status: 200 len: 999 time: 0.1949642 Dec 12 17:38:56.132756 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf4a65-65e7-4e4c-a2b5-692adcd31c81 req-94cefd11-9331-4621-8ffc-fd0b6341b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:56.134322 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23bf4a65-65e7-4e4c-a2b5-692adcd31c81 req-94cefd11-9331-4621-8ffc-fd0b6341b62e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=103b3353-755a-4f3f-82b8-1ec95baa41f7 HTTP/1.1" status: 200 len: 860 time: 0.1006880 Dec 12 17:38:56.155874 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:56.169140 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f022c3e-e640-4ac3-9335-1fa7b59a34c6 req-8cc7963f-cb26-4c61-84b1-0c13df7ebb56 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:56.177307 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6838916e-bfa6-4df0-97a5-206305ef8c28 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-617910669-network', 'tenant_id': 'f57ee31ae6a14997954fe0196b266bf6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:56.184990 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f022c3e-e640-4ac3-9335-1fa7b59a34c6 req-8cc7963f-cb26-4c61-84b1-0c13df7ebb56 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 944 time: 0.5228784 Dec 12 17:38:56.210322 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-1f5d2343-d078-4a58-b5c8-e6b15effb192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:56.215559 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-1f5d2343-d078-4a58-b5c8-e6b15effb192 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe0295e0-e02c-466a-b887-061fe8cdca93 HTTP/1.1" status: 200 len: 922 time: 0.8473899 Dec 12 17:38:56.274281 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089bc95b-1dd5-4455-914c-372d88b6e6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d431cd1-d670-4ba9-a4bb-be8af206a78e'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:38:56.278787 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6c1479-bace-40ef-9ab9-73f8c1400ae6" -d '{"events": [{"server_uuid": "089bc95b-1dd5-4455-914c-372d88b6e6a7", "name": "network-vif-plugged", "status": "completed", "tag": "7d431cd1-d670-4ba9-a4bb-be8af206a78e"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:38:56.285591 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6838916e-bfa6-4df0-97a5-206305ef8c28 admin admin] Made reservation on behalf of f57ee31ae6a14997954fe0196b266bf6 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:56.292516 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6838916e-bfa6-4df0-97a5-206305ef8c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:56.311434 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-f69edb4b-f5ee-42d0-852d-c735c38def19 None None] Set router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:38:56.318819 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7d431cd1-d670-4ba9-a4bb-be8af206a78e, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7d431cd1-d670-4ba9-a4bb-be8af206a78e,segment=NetworkSegment(99d4fbf6-70e9-4774-b677-000907b84685),segment_id=99d4fbf6-70e9-4774-b677-000907b84685)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:56.336467 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1322293921', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:56.343043 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:56.353474 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6838916e-bfa6-4df0-97a5-206305ef8c28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:56.414459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f022c3e-e640-4ac3-9335-1fa7b59a34c6 req-067cd1d1-dfea-46dc-bea8-748535ab182f tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034221 Dec 12 17:38:56.426634 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf4a65-65e7-4e4c-a2b5-692adcd31c81 req-fc4522d6-43be-40b8-a2f3-4c8d832c155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:56.433357 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23bf4a65-65e7-4e4c-a2b5-692adcd31c81 req-fc4522d6-43be-40b8-a2f3-4c8d832c155b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fe0295e0-e02c-466a-b887-061fe8cdca93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2767243 Dec 12 17:38:56.451499 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-1f95e583-c508-4bea-8496-62c695fdb467 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434a5413-cd54-4767-8d0f-8b9d19a2e5a9 HTTP/1.1" status: 200 len: 999 time: 0.2032309 Dec 12 17:38:56.490314 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c518edc7-4731-477f-88fe-d11a3afa204a', 'name': 'tempest-AttachSCSIVolumeTestJSON-783012589-router', 'tenant_id': '353c3ed25c854d33a65b45f81e9d054a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf54d9b-83c5-4780-b840-5cf70d40caac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:41Z', 'updated_at': '2021-12-12T17:38:51Z', 'revision_number': 4, 'project_id': '353c3ed25c854d33a65b45f81e9d054a', 'gw_port': {'id': 'ddf54d9b-83c5-4780-b840-5cf70d40caac', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c518edc7-4731-477f-88fe-d11a3afa204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:43Z', 'updated_at': '2021-12-12T17:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'aee7e83c-e97f-43f1-a7cc-29e8693e7d8d', 'name': '', 'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62', 'tenant_id': '353c3ed25c854d33a65b45f81e9d054a', 'mac_address': 'fa:16:3e:7a:87:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c518edc7-4731-477f-88fe-d11a3afa204a', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '4bf8fafa-df31-4e16-94d4-183ba3d4ef74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:49Z', 'updated_at': '2021-12-12T17:38:52Z', 'revision_number': 2, 'project_id': '353c3ed25c854d33a65b45f81e9d054a', 'subnets': [{'id': '4bf8fafa-df31-4e16-94d4-183ba3d4ef74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:56.503685 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=7d431cd1-d670-4ba9-a4bb-be8af206a78e,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:56.508316 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:56.523008 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:56.589870 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Checking router: c518edc7-4731-477f-88fe-d11a3afa204a for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:38:56.591490 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Updating router c518edc7-4731-477f-88fe-d11a3afa204a port aee7e83c-e97f-43f1-a7cc-29e8693e7d8d binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:38:56.649226 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:56.663282 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23bf4a65-65e7-4e4c-a2b5-692adcd31c81 req-840db5c4-126c-494a-a81e-ec8f2798a7fa service neutron] 10.222.0.31 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260661 Dec 12 17:38:56.725940 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f69edb4b-f5ee-42d0-852d-c735c38def19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'a0349adf-c55d-4b1e-a61c-bbd400d9ada8', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'port_id': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'mac_address': 'fa:16:3e:28:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:38:27Z', 'updated_at': '2021-12-12T17:38:52Z', 'revision_number': 1, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:56.727236 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-dd7455ac-b2b6-4771-af2e-6da85bd8878e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:56.729641 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-dd7455ac-b2b6-4771-af2e-6da85bd8878e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=103b3353-755a-4f3f-82b8-1ec95baa41f7 HTTP/1.1" status: 200 len: 860 time: 0.0654182 Dec 12 17:38:56.761917 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69edb4b-f5ee-42d0-852d-c735c38def19 None None] The sync data for ids ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'] in n-d-760354-5 is: [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'a0349adf-c55d-4b1e-a61c-bbd400d9ada8', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'port_id': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'mac_address': 'fa:16:3e:28:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:38:27Z', 'updated_at': '2021-12-12T17:38:52Z', 'revision_number': 1, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:38:56.829766 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6838916e-bfa6-4df0-97a5-206305ef8c28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:56.835470 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:56.847513 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6838916e-bfa6-4df0-97a5-206305ef8c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:56.875403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6838916e-bfa6-4df0-97a5-206305ef8c28 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:38:56.902589 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6838916e-bfa6-4df0-97a5-206305ef8c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:56.903122 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-6838916e-bfa6-4df0-97a5-206305ef8c28 admin admin] Added segment 9d9ef2cd-8048-4536-bdaa-2dedac382c57 of type vlan for network d7058bb0-08dc-43a4-b677-d30917121411 Dec 12 17:38:56.915824 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f95443d-9fe2-45b2-bd9e-d3d23b2dbfe8 x-openstack-request-id: req-9f95443d-9fe2-45b2-bd9e-d3d23b2dbfe8 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:38:56.916398 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089bc95b-1dd5-4455-914c-372d88b6e6a7", "name": "network-vif-plugged", "status": "completed", "tag": "7d431cd1-d670-4ba9-a4bb-be8af206a78e", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:38:56.916398 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f95443d-9fe2-45b2-bd9e-d3d23b2dbfe8 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:38:56.917432 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089bc95b-1dd5-4455-914c-372d88b6e6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d431cd1-d670-4ba9-a4bb-be8af206a78e', 'code': 200} Dec 12 17:38:56.983876 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6838916e-bfa6-4df0-97a5-206305ef8c28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:57.057207 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6838916e-bfa6-4df0-97a5-206305ef8c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:57.059346 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-f9459eaf-e38e-4d58-a0b9-a05db3ead19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:57.064799 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6838916e-bfa6-4df0-97a5-206305ef8c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:57.067163 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6838916e-bfa6-4df0-97a5-206305ef8c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:57.071221 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-f9459eaf-e38e-4d58-a0b9-a05db3ead19f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe0295e0-e02c-466a-b887-061fe8cdca93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2209189 Dec 12 17:38:57.169013 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23bf4a65-65e7-4e4c-a2b5-692adcd31c81 req-d9f29f5f-26b5-42a5-b6e3-50a49b196edf service neutron] 10.222.0.31 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380982 Dec 12 17:38:57.226327 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a7949-7ba4-4b68-b65c-96b17ec709d2 None None] New status for floating IP a0349adf-c55d-4b1e-a61c-bbd400d9ada8: ACTIVE {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:38:57.239672 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:57.249775 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43018) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:57.254676 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:57.324484 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09270229-ef4a-4ca5-b98a-fe9ea5e3ec0d None None] Pushing event updated for resources: {'Port': ['ID=aee7e83c-e97f-43f1-a7cc-29e8693e7d8d,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:57.340042 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-646025500-network', 'tenant_id': 'a041808c1151440c8ccdfb6fd073ebcb'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:57.367463 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-cd2c062b-68b4-47f8-8ea7-f7c0dd55cc95 service neutron] 10.222.0.18 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929258 Dec 12 17:38:57.400367 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6838916e-bfa6-4df0-97a5-206305ef8c28 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8387711 Dec 12 17:38:57.401454 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838916e-bfa6-4df0-97a5-206305ef8c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1270cd6a-9826-4b40-b4c1-7fcf630324be,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:57.410895 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43020) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:57.413168 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Attempting to bind port aee7e83c-e97f-43f1-a7cc-29e8693e7d8d on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:38:57.413853 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Attempting to bind port aee7e83c-e97f-43f1-a7cc-29e8693e7d8d by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '8c587f68-6661-42bc-97dd-553632b77c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:38:57.416639 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Attempting to bind port aee7e83c-e97f-43f1-a7cc-29e8693e7d8d on network 48d10b79-1596-4adf-ad07-f2c37c7f0a62 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:38:57.431782 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:38:57.432380 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Checking segment: {'id': '8c587f68-6661-42bc-97dd-553632b77c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:38:57.432945 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:57.433480 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Bound using segment: {'id': '8c587f68-6661-42bc-97dd-553632b77c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:38:57.434120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Bound port: aee7e83c-e97f-43f1-a7cc-29e8693e7d8d, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c587f68-6661-42bc-97dd-553632b77c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:38:57.436152 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:57.443471 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a11e129b-21c2-4194-ac7c-5c0670d92b1a admin admin] Request body: {'subnet': {'network_id': 'd7058bb0-08dc-43a4-b677-d30917121411', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-617910669-subnet', 'tenant_id': 'f57ee31ae6a14997954fe0196b266bf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:57.618517 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] For port aee7e83c-e97f-43f1-a7cc-29e8693e7d8d, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:38:57.629610 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] For port aee7e83c-e97f-43f1-a7cc-29e8693e7d8d, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=aee7e83c-e97f-43f1-a7cc-29e8693e7d8d,segment=NetworkSegment(8c587f68-6661-42bc-97dd-553632b77c6a),segment_id=8c587f68-6661-42bc-97dd-553632b77c6a)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:38:57.639820 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:57.710629 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838916e-bfa6-4df0-97a5-206305ef8c28 admin admin] Pushing event updated for resources: {'Network': ['ID=d7058bb0-08dc-43a4-b677-d30917121411,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:57.720677 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:57.723508 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a46e5b9e-641b-4845-a87c-bcf5092b998c req-d701c154-4be0-4825-b6cd-87d37e276663 service neutron] 10.222.0.18 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378453 Dec 12 17:38:57.744522 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network d7058bb0-08dc-43a4-b677-d30917121411 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:38:57.754785 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97b031-0b3a-40c4-a46d-25e8431100a7 req-29aae084-c1b3-4843-95e8-a16f621467ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:57.755341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b8485-6f33-457f-8f1a-2d244901d91f req-226a391e-e797-469f-be23-de2a31f08061 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:57.757143 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ff97b031-0b3a-40c4-a46d-25e8431100a7 req-29aae084-c1b3-4843-95e8-a16f621467ad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 1096 time: 0.7431927 Dec 12 17:38:57.757831 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-883b8485-6f33-457f-8f1a-2d244901d91f req-226a391e-e797-469f-be23-de2a31f08061 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1309960 Dec 12 17:38:57.797077 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Made reservation on behalf of a041808c1151440c8ccdfb6fd073ebcb for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:57.806666 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:57.875058 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-883b8485-6f33-457f-8f1a-2d244901d91f req-c3b5fff7-6b6e-402d-b82a-43ebf4c15da4 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086333 Dec 12 17:38:57.983720 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:57.993164 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11e129b-21c2-4194-ac7c-5c0670d92b1a admin admin] Made reservation on behalf of f57ee31ae6a14997954fe0196b266bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:57.993509 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Routers {'c518edc7-4731-477f-88fe-d11a3afa204a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:38:57.994319 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c518edc7-4731-477f-88fe-d11a3afa204a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:58.007451 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a11e129b-21c2-4194-ac7c-5c0670d92b1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:58.009270 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09270229-ef4a-4ca5-b98a-fe9ea5e3ec0d None None] Pushing event updated for resources: {'Port': ['ID=aee7e83c-e97f-43f1-a7cc-29e8693e7d8d,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:58.203699 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-4198207e-fcd0-4a69-817b-1cd46fb93758 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:58.225038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-4198207e-fcd0-4a69-817b-1cd46fb93758 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb0670c-2113-41aa-9957-c923a38794e6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1877491 Dec 12 17:38:58.256338 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ff97b031-0b3a-40c4-a46d-25e8431100a7 req-84069023-e087-4116-88b0-ad925079c6ec service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636161 Dec 12 17:38:58.326711 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-422f3c1e-8e33-449e-b871-f26d2b21e663 None None] Provisioning complete for port aee7e83c-e97f-43f1-a7cc-29e8693e7d8d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:58.329843 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-422f3c1e-8e33-449e-b871-f26d2b21e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:58.330278 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:58.345258 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:58.413955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:38:58.417526 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55982fb8-9b58-4480-948c-feb9df750a17,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:58.449910 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] Set router c518edc7-4731-477f-88fe-d11a3afa204a gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:38:58.493501 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:58.494396 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Added segment 8ef4c5f8-c87c-41f3-ad12-5119d8c45597 of type vlan for network ecc7c02d-1dd3-4bd6-befd-08133d30927e Dec 12 17:38:58.496161 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-f96eb594-0387-43ef-a6db-38f592e87d24 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 1001 time: 0.2699757 Dec 12 17:38:58.509074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-02e37924-5322-475d-9686-21a8b1d63c25 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Request body: {'floatingip': {'port_id': '1b523372-c17c-4e89-9b1f-1cee6fab029d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:58.619056 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-02e37924-5322-475d-9686-21a8b1d63c25 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:58.639644 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-422f3c1e-8e33-449e-b871-f26d2b21e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:58.683404 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-422f3c1e-8e33-449e-b871-f26d2b21e663 None None] For port aee7e83c-e97f-43f1-a7cc-29e8693e7d8d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=aee7e83c-e97f-43f1-a7cc-29e8693e7d8d,segment=NetworkSegment(8c587f68-6661-42bc-97dd-553632b77c6a),segment_id=8c587f68-6661-42bc-97dd-553632b77c6a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:38:58.693527 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-422f3c1e-8e33-449e-b871-f26d2b21e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:58.728452 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:58.780926 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:58.783179 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f3c1e-8e33-449e-b871-f26d2b21e663 None None] Pushing event updated for resources: {'Port': ['ID=aee7e83c-e97f-43f1-a7cc-29e8693e7d8d,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:58.820691 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c518edc7-4731-477f-88fe-d11a3afa204a', 'name': 'tempest-AttachSCSIVolumeTestJSON-783012589-router', 'tenant_id': '353c3ed25c854d33a65b45f81e9d054a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf54d9b-83c5-4780-b840-5cf70d40caac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:41Z', 'updated_at': '2021-12-12T17:38:51Z', 'revision_number': 4, 'project_id': '353c3ed25c854d33a65b45f81e9d054a', 'gw_port': {'id': 'ddf54d9b-83c5-4780-b840-5cf70d40caac', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c518edc7-4731-477f-88fe-d11a3afa204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:43Z', 'updated_at': '2021-12-12T17:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'aee7e83c-e97f-43f1-a7cc-29e8693e7d8d', 'name': '', 'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62', 'tenant_id': '353c3ed25c854d33a65b45f81e9d054a', 'mac_address': 'fa:16:3e:7a:87:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c518edc7-4731-477f-88fe-d11a3afa204a', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '4bf8fafa-df31-4e16-94d4-183ba3d4ef74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:49Z', 'updated_at': '2021-12-12T17:38:57Z', 'revision_number': 4, 'project_id': '353c3ed25c854d33a65b45f81e9d054a', 'subnets': [{'id': '4bf8fafa-df31-4e16-94d4-183ba3d4ef74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:38:58.824640 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b41eeb28-74fe-4689-85e8-f21eb3aa4a20 None None] Provisioning complete for port aee7e83c-e97f-43f1-a7cc-29e8693e7d8d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:58.825189 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b41eeb28-74fe-4689-85e8-f21eb3aa4a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:58.853908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de74a06-2ac1-4122-abf7-dcb6e877c870 None None] The sync data for ids ['c518edc7-4731-477f-88fe-d11a3afa204a'] in n-d-760354-5 is: [{'id': 'c518edc7-4731-477f-88fe-d11a3afa204a', 'name': 'tempest-AttachSCSIVolumeTestJSON-783012589-router', 'tenant_id': '353c3ed25c854d33a65b45f81e9d054a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf54d9b-83c5-4780-b840-5cf70d40caac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:41Z', 'updated_at': '2021-12-12T17:38:51Z', 'revision_number': 4, 'project_id': '353c3ed25c854d33a65b45f81e9d054a', 'gw_port': {'id': 'ddf54d9b-83c5-4780-b840-5cf70d40caac', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c518edc7-4731-477f-88fe-d11a3afa204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:43Z', 'updated_at': '2021-12-12T17:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'aee7e83c-e97f-43f1-a7cc-29e8693e7d8d', 'name': '', 'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62', 'tenant_id': '353c3ed25c854d33a65b45f81e9d054a', 'mac_address': 'fa:16:3e:7a:87:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c518edc7-4731-477f-88fe-d11a3afa204a', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '4bf8fafa-df31-4e16-94d4-183ba3d4ef74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:49Z', 'updated_at': '2021-12-12T17:38:57Z', 'revision_number': 4, 'project_id': '353c3ed25c854d33a65b45f81e9d054a', 'subnets': [{'id': '4bf8fafa-df31-4e16-94d4-183ba3d4ef74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:38:58.998226 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:59.002546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:59.005994 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:59.132277 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:59.136044 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Pushing event updated for resources: {'Network': ['ID=ecc7c02d-1dd3-4bd6-befd-08133d30927e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:59.150261 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8232152 Dec 12 17:38:59.160354 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43038) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:59.162847 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:59.163212 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:59.163565 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:59.163910 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:59.164243 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:59.164577 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:59.164912 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:59.165245 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:59.165573 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:59.165903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:59.166231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:59.166557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:59.166882 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a66fba-0ef3-4794-a86e-1daa69cda97a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:38:59.170508 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a11e129b-21c2-4194-ac7c-5c0670d92b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:59.178182 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0943fe0f-1932-4b02-ac6f-1c9d95a67e36 admin admin] Request body: {'subnet': {'network_id': 'ecc7c02d-1dd3-4bd6-befd-08133d30927e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-646025500-subnet', 'tenant_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:59.179512 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network ecc7c02d-1dd3-4bd6-befd-08133d30927e details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:38:59.278978 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device aee7e83c-e97f-43f1-a7cc-29e8693e7d8d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:38:59.287581 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfe38e-cff1-4b42-9948-d81e5ca7767d req-a7510c60-79df-4f81-87ca-71209a63cb85 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:59.288206 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2adfe38e-cff1-4b42-9948-d81e5ca7767d req-a7510c60-79df-4f81-87ca-71209a63cb85 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1585462 Dec 12 17:38:59.336246 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e129b-21c2-4194-ac7c-5c0670d92b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9deb3998-635c-44ed-a1b4-f82cf8e4a0b8,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:38:59.432542 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0943fe0f-1932-4b02-ac6f-1c9d95a67e36 admin admin] Made reservation on behalf of a041808c1151440c8ccdfb6fd073ebcb for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:38:59.435155 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0943fe0f-1932-4b02-ac6f-1c9d95a67e36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:59.459251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port aee7e83c-e97f-43f1-a7cc-29e8693e7d8d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:38:59.460073 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:59.531985 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e129b-21c2-4194-ac7c-5c0670d92b1a admin admin] Checking segment: {'id': '9d9ef2cd-8048-4536-bdaa-2dedac382c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd7058bb0-08dc-43a4-b677-d30917121411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:38:59.532498 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e129b-21c2-4194-ac7c-5c0670d92b1a admin admin] Network hostable DHCP agents. Network: d7058bb0-08dc-43a4-b677-d30917121411, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:38:59.645196 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2adfe38e-cff1-4b42-9948-d81e5ca7767d req-9fb9033a-d310-4810-9d0e-dac17625280c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464141 Dec 12 17:38:59.743066 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e129b-21c2-4194-ac7c-5c0670d92b1a admin admin] Network d7058bb0-08dc-43a4-b677-d30917121411 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:38:59.764372 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Allocated IP 172.25.1.127 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/f1c14d0b-8726-402a-8ee4-63fcc2ec80bc) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:38:59.782444 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a11e129b-21c2-4194-ac7c-5c0670d92b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, d7058bb0-08dc-43a4-b677-d30917121411) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:38:59.805245 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8af3b7-2999-42dc-b4e8-6b3b0112ec0b None None] Network d7058bb0-08dc-43a4-b677-d30917121411 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:38:59.805921 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e129b-21c2-4194-ac7c-5c0670d92b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:38:59.807611 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a11e129b-21c2-4194-ac7c-5c0670d92b1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:59.823854 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-02e37924-5322-475d-9686-21a8b1d63c25 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:59.839056 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-02e37924-5322-475d-9686-21a8b1d63c25 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:59.936385 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a11e129b-21c2-4194-ac7c-5c0670d92b1a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5148590 Dec 12 17:38:59.940737 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43042) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:38:59.947864 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-617910669-router', 'tenant_id': 'f57ee31ae6a14997954fe0196b266bf6', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:38:59.975461 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-d7058bb0-08dc-43a4-b677-d30917121411', 'network_id': 'd7058bb0-08dc-43a4-b677-d30917121411', 'project_id': 'f57ee31ae6a14997954fe0196b266bf6', 'fixed_ips': [{'subnet_id': '9deb3998-635c-44ed-a1b4-f82cf8e4a0b8'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:38:59.977226 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:38:59.993423 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-02e37924-5322-475d-9686-21a8b1d63c25 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Floating IP a0349adf-c55d-4b1e-a61c-bbd400d9ada8 associated. External IP: 172.25.1.21, port: 434a5413-cd54-4767-8d0f-8b9d19a2e5a9. Dec 12 17:39:00.082584 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:00.083941 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:00.145971 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0943fe0f-1932-4b02-ac6f-1c9d95a67e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:00.155496 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:00.200400 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Allocated IP 172.20.0.2 (d7058bb0-08dc-43a4-b677-d30917121411/9deb3998-635c-44ed-a1b4-f82cf8e4a0b8/b141743d-c92d-4607-910d-29b15a1a1ea6) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:00.262780 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:00.298544 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-02e37924-5322-475d-9686-21a8b1d63c25 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:39:00.303311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943fe0f-1932-4b02-ac6f-1c9d95a67e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=083696fe-1cd8-4eab-907c-230610011894,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:00.386295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0943fe0f-1932-4b02-ac6f-1c9d95a67e36 admin admin] Checking segment: {'id': '8ef4c5f8-c87c-41f3-ad12-5119d8c45597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ecc7c02d-1dd3-4bd6-befd-08133d30927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:39:00.387053 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0943fe0f-1932-4b02-ac6f-1c9d95a67e36 admin admin] Network hostable DHCP agents. Network: ecc7c02d-1dd3-4bd6-befd-08133d30927e, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:39:00.418089 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:00.428107 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:00.430908 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:00.481479 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Network d7058bb0-08dc-43a4-b677-d30917121411 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:00.496119 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:00.504046 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:00.554326 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-02e37924-5322-475d-9686-21a8b1d63c25 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:39:00.603843 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cc63fc-e983-4a0b-9b25-00e72dbe7e8b None None] Sync routers for ids ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:39:00.610958 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Pushing event updated for resources: {'Port': ['ID=b141743d-c92d-4607-910d-29b15a1a1ea6,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:00.617121 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Attempting to bind port b141743d-c92d-4607-910d-29b15a1a1ea6 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:39:00.617676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Attempting to bind port b141743d-c92d-4607-910d-29b15a1a1ea6 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '9d9ef2cd-8048-4536-bdaa-2dedac382c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd7058bb0-08dc-43a4-b677-d30917121411'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:39:00.618197 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Attempting to bind port b141743d-c92d-4607-910d-29b15a1a1ea6 on network d7058bb0-08dc-43a4-b677-d30917121411 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:39:00.632607 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:39:00.633214 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Checking segment: {'id': '9d9ef2cd-8048-4536-bdaa-2dedac382c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd7058bb0-08dc-43a4-b677-d30917121411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:39:00.633630 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:00.634260 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Bound using segment: {'id': '9d9ef2cd-8048-4536-bdaa-2dedac382c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd7058bb0-08dc-43a4-b677-d30917121411'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:39:00.636725 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Bound port: b141743d-c92d-4607-910d-29b15a1a1ea6, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9ef2cd-8048-4536-bdaa-2dedac382c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd7058bb0-08dc-43a4-b677-d30917121411'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:39:00.637375 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:00.729222 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cc63fc-e983-4a0b-9b25-00e72dbe7e8b None None] Routers {'6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:00.730242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-11cc63fc-e983-4a0b-9b25-00e72dbe7e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:00.801123 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-28a80946-50ea-4fb0-b601-6fc04806b0cc tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--420608901&fields=id&tenant_id=1c471f83c6c7470f8ecd28dbb90542ba HTTP/1.1" status: 200 len: 267 time: 0.1022780 Dec 12 17:39:00.843148 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7074074b-233b-498c-a186-e61408d226b0 None None] For port b141743d-c92d-4607-910d-29b15a1a1ea6, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:39:00.865925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7074074b-233b-498c-a186-e61408d226b0 None None] For port b141743d-c92d-4607-910d-29b15a1a1ea6, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b141743d-c92d-4607-910d-29b15a1a1ea6,segment=NetworkSegment(9d9ef2cd-8048-4536-bdaa-2dedac382c57),segment_id=9d9ef2cd-8048-4536-bdaa-2dedac382c57)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:39:00.885152 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:00.889344 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:00.953881 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0943fe0f-1932-4b02-ac6f-1c9d95a67e36 admin admin] Network ecc7c02d-1dd3-4bd6-befd-08133d30927e is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:39:00.966723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074074b-233b-498c-a186-e61408d226b0 None None] Pushing event updated for resources: {'Port': ['ID=b141743d-c92d-4607-910d-29b15a1a1ea6,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:00.978103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-c377c1e5-2820-48ca-9bd0-a0b864c94952 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:00.980548 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-c377c1e5-2820-48ca-9bd0-a0b864c94952 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/networks?id=350585f2-11de-4690-8ad7-c5bd74c5636c HTTP/1.1" status: 200 len: 815 time: 0.1626563 Dec 12 17:39:00.989062 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-11cc63fc-e983-4a0b-9b25-00e72dbe7e8b None None] Set router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:01.012938 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Pushing event updated for resources: {'Port': ['ID=f1c14d0b-8726-402a-8ee4-63fcc2ec80bc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:01.090726 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:01.110072 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0943fe0f-1932-4b02-ac6f-1c9d95a67e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, ecc7c02d-1dd3-4bd6-befd-08133d30927e) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:01.116958 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0943fe0f-1932-4b02-ac6f-1c9d95a67e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:01.117566 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0943fe0f-1932-4b02-ac6f-1c9d95a67e36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:01.125204 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0853e49c-a1b2-494c-a6df-8da5751fa120 None None] Network ecc7c02d-1dd3-4bd6-befd-08133d30927e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:39:01.132000 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:01.142687 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:01.252777 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0943fe0f-1932-4b02-ac6f-1c9d95a67e36 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0794637 Dec 12 17:39:01.256728 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43058) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:01.271089 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-646025500-router', 'tenant_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:01.428659 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:01.429905 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:01.502212 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-935c54d4-5ab4-4ce0-b722-53abbd549f06 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/quotas/1c471f83c6c7470f8ecd28dbb90542ba HTTP/1.1" status: 200 len: 375 time: 0.4854760 Dec 12 17:39:01.591710 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-31f0195a-18e2-4c18-9855-294df6ffa630 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c471f83c6c7470f8ecd28dbb90542ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822575 Dec 12 17:39:01.607966 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-02e37924-5322-475d-9686-21a8b1d63c25 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:39:01.628749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-ecc7c02d-1dd3-4bd6-befd-08133d30927e', 'network_id': 'ecc7c02d-1dd3-4bd6-befd-08133d30927e', 'project_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'fixed_ips': [{'subnet_id': '083696fe-1cd8-4eab-907c-230610011894'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:39:01.629632 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:01.674764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-11cc63fc-e983-4a0b-9b25-00e72dbe7e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'a0349adf-c55d-4b1e-a61c-bbd400d9ada8', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'port_id': '1b523372-c17c-4e89-9b1f-1cee6fab029d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'mac_address': 'fa:16:3e:56:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb0670c-2113-41aa-9957-c923a38794e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:38:27Z', 'updated_at': '2021-12-12T17:38:59Z', 'revision_number': 3, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:01.733808 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:01.779591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cc63fc-e983-4a0b-9b25-00e72dbe7e8b None None] Checking router: 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:39:01.804971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-863c75d8-3e6b-432d-9094-0d1d99cc5e90 service neutron] 10.222.0.18 "GET /v2.0/networks/350585f2-11de-4690-8ad7-c5bd74c5636c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068582 Dec 12 17:39:01.805543 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cc63fc-e983-4a0b-9b25-00e72dbe7e8b None None] Routers {'6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:01.806184 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-11cc63fc-e983-4a0b-9b25-00e72dbe7e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:01.885154 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-02e37924-5322-475d-9686-21a8b1d63c25 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:39:01.892645 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-02e37924-5322-475d-9686-21a8b1d63c25 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:01.955493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'tag': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:39:01.959584 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec22887-0eb4-45f6-ba30-f05ac115259f" -d '{"events": [{"name": "network-changed", "server_uuid": "baa518a7-a1a1-4637-b4f4-72e8dd8bd452", "tag": "434a5413-cd54-4767-8d0f-8b9d19a2e5a9"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:39:01.976744 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Allocated IP 172.20.0.2 (ecc7c02d-1dd3-4bd6-befd-08133d30927e/083696fe-1cd8-4eab-907c-230610011894/7669aefa-e614-4142-9d6e-51eb0825d9d7) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:01.980099 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:02.021985 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-8b4190fd-a51b-4739-9b1f-3526c3c3e42c service neutron] 10.222.0.18 "GET /v2.0/networks/350585f2-11de-4690-8ad7-c5bd74c5636c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047141 Dec 12 17:39:02.025583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-02e37924-5322-475d-9686-21a8b1d63c25 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "PUT /v2.0/floatingips/a0349adf-c55d-4b1e-a61c-bbd400d9ada8 HTTP/1.1" status: 200 len: 997 time: 3.5222981 Dec 12 17:39:02.082430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-11cc63fc-e983-4a0b-9b25-00e72dbe7e8b None None] Set router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:02.119989 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-0e5d8743-685d-46fc-bb5d-ff075aac5515 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:02.129992 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:02.140788 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-0e5d8743-685d-46fc-bb5d-ff075aac5515 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports/434a5413-cd54-4767-8d0f-8b9d19a2e5a9 HTTP/1.1" status: 200 len: 943 time: 0.1055501 Dec 12 17:39:02.350458 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-a84412cc-2775-49fe-8ace-2a34ad65f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:02.363663 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:02.368792 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-a84412cc-2775-49fe-8ace-2a34ad65f0f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2f4eec817834ce593dffb8b3335df85&device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 1097 time: 0.1309133 Dec 12 17:39:02.389179 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:02.428350 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:02.464584 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Network ecc7c02d-1dd3-4bd6-befd-08133d30927e is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:02.471484 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:02.501240 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:02.521814 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Pushing event updated for resources: {'Port': ['ID=7669aefa-e614-4142-9d6e-51eb0825d9d7,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:02.584861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-8eb8bdba-8c3b-455e-bf9a-0c4f1899a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:02.595681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-8eb8bdba-8c3b-455e-bf9a-0c4f1899a40f service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe0295e0-e02c-466a-b887-061fe8cdca93 HTTP/1.1" status: 200 len: 922 time: 0.2257006 Dec 12 17:39:02.614651 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:02.656264 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12f7119-bb1c-4c7f-9bde-f38f466b4603 None None] Network d7058bb0-08dc-43a4-b677-d30917121411 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:39:02.693042 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Attempting to bind port 7669aefa-e614-4142-9d6e-51eb0825d9d7 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:39:02.693387 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Attempting to bind port 7669aefa-e614-4142-9d6e-51eb0825d9d7 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '8ef4c5f8-c87c-41f3-ad12-5119d8c45597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ecc7c02d-1dd3-4bd6-befd-08133d30927e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:39:02.693753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Attempting to bind port 7669aefa-e614-4142-9d6e-51eb0825d9d7 on network ecc7c02d-1dd3-4bd6-befd-08133d30927e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:39:02.703271 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-19ffadfb-7058-4c5b-bbb0-095c7a5e4f7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434a5413-cd54-4767-8d0f-8b9d19a2e5a9 HTTP/1.1" status: 200 len: 217 time: 0.1063457 Dec 12 17:39:02.718524 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:02.780895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b1c64-a99b-495c-b3ac-fee401dc21f0 req-2ce72030-9d8d-41ba-ad6d-4a8bf29f67b5 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:02.783515 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:39:02.783915 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Checking segment: {'id': '8ef4c5f8-c87c-41f3-ad12-5119d8c45597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ecc7c02d-1dd3-4bd6-befd-08133d30927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:39:02.784058 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-103b1c64-a99b-495c-b3ac-fee401dc21f0 req-2ce72030-9d8d-41ba-ad6d-4a8bf29f67b5 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1238022 Dec 12 17:39:02.785637 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-1a115d23-1fe6-4d17-9c0c-0b1724def3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:02.785842 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:02.786247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Bound using segment: {'id': '8ef4c5f8-c87c-41f3-ad12-5119d8c45597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ecc7c02d-1dd3-4bd6-befd-08133d30927e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:39:02.786737 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Bound port: 7669aefa-e614-4142-9d6e-51eb0825d9d7, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef4c5f8-c87c-41f3-ad12-5119d8c45597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ecc7c02d-1dd3-4bd6-befd-08133d30927e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:39:02.787126 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:02.793760 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-1a115d23-1fe6-4d17-9c0c-0b1724def3bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=103b3353-755a-4f3f-82b8-1ec95baa41f7 HTTP/1.1" status: 200 len: 860 time: 0.0890355 Dec 12 17:39:02.822099 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-63377e11-f320-40d3-8138-d8da165cea53 None None] Provisioning complete for port b141743d-c92d-4607-910d-29b15a1a1ea6 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:02.822478 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63377e11-f320-40d3-8138-d8da165cea53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:02.830380 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-11cc63fc-e983-4a0b-9b25-00e72dbe7e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'a0349adf-c55d-4b1e-a61c-bbd400d9ada8', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'port_id': '1b523372-c17c-4e89-9b1f-1cee6fab029d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'mac_address': 'fa:16:3e:56:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb0670c-2113-41aa-9957-c923a38794e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:38:27Z', 'updated_at': '2021-12-12T17:38:59Z', 'revision_number': 3, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:02.925876 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-103b1c64-a99b-495c-b3ac-fee401dc21f0 req-d1a878fe-853c-42c3-9e4b-fbfe56a59a43 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009717 Dec 12 17:39:02.933378 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cc63fc-e983-4a0b-9b25-00e72dbe7e8b None None] The sync data for ids ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'] in n-d-760354-5 is: [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'a0349adf-c55d-4b1e-a61c-bbd400d9ada8', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'port_id': '1b523372-c17c-4e89-9b1f-1cee6fab029d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'mac_address': 'fa:16:3e:56:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb0670c-2113-41aa-9957-c923a38794e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:38:27Z', 'updated_at': '2021-12-12T17:38:59Z', 'revision_number': 3, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:39:02.934616 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-d7bc7ed4-061b-4193-b82b-81c0852ddfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:02.956934 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-d7bc7ed4-061b-4193-b82b-81c0852ddfe7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe0295e0-e02c-466a-b887-061fe8cdca93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618958 Dec 12 17:39:03.022317 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] For port 7669aefa-e614-4142-9d6e-51eb0825d9d7, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:39:03.025930 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] Allocated IP 172.25.1.105 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/86e5284e-da1b-4a0c-9ad7-c7bc7e59692d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:03.028928 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] For port 7669aefa-e614-4142-9d6e-51eb0825d9d7, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7669aefa-e614-4142-9d6e-51eb0825d9d7,segment=NetworkSegment(8ef4c5f8-c87c-41f3-ad12-5119d8c45597),segment_id=8ef4c5f8-c87c-41f3-ad12-5119d8c45597)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:39:03.051958 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:03.188825 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:03.226815 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:03.253982 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-97ec8240-b9f1-4491-aba0-db06a5a88009 service neutron] 10.222.0.18 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656393 Dec 12 17:39:03.321824 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b77af7-9e12-4527-8173-4feaa128da16 x-openstack-request-id: req-b1b77af7-9e12-4527-8173-4feaa128da16 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:39:03.322379 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa518a7-a1a1-4637-b4f4-72e8dd8bd452", "tag": "434a5413-cd54-4767-8d0f-8b9d19a2e5a9", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:39:03.322610 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1b77af7-9e12-4527-8173-4feaa128da16 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:39:03.323028 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'tag': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9', 'status': 'completed', 'code': 200} Dec 12 17:39:03.334891 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63377e11-f320-40d3-8138-d8da165cea53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:03.426417 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28e5e69-c5ca-4f1e-979b-ddcdefe953df None None] New status for floating IP a0349adf-c55d-4b1e-a61c-bbd400d9ada8: ACTIVE {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:39:03.432721 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b141743d-c92d-4607-910d-29b15a1a1ea6 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:39:03.449648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16393914-a7c3-4598-9fdc-4c9544dc58ab None None] Pushing event updated for resources: {'Port': ['ID=7669aefa-e614-4142-9d6e-51eb0825d9d7,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:03.600807 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0240f484-7a4f-4417-92a4-228f3b0c4a8a req-ed0330ee-fdb7-49f5-9485-e9b278703c3f tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 210 time: 0.2248638 Dec 12 17:39:03.605316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-63377e11-f320-40d3-8138-d8da165cea53 None None] For port b141743d-c92d-4607-910d-29b15a1a1ea6, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b141743d-c92d-4607-910d-29b15a1a1ea6,segment=NetworkSegment(9d9ef2cd-8048-4536-bdaa-2dedac382c57),segment_id=9d9ef2cd-8048-4536-bdaa-2dedac382c57)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:03.621991 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63377e11-f320-40d3-8138-d8da165cea53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:03.625057 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Router cb9e9a97-53a7-43ed-8255-8f494a2a0878 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:39:03.682834 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:03.693722 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-e5ec2df0-3194-4cb7-8472-dd16e004a0d6 service neutron] 10.222.0.18 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306390 Dec 12 17:39:03.711114 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b141743d-c92d-4607-910d-29b15a1a1ea6 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:03.712333 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:03.863142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63377e11-f320-40d3-8138-d8da165cea53 None None] Pushing event updated for resources: {'Port': ['ID=b141743d-c92d-4607-910d-29b15a1a1ea6,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:03.874288 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-82e85ad5-1a87-441d-9beb-9d834d9ff662 None None] Provisioning complete for port b141743d-c92d-4607-910d-29b15a1a1ea6 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:03.875176 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-82e85ad5-1a87-441d-9beb-9d834d9ff662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:03.879352 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec22887-0eb4-45f6-ba30-f05ac115259f req-629b8b9f-1d9b-4dfd-bd9d-f5e7e4fb619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:03.884661 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6ec22887-0eb4-45f6-ba30-f05ac115259f req-629b8b9f-1d9b-4dfd-bd9d-f5e7e4fb619b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e2f4eec817834ce593dffb8b3335df85&device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 1097 time: 0.5395889 Dec 12 17:39:03.899965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-669b6570-97a2-433b-a136-9ccf7fc6c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:03.902098 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-669b6570-97a2-433b-a136-9ccf7fc6c7ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2f4eec817834ce593dffb8b3335df85&device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 1096 time: 0.1528842 Dec 12 17:39:04.126557 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-996ec556-7e57-48de-9818-d21f3866bc3f tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:04.138970 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-996ec556-7e57-48de-9818-d21f3866bc3f tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/networks?id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d HTTP/1.1" status: 200 len: 813 time: 0.4007757 Dec 12 17:39:04.149850 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:04.174014 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-5645a238-b421-4460-bdb4-d2e9c6ef18b1 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/quotas/a1e2311e5fc246878549322368853f45 HTTP/1.1" status: 200 len: 375 time: 0.0340734 Dec 12 17:39:04.215931 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-f3a8b65f-09d3-472d-b0d2-da3c4fb2968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:04.217426 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-f3a8b65f-09d3-472d-b0d2-da3c4fb2968b service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe0295e0-e02c-466a-b887-061fe8cdca93 HTTP/1.1" status: 200 len: 922 time: 0.3035421 Dec 12 17:39:04.263286 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f82ba-ad48-45cb-bf66-c72f7be39bf7 None None] Sync routers for ids ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:39:04.281266 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2f82ba-ad48-45cb-bf66-c72f7be39bf7 None None] Routers {'6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:04.282150 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ac2f82ba-ad48-45cb-bf66-c72f7be39bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:04.283442 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-debcc596-e9c7-4579-8a22-e786215bc180 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a1e2311e5fc246878549322368853f45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1083760 Dec 12 17:39:04.302947 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:39:04.304999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec22887-0eb4-45f6-ba30-f05ac115259f req-e6b7bb17-35b4-45c6-957a-e85c38fa7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:04.306497 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6ec22887-0eb4-45f6-ba30-f05ac115259f req-e6b7bb17-35b4-45c6-957a-e85c38fa7034 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fe0295e0-e02c-466a-b887-061fe8cdca93 HTTP/1.1" status: 200 len: 922 time: 0.3441725 Dec 12 17:39:04.312364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:04.315294 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad9f4af-6de4-468d-90e2-886117055a59 None None] Sync routers for ids ['cb9e9a97-53a7-43ed-8255-8f494a2a0878'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:39:04.334886 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad9f4af-6de4-468d-90e2-886117055a59 None None] Routers {'cb9e9a97-53a7-43ed-8255-8f494a2a0878'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:04.335909 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bad9f4af-6de4-468d-90e2-886117055a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['cb9e9a97-53a7-43ed-8255-8f494a2a0878'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:04.363127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:04.408491 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:04.412635 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9b6cfa36-b52b-4d90-95fe-b2b1e207a437 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.4049153 Dec 12 17:39:04.415728 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ac2f82ba-ad48-45cb-bf66-c72f7be39bf7 None None] Set router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:04.416008 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43096) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:04.416809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:04.433069 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] Allocated IP 172.25.1.164 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/6d1a8b84-780b-4a44-a63a-9286436b6323) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:04.438034 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6ec22887-0eb4-45f6-ba30-f05ac115259f req-8d3cdf9b-58df-4ad2-b7f0-a3bc318bcd28 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434a5413-cd54-4767-8d0f-8b9d19a2e5a9 HTTP/1.1" status: 200 len: 217 time: 0.0932443 Dec 12 17:39:04.444215 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bad9f4af-6de4-468d-90e2-886117055a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:04.465634 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad9f4af-6de4-468d-90e2-886117055a59 None None] Routers {'cb9e9a97-53a7-43ed-8255-8f494a2a0878'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:04.467753 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bad9f4af-6de4-468d-90e2-886117055a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['cb9e9a97-53a7-43ed-8255-8f494a2a0878'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:04.482413 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] Pushing event updated for resources: {'Port': ['ID=86e5284e-da1b-4a0c-9ad7-c7bc7e59692d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:04.534883 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-72338528-45fb-42c5-aae0-89778e1c4abc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b523372-c17c-4e89-9b1f-1cee6fab029d HTTP/1.1" status: 200 len: 1000 time: 0.3033967 Dec 12 17:39:04.547343 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bad9f4af-6de4-468d-90e2-886117055a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:04.551264 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad9f4af-6de4-468d-90e2-886117055a59 None None] The sync data for ids ['cb9e9a97-53a7-43ed-8255-8f494a2a0878'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:39:04.838049 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-d3c6c1de-8159-4888-848a-5b84a85917c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:04.848016 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-d3c6c1de-8159-4888-848a-5b84a85917c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=103b3353-755a-4f3f-82b8-1ec95baa41f7 HTTP/1.1" status: 200 len: 860 time: 0.3100419 Dec 12 17:39:04.876449 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97599d81-cd38-45f9-a27f-a9d811e95fbb None None] Network ecc7c02d-1dd3-4bd6-befd-08133d30927e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:39:04.913434 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-945de5c4-3664-4143-aa25-28145c29813b service neutron] 10.222.0.18 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276810 Dec 12 17:39:05.073655 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-fa210107-3819-464a-a84c-4de88948b87a None None] Provisioning complete for port 7669aefa-e614-4142-9d6e-51eb0825d9d7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:05.074042 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fa210107-3819-464a-a84c-4de88948b87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:05.081317 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-52241070-d38c-4f59-9734-bab23a59b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:05.083924 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-52241070-d38c-4f59-9734-bab23a59b488 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe0295e0-e02c-466a-b887-061fe8cdca93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2351325 Dec 12 17:39:05.086409 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-c9222549-e2fb-4453-bab4-b0a88118772c service neutron] 10.222.0.18 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718242 Dec 12 17:39:05.096861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-464a4eb7-abd4-4ffd-b44b-86edde92ec59 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:05.098502 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-464a4eb7-abd4-4ffd-b44b-86edde92ec59 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.20 "GET /v2.0/networks?id=350585f2-11de-4690-8ad7-c5bd74c5636c HTTP/1.1" status: 200 len: 815 time: 0.4434960 Dec 12 17:39:05.213537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec22887-0eb4-45f6-ba30-f05ac115259f req-aac26480-92ea-44d4-b423-97fa6db85f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:05.215025 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6ec22887-0eb4-45f6-ba30-f05ac115259f req-aac26480-92ea-44d4-b423-97fa6db85f9f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=103b3353-755a-4f3f-82b8-1ec95baa41f7 HTTP/1.1" status: 200 len: 860 time: 0.6509354 Dec 12 17:39:05.340324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb0670c-2113-41aa-9957-c923a38794e6', 'tag': '1b523372-c17c-4e89-9b1f-1cee6fab029d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:39:05.343552 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f909b070-7fc9-4ab4-a10b-e08860ecbc93" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb0670c-2113-41aa-9957-c923a38794e6", "tag": "1b523372-c17c-4e89-9b1f-1cee6fab029d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:39:05.397603 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b141743d-c92d-4607-910d-29b15a1a1ea6 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:39:05.417290 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7ebb3330-461e-40f4-8bee-17789a2b2864 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "GET /v2.0/routers/cb9e9a97-53a7-43ed-8255-8f494a2a0878 HTTP/1.1" status: 200 len: 921 time: 0.9898109 Dec 12 17:39:05.419631 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43108) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:05.442063 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-d0af0517-6feb-48b3-8066-a4908f5c4e15 service neutron] 10.222.0.18 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374498 Dec 12 17:39:05.552139 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ffb01b51-1567-453c-8fa1-155c53eb3dbf tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb9e9a97-53a7-43ed-8255-8f494a2a0878 HTTP/1.1" status: 200 len: 205 time: 0.1203539 Dec 12 17:39:05.579487 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43110) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:05.581464 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fa210107-3819-464a-a84c-4de88948b87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:05.628004 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-fa210107-3819-464a-a84c-4de88948b87a None None] For port 7669aefa-e614-4142-9d6e-51eb0825d9d7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7669aefa-e614-4142-9d6e-51eb0825d9d7,segment=NetworkSegment(8ef4c5f8-c87c-41f3-ad12-5119d8c45597),segment_id=8ef4c5f8-c87c-41f3-ad12-5119d8c45597)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:05.642791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-3c364eba-3ce2-4112-a1b0-f678265b715c tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c471f83c6c7470f8ecd28dbb90542ba HTTP/1.1" status: 200 len: 379 time: 0.4313374 Dec 12 17:39:05.654972 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fa210107-3819-464a-a84c-4de88948b87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:05.711919 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d0449c34-c445-4017-8a71-9f10e253baf8 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Request body: {'port': {'device_id': 'e11bf610-227a-42bb-b86b-2232953b75b0', 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c', 'admin_state_up': True, 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'security_groups': ['45f000ca-6a90-44d6-92b4-704bef426b40']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:05.735723 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec22887-0eb4-45f6-ba30-f05ac115259f req-7a01f595-a61d-49ed-8de6-a124bfa40fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:05.737350 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6ec22887-0eb4-45f6-ba30-f05ac115259f req-7a01f595-a61d-49ed-8de6-a124bfa40fcb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fe0295e0-e02c-466a-b887-061fe8cdca93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5100710 Dec 12 17:39:05.824994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ac2f82ba-ad48-45cb-bf66-c72f7be39bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'a0349adf-c55d-4b1e-a61c-bbd400d9ada8', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'port_id': '1b523372-c17c-4e89-9b1f-1cee6fab029d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'mac_address': 'fa:16:3e:56:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb0670c-2113-41aa-9957-c923a38794e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:38:27Z', 'updated_at': '2021-12-12T17:39:03Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:05.840398 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:05.849259 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8179422-9f21-46c4-9cbe-ff7224c7ccbe req-01617b6a-a63b-4713-93f6-17d877551400 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 210 time: 0.2007473 Dec 12 17:39:05.897234 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f82ba-ad48-45cb-bf66-c72f7be39bf7 None None] Checking router: 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:39:05.952699 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa210107-3819-464a-a84c-4de88948b87a None None] Pushing event updated for resources: {'Port': ['ID=7669aefa-e614-4142-9d6e-51eb0825d9d7,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:05.968192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2f82ba-ad48-45cb-bf66-c72f7be39bf7 None None] Routers {'6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:05.971983 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ac2f82ba-ad48-45cb-bf66-c72f7be39bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:06.031212 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b141743d-c92d-4607-910d-29b15a1a1ea6 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:06.031212 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:06.045059 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d7d7b27-c40d-40a1-a2c7-a6f219f82488 req-d0b0fdef-942e-4dd0-9548-b6e227eb82f7 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=032c790c-9f95-4c8f-a100-f30974aa3632 HTTP/1.1" status: 200 len: 210 time: 0.0796452 Dec 12 17:39:06.052481 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-feb9bd77-cd3e-4731-9385-13b9b6d5b238 req-93fafec6-8a1d-4715-a0a2-8e1fd68618e4 service neutron] 10.222.0.18 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914481 Dec 12 17:39:06.131604 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d0449c34-c445-4017-8a71-9f10e253baf8 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Made reservation on behalf of 1c471f83c6c7470f8ecd28dbb90542ba for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:39:06.135235 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d0449c34-c445-4017-8a71-9f10e253baf8 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:06.157740 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8460ac3d-774d-431d-b5c6-feb3b6922c79 x-openstack-request-id: req-8460ac3d-774d-431d-b5c6-feb3b6922c79 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:39:06.158043 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb0670c-2113-41aa-9957-c923a38794e6", "tag": "1b523372-c17c-4e89-9b1f-1cee6fab029d", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:39:06.158412 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8460ac3d-774d-431d-b5c6-feb3b6922c79 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:39:06.158801 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb0670c-2113-41aa-9957-c923a38794e6', 'tag': '1b523372-c17c-4e89-9b1f-1cee6fab029d', 'status': 'completed', 'code': 200} Dec 12 17:39:06.169522 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6d0dbf67-4270-4453-8967-3906f73d475f None None] Provisioning complete for port 7669aefa-e614-4142-9d6e-51eb0825d9d7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:06.169961 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6d0dbf67-4270-4453-8967-3906f73d475f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:06.327541 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:06.329189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7669aefa-e614-4142-9d6e-51eb0825d9d7 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:39:06.373279 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edebc431-47a2-4ce2-bb5b-2f22fcfd24af req-419fc958-8f00-4448-9a6a-b956f4734fb2 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 1000 time: 0.2354126 Dec 12 17:39:06.390671 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ac2f82ba-ad48-45cb-bf66-c72f7be39bf7 None None] Set router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:06.409406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909b070-7fc9-4ab4-a10b-e08860ecbc93 req-fe8c6438-3a3c-45c3-8591-664fc738bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:06.411216 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f909b070-7fc9-4ab4-a10b-e08860ecbc93 req-fe8c6438-3a3c-45c3-8591-664fc738bcf6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2f4eec817834ce593dffb8b3335df85&device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 1096 time: 0.1665163 Dec 12 17:39:06.448771 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebc431-47a2-4ce2-bb5b-2f22fcfd24af req-fdd5ca48-3d1b-41e3-b5dd-9077db06fee3 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:06.461198 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edebc431-47a2-4ce2-bb5b-2f22fcfd24af req-fdd5ca48-3d1b-41e3-b5dd-9077db06fee3 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports/1b523372-c17c-4e89-9b1f-1cee6fab029d HTTP/1.1" status: 200 len: 942 time: 0.0795147 Dec 12 17:39:06.578986 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88eba3d7-d723-4b07-9c5d-93ad077fb006 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:06.596050 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:06.601484 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6ec22887-0eb4-45f6-ba30-f05ac115259f req-f542b6d0-c285-4295-86fb-20eac62392a3 service neutron] 10.222.0.31 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8466368 Dec 12 17:39:06.612852 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7669aefa-e614-4142-9d6e-51eb0825d9d7 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:06.613232 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:06.665945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d0449c34-c445-4017-8a71-9f10e253baf8 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Allocated IP 172.20.0.14 (350585f2-11de-4690-8ad7-c5bd74c5636c/c1cd740f-26e2-4d92-a719-8cb567a952d5/c581b7c7-37ec-4301-989d-159ff7c22cf0) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:06.702943 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edebc431-47a2-4ce2-bb5b-2f22fcfd24af req-b8a8cdc9-dd3a-4f64-9bb1-84764beed0f4 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 1000 time: 0.1422949 Dec 12 17:39:06.765929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909b070-7fc9-4ab4-a10b-e08860ecbc93 req-a97142b7-4fe9-4629-8a94-8902974e00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:06.769168 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f909b070-7fc9-4ab4-a10b-e08860ecbc93 req-a97142b7-4fe9-4629-8a94-8902974e00bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe0295e0-e02c-466a-b887-061fe8cdca93 HTTP/1.1" status: 200 len: 922 time: 0.3455663 Dec 12 17:39:06.894109 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:06.931348 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebc431-47a2-4ce2-bb5b-2f22fcfd24af req-5709d499-7593-40ec-8330-c498a65dafad tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:06.933590 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edebc431-47a2-4ce2-bb5b-2f22fcfd24af req-5709d499-7593-40ec-8330-c498a65dafad tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.2293756 Dec 12 17:39:06.940117 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:06.965556 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ac2f82ba-ad48-45cb-bf66-c72f7be39bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'a0349adf-c55d-4b1e-a61c-bbd400d9ada8', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'port_id': '1b523372-c17c-4e89-9b1f-1cee6fab029d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'mac_address': 'fa:16:3e:56:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb0670c-2113-41aa-9957-c923a38794e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:38:27Z', 'updated_at': '2021-12-12T17:39:03Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:07.038245 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f82ba-ad48-45cb-bf66-c72f7be39bf7 None None] The sync data for ids ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'] in n-d-760354-5 is: [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'a0349adf-c55d-4b1e-a61c-bbd400d9ada8', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'port_id': '1b523372-c17c-4e89-9b1f-1cee6fab029d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'mac_address': 'fa:16:3e:56:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb0670c-2113-41aa-9957-c923a38794e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:38:27Z', 'updated_at': '2021-12-12T17:39:03Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:39:07.097875 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:07.125389 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6ec22887-0eb4-45f6-ba30-f05ac115259f req-7cd13c8d-eac5-4e33-9360-17b724fd9bd4 service neutron] 10.222.0.31 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830902 Dec 12 17:39:07.140892 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] Pushing event updated for resources: {'Port': ['ID=6d1a8b84-780b-4a44-a63a-9286436b6323,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:07.216206 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7669aefa-e614-4142-9d6e-51eb0825d9d7 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:39:07.322840 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7669aefa-e614-4142-9d6e-51eb0825d9d7 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:07.323231 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:07.478193 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88eba3d7-d723-4b07-9c5d-93ad077fb006 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:07.577732 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:07.603318 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-add746e6-3f0e-46ac-8059-e1d57a52bdb8 req-d9b85b56-0829-417f-a879-e3807f978637 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 210 time: 0.5838802 Dec 12 17:39:07.701492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f909b070-7fc9-4ab4-a10b-e08860ecbc93 req-5e9e98d1-a670-446d-bae4-7a85b7c3aadf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b523372-c17c-4e89-9b1f-1cee6fab029d HTTP/1.1" status: 200 len: 1000 time: 0.8795023 Dec 12 17:39:07.788378 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f0ebd99-2c1e-4228-a810-a96724fc34f3 req-93152040-0403-4bd3-b81f-94cadb4bb81d tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=032c790c-9f95-4c8f-a100-f30974aa3632 HTTP/1.1" status: 200 len: 210 time: 0.0932572 Dec 12 17:39:07.813533 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-331d5f1b-b0d1-4da4-8b4a-32a83de7cbd0 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 1000 time: 0.8148870 Dec 12 17:39:07.881571 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-88eba3d7-d723-4b07-9c5d-93ad077fb006 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Deleting port f1c14d0b-8726-402a-8ee4-63fcc2ec80bc {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:39:07.883869 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88eba3d7-d723-4b07-9c5d-93ad077fb006 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:07.937523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-1d504007-f7b4-4161-bc16-904027b0183e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:07.939086 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-1d504007-f7b4-4161-bc16-904027b0183e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.31 "GET /v2.0/networks?id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d HTTP/1.1" status: 200 len: 813 time: 0.9048264 Dec 12 17:39:07.945750 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-54a0facc-3e9a-455f-92c3-c0215d85b05b tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:07.947144 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-54a0facc-3e9a-455f-92c3-c0215d85b05b tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports/1b523372-c17c-4e89-9b1f-1cee6fab029d HTTP/1.1" status: 200 len: 942 time: 0.0984378 Dec 12 17:39:07.956760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-5326aed6-9432-4b65-aabd-b63fef9ccfd6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Request body: {'port': {'device_id': '032c790c-9f95-4c8f-a100-f30974aa3632', 'network_id': '523f7885-2a3b-4fcb-8b42-d7268e79ac1d', 'admin_state_up': True, 'tenant_id': 'a1e2311e5fc246878549322368853f45'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:07.960720 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909b070-7fc9-4ab4-a10b-e08860ecbc93 req-baac71d2-6de4-41d8-be81-54a804e14339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:07.962210 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f909b070-7fc9-4ab4-a10b-e08860ecbc93 req-baac71d2-6de4-41d8-be81-54a804e14339 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=103b3353-755a-4f3f-82b8-1ec95baa41f7 HTTP/1.1" status: 200 len: 860 time: 0.2444630 Dec 12 17:39:07.966310 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d0449c34-c445-4017-8a71-9f10e253baf8 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:08.079117 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:08.232918 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909b070-7fc9-4ab4-a10b-e08860ecbc93 req-1e73fe97-727d-4255-9ef8-e24bb336cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:08.234450 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f909b070-7fc9-4ab4-a10b-e08860ecbc93 req-1e73fe97-727d-4255-9ef8-e24bb336cefc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe0295e0-e02c-466a-b887-061fe8cdca93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2537580 Dec 12 17:39:08.267743 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d0449c34-c445-4017-8a71-9f10e253baf8 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:08.269471 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-a52e35ee-62d1-4ef8-bcc7-653b1a5f32cd tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 1000 time: 0.2240498 Dec 12 17:39:08.437527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d0449c34-c445-4017-8a71-9f10e253baf8 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Network 350585f2-11de-4690-8ad7-c5bd74c5636c is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:08.447972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0449c34-c445-4017-8a71-9f10e253baf8 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Pushing event updated for resources: {'Port': ['ID=c581b7c7-37ec-4301-989d-159ff7c22cf0,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:08.450728 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d0449c34-c445-4017-8a71-9f10e253baf8 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:08.458029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d0449c34-c445-4017-8a71-9f10e253baf8 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:08.463316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-5326aed6-9432-4b65-aabd-b63fef9ccfd6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Made reservation on behalf of a1e2311e5fc246878549322368853f45 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:39:08.466775 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-5326aed6-9432-4b65-aabd-b63fef9ccfd6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:08.589120 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f909b070-7fc9-4ab4-a10b-e08860ecbc93 req-469a8bd1-efe2-4d02-bfd0-69dd1a4eaec5 service neutron] 10.222.0.20 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409283 Dec 12 17:39:08.613069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-d82d5fbe-22fb-4169-b80a-899ba67fcad9 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:08.614476 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-d82d5fbe-22fb-4169-b80a-899ba67fcad9 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.3308403 Dec 12 17:39:08.623223 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d0449c34-c445-4017-8a71-9f10e253baf8 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:08.623892 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d0449c34-c445-4017-8a71-9f10e253baf8 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:08.849444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d0449c34-c445-4017-8a71-9f10e253baf8 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1685472 Dec 12 17:39:08.859696 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-48182bd7-72b6-446d-93f3-7864d6acbf9e None None] Provisioning complete for port c581b7c7-37ec-4301-989d-159ff7c22cf0 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:08.862504 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-48182bd7-72b6-446d-93f3-7864d6acbf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:08.868231 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Request body: {'port': {'device_id': 'e11bf610-227a-42bb-b86b-2232953b75b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:08.906008 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-48182bd7-72b6-446d-93f3-7864d6acbf9e None None] Port c581b7c7-37ec-4301-989d-159ff7c22cf0 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:39:08.925634 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-f1ff59fe-5bef-4422-b44e-380eea4a7e54 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 1000 time: 0.2883368 Dec 12 17:39:08.968277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-5019290c-a993-419a-835c-bcef1f09d77f tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:09.022743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1a38c-5d29-435f-a58e-5f80258f93b6 req-53e89f16-05e7-4a8a-870f-1ab863fb56ad tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:09.024309 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37d1a38c-5d29-435f-a58e-5f80258f93b6 req-53e89f16-05e7-4a8a-870f-1ab863fb56ad tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 932 time: 0.2527165 Dec 12 17:39:09.041773 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88eba3d7-d723-4b07-9c5d-93ad077fb006 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:09.053690 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f909b070-7fc9-4ab4-a10b-e08860ecbc93 req-7b034661-2d25-405b-b51c-2ff78ff481c8 service neutron] 10.222.0.20 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562128 Dec 12 17:39:09.066479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] Router 4cd2baf8-b642-427c-ba02-5cc08a6d300b is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:39:09.095685 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-88eba3d7-d723-4b07-9c5d-93ad077fb006 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Calling delete_port for f1c14d0b-8726-402a-8ee4-63fcc2ec80bc owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:39:09.103935 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:09.108745 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-5326aed6-9432-4b65-aabd-b63fef9ccfd6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Allocated IP 172.20.0.5 (523f7885-2a3b-4fcb-8b42-d7268e79ac1d/913bf011-774f-4e4f-a70e-8837b1ba8f4a/9196a9e8-451e-4556-af81-cba2468f673f) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:09.116180 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:09.163424 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-5019290c-a993-419a-835c-bcef1f09d77f tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:09.249158 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37d1a38c-5d29-435f-a58e-5f80258f93b6 req-ef30fac9-5fe5-4d42-9056-2466acb8eb86 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/security-groups?id=45f000ca-6a90-44d6-92b4-704bef426b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862092 Dec 12 17:39:09.405760 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:39:09.422921 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Sync routers for ids ['4cd2baf8-b642-427c-ba02-5cc08a6d300b'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:39:09.445235 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Routers {'4cd2baf8-b642-427c-ba02-5cc08a6d300b'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:09.446103 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4cd2baf8-b642-427c-ba02-5cc08a6d300b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:09.464019 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:09.465245 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6300f1af-1ca0-48a8-8d4b-33b786e6fe43 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.5219831 Dec 12 17:39:09.468600 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43150) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:09.590540 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88eba3d7-d723-4b07-9c5d-93ad077fb006 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:09.591180 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Set router 4cd2baf8-b642-427c-ba02-5cc08a6d300b gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:09.600013 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] Router d86fa142-3b9f-48a6-b3df-b70b976ca836 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:39:09.633002 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eba3d7-d723-4b07-9c5d-93ad077fb006 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Pushing event deleted for resources: {'Port': ['ID=f1c14d0b-8726-402a-8ee4-63fcc2ec80bc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:09.671888 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d49c174-c460-40d3-a149-a38dd65131ec req-28ec6f97-e372-44cb-b963-a9d0353d1ed7 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=032c790c-9f95-4c8f-a100-f30974aa3632 HTTP/1.1" status: 200 len: 210 time: 0.1921375 Dec 12 17:39:09.757495 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-5326aed6-9432-4b65-aabd-b63fef9ccfd6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:09.815288 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-5326aed6-9432-4b65-aabd-b63fef9ccfd6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:09.857243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['7d431cd1-d670-4ba9-a4bb-be8af206a78e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:39:09.881081 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88eba3d7-d723-4b07-9c5d-93ad077fb006 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:09.988400 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:39:10.001017 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Sync routers for ids ['d86fa142-3b9f-48a6-b3df-b70b976ca836'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:39:10.006573 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88eba3d7-d723-4b07-9c5d-93ad077fb006 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:10.009640 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88eba3d7-d723-4b07-9c5d-93ad077fb006 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:10.033954 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Routers {'d86fa142-3b9f-48a6-b3df-b70b976ca836'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:10.034888 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['d86fa142-3b9f-48a6-b3df-b70b976ca836'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:10.035929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-5326aed6-9432-4b65-aabd-b63fef9ccfd6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Network 523f7885-2a3b-4fcb-8b42-d7268e79ac1d is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:10.042675 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-5019290c-a993-419a-835c-bcef1f09d77f tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:10.063728 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-5019290c-a993-419a-835c-bcef1f09d77f tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:10.067779 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-5019290c-a993-419a-835c-bcef1f09d77f tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Floating IP a0349adf-c55d-4b1e-a61c-bbd400d9ada8 disassociated. External IP: 172.25.1.21, port: 1b523372-c17c-4e89-9b1f-1cee6fab029d. Dec 12 17:39:10.068218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-5326aed6-9432-4b65-aabd-b63fef9ccfd6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:10.086660 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-5326aed6-9432-4b65-aabd-b63fef9ccfd6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:10.095254 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:10.096496 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-456bc1b8-85aa-4bd4-9f4f-44a79945122a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.8377342 Dec 12 17:39:10.165620 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43152) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:10.199356 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88eba3d7-d723-4b07-9c5d-93ad077fb006 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:10.200420 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88eba3d7-d723-4b07-9c5d-93ad077fb006 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Fanout notify agent at l3_agent the message router_deleted on router cb9e9a97-53a7-43ed-8255-8f494a2a0878 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:39:10.221033 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88eba3d7-d723-4b07-9c5d-93ad077fb006 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:10.225654 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-88eba3d7-d723-4b07-9c5d-93ad077fb006 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "DELETE /v2.0/routers/cb9e9a97-53a7-43ed-8255-8f494a2a0878 HTTP/1.1" status: 204 len: 168 time: 4.6392324 Dec 12 17:39:10.225822 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd2baf8-b642-427c-ba02-5cc08a6d300b', 'name': 'tempest-FloatingIPDetailsTestJSON-617910669-router', 'tenant_id': 'f57ee31ae6a14997954fe0196b266bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '86e5284e-da1b-4a0c-9ad7-c7bc7e59692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:00Z', 'updated_at': '2021-12-12T17:39:05Z', 'revision_number': 3, 'project_id': 'f57ee31ae6a14997954fe0196b266bf6', 'gw_port': {'id': '86e5284e-da1b-4a0c-9ad7-c7bc7e59692d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd2baf8-b642-427c-ba02-5cc08a6d300b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:02Z', 'updated_at': '2021-12-12T17:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:10.228897 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43154) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:10.240829 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Request body: {'router': {'name': 'tempest-snat-router-899656601', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'enable_snat': False}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:10.258908 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Set router d86fa142-3b9f-48a6-b3df-b70b976ca836 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:10.259138 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Checking router: 4cd2baf8-b642-427c-ba02-5cc08a6d300b for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:39:10.259296 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Updating router 4cd2baf8-b642-427c-ba02-5cc08a6d300b port 86e5284e-da1b-4a0c-9ad7-c7bc7e59692d binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:39:10.299480 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:10.419094 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:10.420424 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:10.597432 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:10.768930 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86fa142-3b9f-48a6-b3df-b70b976ca836', 'name': 'tempest-AttachSCSIVolumeTestJSON-646025500-router', 'tenant_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '6d1a8b84-780b-4a44-a63a-9286436b6323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:01Z', 'updated_at': '2021-12-12T17:39:07Z', 'revision_number': 3, 'project_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'gw_port': {'id': '6d1a8b84-780b-4a44-a63a-9286436b6323', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ca:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86fa142-3b9f-48a6-b3df-b70b976ca836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:03Z', 'updated_at': '2021-12-12T17:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:10.800544 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04af6bdd-14ad-4fe2-b7e4-eaff6c814b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:10.819974 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Checking router: d86fa142-3b9f-48a6-b3df-b70b976ca836 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:39:10.821283 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Updating router d86fa142-3b9f-48a6-b3df-b70b976ca836 port 6d1a8b84-780b-4a44-a63a-9286436b6323 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:39:10.824538 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:10.836531 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:10.853836 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:10.897474 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:10.961372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Attempting to bind port 86e5284e-da1b-4a0c-9ad7-c7bc7e59692d on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:39:10.961764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Attempting to bind port 86e5284e-da1b-4a0c-9ad7-c7bc7e59692d by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:39:10.962137 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Attempting to bind port 86e5284e-da1b-4a0c-9ad7-c7bc7e59692d on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:39:10.971761 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326aed6-9432-4b65-aabd-b63fef9ccfd6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Pushing event updated for resources: {'Port': ['ID=9196a9e8-451e-4556-af81-cba2468f673f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:10.980212 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:39:10.980597 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:39:10.983693 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:10.984122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:39:10.984615 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Bound port: 86e5284e-da1b-4a0c-9ad7-c7bc7e59692d, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:39:10.986361 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:11.053027 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ee557-afc7-4e95-ab53-5d910cde4374 None None] Pushing event updated for resources: {'Port': ['ID=86e5284e-da1b-4a0c-9ad7-c7bc7e59692d,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:11.127223 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] For port 86e5284e-da1b-4a0c-9ad7-c7bc7e59692d, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:39:11.133999 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] For port 86e5284e-da1b-4a0c-9ad7-c7bc7e59692d, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=86e5284e-da1b-4a0c-9ad7-c7bc7e59692d,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:39:11.145431 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:11.264098 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Routers {'4cd2baf8-b642-427c-ba02-5cc08a6d300b'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:11.264764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4cd2baf8-b642-427c-ba02-5cc08a6d300b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:11.303615 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-04af6bdd-14ad-4fe2-b7e4-eaff6c814b52 admin admin] Allocated IP 172.20.0.1 (d7058bb0-08dc-43a4-b677-d30917121411/9deb3998-635c-44ed-a1b4-f82cf8e4a0b8/74c79948-af61-464c-9bc7-fd309958e96d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:11.378279 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] Set router 4cd2baf8-b642-427c-ba02-5cc08a6d300b gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:11.419815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c581b7c7-37ec-4301-989d-159ff7c22cf0 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:39:11.439500 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:11.447249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ee557-afc7-4e95-ab53-5d910cde4374 None None] Pushing event updated for resources: {'Port': ['ID=86e5284e-da1b-4a0c-9ad7-c7bc7e59692d,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:11.465106 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:11.490243 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Transition to ACTIVE for port object c581b7c7-37ec-4301-989d-159ff7c22cf0 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:39:11.492133 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:11.585219 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:11.614829 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:11.708413 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a92e46-a14e-4f69-9527-6d66d76fcd4d None None] Pushing event updated for resources: {'Port': ['ID=6d1a8b84-780b-4a44-a63a-9286436b6323,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:11.709516 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd2baf8-b642-427c-ba02-5cc08a6d300b', 'name': 'tempest-FloatingIPDetailsTestJSON-617910669-router', 'tenant_id': 'f57ee31ae6a14997954fe0196b266bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '86e5284e-da1b-4a0c-9ad7-c7bc7e59692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:00Z', 'updated_at': '2021-12-12T17:39:05Z', 'revision_number': 3, 'project_id': 'f57ee31ae6a14997954fe0196b266bf6', 'gw_port': {'id': '86e5284e-da1b-4a0c-9ad7-c7bc7e59692d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd2baf8-b642-427c-ba02-5cc08a6d300b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:02Z', 'updated_at': '2021-12-12T17:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:11.718572 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Attempting to bind port 6d1a8b84-780b-4a44-a63a-9286436b6323 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:39:11.719070 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Attempting to bind port 6d1a8b84-780b-4a44-a63a-9286436b6323 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:39:11.719574 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Attempting to bind port 6d1a8b84-780b-4a44-a63a-9286436b6323 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:39:11.720679 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:11.744742 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a92e46-a14e-4f69-9527-6d66d76fcd4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:11.745055 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a92e46-a14e-4f69-9527-6d66d76fcd4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:11.745653 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a92e46-a14e-4f69-9527-6d66d76fcd4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:11.745999 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a92e46-a14e-4f69-9527-6d66d76fcd4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:11.746338 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a92e46-a14e-4f69-9527-6d66d76fcd4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:11.748486 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a92e46-a14e-4f69-9527-6d66d76fcd4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:11.749083 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a92e46-a14e-4f69-9527-6d66d76fcd4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:11.749680 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a92e46-a14e-4f69-9527-6d66d76fcd4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:11.750017 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a92e46-a14e-4f69-9527-6d66d76fcd4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:11.750392 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a92e46-a14e-4f69-9527-6d66d76fcd4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:11.756943 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a92e46-a14e-4f69-9527-6d66d76fcd4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:11.757447 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a92e46-a14e-4f69-9527-6d66d76fcd4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:11.757790 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a92e46-a14e-4f69-9527-6d66d76fcd4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:11.761399 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:39:11.761776 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:39:11.762311 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:11.762563 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:39:11.768880 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Bound port: 6d1a8b84-780b-4a44-a63a-9286436b6323, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:39:11.769307 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:11.776898 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e35f1-101c-4c82-a1a4-d976f5f0cd2b None None] The sync data for ids ['4cd2baf8-b642-427c-ba02-5cc08a6d300b'] in n-d-760354-5 is: [{'id': '4cd2baf8-b642-427c-ba02-5cc08a6d300b', 'name': 'tempest-FloatingIPDetailsTestJSON-617910669-router', 'tenant_id': 'f57ee31ae6a14997954fe0196b266bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '86e5284e-da1b-4a0c-9ad7-c7bc7e59692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:00Z', 'updated_at': '2021-12-12T17:39:05Z', 'revision_number': 3, 'project_id': 'f57ee31ae6a14997954fe0196b266bf6', 'gw_port': {'id': '86e5284e-da1b-4a0c-9ad7-c7bc7e59692d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd2baf8-b642-427c-ba02-5cc08a6d300b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:02Z', 'updated_at': '2021-12-12T17:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:39:11.810816 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-5326aed6-9432-4b65-aabd-b63fef9ccfd6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:11.814248 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-5326aed6-9432-4b65-aabd-b63fef9ccfd6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:11.895396 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] For port 6d1a8b84-780b-4a44-a63a-9286436b6323, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:39:11.900161 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] For port 6d1a8b84-780b-4a44-a63a-9286436b6323, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6d1a8b84-780b-4a44-a63a-9286436b6323,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:39:11.911995 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:11.953392 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Pushing event updated for resources: {'Port': ['ID=c581b7c7-37ec-4301-989d-159ff7c22cf0,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:12.025182 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Routers {'d86fa142-3b9f-48a6-b3df-b70b976ca836'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:12.025848 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['d86fa142-3b9f-48a6-b3df-b70b976ca836'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:12.031164 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a92e46-a14e-4f69-9527-6d66d76fcd4d None None] Pushing event updated for resources: {'Port': ['ID=6d1a8b84-780b-4a44-a63a-9286436b6323,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:12.138122 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db999c-5dd4-4e92-a4aa-df7e005b24aa req-82c11781-0442-491b-b9f7-e840d256fe2b tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:12.142415 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05db999c-5dd4-4e92-a4aa-df7e005b24aa req-82c11781-0442-491b-b9f7-e840d256fe2b tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 944 time: 1.1594288 Dec 12 17:39:12.202687 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04af6bdd-14ad-4fe2-b7e4-eaff6c814b52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:12.218583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-5326aed6-9432-4b65-aabd-b63fef9ccfd6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2663503 Dec 12 17:39:12.258382 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Request body: {'port': {'device_id': '032c790c-9f95-4c8f-a100-f30974aa3632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:12.299006 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Allocated IP 172.25.1.69 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/07f6f20a-e380-4345-ad00-c1da9ffcbddd) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:12.330403 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] Set router d86fa142-3b9f-48a6-b3df-b70b976ca836 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:12.397691 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04af6bdd-14ad-4fe2-b7e4-eaff6c814b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:12.472162 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af6bdd-14ad-4fe2-b7e4-eaff6c814b52 admin admin] Pushing event updated for resources: {'Port': ['ID=74c79948-af61-464c-9bc7-fd309958e96d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:12.504929 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04af6bdd-14ad-4fe2-b7e4-eaff6c814b52 admin admin] Network d7058bb0-08dc-43a4-b677-d30917121411 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:12.510836 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-04af6bdd-14ad-4fe2-b7e4-eaff6c814b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:12.515148 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04af6bdd-14ad-4fe2-b7e4-eaff6c814b52 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:12.667094 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04af6bdd-14ad-4fe2-b7e4-eaff6c814b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:12.692581 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Attempting to bind port c581b7c7-37ec-4301-989d-159ff7c22cf0 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:39:12.693152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Attempting to bind port c581b7c7-37ec-4301-989d-159ff7c22cf0 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:39:12.693282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Attempting to bind port c581b7c7-37ec-4301-989d-159ff7c22cf0 on network 350585f2-11de-4690-8ad7-c5bd74c5636c {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:39:12.748785 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:12.794003 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86fa142-3b9f-48a6-b3df-b70b976ca836', 'name': 'tempest-AttachSCSIVolumeTestJSON-646025500-router', 'tenant_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '6d1a8b84-780b-4a44-a63a-9286436b6323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:01Z', 'updated_at': '2021-12-12T17:39:07Z', 'revision_number': 3, 'project_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'gw_port': {'id': '6d1a8b84-780b-4a44-a63a-9286436b6323', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ca:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86fa142-3b9f-48a6-b3df-b70b976ca836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:03Z', 'updated_at': '2021-12-12T17:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:12.827136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05db999c-5dd4-4e92-a4aa-df7e005b24aa req-94b1e50e-2622-4eb8-9c28-fcf81aa6e202 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/security-groups?id=45f000ca-6a90-44d6-92b4-704bef426b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6717029 Dec 12 17:39:12.829499 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291bda0e-a126-4363-a18e-d4034a51f855 None None] The sync data for ids ['d86fa142-3b9f-48a6-b3df-b70b976ca836'] in n-d-760354-5 is: [{'id': 'd86fa142-3b9f-48a6-b3df-b70b976ca836', 'name': 'tempest-AttachSCSIVolumeTestJSON-646025500-router', 'tenant_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '6d1a8b84-780b-4a44-a63a-9286436b6323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:01Z', 'updated_at': '2021-12-12T17:39:07Z', 'revision_number': 3, 'project_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'gw_port': {'id': '6d1a8b84-780b-4a44-a63a-9286436b6323', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ca:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86fa142-3b9f-48a6-b3df-b70b976ca836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:03Z', 'updated_at': '2021-12-12T17:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:39:12.850487 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-5019290c-a993-419a-835c-bcef1f09d77f tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:39:12.858248 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Port c581b7c7-37ec-4301-989d-159ff7c22cf0 on network 350585f2-11de-4690-8ad7-c5bd74c5636c not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:39:12.860902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Attempting to bind port c581b7c7-37ec-4301-989d-159ff7c22cf0 on network 350585f2-11de-4690-8ad7-c5bd74c5636c {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:39:12.910868 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b7544e45-fc11-44f5-8ee8-b380a6de003a None None] Provisioning complete for port 74c79948-af61-464c-9bc7-fd309958e96d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:12.911841 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b7544e45-fc11-44f5-8ee8-b380a6de003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:12.914048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:39:12.914408 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Checking segment: {'id': '7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:39:12.917052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Bound using segment: {'id': '7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:39:12.917499 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Bound port: c581b7c7-37ec-4301-989d-159ff7c22cf0, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:39:12.917874 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:12.983706 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:13.025920 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b7544e45-fc11-44f5-8ee8-b380a6de003a None None] Port 74c79948-af61-464c-9bc7-fd309958e96d cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:39:13.039482 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04af6bdd-14ad-4fe2-b7e4-eaff6c814b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:13.059920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] For port c581b7c7-37ec-4301-989d-159ff7c22cf0, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:39:13.063907 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] For port c581b7c7-37ec-4301-989d-159ff7c22cf0, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c581b7c7-37ec-4301-989d-159ff7c22cf0,segment=NetworkSegment(7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6),segment_id=7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:39:13.179920 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:13.274271 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 86e5284e-da1b-4a0c-9ad7-c7bc7e59692d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:39:13.396375 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:13.404194 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 86e5284e-da1b-4a0c-9ad7-c7bc7e59692d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:13.404644 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:13.600725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Pushing event updated for resources: {'Port': ['ID=07f6f20a-e380-4345-ad00-c1da9ffcbddd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:13.620000 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:13.627574 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:13.636569 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:13.673176 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Pushing event updated for resources: {'Port': ['ID=c581b7c7-37ec-4301-989d-159ff7c22cf0,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:13.674831 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:13.753082 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 86e5284e-da1b-4a0c-9ad7-c7bc7e59692d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=86e5284e-da1b-4a0c-9ad7-c7bc7e59692d,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:13.765083 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:13.825091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:13.825798 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:13.827518 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d8de1c72-5d2a-42f9-815f-d506ef749c02 service neutron] 10.222.0.20 "PUT /v2.0/ports/c581b7c7-37ec-4301-989d-159ff7c22cf0 HTTP/1.1" status: 200 len: 1092 time: 4.9636805 Dec 12 17:39:13.836519 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f0f6ef9c-21f9-40d5-8a24-d8827a3e08d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:13.841078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11bf610-227a-42bb-b86b-2232953b75b0', 'tag': 'c581b7c7-37ec-4301-989d-159ff7c22cf0'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:39:13.843088 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc143703-00e8-486d-b1e9-6d15f9b7c805" -d '{"events": [{"name": "network-changed", "server_uuid": "e11bf610-227a-42bb-b86b-2232953b75b0", "tag": "c581b7c7-37ec-4301-989d-159ff7c22cf0"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:39:13.936274 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=86e5284e-da1b-4a0c-9ad7-c7bc7e59692d,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:13.989078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139d922-4929-4567-b11e-7113e835584e req-f6fd42d9-4612-4643-ac95-b51aa3b5822b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:13.990670 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2139d922-4929-4567-b11e-7113e835584e req-f6fd42d9-4612-4643-ac95-b51aa3b5822b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=032c790c-9f95-4c8f-a100-f30974aa3632 HTTP/1.1" status: 200 len: 931 time: 0.9233642 Dec 12 17:39:14.076625 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04af6bdd-14ad-4fe2-b7e4-eaff6c814b52 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:14.090662 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04af6bdd-14ad-4fe2-b7e4-eaff6c814b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:14.271687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9196a9e8-451e-4556-af81-cba2468f673f {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:39:14.280315 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:14.287459 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04af6bdd-14ad-4fe2-b7e4-eaff6c814b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:14.292601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d4b6aea0-b66f-43c6-82ed-d667559b36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:14.294098 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-d4b6aea0-b66f-43c6-82ed-d667559b36e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c471f83c6c7470f8ecd28dbb90542ba&device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 1095 time: 0.3836527 Dec 12 17:39:14.305680 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-5019290c-a993-419a-835c-bcef1f09d77f tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:39:14.319287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1773ef93-5113-4f25-aef2-4f5953130b10 None None] Sync routers for ids ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:39:14.332816 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af6bdd-14ad-4fe2-b7e4-eaff6c814b52 admin admin] Pushing event updated for resources: {'Port': ['ID=74c79948-af61-464c-9bc7-fd309958e96d,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:14.344558 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1773ef93-5113-4f25-aef2-4f5953130b10 None None] Routers {'6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:14.345195 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1773ef93-5113-4f25-aef2-4f5953130b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:14.356037 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-5019290c-a993-419a-835c-bcef1f09d77f tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:14.367419 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Transition to ACTIVE for port object 9196a9e8-451e-4556-af81-cba2468f673f will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:39:14.372279 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2139d922-4929-4567-b11e-7113e835584e req-f8b62f49-2cfb-44a4-a197-e1356595a556 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971542 Dec 12 17:39:14.450202 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:14.471602 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:14.555443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1773ef93-5113-4f25-aef2-4f5953130b10 None None] Set router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:14.567086 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-b2ad5b98-c366-4ab9-8cfa-5ed918f87194 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c581b7c7-37ec-4301-989d-159ff7c22cf0 HTTP/1.1" status: 200 len: 217 time: 0.2527874 Dec 12 17:39:14.586963 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Pushing event updated for resources: {'Port': ['ID=9196a9e8-451e-4556-af81-cba2468f673f,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:14.755038 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-42e033d8-a501-4225-a7a2-161c66be98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:14.756956 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-42e033d8-a501-4225-a7a2-161c66be98e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c1cd740f-26e2-4d92-a719-8cb567a952d5 HTTP/1.1" status: 200 len: 854 time: 0.1668789 Dec 12 17:39:14.764397 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f8f6bb5c-b626-4864-bbf6-7aaf8e53db59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:14.768242 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04af6bdd-14ad-4fe2-b7e4-eaff6c814b52 admin admin] Network d7058bb0-08dc-43a4-b677-d30917121411 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:14.772333 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-04af6bdd-14ad-4fe2-b7e4-eaff6c814b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:14.773901 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1463b0-e14a-4efe-8b74-eb3ad4ba0423 x-openstack-request-id: req-7d1463b0-e14a-4efe-8b74-eb3ad4ba0423 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:39:14.774315 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e11bf610-227a-42bb-b86b-2232953b75b0", "tag": "c581b7c7-37ec-4301-989d-159ff7c22cf0", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:39:14.788969 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d1463b0-e14a-4efe-8b74-eb3ad4ba0423 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:39:14.791530 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11bf610-227a-42bb-b86b-2232953b75b0', 'tag': 'c581b7c7-37ec-4301-989d-159ff7c22cf0', 'status': 'completed', 'code': 200} Dec 12 17:39:14.908574 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-5019290c-a993-419a-835c-bcef1f09d77f tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "PUT /v2.0/floatingips/a0349adf-c55d-4b1e-a61c-bbd400d9ada8 HTTP/1.1" status: 200 len: 694 time: 5.9446993 Dec 12 17:39:14.927609 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1773ef93-5113-4f25-aef2-4f5953130b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:14.977454 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1773ef93-5113-4f25-aef2-4f5953130b10 None None] Checking router: 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:39:14.987801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1773ef93-5113-4f25-aef2-4f5953130b10 None None] Routers {'6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:14.988768 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1773ef93-5113-4f25-aef2-4f5953130b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:15.009628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-f0f6ef9c-21f9-40d5-8a24-d8827a3e08d0 admin admin] Allocated IP 172.20.0.1 (ecc7c02d-1dd3-4bd6-befd-08133d30927e/083696fe-1cd8-4eab-907c-230610011894/713a1a53-d58d-4cfc-af47-53c6819033ce) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:15.048906 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-2a10e574-2659-4fe8-b9f5-0393f61b8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:15.062867 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-2a10e574-2659-4fe8-b9f5-0393f61b8cc9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=350585f2-11de-4690-8ad7-c5bd74c5636c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2671247 Dec 12 17:39:15.232921 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1773ef93-5113-4f25-aef2-4f5953130b10 None None] Set router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:15.258234 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04af6bdd-14ad-4fe2-b7e4-eaff6c814b52 admin admin] Router 4cd2baf8-b642-427c-ba02-5cc08a6d300b has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:39:15.260233 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:15.299816 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f8735-e613-4f03-b5ea-b220f262e6eb req-9e26a571-fac8-4a4c-b8af-8e8e9caa7408 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:15.307712 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe2f8735-e613-4f03-b5ea-b220f262e6eb req-9e26a571-fac8-4a4c-b8af-8e8e9caa7408 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 944 time: 0.4289403 Dec 12 17:39:15.313704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-ed905ec8-87ec-4cb7-9991-4e4022292c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:15.315287 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-ed905ec8-87ec-4cb7-9991-4e4022292c48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2f4eec817834ce593dffb8b3335df85&device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 1096 time: 0.3608029 Dec 12 17:39:15.355399 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 86e5284e-da1b-4a0c-9ad7-c7bc7e59692d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:39:15.360565 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Attempting to bind port 9196a9e8-451e-4556-af81-cba2468f673f on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:39:15.361160 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Attempting to bind port 9196a9e8-451e-4556-af81-cba2468f673f by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '99d4fbf6-70e9-4774-b677-000907b84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '523f7885-2a3b-4fcb-8b42-d7268e79ac1d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:39:15.361484 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Attempting to bind port 9196a9e8-451e-4556-af81-cba2468f673f on network 523f7885-2a3b-4fcb-8b42-d7268e79ac1d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:39:15.455879 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Port 9196a9e8-451e-4556-af81-cba2468f673f on network 523f7885-2a3b-4fcb-8b42-d7268e79ac1d not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:39:15.456361 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Attempting to bind port 9196a9e8-451e-4556-af81-cba2468f673f on network 523f7885-2a3b-4fcb-8b42-d7268e79ac1d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:39:15.459985 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-ed65be47-b22e-4955-a591-04bf17a2ec30 service neutron] 10.222.0.20 "GET /v2.0/networks/350585f2-11de-4690-8ad7-c5bd74c5636c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960774 Dec 12 17:39:15.518702 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04af6bdd-14ad-4fe2-b7e4-eaff6c814b52 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:39:15.532363 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Sync routers for ids ['4cd2baf8-b642-427c-ba02-5cc08a6d300b'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:39:15.537304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:39:15.537813 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Checking segment: {'id': '99d4fbf6-70e9-4774-b677-000907b84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '523f7885-2a3b-4fcb-8b42-d7268e79ac1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:39:15.538179 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Bound using segment: {'id': '99d4fbf6-70e9-4774-b677-000907b84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '523f7885-2a3b-4fcb-8b42-d7268e79ac1d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:39:15.538627 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Bound port: 9196a9e8-451e-4556-af81-cba2468f673f, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d4fbf6-70e9-4774-b677-000907b84685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '523f7885-2a3b-4fcb-8b42-d7268e79ac1d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:39:15.539033 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:15.554037 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Routers {'4cd2baf8-b642-427c-ba02-5cc08a6d300b'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:15.555222 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4cd2baf8-b642-427c-ba02-5cc08a6d300b'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:15.555651 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-04af6bdd-14ad-4fe2-b7e4-eaff6c814b52 admin admin] 10.222.0.18 "PUT /v2.0/routers/4cd2baf8-b642-427c-ba02-5cc08a6d300b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0824082 Dec 12 17:39:15.592038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe2f8735-e613-4f03-b5ea-b220f262e6eb req-1066b42c-c6b5-446f-9711-bbf97c3868b1 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/security-groups?id=45f000ca-6a90-44d6-92b4-704bef426b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757330 Dec 12 17:39:15.678363 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f0f6ef9c-21f9-40d5-8a24-d8827a3e08d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:15.692241 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Router e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:39:15.775324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9af84be6-d087-4822-a948-1085b22b9a80 None None] Provisioning complete for port 74c79948-af61-464c-9bc7-fd309958e96d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:15.775795 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9af84be6-d087-4822-a948-1085b22b9a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:15.826142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9af84be6-d087-4822-a948-1085b22b9a80 None None] Port 74c79948-af61-464c-9bc7-fd309958e96d cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:39:15.845173 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 86e5284e-da1b-4a0c-9ad7-c7bc7e59692d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:15.845694 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:15.953125 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Set router 4cd2baf8-b642-427c-ba02-5cc08a6d300b gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:15.985804 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6d1a8b84-780b-4a44-a63a-9286436b6323 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:39:16.001874 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:39:16.025190 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Sync routers for ids ['e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:39:16.039839 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Routers {'e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:16.040686 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:16.081081 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:16.082911 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-00fa1489-c723-456f-872c-2f9283c544ca tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.8530500 Dec 12 17:39:16.085938 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43194) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:16.211869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1773ef93-5113-4f25-aef2-4f5953130b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:16.226814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8c2d72c-88ac-48ed-a77c-f759da252618 req-0663270e-898a-4a3f-ae5b-182195dd3abe service neutron] 10.222.0.20 "GET /v2.0/networks/350585f2-11de-4690-8ad7-c5bd74c5636c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7196727 Dec 12 17:39:16.244560 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd2baf8-b642-427c-ba02-5cc08a6d300b', 'name': 'tempest-FloatingIPDetailsTestJSON-617910669-router', 'tenant_id': 'f57ee31ae6a14997954fe0196b266bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '86e5284e-da1b-4a0c-9ad7-c7bc7e59692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:00Z', 'updated_at': '2021-12-12T17:39:12Z', 'revision_number': 4, 'project_id': 'f57ee31ae6a14997954fe0196b266bf6', 'gw_port': {'id': '86e5284e-da1b-4a0c-9ad7-c7bc7e59692d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd2baf8-b642-427c-ba02-5cc08a6d300b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:02Z', 'updated_at': '2021-12-12T17:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '74c79948-af61-464c-9bc7-fd309958e96d', 'name': '', 'network_id': 'd7058bb0-08dc-43a4-b677-d30917121411', 'tenant_id': 'f57ee31ae6a14997954fe0196b266bf6', 'mac_address': 'fa:16:3e:3c:79:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd2baf8-b642-427c-ba02-5cc08a6d300b', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '9deb3998-635c-44ed-a1b4-f82cf8e4a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:10Z', 'updated_at': '2021-12-12T17:39:13Z', 'revision_number': 2, 'project_id': 'f57ee31ae6a14997954fe0196b266bf6', 'subnets': [{'id': '9deb3998-635c-44ed-a1b4-f82cf8e4a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:16.245547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] For port 9196a9e8-451e-4556-af81-cba2468f673f, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:39:16.249936 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] For port 9196a9e8-451e-4556-af81-cba2468f673f, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=9196a9e8-451e-4556-af81-cba2468f673f,segment=NetworkSegment(99d4fbf6-70e9-4774-b677-000907b84685),segment_id=99d4fbf6-70e9-4774-b677-000907b84685)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:39:16.261242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-39becc6d-9f51-4285-bfa7-78f75bda329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:16.263095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-39becc6d-9f51-4285-bfa7-78f75bda329f service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe0295e0-e02c-466a-b887-061fe8cdca93 HTTP/1.1" status: 200 len: 922 time: 0.8483148 Dec 12 17:39:16.275322 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:16.305259 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-11b29b90-2b43-48d1-b05a-07fb365ef6d8 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "GET /v2.0/routers/e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb HTTP/1.1" status: 200 len: 907 time: 0.2180042 Dec 12 17:39:16.306380 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43196) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:16.312586 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Checking router: 4cd2baf8-b642-427c-ba02-5cc08a6d300b for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:39:16.313522 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Updating router 4cd2baf8-b642-427c-ba02-5cc08a6d300b port 74c79948-af61-464c-9bc7-fd309958e96d binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:39:16.315283 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Request body: {'router': {'name': 'tempest-snat-router-899656601', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'enable_snat': True}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:16.318794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1773ef93-5113-4f25-aef2-4f5953130b10 None None] The sync data for ids ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'] in n-d-760354-5 is: [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:39:16.345162 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 6d1a8b84-780b-4a44-a63a-9286436b6323 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:16.345162 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:16.357670 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:16.359283 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:16.378378 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:16.433257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:16.433998 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:16.436411 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] 10.222.0.31 "PUT /v2.0/ports/9196a9e8-451e-4556-af81-cba2468f673f HTTP/1.1" status: 200 len: 1091 time: 4.1942866 Dec 12 17:39:16.438391 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-8927fbf7-15b2-4445-800e-c4c2a890aa20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b523372-c17c-4e89-9b1f-1cee6fab029d HTTP/1.1" status: 200 len: 217 time: 0.1577756 Dec 12 17:39:16.491605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7de64e-11fa-4edf-9f12-1753493d4858 req-7a663a89-cbea-4318-9050-ff93a54ace4d tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:16.500204 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ef7de64e-11fa-4edf-9f12-1753493d4858 req-7a663a89-cbea-4318-9050-ff93a54ace4d tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=032c790c-9f95-4c8f-a100-f30974aa3632 HTTP/1.1" status: 200 len: 943 time: 0.7281647 Dec 12 17:39:16.506829 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:16.522326 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Set router e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:16.553972 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f0f6ef9c-21f9-40d5-8a24-d8827a3e08d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:16.558434 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:16.652369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95191be1-2319-41a5-babd-f5afa6e57924 service neutron] Pushing event updated for resources: {'Port': ['ID=9196a9e8-451e-4556-af81-cba2468f673f,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:16.666486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f6ef9c-21f9-40d5-8a24-d8827a3e08d0 admin admin] Network ecc7c02d-1dd3-4bd6-befd-08133d30927e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:16.676656 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc143703-00e8-486d-b1e9-6d15f9b7c805 req-366642a5-093c-4ca6-a38d-b82feddc64d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:16.678652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc143703-00e8-486d-b1e9-6d15f9b7c805 req-366642a5-093c-4ca6-a38d-b82feddc64d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c471f83c6c7470f8ecd28dbb90542ba&device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 1095 time: 0.3822057 Dec 12 17:39:16.719838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f0f6ef9c-21f9-40d5-8a24-d8827a3e08d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:16.729052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 6d1a8b84-780b-4a44-a63a-9286436b6323, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6d1a8b84-780b-4a44-a63a-9286436b6323,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:16.747363 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f6ef9c-21f9-40d5-8a24-d8827a3e08d0 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:16.753371 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-b3a77cb6-487a-4744-8c19-04d5ab6fe25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:16.755087 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-b3a77cb6-487a-4744-8c19-04d5ab6fe25a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=103b3353-755a-4f3f-82b8-1ec95baa41f7 HTTP/1.1" status: 200 len: 860 time: 0.2981951 Dec 12 17:39:16.789057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ef7de64e-11fa-4edf-9f12-1753493d4858 req-84a93002-4bc8-4cde-969e-ef7c67f3dda2 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874727 Dec 12 17:39:16.830000 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:16.919683 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:16.927950 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe58d5-2007-4a49-8d52-fa9fc07da778 None None] New status for floating IP a0349adf-c55d-4b1e-a61c-bbd400d9ada8: DOWN {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:39:16.947108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb0670c-2113-41aa-9957-c923a38794e6', 'tag': '1b523372-c17c-4e89-9b1f-1cee6fab029d'}, {'name': 'network-changed', 'server_uuid': '032c790c-9f95-4c8f-a100-f30974aa3632', 'tag': '9196a9e8-451e-4556-af81-cba2468f673f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:39:16.953268 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:16.956516 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61817bb-c234-4f6c-8e78-d2dec5da0880" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb0670c-2113-41aa-9957-c923a38794e6", "tag": "1b523372-c17c-4e89-9b1f-1cee6fab029d"}, {"name": "network-changed", "server_uuid": "032c790c-9f95-4c8f-a100-f30974aa3632", "tag": "9196a9e8-451e-4556-af81-cba2468f673f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:39:16.973632 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-cb3f2325-d9a6-4037-8760-7b2608a4e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:16.975487 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-cb3f2325-d9a6-4037-8760-7b2608a4e80a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1e2311e5fc246878549322368853f45&device_id=032c790c-9f95-4c8f-a100-f30974aa3632 HTTP/1.1" status: 200 len: 1094 time: 0.4350798 Dec 12 17:39:16.992315 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bf215314-ab43-4c9c-a73a-1d70d307ead5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:17.037568 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb', 'name': 'tempest-snat-router-899656601', 'tenant_id': 'b43cb0dda1a64174a900c9546888f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.69'}], 'enable_snat': False}, 'gw_port_id': '07f6f20a-e380-4345-ad00-c1da9ffcbddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:10Z', 'updated_at': '2021-12-12T17:39:14Z', 'revision_number': 3, 'project_id': 'b43cb0dda1a64174a900c9546888f0af', 'gw_port': {'id': '07f6f20a-e380-4345-ad00-c1da9ffcbddd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:11Z', 'updated_at': '2021-12-12T17:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:17.074934 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=6d1a8b84-780b-4a44-a63a-9286436b6323,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:17.079909 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Checking router: e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:39:17.080475 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Updating router e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb port 07f6f20a-e380-4345-ad00-c1da9ffcbddd binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:39:17.080604 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6ef9c-21f9-40d5-8a24-d8827a3e08d0 admin admin] Pushing event updated for resources: {'Port': ['ID=713a1a53-d58d-4cfc-af47-53c6819033ce,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:17.179712 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:17.196683 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-0cfd30a5-90c4-4bac-9f83-aedf2078e8b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9196a9e8-451e-4556-af81-cba2468f673f HTTP/1.1" status: 200 len: 217 time: 0.1738274 Dec 12 17:39:17.207768 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:17.215364 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f0f6ef9c-21f9-40d5-8a24-d8827a3e08d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:17.222406 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:17.237596 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-495205d3-de52-49e0-8b11-791104fab55d None None] Provisioning complete for port 713a1a53-d58d-4cfc-af47-53c6819033ce triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:17.237969 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-495205d3-de52-49e0-8b11-791104fab55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:17.399773 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-495205d3-de52-49e0-8b11-791104fab55d None None] Port 713a1a53-d58d-4cfc-af47-53c6819033ce cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:39:17.410041 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:17.418621 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:17.439883 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:17.472458 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-aa7e456b-f09d-4189-b4e1-2f4d59089446 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2893195 Dec 12 17:39:17.478803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-c7825fbc-141f-405e-91e7-76bbf0394f76 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:17.543934 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdfdf1-c996-41de-b9ec-cc33c357358f None None] Pushing event updated for resources: {'Port': ['ID=74c79948-af61-464c-9bc7-fd309958e96d,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:17.570148 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f0f6ef9c-21f9-40d5-8a24-d8827a3e08d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:17.617694 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Attempting to bind port 74c79948-af61-464c-9bc7-fd309958e96d on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:39:17.618225 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Attempting to bind port 74c79948-af61-464c-9bc7-fd309958e96d by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '9d9ef2cd-8048-4536-bdaa-2dedac382c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd7058bb0-08dc-43a4-b677-d30917121411'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:39:17.618610 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Attempting to bind port 74c79948-af61-464c-9bc7-fd309958e96d on network d7058bb0-08dc-43a4-b677-d30917121411 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:39:17.627520 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:39:17.627878 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Checking segment: {'id': '9d9ef2cd-8048-4536-bdaa-2dedac382c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd7058bb0-08dc-43a4-b677-d30917121411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:39:17.628298 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:17.628792 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Bound using segment: {'id': '9d9ef2cd-8048-4536-bdaa-2dedac382c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd7058bb0-08dc-43a4-b677-d30917121411'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:39:17.629272 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Bound port: 74c79948-af61-464c-9bc7-fd309958e96d, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9ef2cd-8048-4536-bdaa-2dedac382c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd7058bb0-08dc-43a4-b677-d30917121411'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:39:17.629768 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:17.645468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8ee94301-dd40-418a-a5d3-de2ee780765d None None] Provisioning complete for port 74c79948-af61-464c-9bc7-fd309958e96d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:17.645905 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8ee94301-dd40-418a-a5d3-de2ee780765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:17.726519 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] For port 74c79948-af61-464c-9bc7-fd309958e96d, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:39:17.730528 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] For port 74c79948-af61-464c-9bc7-fd309958e96d, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=74c79948-af61-464c-9bc7-fd309958e96d,segment=NetworkSegment(9d9ef2cd-8048-4536-bdaa-2dedac382c57),segment_id=9d9ef2cd-8048-4536-bdaa-2dedac382c57)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:39:17.738876 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8ee94301-dd40-418a-a5d3-de2ee780765d None None] Port 74c79948-af61-464c-9bc7-fd309958e96d cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:39:17.744465 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:17.746751 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:17.754425 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:17.767993 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-9c6bcf95-a782-4045-a954-aa83a086fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:17.769545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-9c6bcf95-a782-4045-a954-aa83a086fd17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe0295e0-e02c-466a-b887-061fe8cdca93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9243224 Dec 12 17:39:17.829665 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Attempting to bind port 07f6f20a-e380-4345-ad00-c1da9ffcbddd on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:39:17.830406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Attempting to bind port 07f6f20a-e380-4345-ad00-c1da9ffcbddd by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:39:17.831166 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Attempting to bind port 07f6f20a-e380-4345-ad00-c1da9ffcbddd on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:39:17.837242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:39:17.837751 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:39:17.838248 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:17.838744 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:39:17.839644 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Bound port: 07f6f20a-e380-4345-ad00-c1da9ffcbddd, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:39:17.839942 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:17.870285 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-44f68b5f-18b2-4ab2-b6f2-a3758e4f06a6 service neutron] 10.222.0.18 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867858 Dec 12 17:39:17.874981 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Allocated IP 172.25.1.186 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/d5c1bfee-021d-42b0-ac44-1e5c8833c920) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:17.879111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc143703-00e8-486d-b1e9-6d15f9b7c805 req-a4ddc2f8-460e-427a-80a0-b88ecadbef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:17.880596 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc143703-00e8-486d-b1e9-6d15f9b7c805 req-a4ddc2f8-460e-427a-80a0-b88ecadbef3d service neutron] 10.222.0.20 "GET /v2.0/networks?id=350585f2-11de-4690-8ad7-c5bd74c5636c HTTP/1.1" status: 200 len: 916 time: 1.1541293 Dec 12 17:39:17.896595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b6fad-6c34-4e06-9c6a-3a20ffa39180 None None] Pushing event updated for resources: {'Port': ['ID=07f6f20a-e380-4345-ad00-c1da9ffcbddd,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:17.907231 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-a7f3e4f8-51bb-483f-b478-7ac317363987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:17.913774 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] For port 07f6f20a-e380-4345-ad00-c1da9ffcbddd, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:39:17.915014 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Routers {'4cd2baf8-b642-427c-ba02-5cc08a6d300b'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:17.915686 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4cd2baf8-b642-427c-ba02-5cc08a6d300b'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:17.918464 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] For port 07f6f20a-e380-4345-ad00-c1da9ffcbddd, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=07f6f20a-e380-4345-ad00-c1da9ffcbddd,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:39:17.921114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-a7f3e4f8-51bb-483f-b478-7ac317363987 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=913bf011-774f-4e4f-a70e-8837b1ba8f4a HTTP/1.1" status: 200 len: 853 time: 0.6734436 Dec 12 17:39:17.935818 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:18.021494 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Routers {'e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:18.022974 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:18.024802 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdfdf1-c996-41de-b9ec-cc33c357358f None None] Pushing event updated for resources: {'Port': ['ID=74c79948-af61-464c-9bc7-fd309958e96d,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:18.042734 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:18.088005 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-c7825fbc-141f-405e-91e7-76bbf0394f76 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:18.090368 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:18.126240 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f0f6ef9c-21f9-40d5-8a24-d8827a3e08d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:18.160401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:18.164919 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:18.193729 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] Set router 4cd2baf8-b642-427c-ba02-5cc08a6d300b gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:18.202613 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:18.208985 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Pushing event updated for resources: {'Port': ['ID=d5c1bfee-021d-42b0-ac44-1e5c8833c920,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:18.210714 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc143703-00e8-486d-b1e9-6d15f9b7c805 req-14f2f409-0f69-492f-ae57-01e9c92d49a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c581b7c7-37ec-4301-989d-159ff7c22cf0 HTTP/1.1" status: 200 len: 217 time: 0.3182735 Dec 12 17:39:18.211342 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f0f6ef9c-21f9-40d5-8a24-d8827a3e08d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:18.247329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b6fad-6c34-4e06-9c6a-3a20ffa39180 None None] Pushing event updated for resources: {'Port': ['ID=07f6f20a-e380-4345-ad00-c1da9ffcbddd,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:18.280206 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-3c699d14-e610-4acd-9f00-87a1ad4dac1f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144745 Dec 12 17:39:18.301313 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-74ebe1c6-4b14-4721-aa0a-7e8d2eeafbf7 None None] Provisioning complete for port 74c79948-af61-464c-9bc7-fd309958e96d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:18.311551 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74ebe1c6-4b14-4721-aa0a-7e8d2eeafbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:18.314514 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6ef9c-21f9-40d5-8a24-d8827a3e08d0 admin admin] Pushing event updated for resources: {'Port': ['ID=713a1a53-d58d-4cfc-af47-53c6819033ce,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:18.316986 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:18.318687 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a7d5ccf-8c05-47fe-a37f-94f8d255d4bd req-78e3931b-15a6-408a-b3ff-5ebfe142add2 service neutron] 10.222.0.18 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931093 Dec 12 17:39:18.362717 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] Set router e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:18.444701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc143703-00e8-486d-b1e9-6d15f9b7c805 req-f6e5ec64-db28-4005-8948-00dda13573f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:18.446134 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc143703-00e8-486d-b1e9-6d15f9b7c805 req-f6e5ec64-db28-4005-8948-00dda13573f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c1cd740f-26e2-4d92-a719-8cb567a952d5 HTTP/1.1" status: 200 len: 854 time: 0.1647749 Dec 12 17:39:18.446886 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f0f6ef9c-21f9-40d5-8a24-d8827a3e08d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:18.620336 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd2baf8-b642-427c-ba02-5cc08a6d300b', 'name': 'tempest-FloatingIPDetailsTestJSON-617910669-router', 'tenant_id': 'f57ee31ae6a14997954fe0196b266bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '86e5284e-da1b-4a0c-9ad7-c7bc7e59692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:00Z', 'updated_at': '2021-12-12T17:39:12Z', 'revision_number': 4, 'project_id': 'f57ee31ae6a14997954fe0196b266bf6', 'gw_port': {'id': '86e5284e-da1b-4a0c-9ad7-c7bc7e59692d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd2baf8-b642-427c-ba02-5cc08a6d300b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:02Z', 'updated_at': '2021-12-12T17:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '74c79948-af61-464c-9bc7-fd309958e96d', 'name': '', 'network_id': 'd7058bb0-08dc-43a4-b677-d30917121411', 'tenant_id': 'f57ee31ae6a14997954fe0196b266bf6', 'mac_address': 'fa:16:3e:3c:79:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd2baf8-b642-427c-ba02-5cc08a6d300b', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '9deb3998-635c-44ed-a1b4-f82cf8e4a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:10Z', 'updated_at': '2021-12-12T17:39:17Z', 'revision_number': 4, 'project_id': 'f57ee31ae6a14997954fe0196b266bf6', 'subnets': [{'id': '9deb3998-635c-44ed-a1b4-f82cf8e4a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:18.627054 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-22d8629e-9b42-4099-bfd0-167bc7b2895b service neutron] 10.222.0.31 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023684 Dec 12 17:39:18.649066 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc143703-00e8-486d-b1e9-6d15f9b7c805 req-b69015d1-ea8c-4e77-9303-892816aee851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:18.650572 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc143703-00e8-486d-b1e9-6d15f9b7c805 req-b69015d1-ea8c-4e77-9303-892816aee851 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=350585f2-11de-4690-8ad7-c5bd74c5636c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1942546 Dec 12 17:39:18.662522 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35b0813-25bc-433c-b850-d855d18cfab5 None None] The sync data for ids ['4cd2baf8-b642-427c-ba02-5cc08a6d300b'] in n-d-760354-5 is: [{'id': '4cd2baf8-b642-427c-ba02-5cc08a6d300b', 'name': 'tempest-FloatingIPDetailsTestJSON-617910669-router', 'tenant_id': 'f57ee31ae6a14997954fe0196b266bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '86e5284e-da1b-4a0c-9ad7-c7bc7e59692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:00Z', 'updated_at': '2021-12-12T17:39:12Z', 'revision_number': 4, 'project_id': 'f57ee31ae6a14997954fe0196b266bf6', 'gw_port': {'id': '86e5284e-da1b-4a0c-9ad7-c7bc7e59692d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd2baf8-b642-427c-ba02-5cc08a6d300b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:02Z', 'updated_at': '2021-12-12T17:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '74c79948-af61-464c-9bc7-fd309958e96d', 'name': '', 'network_id': 'd7058bb0-08dc-43a4-b677-d30917121411', 'tenant_id': 'f57ee31ae6a14997954fe0196b266bf6', 'mac_address': 'fa:16:3e:3c:79:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd2baf8-b642-427c-ba02-5cc08a6d300b', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '9deb3998-635c-44ed-a1b4-f82cf8e4a0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:10Z', 'updated_at': '2021-12-12T17:39:17Z', 'revision_number': 4, 'project_id': 'f57ee31ae6a14997954fe0196b266bf6', 'subnets': [{'id': '9deb3998-635c-44ed-a1b4-f82cf8e4a0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:39:18.791530 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc143703-00e8-486d-b1e9-6d15f9b7c805 req-a016ef3b-d613-4d6e-8b73-a8d3353847e2 service neutron] 10.222.0.20 "GET /v2.0/networks/350585f2-11de-4690-8ad7-c5bd74c5636c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142352 Dec 12 17:39:18.836984 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751baa2-f595-4bc1-959f-0e641cd71017 req-b710cd7d-08dc-41ba-9d25-3b2f83ef5298 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:18.844592 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c751baa2-f595-4bc1-959f-0e641cd71017 req-b710cd7d-08dc-41ba-9d25-3b2f83ef5298 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 944 time: 0.3275263 Dec 12 17:39:18.976593 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74ebe1c6-4b14-4721-aa0a-7e8d2eeafbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:19.034306 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c751baa2-f595-4bc1-959f-0e641cd71017 req-02538a30-91ed-4346-a7a3-3dded0e3cb9d tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/security-groups?id=45f000ca-6a90-44d6-92b4-704bef426b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881824 Dec 12 17:39:19.072527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f6ef9c-21f9-40d5-8a24-d8827a3e08d0 admin admin] Network ecc7c02d-1dd3-4bd6-befd-08133d30927e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:19.095574 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:19.096585 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-74ebe1c6-4b14-4721-aa0a-7e8d2eeafbf7 None None] For port 74c79948-af61-464c-9bc7-fd309958e96d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=74c79948-af61-464c-9bc7-fd309958e96d,segment=NetworkSegment(9d9ef2cd-8048-4536-bdaa-2dedac382c57),segment_id=9d9ef2cd-8048-4536-bdaa-2dedac382c57)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:19.104270 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-c7825fbc-141f-405e-91e7-76bbf0394f76 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:19.114079 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74ebe1c6-4b14-4721-aa0a-7e8d2eeafbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:19.205022 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb', 'name': 'tempest-snat-router-899656601', 'tenant_id': 'b43cb0dda1a64174a900c9546888f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.69'}], 'enable_snat': False}, 'gw_port_id': '07f6f20a-e380-4345-ad00-c1da9ffcbddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:10Z', 'updated_at': '2021-12-12T17:39:14Z', 'revision_number': 3, 'project_id': 'b43cb0dda1a64174a900c9546888f0af', 'gw_port': {'id': '07f6f20a-e380-4345-ad00-c1da9ffcbddd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:11Z', 'updated_at': '2021-12-12T17:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:19.235709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f0f6ef9c-21f9-40d5-8a24-d8827a3e08d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:19.271553 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae56ea77-6079-48ef-adfb-002d2a5b94a6 None None] The sync data for ids ['e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb'] in n-d-760354-5 is: [{'id': 'e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb', 'name': 'tempest-snat-router-899656601', 'tenant_id': 'b43cb0dda1a64174a900c9546888f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.69'}], 'enable_snat': False}, 'gw_port_id': '07f6f20a-e380-4345-ad00-c1da9ffcbddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:10Z', 'updated_at': '2021-12-12T17:39:14Z', 'revision_number': 3, 'project_id': 'b43cb0dda1a64174a900c9546888f0af', 'gw_port': {'id': '07f6f20a-e380-4345-ad00-c1da9ffcbddd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:11Z', 'updated_at': '2021-12-12T17:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:39:19.284550 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebe1c6-4b14-4721-aa0a-7e8d2eeafbf7 None None] Pushing event updated for resources: {'Port': ['ID=74c79948-af61-464c-9bc7-fd309958e96d,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:19.393865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6d1a8b84-780b-4a44-a63a-9286436b6323 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:39:19.563038 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:19.563552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 6d1a8b84-780b-4a44-a63a-9286436b6323 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:19.564220 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:19.716472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 74c79948-af61-464c-9bc7-fd309958e96d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:39:19.812196 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Router 4aedbf80-7d69-4892-9f9a-0e98cdc50071 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:39:19.833187 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5a119995-69da-417e-a568-4454749e7a4d None None] Provisioning complete for port 713a1a53-d58d-4cfc-af47-53c6819033ce triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:19.833718 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5a119995-69da-417e-a568-4454749e7a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:19.959790 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 74c79948-af61-464c-9bc7-fd309958e96d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:19.960573 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:19.966699 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5a119995-69da-417e-a568-4454749e7a4d None None] Port 713a1a53-d58d-4cfc-af47-53c6819033ce cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:39:20.015481 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:20.034253 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:39:20.052943 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242dbe6-7c4b-4fad-a2cd-965ab2ab42d0 None None] Sync routers for ids ['4aedbf80-7d69-4892-9f9a-0e98cdc50071'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:39:20.072041 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d242dbe6-7c4b-4fad-a2cd-965ab2ab42d0 None None] Routers {'4aedbf80-7d69-4892-9f9a-0e98cdc50071'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:20.072388 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:20.073238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d242dbe6-7c4b-4fad-a2cd-965ab2ab42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4aedbf80-7d69-4892-9f9a-0e98cdc50071'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:20.079135 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e52bdadf-622a-4793-9d2f-024a7402c639 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.7702539 Dec 12 17:39:20.087171 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43236) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:20.226544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc143703-00e8-486d-b1e9-6d15f9b7c805 req-db732e4e-2ebc-4eba-83c9-e28a88e077bb service neutron] 10.222.0.20 "GET /v2.0/networks/350585f2-11de-4690-8ad7-c5bd74c5636c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3725193 Dec 12 17:39:20.241311 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63d45d4b-68f7-433f-9835-ebcec4d9f1cb req-f6cd1441-dcc9-48f9-913f-fd63563d4fd3 service neutron] 10.222.0.31 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6053183 Dec 12 17:39:20.274482 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e459c5af-71aa-48fd-90c6-b3ebdd3cd07e tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "GET /v2.0/routers/4aedbf80-7d69-4892-9f9a-0e98cdc50071 HTTP/1.1" status: 200 len: 907 time: 0.1841996 Dec 12 17:39:20.275274 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43238) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:20.297614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f6ef9c-21f9-40d5-8a24-d8827a3e08d0 admin admin] Router d86fa142-3b9f-48a6-b3df-b70b976ca836 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:39:20.381314 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d242dbe6-7c4b-4fad-a2cd-965ab2ab42d0 None None] Set router 4aedbf80-7d69-4892-9f9a-0e98cdc50071 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:20.390312 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-c7825fbc-141f-405e-91e7-76bbf0394f76 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Allocated IP 172.25.1.18 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/dca4cccd-f8b8-486c-8292-a355b57bc651) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:20.426016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce6b02-1abe-4187-af9e-cad3c3b6a435 req-3c0f5a06-75d3-410e-b0f2-b30965a8a314 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:20.428827 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01ce6b02-1abe-4187-af9e-cad3c3b6a435 req-3c0f5a06-75d3-410e-b0f2-b30965a8a314 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 945 time: 1.1985075 Dec 12 17:39:20.450043 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f96cda9-8abc-4ad7-82c3-f5f6351942e6 req-eec2093e-df48-467b-9efd-d418c82a6ad5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2194622 Dec 12 17:39:20.452752 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a82dec69-2501-4fd2-b870-528383d0c88f tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:20.626826 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a82dec69-2501-4fd2-b870-528383d0c88f tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:20.706793 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:20.723760 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a82dec69-2501-4fd2-b870-528383d0c88f tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Deleting port d5c1bfee-021d-42b0-ac44-1e5c8833c920 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:39:20.724108 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a82dec69-2501-4fd2-b870-528383d0c88f tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:20.768109 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-c7825fbc-141f-405e-91e7-76bbf0394f76 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:20.772815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d242dbe6-7c4b-4fad-a2cd-965ab2ab42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aedbf80-7d69-4892-9f9a-0e98cdc50071', 'name': 'tempest-snat-router-899656601', 'tenant_id': 'b43cb0dda1a64174a900c9546888f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'd5c1bfee-021d-42b0-ac44-1e5c8833c920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:16Z', 'updated_at': '2021-12-12T17:39:18Z', 'revision_number': 3, 'project_id': 'b43cb0dda1a64174a900c9546888f0af', 'gw_port': {'id': 'd5c1bfee-021d-42b0-ac44-1e5c8833c920', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:82:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aedbf80-7d69-4892-9f9a-0e98cdc50071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:17Z', 'updated_at': '2021-12-12T17:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:20.809411 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242dbe6-7c4b-4fad-a2cd-965ab2ab42d0 None None] Checking router: 4aedbf80-7d69-4892-9f9a-0e98cdc50071 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:39:20.809826 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242dbe6-7c4b-4fad-a2cd-965ab2ab42d0 None None] Updating router 4aedbf80-7d69-4892-9f9a-0e98cdc50071 port d5c1bfee-021d-42b0-ac44-1e5c8833c920 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:39:20.838161 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a82dec69-2501-4fd2-b870-528383d0c88f tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:20.840948 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d242dbe6-7c4b-4fad-a2cd-965ab2ab42d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:20.855903 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f6ef9c-21f9-40d5-8a24-d8827a3e08d0 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:39:20.863233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f0f6ef9c-21f9-40d5-8a24-d8827a3e08d0 admin admin] 10.222.0.18 "PUT /v2.0/routers/d86fa142-3b9f-48a6-b3df-b70b976ca836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6966743 Dec 12 17:39:20.868512 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Sync routers for ids ['d86fa142-3b9f-48a6-b3df-b70b976ca836'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:39:20.869047 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a82dec69-2501-4fd2-b870-528383d0c88f tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Calling delete_port for d5c1bfee-021d-42b0-ac44-1e5c8833c920 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:39:20.879981 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-c7825fbc-141f-405e-91e7-76bbf0394f76 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:20.890781 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Routers {'d86fa142-3b9f-48a6-b3df-b70b976ca836'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:20.893116 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['d86fa142-3b9f-48a6-b3df-b70b976ca836'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:20.963503 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7825fbc-141f-405e-91e7-76bbf0394f76 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Pushing event updated for resources: {'Port': ['ID=dca4cccd-f8b8-486c-8292-a355b57bc651,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:20.971753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96cda9-8abc-4ad7-82c3-f5f6351942e6 req-e3c941d6-5726-4045-8c74-321566a0c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:20.973264 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f96cda9-8abc-4ad7-82c3-f5f6351942e6 req-e3c941d6-5726-4045-8c74-321566a0c185 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 1095 time: 0.3918405 Dec 12 17:39:20.993654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-c7825fbc-141f-405e-91e7-76bbf0394f76 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:20.997908 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01ce6b02-1abe-4187-af9e-cad3c3b6a435 req-6d24edd4-b479-4dca-b1c2-69f92954ca53 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5467474 Dec 12 17:39:20.999815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-c7825fbc-141f-405e-91e7-76bbf0394f76 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:21.019733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-c7825fbc-141f-405e-91e7-76bbf0394f76 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:21.269671 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 12 Dec 2021 17:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5313dfc-1759-4186-8fa8-ead894cccdb5 x-openstack-request-id: req-f5313dfc-1759-4186-8fa8-ead894cccdb5 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:39:21.271871 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb0670c-2113-41aa-9957-c923a38794e6", "tag": "1b523372-c17c-4e89-9b1f-1cee6fab029d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "032c790c-9f95-4c8f-a100-f30974aa3632", "tag": "9196a9e8-451e-4556-af81-cba2468f673f", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:39:21.272358 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5313dfc-1759-4186-8fa8-ead894cccdb5 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:39:21.273234 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb0670c-2113-41aa-9957-c923a38794e6', 'tag': '1b523372-c17c-4e89-9b1f-1cee6fab029d', 'status': 'completed', 'code': 200} Dec 12 17:39:21.274969 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032c790c-9f95-4c8f-a100-f30974aa3632', 'tag': '9196a9e8-451e-4556-af81-cba2468f673f', 'status': 'completed', 'code': 200} Dec 12 17:39:21.343561 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a82dec69-2501-4fd2-b870-528383d0c88f tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:21.354003 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-d242dbe6-7c4b-4fad-a2cd-965ab2ab42d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:39:21.354432 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-d242dbe6-7c4b-4fad-a2cd-965ab2ab42d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:39:21.384048 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dec69-2501-4fd2-b870-528383d0c88f tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5c1bfee-021d-42b0-ac44-1e5c8833c920,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:21.492446 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 07f6f20a-e380-4345-ad00-c1da9ffcbddd up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:39:21.515378 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-bb4326da-6992-40f7-8249-47553306d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:21.517454 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-bb4326da-6992-40f7-8249-47553306d590 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1e2311e5fc246878549322368853f45&device_id=032c790c-9f95-4c8f-a100-f30974aa3632 HTTP/1.1" status: 200 len: 1094 time: 0.3303819 Dec 12 17:39:21.559439 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a82dec69-2501-4fd2-b870-528383d0c88f tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:21.567546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96cda9-8abc-4ad7-82c3-f5f6351942e6 req-f062acd1-18e6-460c-b7b2-c109c40bc079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:21.570026 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f96cda9-8abc-4ad7-82c3-f5f6351942e6 req-f062acd1-18e6-460c-b7b2-c109c40bc079 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 908 time: 0.5679288 Dec 12 17:39:21.595341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-7ad65e98-72da-4f73-874a-19dd2fa2dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:21.596963 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-7ad65e98-72da-4f73-874a-19dd2fa2dbfe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2f4eec817834ce593dffb8b3335df85&device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 1096 time: 0.3068271 Dec 12 17:39:21.618323 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Set router d86fa142-3b9f-48a6-b3df-b70b976ca836 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:21.653157 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f96cda9-8abc-4ad7-82c3-f5f6351942e6 req-3fd46578-a1c8-47cc-a5f2-0b8a2349bbc9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a891b6c-f3a4-43a5-9317-f0bed67deb96 HTTP/1.1" status: 200 len: 217 time: 0.0612445 Dec 12 17:39:21.704708 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 07f6f20a-e380-4345-ad00-c1da9ffcbddd triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:21.705090 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:21.800226 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96cda9-8abc-4ad7-82c3-f5f6351942e6 req-1f6ddef3-5cb3-44c6-8a8e-bed99ba2033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:21.801960 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f96cda9-8abc-4ad7-82c3-f5f6351942e6 req-1f6ddef3-5cb3-44c6-8a8e-bed99ba2033a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.0809994 Dec 12 17:39:21.827235 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-c7825fbc-141f-405e-91e7-76bbf0394f76 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:21.913980 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-ea97f007-315b-46cb-91d3-05626e6b072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:21.915919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-ea97f007-315b-46cb-91d3-05626e6b072a service neutron] 10.222.0.31 "GET /v2.0/networks?id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d HTTP/1.1" status: 200 len: 914 time: 0.3705332 Dec 12 17:39:21.930093 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edca247-1402-47f2-ab94-1480e4e1199b req-87a9b089-7335-4354-9414-f0373acd8f4e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:21.930274 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242dbe6-7c4b-4fad-a2cd-965ab2ab42d0 None None] Port d5c1bfee-021d-42b0-ac44-1e5c8833c920 not found while updating agent binding for router 4aedbf80-7d69-4892-9f9a-0e98cdc50071. {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 12 17:39:21.931415 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a82dec69-2501-4fd2-b870-528383d0c88f tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:21.931661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9edca247-1402-47f2-ab94-1480e4e1199b req-87a9b089-7335-4354-9414-f0373acd8f4e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=032c790c-9f95-4c8f-a100-f30974aa3632 HTTP/1.1" status: 200 len: 943 time: 0.5529187 Dec 12 17:39:21.943306 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a82dec69-2501-4fd2-b870-528383d0c88f tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:22.024814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f96cda9-8abc-4ad7-82c3-f5f6351942e6 req-72886690-9b1b-4281-8645-6376d40c3228 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1796517 Dec 12 17:39:22.064696 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:39:22.068473 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a82dec69-2501-4fd2-b870-528383d0c88f tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:22.069845 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82dec69-2501-4fd2-b870-528383d0c88f tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4aedbf80-7d69-4892-9f9a-0e98cdc50071 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:39:22.073215 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d242dbe6-7c4b-4fad-a2cd-965ab2ab42d0 None None] Routers {'4aedbf80-7d69-4892-9f9a-0e98cdc50071'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:22.074769 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d242dbe6-7c4b-4fad-a2cd-965ab2ab42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4aedbf80-7d69-4892-9f9a-0e98cdc50071'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:22.075905 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a82dec69-2501-4fd2-b870-528383d0c88f tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:22.077222 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a82dec69-2501-4fd2-b870-528383d0c88f tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "DELETE /v2.0/routers/4aedbf80-7d69-4892-9f9a-0e98cdc50071 HTTP/1.1" status: 204 len: 168 time: 1.8004050 Dec 12 17:39:22.080650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43258) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:22.207518 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d242dbe6-7c4b-4fad-a2cd-965ab2ab42d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:22.208586 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242dbe6-7c4b-4fad-a2cd-965ab2ab42d0 None None] The sync data for ids ['4aedbf80-7d69-4892-9f9a-0e98cdc50071'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:39:22.233164 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:22.267081 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 07f6f20a-e380-4345-ad00-c1da9ffcbddd, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=07f6f20a-e380-4345-ad00-c1da9ffcbddd,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:22.273839 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86fa142-3b9f-48a6-b3df-b70b976ca836', 'name': 'tempest-AttachSCSIVolumeTestJSON-646025500-router', 'tenant_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '6d1a8b84-780b-4a44-a63a-9286436b6323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:01Z', 'updated_at': '2021-12-12T17:39:17Z', 'revision_number': 4, 'project_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'gw_port': {'id': '6d1a8b84-780b-4a44-a63a-9286436b6323', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86fa142-3b9f-48a6-b3df-b70b976ca836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:03Z', 'updated_at': '2021-12-12T17:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '713a1a53-d58d-4cfc-af47-53c6819033ce', 'name': '', 'network_id': 'ecc7c02d-1dd3-4bd6-befd-08133d30927e', 'tenant_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'mac_address': 'fa:16:3e:29:ff:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86fa142-3b9f-48a6-b3df-b70b976ca836', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '083696fe-1cd8-4eab-907c-230610011894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:14Z', 'updated_at': '2021-12-12T17:39:17Z', 'revision_number': 2, 'project_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'subnets': [{'id': '083696fe-1cd8-4eab-907c-230610011894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:22.289230 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:22.293462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 74c79948-af61-464c-9bc7-fd309958e96d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:39:22.337645 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Checking router: d86fa142-3b9f-48a6-b3df-b70b976ca836 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:39:22.337911 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Updating router d86fa142-3b9f-48a6-b3df-b70b976ca836 port 713a1a53-d58d-4cfc-af47-53c6819033ce binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:39:22.358177 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b99971ab-f30a-43f1-a2eb-192202236fbf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:22.396555 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-5ce3afd7-2323-46cf-8708-fe85931d772e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9196a9e8-451e-4556-af81-cba2468f673f HTTP/1.1" status: 200 len: 217 time: 0.4611888 Dec 12 17:39:22.425931 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:22.469022 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f96cda9-8abc-4ad7-82c3-f5f6351942e6 req-a82a8293-a1d3-4967-a499-26da32092054 service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260257 Dec 12 17:39:22.479011 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=07f6f20a-e380-4345-ad00-c1da9ffcbddd,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:22.528037 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-c7825fbc-141f-405e-91e7-76bbf0394f76 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:22.559948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 74c79948-af61-464c-9bc7-fd309958e96d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:22.568839 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:22.616283 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b99971ab-f30a-43f1-a2eb-192202236fbf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:22.736051 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b99971ab-f30a-43f1-a2eb-192202236fbf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Deleting port 07f6f20a-e380-4345-ad00-c1da9ffcbddd {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:39:22.737736 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b99971ab-f30a-43f1-a2eb-192202236fbf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:22.858468 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-c7825fbc-141f-405e-91e7-76bbf0394f76 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:22.961863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-1b4fb595-a8d8-402d-9a73-712d528b1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:22.963600 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-1b4fb595-a8d8-402d-9a73-712d528b1ed5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=913bf011-774f-4e4f-a70e-8837b1ba8f4a HTTP/1.1" status: 200 len: 853 time: 0.5384691 Dec 12 17:39:22.973034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-b99971ab-f30a-43f1-a2eb-192202236fbf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] For port 07f6f20a-e380-4345-ad00-c1da9ffcbddd, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=07f6f20a-e380-4345-ad00-c1da9ffcbddd,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:22.973407 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b99971ab-f30a-43f1-a2eb-192202236fbf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:22.991011 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:23.006361 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:23.009150 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b99971ab-f30a-43f1-a2eb-192202236fbf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Calling delete_port for 07f6f20a-e380-4345-ad00-c1da9ffcbddd owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:39:23.048879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9edca247-1402-47f2-ab94-1480e4e1199b req-6be20720-7eb6-4d2b-abc2-01cb29bd5418 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0941796 Dec 12 17:39:23.052864 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-c7825fbc-141f-405e-91e7-76bbf0394f76 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:23.190303 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887be27-632f-438a-90cb-590dccef99f5 None None] Pushing event updated for resources: {'Port': ['ID=713a1a53-d58d-4cfc-af47-53c6819033ce,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:23.268774 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-f3f7cbed-f5e0-4166-a006-95d69821ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:23.300903 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 07f6f20a-e380-4345-ad00-c1da9ffcbddd up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:39:23.317607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-f3f7cbed-f5e0-4166-a006-95d69821ff19 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe0295e0-e02c-466a-b887-061fe8cdca93 HTTP/1.1" status: 200 len: 922 time: 1.6661201 Dec 12 17:39:23.370475 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Attempting to bind port 713a1a53-d58d-4cfc-af47-53c6819033ce on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:39:23.370860 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Attempting to bind port 713a1a53-d58d-4cfc-af47-53c6819033ce by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '8ef4c5f8-c87c-41f3-ad12-5119d8c45597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ecc7c02d-1dd3-4bd6-befd-08133d30927e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:39:23.371255 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Attempting to bind port 713a1a53-d58d-4cfc-af47-53c6819033ce on network ecc7c02d-1dd3-4bd6-befd-08133d30927e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:39:23.381894 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:39:23.382532 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Checking segment: {'id': '8ef4c5f8-c87c-41f3-ad12-5119d8c45597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ecc7c02d-1dd3-4bd6-befd-08133d30927e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:39:23.383123 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:23.383813 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Bound using segment: {'id': '8ef4c5f8-c87c-41f3-ad12-5119d8c45597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ecc7c02d-1dd3-4bd6-befd-08133d30927e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:39:23.384467 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Bound port: 713a1a53-d58d-4cfc-af47-53c6819033ce, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef4c5f8-c87c-41f3-ad12-5119d8c45597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ecc7c02d-1dd3-4bd6-befd-08133d30927e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:39:23.385128 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:23.396354 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-9bef0607-ac99-4b24-bfd0-e570664041a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3818336 Dec 12 17:39:23.441484 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c581b7c7-37ec-4301-989d-159ff7c22cf0 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:39:23.586606 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] For port 713a1a53-d58d-4cfc-af47-53c6819033ce, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:39:23.600543 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] For port 713a1a53-d58d-4cfc-af47-53c6819033ce, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=713a1a53-d58d-4cfc-af47-53c6819033ce,segment=NetworkSegment(8ef4c5f8-c87c-41f3-ad12-5119d8c45597),segment_id=8ef4c5f8-c87c-41f3-ad12-5119d8c45597)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:39:23.613825 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:23.632847 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b99971ab-f30a-43f1-a2eb-192202236fbf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:23.636948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port c581b7c7-37ec-4301-989d-159ff7c22cf0, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c581b7c7-37ec-4301-989d-159ff7c22cf0,segment=NetworkSegment(7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6),segment_id=7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:23.664814 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'c581b7c7-37ec-4301-989d-159ff7c22cf0', 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c', 'port_id': 'c581b7c7-37ec-4301-989d-159ff7c22cf0', 'mac_address': 'fa:16:3e:6f:d0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:39:23.740119 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-7643fade-932f-4eae-a774-3d67e6a514f0 service neutron] 10.222.0.31 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009200 Dec 12 17:39:23.779930 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99971ab-f30a-43f1-a2eb-192202236fbf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Pushing event deleted for resources: {'Port': ['ID=07f6f20a-e380-4345-ad00-c1da9ffcbddd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:23.822401 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887be27-632f-438a-90cb-590dccef99f5 None None] Pushing event updated for resources: {'Port': ['ID=713a1a53-d58d-4cfc-af47-53c6819033ce,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:23.834384 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Routers {'d86fa142-3b9f-48a6-b3df-b70b976ca836'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:23.836059 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['d86fa142-3b9f-48a6-b3df-b70b976ca836'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:23.880572 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:23.889276 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 9196a9e8-451e-4556-af81-cba2468f673f details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:39:23.931247 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b99971ab-f30a-43f1-a2eb-192202236fbf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:24.002815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c581b7c7-37ec-4301-989d-159ff7c22cf0 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:39:24.095912 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.resource_extend [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 17:39:24.101535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-48641754-2473-4d34-9312-d1493faf864c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b523372-c17c-4e89-9b1f-1cee6fab029d HTTP/1.1" status: 200 len: 217 time: 0.6952772 Dec 12 17:39:24.205949 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b99971ab-f30a-43f1-a2eb-192202236fbf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:24.212890 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b99971ab-f30a-43f1-a2eb-192202236fbf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:24.270745 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] Set router d86fa142-3b9f-48a6-b3df-b70b976ca836 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:24.278882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7825fbc-141f-405e-91e7-76bbf0394f76 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Pushing event updated for resources: {'Port': ['ID=dca4cccd-f8b8-486c-8292-a355b57bc651,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:24.279823 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 9196a9e8-451e-4556-af81-cba2468f673f, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=9196a9e8-451e-4556-af81-cba2468f673f,segment=NetworkSegment(99d4fbf6-70e9-4774-b677-000907b84685),segment_id=99d4fbf6-70e9-4774-b677-000907b84685)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:24.329928 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b99971ab-f30a-43f1-a2eb-192202236fbf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:24.330548 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99971ab-f30a-43f1-a2eb-192202236fbf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:39:24.336751 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b99971ab-f30a-43f1-a2eb-192202236fbf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:24.337995 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b99971ab-f30a-43f1-a2eb-192202236fbf tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "DELETE /v2.0/routers/e96c26a3-27e5-4d8f-9ac8-9b9736ce85bb HTTP/1.1" status: 204 len: 168 time: 2.2565930 Dec 12 17:39:24.341824 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43268) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:24.348763 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1466984757', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:24.391799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f96cda9-8abc-4ad7-82c3-f5f6351942e6 req-ad60b9b0-70e6-4a6a-b8dc-749ac90c214b service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8737736 Dec 12 17:39:24.427838 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:24.429495 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:24.434218 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-c7825fbc-141f-405e-91e7-76bbf0394f76 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:24.507881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cddef-4706-40b9-b693-bb53c01dff8a req-e577e8fb-1391-4962-9c2a-41cd6b6dc056 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:24.520069 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac0cddef-4706-40b9-b693-bb53c01dff8a req-e577e8fb-1391-4962-9c2a-41cd6b6dc056 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 944 time: 0.7172463 Dec 12 17:39:24.585016 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:24.612288 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port c581b7c7-37ec-4301-989d-159ff7c22cf0, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c581b7c7-37ec-4301-989d-159ff7c22cf0,segment=NetworkSegment(7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6),segment_id=7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:24.616122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '9196a9e8-451e-4556-af81-cba2468f673f', 'network_id': '523f7885-2a3b-4fcb-8b42-d7268e79ac1d', 'port_id': '9196a9e8-451e-4556-af81-cba2468f673f', 'mac_address': 'fa:16:3e:0e:d0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913bf011-774f-4e4f-a70e-8837b1ba8f4a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:39:24.618753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] No active binding found for port 07f6f20a-e380-4345-ad00-c1da9ffcbddd {{(pid=103152) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 12 17:39:24.622225 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 07f6f20a-e380-4345-ad00-c1da9ffcbddd not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 12 17:39:24.652023 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:24.668129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-3223a235-0cce-484a-8bff-c23b1e6143d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:24.671741 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-3223a235-0cce-484a-8bff-c23b1e6143d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=103b3353-755a-4f3f-82b8-1ec95baa41f7 HTTP/1.1" status: 200 len: 860 time: 0.5613482 Dec 12 17:39:24.750136 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8717afa3-a38c-45e8-9c9e-478916f23d96 None None] Provisioning complete for port 713a1a53-d58d-4cfc-af47-53c6819033ce triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:24.750823 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8717afa3-a38c-45e8-9c9e-478916f23d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:24.794379 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-c7825fbc-141f-405e-91e7-76bbf0394f76 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:24.795660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-c7825fbc-141f-405e-91e7-76bbf0394f76 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.3223593 Dec 12 17:39:24.802036 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=c581b7c7-37ec-4301-989d-159ff7c22cf0,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:24.821464 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Port 07f6f20a-e380-4345-ad00-c1da9ffcbddd not found, will not notify nova. {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 12 17:39:24.909315 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86fa142-3b9f-48a6-b3df-b70b976ca836', 'name': 'tempest-AttachSCSIVolumeTestJSON-646025500-router', 'tenant_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '6d1a8b84-780b-4a44-a63a-9286436b6323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:01Z', 'updated_at': '2021-12-12T17:39:17Z', 'revision_number': 4, 'project_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'gw_port': {'id': '6d1a8b84-780b-4a44-a63a-9286436b6323', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86fa142-3b9f-48a6-b3df-b70b976ca836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:03Z', 'updated_at': '2021-12-12T17:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '713a1a53-d58d-4cfc-af47-53c6819033ce', 'name': '', 'network_id': 'ecc7c02d-1dd3-4bd6-befd-08133d30927e', 'tenant_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'mac_address': 'fa:16:3e:29:ff:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86fa142-3b9f-48a6-b3df-b70b976ca836', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '083696fe-1cd8-4eab-907c-230610011894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:14Z', 'updated_at': '2021-12-12T17:39:23Z', 'revision_number': 4, 'project_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'subnets': [{'id': '083696fe-1cd8-4eab-907c-230610011894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:24.965808 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a8c5b2-b4f8-4e83-85ed-4226483b89ca None None] The sync data for ids ['d86fa142-3b9f-48a6-b3df-b70b976ca836'] in n-d-760354-5 is: [{'id': 'd86fa142-3b9f-48a6-b3df-b70b976ca836', 'name': 'tempest-AttachSCSIVolumeTestJSON-646025500-router', 'tenant_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '6d1a8b84-780b-4a44-a63a-9286436b6323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:01Z', 'updated_at': '2021-12-12T17:39:17Z', 'revision_number': 4, 'project_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'gw_port': {'id': '6d1a8b84-780b-4a44-a63a-9286436b6323', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86fa142-3b9f-48a6-b3df-b70b976ca836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:03Z', 'updated_at': '2021-12-12T17:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '713a1a53-d58d-4cfc-af47-53c6819033ce', 'name': '', 'network_id': 'ecc7c02d-1dd3-4bd6-befd-08133d30927e', 'tenant_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'mac_address': 'fa:16:3e:29:ff:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86fa142-3b9f-48a6-b3df-b70b976ca836', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '083696fe-1cd8-4eab-907c-230610011894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:14Z', 'updated_at': '2021-12-12T17:39:23Z', 'revision_number': 4, 'project_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'subnets': [{'id': '083696fe-1cd8-4eab-907c-230610011894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:39:25.024606 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['c581b7c7-37ec-4301-989d-159ff7c22cf0'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:39:25.058177 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8717afa3-a38c-45e8-9c9e-478916f23d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:25.153055 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:25.155923 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac0cddef-4706-40b9-b693-bb53c01dff8a req-a5093721-2fd1-41f4-8bb6-44830fd8d98f tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/security-groups?id=45f000ca-6a90-44d6-92b4-704bef426b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6345973 Dec 12 17:39:25.156344 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:25.166951 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-7d9b6d02-82d1-488c-9d1e-b1e9f3556429 service neutron] 10.222.0.31 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2058706 Dec 12 17:39:25.368283 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8717afa3-a38c-45e8-9c9e-478916f23d96 None None] For port 713a1a53-d58d-4cfc-af47-53c6819033ce, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=713a1a53-d58d-4cfc-af47-53c6819033ce,segment=NetworkSegment(8ef4c5f8-c87c-41f3-ad12-5119d8c45597),segment_id=8ef4c5f8-c87c-41f3-ad12-5119d8c45597)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:25.420954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 07f6f20a-e380-4345-ad00-c1da9ffcbddd no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:39:25.533060 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-219df9a0-f7f3-4a9d-9c14-7ec24aa93d1d tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.5566783 Dec 12 17:39:25.553774 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9196a9e8-451e-4556-af81-cba2468f673f {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:39:25.602479 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-761f0788-43ac-4805-8de6-5b0e837400d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:25.612270 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 07f6f20a-e380-4345-ad00-c1da9ffcbddd {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:39:25.612808 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 07f6f20a-e380-4345-ad00-c1da9ffcbddd not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:39:25.614851 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-761f0788-43ac-4805-8de6-5b0e837400d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe0295e0-e02c-466a-b887-061fe8cdca93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9252732 Dec 12 17:39:25.621331 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8717afa3-a38c-45e8-9c9e-478916f23d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:25.674106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dd3a8-1843-456f-a602-ba7265c31460 req-920f84c3-e984-4047-8ab2-67bc27ce2290 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:25.691986 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b8dd3a8-1843-456f-a602-ba7265c31460 req-920f84c3-e984-4047-8ab2-67bc27ce2290 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0670c-2113-41aa-9957-c923a38794e6 HTTP/1.1" status: 200 len: 945 time: 0.9173594 Dec 12 17:39:25.844420 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:25.884694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717afa3-a38c-45e8-9c9e-478916f23d96 None None] Pushing event updated for resources: {'Port': ['ID=713a1a53-d58d-4cfc-af47-53c6819033ce,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:25.885476 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:25.951148 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 9196a9e8-451e-4556-af81-cba2468f673f, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=9196a9e8-451e-4556-af81-cba2468f673f,segment=NetworkSegment(99d4fbf6-70e9-4774-b677-000907b84685),segment_id=99d4fbf6-70e9-4774-b677-000907b84685)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:26.056946 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e8b63f4b-58c9-4609-88df-54590c14f168 None None] Provisioning complete for port 713a1a53-d58d-4cfc-af47-53c6819033ce triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:26.056946 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e8b63f4b-58c9-4609-88df-54590c14f168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:26.154935 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:26.231821 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Allocated IP 172.25.1.138 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/d8d18882-a519-4533-afbb-5ba8c391b449) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:26.259819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-15b9b357-7812-46c7-8a04-4bd40e6a0c05 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:26.282515 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afab9aef-4888-4beb-a502-ddc61ee26e13 req-15b9b357-7812-46c7-8a04-4bd40e6a0c05 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.7484202 Dec 12 17:39:26.294409 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-a8e75d19-7b2d-4c70-931d-4047f5ae7b17 service neutron] 10.222.0.20 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045297 Dec 12 17:39:26.476838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d61817bb-c234-4f6c-8e78-d2dec5da0880 req-b8796aaf-9264-450c-8546-ced6a3b92169 service neutron] 10.222.0.20 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591792 Dec 12 17:39:26.623598 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:26.626966 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['9196a9e8-451e-4556-af81-cba2468f673f'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:39:26.655692 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-2b8dd3a8-1843-456f-a602-ba7265c31460 req-e466bfaa-1c35-46a3-9287-c3f7e06706ad tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Deleting port 1b523372-c17c-4e89-9b1f-1cee6fab029d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:39:26.656360 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2b8dd3a8-1843-456f-a602-ba7265c31460 req-e466bfaa-1c35-46a3-9287-c3f7e06706ad tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:26.689173 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-f824b5c4-ed25-4ecb-a689-2ded4c281834 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:26.697310 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-f824b5c4-ed25-4ecb-a689-2ded4c281834 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1852620 Dec 12 17:39:26.720418 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:26.735497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=9196a9e8-451e-4556-af81-cba2468f673f,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:26.797688 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:26.801049 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:26.805023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:26.887462 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Pushing event updated for resources: {'Port': ['ID=d8d18882-a519-4533-afbb-5ba8c391b449,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:27.240738 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 713a1a53-d58d-4cfc-af47-53c6819033ce up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:39:27.330796 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-2b8dd3a8-1843-456f-a602-ba7265c31460 req-e466bfaa-1c35-46a3-9287-c3f7e06706ad tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] For port 1b523372-c17c-4e89-9b1f-1cee6fab029d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1b523372-c17c-4e89-9b1f-1cee6fab029d,segment=NetworkSegment(53879a77-df27-422b-9ece-2a2e7e594576),segment_id=53879a77-df27-422b-9ece-2a2e7e594576)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:27.331406 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2b8dd3a8-1843-456f-a602-ba7265c31460 req-e466bfaa-1c35-46a3-9287-c3f7e06706ad tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:27.347083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-2b8dd3a8-1843-456f-a602-ba7265c31460 req-e466bfaa-1c35-46a3-9287-c3f7e06706ad tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Calling delete_port for 1b523372-c17c-4e89-9b1f-1cee6fab029d owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:39:27.355395 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 713a1a53-d58d-4cfc-af47-53c6819033ce triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:27.355780 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:27.395185 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:27.421752 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c581b7c7-37ec-4301-989d-159ff7c22cf0 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:39:27.659129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port c581b7c7-37ec-4301-989d-159ff7c22cf0 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:39:27.677714 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port c581b7c7-37ec-4301-989d-159ff7c22cf0 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:27.678840 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:27.794739 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-94e7fc3a-a5c4-4442-8184-630cc755caf3 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 695 time: 1.0963616 Dec 12 17:39:27.804537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-3d17b54d-4c7c-435f-b2c7-0c0f9032fb27 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Request body: {'floatingip': {'port_id': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:27.864644 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:27.877171 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784882f9-d1ca-4207-a304-28774a3516b5 req-e7e6ec87-1c34-415b-8023-a956d3213ea6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:27.878870 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-784882f9-d1ca-4207-a304-28774a3516b5 req-e7e6ec87-1c34-415b-8023-a956d3213ea6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=032c790c-9f95-4c8f-a100-f30974aa3632 HTTP/1.1" status: 200 len: 944 time: 1.4006917 Dec 12 17:39:27.881880 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-3d17b54d-4c7c-435f-b2c7-0c0f9032fb27 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:27.911677 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port c581b7c7-37ec-4301-989d-159ff7c22cf0, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c581b7c7-37ec-4301-989d-159ff7c22cf0,segment=NetworkSegment(7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6),segment_id=7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:27.912998 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11bf610-227a-42bb-b86b-2232953b75b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c581b7c7-37ec-4301-989d-159ff7c22cf0'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:39:27.915877 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b6e0bc-2791-4ddf-ad5a-939f3c4b5e39" -d '{"events": [{"server_uuid": "e11bf610-227a-42bb-b86b-2232953b75b0", "name": "network-vif-plugged", "status": "completed", "tag": "c581b7c7-37ec-4301-989d-159ff7c22cf0"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:39:27.924513 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:27.989641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=c581b7c7-37ec-4301-989d-159ff7c22cf0,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:28.106500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:28.182051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 9196a9e8-451e-4556-af81-cba2468f673f up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:39:28.267533 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Router 0c06ecee-add7-4e04-83e2-e2296c5cc232 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:39:28.304048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 9196a9e8-451e-4556-af81-cba2468f673f completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:39:28.308633 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 9196a9e8-451e-4556-af81-cba2468f673f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:28.309138 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:28.422463 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:39:28.440545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7520db8e-8a2a-4016-85fb-397d4e0765fd None None] Sync routers for ids ['0c06ecee-add7-4e04-83e2-e2296c5cc232'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:39:28.447262 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2b8dd3a8-1843-456f-a602-ba7265c31460 req-e466bfaa-1c35-46a3-9287-c3f7e06706ad tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:28.462449 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:28.464955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['434a5413-cd54-4767-8d0f-8b9d19a2e5a9'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:39:28.472068 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cc779845-84f4-4090-96a0-374d9b73e69d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1259913 Dec 12 17:39:28.472484 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43306) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:28.489226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6ef5fcbd-3309-423e-99d7-05d81fca7043 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'enable_snat': False}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:28.511737 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7520db8e-8a2a-4016-85fb-397d4e0765fd None None] Routers {'0c06ecee-add7-4e04-83e2-e2296c5cc232'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:28.512844 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7520db8e-8a2a-4016-85fb-397d4e0765fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['0c06ecee-add7-4e04-83e2-e2296c5cc232'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:28.544690 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.db.resource_extend [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-3d17b54d-4c7c-435f-b2c7-0c0f9032fb27 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 17:39:28.549135 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7520db8e-8a2a-4016-85fb-397d4e0765fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:28.554147 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:28.580452 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7520db8e-8a2a-4016-85fb-397d4e0765fd None None] Routers {'0c06ecee-add7-4e04-83e2-e2296c5cc232'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:28.581181 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7520db8e-8a2a-4016-85fb-397d4e0765fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['0c06ecee-add7-4e04-83e2-e2296c5cc232'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:28.632982 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f3fa5a7-48a9-4f9e-9ff1-c35dea51a097 req-89b00193-adeb-48f2-8532-fda5c4a762d2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.1536529 Dec 12 17:39:28.645965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7520db8e-8a2a-4016-85fb-397d4e0765fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:28.646687 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7520db8e-8a2a-4016-85fb-397d4e0765fd None None] The sync data for ids ['0c06ecee-add7-4e04-83e2-e2296c5cc232'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:39:28.666769 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 9196a9e8-451e-4556-af81-cba2468f673f, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=9196a9e8-451e-4556-af81-cba2468f673f,segment=NetworkSegment(99d4fbf6-70e9-4774-b677-000907b84685),segment_id=99d4fbf6-70e9-4774-b677-000907b84685)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:28.684976 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:28.746945 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-3d17b54d-4c7c-435f-b2c7-0c0f9032fb27 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:28.762080 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=9196a9e8-451e-4556-af81-cba2468f673f,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:28.778941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466bfaa-1c35-46a3-9287-c3f7e06706ad tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Pushing event deleted for resources: {'Port': ['ID=1b523372-c17c-4e89-9b1f-1cee6fab029d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:28.786032 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-784882f9-d1ca-4207-a304-28774a3516b5 req-a1356de3-c495-4809-8187-4d0b654ab46d tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284414 Dec 12 17:39:28.789673 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-3d17b54d-4c7c-435f-b2c7-0c0f9032fb27 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:28.938598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fa5a7-48a9-4f9e-9ff1-c35dea51a097 req-08331b40-b297-4bac-8901-6c39606e9223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:28.940175 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f3fa5a7-48a9-4f9e-9ff1-c35dea51a097 req-08331b40-b297-4bac-8901-6c39606e9223 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 1095 time: 0.1929154 Dec 12 17:39:28.979078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8dd3a8-1843-456f-a602-ba7265c31460 req-e466bfaa-1c35-46a3-9287-c3f7e06706ad tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] No DVR routers for this DVR port 1b523372-c17c-4e89-9b1f-1cee6fab029d on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:39:28.982076 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2b8dd3a8-1843-456f-a602-ba7265c31460 req-e466bfaa-1c35-46a3-9287-c3f7e06706ad tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:28.983563 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ef5fcbd-3309-423e-99d7-05d81fca7043 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:28.986292 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b8dd3a8-1843-456f-a602-ba7265c31460 req-e466bfaa-1c35-46a3-9287-c3f7e06706ad tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.20 "DELETE /v2.0/ports/1b523372-c17c-4e89-9b1f-1cee6fab029d HTTP/1.1" status: 204 len: 173 time: 3.1948292 Dec 12 17:39:29.001747 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb0670c-2113-41aa-9957-c923a38794e6', 'name': 'network-vif-deleted', 'tag': '1b523372-c17c-4e89-9b1f-1cee6fab029d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:39:29.005253 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b6f512-b029-4875-abfb-681f89325ea7" -d '{"events": [{"server_uuid": "9bb0670c-2113-41aa-9957-c923a38794e6", "name": "network-vif-deleted", "tag": "1b523372-c17c-4e89-9b1f-1cee6fab029d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:39:29.091471 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-3d17b54d-4c7c-435f-b2c7-0c0f9032fb27 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Floating IP a0349adf-c55d-4b1e-a61c-bbd400d9ada8 associated. External IP: 172.25.1.21, port: 434a5413-cd54-4767-8d0f-8b9d19a2e5a9. Dec 12 17:39:29.145468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe838f1c-d837-4918-925d-a991d4a08af7 req-7f50934d-6c73-4940-82ea-72008e54c4af tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:29.146417 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe838f1c-d837-4918-925d-a991d4a08af7 req-7f50934d-6c73-4940-82ea-72008e54c4af tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 946 time: 0.2367754 Dec 12 17:39:29.231446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fa5a7-48a9-4f9e-9ff1-c35dea51a097 req-3ef134f3-dbba-44c8-aa45-af4e6e5d78f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:29.233340 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f3fa5a7-48a9-4f9e-9ff1-c35dea51a097 req-3ef134f3-dbba-44c8-aa45-af4e6e5d78f7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 908 time: 0.2584169 Dec 12 17:39:29.300178 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f3fa5a7-48a9-4f9e-9ff1-c35dea51a097 req-761b79e3-48d1-4418-a398-b47b21bab24d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f717fce-017d-42a2-a42f-707ae69625a8 HTTP/1.1" status: 200 len: 217 time: 0.0554326 Dec 12 17:39:29.307726 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe838f1c-d837-4918-925d-a991d4a08af7 req-4724994f-d142-495c-a37f-3b1d31cc1583 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/security-groups?id=45f000ca-6a90-44d6-92b4-704bef426b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158259 Dec 12 17:39:29.385212 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fa5a7-48a9-4f9e-9ff1-c35dea51a097 req-a6621cfe-3e36-4866-8573-f16b8d40612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:29.387597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f3fa5a7-48a9-4f9e-9ff1-c35dea51a097 req-a6621cfe-3e36-4866-8573-f16b8d40612f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.0770607 Dec 12 17:39:29.401396 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0b151457-faa9-46f0-8d84-4a2ebddfc9ab details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:39:29.432334 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1b523372-c17c-4e89-9b1f-1cee6fab029d no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:39:29.468071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 1b523372-c17c-4e89-9b1f-1cee6fab029d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:39:29.469240 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1b523372-c17c-4e89-9b1f-1cee6fab029d not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:39:29.485959 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f3fa5a7-48a9-4f9e-9ff1-c35dea51a097 req-3bbd0925-8a85-4a50-9b24-a5f9ed05963b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744994 Dec 12 17:39:29.601215 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ef5fcbd-3309-423e-99d7-05d81fca7043 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:29.605485 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ef5fcbd-3309-423e-99d7-05d81fca7043 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:29.623368 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:29.641881 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'port_id': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'mac_address': 'fa:16:3e:18:e2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:39:29.738280 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:29.770905 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b151457-faa9-46f0-8d84-4a2ebddfc9ab {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:39:29.799429 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:29.803130 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f3fa5a7-48a9-4f9e-9ff1-c35dea51a097 req-271a1bd3-4863-45c6-a38c-48606d7dfcbf service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248168 Dec 12 17:39:29.808082 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:29.854583 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef5fcbd-3309-423e-99d7-05d81fca7043 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Router 0c06ecee-add7-4e04-83e2-e2296c5cc232 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:39:29.871748 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:29.946272 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['0b151457-faa9-46f0-8d84-4a2ebddfc9ab'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:39:30.000605 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-7efb2f36-47c8-49e3-9110-770771c639df tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6114800 Dec 12 17:39:30.011552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef5fcbd-3309-423e-99d7-05d81fca7043 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:39:30.012461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:30.022411 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5153af-2d2a-42e7-bf02-b23db58bc256 None None] Sync routers for ids ['0c06ecee-add7-4e04-83e2-e2296c5cc232'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:39:30.025309 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ef5fcbd-3309-423e-99d7-05d81fca7043 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:30.027421 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6ef5fcbd-3309-423e-99d7-05d81fca7043 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "PUT /v2.0/routers/0c06ecee-add7-4e04-83e2-e2296c5cc232 HTTP/1.1" status: 200 len: 922 time: 1.5539544 Dec 12 17:39:30.030186 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43330) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:30.042252 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5153af-2d2a-42e7-bf02-b23db58bc256 None None] Routers {'0c06ecee-add7-4e04-83e2-e2296c5cc232'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:30.043033 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8c5153af-2d2a-42e7-bf02-b23db58bc256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['0c06ecee-add7-4e04-83e2-e2296c5cc232'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:30.061013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-3d17b54d-4c7c-435f-b2c7-0c0f9032fb27 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:39:30.078631 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f3fa5a7-48a9-4f9e-9ff1-c35dea51a097 req-2ece4506-48de-46cf-9886-250c4a0bbe6d service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311745 Dec 12 17:39:30.132768 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8c5153af-2d2a-42e7-bf02-b23db58bc256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:30.158206 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5153af-2d2a-42e7-bf02-b23db58bc256 None None] Routers {'0c06ecee-add7-4e04-83e2-e2296c5cc232'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:30.159110 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8c5153af-2d2a-42e7-bf02-b23db58bc256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['0c06ecee-add7-4e04-83e2-e2296c5cc232'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:30.201340 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:30.237041 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8c5153af-2d2a-42e7-bf02-b23db58bc256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:30.241737 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5153af-2d2a-42e7-bf02-b23db58bc256 None None] The sync data for ids ['0c06ecee-add7-4e04-83e2-e2296c5cc232'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:39:30.264545 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0d7856d5-ceb6-4136-a3ce-f7cd55d60cb8 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "GET /v2.0/routers/0c06ecee-add7-4e04-83e2-e2296c5cc232 HTTP/1.1" status: 200 len: 922 time: 0.2321343 Dec 12 17:39:30.267479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43336) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:30.337416 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-3d17b54d-4c7c-435f-b2c7-0c0f9032fb27 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:39:30.346276 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-3d17b54d-4c7c-435f-b2c7-0c0f9032fb27 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:30.350008 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c532ee-eddb-40fe-8d11-f00de747d1af None None] Sync routers for ids ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:39:30.362479 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c532ee-eddb-40fe-8d11-f00de747d1af None None] Routers {'6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:30.367489 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-16c532ee-eddb-40fe-8d11-f00de747d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:30.391871 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-3d17b54d-4c7c-435f-b2c7-0c0f9032fb27 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "PUT /v2.0/floatingips/a0349adf-c55d-4b1e-a61c-bbd400d9ada8 HTTP/1.1" status: 200 len: 996 time: 2.5961549 Dec 12 17:39:30.422028 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346b296f-3928-41e5-bc42-8a4fea8b1355 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:30.430536 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-346b296f-3928-41e5-bc42-8a4fea8b1355 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&device_id=0c06ecee-add7-4e04-83e2-e2296c5cc232&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1620255 Dec 12 17:39:30.431410 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43350) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:30.475342 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-5e8c11bd-1348-4a70-a61c-79dfc79280ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:30.476856 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-5e8c11bd-1348-4a70-a61c-79dfc79280ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2f4eec817834ce593dffb8b3335df85&device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 1097 time: 0.0742795 Dec 12 17:39:30.584985 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:30.589639 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-16c532ee-eddb-40fe-8d11-f00de747d1af None None] Set router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:30.762543 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6b7f29-332d-489a-900d-43b8724bc848 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:30.774930 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5d6b7f29-332d-489a-900d-43b8724bc848 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 881 time: 0.3416812 Dec 12 17:39:30.776473 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43360) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:30.784487 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-e96fc192-f75b-4ef0-8227-b543a590a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:30.788201 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-e96fc192-f75b-4ef0-8227-b543a590a29f service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe0295e0-e02c-466a-b887-061fe8cdca93 HTTP/1.1" status: 200 len: 922 time: 0.2816916 Dec 12 17:39:30.835457 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5dd5e2a9-5906-4f41-a446-3044322042a3 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c06ecee-add7-4e04-83e2-e2296c5cc232 HTTP/1.1" status: 200 len: 205 time: 0.0576675 Dec 12 17:39:30.843944 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43362) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:30.904215 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Allocated IP 172.25.1.235 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/3c2e5272-6d62-4a3e-930f-7bbf74c15fc4) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:31.045891 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:31.104043 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:31.172260 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd46ee77-4dc5-463e-867b-6a37f81d798c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:31.219647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:31.237911 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:31.243516 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:31.259417 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-6614894f-e6eb-4cee-b374-7735361f2dce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434a5413-cd54-4767-8d0f-8b9d19a2e5a9 HTTP/1.1" status: 200 len: 999 time: 0.1718650 Dec 12 17:39:31.288469 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Pushing event updated for resources: {'Port': ['ID=3c2e5272-6d62-4a3e-930f-7bbf74c15fc4,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:31.298083 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd46ee77-4dc5-463e-867b-6a37f81d798c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:31.312020 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-16c532ee-eddb-40fe-8d11-f00de747d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'a0349adf-c55d-4b1e-a61c-bbd400d9ada8', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'port_id': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'mac_address': 'fa:16:3e:28:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:38:27Z', 'updated_at': '2021-12-12T17:39:28Z', 'revision_number': 8, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:31.379686 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bd46ee77-4dc5-463e-867b-6a37f81d798c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Deleting port d8d18882-a519-4533-afbb-5ba8c391b449 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:39:31.380029 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd46ee77-4dc5-463e-867b-6a37f81d798c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:31.381427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c532ee-eddb-40fe-8d11-f00de747d1af None None] Checking router: 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:39:31.397992 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c532ee-eddb-40fe-8d11-f00de747d1af None None] Routers {'6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:31.400730 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-16c532ee-eddb-40fe-8d11-f00de747d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:31.409331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-07602d7b-2d86-480f-bf37-f003c0c2ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:31.420986 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-07602d7b-2d86-480f-bf37-f003c0c2ed00 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=103b3353-755a-4f3f-82b8-1ec95baa41f7 HTTP/1.1" status: 200 len: 860 time: 0.1131833 Dec 12 17:39:31.544062 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd46ee77-4dc5-463e-867b-6a37f81d798c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:31.584466 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-fec64951-0c7a-4722-9200-a15fe0336152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:31.587019 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-fec64951-0c7a-4722-9200-a15fe0336152 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe0295e0-e02c-466a-b887-061fe8cdca93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1591265 Dec 12 17:39:31.593796 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bd46ee77-4dc5-463e-867b-6a37f81d798c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Calling delete_port for d8d18882-a519-4533-afbb-5ba8c391b449 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:39:31.872614 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0b151457-faa9-46f0-8d84-4a2ebddfc9ab up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:39:31.892422 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd46ee77-4dc5-463e-867b-6a37f81d798c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:31.960087 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46ee77-4dc5-463e-867b-6a37f81d798c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Pushing event deleted for resources: {'Port': ['ID=d8d18882-a519-4533-afbb-5ba8c391b449,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:31.985028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:31.985587 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:32.067495 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-16c532ee-eddb-40fe-8d11-f00de747d1af None None] Set router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:32.139773 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:32.176228 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd46ee77-4dc5-463e-867b-6a37f81d798c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:32.237335 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:32.261479 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:32.323245 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd46ee77-4dc5-463e-867b-6a37f81d798c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:32.325587 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd46ee77-4dc5-463e-867b-6a37f81d798c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:32.388230 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd46ee77-4dc5-463e-867b-6a37f81d798c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:32.388897 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd46ee77-4dc5-463e-867b-6a37f81d798c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Fanout notify agent at l3_agent the message router_deleted on router 0c06ecee-add7-4e04-83e2-e2296c5cc232 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:39:32.404338 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd46ee77-4dc5-463e-867b-6a37f81d798c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:32.407093 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bd46ee77-4dc5-463e-867b-6a37f81d798c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "DELETE /v2.0/routers/0c06ecee-add7-4e04-83e2-e2296c5cc232 HTTP/1.1" status: 204 len: 168 time: 1.5612886 Dec 12 17:39:32.410836 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43368) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:32.416839 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5e07d516-03f9-472b-addf-8a9ee7f94743 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2131947921', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:32.440504 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-e75a4dd1-e986-4d14-9b62-be8e7dd59450 service neutron] 10.222.0.18 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8085599 Dec 12 17:39:32.445779 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e07d516-03f9-472b-addf-8a9ee7f94743 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:32.447540 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e07d516-03f9-472b-addf-8a9ee7f94743 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:32.447965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:32.549388 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e07d516-03f9-472b-addf-8a9ee7f94743 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:32.574508 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e07d516-03f9-472b-addf-8a9ee7f94743 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:32.619616 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e07d516-03f9-472b-addf-8a9ee7f94743 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:32.621829 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5e07d516-03f9-472b-addf-8a9ee7f94743 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2094133 Dec 12 17:39:32.624364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43374) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:32.642028 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6b393d43-77d0-42e1-b975-5a583d84960c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Request body: {'router': {'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:32.646210 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:32.819482 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:32.886515 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-16c532ee-eddb-40fe-8d11-f00de747d1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'a0349adf-c55d-4b1e-a61c-bbd400d9ada8', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'port_id': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'mac_address': 'fa:16:3e:28:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:38:27Z', 'updated_at': '2021-12-12T17:39:28Z', 'revision_number': 8, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:32.956922 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c532ee-eddb-40fe-8d11-f00de747d1af None None] The sync data for ids ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'] in n-d-760354-5 is: [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'a0349adf-c55d-4b1e-a61c-bbd400d9ada8', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'port_id': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'mac_address': 'fa:16:3e:28:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:38:27Z', 'updated_at': '2021-12-12T17:39:28Z', 'revision_number': 8, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:39:32.959139 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5b3580c-71db-4cb6-80cf-e5f6da9edf17 req-daa99bb5-a121-47c1-ba06-a86ef64f5619 service neutron] 10.222.0.18 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081248 Dec 12 17:39:33.002139 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b393d43-77d0-42e1-b975-5a583d84960c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:33.112614 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6419b81-66d6-4935-9d4d-9d4705d63c1b x-openstack-request-id: req-f6419b81-66d6-4935-9d4d-9d4705d63c1b {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:39:33.112937 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11bf610-227a-42bb-b86b-2232953b75b0", "name": "network-vif-plugged", "status": "completed", "tag": "c581b7c7-37ec-4301-989d-159ff7c22cf0", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:39:33.113194 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6419b81-66d6-4935-9d4d-9d4705d63c1b {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:39:33.113598 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11bf610-227a-42bb-b86b-2232953b75b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c581b7c7-37ec-4301-989d-159ff7c22cf0', 'code': 200} Dec 12 17:39:33.282172 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fc3d18-7fd8-419b-af3f-f0427ac5f55b x-openstack-request-id: req-f0fc3d18-7fd8-419b-af3f-f0427ac5f55b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:39:33.282449 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb0670c-2113-41aa-9957-c923a38794e6", "name": "network-vif-deleted", "tag": "1b523372-c17c-4e89-9b1f-1cee6fab029d", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:39:33.282735 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0fc3d18-7fd8-419b-af3f-f0427ac5f55b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:39:33.283190 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb0670c-2113-41aa-9957-c923a38794e6', 'name': 'network-vif-deleted', 'tag': '1b523372-c17c-4e89-9b1f-1cee6fab029d', 'status': 'completed', 'code': 200} Dec 12 17:39:33.332597 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94318d1-54eb-4c56-9bf4-e6661dac5d32 req-809f4430-1b6d-4c2d-bd36-3ef9d9df07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:33.334384 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f94318d1-54eb-4c56-9bf4-e6661dac5d32 req-809f4430-1b6d-4c2d-bd36-3ef9d9df07b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 1097 time: 0.1583114 Dec 12 17:39:33.403130 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:33.426605 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:33.504006 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1049e-3aa2-4dbb-8395-78a76b5af58a None None] New status for floating IP a0349adf-c55d-4b1e-a61c-bbd400d9ada8: ACTIVE {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:39:33.506444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Pushing event updated for resources: {'Port': ['ID=3c2e5272-6d62-4a3e-930f-7bbf74c15fc4,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:33.616809 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b393d43-77d0-42e1-b975-5a583d84960c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:33.661720 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f94318d1-54eb-4c56-9bf4-e6661dac5d32 req-6e221f4f-9431-4c7c-a489-d2f05ad25a99 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=45f000ca-6a90-44d6-92b4-704bef426b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3131781 Dec 12 17:39:33.663025 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:33.663403 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:33.663761 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:33.664104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:33.664434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:33.673719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:33.674170 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:33.674512 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:33.674852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:33.675185 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:33.675599 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b393d43-77d0-42e1-b975-5a583d84960c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:33.675757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:33.675978 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:33.676307 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:33.749400 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:33.837760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-b325bbd4-5b4d-4cdf-950a-3b99111192cb tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:33.851230 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-b325bbd4-5b4d-4cdf-950a-3b99111192cb tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 807 time: 0.3446689 Dec 12 17:39:33.862963 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:33.864237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-f9fdb354-3643-4308-a2f3-fac241a7b95c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8563931 Dec 12 17:39:33.878474 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-493181af-7206-4425-a02c-3cb9dffbe04d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/quotas/5086af56094840bd807cfda793fdb5e6 HTTP/1.1" status: 200 len: 375 time: 0.0261014 Dec 12 17:39:33.936121 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-6b393d43-77d0-42e1-b975-5a583d84960c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Allocated IP 172.25.1.238 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/6b0dfd39-3d18-4954-bedd-a939ca8219f9) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:33.959917 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-2bb12a15-c887-4b12-8e9e-5074c3cad160 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.235 HTTP/1.1" status: 200 len: 696 time: 0.0666597 Dec 12 17:39:34.100256 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b393d43-77d0-42e1-b975-5a583d84960c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:34.122795 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-29ab9b18-ffbb-4b9e-bd59-ea46e8eb1d0c tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2431228 Dec 12 17:39:34.232714 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-e8b07aa7-4e18-45a4-8eda-9012ae002a38 service neutron] 10.222.0.18 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086645 Dec 12 17:39:34.301325 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-a732ab7e-46b6-4c42-a14e-897c5aa0b6bd tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:34.302754 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15479d7e-8844-4ce5-89e6-5104a518f7ed req-a732ab7e-46b6-4c42-a14e-897c5aa0b6bd tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.3230865 Dec 12 17:39:34.387986 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-6657a987-9d01-499a-b9fe-77ec89db9c24 service neutron] 10.222.0.18 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542757 Dec 12 17:39:34.538227 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac82e58-9cb8-46e6-b599-ccda13d3f1d7 req-60e1e5a4-524d-4004-b5ff-2a67161834d9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:34.548455 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dac82e58-9cb8-46e6-b599-ccda13d3f1d7 req-60e1e5a4-524d-4004-b5ff-2a67161834d9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=032c790c-9f95-4c8f-a100-f30974aa3632 HTTP/1.1" status: 200 len: 945 time: 0.1456726 Dec 12 17:39:34.568039 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b393d43-77d0-42e1-b975-5a583d84960c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:34.658004 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dac82e58-9cb8-46e6-b599-ccda13d3f1d7 req-c87c7c04-f60e-45c6-b397-deb0ce2338b3 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086612 Dec 12 17:39:34.661596 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b393d43-77d0-42e1-b975-5a583d84960c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:34.669061 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6b393d43-77d0-42e1-b975-5a583d84960c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:34.674836 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b393d43-77d0-42e1-b975-5a583d84960c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:34.781229 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b393d43-77d0-42e1-b975-5a583d84960c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Pushing event updated for resources: {'Port': ['ID=6b0dfd39-3d18-4954-bedd-a939ca8219f9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:35.009903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8fcb0bc7-8a7c-4fd9-9cea-4772998fa3b3 req-1bb48b1e-c713-43ec-a187-f940e3400cfd tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/floatingips/a0349adf-c55d-4b1e-a61c-bbd400d9ada8 HTTP/1.1" status: 200 len: 998 time: 0.1143365 Dec 12 17:39:35.058076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a86b5d-ce6d-4a4a-afaf-8126ab922bc2 req-0e489c01-c006-4537-b0c2-8ef675736b21 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:35.059698 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84a86b5d-ce6d-4a4a-afaf-8126ab922bc2 req-0e489c01-c006-4537-b0c2-8ef675736b21 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 946 time: 0.2363198 Dec 12 17:39:35.081777 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b393d43-77d0-42e1-b975-5a583d84960c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:35.115854 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032c790c-9f95-4c8f-a100-f30974aa3632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9196a9e8-451e-4556-af81-cba2468f673f'}, {'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:39:35.117974 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143f0a26-c907-493f-af5c-edc782506a87" -d '{"events": [{"server_uuid": "032c790c-9f95-4c8f-a100-f30974aa3632", "name": "network-vif-plugged", "status": "completed", "tag": "9196a9e8-451e-4556-af81-cba2468f673f"}, {"server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "name": "network-vif-plugged", "status": "completed", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:39:35.298822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'tag': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:39:35.301120 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105376e7-eeb4-443a-b2b1-33752a4ec81a" -d '{"events": [{"name": "network-changed", "server_uuid": "baa518a7-a1a1-4637-b4f4-72e8dd8bd452", "tag": "434a5413-cd54-4767-8d0f-8b9d19a2e5a9"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:39:35.333222 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84a86b5d-ce6d-4a4a-afaf-8126ab922bc2 req-cb493baf-9bad-41cd-abc1-b85a91d54052 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/security-groups?id=45f000ca-6a90-44d6-92b4-704bef426b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536709 Dec 12 17:39:35.391927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb0bc7-8a7c-4fd9-9cea-4772998fa3b3 req-1b3f55bf-08db-437b-b55b-8d6fa8c3906a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:35.398658 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8fcb0bc7-8a7c-4fd9-9cea-4772998fa3b3 req-1b3f55bf-08db-437b-b55b-8d6fa8c3906a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.3878641 Dec 12 17:39:35.429575 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-8fcb0bc7-8a7c-4fd9-9cea-4772998fa3b3 req-bd9f2630-136f-487b-9c07-593d2988bd83 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:39:35.451315 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8fcb0bc7-8a7c-4fd9-9cea-4772998fa3b3 req-bd9f2630-136f-487b-9c07-593d2988bd83 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0499773 Dec 12 17:39:35.619962 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b393d43-77d0-42e1-b975-5a583d84960c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:35.625500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b393d43-77d0-42e1-b975-5a583d84960c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:35.637985 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81d57157-583e-4edc-af69-ee9ab2faef82 req-b17a73e3-1af1-4114-941d-003ddcc76ddf tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 210 time: 0.0880458 Dec 12 17:39:35.759136 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 17:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280402b8-0af6-4fda-8bf4-688175ba1007 x-openstack-request-id: req-280402b8-0af6-4fda-8bf4-688175ba1007 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:39:35.759463 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032c790c-9f95-4c8f-a100-f30974aa3632", "name": "network-vif-plugged", "status": "completed", "tag": "9196a9e8-451e-4556-af81-cba2468f673f", "code": 200}, {"server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "name": "network-vif-plugged", "status": "completed", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:39:35.759930 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-280402b8-0af6-4fda-8bf4-688175ba1007 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:39:35.760480 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032c790c-9f95-4c8f-a100-f30974aa3632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9196a9e8-451e-4556-af81-cba2468f673f', 'code': 200} Dec 12 17:39:35.760920 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'code': 200} Dec 12 17:39:35.762435 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-73a57e14-f2d2-4d80-8400-b37c6cde6d05 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3501050 Dec 12 17:39:35.787996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-b5e940fb-1727-461f-ae0f-fa6330bc72bc tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:35.856212 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacd528f-dd3c-4db6-968e-d8f7d69787c4 x-openstack-request-id: req-bacd528f-dd3c-4db6-968e-d8f7d69787c4 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:39:35.856747 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa518a7-a1a1-4637-b4f4-72e8dd8bd452", "tag": "434a5413-cd54-4767-8d0f-8b9d19a2e5a9", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:39:35.857173 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bacd528f-dd3c-4db6-968e-d8f7d69787c4 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:39:35.857759 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'tag': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9', 'status': 'completed', 'code': 200} Dec 12 17:39:35.861022 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-b5e940fb-1727-461f-ae0f-fa6330bc72bc tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:36.061803 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105376e7-eeb4-443a-b2b1-33752a4ec81a req-75902c2d-89fe-4593-a6dc-cbb71a088b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:36.071936 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-105376e7-eeb4-443a-b2b1-33752a4ec81a req-75902c2d-89fe-4593-a6dc-cbb71a088b63 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e2f4eec817834ce593dffb8b3335df85&device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 1097 time: 0.1271966 Dec 12 17:39:36.122374 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-4e52fabf-93d4-4961-8c62-58b377d3dfd0 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 1001 time: 0.1567128 Dec 12 17:39:36.192607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b393d43-77d0-42e1-b975-5a583d84960c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Router 317d775e-0f28-4a52-ab40-81616a0e7b1a is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:39:36.285906 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cc7be-5199-44da-acbe-576485484c96 req-b1325633-b7d4-4336-bc83-13d19e278a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:36.289490 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba2cc7be-5199-44da-acbe-576485484c96 req-b1325633-b7d4-4336-bc83-13d19e278a42 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=032c790c-9f95-4c8f-a100-f30974aa3632 HTTP/1.1" status: 200 len: 1096 time: 0.3946464 Dec 12 17:39:36.308922 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-db6d1546-80e6-425c-bdc6-c77972c9e8cf tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:36.328269 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-db6d1546-80e6-425c-bdc6-c77972c9e8cf tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports/434a5413-cd54-4767-8d0f-8b9d19a2e5a9 HTTP/1.1" status: 200 len: 943 time: 0.2048991 Dec 12 17:39:36.427810 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba2cc7be-5199-44da-acbe-576485484c96 req-8317479a-6418-4b18-b9af-538da2ede141 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950291 Dec 12 17:39:36.465664 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105376e7-eeb4-443a-b2b1-33752a4ec81a req-5f5ecf43-2248-48f7-8088-5e50519d2db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:36.476453 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-105376e7-eeb4-443a-b2b1-33752a4ec81a req-5f5ecf43-2248-48f7-8088-5e50519d2db9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fe0295e0-e02c-466a-b887-061fe8cdca93 HTTP/1.1" status: 200 len: 922 time: 0.3947203 Dec 12 17:39:36.537860 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b393d43-77d0-42e1-b975-5a583d84960c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:39:36.554129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98a5e54-bb31-4e6c-8642-89ada2bf04ee None None] Sync routers for ids ['317d775e-0f28-4a52-ab40-81616a0e7b1a'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:39:36.556529 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b393d43-77d0-42e1-b975-5a583d84960c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:36.560118 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6b393d43-77d0-42e1-b975-5a583d84960c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "PUT /v2.0/routers/317d775e-0f28-4a52-ab40-81616a0e7b1a HTTP/1.1" status: 200 len: 880 time: 3.9318135 Dec 12 17:39:36.566441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43438) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:36.573942 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98a5e54-bb31-4e6c-8642-89ada2bf04ee None None] Routers {'317d775e-0f28-4a52-ab40-81616a0e7b1a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:36.574898 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b98a5e54-bb31-4e6c-8642-89ada2bf04ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['317d775e-0f28-4a52-ab40-81616a0e7b1a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:36.656430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b98a5e54-bb31-4e6c-8642-89ada2bf04ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:36.683234 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98a5e54-bb31-4e6c-8642-89ada2bf04ee None None] Routers {'317d775e-0f28-4a52-ab40-81616a0e7b1a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:36.684236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b98a5e54-bb31-4e6c-8642-89ada2bf04ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['317d775e-0f28-4a52-ab40-81616a0e7b1a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:36.696718 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-cbdfd352-e75d-4cbb-a0a2-fc432512c777 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 1001 time: 0.2781634 Dec 12 17:39:36.767184 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b98a5e54-bb31-4e6c-8642-89ada2bf04ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:36.768275 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98a5e54-bb31-4e6c-8642-89ada2bf04ee None None] The sync data for ids ['317d775e-0f28-4a52-ab40-81616a0e7b1a'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:39:36.848987 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-105376e7-eeb4-443a-b2b1-33752a4ec81a req-2471934e-e674-4419-bcb9-4f7e3d76eac1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434a5413-cd54-4767-8d0f-8b9d19a2e5a9 HTTP/1.1" status: 200 len: 1001 time: 0.1358862 Dec 12 17:39:36.895309 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-b5e940fb-1727-461f-ae0f-fa6330bc72bc tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:36.956860 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105376e7-eeb4-443a-b2b1-33752a4ec81a req-a97c8571-9e27-4be7-b04c-403799775393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:37.005560 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-105376e7-eeb4-443a-b2b1-33752a4ec81a req-a97c8571-9e27-4be7-b04c-403799775393 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=103b3353-755a-4f3f-82b8-1ec95baa41f7 HTTP/1.1" status: 200 len: 860 time: 0.1025894 Dec 12 17:39:37.061398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-a7caa437-2ae3-4ce4-a6d4-df9ae6d8e0d9 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:37.070747 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-a7caa437-2ae3-4ce4-a6d4-df9ae6d8e0d9 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.3727226 Dec 12 17:39:37.152645 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-1df15454-c98c-48f4-a1a4-d145a10a6ef0 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 1001 time: 0.0799139 Dec 12 17:39:37.158196 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-16137283-1fb2-4e67-8ce4-679af6a14688 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:37.205357 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105376e7-eeb4-443a-b2b1-33752a4ec81a req-82856e27-9426-466b-8c28-d1f00a025e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:37.206886 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-105376e7-eeb4-443a-b2b1-33752a4ec81a req-82856e27-9426-466b-8c28-d1f00a025e5e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fe0295e0-e02c-466a-b887-061fe8cdca93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1968915 Dec 12 17:39:37.245002 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ad2f79f4-a15b-4c19-ad41-b39b0f57a060 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "GET /v2.0/routers/317d775e-0f28-4a52-ab40-81616a0e7b1a HTTP/1.1" status: 200 len: 921 time: 0.6722763 Dec 12 17:39:37.245759 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43442) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:37.269770 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-16137283-1fb2-4e67-8ce4-679af6a14688 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:37.295250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-2673f8ef-94ed-4793-961b-116f4e96523b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:37.305610 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-2673f8ef-94ed-4793-961b-116f4e96523b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.20 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 807 time: 0.5982437 Dec 12 17:39:37.370717 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-0ce2b68c-2952-45d4-a0f6-a1bace54c288 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Request body: {'port': {'device_id': 'b594e292-caa3-4b5c-865c-de320ab0a2cd', 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded', 'admin_state_up': True, 'tenant_id': '5086af56094840bd807cfda793fdb5e6'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:37.421423 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-105376e7-eeb4-443a-b2b1-33752a4ec81a req-c4bb0ec8-0feb-4a29-8b3f-1746fb357604 service neutron] 10.222.0.31 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053082 Dec 12 17:39:37.648404 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-105376e7-eeb4-443a-b2b1-33752a4ec81a req-d9d02717-8de8-42e0-9cf1-e33a7054dcce service neutron] 10.222.0.31 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179389 Dec 12 17:39:37.825171 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-b5e940fb-1727-461f-ae0f-fa6330bc72bc tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Allocated IP 172.25.1.237 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/1b414628-298f-4baa-a0c1-b101c945eb75) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:37.871739 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-0ce2b68c-2952-45d4-a0f6-a1bace54c288 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Made reservation on behalf of 5086af56094840bd807cfda793fdb5e6 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:39:37.881325 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-0ce2b68c-2952-45d4-a0f6-a1bace54c288 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:37.975005 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-16137283-1fb2-4e67-8ce4-679af6a14688 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:38.057335 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-b5e940fb-1727-461f-ae0f-fa6330bc72bc tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:38.123288 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-16137283-1fb2-4e67-8ce4-679af6a14688 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:38.123538 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-16137283-1fb2-4e67-8ce4-679af6a14688 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Floating IP a0349adf-c55d-4b1e-a61c-bbd400d9ada8 disassociated. External IP: 172.25.1.21, port: 434a5413-cd54-4767-8d0f-8b9d19a2e5a9. Dec 12 17:39:38.250480 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-b5e940fb-1727-461f-ae0f-fa6330bc72bc tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:38.435039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3f64b5-9e50-4e09-889f-0e0eeb3b3ba5 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:38.437124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4a3f64b5-9e50-4e09-889f-0e0eeb3b3ba5 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&device_id=317d775e-0f28-4a52-ab40-81616a0e7b1a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.1672001 Dec 12 17:39:38.439997 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43448) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:38.569151 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-0ce2b68c-2952-45d4-a0f6-a1bace54c288 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Allocated IP 172.20.0.13 (7af7ce07-fb07-4357-8d7c-aa495da24ded/bbefa9e0-9207-40de-b719-d60e0bdbdf57/fcee1c44-8199-41d5-803d-73fe1d1e7acf) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:38.664092 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc60ea6d-e99d-41cc-9f55-2a40eef67d9c tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:38.665771 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bc60ea6d-e99d-41cc-9f55-2a40eef67d9c tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 881 time: 0.2241318 Dec 12 17:39:38.675694 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43450) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:38.736588 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4998a768-7803-4e4d-ba73-0ce444af64c7 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "GET /v2.0/ports?device_id=317d775e-0f28-4a52-ab40-81616a0e7b1a HTTP/1.1" status: 200 len: 205 time: 0.0596373 Dec 12 17:39:38.740574 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43452) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:38.743346 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-0ce2b68c-2952-45d4-a0f6-a1bace54c288 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:38.789947 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-16137283-1fb2-4e67-8ce4-679af6a14688 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:39:38.791409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e940fb-1727-461f-ae0f-fa6330bc72bc tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Pushing event updated for resources: {'Port': ['ID=1b414628-298f-4baa-a0c1-b101c945eb75,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:38.810469 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-0ce2b68c-2952-45d4-a0f6-a1bace54c288 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:38.831886 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['3a891b6c-f3a4-43a5-9317-f0bed67deb96'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:39:38.913541 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2b68c-2952-45d4-a0f6-a1bace54c288 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Pushing event updated for resources: {'Port': ['ID=fcee1c44-8199-41d5-803d-73fe1d1e7acf,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:38.974532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-b5e940fb-1727-461f-ae0f-fa6330bc72bc tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:38.991032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-b5e940fb-1727-461f-ae0f-fa6330bc72bc tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:39.002075 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-b5e940fb-1727-461f-ae0f-fa6330bc72bc tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:39.035617 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05b5614e-91d0-498a-8b69-93adb1d3e277 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:39.329919 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05b5614e-91d0-498a-8b69-93adb1d3e277 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:39.517916 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-05b5614e-91d0-498a-8b69-93adb1d3e277 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Deleting port 6b0dfd39-3d18-4954-bedd-a939ca8219f9 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:39:39.518625 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05b5614e-91d0-498a-8b69-93adb1d3e277 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:39.670415 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05b5614e-91d0-498a-8b69-93adb1d3e277 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:39.677022 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-0ce2b68c-2952-45d4-a0f6-a1bace54c288 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Network 7af7ce07-fb07-4357-8d7c-aa495da24ded is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:39.683744 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-05b5614e-91d0-498a-8b69-93adb1d3e277 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Calling delete_port for 6b0dfd39-3d18-4954-bedd-a939ca8219f9 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:39:39.740468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-0ce2b68c-2952-45d4-a0f6-a1bace54c288 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:39.759864 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-0ce2b68c-2952-45d4-a0f6-a1bace54c288 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:39.823896 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-0ce2b68c-2952-45d4-a0f6-a1bace54c288 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:39.824617 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-0ce2b68c-2952-45d4-a0f6-a1bace54c288 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:39.880563 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-0ce2b68c-2952-45d4-a0f6-a1bace54c288 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5177875 Dec 12 17:39:39.895342 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Request body: {'port': {'device_id': 'b594e292-caa3-4b5c-865c-de320ab0a2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:39.962700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-16137283-1fb2-4e67-8ce4-679af6a14688 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:39:39.971459 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-16137283-1fb2-4e67-8ce4-679af6a14688 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:39.978213 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9727de0-d080-4d2b-9a45-034c69051ef2 None None] Sync routers for ids ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:39:40.007382 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9727de0-d080-4d2b-9a45-034c69051ef2 None None] Routers {'6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:40.007382 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a9727de0-d080-4d2b-9a45-034c69051ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:40.125393 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05b5614e-91d0-498a-8b69-93adb1d3e277 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:40.128858 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:40.141649 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-16137283-1fb2-4e67-8ce4-679af6a14688 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "PUT /v2.0/floatingips/a0349adf-c55d-4b1e-a61c-bbd400d9ada8 HTTP/1.1" status: 200 len: 695 time: 2.9840550 Dec 12 17:39:40.143759 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'tag': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:39:40.147153 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4ddf30-f405-4ab9-ae88-75260c897ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "baa518a7-a1a1-4637-b4f4-72e8dd8bd452", "tag": "434a5413-cd54-4767-8d0f-8b9d19a2e5a9"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:39:40.159316 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-b5e940fb-1727-461f-ae0f-fa6330bc72bc tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:40.228451 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-a9727de0-d080-4d2b-9a45-034c69051ef2 None None] Set router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:40.320646 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-b5e940fb-1727-461f-ae0f-fa6330bc72bc tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:40.321321 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5614e-91d0-498a-8b69-93adb1d3e277 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Pushing event deleted for resources: {'Port': ['ID=6b0dfd39-3d18-4954-bedd-a939ca8219f9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:40.380395 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-da67840f-d50c-4837-a9e4-f5d3cd2abf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:40.388209 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-da67840f-d50c-4837-a9e4-f5d3cd2abf28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2f4eec817834ce593dffb8b3335df85&device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 1097 time: 0.2150521 Dec 12 17:39:40.451962 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05b5614e-91d0-498a-8b69-93adb1d3e277 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:40.664114 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a9727de0-d080-4d2b-9a45-034c69051ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:40.679257 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05b5614e-91d0-498a-8b69-93adb1d3e277 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:40.684947 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05b5614e-91d0-498a-8b69-93adb1d3e277 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:40.735886 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9727de0-d080-4d2b-9a45-034c69051ef2 None None] Checking router: 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:39:40.755102 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9727de0-d080-4d2b-9a45-034c69051ef2 None None] Routers {'6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:40.757897 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a9727de0-d080-4d2b-9a45-034c69051ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:40.778909 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05b5614e-91d0-498a-8b69-93adb1d3e277 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:40.779987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b5614e-91d0-498a-8b69-93adb1d3e277 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Fanout notify agent at l3_agent the message router_deleted on router 317d775e-0f28-4a52-ab40-81616a0e7b1a {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:39:40.789179 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05b5614e-91d0-498a-8b69-93adb1d3e277 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:40.792112 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-05b5614e-91d0-498a-8b69-93adb1d3e277 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "DELETE /v2.0/routers/317d775e-0f28-4a52-ab40-81616a0e7b1a HTTP/1.1" status: 204 len: 168 time: 2.0504749 Dec 12 17:39:40.796308 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43460) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:40.801538 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-37fcf511-d3bb-4538-b271-634b3be11db6 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1570235270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:40.853276 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-ce14ba30-e59e-429c-bdf7-7db862618a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:40.856562 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37fcf511-d3bb-4538-b271-634b3be11db6 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:40.858418 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37fcf511-d3bb-4538-b271-634b3be11db6 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:40.875330 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-ce14ba30-e59e-429c-bdf7-7db862618a77 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe0295e0-e02c-466a-b887-061fe8cdca93 HTTP/1.1" status: 200 len: 922 time: 0.4854627 Dec 12 17:39:40.975173 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-5e710169-6618-43c6-9d8c-4ced194e4448 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434a5413-cd54-4767-8d0f-8b9d19a2e5a9 HTTP/1.1" status: 200 len: 217 time: 0.0982034 Dec 12 17:39:40.992127 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37fcf511-d3bb-4538-b271-634b3be11db6 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:41.006393 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37fcf511-d3bb-4538-b271-634b3be11db6 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:41.045440 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37fcf511-d3bb-4538-b271-634b3be11db6 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:41.047253 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-37fcf511-d3bb-4538-b271-634b3be11db6 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2490151 Dec 12 17:39:41.049925 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43462) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:41.054700 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-71c2d3a3-e198-499b-a11c-99d13b2642ed tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'enable_snat': True}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:41.206149 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-a9727de0-d080-4d2b-9a45-034c69051ef2 None None] Set router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:41.227848 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-b5e940fb-1727-461f-ae0f-fa6330bc72bc tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:41.247507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-8aa281d0-561e-4e46-80a2-1b35fe4bdb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:41.255637 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-8aa281d0-561e-4e46-80a2-1b35fe4bdb50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=103b3353-755a-4f3f-82b8-1ec95baa41f7 HTTP/1.1" status: 200 len: 860 time: 0.2790420 Dec 12 17:39:41.316776 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-b5e940fb-1727-461f-ae0f-fa6330bc72bc tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:41.491604 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c2d3a3-e198-499b-a11c-99d13b2642ed tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:41.498335 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcee1c44-8199-41d5-803d-73fe1d1e7acf {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:39:41.564183 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:41.568163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-c5d96351-2dd6-4bb0-857b-3397d384d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:41.582875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-c5d96351-2dd6-4bb0-857b-3397d384d3b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe0295e0-e02c-466a-b887-061fe8cdca93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3186553 Dec 12 17:39:41.599697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e940fb-1727-461f-ae0f-fa6330bc72bc tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Pushing event updated for resources: {'Port': ['ID=1b414628-298f-4baa-a0c1-b101c945eb75,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:41.672321 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a9727de0-d080-4d2b-9a45-034c69051ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:41.746839 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9727de0-d080-4d2b-9a45-034c69051ef2 None None] The sync data for ids ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'] in n-d-760354-5 is: [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:37:58Z', 'revision_number': 4, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b', 'name': '', 'network_id': 'fe0295e0-e02c-466a-b887-061fe8cdca93', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'mac_address': 'fa:16:3e:5d:98:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:58Z', 'updated_at': '2021-12-12T17:38:03Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'subnets': [{'id': '103b3353-755a-4f3f-82b8-1ec95baa41f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:39:41.795267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Transition to ACTIVE for port object fcee1c44-8199-41d5-803d-73fe1d1e7acf will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:39:41.830175 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-b5e940fb-1727-461f-ae0f-fa6330bc72bc tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:41.835933 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:41.948089 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c2d3a3-e198-499b-a11c-99d13b2642ed tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:41.990979 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c2d3a3-e198-499b-a11c-99d13b2642ed tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:42.009973 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-31a13516-eb4c-495d-8360-5c5dfb2e3185 service neutron] 10.222.0.18 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258184 Dec 12 17:39:42.192028 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d3e181b-a3cf-47ca-9f4c-6e0c4103685f req-4b6417d6-0b04-4a5d-b462-8fc418956d96 service neutron] 10.222.0.18 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636553 Dec 12 17:39:42.195438 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-b5e940fb-1727-461f-ae0f-fa6330bc72bc tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:42.196369 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-b5e940fb-1727-461f-ae0f-fa6330bc72bc tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.4207146 Dec 12 17:39:42.235406 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-71c2d3a3-e198-499b-a11c-99d13b2642ed tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Allocated IP 172.25.1.79 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/3aa86bfc-6d97-44b3-a36f-ad7a357530ef) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:42.297859 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-db40f0fe-cedd-4187-a550-ff472e69bfb5 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.237 HTTP/1.1" status: 200 len: 696 time: 0.0889802 Dec 12 17:39:42.334563 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16115bcd-98b0-499f-8fa0-525aeb3ad1de None None] New status for floating IP a0349adf-c55d-4b1e-a61c-bbd400d9ada8: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:39:42.455950 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c2d3a3-e198-499b-a11c-99d13b2642ed tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:42.552171 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c2d3a3-e198-499b-a11c-99d13b2642ed tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:42.560394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-c661182f-9021-468f-9162-9566433243a8 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:42.562212 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53b0652f-ae61-42c1-bd9e-067df54483e0 req-c661182f-9021-468f-9162-9566433243a8 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.2542777 Dec 12 17:39:42.614003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Pushing event updated for resources: {'Port': ['ID=fcee1c44-8199-41d5-803d-73fe1d1e7acf,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:42.670339 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c2d3a3-e198-499b-a11c-99d13b2642ed tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:42.681197 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-71c2d3a3-e198-499b-a11c-99d13b2642ed tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:42.695772 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c2d3a3-e198-499b-a11c-99d13b2642ed tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:42.741684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59178952-15ae-4e0b-a09a-3abab4380c30 req-0e7fb408-99c3-4cbb-87ca-b4e517afed9e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:42.743180 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59178952-15ae-4e0b-a09a-3abab4380c30 req-0e7fb408-99c3-4cbb-87ca-b4e517afed9e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=032c790c-9f95-4c8f-a100-f30974aa3632 HTTP/1.1" status: 200 len: 945 time: 0.1699462 Dec 12 17:39:42.780712 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2d3a3-e198-499b-a11c-99d13b2642ed tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Pushing event updated for resources: {'Port': ['ID=3aa86bfc-6d97-44b3-a36f-ad7a357530ef,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:42.879537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Attempting to bind port fcee1c44-8199-41d5-803d-73fe1d1e7acf on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:39:42.883806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Attempting to bind port fcee1c44-8199-41d5-803d-73fe1d1e7acf by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:39:42.884298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Attempting to bind port fcee1c44-8199-41d5-803d-73fe1d1e7acf on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:39:42.902150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59178952-15ae-4e0b-a09a-3abab4380c30 req-e4bbe472-767f-4da7-8521-e5d09062ee57 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332538 Dec 12 17:39:42.945092 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68639933-85f8-4162-9326-a71364923d86 req-a7530523-4275-4960-b555-7fe414105fb7 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:42.951535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68639933-85f8-4162-9326-a71364923d86 req-a7530523-4275-4960-b555-7fe414105fb7 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 946 time: 0.2361245 Dec 12 17:39:42.952171 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Port fcee1c44-8199-41d5-803d-73fe1d1e7acf on network 7af7ce07-fb07-4357-8d7c-aa495da24ded not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:39:42.952494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Attempting to bind port fcee1c44-8199-41d5-803d-73fe1d1e7acf on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:39:43.147403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68639933-85f8-4162-9326-a71364923d86 req-601f681d-989f-4663-a17b-138a5db1dc29 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/security-groups?id=45f000ca-6a90-44d6-92b4-704bef426b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855690 Dec 12 17:39:43.148256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:39:43.148599 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Checking segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:39:43.148993 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Bound using segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:39:43.149450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Bound port: fcee1c44-8199-41d5-803d-73fe1d1e7acf, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:39:43.149815 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:43.351894 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d78eb4-5168-42d7-b74a-fc3f6a7428e3 x-openstack-request-id: req-33d78eb4-5168-42d7-b74a-fc3f6a7428e3 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:39:43.361937 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa518a7-a1a1-4637-b4f4-72e8dd8bd452", "tag": "434a5413-cd54-4767-8d0f-8b9d19a2e5a9", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:39:43.362571 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33d78eb4-5168-42d7-b74a-fc3f6a7428e3 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:39:43.363277 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'tag': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9', 'status': 'completed', 'code': 200} Dec 12 17:39:43.478812 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e645d6-6e4e-441d-86be-6c7df3f063ae req-31ce0325-b0b3-4098-a287-01b9409d5e5d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:43.499282 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ddf30-f405-4ab9-ae88-75260c897ab8 req-31af74a8-2a9b-49d8-b553-3d2e4b647d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:43.501102 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bd4ddf30-f405-4ab9-ae88-75260c897ab8 req-31af74a8-2a9b-49d8-b553-3d2e4b647d3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e2f4eec817834ce593dffb8b3335df85&device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 1097 time: 0.1953201 Dec 12 17:39:43.505646 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29e645d6-6e4e-441d-86be-6c7df3f063ae req-31ce0325-b0b3-4098-a287-01b9409d5e5d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 944 time: 0.4246466 Dec 12 17:39:43.583154 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] For port fcee1c44-8199-41d5-803d-73fe1d1e7acf, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:39:43.588297 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] For port fcee1c44-8199-41d5-803d-73fe1d1e7acf, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=fcee1c44-8199-41d5-803d-73fe1d1e7acf,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:39:43.677908 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c2d3a3-e198-499b-a11c-99d13b2642ed tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:43.821000 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:43.871354 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:43.872156 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:43.873614 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] 10.222.0.20 "PUT /v2.0/ports/fcee1c44-8199-41d5-803d-73fe1d1e7acf HTTP/1.1" status: 200 len: 1092 time: 3.9829776 Dec 12 17:39:44.009380 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29e645d6-6e4e-441d-86be-6c7df3f063ae req-41483a73-66d6-4b56-a224-79c965a86204 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028117 Dec 12 17:39:44.027834 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-c5f194fe-a2d8-4185-ba84-c5977036ca4a tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5921192 Dec 12 17:39:44.040087 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-d2411bd8-31b4-4f6a-9667-a2cc4e02d24f tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:44.102087 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-d2411bd8-31b4-4f6a-9667-a2cc4e02d24f tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:44.149455 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f2617-4f04-4242-a979-9b805b21d78f service neutron] Pushing event updated for resources: {'Port': ['ID=fcee1c44-8199-41d5-803d-73fe1d1e7acf,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:44.159093 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-4dc04978-ab5d-4f3a-82be-81ff4b95d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:44.164074 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-4dc04978-ab5d-4f3a-82be-81ff4b95d1c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 1095 time: 0.2301483 Dec 12 17:39:44.362276 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-caa66810-2b8c-4ea4-a759-c1b367536476 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcee1c44-8199-41d5-803d-73fe1d1e7acf HTTP/1.1" status: 200 len: 217 time: 0.1717520 Dec 12 17:39:44.522785 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-1cca75bf-f31c-46f3-9471-a479d449a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:44.525501 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-1cca75bf-f31c-46f3-9471-a479d449a838 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.1623523 Dec 12 17:39:44.655174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-45e4154d-adca-4593-88ab-ec5b308fc493 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208022 Dec 12 17:39:44.753331 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-544fe139-18d2-4399-9fad-f5b3fb663b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:44.777516 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ddf30-f405-4ab9-ae88-75260c897ab8 req-650bbb91-e56b-4434-a7b0-f8471a311705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:44.779000 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bd4ddf30-f405-4ab9-ae88-75260c897ab8 req-650bbb91-e56b-4434-a7b0-f8471a311705 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fe0295e0-e02c-466a-b887-061fe8cdca93 HTTP/1.1" status: 200 len: 922 time: 1.2616496 Dec 12 17:39:44.872668 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70c67b-629a-4bdd-a27b-a5162d62f240 req-603cb46c-3408-4957-bab8-ecd130aac8d9 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:44.874832 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8c70c67b-629a-4bdd-a27b-a5162d62f240 req-603cb46c-3408-4957-bab8-ecd130aac8d9 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 946 time: 0.3834665 Dec 12 17:39:44.883145 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bd4ddf30-f405-4ab9-ae88-75260c897ab8 req-0fb894fe-74a6-4989-a444-e05d5fb25230 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434a5413-cd54-4767-8d0f-8b9d19a2e5a9 HTTP/1.1" status: 200 len: 217 time: 0.0872858 Dec 12 17:39:44.886508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43480) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:44.912557 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-3a9dde8b-d447-40ec-8b72-4a38631ae73e tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Request body: {'floatingip': {'port_id': 'c581b7c7-37ec-4301-989d-159ff7c22cf0'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:45.072047 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a9dde8b-d447-40ec-8b72-4a38631ae73e tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:45.212182 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ddf30-f405-4ab9-ae88-75260c897ab8 req-7a37727e-5d7a-48f9-aa0e-5ced1cb56646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:45.213594 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bd4ddf30-f405-4ab9-ae88-75260c897ab8 req-7a37727e-5d7a-48f9-aa0e-5ced1cb56646 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=103b3353-755a-4f3f-82b8-1ec95baa41f7 HTTP/1.1" status: 200 len: 860 time: 0.3205419 Dec 12 17:39:45.326876 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c2d3a3-e198-499b-a11c-99d13b2642ed tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:45.328253 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-1f134c7e-f1cd-431a-920e-04017dffc127 service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6587365 Dec 12 17:39:45.336641 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-d2411bd8-31b4-4f6a-9667-a2cc4e02d24f tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:45.341636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ddf30-f405-4ab9-ae88-75260c897ab8 req-6be34cc1-576d-4629-abe5-e55d737add78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:45.343144 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bd4ddf30-f405-4ab9-ae88-75260c897ab8 req-6be34cc1-576d-4629-abe5-e55d737add78 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fe0295e0-e02c-466a-b887-061fe8cdca93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147957 Dec 12 17:39:45.344299 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c2d3a3-e198-499b-a11c-99d13b2642ed tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:45.558284 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bd4ddf30-f405-4ab9-ae88-75260c897ab8 req-0251b259-3d2e-4e1d-9ef3-b43f4713e886 service neutron] 10.222.0.31 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009568 Dec 12 17:39:45.928697 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bd4ddf30-f405-4ab9-ae88-75260c897ab8 req-c92205e0-7431-48a7-a42f-abe03d25dac6 service neutron] 10.222.0.31 "GET /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816751 Dec 12 17:39:46.090969 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c2d3a3-e198-499b-a11c-99d13b2642ed tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Router aadbc834-71ed-4984-9655-f4b767e9a133 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:39:46.104878 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43193adf-6fc5-4c83-b938-76e0ca983e84 req-b011a217-46af-4103-afd1-66988b53bf38 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:46.107266 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-43193adf-6fc5-4c83-b938-76e0ca983e84 req-b011a217-46af-4103-afd1-66988b53bf38 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.31 "GET /v2.0/ports?device_id=032c790c-9f95-4c8f-a100-f30974aa3632 HTTP/1.1" status: 200 len: 945 time: 0.0832238 Dec 12 17:39:46.345240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b594e292-caa3-4b5c-865c-de320ab0a2cd', 'tag': 'fcee1c44-8199-41d5-803d-73fe1d1e7acf'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:39:46.352124 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b4df21-223d-498b-9c1d-48744b270599" -d '{"events": [{"name": "network-changed", "server_uuid": "b594e292-caa3-4b5c-865c-de320ab0a2cd", "tag": "fcee1c44-8199-41d5-803d-73fe1d1e7acf"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:39:46.457792 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-43193adf-6fc5-4c83-b938-76e0ca983e84 req-97623d99-acba-463d-9588-8e0a3ec3776b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Deleting port 9196a9e8-451e-4556-af81-cba2468f673f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:39:46.459860 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-43193adf-6fc5-4c83-b938-76e0ca983e84 req-97623d99-acba-463d-9588-8e0a3ec3776b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:46.547865 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-d2411bd8-31b4-4f6a-9667-a2cc4e02d24f tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Allocated IP 172.25.1.104 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/e94b58d5-a413-4ef0-8554-d24af9afa3da) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:46.562853 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c2d3a3-e198-499b-a11c-99d13b2642ed tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:39:46.571934 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c2d3a3-e198-499b-a11c-99d13b2642ed tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:46.573954 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8d7611-c3bf-4c6b-b46b-898fb8425f12 None None] Sync routers for ids ['aadbc834-71ed-4984-9655-f4b767e9a133'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:39:46.578276 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-71c2d3a3-e198-499b-a11c-99d13b2642ed tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "PUT /v2.0/routers/aadbc834-71ed-4984-9655-f4b767e9a133 HTTP/1.1" status: 200 len: 914 time: 5.5270350 Dec 12 17:39:46.582393 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43488) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:46.599111 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8d7611-c3bf-4c6b-b46b-898fb8425f12 None None] Routers {'aadbc834-71ed-4984-9655-f4b767e9a133'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:46.601049 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ae8d7611-c3bf-4c6b-b46b-898fb8425f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['aadbc834-71ed-4984-9655-f4b767e9a133'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:46.699160 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ae8d7611-c3bf-4c6b-b46b-898fb8425f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:46.724079 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8d7611-c3bf-4c6b-b46b-898fb8425f12 None None] Routers {'aadbc834-71ed-4984-9655-f4b767e9a133'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:46.725160 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ae8d7611-c3bf-4c6b-b46b-898fb8425f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['aadbc834-71ed-4984-9655-f4b767e9a133'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:46.794649 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ae8d7611-c3bf-4c6b-b46b-898fb8425f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:46.799426 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8d7611-c3bf-4c6b-b46b-898fb8425f12 None None] The sync data for ids ['aadbc834-71ed-4984-9655-f4b767e9a133'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:39:46.866377 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:46.877074 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-43193adf-6fc5-4c83-b938-76e0ca983e84 req-97623d99-acba-463d-9588-8e0a3ec3776b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] For port 9196a9e8-451e-4556-af81-cba2468f673f, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=9196a9e8-451e-4556-af81-cba2468f673f,segment=NetworkSegment(99d4fbf6-70e9-4774-b677-000907b84685),segment_id=99d4fbf6-70e9-4774-b677-000907b84685)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:46.877351 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-43193adf-6fc5-4c83-b938-76e0ca983e84 req-97623d99-acba-463d-9588-8e0a3ec3776b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:46.899381 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.db.resource_extend [None req-3a9dde8b-d447-40ec-8b72-4a38631ae73e tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 17:39:46.922543 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-43193adf-6fc5-4c83-b938-76e0ca983e84 req-97623d99-acba-463d-9588-8e0a3ec3776b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Calling delete_port for 9196a9e8-451e-4556-af81-cba2468f673f owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:39:46.956977 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ef64fcae-8190-40f9-ba5c-589536b56b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:47.045598 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-263607af-6794-44ec-a8d7-105f7a8b496a tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "GET /v2.0/routers/aadbc834-71ed-4984-9655-f4b767e9a133 HTTP/1.1" status: 200 len: 920 time: 0.4568033 Dec 12 17:39:47.046400 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43494) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:47.070180 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-d2411bd8-31b4-4f6a-9667-a2cc4e02d24f tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:47.116669 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16fb6d3-927d-4278-a33d-b9a5682d3a85 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:47.117879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc0df62a-8078-4258-9f09-f0bc44c29815 req-bae5248a-0bf3-4c58-9e14-0119f3c04529 service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7924900 Dec 12 17:39:47.121030 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b16fb6d3-927d-4278-a33d-b9a5682d3a85 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&device_id=aadbc834-71ed-4984-9655-f4b767e9a133&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0722516 Dec 12 17:39:47.122845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43496) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:47.139640 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-d2411bd8-31b4-4f6a-9667-a2cc4e02d24f tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:47.204913 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-43193adf-6fc5-4c83-b938-76e0ca983e84 req-97623d99-acba-463d-9588-8e0a3ec3776b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:47.220231 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['7d431cd1-d670-4ba9-a4bb-be8af206a78e', '9196a9e8-451e-4556-af81-cba2468f673f'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:39:47.239451 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97623d99-acba-463d-9588-8e0a3ec3776b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Pushing event deleted for resources: {'Port': ['ID=9196a9e8-451e-4556-af81-cba2468f673f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:47.285447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47bd4f-2ec7-40df-8ab2-d51ecc5e7780 req-ca53c0c6-32fd-42e0-9fc0-76aed5db30b6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:47.294084 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb47bd4f-2ec7-40df-8ab2-d51ecc5e7780 req-ca53c0c6-32fd-42e0-9fc0-76aed5db30b6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=032c790c-9f95-4c8f-a100-f30974aa3632 HTTP/1.1" status: 200 len: 945 time: 2.0977266 Dec 12 17:39:47.305414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2411bd8-31b4-4f6a-9667-a2cc4e02d24f tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Pushing event updated for resources: {'Port': ['ID=e94b58d5-a413-4ef0-8554-d24af9afa3da,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:47.371291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-43193adf-6fc5-4c83-b938-76e0ca983e84 req-97623d99-acba-463d-9588-8e0a3ec3776b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] No DVR routers for this DVR port 9196a9e8-451e-4556-af81-cba2468f673f on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:39:47.376955 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-43193adf-6fc5-4c83-b938-76e0ca983e84 req-97623d99-acba-463d-9588-8e0a3ec3776b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:47.388553 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-43193adf-6fc5-4c83-b938-76e0ca983e84 req-97623d99-acba-463d-9588-8e0a3ec3776b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.31 "DELETE /v2.0/ports/9196a9e8-451e-4556-af81-cba2468f673f HTTP/1.1" status: 204 len: 173 time: 1.2725151 Dec 12 17:39:47.390945 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032c790c-9f95-4c8f-a100-f30974aa3632', 'name': 'network-vif-deleted', 'tag': '9196a9e8-451e-4556-af81-cba2468f673f'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:39:47.397143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-d2411bd8-31b4-4f6a-9667-a2cc4e02d24f tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:47.397756 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22d9629-fbf0-4735-9b28-488aa666c830" -d '{"events": [{"server_uuid": "032c790c-9f95-4c8f-a100-f30974aa3632", "name": "network-vif-deleted", "tag": "9196a9e8-451e-4556-af81-cba2468f673f"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:39:47.404729 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:47.545317 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a9dde8b-d447-40ec-8b72-4a38631ae73e tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:47.549229 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-d2411bd8-31b4-4f6a-9667-a2cc4e02d24f tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:47.558276 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-d2411bd8-31b4-4f6a-9667-a2cc4e02d24f tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:47.630886 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a9dde8b-d447-40ec-8b72-4a38631ae73e tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:47.652568 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb47bd4f-2ec7-40df-8ab2-d51ecc5e7780 req-77a48d74-a4e7-4ccb-9f51-c05bdbce5758 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192947 Dec 12 17:39:47.850810 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-d2411bd8-31b4-4f6a-9667-a2cc4e02d24f tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:47.945577 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c258b802-1e92-4e92-8f7c-cb6f40b9a4c4 req-e587d71b-2c51-4ba1-b541-a13688c592ce tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/floatingips/a0349adf-c55d-4b1e-a61c-bbd400d9ada8 HTTP/1.1" status: 200 len: 693 time: 0.0522885 Dec 12 17:39:48.147611 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-d2411bd8-31b4-4f6a-9667-a2cc4e02d24f tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:48.186239 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:48.288601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60320304-506d-43ba-9eae-f62df702ee7f tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:48.290015 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-60320304-506d-43ba-9eae-f62df702ee7f tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 881 time: 1.1345956 Dec 12 17:39:48.293435 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43500) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:48.357990 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-72789cc4-ee85-4206-a3ec-ff8d61a0effe tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "GET /v2.0/ports?device_id=aadbc834-71ed-4984-9655-f4b767e9a133 HTTP/1.1" status: 200 len: 205 time: 0.0632644 Dec 12 17:39:48.362268 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43502) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:48.399437 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258b802-1e92-4e92-8f7c-cb6f40b9a4c4 req-917f6c09-f2f4-44db-9636-186a381a7cec tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:48.407446 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c258b802-1e92-4e92-8f7c-cb6f40b9a4c4 req-917f6c09-f2f4-44db-9636-186a381a7cec tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.4493716 Dec 12 17:39:48.412989 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-c258b802-1e92-4e92-8f7c-cb6f40b9a4c4 req-ebadebdf-2c85-45f9-8a2b-5a3d7597142c tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:39:48.421020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c258b802-1e92-4e92-8f7c-cb6f40b9a4c4 req-ebadebdf-2c85-45f9-8a2b-5a3d7597142c tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126531 Dec 12 17:39:48.447223 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-3a9dde8b-d447-40ec-8b72-4a38631ae73e tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Floating IP 5c93b401-dd85-4360-85c2-5f1e18dd0b72 associated. External IP: 172.25.1.202, port: c581b7c7-37ec-4301-989d-159ff7c22cf0. Dec 12 17:39:48.552098 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f63c293b-f095-4acd-ad55-181f1fb9c4e0 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:48.626839 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-d2411bd8-31b4-4f6a-9667-a2cc4e02d24f tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:48.696510 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f63c293b-f095-4acd-ad55-181f1fb9c4e0 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:48.750058 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c258b802-1e92-4e92-8f7c-cb6f40b9a4c4 req-547dd2ec-83fa-4072-a3cb-bc5ec77b4094 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 696 time: 0.3275774 Dec 12 17:39:48.758898 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-d2411bd8-31b4-4f6a-9667-a2cc4e02d24f tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:48.763046 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f63c293b-f095-4acd-ad55-181f1fb9c4e0 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Deleting port 3aa86bfc-6d97-44b3-a36f-ad7a357530ef {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:39:48.763434 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f63c293b-f095-4acd-ad55-181f1fb9c4e0 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:48.863767 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f63c293b-f095-4acd-ad55-181f1fb9c4e0 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:48.878287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f63c293b-f095-4acd-ad55-181f1fb9c4e0 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Calling delete_port for 3aa86bfc-6d97-44b3-a36f-ad7a357530ef owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:39:48.936381 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c258b802-1e92-4e92-8f7c-cb6f40b9a4c4 req-61773418-3b83-4f74-b16f-41eea99f4399 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 696 time: 0.1746604 Dec 12 17:39:49.080724 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f63c293b-f095-4acd-ad55-181f1fb9c4e0 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:49.177648 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c293b-f095-4acd-ad55-181f1fb9c4e0 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Pushing event deleted for resources: {'Port': ['ID=3aa86bfc-6d97-44b3-a36f-ad7a357530ef,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:49.261785 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f63c293b-f095-4acd-ad55-181f1fb9c4e0 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:49.387915 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f63c293b-f095-4acd-ad55-181f1fb9c4e0 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:49.390528 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f63c293b-f095-4acd-ad55-181f1fb9c4e0 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:49.411506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2411bd8-31b4-4f6a-9667-a2cc4e02d24f tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Pushing event updated for resources: {'Port': ['ID=e94b58d5-a413-4ef0-8554-d24af9afa3da,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:49.433513 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-d2411bd8-31b4-4f6a-9667-a2cc4e02d24f tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:49.469298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-c258b802-1e92-4e92-8f7c-cb6f40b9a4c4 req-92341258-3605-4f3b-a1d9-2e71ccc25130 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Deleting port c5d8e743-a787-41d3-be9b-5c0b617820b6 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:39:49.469887 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f63c293b-f095-4acd-ad55-181f1fb9c4e0 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:49.470306 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c258b802-1e92-4e92-8f7c-cb6f40b9a4c4 req-92341258-3605-4f3b-a1d9-2e71ccc25130 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:49.470546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63c293b-f095-4acd-ad55-181f1fb9c4e0 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Fanout notify agent at l3_agent the message router_deleted on router aadbc834-71ed-4984-9655-f4b767e9a133 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:39:49.478171 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f63c293b-f095-4acd-ad55-181f1fb9c4e0 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:49.484135 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f63c293b-f095-4acd-ad55-181f1fb9c4e0 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "DELETE /v2.0/routers/aadbc834-71ed-4984-9655-f4b767e9a133 HTTP/1.1" status: 204 len: 168 time: 1.1158996 Dec 12 17:39:49.489184 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43506) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:49.513387 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7125a979-4d48-4d89-a549-4e07f294bcf2 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1159032110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:49.557241 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c258b802-1e92-4e92-8f7c-cb6f40b9a4c4 req-92341258-3605-4f3b-a1d9-2e71ccc25130 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:49.557746 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c258b802-1e92-4e92-8f7c-cb6f40b9a4c4 req-92341258-3605-4f3b-a1d9-2e71ccc25130 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:49.571381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-c258b802-1e92-4e92-8f7c-cb6f40b9a4c4 req-92341258-3605-4f3b-a1d9-2e71ccc25130 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Calling delete_port for c5d8e743-a787-41d3-be9b-5c0b617820b6 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:39:49.612332 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7125a979-4d48-4d89-a549-4e07f294bcf2 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:49.614937 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7125a979-4d48-4d89-a549-4e07f294bcf2 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:49.619021 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-d2411bd8-31b4-4f6a-9667-a2cc4e02d24f tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:49.620403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-d2411bd8-31b4-4f6a-9667-a2cc4e02d24f tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.5917370 Dec 12 17:39:49.746318 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7125a979-4d48-4d89-a549-4e07f294bcf2 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:49.750425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9dde8b-d447-40ec-8b72-4a38631ae73e tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Router 1729f805-eabc-4ed6-a607-edd2b3d54ed4 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:39:49.754334 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7125a979-4d48-4d89-a549-4e07f294bcf2 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:49.785814 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7125a979-4d48-4d89-a549-4e07f294bcf2 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:49.790228 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7125a979-4d48-4d89-a549-4e07f294bcf2 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2804046 Dec 12 17:39:49.790387 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c258b802-1e92-4e92-8f7c-cb6f40b9a4c4 req-92341258-3605-4f3b-a1d9-2e71ccc25130 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:49.790844 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43508) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:49.806578 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a5c6c651-5542-40fb-9f02-e2be2f6b5f81 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'enable_snat': False}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:49.807726 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-f4ad4876-62b4-4db1-bf12-173ecf7b344e tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.1773765 Dec 12 17:39:49.936787 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:49.943641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92341258-3605-4f3b-a1d9-2e71ccc25130 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Pushing event deleted for resources: {'Port': ['ID=c5d8e743-a787-41d3-be9b-5c0b617820b6,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:49.958076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9dde8b-d447-40ec-8b72-4a38631ae73e tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:39:49.972068 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75759f06-210a-4842-b986-f0598c12f445 None None] Sync routers for ids ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:39:49.990475 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75759f06-210a-4842-b986-f0598c12f445 None None] Routers {'1729f805-eabc-4ed6-a607-edd2b3d54ed4'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:49.992477 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-75759f06-210a-4842-b986-f0598c12f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:49.994629 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a9dde8b-d447-40ec-8b72-4a38631ae73e tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:50.095988 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3a9dde8b-d447-40ec-8b72-4a38631ae73e tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "PUT /v2.0/floatingips/5c93b401-dd85-4360-85c2-5f1e18dd0b72 HTTP/1.1" status: 200 len: 992 time: 5.2057798 Dec 12 17:39:50.112395 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c258b802-1e92-4e92-8f7c-cb6f40b9a4c4 req-92341258-3605-4f3b-a1d9-2e71ccc25130 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:50.115143 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c258b802-1e92-4e92-8f7c-cb6f40b9a4c4 req-92341258-3605-4f3b-a1d9-2e71ccc25130 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:50.116437 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c258b802-1e92-4e92-8f7c-cb6f40b9a4c4 req-92341258-3605-4f3b-a1d9-2e71ccc25130 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "DELETE /v2.0/floatingips/a0349adf-c55d-4b1e-a61c-bbd400d9ada8 HTTP/1.1" status: 204 len: 173 time: 1.1676872 Dec 12 17:39:50.130441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-cd6d36f3-e97a-45e9-93d7-f105a5b617e4 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:50.132700 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80e5f75a-c336-4bf2-9524-26c189efd797 req-cd6d36f3-e97a-45e9-93d7-f105a5b617e4 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.3055077 Dec 12 17:39:50.197895 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd92fed2-bb43-4feb-8741-6eca066dd81b x-openstack-request-id: req-fd92fed2-bb43-4feb-8741-6eca066dd81b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:39:50.198453 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b594e292-caa3-4b5c-865c-de320ab0a2cd", "tag": "fcee1c44-8199-41d5-803d-73fe1d1e7acf", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:39:50.198909 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd92fed2-bb43-4feb-8741-6eca066dd81b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:39:50.199530 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b594e292-caa3-4b5c-865c-de320ab0a2cd', 'tag': 'fcee1c44-8199-41d5-803d-73fe1d1e7acf', 'status': 'completed', 'code': 200} Dec 12 17:39:50.263954 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b1505b-c4e8-49fc-883c-610ef4704a7c x-openstack-request-id: req-f9b1505b-c4e8-49fc-883c-610ef4704a7c {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:39:50.264249 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032c790c-9f95-4c8f-a100-f30974aa3632", "name": "network-vif-deleted", "tag": "9196a9e8-451e-4556-af81-cba2468f673f", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:39:50.264509 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9b1505b-c4e8-49fc-883c-610ef4704a7c {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:39:50.264912 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032c790c-9f95-4c8f-a100-f30974aa3632', 'name': 'network-vif-deleted', 'tag': '9196a9e8-451e-4556-af81-cba2468f673f', 'status': 'completed', 'code': 200} Dec 12 17:39:50.306729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4df21-223d-498b-9c1d-48744b270599 req-7b45d369-b62a-4cf5-ac18-3bfa56c4d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:50.311192 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97b4df21-223d-498b-9c1d-48744b270599 req-7b45d369-b62a-4cf5-ac18-3bfa56c4d70e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 1095 time: 0.0791135 Dec 12 17:39:50.332032 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 9196a9e8-451e-4556-af81-cba2468f673f no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:39:50.419093 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 9196a9e8-451e-4556-af81-cba2468f673f {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:39:50.419458 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 9196a9e8-451e-4556-af81-cba2468f673f not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:39:50.474843 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c651-5542-40fb-9f02-e2be2f6b5f81 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:50.519103 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-75759f06-210a-4842-b986-f0598c12f445 None None] Set router 1729f805-eabc-4ed6-a607-edd2b3d54ed4 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:50.528967 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-550172b7-f742-4854-b33c-0699abc1fb6d req-46f73c65-3fa7-4949-9a2f-5bef139e0753 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/floatingips/b29459f4-6d71-45f9-ba15-221213563eff HTTP/1.1" status: 200 len: 693 time: 0.1134465 Dec 12 17:39:50.677147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3cebf-cf05-4624-9478-59157cd4c242 req-c2ff6196-c606-4e84-b8f6-820e6679f68b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:50.688835 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5e3cebf-cf05-4624-9478-59157cd4c242 req-c2ff6196-c606-4e84-b8f6-820e6679f68b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 944 time: 0.3386779 Dec 12 17:39:50.835400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4df21-223d-498b-9c1d-48744b270599 req-0056ed4b-3946-4771-947b-2fad6da06355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:50.836919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97b4df21-223d-498b-9c1d-48744b270599 req-0056ed4b-3946-4771-947b-2fad6da06355 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 908 time: 0.5155468 Dec 12 17:39:50.893065 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:50.903032 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5e3cebf-cf05-4624-9478-59157cd4c242 req-edb0c1a3-40dd-4c50-b905-8b50d589a026 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801646 Dec 12 17:39:50.907401 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97b4df21-223d-498b-9c1d-48744b270599 req-7e5cda6b-cbdf-44fd-935f-d01ff6fed626 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcee1c44-8199-41d5-803d-73fe1d1e7acf HTTP/1.1" status: 200 len: 217 time: 0.0571117 Dec 12 17:39:50.917875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550172b7-f742-4854-b33c-0699abc1fb6d req-a2440b9a-5c3c-41d3-9612-ec5db13e29c0 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:50.917875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-550172b7-f742-4854-b33c-0699abc1fb6d req-a2440b9a-5c3c-41d3-9612-ec5db13e29c0 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.3821757 Dec 12 17:39:51.002016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4df21-223d-498b-9c1d-48744b270599 req-bf2175f1-cb81-4c4a-91ce-c28104fe92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:51.004352 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97b4df21-223d-498b-9c1d-48744b270599 req-bf2175f1-cb81-4c4a-91ce-c28104fe92fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.0853343 Dec 12 17:39:51.114914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97b4df21-223d-498b-9c1d-48744b270599 req-dd29ee50-6881-49a8-b1e7-ad2a7fb6835a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998464 Dec 12 17:39:51.153517 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-75759f06-210a-4842-b986-f0598c12f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'name': 'tempest-ServersTestBootFromVolume-634653797-router', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:11Z', 'updated_at': '2021-12-12T17:38:17Z', 'revision_number': 4, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'gw_port': {'id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:12Z', 'updated_at': '2021-12-12T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '5c93b401-dd85-4360-85c2-5f1e18dd0b72', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'port_id': 'c581b7c7-37ec-4301-989d-159ff7c22cf0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 841, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c', 'mac_address': 'fa:16:3e:6f:d0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bf610-227a-42bb-b86b-2232953b75b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:38:25Z', 'updated_at': '2021-12-12T17:39:46Z', 'revision_number': 1, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f01f179c-27f2-4810-bd84-f8926bd3369b', 'name': '', 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'mac_address': 'fa:16:3e:31:cb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:16Z', 'updated_at': '2021-12-12T17:38:26Z', 'revision_number': 5, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'subnets': [{'id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:51.183510 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75759f06-210a-4842-b986-f0598c12f445 None None] Checking router: 1729f805-eabc-4ed6-a607-edd2b3d54ed4 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:39:51.193360 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75759f06-210a-4842-b986-f0598c12f445 None None] Routers {'1729f805-eabc-4ed6-a607-edd2b3d54ed4'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:51.194128 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-75759f06-210a-4842-b986-f0598c12f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:51.367652 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c651-5542-40fb-9f02-e2be2f6b5f81 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:51.424638 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c651-5542-40fb-9f02-e2be2f6b5f81 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:51.532295 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-75759f06-210a-4842-b986-f0598c12f445 None None] Set router 1729f805-eabc-4ed6-a607-edd2b3d54ed4 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:39:51.685691 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a5c6c651-5542-40fb-9f02-e2be2f6b5f81 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Allocated IP 172.25.1.86 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/53c44527-0275-4e33-a67b-f867ebcc79bb) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:51.832271 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c651-5542-40fb-9f02-e2be2f6b5f81 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:51.887487 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c651-5542-40fb-9f02-e2be2f6b5f81 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:51.901448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2015b7ba-141a-49a4-8adc-689de51671d4 req-a9533ff3-d46c-46bd-acc4-b76ea686e3f4 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/floatingips/b29459f4-6d71-45f9-ba15-221213563eff HTTP/1.1" status: 200 len: 693 time: 0.5963533 Dec 12 17:39:51.935410 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51e0cf-f925-4225-88c3-ff062597fc8f req-82088937-fefe-47af-bc41-1d604e3c1329 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:51.937864 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f51e0cf-f925-4225-88c3-ff062597fc8f req-82088937-fefe-47af-bc41-1d604e3c1329 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.8592515 Dec 12 17:39:51.965107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6c651-5542-40fb-9f02-e2be2f6b5f81 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Pushing event updated for resources: {'Port': ['ID=53c44527-0275-4e33-a67b-f867ebcc79bb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:51.978035 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c6c651-5542-40fb-9f02-e2be2f6b5f81 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:51.985326 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a5c6c651-5542-40fb-9f02-e2be2f6b5f81 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:51.985535 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-75759f06-210a-4842-b986-f0598c12f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'name': 'tempest-ServersTestBootFromVolume-634653797-router', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:11Z', 'updated_at': '2021-12-12T17:38:17Z', 'revision_number': 4, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'gw_port': {'id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:12Z', 'updated_at': '2021-12-12T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '5c93b401-dd85-4360-85c2-5f1e18dd0b72', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'port_id': 'c581b7c7-37ec-4301-989d-159ff7c22cf0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 841, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c', 'mac_address': 'fa:16:3e:6f:d0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bf610-227a-42bb-b86b-2232953b75b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:38:25Z', 'updated_at': '2021-12-12T17:39:46Z', 'revision_number': 1, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f01f179c-27f2-4810-bd84-f8926bd3369b', 'name': '', 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'mac_address': 'fa:16:3e:31:cb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:16Z', 'updated_at': '2021-12-12T17:38:26Z', 'revision_number': 5, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'subnets': [{'id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:51.988078 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c6c651-5542-40fb-9f02-e2be2f6b5f81 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:52.020814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97b4df21-223d-498b-9c1d-48744b270599 req-658de39a-d00e-422e-ad5b-7314e7fa7ac4 service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8701189 Dec 12 17:39:52.058490 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f51e0cf-f925-4225-88c3-ff062597fc8f req-c989dc2d-5b93-493e-a3a4-99c656ca67ef tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984218 Dec 12 17:39:52.091056 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75759f06-210a-4842-b986-f0598c12f445 None None] The sync data for ids ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'] in n-d-760354-5 is: [{'id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'name': 'tempest-ServersTestBootFromVolume-634653797-router', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:11Z', 'updated_at': '2021-12-12T17:38:17Z', 'revision_number': 4, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'gw_port': {'id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:12Z', 'updated_at': '2021-12-12T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '5c93b401-dd85-4360-85c2-5f1e18dd0b72', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'port_id': 'c581b7c7-37ec-4301-989d-159ff7c22cf0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 841, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c', 'mac_address': 'fa:16:3e:6f:d0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11bf610-227a-42bb-b86b-2232953b75b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:38:25Z', 'updated_at': '2021-12-12T17:39:46Z', 'revision_number': 1, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f01f179c-27f2-4810-bd84-f8926bd3369b', 'name': '', 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'mac_address': 'fa:16:3e:31:cb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:16Z', 'updated_at': '2021-12-12T17:38:26Z', 'revision_number': 5, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'subnets': [{'id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:39:52.205477 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11bf610-227a-42bb-b86b-2232953b75b0', 'tag': 'c581b7c7-37ec-4301-989d-159ff7c22cf0'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:39:52.207967 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903f6ddc-0fd9-4f94-bd8d-48e2ee3b7c11" -d '{"events": [{"name": "network-changed", "server_uuid": "e11bf610-227a-42bb-b86b-2232953b75b0", "tag": "c581b7c7-37ec-4301-989d-159ff7c22cf0"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:39:52.216883 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97b4df21-223d-498b-9c1d-48744b270599 req-7129a2b8-df9a-40a7-aa2a-1546b41bfd5b service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819820 Dec 12 17:39:52.275616 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015b7ba-141a-49a4-8adc-689de51671d4 req-f6c877f5-b393-4f37-967e-d71e4967d87a tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:52.284849 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2015b7ba-141a-49a4-8adc-689de51671d4 req-f6c877f5-b393-4f37-967e-d71e4967d87a tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.3668673 Dec 12 17:39:52.386989 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2015b7ba-141a-49a4-8adc-689de51671d4 req-67538345-f51d-4311-ac73-cbd5a585e144 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.1002729 Dec 12 17:39:52.440181 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c651-5542-40fb-9f02-e2be2f6b5f81 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:52.446886 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fae962-f94d-4a59-a777-a1db63299ded None None] New status for floating IP 5c93b401-dd85-4360-85c2-5f1e18dd0b72: ACTIVE {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:39:52.459611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36565c1-b4c6-472a-b661-161d807f2af2 req-f0c0ffbc-807a-4a07-97c1-f7cbf78d7add tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:52.467808 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d36565c1-b4c6-472a-b661-161d807f2af2 req-f0c0ffbc-807a-4a07-97c1-f7cbf78d7add tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 946 time: 0.2499001 Dec 12 17:39:52.497677 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2015b7ba-141a-49a4-8adc-689de51671d4 req-e97a8276-99b4-4bfe-8d3c-128cb46cf6d8 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.1096864 Dec 12 17:39:52.642427 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d36565c1-b4c6-472a-b661-161d807f2af2 req-82a92da4-7d37-4a00-a06f-73f89c927b7a tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a45ddf-766d-49cd-a323-e611d2e72368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736228 Dec 12 17:39:52.737668 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-2015b7ba-141a-49a4-8adc-689de51671d4 req-d54ddfd8-426f-4007-be6b-7a6f037bc138 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Deleting port e94b58d5-a413-4ef0-8554-d24af9afa3da {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:39:52.738012 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2015b7ba-141a-49a4-8adc-689de51671d4 req-d54ddfd8-426f-4007-be6b-7a6f037bc138 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:52.792252 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c651-5542-40fb-9f02-e2be2f6b5f81 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:52.805625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0b1d0-7f2b-4c2d-b15c-5080fc9d2eae req-19894770-65dc-4f24-8db5-8016df893b05 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:52.807119 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c0b0b1d0-7f2b-4c2d-b15c-5080fc9d2eae req-19894770-65dc-4f24-8db5-8016df893b05 tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.31 "GET /v2.0/ports?device_id=baa518a7-a1a1-4637-b4f4-72e8dd8bd452 HTTP/1.1" status: 200 len: 946 time: 0.0720894 Dec 12 17:39:52.808535 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c651-5542-40fb-9f02-e2be2f6b5f81 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:52.920194 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2015b7ba-141a-49a4-8adc-689de51671d4 req-d54ddfd8-426f-4007-be6b-7a6f037bc138 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:52.922030 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2015b7ba-141a-49a4-8adc-689de51671d4 req-d54ddfd8-426f-4007-be6b-7a6f037bc138 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:52.957208 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ef8cb-4a3e-47f6-82b1-af553980147f req-49e80594-9372-4482-a471-fc83c0d66a0d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:52.961587 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-391ef8cb-4a3e-47f6-82b1-af553980147f req-49e80594-9372-4482-a471-fc83c0d66a0d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 944 time: 0.1009948 Dec 12 17:39:52.963037 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-2015b7ba-141a-49a4-8adc-689de51671d4 req-d54ddfd8-426f-4007-be6b-7a6f037bc138 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Calling delete_port for e94b58d5-a413-4ef0-8554-d24af9afa3da owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:39:53.009619 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-c0b0b1d0-7f2b-4c2d-b15c-5080fc9d2eae req-fe4f5876-83fc-40c3-adab-777912f2b42b tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Deleting port 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:39:53.009911 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c0b0b1d0-7f2b-4c2d-b15c-5080fc9d2eae req-fe4f5876-83fc-40c3-adab-777912f2b42b tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:53.096674 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-391ef8cb-4a3e-47f6-82b1-af553980147f req-3c893c92-dd1f-4e29-986c-91046ae5c1ef tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121800 Dec 12 17:39:53.136275 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c6c651-5542-40fb-9f02-e2be2f6b5f81 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Router eb62e1dc-576e-48fa-84af-5988d00ddbfe is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:39:53.140472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-c0b0b1d0-7f2b-4c2d-b15c-5080fc9d2eae req-fe4f5876-83fc-40c3-adab-777912f2b42b tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] For port 434a5413-cd54-4767-8d0f-8b9d19a2e5a9, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=434a5413-cd54-4767-8d0f-8b9d19a2e5a9,segment=NetworkSegment(53879a77-df27-422b-9ece-2a2e7e594576),segment_id=53879a77-df27-422b-9ece-2a2e7e594576)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:53.140907 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c0b0b1d0-7f2b-4c2d-b15c-5080fc9d2eae req-fe4f5876-83fc-40c3-adab-777912f2b42b tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:53.158670 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-c0b0b1d0-7f2b-4c2d-b15c-5080fc9d2eae req-fe4f5876-83fc-40c3-adab-777912f2b42b tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Calling delete_port for 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:39:53.206012 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98d6457-6298-498e-aca3-8eacfc1e5ab5 x-openstack-request-id: req-e98d6457-6298-498e-aca3-8eacfc1e5ab5 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:39:53.206446 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e11bf610-227a-42bb-b86b-2232953b75b0", "tag": "c581b7c7-37ec-4301-989d-159ff7c22cf0", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:39:53.206800 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e98d6457-6298-498e-aca3-8eacfc1e5ab5 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:39:53.207340 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11bf610-227a-42bb-b86b-2232953b75b0', 'tag': 'c581b7c7-37ec-4301-989d-159ff7c22cf0', 'status': 'completed', 'code': 200} Dec 12 17:39:53.276636 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2015b7ba-141a-49a4-8adc-689de51671d4 req-d54ddfd8-426f-4007-be6b-7a6f037bc138 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:53.312258 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ddfd8-426f-4007-be6b-7a6f037bc138 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Pushing event deleted for resources: {'Port': ['ID=e94b58d5-a413-4ef0-8554-d24af9afa3da,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:53.316524 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c6c651-5542-40fb-9f02-e2be2f6b5f81 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:39:53.320825 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c651-5542-40fb-9f02-e2be2f6b5f81 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:53.322054 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a5c6c651-5542-40fb-9f02-e2be2f6b5f81 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "PUT /v2.0/routers/eb62e1dc-576e-48fa-84af-5988d00ddbfe HTTP/1.1" status: 200 len: 915 time: 3.5301661 Dec 12 17:39:53.324936 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43568) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:53.325960 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f6ddc-0fd9-4f94-bd8d-48e2ee3b7c11 req-0537447d-3d6a-410d-a30e-e48314f45b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:53.327683 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-903f6ddc-0fd9-4f94-bd8d-48e2ee3b7c11 req-0537447d-3d6a-410d-a30e-e48314f45b54 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c471f83c6c7470f8ecd28dbb90542ba&device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 1097 time: 0.1194050 Dec 12 17:39:53.332589 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3d3ff-52d6-43d3-a8a7-fb8b4b60bdd3 None None] Sync routers for ids ['eb62e1dc-576e-48fa-84af-5988d00ddbfe'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:39:53.346109 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3d3ff-52d6-43d3-a8a7-fb8b4b60bdd3 None None] Routers {'eb62e1dc-576e-48fa-84af-5988d00ddbfe'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:53.346811 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1cd3d3ff-52d6-43d3-a8a7-fb8b4b60bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['eb62e1dc-576e-48fa-84af-5988d00ddbfe'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:53.357980 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff1d9e-4e4c-4040-9431-60a53e5f8689 req-9ab3c93d-e59e-4487-a358-d49625d9e69a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:53.360222 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bcff1d9e-4e4c-4040-9431-60a53e5f8689 req-9ab3c93d-e59e-4487-a358-d49625d9e69a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 945 time: 0.1508925 Dec 12 17:39:53.389026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1cd3d3ff-52d6-43d3-a8a7-fb8b4b60bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:53.400094 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3d3ff-52d6-43d3-a8a7-fb8b4b60bdd3 None None] Routers {'eb62e1dc-576e-48fa-84af-5988d00ddbfe'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:53.400969 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1cd3d3ff-52d6-43d3-a8a7-fb8b4b60bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['eb62e1dc-576e-48fa-84af-5988d00ddbfe'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:53.440114 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1cd3d3ff-52d6-43d3-a8a7-fb8b4b60bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:53.440797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3d3ff-52d6-43d3-a8a7-fb8b4b60bdd3 None None] The sync data for ids ['eb62e1dc-576e-48fa-84af-5988d00ddbfe'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:39:53.460828 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c0b0b1d0-7f2b-4c2d-b15c-5080fc9d2eae req-fe4f5876-83fc-40c3-adab-777912f2b42b tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:53.477036 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['434a5413-cd54-4767-8d0f-8b9d19a2e5a9'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:39:53.485932 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2015b7ba-141a-49a4-8adc-689de51671d4 req-d54ddfd8-426f-4007-be6b-7a6f037bc138 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:53.488646 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2015b7ba-141a-49a4-8adc-689de51671d4 req-d54ddfd8-426f-4007-be6b-7a6f037bc138 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:53.489843 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2015b7ba-141a-49a4-8adc-689de51671d4 req-d54ddfd8-426f-4007-be6b-7a6f037bc138 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "DELETE /v2.0/floatingips/b29459f4-6d71-45f9-ba15-221213563eff HTTP/1.1" status: 204 len: 173 time: 0.9913838 Dec 12 17:39:53.502407 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a119647d-2499-4929-b0bb-60ddb1b25742 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "GET /v2.0/routers/eb62e1dc-576e-48fa-84af-5988d00ddbfe HTTP/1.1" status: 200 len: 921 time: 0.1730039 Dec 12 17:39:53.502407 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f5876-83fc-40c3-adab-777912f2b42b tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Pushing event deleted for resources: {'Port': ['ID=434a5413-cd54-4767-8d0f-8b9d19a2e5a9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:53.502798 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43570) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:53.528920 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bcff1d9e-4e4c-4040-9431-60a53e5f8689 req-70b1bfe8-f562-4448-88b0-368b2e33705b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551511 Dec 12 17:39:53.557274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f6ddc-0fd9-4f94-bd8d-48e2ee3b7c11 req-0cbd6d7e-de1e-40fa-a661-f87fd6fa68cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:53.567458 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-903f6ddc-0fd9-4f94-bd8d-48e2ee3b7c11 req-0cbd6d7e-de1e-40fa-a661-f87fd6fa68cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=350585f2-11de-4690-8ad7-c5bd74c5636c HTTP/1.1" status: 200 len: 916 time: 0.2158937 Dec 12 17:39:53.567952 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b0b1d0-7f2b-4c2d-b15c-5080fc9d2eae req-fe4f5876-83fc-40c3-adab-777912f2b42b tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] No DVR routers for this DVR port 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:39:53.571622 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c0b0b1d0-7f2b-4c2d-b15c-5080fc9d2eae req-fe4f5876-83fc-40c3-adab-777912f2b42b tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:53.579235 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c0b0b1d0-7f2b-4c2d-b15c-5080fc9d2eae req-fe4f5876-83fc-40c3-adab-777912f2b42b tempest-FloatingIPsAssociationTestJSON-1161776627 tempest-FloatingIPsAssociationTestJSON-1161776627-project] 10.222.0.31 "DELETE /v2.0/ports/434a5413-cd54-4767-8d0f-8b9d19a2e5a9 HTTP/1.1" status: 204 len: 173 time: 0.7624316 Dec 12 17:39:53.579977 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'name': 'network-vif-deleted', 'tag': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:39:53.592124 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d89c7f-024d-42a2-86aa-245b551a58a8" -d '{"events": [{"server_uuid": "baa518a7-a1a1-4637-b4f4-72e8dd8bd452", "name": "network-vif-deleted", "tag": "434a5413-cd54-4767-8d0f-8b9d19a2e5a9"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:39:53.615455 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f58e1c-0e10-46fd-b2e2-ce6b46b95281 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:53.616935 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-08f58e1c-0e10-46fd-b2e2-ce6b46b95281 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&device_id=eb62e1dc-576e-48fa-84af-5988d00ddbfe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1133120 Dec 12 17:39:53.619806 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43580) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:53.670513 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-903f6ddc-0fd9-4f94-bd8d-48e2ee3b7c11 req-5e38c647-3511-455d-953c-f84abfb4555c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c581b7c7-37ec-4301-989d-159ff7c22cf0 HTTP/1.1" status: 200 len: 1002 time: 0.1024094 Dec 12 17:39:53.687620 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414925cb-2af6-4174-b4bd-967d29b52318 req-c4088e11-6c16-4f54-a9b3-08eff9200aa2 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:53.689789 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-414925cb-2af6-4174-b4bd-967d29b52318 req-c4088e11-6c16-4f54-a9b3-08eff9200aa2 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0764587 Dec 12 17:39:53.728756 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c371041b-6ded-4d17-9e4a-3c283f95b3ab tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:53.733154 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c371041b-6ded-4d17-9e4a-3c283f95b3ab tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 881 time: 0.1121356 Dec 12 17:39:53.734012 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43592) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:53.767545 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bc32fc5a-c3ed-4554-92f6-1430ddf5083e tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb62e1dc-576e-48fa-84af-5988d00ddbfe HTTP/1.1" status: 200 len: 205 time: 0.0324206 Dec 12 17:39:53.770042 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43594) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:53.820128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f6ddc-0fd9-4f94-bd8d-48e2ee3b7c11 req-74f92478-efc1-4e6a-8474-35775ebf23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:53.821512 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-903f6ddc-0fd9-4f94-bd8d-48e2ee3b7c11 req-74f92478-efc1-4e6a-8474-35775ebf23e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c1cd740f-26e2-4d92-a719-8cb567a952d5 HTTP/1.1" status: 200 len: 854 time: 0.1310284 Dec 12 17:39:53.834048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-414925cb-2af6-4174-b4bd-967d29b52318 req-df065a3d-1a74-45e9-9220-23d32767fbc1 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351652 Dec 12 17:39:53.881938 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae054206-973a-4e49-bce4-79c7b0ca72ca tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:53.971289 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-9fb9d085-b311-491c-8428-9bb64ffb4b4e tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:53.975707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-9fb9d085-b311-491c-8428-9bb64ffb4b4e tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/networks?id=48d10b79-1596-4adf-ad07-f2c37c7f0a62 HTTP/1.1" status: 200 len: 814 time: 0.2524953 Dec 12 17:39:54.000611 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae054206-973a-4e49-bce4-79c7b0ca72ca tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:54.020630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f6ddc-0fd9-4f94-bd8d-48e2ee3b7c11 req-89ffff59-37fa-40cf-8953-0a4bf72f80c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:54.022359 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-903f6ddc-0fd9-4f94-bd8d-48e2ee3b7c11 req-89ffff59-37fa-40cf-8953-0a4bf72f80c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=350585f2-11de-4690-8ad7-c5bd74c5636c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1919763 Dec 12 17:39:54.063875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-c302f3ec-624a-498b-b549-8b78893935e8 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/quotas/353c3ed25c854d33a65b45f81e9d054a HTTP/1.1" status: 200 len: 375 time: 0.0777311 Dec 12 17:39:54.080655 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ae054206-973a-4e49-bce4-79c7b0ca72ca tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Deleting port 53c44527-0275-4e33-a67b-f867ebcc79bb {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:39:54.081049 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae054206-973a-4e49-bce4-79c7b0ca72ca tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:54.158470 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae054206-973a-4e49-bce4-79c7b0ca72ca tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:54.169906 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ae054206-973a-4e49-bce4-79c7b0ca72ca tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Calling delete_port for 53c44527-0275-4e33-a67b-f867ebcc79bb owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:39:54.210099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ef091-5c30-4797-8df3-0926abc01635 req-aca11e85-d137-4e6d-86d9-5344be3c5ce2 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:54.211622 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f6ef091-5c30-4797-8df3-0926abc01635 req-aca11e85-d137-4e6d-86d9-5344be3c5ce2 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3397079 Dec 12 17:39:54.227908 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-20b4b159-e1c1-466b-b9e1-df882791d927 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=353c3ed25c854d33a65b45f81e9d054a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1553915 Dec 12 17:39:54.291859 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-903f6ddc-0fd9-4f94-bd8d-48e2ee3b7c11 req-16dab6e4-147c-4a2c-ad3e-6deb6b4cd17e service neutron] 10.222.0.20 "GET /v2.0/networks/350585f2-11de-4690-8ad7-c5bd74c5636c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480347 Dec 12 17:39:54.347719 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae054206-973a-4e49-bce4-79c7b0ca72ca tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:54.383672 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-23e227e1-f5dd-4879-900c-ab8ee937737b service neutron] 10.222.0.18 "GET /v2.0/networks/48d10b79-1596-4adf-ad07-f2c37c7f0a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477838 Dec 12 17:39:54.395520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae054206-973a-4e49-bce4-79c7b0ca72ca tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Pushing event deleted for resources: {'Port': ['ID=53c44527-0275-4e33-a67b-f867ebcc79bb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:54.460105 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-903f6ddc-0fd9-4f94-bd8d-48e2ee3b7c11 req-210e0137-04b2-4751-8e71-5116131619bc service neutron] 10.222.0.20 "GET /v2.0/networks/350585f2-11de-4690-8ad7-c5bd74c5636c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597748 Dec 12 17:39:54.463090 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae054206-973a-4e49-bce4-79c7b0ca72ca tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:54.504760 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-55435ef1-956e-4f6a-b0b3-fef6247ce752 service neutron] 10.222.0.18 "GET /v2.0/networks/48d10b79-1596-4adf-ad07-f2c37c7f0a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106129 Dec 12 17:39:54.576719 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74f1de6-f6fd-49aa-a76b-0b7e3cc9ca83 x-openstack-request-id: req-b74f1de6-f6fd-49aa-a76b-0b7e3cc9ca83 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:39:54.576990 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa518a7-a1a1-4637-b4f4-72e8dd8bd452", "name": "network-vif-deleted", "tag": "434a5413-cd54-4767-8d0f-8b9d19a2e5a9", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:39:54.577271 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b74f1de6-f6fd-49aa-a76b-0b7e3cc9ca83 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:39:54.577956 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa518a7-a1a1-4637-b4f4-72e8dd8bd452', 'name': 'network-vif-deleted', 'tag': '434a5413-cd54-4767-8d0f-8b9d19a2e5a9', 'status': 'completed', 'code': 200} Dec 12 17:39:54.586209 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae054206-973a-4e49-bce4-79c7b0ca72ca tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:54.589105 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae054206-973a-4e49-bce4-79c7b0ca72ca tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:54.607645 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43616) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:54.641179 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae054206-973a-4e49-bce4-79c7b0ca72ca tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:54.642194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae054206-973a-4e49-bce4-79c7b0ca72ca tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Fanout notify agent at l3_agent the message router_deleted on router eb62e1dc-576e-48fa-84af-5988d00ddbfe {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:39:54.658990 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae054206-973a-4e49-bce4-79c7b0ca72ca tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:54.661284 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ae054206-973a-4e49-bce4-79c7b0ca72ca tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "DELETE /v2.0/routers/eb62e1dc-576e-48fa-84af-5988d00ddbfe HTTP/1.1" status: 204 len: 168 time: 0.8892374 Dec 12 17:39:54.664106 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43620) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:54.670774 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-559078010', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:54.708788 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:54.711789 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:54.806302 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:54.909576 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d9947-a0dc-40ac-94d3-b00f6b0d49c0 req-475893d3-e8b1-44d0-8d33-8e19df31a0a5 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:54.911958 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e9d9947-a0dc-40ac-94d3-b00f6b0d49c0 req-475893d3-e8b1-44d0-8d33-8e19df31a0a5 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1662664 Dec 12 17:39:54.922142 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbe6c6-ea70-4523-9b27-75992f97888e req-2fa99818-a556-4036-be71-4d2655633727 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:54.927838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7bbe6c6-ea70-4523-9b27-75992f97888e req-2fa99818-a556-4036-be71-4d2655633727 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 944 time: 0.1353254 Dec 12 17:39:54.971456 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:55.102105 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7bbe6c6-ea70-4523-9b27-75992f97888e req-539cb6f5-015f-43a0-8b28-b8efdc33fae2 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698480 Dec 12 17:39:55.125854 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e9d9947-a0dc-40ac-94d3-b00f6b0d49c0 req-4da8f920-fbbc-45a2-8cdb-30b24efb2eba tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874487 Dec 12 17:39:55.213758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5fbaba1c-f625-47c2-9a57-88b1a3a26ad6 req-b2ee0f35-ef42-4a62-848b-19bf045c1713 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=f57ee31ae6a14997954fe0196b266bf6 HTTP/1.1" status: 200 len: 1656 time: 0.0826745 Dec 12 17:39:55.244220 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:55.264606 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:55.320295 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a3e8716-6cd3-42a9-a717-e85a2c7473f9 req-71002f4f-cf4e-490b-9d4d-500fd4c508d9 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 210 time: 0.1054339 Dec 12 17:39:55.395543 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Allocated IP 172.25.1.45 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/5e72d3d0-3c17-4df4-a1b8-a62c7051d953) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:55.470775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbaba1c-f625-47c2-9a57-88b1a3a26ad6 req-0d4c18c2-5835-423c-be5d-53e7b1f6a4e5 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:55.484224 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5fbaba1c-f625-47c2-9a57-88b1a3a26ad6 req-0d4c18c2-5835-423c-be5d-53e7b1f6a4e5 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/networks?id=890a4b59-34d7-4315-9d80-83fedf65298e&id=890a4b59-34d7-4315-9d80-83fedf65298e&id=890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 787 time: 0.2602806 Dec 12 17:39:55.498455 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-5fbaba1c-f625-47c2-9a57-88b1a3a26ad6 req-aeb420c0-1450-46ed-8e54-660847964d4d tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:39:55.500331 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5fbaba1c-f625-47c2-9a57-88b1a3a26ad6 req-aeb420c0-1450-46ed-8e54-660847964d4d tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124805 Dec 12 17:39:55.502803 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device fcee1c44-8199-41d5-803d-73fe1d1e7acf details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:39:55.544863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0b151457-faa9-46f0-8d84-4a2ebddfc9ab no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:39:55.583253 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:55.640792 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:55.740537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:55.756016 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Pushing event updated for resources: {'Port': ['ID=5e72d3d0-3c17-4df4-a1b8-a62c7051d953,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:55.761894 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port fcee1c44-8199-41d5-803d-73fe1d1e7acf, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=fcee1c44-8199-41d5-803d-73fe1d1e7acf,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:55.768912 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:55.770741 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:55.774285 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:55.786334 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'fcee1c44-8199-41d5-803d-73fe1d1e7acf', 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded', 'port_id': 'fcee1c44-8199-41d5-803d-73fe1d1e7acf', 'mac_address': 'fa:16:3e:98:7d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbefa9e0-9207-40de-b719-d60e0bdbdf57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:39:55.850291 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:39:55.862014 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fa8823-4d67-46c3-b912-50307866e769" -d '{"events": [{"server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "name": "network-vif-unplugged", "status": "completed", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:39:55.895641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:55.902944 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:55.908450 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:55.944355 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcee1c44-8199-41d5-803d-73fe1d1e7acf {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:39:55.983040 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port fcee1c44-8199-41d5-803d-73fe1d1e7acf, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=fcee1c44-8199-41d5-803d-73fe1d1e7acf,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:55.995811 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4990d01-c0d4-45d5-8dcb-ff23159b17ea x-openstack-request-id: req-b4990d01-c0d4-45d5-8dcb-ff23159b17ea {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:39:55.996475 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "name": "network-vif-unplugged", "status": "completed", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:39:55.996978 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4990d01-c0d4-45d5-8dcb-ff23159b17ea {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:39:55.997760 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'code': 200} Dec 12 17:39:56.001864 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:56.007060 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:56.015413 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-822f8034-0e77-49ad-8b03-a9a6878ce2cf req-90586687-ec31-4723-bba3-2a62210aab6f tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/floatingips/9e4299a5-38aa-4173-8562-59c489c0d171 HTTP/1.1" status: 200 len: 693 time: 0.0745037 Dec 12 17:39:56.017189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:56.018005 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:56.018625 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:56.019596 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:56.020315 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:56.021058 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:56.021769 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:56.023024 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:56.023679 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:56.024244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:56.024848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:56.025483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:56.026050 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:39:56.103404 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=fcee1c44-8199-41d5-803d-73fe1d1e7acf,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:56.277205 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['fcee1c44-8199-41d5-803d-73fe1d1e7acf'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:39:56.280961 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f8034-0e77-49ad-8b03-a9a6878ce2cf req-faad2211-9f75-4425-82ae-bf1ee4b0acde tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:56.288453 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-822f8034-0e77-49ad-8b03-a9a6878ce2cf req-faad2211-9f75-4425-82ae-bf1ee4b0acde tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.2720058 Dec 12 17:39:56.368150 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88357bb5-16ba-49fd-9956-2f34be83a4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:56.374002 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-822f8034-0e77-49ad-8b03-a9a6878ce2cf req-fd915bf5-83bb-45ae-9520-0e15f37d1ddd tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.237 HTTP/1.1" status: 200 len: 696 time: 0.0844591 Dec 12 17:39:56.549314 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-c20a889c-f1ac-48fd-88fd-521f40a26bcd tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:56.550884 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-c20a889c-f1ac-48fd-88fd-521f40a26bcd tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.31 "GET /v2.0/networks?id=48d10b79-1596-4adf-ad07-f2c37c7f0a62 HTTP/1.1" status: 200 len: 814 time: 0.2404530 Dec 12 17:39:56.566700 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-e041d8c0-749e-40f2-ac70-fde4d2c3dbc4 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Request body: {'port': {'device_id': 'b60298a2-2d0b-42f8-af37-8a1a817ccd4e', 'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62', 'admin_state_up': True, 'tenant_id': '353c3ed25c854d33a65b45f81e9d054a'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:56.574923 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c3216-ac34-4f2e-9da6-cacb2f2ede11 req-7386154b-fe2d-4ccc-b1fb-e9915f80fe96 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:56.582848 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-346c3216-ac34-4f2e-9da6-cacb2f2ede11 req-7386154b-fe2d-4ccc-b1fb-e9915f80fe96 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 945 time: 0.3561244 Dec 12 17:39:56.659329 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-822f8034-0e77-49ad-8b03-a9a6878ce2cf req-f789a9e7-4804-4fd7-b0cf-1c67d2bde28e tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.237 HTTP/1.1" status: 200 len: 696 time: 0.2795966 Dec 12 17:39:56.804201 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-346c3216-ac34-4f2e-9da6-cacb2f2ede11 req-6a154b2e-bddd-47af-bd9a-29a48f80af2b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155666 Dec 12 17:39:56.970130 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6984b336-4de1-417b-b075-07750921edc6 req-5ab5e3c6-b5a1-4f20-8af1-7f10bc1ce071 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 210 time: 0.0588212 Dec 12 17:39:57.034873 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:57.178865 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-822f8034-0e77-49ad-8b03-a9a6878ce2cf req-d5c5b86c-693a-40e5-8da8-e7051ed6afd1 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Deleting port 1b414628-298f-4baa-a0c1-b101c945eb75 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:39:57.179234 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-822f8034-0e77-49ad-8b03-a9a6878ce2cf req-d5c5b86c-693a-40e5-8da8-e7051ed6afd1 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:57.228736 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-e041d8c0-749e-40f2-ac70-fde4d2c3dbc4 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Made reservation on behalf of 353c3ed25c854d33a65b45f81e9d054a for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:39:57.233765 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-e041d8c0-749e-40f2-ac70-fde4d2c3dbc4 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:57.410798 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-822f8034-0e77-49ad-8b03-a9a6878ce2cf req-d5c5b86c-693a-40e5-8da8-e7051ed6afd1 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:57.411415 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-822f8034-0e77-49ad-8b03-a9a6878ce2cf req-d5c5b86c-693a-40e5-8da8-e7051ed6afd1 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:57.448329 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-822f8034-0e77-49ad-8b03-a9a6878ce2cf req-d5c5b86c-693a-40e5-8da8-e7051ed6afd1 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Calling delete_port for 1b414628-298f-4baa-a0c1-b101c945eb75 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:39:57.502294 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0b151457-faa9-46f0-8d84-4a2ebddfc9ab details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:39:57.515183 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device fcee1c44-8199-41d5-803d-73fe1d1e7acf up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:39:57.542646 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:57.668387 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-e041d8c0-749e-40f2-ac70-fde4d2c3dbc4 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Allocated IP 172.20.0.4 (48d10b79-1596-4adf-ad07-f2c37c7f0a62/4bf8fafa-df31-4e16-94d4-183ba3d4ef74/afe0bafa-8f53-4868-b685-d516216e56b5) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:39:57.768964 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:57.813548 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'port_id': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'mac_address': 'fa:16:3e:18:e2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:39:57.824754 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-822f8034-0e77-49ad-8b03-a9a6878ce2cf req-d5c5b86c-693a-40e5-8da8-e7051ed6afd1 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:57.836938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-88357bb5-16ba-49fd-9956-2f34be83a4ad admin admin] Deleting port b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:39:57.837411 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88357bb5-16ba-49fd-9956-2f34be83a4ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:57.897572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5b86c-693a-40e5-8da8-e7051ed6afd1 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Pushing event deleted for resources: {'Port': ['ID=1b414628-298f-4baa-a0c1-b101c945eb75,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:57.928296 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port fcee1c44-8199-41d5-803d-73fe1d1e7acf completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:39:57.938736 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port fcee1c44-8199-41d5-803d-73fe1d1e7acf triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:57.939457 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:58.011315 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:58.026064 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-e041d8c0-749e-40f2-ac70-fde4d2c3dbc4 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:58.060693 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b151457-faa9-46f0-8d84-4a2ebddfc9ab {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:39:58.131735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb2d64-e636-409a-82ba-572c097906e1 req-34603cc2-dec1-4f39-9401-06ee90f7d1ad tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:58.141752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1bb2d64-e636-409a-82ba-572c097906e1 req-34603cc2-dec1-4f39-9401-06ee90f7d1ad tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 945 time: 0.1565781 Dec 12 17:39:58.145001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:58.158863 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-e041d8c0-749e-40f2-ac70-fde4d2c3dbc4 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:58.204862 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:58.241053 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-822f8034-0e77-49ad-8b03-a9a6878ce2cf req-d5c5b86c-693a-40e5-8da8-e7051ed6afd1 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:58.244702 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-822f8034-0e77-49ad-8b03-a9a6878ce2cf req-d5c5b86c-693a-40e5-8da8-e7051ed6afd1 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:58.245859 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-822f8034-0e77-49ad-8b03-a9a6878ce2cf req-d5c5b86c-693a-40e5-8da8-e7051ed6afd1 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "DELETE /v2.0/floatingips/9e4299a5-38aa-4173-8562-59c489c0d171 HTTP/1.1" status: 204 len: 173 time: 1.5606241 Dec 12 17:39:58.300619 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1bb2d64-e636-409a-82ba-572c097906e1 req-17deea9d-74ad-438e-8569-2b4213fd77de tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563029 Dec 12 17:39:58.305861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-88357bb5-16ba-49fd-9956-2f34be83a4ad admin admin] For port b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b,segment=NetworkSegment(53879a77-df27-422b-9ece-2a2e7e594576),segment_id=53879a77-df27-422b-9ece-2a2e7e594576)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:58.306275 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88357bb5-16ba-49fd-9956-2f34be83a4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:58.315935 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:39:58.360280 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041d8c0-749e-40f2-ac70-fde4d2c3dbc4 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Pushing event updated for resources: {'Port': ['ID=afe0bafa-8f53-4868-b685-d516216e56b5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:58.384729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-88357bb5-16ba-49fd-9956-2f34be83a4ad admin admin] Calling delete_port for b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:39:58.387952 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['0b151457-faa9-46f0-8d84-4a2ebddfc9ab'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:39:58.388345 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-e041d8c0-749e-40f2-ac70-fde4d2c3dbc4 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Network 48d10b79-1596-4adf-ad07-f2c37c7f0a62 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:39:58.392826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-e041d8c0-749e-40f2-ac70-fde4d2c3dbc4 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:39:58.402688 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-e041d8c0-749e-40f2-ac70-fde4d2c3dbc4 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:39:58.404092 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:39:58.404448 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 434a5413-cd54-4767-8d0f-8b9d19a2e5a9 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:39:58.410736 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:58.417759 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Router ee5c16dd-1909-417d-a511-268545ef41fa is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:39:58.618934 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:58.630662 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b594e292-caa3-4b5c-865c-de320ab0a2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcee1c44-8199-41d5-803d-73fe1d1e7acf'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:39:58.638097 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdae806-5636-4039-96a3-c485779ffa41" -d '{"events": [{"server_uuid": "b594e292-caa3-4b5c-865c-de320ab0a2cd", "name": "network-vif-plugged", "status": "completed", "tag": "fcee1c44-8199-41d5-803d-73fe1d1e7acf"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:39:58.678815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port fcee1c44-8199-41d5-803d-73fe1d1e7acf, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=fcee1c44-8199-41d5-803d-73fe1d1e7acf,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:39:58.689676 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:58.695671 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-e041d8c0-749e-40f2-ac70-fde4d2c3dbc4 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:58.696400 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-e041d8c0-749e-40f2-ac70-fde4d2c3dbc4 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:58.763721 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-e041d8c0-749e-40f2-ac70-fde4d2c3dbc4 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2010636 Dec 12 17:39:58.837438 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=fcee1c44-8199-41d5-803d-73fe1d1e7acf,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:58.839541 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:39:58.857196 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f956bb8d-f3dc-45a0-80fc-f0b9b810e88c None None] Sync routers for ids ['ee5c16dd-1909-417d-a511-268545ef41fa'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:39:58.872288 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f956bb8d-f3dc-45a0-80fc-f0b9b810e88c None None] Routers {'ee5c16dd-1909-417d-a511-268545ef41fa'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:58.875084 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f956bb8d-f3dc-45a0-80fc-f0b9b810e88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ee5c16dd-1909-417d-a511-268545ef41fa'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:58.895238 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:58.903736 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9f964173-c9a4-4c39-8cb8-f269c272b95c tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.2382598 Dec 12 17:39:58.904421 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43722) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:39:58.919279 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c39ff6e7-fe16-4a68-a455-00692a08050d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:58.937133 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:39:58.938015 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f956bb8d-f3dc-45a0-80fc-f0b9b810e88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:58.938888 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2eaf323-e0b0-4ba5-96bd-88da7197a03f req-4d5b2a9f-a25a-450a-8382-9b703686c982 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/floatingips/4ba11b13-9c8e-4145-acab-d73a81cc778e HTTP/1.1" status: 200 len: 693 time: 0.2947311 Dec 12 17:39:58.968702 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f956bb8d-f3dc-45a0-80fc-f0b9b810e88c None None] Routers {'ee5c16dd-1909-417d-a511-268545ef41fa'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:39:58.972863 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f956bb8d-f3dc-45a0-80fc-f0b9b810e88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ee5c16dd-1909-417d-a511-268545ef41fa'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:59.001868 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff9a3b-3e54-4c51-a1d4-ee6d89c70fcf req-4de2f4a3-3548-477e-a721-272b698debb7 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:59.014262 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15ff9a3b-3e54-4c51-a1d4-ee6d89c70fcf req-4de2f4a3-3548-477e-a721-272b698debb7 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 931 time: 0.4999342 Dec 12 17:39:59.019174 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-aae53523-cb9d-4673-9535-0d1d538d35ed None None] Provisioning complete for port afe0bafa-8f53-4868-b685-d516216e56b5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:59.019995 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aae53523-cb9d-4673-9535-0d1d538d35ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:59.047073 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Request body: {'port': {'device_id': 'b60298a2-2d0b-42f8-af37-8a1a817ccd4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:39:59.052961 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f956bb8d-f3dc-45a0-80fc-f0b9b810e88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:39:59.053981 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f956bb8d-f3dc-45a0-80fc-f0b9b810e88c None None] The sync data for ids ['ee5c16dd-1909-417d-a511-268545ef41fa'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:39:59.134350 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-aae53523-cb9d-4673-9535-0d1d538d35ed None None] Port afe0bafa-8f53-4868-b685-d516216e56b5 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:39:59.204839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:59.244290 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15ff9a3b-3e54-4c51-a1d4-ee6d89c70fcf req-0a6b0b68-e5e0-42b1-8afe-2953d9fcc3c4 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/security-groups?id=a80ac8e5-0b93-47ed-8f12-e57cb211afb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228065 Dec 12 17:39:59.258282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eaf323-e0b0-4ba5-96bd-88da7197a03f req-48601041-5d3c-4003-aaa0-d2d70e10595c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:59.268155 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2eaf323-e0b0-4ba5-96bd-88da7197a03f req-48601041-5d3c-4003-aaa0-d2d70e10595c tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.3200169 Dec 12 17:39:59.403514 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2eaf323-e0b0-4ba5-96bd-88da7197a03f req-c2a211b5-2746-4257-b6bb-5329c3cc6443 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.235 HTTP/1.1" status: 200 len: 696 time: 0.1226346 Dec 12 17:39:59.425002 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88357bb5-16ba-49fd-9956-2f34be83a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:59.509163 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0b151457-faa9-46f0-8d84-4a2ebddfc9ab up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:39:59.519549 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88357bb5-16ba-49fd-9956-2f34be83a4ad admin admin] Pushing event deleted for resources: {'Port': ['ID=b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:39:59.573626 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2eaf323-e0b0-4ba5-96bd-88da7197a03f req-27288b41-cdf0-47b4-923f-0f0c248001e2 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.235 HTTP/1.1" status: 200 len: 696 time: 0.1509244 Dec 12 17:39:59.621835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67079c-5835-4630-9370-012f73e01cd7 req-9a53079c-fa53-41e1-8699-5618fe5f3dd6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:39:59.631598 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf67079c-5835-4630-9370-012f73e01cd7 req-9a53079c-fa53-41e1-8699-5618fe5f3dd6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.2539487 Dec 12 17:39:59.698856 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:39:59.701429 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:59.763342 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c39ff6e7-fe16-4a68-a455-00692a08050d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:59.795384 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c39ff6e7-fe16-4a68-a455-00692a08050d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:59.963722 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:39:59.990278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf67079c-5835-4630-9370-012f73e01cd7 req-9097c987-ebf1-48a2-8fa4-d216b24a0320 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570225 Dec 12 17:40:00.161592 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-d2eaf323-e0b0-4ba5-96bd-88da7197a03f req-7f094e4f-26e4-4edf-b408-482c721526be tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Deleting port 3c2e5272-6d62-4a3e-930f-7bbf74c15fc4 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:40:00.161981 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d2eaf323-e0b0-4ba5-96bd-88da7197a03f req-7f094e4f-26e4-4edf-b408-482c721526be tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:00.220955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c39ff6e7-fe16-4a68-a455-00692a08050d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Deleting port 5e72d3d0-3c17-4df4-a1b8-a62c7051d953 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:40:00.221370 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c39ff6e7-fe16-4a68-a455-00692a08050d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:00.301156 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a92c74-18a6-472c-8a3d-6f84cc22ac17 x-openstack-request-id: req-23a92c74-18a6-472c-8a3d-6f84cc22ac17 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:40:00.301836 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b594e292-caa3-4b5c-865c-de320ab0a2cd", "name": "network-vif-plugged", "status": "completed", "tag": "fcee1c44-8199-41d5-803d-73fe1d1e7acf", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:40:00.302136 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23a92c74-18a6-472c-8a3d-6f84cc22ac17 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:40:00.302739 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b594e292-caa3-4b5c-865c-de320ab0a2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcee1c44-8199-41d5-803d-73fe1d1e7acf', 'code': 200} Dec 12 17:40:00.328537 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:00.336419 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:00.413675 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88357bb5-16ba-49fd-9956-2f34be83a4ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:00.450578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de063f-47e7-4705-88b4-d8d306016a0e req-29fdfc99-24ef-4282-87ea-3fe98514eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:00.452147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91de063f-47e7-4705-88b4-d8d306016a0e req-29fdfc99-24ef-4282-87ea-3fe98514eea8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 1097 time: 0.2486215 Dec 12 17:40:00.488907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,revision_number=10']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:00.555291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe0bafa-8f53-4868-b685-d516216e56b5 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:40:00.567647 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:00.578548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce0ba9-6dbd-48ec-af1f-6a99c2aa1b29 req-e4d1346e-be1d-4a0d-9d27-871ddecf7a6a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:00.580209 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-50ce0ba9-6dbd-48ec-af1f-6a99c2aa1b29 req-e4d1346e-be1d-4a0d-9d27-871ddecf7a6a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 946 time: 0.2827802 Dec 12 17:40:00.582389 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d2eaf323-e0b0-4ba5-96bd-88da7197a03f req-7f094e4f-26e4-4edf-b408-482c721526be tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:00.582723 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d2eaf323-e0b0-4ba5-96bd-88da7197a03f req-7f094e4f-26e4-4edf-b408-482c721526be tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:00.585716 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Transition to ACTIVE for port object afe0bafa-8f53-4868-b685-d516216e56b5 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:40:00.613523 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:00.617715 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c39ff6e7-fe16-4a68-a455-00692a08050d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:00.685475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Pushing event updated for resources: {'Port': ['ID=afe0bafa-8f53-4868-b685-d516216e56b5,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:00.712649 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c39ff6e7-fe16-4a68-a455-00692a08050d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Calling delete_port for 5e72d3d0-3c17-4df4-a1b8-a62c7051d953 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:40:00.718473 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:00.718831 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:00.719213 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:00.719579 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:00.719919 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:00.720258 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:00.720597 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:00.720982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:00.721270 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:00.721610 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:00.721907 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:00.722237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:00.722563 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:01.010533 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Attempting to bind port afe0bafa-8f53-4868-b685-d516216e56b5 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:40:01.011269 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Attempting to bind port afe0bafa-8f53-4868-b685-d516216e56b5 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '8c587f68-6661-42bc-97dd-553632b77c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:40:01.011463 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Attempting to bind port afe0bafa-8f53-4868-b685-d516216e56b5 on network 48d10b79-1596-4adf-ad07-f2c37c7f0a62 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:40:01.122596 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-d2eaf323-e0b0-4ba5-96bd-88da7197a03f req-7f094e4f-26e4-4edf-b408-482c721526be tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Calling delete_port for 3c2e5272-6d62-4a3e-930f-7bbf74c15fc4 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:40:01.148611 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Port afe0bafa-8f53-4868-b685-d516216e56b5 on network 48d10b79-1596-4adf-ad07-f2c37c7f0a62 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:40:01.148947 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Attempting to bind port afe0bafa-8f53-4868-b685-d516216e56b5 on network 48d10b79-1596-4adf-ad07-f2c37c7f0a62 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:40:01.182726 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:40:01.189800 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Checking segment: {'id': '8c587f68-6661-42bc-97dd-553632b77c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:40:01.190830 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Bound using segment: {'id': '8c587f68-6661-42bc-97dd-553632b77c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:40:01.198442 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Bound port: afe0bafa-8f53-4868-b685-d516216e56b5, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c587f68-6661-42bc-97dd-553632b77c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:40:01.198840 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:01.217336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91de063f-47e7-4705-88b4-d8d306016a0e req-e2c418bc-d2a0-419a-9737-8dd0eb6923fc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7530851 Dec 12 17:40:01.273770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-50ce0ba9-6dbd-48ec-af1f-6a99c2aa1b29 req-0ec587c1-4941-4646-9d32-4f18282a441a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6860385 Dec 12 17:40:01.378068 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c39ff6e7-fe16-4a68-a455-00692a08050d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:01.474233 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ff6e7-fe16-4a68-a455-00692a08050d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Pushing event deleted for resources: {'Port': ['ID=5e72d3d0-3c17-4df4-a1b8-a62c7051d953,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:01.538797 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] For port afe0bafa-8f53-4868-b685-d516216e56b5, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:40:01.558791 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] For port afe0bafa-8f53-4868-b685-d516216e56b5, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=afe0bafa-8f53-4868-b685-d516216e56b5,segment=NetworkSegment(8c587f68-6661-42bc-97dd-553632b77c6a),segment_id=8c587f68-6661-42bc-97dd-553632b77c6a)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:40:01.566636 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:01.579138 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c39ff6e7-fe16-4a68-a455-00692a08050d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:01.622779 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88357bb5-16ba-49fd-9956-2f34be83a4ad admin admin] Router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:40:01.731964 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:01.739671 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:01.742616 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] 10.222.0.31 "PUT /v2.0/ports/afe0bafa-8f53-4868-b685-d516216e56b5 HTTP/1.1" status: 200 len: 1091 time: 2.7119708 Dec 12 17:40:01.743157 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60298a2-2d0b-42f8-af37-8a1a817ccd4e', 'tag': 'afe0bafa-8f53-4868-b685-d516216e56b5'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:40:01.754370 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae82a20-76a1-4d77-8c4a-e36d18c70f06" -d '{"events": [{"name": "network-changed", "server_uuid": "b60298a2-2d0b-42f8-af37-8a1a817ccd4e", "tag": "afe0bafa-8f53-4868-b685-d516216e56b5"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:40:01.802492 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d2eaf323-e0b0-4ba5-96bd-88da7197a03f req-7f094e4f-26e4-4edf-b408-482c721526be tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:01.816262 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234684a3-8db8-41e7-8d7d-a50169c63d39 service neutron] Pushing event updated for resources: {'Port': ['ID=afe0bafa-8f53-4868-b685-d516216e56b5,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:01.977313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f094e4f-26e4-4edf-b408-482c721526be tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Pushing event deleted for resources: {'Port': ['ID=3c2e5272-6d62-4a3e-930f-7bbf74c15fc4,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:02.102291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2743be-7842-48ed-bda8-42e99ed5f648 req-6e0c5914-9d2e-4634-83df-3a9e955251ae tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:02.110549 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee2743be-7842-48ed-bda8-42e99ed5f648 req-6e0c5914-9d2e-4634-83df-3a9e955251ae tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.4840221 Dec 12 17:40:02.158994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88357bb5-16ba-49fd-9956-2f34be83a4ad admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:40:02.167583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-88357bb5-16ba-49fd-9956-2f34be83a4ad admin admin] 10.222.0.18 "PUT /v2.0/routers/6fd692a8-f3e9-47e4-b780-e6a5ee97f20a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5587106 Dec 12 17:40:02.170358 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26699b-dafc-4e13-b26b-3cd660f0f721 None None] Sync routers for ids ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:40:02.172057 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d2eaf323-e0b0-4ba5-96bd-88da7197a03f req-7f094e4f-26e4-4edf-b408-482c721526be tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:02.184804 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d2eaf323-e0b0-4ba5-96bd-88da7197a03f req-7f094e4f-26e4-4edf-b408-482c721526be tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:02.186130 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2eaf323-e0b0-4ba5-96bd-88da7197a03f req-7f094e4f-26e4-4edf-b408-482c721526be tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "DELETE /v2.0/floatingips/4ba11b13-9c8e-4145-acab-d73a81cc778e HTTP/1.1" status: 204 len: 173 time: 2.5826483 Dec 12 17:40:02.186661 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43744) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:02.194877 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-42c2af1d-6b7f-4248-a606-9d57bedf49b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:02.196451 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-42c2af1d-6b7f-4248-a606-9d57bedf49b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=353c3ed25c854d33a65b45f81e9d054a&device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 1094 time: 0.3748569 Dec 12 17:40:02.201703 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c39ff6e7-fe16-4a68-a455-00692a08050d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:02.203761 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26699b-dafc-4e13-b26b-3cd660f0f721 None None] Routers {'6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:40:02.207067 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7b26699b-dafc-4e13-b26b-3cd660f0f721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:02.208381 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c39ff6e7-fe16-4a68-a455-00692a08050d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:02.329293 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-8592a091-61cb-4567-ac55-29b59b7502f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afe0bafa-8f53-4868-b685-d516216e56b5 HTTP/1.1" status: 200 len: 217 time: 0.1169505 Dec 12 17:40:02.404055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee2743be-7842-48ed-bda8-42e99ed5f648 req-7c0284e4-ec9a-4ce4-950b-d15657b00750 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923918 Dec 12 17:40:02.459322 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:40:02.463050 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02423a5b-ae4c-408d-af5f-2b016784a915" -d '{"events": [{"server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "name": "network-vif-plugged", "status": "completed", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:40:02.562498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-7b26699b-dafc-4e13-b26b-3cd660f0f721 None None] Set router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:40:02.764438 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb82e58e-f9d1-474a-9298-4676ab9c0dc7 req-8a12c506-df5f-4b55-97ff-62cc3e0e2566 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/floatingips/a65e6116-d752-491d-897e-74e85483939a HTTP/1.1" status: 200 len: 692 time: 0.1452649 Dec 12 17:40:02.805340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf986c-e47f-4d8c-b078-f6d91f8dd9cf req-3777285f-9dc7-4bba-9d86-a0fe2c19e1d0 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:02.822312 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ddf986c-e47f-4d8c-b078-f6d91f8dd9cf req-3777285f-9dc7-4bba-9d86-a0fe2c19e1d0 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 943 time: 0.4421570 Dec 12 17:40:02.955596 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39ff6e7-fe16-4a68-a455-00692a08050d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Router ee5c16dd-1909-417d-a511-268545ef41fa has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:40:02.960151 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d098e130-7d35-4ea0-9276-e1ba1b0fb4b4 x-openstack-request-id: req-d098e130-7d35-4ea0-9276-e1ba1b0fb4b4 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:40:02.960715 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60298a2-2d0b-42f8-af37-8a1a817ccd4e", "tag": "afe0bafa-8f53-4868-b685-d516216e56b5", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:40:02.961029 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d098e130-7d35-4ea0-9276-e1ba1b0fb4b4 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:40:02.961581 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60298a2-2d0b-42f8-af37-8a1a817ccd4e', 'tag': 'afe0bafa-8f53-4868-b685-d516216e56b5', 'status': 'completed', 'code': 200} Dec 12 17:40:03.000677 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-487bac6f-3bfa-412c-b658-2faf5a2413ec admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:03.120406 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-61a2b767-0483-4172-836c-97e9ca9b49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:03.127443 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-61a2b767-0483-4172-836c-97e9ca9b49cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4bf8fafa-df31-4e16-94d4-183ba3d4ef74 HTTP/1.1" status: 200 len: 853 time: 0.1694829 Dec 12 17:40:03.128989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39ff6e7-fe16-4a68-a455-00692a08050d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:40:03.133934 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7b26699b-dafc-4e13-b26b-3cd660f0f721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:39:59Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:03.142194 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505cc68e-0529-49e4-b2e1-7c1662b18b51 None None] Sync routers for ids ['ee5c16dd-1909-417d-a511-268545ef41fa'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:40:03.168201 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505cc68e-0529-49e4-b2e1-7c1662b18b51 None None] Routers {'ee5c16dd-1909-417d-a511-268545ef41fa'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:40:03.168835 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-505cc68e-0529-49e4-b2e1-7c1662b18b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ee5c16dd-1909-417d-a511-268545ef41fa'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:03.182506 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c39ff6e7-fe16-4a68-a455-00692a08050d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:03.183844 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c39ff6e7-fe16-4a68-a455-00692a08050d tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "PUT /v2.0/routers/ee5c16dd-1909-417d-a511-268545ef41fa HTTP/1.1" status: 200 len: 705 time: 4.2783592 Dec 12 17:40:03.191937 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43760) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:03.237134 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26699b-dafc-4e13-b26b-3cd660f0f721 None None] Checking router: 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:40:03.242823 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-505cc68e-0529-49e4-b2e1-7c1662b18b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:03.254950 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505cc68e-0529-49e4-b2e1-7c1662b18b51 None None] Routers {'ee5c16dd-1909-417d-a511-268545ef41fa'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:40:03.256291 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-505cc68e-0529-49e4-b2e1-7c1662b18b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ee5c16dd-1909-417d-a511-268545ef41fa'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:03.265782 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26699b-dafc-4e13-b26b-3cd660f0f721 None None] Routers {'6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:40:03.266608 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7b26699b-dafc-4e13-b26b-3cd660f0f721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:03.305804 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-505cc68e-0529-49e4-b2e1-7c1662b18b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:03.307662 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505cc68e-0529-49e4-b2e1-7c1662b18b51 None None] The sync data for ids ['ee5c16dd-1909-417d-a511-268545ef41fa'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:40:03.406887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ddf986c-e47f-4d8c-b078-f6d91f8dd9cf req-b86562dd-ea60-4014-9e5b-7706a1ed00c2 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/security-groups?id=a80ac8e5-0b93-47ed-8f12-e57cb211afb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832727 Dec 12 17:40:03.509211 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-487bac6f-3bfa-412c-b658-2faf5a2413ec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:03.545504 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1c69350d-e5f4-462b-b6c4-e0d64b3fc536 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "GET /v2.0/routers/ee5c16dd-1909-417d-a511-268545ef41fa HTTP/1.1" status: 200 len: 740 time: 0.2830648 Dec 12 17:40:03.547603 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43764) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:03.557487 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-4085f197-f040-43ed-9cbf-852144306a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:03.559680 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82e58e-f9d1-474a-9298-4676ab9c0dc7 req-62df932f-bd3b-490a-83c9-87a288798908 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:03.561787 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-4085f197-f040-43ed-9cbf-852144306a7e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48d10b79-1596-4adf-ad07-f2c37c7f0a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3666642 Dec 12 17:40:03.572600 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb82e58e-f9d1-474a-9298-4676ab9c0dc7 req-62df932f-bd3b-490a-83c9-87a288798908 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.8063118 Dec 12 17:40:03.596180 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-7b26699b-dafc-4e13-b26b-3cd660f0f721 None None] Set router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:40:03.811288 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb82e58e-f9d1-474a-9298-4676ab9c0dc7 req-823d1d9f-5402-42bc-8240-fb1f09a0de4e tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.2338836 Dec 12 17:40:03.884927 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-32e66a54-8bbb-4019-901a-917c320f61d9 tempest-RoutersAdminTest-1320494891 tempest-RoutersAdminTest-1320494891-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&device_id=ee5c16dd-1909-417d-a511-268545ef41fa HTTP/1.1" status: 200 len: 205 time: 0.3215518 Dec 12 17:40:03.897894 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-aa5e6c6a-6376-4dbc-a37d-1b546d1fc866 service neutron] 10.222.0.31 "GET /v2.0/networks/48d10b79-1596-4adf-ad07-f2c37c7f0a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922617 Dec 12 17:40:03.898769 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43766) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:03.958897 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb82e58e-f9d1-474a-9298-4676ab9c0dc7 req-66cf0e54-b096-4fdc-94a4-9ffc65138389 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.1456773 Dec 12 17:40:03.987920 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d1fec098-38e8-46cd-be35-2e286a52072a tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee5c16dd-1909-417d-a511-268545ef41fa HTTP/1.1" status: 200 len: 205 time: 0.0877187 Dec 12 17:40:03.997131 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43768) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:04.121243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7b26699b-dafc-4e13-b26b-3cd660f0f721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:39:59Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:04.135676 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0e3ea-e507-4b6d-934c-d5f5a0cc42f1 req-111b767f-3f34-4a6f-a6a3-70a08e1628c8 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:04.143520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-daf0e3ea-e507-4b6d-934c-d5f5a0cc42f1 req-111b767f-3f34-4a6f-a6a3-70a08e1628c8 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 946 time: 0.5415618 Dec 12 17:40:04.281952 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26699b-dafc-4e13-b26b-3cd660f0f721 None None] The sync data for ids ['6fd692a8-f3e9-47e4-b780-e6a5ee97f20a'] in n-d-760354-5 is: [{'id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1919443346-router', 'tenant_id': 'e2f4eec817834ce593dffb8b3335df85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:54Z', 'updated_at': '2021-12-12T17:39:59Z', 'revision_number': 5, 'project_id': 'e2f4eec817834ce593dffb8b3335df85', 'gw_port': {'id': '60f552d1-0e16-44e7-bdda-471336e5f7da', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd692a8-f3e9-47e4-b780-e6a5ee97f20a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:55Z', 'updated_at': '2021-12-12T17:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:40:04.317807 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1aa123a7-d2b8-4480-bc31-70cace27c139 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:04.355346 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-487bac6f-3bfa-412c-b658-2faf5a2413ec admin admin] Deleting port 60f552d1-0e16-44e7-bdda-471336e5f7da {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:40:04.363909 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-487bac6f-3bfa-412c-b658-2faf5a2413ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:04.531648 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-daf0e3ea-e507-4b6d-934c-d5f5a0cc42f1 req-9a03e61c-b210-451a-8399-7afaf2abfa09 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868587 Dec 12 17:40:04.664879 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-487bac6f-3bfa-412c-b658-2faf5a2413ec admin admin] For port 60f552d1-0e16-44e7-bdda-471336e5f7da, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=60f552d1-0e16-44e7-bdda-471336e5f7da,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:04.668617 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-487bac6f-3bfa-412c-b658-2faf5a2413ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:04.696187 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-eb82e58e-f9d1-474a-9298-4676ab9c0dc7 req-01c5a01d-3c47-455e-8b10-33ee51a32347 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Deleting port dca4cccd-f8b8-486c-8292-a355b57bc651 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:40:04.704136 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb82e58e-f9d1-474a-9298-4676ab9c0dc7 req-01c5a01d-3c47-455e-8b10-33ee51a32347 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:04.712392 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1aa123a7-d2b8-4480-bc31-70cace27c139 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:04.716678 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-60db5f5c-c0cc-4ba2-a785-a0198f8216c8 req-2a070d1e-1ca3-48f1-8746-83da9b7466b9 service neutron] 10.222.0.31 "GET /v2.0/networks/48d10b79-1596-4adf-ad07-f2c37c7f0a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7669156 Dec 12 17:40:04.718052 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1aa123a7-d2b8-4480-bc31-70cace27c139 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:04.745433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-487bac6f-3bfa-412c-b658-2faf5a2413ec admin admin] Calling delete_port for 60f552d1-0e16-44e7-bdda-471336e5f7da owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:40:04.852521 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e1387d-683f-4655-84ee-3eb49a124700 x-openstack-request-id: req-05e1387d-683f-4655-84ee-3eb49a124700 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:40:04.852825 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "name": "network-vif-plugged", "status": "completed", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:40:04.853087 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05e1387d-683f-4655-84ee-3eb49a124700 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:40:04.853624 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'code': 200} Dec 12 17:40:04.957796 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1aa123a7-d2b8-4480-bc31-70cace27c139 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:04.958345 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa123a7-d2b8-4480-bc31-70cace27c139 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Fanout notify agent at l3_agent the message router_deleted on router ee5c16dd-1909-417d-a511-268545ef41fa {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:40:04.978767 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1aa123a7-d2b8-4480-bc31-70cace27c139 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:04.985050 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1aa123a7-d2b8-4480-bc31-70cace27c139 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "DELETE /v2.0/routers/ee5c16dd-1909-417d-a511-268545ef41fa HTTP/1.1" status: 204 len: 168 time: 0.9774685 Dec 12 17:40:04.989000 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43776) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:05.058416 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb82e58e-f9d1-474a-9298-4676ab9c0dc7 req-01c5a01d-3c47-455e-8b10-33ee51a32347 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:05.060432 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb82e58e-f9d1-474a-9298-4676ab9c0dc7 req-01c5a01d-3c47-455e-8b10-33ee51a32347 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:05.067828 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f737b3cd-e204-48d9-9003-a08754d20088 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee5c16dd-1909-417d-a511-268545ef41fa HTTP/1.1" status: 200 len: 205 time: 0.0690875 Dec 12 17:40:05.068443 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43778) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:05.165520 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-eb82e58e-f9d1-474a-9298-4676ab9c0dc7 req-01c5a01d-3c47-455e-8b10-33ee51a32347 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Calling delete_port for dca4cccd-f8b8-486c-8292-a355b57bc651 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:40:05.180561 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:40:05.224515 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-43a72b41-6fcd-4b18-8929-1c2fea3672b2 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] delete failed (client error): The resource could not be found. Dec 12 17:40:05.228157 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-43a72b41-6fcd-4b18-8929-1c2fea3672b2 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "DELETE /v2.0/routers/ee5c16dd-1909-417d-a511-268545ef41fa HTTP/1.1" status: 404 len: 336 time: 0.1585090 Dec 12 17:40:05.231601 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43780) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:05.235811 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:40:05.276703 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b65f9f9c-10e6-46ad-b4f9-61d3eb1be59b not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:40:05.277353 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae82a20-76a1-4d77-8c4a-e36d18c70f06 req-35e6079f-833b-4f78-b308-d2a0362c4c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:05.277353 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0ae82a20-76a1-4d77-8c4a-e36d18c70f06 req-35e6079f-833b-4f78-b308-d2a0362c4c2e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=353c3ed25c854d33a65b45f81e9d054a&device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 1094 time: 0.3755903 Dec 12 17:40:05.277353 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-293b95c6-eaf1-4b44-830c-3d7fa0dc96ee tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb62e1dc-576e-48fa-84af-5988d00ddbfe HTTP/1.1" status: 200 len: 205 time: 0.0393634 Dec 12 17:40:05.330270 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43782) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:05.398467 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de205dae-d1ab-46cd-87db-0a75aad6a358 req-064790be-f4d1-4d08-847c-f6878dad68ed tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:05.407609 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de205dae-d1ab-46cd-87db-0a75aad6a358 req-064790be-f4d1-4d08-847c-f6878dad68ed tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 943 time: 0.3802509 Dec 12 17:40:05.461483 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-68d874d6-83ff-4f8b-b0ac-c6565ebf538a tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] delete failed (client error): The resource could not be found. Dec 12 17:40:05.462793 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-68d874d6-83ff-4f8b-b0ac-c6565ebf538a tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "DELETE /v2.0/routers/eb62e1dc-576e-48fa-84af-5988d00ddbfe HTTP/1.1" status: 404 len: 336 time: 0.1313448 Dec 12 17:40:05.465362 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43788) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:05.540278 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1877519d-ca88-45fd-a1d2-2da24d34ffdf tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "GET /v2.0/ports?device_id=aadbc834-71ed-4984-9655-f4b767e9a133 HTTP/1.1" status: 200 len: 205 time: 0.0736098 Dec 12 17:40:05.542946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43794) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:05.662250 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de205dae-d1ab-46cd-87db-0a75aad6a358 req-26ee658e-eca0-49c5-a588-577e56d8601e tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/security-groups?id=a80ac8e5-0b93-47ed-8f12-e57cb211afb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536027 Dec 12 17:40:05.782661 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae82a20-76a1-4d77-8c4a-e36d18c70f06 req-77490b76-be08-4f12-8fa0-337280cfc2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:05.786750 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0ae82a20-76a1-4d77-8c4a-e36d18c70f06 req-77490b76-be08-4f12-8fa0-337280cfc2a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=48d10b79-1596-4adf-ad07-f2c37c7f0a62 HTTP/1.1" status: 200 len: 915 time: 0.5386064 Dec 12 17:40:05.789269 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-d22f5e59-dd69-4eed-9302-31b9534eae90 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] delete failed (client error): The resource could not be found. Dec 12 17:40:05.793314 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d22f5e59-dd69-4eed-9302-31b9534eae90 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "DELETE /v2.0/routers/aadbc834-71ed-4984-9655-f4b767e9a133 HTTP/1.1" status: 404 len: 336 time: 0.2491543 Dec 12 17:40:05.795809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43800) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:05.840700 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-487bac6f-3bfa-412c-b658-2faf5a2413ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:05.864722 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2fed57be-9572-4efe-a3d2-f753709fb69a tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "GET /v2.0/ports?device_id=317d775e-0f28-4a52-ab40-81616a0e7b1a HTTP/1.1" status: 200 len: 205 time: 0.0657921 Dec 12 17:40:05.881350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43804) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:05.901525 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0ae82a20-76a1-4d77-8c4a-e36d18c70f06 req-193292a6-8a1a-4c63-89a0-3aafd27fcc53 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afe0bafa-8f53-4868-b685-d516216e56b5 HTTP/1.1" status: 200 len: 217 time: 0.0938516 Dec 12 17:40:05.983499 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb82e58e-f9d1-474a-9298-4676ab9c0dc7 req-01c5a01d-3c47-455e-8b10-33ee51a32347 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:06.021079 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae82a20-76a1-4d77-8c4a-e36d18c70f06 req-6881b180-7eab-42c8-a2da-b891b8a9b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:06.028245 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0ae82a20-76a1-4d77-8c4a-e36d18c70f06 req-6881b180-7eab-42c8-a2da-b891b8a9b2d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4bf8fafa-df31-4e16-94d4-183ba3d4ef74 HTTP/1.1" status: 200 len: 853 time: 0.1055410 Dec 12 17:40:06.058657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bac6f-3bfa-412c-b658-2faf5a2413ec admin admin] Pushing event deleted for resources: {'Port': ['ID=60f552d1-0e16-44e7-bdda-471336e5f7da,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:06.091529 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-64cd3eba-23b9-4566-a8f7-5bf43f8f4c09 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] delete failed (client error): The resource could not be found. Dec 12 17:40:06.097635 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-64cd3eba-23b9-4566-a8f7-5bf43f8f4c09 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "DELETE /v2.0/routers/317d775e-0f28-4a52-ab40-81616a0e7b1a HTTP/1.1" status: 404 len: 336 time: 0.2148306 Dec 12 17:40:06.099182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43806) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:06.105192 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae82a20-76a1-4d77-8c4a-e36d18c70f06 req-a5bd0700-19e3-4d18-8585-b723430ef586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:06.106839 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0ae82a20-76a1-4d77-8c4a-e36d18c70f06 req-a5bd0700-19e3-4d18-8585-b723430ef586 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48d10b79-1596-4adf-ad07-f2c37c7f0a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560319 Dec 12 17:40:06.191075 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5a01d-3c47-455e-8b10-33ee51a32347 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Pushing event deleted for resources: {'Port': ['ID=dca4cccd-f8b8-486c-8292-a355b57bc651,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:06.229772 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43808) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:06.232379 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-487cc208-806d-4a10-8b4d-bf8026adcdc0 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c06ecee-add7-4e04-83e2-e2296c5cc232 HTTP/1.1" status: 200 len: 205 time: 0.1221321 Dec 12 17:40:06.349311 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-c3aeebf5-5c8e-4305-91f8-6157593f5929 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] delete failed (client error): The resource could not be found. Dec 12 17:40:06.352767 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c3aeebf5-5c8e-4305-91f8-6157593f5929 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "DELETE /v2.0/routers/0c06ecee-add7-4e04-83e2-e2296c5cc232 HTTP/1.1" status: 404 len: 336 time: 0.1188693 Dec 12 17:40:06.356402 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43810) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:06.397021 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-487bac6f-3bfa-412c-b658-2faf5a2413ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:06.421552 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-034b2913-d9fe-4e4d-932e-b0893ab3908e tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb9e9a97-53a7-43ed-8255-8f494a2a0878 HTTP/1.1" status: 200 len: 205 time: 0.0614438 Dec 12 17:40:06.424271 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43812) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:06.518328 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-51eee956-73c0-4178-b834-c68bb9810281 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] delete failed (client error): The resource could not be found. Dec 12 17:40:06.521907 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-51eee956-73c0-4178-b834-c68bb9810281 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "DELETE /v2.0/routers/cb9e9a97-53a7-43ed-8255-8f494a2a0878 HTTP/1.1" status: 404 len: 336 time: 0.0941279 Dec 12 17:40:06.524024 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43816) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:06.536753 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb82e58e-f9d1-474a-9298-4676ab9c0dc7 req-01c5a01d-3c47-455e-8b10-33ee51a32347 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:06.539512 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb82e58e-f9d1-474a-9298-4676ab9c0dc7 req-01c5a01d-3c47-455e-8b10-33ee51a32347 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:06.540697 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb82e58e-f9d1-474a-9298-4676ab9c0dc7 req-01c5a01d-3c47-455e-8b10-33ee51a32347 tempest-FloatingIPDetailsTestJSON-568546096 tempest-FloatingIPDetailsTestJSON-568546096-project] 10.222.0.18 "DELETE /v2.0/floatingips/a65e6116-d752-491d-897e-74e85483939a HTTP/1.1" status: 204 len: 173 time: 2.5807033 Dec 12 17:40:06.548260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d90763-afa2-4dd5-a984-ef41a3ff8a5a req-3a222d9d-7021-4c74-acb7-fbba58ba3dc4 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:06.562224 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80d90763-afa2-4dd5-a984-ef41a3ff8a5a req-3a222d9d-7021-4c74-acb7-fbba58ba3dc4 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 1097 time: 0.5724540 Dec 12 17:40:06.564755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43818) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:06.604088 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe642581-3152-4d35-97db-f39ad8db72c1 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] DELETE failed (client error): The resource could not be found. Dec 12 17:40:06.604594 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe642581-3152-4d35-97db-f39ad8db72c1 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:40:06.619270 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fe642581-3152-4d35-97db-f39ad8db72c1 tempest-RoutersAdminTest-1670190352 tempest-RoutersAdminTest-1670190352-project] 10.222.0.18 "DELETE /v2.0/subnets/81ab7a07-1039-4501-bd1e-ebe0b0e148a2 HTTP/1.1" status: 404 len: 337 time: 0.0938990 Dec 12 17:40:06.793595 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-487bac6f-3bfa-412c-b658-2faf5a2413ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:06.799838 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-487bac6f-3bfa-412c-b658-2faf5a2413ec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:07.048346 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0ae82a20-76a1-4d77-8c4a-e36d18c70f06 req-9db53eee-9079-42c3-b36b-0668b9bcbca7 service neutron] 10.222.0.31 "GET /v2.0/networks/48d10b79-1596-4adf-ad07-f2c37c7f0a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572409 Dec 12 17:40:07.167853 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43832) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:07.288661 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0ae82a20-76a1-4d77-8c4a-e36d18c70f06 req-6ca9b529-28cf-49e5-a597-f0afa3ef20be service neutron] 10.222.0.31 "GET /v2.0/networks/48d10b79-1596-4adf-ad07-f2c37c7f0a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205367 Dec 12 17:40:07.391630 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ece7190f-6766-44c2-a197-8fcf5f6a2285 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:07.569083 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ece7190f-6766-44c2-a197-8fcf5f6a2285 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:07.581166 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ece7190f-6766-44c2-a197-8fcf5f6a2285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:07.654083 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7190f-6766-44c2-a197-8fcf5f6a2285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168af59e-5436-4b90-a526-6bae9f204f09,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:07.659779 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ece7190f-6766-44c2-a197-8fcf5f6a2285 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a9a410ae53444d8a0d6471dcc0e27cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4907360 Dec 12 17:40:07.664241 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43838) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:07.689702 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80d90763-afa2-4dd5-a984-ef41a3ff8a5a req-46e40739-b4b2-436d-b26e-e2cec12f1600 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1263041 Dec 12 17:40:07.765548 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ca111f6-8775-4a32-8246-26525a05edab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:07.771722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d976089-0a23-4e06-b7b9-be7b69234b4d req-68edffcb-a453-4f5f-aebe-627a6d7ba1be tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:07.773519 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8d976089-0a23-4e06-b7b9-be7b69234b4d req-68edffcb-a453-4f5f-aebe-627a6d7ba1be tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 943 time: 0.9876182 Dec 12 17:40:07.774411 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-487bac6f-3bfa-412c-b658-2faf5a2413ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:07.775056 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487bac6f-3bfa-412c-b658-2faf5a2413ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fd692a8-f3e9-47e4-b780-e6a5ee97f20a {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:40:07.811983 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ca111f6-8775-4a32-8246-26525a05edab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:07.829808 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-487bac6f-3bfa-412c-b658-2faf5a2413ec admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:07.831580 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-487bac6f-3bfa-412c-b658-2faf5a2413ec admin admin] 10.222.0.18 "DELETE /v2.0/routers/6fd692a8-f3e9-47e4-b780-e6a5ee97f20a HTTP/1.1" status: 204 len: 168 time: 5.6433177 Dec 12 17:40:07.881012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43842) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:07.917938 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ca111f6-8775-4a32-8246-26525a05edab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:07.920706 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ca111f6-8775-4a32-8246-26525a05edab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:07.929291 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2ca111f6-8775-4a32-8246-26525a05edab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/168af59e-5436-4b90-a526-6bae9f204f09 HTTP/1.1" status: 204 len: 168 time: 0.2637599 Dec 12 17:40:07.958201 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca111f6-8775-4a32-8246-26525a05edab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168af59e-5436-4b90-a526-6bae9f204f09,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:08.015410 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8d976089-0a23-4e06-b7b9-be7b69234b4d req-5dfc3af3-4523-4288-967f-31b50d04f04a tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/security-groups?id=a80ac8e5-0b93-47ed-8f12-e57cb211afb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028415 Dec 12 17:40:08.094925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06009f77-d005-42e5-a0f9-d163ce7451c5 req-dec65d7a-e2f5-49e8-8522-83e187204ad6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:08.097168 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06009f77-d005-42e5-a0f9-d163ce7451c5 req-dec65d7a-e2f5-49e8-8522-83e187204ad6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.2598600 Dec 12 17:40:08.111100 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-5171489c-5b8c-4bbb-8228-52038c7491da admin admin] Deleting subnet 103b3353-755a-4f3f-82b8-1ec95baa41f7 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:40:08.192364 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5171489c-5b8c-4bbb-8228-52038c7491da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:08.413414 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5171489c-5b8c-4bbb-8228-52038c7491da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:08.538844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06009f77-d005-42e5-a0f9-d163ce7451c5 req-bf556d69-3a92-4f2c-9307-bd835b11fbd6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181831 Dec 12 17:40:08.778855 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b64e8-faf3-4c2f-9622-15089c051cc0 req-4d7470f7-fbde-4898-9359-7d7795bdaac2 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:08.781455 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd0b64e8-faf3-4c2f-9622-15089c051cc0 req-4d7470f7-fbde-4898-9359-7d7795bdaac2 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 1097 time: 0.4036989 Dec 12 17:40:08.787283 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43850) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:08.879853 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-44bf4f03-c1d4-4d23-b169-a26f1b31713f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b43cb0dda1a64174a900c9546888f0af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0909319 Dec 12 17:40:08.883867 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43852) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:08.971373 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5171489c-5b8c-4bbb-8228-52038c7491da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:09.010962 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77c3ab50-65bb-41ef-8e09-4e5f34e5a270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:09.064662 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77c3ab50-65bb-41ef-8e09-4e5f34e5a270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:09.082321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee104e4a-b463-4f49-9dda-b814133ded46 req-c2bfd533-4018-4276-a248-4154a485849c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:09.093449 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee104e4a-b463-4f49-9dda-b814133ded46 req-c2bfd533-4018-4276-a248-4154a485849c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.3436382 Dec 12 17:40:09.118189 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd0b64e8-faf3-4c2f-9622-15089c051cc0 req-2984771d-4f85-4fc4-b8c0-0596664454e1 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082871 Dec 12 17:40:09.183957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 60f552d1-0e16-44e7-bdda-471336e5f7da no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:40:09.192408 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77c3ab50-65bb-41ef-8e09-4e5f34e5a270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:09.195447 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77c3ab50-65bb-41ef-8e09-4e5f34e5a270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:09.200110 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-77c3ab50-65bb-41ef-8e09-4e5f34e5a270 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d26f6c1-62d4-4939-9f7e-02c07990f6c4 HTTP/1.1" status: 204 len: 168 time: 0.3149424 Dec 12 17:40:09.212499 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3ab50-65bb-41ef-8e09-4e5f34e5a270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d26f6c1-62d4-4939-9f7e-02c07990f6c4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:09.244420 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 60f552d1-0e16-44e7-bdda-471336e5f7da {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:40:09.245472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 60f552d1-0e16-44e7-bdda-471336e5f7da not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:40:09.281774 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee104e4a-b463-4f49-9dda-b814133ded46 req-3243acf9-90ff-43dc-8fd9-11e063c10fa0 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831238 Dec 12 17:40:09.315922 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5171489c-5b8c-4bbb-8228-52038c7491da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:09.403084 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5171489c-5b8c-4bbb-8228-52038c7491da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:09.409396 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0e03a4-5539-4cdb-aa0d-666a45d4246d None None] Network fe0295e0-e02c-466a-b887-061fe8cdca93 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:40:09.411226 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5171489c-5b8c-4bbb-8228-52038c7491da admin admin] 10.222.0.18 "DELETE /v2.0/subnets/103b3353-755a-4f3f-82b8-1ec95baa41f7 HTTP/1.1" status: 204 len: 168 time: 1.5273504 Dec 12 17:40:09.413887 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43866) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:09.446961 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a68f3116-cf2f-422d-a0e8-600a354b0e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:09.450659 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171489c-5b8c-4bbb-8228-52038c7491da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=103b3353-755a-4f3f-82b8-1ec95baa41f7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:09.679135 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:09.768638 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dbfbb8-8eae-4c46-929c-a395ee79d7fa None None] DHCP port deletion for fe0295e0-e02c-466a-b887-061fe8cdca93 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:40:09.862260 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] Deleting port cda95465-a360-4c22-81c2-340e8589df3c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:40:09.862881 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:09.924820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-50dbfbb8-8eae-4c46-929c-a395ee79d7fa None None] Deleting port cda95465-a360-4c22-81c2-340e8589df3c {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:40:09.925244 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50dbfbb8-8eae-4c46-929c-a395ee79d7fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:09.953246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fddaa8-aec3-44f0-bd20-556d2f08e4de req-34236e81-1057-42c6-8e68-0beaafef9c60 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:09.958211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67fddaa8-aec3-44f0-bd20-556d2f08e4de req-34236e81-1057-42c6-8e68-0beaafef9c60 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 943 time: 0.5988402 Dec 12 17:40:10.078821 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] For port cda95465-a360-4c22-81c2-340e8589df3c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=cda95465-a360-4c22-81c2-340e8589df3c,segment=NetworkSegment(53879a77-df27-422b-9ece-2a2e7e594576),segment_id=53879a77-df27-422b-9ece-2a2e7e594576)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:10.079391 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:10.105008 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-50dbfbb8-8eae-4c46-929c-a395ee79d7fa None None] For port cda95465-a360-4c22-81c2-340e8589df3c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=cda95465-a360-4c22-81c2-340e8589df3c,segment=NetworkSegment(53879a77-df27-422b-9ece-2a2e7e594576),segment_id=53879a77-df27-422b-9ece-2a2e7e594576)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:10.107337 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50dbfbb8-8eae-4c46-929c-a395ee79d7fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:10.122220 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] Calling delete_port for cda95465-a360-4c22-81c2-340e8589df3c owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:40:10.148526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-50dbfbb8-8eae-4c46-929c-a395ee79d7fa None None] Calling delete_port for cda95465-a360-4c22-81c2-340e8589df3c owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:40:10.377025 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50dbfbb8-8eae-4c46-929c-a395ee79d7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:10.417521 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67fddaa8-aec3-44f0-bd20-556d2f08e4de req-7fe9540b-f852-4205-b2ba-b42f303a7abe tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/security-groups?id=a80ac8e5-0b93-47ed-8f12-e57cb211afb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456093 Dec 12 17:40:10.434051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbfbb8-8eae-4c46-929c-a395ee79d7fa None None] Pushing event deleted for resources: {'Port': ['ID=cda95465-a360-4c22-81c2-340e8589df3c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:10.466482 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:10.474223 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dbfbb8-8eae-4c46-929c-a395ee79d7fa None None] No DVR routers for this DVR port cda95465-a360-4c22-81c2-340e8589df3c on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:40:10.544303 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=cda95465-a360-4c22-81c2-340e8589df3c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:10.557777 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] No DVR routers for this DVR port cda95465-a360-4c22-81c2-340e8589df3c on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:40:10.734232 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:10.765569 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0295e0-e02c-466a-b887-061fe8cdca93']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:10.781632 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53879a77-df27-422b-9ece-2a2e7e594576') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:10.782179 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53879a77-df27-422b-9ece-2a2e7e594576') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:10.797128 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:10.818823 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:10.829437 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:40:10.830029 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:10.895226 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efac013-08ad-4fc6-9f78-6f980fe93226 req-949661e9-7811-44a8-9b83-e60c06b8cf15 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:10.898237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3efac013-08ad-4fc6-9f78-6f980fe93226 req-949661e9-7811-44a8-9b83-e60c06b8cf15 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1813354 Dec 12 17:40:10.909631 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a68f3116-cf2f-422d-a0e8-600a354b0e0a admin admin] Deleting port 74c79948-af61-464c-9bc7-fd309958e96d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:40:10.910186 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a68f3116-cf2f-422d-a0e8-600a354b0e0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:40:10.925082 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:40:10.932928 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:10.989385 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:10.996559 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fe0295e0-e02c-466a-b887-061fe8cdca93 HTTP/1.1" status: 204 len: 168 time: 1.5816007 Dec 12 17:40:10.998188 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982de6f-dad7-49ce-800d-7119f13c6c08 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe0295e0-e02c-466a-b887-061fe8cdca93,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:11.155684 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3efac013-08ad-4fc6-9f78-6f980fe93226 req-e1b17117-721a-44c1-915f-b6c570706c22 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387903 Dec 12 17:40:11.181917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43916) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:11.282411 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device cda95465-a360-4c22-81c2-340e8589df3c no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:40:11.299831 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a68f3116-cf2f-422d-a0e8-600a354b0e0a admin admin] For port 74c79948-af61-464c-9bc7-fd309958e96d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=74c79948-af61-464c-9bc7-fd309958e96d,segment=NetworkSegment(9d9ef2cd-8048-4536-bdaa-2dedac382c57),segment_id=9d9ef2cd-8048-4536-bdaa-2dedac382c57)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:11.300291 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a68f3116-cf2f-422d-a0e8-600a354b0e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:11.348464 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: cda95465-a360-4c22-81c2-340e8589df3c {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:40:11.348908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device cda95465-a360-4c22-81c2-340e8589df3c not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:40:11.350510 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a68f3116-cf2f-422d-a0e8-600a354b0e0a admin admin] Calling delete_port for 74c79948-af61-464c-9bc7-fd309958e96d owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:40:11.509314 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-510cd11b-6dba-4e21-9bcf-068eaeb79395 tempest-AgentManagementNegativeTest-1904447176 tempest-AgentManagementNegativeTest-1904447176-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3249373 Dec 12 17:40:11.572014 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43932) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:11.730085 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f06bfb02-8dd9-4a49-b4a7-6e557134d7ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2f4eec817834ce593dffb8b3335df85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556737 Dec 12 17:40:11.732658 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43936) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:11.821689 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9c677-6b46-4beb-b6ee-82bc127e54e4 req-15d420a1-f132-4ffe-b506-b787d99e9c58 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:11.836467 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96e9c677-6b46-4beb-b6ee-82bc127e54e4 req-15d420a1-f132-4ffe-b506-b787d99e9c58 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.2224944 Dec 12 17:40:11.903401 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38b775cf-81ce-4a27-9dbf-20aa2bf251a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:11.923468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96e9c677-6b46-4beb-b6ee-82bc127e54e4 req-48aade07-55e5-4efa-9a8f-f3865c2b9f0d tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829189 Dec 12 17:40:12.051118 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38b775cf-81ce-4a27-9dbf-20aa2bf251a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:12.191628 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38b775cf-81ce-4a27-9dbf-20aa2bf251a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:12.197884 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38b775cf-81ce-4a27-9dbf-20aa2bf251a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:12.203634 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-38b775cf-81ce-4a27-9dbf-20aa2bf251a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55a45ddf-766d-49cd-a323-e611d2e72368 HTTP/1.1" status: 204 len: 168 time: 0.4684899 Dec 12 17:40:12.244588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b775cf-81ce-4a27-9dbf-20aa2bf251a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a45ddf-766d-49cd-a323-e611d2e72368,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:12.300596 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a68f3116-cf2f-422d-a0e8-600a354b0e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:12.312730 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43948) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:12.355623 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f3116-cf2f-422d-a0e8-600a354b0e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=74c79948-af61-464c-9bc7-fd309958e96d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:12.372975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b278631-e632-40d0-b0db-f9acf75986c3 req-1132d214-48de-4f37-9bcd-0be27ed9defa tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:12.381672 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b278631-e632-40d0-b0db-f9acf75986c3 req-1132d214-48de-4f37-9bcd-0be27ed9defa tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 943 time: 0.1971412 Dec 12 17:40:12.603844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b278631-e632-40d0-b0db-f9acf75986c3 req-f694bea7-827a-4a94-8194-bfe2ba6ff64f tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/security-groups?id=a80ac8e5-0b93-47ed-8f12-e57cb211afb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208030 Dec 12 17:40:12.647824 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-56a7b6ba-43c8-4292-80ca-4655c498d9b4 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:40:12.660848 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-56a7b6ba-43c8-4292-80ca-4655c498d9b4 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3578846 Dec 12 17:40:12.885588 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab9f6ef6-0aa1-4fa9-af78-245839bef3dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:12.970936 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a68f3116-cf2f-422d-a0e8-600a354b0e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:12.997695 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806c8e7-705a-41cc-b343-cec3eb8dad63 req-ac0ea484-78bc-4b3c-990c-faaa3e5a4595 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:13.006751 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c806c8e7-705a-41cc-b343-cec3eb8dad63 req-ac0ea484-78bc-4b3c-990c-faaa3e5a4595 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0961068 Dec 12 17:40:13.037269 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab9f6ef6-0aa1-4fa9-af78-245839bef3dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:13.057186 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab9f6ef6-0aa1-4fa9-af78-245839bef3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:13.134035 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b053-216e-496e-88cc-d7abf9be2943 req-db794ee9-a9c6-4fa9-8085-8d728e0659cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:13.153630 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-db794ee9-a9c6-4fa9-8085-8d728e0659cb service neutron] 10.222.0.18 "GET /v2.0/ports/fcee1c44-8199-41d5-803d-73fe1d1e7acf HTTP/1.1" status: 200 len: 1094 time: 0.4914079 Dec 12 17:40:13.161046 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c806c8e7-705a-41cc-b343-cec3eb8dad63 req-dac7d59e-f1ed-4323-9b7a-d35bf0ad9401 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530643 Dec 12 17:40:13.166323 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-9773b053-216e-496e-88cc-d7abf9be2943 req-3efe1fa4-8fca-46e8-ac06-ad07f453ea79 service neutron] Request body: {'binding': {'host': 'n-h1-760354-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:40:13.166804 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-9773b053-216e-496e-88cc-d7abf9be2943 req-3efe1fa4-8fca-46e8-ac06-ad07f453ea79 service neutron] Unknown quota resources ['binding']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 17:40:13.301623 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ab9f6ef6-0aa1-4fa9-af78-245839bef3dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ecd9cc90dae4479193de0e581193f203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9816108 Dec 12 17:40:13.302590 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43970) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:13.332538 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f6ef6-0aa1-4fa9-af78-245839bef3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45ff9f0-bde8-42a3-8c8f-79ab688e17c6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:13.427650 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f1603-b4b9-4874-b83d-31daa497322e req-0010734c-37d0-4262-8bff-e091cacbcf64 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:13.439280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d4f1603-b4b9-4874-b83d-31daa497322e req-0010734c-37d0-4262-8bff-e091cacbcf64 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0760415 Dec 12 17:40:13.523703 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d4f1603-b4b9-4874-b83d-31daa497322e req-35baf3db-7ce9-4b54-8352-a163e7be807b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848436 Dec 12 17:40:13.538836 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68f3116-cf2f-422d-a0e8-600a354b0e0a admin admin] Router 4cd2baf8-b642-427c-ba02-5cc08a6d300b has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:40:13.587955 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9aee18f-9448-4982-b22d-509020db4cf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:13.689205 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9aee18f-9448-4982-b22d-509020db4cf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:13.709866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68f3116-cf2f-422d-a0e8-600a354b0e0a admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:40:13.721546 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612e136-0a7b-45b1-bb18-0f6a2f13801e None None] Sync routers for ids ['4cd2baf8-b642-427c-ba02-5cc08a6d300b'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:40:13.726780 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a68f3116-cf2f-422d-a0e8-600a354b0e0a admin admin] 10.222.0.18 "PUT /v2.0/routers/4cd2baf8-b642-427c-ba02-5cc08a6d300b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1592011 Dec 12 17:40:13.727456 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43982) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:13.738006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4612e136-0a7b-45b1-bb18-0f6a2f13801e None None] Routers {'4cd2baf8-b642-427c-ba02-5cc08a6d300b'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:40:13.739888 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4612e136-0a7b-45b1-bb18-0f6a2f13801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4cd2baf8-b642-427c-ba02-5cc08a6d300b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:13.762953 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9773b053-216e-496e-88cc-d7abf9be2943 req-3efe1fa4-8fca-46e8-ac06-ad07f453ea79 service neutron] Attempting to bind port fcee1c44-8199-41d5-803d-73fe1d1e7acf on host n-h1-760354-5 for vnic_type normal with profile None {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:40:13.763745 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9773b053-216e-496e-88cc-d7abf9be2943 req-3efe1fa4-8fca-46e8-ac06-ad07f453ea79 service neutron] Attempting to bind port fcee1c44-8199-41d5-803d-73fe1d1e7acf by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:40:13.764318 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773b053-216e-496e-88cc-d7abf9be2943 req-3efe1fa4-8fca-46e8-ac06-ad07f453ea79 service neutron] Attempting to bind port fcee1c44-8199-41d5-803d-73fe1d1e7acf on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:40:13.815873 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773b053-216e-496e-88cc-d7abf9be2943 req-3efe1fa4-8fca-46e8-ac06-ad07f453ea79 service neutron] Port fcee1c44-8199-41d5-803d-73fe1d1e7acf on network 7af7ce07-fb07-4357-8d7c-aa495da24ded not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:40:13.816688 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773b053-216e-496e-88cc-d7abf9be2943 req-3efe1fa4-8fca-46e8-ac06-ad07f453ea79 service neutron] Attempting to bind port fcee1c44-8199-41d5-803d-73fe1d1e7acf on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:40:13.846208 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773b053-216e-496e-88cc-d7abf9be2943 req-3efe1fa4-8fca-46e8-ac06-ad07f453ea79 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:40:13.846665 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773b053-216e-496e-88cc-d7abf9be2943 req-3efe1fa4-8fca-46e8-ac06-ad07f453ea79 service neutron] Checking segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:40:13.847265 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773b053-216e-496e-88cc-d7abf9be2943 req-3efe1fa4-8fca-46e8-ac06-ad07f453ea79 service neutron] Bound using segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:40:13.849146 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9773b053-216e-496e-88cc-d7abf9be2943 req-3efe1fa4-8fca-46e8-ac06-ad07f453ea79 service neutron] Bound port: fcee1c44-8199-41d5-803d-73fe1d1e7acf, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:40:13.883339 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4225a59-441b-4a75-8113-e7e67725cd9e admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:13.925696 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9aee18f-9448-4982-b22d-509020db4cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:13.928371 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9aee18f-9448-4982-b22d-509020db4cf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:13.954413 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e9aee18f-9448-4982-b22d-509020db4cf3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c45ff9f0-bde8-42a3-8c8f-79ab688e17c6 HTTP/1.1" status: 204 len: 168 time: 0.6369503 Dec 12 17:40:13.989714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aee18f-9448-4982-b22d-509020db4cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45ff9f0-bde8-42a3-8c8f-79ab688e17c6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:14.010173 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-4612e136-0a7b-45b1-bb18-0f6a2f13801e None None] Set router 4cd2baf8-b642-427c-ba02-5cc08a6d300b gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:40:14.020617 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835de5e-98ee-4396-8b48-1149dbf59ad8 req-ddbeac79-9d96-456c-84a5-0c2a51ac65d3 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:14.023086 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8835de5e-98ee-4396-8b48-1149dbf59ad8 req-ddbeac79-9d96-456c-84a5-0c2a51ac65d3 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 943 time: 0.1504297 Dec 12 17:40:14.041153 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9773b053-216e-496e-88cc-d7abf9be2943 req-3efe1fa4-8fca-46e8-ac06-ad07f453ea79 service neutron] For port fcee1c44-8199-41d5-803d-73fe1d1e7acf, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=fcee1c44-8199-41d5-803d-73fe1d1e7acf,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:40:14.050775 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9773b053-216e-496e-88cc-d7abf9be2943 req-3efe1fa4-8fca-46e8-ac06-ad07f453ea79 service neutron] Publish callbacks [] for binding, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:14.052265 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-3efe1fa4-8fca-46e8-ac06-ad07f453ea79 service neutron] 10.222.0.18 "POST /v2.0/ports/fcee1c44-8199-41d5-803d-73fe1d1e7acf/bindings HTTP/1.1" status: 201 len: 389 time: 0.8976886 Dec 12 17:40:14.130253 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4225a59-441b-4a75-8113-e7e67725cd9e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:14.161216 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8835de5e-98ee-4396-8b48-1149dbf59ad8 req-625b49f8-8b77-47ac-a0bd-b77ff409efb2 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/security-groups?id=a80ac8e5-0b93-47ed-8f12-e57cb211afb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242826 Dec 12 17:40:14.251528 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4612e136-0a7b-45b1-bb18-0f6a2f13801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd2baf8-b642-427c-ba02-5cc08a6d300b', 'name': 'tempest-FloatingIPDetailsTestJSON-617910669-router', 'tenant_id': 'f57ee31ae6a14997954fe0196b266bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '86e5284e-da1b-4a0c-9ad7-c7bc7e59692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:00Z', 'updated_at': '2021-12-12T17:40:11Z', 'revision_number': 5, 'project_id': 'f57ee31ae6a14997954fe0196b266bf6', 'gw_port': {'id': '86e5284e-da1b-4a0c-9ad7-c7bc7e59692d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd2baf8-b642-427c-ba02-5cc08a6d300b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:02Z', 'updated_at': '2021-12-12T17:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:14.323599 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612e136-0a7b-45b1-bb18-0f6a2f13801e None None] Checking router: 4cd2baf8-b642-427c-ba02-5cc08a6d300b for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:40:14.348956 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4612e136-0a7b-45b1-bb18-0f6a2f13801e None None] Routers {'4cd2baf8-b642-427c-ba02-5cc08a6d300b'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:40:14.351528 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4612e136-0a7b-45b1-bb18-0f6a2f13801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:39:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4cd2baf8-b642-427c-ba02-5cc08a6d300b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:14.370398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c4225a59-441b-4a75-8113-e7e67725cd9e admin admin] Deleting port 86e5284e-da1b-4a0c-9ad7-c7bc7e59692d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:40:14.370740 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4225a59-441b-4a75-8113-e7e67725cd9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:14.556369 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-4612e136-0a7b-45b1-bb18-0f6a2f13801e None None] Set router 4cd2baf8-b642-427c-ba02-5cc08a6d300b gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:40:14.576797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1b90d-ef95-4351-b6bf-2057d0bf038e req-a1374574-0baf-4239-9142-08fe74faa790 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:14.584436 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89f1b90d-ef95-4351-b6bf-2057d0bf038e req-a1374574-0baf-4239-9142-08fe74faa790 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 946 time: 0.1324675 Dec 12 17:40:14.641246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e118b2-bda9-46e4-a036-dc617a914279 req-abe2c613-ec99-47c5-a12d-a42945bdf6f6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:14.641563 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4612e136-0a7b-45b1-bb18-0f6a2f13801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd2baf8-b642-427c-ba02-5cc08a6d300b', 'name': 'tempest-FloatingIPDetailsTestJSON-617910669-router', 'tenant_id': 'f57ee31ae6a14997954fe0196b266bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:00Z', 'updated_at': '2021-12-12T17:40:14Z', 'revision_number': 6, 'project_id': 'f57ee31ae6a14997954fe0196b266bf6', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:14.648910 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81e118b2-bda9-46e4-a036-dc617a914279 req-abe2c613-ec99-47c5-a12d-a42945bdf6f6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1638036 Dec 12 17:40:14.658174 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c4225a59-441b-4a75-8113-e7e67725cd9e admin admin] For port 86e5284e-da1b-4a0c-9ad7-c7bc7e59692d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=86e5284e-da1b-4a0c-9ad7-c7bc7e59692d,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:14.658544 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4225a59-441b-4a75-8113-e7e67725cd9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:14.696647 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612e136-0a7b-45b1-bb18-0f6a2f13801e None None] The sync data for ids ['4cd2baf8-b642-427c-ba02-5cc08a6d300b'] in n-d-760354-5 is: [{'id': '4cd2baf8-b642-427c-ba02-5cc08a6d300b', 'name': 'tempest-FloatingIPDetailsTestJSON-617910669-router', 'tenant_id': 'f57ee31ae6a14997954fe0196b266bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:00Z', 'updated_at': '2021-12-12T17:40:14Z', 'revision_number': 6, 'project_id': 'f57ee31ae6a14997954fe0196b266bf6', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:40:14.697228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c4225a59-441b-4a75-8113-e7e67725cd9e admin admin] Calling delete_port for 86e5284e-da1b-4a0c-9ad7-c7bc7e59692d owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:40:14.724447 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89f1b90d-ef95-4351-b6bf-2057d0bf038e req-a932f270-78c5-49ba-b7f5-639bc9be8ead tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390648 Dec 12 17:40:14.770118 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d79443e3-5ead-4d47-b250-6ae3b15dbbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:14.821862 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81e118b2-bda9-46e4-a036-dc617a914279 req-3bb3860c-dd98-4a2f-afa3-60ee41813a29 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719317 Dec 12 17:40:15.099732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db97e51-30c6-4fd1-b9bf-5d7a42c33a3f req-f2d0f947-6a60-4a48-a043-786a06ad82a9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:15.110912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3db97e51-30c6-4fd1-b9bf-5d7a42c33a3f req-f2d0f947-6a60-4a48-a043-786a06ad82a9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1555552 Dec 12 17:40:15.156654 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4225a59-441b-4a75-8113-e7e67725cd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:15.203590 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3db97e51-30c6-4fd1-b9bf-5d7a42c33a3f req-2f8382b1-c59b-4d67-bd0f-45a498abfb89 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911114 Dec 12 17:40:15.212226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b053-216e-496e-88cc-d7abf9be2943 req-3a2366b3-a4c6-4515-a3fa-a8f34bc0ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:15.218894 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-3a2366b3-a4c6-4515-a3fa-a8f34bc0ca71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 1097 time: 0.1626418 Dec 12 17:40:15.302211 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4225a59-441b-4a75-8113-e7e67725cd9e admin admin] Pushing event deleted for resources: {'Port': ['ID=86e5284e-da1b-4a0c-9ad7-c7bc7e59692d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:15.537330 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b053-216e-496e-88cc-d7abf9be2943 req-5e20acd0-f164-4082-928c-3e2f9a434b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:15.542719 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-5e20acd0-f164-4082-928c-3e2f9a434b83 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 908 time: 0.3149133 Dec 12 17:40:15.599629 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-f4a61651-ebfb-468e-a1d5-71d85a6b5e65 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcee1c44-8199-41d5-803d-73fe1d1e7acf HTTP/1.1" status: 200 len: 217 time: 0.0501893 Dec 12 17:40:15.608525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1fd596ac-e22b-4700-9926-f01439892934 req-778107fd-1dcd-4053-95ee-4b02c0d8df99 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d4e0fee51b114577a405d8ac7b365179&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1426573 Dec 12 17:40:15.614372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 74c79948-af61-464c-9bc7-fd309958e96d no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:40:15.638629 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44046) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:15.643715 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 74c79948-af61-464c-9bc7-fd309958e96d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:40:15.644213 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 74c79948-af61-464c-9bc7-fd309958e96d not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:40:15.679455 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b053-216e-496e-88cc-d7abf9be2943 req-69d16fe6-4de2-4c0c-ba2c-f0d574243c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:15.682838 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-69d16fe6-4de2-4c0c-ba2c-f0d574243c84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.0752702 Dec 12 17:40:15.715025 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4225a59-441b-4a75-8113-e7e67725cd9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:15.757403 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-16790ced-41d5-48cd-89f7-963cc2f3b44a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646956 Dec 12 17:40:15.832498 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4225a59-441b-4a75-8113-e7e67725cd9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:15.834882 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4225a59-441b-4a75-8113-e7e67725cd9e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:15.902182 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-cf5976ab-8d4a-4653-9b9e-d3e5e5c6fdb1 service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357014 Dec 12 17:40:15.906811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0938bf-11eb-4df1-a040-61ceae7066d1 req-781f1c25-b76e-4f20-97b0-99ea9ae809d7 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:15.912784 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da0938bf-11eb-4df1-a040-61ceae7066d1 req-781f1c25-b76e-4f20-97b0-99ea9ae809d7 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 943 time: 0.5242581 Dec 12 17:40:15.941023 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4225a59-441b-4a75-8113-e7e67725cd9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:15.941553 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4225a59-441b-4a75-8113-e7e67725cd9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cd2baf8-b642-427c-ba02-5cc08a6d300b {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:40:15.954972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd596ac-e22b-4700-9926-f01439892934 req-720dda02-32f7-4ea7-b04e-282974c361ca tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:15.958397 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1fd596ac-e22b-4700-9926-f01439892934 req-720dda02-32f7-4ea7-b04e-282974c361ca tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3415730 Dec 12 17:40:15.969607 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4225a59-441b-4a75-8113-e7e67725cd9e admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:15.974910 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c4225a59-441b-4a75-8113-e7e67725cd9e admin admin] 10.222.0.18 "DELETE /v2.0/routers/4cd2baf8-b642-427c-ba02-5cc08a6d300b HTTP/1.1" status: 204 len: 168 time: 2.2464559 Dec 12 17:40:15.976127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44056) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:16.036254 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1fd596ac-e22b-4700-9926-f01439892934 req-9d294a8b-4f7f-427e-b3a9-39acff68b25b tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/quotas/d4e0fee51b114577a405d8ac7b365179 HTTP/1.1" status: 200 len: 375 time: 0.0583501 Dec 12 17:40:16.062168 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6e1696a5-f418-4565-84ed-709db963d622 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-541999563'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:40:16.088674 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-53437177-21e4-463d-9dcd-42176fb935fc service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777303 Dec 12 17:40:16.090100 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1fd596ac-e22b-4700-9926-f01439892934 req-03d122bb-9a28-443e-b735-d7feaa9a33bf tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4e0fee51b114577a405d8ac7b365179&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406423 Dec 12 17:40:16.096280 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce3ead6-e628-4339-9ae0-fda18ddeaef9 admin admin] Deleting subnet 9deb3998-635c-44ed-a1b4-f82cf8e4a0b8 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:40:16.114942 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da0938bf-11eb-4df1-a040-61ceae7066d1 req-116c19d6-d18b-47e4-abdc-57486ce9c746 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/security-groups?id=a80ac8e5-0b93-47ed-8f12-e57cb211afb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970274 Dec 12 17:40:16.115807 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ead6-e628-4339-9ae0-fda18ddeaef9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:16.121316 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1696a5-f418-4565-84ed-709db963d622 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Made reservation on behalf of 3c169aecf93f41528f0186ba536ff381 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:40:16.127536 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e1696a5-f418-4565-84ed-709db963d622 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:16.152411 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e1696a5-f418-4565-84ed-709db963d622 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:16.215436 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ead6-e628-4339-9ae0-fda18ddeaef9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:16.421678 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e1696a5-f418-4565-84ed-709db963d622 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:16.427257 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e1696a5-f418-4565-84ed-709db963d622 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:16.469482 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1696a5-f418-4565-84ed-709db963d622 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:40:16.475510 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0962d436-8863-41db-af29-d146781c4534 req-924bd0ff-5f6e-482a-bf93-1797a5e005a8 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b HTTP/1.1" status: 200 len: 210 time: 0.0510778 Dec 12 17:40:16.485423 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e1696a5-f418-4565-84ed-709db963d622 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:16.485778 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-6e1696a5-f418-4565-84ed-709db963d622 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Added segment c741628c-4af1-4a48-8b94-7aae83ad3a81 of type vlan for network 73f27b8e-cfe2-4c9c-9304-09145ab47c82 Dec 12 17:40:16.503030 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ead6-e628-4339-9ae0-fda18ddeaef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:16.553508 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e1696a5-f418-4565-84ed-709db963d622 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:16.582040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6dddf-3977-4dd1-b576-eec067c72815 req-61430585-b8df-42be-adb0-070844fdf4b3 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:16.583932 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3af6dddf-3977-4dd1-b576-eec067c72815 req-61430585-b8df-42be-adb0-070844fdf4b3 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 946 time: 0.2157142 Dec 12 17:40:16.609673 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e1696a5-f418-4565-84ed-709db963d622 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:16.627093 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1696a5-f418-4565-84ed-709db963d622 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:16.627924 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e1696a5-f418-4565-84ed-709db963d622 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:16.693567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc141c7-c6b4-4b03-bccf-3697c008b6cc req-a4e66fc5-0fa3-4c8e-8f4a-88979f39b3b7 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:16.713169 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8fc141c7-c6b4-4b03-bccf-3697c008b6cc req-a4e66fc5-0fa3-4c8e-8f4a-88979f39b3b7 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1264813 Dec 12 17:40:16.752530 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ead6-e628-4339-9ae0-fda18ddeaef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:16.753418 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1696a5-f418-4565-84ed-709db963d622 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Pushing event updated for resources: {'Network': ['ID=73f27b8e-cfe2-4c9c-9304-09145ab47c82,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:16.758809 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6e1696a5-f418-4565-84ed-709db963d622 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1182261 Dec 12 17:40:16.763489 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44072) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:16.769961 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 73f27b8e-cfe2-4c9c-9304-09145ab47c82 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:40:16.770630 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3d39d16e-44db-4d01-90e2-2e023f88d898 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Request body: {'subnet': {'network_id': '73f27b8e-cfe2-4c9c-9304-09145ab47c82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:40:16.776588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1696a5-f418-4565-84ed-709db963d622 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834d0a6d-c181-454c-9a95-01c891f66b23,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:16.824873 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3af6dddf-3977-4dd1-b576-eec067c72815 req-da2518b7-2ff3-464b-9593-6a7fb54d94f0 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021179 Dec 12 17:40:16.910726 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d39d16e-44db-4d01-90e2-2e023f88d898 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Made reservation on behalf of 3c169aecf93f41528f0186ba536ff381 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:40:16.915330 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d39d16e-44db-4d01-90e2-2e023f88d898 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:16.931615 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3ead6-e628-4339-9ae0-fda18ddeaef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9deb3998-635c-44ed-a1b4-f82cf8e4a0b8,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:16.957394 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ead6-e628-4339-9ae0-fda18ddeaef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:16.962850 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1ce3ead6-e628-4339-9ae0-fda18ddeaef9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9deb3998-635c-44ed-a1b4-f82cf8e4a0b8 HTTP/1.1" status: 204 len: 168 time: 0.9836111 Dec 12 17:40:16.968118 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44076) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:17.006645 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417024b4-af65-4a2f-bdd8-ac3e40c573af None None] Network d7058bb0-08dc-43a4-b677-d30917121411 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:40:17.062525 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:17.091149 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8fc141c7-c6b4-4b03-bccf-3697c008b6cc req-fb52822f-f85b-4b74-b8b2-4fd1f6773d1a tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766654 Dec 12 17:40:17.213404 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8e7cb5fe-a61b-4b98-b328-d31831cdc4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:17.265971 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] Deleting port b141743d-c92d-4607-910d-29b15a1a1ea6 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:40:17.266389 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:17.318124 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:17.332729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846fa22-5048-445a-b9ba-557ad36232da req-4b1dd7ba-9b3d-479b-850c-9fe565ad423a tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:17.344308 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6846fa22-5048-445a-b9ba-557ad36232da req-4b1dd7ba-9b3d-479b-850c-9fe565ad423a tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1254990 Dec 12 17:40:17.348019 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 86e5284e-da1b-4a0c-9ad7-c7bc7e59692d no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:40:17.383329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 86e5284e-da1b-4a0c-9ad7-c7bc7e59692d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:40:17.384064 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 86e5284e-da1b-4a0c-9ad7-c7bc7e59692d not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:40:17.401910 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] For port b141743d-c92d-4607-910d-29b15a1a1ea6, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b141743d-c92d-4607-910d-29b15a1a1ea6,segment=NetworkSegment(9d9ef2cd-8048-4536-bdaa-2dedac382c57),segment_id=9d9ef2cd-8048-4536-bdaa-2dedac382c57)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:17.402278 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:17.403948 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:17.416742 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] Calling delete_port for b141743d-c92d-4607-910d-29b15a1a1ea6 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:40:17.529520 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ef5925-0ec6-457d-a59b-5e5a13986619 None None] DHCP port deletion for d7058bb0-08dc-43a4-b677-d30917121411 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:40:17.546969 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67722859-dd81-417c-96b2-4b1a0b4dbe89 req-eb7ad77a-1a0f-4680-825a-287a57e23485 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:17.548584 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67722859-dd81-417c-96b2-4b1a0b4dbe89 req-eb7ad77a-1a0f-4680-825a-287a57e23485 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 943 time: 0.2924545 Dec 12 17:40:17.587848 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6846fa22-5048-445a-b9ba-557ad36232da req-c9530736-fac5-4915-9d86-d534c20cd18b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159653 Dec 12 17:40:17.663093 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-37ef5925-0ec6-457d-a59b-5e5a13986619 None None] Deleting port b141743d-c92d-4607-910d-29b15a1a1ea6 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:40:17.663509 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-37ef5925-0ec6-457d-a59b-5e5a13986619 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:17.712762 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67722859-dd81-417c-96b2-4b1a0b4dbe89 req-4c9d3372-7c7f-4263-bf25-140a8c0e5738 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/security-groups?id=a80ac8e5-0b93-47ed-8f12-e57cb211afb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185973 Dec 12 17:40:17.793453 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-37ef5925-0ec6-457d-a59b-5e5a13986619 None None] For port b141743d-c92d-4607-910d-29b15a1a1ea6, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b141743d-c92d-4607-910d-29b15a1a1ea6,segment=NetworkSegment(9d9ef2cd-8048-4536-bdaa-2dedac382c57),segment_id=9d9ef2cd-8048-4536-bdaa-2dedac382c57)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:17.794476 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-37ef5925-0ec6-457d-a59b-5e5a13986619 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:17.810689 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-37ef5925-0ec6-457d-a59b-5e5a13986619 None None] Calling delete_port for b141743d-c92d-4607-910d-29b15a1a1ea6 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:40:17.866906 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78e10242-76e2-415e-a344-a4e3bc1687d8 req-e90c8ebf-2e48-4389-ade1-0f51001f45e9 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b HTTP/1.1" status: 200 len: 210 time: 0.0628190 Dec 12 17:40:17.954797 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-37ef5925-0ec6-457d-a59b-5e5a13986619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:17.967175 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:17.973513 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9f019-9f0e-4120-9001-d2ac3f72c369 req-9aee6415-4eb2-4a2f-8c06-925d8288b62c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:17.975453 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88e9f019-9f0e-4120-9001-d2ac3f72c369 req-9aee6415-4eb2-4a2f-8c06-925d8288b62c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1027737 Dec 12 17:40:18.001254 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] Pushing event deleted for resources: {'Port': ['ID=b141743d-c92d-4607-910d-29b15a1a1ea6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:18.008167 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] No DVR routers for this DVR port b141743d-c92d-4607-910d-29b15a1a1ea6 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:40:18.035948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef5925-0ec6-457d-a59b-5e5a13986619 None None] Pushing event deleted for resources: {'Port': ['ID=b141743d-c92d-4607-910d-29b15a1a1ea6,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:18.059783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef5925-0ec6-457d-a59b-5e5a13986619 None None] No DVR routers for this DVR port b141743d-c92d-4607-910d-29b15a1a1ea6 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:40:18.067421 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1fd596ac-e22b-4700-9926-f01439892934 req-f20e9d80-58b6-40ef-9421-3a30ee266528 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d4e0fee51b114577a405d8ac7b365179&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639522 Dec 12 17:40:18.091547 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88e9f019-9f0e-4120-9001-d2ac3f72c369 req-740aa16b-509d-476f-80eb-915bc9cd03a5 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010687 Dec 12 17:40:18.114563 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4684a9a-a779-4aa0-b35f-66daf6421bdb req-8903d00c-f6bf-4371-a493-1eb38e9568d0 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:18.118196 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4684a9a-a779-4aa0-b35f-66daf6421bdb req-8903d00c-f6bf-4371-a493-1eb38e9568d0 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 946 time: 0.1415417 Dec 12 17:40:18.192974 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:18.227585 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4684a9a-a779-4aa0-b35f-66daf6421bdb req-1bd18eed-9373-49e0-882f-bbc618637b91 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029367 Dec 12 17:40:18.276245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f882b-96ca-45bf-b395-cf5552c05cba req-64c0a108-760f-4eee-b73d-23e59d9fe243 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:18.286302 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd7f882b-96ca-45bf-b395-cf5552c05cba req-64c0a108-760f-4eee-b73d-23e59d9fe243 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0740747 Dec 12 17:40:18.302579 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d39d16e-44db-4d01-90e2-2e023f88d898 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:18.312829 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:18.350203 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd7f882b-96ca-45bf-b395-cf5552c05cba req-aff953a8-bf49-4e78-9d83-4a95ae9b679c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632043 Dec 12 17:40:18.414623 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device afe0bafa-8f53-4868-b685-d516216e56b5 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:40:18.455152 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39d16e-44db-4d01-90e2-2e023f88d898 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Pushing event updated for resources: {'Subnet': ['ID=3053d3ae-796e-45e3-85d2-29af1b275b9b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:18.502746 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd596ac-e22b-4700-9926-f01439892934 req-c7f75c1d-2dc0-4f65-939d-65533b579ee0 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:18.503032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cbc27-42e3-4f8f-9728-5df1012c82b7 req-28831fe6-9487-47d3-a5c1-ec018222ff9a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:18.504376 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1fd596ac-e22b-4700-9926-f01439892934 req-c7f75c1d-2dc0-4f65-939d-65533b579ee0 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4156244 Dec 12 17:40:18.505301 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a3cbc27-42e3-4f8f-9728-5df1012c82b7 req-28831fe6-9487-47d3-a5c1-ec018222ff9a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 946 time: 0.1063156 Dec 12 17:40:18.529185 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-1fd596ac-e22b-4700-9926-f01439892934 req-dd452d3e-9334-458e-846a-060e48ef9a52 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Request body: {'port': {'device_id': 'bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': 'd4e0fee51b114577a405d8ac7b365179'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:40:18.536477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7058bb0-08dc-43a4-b677-d30917121411']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:18.612647 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9ef2cd-8048-4536-bdaa-2dedac382c57') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:18.612941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9ef2cd-8048-4536-bdaa-2dedac382c57') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:18.620086 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a3cbc27-42e3-4f8f-9728-5df1012c82b7 req-a8e90660-dc76-4773-a2ac-244f89743db5 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025739 Dec 12 17:40:18.628459 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:18.647788 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d39d16e-44db-4d01-90e2-2e023f88d898 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Checking segment: {'id': 'c741628c-4af1-4a48-8b94-7aae83ad3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '73f27b8e-cfe2-4c9c-9304-09145ab47c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:40:18.648149 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39d16e-44db-4d01-90e2-2e023f88d898 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Network hostable DHCP agents. Network: 73f27b8e-cfe2-4c9c-9304-09145ab47c82, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:40:18.661650 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:18.676708 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port afe0bafa-8f53-4868-b685-d516216e56b5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=afe0bafa-8f53-4868-b685-d516216e56b5,segment=NetworkSegment(8c587f68-6661-42bc-97dd-553632b77c6a),segment_id=8c587f68-6661-42bc-97dd-553632b77c6a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:18.699070 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:40:18.699503 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:40:18.701295 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:40:18.706674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'afe0bafa-8f53-4868-b685-d516216e56b5', 'network_id': '48d10b79-1596-4adf-ad07-f2c37c7f0a62', 'port_id': 'afe0bafa-8f53-4868-b685-d516216e56b5', 'mac_address': 'fa:16:3e:0f:a4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf8fafa-df31-4e16-94d4-183ba3d4ef74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:40:18.745850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8655073-e909-48b8-b77b-21ca60aeda8b req-49f67034-9c53-46cd-b78f-5f49b2c6bc4e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:18.747573 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8655073-e909-48b8-b77b-21ca60aeda8b req-49f67034-9c53-46cd-b78f-5f49b2c6bc4e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/networks?id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d HTTP/1.1" status: 200 len: 813 time: 0.1573756 Dec 12 17:40:18.774321 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8655073-e909-48b8-b77b-21ca60aeda8b req-518fe31f-57b9-426b-8d01-ab716fdd9fa1 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/quotas/a1e2311e5fc246878549322368853f45 HTTP/1.1" status: 200 len: 375 time: 0.0203190 Dec 12 17:40:18.790820 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:18.832260 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe0bafa-8f53-4868-b685-d516216e56b5 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:40:18.849662 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8655073-e909-48b8-b77b-21ca60aeda8b req-29b61a9c-9117-49e0-89a1-35fee4647b24 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a1e2311e5fc246878549322368853f45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741560 Dec 12 17:40:18.857797 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39d16e-44db-4d01-90e2-2e023f88d898 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Network 73f27b8e-cfe2-4c9c-9304-09145ab47c82 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:40:18.863827 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port afe0bafa-8f53-4868-b685-d516216e56b5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=afe0bafa-8f53-4868-b685-d516216e56b5,segment=NetworkSegment(8c587f68-6661-42bc-97dd-553632b77c6a),segment_id=8c587f68-6661-42bc-97dd-553632b77c6a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:18.864895 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:18.871142 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:18.885649 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:18.901495 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d7058bb0-08dc-43a4-b677-d30917121411 HTTP/1.1" status: 204 len: 168 time: 1.9300382 Dec 12 17:40:18.917464 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd596ac-e22b-4700-9926-f01439892934 req-dd452d3e-9334-458e-846a-060e48ef9a52 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Made reservation on behalf of d4e0fee51b114577a405d8ac7b365179 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:40:18.927033 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1fd596ac-e22b-4700-9926-f01439892934 req-dd452d3e-9334-458e-846a-060e48ef9a52 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:18.960210 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3d39d16e-44db-4d01-90e2-2e023f88d898 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 73f27b8e-cfe2-4c9c-9304-09145ab47c82) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:40:18.974678 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdaf510-496e-4a8a-8531-733559e0eb99 None None] Network 73f27b8e-cfe2-4c9c-9304-09145ab47c82 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:40:18.977701 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ca221-f4b1-4805-973a-4acf835ac606 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7058bb0-08dc-43a4-b677-d30917121411,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:18.989312 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1fd596ac-e22b-4700-9926-f01439892934 req-dd452d3e-9334-458e-846a-060e48ef9a52 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:19.001594 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d39d16e-44db-4d01-90e2-2e023f88d898 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:19.002869 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d39d16e-44db-4d01-90e2-2e023f88d898 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:19.056149 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012a0fe-d322-46ec-bd7c-e639dc902648 req-f02e6531-bdc2-449a-a9f8-490cc4c54751 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:19.067803 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1012a0fe-d322-46ec-bd7c-e639dc902648 req-f02e6531-bdc2-449a-a9f8-490cc4c54751 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 944 time: 0.1305108 Dec 12 17:40:19.076372 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3d39d16e-44db-4d01-90e2-2e023f88d898 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3117676 Dec 12 17:40:19.083439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44156) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:19.107786 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-412fae5e-3a2a-4d80-921e-a0cf9ed20fc5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Request body: {'port': {'network_id': '73f27b8e-cfe2-4c9c-9304-09145ab47c82', 'name': 'tempest-TagsExtTest-207269960'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:40:19.229938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-73f27b8e-cfe2-4c9c-9304-09145ab47c82', 'network_id': '73f27b8e-cfe2-4c9c-9304-09145ab47c82', 'project_id': '3c169aecf93f41528f0186ba536ff381', 'fixed_ips': [{'subnet_id': '3053d3ae-796e-45e3-85d2-29af1b275b9b'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:40:19.231343 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:19.237998 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=afe0bafa-8f53-4868-b685-d516216e56b5,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:19.254855 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1fd596ac-e22b-4700-9926-f01439892934 req-dd452d3e-9334-458e-846a-060e48ef9a52 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:19.280013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['afe0bafa-8f53-4868-b685-d516216e56b5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:40:19.282412 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b141743d-c92d-4607-910d-29b15a1a1ea6 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:40:19.288863 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1fd596ac-e22b-4700-9926-f01439892934 req-dd452d3e-9334-458e-846a-060e48ef9a52 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:19.323505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: b141743d-c92d-4607-910d-29b15a1a1ea6 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:40:19.323959 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b141743d-c92d-4607-910d-29b15a1a1ea6 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:40:19.356897 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44162) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:19.459486 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd452d3e-9334-458e-846a-060e48ef9a52 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b15483-c69d-4353-ad18-40b46f852480,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:19.534668 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-21b0cef7-8c9f-4ab7-976a-cd2c28eac0e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f57ee31ae6a14997954fe0196b266bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512318 Dec 12 17:40:19.541422 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Allocated IP 172.20.0.2 (73f27b8e-cfe2-4c9c-9304-09145ab47c82/3053d3ae-796e-45e3-85d2-29af1b275b9b/7c9488f3-7253-4620-8647-7e6d1750aeb8) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:40:19.553291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44164) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:19.615432 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-1fd596ac-e22b-4700-9926-f01439892934 req-dd452d3e-9334-458e-846a-060e48ef9a52 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Allocated IP 192.168.233.89 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/52896075-6f88-434a-9ca5-dbb8a6bcb714) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:40:19.649131 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c5e1e49-df2b-4e6d-be88-805dcd10b912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:19.698389 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:19.704937 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c5e1e49-df2b-4e6d-be88-805dcd10b912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:19.720256 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:19.770231 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Network 73f27b8e-cfe2-4c9c-9304-09145ab47c82 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:40:19.776409 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1012a0fe-d322-46ec-bd7c-e639dc902648 req-9b407303-8034-4fbf-93a3-545a483a27c7 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/security-groups?id=a80ac8e5-0b93-47ed-8f12-e57cb211afb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7074282 Dec 12 17:40:19.782455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:40:19.790803 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:40:19.818581 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22febdf-ab37-4323-a9df-f25859f89b32 req-fcf211b0-aecc-4f3e-8ee8-0d7ba46fbaf4 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:19.835789 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e22febdf-ab37-4323-a9df-f25859f89b32 req-fcf211b0-aecc-4f3e-8ee8-0d7ba46fbaf4 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1388102 Dec 12 17:40:19.892870 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Pushing event updated for resources: {'Port': ['ID=7c9488f3-7253-4620-8647-7e6d1750aeb8,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:19.916023 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c5e1e49-df2b-4e6d-be88-805dcd10b912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:19.920418 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c5e1e49-df2b-4e6d-be88-805dcd10b912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:19.921877 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6c5e1e49-df2b-4e6d-be88-805dcd10b912 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1270cd6a-9826-4b40-b4c1-7fcf630324be HTTP/1.1" status: 204 len: 168 time: 0.3678012 Dec 12 17:40:19.944837 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e1e49-df2b-4e6d-be88-805dcd10b912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1270cd6a-9826-4b40-b4c1-7fcf630324be,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:19.945648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Attempting to bind port 7c9488f3-7253-4620-8647-7e6d1750aeb8 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:40:19.946032 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Attempting to bind port 7c9488f3-7253-4620-8647-7e6d1750aeb8 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'c741628c-4af1-4a48-8b94-7aae83ad3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '73f27b8e-cfe2-4c9c-9304-09145ab47c82'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:40:19.946402 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Attempting to bind port 7c9488f3-7253-4620-8647-7e6d1750aeb8 on network 73f27b8e-cfe2-4c9c-9304-09145ab47c82 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:40:19.957317 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1fd596ac-e22b-4700-9926-f01439892934 req-dd452d3e-9334-458e-846a-060e48ef9a52 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:19.973785 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:19.977672 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:40:19.978471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Checking segment: {'id': 'c741628c-4af1-4a48-8b94-7aae83ad3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '73f27b8e-cfe2-4c9c-9304-09145ab47c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:40:19.979010 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:19.979443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Bound using segment: {'id': 'c741628c-4af1-4a48-8b94-7aae83ad3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '73f27b8e-cfe2-4c9c-9304-09145ab47c82'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:40:19.980013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Bound port: 7c9488f3-7253-4620-8647-7e6d1750aeb8, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c741628c-4af1-4a48-8b94-7aae83ad3a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '73f27b8e-cfe2-4c9c-9304-09145ab47c82'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:40:19.980498 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:19.983367 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f761124-bd54-4f9a-a3b3-46b67541a0a0 req-efa8bd58-c155-4da1-ac12-93a7218db9de tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b HTTP/1.1" status: 200 len: 210 time: 0.0477715 Dec 12 17:40:19.990440 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412fae5e-3a2a-4d80-921e-a0cf9ed20fc5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Made reservation on behalf of 3c169aecf93f41528f0186ba536ff381 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:40:19.994497 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-412fae5e-3a2a-4d80-921e-a0cf9ed20fc5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:20.043410 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1fd596ac-e22b-4700-9926-f01439892934 req-dd452d3e-9334-458e-846a-060e48ef9a52 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:20.082019 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e22febdf-ab37-4323-a9df-f25859f89b32 req-3669a6e8-5899-4c9c-bd61-3905067beb49 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451656 Dec 12 17:40:20.087501 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-412fae5e-3a2a-4d80-921e-a0cf9ed20fc5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] device_id is not set on port 5f73de60-eab6-4b57-b590-1b6ecc906bfa yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:40:20.101909 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] For port 7c9488f3-7253-4620-8647-7e6d1750aeb8, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:40:20.105719 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] For port 7c9488f3-7253-4620-8647-7e6d1750aeb8, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7c9488f3-7253-4620-8647-7e6d1750aeb8,segment=NetworkSegment(c741628c-4af1-4a48-8b94-7aae83ad3a81),segment_id=c741628c-4af1-4a48-8b94-7aae83ad3a81)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:40:20.121932 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:20.167228 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd452d3e-9334-458e-846a-060e48ef9a52 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Pushing event updated for resources: {'Port': ['ID=52896075-6f88-434a-9ca5-dbb8a6bcb714,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:20.195491 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd596ac-e22b-4700-9926-f01439892934 req-dd452d3e-9334-458e-846a-060e48ef9a52 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:40:20.197674 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-1fd596ac-e22b-4700-9926-f01439892934 req-dd452d3e-9334-458e-846a-060e48ef9a52 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:40:20.212493 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd596ac-e22b-4700-9926-f01439892934 req-dd452d3e-9334-458e-846a-060e48ef9a52 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:40:20.324778 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12ff84-a519-4c0f-ba46-1613519022ba None None] Pushing event updated for resources: {'Port': ['ID=7c9488f3-7253-4620-8647-7e6d1750aeb8,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:20.353819 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd596ac-e22b-4700-9926-f01439892934 req-dd452d3e-9334-458e-846a-060e48ef9a52 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:20.354604 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1fd596ac-e22b-4700-9926-f01439892934 req-dd452d3e-9334-458e-846a-060e48ef9a52 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:20.362607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c044-ea49-4bd9-9cb7-de1ef91515c9 req-076d94d7-fb48-4e20-a17d-476ab7a6a1c0 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:20.369842 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2fa9c044-ea49-4bd9-9cb7-de1ef91515c9 req-076d94d7-fb48-4e20-a17d-476ab7a6a1c0 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 946 time: 0.2103209 Dec 12 17:40:20.379759 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1fd596ac-e22b-4700-9926-f01439892934 req-dd452d3e-9334-458e-846a-060e48ef9a52 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8586409 Dec 12 17:40:20.393133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d21fe-3363-41a0-bee9-484d81da52a9 req-dd48f71b-dedf-44e8-95c0-d02e06c351e4 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:20.400395 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Request body: {'port': {'device_id': 'bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:40:20.400893 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-be3d21fe-3363-41a0-bee9-484d81da52a9 req-dd48f71b-dedf-44e8-95c0-d02e06c351e4 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 946 time: 0.1604383 Dec 12 17:40:20.431357 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-412fae5e-3a2a-4d80-921e-a0cf9ed20fc5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Allocated IP 172.20.0.8 (73f27b8e-cfe2-4c9c-9304-09145ab47c82/3053d3ae-796e-45e3-85d2-29af1b275b9b/5f73de60-eab6-4b57-b590-1b6ecc906bfa) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:40:20.523107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2fa9c044-ea49-4bd9-9cb7-de1ef91515c9 req-740dd61f-c69e-436d-ad46-2d4731e91f81 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395452 Dec 12 17:40:20.556472 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:20.695053 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:20.696098 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-be3d21fe-3363-41a0-bee9-484d81da52a9 req-ac3d25fb-c7a1-4c94-a0c1-68b33f661fbf tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942646 Dec 12 17:40:20.749312 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f1160a12-e8b8-4604-b28b-9e1d13e76b71 None None] Provisioning complete for port 52896075-6f88-434a-9ca5-dbb8a6bcb714 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:40:20.749564 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f1160a12-e8b8-4604-b28b-9e1d13e76b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:20.836785 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f1160a12-e8b8-4604-b28b-9e1d13e76b71 None None] Port 52896075-6f88-434a-9ca5-dbb8a6bcb714 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:40:20.986679 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52896075-6f88-434a-9ca5-dbb8a6bcb714 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:40:20.996773 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:21.013865 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Transition to ACTIVE for port object 52896075-6f88-434a-9ca5-dbb8a6bcb714 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:40:21.020137 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30f8bf-e3ae-4e6a-993d-30ce19c1d316 req-b893a9f7-0346-48f5-831a-0de9991b7408 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:21.022395 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d30f8bf-e3ae-4e6a-993d-30ce19c1d316 req-b893a9f7-0346-48f5-831a-0de9991b7408 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.2846949 Dec 12 17:40:21.028818 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:21.098356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f79cc-9dc2-453f-a26f-82a8c3aed690 req-0b516898-9e22-4850-9855-6062596fa9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:21.099932 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe9f79cc-9dc2-453f-a26f-82a8c3aed690 req-0b516898-9e22-4850-9855-6062596fa9b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 1097 time: 0.1840270 Dec 12 17:40:21.121505 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-412fae5e-3a2a-4d80-921e-a0cf9ed20fc5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:21.153137 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Pushing event updated for resources: {'Port': ['ID=52896075-6f88-434a-9ca5-dbb8a6bcb714,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:21.220791 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Attempting to bind port 52896075-6f88-434a-9ca5-dbb8a6bcb714 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:40:21.221200 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Attempting to bind port 52896075-6f88-434a-9ca5-dbb8a6bcb714 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:40:21.221458 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Attempting to bind port 52896075-6f88-434a-9ca5-dbb8a6bcb714 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:40:21.226784 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Port 52896075-6f88-434a-9ca5-dbb8a6bcb714 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:40:21.227111 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Attempting to bind port 52896075-6f88-434a-9ca5-dbb8a6bcb714 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:40:21.234316 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:40:21.234759 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:40:21.235145 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:40:21.235614 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Bound port: 52896075-6f88-434a-9ca5-dbb8a6bcb714, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:40:21.236066 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:21.271925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f79cc-9dc2-453f-a26f-82a8c3aed690 req-1c92b0ae-9cc0-43a6-80c3-5617c76e5dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:21.273165 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe9f79cc-9dc2-453f-a26f-82a8c3aed690 req-1c92b0ae-9cc0-43a6-80c3-5617c76e5dd4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 913 time: 0.1345832 Dec 12 17:40:21.315657 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d30f8bf-e3ae-4e6a-993d-30ce19c1d316 req-910a7a37-215d-43c6-ada9-a1b8c1c618c8 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526193 Dec 12 17:40:21.361547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f55210-fa0a-477b-81c7-f6fb0ba0a86e req-3f5096b9-201d-48ef-beed-2e5650f64000 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:21.377976 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-56f55210-fa0a-477b-81c7-f6fb0ba0a86e req-3f5096b9-201d-48ef-beed-2e5650f64000 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 944 time: 0.3931556 Dec 12 17:40:21.384636 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7c9488f3-7253-4620-8647-7e6d1750aeb8 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:40:21.392727 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] For port 52896075-6f88-434a-9ca5-dbb8a6bcb714, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:40:21.397511 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] For port 52896075-6f88-434a-9ca5-dbb8a6bcb714, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=52896075-6f88-434a-9ca5-dbb8a6bcb714,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:40:21.417201 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:21.572547 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe9f79cc-9dc2-453f-a26f-82a8c3aed690 req-46ccf839-c13e-444b-b226-3fac2bec8194 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab HTTP/1.1" status: 200 len: 1000 time: 0.2555680 Dec 12 17:40:21.576317 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:21.578407 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:21.580324 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1fd596ac-e22b-4700-9926-f01439892934 req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] 10.222.0.31 "PUT /v2.0/ports/52896075-6f88-434a-9ca5-dbb8a6bcb714 HTTP/1.1" status: 200 len: 1095 time: 1.1911495 Dec 12 17:40:21.581564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b', 'tag': '52896075-6f88-434a-9ca5-dbb8a6bcb714'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:40:21.586826 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570be754-7ef9-4072-a42a-4e64ed907d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b", "tag": "52896075-6f88-434a-9ca5-dbb8a6bcb714"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:40:21.588518 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7c9488f3-7253-4620-8647-7e6d1750aeb8 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:40:21.589162 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:21.617228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0b151457-faa9-46f0-8d84-4a2ebddfc9ab details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:40:21.623884 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0b151457-faa9-46f0-8d84-4a2ebddfc9ab no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:40:21.625585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7438fbf-671e-46d6-b896-9b22b85e039c req-0bb0f7c4-a889-4ee4-bdc6-0f8b8986dbc3 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:21.629833 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453b47e-4328-466a-893f-6ee7676f8a73 service neutron] Pushing event updated for resources: {'Port': ['ID=52896075-6f88-434a-9ca5-dbb8a6bcb714,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:21.633184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7438fbf-671e-46d6-b896-9b22b85e039c req-0bb0f7c4-a889-4ee4-bdc6-0f8b8986dbc3 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b HTTP/1.1" status: 200 len: 947 time: 0.1932759 Dec 12 17:40:21.675761 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-412fae5e-3a2a-4d80-921e-a0cf9ed20fc5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:21.711749 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd596ac-e22b-4700-9926-f01439892934 req-52b9e37c-0739-4998-a0e9-30a96e6c2bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:21.714171 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1fd596ac-e22b-4700-9926-f01439892934 req-52b9e37c-0739-4998-a0e9-30a96e6c2bbd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d4e0fee51b114577a405d8ac7b365179&device_id=bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b HTTP/1.1" status: 200 len: 1098 time: 0.0758948 Dec 12 17:40:21.817304 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1fd596ac-e22b-4700-9926-f01439892934 req-a7b7ec80-7ac7-4e74-b2d6-ccad77d33f33 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=52896075-6f88-434a-9ca5-dbb8a6bcb714 HTTP/1.1" status: 200 len: 217 time: 0.0933757 Dec 12 17:40:21.847938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fae5e-3a2a-4d80-921e-a0cf9ed20fc5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Pushing event updated for resources: {'Port': ['ID=5f73de60-eab6-4b57-b590-1b6ecc906bfa,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:21.856430 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-56f55210-fa0a-477b-81c7-f6fb0ba0a86e req-a8b4467c-ab08-40a9-b933-5daae3d775b2 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/security-groups?id=a80ac8e5-0b93-47ed-8f12-e57cb211afb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769585 Dec 12 17:40:21.872765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412fae5e-3a2a-4d80-921e-a0cf9ed20fc5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Network 73f27b8e-cfe2-4c9c-9304-09145ab47c82 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:40:21.881580 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-412fae5e-3a2a-4d80-921e-a0cf9ed20fc5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:40:21.897262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412fae5e-3a2a-4d80-921e-a0cf9ed20fc5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:40:21.941588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd596ac-e22b-4700-9926-f01439892934 req-9bd980ca-10d5-4f8f-a78d-e054909c9eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:21.947714 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1fd596ac-e22b-4700-9926-f01439892934 req-9bd980ca-10d5-4f8f-a78d-e054909c9eee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1230631 Dec 12 17:40:21.974459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412fae5e-3a2a-4d80-921e-a0cf9ed20fc5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:21.975639 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-412fae5e-3a2a-4d80-921e-a0cf9ed20fc5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:22.029934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f79cc-9dc2-453f-a26f-82a8c3aed690 req-c78e6c00-edfe-4409-8bc4-31a0f75da8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:22.031366 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe9f79cc-9dc2-453f-a26f-82a8c3aed690 req-c78e6c00-edfe-4409-8bc4-31a0f75da8d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.4372246 Dec 12 17:40:22.035938 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd596ac-e22b-4700-9926-f01439892934 req-e5de245d-f1a9-436e-9221-fee052eb7e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:22.039843 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1fd596ac-e22b-4700-9926-f01439892934 req-e5de245d-f1a9-436e-9221-fee052eb7e19 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0650823 Dec 12 17:40:22.063529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7438fbf-671e-46d6-b896-9b22b85e039c req-0e33d610-7e6d-4499-b412-9ec586953975 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/security-groups?id=23b15483-c69d-4353-ad18-40b46f852480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149272 Dec 12 17:40:22.082042 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc8221a-0ae4-4479-99bf-53ef79eaf2d8 None None] Network 73f27b8e-cfe2-4c9c-9304-09145ab47c82 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:40:22.116136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-412fae5e-3a2a-4d80-921e-a0cf9ed20fc5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.0305729 Dec 12 17:40:22.117822 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b991c20a-e1c0-4d27-9f52-d9a184c5c5dd req-8bf7eae5-ca77-4220-9d38-1d18eab193e7 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a1e2311e5fc246878549322368853f45 HTTP/1.1" status: 200 len: 221 time: 0.1217890 Dec 12 17:40:22.119194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44220) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:22.130660 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ad396295-7425-436e-b8aa-a0da644f2f97 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1366783837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:40:22.196999 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7699711-a6ef-402c-8828-3c0f3602635b x-openstack-request-id: req-f7699711-a6ef-402c-8828-3c0f3602635b {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:40:22.198207 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b", "tag": "52896075-6f88-434a-9ca5-dbb8a6bcb714", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:40:22.198589 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7699711-a6ef-402c-8828-3c0f3602635b {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:40:22.199005 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b', 'tag': '52896075-6f88-434a-9ca5-dbb8a6bcb714', 'status': 'completed', 'code': 200} Dec 12 17:40:22.199499 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f79cc-9dc2-453f-a26f-82a8c3aed690 req-ac5df598-3af9-47e5-a0e9-0169e1b04a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:22.201052 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe9f79cc-9dc2-453f-a26f-82a8c3aed690 req-ac5df598-3af9-47e5-a0e9-0169e1b04a2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596005 Dec 12 17:40:22.216566 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1fd596ac-e22b-4700-9926-f01439892934 req-c5f4626f-f4f5-4936-969c-28d82a9903b3 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613293 Dec 12 17:40:22.241604 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c62ad5-5eed-4a0a-b559-bedacb66adcb req-c0068a7d-acab-4533-8e2c-0726e3b7877a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:22.243171 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69c62ad5-5eed-4a0a-b559-bedacb66adcb req-c0068a7d-acab-4533-8e2c-0726e3b7877a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 946 time: 0.1055808 Dec 12 17:40:22.254110 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad396295-7425-436e-b8aa-a0da644f2f97 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:22.255167 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad396295-7425-436e-b8aa-a0da644f2f97 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:22.336381 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:22.359826 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:22.370473 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1fd596ac-e22b-4700-9926-f01439892934 req-1a310bef-9b27-4679-98ff-fc7cc597f0dc service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463847 Dec 12 17:40:22.395012 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad396295-7425-436e-b8aa-a0da644f2f97 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:22.413437 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:22.415817 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad396295-7425-436e-b8aa-a0da644f2f97 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:22.430674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device afe0bafa-8f53-4868-b685-d516216e56b5 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:40:22.450545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:40:22.452760 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4646d385-41cd-4852-88f3-e9289eca09eb" -d '{"events": [{"server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "name": "network-vif-unplugged", "status": "completed", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:40:22.476115 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad396295-7425-436e-b8aa-a0da644f2f97 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:22.480864 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ad396295-7425-436e-b8aa-a0da644f2f97 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3562701 Dec 12 17:40:22.510918 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44226) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:22.511465 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'port_id': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'mac_address': 'fa:16:3e:18:e2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:40:22.524570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:22.547961 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b63be4-1126-4c54-b44e-0ae15d481e4f req-2766676a-58d0-431c-9ce1-c44a8dd17658 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:22.553958 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-90ae25b3-120c-4887-93a8-a95afb4a0f7e tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1923610602', 'prefixes': ['172.20.0.0/16']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:40:22.559333 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7b63be4-1126-4c54-b44e-0ae15d481e4f req-2766676a-58d0-431c-9ce1-c44a8dd17658 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 946 time: 0.2691495 Dec 12 17:40:22.570698 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 7c9488f3-7253-4620-8647-7e6d1750aeb8, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7c9488f3-7253-4620-8647-7e6d1750aeb8,segment=NetworkSegment(c741628c-4af1-4a48-8b94-7aae83ad3a81),segment_id=c741628c-4af1-4a48-8b94-7aae83ad3a81)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:22.574650 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:22.597991 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:22.599899 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-186c063d-c998-44b1-a055-3f215af42f9b None None] Provisioning complete for port 7c9488f3-7253-4620-8647-7e6d1750aeb8 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:40:22.600262 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-186c063d-c998-44b1-a055-3f215af42f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:22.634074 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570be754-7ef9-4072-a42a-4e64ed907d9e req-919b7776-a73b-4f91-9cbb-f7ec64d62f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:22.634988 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69c62ad5-5eed-4a0a-b559-bedacb66adcb req-05aa5287-6170-4c16-b391-4e3046824ab0 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3492234 Dec 12 17:40:22.635655 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-570be754-7ef9-4072-a42a-4e64ed907d9e req-919b7776-a73b-4f91-9cbb-f7ec64d62f5c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d4e0fee51b114577a405d8ac7b365179&device_id=bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b HTTP/1.1" status: 200 len: 1098 time: 0.1913095 Dec 12 17:40:22.653050 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe9f79cc-9dc2-453f-a26f-82a8c3aed690 req-611aedb0-090a-4c82-92b7-48e84898c0ff service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331295 Dec 12 17:40:22.697004 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port afe0bafa-8f53-4868-b685-d516216e56b5 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:40:22.701534 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:22.721705 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b151457-faa9-46f0-8d84-4a2ebddfc9ab {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:40:22.796292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port afe0bafa-8f53-4868-b685-d516216e56b5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:40:22.796714 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:22.844551 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7b63be4-1126-4c54-b44e-0ae15d481e4f req-448c4d50-6766-40f0-91ec-c6b34ce42093 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831891 Dec 12 17:40:22.858386 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90ae25b3-120c-4887-93a8-a95afb4a0f7e tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks [] for subnetpool, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:22.867133 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-90ae25b3-120c-4887-93a8-a95afb4a0f7e tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3530686 Dec 12 17:40:22.868844 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44232) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:22.882931 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570be754-7ef9-4072-a42a-4e64ed907d9e req-cff2d9b4-d234-410c-9dee-12f5cf5b3b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:22.888377 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-570be754-7ef9-4072-a42a-4e64ed907d9e req-cff2d9b4-d234-410c-9dee-12f5cf5b3b78 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.2382333 Dec 12 17:40:22.891380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.tag.tag_plugin [None req-01d40c2f-7157-4550-9a83-dcb5cd28005b tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3053d3ae-796e-45e3-85d2-29af1b275b9b', 'tempest-TagsExtTest-Tag-213756005') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:22.949525 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,revision_number=11']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:23.009337 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-570be754-7ef9-4072-a42a-4e64ed907d9e req-4f68c6e5-72e9-42c6-9d8f-15106b827329 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=52896075-6f88-434a-9ca5-dbb8a6bcb714 HTTP/1.1" status: 200 len: 217 time: 0.1141071 Dec 12 17:40:23.013416 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=7c9488f3-7253-4620-8647-7e6d1750aeb8,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:23.021429 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc4d3aa-8b5c-4987-bfc6-72d75d3e178a x-openstack-request-id: req-dfc4d3aa-8b5c-4987-bfc6-72d75d3e178a {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:40:23.021723 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "name": "network-vif-unplugged", "status": "completed", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:40:23.022078 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dfc4d3aa-8b5c-4987-bfc6-72d75d3e178a {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:40:23.022373 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'code': 200} Dec 12 17:40:23.064003 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:40:23.064408 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:40:23.102357 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570be754-7ef9-4072-a42a-4e64ed907d9e req-2a5fa08e-af0f-44e8-ada6-eeaa5c795115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:23.104454 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-570be754-7ef9-4072-a42a-4e64ed907d9e req-2a5fa08e-af0f-44e8-ada6-eeaa5c795115 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0853584 Dec 12 17:40:23.167454 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:23.217495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570be754-7ef9-4072-a42a-4e64ed907d9e req-c9cbed71-2c37-4205-ba82-4972b8ea10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:23.220546 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-570be754-7ef9-4072-a42a-4e64ed907d9e req-c9cbed71-2c37-4205-ba82-4972b8ea10ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1079493 Dec 12 17:40:23.273260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea73ab-8fe2-460c-9b45-d065f0a88456 req-8f5d32ba-3d5b-47bf-955d-e9523c55bd2a tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:23.276391 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6ea73ab-8fe2-460c-9b45-d065f0a88456 req-8f5d32ba-3d5b-47bf-955d-e9523c55bd2a tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.2425976 Dec 12 17:40:23.288104 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port afe0bafa-8f53-4868-b685-d516216e56b5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=afe0bafa-8f53-4868-b685-d516216e56b5,segment=NetworkSegment(8c587f68-6661-42bc-97dd-553632b77c6a),segment_id=8c587f68-6661-42bc-97dd-553632b77c6a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:23.300594 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:23.309204 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7c9488f3-7253-4620-8647-7e6d1750aeb8 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:40:23.457514 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-570be754-7ef9-4072-a42a-4e64ed907d9e req-7ece7bc4-af54-4d86-9ffa-4b7f033733e6 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290816 Dec 12 17:40:23.497495 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6ea73ab-8fe2-460c-9b45-d065f0a88456 req-b0e93447-f835-489a-a343-393e8463b049 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037032 Dec 12 17:40:23.502719 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=afe0bafa-8f53-4868-b685-d516216e56b5,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:23.515088 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e23fd08a-9fd2-413b-aa56-58b50c5b86ab None None] Provisioning complete for port 7c9488f3-7253-4620-8647-7e6d1750aeb8 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:40:23.515776 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e23fd08a-9fd2-413b-aa56-58b50c5b86ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:23.567872 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe9f79cc-9dc2-453f-a26f-82a8c3aed690 req-ef892aa8-961a-4176-8e47-5050421c1a5a service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8856490 Dec 12 17:40:23.620766 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53942598-1b96-497c-bfd4-4b608baa2800 req-15e275f6-fc2f-4588-b09c-c1e98272300d tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:23.622371 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53942598-1b96-497c-bfd4-4b608baa2800 req-15e275f6-fc2f-4588-b09c-c1e98272300d tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 944 time: 0.4918840 Dec 12 17:40:23.721104 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-570be754-7ef9-4072-a42a-4e64ed907d9e req-e2158250-8b96-4e6b-8268-9a4aabb3c742 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554562 Dec 12 17:40:23.726291 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53942598-1b96-497c-bfd4-4b608baa2800 req-1a496ac1-54d1-4140-8bb4-c3afff21ae8b tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/security-groups?id=a80ac8e5-0b93-47ed-8f12-e57cb211afb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948431 Dec 12 17:40:23.738176 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44272) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:23.742929 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-b2b5b118-0ca0-47b8-918a-7df24d1a1e28 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5f73de60-eab6-4b57-b590-1b6ecc906bfa', 'tempest-TagsExtTest-Tag-1295163282') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:23.757423 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-01d40c2f-7157-4550-9a83-dcb5cd28005b tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "PUT /v2.0/subnets/3053d3ae-796e-45e3-85d2-29af1b275b9b/tags/tempest-TagsExtTest-Tag-213756005 HTTP/1.1" status: 201 len: 201 time: 0.8774149 Dec 12 17:40:23.757641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7c9488f3-7253-4620-8647-7e6d1750aeb8 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:40:23.757641 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:23.857008 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767e4b9-0069-4240-8e40-bbe73e2ab078 req-51d2adee-a88b-488f-b16e-dabe29394ad9 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:23.858638 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e767e4b9-0069-4240-8e40-bbe73e2ab078 req-51d2adee-a88b-488f-b16e-dabe29394ad9 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b HTTP/1.1" status: 200 len: 947 time: 0.0882368 Dec 12 17:40:23.911665 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b2b5b118-0ca0-47b8-918a-7df24d1a1e28 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "PUT /v2.0/ports/5f73de60-eab6-4b57-b590-1b6ecc906bfa/tags/tempest-TagsExtTest-Tag-1295163282 HTTP/1.1" status: 201 len: 201 time: 0.1721413 Dec 12 17:40:23.912339 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44284) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:23.917376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-f78d9de5-1b4e-431c-86de-613ae8b4dd66 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0ce6dc19-3a3f-4257-83c9-00f606704035', 'tempest-TagsExtTest-Tag-1745837858') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:23.935734 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:23.963098 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b151457-faa9-46f0-8d84-4a2ebddfc9ab {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:40:24.040681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:24.049974 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:24.103875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e767e4b9-0069-4240-8e40-bbe73e2ab078 req-eb9df031-8a6f-428e-b914-6ba7fd5fdeaa tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/security-groups?id=23b15483-c69d-4353-ad18-40b46f852480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355883 Dec 12 17:40:24.145247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9addb8-d9a0-4304-8a9f-10b6f7caa7a6 req-fd8dd30a-a3dd-4d05-84c0-b9ec2dd4603c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:24.157037 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e9addb8-d9a0-4304-8a9f-10b6f7caa7a6 req-fd8dd30a-a3dd-4d05-84c0-b9ec2dd4603c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.2192631 Dec 12 17:40:24.196603 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['0b151457-faa9-46f0-8d84-4a2ebddfc9ab'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:40:24.207751 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f78d9de5-1b4e-431c-86de-613ae8b4dd66 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "PUT /v2.0/routers/0ce6dc19-3a3f-4257-83c9-00f606704035/tags/tempest-TagsExtTest-Tag-1745837858 HTTP/1.1" status: 201 len: 201 time: 0.2943144 Dec 12 17:40:24.209371 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44286) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:24.223634 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-22974347-dc12-44ae-b11d-39a9efbaa05c tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4878395a-bc54-4a6e-ba21-fb423fb94d31', 'tempest-TagsExtTest-Tag-171921746') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:24.290153 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e9addb8-d9a0-4304-8a9f-10b6f7caa7a6 req-777d9fab-9b7c-44ec-ba06-3d126c087953 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335921 Dec 12 17:40:24.322111 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-22974347-dc12-44ae-b11d-39a9efbaa05c tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "PUT /v2.0/subnetpools/4878395a-bc54-4a6e-ba21-fb423fb94d31/tags/tempest-TagsExtTest-Tag-171921746 HTTP/1.1" status: 201 len: 201 time: 0.1116054 Dec 12 17:40:24.323111 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44290) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:24.336574 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-8c5b9c54-ab1a-4a12-85e9-6a4f64d118a8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3053d3ae-796e-45e3-85d2-29af1b275b9b') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:24.418116 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e23fd08a-9fd2-413b-aa56-58b50c5b86ab None None] Provisioning complete for port 5f73de60-eab6-4b57-b590-1b6ecc906bfa triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:40:24.420145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18793ec2-b99c-45a0-bd40-b98081b6acf6 req-0fc38e94-04d8-4b83-b31e-1b5ad7a89420 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:24.429997 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e23fd08a-9fd2-413b-aa56-58b50c5b86ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:24.431557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18793ec2-b99c-45a0-bd40-b98081b6acf6 req-0fc38e94-04d8-4b83-b31e-1b5ad7a89420 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 945 time: 0.1119070 Dec 12 17:40:24.435374 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,revision_number=12']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:24.599502 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18793ec2-b99c-45a0-bd40-b98081b6acf6 req-b874ba15-e7de-4c4b-a7ee-5ad1454fcddb tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670237 Dec 12 17:40:24.676734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44302) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:24.677528 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8c5b9c54-ab1a-4a12-85e9-6a4f64d118a8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/subnets/3053d3ae-796e-45e3-85d2-29af1b275b9b/tags HTTP/1.1" status: 200 len: 240 time: 0.3511069 Dec 12 17:40:24.681192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.tag.tag_plugin [None req-70661504-30aa-4bb1-8fb8-6d6ba6977cd4 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3053d3ae-796e-45e3-85d2-29af1b275b9b', 'tempest-TagsExtTest-Tag-213756005') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:24.697888 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e23fd08a-9fd2-413b-aa56-58b50c5b86ab None None] Port 5f73de60-eab6-4b57-b590-1b6ecc906bfa cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:40:24.904617 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d4b9e4a2-38a8-4c1a-84b8-0a3cc74bb3e9 None None] Provisioning complete for port 5f73de60-eab6-4b57-b590-1b6ecc906bfa triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:40:24.907517 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4b9e4a2-38a8-4c1a-84b8-0a3cc74bb3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:24.949992 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eb4c8-af47-4877-b10d-c57e34b4926a req-1eaf5735-eff1-4702-9bcb-3805d1ab2c59 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:24.956496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-240eb4c8-af47-4877-b10d-c57e34b4926a req-1eaf5735-eff1-4702-9bcb-3805d1ab2c59 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 946 time: 0.1708238 Dec 12 17:40:24.984592 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d4b9e4a2-38a8-4c1a-84b8-0a3cc74bb3e9 None None] Port 5f73de60-eab6-4b57-b590-1b6ecc906bfa cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:40:25.024537 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60298a2-2d0b-42f8-af37-8a1a817ccd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe0bafa-8f53-4868-b685-d516216e56b5'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:40:25.031314 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd435123-f471-4bc1-bd0c-54dcb3d52f2a" -d '{"events": [{"server_uuid": "b60298a2-2d0b-42f8-af37-8a1a817ccd4e", "name": "network-vif-plugged", "status": "completed", "tag": "afe0bafa-8f53-4868-b685-d516216e56b5"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:40:25.045170 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-70661504-30aa-4bb1-8fb8-6d6ba6977cd4 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/subnets/3053d3ae-796e-45e3-85d2-29af1b275b9b/tags/tempest-TagsExtTest-Tag-213756005 HTTP/1.1" status: 204 len: 168 time: 0.3672984 Dec 12 17:40:25.048092 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44322) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:25.053185 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-cd2aa2b8-71b6-4fdc-a9f2-93d813beb706 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3053d3ae-796e-45e3-85d2-29af1b275b9b', 'tempest-TagsExtTest-Tag-213756005') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:25.058241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-240eb4c8-af47-4877-b10d-c57e34b4926a req-e002f3af-6309-4b37-a9b0-9bb22a95dae8 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983849 Dec 12 17:40:25.109761 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98f416-c3f5-482f-99e4-1c695e37050f req-61d8153f-b938-4e95-8ca3-9ce96818f38b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:25.118918 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ab98f416-c3f5-482f-99e4-1c695e37050f req-61d8153f-b938-4e95-8ca3-9ce96818f38b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1590996 Dec 12 17:40:25.243360 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cd2aa2b8-71b6-4fdc-a9f2-93d813beb706 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/subnets/3053d3ae-796e-45e3-85d2-29af1b275b9b/tags/tempest-TagsExtTest-Tag-213756005 HTTP/1.1" status: 204 len: 168 time: 0.1940553 Dec 12 17:40:25.245861 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44326) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:25.253302 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ab98f416-c3f5-482f-99e4-1c695e37050f req-8b7e2fd5-ab65-4f0d-a263-74027eb8fcb2 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311431 Dec 12 17:40:25.264023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-72d61478-68d3-4499-8723-479abdd54d8a tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3053d3ae-796e-45e3-85d2-29af1b275b9b') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:25.295426 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2545bc6-89e2-456e-9aeb-d3a4641c2ebb req-58e3603c-fe4e-460c-ac6f-c520efd121b8 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:25.315702 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2545bc6-89e2-456e-9aeb-d3a4641c2ebb req-58e3603c-fe4e-460c-ac6f-c520efd121b8 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 945 time: 0.1197884 Dec 12 17:40:25.349521 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6b98a8-3ae4-48e2-bf38-95fa47469189 x-openstack-request-id: req-9d6b98a8-3ae4-48e2-bf38-95fa47469189 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:40:25.350380 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60298a2-2d0b-42f8-af37-8a1a817ccd4e", "name": "network-vif-plugged", "status": "completed", "tag": "afe0bafa-8f53-4868-b685-d516216e56b5", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:40:25.350729 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d6b98a8-3ae4-48e2-bf38-95fa47469189 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:40:25.351227 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60298a2-2d0b-42f8-af37-8a1a817ccd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe0bafa-8f53-4868-b685-d516216e56b5', 'code': 200} Dec 12 17:40:25.390254 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-72d61478-68d3-4499-8723-479abdd54d8a tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/subnets/3053d3ae-796e-45e3-85d2-29af1b275b9b/tags HTTP/1.1" status: 200 len: 205 time: 0.1375825 Dec 12 17:40:25.393029 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44330) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:25.410191 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-8a08a4c6-2877-47be-82de-e89a983702a4 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5f73de60-eab6-4b57-b590-1b6ecc906bfa') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:25.433091 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2545bc6-89e2-456e-9aeb-d3a4641c2ebb req-12d395c7-a871-4da7-b402-35b19c5882cd tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/security-groups?id=a80ac8e5-0b93-47ed-8f12-e57cb211afb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088340 Dec 12 17:40:25.562471 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e31f8-ce3e-48e2-a651-444e312d905f req-e456842f-34a0-40f8-a1bf-32ac6e70a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:25.564769 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-297e31f8-ce3e-48e2-a651-444e312d905f req-e456842f-34a0-40f8-a1bf-32ac6e70a487 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 1096 time: 0.1007791 Dec 12 17:40:25.587232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64ee57-290e-4ef7-9159-5d66bbd06863 req-dea74707-1aac-45cd-aa79-db2d643080cc tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:25.598883 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8a08a4c6-2877-47be-82de-e89a983702a4 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/ports/5f73de60-eab6-4b57-b590-1b6ecc906bfa/tags HTTP/1.1" status: 200 len: 241 time: 0.1991985 Dec 12 17:40:25.599145 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a64ee57-290e-4ef7-9159-5d66bbd06863 req-dea74707-1aac-45cd-aa79-db2d643080cc tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b HTTP/1.1" status: 200 len: 947 time: 0.1272957 Dec 12 17:40:25.601794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44334) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:25.609346 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-1b6a612d-6834-4490-8de6-34403f5dc3f5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5f73de60-eab6-4b57-b590-1b6ecc906bfa', 'tempest-TagsExtTest-Tag-1295163282') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:25.665322 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1200a-8865-40fb-b857-1e6482dbfa58 req-0ab59066-2ee8-4858-bc23-63c5d46bb88f tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:25.677323 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30b1200a-8865-40fb-b857-1e6482dbfa58 req-0ab59066-2ee8-4858-bc23-63c5d46bb88f tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1352708 Dec 12 17:40:25.683310 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-297e31f8-ce3e-48e2-a651-444e312d905f req-4c6d0a0f-696b-4160-a2e7-935689bded06 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a80ac8e5-0b93-47ed-8f12-e57cb211afb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119034 Dec 12 17:40:25.702775 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1b6a612d-6834-4490-8de6-34403f5dc3f5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/ports/5f73de60-eab6-4b57-b590-1b6ecc906bfa/tags/tempest-TagsExtTest-Tag-1295163282 HTTP/1.1" status: 204 len: 168 time: 0.0998995 Dec 12 17:40:25.705562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44338) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:25.706910 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a64ee57-290e-4ef7-9159-5d66bbd06863 req-4cce78da-2179-49f3-b84a-d336e2edc3bb tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/security-groups?id=23b15483-c69d-4353-ad18-40b46f852480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068573 Dec 12 17:40:25.711741 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-5c248aeb-2d4b-456b-ac3f-68ab94184314 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5f73de60-eab6-4b57-b590-1b6ecc906bfa', 'tempest-TagsExtTest-Tag-1295163282') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:25.764918 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30b1200a-8865-40fb-b857-1e6482dbfa58 req-12975eb5-384e-439b-a6de-59003bc5d0d0 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867105 Dec 12 17:40:25.817427 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5c248aeb-2d4b-456b-ac3f-68ab94184314 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/ports/5f73de60-eab6-4b57-b590-1b6ecc906bfa/tags/tempest-TagsExtTest-Tag-1295163282 HTTP/1.1" status: 204 len: 168 time: 0.1097097 Dec 12 17:40:25.820096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44344) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:25.824884 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.tag.tag_plugin [None req-c842ed0f-4a96-471c-b5eb-9dbd935c7296 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5f73de60-eab6-4b57-b590-1b6ecc906bfa') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:25.965459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf875a1-61df-4b64-9fa1-d7fbb2f8445b req-cca885e4-ea4a-4bd3-94c3-d59138d45871 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:25.969637 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ebf875a1-61df-4b64-9fa1-d7fbb2f8445b req-cca885e4-ea4a-4bd3-94c3-d59138d45871 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 945 time: 0.1015425 Dec 12 17:40:26.012625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b726a-cd27-45d2-8256-c541c27d389e req-ae45a7ab-e824-4beb-8953-f7b29cf29578 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:26.020709 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-320b726a-cd27-45d2-8256-c541c27d389e req-ae45a7ab-e824-4beb-8953-f7b29cf29578 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1209927 Dec 12 17:40:26.026725 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c842ed0f-4a96-471c-b5eb-9dbd935c7296 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/ports/5f73de60-eab6-4b57-b590-1b6ecc906bfa/tags HTTP/1.1" status: 200 len: 205 time: 0.2056119 Dec 12 17:40:26.029562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44350) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:26.034802 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-0c32af8f-2bae-4abd-8a7e-35e21c8fac8f tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0ce6dc19-3a3f-4257-83c9-00f606704035') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:26.059695 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0b151457-faa9-46f0-8d84-4a2ebddfc9ab up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:40:26.104966 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ebf875a1-61df-4b64-9fa1-d7fbb2f8445b req-6748f07e-361e-41ea-83e2-7c42c21c7557 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208324 Dec 12 17:40:26.145397 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-320b726a-cd27-45d2-8256-c541c27d389e req-7a344b04-113d-437c-82b3-679b9daeb59f tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236432 Dec 12 17:40:26.213663 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:40:26.221315 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:26.263682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057515a3-85fe-442f-9a06-6e3ca7db7d4d req-b7f433d2-9ce1-421c-aec2-cf681825d573 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:26.266912 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0c32af8f-2bae-4abd-8a7e-35e21c8fac8f tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/routers/0ce6dc19-3a3f-4257-83c9-00f606704035/tags HTTP/1.1" status: 200 len: 241 time: 0.2356718 Dec 12 17:40:26.270133 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44366) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:26.273069 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-057515a3-85fe-442f-9a06-6e3ca7db7d4d req-b7f433d2-9ce1-421c-aec2-cf681825d573 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 946 time: 0.0767782 Dec 12 17:40:26.281865 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-ec3f9ba4-645d-47a4-b2e9-c16417a5aeae tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0ce6dc19-3a3f-4257-83c9-00f606704035', 'tempest-TagsExtTest-Tag-1745837858') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:26.376800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-057515a3-85fe-442f-9a06-6e3ca7db7d4d req-12e62334-6ba0-4829-8d8e-d731fddaccea tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026480 Dec 12 17:40:26.422650 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ec3f9ba4-645d-47a4-b2e9-c16417a5aeae tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/routers/0ce6dc19-3a3f-4257-83c9-00f606704035/tags/tempest-TagsExtTest-Tag-1745837858 HTTP/1.1" status: 204 len: 168 time: 0.1512349 Dec 12 17:40:26.423720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44372) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:26.429249 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-98ffadcc-b1ac-4be0-b392-a7139b279303 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0ce6dc19-3a3f-4257-83c9-00f606704035', 'tempest-TagsExtTest-Tag-1745837858') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:26.453088 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:26.456862 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8ac49-06f6-4362-b2f0-2209d362cf4a req-d6305413-0771-4f69-a8af-d08ddf8a9850 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:26.467844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34d8ac49-06f6-4362-b2f0-2209d362cf4a req-d6305413-0771-4f69-a8af-d08ddf8a9850 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1150653 Dec 12 17:40:26.505443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 52896075-6f88-434a-9ca5-dbb8a6bcb714 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:40:26.616147 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-98ffadcc-b1ac-4be0-b392-a7139b279303 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/routers/0ce6dc19-3a3f-4257-83c9-00f606704035/tags/tempest-TagsExtTest-Tag-1745837858 HTTP/1.1" status: 204 len: 168 time: 0.1882012 Dec 12 17:40:26.618681 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44378) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:26.629616 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-98b209fb-64e7-4ef6-bc6e-e3a0640be168 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0ce6dc19-3a3f-4257-83c9-00f606704035') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:26.637384 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 52896075-6f88-434a-9ca5-dbb8a6bcb714, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=52896075-6f88-434a-9ca5-dbb8a6bcb714,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:26.667409 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34d8ac49-06f6-4362-b2f0-2209d362cf4a req-00279ea0-d622-4c5b-830e-db1d12cffe12 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940422 Dec 12 17:40:26.678886 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '52896075-6f88-434a-9ca5-dbb8a6bcb714', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '52896075-6f88-434a-9ca5-dbb8a6bcb714', 'mac_address': 'fa:16:3e:28:a7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:40:26.692023 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:26.714970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90637b6b-142d-4fb4-852e-fcf31c2666ce req-36de0704-a553-4245-89f3-2444287faea7 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:26.717053 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90637b6b-142d-4fb4-852e-fcf31c2666ce req-36de0704-a553-4245-89f3-2444287faea7 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 945 time: 0.1623354 Dec 12 17:40:26.747455 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-98b209fb-64e7-4ef6-bc6e-e3a0640be168 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/routers/0ce6dc19-3a3f-4257-83c9-00f606704035/tags HTTP/1.1" status: 200 len: 205 time: 0.1277885 Dec 12 17:40:26.748168 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44388) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:26.754302 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-e604b135-b38c-4fbb-95e1-4ef46c916092 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4878395a-bc54-4a6e-ba21-fb423fb94d31') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:26.756041 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:26.786819 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e604b135-b38c-4fbb-95e1-4ef46c916092 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/subnetpools/4878395a-bc54-4a6e-ba21-fb423fb94d31/tags HTTP/1.1" status: 200 len: 240 time: 0.0370169 Dec 12 17:40:26.789692 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44394) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:26.798915 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-04b976b6-d6c5-4d7c-9ac6-66437021587e tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4878395a-bc54-4a6e-ba21-fb423fb94d31', 'tempest-TagsExtTest-Tag-171921746') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:26.837675 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-04b976b6-d6c5-4d7c-9ac6-66437021587e tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/subnetpools/4878395a-bc54-4a6e-ba21-fb423fb94d31/tags/tempest-TagsExtTest-Tag-171921746 HTTP/1.1" status: 204 len: 168 time: 0.0467157 Dec 12 17:40:26.838328 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44402) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:26.844421 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90637b6b-142d-4fb4-852e-fcf31c2666ce req-22e03810-403e-4b03-b8f1-c53da5b4e49d tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/security-groups?id=a80ac8e5-0b93-47ed-8f12-e57cb211afb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106763 Dec 12 17:40:26.844564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-23c58264-5341-47af-b982-bf46fd2b04c5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4878395a-bc54-4a6e-ba21-fb423fb94d31', 'tempest-TagsExtTest-Tag-171921746') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:26.861326 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,revision_number=13']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:26.864569 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:26.910321 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-23c58264-5341-47af-b982-bf46fd2b04c5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/subnetpools/4878395a-bc54-4a6e-ba21-fb423fb94d31/tags/tempest-TagsExtTest-Tag-171921746 HTTP/1.1" status: 204 len: 168 time: 0.0705030 Dec 12 17:40:26.913347 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44408) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:26.918772 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-6feb7bd0-70ba-40b1-90d2-cb5a90d4ce15 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4878395a-bc54-4a6e-ba21-fb423fb94d31') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:26.919687 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52896075-6f88-434a-9ca5-dbb8a6bcb714 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:40:26.962532 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6feb7bd0-70ba-40b1-90d2-cb5a90d4ce15 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/subnetpools/4878395a-bc54-4a6e-ba21-fb423fb94d31/tags HTTP/1.1" status: 200 len: 205 time: 0.0479920 Dec 12 17:40:26.965297 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44418) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:26.972972 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-404688e4-b0b3-4c21-8734-e1eb044cb4b7 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4878395a-bc54-4a6e-ba21-fb423fb94d31') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:26.977043 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 52896075-6f88-434a-9ca5-dbb8a6bcb714, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=52896075-6f88-434a-9ca5-dbb8a6bcb714,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:26.991016 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:27.022052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66d719-571f-44d8-9a0a-ea5d1305e7bc req-67d9b92c-5755-4dde-93cd-4b7bf74f9672 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:27.033648 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc66d719-571f-44d8-9a0a-ea5d1305e7bc req-67d9b92c-5755-4dde-93cd-4b7bf74f9672 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b HTTP/1.1" status: 200 len: 947 time: 0.1269379 Dec 12 17:40:27.043023 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-404688e4-b0b3-4c21-8734-e1eb044cb4b7 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/subnetpools/4878395a-bc54-4a6e-ba21-fb423fb94d31/tags HTTP/1.1" status: 204 len: 168 time: 0.0743163 Dec 12 17:40:27.043288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44420) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:27.050977 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-3876be7f-66bf-41ed-b979-6fff2f8adf1e tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0ce6dc19-3a3f-4257-83c9-00f606704035') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:27.120837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=52896075-6f88-434a-9ca5-dbb8a6bcb714,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:27.158556 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc66d719-571f-44d8-9a0a-ea5d1305e7bc req-93761ec9-f5a3-48ac-80a8-e9e63565bc98 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/security-groups?id=23b15483-c69d-4353-ad18-40b46f852480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239517 Dec 12 17:40:27.173463 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3876be7f-66bf-41ed-b979-6fff2f8adf1e tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/routers/0ce6dc19-3a3f-4257-83c9-00f606704035/tags HTTP/1.1" status: 204 len: 168 time: 0.1290562 Dec 12 17:40:27.177507 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44424) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:27.189615 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-80da4ead-6126-45a6-8642-565f18e0b810 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5f73de60-eab6-4b57-b590-1b6ecc906bfa') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:27.261568 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-80da4ead-6126-45a6-8642-565f18e0b810 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/ports/5f73de60-eab6-4b57-b590-1b6ecc906bfa/tags HTTP/1.1" status: 204 len: 168 time: 0.0774093 Dec 12 17:40:27.264478 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44426) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:27.270794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-b6b4805c-0ad4-4f08-8180-41fda96a63c5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3053d3ae-796e-45e3-85d2-29af1b275b9b') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:27.309480 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86202a31-e3a3-405b-a4b2-b34eac248db2 req-7f463d65-2c14-4541-9b1c-31a9a5781acd tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:27.319703 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86202a31-e3a3-405b-a4b2-b34eac248db2 req-7f463d65-2c14-4541-9b1c-31a9a5781acd tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 946 time: 0.0776815 Dec 12 17:40:27.348212 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfa1ca-f009-4899-babc-b0baffe5400e req-286ae9e9-2291-4225-b7ba-dfb39dda01b9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:27.349908 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29dfa1ca-f009-4899-babc-b0baffe5400e req-286ae9e9-2291-4225-b7ba-dfb39dda01b9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1413033 Dec 12 17:40:27.352923 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:40:27.355291 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd391b8-3c5f-47ff-a07e-a819c632ef73" -d '{"events": [{"server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "name": "network-vif-plugged", "status": "completed", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:40:27.358874 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['52896075-6f88-434a-9ca5-dbb8a6bcb714'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:40:27.377503 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b6b4805c-0ad4-4f08-8180-41fda96a63c5 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/subnets/3053d3ae-796e-45e3-85d2-29af1b275b9b/tags HTTP/1.1" status: 204 len: 168 time: 0.1066747 Dec 12 17:40:27.378708 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44430) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:27.385943 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-68d206a0-8aaa-4e66-9702-a0fd73cd6174 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3053d3ae-796e-45e3-85d2-29af1b275b9b', 'tempest-TagsExtTest-Tag-17238099') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:27.426343 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86202a31-e3a3-405b-a4b2-b34eac248db2 req-38642b44-5fd8-4971-b199-e534c6e2d351 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995963 Dec 12 17:40:27.426898 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a3c69e30-7599-4e55-88f9-5680ea424161 req-fca174ee-aeb1-4220-b5d9-7c42bc5550eb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961227 Dec 12 17:40:27.480732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29dfa1ca-f009-4899-babc-b0baffe5400e req-2607206f-2e54-4c1d-8ea7-79d717558942 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196783 Dec 12 17:40:27.488761 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499a43dd-24bf-4f97-a921-79bdc17c6f3b x-openstack-request-id: req-499a43dd-24bf-4f97-a921-79bdc17c6f3b {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:40:27.488987 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "name": "network-vif-plugged", "status": "completed", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:40:27.489245 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-499a43dd-24bf-4f97-a921-79bdc17c6f3b {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:40:27.489872 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'code': 200} Dec 12 17:40:27.531698 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c69e30-7599-4e55-88f9-5680ea424161 req-499f3d88-aa20-444d-8774-b19597279f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:27.533467 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a3c69e30-7599-4e55-88f9-5680ea424161 req-499f3d88-aa20-444d-8774-b19597279f4f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 1095 time: 0.0756855 Dec 12 17:40:27.556709 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-68d206a0-8aaa-4e66-9702-a0fd73cd6174 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "PUT /v2.0/subnets/3053d3ae-796e-45e3-85d2-29af1b275b9b/tags/tempest-TagsExtTest-Tag-17238099 HTTP/1.1" status: 201 len: 201 time: 0.1767509 Dec 12 17:40:27.559418 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44436) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:27.567832 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-7a49a228-54cb-4881-86a6-f59b3878a549 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5f73de60-eab6-4b57-b590-1b6ecc906bfa', 'tempest-TagsExtTest-Tag-7597706') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:27.630185 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c312fab-39ad-4cbb-a056-6d7e6655ed86 req-ea643afd-0065-46ce-bbeb-cc57d448450b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:27.632768 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c312fab-39ad-4cbb-a056-6d7e6655ed86 req-ea643afd-0065-46ce-bbeb-cc57d448450b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 946 time: 0.0683479 Dec 12 17:40:27.711298 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c312fab-39ad-4cbb-a056-6d7e6655ed86 req-74032ab3-4ec3-4c18-ade7-206ccbf18f51 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728042 Dec 12 17:40:27.727092 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c69e30-7599-4e55-88f9-5680ea424161 req-32063fa2-44db-4afa-8eda-5b3790041ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:27.729183 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a3c69e30-7599-4e55-88f9-5680ea424161 req-32063fa2-44db-4afa-8eda-5b3790041ed0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 908 time: 0.1713464 Dec 12 17:40:27.732620 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f39df-bf7d-4fd6-a0a8-00403f54e13d req-7eead6e2-73a6-4a09-9a79-f21703bf1a13 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:27.734573 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-263f39df-bf7d-4fd6-a0a8-00403f54e13d req-7eead6e2-73a6-4a09-9a79-f21703bf1a13 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0787888 Dec 12 17:40:27.750208 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7a49a228-54cb-4881-86a6-f59b3878a549 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "PUT /v2.0/ports/5f73de60-eab6-4b57-b590-1b6ecc906bfa/tags/tempest-TagsExtTest-Tag-7597706 HTTP/1.1" status: 201 len: 201 time: 0.1886671 Dec 12 17:40:27.753184 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44438) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:27.758023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-c3e7a326-0f76-4ff7-92cc-501524635aff tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0ce6dc19-3a3f-4257-83c9-00f606704035', 'tempest-TagsExtTest-Tag-1178220991') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:27.791419 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-263f39df-bf7d-4fd6-a0a8-00403f54e13d req-006201d0-3c9c-4d82-9da1-d6117240b6a1 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495658 Dec 12 17:40:27.828214 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a3c69e30-7599-4e55-88f9-5680ea424161 req-89a05882-0747-408b-ab4e-51cbb4151be5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 HTTP/1.1" status: 200 len: 217 time: 0.0875735 Dec 12 17:40:27.940134 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c69e30-7599-4e55-88f9-5680ea424161 req-293133f7-3181-4014-982c-89b256120bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:27.942035 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a3c69e30-7599-4e55-88f9-5680ea424161 req-293133f7-3181-4014-982c-89b256120bd9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.0676079 Dec 12 17:40:27.966441 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c3e7a326-0f76-4ff7-92cc-501524635aff tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "PUT /v2.0/routers/0ce6dc19-3a3f-4257-83c9-00f606704035/tags/tempest-TagsExtTest-Tag-1178220991 HTTP/1.1" status: 201 len: 201 time: 0.2096713 Dec 12 17:40:27.979127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44446) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:27.981285 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a3c69e30-7599-4e55-88f9-5680ea424161 req-b13d0de5-b12b-499f-a546-dba0d78e2bd9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314519 Dec 12 17:40:27.987004 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-75a87072-0563-4d1e-a0d1-db45febd5f86 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4878395a-bc54-4a6e-ba21-fb423fb94d31', 'tempest-TagsExtTest-Tag-858402763') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:28.041670 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52202b39-28c4-4936-b4e4-52dc28073d89 req-1932f9c4-ccaf-4eca-b085-c0d9782495dc tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:28.043637 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52202b39-28c4-4936-b4e4-52dc28073d89 req-1932f9c4-ccaf-4eca-b085-c0d9782495dc tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0979111 Dec 12 17:40:28.059690 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df6392-7c15-4be3-8b3e-48b36374bd25 req-e2f8bdbd-a395-40d5-929d-a77bc5cdc059 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:28.062060 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3df6392-7c15-4be3-8b3e-48b36374bd25 req-e2f8bdbd-a395-40d5-929d-a77bc5cdc059 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 945 time: 0.1056502 Dec 12 17:40:28.160617 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52202b39-28c4-4936-b4e4-52dc28073d89 req-d873e810-8a5f-40be-a452-0fe792f3b478 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973716 Dec 12 17:40:28.176101 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3df6392-7c15-4be3-8b3e-48b36374bd25 req-1a9d8a5a-3952-4b51-a3e3-c629f64e2596 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/security-groups?id=a80ac8e5-0b93-47ed-8f12-e57cb211afb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013348 Dec 12 17:40:28.211935 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-75a87072-0563-4d1e-a0d1-db45febd5f86 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "PUT /v2.0/subnetpools/4878395a-bc54-4a6e-ba21-fb423fb94d31/tags/tempest-TagsExtTest-Tag-858402763 HTTP/1.1" status: 201 len: 201 time: 0.2271740 Dec 12 17:40:28.212340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44464) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:28.225537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-3770a1b1-7d5d-4cb5-9b7a-dc22e3c7fb8e tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3053d3ae-796e-45e3-85d2-29af1b275b9b', {'tags': ['tempest-TagsExtTest-Tag-1923649591', 'tempest-TagsExtTest-Tag-1322934007', 'tempest-TagsExtTest-Tag-888345489']}) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:28.283121 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a3c69e30-7599-4e55-88f9-5680ea424161 req-4cbef640-8d4b-470b-9fbd-17335cb2659b service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914162 Dec 12 17:40:28.407480 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3770a1b1-7d5d-4cb5-9b7a-dc22e3c7fb8e tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "PUT /v2.0/subnets/3053d3ae-796e-45e3-85d2-29af1b275b9b/tags HTTP/1.1" status: 200 len: 317 time: 0.1934099 Dec 12 17:40:28.411102 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44472) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:28.419244 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-91565e9e-d899-4e43-9048-2c9423946762 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3053d3ae-796e-45e3-85d2-29af1b275b9b') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:28.466119 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 52896075-6f88-434a-9ca5-dbb8a6bcb714 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:40:28.511617 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a08bc-3544-4b4d-9d3b-cff6aa7f2c81 req-352d7aa4-fd61-45b8-a50d-c76c8be6a600 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:28.523626 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-141a08bc-3544-4b4d-9d3b-cff6aa7f2c81 req-352d7aa4-fd61-45b8-a50d-c76c8be6a600 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b HTTP/1.1" status: 200 len: 948 time: 0.1828589 Dec 12 17:40:28.543099 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a3c69e30-7599-4e55-88f9-5680ea424161 req-9ee92d00-e80e-4ae9-9cdd-d11def1f1257 service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483029 Dec 12 17:40:28.596927 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 52896075-6f88-434a-9ca5-dbb8a6bcb714 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:40:28.598508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984f64a-c1b5-434f-88b7-ef947da71216 req-482ce2f4-8b50-43e2-8993-83d9473d3105 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:28.601706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6984f64a-c1b5-434f-88b7-ef947da71216 req-482ce2f4-8b50-43e2-8993-83d9473d3105 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1720333 Dec 12 17:40:28.611235 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 52896075-6f88-434a-9ca5-dbb8a6bcb714 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:40:28.612091 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:28.699337 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-91565e9e-d899-4e43-9048-2c9423946762 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/subnets/3053d3ae-796e-45e3-85d2-29af1b275b9b/tags HTTP/1.1" status: 204 len: 168 time: 0.2867789 Dec 12 17:40:28.702205 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44482) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:28.707429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-4a072609-e6f5-4119-82f2-c2f7e314036f tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3053d3ae-796e-45e3-85d2-29af1b275b9b', 'tempest-TagsExtTest-Tag-1923649591') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:28.766020 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:28.782267 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-141a08bc-3544-4b4d-9d3b-cff6aa7f2c81 req-5ec5114e-a4da-41e4-a4c8-d4e393d0ff6b tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/security-groups?id=23b15483-c69d-4353-ad18-40b46f852480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549472 Dec 12 17:40:28.821125 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-4a072609-e6f5-4119-82f2-c2f7e314036f tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] show failed (client error): The resource could not be found. Dec 12 17:40:28.822883 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4a072609-e6f5-4119-82f2-c2f7e314036f tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/subnets/3053d3ae-796e-45e3-85d2-29af1b275b9b/tags/tempest-TagsExtTest-Tag-1923649591 HTTP/1.1" status: 404 len: 329 time: 0.1194546 Dec 12 17:40:28.827567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44488) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:28.835023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6984f64a-c1b5-434f-88b7-ef947da71216 req-9dea0d1b-f53c-400b-8c78-a10a6f37b480 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155976 Dec 12 17:40:28.836107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-1a84beec-2f2b-48f7-9841-f580ff203479 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3053d3ae-796e-45e3-85d2-29af1b275b9b', 'tempest-TagsExtTest-Tag-1322934007') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:28.883802 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 52896075-6f88-434a-9ca5-dbb8a6bcb714, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=52896075-6f88-434a-9ca5-dbb8a6bcb714,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:28.894916 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:28.973895 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-1a84beec-2f2b-48f7-9841-f580ff203479 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] show failed (client error): The resource could not be found. Dec 12 17:40:28.975108 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1a84beec-2f2b-48f7-9841-f580ff203479 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/subnets/3053d3ae-796e-45e3-85d2-29af1b275b9b/tags/tempest-TagsExtTest-Tag-1322934007 HTTP/1.1" status: 404 len: 329 time: 0.1454623 Dec 12 17:40:28.977707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44500) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:28.985608 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=52896075-6f88-434a-9ca5-dbb8a6bcb714,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:28.993629 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-494651eb-e7bb-4027-a71f-d27292fd706a tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3053d3ae-796e-45e3-85d2-29af1b275b9b', 'tempest-TagsExtTest-Tag-888345489') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:29.128696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1219a5-5978-4b63-bf8d-d0799b20fc19 req-ce24dcb9-bd01-4ca3-928c-f90cc3877bb4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:29.130336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc1219a5-5978-4b63-bf8d-d0799b20fc19 req-ce24dcb9-bd01-4ca3-928c-f90cc3877bb4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 946 time: 0.1677313 Dec 12 17:40:29.185209 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a64529-c7e3-4dbd-a703-fbd5f968550b req-2f47fbfc-f595-4b50-9d88-7092bae760c8 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:29.187467 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33a64529-c7e3-4dbd-a703-fbd5f968550b req-2f47fbfc-f595-4b50-9d88-7092bae760c8 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 946 time: 0.1335309 Dec 12 17:40:29.269452 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc1219a5-5978-4b63-bf8d-d0799b20fc19 req-eaae57fb-c2ec-4162-8ef6-63c8badc4123 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301086 Dec 12 17:40:29.339194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33a64529-c7e3-4dbd-a703-fbd5f968550b req-2e0fd43b-3b40-477c-9356-e26d6e32d74b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435997 Dec 12 17:40:29.496472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52896075-6f88-434a-9ca5-dbb8a6bcb714'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:40:29.497514 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e236c9e-391d-4225-85a9-2dee86d11d26" -d '{"events": [{"server_uuid": "bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b", "name": "network-vif-plugged", "status": "completed", "tag": "52896075-6f88-434a-9ca5-dbb8a6bcb714"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:40:29.633306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17443f22-5c73-4c44-bc5c-3b390ab766d9 req-ebcceeb4-2be0-4173-b17b-34ca892490f1 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:29.645665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17443f22-5c73-4c44-bc5c-3b390ab766d9 req-ebcceeb4-2be0-4173-b17b-34ca892490f1 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1092458 Dec 12 17:40:29.654012 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e11ab1-775f-4067-a545-16310554b5e1 x-openstack-request-id: req-09e11ab1-775f-4067-a545-16310554b5e1 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:40:29.656237 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b", "name": "network-vif-plugged", "status": "completed", "tag": "52896075-6f88-434a-9ca5-dbb8a6bcb714", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:40:29.657143 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09e11ab1-775f-4067-a545-16310554b5e1 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:40:29.659731 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52896075-6f88-434a-9ca5-dbb8a6bcb714', 'code': 200} Dec 12 17:40:29.778428 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17443f22-5c73-4c44-bc5c-3b390ab766d9 req-dd58b006-c37e-4bdf-90fe-3403000b8407 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317701 Dec 12 17:40:29.869995 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-bb7f6674-8ea3-49e7-9e12-bde07575c311 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=77af9de2d7a54f00aa7a2e0d903942f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681188 Dec 12 17:40:29.951117 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9c053-bef0-420c-87b6-9470b94c0263 req-4c4cef79-9da8-4d0a-a09b-6bd94912ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:29.953521 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c8b9c053-bef0-420c-87b6-9470b94c0263 req-4c4cef79-9da8-4d0a-a09b-6bd94912ed2d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b HTTP/1.1" status: 200 len: 1100 time: 0.1160057 Dec 12 17:40:29.956207 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-494651eb-e7bb-4027-a71f-d27292fd706a tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] show failed (client error): The resource could not be found. Dec 12 17:40:29.957057 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-494651eb-e7bb-4027-a71f-d27292fd706a tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/subnets/3053d3ae-796e-45e3-85d2-29af1b275b9b/tags/tempest-TagsExtTest-Tag-888345489 HTTP/1.1" status: 404 len: 328 time: 0.9781566 Dec 12 17:40:29.960616 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44538) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:29.966396 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-00f4b534-7336-49d6-8fa1-70d82c2c2e9b tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5f73de60-eab6-4b57-b590-1b6ecc906bfa', {'tags': ['tempest-TagsExtTest-Tag-986300589', 'tempest-TagsExtTest-Tag-834190652', 'tempest-TagsExtTest-Tag-333784567']}) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:30.065358 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-00f4b534-7336-49d6-8fa1-70d82c2c2e9b tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "PUT /v2.0/ports/5f73de60-eab6-4b57-b590-1b6ecc906bfa/tags HTTP/1.1" status: 200 len: 315 time: 0.1029902 Dec 12 17:40:30.069099 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44540) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:30.086887 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-250ac289-309b-4306-b0df-66e5b5bda4c6 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5f73de60-eab6-4b57-b590-1b6ecc906bfa') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:30.162538 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c8b9c053-bef0-420c-87b6-9470b94c0263 req-5b6efb5d-9fa9-417f-8bcd-cbf5f891d573 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=23b15483-c69d-4353-ad18-40b46f852480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347544 Dec 12 17:40:30.279583 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-250ac289-309b-4306-b0df-66e5b5bda4c6 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/ports/5f73de60-eab6-4b57-b590-1b6ecc906bfa/tags HTTP/1.1" status: 204 len: 168 time: 0.2033608 Dec 12 17:40:30.283523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44542) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:30.295025 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-e8c7fba2-73b8-437b-a14d-54bcae52e558 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5f73de60-eab6-4b57-b590-1b6ecc906bfa', 'tempest-TagsExtTest-Tag-986300589') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:30.407298 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-e8c7fba2-73b8-437b-a14d-54bcae52e558 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] show failed (client error): The resource could not be found. Dec 12 17:40:30.411040 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e8c7fba2-73b8-437b-a14d-54bcae52e558 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/ports/5f73de60-eab6-4b57-b590-1b6ecc906bfa/tags/tempest-TagsExtTest-Tag-986300589 HTTP/1.1" status: 404 len: 328 time: 0.1232984 Dec 12 17:40:30.411469 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44548) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:30.417005 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-c636c5ee-08cf-41e8-a430-afd0de9fafe9 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5f73de60-eab6-4b57-b590-1b6ecc906bfa', 'tempest-TagsExtTest-Tag-834190652') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:30.517017 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b15535-d7ac-4458-91da-e924d1bdac9c req-7afef5a6-fcc1-42cb-99c8-828585bfd48a tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:30.519553 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1b15535-d7ac-4458-91da-e924d1bdac9c req-7afef5a6-fcc1-42cb-99c8-828585bfd48a tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.6096191 Dec 12 17:40:30.539586 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-c636c5ee-08cf-41e8-a430-afd0de9fafe9 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] show failed (client error): The resource could not be found. Dec 12 17:40:30.543256 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c636c5ee-08cf-41e8-a430-afd0de9fafe9 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/ports/5f73de60-eab6-4b57-b590-1b6ecc906bfa/tags/tempest-TagsExtTest-Tag-834190652 HTTP/1.1" status: 404 len: 328 time: 0.1281500 Dec 12 17:40:30.546230 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44552) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:30.550976 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-1bfebdd4-9b85-428d-a379-72e3136c2c51 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5f73de60-eab6-4b57-b590-1b6ecc906bfa', 'tempest-TagsExtTest-Tag-333784567') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:30.590787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-e4b59e42-2062-4ccf-acfb-ab7d3f2a8dda tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:30.597738 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-e4b59e42-2062-4ccf-acfb-ab7d3f2a8dda tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7268622 Dec 12 17:40:30.613811 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-1bfebdd4-9b85-428d-a379-72e3136c2c51 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] show failed (client error): The resource could not be found. Dec 12 17:40:30.618780 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1bfebdd4-9b85-428d-a379-72e3136c2c51 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/ports/5f73de60-eab6-4b57-b590-1b6ecc906bfa/tags/tempest-TagsExtTest-Tag-333784567 HTTP/1.1" status: 404 len: 328 time: 0.0681190 Dec 12 17:40:30.619046 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-d1ef2264-aea8-461e-ba16-e6fe077c597e tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/quotas/77af9de2d7a54f00aa7a2e0d903942f0 HTTP/1.1" status: 200 len: 375 time: 0.0193455 Dec 12 17:40:30.619046 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44558) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:30.626823 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.tag.tag_plugin [None req-1c632e70-714c-4222-9ba3-aec621ad9b2d tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0ce6dc19-3a3f-4257-83c9-00f606704035', {'tags': ['tempest-TagsExtTest-Tag-1843147685', 'tempest-TagsExtTest-Tag-1798704875', 'tempest-TagsExtTest-Tag-1344873186']}) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:30.631736 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1b15535-d7ac-4458-91da-e924d1bdac9c req-8f37ddfc-dd0a-4dc4-a0c0-24d609ca2a2e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060946 Dec 12 17:40:30.762418 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-c1c70e40-d142-4257-af38-b863c1cdb91c tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=77af9de2d7a54f00aa7a2e0d903942f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1355312 Dec 12 17:40:30.824687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb0adf-d6a2-44c1-aa30-cda946943eb5 req-bd59f60e-2dab-4c78-9bb6-28302598c1b5 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:30.826320 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eabb0adf-d6a2-44c1-aa30-cda946943eb5 req-bd59f60e-2dab-4c78-9bb6-28302598c1b5 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b HTTP/1.1" status: 200 len: 949 time: 0.1011832 Dec 12 17:40:30.830989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44564) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:30.831445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1c632e70-714c-4222-9ba3-aec621ad9b2d tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "PUT /v2.0/routers/0ce6dc19-3a3f-4257-83c9-00f606704035/tags HTTP/1.1" status: 200 len: 318 time: 0.2115421 Dec 12 17:40:30.836433 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-9858f86c-bf82-43ac-8098-58736893068c tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0ce6dc19-3a3f-4257-83c9-00f606704035') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:30.910530 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eabb0adf-d6a2-44c1-aa30-cda946943eb5 req-fca253d4-fae3-49d7-8f03-3a0ff3d54f1c tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/security-groups?id=23b15483-c69d-4353-ad18-40b46f852480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706253 Dec 12 17:40:30.992349 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44572) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:30.992678 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9858f86c-bf82-43ac-8098-58736893068c tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/routers/0ce6dc19-3a3f-4257-83c9-00f606704035/tags HTTP/1.1" status: 204 len: 168 time: 0.1604393 Dec 12 17:40:31.001502 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.tag.tag_plugin [None req-b74fd0ea-9f07-4681-b04e-1fe3a14eea51 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0ce6dc19-3a3f-4257-83c9-00f606704035', 'tempest-TagsExtTest-Tag-1843147685') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:31.176902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f126eb-bf38-42d7-83ab-b03774de9a23 req-8c43779a-c1b9-409f-b83d-de55e48b390e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:31.182905 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20f126eb-bf38-42d7-83ab-b03774de9a23 req-8c43779a-c1b9-409f-b83d-de55e48b390e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 946 time: 0.1384900 Dec 12 17:40:31.216181 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-b74fd0ea-9f07-4681-b04e-1fe3a14eea51 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] show failed (client error): The resource could not be found. Dec 12 17:40:31.217490 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b74fd0ea-9f07-4681-b04e-1fe3a14eea51 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/routers/0ce6dc19-3a3f-4257-83c9-00f606704035/tags/tempest-TagsExtTest-Tag-1843147685 HTTP/1.1" status: 404 len: 329 time: 0.2208648 Dec 12 17:40:31.220946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44582) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:31.227746 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-3014285f-b9c5-4f88-9093-b9b0d202a7de tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0ce6dc19-3a3f-4257-83c9-00f606704035', 'tempest-TagsExtTest-Tag-1798704875') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:31.272506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b0191-3806-4969-bb80-30538f18d6ec req-fc6c3197-e02c-4cd1-bbb4-f5bb84ecc991 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:31.279907 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c82b0191-3806-4969-bb80-30538f18d6ec req-fc6c3197-e02c-4cd1-bbb4-f5bb84ecc991 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 946 time: 0.2371309 Dec 12 17:40:31.323588 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20f126eb-bf38-42d7-83ab-b03774de9a23 req-79f7edef-fff7-4105-b70b-af40de2414eb tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225581 Dec 12 17:40:31.397251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c82b0191-3806-4969-bb80-30538f18d6ec req-792194a4-daa4-4847-b141-4f9bcd091e93 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162593 Dec 12 17:40:31.471561 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-3014285f-b9c5-4f88-9093-b9b0d202a7de tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] show failed (client error): The resource could not be found. Dec 12 17:40:31.475053 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3014285f-b9c5-4f88-9093-b9b0d202a7de tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/routers/0ce6dc19-3a3f-4257-83c9-00f606704035/tags/tempest-TagsExtTest-Tag-1798704875 HTTP/1.1" status: 404 len: 329 time: 0.2505441 Dec 12 17:40:31.475464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44588) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:31.480214 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.tag.tag_plugin [None req-a4847d88-93a7-447f-a751-6c1b7907f2da tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0ce6dc19-3a3f-4257-83c9-00f606704035', 'tempest-TagsExtTest-Tag-1344873186') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:31.707005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-53a58ee4-4f15-49ed-9204-32cc9aadfd12 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=77af9de2d7a54f00aa7a2e0d903942f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1357999 Dec 12 17:40:31.787097 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-a4847d88-93a7-447f-a751-6c1b7907f2da tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] show failed (client error): The resource could not be found. Dec 12 17:40:31.788287 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a4847d88-93a7-447f-a751-6c1b7907f2da tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/routers/0ce6dc19-3a3f-4257-83c9-00f606704035/tags/tempest-TagsExtTest-Tag-1344873186 HTTP/1.1" status: 404 len: 329 time: 0.3118353 Dec 12 17:40:31.791509 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44600) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:31.805649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.tag.tag_plugin [None req-00f09837-b479-438b-9e00-8317cfdc5105 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4878395a-bc54-4a6e-ba21-fb423fb94d31', {'tags': ['tempest-TagsExtTest-Tag-347656048', 'tempest-TagsExtTest-Tag-794393273', 'tempest-TagsExtTest-Tag-1243518067']}) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:31.901827 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-00f09837-b479-438b-9e00-8317cfdc5105 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "PUT /v2.0/subnetpools/4878395a-bc54-4a6e-ba21-fb423fb94d31/tags HTTP/1.1" status: 200 len: 316 time: 0.1090543 Dec 12 17:40:31.907872 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44606) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:31.911976 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-3b008bd3-dbd1-436b-8491-50059c19b366 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4878395a-bc54-4a6e-ba21-fb423fb94d31') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:31.915551 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-21275afe-8016-458c-a60d-770af51d10ff tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:31.926142 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-21275afe-8016-458c-a60d-770af51d10ff tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107553 Dec 12 17:40:31.951719 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-64b7ba55-372e-4726-9752-016986602738 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/quotas/77af9de2d7a54f00aa7a2e0d903942f0 HTTP/1.1" status: 200 len: 375 time: 0.0245125 Dec 12 17:40:32.000779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-6fedca97-4504-4143-b42b-0adb94a1746f tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=77af9de2d7a54f00aa7a2e0d903942f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472319 Dec 12 17:40:32.002950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44610) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:32.003899 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3b008bd3-dbd1-436b-8491-50059c19b366 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/subnetpools/4878395a-bc54-4a6e-ba21-fb423fb94d31/tags HTTP/1.1" status: 204 len: 168 time: 0.0968626 Dec 12 17:40:32.015851 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.tag.tag_plugin [None req-658a03f7-8bcf-442b-b114-fbba9c26ad9a tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4878395a-bc54-4a6e-ba21-fb423fb94d31', 'tempest-TagsExtTest-Tag-347656048') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:32.080750 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-658a03f7-8bcf-442b-b114-fbba9c26ad9a tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] show failed (client error): The resource could not be found. Dec 12 17:40:32.085484 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-658a03f7-8bcf-442b-b114-fbba9c26ad9a tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/subnetpools/4878395a-bc54-4a6e-ba21-fb423fb94d31/tags/tempest-TagsExtTest-Tag-347656048 HTTP/1.1" status: 404 len: 328 time: 0.0786326 Dec 12 17:40:32.088033 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44614) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:32.106301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.tag.tag_plugin [None req-bb39dcc0-7da5-43e2-8d18-78fc97db3ff8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4878395a-bc54-4a6e-ba21-fb423fb94d31', 'tempest-TagsExtTest-Tag-794393273') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:32.127303 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b053-216e-496e-88cc-d7abf9be2943 req-07496ecc-2177-461d-b560-8e4e49a655f5 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:32.129037 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-07496ecc-2177-461d-b560-8e4e49a655f5 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd&tenant_id=5086af56094840bd807cfda793fdb5e6&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 1097 time: 0.0666943 Dec 12 17:40:32.156257 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760354-5'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:40:32.165294 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-bb39dcc0-7da5-43e2-8d18-78fc97db3ff8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] show failed (client error): The resource could not be found. Dec 12 17:40:32.170952 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bb39dcc0-7da5-43e2-8d18-78fc97db3ff8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/subnetpools/4878395a-bc54-4a6e-ba21-fb423fb94d31/tags/tempest-TagsExtTest-Tag-794393273 HTTP/1.1" status: 404 len: 328 time: 0.0766129 Dec 12 17:40:32.188229 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44616) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:32.188685 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-f850b6e1-fe80-4968-8761-bb3b4efb9c87 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4878395a-bc54-4a6e-ba21-fb423fb94d31', 'tempest-TagsExtTest-Tag-1243518067') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:32.236043 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-f850b6e1-fe80-4968-8761-bb3b4efb9c87 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] show failed (client error): The resource could not be found. Dec 12 17:40:32.240260 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f850b6e1-fe80-4968-8761-bb3b4efb9c87 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/subnetpools/4878395a-bc54-4a6e-ba21-fb423fb94d31/tags/tempest-TagsExtTest-Tag-1243518067 HTTP/1.1" status: 404 len: 329 time: 0.0566826 Dec 12 17:40:32.246938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44620) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:32.272245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.tag.tag_plugin [None req-d61ff89f-aa3e-4dd4-b440-22327f0bbd17 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4878395a-bc54-4a6e-ba21-fb423fb94d31') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:32.276030 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:32.465826 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device fcee1c44-8199-41d5-803d-73fe1d1e7acf details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:40:32.565046 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-e64f08fc-746b-402f-a2d1-7f3f05657914 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=77af9de2d7a54f00aa7a2e0d903942f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1227672 Dec 12 17:40:32.569277 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] For port fcee1c44-8199-41d5-803d-73fe1d1e7acf, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=fcee1c44-8199-41d5-803d-73fe1d1e7acf,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:32.585288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44634) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:32.585625 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d61ff89f-aa3e-4dd4-b440-22327f0bbd17 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/subnetpools/4878395a-bc54-4a6e-ba21-fb423fb94d31/tags HTTP/1.1" status: 204 len: 168 time: 0.3326137 Dec 12 17:40:32.590641 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-119d2bfe-41eb-40d8-a05e-4d6e93bb1956 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0ce6dc19-3a3f-4257-83c9-00f606704035') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:32.629681 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332539b5-1eca-4717-8c72-786ba2a945e1 req-54a86a27-df4d-455e-871e-d418f0448315 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:32.644805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-332539b5-1eca-4717-8c72-786ba2a945e1 req-54a86a27-df4d-455e-871e-d418f0448315 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.4325833 Dec 12 17:40:32.684683 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port fcee1c44-8199-41d5-803d-73fe1d1e7acf, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=fcee1c44-8199-41d5-803d-73fe1d1e7acf,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:32.698746 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device fcee1c44-8199-41d5-803d-73fe1d1e7acf has no active binding in host n-h1-760354-5 {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 17:40:32.743677 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-119d2bfe-41eb-40d8-a05e-4d6e93bb1956 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/routers/0ce6dc19-3a3f-4257-83c9-00f606704035/tags HTTP/1.1" status: 204 len: 168 time: 0.1571643 Dec 12 17:40:32.744580 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44636) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:32.745889 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] For port fcee1c44-8199-41d5-803d-73fe1d1e7acf, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:40:32.772830 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-854c96f7-f75d-4292-9ef8-dc5edaea5969 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5f73de60-eab6-4b57-b590-1b6ecc906bfa') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:32.797257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bff7a5-dd24-4e3d-8871-c5d7fc4f3918 req-cf4c62a3-09a7-4aa1-a5b0-31350918b8ab tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:32.809347 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0bff7a5-dd24-4e3d-8871-c5d7fc4f3918 req-cf4c62a3-09a7-4aa1-a5b0-31350918b8ab tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b HTTP/1.1" status: 200 len: 949 time: 0.4968810 Dec 12 17:40:32.833297 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b594e292-caa3-4b5c-865c-de320ab0a2cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcee1c44-8199-41d5-803d-73fe1d1e7acf'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:40:32.835910 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb2fd3f-2aa0-44d5-9ab8-8729955437dd" -d '{"events": [{"server_uuid": "b594e292-caa3-4b5c-865c-de320ab0a2cd", "name": "network-vif-unplugged", "status": "completed", "tag": "fcee1c44-8199-41d5-803d-73fe1d1e7acf"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:40:32.839861 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:32.860830 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:32.891924 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-854c96f7-f75d-4292-9ef8-dc5edaea5969 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/ports/5f73de60-eab6-4b57-b590-1b6ecc906bfa/tags HTTP/1.1" status: 204 len: 168 time: 0.1438258 Dec 12 17:40:32.892607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44640) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:32.932359 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-b1854cf4-d77c-4f7d-849c-0e33fddb3643 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3053d3ae-796e-45e3-85d2-29af1b275b9b') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:32.987706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0bff7a5-dd24-4e3d-8871-c5d7fc4f3918 req-d107b6c3-6e19-4fc2-9ce6-5cb11af9bb9d tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/security-groups?id=23b15483-c69d-4353-ad18-40b46f852480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762428 Dec 12 17:40:33.021733 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-332539b5-1eca-4717-8c72-786ba2a945e1 req-dc417109-a4c1-4816-8dba-2e17a4a10a9a tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727784 Dec 12 17:40:33.063300 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] Attempting to bind port fcee1c44-8199-41d5-803d-73fe1d1e7acf on host n-h2-760354-5 for vnic_type normal with profile {"migrating_to": "n-h1-760354-5"} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:40:33.063861 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] Attempting to bind port fcee1c44-8199-41d5-803d-73fe1d1e7acf by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:40:33.063985 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] Attempting to bind port fcee1c44-8199-41d5-803d-73fe1d1e7acf on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:40:33.074019 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] Port fcee1c44-8199-41d5-803d-73fe1d1e7acf on network 7af7ce07-fb07-4357-8d7c-aa495da24ded not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:40:33.074393 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] Attempting to bind port fcee1c44-8199-41d5-803d-73fe1d1e7acf on network 7af7ce07-fb07-4357-8d7c-aa495da24ded {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:40:33.095154 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:40:33.103851 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] Checking segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:40:33.104268 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] Bound using segment: {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:40:33.104934 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] Bound port: fcee1c44-8199-41d5-803d-73fe1d1e7acf, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7af7ce07-fb07-4357-8d7c-aa495da24ded'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:40:33.105441 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:33.154121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-d8d5dd2b-a309-4694-bd88-069800af8d20 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:33.158341 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-d8d5dd2b-a309-4694-bd88-069800af8d20 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5793726 Dec 12 17:40:33.273377 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] For port fcee1c44-8199-41d5-803d-73fe1d1e7acf, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:40:33.277345 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-223c6e76-162a-4009-bcfb-b971badad77f req-f5b5e139-1980-4236-bad4-5009a3ee7f44 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bb044f7-e216-4a85-8ac3-68c538b7b6b7 HTTP/1.1" status: 200 len: 210 time: 0.1139085 Dec 12 17:40:33.277560 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] For port fcee1c44-8199-41d5-803d-73fe1d1e7acf, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=fcee1c44-8199-41d5-803d-73fe1d1e7acf,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:40:33.278644 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] Pushing event updated for resources: {'Port': ['ID=fcee1c44-8199-41d5-803d-73fe1d1e7acf,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:33.289839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:33.294359 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Request body: {'port': {'device_id': '526031ff-75bd-4dee-a32a-3f892e8311f3', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': '77af9de2d7a54f00aa7a2e0d903942f0'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:40:33.504089 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] Pushing event updated for resources: {'Port': ['ID=fcee1c44-8199-41d5-803d-73fe1d1e7acf,revision_number=8']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:33.521247 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:33.522504 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:33.525529 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-8f36bec5-30c0-4cdd-aa91-34db37c950cc service neutron] 10.222.0.31 "PUT /v2.0/ports/fcee1c44-8199-41d5-803d-73fe1d1e7acf HTTP/1.1" status: 200 len: 1122 time: 1.3836575 Dec 12 17:40:33.533741 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b1854cf4-d77c-4f7d-849c-0e33fddb3643 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/subnets/3053d3ae-796e-45e3-85d2-29af1b275b9b/tags HTTP/1.1" status: 204 len: 168 time: 0.6044283 Dec 12 17:40:33.537514 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44650) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:33.625544 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['fcee1c44-8199-41d5-803d-73fe1d1e7acf'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:40:33.653248 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee94d7c-8545-4efd-8d5e-26c84e819654 req-147fe868-30e1-4cec-bf5c-1f3c65e8f623 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:33.664936 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cee94d7c-8545-4efd-8d5e-26c84e819654 req-147fe868-30e1-4cec-bf5c-1f3c65e8f623 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 946 time: 0.2360604 Dec 12 17:40:33.682802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f90d4-33e3-4e8e-ba7d-8e5d321818cc req-810aade2-726f-4815-89d5-065e0fc490a3 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:33.700644 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-703f90d4-33e3-4e8e-ba7d-8e5d321818cc req-810aade2-726f-4815-89d5-065e0fc490a3 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 944 time: 0.3991311 Dec 12 17:40:33.721632 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87be51f6-f886-4f19-a09b-f8c2a05c1e9c tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks [] for subnetpool, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:33.725394 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-87be51f6-f886-4f19-a09b-f8c2a05c1e9c tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/subnetpools/4878395a-bc54-4a6e-ba21-fb423fb94d31 HTTP/1.1" status: 204 len: 168 time: 0.1861627 Dec 12 17:40:33.730569 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44652) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:33.768411 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['fcee1c44-8199-41d5-803d-73fe1d1e7acf'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:40:33.871584 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-61e7f118-c131-42a4-9935-b7b12dd1417f tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ce6dc19-3a3f-4257-83c9-00f606704035 HTTP/1.1" status: 200 len: 205 time: 0.1356754 Dec 12 17:40:33.876877 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44654) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:33.962707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Made reservation on behalf of 77af9de2d7a54f00aa7a2e0d903942f0 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:40:33.968254 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:34.024713 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:34.062712 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d41383a4-b6ff-451a-9c57-406cf125411c tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:34.132338 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-2f281793-e5b3-4306-9aa3-6610708ce256 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=77af9de2d7a54f00aa7a2e0d903942f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1353223 Dec 12 17:40:34.163376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-703f90d4-33e3-4e8e-ba7d-8e5d321818cc req-bcfc30fb-459e-4adc-b101-984245343907 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247136 Dec 12 17:40:34.169727 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cee94d7c-8545-4efd-8d5e-26c84e819654 req-b4f8707d-4362-4023-a6d0-3b27f84a21eb tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4971020 Dec 12 17:40:34.301307 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650ff6c2-6f44-4076-832e-4e7b4047b28c x-openstack-request-id: req-650ff6c2-6f44-4076-832e-4e7b4047b28c {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:40:34.304683 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b594e292-caa3-4b5c-865c-de320ab0a2cd", "name": "network-vif-unplugged", "status": "completed", "tag": "fcee1c44-8199-41d5-803d-73fe1d1e7acf", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:40:34.304963 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-650ff6c2-6f44-4076-832e-4e7b4047b28c {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:40:34.305539 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b594e292-caa3-4b5c-865c-de320ab0a2cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcee1c44-8199-41d5-803d-73fe1d1e7acf', 'code': 200} Dec 12 17:40:34.480026 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-1dc960e5-c4c2-4dff-b785-3fad0905b959 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:34.483851 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-1dc960e5-c4c2-4dff-b785-3fad0905b959 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3190849 Dec 12 17:40:34.484918 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d41383a4-b6ff-451a-9c57-406cf125411c tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:34.492154 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d41383a4-b6ff-451a-9c57-406cf125411c tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:34.507275 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-d3ff0301-3612-424d-8d93-3e638ffb8d8b tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Request body: {'port': {'device_id': '5bb044f7-e216-4a85-8ac3-68c538b7b6b7', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': '77af9de2d7a54f00aa7a2e0d903942f0'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:40:34.608889 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d41383a4-b6ff-451a-9c57-406cf125411c tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:34.609793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41383a4-b6ff-451a-9c57-406cf125411c tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Fanout notify agent at l3_agent the message router_deleted on router 0ce6dc19-3a3f-4257-83c9-00f606704035 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:40:34.627608 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d41383a4-b6ff-451a-9c57-406cf125411c tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:34.632388 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d41383a4-b6ff-451a-9c57-406cf125411c tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/routers/0ce6dc19-3a3f-4257-83c9-00f606704035 HTTP/1.1" status: 204 len: 168 time: 0.7544034 Dec 12 17:40:34.635239 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44664) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:34.832806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cfb8e-cf57-40e5-89df-a0926f2f73d6 req-58115e88-0e2e-489e-8b87-93063df4d12b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:34.834807 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad1cfb8e-cf57-40e5-89df-a0926f2f73d6 req-58115e88-0e2e-489e-8b87-93063df4d12b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.3034477 Dec 12 17:40:34.898868 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4be46be5-b2d5-41b9-8dd2-b25090b67a0f tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Deleting port 5f73de60-eab6-4b57-b590-1b6ecc906bfa {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:40:34.901612 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4be46be5-b2d5-41b9-8dd2-b25090b67a0f tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:34.951012 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad1cfb8e-cf57-40e5-89df-a0926f2f73d6 req-ecadf9b8-457b-47c0-9762-dc168821472f tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041305 Dec 12 17:40:35.014360 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:35.040180 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:35.143024 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255365d2-4662-449f-add4-4331727f0583,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:35.191066 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc11ad92-bba4-480a-9d4d-bc62f801bac8 req-a8d93a66-0d41-4d2a-860e-c047dc6970dc tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bb044f7-e216-4a85-8ac3-68c538b7b6b7 HTTP/1.1" status: 200 len: 210 time: 0.1134889 Dec 12 17:40:35.204526 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4be46be5-b2d5-41b9-8dd2-b25090b67a0f tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:35.237321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-d3ff0301-3612-424d-8d93-3e638ffb8d8b tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Made reservation on behalf of 77af9de2d7a54f00aa7a2e0d903942f0 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:40:35.240883 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-d3ff0301-3612-424d-8d93-3e638ffb8d8b tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:35.247088 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4be46be5-b2d5-41b9-8dd2-b25090b67a0f tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Calling delete_port for 5f73de60-eab6-4b57-b590-1b6ecc906bfa owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:40:35.257403 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:35.257878 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:35.258668 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:35.260360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:35.260360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:35.260360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:35.260360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:35.260360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:35.260815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:35.260910 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:35.261237 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:35.261590 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:35.262461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:35.453728 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4be46be5-b2d5-41b9-8dd2-b25090b67a0f tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:35.511155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-d3ff0301-3612-424d-8d93-3e638ffb8d8b tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Allocated IP 192.168.233.47 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/ca473365-da91-4b3e-aa98-c48c3f156a2d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:40:35.527234 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dd57b-0f82-4985-abfa-0417b560c2be req-279d3bfa-3ef2-419a-93ba-9425b6bdde18 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:35.541358 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be46be5-b2d5-41b9-8dd2-b25090b67a0f tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Pushing event deleted for resources: {'Port': ['ID=5f73de60-eab6-4b57-b590-1b6ecc906bfa,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:35.543382 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d1dd57b-0f82-4985-abfa-0417b560c2be req-279d3bfa-3ef2-419a-93ba-9425b6bdde18 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.3107920 Dec 12 17:40:35.584785 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7958b-0e02-463f-aeaa-45ab41c14d83 req-81a448bf-751f-418b-a131-be8885e619da tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:35.592644 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ae7958b-0e02-463f-aeaa-45ab41c14d83 req-81a448bf-751f-418b-a131-be8885e619da tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 944 time: 0.2272563 Dec 12 17:40:35.660101 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4be46be5-b2d5-41b9-8dd2-b25090b67a0f tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:35.673051 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4be46be5-b2d5-41b9-8dd2-b25090b67a0f tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/ports/5f73de60-eab6-4b57-b590-1b6ecc906bfa HTTP/1.1" status: 204 len: 168 time: 1.0362768 Dec 12 17:40:35.673683 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44694) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:35.731711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d1dd57b-0f82-4985-abfa-0417b560c2be req-f4a6f72b-5c8c-47f7-a950-b688fed1924c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880362 Dec 12 17:40:35.752505 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad35ff9-6520-41d5-bb51-8f627a73d72e tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Deleting subnet 3053d3ae-796e-45e3-85d2-29af1b275b9b {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:40:35.752505 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ad35ff9-6520-41d5-bb51-8f627a73d72e tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:35.782055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ae7958b-0e02-463f-aeaa-45ab41c14d83 req-f7876d9a-3db2-4222-b0bc-0ea8f7d8dbfa tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883373 Dec 12 17:40:35.826047 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ad35ff9-6520-41d5-bb51-8f627a73d72e tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:35.891066 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:40:36.012818 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ad35ff9-6520-41d5-bb51-8f627a73d72e tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:36.081435 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7478acf-64b0-4b3d-be24-c5d529fe7dec req-6023a8b5-363f-4fba-9225-1021cd2923ee tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:36.089494 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7478acf-64b0-4b3d-be24-c5d529fe7dec req-6023a8b5-363f-4fba-9225-1021cd2923ee tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 946 time: 0.1716664 Dec 12 17:40:36.102123 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ad35ff9-6520-41d5-bb51-8f627a73d72e tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:36.139752 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad35ff9-6520-41d5-bb51-8f627a73d72e tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Pushing event deleted for resources: {'Subnet': ['ID=3053d3ae-796e-45e3-85d2-29af1b275b9b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:36.150046 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-d3ff0301-3612-424d-8d93-3e638ffb8d8b tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:36.151790 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ad35ff9-6520-41d5-bb51-8f627a73d72e tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:36.153462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90def5fb-2547-4bd6-b05d-570bcf53ab6d None None] Network 73f27b8e-cfe2-4c9c-9304-09145ab47c82 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:40:36.161720 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9ad35ff9-6520-41d5-bb51-8f627a73d72e tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/subnets/3053d3ae-796e-45e3-85d2-29af1b275b9b HTTP/1.1" status: 204 len: 168 time: 0.4869258 Dec 12 17:40:36.165731 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44700) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:36.270123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d57de-28e4-4379-af4b-02740591252d req-0212a078-18cf-4e34-99e1-d6ec88158c39 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:36.284933 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d67d57de-28e4-4379-af4b-02740591252d req-0212a078-18cf-4e34-99e1-d6ec88158c39 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.2416344 Dec 12 17:40:36.346552 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7478acf-64b0-4b3d-be24-c5d529fe7dec req-d08bc64b-29bf-4952-b6bd-151bf26d2458 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558572 Dec 12 17:40:36.468217 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b594e292-caa3-4b5c-865c-de320ab0a2cd', 'tag': 'fcee1c44-8199-41d5-803d-73fe1d1e7acf'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:40:36.471814 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf10fd46-c7a1-4cbd-b405-3c75341ee96f" -d '{"events": [{"name": "network-changed", "server_uuid": "b594e292-caa3-4b5c-865c-de320ab0a2cd", "tag": "fcee1c44-8199-41d5-803d-73fe1d1e7acf"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:40:36.493837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:36.533543 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da71b797-8ab4-4752-b265-fb032d7a77f4 None None] DHCP port deletion for 73f27b8e-cfe2-4c9c-9304-09145ab47c82 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:40:36.543216 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d67d57de-28e4-4379-af4b-02740591252d req-c62cd806-9ad7-4e28-b99f-42d9fb001101 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568552 Dec 12 17:40:36.564866 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-d3ff0301-3612-424d-8d93-3e638ffb8d8b tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:36.619001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-da71b797-8ab4-4752-b265-fb032d7a77f4 None None] Deleting port 7c9488f3-7253-4620-8647-7e6d1750aeb8 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:40:36.620230 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-da71b797-8ab4-4752-b265-fb032d7a77f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:36.660123 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190b5553-a011-406b-a104-7e7d5636af74 x-openstack-request-id: req-190b5553-a011-406b-a104-7e7d5636af74 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:40:36.660452 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b594e292-caa3-4b5c-865c-de320ab0a2cd", "tag": "fcee1c44-8199-41d5-803d-73fe1d1e7acf", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:40:36.660760 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-190b5553-a011-406b-a104-7e7d5636af74 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:40:36.661052 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b594e292-caa3-4b5c-865c-de320ab0a2cd', 'tag': 'fcee1c44-8199-41d5-803d-73fe1d1e7acf', 'status': 'completed', 'code': 200} Dec 12 17:40:36.722163 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-da71b797-8ab4-4752-b265-fb032d7a77f4 None None] For port 7c9488f3-7253-4620-8647-7e6d1750aeb8, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7c9488f3-7253-4620-8647-7e6d1750aeb8,segment=NetworkSegment(c741628c-4af1-4a48-8b94-7aae83ad3a81),segment_id=c741628c-4af1-4a48-8b94-7aae83ad3a81)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:36.722880 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-da71b797-8ab4-4752-b265-fb032d7a77f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:36.748415 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-da71b797-8ab4-4752-b265-fb032d7a77f4 None None] Calling delete_port for 7c9488f3-7253-4620-8647-7e6d1750aeb8 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:40:36.789399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Deleting port 7c9488f3-7253-4620-8647-7e6d1750aeb8 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:40:36.789876 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:36.911056 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-da71b797-8ab4-4752-b265-fb032d7a77f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:36.940121 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71b797-8ab4-4752-b265-fb032d7a77f4 None None] Pushing event deleted for resources: {'Port': ['ID=7c9488f3-7253-4620-8647-7e6d1750aeb8,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:36.943965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da71b797-8ab4-4752-b265-fb032d7a77f4 None None] No DVR routers for this DVR port 7c9488f3-7253-4620-8647-7e6d1750aeb8 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:40:36.966417 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] For port 7c9488f3-7253-4620-8647-7e6d1750aeb8, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7c9488f3-7253-4620-8647-7e6d1750aeb8,segment=NetworkSegment(c741628c-4af1-4a48-8b94-7aae83ad3a81),segment_id=c741628c-4af1-4a48-8b94-7aae83ad3a81)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:36.967731 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:36.995214 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10fd46-c7a1-4cbd-b405-3c75341ee96f req-fe8c8310-0a3d-4328-9e3a-f076b8974491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:36.997001 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bf10fd46-c7a1-4cbd-b405-3c75341ee96f req-fe8c8310-0a3d-4328-9e3a-f076b8974491 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 1125 time: 0.3049109 Dec 12 17:40:37.095170 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Calling delete_port for 7c9488f3-7253-4620-8647-7e6d1750aeb8 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:40:37.131054 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10fd46-c7a1-4cbd-b405-3c75341ee96f req-047dd3c5-5590-48d8-b38f-ff1d8f1dae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:37.132607 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bf10fd46-c7a1-4cbd-b405-3c75341ee96f req-047dd3c5-5590-48d8-b38f-ff1d8f1dae7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 908 time: 0.1267014 Dec 12 17:40:37.211854 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bf10fd46-c7a1-4cbd-b405-3c75341ee96f req-e129c771-0105-4c07-a11f-78404cd574cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcee1c44-8199-41d5-803d-73fe1d1e7acf HTTP/1.1" status: 200 len: 217 time: 0.0396769 Dec 12 17:40:37.258809 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-d3ff0301-3612-424d-8d93-3e638ffb8d8b tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:40:37.284271 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7c9488f3-7253-4620-8647-7e6d1750aeb8 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:40:37.288183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e07bf9-95d8-4227-a9b0-b9f23c97bf75 req-fa34b06a-d657-4470-b166-ad33d708015b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:37.296743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14e07bf9-95d8-4227-a9b0-b9f23c97bf75 req-fa34b06a-d657-4470-b166-ad33d708015b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1319025 Dec 12 17:40:37.326018 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179f0d0-a77a-41e9-a602-f0eed4ae49bf req-b0d4a6b4-1cf9-4f70-b74f-8a2f1c1ef805 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:37.334404 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e179f0d0-a77a-41e9-a602-f0eed4ae49bf req-b0d4a6b4-1cf9-4f70-b74f-8a2f1c1ef805 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bb044f7-e216-4a85-8ac3-68c538b7b6b7 HTTP/1.1" status: 200 len: 935 time: 0.7635241 Dec 12 17:40:37.335029 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:37.354192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 7c9488f3-7253-4620-8647-7e6d1750aeb8 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:40:37.354595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7c9488f3-7253-4620-8647-7e6d1750aeb8 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:40:37.416954 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Pushing event deleted for resources: {'Port': ['ID=7c9488f3-7253-4620-8647-7e6d1750aeb8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:37.428347 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] No DVR routers for this DVR port 7c9488f3-7253-4620-8647-7e6d1750aeb8 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:40:37.456106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-d3ff0301-3612-424d-8d93-3e638ffb8d8b tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:40:37.459168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-d3ff0301-3612-424d-8d93-3e638ffb8d8b tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:40:37.516850 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14e07bf9-95d8-4227-a9b0-b9f23c97bf75 req-a5f42334-6f96-40dc-a5da-a28f85514526 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186766 Dec 12 17:40:37.520582 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e179f0d0-a77a-41e9-a602-f0eed4ae49bf req-c47daf32-3c3d-4e86-9155-f43cc052d1f1 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/security-groups?id=255365d2-4662-449f-add4-4331727f0583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848850 Dec 12 17:40:37.529323 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Allocated IP 192.168.233.239 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/2c97eac4-326c-47ef-9157-2181d0f949be) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:40:37.532207 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff0301-3612-424d-8d93-3e638ffb8d8b tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Pushing event updated for resources: {'Port': ['ID=ca473365-da91-4b3e-aa98-c48c3f156a2d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:37.534303 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10fd46-c7a1-4cbd-b405-3c75341ee96f req-d53bfa5d-e1bc-4072-af5f-24e20490d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:37.535708 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bf10fd46-c7a1-4cbd-b405-3c75341ee96f req-d53bfa5d-e1bc-4072-af5f-24e20490d838 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.2975316 Dec 12 17:40:37.574537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-d3ff0301-3612-424d-8d93-3e638ffb8d8b tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:37.576529 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-d3ff0301-3612-424d-8d93-3e638ffb8d8b tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:37.746371 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bf10fd46-c7a1-4cbd-b405-3c75341ee96f req-ef56222a-5734-4d45-86a7-096c2026f6c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388042 Dec 12 17:40:37.821863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-d3ff0301-3612-424d-8d93-3e638ffb8d8b tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3205981 Dec 12 17:40:37.870332 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Request body: {'port': {'device_id': '5bb044f7-e216-4a85-8ac3-68c538b7b6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:40:37.881557 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4b860f3a-90a7-404c-b7ae-dac944b6c494 None None] Provisioning complete for port ca473365-da91-4b3e-aa98-c48c3f156a2d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:40:37.882082 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4b860f3a-90a7-404c-b7ae-dac944b6c494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:37.957296 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4b860f3a-90a7-404c-b7ae-dac944b6c494 None None] Port ca473365-da91-4b3e-aa98-c48c3f156a2d cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:40:37.972335 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bf10fd46-c7a1-4cbd-b405-3c75341ee96f req-a6bd90ec-02fe-4172-a1f1-6510a2e24fa1 service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056816 Dec 12 17:40:37.974264 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:38.045272 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f27b8e-cfe2-4c9c-9304-09145ab47c82']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:38.049476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2c356-335b-4d32-8d3e-b68528696da6 req-3b3ed35c-58dc-48b4-bc0e-7324668a71f4 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:38.058055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53b2c356-335b-4d32-8d3e-b68528696da6 req-3b3ed35c-58dc-48b4-bc0e-7324668a71f4 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 944 time: 0.2523453 Dec 12 17:40:38.061064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c741628c-4af1-4a48-8b94-7aae83ad3a81') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:38.061698 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c741628c-4af1-4a48-8b94-7aae83ad3a81') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:40:38.075921 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:38.086385 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:38.120932 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:38.137357 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0ed8c-566a-4b1c-87cf-c4746f5c37a7 req-78b45fa7-c1d4-4f4b-bf50-ce996ad045af tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:38.149153 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4ae0ed8c-566a-4b1c-87cf-c4746f5c37a7 req-78b45fa7-c1d4-4f4b-bf50-ce996ad045af tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 946 time: 0.3431380 Dec 12 17:40:38.149552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:40:38.150137 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:40:38.155948 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:40:38.188792 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:38.216602 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bf10fd46-c7a1-4cbd-b405-3c75341ee96f req-a811883a-19d9-406d-b9d2-b95b488399fb service neutron] 10.222.0.20 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334771 Dec 12 17:40:38.250450 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:38.267506 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:38.274770 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] 10.222.0.18 "DELETE /v2.0/networks/73f27b8e-cfe2-4c9c-9304-09145ab47c82 HTTP/1.1" status: 204 len: 168 time: 2.1078203 Dec 12 17:40:38.297862 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53b2c356-335b-4d32-8d3e-b68528696da6 req-b0db4729-208f-4994-81ed-4f0eea650746 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370541 Dec 12 17:40:38.313549 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf64b4-1829-4332-b92e-480e2b4220b8 tempest-TagsExtTest-1828842386 tempest-TagsExtTest-1828842386-project] Pushing event deleted for resources: {'Network': ['ID=73f27b8e-cfe2-4c9c-9304-09145ab47c82,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:38.504257 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 52896075-6f88-434a-9ca5-dbb8a6bcb714 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:40:38.538246 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:38.625512 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 52896075-6f88-434a-9ca5-dbb8a6bcb714, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=52896075-6f88-434a-9ca5-dbb8a6bcb714,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:38.640021 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '52896075-6f88-434a-9ca5-dbb8a6bcb714', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '52896075-6f88-434a-9ca5-dbb8a6bcb714', 'mac_address': 'fa:16:3e:28:a7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:40:38.651315 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4ae0ed8c-566a-4b1c-87cf-c4746f5c37a7 req-fb318050-156f-4c55-9b53-94d6fca53bad tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5011833 Dec 12 17:40:38.671563 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:40:38.678425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:40:38.696158 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:38.696398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:40:38.722831 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52896075-6f88-434a-9ca5-dbb8a6bcb714 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:40:38.771436 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 52896075-6f88-434a-9ca5-dbb8a6bcb714, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=52896075-6f88-434a-9ca5-dbb8a6bcb714,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:38.780446 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:38.832498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Pushing event updated for resources: {'Port': ['ID=2c97eac4-326c-47ef-9157-2181d0f949be,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:38.880510 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237210c-9eb3-450a-99a5-800b3316957d req-ae18b962-6bac-4b47-887f-2378213d1278 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:38.890972 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c237210c-9eb3-450a-99a5-800b3316957d req-ae18b962-6bac-4b47-887f-2378213d1278 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.3444371 Dec 12 17:40:38.921394 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44756) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:38.929761 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=52896075-6f88-434a-9ca5-dbb8a6bcb714,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:38.935301 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['52896075-6f88-434a-9ca5-dbb8a6bcb714'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:40:39.009252 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:39.010091 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:39.106579 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c237210c-9eb3-450a-99a5-800b3316957d req-a67fb210-c5a0-4b15-a23e-398d7705e789 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141821 Dec 12 17:40:39.127272 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-7da7aee5-e929-4a63-a252-ffe236780592 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8457656 Dec 12 17:40:39.194501 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Request body: {'port': {'device_id': '526031ff-75bd-4dee-a32a-3f892e8311f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:40:39.230330 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a353826-f4ed-4777-af1b-2626c1a383a9 req-f69b854d-cee3-4ef9-9724-170e504f8793 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:39.230790 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-fe8cd089-efcd-4f99-8b62-49af766b61af None None] Provisioning complete for port 2c97eac4-326c-47ef-9157-2181d0f949be triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:40:39.231245 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe8cd089-efcd-4f99-8b62-49af766b61af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:39.232420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a353826-f4ed-4777-af1b-2626c1a383a9 req-f69b854d-cee3-4ef9-9724-170e504f8793 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bb044f7-e216-4a85-8ac3-68c538b7b6b7 HTTP/1.1" status: 200 len: 935 time: 0.3929944 Dec 12 17:40:39.244901 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ad3f8c5b-34c8-4592-8f00-033065186585 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c169aecf93f41528f0186ba536ff381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217075 Dec 12 17:40:39.247284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44762) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:39.311574 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30e90ea4-98ab-46f6-a26c-a1889684b5e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:39.346169 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30e90ea4-98ab-46f6-a26c-a1889684b5e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:39.407385 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-fe8cd089-efcd-4f99-8b62-49af766b61af None None] Port 2c97eac4-326c-47ef-9157-2181d0f949be cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:40:39.418848 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30e90ea4-98ab-46f6-a26c-a1889684b5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:39.424595 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30e90ea4-98ab-46f6-a26c-a1889684b5e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:39.426318 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-30e90ea4-98ab-46f6-a26c-a1889684b5e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/834d0a6d-c181-454c-9a95-01c891f66b23 HTTP/1.1" status: 204 len: 168 time: 0.1780982 Dec 12 17:40:39.463225 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a353826-f4ed-4777-af1b-2626c1a383a9 req-34df4759-a602-4993-b80f-b427729f31ee tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/security-groups?id=255365d2-4662-449f-add4-4331727f0583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883442 Dec 12 17:40:39.466602 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:39.480082 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e90ea4-98ab-46f6-a26c-a1889684b5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834d0a6d-c181-454c-9a95-01c891f66b23,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:39.533893 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca473365-da91-4b3e-aa98-c48c3f156a2d {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:40:39.550321 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:39.562112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c85d5-d92b-4fc7-a358-34733ba6c8b8 req-a6d46372-e85d-4dd4-8c8b-3840c0cc54f6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:39.574676 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e1c85d5-d92b-4fc7-a358-34733ba6c8b8 req-a6d46372-e85d-4dd4-8c8b-3840c0cc54f6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1969936 Dec 12 17:40:39.702101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Transition to ACTIVE for port object ca473365-da91-4b3e-aa98-c48c3f156a2d will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:40:39.733491 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e1c85d5-d92b-4fc7-a358-34733ba6c8b8 req-0d7be323-d270-4e86-9b6b-6238a45f078a tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576791 Dec 12 17:40:39.795983 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:40.050546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca473365-da91-4b3e-aa98-c48c3f156a2d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:40.067447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37691a5e-967a-4ac1-b7f7-3fd189ff1491 req-03dbfa36-cd05-4353-a4c9-9b79b718d6df tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:40.075126 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37691a5e-967a-4ac1-b7f7-3fd189ff1491 req-03dbfa36-cd05-4353-a4c9-9b79b718d6df tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 944 time: 0.3716462 Dec 12 17:40:40.191333 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device fcee1c44-8199-41d5-803d-73fe1d1e7acf no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:40:40.195487 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779c7f7-22a7-490c-b024-0d365dc7e8bf req-39cf4263-9a34-4825-841b-a22ab772d1c7 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:40.203857 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f779c7f7-22a7-490c-b024-0d365dc7e8bf req-39cf4263-9a34-4825-841b-a22ab772d1c7 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 946 time: 0.2340286 Dec 12 17:40:40.325888 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37691a5e-967a-4ac1-b7f7-3fd189ff1491 req-393f8be0-486c-4255-86e4-d4de30077f19 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437520 Dec 12 17:40:40.422143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Attempting to bind port ca473365-da91-4b3e-aa98-c48c3f156a2d on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:40:40.422496 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Attempting to bind port ca473365-da91-4b3e-aa98-c48c3f156a2d by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:40:40.422832 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Attempting to bind port ca473365-da91-4b3e-aa98-c48c3f156a2d on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:40:40.503922 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f779c7f7-22a7-490c-b024-0d365dc7e8bf req-4e127198-f76f-491b-a7e7-e624eb55c73c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987571 Dec 12 17:40:40.507828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Port ca473365-da91-4b3e-aa98-c48c3f156a2d on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:40:40.508182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Attempting to bind port ca473365-da91-4b3e-aa98-c48c3f156a2d on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:40:40.522541 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 52896075-6f88-434a-9ca5-dbb8a6bcb714 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:40:40.605857 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:40:40.610218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:40:40.612382 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:40:40.616096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Bound port: ca473365-da91-4b3e-aa98-c48c3f156a2d, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:40:40.616697 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:40.647298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c97eac4-326c-47ef-9157-2181d0f949be {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:40:40.649460 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 52896075-6f88-434a-9ca5-dbb8a6bcb714 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:40:40.650037 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:40.682708 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:40.787567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] For port ca473365-da91-4b3e-aa98-c48c3f156a2d, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:40:40.792806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] For port ca473365-da91-4b3e-aa98-c48c3f156a2d, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ca473365-da91-4b3e-aa98-c48c3f156a2d,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:40:40.796659 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:40.814941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a106205-d178-4d5e-a3ae-0d59118bca6f req-ccc64a91-457b-4d2d-9605-fe39a9109f14 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:40.823175 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a106205-d178-4d5e-a3ae-0d59118bca6f req-ccc64a91-457b-4d2d-9605-fe39a9109f14 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.3439076 Dec 12 17:40:40.830595 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:40.833960 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Transition to ACTIVE for port object 2c97eac4-326c-47ef-9157-2181d0f949be will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:40:40.915629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca473365-da91-4b3e-aa98-c48c3f156a2d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:40.917852 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52896075-6f88-434a-9ca5-dbb8a6bcb714'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:40:40.923640 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe5a5eb-567b-4682-b9ce-d594d7fa746a" -d '{"events": [{"server_uuid": "bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b", "name": "network-vif-plugged", "status": "completed", "tag": "52896075-6f88-434a-9ca5-dbb8a6bcb714"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:40:40.936846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 52896075-6f88-434a-9ca5-dbb8a6bcb714, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=52896075-6f88-434a-9ca5-dbb8a6bcb714,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:40.944183 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:40.944596 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:41.020643 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=52896075-6f88-434a-9ca5-dbb8a6bcb714,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:41.039047 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:41.039914 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:41.041385 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-a9f69756-2c16-4e54-82eb-7adba8fe80e3 service neutron] 10.222.0.20 "PUT /v2.0/ports/ca473365-da91-4b3e-aa98-c48c3f156a2d HTTP/1.1" status: 200 len: 1095 time: 3.2074649 Dec 12 17:40:41.071762 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a106205-d178-4d5e-a3ae-0d59118bca6f req-7411f258-4741-4f63-a359-f8381e5f03ca tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472820 Dec 12 17:40:41.074051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb044f7-e216-4a85-8ac3-68c538b7b6b7', 'tag': 'ca473365-da91-4b3e-aa98-c48c3f156a2d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:40:41.098539 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69890489-e26d-4c3c-9ee4-3328370b6b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb044f7-e216-4a85-8ac3-68c538b7b6b7", "tag": "ca473365-da91-4b3e-aa98-c48c3f156a2d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:40:41.152569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278681f9-379c-410d-b0af-ab2d66a1eb46 req-a1b63076-fb1f-4852-b1f3-0ce296ee3e04 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:41.161593 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-278681f9-379c-410d-b0af-ab2d66a1eb46 req-a1b63076-fb1f-4852-b1f3-0ce296ee3e04 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bb044f7-e216-4a85-8ac3-68c538b7b6b7 HTTP/1.1" status: 200 len: 947 time: 0.3346558 Dec 12 17:40:41.300206 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Pushing event updated for resources: {'Port': ['ID=2c97eac4-326c-47ef-9157-2181d0f949be,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:41.310919 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e87d74-c6bd-40e7-98ce-d6612e13f82e x-openstack-request-id: req-05e87d74-c6bd-40e7-98ce-d6612e13f82e {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:40:41.311476 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b", "name": "network-vif-plugged", "status": "completed", "tag": "52896075-6f88-434a-9ca5-dbb8a6bcb714", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:40:41.311843 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05e87d74-c6bd-40e7-98ce-d6612e13f82e {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:40:41.312566 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52896075-6f88-434a-9ca5-dbb8a6bcb714', 'code': 200} Dec 12 17:40:41.353146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-278681f9-379c-410d-b0af-ab2d66a1eb46 req-21c4a8d2-c62d-4a32-a29a-0afc74257b55 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/security-groups?id=255365d2-4662-449f-add4-4331727f0583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906176 Dec 12 17:40:41.434898 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-caab58b4-42d3-4a5c-b62f-32b13df5da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:41.438017 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-caab58b4-42d3-4a5c-b62f-32b13df5da87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77af9de2d7a54f00aa7a2e0d903942f0&device_id=5bb044f7-e216-4a85-8ac3-68c538b7b6b7 HTTP/1.1" status: 200 len: 1098 time: 0.3219097 Dec 12 17:40:41.607365 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33096150-1925-451d-a13a-901b11b00254 x-openstack-request-id: req-33096150-1925-451d-a13a-901b11b00254 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:40:41.608624 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb044f7-e216-4a85-8ac3-68c538b7b6b7", "tag": "ca473365-da91-4b3e-aa98-c48c3f156a2d", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:40:41.608624 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33096150-1925-451d-a13a-901b11b00254 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:40:41.610931 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb044f7-e216-4a85-8ac3-68c538b7b6b7', 'tag': 'ca473365-da91-4b3e-aa98-c48c3f156a2d', 'status': 'completed', 'code': 200} Dec 12 17:40:41.611795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Attempting to bind port 2c97eac4-326c-47ef-9157-2181d0f949be on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:40:41.612243 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Attempting to bind port 2c97eac4-326c-47ef-9157-2181d0f949be by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:40:41.612574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Attempting to bind port 2c97eac4-326c-47ef-9157-2181d0f949be on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:40:41.635006 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Port 2c97eac4-326c-47ef-9157-2181d0f949be on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:40:41.635388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Attempting to bind port 2c97eac4-326c-47ef-9157-2181d0f949be on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:40:41.639366 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-4459fd83-0229-487f-94ca-1cf1e90fbc2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=ca473365-da91-4b3e-aa98-c48c3f156a2d HTTP/1.1" status: 200 len: 217 time: 0.1904302 Dec 12 17:40:41.711243 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-cfb39368-02a5-4078-be39-2232aa025a7b service neutron] 10.222.0.20 "GET /v2.0/ports/fcee1c44-8199-41d5-803d-73fe1d1e7acf/bindings/n-h1-760354-5 HTTP/1.1" status: 200 len: 384 time: 0.1523652 Dec 12 17:40:41.858703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:40:41.859123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:40:41.859590 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:40:41.860104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Bound port: 2c97eac4-326c-47ef-9157-2181d0f949be, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:40:41.868196 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:42.203843 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-e5a12eef-88d3-4373-b18a-7414cc0c4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:42.205660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-e5a12eef-88d3-4373-b18a-7414cc0c4f28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.5529695 Dec 12 17:40:42.229018 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baeb9f9-ee1a-4c55-a507-8c3cd15ee99e req-e2f1cff9-9aba-4202-8876-3b2a9051340b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:42.230575 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9baeb9f9-ee1a-4c55-a507-8c3cd15ee99e req-e2f1cff9-9aba-4202-8876-3b2a9051340b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 946 time: 0.3547134 Dec 12 17:40:42.245962 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9773b053-216e-496e-88cc-d7abf9be2943 req-5ed7b04a-f157-4100-99d6-d962412a0fa1 service neutron] For port fcee1c44-8199-41d5-803d-73fe1d1e7acf, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=fcee1c44-8199-41d5-803d-73fe1d1e7acf,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:42.265218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e4f8b-606b-49ad-9203-7509282f8663 req-1277af16-401c-4906-ac0b-5cb7ff740588 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:42.266873 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c9e4f8b-606b-49ad-9203-7509282f8663 req-1277af16-401c-4906-ac0b-5cb7ff740588 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 944 time: 0.5982945 Dec 12 17:40:42.350039 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9773b053-216e-496e-88cc-d7abf9be2943 req-5ed7b04a-f157-4100-99d6-d962412a0fa1 service neutron] For port fcee1c44-8199-41d5-803d-73fe1d1e7acf, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:40:42.425864 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c9e4f8b-606b-49ad-9203-7509282f8663 req-c194c314-20eb-4362-bfd1-cc12b7d9c60d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134262 Dec 12 17:40:42.471698 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-9773b053-216e-496e-88cc-d7abf9be2943 req-5ed7b04a-f157-4100-99d6-d962412a0fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcee1c44-8199-41d5-803d-73fe1d1e7acf {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:40:42.483674 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9baeb9f9-ee1a-4c55-a507-8c3cd15ee99e req-73c7acc4-516d-4cfc-ab7d-4cc5cfe4522a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143943 Dec 12 17:40:42.486832 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] For port 2c97eac4-326c-47ef-9157-2181d0f949be, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:40:42.516206 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9773b053-216e-496e-88cc-d7abf9be2943 req-5ed7b04a-f157-4100-99d6-d962412a0fa1 service neutron] For port fcee1c44-8199-41d5-803d-73fe1d1e7acf, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=fcee1c44-8199-41d5-803d-73fe1d1e7acf,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:42.537086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] For port 2c97eac4-326c-47ef-9157-2181d0f949be, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2c97eac4-326c-47ef-9157-2181d0f949be,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:40:42.547974 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:42.579919 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9773b053-216e-496e-88cc-d7abf9be2943 req-5ed7b04a-f157-4100-99d6-d962412a0fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:42.720767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Pushing event updated for resources: {'Port': ['ID=2c97eac4-326c-47ef-9157-2181d0f949be,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:42.731461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-05a30981-a93e-4769-b3f0-1a1d83ceba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:42.734917 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-05a30981-a93e-4769-b3f0-1a1d83ceba8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4996324 Dec 12 17:40:42.766872 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-9773b053-216e-496e-88cc-d7abf9be2943 req-5ed7b04a-f157-4100-99d6-d962412a0fa1 service neutron] Transition to ACTIVE for port object fcee1c44-8199-41d5-803d-73fe1d1e7acf will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:40:42.775743 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9773b053-216e-496e-88cc-d7abf9be2943 req-5ed7b04a-f157-4100-99d6-d962412a0fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:42.870699 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-9773b053-216e-496e-88cc-d7abf9be2943 req-5ed7b04a-f157-4100-99d6-d962412a0fa1 service neutron] No DVR routers for this DVR port fcee1c44-8199-41d5-803d-73fe1d1e7acf on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:40:42.913546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:42.920407 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:42.922011 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-036d3f76-40ba-4a34-85eb-34853fd1ca29 service neutron] 10.222.0.20 "PUT /v2.0/ports/2c97eac4-326c-47ef-9157-2181d0f949be HTTP/1.1" status: 200 len: 1096 time: 3.7482119 Dec 12 17:40:42.966401 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-5ed7b04a-f157-4100-99d6-d962412a0fa1 service neutron] 10.222.0.20 "PUT /v2.0/ports/fcee1c44-8199-41d5-803d-73fe1d1e7acf/bindings/n-h1-760354-5/activate HTTP/1.1" status: 200 len: 369 time: 1.2473748 Dec 12 17:40:42.988362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b054e5-575d-4a80-a86c-a15a614f60ca req-a38b8292-5f33-465c-b816-96a558d183eb tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:42.995028 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5b054e5-575d-4a80-a86c-a15a614f60ca req-a38b8292-5f33-465c-b816-96a558d183eb tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.3146942 Dec 12 17:40:43.052531 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7b04a-f157-4100-99d6-d962412a0fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=fcee1c44-8199-41d5-803d-73fe1d1e7acf,revision_number=10']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:43.141082 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-210af85a-874d-4718-b99b-ef6ba3437f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:43.142883 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-210af85a-874d-4718-b99b-ef6ba3437f88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77af9de2d7a54f00aa7a2e0d903942f0&device_id=526031ff-75bd-4dee-a32a-3f892e8311f3 HTTP/1.1" status: 200 len: 1099 time: 0.1522844 Dec 12 17:40:43.150491 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b053-216e-496e-88cc-d7abf9be2943 req-78f04146-3ab1-4d3e-8730-c8c014db5d1b tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:43.152677 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-78f04146-3ab1-4d3e-8730-c8c014db5d1b tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd&tenant_id=5086af56094840bd807cfda793fdb5e6&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 1096 time: 0.0813873 Dec 12 17:40:43.227555 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-9dd88289-1d91-489f-92e2-427c723e190b service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605551 Dec 12 17:40:43.265505 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-87d36720-376b-4c65-b72b-16cc8f8ab159 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=2c97eac4-326c-47ef-9157-2181d0f949be HTTP/1.1" status: 200 len: 217 time: 0.1117430 Dec 12 17:40:43.336935 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-484e2dfa-ece3-47a3-9da7-c8b768457f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:43.338591 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-484e2dfa-ece3-47a3-9da7-c8b768457f61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0643995 Dec 12 17:40:43.376699 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5b054e5-575d-4a80-a86c-a15a614f60ca req-ee5f756b-ba82-450e-adf3-b924cc4aedc3 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683271 Dec 12 17:40:43.444658 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b053-216e-496e-88cc-d7abf9be2943 req-030fee36-1318-44f8-9ce1-c0e147ad6357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:43.446287 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-030fee36-1318-44f8-9ce1-c0e147ad6357 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd&tenant_id=5086af56094840bd807cfda793fdb5e6 HTTP/1.1" status: 200 len: 1096 time: 0.2729130 Dec 12 17:40:43.475983 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-856b67ed-4535-441b-81e2-accfda1d5dcf req-7429f594-8f39-4932-8ec8-6afdbaa23442 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473567 Dec 12 17:40:43.477344 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-d034d1f5-76ed-4f16-bdf3-64763e0e9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:43.479359 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-d034d1f5-76ed-4f16-bdf3-64763e0e9e38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315975 Dec 12 17:40:43.635905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526031ff-75bd-4dee-a32a-3f892e8311f3', 'tag': '2c97eac4-326c-47ef-9157-2181d0f949be'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:40:43.638717 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f24d99-ce65-4bde-9db0-ffd2be5ff440" -d '{"events": [{"name": "network-changed", "server_uuid": "526031ff-75bd-4dee-a32a-3f892e8311f3", "tag": "2c97eac4-326c-47ef-9157-2181d0f949be"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:40:43.741813 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b053-216e-496e-88cc-d7abf9be2943 req-0d4344b6-1042-439d-9200-83bec795bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:43.746990 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-0d4344b6-1042-439d-9200-83bec795bb1c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5086af56094840bd807cfda793fdb5e6&device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 1096 time: 0.2329228 Dec 12 17:40:44.089635 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-aa03afba-7238-4f1a-944c-32f5288eb319 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997462 Dec 12 17:40:44.353953 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b053-216e-496e-88cc-d7abf9be2943 req-2bed8dff-e0d4-4458-853b-5763d344f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:44.355474 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-2bed8dff-e0d4-4458-853b-5763d344f160 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 200 len: 908 time: 0.5983047 Dec 12 17:40:44.515553 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-bb489ea4-1ace-4485-b61c-c447292e1b2e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcee1c44-8199-41d5-803d-73fe1d1e7acf HTTP/1.1" status: 200 len: 217 time: 0.1379135 Dec 12 17:40:44.586557 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b764358b-3157-485e-be7e-5ec6b935b1fe req-d34a2683-9722-4c88-9117-0109e0b2eb5c service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869511 Dec 12 17:40:44.618016 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b053-216e-496e-88cc-d7abf9be2943 req-1543193d-b756-437f-acce-b80e93858c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:44.621960 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-1543193d-b756-437f-acce-b80e93858c3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 200 len: 847 time: 0.0928884 Dec 12 17:40:44.662133 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-ceee95da-e5d4-496a-8075-7895120b1e07 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7af7ce07-fb07-4357-8d7c-aa495da24ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348015 Dec 12 17:40:44.737077 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd53012f-6c13-4533-a4e7-0b7a37c1a962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:44.821530 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b1cb2-0ad0-47b6-be44-2270446790ea req-7ca2251a-6f7c-418a-a2b8-e0eef3e4d1dc tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:44.828163 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd3b1cb2-0ad0-47b6-be44-2270446790ea req-7ca2251a-6f7c-418a-a2b8-e0eef3e4d1dc tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bb044f7-e216-4a85-8ac3-68c538b7b6b7 HTTP/1.1" status: 200 len: 947 time: 1.2875133 Dec 12 17:40:44.904770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69890489-e26d-4c3c-9ee4-3328370b6b5c req-49a09781-e778-4795-9b5f-6fbfa08eff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:44.907347 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69890489-e26d-4c3c-9ee4-3328370b6b5c req-49a09781-e778-4795-9b5f-6fbfa08eff4e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77af9de2d7a54f00aa7a2e0d903942f0&device_id=5bb044f7-e216-4a85-8ac3-68c538b7b6b7 HTTP/1.1" status: 200 len: 1098 time: 1.2355559 Dec 12 17:40:44.971878 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-51e5bac3-c810-46d6-adf1-5eb3ae789a0f service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949455 Dec 12 17:40:45.063394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69890489-e26d-4c3c-9ee4-3328370b6b5c req-d486f8e7-98f5-42ef-9a8e-95b100f50e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:45.066111 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69890489-e26d-4c3c-9ee4-3328370b6b5c req-d486f8e7-98f5-42ef-9a8e-95b100f50e3d service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1436541 Dec 12 17:40:45.156619 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd3b1cb2-0ad0-47b6-be44-2270446790ea req-84142454-7c9b-4f13-8cda-da478a1cff3d tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/security-groups?id=255365d2-4662-449f-add4-4331727f0583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127913 Dec 12 17:40:45.169081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69890489-e26d-4c3c-9ee4-3328370b6b5c req-5914e692-6147-4d4d-b353-888b1d7123a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=ca473365-da91-4b3e-aa98-c48c3f156a2d HTTP/1.1" status: 200 len: 217 time: 0.0908406 Dec 12 17:40:45.210860 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-38279435-898a-4156-97d0-4ef6369e5009 service neutron] 10.222.0.31 "GET /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300887 Dec 12 17:40:45.267777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69890489-e26d-4c3c-9ee4-3328370b6b5c req-035bc4d8-908d-41f0-b59b-916669bdefa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:45.270124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69890489-e26d-4c3c-9ee4-3328370b6b5c req-035bc4d8-908d-41f0-b59b-916669bdefa7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0931897 Dec 12 17:40:45.426992 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69890489-e26d-4c3c-9ee4-3328370b6b5c req-27ab1eb2-db0a-441f-b70a-4e15c5f840c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:45.428848 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69890489-e26d-4c3c-9ee4-3328370b6b5c req-27ab1eb2-db0a-441f-b70a-4e15c5f840c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1502545 Dec 12 17:40:45.440833 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e7ff9-a231-4979-8dd1-35d304299aac req-5b424812-dc5a-40b6-9977-b024f8ea1a10 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:45.444428 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec5e7ff9-a231-4979-8dd1-35d304299aac req-5b424812-dc5a-40b6-9977-b024f8ea1a10 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 945 time: 0.1361191 Dec 12 17:40:45.571034 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69890489-e26d-4c3c-9ee4-3328370b6b5c req-cb4ba33c-484d-4554-b2fe-3d47b07844f6 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251469 Dec 12 17:40:45.675520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773b053-216e-496e-88cc-d7abf9be2943 req-399328c7-1d62-42f4-a9e5-e237e7ac8847 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:45.679832 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-399328c7-1d62-42f4-a9e5-e237e7ac8847 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd&tenant_id=5086af56094840bd807cfda793fdb5e6&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 1096 time: 0.1464331 Dec 12 17:40:45.734737 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec5e7ff9-a231-4979-8dd1-35d304299aac req-ade15d6d-8575-49c2-b3bd-309ee56b4d48 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622126 Dec 12 17:40:45.799217 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69890489-e26d-4c3c-9ee4-3328370b6b5c req-3c497f29-49be-413a-9cdb-fa5f09fc600f service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057848 Dec 12 17:40:46.056031 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9773b053-216e-496e-88cc-d7abf9be2943 req-efa07dd1-f576-43bd-9104-a6fd0e17a2af service neutron] For port fcee1c44-8199-41d5-803d-73fe1d1e7acf, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:40:46.064309 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9773b053-216e-496e-88cc-d7abf9be2943 req-efa07dd1-f576-43bd-9104-a6fd0e17a2af service neutron] Publish callbacks [] for binding, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:46.065753 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9773b053-216e-496e-88cc-d7abf9be2943 req-efa07dd1-f576-43bd-9104-a6fd0e17a2af service neutron] 10.222.0.31 "DELETE /v2.0/ports/fcee1c44-8199-41d5-803d-73fe1d1e7acf/bindings/n-h2-760354-5 HTTP/1.1" status: 204 len: 173 time: 0.3750539 Dec 12 17:40:46.066446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72829d-6775-433b-8489-0103a59b5c65 req-98c6df9a-6b6c-4cdf-8ae6-54be9b1f7b94 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:46.068293 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd72829d-6775-433b-8489-0103a59b5c65 req-98c6df9a-6b6c-4cdf-8ae6-54be9b1f7b94 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 946 time: 0.1222708 Dec 12 17:40:46.165632 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd72829d-6775-433b-8489-0103a59b5c65 req-0bc52499-9c7b-4cd2-b61d-7288e3adcbd2 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830030 Dec 12 17:40:46.209765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device ca473365-da91-4b3e-aa98-c48c3f156a2d details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:40:46.232200 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9fb81e-3a9c-4089-9893-6fa148f05137 x-openstack-request-id: req-aa9fb81e-3a9c-4089-9893-6fa148f05137 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:40:46.232714 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526031ff-75bd-4dee-a32a-3f892e8311f3", "tag": "2c97eac4-326c-47ef-9157-2181d0f949be", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:40:46.233269 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa9fb81e-3a9c-4089-9893-6fa148f05137 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:40:46.234028 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526031ff-75bd-4dee-a32a-3f892e8311f3', 'tag': '2c97eac4-326c-47ef-9157-2181d0f949be', 'status': 'completed', 'code': 200} Dec 12 17:40:46.365654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f24d99-ce65-4bde-9db0-ffd2be5ff440 req-b21ebe96-d518-4c5a-8a50-73c8b3fed5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:46.375578 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25f24d99-ce65-4bde-9db0-ffd2be5ff440 req-b21ebe96-d518-4c5a-8a50-73c8b3fed5c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77af9de2d7a54f00aa7a2e0d903942f0&device_id=526031ff-75bd-4dee-a32a-3f892e8311f3 HTTP/1.1" status: 200 len: 1099 time: 0.1127195 Dec 12 17:40:46.509539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port ca473365-da91-4b3e-aa98-c48c3f156a2d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ca473365-da91-4b3e-aa98-c48c3f156a2d,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:46.543520 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'ca473365-da91-4b3e-aa98-c48c3f156a2d', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': 'ca473365-da91-4b3e-aa98-c48c3f156a2d', 'mac_address': 'fa:16:3e:cc:a6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:40:46.619259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f24d99-ce65-4bde-9db0-ffd2be5ff440 req-de8e494d-2cdf-48dd-b50d-1719131db6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:46.623036 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25f24d99-ce65-4bde-9db0-ffd2be5ff440 req-de8e494d-2cdf-48dd-b50d-1719131db6ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.2347243 Dec 12 17:40:46.623576 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44998) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:46.704138 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:46.749236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca473365-da91-4b3e-aa98-c48c3f156a2d {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:40:46.757180 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25f24d99-ce65-4bde-9db0-ffd2be5ff440 req-dd4f00f0-a3c7-4bff-98b1-9827c98923aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=2c97eac4-326c-47ef-9157-2181d0f949be HTTP/1.1" status: 200 len: 217 time: 0.1249604 Dec 12 17:40:46.820240 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port ca473365-da91-4b3e-aa98-c48c3f156a2d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ca473365-da91-4b3e-aa98-c48c3f156a2d,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:46.935841 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:46.936018 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1e559a4-1111-4d0c-957a-3e7e1dfb8352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:46.979504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796611cc-7ead-4518-8896-5c66c938227a req-f14f412f-b749-47b1-b926-7f8c2db82d7b tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:46.987636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-796611cc-7ead-4518-8896-5c66c938227a req-f14f412f-b749-47b1-b926-7f8c2db82d7b tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bb044f7-e216-4a85-8ac3-68c538b7b6b7 HTTP/1.1" status: 200 len: 948 time: 0.2034092 Dec 12 17:40:46.991467 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f24d99-ce65-4bde-9db0-ffd2be5ff440 req-8e83a95a-7d20-4326-b2c5-2e87be86161f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:46.993051 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25f24d99-ce65-4bde-9db0-ffd2be5ff440 req-8e83a95a-7d20-4326-b2c5-2e87be86161f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.2283006 Dec 12 17:40:47.089919 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:47.127175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f24d99-ce65-4bde-9db0-ffd2be5ff440 req-31aeee5f-b090-404a-a0b6-d29b51c68548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:47.128800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25f24d99-ce65-4bde-9db0-ffd2be5ff440 req-31aeee5f-b090-404a-a0b6-d29b51c68548 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165578 Dec 12 17:40:47.142676 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8e4cdd8b-1306-44e9-9a26-9481c7209634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:47.146954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=ca473365-da91-4b3e-aa98-c48c3f156a2d,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:47.156164 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-796611cc-7ead-4518-8896-5c66c938227a req-b963141c-8c6a-46e1-a223-939af9d1c9d4 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/security-groups?id=255365d2-4662-449f-add4-4331727f0583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674399 Dec 12 17:40:47.171002 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1e559a4-1111-4d0c-957a-3e7e1dfb8352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:47.179680 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['ca473365-da91-4b3e-aa98-c48c3f156a2d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:40:47.183193 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1e559a4-1111-4d0c-957a-3e7e1dfb8352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:47.230334 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e559a4-1111-4d0c-957a-3e7e1dfb8352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88222b3a-4271-4702-a844-141e9f539aa0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:47.239535 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c1e559a4-1111-4d0c-957a-3e7e1dfb8352 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=927213f0199a493c92fa581cb5d676d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6124914 Dec 12 17:40:47.239921 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45014) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:47.357392 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b31c47db-73ed-4168-82f4-66f97a1822b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:47.399915 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:47.431176 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b31c47db-73ed-4168-82f4-66f97a1822b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:47.558465 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b31c47db-73ed-4168-82f4-66f97a1822b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:47.565125 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b31c47db-73ed-4168-82f4-66f97a1822b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:47.567138 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b31c47db-73ed-4168-82f4-66f97a1822b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88222b3a-4271-4702-a844-141e9f539aa0 HTTP/1.1" status: 204 len: 168 time: 0.3261933 Dec 12 17:40:47.568245 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25f24d99-ce65-4bde-9db0-ffd2be5ff440 req-808fbb28-0004-408c-acfc-d37210a052ba service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035740 Dec 12 17:40:47.578828 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c47db-73ed-4168-82f4-66f97a1822b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88222b3a-4271-4702-a844-141e9f539aa0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:47.587295 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d74256-cd3c-436a-b275-4ec225dc455c req-fddcb91f-de17-43ed-a144-cf1076098d64 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:47.588769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85d74256-cd3c-436a-b275-4ec225dc455c req-fddcb91f-de17-43ed-a144-cf1076098d64 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.2801409 Dec 12 17:40:47.700133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c0d13-6914-4c2b-8329-e12bfd6bbaff req-2b3795e4-3d0e-450e-b14b-6ddd344aaa77 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:47.702080 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c6c0d13-6914-4c2b-8329-e12bfd6bbaff req-2b3795e4-3d0e-450e-b14b-6ddd344aaa77 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 945 time: 0.2158365 Dec 12 17:40:47.775311 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85d74256-cd3c-436a-b275-4ec225dc455c req-8da52aad-3cba-4cdd-a322-8cf977628536 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527047 Dec 12 17:40:47.815343 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25f24d99-ce65-4bde-9db0-ffd2be5ff440 req-87f794b0-a2d1-410e-acea-41bbba8c0a97 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107594 Dec 12 17:40:47.837671 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c6c0d13-6914-4c2b-8329-e12bfd6bbaff req-92f81227-6c4d-408b-bf9f-2df81fa1e56a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230054 Dec 12 17:40:48.040499 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33470d-3773-4dd6-83a1-2b944bec4dbc req-ca9066e0-b2fa-4593-97d4-b71d5cf394f8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:48.046487 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd33470d-3773-4dd6-83a1-2b944bec4dbc req-ca9066e0-b2fa-4593-97d4-b71d5cf394f8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 946 time: 0.1242437 Dec 12 17:40:48.132373 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45048) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:48.150927 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fcb119d-cb21-4be2-b5a8-927fb1ac3547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:48.156734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68134e0-1f49-454d-9b2b-5382a4a81c82 req-e7f865a8-e37b-47f9-9f10-0f59287012d5 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:48.158905 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f68134e0-1f49-454d-9b2b-5382a4a81c82 req-e7f865a8-e37b-47f9-9f10-0f59287012d5 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1114576 Dec 12 17:40:48.190004 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:48.237729 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2c97eac4-326c-47ef-9157-2181d0f949be details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:40:48.252626 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd33470d-3773-4dd6-83a1-2b944bec4dbc req-9d917318-4fea-46e5-b5d6-38ad3770a86d tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568272 Dec 12 17:40:48.281843 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device ca473365-da91-4b3e-aa98-c48c3f156a2d up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:40:48.293390 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fcb119d-cb21-4be2-b5a8-927fb1ac3547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:48.299469 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f68134e0-1f49-454d-9b2b-5382a4a81c82 req-a71ae6c8-17b5-448a-8ce1-78ff55ce0710 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238282 Dec 12 17:40:48.308101 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fcb119d-cb21-4be2-b5a8-927fb1ac3547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:48.402044 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port ca473365-da91-4b3e-aa98-c48c3f156a2d completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:40:48.423071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port ca473365-da91-4b3e-aa98-c48c3f156a2d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:40:48.423471 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:48.472349 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0fcb119d-cb21-4be2-b5a8-927fb1ac3547 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e4e586ff38c44a68ba39a47bbfcc3d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3384430 Dec 12 17:40:48.473788 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb119d-cb21-4be2-b5a8-927fb1ac3547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a625e604-15ec-44c3-bf5d-287696efdabd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:48.490539 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45062) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:40:48.561226 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2c97eac4-326c-47ef-9157-2181d0f949be, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2c97eac4-326c-47ef-9157-2181d0f949be,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:48.587661 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '2c97eac4-326c-47ef-9157-2181d0f949be', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '2c97eac4-326c-47ef-9157-2181d0f949be', 'mac_address': 'fa:16:3e:42:1c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:40:48.645189 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edca94a-b7f4-4974-a848-fff623d949a4 req-a6893f69-e0e6-4a23-b60b-eaefd8a39021 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:48.646798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3edca94a-b7f4-4974-a848-fff623d949a4 req-a6893f69-e0e6-4a23-b60b-eaefd8a39021 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bb044f7-e216-4a85-8ac3-68c538b7b6b7 HTTP/1.1" status: 200 len: 948 time: 0.1738534 Dec 12 17:40:48.649088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3ab56-994f-422c-92c4-4dd00ca60a72 req-846e1105-ea24-4fbe-aa0e-fda6d5305332 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:48.658932 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84a3ab56-994f-422c-92c4-4dd00ca60a72 req-846e1105-ea24-4fbe-aa0e-fda6d5305332 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 1096 time: 0.1569607 Dec 12 17:40:48.672125 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ea1f24f-6ba0-4598-b101-696e775f9e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:48.680792 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:48.700554 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c97eac4-326c-47ef-9157-2181d0f949be {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:40:48.728305 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ea1f24f-6ba0-4598-b101-696e775f9e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:48.736683 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:48.748848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2c97eac4-326c-47ef-9157-2181d0f949be, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2c97eac4-326c-47ef-9157-2181d0f949be,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:48.762460 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:48.774017 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb044f7-e216-4a85-8ac3-68c538b7b6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca473365-da91-4b3e-aa98-c48c3f156a2d'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:40:48.781963 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0788c08-cf42-4a24-b5e4-a2e14732cb49" -d '{"events": [{"server_uuid": "5bb044f7-e216-4a85-8ac3-68c538b7b6b7", "name": "network-vif-plugged", "status": "completed", "tag": "ca473365-da91-4b3e-aa98-c48c3f156a2d"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:40:48.816736 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84a3ab56-994f-422c-92c4-4dd00ca60a72 req-5acc5e47-5004-44f5-9684-7190dc91cbb8 tempest-LiveMigrationTest-422483332 tempest-LiveMigrationTest-422483332-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566677 Dec 12 17:40:48.822881 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port ca473365-da91-4b3e-aa98-c48c3f156a2d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ca473365-da91-4b3e-aa98-c48c3f156a2d,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:48.835623 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:48.842669 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3edca94a-b7f4-4974-a848-fff623d949a4 req-aff7bc18-1920-405f-adf6-8d185d86493a tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/security-groups?id=255365d2-4662-449f-add4-4331727f0583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763740 Dec 12 17:40:48.874535 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=2c97eac4-326c-47ef-9157-2181d0f949be,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:48.874979 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ea1f24f-6ba0-4598-b101-696e775f9e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:48.880187 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ea1f24f-6ba0-4598-b101-696e775f9e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:48.882497 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7ea1f24f-6ba0-4598-b101-696e775f9e8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a625e604-15ec-44c3-bf5d-287696efdabd HTTP/1.1" status: 204 len: 168 time: 0.3908393 Dec 12 17:40:48.898655 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1f24f-6ba0-4598-b101-696e775f9e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a625e604-15ec-44c3-bf5d-287696efdabd,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:48.948707 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=ca473365-da91-4b3e-aa98-c48c3f156a2d,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:48.968019 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da3af02-e2a7-4b46-8ef0-31f526295376 x-openstack-request-id: req-9da3af02-e2a7-4b46-8ef0-31f526295376 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:40:48.968371 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb044f7-e216-4a85-8ac3-68c538b7b6b7", "name": "network-vif-plugged", "status": "completed", "tag": "ca473365-da91-4b3e-aa98-c48c3f156a2d", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:40:48.968696 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9da3af02-e2a7-4b46-8ef0-31f526295376 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:40:48.969155 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb044f7-e216-4a85-8ac3-68c538b7b6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca473365-da91-4b3e-aa98-c48c3f156a2d', 'code': 200} Dec 12 17:40:49.049110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['2c97eac4-326c-47ef-9157-2181d0f949be'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:40:49.147796 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36b788-a2e3-40e3-a751-90d0978026ce req-685a00d2-9c6a-4f01-a394-7bb77af023f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:49.150477 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e36b788-a2e3-40e3-a751-90d0978026ce req-685a00d2-9c6a-4f01-a394-7bb77af023f0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5bb044f7-e216-4a85-8ac3-68c538b7b6b7 HTTP/1.1" status: 200 len: 1100 time: 0.1031520 Dec 12 17:40:49.281316 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e36b788-a2e3-40e3-a751-90d0978026ce req-d50466b4-e004-4101-8b5a-ba60c3f8d320 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=255365d2-4662-449f-add4-4331727f0583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211696 Dec 12 17:40:49.377374 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f29404-675f-4682-9e85-665e626a260f req-710e86b9-2b21-4721-ba3f-3f44a23d30e7 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:49.378951 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1f29404-675f-4682-9e85-665e626a260f req-710e86b9-2b21-4721-ba3f-3f44a23d30e7 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0889535 Dec 12 17:40:49.436597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1f29404-675f-4682-9e85-665e626a260f req-4a4477e7-1dae-4968-bf06-a93a4c4fc09a tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476375 Dec 12 17:40:49.617098 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665b987-f2f1-48f1-88cb-dbea68f82095 req-42c2f94a-81db-4ba2-9b89-95f90a001b68 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:49.623837 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1665b987-f2f1-48f1-88cb-dbea68f82095 req-42c2f94a-81db-4ba2-9b89-95f90a001b68 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 945 time: 0.0987687 Dec 12 17:40:49.702823 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a6f10-18d2-4c4d-8ed0-c9e5e8855dcc req-e44ef4ff-5156-46d3-a8f5-570b0363e7a1 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:49.704540 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f6a6f10-18d2-4c4d-8ed0-c9e5e8855dcc req-e44ef4ff-5156-46d3-a8f5-570b0363e7a1 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 946 time: 0.1406157 Dec 12 17:40:49.715314 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1665b987-f2f1-48f1-88cb-dbea68f82095 req-d782df94-0d2b-428c-a5a5-6ceee0d36abc tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877149 Dec 12 17:40:49.795275 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f6a6f10-18d2-4c4d-8ed0-c9e5e8855dcc req-b6d1234e-6b29-42b3-ac47-fbec3954d3c5 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782127 Dec 12 17:40:49.888774 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed605fce-90cc-4aa4-a1e8-f0de2e479d81 req-70212333-545e-4502-931d-75d701712df8 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:49.890674 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed605fce-90cc-4aa4-a1e8-f0de2e479d81 req-70212333-545e-4502-931d-75d701712df8 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0808039 Dec 12 17:40:49.940724 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:50.047493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76be5e-b1e3-408f-a6c7-f8a12962b8cd req-6e4efd5b-983c-47af-b44d-04c69b227ec0 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:50.047493 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b76be5e-b1e3-408f-a6c7-f8a12962b8cd req-6e4efd5b-983c-47af-b44d-04c69b227ec0 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bb044f7-e216-4a85-8ac3-68c538b7b6b7 HTTP/1.1" status: 200 len: 949 time: 0.1088362 Dec 12 17:40:50.054448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed605fce-90cc-4aa4-a1e8-f0de2e479d81 req-b8493268-25f1-4be7-927f-2d015cff7c15 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541879 Dec 12 17:40:50.161698 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b76be5e-b1e3-408f-a6c7-f8a12962b8cd req-9d743828-837d-4ee7-bc8b-267b98b3aaba tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/security-groups?id=255365d2-4662-449f-add4-4331727f0583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012511 Dec 12 17:40:50.253402 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88211e8-f552-4a7a-9be0-49ca8b6ba985 req-627160c9-6f51-477f-832b-68623b50f7db tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:50.276200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2c97eac4-326c-47ef-9157-2181d0f949be up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:40:50.276326 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a88211e8-f552-4a7a-9be0-49ca8b6ba985 req-627160c9-6f51-477f-832b-68623b50f7db tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.31 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 945 time: 0.1120431 Dec 12 17:40:50.335572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7b7b2-1204-4890-8549-3dad1912dbd7 req-996c479b-485b-46f3-bb94-720e8836cb1a tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:50.337629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bbf7b7b2-1204-4890-8549-3dad1912dbd7 req-996c479b-485b-46f3-bb94-720e8836cb1a tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1507840 Dec 12 17:40:50.350925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 2c97eac4-326c-47ef-9157-2181d0f949be completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:40:50.358879 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 2c97eac4-326c-47ef-9157-2181d0f949be triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:40:50.359599 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:50.545713 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bbf7b7b2-1204-4890-8549-3dad1912dbd7 req-ee59fc1b-2ed7-4aa0-b3c0-b0fda236a655 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877711 Dec 12 17:40:50.550146 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:50.562208 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-a88211e8-f552-4a7a-9be0-49ca8b6ba985 req-70374912-ac7d-4708-8a25-a7836ddad7dc tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Deleting port fcee1c44-8199-41d5-803d-73fe1d1e7acf {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:40:50.562782 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a88211e8-f552-4a7a-9be0-49ca8b6ba985 req-70374912-ac7d-4708-8a25-a7836ddad7dc tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:50.617560 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2c97eac4-326c-47ef-9157-2181d0f949be, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2c97eac4-326c-47ef-9157-2181d0f949be,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:50.627397 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:50.628503 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0b151457-faa9-46f0-8d84-4a2ebddfc9ab no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:40:50.739381 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a88211e8-f552-4a7a-9be0-49ca8b6ba985 req-70374912-ac7d-4708-8a25-a7836ddad7dc tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] For port fcee1c44-8199-41d5-803d-73fe1d1e7acf, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=fcee1c44-8199-41d5-803d-73fe1d1e7acf,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:50.740607 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a88211e8-f552-4a7a-9be0-49ca8b6ba985 req-70374912-ac7d-4708-8a25-a7836ddad7dc tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:50.773219 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-a88211e8-f552-4a7a-9be0-49ca8b6ba985 req-70374912-ac7d-4708-8a25-a7836ddad7dc tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Calling delete_port for fcee1c44-8199-41d5-803d-73fe1d1e7acf owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:40:50.815894 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4887d49-8b93-4488-a3ae-cad2b0e91276 req-8a627012-24d0-414a-a886-2f729a314ca4 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:50.818313 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:50.829764 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4887d49-8b93-4488-a3ae-cad2b0e91276 req-8a627012-24d0-414a-a886-2f729a314ca4 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0800304 Dec 12 17:40:50.888029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=2c97eac4-326c-47ef-9157-2181d0f949be,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:50.898502 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4887d49-8b93-4488-a3ae-cad2b0e91276 req-ef09ac4e-a060-41d2-92cb-666ae734edc5 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664821 Dec 12 17:40:51.023609 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526031ff-75bd-4dee-a32a-3f892e8311f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c97eac4-326c-47ef-9157-2181d0f949be'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:40:51.025872 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db428c2-957f-4d7d-9522-9a97b6095a76" -d '{"events": [{"server_uuid": "526031ff-75bd-4dee-a32a-3f892e8311f3", "name": "network-vif-plugged", "status": "completed", "tag": "2c97eac4-326c-47ef-9157-2181d0f949be"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:40:51.039853 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:51.079324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6143238-a88a-42d3-b129-9d8977068546 req-9667414e-684a-4cae-9aa2-69b61ff0b0d8 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:51.081639 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6143238-a88a-42d3-b129-9d8977068546 req-9667414e-684a-4cae-9aa2-69b61ff0b0d8 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 945 time: 0.1015244 Dec 12 17:40:51.122718 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:51.135675 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:51.169104 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6143238-a88a-42d3-b129-9d8977068546 req-0a1845fd-7d6f-42e2-8e1d-425d86605ce0 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691006 Dec 12 17:40:51.253632 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,revision_number=14']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:51.287311 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2593d82b-cd0f-4b46-8265-d7cc7da5f9a0 x-openstack-request-id: req-2593d82b-cd0f-4b46-8265-d7cc7da5f9a0 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:40:51.287613 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526031ff-75bd-4dee-a32a-3f892e8311f3", "name": "network-vif-plugged", "status": "completed", "tag": "2c97eac4-326c-47ef-9157-2181d0f949be", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:40:51.287991 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2593d82b-cd0f-4b46-8265-d7cc7da5f9a0 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:40:51.288409 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526031ff-75bd-4dee-a32a-3f892e8311f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c97eac4-326c-47ef-9157-2181d0f949be', 'code': 200} Dec 12 17:40:51.533854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daed71-f5b2-4899-9064-d2de8e537a1e req-ab705356-9999-43bc-b524-64b54c4c93c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:51.535653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c9daed71-f5b2-4899-9064-d2de8e537a1e req-ab705356-9999-43bc-b524-64b54c4c93c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=526031ff-75bd-4dee-a32a-3f892e8311f3 HTTP/1.1" status: 200 len: 1101 time: 0.1703908 Dec 12 17:40:51.551635 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71332453-c6af-48ba-831c-4eda4495ccaa req-cdd9c81d-99a8-43a4-baab-e8f7c7661bcb tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:51.564522 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-71332453-c6af-48ba-831c-4eda4495ccaa req-cdd9c81d-99a8-43a4-baab-e8f7c7661bcb tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bb044f7-e216-4a85-8ac3-68c538b7b6b7 HTTP/1.1" status: 200 len: 949 time: 0.1870499 Dec 12 17:40:51.577699 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a88211e8-f552-4a7a-9be0-49ca8b6ba985 req-70374912-ac7d-4708-8a25-a7836ddad7dc tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:51.594932 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['3a891b6c-f3a4-43a5-9317-f0bed67deb96'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:40:51.597747 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['fcee1c44-8199-41d5-803d-73fe1d1e7acf'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:40:51.646893 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70374912-ac7d-4708-8a25-a7836ddad7dc tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Pushing event deleted for resources: {'Port': ['ID=fcee1c44-8199-41d5-803d-73fe1d1e7acf,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:51.743255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-71332453-c6af-48ba-831c-4eda4495ccaa req-15209929-32ed-451e-b90e-faed6df15702 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/security-groups?id=255365d2-4662-449f-add4-4331727f0583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544747 Dec 12 17:40:51.756530 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88211e8-f552-4a7a-9be0-49ca8b6ba985 req-70374912-ac7d-4708-8a25-a7836ddad7dc tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] No DVR routers for this DVR port fcee1c44-8199-41d5-803d-73fe1d1e7acf on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:40:51.764369 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a88211e8-f552-4a7a-9be0-49ca8b6ba985 req-70374912-ac7d-4708-8a25-a7836ddad7dc tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:51.768971 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a88211e8-f552-4a7a-9be0-49ca8b6ba985 req-70374912-ac7d-4708-8a25-a7836ddad7dc tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.31 "DELETE /v2.0/ports/fcee1c44-8199-41d5-803d-73fe1d1e7acf HTTP/1.1" status: 204 len: 173 time: 1.5005770 Dec 12 17:40:51.773848 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b594e292-caa3-4b5c-865c-de320ab0a2cd', 'name': 'network-vif-deleted', 'tag': 'fcee1c44-8199-41d5-803d-73fe1d1e7acf'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:40:51.779244 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58c199a-8114-40b3-9433-611878e6ca13" -d '{"events": [{"server_uuid": "b594e292-caa3-4b5c-865c-de320ab0a2cd", "name": "network-vif-deleted", "tag": "fcee1c44-8199-41d5-803d-73fe1d1e7acf"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:40:51.795128 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c9daed71-f5b2-4899-9064-d2de8e537a1e req-7fe30b21-590c-467e-b9a5-f00895791f8b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=255365d2-4662-449f-add4-4331727f0583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268624 Dec 12 17:40:52.027851 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb33d3-e63c-4672-9076-3b8baafff0f5 req-d2e7da8a-65f6-497a-9cfc-340018e75b19 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:52.031921 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0eb33d3-e63c-4672-9076-3b8baafff0f5 req-d2e7da8a-65f6-497a-9cfc-340018e75b19 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1098962 Dec 12 17:40:52.137962 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0eb33d3-e63c-4672-9076-3b8baafff0f5 req-1548ec6d-3aa3-46eb-ab5d-507fc1f6b51d tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992711 Dec 12 17:40:52.477998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61213c9-a720-4309-b476-561d2930648f req-6c627909-9061-4f82-897f-abf192985a9b tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:52.485578 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d61213c9-a720-4309-b476-561d2930648f req-6c627909-9061-4f82-897f-abf192985a9b tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?device_id=526031ff-75bd-4dee-a32a-3f892e8311f3 HTTP/1.1" status: 200 len: 950 time: 0.0974019 Dec 12 17:40:52.625755 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d61213c9-a720-4309-b476-561d2930648f req-5852d46b-c2d9-4ce1-8420-d1e5db0f5e0c tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/security-groups?id=255365d2-4662-449f-add4-4331727f0583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210611 Dec 12 17:40:52.698420 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05df6494-75ba-4f82-92f2-8fbc00ba9785 x-openstack-request-id: req-05df6494-75ba-4f82-92f2-8fbc00ba9785 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:40:52.699358 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b594e292-caa3-4b5c-865c-de320ab0a2cd", "name": "network-vif-deleted", "tag": "fcee1c44-8199-41d5-803d-73fe1d1e7acf", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:40:52.699859 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05df6494-75ba-4f82-92f2-8fbc00ba9785 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:40:52.700476 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b594e292-caa3-4b5c-865c-de320ab0a2cd', 'name': 'network-vif-deleted', 'tag': 'fcee1c44-8199-41d5-803d-73fe1d1e7acf', 'status': 'completed', 'code': 200} Dec 12 17:40:52.894362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50777513-192a-439e-b95e-22fdb3b98087 req-9f64e043-f10c-491b-afd4-917408c671c9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:52.896184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-50777513-192a-439e-b95e-22fdb3b98087 req-9f64e043-f10c-491b-afd4-917408c671c9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0731099 Dec 12 17:40:52.978882 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0a976ca-cec7-4e2b-8a0c-6e5d97c13ffc req-529add26-9e18-4426-af87-651db0f75d3d tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 210 time: 0.0506742 Dec 12 17:40:53.033103 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-50777513-192a-439e-b95e-22fdb3b98087 req-ac437156-c957-4075-9882-dcc112cb39cb tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301434 Dec 12 17:40:53.224631 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb877d-b159-47f6-b732-8bcf87b6afc3 req-1a6fa5d0-94b9-466b-9ea1-8fe6704208a8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:53.234245 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34fb877d-b159-47f6-b732-8bcf87b6afc3 req-1a6fa5d0-94b9-466b-9ea1-8fe6704208a8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0833549 Dec 12 17:40:53.289237 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:40:53.293599 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dab4d73-d45e-4801-8cc5-8bc2df709842" -d '{"events": [{"server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "name": "network-vif-unplugged", "status": "completed", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:40:53.334022 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34fb877d-b159-47f6-b732-8bcf87b6afc3 req-f1ab1e1e-a27a-44eb-921b-9e4e78965832 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986867 Dec 12 17:40:53.531716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28dd6d-591b-430f-b5a3-219dfaf76d3f req-de5a89c5-063f-4df4-a3d2-97c91396df33 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:53.542149 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e28dd6d-591b-430f-b5a3-219dfaf76d3f req-de5a89c5-063f-4df4-a3d2-97c91396df33 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0939019 Dec 12 17:40:53.641673 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e28dd6d-591b-430f-b5a3-219dfaf76d3f req-5465bfa0-b6ac-4dc7-806a-8ef8756d91ac tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971179 Dec 12 17:40:53.725087 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb60776-e930-4779-9331-37d2b003e1b9 x-openstack-request-id: req-afb60776-e930-4779-9331-37d2b003e1b9 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:40:53.725380 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "name": "network-vif-unplugged", "status": "completed", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:40:53.725839 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afb60776-e930-4779-9331-37d2b003e1b9 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:40:53.726428 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'code': 200} Dec 12 17:40:54.009805 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15a4c3-965e-40a5-b276-0bf96cdb53c6 req-e9c1c7f1-dfa2-4a45-8d69-0ca1872445e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:54.011332 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d15a4c3-965e-40a5-b276-0bf96cdb53c6 req-e9c1c7f1-dfa2-4a45-8d69-0ca1872445e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 1095 time: 0.0928128 Dec 12 17:40:54.022428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9307e2-28c1-4bc1-a166-9ff9f2eb7b97 req-fcdc124d-2546-4172-801a-e77fba7f3dc2 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:54.037307 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd9307e2-28c1-4bc1-a166-9ff9f2eb7b97 req-fcdc124d-2546-4172-801a-e77fba7f3dc2 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?device_id=526031ff-75bd-4dee-a32a-3f892e8311f3 HTTP/1.1" status: 200 len: 950 time: 0.2072835 Dec 12 17:40:54.086102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0eb03d-82e2-49de-b946-62775c2e16d5 req-2875f5cc-3cbf-4835-a9a8-21b6cb1dc257 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:54.087929 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff0eb03d-82e2-49de-b946-62775c2e16d5 req-2875f5cc-3cbf-4835-a9a8-21b6cb1dc257 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1816211 Dec 12 17:40:54.182840 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd9307e2-28c1-4bc1-a166-9ff9f2eb7b97 req-0cd0fb1b-7d90-4d18-8c3b-e968af762a38 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/security-groups?id=255365d2-4662-449f-add4-4331727f0583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401112 Dec 12 17:40:54.256448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff0eb03d-82e2-49de-b946-62775c2e16d5 req-196e1190-fa11-4e93-aff6-02f3c665d518 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370621 Dec 12 17:40:54.268905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15a4c3-965e-40a5-b276-0bf96cdb53c6 req-80ae1da6-96a8-4179-94f2-db5b0e0730ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:54.270727 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d15a4c3-965e-40a5-b276-0bf96cdb53c6 req-80ae1da6-96a8-4179-94f2-db5b0e0730ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 913 time: 0.2142837 Dec 12 17:40:54.398539 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7aea13-b491-4861-abc7-60825117cd27 req-479ec162-f2f6-4ea5-be32-ebee408ea20c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:54.400102 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd7aea13-b491-4861-abc7-60825117cd27 req-479ec162-f2f6-4ea5-be32-ebee408ea20c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1123984 Dec 12 17:40:54.402401 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d15a4c3-965e-40a5-b276-0bf96cdb53c6 req-ae1e0c16-6a52-413c-93a2-445fa453867b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab HTTP/1.1" status: 200 len: 998 time: 0.1238794 Dec 12 17:40:54.484645 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-51ab415d-5446-4b54-b587-ee0669ff04a1 req-c507aaa1-f3ef-48a3-8a89-5cc84a3a6ea8 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 210 time: 0.0456378 Dec 12 17:40:54.542863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd7aea13-b491-4861-abc7-60825117cd27 req-03880a47-127b-4bc2-af04-020b306cea17 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351728 Dec 12 17:40:54.551905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15a4c3-965e-40a5-b276-0bf96cdb53c6 req-cf3ad2b1-ca96-4247-a547-2b4998712f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:54.553356 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d15a4c3-965e-40a5-b276-0bf96cdb53c6 req-cf3ad2b1-ca96-4247-a547-2b4998712f37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.1137276 Dec 12 17:40:54.597070 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device fcee1c44-8199-41d5-803d-73fe1d1e7acf no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:40:54.621901 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: fcee1c44-8199-41d5-803d-73fe1d1e7acf {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:40:54.622250 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device fcee1c44-8199-41d5-803d-73fe1d1e7acf not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:40:54.636267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15a4c3-965e-40a5-b276-0bf96cdb53c6 req-6005e9dd-4e30-4e16-80b0-713af4373e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:54.637799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d15a4c3-965e-40a5-b276-0bf96cdb53c6 req-6005e9dd-4e30-4e16-80b0-713af4373e86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716455 Dec 12 17:40:54.782136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d15a4c3-965e-40a5-b276-0bf96cdb53c6 req-2d9779fe-52b7-45aa-97f3-77ca79252680 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347919 Dec 12 17:40:54.903535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d15a4c3-965e-40a5-b276-0bf96cdb53c6 req-a4a24448-0851-45ac-afec-8e865a4e6480 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999451 Dec 12 17:40:54.955488 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4b716-5a71-4ca5-916b-c54ad5955202 req-517a870f-bf11-4d97-b628-1c1666894b34 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:54.964976 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ac4b716-5a71-4ca5-916b-c54ad5955202 req-517a870f-bf11-4d97-b628-1c1666894b34 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.2729356 Dec 12 17:40:55.089444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ac4b716-5a71-4ca5-916b-c54ad5955202 req-0d63ebb4-ff46-450b-a5cd-c5af7ad5b917 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230786 Dec 12 17:40:55.247347 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8455b00-22d8-46f6-8733-de711160029a req-5f893316-bf11-4160-9a14-14db8463d0a5 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:55.249984 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8455b00-22d8-46f6-8733-de711160029a req-5f893316-bf11-4160-9a14-14db8463d0a5 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0714636 Dec 12 17:40:55.311345 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8455b00-22d8-46f6-8733-de711160029a req-e54e85e0-fb09-4745-ae30-3409811deb13 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551336 Dec 12 17:40:55.555696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed31830-612b-4d80-9273-20d70a13dc57 req-ba8acfb5-bf0f-4a42-b208-6c7bf6ccf199 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:55.570975 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eed31830-612b-4d80-9273-20d70a13dc57 req-ba8acfb5-bf0f-4a42-b208-6c7bf6ccf199 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1140931 Dec 12 17:40:55.662027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08d87942-0f64-4022-8020-304fab67648b req-73b37253-d88a-4285-804e-fc5583ca01dc tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 210 time: 0.0497921 Dec 12 17:40:55.738978 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eed31830-612b-4d80-9273-20d70a13dc57 req-ed766b68-d0e2-4e75-ad51-8b68b010ed7e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665487 Dec 12 17:40:55.842926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7fd66-3844-4ec6-a747-a392a844df12 req-503c444a-1f9b-432f-8519-f48e64c389ef tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:55.848856 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a2f7fd66-3844-4ec6-a747-a392a844df12 req-503c444a-1f9b-432f-8519-f48e64c389ef tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0963967 Dec 12 17:40:55.922851 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a2f7fd66-3844-4ec6-a747-a392a844df12 req-07559d38-fb71-4cc4-b865-92c414df1ad7 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643554 Dec 12 17:40:55.940146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14049d-4c7b-47d2-9d03-753d68ac16a5 req-941837c0-1f06-44b0-a5e6-1a8a02e3b5c5 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:55.948476 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a14049d-4c7b-47d2-9d03-753d68ac16a5 req-941837c0-1f06-44b0-a5e6-1a8a02e3b5c5 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0984006 Dec 12 17:40:56.029218 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a14049d-4c7b-47d2-9d03-753d68ac16a5 req-79ba8933-d79c-46e2-bbde-c6a660b913ff tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765250 Dec 12 17:40:56.216738 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4237f4c-8e0e-40df-8986-86374f656384 req-17f61922-763b-4b37-9baa-22e0a1a842a6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:56.218360 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4237f4c-8e0e-40df-8986-86374f656384 req-17f61922-763b-4b37-9baa-22e0a1a842a6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0759213 Dec 12 17:40:56.318081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4237f4c-8e0e-40df-8986-86374f656384 req-eec1baf0-e8d8-4760-99fd-fd560b16bd71 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922542 Dec 12 17:40:56.359159 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb9d96-bf2c-4f29-a17e-281868350624 req-39008165-6c47-4b3a-a26c-d05be36d79d4 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:56.371887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7cb9d96-bf2c-4f29-a17e-281868350624 req-39008165-6c47-4b3a-a26c-d05be36d79d4 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0973334 Dec 12 17:40:56.469595 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7cb9d96-bf2c-4f29-a17e-281868350624 req-f86c0c77-97cb-44f1-952b-b0980acc4e0a tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958009 Dec 12 17:40:56.483021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbe379-8aae-4cab-9440-154a6ebcd14d req-b626b9ac-a210-421c-a292-3c11b7b8c5bb tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:56.495962 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54dbe379-8aae-4cab-9440-154a6ebcd14d req-b626b9ac-a210-421c-a292-3c11b7b8c5bb tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0929391 Dec 12 17:40:56.562185 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54dbe379-8aae-4cab-9440-154a6ebcd14d req-4a68034f-04e6-4050-b3c8-b4ee323580b6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708480 Dec 12 17:40:56.692802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a8874-5512-470f-9ce9-90ced7417438 req-54448fd0-5154-4c4d-9961-6303634ff955 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:56.697899 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b05a8874-5512-470f-9ce9-90ced7417438 req-54448fd0-5154-4c4d-9961-6303634ff955 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0701723 Dec 12 17:40:56.769947 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b05a8874-5512-470f-9ce9-90ced7417438 req-1e6c6dba-5755-4e1f-93c9-30b1d43f5f13 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659330 Dec 12 17:40:56.940962 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-41d11de3-f523-42ad-84a7-a1e35cb19b58 req-665aa77d-bb11-4ee2-9a3d-dd939806a3a0 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 210 time: 0.0343370 Dec 12 17:40:56.953444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-3213519b-790b-4a52-8ebc-00d4f59c7e45 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:56.960531 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-3213519b-790b-4a52-8ebc-00d4f59c7e45 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 812 time: 0.1748841 Dec 12 17:40:56.983102 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-38d32eea-533f-490e-aa99-830e6e1d9474 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/quotas/bcfe64c55346445599fb24bf34f06b4d HTTP/1.1" status: 200 len: 375 time: 0.0209124 Dec 12 17:40:57.063275 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-e4dc8218-c231-47cb-9233-df444b30e651 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791397 Dec 12 17:40:57.207248 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e45f1-18bd-4ce3-8f00-e05ff60a840d req-6c6856dc-be9a-426d-8247-7072030b4159 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:57.207686 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-761e45f1-18bd-4ce3-8f00-e05ff60a840d req-6c6856dc-be9a-426d-8247-7072030b4159 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0768340 Dec 12 17:40:57.524054 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-04faecba-2195-44d1-80a6-980d42d99969 service neutron] 10.222.0.18 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477839 Dec 12 17:40:57.613584 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-761e45f1-18bd-4ce3-8f00-e05ff60a840d req-af86440c-259d-4464-b950-19deb1d3a9e5 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972373 Dec 12 17:40:57.684227 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-cf4a00d9-1192-41ca-b99a-b830ed32c275 service neutron] 10.222.0.18 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592574 Dec 12 17:40:58.123469 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1cf39333-a0f4-4376-97be-bddd24d2c53f req-9da30de3-9a99-4a31-b843-0180b443e2ad tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 210 time: 0.0417366 Dec 12 17:40:58.185019 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e7ab8-3979-4cf4-90f1-97cc5a33c302 req-3e8c87e6-225e-4119-b8df-d2badfbc7608 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:58.194292 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-971e7ab8-3979-4cf4-90f1-97cc5a33c302 req-3e8c87e6-225e-4119-b8df-d2badfbc7608 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1784585 Dec 12 17:40:58.273005 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2c97eac4-326c-47ef-9157-2181d0f949be details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:40:58.281068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-971e7ab8-3979-4cf4-90f1-97cc5a33c302 req-003b4289-7f35-4aa6-8765-facef828760e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857987 Dec 12 17:40:58.343783 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6da988b8-ceb6-4411-b4fc-3f1bf1af39c1 req-249f66ca-3d49-41f7-b426-307c640f4e0b tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=b594e292-caa3-4b5c-865c-de320ab0a2cd HTTP/1.1" status: 200 len: 210 time: 0.0659211 Dec 12 17:40:58.640851 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2c97eac4-326c-47ef-9157-2181d0f949be, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2c97eac4-326c-47ef-9157-2181d0f949be,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:58.679980 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '2c97eac4-326c-47ef-9157-2181d0f949be', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '2c97eac4-326c-47ef-9157-2181d0f949be', 'mac_address': 'fa:16:3e:42:1c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:40:58.763237 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:58.781389 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c97eac4-326c-47ef-9157-2181d0f949be {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:40:58.806310 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2c97eac4-326c-47ef-9157-2181d0f949be, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2c97eac4-326c-47ef-9157-2181d0f949be,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:40:58.814155 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:40:58.923273 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=2c97eac4-326c-47ef-9157-2181d0f949be,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:40:58.935804 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:58.936323 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:58.936926 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:58.937369 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:58.937845 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:58.938276 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:58.938827 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:58.939312 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:58.939743 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:58.940190 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:58.940676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:58.941539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:58.941996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:40:58.985886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e4caf-63cd-4317-8f2d-c11c5de7acea req-6a51569d-aa10-47cf-8192-f97d6f45ffc0 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:58.987642 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-130e4caf-63cd-4317-8f2d-c11c5de7acea req-6a51569d-aa10-47cf-8192-f97d6f45ffc0 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1588814 Dec 12 17:40:59.016580 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['2c97eac4-326c-47ef-9157-2181d0f949be'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:40:59.136595 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-130e4caf-63cd-4317-8f2d-c11c5de7acea req-f3e2d556-973c-415b-b07e-dab30a32a90f tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420476 Dec 12 17:40:59.830611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-0a2a339a-2dcc-472b-8c53-c19f8054fb89 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:40:59.832916 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-0a2a339a-2dcc-472b-8c53-c19f8054fb89 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.20 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 812 time: 0.1912537 Dec 12 17:40:59.848922 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-fa0ae172-7f5d-446b-be6c-d0f5851cab6f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Request body: {'port': {'device_id': '6c7d4103-ab62-4885-a69a-aae2a6ac93cb', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'admin_state_up': True, 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:41:00.212904 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-fa0ae172-7f5d-446b-be6c-d0f5851cab6f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Made reservation on behalf of bcfe64c55346445599fb24bf34f06b4d for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:41:00.217573 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-fa0ae172-7f5d-446b-be6c-d0f5851cab6f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:00.276165 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2c97eac4-326c-47ef-9157-2181d0f949be up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:41:00.562545 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-fa0ae172-7f5d-446b-be6c-d0f5851cab6f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Allocated IP 172.20.0.14 (3099023b-6d27-4db1-9d42-7a3830fba737/edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b/1e5ea895-136a-44cf-b33a-b6ba997762e7) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:41:00.700395 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 2c97eac4-326c-47ef-9157-2181d0f949be triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:41:00.701184 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:00.890358 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:00.970336 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-fa0ae172-7f5d-446b-be6c-d0f5851cab6f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:00.975337 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2c97eac4-326c-47ef-9157-2181d0f949be, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2c97eac4-326c-47ef-9157-2181d0f949be,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:00.976684 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526031ff-75bd-4dee-a32a-3f892e8311f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c97eac4-326c-47ef-9157-2181d0f949be'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:00.980480 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689950c4-ab0e-4a61-ba05-eb48ba35bb8b" -d '{"events": [{"server_uuid": "526031ff-75bd-4dee-a32a-3f892e8311f3", "name": "network-vif-plugged", "status": "completed", "tag": "2c97eac4-326c-47ef-9157-2181d0f949be"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:00.986173 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:01.061071 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-fa0ae172-7f5d-446b-be6c-d0f5851cab6f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:01.062166 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=2c97eac4-326c-47ef-9157-2181d0f949be,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:01.126924 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ae172-7f5d-446b-be6c-d0f5851cab6f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Pushing event updated for resources: {'Port': ['ID=1e5ea895-136a-44cf-b33a-b6ba997762e7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:01.137517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-fa0ae172-7f5d-446b-be6c-d0f5851cab6f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Network 3099023b-6d27-4db1-9d42-7a3830fba737 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:41:01.139836 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-fa0ae172-7f5d-446b-be6c-d0f5851cab6f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:41:01.142354 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-fa0ae172-7f5d-446b-be6c-d0f5851cab6f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:41:01.247754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-fa0ae172-7f5d-446b-be6c-d0f5851cab6f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:01.249679 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-fa0ae172-7f5d-446b-be6c-d0f5851cab6f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:01.293817 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-fa0ae172-7f5d-446b-be6c-d0f5851cab6f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4494631 Dec 12 17:41:01.316372 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Request body: {'port': {'device_id': '6c7d4103-ab62-4885-a69a-aae2a6ac93cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:41:01.516750 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:01.608836 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6c329cf1-8e5e-4366-850f-c2707ae4eabc None None] Provisioning complete for port 1e5ea895-136a-44cf-b33a-b6ba997762e7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:41:01.609345 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c329cf1-8e5e-4366-850f-c2707ae4eabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:01.687878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6c329cf1-8e5e-4366-850f-c2707ae4eabc None None] Port 1e5ea895-136a-44cf-b33a-b6ba997762e7 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:41:01.977708 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5ea895-136a-44cf-b33a-b6ba997762e7 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:41:01.986804 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:02.000627 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Transition to ACTIVE for port object 1e5ea895-136a-44cf-b33a-b6ba997762e7 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:41:02.009225 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:02.329964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5ea895-136a-44cf-b33a-b6ba997762e7,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:02.504870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Attempting to bind port 1e5ea895-136a-44cf-b33a-b6ba997762e7 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:41:02.510762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Attempting to bind port 1e5ea895-136a-44cf-b33a-b6ba997762e7 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:41:02.511291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Attempting to bind port 1e5ea895-136a-44cf-b33a-b6ba997762e7 on network 3099023b-6d27-4db1-9d42-7a3830fba737 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:41:02.517151 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Port 1e5ea895-136a-44cf-b33a-b6ba997762e7 on network 3099023b-6d27-4db1-9d42-7a3830fba737 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:41:02.518723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Attempting to bind port 1e5ea895-136a-44cf-b33a-b6ba997762e7 on network 3099023b-6d27-4db1-9d42-7a3830fba737 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:41:02.533500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:41:02.533998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Checking segment: {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:41:02.534501 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Bound using segment: {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:41:02.535046 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Bound port: 1e5ea895-136a-44cf-b33a-b6ba997762e7, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:41:02.539570 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:02.680895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] For port 1e5ea895-136a-44cf-b33a-b6ba997762e7, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:41:02.684688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] For port 1e5ea895-136a-44cf-b33a-b6ba997762e7, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1e5ea895-136a-44cf-b33a-b6ba997762e7,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:41:02.692737 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:02.785453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5ea895-136a-44cf-b33a-b6ba997762e7,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:02.798030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:02.799386 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:02.802185 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-5df1331c-42a2-4104-bdaa-61d79682d0f4 service neutron] 10.222.0.20 "PUT /v2.0/ports/1e5ea895-136a-44cf-b33a-b6ba997762e7 HTTP/1.1" status: 200 len: 1092 time: 1.4905801 Dec 12 17:41:02.802752 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7d4103-ab62-4885-a69a-aae2a6ac93cb', 'tag': '1e5ea895-136a-44cf-b33a-b6ba997762e7'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:02.805357 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8bb3cd-ca2e-4eba-ab5f-20d383a4c336" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7d4103-ab62-4885-a69a-aae2a6ac93cb", "tag": "1e5ea895-136a-44cf-b33a-b6ba997762e7"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:02.922136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-e5084a6f-6c0b-4f71-a173-4ef2e3f4f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:02.930336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-e5084a6f-6c0b-4f71-a173-4ef2e3f4f4ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 1095 time: 0.0830319 Dec 12 17:41:03.036122 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-1ce40e88-0f05-47bf-bbb9-3dda1b90b50e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e5ea895-136a-44cf-b33a-b6ba997762e7 HTTP/1.1" status: 200 len: 217 time: 0.0909910 Dec 12 17:41:03.151053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-03107af0-ceb7-49da-9773-a17115cce8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:03.154415 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-03107af0-ceb7-49da-9773-a17115cce8d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.1080308 Dec 12 17:41:03.326909 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-9942daef-dcec-40df-bc45-da43901735ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:03.328747 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-9942daef-dcec-40df-bc45-da43901735ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665146 Dec 12 17:41:03.359588 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae51e46-e789-432d-a097-732ccafd374e req-4597893b-0a4b-4aa3-a233-995b90c24df8 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:03.361261 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ae51e46-e789-432d-a097-732ccafd374e req-4597893b-0a4b-4aa3-a233-995b90c24df8 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1257308 Dec 12 17:41:03.433818 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8491e18-c2df-4dd3-80cd-d8b9dc5bb6e0 req-26549b5c-db97-4e08-a7ec-7cac8622c8b5 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:03.435352 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8491e18-c2df-4dd3-80cd-d8b9dc5bb6e0 req-26549b5c-db97-4e08-a7ec-7cac8622c8b5 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 944 time: 0.1535659 Dec 12 17:41:03.529593 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8491e18-c2df-4dd3-80cd-d8b9dc5bb6e0 req-13ca5548-eca6-41ef-b33e-2122cbb07fe4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759315 Dec 12 17:41:03.546892 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ae51e46-e789-432d-a097-732ccafd374e req-e4b9d842-50b2-44ef-95f1-97bbd4832812 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746852 Dec 12 17:41:03.571957 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-033b189a-a79c-4bcd-bbd8-caf37a725ff7 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350743 Dec 12 17:41:03.665980 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157106bb-e2e3-483e-bab2-a2473f5f4185 x-openstack-request-id: req-157106bb-e2e3-483e-bab2-a2473f5f4185 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:03.666498 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526031ff-75bd-4dee-a32a-3f892e8311f3", "name": "network-vif-plugged", "status": "completed", "tag": "2c97eac4-326c-47ef-9157-2181d0f949be", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:03.666625 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-157106bb-e2e3-483e-bab2-a2473f5f4185 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:03.666925 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526031ff-75bd-4dee-a32a-3f892e8311f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c97eac4-326c-47ef-9157-2181d0f949be', 'code': 200} Dec 12 17:41:03.684905 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99bf90b-016d-480b-bd53-e227f0f25288 x-openstack-request-id: req-a99bf90b-016d-480b-bd53-e227f0f25288 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:03.685817 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7d4103-ab62-4885-a69a-aae2a6ac93cb", "tag": "1e5ea895-136a-44cf-b33a-b6ba997762e7", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:03.685990 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a99bf90b-016d-480b-bd53-e227f0f25288 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:03.686396 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7d4103-ab62-4885-a69a-aae2a6ac93cb', 'tag': '1e5ea895-136a-44cf-b33a-b6ba997762e7', 'status': 'completed', 'code': 200} Dec 12 17:41:03.767407 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd8dc1e5-83c8-4458-8c02-23c072d9d83a req-094f1ad9-ba9a-4e37-abf1-d8c3dcd6c5a9 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737521 Dec 12 17:41:03.920998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf4333-2506-4427-b362-d62dca840e9a req-17eec0bb-1c13-4b76-a0c1-97aeff566a99 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:03.923616 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1aaf4333-2506-4427-b362-d62dca840e9a req-17eec0bb-1c13-4b76-a0c1-97aeff566a99 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1281292 Dec 12 17:41:04.038062 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bb3cd-ca2e-4eba-ab5f-20d383a4c336 req-67e13b72-c28f-47dc-bc6f-04e382a4f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:04.039800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a8bb3cd-ca2e-4eba-ab5f-20d383a4c336 req-67e13b72-c28f-47dc-bc6f-04e382a4f344 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 1095 time: 0.1140275 Dec 12 17:41:04.049512 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55681aad-7672-4468-a021-e379eedb5dd6 req-1956201a-a69d-422f-b437-3635a732cde8 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:04.051176 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55681aad-7672-4468-a021-e379eedb5dd6 req-1956201a-a69d-422f-b437-3635a732cde8 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b HTTP/1.1" status: 200 len: 949 time: 0.1265674 Dec 12 17:41:04.078268 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1aaf4333-2506-4427-b362-d62dca840e9a req-2a68905c-565a-480c-95c0-682c871d7117 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159825 Dec 12 17:41:04.252506 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55681aad-7672-4468-a021-e379eedb5dd6 req-65c0b7f3-c905-4fcb-b56b-edc0d7877854 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/security-groups?id=23b15483-c69d-4353-ad18-40b46f852480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845255 Dec 12 17:41:04.282323 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bb3cd-ca2e-4eba-ab5f-20d383a4c336 req-95287fb6-17c0-48f2-9c59-1d4f38469ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:04.284451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a8bb3cd-ca2e-4eba-ab5f-20d383a4c336 req-95287fb6-17c0-48f2-9c59-1d4f38469ecf service neutron] 10.222.0.20 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 913 time: 0.2152579 Dec 12 17:41:04.295570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bad9ad-2a04-479b-9754-6c4a0adbde66 req-6f8e4c81-d3f2-4ebe-a1b7-00a714d03f8e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:04.297455 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08bad9ad-2a04-479b-9754-6c4a0adbde66 req-6f8e4c81-d3f2-4ebe-a1b7-00a714d03f8e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1195996 Dec 12 17:41:04.362999 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a8bb3cd-ca2e-4eba-ab5f-20d383a4c336 req-b2556527-e92e-427d-ade1-ca8a620d1008 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e5ea895-136a-44cf-b33a-b6ba997762e7 HTTP/1.1" status: 200 len: 217 time: 0.0643034 Dec 12 17:41:04.458900 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08bad9ad-2a04-479b-9754-6c4a0adbde66 req-f8e41ccf-2302-42fe-81d0-969937e63a67 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539457 Dec 12 17:41:04.496667 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bb3cd-ca2e-4eba-ab5f-20d383a4c336 req-f839b5bc-b13c-4e31-8062-25d33eaf3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:04.498932 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a8bb3cd-ca2e-4eba-ab5f-20d383a4c336 req-f839b5bc-b13c-4e31-8062-25d33eaf3cbb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.1213911 Dec 12 17:41:04.622889 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bb3cd-ca2e-4eba-ab5f-20d383a4c336 req-948182f7-30ef-43fb-ab3f-d9bed366d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:04.628260 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a8bb3cd-ca2e-4eba-ab5f-20d383a4c336 req-948182f7-30ef-43fb-ab3f-d9bed366d945 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174247 Dec 12 17:41:04.832045 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a8bb3cd-ca2e-4eba-ab5f-20d383a4c336 req-8c29066d-9458-4249-b962-4960bbc04c5b service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861019 Dec 12 17:41:04.961665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a8bb3cd-ca2e-4eba-ab5f-20d383a4c336 req-c779a603-4fb6-4620-a351-f1507d6863dc service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131141 Dec 12 17:41:05.802785 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49964fe-35f3-41b8-9e5e-f820524a7170 req-41c264bf-dcdd-4f6f-a285-4d60b21fa95a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:05.812229 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e49964fe-35f3-41b8-9e5e-f820524a7170 req-41c264bf-dcdd-4f6f-a285-4d60b21fa95a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 944 time: 0.1515436 Dec 12 17:41:05.894561 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e49964fe-35f3-41b8-9e5e-f820524a7170 req-2284c642-9192-4ccb-90f0-c3ed11327714 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813599 Dec 12 17:41:06.303954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1e5ea895-136a-44cf-b33a-b6ba997762e7 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:41:06.435891 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 1e5ea895-136a-44cf-b33a-b6ba997762e7, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1e5ea895-136a-44cf-b33a-b6ba997762e7,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:06.449979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '1e5ea895-136a-44cf-b33a-b6ba997762e7', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'port_id': '1e5ea895-136a-44cf-b33a-b6ba997762e7', 'mac_address': 'fa:16:3e:4d:65:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:41:06.554742 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:06.597639 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5ea895-136a-44cf-b33a-b6ba997762e7 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:41:06.605476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef910d-146c-4901-ab19-cdb423502836 req-4802c5a3-46a0-4ae2-92b9-8d50af0f4bbb tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:06.613824 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34ef910d-146c-4901-ab19-cdb423502836 req-4802c5a3-46a0-4ae2-92b9-8d50af0f4bbb tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0970135 Dec 12 17:41:06.646115 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 1e5ea895-136a-44cf-b33a-b6ba997762e7, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1e5ea895-136a-44cf-b33a-b6ba997762e7,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:06.655027 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:06.689968 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34ef910d-146c-4901-ab19-cdb423502836 req-e9885552-780d-4cf4-82aa-81f11d7d231e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744488 Dec 12 17:41:06.713824 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 52896075-6f88-434a-9ca5-dbb8a6bcb714 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:41:06.836178 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=1e5ea895-136a-44cf-b33a-b6ba997762e7,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:06.858872 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:06.889590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52896075-6f88-434a-9ca5-dbb8a6bcb714'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:06.890948 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78783f5e-e5f4-42a4-b1b1-5dc58951e64f" -d '{"events": [{"server_uuid": "bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b", "name": "network-vif-unplugged", "status": "completed", "tag": "52896075-6f88-434a-9ca5-dbb8a6bcb714"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:06.950771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 52896075-6f88-434a-9ca5-dbb8a6bcb714, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=52896075-6f88-434a-9ca5-dbb8a6bcb714,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:06.965351 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:07.088699 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d837f2-cf50-4e7d-bd3d-0396411b78dc x-openstack-request-id: req-a2d837f2-cf50-4e7d-bd3d-0396411b78dc {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:07.089296 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b", "name": "network-vif-unplugged", "status": "completed", "tag": "52896075-6f88-434a-9ca5-dbb8a6bcb714", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:07.089719 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2d837f2-cf50-4e7d-bd3d-0396411b78dc {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:07.090296 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52896075-6f88-434a-9ca5-dbb8a6bcb714', 'code': 200} Dec 12 17:41:07.093373 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=52896075-6f88-434a-9ca5-dbb8a6bcb714,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:07.110546 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['1e5ea895-136a-44cf-b33a-b6ba997762e7'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:41:07.128684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82eb1a-b704-4f60-a03a-c3c3ea843126 req-bcfb5103-bab7-482d-b8ca-437dc6c51034 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:07.141186 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee82eb1a-b704-4f60-a03a-c3c3ea843126 req-bcfb5103-bab7-482d-b8ca-437dc6c51034 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 945 time: 0.1054721 Dec 12 17:41:07.296592 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee82eb1a-b704-4f60-a03a-c3c3ea843126 req-06033b8d-e93c-4956-914a-d358a5c0eb29 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511438 Dec 12 17:41:07.894514 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628bb27-682d-4046-ab73-a41d320faa62 req-88168928-b4b0-44f9-bec4-2ac360006f1b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:07.907358 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c628bb27-682d-4046-ab73-a41d320faa62 req-88168928-b4b0-44f9-bec4-2ac360006f1b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1064730 Dec 12 17:41:07.996089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c628bb27-682d-4046-ab73-a41d320faa62 req-e95028f4-3e55-408a-bd3c-8bcafbc9c6b2 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863142 Dec 12 17:41:08.308481 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1e5ea895-136a-44cf-b33a-b6ba997762e7 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:41:08.427847 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 1e5ea895-136a-44cf-b33a-b6ba997762e7 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:41:08.433099 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 1e5ea895-136a-44cf-b33a-b6ba997762e7 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:41:08.433737 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:08.567057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94884a9c-524b-4489-9604-a3f95a301b76 req-06690b3d-08ec-4266-908a-3e437cca6867 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:08.578441 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94884a9c-524b-4489-9604-a3f95a301b76 req-06690b3d-08ec-4266-908a-3e437cca6867 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 945 time: 0.1106596 Dec 12 17:41:08.701757 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94884a9c-524b-4489-9604-a3f95a301b76 req-8c263dd9-97fc-4682-b041-1b64f62132a1 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220193 Dec 12 17:41:08.733972 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:08.837674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 1e5ea895-136a-44cf-b33a-b6ba997762e7, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1e5ea895-136a-44cf-b33a-b6ba997762e7,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:08.848066 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:08.952780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276553e5-4192-4dd9-936d-adb0153de333 req-05292fae-2149-4bfe-a103-136b4d47103b tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:08.958236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=1e5ea895-136a-44cf-b33a-b6ba997762e7,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:08.968790 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-276553e5-4192-4dd9-936d-adb0153de333 req-05292fae-2149-4bfe-a103-136b4d47103b tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 945 time: 0.1071470 Dec 12 17:41:09.056612 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-276553e5-4192-4dd9-936d-adb0153de333 req-fba732aa-af4b-4a9a-94c5-62f406da7623 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/security-groups?id=a80ac8e5-0b93-47ed-8f12-e57cb211afb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875833 Dec 12 17:41:09.093768 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7d4103-ab62-4885-a69a-aae2a6ac93cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5ea895-136a-44cf-b33a-b6ba997762e7'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:09.097473 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc163df0-39f7-4131-ae8c-ff01c96c1469" -d '{"events": [{"server_uuid": "6c7d4103-ab62-4885-a69a-aae2a6ac93cb", "name": "network-vif-plugged", "status": "completed", "tag": "1e5ea895-136a-44cf-b33a-b6ba997762e7"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:09.203439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7abab-341f-4733-99dd-cc861e049138 req-43a9053f-a572-4d5e-abf8-5db7cb68aaa2 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:09.205214 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfe7abab-341f-4733-99dd-cc861e049138 req-43a9053f-a572-4d5e-abf8-5db7cb68aaa2 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0826931 Dec 12 17:41:09.228799 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed25b913-d9af-4eae-b5d9-2610692d6f43 x-openstack-request-id: req-ed25b913-d9af-4eae-b5d9-2610692d6f43 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:09.229099 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7d4103-ab62-4885-a69a-aae2a6ac93cb", "name": "network-vif-plugged", "status": "completed", "tag": "1e5ea895-136a-44cf-b33a-b6ba997762e7", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:09.229356 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed25b913-d9af-4eae-b5d9-2610692d6f43 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:09.229754 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d4103-ab62-4885-a69a-aae2a6ac93cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5ea895-136a-44cf-b33a-b6ba997762e7', 'code': 200} Dec 12 17:41:09.323875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfe7abab-341f-4733-99dd-cc861e049138 req-cc82c1b5-1a29-43a0-877d-dbe1c94ea4dc tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083057 Dec 12 17:41:09.383178 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88a0ce-6123-45ee-9ffa-4700de453cc5 req-4a26d6f7-d7a6-495b-8925-45a0f0ec3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:09.386271 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fa88a0ce-6123-45ee-9ffa-4700de453cc5 req-4a26d6f7-d7a6-495b-8925-45a0f0ec3629 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 1097 time: 0.0592883 Dec 12 17:41:09.485430 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fa88a0ce-6123-45ee-9ffa-4700de453cc5 req-a3a44bff-18a8-4f89-a7f7-a24cd803750c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829194 Dec 12 17:41:09.918368 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c9aeb-aa6f-4a9f-a875-e57daf412548 req-a7933d67-b878-41d5-a027-7b991c0f018c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:09.940972 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-302c9aeb-aa6f-4a9f-a875-e57daf412548 req-a7933d67-b878-41d5-a027-7b991c0f018c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 946 time: 0.1191697 Dec 12 17:41:10.009179 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-302c9aeb-aa6f-4a9f-a875-e57daf412548 req-4911c8d0-8a43-4c14-a159-23496a5f067d tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671935 Dec 12 17:41:10.245217 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4122070-9db5-40b4-affd-e9e9fb48ec3b req-d6c26524-8e4d-42df-b549-e02846c83ec4 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:10.247121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4122070-9db5-40b4-affd-e9e9fb48ec3b req-d6c26524-8e4d-42df-b549-e02846c83ec4 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 945 time: 0.0570734 Dec 12 17:41:10.357951 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4122070-9db5-40b4-affd-e9e9fb48ec3b req-0efbcd6b-b7ef-450f-b3d3-c26655693b41 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/security-groups?id=a80ac8e5-0b93-47ed-8f12-e57cb211afb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019764 Dec 12 17:41:10.536292 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c79ec3-ab5f-4034-b010-7aaede3b3381 req-15578129-2c0e-45d1-a7b3-c6f09a890feb tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:10.539153 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7c79ec3-ab5f-4034-b010-7aaede3b3381 req-15578129-2c0e-45d1-a7b3-c6f09a890feb tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0992944 Dec 12 17:41:10.614857 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7c79ec3-ab5f-4034-b010-7aaede3b3381 req-0adf8cac-1f58-496b-8960-ae4a2da35dbe tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683594 Dec 12 17:41:10.688751 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 52896075-6f88-434a-9ca5-dbb8a6bcb714 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:41:10.814055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a7bee-b4c4-4c59-ab9f-f12f37de4774 req-259ca237-5e97-477a-a0bb-bcf2a32e97ea tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:10.816325 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4f8a7bee-b4c4-4c59-ab9f-f12f37de4774 req-259ca237-5e97-477a-a0bb-bcf2a32e97ea tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 945 time: 0.0800245 Dec 12 17:41:10.818815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 52896075-6f88-434a-9ca5-dbb8a6bcb714, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=52896075-6f88-434a-9ca5-dbb8a6bcb714,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:10.831769 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '52896075-6f88-434a-9ca5-dbb8a6bcb714', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '52896075-6f88-434a-9ca5-dbb8a6bcb714', 'mac_address': 'fa:16:3e:28:a7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:41:10.875755 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:10.910527 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52896075-6f88-434a-9ca5-dbb8a6bcb714 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:41:10.948884 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-4f8a7bee-b4c4-4c59-ab9f-f12f37de4774 req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Deleting port afe0bafa-8f53-4868-b685-d516216e56b5 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:41:10.949527 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4f8a7bee-b4c4-4c59-ab9f-f12f37de4774 req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:10.965698 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 52896075-6f88-434a-9ca5-dbb8a6bcb714, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=52896075-6f88-434a-9ca5-dbb8a6bcb714,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:10.977862 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:11.068561 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-4f8a7bee-b4c4-4c59-ab9f-f12f37de4774 req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] For port afe0bafa-8f53-4868-b685-d516216e56b5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=afe0bafa-8f53-4868-b685-d516216e56b5,segment=NetworkSegment(8c587f68-6661-42bc-97dd-553632b77c6a),segment_id=8c587f68-6661-42bc-97dd-553632b77c6a)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:11.071173 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4f8a7bee-b4c4-4c59-ab9f-f12f37de4774 req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:11.129502 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-4f8a7bee-b4c4-4c59-ab9f-f12f37de4774 req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Calling delete_port for afe0bafa-8f53-4868-b685-d516216e56b5 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:41:11.176535 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['52896075-6f88-434a-9ca5-dbb8a6bcb714'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:41:11.244985 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba1aca-d4c3-4ba0-b5a8-ef98c6e06369 req-b9125d8a-82ed-481f-9daf-d97f3fe2b36e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:11.254468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0bba1aca-d4c3-4ba0-b5a8-ef98c6e06369 req-b9125d8a-82ed-481f-9daf-d97f3fe2b36e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 946 time: 0.1186185 Dec 12 17:41:11.297688 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=52896075-6f88-434a-9ca5-dbb8a6bcb714,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:11.349419 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0bba1aca-d4c3-4ba0-b5a8-ef98c6e06369 req-953d0486-2919-495d-844d-13b8af2fe666 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916660 Dec 12 17:41:11.464571 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4f8a7bee-b4c4-4c59-ab9f-f12f37de4774 req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:11.546318 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Pushing event deleted for resources: {'Port': ['ID=afe0bafa-8f53-4868-b685-d516216e56b5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:11.578024 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8a7bee-b4c4-4c59-ab9f-f12f37de4774 req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] No DVR routers for this DVR port afe0bafa-8f53-4868-b685-d516216e56b5 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:41:11.582910 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4f8a7bee-b4c4-4c59-ab9f-f12f37de4774 req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:11.610211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-439f40aa-9532-495c-9190-12a6283068a4 req-74634c9a-4667-422a-ae52-7a6cd02eb55f tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.18 "GET /v2.0/ports?device_id=b60298a2-2d0b-42f8-af37-8a1a817ccd4e HTTP/1.1" status: 200 len: 210 time: 0.0542564 Dec 12 17:41:11.611779 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4f8a7bee-b4c4-4c59-ab9f-f12f37de4774 req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] 10.222.0.31 "DELETE /v2.0/ports/afe0bafa-8f53-4868-b685-d516216e56b5 HTTP/1.1" status: 204 len: 173 time: 0.7770419 Dec 12 17:41:11.617544 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:11.620226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:11.622994 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:11.623415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:11.623773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:11.624122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:11.624466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:11.636778 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:11.637391 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:11.639577 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:11.639577 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:11.645975 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:11.646478 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18da9099-1374-49ba-8f75-e7bf41bb2471 tempest-AttachSCSIVolumeTestJSON-1596821674 tempest-AttachSCSIVolumeTestJSON-1596821674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:11.664345 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60298a2-2d0b-42f8-af37-8a1a817ccd4e', 'name': 'network-vif-deleted', 'tag': 'afe0bafa-8f53-4868-b685-d516216e56b5'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:11.671780 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4335fb8-bede-4c9c-a4f1-1607d456378f" -d '{"events": [{"server_uuid": "b60298a2-2d0b-42f8-af37-8a1a817ccd4e", "name": "network-vif-deleted", "tag": "afe0bafa-8f53-4868-b685-d516216e56b5"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:11.775946 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['afe0bafa-8f53-4868-b685-d516216e56b5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:41:11.831182 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a1e4c2-06f4-4104-b4d2-d1996ac7d624 x-openstack-request-id: req-12a1e4c2-06f4-4104-b4d2-d1996ac7d624 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:11.831710 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60298a2-2d0b-42f8-af37-8a1a817ccd4e", "name": "network-vif-deleted", "tag": "afe0bafa-8f53-4868-b685-d516216e56b5", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:11.832080 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12a1e4c2-06f4-4104-b4d2-d1996ac7d624 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:11.832714 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60298a2-2d0b-42f8-af37-8a1a817ccd4e', 'name': 'network-vif-deleted', 'tag': 'afe0bafa-8f53-4868-b685-d516216e56b5', 'status': 'completed', 'code': 200} Dec 12 17:41:11.937281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130a04f-894c-4b5f-b8ce-a66727b296b4 req-2978080e-e0b2-427a-9197-424f86b12ef9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:11.945116 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4130a04f-894c-4b5f-b8ce-a66727b296b4 req-2978080e-e0b2-427a-9197-424f86b12ef9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0881686 Dec 12 17:41:12.005966 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4130a04f-894c-4b5f-b8ce-a66727b296b4 req-49db1f42-fce1-4211-af6b-d590ef7c4123 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581615 Dec 12 17:41:12.623854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ad8f8-61d1-4dab-8a36-7816705f7b31 req-1ae55e4a-36a8-4f90-96e8-52b82a7ffff9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:12.645744 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-475ad8f8-61d1-4dab-8a36-7816705f7b31 req-1ae55e4a-36a8-4f90-96e8-52b82a7ffff9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 946 time: 0.1434805 Dec 12 17:41:12.688402 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 52896075-6f88-434a-9ca5-dbb8a6bcb714 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:41:12.724815 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-475ad8f8-61d1-4dab-8a36-7816705f7b31 req-a54ae2b6-b56f-40fb-ba1e-9abd2419b95a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727417 Dec 12 17:41:12.894632 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:41:12.913839 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 52896075-6f88-434a-9ca5-dbb8a6bcb714 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:41:12.914342 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:13.101195 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:13.188425 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 52896075-6f88-434a-9ca5-dbb8a6bcb714, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=52896075-6f88-434a-9ca5-dbb8a6bcb714,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:13.191494 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52896075-6f88-434a-9ca5-dbb8a6bcb714'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:13.198199 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824db9a8-5f14-45cd-abd3-798a231cac5b" -d '{"events": [{"server_uuid": "bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b", "name": "network-vif-plugged", "status": "completed", "tag": "52896075-6f88-434a-9ca5-dbb8a6bcb714"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:13.207697 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:13.208523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device afe0bafa-8f53-4868-b685-d516216e56b5 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:41:13.348628 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: afe0bafa-8f53-4868-b685-d516216e56b5 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:41:13.349070 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device afe0bafa-8f53-4868-b685-d516216e56b5 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:41:13.431544 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984ff10-ea8a-4f64-8920-d15bfc95e2b8 req-684f4ca7-55a6-4eca-b1bd-6eec41ad1fcf tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:13.441784 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e984ff10-ea8a-4f64-8920-d15bfc95e2b8 req-684f4ca7-55a6-4eca-b1bd-6eec41ad1fcf tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1438124 Dec 12 17:41:13.443120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=52896075-6f88-434a-9ca5-dbb8a6bcb714,revision_number=10']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:13.559448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e984ff10-ea8a-4f64-8920-d15bfc95e2b8 req-feb9c0ea-5957-4eb0-95f5-5f5eaeb456fb tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166596 Dec 12 17:41:13.716674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7d93f-7a3e-42e6-8f94-b4929dc9d1d6 req-bf36d0ec-6276-4e9a-88b5-d4d09f25d653 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:13.732475 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0cd7d93f-7a3e-42e6-8f94-b4929dc9d1d6 req-bf36d0ec-6276-4e9a-88b5-d4d09f25d653 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 946 time: 0.0726616 Dec 12 17:41:13.850222 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0cd7d93f-7a3e-42e6-8f94-b4929dc9d1d6 req-91a9f47f-55d5-4229-86aa-8c508b18e8f3 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095841 Dec 12 17:41:13.896341 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa7eae0-81b9-48b8-bd5f-c271607420c2 x-openstack-request-id: req-efa7eae0-81b9-48b8-bd5f-c271607420c2 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:13.897000 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b", "name": "network-vif-plugged", "status": "completed", "tag": "52896075-6f88-434a-9ca5-dbb8a6bcb714", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:13.897458 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-efa7eae0-81b9-48b8-bd5f-c271607420c2 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:13.898021 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52896075-6f88-434a-9ca5-dbb8a6bcb714', 'code': 200} Dec 12 17:41:14.661718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b3400-df36-4a2f-9608-285b22ab3c99 req-2a908afd-be3c-4d0d-82e7-6f3658f55a2a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:14.669624 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-440b3400-df36-4a2f-9608-285b22ab3c99 req-2a908afd-be3c-4d0d-82e7-6f3658f55a2a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 944 time: 0.1203349 Dec 12 17:41:14.754844 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-31cc41ea-4bd0-47b2-a285-b0b1c4870202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:14.767354 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d588773-7e5b-4573-af62-9b1e8832b76a req-9dd07af9-5484-4468-984c-49ea78cd917d tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:14.781381 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d588773-7e5b-4573-af62-9b1e8832b76a req-9dd07af9-5484-4468-984c-49ea78cd917d tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1292357 Dec 12 17:41:14.862577 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-440b3400-df36-4a2f-9608-285b22ab3c99 req-b34ffe2c-546a-42a0-bd70-61829eb1a89c tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913776 Dec 12 17:41:15.041773 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d588773-7e5b-4573-af62-9b1e8832b76a req-24c1ab6f-e964-468b-bfdc-775f378970fb tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595110 Dec 12 17:41:15.175235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69126fe3-94db-4711-bd9f-d6643bc92380 req-453e2f71-5b80-4899-b369-b59cc4364fea tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:15.176819 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69126fe3-94db-4711-bd9f-d6643bc92380 req-453e2f71-5b80-4899-b369-b59cc4364fea tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 946 time: 0.0795197 Dec 12 17:41:15.196805 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45a73f-1d7f-4c88-b5e5-c77f7da26b9b req-0b20606d-b33a-49d1-9f7d-670a981ce964 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:15.198353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a45a73f-1d7f-4c88-b5e5-c77f7da26b9b req-0b20606d-b33a-49d1-9f7d-670a981ce964 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e2223d-1e8b-47c0-95ca-fecff9eedf63 HTTP/1.1" status: 200 len: 944 time: 0.1476483 Dec 12 17:41:15.370018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69126fe3-94db-4711-bd9f-d6643bc92380 req-2910dff9-e294-4442-80c1-a4d81b6829be tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705236 Dec 12 17:41:15.501082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-6a45a73f-1d7f-4c88-b5e5-c77f7da26b9b req-8587509e-5a61-4f89-8974-6516e9182f73 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Deleting port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:41:15.501840 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6a45a73f-1d7f-4c88-b5e5-c77f7da26b9b req-8587509e-5a61-4f89-8974-6516e9182f73 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:15.703393 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-6a45a73f-1d7f-4c88-b5e5-c77f7da26b9b req-8587509e-5a61-4f89-8974-6516e9182f73 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] For port 3a891b6c-f3a4-43a5-9317-f0bed67deb96, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=3a891b6c-f3a4-43a5-9317-f0bed67deb96,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:15.710490 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6a45a73f-1d7f-4c88-b5e5-c77f7da26b9b req-8587509e-5a61-4f89-8974-6516e9182f73 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:15.740481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-6a45a73f-1d7f-4c88-b5e5-c77f7da26b9b req-8587509e-5a61-4f89-8974-6516e9182f73 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Calling delete_port for 3a891b6c-f3a4-43a5-9317-f0bed67deb96 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:41:15.978319 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6a45a73f-1d7f-4c88-b5e5-c77f7da26b9b req-8587509e-5a61-4f89-8974-6516e9182f73 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:15.994392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['3a891b6c-f3a4-43a5-9317-f0bed67deb96'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:41:16.045420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587509e-5a61-4f89-8974-6516e9182f73 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Pushing event deleted for resources: {'Port': ['ID=3a891b6c-f3a4-43a5-9317-f0bed67deb96,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:16.079431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a45a73f-1d7f-4c88-b5e5-c77f7da26b9b req-8587509e-5a61-4f89-8974-6516e9182f73 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] No DVR routers for this DVR port 3a891b6c-f3a4-43a5-9317-f0bed67deb96 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:41:16.084667 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6a45a73f-1d7f-4c88-b5e5-c77f7da26b9b req-8587509e-5a61-4f89-8974-6516e9182f73 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:16.094708 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a45a73f-1d7f-4c88-b5e5-c77f7da26b9b req-8587509e-5a61-4f89-8974-6516e9182f73 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.20 "DELETE /v2.0/ports/3a891b6c-f3a4-43a5-9317-f0bed67deb96 HTTP/1.1" status: 204 len: 173 time: 0.8560791 Dec 12 17:41:16.097445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e2223d-1e8b-47c0-95ca-fecff9eedf63', 'name': 'network-vif-deleted', 'tag': '3a891b6c-f3a4-43a5-9317-f0bed67deb96'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:16.104107 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144097d0-ddb1-4bee-87b2-fe6eb2fa9292" -d '{"events": [{"server_uuid": "c0e2223d-1e8b-47c0-95ca-fecff9eedf63", "name": "network-vif-deleted", "tag": "3a891b6c-f3a4-43a5-9317-f0bed67deb96"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:16.850727 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:16.926007 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4f344334-f7e3-43d7-9c9c-819fa237d46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:17.395940 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:18.192743 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:18.307642 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 3a891b6c-f3a4-43a5-9317-f0bed67deb96 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:41:18.358922 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 3a891b6c-f3a4-43a5-9317-f0bed67deb96 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:41:18.359296 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 3a891b6c-f3a4-43a5-9317-f0bed67deb96 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:41:18.552606 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dff03d8-ebeb-4d8d-ac6c-7310957f5f33 x-openstack-request-id: req-2dff03d8-ebeb-4d8d-ac6c-7310957f5f33 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:18.553524 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e2223d-1e8b-47c0-95ca-fecff9eedf63", "name": "network-vif-deleted", "tag": "3a891b6c-f3a4-43a5-9317-f0bed67deb96", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:18.554023 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2dff03d8-ebeb-4d8d-ac6c-7310957f5f33 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:18.554650 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e2223d-1e8b-47c0-95ca-fecff9eedf63', 'name': 'network-vif-deleted', 'tag': '3a891b6c-f3a4-43a5-9317-f0bed67deb96', 'status': 'completed', 'code': 200} Dec 12 17:41:18.629627 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b6234-b27d-4137-a11d-0d5684deea3e req-9be703ff-006b-4ea7-a11e-219fd2c5864f tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:18.637775 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1f5b6234-b27d-4137-a11d-0d5684deea3e req-9be703ff-006b-4ea7-a11e-219fd2c5864f tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0754254 Dec 12 17:41:18.788598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1a207-271c-406b-912f-816ebfd5cc27 req-297a25fa-943a-4aa3-844e-804101368763 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:18.797497 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86e1a207-271c-406b-912f-816ebfd5cc27 req-297a25fa-943a-4aa3-844e-804101368763 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 946 time: 0.1343691 Dec 12 17:41:18.853923 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1f5b6234-b27d-4137-a11d-0d5684deea3e req-98ce971a-ec13-42cf-a5a8-062a32d14c5f tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975915 Dec 12 17:41:18.891983 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86e1a207-271c-406b-912f-816ebfd5cc27 req-d03e5b8c-e3c7-424f-b83c-e1bddb1c14ea tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935626 Dec 12 17:41:19.171445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd5ce5-5c3f-40cf-8f31-3470a81396dc req-e35deaf4-5d71-438b-86f2-5b280c5a4e13 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:19.178212 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7afd5ce5-5c3f-40cf-8f31-3470a81396dc req-e35deaf4-5d71-438b-86f2-5b280c5a4e13 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?device_id=526031ff-75bd-4dee-a32a-3f892e8311f3 HTTP/1.1" status: 200 len: 950 time: 0.1511497 Dec 12 17:41:19.265331 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7afd5ce5-5c3f-40cf-8f31-3470a81396dc req-121ea4ef-d457-435e-a7b1-87708bd75e5e tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/security-groups?id=255365d2-4662-449f-add4-4331727f0583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742428 Dec 12 17:41:19.353647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af4ed1-d416-4588-9cab-478e0db6e1c6 req-72fd7a4e-b747-4635-af4a-f7307d55add1 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:19.356308 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7af4ed1-d416-4588-9cab-478e0db6e1c6 req-72fd7a4e-b747-4635-af4a-f7307d55add1 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 944 time: 0.0710981 Dec 12 17:41:19.513851 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7af4ed1-d416-4588-9cab-478e0db6e1c6 req-7670e556-f871-4644-b7e7-ebd22eb832fe tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351638 Dec 12 17:41:19.527948 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46134) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:19.724045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9278f-27ef-4f8d-b1ba-c5d868a6f4f2 req-0032fe98-2cb4-437c-a6c9-dd64a793eead tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:19.725463 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d8a9278f-27ef-4f8d-b1ba-c5d868a6f4f2 req-0032fe98-2cb4-437c-a6c9-dd64a793eead tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 944 time: 0.1310606 Dec 12 17:41:19.934793 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90b8b8fc-8afb-4406-b6ed-d4ca1f7ea274 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:19.951154 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:20.088379 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90b8b8fc-8afb-4406-b6ed-d4ca1f7ea274 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:20.109038 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90b8b8fc-8afb-4406-b6ed-d4ca1f7ea274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:20.181312 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715d641-5b91-4a27-a858-05a7938dc856 req-6c7bdd50-a8dc-47fe-ac13-057900a55c4c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:20.183424 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7715d641-5b91-4a27-a858-05a7938dc856 req-6c7bdd50-a8dc-47fe-ac13-057900a55c4c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1337428 Dec 12 17:41:20.195573 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-d8a9278f-27ef-4f8d-b1ba-c5d868a6f4f2 req-2a50252a-1091-4239-8dee-9f77f5bb2e52 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Deleting port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:41:20.196195 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d8a9278f-27ef-4f8d-b1ba-c5d868a6f4f2 req-2a50252a-1091-4239-8dee-9f77f5bb2e52 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:20.255392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7715d641-5b91-4a27-a858-05a7938dc856 req-85ebb60e-6986-40af-9d22-e04cce081b4a tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587158 Dec 12 17:41:20.304598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae339e-72c8-4139-a6af-f0efbe04d552 req-54c0e821-516a-4cbd-8ca3-57bb6a7c599c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:20.306642 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4cae339e-72c8-4139-a6af-f0efbe04d552 req-54c0e821-516a-4cbd-8ca3-57bb6a7c599c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 946 time: 0.0640540 Dec 12 17:41:20.351093 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-d8a9278f-27ef-4f8d-b1ba-c5d868a6f4f2 req-2a50252a-1091-4239-8dee-9f77f5bb2e52 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] For port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:20.351489 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d8a9278f-27ef-4f8d-b1ba-c5d868a6f4f2 req-2a50252a-1091-4239-8dee-9f77f5bb2e52 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:20.365515 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-d8a9278f-27ef-4f8d-b1ba-c5d868a6f4f2 req-2a50252a-1091-4239-8dee-9f77f5bb2e52 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Calling delete_port for 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:41:20.371801 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46170) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:20.416201 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8b8fc-8afb-4406-b6ed-d4ca1f7ea274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61822206-5815-4059-9206-bd50f016f721,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:20.440448 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-90b8b8fc-8afb-4406-b6ed-d4ca1f7ea274 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04e00c3bfa86464db754c13e7aaca2f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9101090 Dec 12 17:41:20.444276 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46172) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:20.516496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4cae339e-72c8-4139-a6af-f0efbe04d552 req-4be43a58-c08b-4f98-a1de-65d326341c98 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023883 Dec 12 17:41:20.518401 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75d89bfa-9206-4e87-828a-07633f8b19ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:20.552522 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75d89bfa-9206-4e87-828a-07633f8b19ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:20.650387 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75d89bfa-9206-4e87-828a-07633f8b19ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:20.653157 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75d89bfa-9206-4e87-828a-07633f8b19ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:20.655404 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-75d89bfa-9206-4e87-828a-07633f8b19ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61822206-5815-4059-9206-bd50f016f721 HTTP/1.1" status: 204 len: 168 time: 0.2096946 Dec 12 17:41:20.666085 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d89bfa-9206-4e87-828a-07633f8b19ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61822206-5815-4059-9206-bd50f016f721,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:20.701782 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:20.770836 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d8a9278f-27ef-4f8d-b1ba-c5d868a6f4f2 req-2a50252a-1091-4239-8dee-9f77f5bb2e52 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:20.829593 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50252a-1091-4239-8dee-9f77f5bb2e52 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Pushing event deleted for resources: {'Port': ['ID=8f5e7e69-a20e-4c82-b5ca-6860925f8bd2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:20.929201 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a9278f-27ef-4f8d-b1ba-c5d868a6f4f2 req-2a50252a-1091-4239-8dee-9f77f5bb2e52 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] No DVR routers for this DVR port 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:41:20.935433 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d8a9278f-27ef-4f8d-b1ba-c5d868a6f4f2 req-2a50252a-1091-4239-8dee-9f77f5bb2e52 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:20.939851 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d8a9278f-27ef-4f8d-b1ba-c5d868a6f4f2 req-2a50252a-1091-4239-8dee-9f77f5bb2e52 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.31 "DELETE /v2.0/ports/8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 HTTP/1.1" status: 204 len: 173 time: 1.2059774 Dec 12 17:41:20.940505 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb53671-6119-4830-bc3e-721af1170eb7', 'name': 'network-vif-deleted', 'tag': '8f5e7e69-a20e-4c82-b5ca-6860925f8bd2'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:20.943766 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0b6dcc-01ed-4316-8832-5428aabff951" -d '{"events": [{"server_uuid": "ebb53671-6119-4830-bc3e-721af1170eb7", "name": "network-vif-deleted", "tag": "8f5e7e69-a20e-4c82-b5ca-6860925f8bd2"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:21.089800 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90308ec-9c4e-4fa5-b4fd-147198af4ea4 x-openstack-request-id: req-a90308ec-9c4e-4fa5-b4fd-147198af4ea4 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:21.093275 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb53671-6119-4830-bc3e-721af1170eb7", "name": "network-vif-deleted", "tag": "8f5e7e69-a20e-4c82-b5ca-6860925f8bd2", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:21.094054 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a90308ec-9c4e-4fa5-b4fd-147198af4ea4 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:21.095051 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb53671-6119-4830-bc3e-721af1170eb7', 'name': 'network-vif-deleted', 'tag': '8f5e7e69-a20e-4c82-b5ca-6860925f8bd2', 'status': 'completed', 'code': 200} Dec 12 17:41:21.205446 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-601db6ca-b46d-4b6e-86f5-1901061fb187 req-c4135bba-1a54-4b8b-b08d-4909b29a8989 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebb53671-6119-4830-bc3e-721af1170eb7 HTTP/1.1" status: 200 len: 210 time: 0.1142087 Dec 12 17:41:21.301992 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46210) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:21.334203 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0f28036-2f27-4eef-9e21-d36ffc7946c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:21.471046 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0f28036-2f27-4eef-9e21-d36ffc7946c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:21.484864 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0f28036-2f27-4eef-9e21-d36ffc7946c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:21.486836 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef1d38-c9c9-4b6d-b2bc-e718480b5509 req-721746ef-17e1-42af-800d-b33ec945ac86 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:21.488604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-50ef1d38-c9c9-4b6d-b2bc-e718480b5509 req-721746ef-17e1-42af-800d-b33ec945ac86 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1018093 Dec 12 17:41:21.524902 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a72200b-8ed7-4dff-a119-61647210ce08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:21.601893 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a0f28036-2f27-4eef-9e21-d36ffc7946c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fe62d97d28942c5ac6837d081d2f02e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2983143 Dec 12 17:41:21.602758 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46214) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:21.644910 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f28036-2f27-4eef-9e21-d36ffc7946c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689c7e83-77fe-477a-b0ab-a2dd7d338bf4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:21.729138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-50ef1d38-c9c9-4b6d-b2bc-e718480b5509 req-2f3b46ed-0412-4e41-a0ed-be64e33e4e34 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229493 Dec 12 17:41:21.758713 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80bff53b-d003-45c6-9642-7270b2bd460e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:21.799074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6411213-8e5e-428c-9e70-9f5e69b492b2 req-2688434e-535e-4568-b996-f22caf62af86 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:21.806341 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e6411213-8e5e-428c-9e70-9f5e69b492b2 req-2688434e-535e-4568-b996-f22caf62af86 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 946 time: 0.0845222 Dec 12 17:41:21.845988 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80bff53b-d003-45c6-9642-7270b2bd460e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:21.923538 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80bff53b-d003-45c6-9642-7270b2bd460e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:21.926146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e6411213-8e5e-428c-9e70-9f5e69b492b2 req-ffbae11f-1b3d-477c-b5d5-c24d36cac3bf tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189432 Dec 12 17:41:21.926488 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80bff53b-d003-45c6-9642-7270b2bd460e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:21.927739 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-80bff53b-d003-45c6-9642-7270b2bd460e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/689c7e83-77fe-477a-b0ab-a2dd7d338bf4 HTTP/1.1" status: 204 len: 168 time: 0.3136079 Dec 12 17:41:21.957832 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bff53b-d003-45c6-9642-7270b2bd460e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689c7e83-77fe-477a-b0ab-a2dd7d338bf4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:22.025333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7a72200b-8ed7-4dff-a119-61647210ce08 admin admin] Deleting port aee7e83c-e97f-43f1-a7cc-29e8693e7d8d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:41:22.025677 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a72200b-8ed7-4dff-a119-61647210ce08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:22.135391 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7a72200b-8ed7-4dff-a119-61647210ce08 admin admin] For port aee7e83c-e97f-43f1-a7cc-29e8693e7d8d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=aee7e83c-e97f-43f1-a7cc-29e8693e7d8d,segment=NetworkSegment(8c587f68-6661-42bc-97dd-553632b77c6a),segment_id=8c587f68-6661-42bc-97dd-553632b77c6a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:22.135757 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a72200b-8ed7-4dff-a119-61647210ce08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:22.151525 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7a72200b-8ed7-4dff-a119-61647210ce08 admin admin] Calling delete_port for aee7e83c-e97f-43f1-a7cc-29e8693e7d8d owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:41:22.319156 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device ca473365-da91-4b3e-aa98-c48c3f156a2d details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:41:22.327767 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2c97eac4-326c-47ef-9157-2181d0f949be no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:41:22.444767 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a72200b-8ed7-4dff-a119-61647210ce08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:22.487894 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72200b-8ed7-4dff-a119-61647210ce08 admin admin] Pushing event deleted for resources: {'Port': ['ID=aee7e83c-e97f-43f1-a7cc-29e8693e7d8d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:22.654444 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:22.704637 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526031ff-75bd-4dee-a32a-3f892e8311f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c97eac4-326c-47ef-9157-2181d0f949be'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:22.707222 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb782a6-4bc4-496d-aaf7-32ec0cfdea7d" -d '{"events": [{"server_uuid": "526031ff-75bd-4dee-a32a-3f892e8311f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2c97eac4-326c-47ef-9157-2181d0f949be"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:22.716315 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port ca473365-da91-4b3e-aa98-c48c3f156a2d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ca473365-da91-4b3e-aa98-c48c3f156a2d,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:22.747647 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'ca473365-da91-4b3e-aa98-c48c3f156a2d', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': 'ca473365-da91-4b3e-aa98-c48c3f156a2d', 'mac_address': 'fa:16:3e:cc:a6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:41:22.768278 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:41:22.781515 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2c97eac4-326c-47ef-9157-2181d0f949be, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2c97eac4-326c-47ef-9157-2181d0f949be,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:22.888774 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e15770-f374-431f-811d-63eb3ed05c38 req-30af404b-2af9-4eae-a1f9-b4a6521cda42 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:22.900059 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86e15770-f374-431f-811d-63eb3ed05c38 req-30af404b-2af9-4eae-a1f9-b4a6521cda42 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 944 time: 0.2105417 Dec 12 17:41:22.913806 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a72200b-8ed7-4dff-a119-61647210ce08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:22.916680 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af66c50b-3085-4d0d-ad9c-1315190e4453 x-openstack-request-id: req-af66c50b-3085-4d0d-ad9c-1315190e4453 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:22.917211 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526031ff-75bd-4dee-a32a-3f892e8311f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2c97eac4-326c-47ef-9157-2181d0f949be", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:22.917627 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af66c50b-3085-4d0d-ad9c-1315190e4453 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:22.918173 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526031ff-75bd-4dee-a32a-3f892e8311f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c97eac4-326c-47ef-9157-2181d0f949be', 'code': 200} Dec 12 17:41:22.919485 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:22.921832 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:22.923636 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:41:22.924146 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 8f5e7e69-a20e-4c82-b5ca-6860925f8bd2 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:41:22.982353 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=2c97eac4-326c-47ef-9157-2181d0f949be,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:22.990014 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca473365-da91-4b3e-aa98-c48c3f156a2d {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:41:23.016407 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port ca473365-da91-4b3e-aa98-c48c3f156a2d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ca473365-da91-4b3e-aa98-c48c3f156a2d,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:23.023601 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:23.090725 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=ca473365-da91-4b3e-aa98-c48c3f156a2d,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:23.157820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['ca473365-da91-4b3e-aa98-c48c3f156a2d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:41:23.168393 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86e15770-f374-431f-811d-63eb3ed05c38 req-934b49d8-6f62-4d43-a63f-b7b5eaf1af74 tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/security-groups?id=2036c643-e103-44a5-9c2c-6c7a07b9d449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672846 Dec 12 17:41:23.181794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee4aa8-1c7a-4830-905f-b1164fa03abe req-c6c34d4f-3ce5-45f2-8ab8-d74882099529 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:23.192958 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45ee4aa8-1c7a-4830-905f-b1164fa03abe req-c6c34d4f-3ce5-45f2-8ab8-d74882099529 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.2581251 Dec 12 17:41:23.349999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50feea26-3367-4d65-9095-1e4b26ba6354 req-f2d7f1d1-8a5e-419b-94c2-a3df8bef051e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:23.351473 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-50feea26-3367-4d65-9095-1e4b26ba6354 req-f2d7f1d1-8a5e-419b-94c2-a3df8bef051e tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.31 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 944 time: 0.1152935 Dec 12 17:41:23.382188 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45ee4aa8-1c7a-4830-905f-b1164fa03abe req-deccd21f-c497-43ac-a3dd-90c5b2f91d1a tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882350 Dec 12 17:41:23.513500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a72200b-8ed7-4dff-a119-61647210ce08 admin admin] Router c518edc7-4731-477f-88fe-d11a3afa204a has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:41:23.567785 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-50feea26-3367-4d65-9095-1e4b26ba6354 req-b03a7ee7-34ea-469d-af31-4857aa15eb7f tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Deleting port 9f717fce-017d-42a2-a42f-707ae69625a8 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:41:23.568605 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-50feea26-3367-4d65-9095-1e4b26ba6354 req-b03a7ee7-34ea-469d-af31-4857aa15eb7f tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:23.686210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3eb782-349d-4511-b41c-c6cbd188dbbd req-d022d5b4-6224-4e14-be44-8888ec6d1250 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:23.688419 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a3eb782-349d-4511-b41c-c6cbd188dbbd req-d022d5b4-6224-4e14-be44-8888ec6d1250 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 946 time: 0.3873737 Dec 12 17:41:23.723295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-50feea26-3367-4d65-9095-1e4b26ba6354 req-b03a7ee7-34ea-469d-af31-4857aa15eb7f tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] For port 9f717fce-017d-42a2-a42f-707ae69625a8, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=9f717fce-017d-42a2-a42f-707ae69625a8,segment=NetworkSegment(c4a7347e-5f4a-42d3-8200-eb5584ea86b7),segment_id=c4a7347e-5f4a-42d3-8200-eb5584ea86b7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:23.724379 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-50feea26-3367-4d65-9095-1e4b26ba6354 req-b03a7ee7-34ea-469d-af31-4857aa15eb7f tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:23.757752 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a72200b-8ed7-4dff-a119-61647210ce08 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:41:23.766784 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7a72200b-8ed7-4dff-a119-61647210ce08 admin admin] 10.222.0.18 "PUT /v2.0/routers/c518edc7-4731-477f-88fe-d11a3afa204a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3910489 Dec 12 17:41:23.771248 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a3eb782-349d-4511-b41c-c6cbd188dbbd req-7327ba57-9023-4829-bcbb-492a980fea91 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749617 Dec 12 17:41:23.771739 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46302) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:23.774802 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-50feea26-3367-4d65-9095-1e4b26ba6354 req-b03a7ee7-34ea-469d-af31-4857aa15eb7f tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Calling delete_port for 9f717fce-017d-42a2-a42f-707ae69625a8 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:41:23.775697 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7b3134-30e4-4a51-8a41-6c6b043928ce None None] Sync routers for ids ['c518edc7-4731-477f-88fe-d11a3afa204a'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:41:23.793109 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7b3134-30e4-4a51-8a41-6c6b043928ce None None] Routers {'c518edc7-4731-477f-88fe-d11a3afa204a'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:41:23.795471 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5b7b3134-30e4-4a51-8a41-6c6b043928ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:41:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c518edc7-4731-477f-88fe-d11a3afa204a'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:23.972954 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb8b549b-656d-4e0c-a72c-bfcb82d9b64d admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:24.011613 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-5b7b3134-30e4-4a51-8a41-6c6b043928ce None None] Set router c518edc7-4731-477f-88fe-d11a3afa204a gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:41:24.056875 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-50feea26-3367-4d65-9095-1e4b26ba6354 req-b03a7ee7-34ea-469d-af31-4857aa15eb7f tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:24.100495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a7ee7-34ea-469d-af31-4857aa15eb7f tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Pushing event deleted for resources: {'Port': ['ID=9f717fce-017d-42a2-a42f-707ae69625a8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:24.165423 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb8b549b-656d-4e0c-a72c-bfcb82d9b64d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:24.199475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-50feea26-3367-4d65-9095-1e4b26ba6354 req-b03a7ee7-34ea-469d-af31-4857aa15eb7f tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] No DVR routers for this DVR port 9f717fce-017d-42a2-a42f-707ae69625a8 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:41:24.205935 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-50feea26-3367-4d65-9095-1e4b26ba6354 req-b03a7ee7-34ea-469d-af31-4857aa15eb7f tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:24.211037 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-50feea26-3367-4d65-9095-1e4b26ba6354 req-b03a7ee7-34ea-469d-af31-4857aa15eb7f tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.31 "DELETE /v2.0/ports/9f717fce-017d-42a2-a42f-707ae69625a8 HTTP/1.1" status: 204 len: 173 time: 0.8481221 Dec 12 17:41:24.211748 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4daabdcc-6da0-4c0f-9a5b-503f091ee09d', 'name': 'network-vif-deleted', 'tag': '9f717fce-017d-42a2-a42f-707ae69625a8'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:24.215554 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04887180-4967-436d-9e5e-b760cf9277bd" -d '{"events": [{"server_uuid": "4daabdcc-6da0-4c0f-9a5b-503f091ee09d", "name": "network-vif-deleted", "tag": "9f717fce-017d-42a2-a42f-707ae69625a8"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:24.293249 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bb8b549b-656d-4e0c-a72c-bfcb82d9b64d admin admin] Deleting port ddf54d9b-83c5-4780-b840-5cf70d40caac {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:41:24.293592 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb8b549b-656d-4e0c-a72c-bfcb82d9b64d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:24.333116 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device ca473365-da91-4b3e-aa98-c48c3f156a2d up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:41:24.335552 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56f2e66-0142-4438-809e-f92c2210a5f1 x-openstack-request-id: req-d56f2e66-0142-4438-809e-f92c2210a5f1 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:24.335886 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4daabdcc-6da0-4c0f-9a5b-503f091ee09d", "name": "network-vif-deleted", "tag": "9f717fce-017d-42a2-a42f-707ae69625a8", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:24.336172 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d56f2e66-0142-4438-809e-f92c2210a5f1 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:24.336582 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4daabdcc-6da0-4c0f-9a5b-503f091ee09d', 'name': 'network-vif-deleted', 'tag': '9f717fce-017d-42a2-a42f-707ae69625a8', 'status': 'completed', 'code': 200} Dec 12 17:41:24.482344 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94907b63-9181-4d87-bb3d-deb62e6a42ed req-deb236c3-1997-4c4c-b848-da31853dac0a tempest-LiveMigrationTest-1565695490 tempest-LiveMigrationTest-1565695490-project] 10.222.0.18 "GET /v2.0/ports?device_id=4daabdcc-6da0-4c0f-9a5b-503f091ee09d HTTP/1.1" status: 200 len: 210 time: 0.0752707 Dec 12 17:41:24.519839 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5b7b3134-30e4-4a51-8a41-6c6b043928ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c518edc7-4731-477f-88fe-d11a3afa204a', 'name': 'tempest-AttachSCSIVolumeTestJSON-783012589-router', 'tenant_id': '353c3ed25c854d33a65b45f81e9d054a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'ddf54d9b-83c5-4780-b840-5cf70d40caac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:41Z', 'updated_at': '2021-12-12T17:41:22Z', 'revision_number': 5, 'project_id': '353c3ed25c854d33a65b45f81e9d054a', 'gw_port': {'id': 'ddf54d9b-83c5-4780-b840-5cf70d40caac', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c518edc7-4731-477f-88fe-d11a3afa204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:43Z', 'updated_at': '2021-12-12T17:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:24.542894 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port ca473365-da91-4b3e-aa98-c48c3f156a2d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:41:24.545718 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:24.598111 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7b3134-30e4-4a51-8a41-6c6b043928ce None None] Checking router: c518edc7-4731-477f-88fe-d11a3afa204a for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:41:24.646953 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7b3134-30e4-4a51-8a41-6c6b043928ce None None] Routers {'c518edc7-4731-477f-88fe-d11a3afa204a'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:41:24.647615 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5b7b3134-30e4-4a51-8a41-6c6b043928ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:41:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c518edc7-4731-477f-88fe-d11a3afa204a'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:24.679230 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:24.711942 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ee9c3-efcc-4b40-8d5d-a35a790826fc req-82897bf0-c445-44ee-955b-f75afd108e00 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:24.737731 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port ca473365-da91-4b3e-aa98-c48c3f156a2d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ca473365-da91-4b3e-aa98-c48c3f156a2d,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:24.749330 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-276ee9c3-efcc-4b40-8d5d-a35a790826fc req-82897bf0-c445-44ee-955b-f75afd108e00 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.2263377 Dec 12 17:41:24.757652 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:24.769689 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bb8b549b-656d-4e0c-a72c-bfcb82d9b64d admin admin] For port ddf54d9b-83c5-4780-b840-5cf70d40caac, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ddf54d9b-83c5-4780-b840-5cf70d40caac,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:24.770990 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb8b549b-656d-4e0c-a72c-bfcb82d9b64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:24.903718 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-5b7b3134-30e4-4a51-8a41-6c6b043928ce None None] Set router c518edc7-4731-477f-88fe-d11a3afa204a gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:41:24.924668 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb044f7-e216-4a85-8ac3-68c538b7b6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca473365-da91-4b3e-aa98-c48c3f156a2d'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:24.942671 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d4081d-b34d-4d09-9a03-007d4b7eb11a" -d '{"events": [{"server_uuid": "5bb044f7-e216-4a85-8ac3-68c538b7b6b7", "name": "network-vif-plugged", "status": "completed", "tag": "ca473365-da91-4b3e-aa98-c48c3f156a2d"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:24.957794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=ca473365-da91-4b3e-aa98-c48c3f156a2d,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:24.967835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bb8b549b-656d-4e0c-a72c-bfcb82d9b64d admin admin] Calling delete_port for ddf54d9b-83c5-4780-b840-5cf70d40caac owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:41:24.977845 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5b7b3134-30e4-4a51-8a41-6c6b043928ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c518edc7-4731-477f-88fe-d11a3afa204a', 'name': 'tempest-AttachSCSIVolumeTestJSON-783012589-router', 'tenant_id': '353c3ed25c854d33a65b45f81e9d054a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:41Z', 'updated_at': '2021-12-12T17:41:24Z', 'revision_number': 6, 'project_id': '353c3ed25c854d33a65b45f81e9d054a', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:24.988503 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-276ee9c3-efcc-4b40-8d5d-a35a790826fc req-0a2b32ed-fc90-498c-b987-2b3c902ced51 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335596 Dec 12 17:41:25.010807 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7b3134-30e4-4a51-8a41-6c6b043928ce None None] The sync data for ids ['c518edc7-4731-477f-88fe-d11a3afa204a'] in n-d-760354-5 is: [{'id': 'c518edc7-4731-477f-88fe-d11a3afa204a', 'name': 'tempest-AttachSCSIVolumeTestJSON-783012589-router', 'tenant_id': '353c3ed25c854d33a65b45f81e9d054a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:41Z', 'updated_at': '2021-12-12T17:41:24Z', 'revision_number': 6, 'project_id': '353c3ed25c854d33a65b45f81e9d054a', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:41:25.218982 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0334c-3d42-477c-b574-fb8c412c893d req-44251595-ed29-4515-940d-75b7d14861f1 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:25.220650 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2b0334c-3d42-477c-b574-fb8c412c893d req-44251595-ed29-4515-940d-75b7d14861f1 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 946 time: 0.1035321 Dec 12 17:41:25.342710 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2b0334c-3d42-477c-b574-fb8c412c893d req-fa4f3ea2-e6f4-4d67-bed4-65da4942d112 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877237 Dec 12 17:41:25.434022 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb8b549b-656d-4e0c-a72c-bfcb82d9b64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:25.455515 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458dd5fb-487a-4967-a365-3c4a17aeac38 x-openstack-request-id: req-458dd5fb-487a-4967-a365-3c4a17aeac38 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:25.456011 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb044f7-e216-4a85-8ac3-68c538b7b6b7", "name": "network-vif-plugged", "status": "completed", "tag": "ca473365-da91-4b3e-aa98-c48c3f156a2d", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:25.456137 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-458dd5fb-487a-4967-a365-3c4a17aeac38 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:25.456465 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb044f7-e216-4a85-8ac3-68c538b7b6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca473365-da91-4b3e-aa98-c48c3f156a2d', 'code': 200} Dec 12 17:41:25.467512 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device aee7e83c-e97f-43f1-a7cc-29e8693e7d8d no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:41:25.525682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b549b-656d-4e0c-a72c-bfcb82d9b64d admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf54d9b-83c5-4780-b840-5cf70d40caac,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:25.539219 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: aee7e83c-e97f-43f1-a7cc-29e8693e7d8d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:41:25.539725 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device aee7e83c-e97f-43f1-a7cc-29e8693e7d8d not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:41:25.608893 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46372) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:25.713609 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb8b549b-656d-4e0c-a72c-bfcb82d9b64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:25.845427 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb8b549b-656d-4e0c-a72c-bfcb82d9b64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:25.848493 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb8b549b-656d-4e0c-a72c-bfcb82d9b64d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:25.914419 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb8b549b-656d-4e0c-a72c-bfcb82d9b64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:25.919852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8b549b-656d-4e0c-a72c-bfcb82d9b64d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c518edc7-4731-477f-88fe-d11a3afa204a {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:41:25.934088 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb8b549b-656d-4e0c-a72c-bfcb82d9b64d admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:25.943026 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bb8b549b-656d-4e0c-a72c-bfcb82d9b64d admin admin] 10.222.0.18 "DELETE /v2.0/routers/c518edc7-4731-477f-88fe-d11a3afa204a HTTP/1.1" status: 204 len: 168 time: 2.1676798 Dec 12 17:41:25.943444 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46386) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:26.204841 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf54c97-c0c2-41f2-80f5-3a487833d8dd admin admin] Deleting subnet 4bf8fafa-df31-4e16-94d4-183ba3d4ef74 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:41:26.208903 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-daf54c97-c0c2-41f2-80f5-3a487833d8dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:26.278420 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-daf54c97-c0c2-41f2-80f5-3a487833d8dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:26.405455 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-daf54c97-c0c2-41f2-80f5-3a487833d8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:26.472175 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb06e6d-df32-42dd-8742-e6fc8d7cf9c8 admin admin] Deleting subnet bbefa9e0-9207-40de-b719-d60e0bdbdf57 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:41:26.478075 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bb06e6d-df32-42dd-8742-e6fc8d7cf9c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:26.564604 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-daf54c97-c0c2-41f2-80f5-3a487833d8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:26.594836 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bb06e6d-df32-42dd-8742-e6fc8d7cf9c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:26.712899 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf54c97-c0c2-41f2-80f5-3a487833d8dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bf8fafa-df31-4e16-94d4-183ba3d4ef74,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:26.735445 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-daf54c97-c0c2-41f2-80f5-3a487833d8dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:26.738703 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 9f717fce-017d-42a2-a42f-707ae69625a8 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:41:26.774923 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-daf54c97-c0c2-41f2-80f5-3a487833d8dd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4bf8fafa-df31-4e16-94d4-183ba3d4ef74 HTTP/1.1" status: 204 len: 168 time: 0.8121936 Dec 12 17:41:26.777615 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46394) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:26.779602 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 9f717fce-017d-42a2-a42f-707ae69625a8 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:41:26.781289 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 9f717fce-017d-42a2-a42f-707ae69625a8 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:41:26.784758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dda5e75-2a65-401c-9419-edf6c4d7fdd6 None None] Network 48d10b79-1596-4adf-ad07-f2c37c7f0a62 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:41:26.784974 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bb06e6d-df32-42dd-8742-e6fc8d7cf9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:26.919172 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bb06e6d-df32-42dd-8742-e6fc8d7cf9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:26.941771 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:26.972073 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb06e6d-df32-42dd-8742-e6fc8d7cf9c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbefa9e0-9207-40de-b719-d60e0bdbdf57,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:26.976952 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bb06e6d-df32-42dd-8742-e6fc8d7cf9c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:26.982311 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0bb06e6d-df32-42dd-8742-e6fc8d7cf9c8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bbefa9e0-9207-40de-b719-d60e0bdbdf57 HTTP/1.1" status: 204 len: 168 time: 1.3708329 Dec 12 17:41:26.990371 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46400) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:27.067049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ec3da5-b6d1-4886-98fa-6fbcc2b73bbf None None] DHCP port deletion for 48d10b79-1596-4adf-ad07-f2c37c7f0a62 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:41:27.077860 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] Deleting port 25d9177b-118c-48ec-9965-993a867c35ed {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:41:27.078515 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:27.197253 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-92ec3da5-b6d1-4886-98fa-6fbcc2b73bbf None None] Deleting port 25d9177b-118c-48ec-9965-993a867c35ed {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:41:27.197624 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-92ec3da5-b6d1-4886-98fa-6fbcc2b73bbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:27.212705 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7590ec32-8dc8-4489-b1d5-f2a6adb7f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:27.316854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] For port 25d9177b-118c-48ec-9965-993a867c35ed, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=25d9177b-118c-48ec-9965-993a867c35ed,segment=NetworkSegment(8c587f68-6661-42bc-97dd-553632b77c6a),segment_id=8c587f68-6661-42bc-97dd-553632b77c6a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:27.317104 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:27.335406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-92ec3da5-b6d1-4886-98fa-6fbcc2b73bbf None None] For port 25d9177b-118c-48ec-9965-993a867c35ed, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=25d9177b-118c-48ec-9965-993a867c35ed,segment=NetworkSegment(8c587f68-6661-42bc-97dd-553632b77c6a),segment_id=8c587f68-6661-42bc-97dd-553632b77c6a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:27.336207 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-92ec3da5-b6d1-4886-98fa-6fbcc2b73bbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:27.352934 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-92ec3da5-b6d1-4886-98fa-6fbcc2b73bbf None None] Calling delete_port for 25d9177b-118c-48ec-9965-993a867c35ed owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:41:27.383972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] Calling delete_port for 25d9177b-118c-48ec-9965-993a867c35ed owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:41:27.463935 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 25d9177b-118c-48ec-9965-993a867c35ed no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:41:27.469093 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-92ec3da5-b6d1-4886-98fa-6fbcc2b73bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:27.524876 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec3da5-b6d1-4886-98fa-6fbcc2b73bbf None None] Pushing event deleted for resources: {'Port': ['ID=25d9177b-118c-48ec-9965-993a867c35ed,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:27.530454 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 25d9177b-118c-48ec-9965-993a867c35ed {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:41:27.530976 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 25d9177b-118c-48ec-9965-993a867c35ed not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:41:27.532066 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ddf54d9b-83c5-4780-b840-5cf70d40caac no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:41:27.560938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: ddf54d9b-83c5-4780-b840-5cf70d40caac {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:41:27.561406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ddf54d9b-83c5-4780-b840-5cf70d40caac not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:41:27.566767 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ec3da5-b6d1-4886-98fa-6fbcc2b73bbf None None] No DVR routers for this DVR port 25d9177b-118c-48ec-9965-993a867c35ed on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:41:27.595838 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7590ec32-8dc8-4489-b1d5-f2a6adb7f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:27.647725 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:27.702179 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e93db-5970-4266-b28f-851eb847c7c7 req-752df9c5-309e-47d3-86b3-36cda8262003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:27.722132 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-669e93db-5970-4266-b28f-851eb847c7c7 req-752df9c5-309e-47d3-86b3-36cda8262003 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1e2311e5fc246878549322368853f45&device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 1096 time: 0.2322664 Dec 12 17:41:27.758383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] Pushing event deleted for resources: {'Port': ['ID=25d9177b-118c-48ec-9965-993a867c35ed,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:27.765637 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7590ec32-8dc8-4489-b1d5-f2a6adb7f8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af7ce07-fb07-4357-8d7c-aa495da24ded']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:27.778124 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] No DVR routers for this DVR port 25d9177b-118c-48ec-9965-993a867c35ed on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:41:27.840986 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7590ec32-8dc8-4489-b1d5-f2a6adb7f8f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:27.841225 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7590ec32-8dc8-4489-b1d5-f2a6adb7f8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a7347e-5f4a-42d3-8200-eb5584ea86b7') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:27.951082 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7590ec32-8dc8-4489-b1d5-f2a6adb7f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:27.978450 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7590ec32-8dc8-4489-b1d5-f2a6adb7f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:27.986945 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7590ec32-8dc8-4489-b1d5-f2a6adb7f8f3 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:41:27.988034 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7590ec32-8dc8-4489-b1d5-f2a6adb7f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:41:28.067468 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:41:28.079648 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7590ec32-8dc8-4489-b1d5-f2a6adb7f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:28.114466 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7590ec32-8dc8-4489-b1d5-f2a6adb7f8f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:28.122046 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7590ec32-8dc8-4489-b1d5-f2a6adb7f8f3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7af7ce07-fb07-4357-8d7c-aa495da24ded HTTP/1.1" status: 204 len: 168 time: 1.1300755 Dec 12 17:41:28.129284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46408) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:28.183139 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590ec32-8dc8-4489-b1d5-f2a6adb7f8f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7af7ce07-fb07-4357-8d7c-aa495da24ded,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:28.256769 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70ddfcd-087e-4457-acf9-0f02eeeb4162 admin admin] Deleting subnet cb145eba-3841-4acb-9772-e72c6bf18bfd {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:41:28.266140 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a70ddfcd-087e-4457-acf9-0f02eeeb4162 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:28.290513 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e93db-5970-4266-b28f-851eb847c7c7 req-a2d9f230-0db2-4fd0-9ff6-13c49531812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:28.292534 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-669e93db-5970-4266-b28f-851eb847c7c7 req-a2d9f230-0db2-4fd0-9ff6-13c49531812a service neutron] 10.222.0.31 "GET /v2.0/networks?id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d HTTP/1.1" status: 200 len: 914 time: 0.5579197 Dec 12 17:41:28.361730 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-669e93db-5970-4266-b28f-851eb847c7c7 req-ed793dcf-4bee-4200-95e1-2394a7d6a0b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d431cd1-d670-4ba9-a4bb-be8af206a78e HTTP/1.1" status: 200 len: 217 time: 0.0599945 Dec 12 17:41:28.369051 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a70ddfcd-087e-4457-acf9-0f02eeeb4162 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:28.505989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e93db-5970-4266-b28f-851eb847c7c7 req-aeb925e6-7844-4426-9f97-7b5a404d1727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:28.509386 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-669e93db-5970-4266-b28f-851eb847c7c7 req-aeb925e6-7844-4426-9f97-7b5a404d1727 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=913bf011-774f-4e4f-a70e-8837b1ba8f4a HTTP/1.1" status: 200 len: 853 time: 0.1373000 Dec 12 17:41:28.510783 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a70ddfcd-087e-4457-acf9-0f02eeeb4162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:28.592163 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-669e93db-5970-4266-b28f-851eb847c7c7 req-17c9a450-59bc-4d71-a7d8-afc36dd5774a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694790 Dec 12 17:41:28.604775 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:28.633347 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d10b79-1596-4adf-ad07-f2c37c7f0a62']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:28.657420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c587f68-6661-42bc-97dd-553632b77c6a') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:28.658150 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c587f68-6661-42bc-97dd-553632b77c6a') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:28.678021 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:28.706356 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:28.715221 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:41:28.716704 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:41:28.719079 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:41:28.753086 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7d431cd1-d670-4ba9-a4bb-be8af206a78e details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:41:28.807649 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:28.816066 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:28.826136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] 10.222.0.18 "DELETE /v2.0/networks/48d10b79-1596-4adf-ad07-f2c37c7f0a62 HTTP/1.1" status: 204 len: 168 time: 2.0467224 Dec 12 17:41:28.836186 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46416) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:28.868791 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10546c3a-ddc0-48c3-9729-a39bcdb4607e admin admin] Pushing event deleted for resources: {'Network': ['ID=48d10b79-1596-4adf-ad07-f2c37c7f0a62,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:29.110784 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-669e93db-5970-4266-b28f-851eb847c7c7 req-62d49c16-ac87-47cc-ac0f-2ffb54a8f792 service neutron] 10.222.0.31 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575262 Dec 12 17:41:29.335307 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7d431cd1-d670-4ba9-a4bb-be8af206a78e, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7d431cd1-d670-4ba9-a4bb-be8af206a78e,segment=NetworkSegment(99d4fbf6-70e9-4774-b677-000907b84685),segment_id=99d4fbf6-70e9-4774-b677-000907b84685)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:29.362367 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '7d431cd1-d670-4ba9-a4bb-be8af206a78e', 'network_id': '523f7885-2a3b-4fcb-8b42-d7268e79ac1d', 'port_id': '7d431cd1-d670-4ba9-a4bb-be8af206a78e', 'mac_address': 'fa:16:3e:eb:05:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913bf011-774f-4e4f-a70e-8837b1ba8f4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:41:29.403967 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a70ddfcd-087e-4457-acf9-0f02eeeb4162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:29.459900 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:29.481471 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a70ddfcd-087e-4457-acf9-0f02eeeb4162 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:29.488148 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46424) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:29.491992 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a70ddfcd-087e-4457-acf9-0f02eeeb4162 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cb145eba-3841-4acb-9772-e72c6bf18bfd HTTP/1.1" status: 204 len: 168 time: 1.3611338 Dec 12 17:41:29.493022 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ddfcd-087e-4457-acf9-0f02eeeb4162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb145eba-3841-4acb-9772-e72c6bf18bfd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:29.519312 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d431cd1-d670-4ba9-a4bb-be8af206a78e {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:41:29.567886 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7d431cd1-d670-4ba9-a4bb-be8af206a78e, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7d431cd1-d670-4ba9-a4bb-be8af206a78e,segment=NetworkSegment(99d4fbf6-70e9-4774-b677-000907b84685),segment_id=99d4fbf6-70e9-4774-b677-000907b84685)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:29.577276 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:29.636147 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-669e93db-5970-4266-b28f-851eb847c7c7 req-23c9fff0-ba0e-4be3-b500-fff796742bf5 service neutron] 10.222.0.31 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029633 Dec 12 17:41:29.644334 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9b52-1827-474a-80ff-073a6debea59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:29.751577 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=7d431cd1-d670-4ba9-a4bb-be8af206a78e,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:29.762378 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9b52-1827-474a-80ff-073a6debea59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:29.768059 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['7d431cd1-d670-4ba9-a4bb-be8af206a78e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:41:29.814230 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-2a5e9b52-1827-474a-80ff-073a6debea59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962112ea-9fb2-4ed3-bb2c-8ff122cf1543']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:29.835770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-2a5e9b52-1827-474a-80ff-073a6debea59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0af6aa-25a2-4e57-850d-cf332fbc956b') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:29.840035 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-2a5e9b52-1827-474a-80ff-073a6debea59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0af6aa-25a2-4e57-850d-cf332fbc956b') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:29.858381 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9b52-1827-474a-80ff-073a6debea59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:29.874257 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9b52-1827-474a-80ff-073a6debea59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:29.882164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5e9b52-1827-474a-80ff-073a6debea59 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:41:29.882694 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9b52-1827-474a-80ff-073a6debea59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:41:29.939812 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:41:29.948004 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9b52-1827-474a-80ff-073a6debea59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:29.961169 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a5e9b52-1827-474a-80ff-073a6debea59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:29.973935 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2a5e9b52-1827-474a-80ff-073a6debea59 admin admin] 10.222.0.18 "DELETE /v2.0/networks/962112ea-9fb2-4ed3-bb2c-8ff122cf1543 HTTP/1.1" status: 204 len: 168 time: 0.4845469 Dec 12 17:41:30.006022 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e9b52-1827-474a-80ff-073a6debea59 admin admin] Pushing event deleted for resources: {'Network': ['ID=962112ea-9fb2-4ed3-bb2c-8ff122cf1543,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:30.214899 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66f6dea8-0989-470a-9ea2-f48ae9db49dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:30.230258 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46428) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:30.342537 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d3ac95cb-7615-4109-914c-9222624faeab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5086af56094840bd807cfda793fdb5e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1101890 Dec 12 17:41:30.342869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46430) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:30.489236 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68a37286-245f-4e25-a026-3b5678c61bb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:30.565789 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68a37286-245f-4e25-a026-3b5678c61bb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:30.652451 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-66f6dea8-0989-470a-9ea2-f48ae9db49dd admin admin] Deleting port 713a1a53-d58d-4cfc-af47-53c6819033ce {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:41:30.652796 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66f6dea8-0989-470a-9ea2-f48ae9db49dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:30.678357 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68a37286-245f-4e25-a026-3b5678c61bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:30.681465 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68a37286-245f-4e25-a026-3b5678c61bb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:30.686138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-68a37286-245f-4e25-a026-3b5678c61bb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2036c643-e103-44a5-9c2c-6c7a07b9d449 HTTP/1.1" status: 204 len: 168 time: 0.3420231 Dec 12 17:41:30.695828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a37286-245f-4e25-a026-3b5678c61bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2036c643-e103-44a5-9c2c-6c7a07b9d449,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:30.765878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7d431cd1-d670-4ba9-a4bb-be8af206a78e up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:41:30.933566 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 7d431cd1-d670-4ba9-a4bb-be8af206a78e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:41:30.936375 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:30.981292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-66f6dea8-0989-470a-9ea2-f48ae9db49dd admin admin] For port 713a1a53-d58d-4cfc-af47-53c6819033ce, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=713a1a53-d58d-4cfc-af47-53c6819033ce,segment=NetworkSegment(8ef4c5f8-c87c-41f3-ad12-5119d8c45597),segment_id=8ef4c5f8-c87c-41f3-ad12-5119d8c45597)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:30.983661 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66f6dea8-0989-470a-9ea2-f48ae9db49dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:31.065828 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-66f6dea8-0989-470a-9ea2-f48ae9db49dd admin admin] Calling delete_port for 713a1a53-d58d-4cfc-af47-53c6819033ce owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:41:31.322770 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:31.386711 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089bc95b-1dd5-4455-914c-372d88b6e6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d431cd1-d670-4ba9-a4bb-be8af206a78e'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:31.394897 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e63376-2fcd-4371-aeba-f7b57b655e72" -d '{"events": [{"server_uuid": "089bc95b-1dd5-4455-914c-372d88b6e6a7", "name": "network-vif-plugged", "status": "completed", "tag": "7d431cd1-d670-4ba9-a4bb-be8af206a78e"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:31.425228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7d431cd1-d670-4ba9-a4bb-be8af206a78e, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7d431cd1-d670-4ba9-a4bb-be8af206a78e,segment=NetworkSegment(99d4fbf6-70e9-4774-b677-000907b84685),segment_id=99d4fbf6-70e9-4774-b677-000907b84685)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:31.517654 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:31.529233 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66f6dea8-0989-470a-9ea2-f48ae9db49dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:31.583628 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6dea8-0989-470a-9ea2-f48ae9db49dd admin admin] Pushing event deleted for resources: {'Port': ['ID=713a1a53-d58d-4cfc-af47-53c6819033ce,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:31.630304 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=7d431cd1-d670-4ba9-a4bb-be8af206a78e,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:31.824475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46448) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:31.878185 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66f6dea8-0989-470a-9ea2-f48ae9db49dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:32.003794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46450) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:32.007685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7b0ce9f3-99ae-4ffe-bcef-e5c3d575cbf5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d31ccd621d34f60b86a5612c6db1151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728759 Dec 12 17:41:32.085235 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69354da4-4709-4cd4-8332-ddaaae103e95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:32.599485 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69354da4-4709-4cd4-8332-ddaaae103e95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:32.785589 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69354da4-4709-4cd4-8332-ddaaae103e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:32.788499 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69354da4-4709-4cd4-8332-ddaaae103e95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:32.803719 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-69354da4-4709-4cd4-8332-ddaaae103e95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ca0331f-5a6d-4ad6-a275-99b5fafa8f6e HTTP/1.1" status: 204 len: 168 time: 0.7892616 Dec 12 17:41:32.841873 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69354da4-4709-4cd4-8332-ddaaae103e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca0331f-5a6d-4ad6-a275-99b5fafa8f6e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:32.865356 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f6dea8-0989-470a-9ea2-f48ae9db49dd admin admin] Router d86fa142-3b9f-48a6-b3df-b70b976ca836 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:41:33.020463 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f6dea8-0989-470a-9ea2-f48ae9db49dd admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:41:33.031168 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-66f6dea8-0989-470a-9ea2-f48ae9db49dd admin admin] 10.222.0.18 "PUT /v2.0/routers/d86fa142-3b9f-48a6-b3df-b70b976ca836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1883252 Dec 12 17:41:33.034191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46460) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:33.035756 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3f421c-fdeb-4729-b5bc-0bc5d14ef8df None None] Sync routers for ids ['d86fa142-3b9f-48a6-b3df-b70b976ca836'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:41:33.065141 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3f421c-fdeb-4729-b5bc-0bc5d14ef8df None None] Routers {'d86fa142-3b9f-48a6-b3df-b70b976ca836'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:41:33.066310 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0e3f421c-fdeb-4729-b5bc-0bc5d14ef8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:41:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['d86fa142-3b9f-48a6-b3df-b70b976ca836'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:33.203059 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c9dfc7b-231b-45a2-839b-413aa64bfa12 admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:33.336977 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-0e3f421c-fdeb-4729-b5bc-0bc5d14ef8df None None] Set router d86fa142-3b9f-48a6-b3df-b70b976ca836 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:41:33.472911 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c9dfc7b-231b-45a2-839b-413aa64bfa12 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:33.609623 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7c9dfc7b-231b-45a2-839b-413aa64bfa12 admin admin] Deleting port 6d1a8b84-780b-4a44-a63a-9286436b6323 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:41:33.610273 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c9dfc7b-231b-45a2-839b-413aa64bfa12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:33.749436 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7c9dfc7b-231b-45a2-839b-413aa64bfa12 admin admin] For port 6d1a8b84-780b-4a44-a63a-9286436b6323, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6d1a8b84-780b-4a44-a63a-9286436b6323,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:33.750334 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c9dfc7b-231b-45a2-839b-413aa64bfa12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:33.764022 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7c9dfc7b-231b-45a2-839b-413aa64bfa12 admin admin] Calling delete_port for 6d1a8b84-780b-4a44-a63a-9286436b6323 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:41:33.833913 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0e3f421c-fdeb-4729-b5bc-0bc5d14ef8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86fa142-3b9f-48a6-b3df-b70b976ca836', 'name': 'tempest-AttachSCSIVolumeTestJSON-646025500-router', 'tenant_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '6d1a8b84-780b-4a44-a63a-9286436b6323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:01Z', 'updated_at': '2021-12-12T17:41:31Z', 'revision_number': 5, 'project_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'gw_port': {'id': '6d1a8b84-780b-4a44-a63a-9286436b6323', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86fa142-3b9f-48a6-b3df-b70b976ca836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:39:03Z', 'updated_at': '2021-12-12T17:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:33.917423 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3f421c-fdeb-4729-b5bc-0bc5d14ef8df None None] Checking router: d86fa142-3b9f-48a6-b3df-b70b976ca836 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:41:33.965484 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3f421c-fdeb-4729-b5bc-0bc5d14ef8df None None] Routers {'d86fa142-3b9f-48a6-b3df-b70b976ca836'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:41:33.969025 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0e3f421c-fdeb-4729-b5bc-0bc5d14ef8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:41:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['d86fa142-3b9f-48a6-b3df-b70b976ca836'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:33.977424 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c9dfc7b-231b-45a2-839b-413aa64bfa12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:34.066175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dfc7b-231b-45a2-839b-413aa64bfa12 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d1a8b84-780b-4a44-a63a-9286436b6323,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:34.164505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-0e3f421c-fdeb-4729-b5bc-0bc5d14ef8df None None] Set router d86fa142-3b9f-48a6-b3df-b70b976ca836 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:41:34.206612 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c9dfc7b-231b-45a2-839b-413aa64bfa12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:34.290033 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0e3f421c-fdeb-4729-b5bc-0bc5d14ef8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86fa142-3b9f-48a6-b3df-b70b976ca836', 'name': 'tempest-AttachSCSIVolumeTestJSON-646025500-router', 'tenant_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:01Z', 'updated_at': '2021-12-12T17:41:33Z', 'revision_number': 7, 'project_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:34.364328 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3f421c-fdeb-4729-b5bc-0bc5d14ef8df None None] The sync data for ids ['d86fa142-3b9f-48a6-b3df-b70b976ca836'] in n-d-760354-5 is: [{'id': 'd86fa142-3b9f-48a6-b3df-b70b976ca836', 'name': 'tempest-AttachSCSIVolumeTestJSON-646025500-router', 'tenant_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:39:01Z', 'updated_at': '2021-12-12T17:41:33Z', 'revision_number': 7, 'project_id': 'a041808c1151440c8ccdfb6fd073ebcb', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:41:34.470109 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c9dfc7b-231b-45a2-839b-413aa64bfa12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:34.479848 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c9dfc7b-231b-45a2-839b-413aa64bfa12 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:34.540562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46520) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:34.597668 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c9dfc7b-231b-45a2-839b-413aa64bfa12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:34.598380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9dfc7b-231b-45a2-839b-413aa64bfa12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d86fa142-3b9f-48a6-b3df-b70b976ca836 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:41:34.611250 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c9dfc7b-231b-45a2-839b-413aa64bfa12 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:34.614684 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7c9dfc7b-231b-45a2-839b-413aa64bfa12 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d86fa142-3b9f-48a6-b3df-b70b976ca836 HTTP/1.1" status: 204 len: 168 time: 1.5769556 Dec 12 17:41:34.615224 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46524) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:34.635941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c77c7-d61c-45d8-8f2d-fc3029aea5fa req-9d595b14-59f2-4cd8-a0c9-93cc8e156874 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:34.645266 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-444c77c7-d61c-45d8-8f2d-fc3029aea5fa req-9d595b14-59f2-4cd8-a0c9-93cc8e156874 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1626747 Dec 12 17:41:34.720388 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58faa9e-63e7-43fc-9183-62771d7a09a6 admin admin] Deleting subnet 083696fe-1cd8-4eab-907c-230610011894 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:41:34.727097 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a58faa9e-63e7-43fc-9183-62771d7a09a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:34.831847 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a58faa9e-63e7-43fc-9183-62771d7a09a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:34.835836 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-444c77c7-d61c-45d8-8f2d-fc3029aea5fa req-d775af26-c37b-4b2c-9815-69151ef13eb4 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895914 Dec 12 17:41:34.926907 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fc40a-3a31-4c6f-ba33-f0b90caa6d1e req-59cd1fb5-fb41-40a8-b22c-814313c3257d tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:34.945169 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-992fc40a-3a31-4c6f-ba33-f0b90caa6d1e req-59cd1fb5-fb41-40a8-b22c-814313c3257d tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 946 time: 0.2942116 Dec 12 17:41:34.950267 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a58faa9e-63e7-43fc-9183-62771d7a09a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:34.985037 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ba331f-894b-48a8-bbec-21e856455b35 x-openstack-request-id: req-c0ba331f-894b-48a8-bbec-21e856455b35 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:34.985344 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089bc95b-1dd5-4455-914c-372d88b6e6a7", "name": "network-vif-plugged", "status": "completed", "tag": "7d431cd1-d670-4ba9-a4bb-be8af206a78e", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:34.985610 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0ba331f-894b-48a8-bbec-21e856455b35 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:34.986013 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089bc95b-1dd5-4455-914c-372d88b6e6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d431cd1-d670-4ba9-a4bb-be8af206a78e', 'code': 200} Dec 12 17:41:35.017227 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a58faa9e-63e7-43fc-9183-62771d7a09a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:35.047486 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a58faa9e-63e7-43fc-9183-62771d7a09a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:35.054390 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a58faa9e-63e7-43fc-9183-62771d7a09a6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/083696fe-1cd8-4eab-907c-230610011894 HTTP/1.1" status: 204 len: 168 time: 0.4357314 Dec 12 17:41:35.054595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68712b7b-8a24-44b9-a227-9cd2cfe6e0d3 None None] Network ecc7c02d-1dd3-4bd6-befd-08133d30927e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:41:35.054707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46542) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:35.084063 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0343f625-fb8f-4515-ac59-345700929de6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:35.099183 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-992fc40a-3a31-4c6f-ba33-f0b90caa6d1e req-5a9ded29-0290-4af6-a24e-7d3e90b07e15 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500008 Dec 12 17:41:35.107286 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58faa9e-63e7-43fc-9183-62771d7a09a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=083696fe-1cd8-4eab-907c-230610011894,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:35.212226 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:35.323525 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0343f625-fb8f-4515-ac59-345700929de6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:35.330572 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] Deleting port 7669aefa-e614-4142-9d6e-51eb0825d9d7 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:41:35.333410 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:35.335500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0343f625-fb8f-4515-ac59-345700929de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:35.414707 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0343f625-fb8f-4515-ac59-345700929de6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fecfc2ebb2fb4b55bc96fab411b04178&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8708227 Dec 12 17:41:35.434131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bc886-9f2f-4745-9af0-0069e682fc92 req-b511674c-9afa-4d66-8742-88f031045eb2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:35.451009 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f92bc886-9f2f-4745-9af0-0069e682fc92 req-b511674c-9afa-4d66-8742-88f031045eb2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 946 time: 0.1642137 Dec 12 17:41:35.507931 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6d1a8b84-780b-4a44-a63a-9286436b6323 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:41:35.524333 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343f625-fb8f-4515-ac59-345700929de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c60951-528d-4f11-b3a3-30364bd2f1fe,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:35.529478 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46552) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:35.603011 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496758f8-0417-443d-a87f-baa9a646d740 None None] DHCP port deletion for ecc7c02d-1dd3-4bd6-befd-08133d30927e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:41:35.613697 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 6d1a8b84-780b-4a44-a63a-9286436b6323 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:41:35.613985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6d1a8b84-780b-4a44-a63a-9286436b6323 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:41:35.614429 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 713a1a53-d58d-4cfc-af47-53c6819033ce no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:41:35.659000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f92bc886-9f2f-4745-9af0-0069e682fc92 req-6a6d50e2-5a0d-4e95-89c6-9f0b552bb9c1 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/security-groups?id=45f000ca-6a90-44d6-92b4-704bef426b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069113 Dec 12 17:41:35.770241 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 713a1a53-d58d-4cfc-af47-53c6819033ce {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:41:35.770599 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 713a1a53-d58d-4cfc-af47-53c6819033ce not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:41:35.803006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-496758f8-0417-443d-a87f-baa9a646d740 None None] Deleting port 7669aefa-e614-4142-9d6e-51eb0825d9d7 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:41:35.803747 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-496758f8-0417-443d-a87f-baa9a646d740 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:35.804570 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] For port 7669aefa-e614-4142-9d6e-51eb0825d9d7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7669aefa-e614-4142-9d6e-51eb0825d9d7,segment=NetworkSegment(8ef4c5f8-c87c-41f3-ad12-5119d8c45597),segment_id=8ef4c5f8-c87c-41f3-ad12-5119d8c45597)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:35.805065 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:35.878439 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] Calling delete_port for 7669aefa-e614-4142-9d6e-51eb0825d9d7 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:41:35.926961 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-496758f8-0417-443d-a87f-baa9a646d740 None None] For port 7669aefa-e614-4142-9d6e-51eb0825d9d7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7669aefa-e614-4142-9d6e-51eb0825d9d7,segment=NetworkSegment(8ef4c5f8-c87c-41f3-ad12-5119d8c45597),segment_id=8ef4c5f8-c87c-41f3-ad12-5119d8c45597)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:35.927478 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-496758f8-0417-443d-a87f-baa9a646d740 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:35.945579 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-496758f8-0417-443d-a87f-baa9a646d740 None None] Calling delete_port for 7669aefa-e614-4142-9d6e-51eb0825d9d7 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:41:36.112973 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-496758f8-0417-443d-a87f-baa9a646d740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:36.178572 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:36.189618 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94360b1d-eb72-4e2d-a855-827d4fa07200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:36.205823 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496758f8-0417-443d-a87f-baa9a646d740 None None] Pushing event deleted for resources: {'Port': ['ID=7669aefa-e614-4142-9d6e-51eb0825d9d7,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:36.222236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496758f8-0417-443d-a87f-baa9a646d740 None None] No DVR routers for this DVR port 7669aefa-e614-4142-9d6e-51eb0825d9d7 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:41:36.229643 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7669aefa-e614-4142-9d6e-51eb0825d9d7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:36.263597 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94360b1d-eb72-4e2d-a855-827d4fa07200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:36.266684 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] No DVR routers for this DVR port 7669aefa-e614-4142-9d6e-51eb0825d9d7 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:41:36.422355 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:36.456841 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc7c02d-1dd3-4bd6-befd-08133d30927e']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:36.468574 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94360b1d-eb72-4e2d-a855-827d4fa07200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:36.471576 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94360b1d-eb72-4e2d-a855-827d4fa07200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:36.475184 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-94360b1d-eb72-4e2d-a855-827d4fa07200 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27c60951-528d-4f11-b3a3-30364bd2f1fe HTTP/1.1" status: 204 len: 168 time: 0.9291561 Dec 12 17:41:36.480557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef4c5f8-c87c-41f3-ad12-5119d8c45597') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:36.480852 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef4c5f8-c87c-41f3-ad12-5119d8c45597') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:36.495993 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:36.497994 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94360b1d-eb72-4e2d-a855-827d4fa07200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c60951-528d-4f11-b3a3-30364bd2f1fe,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:36.517549 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:36.532092 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:41:36.532612 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:41:36.537808 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:41:36.661312 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:36.666913 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:36.670777 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ecc7c02d-1dd3-4bd6-befd-08133d30927e HTTP/1.1" status: 204 len: 168 time: 1.6145549 Dec 12 17:41:36.689367 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e11f20-45c5-4692-8898-2a9d1decfcd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecc7c02d-1dd3-4bd6-befd-08133d30927e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:36.996357 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46584) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:37.060811 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5ab4b66a-1fb0-4ece-9a50-22f1bb22522c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=353c3ed25c854d33a65b45f81e9d054a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0627179 Dec 12 17:41:37.063386 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46586) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:37.153975 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a46d82f-fd4a-4d0b-a522-9b4b42031333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:37.245317 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a46d82f-fd4a-4d0b-a522-9b4b42031333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:37.357649 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7669aefa-e614-4142-9d6e-51eb0825d9d7 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:41:37.381886 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a46d82f-fd4a-4d0b-a522-9b4b42031333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:37.386645 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a46d82f-fd4a-4d0b-a522-9b4b42031333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:37.389033 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6a46d82f-fd4a-4d0b-a522-9b4b42031333 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a80ac8e5-0b93-47ed-8f12-e57cb211afb0 HTTP/1.1" status: 204 len: 168 time: 0.3239648 Dec 12 17:41:37.415044 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 7669aefa-e614-4142-9d6e-51eb0825d9d7 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:41:37.421080 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46d82f-fd4a-4d0b-a522-9b4b42031333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80ac8e5-0b93-47ed-8f12-e57cb211afb0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:37.426944 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7669aefa-e614-4142-9d6e-51eb0825d9d7 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:41:37.669551 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46590) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:37.691312 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-49f37867-b588-4324-9dd5-de88399ff35a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:37.929539 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-49f37867-b588-4324-9dd5-de88399ff35a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:37.941557 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-49f37867-b588-4324-9dd5-de88399ff35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:37.976577 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f37867-b588-4324-9dd5-de88399ff35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3973f33e-5fa4-479b-aa0a-e56b14fb2302,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:37.988117 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37867-b588-4324-9dd5-de88399ff35a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:37.988777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37867-b588-4324-9dd5-de88399ff35a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:37.989418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37867-b588-4324-9dd5-de88399ff35a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:37.989969 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37867-b588-4324-9dd5-de88399ff35a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:37.990471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37867-b588-4324-9dd5-de88399ff35a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:37.991024 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37867-b588-4324-9dd5-de88399ff35a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:37.991557 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37867-b588-4324-9dd5-de88399ff35a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:37.992231 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37867-b588-4324-9dd5-de88399ff35a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:37.992753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37867-b588-4324-9dd5-de88399ff35a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:37.993254 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37867-b588-4324-9dd5-de88399ff35a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:37.993764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37867-b588-4324-9dd5-de88399ff35a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:37.994269 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37867-b588-4324-9dd5-de88399ff35a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:37.994759 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f37867-b588-4324-9dd5-de88399ff35a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:38.014713 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-49f37867-b588-4324-9dd5-de88399ff35a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fedf07e0cf646dcbc3780a08f1fb3a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3439896 Dec 12 17:41:38.017932 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46594) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:38.094024 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46596) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:38.132736 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e2ca453-5a54-4b03-8e81-43757cdbdc98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:38.164303 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e2ca453-5a54-4b03-8e81-43757cdbdc98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:38.253190 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-953c2a16-1870-47e5-9df1-572506a2f315 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a041808c1151440c8ccdfb6fd073ebcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558373 Dec 12 17:41:38.254568 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46598) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:38.283722 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e2ca453-5a54-4b03-8e81-43757cdbdc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:38.286779 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e2ca453-5a54-4b03-8e81-43757cdbdc98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:38.290198 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1e2ca453-5a54-4b03-8e81-43757cdbdc98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3973f33e-5fa4-479b-aa0a-e56b14fb2302 HTTP/1.1" status: 204 len: 168 time: 0.2690160 Dec 12 17:41:38.336168 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ca453-5a54-4b03-8e81-43757cdbdc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3973f33e-5fa4-479b-aa0a-e56b14fb2302,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:38.366410 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-987295a4-c779-4140-b7bf-0fab76d4f33c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:38.402473 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-987295a4-c779-4140-b7bf-0fab76d4f33c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:38.473801 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-987295a4-c779-4140-b7bf-0fab76d4f33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:38.476868 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-987295a4-c779-4140-b7bf-0fab76d4f33c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:38.482692 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-987295a4-c779-4140-b7bf-0fab76d4f33c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55982fb8-9b58-4480-948c-feb9df750a17 HTTP/1.1" status: 204 len: 168 time: 0.2267680 Dec 12 17:41:38.494428 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987295a4-c779-4140-b7bf-0fab76d4f33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55982fb8-9b58-4480-948c-feb9df750a17,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:38.814408 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 52896075-6f88-434a-9ca5-dbb8a6bcb714 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:41:39.005180 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:39.092057 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 52896075-6f88-434a-9ca5-dbb8a6bcb714, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=52896075-6f88-434a-9ca5-dbb8a6bcb714,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:39.095606 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52896075-6f88-434a-9ca5-dbb8a6bcb714'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:39.104020 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019cd730-d36a-4323-9fa5-6b846d891f4b" -d '{"events": [{"server_uuid": "bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b", "name": "network-vif-unplugged", "status": "completed", "tag": "52896075-6f88-434a-9ca5-dbb8a6bcb714"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:39.119267 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:39.248871 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=52896075-6f88-434a-9ca5-dbb8a6bcb714,revision_number=11']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:43.645518 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7df55-0f20-4c47-a697-a334a28afa2d req-fe916115-c74f-43a2-b601-035eecc1d5cb tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:43.654366 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42b7df55-0f20-4c47-a697-a334a28afa2d req-fe916115-c74f-43a2-b601-035eecc1d5cb tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.0641296 Dec 12 17:41:43.749084 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42b7df55-0f20-4c47-a697-a334a28afa2d req-1d39e1c2-ea1a-4456-917d-09ef98d85268 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936005 Dec 12 17:41:43.924198 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b268d-a502-4992-8291-bb10f5deaab5 req-9865f99b-3bfa-48d0-a59f-68279624a31f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:43.933456 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed8b268d-a502-4992-8291-bb10f5deaab5 req-9865f99b-3bfa-48d0-a59f-68279624a31f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 946 time: 0.0903471 Dec 12 17:41:44.011465 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-742c7393-a92c-4847-bae0-d2121fd9960c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373929 Dec 12 17:41:44.102433 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed8b268d-a502-4992-8291-bb10f5deaab5 req-87de1ce9-8b3e-4e04-bf92-47dbae9e8b81 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670618 Dec 12 17:41:44.244600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-154dcfdd-8494-47a4-9329-d345cd018184 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:44.256563 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-154dcfdd-8494-47a4-9329-d345cd018184 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2408853 Dec 12 17:41:44.283372 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-6232d4c9-05ba-4bb4-9667-38c55f3b66d6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/quotas/de7d6d1331334b1d97a38f5467ee1df8 HTTP/1.1" status: 200 len: 375 time: 0.0291586 Dec 12 17:41:44.345900 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-9a30c894-4ebf-4470-a1d2-c7de201de514 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616295 Dec 12 17:41:44.381955 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e93afc-435b-4ede-b546-67c3f2889619 x-openstack-request-id: req-b3e93afc-435b-4ede-b546-67c3f2889619 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:44.382793 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b", "name": "network-vif-unplugged", "status": "completed", "tag": "52896075-6f88-434a-9ca5-dbb8a6bcb714", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:44.382793 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3e93afc-435b-4ede-b546-67c3f2889619 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:44.383027 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52896075-6f88-434a-9ca5-dbb8a6bcb714', 'code': 200} Dec 12 17:41:44.728445 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-da9b6a30-d20f-48d9-9a05-9c819ad14806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:44.739261 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4e505-75c0-4300-b391-9a35e850343b req-195f391b-0936-45f0-be96-5d491040de24 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:44.750754 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5fd4e505-75c0-4300-b391-9a35e850343b req-195f391b-0936-45f0-be96-5d491040de24 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b HTTP/1.1" status: 200 len: 948 time: 0.0944271 Dec 12 17:41:44.843670 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5fd4e505-75c0-4300-b391-9a35e850343b req-eea3b119-7f8d-4845-a52a-5c06b27dd4f1 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/security-groups?id=23b15483-c69d-4353-ad18-40b46f852480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919139 Dec 12 17:41:45.025209 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74c6d199-20db-4cbe-9132-d7f56f9ba51b req-b8af6724-5be3-4524-b30f-54c087120bf2 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 210 time: 0.0862610 Dec 12 17:41:45.167751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d444515-bc66-4354-98fe-4b9188243c22 req-f22fd7de-1190-4000-8142-1fe3262003c9 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:45.177890 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2d444515-bc66-4354-98fe-4b9188243c22 req-f22fd7de-1190-4000-8142-1fe3262003c9 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 946 time: 0.1510909 Dec 12 17:41:45.273313 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2d444515-bc66-4354-98fe-4b9188243c22 req-b8416a8f-06a0-4c11-9686-6e5b240d8523 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/security-groups?id=45f000ca-6a90-44d6-92b4-704bef426b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939350 Dec 12 17:41:45.292309 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955545e2-331f-4cd0-90fc-feac174aa63d req-bff5e762-2508-4fcf-9104-d83b5a266700 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:45.295016 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-955545e2-331f-4cd0-90fc-feac174aa63d req-bff5e762-2508-4fcf-9104-d83b5a266700 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bb044f7-e216-4a85-8ac3-68c538b7b6b7 HTTP/1.1" status: 200 len: 949 time: 0.0975642 Dec 12 17:41:45.380590 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-955545e2-331f-4cd0-90fc-feac174aa63d req-8a8a0cdc-bb10-418e-8d6c-9f3fafdcc4a5 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/security-groups?id=255365d2-4662-449f-add4-4331727f0583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784690 Dec 12 17:41:45.485437 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34947bf8-4064-4fe1-b9e9-cbc1cbf6ad16 req-91c9f509-e167-4208-a255-3976aef0533d tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:45.486962 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34947bf8-4064-4fe1-b9e9-cbc1cbf6ad16 req-91c9f509-e167-4208-a255-3976aef0533d tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1009741 Dec 12 17:41:45.588450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93f51f-20d8-4ff8-9695-d9a4b6aca21c req-ec04756a-2423-4e6c-9ebf-30ede6d96704 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:45.589456 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fa93f51f-20d8-4ff8-9695-d9a4b6aca21c req-ec04756a-2423-4e6c-9ebf-30ede6d96704 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1122701 Dec 12 17:41:45.643116 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34947bf8-4064-4fe1-b9e9-cbc1cbf6ad16 req-e86da81e-3dc7-4ee7-88d3-19880d9867ab tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090171 Dec 12 17:41:45.727566 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fa93f51f-20d8-4ff8-9695-d9a4b6aca21c req-2caf43fe-f64d-4866-acf1-c6495bb768be tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276767 Dec 12 17:41:46.212838 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-ae80c936-3f92-4292-9117-cfdcbbbd74a9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527782 Dec 12 17:41:46.371409 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-57157d02-de7e-4244-a763-7f78a4013be0 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:46.372959 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-57157d02-de7e-4244-a763-7f78a4013be0 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530776 Dec 12 17:41:46.386143 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-8507b15c-6b2c-40fa-afc1-5ea9bcc7604e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Request body: {'port': {'device_id': '4a330c65-7cad-4215-bc52-3e41f76e182b', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': 'de7d6d1331334b1d97a38f5467ee1df8'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:41:46.471002 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device ca473365-da91-4b3e-aa98-c48c3f156a2d no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:41:46.573879 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-8507b15c-6b2c-40fa-afc1-5ea9bcc7604e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Made reservation on behalf of de7d6d1331334b1d97a38f5467ee1df8 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:41:46.588843 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-8507b15c-6b2c-40fa-afc1-5ea9bcc7604e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:46.612957 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-8507b15c-6b2c-40fa-afc1-5ea9bcc7604e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:46.662476 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:46.699162 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb044f7-e216-4a85-8ac3-68c538b7b6b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca473365-da91-4b3e-aa98-c48c3f156a2d'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:46.702723 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bc56ca-80cf-4bce-9dbd-0a712b06466c" -d '{"events": [{"server_uuid": "5bb044f7-e216-4a85-8ac3-68c538b7b6b7", "name": "network-vif-unplugged", "status": "completed", "tag": "ca473365-da91-4b3e-aa98-c48c3f156a2d"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:46.719152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port ca473365-da91-4b3e-aa98-c48c3f156a2d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ca473365-da91-4b3e-aa98-c48c3f156a2d,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:46.731655 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:46.801527 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-8507b15c-6b2c-40fa-afc1-5ea9bcc7604e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:46.812051 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-8507b15c-6b2c-40fa-afc1-5ea9bcc7604e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:46.832287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=ca473365-da91-4b3e-aa98-c48c3f156a2d,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:46.850566 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:46.906628 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507b15c-6b2c-40fa-afc1-5ea9bcc7604e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef586516-73c2-409e-aa06-e2ff662a6f53,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:46.937297 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c28c87e-6ecf-4bd0-804b-6ea7b41a591a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:47.117357 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed5950-d0ef-494e-a181-c31dc32fd004 req-a180a5c1-d8e5-4f1b-9725-2a55865c7786 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:47.118924 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76ed5950-d0ef-494e-a181-c31dc32fd004 req-a180a5c1-d8e5-4f1b-9725-2a55865c7786 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1099968 Dec 12 17:41:47.142567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-8507b15c-6b2c-40fa-afc1-5ea9bcc7604e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Allocated IP 192.168.233.139 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/18ec65b4-6566-43c2-b715-772e8798b349) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:41:47.206402 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76ed5950-d0ef-494e-a181-c31dc32fd004 req-1ffd1440-d4ed-4592-9046-1d37e6fe869e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801470 Dec 12 17:41:47.394779 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:47.436025 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac9d31ae-5f2b-4ccd-bc9b-f36123623cb4 req-c1085819-b434-43f0-bf38-50c0e34e97b4 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 210 time: 0.0755236 Dec 12 17:41:47.621623 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-8507b15c-6b2c-40fa-afc1-5ea9bcc7604e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:47.663685 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e6f0c-e1f3-41cb-b850-9ef782936e16 req-ca403717-4144-4ec9-93a0-6bfde4ee12c4 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:47.674026 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b5e6f0c-e1f3-41cb-b850-9ef782936e16 req-ca403717-4144-4ec9-93a0-6bfde4ee12c4 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.1099658 Dec 12 17:41:47.693330 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-8507b15c-6b2c-40fa-afc1-5ea9bcc7604e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:47.755026 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b5e6f0c-e1f3-41cb-b850-9ef782936e16 req-e13b4ecd-1300-4efb-8f91-d136c765d7ec tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742126 Dec 12 17:41:47.778621 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb194015-6c38-46a2-9711-4423370dda8b x-openstack-request-id: req-eb194015-6c38-46a2-9711-4423370dda8b {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:47.779476 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb044f7-e216-4a85-8ac3-68c538b7b6b7", "name": "network-vif-unplugged", "status": "completed", "tag": "ca473365-da91-4b3e-aa98-c48c3f156a2d", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:47.783344 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb194015-6c38-46a2-9711-4423370dda8b {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:47.784036 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb044f7-e216-4a85-8ac3-68c538b7b6b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca473365-da91-4b3e-aa98-c48c3f156a2d', 'code': 200} Dec 12 17:41:47.803012 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507b15c-6b2c-40fa-afc1-5ea9bcc7604e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Pushing event updated for resources: {'Port': ['ID=18ec65b4-6566-43c2-b715-772e8798b349,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:47.828562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-8507b15c-6b2c-40fa-afc1-5ea9bcc7604e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:41:47.836050 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-8507b15c-6b2c-40fa-afc1-5ea9bcc7604e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:41:47.836050 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-8507b15c-6b2c-40fa-afc1-5ea9bcc7604e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:41:47.933764 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-8507b15c-6b2c-40fa-afc1-5ea9bcc7604e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:47.939560 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-8507b15c-6b2c-40fa-afc1-5ea9bcc7604e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:47.968923 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-8507b15c-6b2c-40fa-afc1-5ea9bcc7604e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5868878 Dec 12 17:41:47.988886 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Request body: {'port': {'device_id': '4a330c65-7cad-4215-bc52-3e41f76e182b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:41:48.086139 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:48.204394 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:48.235757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-9120eadd-612b-4147-9d67-a86a7a7c8d69 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:48.237394 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-9120eadd-612b-4147-9d67-a86a7a7c8d69 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 812 time: 0.1779239 Dec 12 17:41:48.282063 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-0ff86d50-c5ba-4341-815b-3cc3ab701ecb tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/quotas/bcfe64c55346445599fb24bf34f06b4d HTTP/1.1" status: 200 len: 375 time: 0.0112834 Dec 12 17:41:48.306258 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9455eac7-3d81-4678-a14b-5ede58a7a234 None None] Provisioning complete for port 18ec65b4-6566-43c2-b715-772e8798b349 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:41:48.306633 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9455eac7-3d81-4678-a14b-5ede58a7a234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:48.342434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3dba00-7b26-497b-a4b3-b4cb6db8a6f1 req-656808a2-0804-4b72-9f4d-37104de5c89c tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:48.343986 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf3dba00-7b26-497b-a4b3-b4cb6db8a6f1 req-656808a2-0804-4b72-9f4d-37104de5c89c tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 946 time: 0.1056809 Dec 12 17:41:48.392476 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f383dc31-9d7d-4140-8a09-c5541d9f2814 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1004324 Dec 12 17:41:48.499154 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ec65b4-6566-43c2-b715-772e8798b349 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:41:48.509029 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:48.530319 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Transition to ACTIVE for port object 18ec65b4-6566-43c2-b715-772e8798b349 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:41:48.538733 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:48.550311 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf3dba00-7b26-497b-a4b3-b4cb6db8a6f1 req-88f4c47c-c2a7-420a-8901-5b57887d3c7a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/security-groups?id=45f000ca-6a90-44d6-92b4-704bef426b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969056 Dec 12 17:41:48.569558 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-05fccadd-9f01-47d3-a322-c10453db718f service neutron] 10.222.0.18 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761754 Dec 12 17:41:48.606436 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Pushing event updated for resources: {'Port': ['ID=18ec65b4-6566-43c2-b715-772e8798b349,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:48.625804 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9455eac7-3d81-4678-a14b-5ede58a7a234 None None] Port 18ec65b4-6566-43c2-b715-772e8798b349 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:41:48.722308 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-c633b225-23d0-4331-973e-2131b4ebb806 service neutron] 10.222.0.18 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514666 Dec 12 17:41:48.816503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Attempting to bind port 18ec65b4-6566-43c2-b715-772e8798b349 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:41:48.817122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Attempting to bind port 18ec65b4-6566-43c2-b715-772e8798b349 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:41:48.817243 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Attempting to bind port 18ec65b4-6566-43c2-b715-772e8798b349 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:41:48.831009 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Port 18ec65b4-6566-43c2-b715-772e8798b349 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:41:48.831377 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Attempting to bind port 18ec65b4-6566-43c2-b715-772e8798b349 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:41:48.848622 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:41:48.848983 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:41:48.849466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:41:48.849921 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Bound port: 18ec65b4-6566-43c2-b715-772e8798b349, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:41:48.850387 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:49.051616 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] For port 18ec65b4-6566-43c2-b715-772e8798b349, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:41:49.069100 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] For port 18ec65b4-6566-43c2-b715-772e8798b349, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=18ec65b4-6566-43c2-b715-772e8798b349,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:41:49.082907 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:49.160352 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Pushing event updated for resources: {'Port': ['ID=18ec65b4-6566-43c2-b715-772e8798b349,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:49.188686 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:49.189763 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:49.191943 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-1ece67d4-9c97-48d4-b5ba-061b8108e63e service neutron] 10.222.0.31 "PUT /v2.0/ports/18ec65b4-6566-43c2-b715-772e8798b349 HTTP/1.1" status: 200 len: 1096 time: 1.2117896 Dec 12 17:41:49.192603 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a330c65-7cad-4215-bc52-3e41f76e182b', 'tag': '18ec65b4-6566-43c2-b715-772e8798b349'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:49.195492 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a1c5cf-c139-4207-b02f-714e809150d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a330c65-7cad-4215-bc52-3e41f76e182b", "tag": "18ec65b4-6566-43c2-b715-772e8798b349"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:49.205351 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb67b96-312d-4bf3-acbf-53bef720dffc req-a2677c5a-4c79-4ac6-ad7a-398a743f57cf tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:49.207237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afb67b96-312d-4bf3-acbf-53bef720dffc req-a2677c5a-4c79-4ac6-ad7a-398a743f57cf tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 948 time: 0.1828082 Dec 12 17:41:49.289000 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0957e7e-1b27-4901-9a0d-5159ef66dd32 req-8370c442-8fa6-49a3-a1fd-6aaaee3cb481 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:49.297336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0957e7e-1b27-4901-9a0d-5159ef66dd32 req-8370c442-8fa6-49a3-a1fd-6aaaee3cb481 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.2538402 Dec 12 17:41:49.356745 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-cd119776-9318-47cf-a1f7-66a9759faba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:49.358610 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-cd119776-9318-47cf-a1f7-66a9759faba6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 1099 time: 0.1113045 Dec 12 17:41:49.508472 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-823b0e03-5bf6-4f85-a618-501c5c71afea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=18ec65b4-6566-43c2-b715-772e8798b349 HTTP/1.1" status: 200 len: 217 time: 0.1388209 Dec 12 17:41:49.535845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afb67b96-312d-4bf3-acbf-53bef720dffc req-6faf2696-9c1f-43c6-a531-49cffa4d8ba5 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129876 Dec 12 17:41:49.591511 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0957e7e-1b27-4901-9a0d-5159ef66dd32 req-7240a634-f769-408c-8d0e-c53eefb501b8 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897434 Dec 12 17:41:49.690852 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-da28e746-3c3e-4152-8b50-4bd6628648b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:49.696058 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-da28e746-3c3e-4152-8b50-4bd6628648b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1756139 Dec 12 17:41:49.713122 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c551029-dd36-4485-97fd-b781f17c5210 req-7f8a4cb3-dde4-4ee1-bc21-e247b129e477 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:49.716027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c551029-dd36-4485-97fd-b781f17c5210 req-7f8a4cb3-dde4-4ee1-bc21-e247b129e477 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.20 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 946 time: 0.2912841 Dec 12 17:41:49.819792 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfcdde63-f83a-44dd-8abd-4f6970acc520 req-417d7a07-15f4-4135-94c1-0744f070fefe tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=91e53e32-673a-473b-8b4b-11b241dd9a7d HTTP/1.1" status: 200 len: 210 time: 0.0282547 Dec 12 17:41:49.834017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-021f48de-c920-4a1b-a2cf-55beb8a93f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:49.837456 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-021f48de-c920-4a1b-a2cf-55beb8a93f69 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1309443 Dec 12 17:41:49.916140 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c379b0-c3fa-4e3e-8b04-32f50702f08d req-7d958fb8-5762-458b-ac20-4fa99294b446 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:49.926706 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:41:49.927838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57c379b0-c3fa-4e3e-8b04-32f50702f08d req-7d958fb8-5762-458b-ac20-4fa99294b446 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b HTTP/1.1" status: 200 len: 948 time: 0.1893222 Dec 12 17:41:49.964848 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:50.018570 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9cc6c7-9f75-48fd-bebe-4fa20242cd13 x-openstack-request-id: req-de9cc6c7-9f75-48fd-bebe-4fa20242cd13 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:50.018872 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a330c65-7cad-4215-bc52-3e41f76e182b", "tag": "18ec65b4-6566-43c2-b715-772e8798b349", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:50.019128 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de9cc6c7-9f75-48fd-bebe-4fa20242cd13 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:50.019800 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a330c65-7cad-4215-bc52-3e41f76e182b', 'tag': '18ec65b4-6566-43c2-b715-772e8798b349', 'status': 'completed', 'code': 200} Dec 12 17:41:50.039795 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-97467769-c2db-493f-b186-12cb30dce85c service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845505 Dec 12 17:41:50.128745 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46932) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:50.133795 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57c379b0-c3fa-4e3e-8b04-32f50702f08d req-1a512426-8c01-4313-99a3-8c69f15aee53 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/security-groups?id=23b15483-c69d-4353-ad18-40b46f852480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049799 Dec 12 17:41:50.220057 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0715a974-82e8-47a5-aef6-053f061a0be2 req-21d39d56-2071-43c7-9a51-8ce90d25c543 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718552 Dec 12 17:41:50.294368 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-9c551029-dd36-4485-97fd-b781f17c5210 req-65175f8a-4ade-4631-aa18-4cb81cc30ce7 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Deleting port c581b7c7-37ec-4301-989d-159ff7c22cf0 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:41:50.295469 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c551029-dd36-4485-97fd-b781f17c5210 req-65175f8a-4ade-4631-aa18-4cb81cc30ce7 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:50.320275 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1cd3b-6751-4101-9af2-032ad2a6ecef req-f31b7b4e-2c39-4660-8357-cd60e3696ae2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:50.330216 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6f1cd3b-6751-4101-9af2-032ad2a6ecef req-f31b7b4e-2c39-4660-8357-cd60e3696ae2 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 946 time: 0.2098489 Dec 12 17:41:50.418643 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1c5cf-c139-4207-b02f-714e809150d6 req-ff1fc393-d750-4953-805e-6f044040c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:50.421599 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-39a1c5cf-c139-4207-b02f-714e809150d6 req-ff1fc393-d750-4953-805e-6f044040c09f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 1099 time: 0.1128182 Dec 12 17:41:50.473120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2c97eac4-326c-47ef-9157-2181d0f949be details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:41:50.495618 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-876a2991-f392-49f2-aff6-ec6b473ebf48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:50.504076 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6f1cd3b-6751-4101-9af2-032ad2a6ecef req-270bb5e8-044c-46f1-9399-1a86596b6141 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/security-groups?id=45f000ca-6a90-44d6-92b4-704bef426b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660028 Dec 12 17:41:50.621191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-9c551029-dd36-4485-97fd-b781f17c5210 req-65175f8a-4ade-4631-aa18-4cb81cc30ce7 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] For port c581b7c7-37ec-4301-989d-159ff7c22cf0, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c581b7c7-37ec-4301-989d-159ff7c22cf0,segment=NetworkSegment(7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6),segment_id=7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:50.621578 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c551029-dd36-4485-97fd-b781f17c5210 req-65175f8a-4ade-4631-aa18-4cb81cc30ce7 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:50.691521 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1c5cf-c139-4207-b02f-714e809150d6 req-7105b04a-6f00-4678-991d-efbff44e45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:50.696343 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-39a1c5cf-c139-4207-b02f-714e809150d6 req-7105b04a-6f00-4678-991d-efbff44e45c9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.2615933 Dec 12 17:41:50.778101 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:50.785095 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-39a1c5cf-c139-4207-b02f-714e809150d6 req-4788625d-4ee4-4ecd-9f5f-62446f2cba96 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=18ec65b4-6566-43c2-b715-772e8798b349 HTTP/1.1" status: 200 len: 217 time: 0.0805011 Dec 12 17:41:50.864255 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-876a2991-f392-49f2-aff6-ec6b473ebf48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:50.899564 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-876a2991-f392-49f2-aff6-ec6b473ebf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:50.901703 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2c97eac4-326c-47ef-9157-2181d0f949be, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2c97eac4-326c-47ef-9157-2181d0f949be,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:50.936637 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '2c97eac4-326c-47ef-9157-2181d0f949be', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '2c97eac4-326c-47ef-9157-2181d0f949be', 'mac_address': 'fa:16:3e:42:1c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:41:50.958496 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a2991-f392-49f2-aff6-ec6b473ebf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da4f824-dc03-4c78-b238-c9f599628ed9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:51.049070 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1c5cf-c139-4207-b02f-714e809150d6 req-9f6d8b96-97d3-4383-8021-7df28be9ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:51.050604 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-39a1c5cf-c139-4207-b02f-714e809150d6 req-9f6d8b96-97d3-4383-8021-7df28be9ab56 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.2521057 Dec 12 17:41:51.061971 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-876a2991-f392-49f2-aff6-ec6b473ebf48 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86cf58a11f1e4e758ceec61e7a4a51f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9315701 Dec 12 17:41:51.082284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46960) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:51.143461 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:51.205741 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c97eac4-326c-47ef-9157-2181d0f949be {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:41:51.225744 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-8f59c138-b061-4507-88fc-88ec1ad716ea tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:51.227251 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-8f59c138-b061-4507-88fc-88ec1ad716ea tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.20 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 812 time: 0.4353962 Dec 12 17:41:51.270449 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1c5cf-c139-4207-b02f-714e809150d6 req-fe0e6172-be1e-47c7-be76-364b20b108c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:51.272092 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-39a1c5cf-c139-4207-b02f-714e809150d6 req-fe0e6172-be1e-47c7-be76-364b20b108c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1850042 Dec 12 17:41:51.279930 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-d39a8710-a6f9-462c-b4c8-0c9ea02b29cf tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Request body: {'port': {'device_id': '91e53e32-673a-473b-8b4b-11b241dd9a7d', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'admin_state_up': True, 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:41:51.297907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2c97eac4-326c-47ef-9157-2181d0f949be, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2c97eac4-326c-47ef-9157-2181d0f949be,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:51.315292 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:51.431925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1248e-b501-43ef-b72f-bab073b59564 req-87480e4c-d69d-4508-ab85-c061d886badd tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:51.451272 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbf1248e-b501-43ef-b72f-bab073b59564 req-87480e4c-d69d-4508-ab85-c061d886badd tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 948 time: 0.6044831 Dec 12 17:41:51.451564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=2c97eac4-326c-47ef-9157-2181d0f949be,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:51.517298 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['2c97eac4-326c-47ef-9157-2181d0f949be'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:41:51.549306 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34c873f7-faad-44d7-af41-c668f6dc4e91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:51.564153 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-39a1c5cf-c139-4207-b02f-714e809150d6 req-5b49fd6d-9048-4905-813f-4f0d04f89d54 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682910 Dec 12 17:41:51.628338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f72ec-b0c6-4d31-b2d7-7f1ec806aa27 req-431910d6-0a36-4603-a7ec-b72e46233f4e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:51.642099 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c27f72ec-b0c6-4d31-b2d7-7f1ec806aa27 req-431910d6-0a36-4603-a7ec-b72e46233f4e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.7979379 Dec 12 17:41:51.767326 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34c873f7-faad-44d7-af41-c668f6dc4e91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:51.851255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbf1248e-b501-43ef-b72f-bab073b59564 req-9099fba6-2ee3-49ef-a943-b8eb41f03586 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927259 Dec 12 17:41:51.852665 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-39a1c5cf-c139-4207-b02f-714e809150d6 req-cfde38dd-5e66-4b17-8647-340dffe2d49b service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739003 Dec 12 17:41:51.890922 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-d39a8710-a6f9-462c-b4c8-0c9ea02b29cf tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Made reservation on behalf of bcfe64c55346445599fb24bf34f06b4d for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:41:51.891952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2c976-4cd7-4529-80fc-e3a63ae7aade req-0973f391-a68e-4ff6-8693-5a035317a848 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:51.893534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30f2c976-4cd7-4529-80fc-e3a63ae7aade req-0973f391-a68e-4ff6-8693-5a035317a848 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b HTTP/1.1" status: 200 len: 948 time: 0.4834156 Dec 12 17:41:51.899400 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-d39a8710-a6f9-462c-b4c8-0c9ea02b29cf tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:51.907124 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c551029-dd36-4485-97fd-b781f17c5210 req-65175f8a-4ade-4631-aa18-4cb81cc30ce7 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:51.907560 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c551029-dd36-4485-97fd-b781f17c5210 req-65175f8a-4ade-4631-aa18-4cb81cc30ce7 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:51.907911 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-9c551029-dd36-4485-97fd-b781f17c5210 req-65175f8a-4ade-4631-aa18-4cb81cc30ce7 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Floating IP 5c93b401-dd85-4360-85c2-5f1e18dd0b72 disassociated. External IP: 172.25.1.202, port: c581b7c7-37ec-4301-989d-159ff7c22cf0. Dec 12 17:41:51.908260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-9c551029-dd36-4485-97fd-b781f17c5210 req-65175f8a-4ade-4631-aa18-4cb81cc30ce7 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Calling delete_port for c581b7c7-37ec-4301-989d-159ff7c22cf0 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:41:51.932526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c27f72ec-b0c6-4d31-b2d7-7f1ec806aa27 req-0ff8a3d2-ca52-4928-9e85-93669325e9a9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874179 Dec 12 17:41:51.942610 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34c873f7-faad-44d7-af41-c668f6dc4e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:51.946462 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34c873f7-faad-44d7-af41-c668f6dc4e91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:51.947773 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-34c873f7-faad-44d7-af41-c668f6dc4e91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5da4f824-dc03-4c78-b238-c9f599628ed9 HTTP/1.1" status: 204 len: 168 time: 0.8559616 Dec 12 17:41:52.005262 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c873f7-faad-44d7-af41-c668f6dc4e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da4f824-dc03-4c78-b238-c9f599628ed9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:52.115011 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-d39a8710-a6f9-462c-b4c8-0c9ea02b29cf tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Allocated IP 172.20.0.4 (3099023b-6d27-4db1-9d42-7a3830fba737/edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b/6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:41:52.138161 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-30f2c976-4cd7-4529-80fc-e3a63ae7aade req-0f5013af-432d-475c-87a8-92069ae3391b tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Deleting port 52896075-6f88-434a-9ca5-dbb8a6bcb714 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:41:52.138511 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-30f2c976-4cd7-4529-80fc-e3a63ae7aade req-0f5013af-432d-475c-87a8-92069ae3391b tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:52.309847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-30f2c976-4cd7-4529-80fc-e3a63ae7aade req-0f5013af-432d-475c-87a8-92069ae3391b tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] For port 52896075-6f88-434a-9ca5-dbb8a6bcb714, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=52896075-6f88-434a-9ca5-dbb8a6bcb714,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:52.310224 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-30f2c976-4cd7-4529-80fc-e3a63ae7aade req-0f5013af-432d-475c-87a8-92069ae3391b tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:52.398107 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-d39a8710-a6f9-462c-b4c8-0c9ea02b29cf tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:52.416734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-30f2c976-4cd7-4529-80fc-e3a63ae7aade req-0f5013af-432d-475c-87a8-92069ae3391b tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Calling delete_port for 52896075-6f88-434a-9ca5-dbb8a6bcb714 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:41:52.421523 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3684408e-3b62-4cab-9c9f-1ad82a03b2e7 req-ea91d9da-0783-43d3-be1e-20ad0a012544 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=91e53e32-673a-473b-8b4b-11b241dd9a7d HTTP/1.1" status: 200 len: 210 time: 0.2725890 Dec 12 17:41:52.423613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47012) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:52.450907 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-d39a8710-a6f9-462c-b4c8-0c9ea02b29cf tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:52.464972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['1e5ea895-136a-44cf-b33a-b6ba997762e7'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:41:52.490445 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61603553-78fb-4589-850e-3fd9198b6010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:52.541393 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2c97eac4-326c-47ef-9157-2181d0f949be up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:41:52.547905 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-d39a8710-a6f9-462c-b4c8-0c9ea02b29cf tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Network 3099023b-6d27-4db1-9d42-7a3830fba737 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:41:52.552044 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-d39a8710-a6f9-462c-b4c8-0c9ea02b29cf tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:41:52.555539 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-d39a8710-a6f9-462c-b4c8-0c9ea02b29cf tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:41:52.609177 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a8710-a6f9-462c-b4c8-0c9ea02b29cf tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Pushing event updated for resources: {'Port': ['ID=6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:52.629032 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-d39a8710-a6f9-462c-b4c8-0c9ea02b29cf tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:52.629669 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-d39a8710-a6f9-462c-b4c8-0c9ea02b29cf tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:52.652554 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-d39a8710-a6f9-462c-b4c8-0c9ea02b29cf tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3920741 Dec 12 17:41:52.665583 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Request body: {'port': {'device_id': '91e53e32-673a-473b-8b4b-11b241dd9a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:41:52.729014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c10618-2bb8-4961-a5fc-f5c4f7d71c82 req-3660b84d-813b-4a09-a4e7-98d0c30324dd tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:52.730554 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-12c10618-2bb8-4961-a5fc-f5c4f7d71c82 req-3660b84d-813b-4a09-a4e7-98d0c30324dd tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b HTTP/1.1" status: 200 len: 948 time: 0.3620193 Dec 12 17:41:52.732946 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:52.736544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-62af0a83-8c47-41dc-a089-f1b09ca1bd1c req-07ce5065-c406-45fd-8438-641f7be7f4e0 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 210 time: 0.2094557 Dec 12 17:41:52.746448 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c551029-dd36-4485-97fd-b781f17c5210 req-65175f8a-4ade-4631-aa18-4cb81cc30ce7 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:52.754695 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 2c97eac4-326c-47ef-9157-2181d0f949be triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:41:52.759056 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:52.823906 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65175f8a-4ade-4631-aa18-4cb81cc30ce7 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Pushing event deleted for resources: {'Port': ['ID=c581b7c7-37ec-4301-989d-159ff7c22cf0,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:52.922959 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 18ec65b4-6566-43c2-b715-772e8798b349 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:41:53.084281 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 18ec65b4-6566-43c2-b715-772e8798b349, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=18ec65b4-6566-43c2-b715-772e8798b349,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:53.097837 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-12c10618-2bb8-4961-a5fc-f5c4f7d71c82 req-190f05ec-1966-4df7-b2a4-7a8f34365727 tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.18 "GET /v2.0/security-groups?id=23b15483-c69d-4353-ad18-40b46f852480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728636 Dec 12 17:41:53.107674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '18ec65b4-6566-43c2-b715-772e8798b349', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '18ec65b4-6566-43c2-b715-772e8798b349', 'mac_address': 'fa:16:3e:71:ac:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:41:53.139782 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c551029-dd36-4485-97fd-b781f17c5210 req-65175f8a-4ade-4631-aa18-4cb81cc30ce7 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Router 1729f805-eabc-4ed6-a607-edd2b3d54ed4 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:41:53.146997 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7325d4e-d2be-4afd-99cb-7fc24559100b req-c41937f2-1d56-42f2-a65c-222ffc543f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:53.149332 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b7325d4e-d2be-4afd-99cb-7fc24559100b req-c41937f2-1d56-42f2-a65c-222ffc543f02 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1e2311e5fc246878549322368853f45&device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 1096 time: 0.1190703 Dec 12 17:41:53.202622 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b4f09606-51d5-4f70-bbfb-92ea89a23b68 None None] Provisioning complete for port 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:41:53.203063 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b4f09606-51d5-4f70-bbfb-92ea89a23b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:53.247840 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b4f09606-51d5-4f70-bbfb-92ea89a23b68 None None] Port 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:41:53.279289 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7325d4e-d2be-4afd-99cb-7fc24559100b req-ea6f52e5-8849-4cb3-9e42-0afe4fb15ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:53.280880 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b7325d4e-d2be-4afd-99cb-7fc24559100b req-ea6f52e5-8849-4cb3-9e42-0afe4fb15ed1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d HTTP/1.1" status: 200 len: 914 time: 0.1238215 Dec 12 17:41:53.299461 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:53.358807 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b7325d4e-d2be-4afd-99cb-7fc24559100b req-c3474012-5df4-4efd-93f5-8d2f62ed3620 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d431cd1-d670-4ba9-a4bb-be8af206a78e HTTP/1.1" status: 200 len: 217 time: 0.0675540 Dec 12 17:41:53.380155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ec65b4-6566-43c2-b715-772e8798b349 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:41:53.390375 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-30f2c976-4cd7-4529-80fc-e3a63ae7aade req-0f5013af-432d-475c-87a8-92069ae3391b tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:53.417788 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 18ec65b4-6566-43c2-b715-772e8798b349, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=18ec65b4-6566-43c2-b715-772e8798b349,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:53.420606 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:53.435665 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:53.468338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5013af-432d-475c-87a8-92069ae3391b tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Pushing event deleted for resources: {'Port': ['ID=52896075-6f88-434a-9ca5-dbb8a6bcb714,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:53.499682 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7325d4e-d2be-4afd-99cb-7fc24559100b req-4eb2dffe-0c09-4f02-96a2-02f0dded1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:53.500238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2c97eac4-326c-47ef-9157-2181d0f949be, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2c97eac4-326c-47ef-9157-2181d0f949be,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:53.501419 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b7325d4e-d2be-4afd-99cb-7fc24559100b req-4eb2dffe-0c09-4f02-96a2-02f0dded1b13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=913bf011-774f-4e4f-a70e-8837b1ba8f4a HTTP/1.1" status: 200 len: 853 time: 0.1240091 Dec 12 17:41:53.530086 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526031ff-75bd-4dee-a32a-3f892e8311f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c97eac4-326c-47ef-9157-2181d0f949be'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:53.533351 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570c63bf-92dd-40b3-b5ff-b3bd583f1b2c" -d '{"events": [{"server_uuid": "526031ff-75bd-4dee-a32a-3f892e8311f3", "name": "network-vif-plugged", "status": "completed", "tag": "2c97eac4-326c-47ef-9157-2181d0f949be"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:53.546056 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:53.547307 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c581b7c7-37ec-4301-989d-159ff7c22cf0 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:41:53.558660 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b7325d4e-d2be-4afd-99cb-7fc24559100b req-28231365-abd7-4465-89bc-9de2b08f879e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318220 Dec 12 17:41:53.584413 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:41:53.586959 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: c581b7c7-37ec-4301-989d-159ff7c22cf0 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:41:53.587891 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c581b7c7-37ec-4301-989d-159ff7c22cf0 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:41:53.634295 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=18ec65b4-6566-43c2-b715-772e8798b349,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:53.654927 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61603553-78fb-4589-850e-3fd9198b6010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:53.674145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569f239-b4ae-47a5-8992-1eed4ef8ce7b req-9dea45c7-fd8e-4908-875c-885ca2f2a124 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:53.678158 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4569f239-b4ae-47a5-8992-1eed4ef8ce7b req-9dea45c7-fd8e-4908-875c-885ca2f2a124 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 948 time: 0.5789363 Dec 12 17:41:53.716348 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61603553-78fb-4589-850e-3fd9198b6010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:53.730607 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=2c97eac4-326c-47ef-9157-2181d0f949be,revision_number=10']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:53.746883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['18ec65b4-6566-43c2-b715-772e8798b349'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:41:53.788105 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b3f10-49b6-4598-aa9e-3cdfd6fa9e31 req-38f699f1-dacb-4973-bfe9-c718294ac6c8 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:53.799155 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-776b3f10-49b6-4598-aa9e-3cdfd6fa9e31 req-38f699f1-dacb-4973-bfe9-c718294ac6c8 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.4331734 Dec 12 17:41:53.806674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f2c976-4cd7-4529-80fc-e3a63ae7aade req-0f5013af-432d-475c-87a8-92069ae3391b tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] No DVR routers for this DVR port 52896075-6f88-434a-9ca5-dbb8a6bcb714 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:41:53.817737 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-30f2c976-4cd7-4529-80fc-e3a63ae7aade req-0f5013af-432d-475c-87a8-92069ae3391b tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:53.821142 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30f2c976-4cd7-4529-80fc-e3a63ae7aade req-0f5013af-432d-475c-87a8-92069ae3391b tempest-ImagesOneServerTestJSON-1716482125 tempest-ImagesOneServerTestJSON-1716482125-project] 10.222.0.31 "DELETE /v2.0/ports/52896075-6f88-434a-9ca5-dbb8a6bcb714 HTTP/1.1" status: 204 len: 173 time: 1.9180586 Dec 12 17:41:53.830026 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b', 'name': 'network-vif-deleted', 'tag': '52896075-6f88-434a-9ca5-dbb8a6bcb714'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:53.833391 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55602ed-83e1-48f0-b115-fd6f61dbb593" -d '{"events": [{"server_uuid": "bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b", "name": "network-vif-deleted", "tag": "52896075-6f88-434a-9ca5-dbb8a6bcb714"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:53.893025 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-61603553-78fb-4589-850e-3fd9198b6010 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=767811fab2bb4985885c67687e570d9b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4603956 Dec 12 17:41:53.893025 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61603553-78fb-4589-850e-3fd9198b6010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7344b67-db3a-48da-a780-03560855f9ea,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:53.900247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47034) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:53.937767 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4569f239-b4ae-47a5-8992-1eed4ef8ce7b req-201aad3c-9e83-4da3-b14f-7b10af25700f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285607 Dec 12 17:41:53.947265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c551029-dd36-4485-97fd-b781f17c5210 req-65175f8a-4ade-4631-aa18-4cb81cc30ce7 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:41:53.965188 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8355b8c8-125e-4d3a-a231-7ba04fee5b63 None None] Sync routers for ids ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:41:53.983695 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8355b8c8-125e-4d3a-a231-7ba04fee5b63 None None] Routers {'1729f805-eabc-4ed6-a607-edd2b3d54ed4'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:41:53.984336 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8355b8c8-125e-4d3a-a231-7ba04fee5b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:41:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:54.037433 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-776b3f10-49b6-4598-aa9e-3cdfd6fa9e31 req-636267db-ac66-4cc4-b71a-b3d84a16bb4b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353013 Dec 12 17:41:54.093760 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:54.116831 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Transition to ACTIVE for port object 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:41:54.141150 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:54.149587 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c551029-dd36-4485-97fd-b781f17c5210 req-65175f8a-4ade-4631-aa18-4cb81cc30ce7 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] No DVR routers for this DVR port c581b7c7-37ec-4301-989d-159ff7c22cf0 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:41:54.163153 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c551029-dd36-4485-97fd-b781f17c5210 req-65175f8a-4ade-4631-aa18-4cb81cc30ce7 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:54.166641 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c551029-dd36-4485-97fd-b781f17c5210 req-65175f8a-4ade-4631-aa18-4cb81cc30ce7 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.20 "DELETE /v2.0/ports/c581b7c7-37ec-4301-989d-159ff7c22cf0 HTTP/1.1" status: 204 len: 173 time: 4.4440849 Dec 12 17:41:54.213800 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1e0d4b-7ac7-440a-91a5-ab392039ad14 x-openstack-request-id: req-0c1e0d4b-7ac7-440a-91a5-ab392039ad14 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:54.214258 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526031ff-75bd-4dee-a32a-3f892e8311f3", "name": "network-vif-plugged", "status": "completed", "tag": "2c97eac4-326c-47ef-9157-2181d0f949be", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:54.214636 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c1e0d4b-7ac7-440a-91a5-ab392039ad14 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:54.215076 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526031ff-75bd-4dee-a32a-3f892e8311f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c97eac4-326c-47ef-9157-2181d0f949be', 'code': 200} Dec 12 17:41:54.227495 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a38a6316-3f27-489a-947a-857a9bb8c43d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:54.257133 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:54.352581 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b7325d4e-d2be-4afd-99cb-7fc24559100b req-7cbd11a2-68f8-4e03-bef9-618d0f3d35c7 service neutron] 10.222.0.31 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7852521 Dec 12 17:41:54.441918 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a38a6316-3f27-489a-947a-857a9bb8c43d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:54.523431 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-8355b8c8-125e-4d3a-a231-7ba04fee5b63 None None] Set router 1729f805-eabc-4ed6-a607-edd2b3d54ed4 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:41:54.541200 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14f52715-6a8e-4eca-91be-6e74bdca6311 req-c246193a-77b1-40ba-8798-527b5a34464f tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 210 time: 0.1762922 Dec 12 17:41:54.675872 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4bd49-e135-4f79-a606-bc80403f9738 req-257e92bd-f85f-40c5-9182-6fa669e2a1cb tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:54.686898 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-40a4bd49-e135-4f79-a606-bc80403f9738 req-257e92bd-f85f-40c5-9182-6fa669e2a1cb tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=91e53e32-673a-473b-8b4b-11b241dd9a7d HTTP/1.1" status: 200 len: 943 time: 0.4535389 Dec 12 17:41:54.695769 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1050481c-340e-4b03-86ab-b40fa14b281f x-openstack-request-id: req-1050481c-340e-4b03-86ab-b40fa14b281f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:54.698062 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b", "name": "network-vif-deleted", "tag": "52896075-6f88-434a-9ca5-dbb8a6bcb714", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:54.698906 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1050481c-340e-4b03-86ab-b40fa14b281f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:54.699734 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3f7a4c-7dde-4d29-b600-ca384f3e5f9b', 'name': 'network-vif-deleted', 'tag': '52896075-6f88-434a-9ca5-dbb8a6bcb714', 'status': 'completed', 'code': 200} Dec 12 17:41:54.722361 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47050) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:54.793982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Attempting to bind port 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:41:54.795149 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Attempting to bind port 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:41:54.797415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Attempting to bind port 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 on network 3099023b-6d27-4db1-9d42-7a3830fba737 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:41:54.815476 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Port 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 on network 3099023b-6d27-4db1-9d42-7a3830fba737 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:41:54.815776 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a38a6316-3f27-489a-947a-857a9bb8c43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:54.818326 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Attempting to bind port 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 on network 3099023b-6d27-4db1-9d42-7a3830fba737 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:41:54.821164 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a38a6316-3f27-489a-947a-857a9bb8c43d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:54.829155 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a38a6316-3f27-489a-947a-857a9bb8c43d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7344b67-db3a-48da-a780-03560855f9ea HTTP/1.1" status: 204 len: 168 time: 0.9266312 Dec 12 17:41:54.836683 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:41:54.837094 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Checking segment: {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:41:54.837561 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Bound using segment: {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:41:54.840779 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Bound port: 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:41:54.842182 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:54.865769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-40a4bd49-e135-4f79-a606-bc80403f9738 req-eeeb8355-0147-4bdf-9898-eb390c2cfd23 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540382 Dec 12 17:41:54.867021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a6316-3f27-489a-947a-857a9bb8c43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7344b67-db3a-48da-a780-03560855f9ea,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:54.912663 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 18ec65b4-6566-43c2-b715-772e8798b349 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:41:55.127085 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f634-0ab2-4666-8fe7-508c07312b97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:55.161832 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 18ec65b4-6566-43c2-b715-772e8798b349 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:41:55.168318 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b7325d4e-d2be-4afd-99cb-7fc24559100b req-cf14a699-d37a-4312-bac9-fc6e8673e018 service neutron] 10.222.0.31 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7649281 Dec 12 17:41:55.182813 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 18ec65b4-6566-43c2-b715-772e8798b349 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:41:55.183239 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:55.249299 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5db0c-9478-4c5f-8e7f-319141ca4043 req-39646a9d-3e48-4951-a5f6-adfaa2e20b14 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:55.254193 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25d5db0c-9478-4c5f-8e7f-319141ca4043 req-39646a9d-3e48-4951-a5f6-adfaa2e20b14 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 949 time: 0.1276619 Dec 12 17:41:55.264377 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] For port 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:41:55.272502 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] For port 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:41:55.311126 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:55.344900 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8355b8c8-125e-4d3a-a231-7ba04fee5b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'name': 'tempest-ServersTestBootFromVolume-634653797-router', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:11Z', 'updated_at': '2021-12-12T17:38:17Z', 'revision_number': 4, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'gw_port': {'id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:12Z', 'updated_at': '2021-12-12T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f01f179c-27f2-4810-bd84-f8926bd3369b', 'name': '', 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'mac_address': 'fa:16:3e:31:cb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:16Z', 'updated_at': '2021-12-12T17:38:26Z', 'revision_number': 5, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'subnets': [{'id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:55.355431 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:55.407482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47068) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:55.419961 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8355b8c8-125e-4d3a-a231-7ba04fee5b63 None None] Checking router: 1729f805-eabc-4ed6-a607-edd2b3d54ed4 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:41:55.420314 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 18ec65b4-6566-43c2-b715-772e8798b349, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=18ec65b4-6566-43c2-b715-772e8798b349,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:55.433953 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:55.435931 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 52896075-6f88-434a-9ca5-dbb8a6bcb714 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:41:55.451283 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8355b8c8-125e-4d3a-a231-7ba04fee5b63 None None] Routers {'1729f805-eabc-4ed6-a607-edd2b3d54ed4'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:41:55.453949 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8355b8c8-125e-4d3a-a231-7ba04fee5b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:41:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:55.473657 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 52896075-6f88-434a-9ca5-dbb8a6bcb714 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:41:55.474012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 52896075-6f88-434a-9ca5-dbb8a6bcb714 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:41:55.474442 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7d431cd1-d670-4ba9-a4bb-be8af206a78e no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:41:55.506673 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:55.507361 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:55.508812 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] 10.222.0.20 "PUT /v2.0/ports/6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 HTTP/1.1" status: 200 len: 1091 time: 2.8477564 Dec 12 17:41:55.541319 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e53e32-673a-473b-8b4b-11b241dd9a7d', 'tag': '6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:55.563177 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc0a15d-75f5-4718-9150-9007aaffc532" -d '{"events": [{"name": "network-changed", "server_uuid": "91e53e32-673a-473b-8b4b-11b241dd9a7d", "tag": "6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:55.632564 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a828b62-827b-4ffa-a69e-de125829e448 req-f7c11ff8-850f-40f2-bc45-fcd2fda5e64c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:55.634163 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a828b62-827b-4ffa-a69e-de125829e448 req-f7c11ff8-850f-40f2-bc45-fcd2fda5e64c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 945 time: 0.3790321 Dec 12 17:41:55.650296 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104e0a8-3ed4-4f96-8ce5-a24ba4dd1376 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:55.659342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=18ec65b4-6566-43c2-b715-772e8798b349,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:55.679785 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25d5db0c-9478-4c5f-8e7f-319141ca4043 req-a48bc2e2-1708-415e-a5e5-7f11388b38cd tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902080 Dec 12 17:41:55.801823 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f634-0ab2-4666-8fe7-508c07312b97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:55.813637 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-4393cad8-0ca6-4ae9-aa49-3648bae080d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:55.815698 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-4393cad8-0ca6-4ae9-aa49-3648bae080d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=91e53e32-673a-473b-8b4b-11b241dd9a7d HTTP/1.1" status: 200 len: 1094 time: 0.1714134 Dec 12 17:41:55.817925 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f634-0ab2-4666-8fe7-508c07312b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:55.818100 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:55.857325 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2ad8f634-0ab2-4666-8fe7-508c07312b97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d660f4453c3a45f88bb0d01516e73352&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1320009 Dec 12 17:41:55.867011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47090) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:55.920793 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-c7a69fa6-0a2a-4f26-878e-82a73548e155 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 HTTP/1.1" status: 200 len: 217 time: 0.0706468 Dec 12 17:41:55.936257 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-8355b8c8-125e-4d3a-a231-7ba04fee5b63 None None] Set router 1729f805-eabc-4ed6-a607-edd2b3d54ed4 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:41:55.939552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7d431cd1-d670-4ba9-a4bb-be8af206a78e, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7d431cd1-d670-4ba9-a4bb-be8af206a78e,segment=NetworkSegment(99d4fbf6-70e9-4774-b677-000907b84685),segment_id=99d4fbf6-70e9-4774-b677-000907b84685)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:55.959065 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:55.970878 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a828b62-827b-4ffa-a69e-de125829e448 req-3cd4a614-ef2a-429e-8de4-53f95bcafdd7 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201885 Dec 12 17:41:55.983813 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8f634-0ab2-4666-8fe7-508c07312b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e306736-6e93-4a9e-ace0-c39e576e6d4a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:56.008083 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f4fd4979-4d58-492a-8dce-a67ca287d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:56.010797 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-f4fd4979-4d58-492a-8dce-a67ca287d7a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.0812640 Dec 12 17:41:56.097679 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467a119c-8d7c-45e6-9ba7-d81522e96271 x-openstack-request-id: req-467a119c-8d7c-45e6-9ba7-d81522e96271 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:56.097970 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e53e32-673a-473b-8b4b-11b241dd9a7d", "tag": "6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:56.098229 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-467a119c-8d7c-45e6-9ba7-d81522e96271 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:56.098627 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e53e32-673a-473b-8b4b-11b241dd9a7d', 'tag': '6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8', 'status': 'completed', 'code': 200} Dec 12 17:41:56.127915 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-4faf42cb-e921-4805-b88e-94bfd0901bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:56.134662 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-4faf42cb-e921-4805-b88e-94bfd0901bf8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163580 Dec 12 17:41:56.150814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4cdcda5-ed66-4b15-a981-813b07792d7c req-c738a967-abec-4b0f-a4e1-d378d5120163 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 210 time: 0.1088119 Dec 12 17:41:56.157398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-46f3adb4-94d3-4f43-813a-cb862d7c4ebc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4e0fee51b114577a405d8ac7b365179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7363894 Dec 12 17:41:56.161680 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47096) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:56.204594 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-87da86ee-ce34-4321-a3cf-5116174318c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:56.208090 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=7d431cd1-d670-4ba9-a4bb-be8af206a78e,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:56.228423 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a330c65-7cad-4215-bc52-3e41f76e182b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ec65b4-6566-43c2-b715-772e8798b349'}, {'server_uuid': '089bc95b-1dd5-4455-914c-372d88b6e6a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d431cd1-d670-4ba9-a4bb-be8af206a78e'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:56.239290 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c454bd-0625-4663-b257-6c692b6f4dcc" -d '{"events": [{"server_uuid": "4a330c65-7cad-4215-bc52-3e41f76e182b", "name": "network-vif-plugged", "status": "completed", "tag": "18ec65b4-6566-43c2-b715-772e8798b349"}, {"server_uuid": "089bc95b-1dd5-4455-914c-372d88b6e6a7", "name": "network-vif-unplugged", "status": "completed", "tag": "7d431cd1-d670-4ba9-a4bb-be8af206a78e"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:56.311742 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-87da86ee-ce34-4321-a3cf-5116174318c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:56.346666 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb757228-e810-41e0-9874-641f4aa940f9 x-openstack-request-id: req-fb757228-e810-41e0-9874-641f4aa940f9 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:56.346892 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a330c65-7cad-4215-bc52-3e41f76e182b", "name": "network-vif-plugged", "status": "completed", "tag": "18ec65b4-6566-43c2-b715-772e8798b349", "code": 200}, {"server_uuid": "089bc95b-1dd5-4455-914c-372d88b6e6a7", "name": "network-vif-unplugged", "status": "completed", "tag": "7d431cd1-d670-4ba9-a4bb-be8af206a78e", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:56.347538 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb757228-e810-41e0-9874-641f4aa940f9 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:56.347538 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a330c65-7cad-4215-bc52-3e41f76e182b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ec65b4-6566-43c2-b715-772e8798b349', 'code': 200} Dec 12 17:41:56.347935 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089bc95b-1dd5-4455-914c-372d88b6e6a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d431cd1-d670-4ba9-a4bb-be8af206a78e', 'code': 200} Dec 12 17:41:56.373923 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e520283-ab33-42df-9631-574f5dc76200 req-f9935df6-d163-4bd1-bdbf-bb021592b92b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:56.404112 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e520283-ab33-42df-9631-574f5dc76200 req-f9935df6-d163-4bd1-bdbf-bb021592b92b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=91e53e32-673a-473b-8b4b-11b241dd9a7d HTTP/1.1" status: 200 len: 943 time: 0.1805072 Dec 12 17:41:56.498283 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb55f13-7f63-4167-b624-ebc5fa924586 req-3cefe7f3-9193-4020-953d-339f0f74ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:56.500804 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-8bb55f13-7f63-4167-b624-ebc5fa924586 req-3cefe7f3-9193-4020-953d-339f0f74ad9c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 1101 time: 0.0937304 Dec 12 17:41:56.501593 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3dee82c1-f0e0-4d93-89b3-2873868d6009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:56.508978 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-6aa3c7f8-05f9-483b-a05f-378213765918 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690825 Dec 12 17:41:56.535518 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e520283-ab33-42df-9631-574f5dc76200 req-dbd188b2-c1c3-49c8-a654-8998990999e4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283710 Dec 12 17:41:56.541230 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-87da86ee-ce34-4321-a3cf-5116174318c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:56.548483 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-87da86ee-ce34-4321-a3cf-5116174318c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:56.549872 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-87da86ee-ce34-4321-a3cf-5116174318c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e306736-6e93-4a9e-ace0-c39e576e6d4a HTTP/1.1" status: 204 len: 168 time: 0.6702621 Dec 12 17:41:56.579081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da86ee-ce34-4321-a3cf-5116174318c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e306736-6e93-4a9e-ace0-c39e576e6d4a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:56.667119 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8355b8c8-125e-4d3a-a231-7ba04fee5b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'name': 'tempest-ServersTestBootFromVolume-634653797-router', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:11Z', 'updated_at': '2021-12-12T17:38:17Z', 'revision_number': 4, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'gw_port': {'id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:12Z', 'updated_at': '2021-12-12T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f01f179c-27f2-4810-bd84-f8926bd3369b', 'name': '', 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'mac_address': 'fa:16:3e:31:cb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:16Z', 'updated_at': '2021-12-12T17:38:26Z', 'revision_number': 5, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'subnets': [{'id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:41:56.702533 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11bf610-227a-42bb-b86b-2232953b75b0', 'name': 'network-vif-deleted', 'tag': 'c581b7c7-37ec-4301-989d-159ff7c22cf0'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:41:56.705368 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d21dfb-a151-4e88-8d23-77863ca9a512" -d '{"events": [{"server_uuid": "e11bf610-227a-42bb-b86b-2232953b75b0", "name": "network-vif-deleted", "tag": "c581b7c7-37ec-4301-989d-159ff7c22cf0"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:41:56.717064 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3dee82c1-f0e0-4d93-89b3-2873868d6009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:56.755229 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47114) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:56.791243 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8355b8c8-125e-4d3a-a231-7ba04fee5b63 None None] The sync data for ids ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'] in n-d-760354-5 is: [{'id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'name': 'tempest-ServersTestBootFromVolume-634653797-router', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:11Z', 'updated_at': '2021-12-12T17:38:17Z', 'revision_number': 4, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'gw_port': {'id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:12Z', 'updated_at': '2021-12-12T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f01f179c-27f2-4810-bd84-f8926bd3369b', 'name': '', 'network_id': '350585f2-11de-4690-8ad7-c5bd74c5636c', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'mac_address': 'fa:16:3e:31:cb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:16Z', 'updated_at': '2021-12-12T17:38:26Z', 'revision_number': 5, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'subnets': [{'id': 'c1cd740f-26e2-4d92-a719-8cb567a952d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:41:56.806762 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41aef9a6-c1d2-4cea-a5ea-b79a6dc69e79 x-openstack-request-id: req-41aef9a6-c1d2-4cea-a5ea-b79a6dc69e79 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:41:56.807573 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11bf610-227a-42bb-b86b-2232953b75b0", "name": "network-vif-deleted", "tag": "c581b7c7-37ec-4301-989d-159ff7c22cf0", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:41:56.808001 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41aef9a6-c1d2-4cea-a5ea-b79a6dc69e79 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:41:56.808576 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11bf610-227a-42bb-b86b-2232953b75b0', 'name': 'network-vif-deleted', 'tag': 'c581b7c7-37ec-4301-989d-159ff7c22cf0', 'status': 'completed', 'code': 200} Dec 12 17:41:56.868577 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-8bb55f13-7f63-4167-b624-ebc5fa924586 req-97088b50-9c53-4109-8bfe-ddda56c5aa26 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583262 Dec 12 17:41:56.900737 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-09a2c8b3-929d-4ace-8288-af9df529c59a req-bb1fbb9a-6a2c-48ef-b1f4-509163cec933 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633873 Dec 12 17:41:56.935536 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3dee82c1-f0e0-4d93-89b3-2873868d6009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:56.938671 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3dee82c1-f0e0-4d93-89b3-2873868d6009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:56.943276 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3dee82c1-f0e0-4d93-89b3-2873868d6009 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23b15483-c69d-4353-ad18-40b46f852480 HTTP/1.1" status: 204 len: 168 time: 0.7736347 Dec 12 17:41:56.960441 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee82c1-f0e0-4d93-89b3-2873868d6009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b15483-c69d-4353-ad18-40b46f852480,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:57.052041 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374ca38-dfea-4efc-81df-94342fc2dd09 req-7fed4669-be60-4f57-b993-828199f8d817 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:57.059107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8374ca38-dfea-4efc-81df-94342fc2dd09 req-7fed4669-be60-4f57-b993-828199f8d817 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 950 time: 0.1963325 Dec 12 17:41:57.080632 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0a15d-75f5-4718-9150-9007aaffc532 req-e5dfe1b6-db3b-4d8c-8db5-6ac839f6103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:57.082379 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ebc0a15d-75f5-4718-9150-9007aaffc532 req-e5dfe1b6-db3b-4d8c-8db5-6ac839f6103c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=91e53e32-673a-473b-8b4b-11b241dd9a7d HTTP/1.1" status: 200 len: 1094 time: 0.1189137 Dec 12 17:41:57.199989 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8374ca38-dfea-4efc-81df-94342fc2dd09 req-95db96f5-029f-4e86-a4c3-677c45e403cd tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289794 Dec 12 17:41:57.211747 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0a15d-75f5-4718-9150-9007aaffc532 req-e2ae2940-ecd9-4b06-b510-dc7bffe66ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:57.213661 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ebc0a15d-75f5-4718-9150-9007aaffc532 req-e2ae2940-ecd9-4b06-b510-dc7bffe66ce3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 913 time: 0.1232948 Dec 12 17:41:57.335661 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-cb5a6590-6671-4819-b675-54e21e12fa51 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2110628765-network', 'tenant_id': 'd9f3172c26f64bf1b1b0e52245ce547c'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:41:57.407301 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ebc0a15d-75f5-4718-9150-9007aaffc532 req-547d71b3-51e7-4a4a-920e-008239e592eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 HTTP/1.1" status: 200 len: 217 time: 0.1761694 Dec 12 17:41:57.411808 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c022d836-129b-419d-aa22-83d876e12cf3 None None] New status for floating IP 5c93b401-dd85-4360-85c2-5f1e18dd0b72: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:41:57.486818 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa4067-ac72-4ec9-b226-8aa79f361ab8 req-a0fe3cfa-6e00-4461-be8f-466be596ad72 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:57.497806 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7aa4067-ac72-4ec9-b226-8aa79f361ab8 req-a0fe3cfa-6e00-4461-be8f-466be596ad72 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 943 time: 0.2394686 Dec 12 17:41:57.577146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b33b7004-1fd5-43d9-a22b-89a043f313b2 req-4e418143-e555-4800-bc75-27df80d749b7 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 210 time: 0.1961405 Dec 12 17:41:57.587407 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0a15d-75f5-4718-9150-9007aaffc532 req-ae91220b-1c59-4177-8026-d13291a1bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:57.589466 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ebc0a15d-75f5-4718-9150-9007aaffc532 req-ae91220b-1c59-4177-8026-d13291a1bda5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.1746571 Dec 12 17:41:57.626918 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7aa4067-ac72-4ec9-b226-8aa79f361ab8 req-f4aeacdb-5f2e-460e-84cd-4a8124cabf4f tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239502 Dec 12 17:41:57.649628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5a6590-6671-4819-b675-54e21e12fa51 admin admin] Made reservation on behalf of d9f3172c26f64bf1b1b0e52245ce547c for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:41:57.652573 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6590-6671-4819-b675-54e21e12fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:57.677724 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6590-6671-4819-b675-54e21e12fa51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:57.697563 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0a15d-75f5-4718-9150-9007aaffc532 req-9d4e1587-5e09-40a2-9f9a-645953dccaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:57.701111 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ebc0a15d-75f5-4718-9150-9007aaffc532 req-9d4e1587-5e09-40a2-9f9a-645953dccaff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023366 Dec 12 17:41:57.892505 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6590-6671-4819-b675-54e21e12fa51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:57.926483 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ebc0a15d-75f5-4718-9150-9007aaffc532 req-e7318a69-369b-453e-82fd-b2277b3873d9 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166567 Dec 12 17:41:57.964117 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6590-6671-4819-b675-54e21e12fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:58.025040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5a6590-6671-4819-b675-54e21e12fa51 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:41:58.131968 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6590-6671-4819-b675-54e21e12fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:58.132319 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-cb5a6590-6671-4819-b675-54e21e12fa51 admin admin] Added segment b8babf07-4fbb-4d09-ab8f-ba1c0b914d73 of type vlan for network 4c36073d-023a-4ffe-90a6-8bb9f52dff4f Dec 12 17:41:58.187341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6590-6671-4819-b675-54e21e12fa51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5895a05-19a1-4c78-a7a7-0af14fc60450,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:58.196083 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ebc0a15d-75f5-4718-9150-9007aaffc532 req-306a4569-8b9d-4b83-900e-b5ca18660b48 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620866 Dec 12 17:41:58.213981 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12d780-0c38-4b2c-af9f-f6819bc42676 req-2ab1b8c6-0240-462e-85dd-be122b528584 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:58.224151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf12d780-0c38-4b2c-af9f-f6819bc42676 req-2ab1b8c6-0240-462e-85dd-be122b528584 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=91e53e32-673a-473b-8b4b-11b241dd9a7d HTTP/1.1" status: 200 len: 943 time: 0.3275535 Dec 12 17:41:58.318657 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6590-6671-4819-b675-54e21e12fa51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:58.483455 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf12d780-0c38-4b2c-af9f-f6819bc42676 req-8a92beb9-ebdf-4c59-8317-e0113ee1b24b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546747 Dec 12 17:41:58.495286 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6590-6671-4819-b675-54e21e12fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:58.497105 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5a6590-6671-4819-b675-54e21e12fa51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:58.497885 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb5a6590-6671-4819-b675-54e21e12fa51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:58.502745 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:41:58.532365 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47184) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:58.580620 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fc70b-0973-424f-bb9a-c06dcb5e5b9a req-43b19110-1056-4bb4-8a5f-c6584ac43c8b tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:58.582386 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c2fc70b-0973-424f-bb9a-c06dcb5e5b9a req-43b19110-1056-4bb4-8a5f-c6584ac43c8b tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 950 time: 0.1905584 Dec 12 17:41:58.598589 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cb5a6590-6671-4819-b675-54e21e12fa51 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8381684 Dec 12 17:41:58.599013 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47188) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:58.604332 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d60c132d-7847-44a1-b673-76bffbbfa4e4 admin admin] Request body: {'subnet': {'network_id': '4c36073d-023a-4ffe-90a6-8bb9f52dff4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2110628765-subnet', 'tenant_id': 'd9f3172c26f64bf1b1b0e52245ce547c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:41:58.622740 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47192) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:58.704702 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60c132d-7847-44a1-b673-76bffbbfa4e4 admin admin] Made reservation on behalf of d9f3172c26f64bf1b1b0e52245ce547c for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:41:58.712557 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d60c132d-7847-44a1-b673-76bffbbfa4e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:58.791855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:58.801052 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d1d0f37a-b900-47d4-85ef-28df0e9c0635 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1862616550-network', 'tenant_id': '57fb88d1b0844e2ab2d4948e694ee67f'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:41:58.804705 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'port_id': '6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8', 'mac_address': 'fa:16:3e:e1:d7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:41:58.861098 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c2fc70b-0973-424f-bb9a-c06dcb5e5b9a req-6f8be850-d10d-4ccf-9976-a74baa5d8803 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648079 Dec 12 17:41:58.866718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a6590-6671-4819-b675-54e21e12fa51 admin admin] Pushing event updated for resources: {'Network': ['ID=4c36073d-023a-4ffe-90a6-8bb9f52dff4f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:58.874254 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c600ad1c-d396-40ef-9d6d-d2088ed06f99 req-980a3efe-5352-49bb-9db2-995c1f3739ef tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 210 time: 0.1265271 Dec 12 17:41:58.892150 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 4c36073d-023a-4ffe-90a6-8bb9f52dff4f details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:41:58.922055 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:58.926062 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-899e85fe-83f7-46ed-a11d-a1d9d6bde624 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1879047730-network', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:41:58.985683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f62d0-f986-4db4-947f-b231e7065cdb req-8fc2fe89-6bc3-470d-8af5-f6a2e22073d6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:58.998335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-182f62d0-f986-4db4-947f-b231e7065cdb req-8fc2fe89-6bc3-470d-8af5-f6a2e22073d6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 943 time: 0.0634599 Dec 12 17:41:59.033122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d0f37a-b900-47d4-85ef-28df0e9c0635 admin admin] Made reservation on behalf of 57fb88d1b0844e2ab2d4948e694ee67f for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:41:59.041375 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1d0f37a-b900-47d4-85ef-28df0e9c0635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:59.044373 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:41:59.072014 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-182f62d0-f986-4db4-947f-b231e7065cdb req-bca0d529-d74a-4b62-bb6e-8d3a43f59f2e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717998 Dec 12 17:41:59.093272 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:41:59.107536 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:59.120304 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1d0f37a-b900-47d4-85ef-28df0e9c0635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:59.127494 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899e85fe-83f7-46ed-a11d-a1d9d6bde624 admin admin] Made reservation on behalf of cbcff9014fcb40e28febd2b73319f10b for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:41:59.131303 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-899e85fe-83f7-46ed-a11d-a1d9d6bde624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:59.161964 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-899e85fe-83f7-46ed-a11d-a1d9d6bde624 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:59.204920 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:59.237732 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:59.238101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:59.238452 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:59.238800 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:59.240251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:59.240608 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:59.240952 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:59.241340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:59.241681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:59.242028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:59.242344 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:59.242674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:59.243001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:41:59.314648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5350df-f15d-4d32-8d40-b94b5d78eebe req-69e07b7b-1cf7-4f4e-9bff-8fb40a948a75 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:59.317151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e5350df-f15d-4d32-8d40-b94b5d78eebe req-69e07b7b-1cf7-4f4e-9bff-8fb40a948a75 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 943 time: 0.1226358 Dec 12 17:41:59.392505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:41:59.411345 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e5350df-f15d-4d32-8d40-b94b5d78eebe req-73e7fb8e-a5e2-4f92-a973-85bbd4e7e8cc tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872512 Dec 12 17:41:59.411835 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1d0f37a-b900-47d4-85ef-28df0e9c0635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:59.416421 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d60c132d-7847-44a1-b673-76bffbbfa4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:59.436038 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1d0f37a-b900-47d4-85ef-28df0e9c0635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:59.564845 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d0f37a-b900-47d4-85ef-28df0e9c0635 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:41:59.576028 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1d0f37a-b900-47d4-85ef-28df0e9c0635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:59.576505 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-d1d0f37a-b900-47d4-85ef-28df0e9c0635 admin admin] Added segment c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a of type vlan for network 7754d148-a658-4947-800e-b93c482e7dde Dec 12 17:41:59.630235 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1d0f37a-b900-47d4-85ef-28df0e9c0635 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:59.686645 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1d0f37a-b900-47d4-85ef-28df0e9c0635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:59.687759 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d0f37a-b900-47d4-85ef-28df0e9c0635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:59.688978 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1d0f37a-b900-47d4-85ef-28df0e9c0635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:59.694466 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-899e85fe-83f7-46ed-a11d-a1d9d6bde624 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:59.718053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2b231-b3ce-465d-bdac-4d746aeee1bf req-eaa51c3f-6a39-4c01-97c4-2199303abc9e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:41:59.724419 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0f37a-b900-47d4-85ef-28df0e9c0635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b32d297-aa33-4a4c-8f2e-b86d9d55f371,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:59.732120 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23e2b231-b3ce-465d-bdac-4d746aeee1bf req-eaa51c3f-6a39-4c01-97c4-2199303abc9e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=91e53e32-673a-473b-8b4b-11b241dd9a7d HTTP/1.1" status: 200 len: 944 time: 0.1063664 Dec 12 17:41:59.741955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c132d-7847-44a1-b673-76bffbbfa4e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a5f8ebe-e324-4c3a-9e74-14dadbea4198,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:59.745089 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-899e85fe-83f7-46ed-a11d-a1d9d6bde624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:59.757597 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899e85fe-83f7-46ed-a11d-a1d9d6bde624 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:41:59.771269 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-899e85fe-83f7-46ed-a11d-a1d9d6bde624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:59.771652 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-899e85fe-83f7-46ed-a11d-a1d9d6bde624 admin admin] Added segment e417d31b-289b-4fab-a387-e1a55cc15d89 of type vlan for network 48de17cc-348a-47bb-8807-5fff0fe75c36 Dec 12 17:41:59.775444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-b04c04f6-9a42-4664-966d-4ea28aa1e0c3 req-55b6583a-dd25-4012-8400-161464526c57 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:41:59.782977 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b04c04f6-9a42-4664-966d-4ea28aa1e0c3 req-55b6583a-dd25-4012-8400-161464526c57 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118527 Dec 12 17:41:59.853973 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23e2b231-b3ce-465d-bdac-4d746aeee1bf req-6d7dbfec-2108-43ce-86c4-fd218b4dbbb8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207471 Dec 12 17:41:59.871798 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-899e85fe-83f7-46ed-a11d-a1d9d6bde624 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:59.871798 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60c132d-7847-44a1-b673-76bffbbfa4e4 admin admin] Checking segment: {'id': 'b8babf07-4fbb-4d09-ab8f-ba1c0b914d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4c36073d-023a-4ffe-90a6-8bb9f52dff4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:41:59.871798 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60c132d-7847-44a1-b673-76bffbbfa4e4 admin admin] Network hostable DHCP agents. Network: 4c36073d-023a-4ffe-90a6-8bb9f52dff4f, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:41:59.876409 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d1d0f37a-b900-47d4-85ef-28df0e9c0635 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3428905 Dec 12 17:41:59.885244 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47220) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:41:59.897500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-5cf2ef7b-2a2c-412c-b464-1016d021c164 admin admin] Request body: {'subnet': {'network_id': '7754d148-a658-4947-800e-b93c482e7dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1862616550-subnet', 'tenant_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:41:59.919707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0f37a-b900-47d4-85ef-28df0e9c0635 admin admin] Pushing event updated for resources: {'Network': ['ID=7754d148-a658-4947-800e-b93c482e7dde,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:41:59.935699 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 7754d148-a658-4947-800e-b93c482e7dde details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:41:59.961543 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf2ef7b-2a2c-412c-b464-1016d021c164 admin admin] Made reservation on behalf of 57fb88d1b0844e2ab2d4948e694ee67f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:41:59.965941 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5cf2ef7b-2a2c-412c-b464-1016d021c164 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:41:59.971810 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e85fe-83f7-46ed-a11d-a1d9d6bde624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658ea82f-d7ec-4687-aa49-5bc4b99b9445,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:00.011401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60c132d-7847-44a1-b673-76bffbbfa4e4 admin admin] Network 4c36073d-023a-4ffe-90a6-8bb9f52dff4f is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:42:00.017295 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-899e85fe-83f7-46ed-a11d-a1d9d6bde624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:00.018260 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899e85fe-83f7-46ed-a11d-a1d9d6bde624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:00.018850 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-899e85fe-83f7-46ed-a11d-a1d9d6bde624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:00.151056 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d60c132d-7847-44a1-b673-76bffbbfa4e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 4c36073d-023a-4ffe-90a6-8bb9f52dff4f) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:00.162613 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbef996c-3dba-4b8b-aca9-b1a186f1a6cd None None] Network 4c36073d-023a-4ffe-90a6-8bb9f52dff4f requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:42:00.173785 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60c132d-7847-44a1-b673-76bffbbfa4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:00.174751 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d60c132d-7847-44a1-b673-76bffbbfa4e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:00.206546 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-899e85fe-83f7-46ed-a11d-a1d9d6bde624 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5738103 Dec 12 17:42:00.210033 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-082697ed-0b93-4a43-8cd7-6b3579b365e3 req-b6957c8e-0156-4d5e-aff9-94bd275037e1 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 210 time: 0.1280475 Dec 12 17:42:00.211761 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47234) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:00.221552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e85fe-83f7-46ed-a11d-a1d9d6bde624 admin admin] Pushing event updated for resources: {'Network': ['ID=48de17cc-348a-47bb-8807-5fff0fe75c36,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:00.250955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 48de17cc-348a-47bb-8807-5fff0fe75c36 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:42:00.260570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-1867d715-3532-40d2-b4df-6b25c90a3490 admin admin] Request body: {'subnet': {'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1879047730-subnet', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:00.272038 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d60c132d-7847-44a1-b673-76bffbbfa4e4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6718037 Dec 12 17:42:00.520582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0d45f-1129-41c9-bb42-41bbd7823607 req-e76fe639-b1f7-402f-b5ab-81c81f0e132f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:00.522243 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a2f0d45f-1129-41c9-bb42-41bbd7823607 req-e76fe639-b1f7-402f-b5ab-81c81f0e132f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 950 time: 0.4447055 Dec 12 17:42:00.546490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1867d715-3532-40d2-b4df-6b25c90a3490 admin admin] Made reservation on behalf of cbcff9014fcb40e28febd2b73319f10b for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:42:00.548898 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1867d715-3532-40d2-b4df-6b25c90a3490 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:00.687037 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe71a9-dec9-4006-8c97-dbe9509e62f4 req-c9ad7f11-47e1-43c8-812a-ea2f15f05538 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:00.713866 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:42:00.747987 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-acfe71a9-dec9-4006-8c97-dbe9509e62f4 req-c9ad7f11-47e1-43c8-812a-ea2f15f05538 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 943 time: 0.3289239 Dec 12 17:42:00.880775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabfb47e-c69b-4808-995b-c2666d270764 None None] Network 4c36073d-023a-4ffe-90a6-8bb9f52dff4f requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:42:00.925364 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a2f0d45f-1129-41c9-bb42-41bbd7823607 req-46841828-6c8a-4fd2-953e-3e57b16e633a tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958657 Dec 12 17:42:00.973431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7d431cd1-d670-4ba9-a4bb-be8af206a78e no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:42:01.015741 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:42:01.080744 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:01.081289 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:01.266838 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:01.317146 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e53e32-673a-473b-8b4b-11b241dd9a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:42:01.322232 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d56581-b400-489f-adc6-b709d7327370" -d '{"events": [{"server_uuid": "91e53e32-673a-473b-8b4b-11b241dd9a7d", "name": "network-vif-plugged", "status": "completed", "tag": "6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:42:01.329375 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47278) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:01.335012 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-44638e20-38af-4b51-8c77-22940890ff0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-309076804-network', 'tenant_id': 'baa7436ec16b41fd8e9aa02840be99da'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:01.341901 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:01.348128 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:01.387765 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44638e20-38af-4b51-8c77-22940890ff0f admin admin] Made reservation on behalf of baa7436ec16b41fd8e9aa02840be99da for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:42:01.390499 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44638e20-38af-4b51-8c77-22940890ff0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:01.404842 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44638e20-38af-4b51-8c77-22940890ff0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:01.418041 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:01.532647 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44638e20-38af-4b51-8c77-22940890ff0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:01.545318 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44638e20-38af-4b51-8c77-22940890ff0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:01.588667 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44638e20-38af-4b51-8c77-22940890ff0f admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:42:01.596521 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44638e20-38af-4b51-8c77-22940890ff0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e166b603-ab39-4c69-bdad-d117cfd9e518,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:01.607611 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44638e20-38af-4b51-8c77-22940890ff0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:01.608023 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-44638e20-38af-4b51-8c77-22940890ff0f admin admin] Added segment af24c52b-bd1b-4113-938b-590ba4d27729 of type vlan for network c4f72624-b0ba-448b-8cc6-f5703066f019 Dec 12 17:42:01.675718 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44638e20-38af-4b51-8c77-22940890ff0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:01.706867 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-acfe71a9-dec9-4006-8c97-dbe9509e62f4 req-9dfa1acb-8932-40e9-a511-8ffde5ec3275 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9578590 Dec 12 17:42:01.724311 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44638e20-38af-4b51-8c77-22940890ff0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:01.725592 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44638e20-38af-4b51-8c77-22940890ff0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:01.727600 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44638e20-38af-4b51-8c77-22940890ff0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:01.830770 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5cf2ef7b-2a2c-412c-b464-1016d021c164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:01.838316 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-44638e20-38af-4b51-8c77-22940890ff0f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5072651 Dec 12 17:42:01.844314 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47282) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:01.851653 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-50f46303-e6e2-41b8-aec7-4e0530583c53 admin admin] Request body: {'subnet': {'network_id': 'c4f72624-b0ba-448b-8cc6-f5703066f019', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-309076804-subnet', 'tenant_id': 'baa7436ec16b41fd8e9aa02840be99da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:01.871182 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44638e20-38af-4b51-8c77-22940890ff0f admin admin] Pushing event updated for resources: {'Network': ['ID=c4f72624-b0ba-448b-8cc6-f5703066f019,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:01.875875 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f46303-e6e2-41b8-aec7-4e0530583c53 admin admin] Made reservation on behalf of baa7436ec16b41fd8e9aa02840be99da for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:42:01.878573 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50f46303-e6e2-41b8-aec7-4e0530583c53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:01.885065 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network c4f72624-b0ba-448b-8cc6-f5703066f019 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:42:01.972891 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad2ef7-bd26-403d-bdf0-16d6234071e9 req-363f6c15-e9dc-40c4-904d-05627010807c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:01.983401 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19ad2ef7-bd26-403d-bdf0-16d6234071e9 req-363f6c15-e9dc-40c4-904d-05627010807c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=91e53e32-673a-473b-8b4b-11b241dd9a7d HTTP/1.1" status: 200 len: 944 time: 0.8274243 Dec 12 17:42:01.989616 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1867d715-3532-40d2-b4df-6b25c90a3490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:02.017865 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2ef7b-2a2c-412c-b464-1016d021c164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adfd2844-27b5-489c-8bdc-7b6eb152dcf7,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:02.128793 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da616c40-ac75-4e97-a6ee-ed3eba35eedf req-d7ca2671-afbc-4da9-b095-d05911d672d9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.3647730 Dec 12 17:42:02.158321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867d715-3532-40d2-b4df-6b25c90a3490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=175ad6af-652d-4538-a2db-e98b64ba2b71,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:02.164495 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-da616c40-ac75-4e97-a6ee-ed3eba35eedf req-fd644095-0e97-4f6c-9ac6-92d398074b88 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:42:02.178243 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da616c40-ac75-4e97-a6ee-ed3eba35eedf req-fd644095-0e97-4f6c-9ac6-92d398074b88 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482864 Dec 12 17:42:02.182953 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50f46303-e6e2-41b8-aec7-4e0530583c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:02.221403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19ad2ef7-bd26-403d-bdf0-16d6234071e9 req-28dae6a4-8f47-46e8-aef0-48c092969326 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312284 Dec 12 17:42:02.245794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1867d715-3532-40d2-b4df-6b25c90a3490 admin admin] Checking segment: {'id': 'e417d31b-289b-4fab-a387-e1a55cc15d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:42:02.251231 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1867d715-3532-40d2-b4df-6b25c90a3490 admin admin] Network hostable DHCP agents. Network: 48de17cc-348a-47bb-8807-5fff0fe75c36, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:42:02.379822 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f46303-e6e2-41b8-aec7-4e0530583c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cd2cdeb-4999-42b7-8881-ecda2636dfb9,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:02.386580 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1867d715-3532-40d2-b4df-6b25c90a3490 admin admin] Network 48de17cc-348a-47bb-8807-5fff0fe75c36 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:42:02.392955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f46303-e6e2-41b8-aec7-4e0530583c53 admin admin] Checking segment: {'id': 'af24c52b-bd1b-4113-938b-590ba4d27729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c4f72624-b0ba-448b-8cc6-f5703066f019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:42:02.393619 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f46303-e6e2-41b8-aec7-4e0530583c53 admin admin] Network hostable DHCP agents. Network: c4f72624-b0ba-448b-8cc6-f5703066f019, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:42:02.403852 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6379bb1a-0f5f-4ff9-9baa-b22f10feeea4 req-7d7affb0-6105-4353-aaf2-db8fc345e9b9 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 210 time: 0.0869389 Dec 12 17:42:02.411166 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-1867d715-3532-40d2-b4df-6b25c90a3490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 48de17cc-348a-47bb-8807-5fff0fe75c36) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:02.413133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2ef7b-2a2c-412c-b464-1016d021c164 admin admin] Checking segment: {'id': 'c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7754d148-a658-4947-800e-b93c482e7dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:42:02.413858 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf2ef7b-2a2c-412c-b464-1016d021c164 admin admin] Network hostable DHCP agents. Network: 7754d148-a658-4947-800e-b93c482e7dde, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:42:02.422057 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9ac7d3-15a5-4ced-8ea5-fdc40e50dcd2 None None] Network 48de17cc-348a-47bb-8807-5fff0fe75c36 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:42:02.424801 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f46303-e6e2-41b8-aec7-4e0530583c53 admin admin] Network c4f72624-b0ba-448b-8cc6-f5703066f019 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:42:02.434471 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-50f46303-e6e2-41b8-aec7-4e0530583c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, c4f72624-b0ba-448b-8cc6-f5703066f019) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:02.438503 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1867d715-3532-40d2-b4df-6b25c90a3490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:02.440964 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1867d715-3532-40d2-b4df-6b25c90a3490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:02.454791 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f46303-e6e2-41b8-aec7-4e0530583c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:02.456046 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50f46303-e6e2-41b8-aec7-4e0530583c53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:02.484526 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-50f46303-e6e2-41b8-aec7-4e0530583c53 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6379352 Dec 12 17:42:02.523725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ff337-1c7c-40a7-ab69-652fcf1937fa req-4a6c2b0d-489c-42a1-9450-01117158c8c8 tempest-MigrationsAdminTest-286282835 tempest-MigrationsAdminTest-286282835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:02.555068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-820ff337-1c7c-40a7-ab69-652fcf1937fa req-4a6c2b0d-489c-42a1-9450-01117158c8c8 tempest-MigrationsAdminTest-286282835 tempest-MigrationsAdminTest-286282835-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 1101 time: 0.2431295 Dec 12 17:42:02.561205 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc805f3-1ab4-423b-9ea9-491aad6ff22e None None] Network c4f72624-b0ba-448b-8cc6-f5703066f019 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:42:02.580559 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e6218e-490b-462f-8215-076cd6700355 x-openstack-request-id: req-93e6218e-490b-462f-8215-076cd6700355 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:42:02.580841 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e53e32-673a-473b-8b4b-11b241dd9a7d", "name": "network-vif-plugged", "status": "completed", "tag": "6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:42:02.581114 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93e6218e-490b-462f-8215-076cd6700355 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:42:02.581523 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e53e32-673a-473b-8b4b-11b241dd9a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8', 'code': 200} Dec 12 17:42:02.592467 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-820ff337-1c7c-40a7-ab69-652fcf1937fa req-78d97065-e901-458d-b92f-cd022b7df250 tempest-MigrationsAdminTest-286282835 tempest-MigrationsAdminTest-286282835-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:02.609684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf2ef7b-2a2c-412c-b464-1016d021c164 admin admin] Network 7754d148-a658-4947-800e-b93c482e7dde is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:42:02.625741 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47298) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:02.626098 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1867d715-3532-40d2-b4df-6b25c90a3490 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3820784 Dec 12 17:42:02.627989 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-5cf2ef7b-2a2c-412c-b464-1016d021c164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 7754d148-a658-4947-800e-b93c482e7dde) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:02.644838 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1879047730-router', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:02.650880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf2ef7b-2a2c-412c-b464-1016d021c164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:02.652291 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5cf2ef7b-2a2c-412c-b464-1016d021c164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:02.693121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5cf2ef7b-2a2c-412c-b464-1016d021c164 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8058965 Dec 12 17:42:02.702259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47304) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:02.707628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1862616550-router', 'tenant_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:02.747444 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:02.748820 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:02.781681 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:02.787878 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:02.790191 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c01907a-d11b-40e0-a560-a100c60873c0 None None] Network 7754d148-a658-4947-800e-b93c482e7dde requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:42:02.876410 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc3723-981e-46f7-869e-8ebd8f4d8135 req-61818360-7c86-4f8a-855a-3e5bd88491bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:02.877694 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:02.880271 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-72cc3723-981e-46f7-869e-8ebd8f4d8135 req-61818360-7c86-4f8a-855a-3e5bd88491bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=91e53e32-673a-473b-8b4b-11b241dd9a7d HTTP/1.1" status: 200 len: 1096 time: 0.2753778 Dec 12 17:42:03.026388 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:03.197616 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-48de17cc-348a-47bb-8807-5fff0fe75c36', 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36', 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'fixed_ips': [{'subnet_id': '175ad6af-652d-4538-a2db-e98b64ba2b71'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:42:03.198814 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:03.231513 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33d6126-73ab-45d3-bca1-4c6a60e5f51d None None] Network c4f72624-b0ba-448b-8cc6-f5703066f019 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:42:03.258316 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-820ff337-1c7c-40a7-ab69-652fcf1937fa req-78d97065-e901-458d-b92f-cd022b7df250 tempest-MigrationsAdminTest-286282835 tempest-MigrationsAdminTest-286282835-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:03.285586 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-7754d148-a658-4947-800e-b93c482e7dde', 'network_id': '7754d148-a658-4947-800e-b93c482e7dde', 'project_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'fixed_ips': [{'subnet_id': 'adfd2844-27b5-489c-8bdc-7b6eb152dcf7'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:42:03.286624 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-72cc3723-981e-46f7-869e-8ebd8f4d8135 req-f03c9e3d-026f-4c3a-9591-e23399c1ccb9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792849 Dec 12 17:42:03.286798 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:03.392763 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-820ff337-1c7c-40a7-ab69-652fcf1937fa req-78d97065-e901-458d-b92f-cd022b7df250 tempest-MigrationsAdminTest-286282835 tempest-MigrationsAdminTest-286282835-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:03.408712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f01633-f205-4b3c-8b3f-aa111812cc4f req-cc325a20-b4ae-4ca0-8025-7667a99563a6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:03.423895 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f2f01633-f205-4b3c-8b3f-aa111812cc4f req-cc325a20-b4ae-4ca0-8025-7667a99563a6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 943 time: 0.5691981 Dec 12 17:42:03.443164 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:03.509095 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:03.515841 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Allocated IP 172.20.0.2 (48de17cc-348a-47bb-8807-5fff0fe75c36/175ad6af-652d-4538-a2db-e98b64ba2b71/8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:42:03.574995 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-820ff337-1c7c-40a7-ab69-652fcf1937fa req-78d97065-e901-458d-b92f-cd022b7df250 tempest-MigrationsAdminTest-286282835 tempest-MigrationsAdminTest-286282835-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0190089 Dec 12 17:42:03.579965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d97065-e901-458d-b92f-cd022b7df250 tempest-MigrationsAdminTest-286282835 tempest-MigrationsAdminTest-286282835-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d104428-4ddd-4ebc-8a06-bc3ff6bf0886,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:03.646198 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f2f01633-f205-4b3c-8b3f-aa111812cc4f req-8a62321c-1a33-4a8a-bcfb-fcaba724a54c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175345 Dec 12 17:42:03.811425 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da616c40-ac75-4e97-a6ee-ed3eba35eedf req-97f12f2d-7de5-43ef-8e0c-2550fc70e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:03.813210 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-da616c40-ac75-4e97-a6ee-ed3eba35eedf req-97f12f2d-7de5-43ef-8e0c-2550fc70e08f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7&tenant_id=a1e2311e5fc246878549322368853f45 HTTP/1.1" status: 200 len: 1094 time: 0.1162944 Dec 12 17:42:03.947462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Allocated IP 172.20.0.2 (7754d148-a658-4947-800e-b93c482e7dde/adfd2844-27b5-489c-8bdc-7b6eb152dcf7/f63d28ba-ed55-442a-919f-6dbfaa0b3612) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:42:03.954546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da616c40-ac75-4e97-a6ee-ed3eba35eedf req-40bf9b28-95d6-43fb-b916-e8525572e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:03.956577 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-da616c40-ac75-4e97-a6ee-ed3eba35eedf req-40bf9b28-95d6-43fb-b916-e8525572e62d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1e2311e5fc246878549322368853f45&device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 1094 time: 0.0778458 Dec 12 17:42:03.990932 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:04.073952 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:04.097036 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:04.135234 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:04.163301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a4272-c4d4-456f-8331-a5422fdb5a2c req-1e53cead-02c5-41f8-8a80-ea62c70e37a6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:04.172074 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc0a4272-c4d4-456f-8331-a5422fdb5a2c req-1e53cead-02c5-41f8-8a80-ea62c70e37a6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=91e53e32-673a-473b-8b4b-11b241dd9a7d HTTP/1.1" status: 200 len: 945 time: 0.3212590 Dec 12 17:42:04.183110 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:04.208174 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Network 48de17cc-348a-47bb-8807-5fff0fe75c36 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:04.222124 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:04.231583 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:42:04.259001 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:04.272836 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] Allocated IP 172.25.1.84 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/8c7003f9-cb2d-43bb-a5df-c6ff920ef23d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:42:04.283628 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Pushing event updated for resources: {'Port': ['ID=8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:04.326573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ba742-df1b-4868-895e-b33336e4970d req-3a243b51-df84-41f2-95a4-7571e84ac0dd tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:04.330271 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f2ba742-df1b-4868-895e-b33336e4970d req-3a243b51-df84-41f2-95a4-7571e84ac0dd tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/networks?id=4c36073d-023a-4ffe-90a6-8bb9f52dff4f HTTP/1.1" status: 200 len: 809 time: 0.4817212 Dec 12 17:42:04.380739 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:04.386413 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Attempting to bind port 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:42:04.387610 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Attempting to bind port 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'e417d31b-289b-4fab-a387-e1a55cc15d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:42:04.388408 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Attempting to bind port 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96 on network 48de17cc-348a-47bb-8807-5fff0fe75c36 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:42:04.398015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:42:04.398855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Checking segment: {'id': 'e417d31b-289b-4fab-a387-e1a55cc15d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:42:04.401685 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:04.402212 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Bound using segment: {'id': 'e417d31b-289b-4fab-a387-e1a55cc15d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:42:04.403146 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Bound port: 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e417d31b-289b-4fab-a387-e1a55cc15d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:42:04.403428 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:04.420086 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:04.440980 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:04.499243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Pushing event updated for resources: {'Port': ['ID=f63d28ba-ed55-442a-919f-6dbfaa0b3612,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:04.521287 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f2ba742-df1b-4868-895e-b33336e4970d req-191275bc-1464-4d44-b682-0dd8759370ab tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/quotas/d9f3172c26f64bf1b1b0e52245ce547c HTTP/1.1" status: 200 len: 375 time: 0.1667593 Dec 12 17:42:04.541826 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc0a4272-c4d4-456f-8331-a5422fdb5a2c req-c2699ddb-2f1b-47f6-ae03-c7a9b40af80b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641350 Dec 12 17:42:04.610441 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:04.654681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f2ba742-df1b-4868-895e-b33336e4970d req-045e1c15-2b72-4ecf-b5d0-faeb0b30eb5a tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d9f3172c26f64bf1b1b0e52245ce547c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1107984 Dec 12 17:42:04.755707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:04.766701 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:04.774894 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:42:04.817727 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] Pushing event updated for resources: {'Port': ['ID=8c7003f9-cb2d-43bb-a5df-c6ff920ef23d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:04.852522 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da616c40-ac75-4e97-a6ee-ed3eba35eedf req-c283edc4-b1a9-47c5-b8d6-9e39cffbd962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:04.854085 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-da616c40-ac75-4e97-a6ee-ed3eba35eedf req-c283edc4-b1a9-47c5-b8d6-9e39cffbd962 service neutron] 10.222.0.31 "GET /v2.0/networks?id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d HTTP/1.1" status: 200 len: 914 time: 0.8862259 Dec 12 17:42:04.857666 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35f92f6d-be69-4d5f-8cba-ee5913b92dd8 req-3a5c90db-d257-4748-89f1-c00090e1b123 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/ports?device_id=e11bf610-227a-42bb-b86b-2232953b75b0 HTTP/1.1" status: 200 len: 210 time: 0.1112561 Dec 12 17:42:04.948214 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] Allocated IP 172.25.1.132 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/943383c0-f42c-4a6e-a5eb-ec79bf436163) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:42:04.955033 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Network 7754d148-a658-4947-800e-b93c482e7dde is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:04.961709 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:04.970581 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:42:05.011732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f2ba742-df1b-4868-895e-b33336e4970d req-6ed4e9e0-36f9-48af-9b36-5a2f9d39cda6 service neutron] 10.222.0.18 "GET /v2.0/networks/4c36073d-023a-4ffe-90a6-8bb9f52dff4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893858 Dec 12 17:42:05.037522 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] For port 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:42:05.117943 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] For port 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96,segment=NetworkSegment(e417d31b-289b-4fab-a387-e1a55cc15d89),segment_id=e417d31b-289b-4fab-a387-e1a55cc15d89)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:42:05.123030 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-da616c40-ac75-4e97-a6ee-ed3eba35eedf req-3656718a-b67f-4e24-994e-fc4a7ff0e302 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d431cd1-d670-4ba9-a4bb-be8af206a78e HTTP/1.1" status: 200 len: 217 time: 0.2537184 Dec 12 17:42:05.134473 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:05.208269 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Attempting to bind port f63d28ba-ed55-442a-919f-6dbfaa0b3612 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:42:05.208643 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Attempting to bind port f63d28ba-ed55-442a-919f-6dbfaa0b3612 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7754d148-a658-4947-800e-b93c482e7dde'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:42:05.209019 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Attempting to bind port f63d28ba-ed55-442a-919f-6dbfaa0b3612 on network 7754d148-a658-4947-800e-b93c482e7dde {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:42:05.235139 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da616c40-ac75-4e97-a6ee-ed3eba35eedf req-e336a045-855b-4a6a-8fbe-d9854625a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:05.239174 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-da616c40-ac75-4e97-a6ee-ed3eba35eedf req-e336a045-855b-4a6a-8fbe-d9854625a132 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=913bf011-774f-4e4f-a70e-8837b1ba8f4a HTTP/1.1" status: 200 len: 853 time: 0.1100159 Dec 12 17:42:05.259615 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:42:05.260274 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Checking segment: {'id': 'c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7754d148-a658-4947-800e-b93c482e7dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:42:05.260907 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:05.261496 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Bound using segment: {'id': 'c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7754d148-a658-4947-800e-b93c482e7dde'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:42:05.262393 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Bound port: f63d28ba-ed55-442a-919f-6dbfaa0b3612, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7754d148-a658-4947-800e-b93c482e7dde'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:42:05.263222 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:05.384076 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182c96c-2d63-4b09-9f1e-8ae5474288ea None None] Pushing event updated for resources: {'Port': ['ID=8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:05.394082 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:05.398389 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:05.398865 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f2ba742-df1b-4868-895e-b33336e4970d req-6966634c-61bf-4715-82d5-382dcfbcfbb8 service neutron] 10.222.0.18 "GET /v2.0/networks/4c36073d-023a-4ffe-90a6-8bb9f52dff4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861842 Dec 12 17:42:05.443038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] For port f63d28ba-ed55-442a-919f-6dbfaa0b3612, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:42:05.446480 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] For port f63d28ba-ed55-442a-919f-6dbfaa0b3612, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f63d28ba-ed55-442a-919f-6dbfaa0b3612,segment=NetworkSegment(c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a),segment_id=c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:42:05.458328 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:05.473270 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:05.514290 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-da616c40-ac75-4e97-a6ee-ed3eba35eedf req-71ed8edc-d09d-40fc-aac8-48f6228b76b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169915 Dec 12 17:42:05.604685 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:05.619036 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:05.664972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4af8f-56d5-42b7-b359-68131bb08b8e None None] Pushing event updated for resources: {'Port': ['ID=f63d28ba-ed55-442a-919f-6dbfaa0b3612,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:05.670676 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:42:05.823426 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] Pushing event updated for resources: {'Port': ['ID=943383c0-f42c-4a6e-a5eb-ec79bf436163,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:05.966787 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-da616c40-ac75-4e97-a6ee-ed3eba35eedf req-a958df83-fa76-482f-8e35-1ca30a680b7c service neutron] 10.222.0.31 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416389 Dec 12 17:42:06.241366 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:06.245177 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-da616c40-ac75-4e97-a6ee-ed3eba35eedf req-5fa5f8c1-ee15-48f2-a2aa-27e35f980cc7 service neutron] 10.222.0.31 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565813 Dec 12 17:42:06.497348 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e6c67-d758-40b1-8622-de89038cacff req-83f19e91-767d-48a8-a549-43af8e3f9d3d tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:06.499779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-825e6c67-d758-40b1-8622-de89038cacff req-83f19e91-767d-48a8-a549-43af8e3f9d3d tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 943 time: 0.5187428 Dec 12 17:42:06.566303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de03569-cad8-4084-a852-5bcd40f4b6fc req-abd396e0-6a13-43ba-b298-2ab67b80b223 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:06.580038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4de03569-cad8-4084-a852-5bcd40f4b6fc req-abd396e0-6a13-43ba-b298-2ab67b80b223 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=91e53e32-673a-473b-8b4b-11b241dd9a7d HTTP/1.1" status: 200 len: 945 time: 0.4141061 Dec 12 17:42:06.651919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-45fd96de-dc86-4a08-a9c2-276f14b867de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4759636 Dec 12 17:42:06.786920 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-825e6c67-d758-40b1-8622-de89038cacff req-8bbbb611-84fb-4126-9b69-dd9b9927e9de tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382953 Dec 12 17:42:06.804863 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:07.186828 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99b8e4a0-0a28-4bb7-b543-ebb1b36c041c req-9a9119c6-cf47-4ca0-8fed-550ab1105b07 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c785632-fdaa-4089-84af-60cfbfa3dae3 HTTP/1.1" status: 200 len: 210 time: 0.1251385 Dec 12 17:42:07.921758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4de03569-cad8-4084-a852-5bcd40f4b6fc req-e9c61269-762d-4953-bc61-d942b29cf6b2 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3404627 Dec 12 17:42:07.926545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcec2f00-cf64-45bd-8139-9c207e6953c0 None None] Network 48de17cc-348a-47bb-8807-5fff0fe75c36 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:42:08.054831 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a25606-76d9-4689-af2a-d648efb81052 req-f5cd594a-494b-4e9c-84a8-fc556d7be8c9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:08.062355 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42a25606-76d9-4689-af2a-d648efb81052 req-f5cd594a-494b-4e9c-84a8-fc556d7be8c9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 950 time: 0.3575673 Dec 12 17:42:08.097805 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:08.396300 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f63d28ba-ed55-442a-919f-6dbfaa0b3612 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:42:08.412918 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ba742-df1b-4868-895e-b33336e4970d req-c6d524c3-7e96-43d2-a7f9-f9582a06b731 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:08.421386 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f2ba742-df1b-4868-895e-b33336e4970d req-c6d524c3-7e96-43d2-a7f9-f9582a06b731 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.31 "GET /v2.0/networks?id=4c36073d-023a-4ffe-90a6-8bb9f52dff4f HTTP/1.1" status: 200 len: 809 time: 0.4574845 Dec 12 17:42:08.422721 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c981ae01-379e-4a5a-9004-2a80fc03b690 None None] Network 7754d148-a658-4947-800e-b93c482e7dde requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:42:08.431834 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] Router e04e67e2-e12b-4bbf-92ce-75066ca9d50b is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:42:08.582268 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42a25606-76d9-4689-af2a-d648efb81052 req-8d91e9cb-8dc3-4f95-adbc-54b87317af23 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189402 Dec 12 17:42:08.601093 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-28f7ebca-24ba-4526-b2e9-6b7f51d7cbe4 None None] Provisioning complete for port 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:08.601093 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-28f7ebca-24ba-4526-b2e9-6b7f51d7cbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:08.671523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] Router fe7df179-0b30-4649-a433-b2831bb511d9 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:42:08.694806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47420) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:08.755607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-9f2ba742-df1b-4868-895e-b33336e4970d req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Request body: {'port': {'device_id': '9c785632-fdaa-4089-84af-60cfbfa3dae3', 'network_id': '4c36073d-023a-4ffe-90a6-8bb9f52dff4f', 'admin_state_up': True, 'tenant_id': 'd9f3172c26f64bf1b1b0e52245ce547c'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:09.112746 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-28f7ebca-24ba-4526-b2e9-6b7f51d7cbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:09.231090 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:42:09.243371 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Sync routers for ids ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:42:09.265378 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Routers {'e04e67e2-e12b-4bbf-92ce-75066ca9d50b'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:42:09.267878 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:41:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:09.290318 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-28f7ebca-24ba-4526-b2e9-6b7f51d7cbe4 None None] For port 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96,segment=NetworkSegment(e417d31b-289b-4fab-a387-e1a55cc15d89),segment_id=e417d31b-289b-4fab-a387-e1a55cc15d89)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:09.320588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f2ba742-df1b-4868-895e-b33336e4970d req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Made reservation on behalf of d9f3172c26f64bf1b1b0e52245ce547c for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:42:09.332314 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9f2ba742-df1b-4868-895e-b33336e4970d req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:09.346190 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-28f7ebca-24ba-4526-b2e9-6b7f51d7cbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:09.347266 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:09.351024 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-437dc16e-6e26-44ee-8c93-067ff1950b22 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7212114 Dec 12 17:42:09.373878 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47422) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:09.577811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:42:09.693357 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7ebca-24ba-4526-b2e9-6b7f51d7cbe4 None None] Pushing event updated for resources: {'Port': ['ID=8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:09.693357 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Sync routers for ids ['fe7df179-0b30-4649-a433-b2831bb511d9'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:42:09.722631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f63d28ba-ed55-442a-919f-6dbfaa0b3612 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:09.726591 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:09.761580 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b095be9f-5f3d-4203-a5de-b9a09b392d1a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:09.790783 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b095be9f-5f3d-4203-a5de-b9a09b392d1a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:09.812827 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Set router e04e67e2-e12b-4bbf-92ce-75066ca9d50b gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:42:09.845237 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d8c5585e-33a4-4970-846e-832193280a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:09.847069 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d8c5585e-33a4-4970-846e-832193280a12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 1101 time: 0.2632961 Dec 12 17:42:09.857885 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Routers {'fe7df179-0b30-4649-a433-b2831bb511d9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:42:09.861033 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:09.867772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f6b7f2f0-bf3b-45b1-9268-3b11ff641dca admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1640418 Dec 12 17:42:09.868868 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:41:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fe7df179-0b30-4649-a433-b2831bb511d9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:09.869958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47426) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:09.885900 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-382a0206-a56c-4bc7-9265-08d92e8431ff None None] Provisioning complete for port f63d28ba-ed55-442a-919f-6dbfaa0b3612 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:09.888013 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-382a0206-a56c-4bc7-9265-08d92e8431ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:09.895225 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b095be9f-5f3d-4203-a5de-b9a09b392d1a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:09.899753 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b095be9f-5f3d-4203-a5de-b9a09b392d1a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:09.915161 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b095be9f-5f3d-4203-a5de-b9a09b392d1a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "DELETE /v2.0/security-groups/45f000ca-6a90-44d6-92b4-704bef426b40 HTTP/1.1" status: 204 len: 168 time: 1.2175217 Dec 12 17:42:09.917114 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47428) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:10.153864 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095be9f-5f3d-4203-a5de-b9a09b392d1a tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f000ca-6a90-44d6-92b4-704bef426b40,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:10.271972 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-9f2ba742-df1b-4868-895e-b33336e4970d req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Allocated IP 172.20.0.3 (4c36073d-023a-4ffe-90a6-8bb9f52dff4f/9a5f8ebe-e324-4c3a-9e74-14dadbea4198/715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:42:10.312915 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-fb224614-1134-4e9c-9658-b045d75c0b92 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] show failed (client error): The resource could not be found. Dec 12 17:42:10.317549 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fb224614-1134-4e9c-9658-b045d75c0b92 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "GET /v2.0/security-groups/45f000ca-6a90-44d6-92b4-704bef426b40 HTTP/1.1" status: 404 len: 347 time: 0.3774343 Dec 12 17:42:10.318809 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-f7592201-300e-4ff6-a868-b45710aa669d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:10.320019 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47434) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:10.320613 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-f7592201-300e-4ff6-a868-b45710aa669d service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1793072 Dec 12 17:42:10.368410 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a14ce-1420-478c-be67-de8423492d3e req-593db618-84d9-46f1-8ecf-53433057af8e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:10.370948 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a8a14ce-1420-478c-be67-de8423492d3e req-593db618-84d9-46f1-8ecf-53433057af8e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 943 time: 0.7689238 Dec 12 17:42:10.375744 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'name': 'tempest-ServersTestManualDisk-1879047730-router', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:05Z', 'revision_number': 3, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'gw_port': {'id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:10.419096 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Set router fe7df179-0b30-4649-a433-b2831bb511d9 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:42:10.455150 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Checking router: e04e67e2-e12b-4bbf-92ce-75066ca9d50b for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:42:10.455543 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Updating router e04e67e2-e12b-4bbf-92ce-75066ca9d50b port 8c7003f9-cb2d-43bb-a5df-c6ff920ef23d binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:42:10.519902 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-f9e407c3-dfa7-49ba-9ab5-352b14a2411e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=18ec65b4-6566-43c2-b715-772e8798b349 HTTP/1.1" status: 200 len: 217 time: 0.1478395 Dec 12 17:42:10.563864 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:10.610120 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:10.742373 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-382a0206-a56c-4bc7-9265-08d92e8431ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:10.837654 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port f63d28ba-ed55-442a-919f-6dbfaa0b3612, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f63d28ba-ed55-442a-919f-6dbfaa0b3612,segment=NetworkSegment(c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a),segment_id=c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:10.852190 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:10.853057 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:42:10.903865 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:10.912939 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:10.976752 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce1653-aacf-4ac7-bb7d-f4bb3fe3bf85 None None] Pushing event updated for resources: {'Port': ['ID=8c7003f9-cb2d-43bb-a5df-c6ff920ef23d,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:11.006856 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ce1653-aacf-4ac7-bb7d-f4bb3fe3bf85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:11.007773 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ce1653-aacf-4ac7-bb7d-f4bb3fe3bf85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:11.008983 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ce1653-aacf-4ac7-bb7d-f4bb3fe3bf85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:11.009606 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ce1653-aacf-4ac7-bb7d-f4bb3fe3bf85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:11.010196 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ce1653-aacf-4ac7-bb7d-f4bb3fe3bf85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:11.010944 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ce1653-aacf-4ac7-bb7d-f4bb3fe3bf85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:11.011597 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ce1653-aacf-4ac7-bb7d-f4bb3fe3bf85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:11.012585 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ce1653-aacf-4ac7-bb7d-f4bb3fe3bf85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:11.013337 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ce1653-aacf-4ac7-bb7d-f4bb3fe3bf85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:11.014259 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ce1653-aacf-4ac7-bb7d-f4bb3fe3bf85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:11.015015 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ce1653-aacf-4ac7-bb7d-f4bb3fe3bf85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:11.015657 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ce1653-aacf-4ac7-bb7d-f4bb3fe3bf85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:11.016264 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ce1653-aacf-4ac7-bb7d-f4bb3fe3bf85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:11.028146 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Attempting to bind port 8c7003f9-cb2d-43bb-a5df-c6ff920ef23d on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:42:11.028893 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Attempting to bind port 8c7003f9-cb2d-43bb-a5df-c6ff920ef23d by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:42:11.029511 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Attempting to bind port 8c7003f9-cb2d-43bb-a5df-c6ff920ef23d on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:42:11.037616 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:42:11.038419 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:42:11.039105 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:11.039788 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:42:11.040537 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Bound port: 8c7003f9-cb2d-43bb-a5df-c6ff920ef23d, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:42:11.041191 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:11.105590 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] For port 8c7003f9-cb2d-43bb-a5df-c6ff920ef23d, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:42:11.110769 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] For port 8c7003f9-cb2d-43bb-a5df-c6ff920ef23d, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8c7003f9-cb2d-43bb-a5df-c6ff920ef23d,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:42:11.117619 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:11.145340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-954b3aca-2dc0-40be-93b6-8154fe241f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:11.146885 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-954b3aca-2dc0-40be-93b6-8154fe241f13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.5109315 Dec 12 17:42:11.161231 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a8a14ce-1420-478c-be67-de8423492d3e req-47943e0c-f5e8-42b6-abd6-576129067ae6 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7671819 Dec 12 17:42:11.254603 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce1653-aacf-4ac7-bb7d-f4bb3fe3bf85 None None] Pushing event updated for resources: {'Port': ['ID=8c7003f9-cb2d-43bb-a5df-c6ff920ef23d,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:11.287097 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-021ae7a6-e159-4351-900f-2b26bb0b1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:11.288202 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Routers {'e04e67e2-e12b-4bbf-92ce-75066ca9d50b'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:42:11.288792 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-021ae7a6-e159-4351-900f-2b26bb0b1bb6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126475 Dec 12 17:42:11.289665 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:41:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:11.373439 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-382a0206-a56c-4bc7-9265-08d92e8431ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:42:11.373797 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-382a0206-a56c-4bc7-9265-08d92e8431ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:42:11.398520 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=f63d28ba-ed55-442a-919f-6dbfaa0b3612,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:11.455880 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:11.456572 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:11.549552 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] Set router e04e67e2-e12b-4bbf-92ce-75066ca9d50b gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:42:11.558399 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'name': 'tempest-FloatingIPsTestJSON-1862616550-router', 'tenant_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '943383c0-f42c-4a6e-a5eb-ec79bf436163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:06Z', 'revision_number': 3, 'project_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'gw_port': {'id': '943383c0-f42c-4a6e-a5eb-ec79bf436163', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:11.591424 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4bf3b2c-fb34-4128-89c1-6288dafc845e req-27d3a5c5-474e-478d-87a0-83c1726b26ce tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c785632-fdaa-4089-84af-60cfbfa3dae3 HTTP/1.1" status: 200 len: 210 time: 0.1396959 Dec 12 17:42:11.656045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f19e60e9-e519-434c-8322-e38be4a0a880 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Deleting port 904e1f1a-3fd0-49b3-85a3-76feb8794651 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:42:11.657020 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f19e60e9-e519-434c-8322-e38be4a0a880 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:11.711894 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Checking router: fe7df179-0b30-4649-a433-b2831bb511d9 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:42:11.714798 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Updating router fe7df179-0b30-4649-a433-b2831bb511d9 port 943383c0-f42c-4a6e-a5eb-ec79bf436163 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:42:11.790517 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:11.800202 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-3ff372a2-d2a2-4eb6-ac28-2f2e3a396009 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847581 Dec 12 17:42:12.016735 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc9d2-acdf-46e3-b661-f5addd1013fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:12.133011 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9f2ba742-df1b-4868-895e-b33336e4970d req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:12.152083 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'name': 'tempest-ServersTestManualDisk-1879047730-router', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:05Z', 'revision_number': 3, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'gw_port': {'id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:12.204881 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf914e0-064f-4e66-8720-3205e7f41ddd None None] The sync data for ids ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'] in n-d-760354-5 is: [{'id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'name': 'tempest-ServersTestManualDisk-1879047730-router', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:05Z', 'revision_number': 3, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'gw_port': {'id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:42:12.232394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe552b-ed5d-426b-a6b7-ec57bf52d15f req-5480188f-69e5-43e2-a3dc-8ed41118fcc4 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:12.238355 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ebe552b-ed5d-426b-a6b7-ec57bf52d15f req-5480188f-69e5-43e2-a3dc-8ed41118fcc4 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 950 time: 0.4879639 Dec 12 17:42:12.323147 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f19e60e9-e519-434c-8322-e38be4a0a880 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:12.326426 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f19e60e9-e519-434c-8322-e38be4a0a880 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:12.539103 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f19e60e9-e519-434c-8322-e38be4a0a880 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Calling delete_port for 904e1f1a-3fd0-49b3-85a3-76feb8794651 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:42:12.557487 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9f2ba742-df1b-4868-895e-b33336e4970d req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:12.559941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-382a0206-a56c-4bc7-9265-08d92e8431ff None None] Provisioning complete for port 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:12.560461 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-382a0206-a56c-4bc7-9265-08d92e8431ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:12.732395 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ebe552b-ed5d-426b-a6b7-ec57bf52d15f req-bf8e1910-cbad-4f65-afb2-218a929a6c71 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733038 Dec 12 17:42:12.803777 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-722d2812-3fc0-4783-a87e-571dcb2226cf service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9637489 Dec 12 17:42:12.866643 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8aad374-4c9b-4971-83b7-33e5e0c73e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:12.947009 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f2ba742-df1b-4868-895e-b33336e4970d req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Network 4c36073d-023a-4ffe-90a6-8bb9f52dff4f is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:12.963938 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-9f2ba742-df1b-4868-895e-b33336e4970d req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:12.988579 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2ba742-df1b-4868-895e-b33336e4970d req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:42:13.078916 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Pushing event updated for resources: {'Port': ['ID=715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:13.086827 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:13.101776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f63d28ba-ed55-442a-919f-6dbfaa0b3612 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:42:13.121819 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:13.124854 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:13.125833 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:13.128655 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:13.129284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:13.129807 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:13.130313 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:13.130829 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:13.135843 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:13.136763 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:13.137820 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:13.138345 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:13.138870 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:13.139419 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:13.204283 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-c0ddc9d2-acdf-46e3-b661-f5addd1013fc admin admin] Allocated IP 172.20.0.1 (48de17cc-348a-47bb-8807-5fff0fe75c36/175ad6af-652d-4538-a2db-e98b64ba2b71/c9bbb59e-aea4-4841-9d1f-c57b3dffa948) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:42:13.292776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4025a7-9b2d-40f2-8236-272bf9befac5 None None] Pushing event updated for resources: {'Port': ['ID=943383c0-f42c-4a6e-a5eb-ec79bf436163,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:13.305971 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ba742-df1b-4868-895e-b33336e4970d req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:13.306674 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9f2ba742-df1b-4868-895e-b33336e4970d req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:13.335904 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fef6b-89c7-4d4d-897b-52126ce85d78 req-17961fbd-2ed9-44f5-b654-e1911dbfb541 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:13.337828 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c77fef6b-89c7-4d4d-897b-52126ce85d78 req-17961fbd-2ed9-44f5-b654-e1911dbfb541 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 943 time: 0.4084134 Dec 12 17:42:13.394474 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Attempting to bind port 943383c0-f42c-4a6e-a5eb-ec79bf436163 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:42:13.394884 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Attempting to bind port 943383c0-f42c-4a6e-a5eb-ec79bf436163 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:42:13.396392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Attempting to bind port 943383c0-f42c-4a6e-a5eb-ec79bf436163 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:42:13.526382 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:42:13.526766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:42:13.527185 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:13.527678 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:42:13.528151 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Bound port: 943383c0-f42c-4a6e-a5eb-ec79bf436163, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:42:13.528538 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:13.565733 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f2ba742-df1b-4868-895e-b33336e4970d req-77101ebc-bfc0-4d47-ab9a-9ef2b6a68cc5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9320724 Dec 12 17:42:13.584924 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] For port 943383c0-f42c-4a6e-a5eb-ec79bf436163, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:42:13.602162 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Request body: {'port': {'device_id': '9c785632-fdaa-4089-84af-60cfbfa3dae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:13.627626 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f63d28ba-ed55-442a-919f-6dbfaa0b3612 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:13.628008 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:13.655820 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c77fef6b-89c7-4d4d-897b-52126ce85d78 req-cf74809e-f74d-4749-8165-fbfff40d1f66 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105078 Dec 12 17:42:13.803130 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f19e60e9-e519-434c-8322-e38be4a0a880 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:13.808498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c249c9c7-fcdd-4c07-a7de-67fee6207e5c None None] Provisioning complete for port f63d28ba-ed55-442a-919f-6dbfaa0b3612 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:13.811100 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c249c9c7-fcdd-4c07-a7de-67fee6207e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:13.827717 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] For port 943383c0-f42c-4a6e-a5eb-ec79bf436163, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=943383c0-f42c-4a6e-a5eb-ec79bf436163,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:42:13.846131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-e8aad374-4c9b-4971-83b7-33e5e0c73e6b admin admin] Allocated IP 172.20.0.1 (7754d148-a658-4947-800e-b93c482e7dde/adfd2844-27b5-489c-8bdc-7b6eb152dcf7/1259166f-d615-487c-b4fc-f2812e310469) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:42:13.968492 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:13.980811 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e60e9-e519-434c-8322-e38be4a0a880 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Pushing event deleted for resources: {'Port': ['ID=904e1f1a-3fd0-49b3-85a3-76feb8794651,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:14.004158 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:14.044775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:42:14.134025 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4025a7-9b2d-40f2-8236-272bf9befac5 None None] Pushing event updated for resources: {'Port': ['ID=943383c0-f42c-4a6e-a5eb-ec79bf436163,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:14.327681 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc9d2-acdf-46e3-b661-f5addd1013fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:14.473467 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15c395-ec59-4550-93a3-7218c5646291 req-d1649a6d-4067-42a4-9e8e-a409a5bbee37 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:14.476704 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Routers {'fe7df179-0b30-4649-a433-b2831bb511d9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:42:14.477355 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:41:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fe7df179-0b30-4649-a433-b2831bb511d9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:14.510134 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d15c395-ec59-4550-93a3-7218c5646291 req-d1649a6d-4067-42a4-9e8e-a409a5bbee37 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c785632-fdaa-4089-84af-60cfbfa3dae3 HTTP/1.1" status: 200 len: 931 time: 0.4737515 Dec 12 17:42:14.574802 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8aad374-4c9b-4971-83b7-33e5e0c73e6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:14.661029 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d15c395-ec59-4550-93a3-7218c5646291 req-0685a800-a380-42bb-bc96-0f16ac2b3f0b tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5895a05-19a1-4c78-a7a7-0af14fc60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410589 Dec 12 17:42:14.691098 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:14.697475 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:14.742922 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8aad374-4c9b-4971-83b7-33e5e0c73e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:14.914367 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f19e60e9-e519-434c-8322-e38be4a0a880 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:14.927481 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f19e60e9-e519-434c-8322-e38be4a0a880 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:14.933126 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f19e60e9-e519-434c-8322-e38be4a0a880 tempest-ServersTestBootFromVolume-1969234907 tempest-ServersTestBootFromVolume-1969234907-project] 10.222.0.18 "DELETE /v2.0/floatingips/5c93b401-dd85-4360-85c2-5f1e18dd0b72 HTTP/1.1" status: 204 len: 168 time: 4.5983741 Dec 12 17:42:14.938664 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc9d2-acdf-46e3-b661-f5addd1013fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:14.949609 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47448) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:14.973369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aad374-4c9b-4971-83b7-33e5e0c73e6b admin admin] Pushing event updated for resources: {'Port': ['ID=1259166f-d615-487c-b4fc-f2812e310469,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:15.021871 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aad374-4c9b-4971-83b7-33e5e0c73e6b admin admin] Network 7754d148-a658-4947-800e-b93c482e7dde is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:15.032043 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-e8aad374-4c9b-4971-83b7-33e5e0c73e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:15.065065 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aad374-4c9b-4971-83b7-33e5e0c73e6b admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:42:15.141106 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-135c4ae6-55db-48a6-a7a4-416f993029e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:15.165860 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] Set router fe7df179-0b30-4649-a433-b2831bb511d9 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:42:15.169649 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:42:15.181084 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ddc9d2-acdf-46e3-b661-f5addd1013fc admin admin] Network 48de17cc-348a-47bb-8807-5fff0fe75c36 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:15.186681 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddc9d2-acdf-46e3-b661-f5addd1013fc admin admin] Pushing event updated for resources: {'Port': ['ID=c9bbb59e-aea4-4841-9d1f-c57b3dffa948,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:15.190885 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:15.198749 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c0ddc9d2-acdf-46e3-b661-f5addd1013fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:15.210564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ddc9d2-acdf-46e3-b661-f5addd1013fc admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:42:15.275800 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Transition to ACTIVE for port object 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:42:15.313933 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:15.330791 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38888aed-cd44-4fd4-9b45-96ec9e04656d req-e2388899-026b-4a45-bf67-a24bef6421ab tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:15.332404 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38888aed-cd44-4fd4-9b45-96ec9e04656d req-e2388899-026b-4a45-bf67-a24bef6421ab tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 950 time: 0.4300380 Dec 12 17:42:15.333939 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8aad374-4c9b-4971-83b7-33e5e0c73e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:15.428134 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc9d2-acdf-46e3-b661-f5addd1013fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:15.766491 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8aad374-4c9b-4971-83b7-33e5e0c73e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:15.811733 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38888aed-cd44-4fd4-9b45-96ec9e04656d req-c8f0a3cd-e05e-42ea-92b5-03e0c0834770 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354618 Dec 12 17:42:15.967075 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-429c4c1e-b1f2-4aa4-8798-97c10ea4cef3 None None] Provisioning complete for port 1259166f-d615-487c-b4fc-f2812e310469 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:15.967741 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-429c4c1e-b1f2-4aa4-8798-97c10ea4cef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:16.050281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbd007-c328-4563-b3a2-1383872d8ab6 req-3ae8f3e7-f95b-427e-b176-55fcebb06b39 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:16.061292 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89bbd007-c328-4563-b3a2-1383872d8ab6 req-3ae8f3e7-f95b-427e-b176-55fcebb06b39 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 943 time: 0.1393836 Dec 12 17:42:16.073006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-429c4c1e-b1f2-4aa4-8798-97c10ea4cef3 None None] Port 1259166f-d615-487c-b4fc-f2812e310469 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:42:16.103105 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'name': 'tempest-FloatingIPsTestJSON-1862616550-router', 'tenant_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '943383c0-f42c-4a6e-a5eb-ec79bf436163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:06Z', 'revision_number': 3, 'project_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'gw_port': {'id': '943383c0-f42c-4a6e-a5eb-ec79bf436163', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:16.136567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6219236-b33c-40b7-b3cb-2b01ab76b654 None None] The sync data for ids ['fe7df179-0b30-4649-a433-b2831bb511d9'] in n-d-760354-5 is: [{'id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'name': 'tempest-FloatingIPsTestJSON-1862616550-router', 'tenant_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '943383c0-f42c-4a6e-a5eb-ec79bf436163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:06Z', 'revision_number': 3, 'project_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'gw_port': {'id': '943383c0-f42c-4a6e-a5eb-ec79bf436163', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:42:16.195044 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89bbd007-c328-4563-b3a2-1383872d8ab6 req-5f4ea034-4514-4985-ad5c-ae6a6707159c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326332 Dec 12 17:42:16.209051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-331ae686-93ca-42b4-b4dc-284875303a1d None None] Provisioning complete for port c9bbb59e-aea4-4841-9d1f-c57b3dffa948 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:16.209417 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-331ae686-93ca-42b4-b4dc-284875303a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:16.245473 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8aad374-4c9b-4971-83b7-33e5e0c73e6b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:16.260948 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8aad374-4c9b-4971-83b7-33e5e0c73e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:16.330349 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-331ae686-93ca-42b4-b4dc-284875303a1d None None] Port c9bbb59e-aea4-4841-9d1f-c57b3dffa948 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:42:16.336235 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8c7003f9-cb2d-43bb-a5df-c6ff920ef23d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:42:16.440643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aad374-4c9b-4971-83b7-33e5e0c73e6b admin admin] Pushing event updated for resources: {'Port': ['ID=1259166f-d615-487c-b4fc-f2812e310469,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:16.473549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8c7003f9-cb2d-43bb-a5df-c6ff920ef23d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:16.475753 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:16.498865 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8aad374-4c9b-4971-83b7-33e5e0c73e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:16.742716 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:16.772133 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Pushing event updated for resources: {'Port': ['ID=715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:16.820012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 8c7003f9-cb2d-43bb-a5df-c6ff920ef23d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8c7003f9-cb2d-43bb-a5df-c6ff920ef23d,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:16.831403 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:16.836815 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc9d2-acdf-46e3-b661-f5addd1013fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:16.901692 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aad374-4c9b-4971-83b7-33e5e0c73e6b admin admin] Network 7754d148-a658-4947-800e-b93c482e7dde is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:16.907758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-e8aad374-4c9b-4971-83b7-33e5e0c73e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:16.910464 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Attempting to bind port 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:42:16.930328 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Attempting to bind port 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'b8babf07-4fbb-4d09-ab8f-ba1c0b914d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4c36073d-023a-4ffe-90a6-8bb9f52dff4f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:42:16.931601 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Attempting to bind port 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec on network 4c36073d-023a-4ffe-90a6-8bb9f52dff4f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:42:17.025731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63df22-d577-4768-a725-e02f01bb36f1 req-d4dab7bb-7a03-4d95-b2e0-e37b97f9b3de tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:17.032692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf63df22-d577-4768-a725-e02f01bb36f1 req-d4dab7bb-7a03-4d95-b2e0-e37b97f9b3de tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c785632-fdaa-4089-84af-60cfbfa3dae3 HTTP/1.1" status: 200 len: 943 time: 0.5357981 Dec 12 17:42:17.048548 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Port 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec on network 4c36073d-023a-4ffe-90a6-8bb9f52dff4f not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:42:17.048923 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Attempting to bind port 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec on network 4c36073d-023a-4ffe-90a6-8bb9f52dff4f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:42:17.058391 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=8c7003f9-cb2d-43bb-a5df-c6ff920ef23d,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:17.072400 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-830f67f6-8676-47ee-b1d1-f875b7956f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:17.078670 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:17.232443 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:42:17.236803 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Checking segment: {'id': 'b8babf07-4fbb-4d09-ab8f-ba1c0b914d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4c36073d-023a-4ffe-90a6-8bb9f52dff4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:42:17.237209 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Bound using segment: {'id': 'b8babf07-4fbb-4d09-ab8f-ba1c0b914d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4c36073d-023a-4ffe-90a6-8bb9f52dff4f'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:42:17.239375 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Bound port: 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8babf07-4fbb-4d09-ab8f-ba1c0b914d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4c36073d-023a-4ffe-90a6-8bb9f52dff4f'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:42:17.239757 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:17.307582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8aad374-4c9b-4971-83b7-33e5e0c73e6b admin admin] Router fe7df179-0b30-4649-a433-b2831bb511d9 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:42:17.312466 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf63df22-d577-4768-a725-e02f01bb36f1 req-65e9998d-38d6-4f7b-a114-14991b043d5b tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5895a05-19a1-4c78-a7a7-0af14fc60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120500 Dec 12 17:42:17.394787 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-91e1b1a1-3e69-48d5-beb4-dec8c682cb64 None None] Provisioning complete for port 1259166f-d615-487c-b4fc-f2812e310469 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:17.395861 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-91e1b1a1-3e69-48d5-beb4-dec8c682cb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:17.476096 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:17.500899 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-91e1b1a1-3e69-48d5-beb4-dec8c682cb64 None None] Port 1259166f-d615-487c-b4fc-f2812e310469 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:42:17.608800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ba432-aa4a-4580-8788-47f98a87f7c1 req-8ffbb559-68bc-4bf5-96c7-1fb4da0be6e4 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:17.615747 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc9d2-acdf-46e3-b661-f5addd1013fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:17.616824 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c0ba432-aa4a-4580-8788-47f98a87f7c1 req-8ffbb559-68bc-4bf5-96c7-1fb4da0be6e4 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 950 time: 0.1554327 Dec 12 17:42:17.629277 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc9d2-acdf-46e3-b661-f5addd1013fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:17.640736 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] For port 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:42:17.656111 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] For port 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec,segment=NetworkSegment(b8babf07-4fbb-4d09-ab8f-ba1c0b914d73),segment_id=b8babf07-4fbb-4d09-ab8f-ba1c0b914d73)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:42:17.752808 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fa3378a-d5a3-4bd5-83af-4b48f6479c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:17.766968 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:17.879855 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:17.881749 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:17.883463 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f2ba742-df1b-4868-895e-b33336e4970d req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] 10.222.0.31 "PUT /v2.0/ports/715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec HTTP/1.1" status: 200 len: 1091 time: 4.2945681 Dec 12 17:42:17.940066 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c785632-fdaa-4089-84af-60cfbfa3dae3', 'tag': '715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:42:17.946326 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b146dc6-6cf4-4228-938f-aa2d76857f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c785632-fdaa-4089-84af-60cfbfa3dae3", "tag": "715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:42:17.985688 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddc9d2-acdf-46e3-b661-f5addd1013fc admin admin] Pushing event updated for resources: {'Port': ['ID=c9bbb59e-aea4-4841-9d1f-c57b3dffa948,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:17.995070 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc9d2-acdf-46e3-b661-f5addd1013fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:18.085371 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8aad374-4c9b-4971-83b7-33e5e0c73e6b admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:42:18.108220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e8aad374-4c9b-4971-83b7-33e5e0c73e6b admin admin] 10.222.0.18 "PUT /v2.0/routers/fe7df179-0b30-4649-a433-b2831bb511d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2287328 Dec 12 17:42:18.195765 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c0ba432-aa4a-4580-8788-47f98a87f7c1 req-57b235aa-41ac-46c1-830a-27ca02aa6a48 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5778885 Dec 12 17:42:18.404588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af038a5-9873-4b0f-9240-190281d92785 service neutron] Pushing event updated for resources: {'Port': ['ID=715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:18.466049 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ba742-df1b-4868-895e-b33336e4970d req-327c1d45-d687-4d99-bb21-ffcd791af771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:18.468655 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f2ba742-df1b-4868-895e-b33336e4970d req-327c1d45-d687-4d99-bb21-ffcd791af771 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d9f3172c26f64bf1b1b0e52245ce547c&device_id=9c785632-fdaa-4089-84af-60cfbfa3dae3 HTTP/1.1" status: 200 len: 1094 time: 0.3524904 Dec 12 17:42:18.483387 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe9f17-19a2-47b1-a6db-205de8055eb2 req-9e904827-a9ee-4ccc-a675-cc601d032b6c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:18.493962 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbfe9f17-19a2-47b1-a6db-205de8055eb2 req-9e904827-a9ee-4ccc-a675-cc601d032b6c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 943 time: 0.1524723 Dec 12 17:42:18.526224 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c998f052-9aff-4154-b754-401a10ed1cb0 x-openstack-request-id: req-c998f052-9aff-4154-b754-401a10ed1cb0 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:42:18.526608 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c785632-fdaa-4089-84af-60cfbfa3dae3", "tag": "715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:42:18.526887 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c998f052-9aff-4154-b754-401a10ed1cb0 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:42:18.527453 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c785632-fdaa-4089-84af-60cfbfa3dae3', 'tag': '715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec', 'status': 'completed', 'code': 200} Dec 12 17:42:18.607843 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbfe9f17-19a2-47b1-a6db-205de8055eb2 req-1c9b7d47-136e-4ac5-a3b4-cf4b41af0c12 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124470 Dec 12 17:42:18.608846 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ddc9d2-acdf-46e3-b661-f5addd1013fc admin admin] Network 48de17cc-348a-47bb-8807-5fff0fe75c36 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:18.617905 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c0ddc9d2-acdf-46e3-b661-f5addd1013fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:18.669507 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8c7003f9-cb2d-43bb-a5df-c6ff920ef23d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:42:18.742798 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:18.812556 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8c7003f9-cb2d-43bb-a5df-c6ff920ef23d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:18.812947 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:18.961956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9490ce9-7067-4098-99a1-5764d204a788 req-a1e2efb5-a512-442a-b8fa-1df7553bcb77 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:18.962256 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f2ba742-df1b-4868-895e-b33336e4970d req-1819b972-149c-4d43-8379-f9922ac94df7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec HTTP/1.1" status: 200 len: 217 time: 0.1084342 Dec 12 17:42:18.971473 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9490ce9-7067-4098-99a1-5764d204a788 req-a1e2efb5-a512-442a-b8fa-1df7553bcb77 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.2065783 Dec 12 17:42:18.992771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 943383c0-f42c-4a6e-a5eb-ec79bf436163 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:42:19.042464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbefa44-3f05-43b8-bff7-6b52fcce128a req-b7a2315d-350e-4914-85b3-40ca0c08ec07 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:19.052574 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1cbefa44-3f05-43b8-bff7-6b52fcce128a req-b7a2315d-350e-4914-85b3-40ca0c08ec07 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c785632-fdaa-4089-84af-60cfbfa3dae3 HTTP/1.1" status: 200 len: 943 time: 0.2232513 Dec 12 17:42:19.078222 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-514d49fa-6d49-4e84-bc8a-10a452df5292 None None] Provisioning complete for port c9bbb59e-aea4-4841-9d1f-c57b3dffa948 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:19.078897 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-514d49fa-6d49-4e84-bc8a-10a452df5292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:19.109621 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 943383c0-f42c-4a6e-a5eb-ec79bf436163 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:19.110269 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:19.153483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-514d49fa-6d49-4e84-bc8a-10a452df5292 None None] Port c9bbb59e-aea4-4841-9d1f-c57b3dffa948 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:42:19.188633 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ddc9d2-acdf-46e3-b661-f5addd1013fc admin admin] Router e04e67e2-e12b-4bbf-92ce-75066ca9d50b has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:42:19.193243 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9490ce9-7067-4098-99a1-5764d204a788 req-f0806f2e-08b4-4c26-838d-fb019819ea42 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193575 Dec 12 17:42:19.211685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1cbefa44-3f05-43b8-bff7-6b52fcce128a req-7d15bad7-2aae-4d2c-8c3e-8cd6215ed2fc tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5895a05-19a1-4c78-a7a7-0af14fc60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583719 Dec 12 17:42:19.211915 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ba742-df1b-4868-895e-b33336e4970d req-c6f0db0a-aeff-4c20-af19-7544b1cdb63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:19.216446 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f2ba742-df1b-4868-895e-b33336e4970d req-c6f0db0a-aeff-4c20-af19-7544b1cdb63d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9a5f8ebe-e324-4c3a-9e74-14dadbea4198 HTTP/1.1" status: 200 len: 849 time: 0.2288094 Dec 12 17:42:19.249380 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Sync routers for ids ['fe7df179-0b30-4649-a433-b2831bb511d9'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:42:19.263894 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Routers {'fe7df179-0b30-4649-a433-b2831bb511d9'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:42:19.265014 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:42:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fe7df179-0b30-4649-a433-b2831bb511d9'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:19.289135 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:19.311714 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f2ba742-df1b-4868-895e-b33336e4970d req-fe064419-5c09-4a90-a14e-9a9276f96479 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c36073d-023a-4ffe-90a6-8bb9f52dff4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657411 Dec 12 17:42:19.331511 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 943383c0-f42c-4a6e-a5eb-ec79bf436163, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=943383c0-f42c-4a6e-a5eb-ec79bf436163,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:19.352830 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:19.456422 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=943383c0-f42c-4a6e-a5eb-ec79bf436163,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:19.497085 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Set router fe7df179-0b30-4649-a433-b2831bb511d9 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:42:19.512531 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9fa3378a-d5a3-4bd5-83af-4b48f6479c86 admin admin] Deleting port f01f179c-27f2-4810-bd84-f8926bd3369b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:42:19.512889 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fa3378a-d5a3-4bd5-83af-4b48f6479c86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:19.543127 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-376693af-0e44-4af9-8988-7085dbe904ac tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1754344 Dec 12 17:42:19.550402 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-8dee0fc3-7a3a-4759-b638-c7e9a01f7e6f tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:19.585852 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-8dee0fc3-7a3a-4759-b638-c7e9a01f7e6f tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:19.651595 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4b4ec-6c2f-4dc0-a489-be819f73c717 req-e615671a-4da2-47de-912a-4db32606f839 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:19.659084 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34b4b4ec-6c2f-4dc0-a489-be819f73c717 req-e615671a-4da2-47de-912a-4db32606f839 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?device_id=526031ff-75bd-4dee-a32a-3f892e8311f3 HTTP/1.1" status: 200 len: 951 time: 0.3446665 Dec 12 17:42:19.721574 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ddc9d2-acdf-46e3-b661-f5addd1013fc admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:42:19.725381 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f2ba742-df1b-4868-895e-b33336e4970d req-2cf540ef-41f8-4b18-9643-40e614715642 service neutron] 10.222.0.31 "GET /v2.0/networks/4c36073d-023a-4ffe-90a6-8bb9f52dff4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033215 Dec 12 17:42:19.736322 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Sync routers for ids ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:42:19.764251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34b4b4ec-6c2f-4dc0-a489-be819f73c717 req-8bc03a12-d5f5-4fb4-816f-bf2db7dfd05d tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/security-groups?id=255365d2-4662-449f-add4-4331727f0583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042445 Dec 12 17:42:19.766186 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c0ddc9d2-acdf-46e3-b661-f5addd1013fc admin admin] 10.222.0.18 "PUT /v2.0/routers/e04e67e2-e12b-4bbf-92ce-75066ca9d50b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3912184 Dec 12 17:42:19.778553 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Routers {'e04e67e2-e12b-4bbf-92ce-75066ca9d50b'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:42:19.779219 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:42:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:19.851177 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-9fa3378a-d5a3-4bd5-83af-4b48f6479c86 admin admin] For port f01f179c-27f2-4810-bd84-f8926bd3369b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f01f179c-27f2-4810-bd84-f8926bd3369b,segment=NetworkSegment(7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6),segment_id=7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:19.854470 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fa3378a-d5a3-4bd5-83af-4b48f6479c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:19.857795 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'name': 'tempest-FloatingIPsTestJSON-1862616550-router', 'tenant_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '943383c0-f42c-4a6e-a5eb-ec79bf436163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:15Z', 'revision_number': 4, 'project_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'gw_port': {'id': '943383c0-f42c-4a6e-a5eb-ec79bf436163', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '1259166f-d615-487c-b4fc-f2812e310469', 'name': '', 'network_id': '7754d148-a658-4947-800e-b93c482e7dde', 'tenant_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'mac_address': 'fa:16:3e:d0:a2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'adfd2844-27b5-489c-8bdc-7b6eb152dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:13Z', 'updated_at': '2021-12-12T17:42:15Z', 'revision_number': 2, 'project_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'subnets': [{'id': 'adfd2844-27b5-489c-8bdc-7b6eb152dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:19.865455 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-8dee0fc3-7a3a-4759-b638-c7e9a01f7e6f tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:19.923226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9fa3378a-d5a3-4bd5-83af-4b48f6479c86 admin admin] Calling delete_port for f01f179c-27f2-4810-bd84-f8926bd3369b owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:42:19.941040 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Checking router: fe7df179-0b30-4649-a433-b2831bb511d9 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:42:19.941464 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Updating router fe7df179-0b30-4649-a433-b2831bb511d9 port 1259166f-d615-487c-b4fc-f2812e310469 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:42:19.992029 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:20.023014 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:20.073491 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Set router e04e67e2-e12b-4bbf-92ce-75066ca9d50b gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:42:20.182430 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b7444-1074-45a6-b327-facf5c263607 req-44e9da77-0921-45a3-be7a-679d5d10ddde tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:20.194733 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe8b7444-1074-45a6-b327-facf5c263607 req-44e9da77-0921-45a3-be7a-679d5d10ddde tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 950 time: 0.2233324 Dec 12 17:42:20.198236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 943383c0-f42c-4a6e-a5eb-ec79bf436163 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:42:20.377514 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe8b7444-1074-45a6-b327-facf5c263607 req-0966e496-3018-4d78-b087-6ae51ce84321 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818051 Dec 12 17:42:20.389836 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 943383c0-f42c-4a6e-a5eb-ec79bf436163 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:20.390342 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:20.424395 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-8dee0fc3-7a3a-4759-b638-c7e9a01f7e6f tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Allocated IP 172.25.1.175 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/46dcd47e-e74a-41d4-9cb3-111d273b6ea8) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:42:20.457021 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:20.471110 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:20.507296 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f2ba742-df1b-4868-895e-b33336e4970d req-14181e4c-de7d-4210-a07f-2df2b7c03f5d service neutron] 10.222.0.31 "GET /v2.0/networks/4c36073d-023a-4ffe-90a6-8bb9f52dff4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614520 Dec 12 17:42:20.514993 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fa3378a-d5a3-4bd5-83af-4b48f6479c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:20.559739 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3378a-d5a3-4bd5-83af-4b48f6479c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=f01f179c-27f2-4810-bd84-f8926bd3369b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:20.592569 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'name': 'tempest-ServersTestManualDisk-1879047730-router', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:16Z', 'revision_number': 4, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'gw_port': {'id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'c9bbb59e-aea4-4841-9d1f-c57b3dffa948', 'name': '', 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'mac_address': 'fa:16:3e:4f:a2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '175ad6af-652d-4538-a2db-e98b64ba2b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:12Z', 'updated_at': '2021-12-12T17:42:17Z', 'revision_number': 2, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'subnets': [{'id': '175ad6af-652d-4538-a2db-e98b64ba2b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:20.646339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Checking router: e04e67e2-e12b-4bbf-92ce-75066ca9d50b for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:42:20.648553 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Updating router e04e67e2-e12b-4bbf-92ce-75066ca9d50b port c9bbb59e-aea4-4841-9d1f-c57b3dffa948 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:42:20.708789 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605469f8-5b05-4ec0-9c8d-562e8b30427b None None] Pushing event updated for resources: {'Port': ['ID=1259166f-d615-487c-b4fc-f2812e310469,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:20.717036 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b146dc6-6cf4-4228-938f-aa2d76857f8c req-473fe0ca-caff-4d3b-8361-edf0648a0010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:20.718633 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2b146dc6-6cf4-4228-938f-aa2d76857f8c req-473fe0ca-caff-4d3b-8361-edf0648a0010 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d9f3172c26f64bf1b1b0e52245ce547c&device_id=9c785632-fdaa-4089-84af-60cfbfa3dae3 HTTP/1.1" status: 200 len: 1094 time: 0.0870025 Dec 12 17:42:20.749123 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:20.758244 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:20.788174 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb0a2f-bc52-467d-ad7b-c0ddc92ab555 req-83177569-0766-43c1-b875-927b7dddbaa9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:20.799470 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4deb0a2f-bc52-467d-ad7b-c0ddc92ab555 req-83177569-0766-43c1-b875-927b7dddbaa9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1954651 Dec 12 17:42:20.818358 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Attempting to bind port 1259166f-d615-487c-b4fc-f2812e310469 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:42:20.821369 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Attempting to bind port 1259166f-d615-487c-b4fc-f2812e310469 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7754d148-a658-4947-800e-b93c482e7dde'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:42:20.821755 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Attempting to bind port 1259166f-d615-487c-b4fc-f2812e310469 on network 7754d148-a658-4947-800e-b93c482e7dde {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:42:20.843026 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:42:20.843347 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Checking segment: {'id': 'c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7754d148-a658-4947-800e-b93c482e7dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:42:20.843783 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:20.844181 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Bound using segment: {'id': 'c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7754d148-a658-4947-800e-b93c482e7dde'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:42:20.844706 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Bound port: 1259166f-d615-487c-b4fc-f2812e310469, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7754d148-a658-4947-800e-b93c482e7dde'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:42:20.845132 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:20.898685 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fa3378a-d5a3-4bd5-83af-4b48f6479c86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:20.999328 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-8dee0fc3-7a3a-4759-b638-c7e9a01f7e6f tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:21.038668 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4deb0a2f-bc52-467d-ad7b-c0ddc92ab555 req-c18ac688-03fc-43cc-810a-d25b9b754fa2 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169907 Dec 12 17:42:21.046162 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] For port 1259166f-d615-487c-b4fc-f2812e310469, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:42:21.061527 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] For port 1259166f-d615-487c-b4fc-f2812e310469, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1259166f-d615-487c-b4fc-f2812e310469,segment=NetworkSegment(c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a),segment_id=c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:42:21.072169 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:21.138848 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-8dee0fc3-7a3a-4759-b638-c7e9a01f7e6f tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:21.153926 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-762983a3-11dd-4d84-bd2f-fcad4857d80c None None] Provisioning complete for port 1259166f-d615-487c-b4fc-f2812e310469 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:21.154478 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-762983a3-11dd-4d84-bd2f-fcad4857d80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:21.214514 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605469f8-5b05-4ec0-9c8d-562e8b30427b None None] Pushing event updated for resources: {'Port': ['ID=1259166f-d615-487c-b4fc-f2812e310469,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:21.242066 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Routers {'fe7df179-0b30-4649-a433-b2831bb511d9'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:42:21.243125 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:42:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fe7df179-0b30-4649-a433-b2831bb511d9'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:21.267522 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee0fc3-7a3a-4759-b638-c7e9a01f7e6f tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Pushing event updated for resources: {'Port': ['ID=46dcd47e-e74a-41d4-9cb3-111d273b6ea8,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:21.389179 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-8dee0fc3-7a3a-4759-b638-c7e9a01f7e6f tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:21.405736 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-8dee0fc3-7a3a-4759-b638-c7e9a01f7e6f tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:21.410570 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-762983a3-11dd-4d84-bd2f-fcad4857d80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:21.422979 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] Set router fe7df179-0b30-4649-a433-b2831bb511d9 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:42:21.445698 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35865f3-b928-4069-85f6-3925ff4303a6 req-9116011a-99d3-4cbb-9852-3d7cab8178a8 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:21.447360 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d35865f3-b928-4069-85f6-3925ff4303a6 req-9116011a-99d3-4cbb-9852-3d7cab8178a8 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 943 time: 0.1736472 Dec 12 17:42:21.448210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-8dee0fc3-7a3a-4759-b638-c7e9a01f7e6f tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:42:21.528273 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-762983a3-11dd-4d84-bd2f-fcad4857d80c None None] For port 1259166f-d615-487c-b4fc-f2812e310469, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1259166f-d615-487c-b4fc-f2812e310469,segment=NetworkSegment(c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a),segment_id=c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:21.553362 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d35865f3-b928-4069-85f6-3925ff4303a6 req-ddd643d3-4a57-4b5c-a8e8-d5d1d07e1b89 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726211 Dec 12 17:42:21.557193 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-762983a3-11dd-4d84-bd2f-fcad4857d80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:21.579567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa3378a-d5a3-4bd5-83af-4b48f6479c86 admin admin] Router 1729f805-eabc-4ed6-a607-edd2b3d54ed4 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:42:21.589516 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b146dc6-6cf4-4228-938f-aa2d76857f8c req-ca11a473-5e1b-43f9-ad53-bd2117b17bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:21.594936 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2b146dc6-6cf4-4228-938f-aa2d76857f8c req-ca11a473-5e1b-43f9-ad53-bd2117b17bde service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c36073d-023a-4ffe-90a6-8bb9f52dff4f HTTP/1.1" status: 200 len: 910 time: 0.6655459 Dec 12 17:42:21.705042 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762983a3-11dd-4d84-bd2f-fcad4857d80c None None] Pushing event updated for resources: {'Port': ['ID=1259166f-d615-487c-b4fc-f2812e310469,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:21.714686 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2b146dc6-6cf4-4228-938f-aa2d76857f8c req-8fb74c8a-eef0-4538-8324-df6ff3dd9330 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec HTTP/1.1" status: 200 len: 217 time: 0.1099322 Dec 12 17:42:21.721633 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-8dee0fc3-7a3a-4759-b638-c7e9a01f7e6f tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:21.805298 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-8dee0fc3-7a3a-4759-b638-c7e9a01f7e6f tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:21.927115 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'name': 'tempest-FloatingIPsTestJSON-1862616550-router', 'tenant_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '943383c0-f42c-4a6e-a5eb-ec79bf436163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:15Z', 'revision_number': 4, 'project_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'gw_port': {'id': '943383c0-f42c-4a6e-a5eb-ec79bf436163', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '1259166f-d615-487c-b4fc-f2812e310469', 'name': '', 'network_id': '7754d148-a658-4947-800e-b93c482e7dde', 'tenant_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'mac_address': 'fa:16:3e:d0:a2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'adfd2844-27b5-489c-8bdc-7b6eb152dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:13Z', 'updated_at': '2021-12-12T17:42:21Z', 'revision_number': 4, 'project_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'subnets': [{'id': 'adfd2844-27b5-489c-8bdc-7b6eb152dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:21.944254 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:21.956730 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a72f0328-6685-43f2-a9f6-b56c5c871a68 None None] Provisioning complete for port 1259166f-d615-487c-b4fc-f2812e310469 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:21.959668 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a72f0328-6685-43f2-a9f6-b56c5c871a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:22.019608 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84129dc3-58a1-40e7-9116-c007a232c441 None None] The sync data for ids ['fe7df179-0b30-4649-a433-b2831bb511d9'] in n-d-760354-5 is: [{'id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'name': 'tempest-FloatingIPsTestJSON-1862616550-router', 'tenant_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '943383c0-f42c-4a6e-a5eb-ec79bf436163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:15Z', 'revision_number': 4, 'project_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'gw_port': {'id': '943383c0-f42c-4a6e-a5eb-ec79bf436163', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '1259166f-d615-487c-b4fc-f2812e310469', 'name': '', 'network_id': '7754d148-a658-4947-800e-b93c482e7dde', 'tenant_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'mac_address': 'fa:16:3e:d0:a2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'adfd2844-27b5-489c-8bdc-7b6eb152dcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:13Z', 'updated_at': '2021-12-12T17:42:21Z', 'revision_number': 4, 'project_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'subnets': [{'id': 'adfd2844-27b5-489c-8bdc-7b6eb152dcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:42:22.088360 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:22.227520 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-8dee0fc3-7a3a-4759-b638-c7e9a01f7e6f tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:22.236194 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-8dee0fc3-7a3a-4759-b638-c7e9a01f7e6f tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:22.376185 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6210ff4-eb78-4d55-b85c-49f434be6c1c None None] Pushing event updated for resources: {'Port': ['ID=c9bbb59e-aea4-4841-9d1f-c57b3dffa948,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:22.490482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee0fc3-7a3a-4759-b638-c7e9a01f7e6f tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Pushing event updated for resources: {'Port': ['ID=46dcd47e-e74a-41d4-9cb3-111d273b6ea8,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:22.527040 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-8dee0fc3-7a3a-4759-b638-c7e9a01f7e6f tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:22.574005 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-8dee0fc3-7a3a-4759-b638-c7e9a01f7e6f tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:22.575347 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-8dee0fc3-7a3a-4759-b638-c7e9a01f7e6f tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0311275 Dec 12 17:42:22.605758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2c97eac4-326c-47ef-9157-2181d0f949be no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:42:22.696721 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Attempting to bind port c9bbb59e-aea4-4841-9d1f-c57b3dffa948 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:42:22.697095 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Attempting to bind port c9bbb59e-aea4-4841-9d1f-c57b3dffa948 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'e417d31b-289b-4fab-a387-e1a55cc15d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:42:22.697466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Attempting to bind port c9bbb59e-aea4-4841-9d1f-c57b3dffa948 on network 48de17cc-348a-47bb-8807-5fff0fe75c36 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:42:22.717134 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-a07c2e9d-22de-464c-98dd-32d75019918d tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.175 HTTP/1.1" status: 200 len: 696 time: 0.1303945 Dec 12 17:42:22.736702 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:42:22.737074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Checking segment: {'id': 'e417d31b-289b-4fab-a387-e1a55cc15d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:42:22.737489 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:22.737890 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Bound using segment: {'id': 'e417d31b-289b-4fab-a387-e1a55cc15d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:42:22.738370 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Bound port: c9bbb59e-aea4-4841-9d1f-c57b3dffa948, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e417d31b-289b-4fab-a387-e1a55cc15d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:42:22.738755 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:22.745759 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b146dc6-6cf4-4228-938f-aa2d76857f8c req-daa10e4a-d43d-44f6-9921-a37cdc93f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:22.756724 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2b146dc6-6cf4-4228-938f-aa2d76857f8c req-daa10e4a-d43d-44f6-9921-a37cdc93f626 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9a5f8ebe-e324-4c3a-9e74-14dadbea4198 HTTP/1.1" status: 200 len: 849 time: 0.9182613 Dec 12 17:42:22.781438 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89ad399f-641f-4401-8f1e-aaa5ba00e48e req-415d49bb-f869-42dd-ab51-537290e30124 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2655206 Dec 12 17:42:22.800210 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa3378a-d5a3-4bd5-83af-4b48f6479c86 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:42:22.823586 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fb59aa-38e7-474d-b411-c700126f12d9 None None] Sync routers for ids ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:42:22.846279 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fb59aa-38e7-474d-b411-c700126f12d9 None None] Routers {'1729f805-eabc-4ed6-a607-edd2b3d54ed4'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:42:22.850582 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-c6fb59aa-38e7-474d-b411-c700126f12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:42:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:22.876623 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9fa3378a-d5a3-4bd5-83af-4b48f6479c86 admin admin] 10.222.0.18 "PUT /v2.0/routers/1729f805-eabc-4ed6-a607-edd2b3d54ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8652947 Dec 12 17:42:22.878935 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2b146dc6-6cf4-4228-938f-aa2d76857f8c req-cf5d83cf-b2af-4ad4-87ee-1ad9a6c8a397 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c36073d-023a-4ffe-90a6-8bb9f52dff4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947874 Dec 12 17:42:22.879429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47536) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:22.905069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-89298534-3e98-471e-b0e1-f68f98054588 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:22.908309 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0ab34a5-7b4f-4f67-81ec-7a9a6c5dc330 req-89298534-3e98-471e-b0e1-f68f98054588 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.1897619 Dec 12 17:42:22.966530 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-52257681-6305-4f60-a057-673034397565 None None] Provisioning complete for port c9bbb59e-aea4-4841-9d1f-c57b3dffa948 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:22.967316 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-52257681-6305-4f60-a057-673034397565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:23.119870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47540) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:23.128274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-2706dcfe-0777-4dde-beee-0c4f74c5bb18 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1865706696', 'description': 'tempest-description--1065213664'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:23.162755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] For port c9bbb59e-aea4-4841-9d1f-c57b3dffa948, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:42:23.198243 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-c6fb59aa-38e7-474d-b411-c700126f12d9 None None] Set router 1729f805-eabc-4ed6-a607-edd2b3d54ed4 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:42:23.216583 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:23.235048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] For port c9bbb59e-aea4-4841-9d1f-c57b3dffa948, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c9bbb59e-aea4-4841-9d1f-c57b3dffa948,segment=NetworkSegment(e417d31b-289b-4fab-a387-e1a55cc15d89),segment_id=e417d31b-289b-4fab-a387-e1a55cc15d89)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:42:23.262239 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:23.281561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab7c34-cc37-451c-8184-962c8f5038b3 req-832769d3-bbf1-4f5e-aa00-05ca31c3cce1 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:23.283149 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5eab7c34-cc37-451c-8184-962c8f5038b3 req-832769d3-bbf1-4f5e-aa00-05ca31c3cce1 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c785632-fdaa-4089-84af-60cfbfa3dae3 HTTP/1.1" status: 200 len: 943 time: 0.1883907 Dec 12 17:42:23.323294 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2706dcfe-0777-4dde-beee-0c4f74c5bb18 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:23.440098 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Routers {'e04e67e2-e12b-4bbf-92ce-75066ca9d50b'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:42:23.443702 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:42:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:23.518017 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5eab7c34-cc37-451c-8184-962c8f5038b3 req-140edc15-145d-4e3f-add0-c4408a5f2787 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5895a05-19a1-4c78-a7a7-0af14fc60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117968 Dec 12 17:42:23.669484 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2b146dc6-6cf4-4228-938f-aa2d76857f8c req-facc2050-35ff-4d66-879b-efcd75102015 service neutron] 10.222.0.31 "GET /v2.0/networks/4c36073d-023a-4ffe-90a6-8bb9f52dff4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7474582 Dec 12 17:42:23.755503 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2706dcfe-0777-4dde-beee-0c4f74c5bb18 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:23.771239 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-c6fb59aa-38e7-474d-b411-c700126f12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'name': 'tempest-ServersTestBootFromVolume-634653797-router', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:11Z', 'updated_at': '2021-12-12T17:42:20Z', 'revision_number': 5, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'gw_port': {'id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:12Z', 'updated_at': '2021-12-12T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:23.775380 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2706dcfe-0777-4dde-beee-0c4f74c5bb18 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:23.820567 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4f76-a9b5-4094-95ab-6880baea97e0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:23.867965 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fb59aa-38e7-474d-b411-c700126f12d9 None None] Checking router: 1729f805-eabc-4ed6-a607-edd2b3d54ed4 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:42:23.904780 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fb59aa-38e7-474d-b411-c700126f12d9 None None] Routers {'1729f805-eabc-4ed6-a607-edd2b3d54ed4'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:42:23.905439 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-c6fb59aa-38e7-474d-b411-c700126f12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:42:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:23.911243 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2706dcfe-0777-4dde-beee-0c4f74c5bb18 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:23.912589 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2706dcfe-0777-4dde-beee-0c4f74c5bb18 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7916071 Dec 12 17:42:23.953405 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47554) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:23.963778 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b7b11dfe-4e48-48e2-b7f4-fb16d60c3678 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Request body: {'security_group_rule': {'security_group_id': '2544c021-20c1-4a87-b96f-78d836dcf7ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:23.975642 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3183c-be7f-44c7-9725-7e1e3487a439 req-8cfc01ef-16b4-44da-a79e-255d3b71b535 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:23.984478 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48e3183c-be7f-44c7-9725-7e1e3487a439 req-8cfc01ef-16b4-44da-a79e-255d3b71b535 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 950 time: 0.3363576 Dec 12 17:42:23.987835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706dcfe-0777-4dde-beee-0c4f74c5bb18 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2544c021-20c1-4a87-b96f-78d836dcf7ea,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:24.118119 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad399f-641f-4401-8f1e-aaa5ba00e48e req-77ef07e7-661d-4aaf-9b55-08a43a1e855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:24.120108 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89ad399f-641f-4401-8f1e-aaa5ba00e48e req-77ef07e7-661d-4aaf-9b55-08a43a1e855f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 1095 time: 1.2398417 Dec 12 17:42:24.122127 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-52257681-6305-4f60-a057-673034397565 None None] Port c9bbb59e-aea4-4841-9d1f-c57b3dffa948 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:42:24.248522 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48e3183c-be7f-44c7-9725-7e1e3487a439 req-fea7d22e-5d65-45de-87e3-f3765c957c76 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537446 Dec 12 17:42:24.266855 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea74ad-b6d5-4d96-94b0-b01d4872c79b req-26609464-2a12-4822-988a-2b2750700eac tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:24.266855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3dea74ad-b6d5-4d96-94b0-b01d4872c79b req-26609464-2a12-4822-988a-2b2750700eac tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 943 time: 0.3503027 Dec 12 17:42:24.279049 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-c6fb59aa-38e7-474d-b411-c700126f12d9 None None] Set router 1729f805-eabc-4ed6-a607-edd2b3d54ed4 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:42:24.332776 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7b11dfe-4e48-48e2-b7f4-fb16d60c3678 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:24.348501 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2b146dc6-6cf4-4228-938f-aa2d76857f8c req-11003049-3754-499a-b8de-39742622c50f service neutron] 10.222.0.31 "GET /v2.0/networks/4c36073d-023a-4ffe-90a6-8bb9f52dff4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432352 Dec 12 17:42:24.363972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] Set router e04e67e2-e12b-4bbf-92ce-75066ca9d50b gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:42:24.424170 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4f76-a9b5-4094-95ab-6880baea97e0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:24.465750 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad399f-641f-4401-8f1e-aaa5ba00e48e req-ba66cd37-72db-4ba4-8320-699917d44adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:24.467971 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89ad399f-641f-4401-8f1e-aaa5ba00e48e req-ba66cd37-72db-4ba4-8320-699917d44adf service neutron] 10.222.0.20 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 913 time: 0.3000970 Dec 12 17:42:24.601227 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3dea74ad-b6d5-4d96-94b0-b01d4872c79b req-cdde573a-34f3-402d-bff9-a428ce188068 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191130 Dec 12 17:42:24.619978 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fcb2e3da-01ac-4d27-aa8c-09b04054b53e req-5f9fd1a4-3475-4221-a193-3c5cd5258af2 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/floatingips/aa7b4bd5-9c28-43c1-aef2-901cf7b92174 HTTP/1.1" status: 200 len: 693 time: 0.1918054 Dec 12 17:42:24.676349 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7b11dfe-4e48-48e2-b7f4-fb16d60c3678 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:24.687656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1259166f-d615-487c-b4fc-f2812e310469 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:42:24.689355 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7b11dfe-4e48-48e2-b7f4-fb16d60c3678 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:24.701279 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526031ff-75bd-4dee-a32a-3f892e8311f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c97eac4-326c-47ef-9157-2181d0f949be'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:42:24.703664 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bdb825-91c7-45da-a589-5c9fec185aad" -d '{"events": [{"server_uuid": "526031ff-75bd-4dee-a32a-3f892e8311f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2c97eac4-326c-47ef-9157-2181d0f949be"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:42:24.718762 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89ad399f-641f-4401-8f1e-aaa5ba00e48e req-2f4cd175-f268-4275-b3d0-5741ea40272f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab HTTP/1.1" status: 200 len: 998 time: 0.2420061 Dec 12 17:42:24.738883 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b11dfe-4e48-48e2-b7f4-fb16d60c3678 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb226710-c428-40cb-b60c-e640492d4afe,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:24.801700 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2b3d4f76-a9b5-4094-95ab-6880baea97e0 admin admin] Deleting port 2df69687-e9b5-4ff7-afc6-3b0a9c30c623 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:42:24.804699 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4f76-a9b5-4094-95ab-6880baea97e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:24.818099 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7b11dfe-4e48-48e2-b7f4-fb16d60c3678 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:24.818605 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-c6fb59aa-38e7-474d-b411-c700126f12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'name': 'tempest-ServersTestBootFromVolume-634653797-router', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:11Z', 'updated_at': '2021-12-12T17:42:20Z', 'revision_number': 5, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'gw_port': {'id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:12Z', 'updated_at': '2021-12-12T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:24.827172 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b7b11dfe-4e48-48e2-b7f4-fb16d60c3678 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8694420 Dec 12 17:42:24.830703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47562) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:24.845107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f93ef18e-7f2c-4170-983d-340871d9ee38 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Request body: {'security_group_rule': {'security_group_id': '2544c021-20c1-4a87-b96f-78d836dcf7ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:24.891597 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fb59aa-38e7-474d-b411-c700126f12d9 None None] The sync data for ids ['1729f805-eabc-4ed6-a607-edd2b3d54ed4'] in n-d-760354-5 is: [{'id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'name': 'tempest-ServersTestBootFromVolume-634653797-router', 'tenant_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:38:11Z', 'updated_at': '2021-12-12T17:42:20Z', 'revision_number': 5, 'project_id': '1c471f83c6c7470f8ecd28dbb90542ba', 'gw_port': {'id': '2df69687-e9b5-4ff7-afc6-3b0a9c30c623', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729f805-eabc-4ed6-a607-edd2b3d54ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:38:12Z', 'updated_at': '2021-12-12T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:42:24.985423 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f93ef18e-7f2c-4170-983d-340871d9ee38 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:25.022176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2c97eac4-326c-47ef-9157-2181d0f949be, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2c97eac4-326c-47ef-9157-2181d0f949be,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:25.023244 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-2b3d4f76-a9b5-4094-95ab-6880baea97e0 admin admin] For port 2df69687-e9b5-4ff7-afc6-3b0a9c30c623, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2df69687-e9b5-4ff7-afc6-3b0a9c30c623,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:25.024022 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4f76-a9b5-4094-95ab-6880baea97e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:25.039428 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2b3d4f76-a9b5-4094-95ab-6880baea97e0 admin admin] Calling delete_port for 2df69687-e9b5-4ff7-afc6-3b0a9c30c623 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:42:25.039818 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:42:25.060712 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad399f-641f-4401-8f1e-aaa5ba00e48e req-df8d40ab-46db-4c09-accc-3d9d1255f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:25.062943 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89ad399f-641f-4401-8f1e-aaa5ba00e48e req-df8d40ab-46db-4c09-accc-3d9d1255f724 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.3350234 Dec 12 17:42:25.081844 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f93ef18e-7f2c-4170-983d-340871d9ee38 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:25.099535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2e3da-01ac-4d27-aa8c-09b04054b53e req-03631309-943b-43c4-a7bf-9634da29cd94 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:25.105321 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:25.111266 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6210ff4-eb78-4d55-b85c-49f434be6c1c None None] Pushing event updated for resources: {'Port': ['ID=c9bbb59e-aea4-4841-9d1f-c57b3dffa948,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:25.115934 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fcb2e3da-01ac-4d27-aa8c-09b04054b53e req-03631309-943b-43c4-a7bf-9634da29cd94 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.4927082 Dec 12 17:42:25.117544 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f93ef18e-7f2c-4170-983d-340871d9ee38 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:25.145763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ef18e-7f2c-4170-983d-340871d9ee38 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13644174-4591-4e5c-8324-2046912daad4,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:25.165290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702449a-2da1-418d-9125-8b9c7c749838 req-9aa4c1d2-a633-41c5-a0b7-0e48c8e5cc8b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:25.175060 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8702449a-2da1-418d-9125-8b9c7c749838 req-9aa4c1d2-a633-41c5-a0b7-0e48c8e5cc8b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.4184771 Dec 12 17:42:25.232079 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f93ef18e-7f2c-4170-983d-340871d9ee38 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:25.236411 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f93ef18e-7f2c-4170-983d-340871d9ee38 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4034815 Dec 12 17:42:25.238251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47572) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:25.261463 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ef5ae4ed-0d70-41b4-b654-8f847c7ea289 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:25.314741 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e1239b9f-0f21-4b49-8113-d986b1e3ef17 None None] Provisioning complete for port c9bbb59e-aea4-4841-9d1f-c57b3dffa948 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:25.315428 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e1239b9f-0f21-4b49-8113-d986b1e3ef17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:25.331262 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad399f-641f-4401-8f1e-aaa5ba00e48e req-69e5cd03-511b-4574-8ffd-7043f7058780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:25.332831 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89ad399f-641f-4401-8f1e-aaa5ba00e48e req-69e5cd03-511b-4574-8ffd-7043f7058780 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1714804 Dec 12 17:42:25.342841 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.resource_extend [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 17:42:25.368354 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ef5ae4ed-0d70-41b4-b654-8f847c7ea289 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:25.515361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=2c97eac4-326c-47ef-9157-2181d0f949be,revision_number=11']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:25.528287 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8702449a-2da1-418d-9125-8b9c7c749838 req-ad6bda4e-269b-4947-93cb-fb527cef1536 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3510046 Dec 12 17:42:25.536083 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89ad399f-641f-4401-8f1e-aaa5ba00e48e req-79280361-fa52-4f4c-b445-cf96e3abbe20 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910696 Dec 12 17:42:25.572221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1259166f-d615-487c-b4fc-f2812e310469 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:25.576169 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:25.664313 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4f76-a9b5-4094-95ab-6880baea97e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:25.666623 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097a41e5-e430-4b84-be1e-9bd524bfe5a9 x-openstack-request-id: req-097a41e5-e430-4b84-be1e-9bd524bfe5a9 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:42:25.666927 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526031ff-75bd-4dee-a32a-3f892e8311f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2c97eac4-326c-47ef-9157-2181d0f949be", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:42:25.667189 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-097a41e5-e430-4b84-be1e-9bd524bfe5a9 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:42:25.667612 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526031ff-75bd-4dee-a32a-3f892e8311f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c97eac4-326c-47ef-9157-2181d0f949be', 'code': 200} Dec 12 17:42:25.715640 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d4f76-a9b5-4094-95ab-6880baea97e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2df69687-e9b5-4ff7-afc6-3b0a9c30c623,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:25.731471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec,segment=NetworkSegment(b8babf07-4fbb-4d09-ab8f-ba1c0b914d73),segment_id=b8babf07-4fbb-4d09-ab8f-ba1c0b914d73)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:25.783144 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec', 'network_id': '4c36073d-023a-4ffe-90a6-8bb9f52dff4f', 'port_id': '715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec', 'mac_address': 'fa:16:3e:b7:72:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5f8ebe-e324-4c3a-9e74-14dadbea4198', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:42:25.802357 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ef5ae4ed-0d70-41b4-b654-8f847c7ea289 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:25.828721 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89ad399f-641f-4401-8f1e-aaa5ba00e48e req-22b87ae4-f4d5-4570-9724-265ac48f578a service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739563 Dec 12 17:42:25.832937 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e1239b9f-0f21-4b49-8113-d986b1e3ef17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:25.850225 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4f76-a9b5-4094-95ab-6880baea97e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:25.865197 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'name': 'tempest-ServersTestManualDisk-1879047730-router', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:16Z', 'revision_number': 4, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'gw_port': {'id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'c9bbb59e-aea4-4841-9d1f-c57b3dffa948', 'name': '', 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'mac_address': 'fa:16:3e:4f:a2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '175ad6af-652d-4538-a2db-e98b64ba2b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:12Z', 'updated_at': '2021-12-12T17:42:22Z', 'revision_number': 4, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'subnets': [{'id': '175ad6af-652d-4538-a2db-e98b64ba2b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:25.951373 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a409f3-6246-4b05-b3ff-386a0b4f29e0 None None] The sync data for ids ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'] in n-d-760354-5 is: [{'id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'name': 'tempest-ServersTestManualDisk-1879047730-router', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:16Z', 'revision_number': 4, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'gw_port': {'id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'c9bbb59e-aea4-4841-9d1f-c57b3dffa948', 'name': '', 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'mac_address': 'fa:16:3e:4f:a2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '175ad6af-652d-4538-a2db-e98b64ba2b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:12Z', 'updated_at': '2021-12-12T17:42:22Z', 'revision_number': 4, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'subnets': [{'id': '175ad6af-652d-4538-a2db-e98b64ba2b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:42:25.971402 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:25.992913 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-ef5ae4ed-0d70-41b4-b654-8f847c7ea289 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Allocated IP 172.25.1.156 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/788fd353-235c-4914-8955-00231392a5cf) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:42:26.000616 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:42:26.035579 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e1239b9f-0f21-4b49-8113-d986b1e3ef17 None None] For port c9bbb59e-aea4-4841-9d1f-c57b3dffa948, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c9bbb59e-aea4-4841-9d1f-c57b3dffa948,segment=NetworkSegment(e417d31b-289b-4fab-a387-e1a55cc15d89),segment_id=e417d31b-289b-4fab-a387-e1a55cc15d89)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:26.068900 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e1239b9f-0f21-4b49-8113-d986b1e3ef17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:26.080358 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec,segment=NetworkSegment(b8babf07-4fbb-4d09-ab8f-ba1c0b914d73),segment_id=b8babf07-4fbb-4d09-ab8f-ba1c0b914d73)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:26.124844 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:26.129681 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4f76-a9b5-4094-95ab-6880baea97e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:26.145746 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4f76-a9b5-4094-95ab-6880baea97e0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:26.163418 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1239b9f-0f21-4b49-8113-d986b1e3ef17 None None] Pushing event updated for resources: {'Port': ['ID=c9bbb59e-aea4-4841-9d1f-c57b3dffa948,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:26.186259 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ef5ae4ed-0d70-41b4-b654-8f847c7ea289 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:26.233829 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ef5ae4ed-0d70-41b4-b654-8f847c7ea289 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:26.256199 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b9d5936-52df-4fb3-b618-0349b9b9ef79 req-5f776c73-5d85-494f-af96-cd0f653da6ac tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=57fb88d1b0844e2ab2d4948e694ee67f HTTP/1.1" status: 200 len: 696 time: 0.5766408 Dec 12 17:42:26.273015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f01f179c-27f2-4810-bd84-f8926bd3369b no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:42:26.288621 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4f76-a9b5-4094-95ab-6880baea97e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:26.289417 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3d4f76-a9b5-4094-95ab-6880baea97e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1729f805-eabc-4ed6-a607-edd2b3d54ed4 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:42:26.295327 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4f76-a9b5-4094-95ab-6880baea97e0 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:26.296730 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2b3d4f76-a9b5-4094-95ab-6880baea97e0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1729f805-eabc-4ed6-a607-edd2b3d54ed4 HTTP/1.1" status: 204 len: 168 time: 3.3826478 Dec 12 17:42:26.300619 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47588) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:26.302368 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: f01f179c-27f2-4810-bd84-f8926bd3369b {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:42:26.302723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f01f179c-27f2-4810-bd84-f8926bd3369b not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:42:26.305818 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5ae4ed-0d70-41b4-b654-8f847c7ea289 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:26.307971 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:26.316637 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ef5ae4ed-0d70-41b4-b654-8f847c7ea289 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:26.340864 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5ae4ed-0d70-41b4-b654-8f847c7ea289 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:42:26.360203 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9f738-ec8e-4d4f-a782-711131fdd1d1 req-53295975-9f54-4ba4-822b-c04e4480228c tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:26.363730 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ece9f738-ec8e-4d4f-a782-711131fdd1d1 req-53295975-9f54-4ba4-822b-c04e4480228c tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c785632-fdaa-4089-84af-60cfbfa3dae3 HTTP/1.1" status: 200 len: 943 time: 0.8283699 Dec 12 17:42:26.371905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ae4ed-0d70-41b4-b654-8f847c7ea289 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Pushing event updated for resources: {'Port': ['ID=788fd353-235c-4914-8955-00231392a5cf,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:26.491868 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2906bf-1c1e-4821-ba7a-a8be44578a0f admin admin] Deleting subnet c1cd740f-26e2-4d92-a719-8cb567a952d5 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:42:26.504299 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af2906bf-1c1e-4821-ba7a-a8be44578a0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:26.536404 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:42:26.611021 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af2906bf-1c1e-4821-ba7a-a8be44578a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:26.621104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d5936-52df-4fb3-b618-0349b9b9ef79 req-d99cd1b9-fbd1-4dd5-8643-e96be2d6b069 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:26.622657 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b9d5936-52df-4fb3-b618-0349b9b9ef79 req-d99cd1b9-fbd1-4dd5-8643-e96be2d6b069 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/networks?id=890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 787 time: 0.3209231 Dec 12 17:42:26.626326 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ece9f738-ec8e-4d4f-a782-711131fdd1d1 req-a0000a4e-6abb-413a-8d38-80347ddfde8e tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5895a05-19a1-4c78-a7a7-0af14fc60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226408 Dec 12 17:42:26.653021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-5b9d5936-52df-4fb3-b618-0349b9b9ef79 req-f3682c9d-d832-4b83-a39c-ce585c5867b2 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:42:26.654004 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b9d5936-52df-4fb3-b618-0349b9b9ef79 req-f3682c9d-d832-4b83-a39c-ce585c5867b2 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061004 Dec 12 17:42:26.673861 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ef5ae4ed-0d70-41b4-b654-8f847c7ea289 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:26.771988 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ef5ae4ed-0d70-41b4-b654-8f847c7ea289 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:26.820436 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af2906bf-1c1e-4821-ba7a-a8be44578a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:26.900758 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:42:26.954190 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4593d-babc-4b69-bdd3-93170a71dce0 req-0de12838-f7c9-4f04-bcaf-7e43b5a849dc tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:26.955776 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2aa4593d-babc-4b69-bdd3-93170a71dce0 req-0de12838-f7c9-4f04-bcaf-7e43b5a849dc tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 950 time: 0.2009807 Dec 12 17:42:27.288808 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af2906bf-1c1e-4821-ba7a-a8be44578a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:27.338692 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af2906bf-1c1e-4821-ba7a-a8be44578a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:27.343957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d0edab-1740-4ac1-92d6-6ca20a39ef27 None None] Network 350585f2-11de-4690-8ad7-c5bd74c5636c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:42:27.345158 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47604) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:27.345752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-af2906bf-1c1e-4821-ba7a-a8be44578a0f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c1cd740f-26e2-4d92-a719-8cb567a952d5 HTTP/1.1" status: 204 len: 168 time: 1.0356493 Dec 12 17:42:27.352457 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2906bf-1c1e-4821-ba7a-a8be44578a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1cd740f-26e2-4d92-a719-8cb567a952d5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:27.382049 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230d322-dbda-4984-a8b1-7879befccb4e req-fec71f40-cd85-4dc5-a9b7-a88f45e4d832 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:27.383622 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d230d322-dbda-4984-a8b1-7879befccb4e req-fec71f40-cd85-4dc5-a9b7-a88f45e4d832 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 943 time: 0.4751019 Dec 12 17:42:27.400274 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2aa4593d-babc-4b69-bdd3-93170a71dce0 req-a8ccd450-95bd-4d20-9e25-9296b98137c0 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417844 Dec 12 17:42:27.422208 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:27.455444 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ef5ae4ed-0d70-41b4-b654-8f847c7ea289 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:27.472557 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ef5ae4ed-0d70-41b4-b654-8f847c7ea289 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:27.478277 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] Deleting port b7d341b3-895a-4f85-b6e1-c9ab79296040 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:42:27.478628 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:27.520594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d0672b-b7aa-469d-99b1-ed878bc71882 None None] DHCP port deletion for 350585f2-11de-4690-8ad7-c5bd74c5636c request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:42:27.540263 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d230d322-dbda-4984-a8b1-7879befccb4e req-591408b7-c291-4d9e-9d7b-fd2713dd9556 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336534 Dec 12 17:42:27.546271 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52f9296c-523b-462a-af90-cf248d96f9a7 req-06d4dccf-2e23-4de3-8bf5-3f17d76475e2 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/floatingips/aa7b4bd5-9c28-43c1-aef2-901cf7b92174 HTTP/1.1" status: 200 len: 693 time: 0.0931833 Dec 12 17:42:27.567374 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] For port b7d341b3-895a-4f85-b6e1-c9ab79296040, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b7d341b3-895a-4f85-b6e1-c9ab79296040,segment=NetworkSegment(7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6),segment_id=7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:27.567750 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:27.575096 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-48d0672b-b7aa-469d-99b1-ed878bc71882 None None] Deleting port b7d341b3-895a-4f85-b6e1-c9ab79296040 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:42:27.576606 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-48d0672b-b7aa-469d-99b1-ed878bc71882 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:27.590249 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] Calling delete_port for b7d341b3-895a-4f85-b6e1-c9ab79296040 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:42:27.599881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ae4ed-0d70-41b4-b654-8f847c7ea289 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Pushing event updated for resources: {'Port': ['ID=788fd353-235c-4914-8955-00231392a5cf,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:27.653267 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-48d0672b-b7aa-469d-99b1-ed878bc71882 None None] For port b7d341b3-895a-4f85-b6e1-c9ab79296040, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b7d341b3-895a-4f85-b6e1-c9ab79296040,segment=NetworkSegment(7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6),segment_id=7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:27.653499 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-48d0672b-b7aa-469d-99b1-ed878bc71882 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:27.657350 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ef5ae4ed-0d70-41b4-b654-8f847c7ea289 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:27.675531 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-48d0672b-b7aa-469d-99b1-ed878bc71882 None None] Calling delete_port for b7d341b3-895a-4f85-b6e1-c9ab79296040 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:42:27.712551 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:27.723644 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9296c-523b-462a-af90-cf248d96f9a7 req-5931f642-68b2-4a7c-a90a-fcaacdd80093 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:27.725006 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52f9296c-523b-462a-af90-cf248d96f9a7 req-5931f642-68b2-4a7c-a90a-fcaacdd80093 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.1485436 Dec 12 17:42:27.727907 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ef5ae4ed-0d70-41b4-b654-8f847c7ea289 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:27.729070 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ef5ae4ed-0d70-41b4-b654-8f847c7ea289 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4828734 Dec 12 17:42:27.770591 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] No DVR routers for this DVR port b7d341b3-895a-4f85-b6e1-c9ab79296040 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:42:27.772461 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d341b3-895a-4f85-b6e1-c9ab79296040,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:27.784826 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-48d0672b-b7aa-469d-99b1-ed878bc71882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:27.812964 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0672b-b7aa-469d-99b1-ed878bc71882 None None] Pushing event deleted for resources: {'Port': ['ID=b7d341b3-895a-4f85-b6e1-c9ab79296040,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:27.816433 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d0672b-b7aa-469d-99b1-ed878bc71882 None None] No DVR routers for this DVR port b7d341b3-895a-4f85-b6e1-c9ab79296040 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:42:27.816611 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52f9296c-523b-462a-af90-cf248d96f9a7 req-deb7c245-b48e-4300-8b45-ec1eba1e77c2 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.175 HTTP/1.1" status: 200 len: 696 time: 0.0823936 Dec 12 17:42:27.882793 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52f9296c-523b-462a-af90-cf248d96f9a7 req-40e7cf04-7a0e-42bf-b10e-b3eeedc4b076 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.175 HTTP/1.1" status: 200 len: 696 time: 0.0526376 Dec 12 17:42:27.883531 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:27.904974 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350585f2-11de-4690-8ad7-c5bd74c5636c']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:27.914729 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:27.915130 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca7acd2-3bf1-491d-b0ba-2c4fa70be3f6') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:27.925589 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:27.939293 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:27.945721 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:42:27.946116 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:42:27.948107 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:42:28.010290 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:28.018512 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:28.027933 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/350585f2-11de-4690-8ad7-c5bd74c5636c HTTP/1.1" status: 204 len: 168 time: 0.6810997 Dec 12 17:42:28.039393 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038a575-de03-4a0d-8ebd-73fda87543e0 req-c83c1d80-0e02-49b3-ab9e-c7985314fc09 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:28.041083 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8038a575-de03-4a0d-8ebd-73fda87543e0 req-c83c1d80-0e02-49b3-ab9e-c7985314fc09 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c785632-fdaa-4089-84af-60cfbfa3dae3 HTTP/1.1" status: 200 len: 944 time: 0.1168058 Dec 12 17:42:28.042072 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce72d94-faf5-4e0c-90c4-0c7fa48649e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=350585f2-11de-4690-8ad7-c5bd74c5636c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:28.093445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-52f9296c-523b-462a-af90-cf248d96f9a7 req-3ca8d41f-fbbd-4c8f-805c-9850c6a45e0a tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Deleting port 46dcd47e-e74a-41d4-9cb3-111d273b6ea8 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:42:28.093789 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-52f9296c-523b-462a-af90-cf248d96f9a7 req-3ca8d41f-fbbd-4c8f-805c-9850c6a45e0a tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:28.102756 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c9bbb59e-aea4-4841-9d1f-c57b3dffa948 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:42:28.134824 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8038a575-de03-4a0d-8ebd-73fda87543e0 req-5247bbeb-b0e0-4ec5-8cef-7708af213756 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5895a05-19a1-4c78-a7a7-0af14fc60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721786 Dec 12 17:42:28.166007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c9bbb59e-aea4-4841-9d1f-c57b3dffa948 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:28.166964 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:28.218852 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-52f9296c-523b-462a-af90-cf248d96f9a7 req-3ca8d41f-fbbd-4c8f-805c-9850c6a45e0a tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:28.219186 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-52f9296c-523b-462a-af90-cf248d96f9a7 req-3ca8d41f-fbbd-4c8f-805c-9850c6a45e0a tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:28.244380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-52f9296c-523b-462a-af90-cf248d96f9a7 req-3ca8d41f-fbbd-4c8f-805c-9850c6a45e0a tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Calling delete_port for 46dcd47e-e74a-41d4-9cb3-111d273b6ea8 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:42:28.298364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47636) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:28.355127 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4a8b725f-309b-4d48-bb53-5fe0faa22513 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c471f83c6c7470f8ecd28dbb90542ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0550714 Dec 12 17:42:28.357605 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47646) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:28.381458 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2df69687-e9b5-4ff7-afc6-3b0a9c30c623 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:42:28.404084 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 2df69687-e9b5-4ff7-afc6-3b0a9c30c623 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:42:28.404807 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2df69687-e9b5-4ff7-afc6-3b0a9c30c623 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:42:28.405296 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b7d341b3-895a-4f85-b6e1-c9ab79296040 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:42:28.411685 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da613574-ccc3-4df8-8219-9919b6f81e56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:28.424801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: b7d341b3-895a-4f85-b6e1-c9ab79296040 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:42:28.425142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b7d341b3-895a-4f85-b6e1-c9ab79296040 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:42:28.435735 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da613574-ccc3-4df8-8219-9919b6f81e56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:28.451899 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-69ecf5fe-f2f3-4994-b803-b35e35603538 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1865706696&fields=id&tenant_id=cbcff9014fcb40e28febd2b73319f10b HTTP/1.1" status: 200 len: 267 time: 0.0834980 Dec 12 17:42:28.487413 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da613574-ccc3-4df8-8219-9919b6f81e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:28.490479 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da613574-ccc3-4df8-8219-9919b6f81e56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:28.491771 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-da613574-ccc3-4df8-8219-9919b6f81e56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30b4afdd-e62e-42d1-a9af-df0d3d2cdbb8 HTTP/1.1" status: 204 len: 168 time: 0.1315446 Dec 12 17:42:28.503496 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da613574-ccc3-4df8-8219-9919b6f81e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b4afdd-e62e-42d1-a9af-df0d3d2cdbb8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:28.518809 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-52f9296c-523b-462a-af90-cf248d96f9a7 req-3ca8d41f-fbbd-4c8f-805c-9850c6a45e0a tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:28.573132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8d41f-fbbd-4c8f-805c-9850c6a45e0a tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Pushing event deleted for resources: {'Port': ['ID=46dcd47e-e74a-41d4-9cb3-111d273b6ea8,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:28.662040 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63354734-9855-4aa9-980e-a2ea3b050aba req-9812cb13-35aa-4c68-9d9d-cc57141c6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:28.663506 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-63354734-9855-4aa9-980e-a2ea3b050aba req-9812cb13-35aa-4c68-9d9d-cc57141c6d26 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1e2311e5fc246878549322368853f45&device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 1094 time: 0.0459671 Dec 12 17:42:28.665542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-84ea42dd-1ae3-4c91-8845-06ca7234ab1a tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:28.667182 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-84ea42dd-1ae3-4c91-8845-06ca7234ab1a tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/networks?id=48de17cc-348a-47bb-8807-5fff0fe75c36 HTTP/1.1" status: 200 len: 812 time: 0.2062757 Dec 12 17:42:28.668144 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-52f9296c-523b-462a-af90-cf248d96f9a7 req-3ca8d41f-fbbd-4c8f-805c-9850c6a45e0a tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:28.670800 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-52f9296c-523b-462a-af90-cf248d96f9a7 req-3ca8d41f-fbbd-4c8f-805c-9850c6a45e0a tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:28.672075 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52f9296c-523b-462a-af90-cf248d96f9a7 req-3ca8d41f-fbbd-4c8f-805c-9850c6a45e0a tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "DELETE /v2.0/floatingips/aa7b4bd5-9c28-43c1-aef2-901cf7b92174 HTTP/1.1" status: 204 len: 173 time: 0.7836666 Dec 12 17:42:28.689878 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-9247c5cc-0f25-4de1-88ec-abf2388a52b3 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/quotas/cbcff9014fcb40e28febd2b73319f10b HTTP/1.1" status: 200 len: 375 time: 0.0104876 Dec 12 17:42:28.751312 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-d8a30981-186b-4929-bd03-d71036ca213d tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbcff9014fcb40e28febd2b73319f10b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551577 Dec 12 17:42:28.854890 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63354734-9855-4aa9-980e-a2ea3b050aba req-d0431c14-c3db-4ce2-b433-35ff98b9268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:28.857161 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-63354734-9855-4aa9-980e-a2ea3b050aba req-d0431c14-c3db-4ce2-b433-35ff98b9268d service neutron] 10.222.0.31 "GET /v2.0/networks?id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d HTTP/1.1" status: 200 len: 914 time: 0.1660533 Dec 12 17:42:28.877609 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-99745a0b-6c94-4872-a3ea-7e4277bff185 service neutron] 10.222.0.18 "GET /v2.0/networks/48de17cc-348a-47bb-8807-5fff0fe75c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130321 Dec 12 17:42:28.905160 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-63354734-9855-4aa9-980e-a2ea3b050aba req-14c87f7a-511a-41ed-b55f-16386bfb3c75 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d431cd1-d670-4ba9-a4bb-be8af206a78e HTTP/1.1" status: 200 len: 217 time: 0.0395739 Dec 12 17:42:28.997513 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63354734-9855-4aa9-980e-a2ea3b050aba req-519c01d0-fb2c-42ae-9ffd-cf9b2fa4d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:28.999013 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-63354734-9855-4aa9-980e-a2ea3b050aba req-519c01d0-fb2c-42ae-9ffd-cf9b2fa4d2db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=913bf011-774f-4e4f-a70e-8837b1ba8f4a HTTP/1.1" status: 200 len: 853 time: 0.0860212 Dec 12 17:42:29.010701 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:42:29.037410 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-63354734-9855-4aa9-980e-a2ea3b050aba req-cfdc4ee2-d3e2-43bc-900a-1d97fbddce70 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294893 Dec 12 17:42:29.046659 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-ee74ec74-5a3c-4816-bd1c-d2dee5113530 service neutron] 10.222.0.18 "GET /v2.0/networks/48de17cc-348a-47bb-8807-5fff0fe75c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491389 Dec 12 17:42:29.073959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d719a82-a8f9-475c-8ef5-194b7f11bb6f req-211b362b-2e91-4896-b68b-63d5779535f0 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:29.076311 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d719a82-a8f9-475c-8ef5-194b7f11bb6f req-211b362b-2e91-4896-b68b-63d5779535f0 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 950 time: 0.0760379 Dec 12 17:42:29.077900 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:42:29.082649 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:29.083138 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:29.138225 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d719a82-a8f9-475c-8ef5-194b7f11bb6f req-634ca31f-cdcd-4221-be8e-ba9ed71a4f49 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554168 Dec 12 17:42:29.214051 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:29.261304 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-63354734-9855-4aa9-980e-a2ea3b050aba req-244baeba-89ff-4c8d-ac0b-3632d01bc393 service neutron] 10.222.0.31 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157595 Dec 12 17:42:29.288373 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c785632-fdaa-4089-84af-60cfbfa3dae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:42:29.290668 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f72c84-5b25-4b3f-bd36-1f0ac7b2deb2" -d '{"events": [{"server_uuid": "9c785632-fdaa-4089-84af-60cfbfa3dae3", "name": "network-vif-plugged", "status": "completed", "tag": "715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:42:29.299640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9aa41-ad1b-4598-97bb-cf62b6e7c759 req-4e79bb36-0760-4b94-ba69-9e5a4094a45e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:29.308796 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cb9aa41-ad1b-4598-97bb-cf62b6e7c759 req-4e79bb36-0760-4b94-ba69-9e5a4094a45e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 943 time: 0.0767694 Dec 12 17:42:29.326093 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec,segment=NetworkSegment(b8babf07-4fbb-4d09-ab8f-ba1c0b914d73),segment_id=b8babf07-4fbb-4d09-ab8f-ba1c0b914d73)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:29.341957 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:29.376993 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cb9aa41-ad1b-4598-97bb-cf62b6e7c759 req-3a24ca8b-52bd-46e7-9e7b-0c8ada4db489 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634100 Dec 12 17:42:29.427450 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:29.451725 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-63354734-9855-4aa9-980e-a2ea3b050aba req-74303adf-33cf-4b04-9900-23037ecfffa9 service neutron] 10.222.0.31 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822534 Dec 12 17:42:29.576757 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47696) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:29.576929 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-d73da7fc-d559-4b63-a87b-5b944bc2a864 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1874917 Dec 12 17:42:29.591648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34ed48-1cf6-4ea8-bc0b-e8e98b540f38 req-c4c42dc8-77d5-4146-add9-bd0fb6d8aa43 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:29.593123 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd34ed48-1cf6-4ea8-bc0b-e8e98b540f38 req-c4c42dc8-77d5-4146-add9-bd0fb6d8aa43 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0838103 Dec 12 17:42:29.596742 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-94bbdb67-ffc9-4152-b40a-45306ad1471e tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:29.645520 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-94bbdb67-ffc9-4152-b40a-45306ad1471e tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:29.720186 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ddbcd99f-24ee-4390-ac7c-4a381581e050 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-25909265-network', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:29.765754 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd34ed48-1cf6-4ea8-bc0b-e8e98b540f38 req-4bea9d8c-8093-4465-ab62-a0e92c0d4b3e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635787 Dec 12 17:42:29.773909 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbcd99f-24ee-4390-ac7c-4a381581e050 admin admin] Made reservation on behalf of a1c7658189a3432294704a1c05577cb7 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:42:29.777001 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddbcd99f-24ee-4390-ac7c-4a381581e050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:29.787891 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddbcd99f-24ee-4390-ac7c-4a381581e050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:29.835692 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-94bbdb67-ffc9-4152-b40a-45306ad1471e tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:29.879461 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddbcd99f-24ee-4390-ac7c-4a381581e050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:29.885966 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddbcd99f-24ee-4390-ac7c-4a381581e050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:29.922925 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbcd99f-24ee-4390-ac7c-4a381581e050 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:42:29.930240 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbcd99f-24ee-4390-ac7c-4a381581e050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2cc528-f066-44a1-95de-c927bfa37938,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:29.937425 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddbcd99f-24ee-4390-ac7c-4a381581e050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:29.937775 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-ddbcd99f-24ee-4390-ac7c-4a381581e050 admin admin] Added segment 360e48c0-176c-4d00-a7b5-18f9c6918291 of type vlan for network f2cf9a89-6a62-4455-ac95-351125d25e6e Dec 12 17:42:29.982881 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddbcd99f-24ee-4390-ac7c-4a381581e050 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:30.013272 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddbcd99f-24ee-4390-ac7c-4a381581e050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:30.014281 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbcd99f-24ee-4390-ac7c-4a381581e050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:30.014876 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddbcd99f-24ee-4390-ac7c-4a381581e050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:30.021235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-94bbdb67-ffc9-4152-b40a-45306ad1471e tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Allocated IP 172.25.1.218 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/b058c659-836a-4279-b919-a65c61455a77) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:42:30.044444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669e5c7-85cb-497e-b0aa-c7c2062a9d26 req-a90c7ddf-504d-4443-adae-c5b9d8bae2f6 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:30.052181 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b669e5c7-85cb-497e-b0aa-c7c2062a9d26 req-a90c7ddf-504d-4443-adae-c5b9d8bae2f6 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c785632-fdaa-4089-84af-60cfbfa3dae3 HTTP/1.1" status: 200 len: 945 time: 0.0928891 Dec 12 17:42:30.076289 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ddbcd99f-24ee-4390-ac7c-4a381581e050 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4950738 Dec 12 17:42:30.077169 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47714) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:30.088527 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-196868b6-b4e8-418f-8ae1-a62590068290 admin admin] Request body: {'subnet': {'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-25909265-subnet', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:30.107081 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbcd99f-24ee-4390-ac7c-4a381581e050 admin admin] Pushing event updated for resources: {'Network': ['ID=f2cf9a89-6a62-4455-ac95-351125d25e6e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:30.117308 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196868b6-b4e8-418f-8ae1-a62590068290 admin admin] Made reservation on behalf of a1c7658189a3432294704a1c05577cb7 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:42:30.120082 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-196868b6-b4e8-418f-8ae1-a62590068290 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:30.124218 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network f2cf9a89-6a62-4455-ac95-351125d25e6e details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:42:30.146191 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b669e5c7-85cb-497e-b0aa-c7c2062a9d26 req-9eac7d0b-1815-43f1-80e2-c961ea87b5f5 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5895a05-19a1-4c78-a7a7-0af14fc60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931439 Dec 12 17:42:30.207969 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-94bbdb67-ffc9-4152-b40a-45306ad1471e tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:30.222148 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e66975-e055-4d00-8ea5-866c627fb194 x-openstack-request-id: req-d1e66975-e055-4d00-8ea5-866c627fb194 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:42:30.223290 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c785632-fdaa-4089-84af-60cfbfa3dae3", "name": "network-vif-plugged", "status": "completed", "tag": "715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:42:30.223726 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1e66975-e055-4d00-8ea5-866c627fb194 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:42:30.224828 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c785632-fdaa-4089-84af-60cfbfa3dae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec', 'code': 200} Dec 12 17:42:30.297310 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-94bbdb67-ffc9-4152-b40a-45306ad1471e tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:30.316369 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-196868b6-b4e8-418f-8ae1-a62590068290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:30.325376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-786e337c-1133-4d09-b9b3-f817671c35ce req-45a628cd-d00e-4374-8776-3b05f5689f27 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/ports?device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 210 time: 0.0409472 Dec 12 17:42:30.357835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-94bbdb67-ffc9-4152-b40a-45306ad1471e tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:30.363509 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-94bbdb67-ffc9-4152-b40a-45306ad1471e tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:30.367344 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-94bbdb67-ffc9-4152-b40a-45306ad1471e tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:42:30.391659 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbdb67-ffc9-4152-b40a-45306ad1471e tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Pushing event updated for resources: {'Port': ['ID=b058c659-836a-4279-b919-a65c61455a77,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:30.394778 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196868b6-b4e8-418f-8ae1-a62590068290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a09640c-72ee-433d-95a8-a7e7a6c44cc0,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:30.402813 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268422f-32a8-4632-9989-4f06c74507e4 req-af3e1c38-b388-43bf-9683-3eadd9d170b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:30.404367 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1268422f-32a8-4632-9989-4f06c74507e4 req-af3e1c38-b388-43bf-9683-3eadd9d170b1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9c785632-fdaa-4089-84af-60cfbfa3dae3 HTTP/1.1" status: 200 len: 1096 time: 0.0998039 Dec 12 17:42:30.419748 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196868b6-b4e8-418f-8ae1-a62590068290 admin admin] Checking segment: {'id': '360e48c0-176c-4d00-a7b5-18f9c6918291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:42:30.420291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196868b6-b4e8-418f-8ae1-a62590068290 admin admin] Network hostable DHCP agents. Network: f2cf9a89-6a62-4455-ac95-351125d25e6e, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:42:30.465723 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-94bbdb67-ffc9-4152-b40a-45306ad1471e tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:30.476600 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196868b6-b4e8-418f-8ae1-a62590068290 admin admin] Network f2cf9a89-6a62-4455-ac95-351125d25e6e is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:42:30.481874 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1268422f-32a8-4632-9989-4f06c74507e4 req-7112cd82-186d-45e3-9e8a-09aa9def8219 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c5895a05-19a1-4c78-a7a7-0af14fc60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681901 Dec 12 17:42:30.491794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-196868b6-b4e8-418f-8ae1-a62590068290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, f2cf9a89-6a62-4455-ac95-351125d25e6e) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:30.497485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196868b6-b4e8-418f-8ae1-a62590068290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:30.498077 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-196868b6-b4e8-418f-8ae1-a62590068290 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:30.514085 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-94bbdb67-ffc9-4152-b40a-45306ad1471e tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:30.514362 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595bec7f-c18d-4df2-9458-cbcfc939ef21 None None] Network f2cf9a89-6a62-4455-ac95-351125d25e6e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:42:30.524847 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-196868b6-b4e8-418f-8ae1-a62590068290 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4465170 Dec 12 17:42:30.527358 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47730) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:30.532208 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-25909265-router', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:30.557567 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:30.559481 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:30.629715 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:30.646594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b603e6-79db-4f73-a18a-a6f580540c50 req-af994ab5-f8fe-4efb-a088-c460c3f53866 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:30.648248 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59b603e6-79db-4f73-a18a-a6f580540c50 req-af994ab5-f8fe-4efb-a088-c460c3f53866 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 950 time: 0.1126375 Dec 12 17:42:30.736773 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59b603e6-79db-4f73-a18a-a6f580540c50 req-332853b4-20b0-47d0-a60e-dd77563dfcd0 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817258 Dec 12 17:42:30.760852 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-94bbdb67-ffc9-4152-b40a-45306ad1471e tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:30.771979 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-94bbdb67-ffc9-4152-b40a-45306ad1471e tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:30.854140 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:30.863703 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-f2cf9a89-6a62-4455-ac95-351125d25e6e', 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e', 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'fixed_ips': [{'subnet_id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:42:30.864564 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:30.885987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbdb67-ffc9-4152-b40a-45306ad1471e tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Pushing event updated for resources: {'Port': ['ID=b058c659-836a-4279-b919-a65c61455a77,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:30.906729 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-94bbdb67-ffc9-4152-b40a-45306ad1471e tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:30.929046 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ebb87-22bf-4795-9181-9f66e749fcbd req-0b3ec4b2-f947-48d6-9686-432f0848695d tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:30.930560 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-440ebb87-22bf-4795-9181-9f66e749fcbd req-0b3ec4b2-f947-48d6-9686-432f0848695d tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 943 time: 0.0857766 Dec 12 17:42:30.941359 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-94bbdb67-ffc9-4152-b40a-45306ad1471e tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:30.944348 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-dcbbff50-564e-446c-aeda-fff59ff1697d tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:30.946176 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-dcbbff50-564e-446c-aeda-fff59ff1697d tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.20 "GET /v2.0/networks?id=48de17cc-348a-47bb-8807-5fff0fe75c36 HTTP/1.1" status: 200 len: 812 time: 0.2354929 Dec 12 17:42:30.948672 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-94bbdb67-ffc9-4152-b40a-45306ad1471e tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3657663 Dec 12 17:42:31.010238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7d431cd1-d670-4ba9-a4bb-be8af206a78e details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:42:31.017392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-9ecc28b7-2cbf-464a-84bd-4b3df0ec51f9 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.218 HTTP/1.1" status: 200 len: 696 time: 0.0677884 Dec 12 17:42:31.032876 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-617f99dd-f7b9-4439-8000-0974a0d8437d tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbcff9014fcb40e28febd2b73319f10b HTTP/1.1" status: 200 len: 380 time: 0.0724256 Dec 12 17:42:31.051625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-0577571a-a0ed-41f0-9585-bfed80715ed2 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Request body: {'port': {'device_id': '27780f23-d944-4f83-a675-8c22bcf2342d', 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36', 'admin_state_up': True, 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'security_groups': ['2544c021-20c1-4a87-b96f-78d836dcf7ea']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:31.052302 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Allocated IP 172.20.0.2 (f2cf9a89-6a62-4455-ac95-351125d25e6e/8a09640c-72ee-433d-95a8-a7e7a6c44cc0/9b590f6d-1f0f-43df-b6c2-d96732d47469) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:42:31.094246 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-440ebb87-22bf-4795-9181-9f66e749fcbd req-544c619f-901f-456a-a63e-d39453ae53ac tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433139 Dec 12 17:42:31.174621 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-8261fd45-bf9f-41b6-b525-77f7bddca97d tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:31.176379 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0cef5b9-790d-48a1-81d9-cfbe2f4cac13 req-8261fd45-bf9f-41b6-b525-77f7bddca97d tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.1582386 Dec 12 17:42:31.203441 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7d431cd1-d670-4ba9-a4bb-be8af206a78e, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7d431cd1-d670-4ba9-a4bb-be8af206a78e,segment=NetworkSegment(99d4fbf6-70e9-4774-b677-000907b84685),segment_id=99d4fbf6-70e9-4774-b677-000907b84685)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:31.230753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '7d431cd1-d670-4ba9-a4bb-be8af206a78e', 'network_id': '523f7885-2a3b-4fcb-8b42-d7268e79ac1d', 'port_id': '7d431cd1-d670-4ba9-a4bb-be8af206a78e', 'mac_address': 'fa:16:3e:eb:05:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913bf011-774f-4e4f-a70e-8837b1ba8f4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:42:31.316475 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:31.329307 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f74e2-382f-4ae7-87ea-91d2d1db1f90 req-76a39872-f5fb-4f1d-bc3b-f2f91c99c7b6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:31.329742 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:31.330844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c80f74e2-382f-4ae7-87ea-91d2d1db1f90 req-76a39872-f5fb-4f1d-bc3b-f2f91c99c7b6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0867143 Dec 12 17:42:31.337569 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d431cd1-d670-4ba9-a4bb-be8af206a78e {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:42:31.344190 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:31.350767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50d03e-7625-4ab2-9300-544e0346f0be req-fdc4ba46-d6b4-4e7d-b549-0358bf6a60d3 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:31.352821 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0e50d03e-7625-4ab2-9300-544e0346f0be req-fdc4ba46-d6b4-4e7d-b549-0358bf6a60d3 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c785632-fdaa-4089-84af-60cfbfa3dae3 HTTP/1.1" status: 200 len: 945 time: 0.0978608 Dec 12 17:42:31.389121 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7d431cd1-d670-4ba9-a4bb-be8af206a78e, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7d431cd1-d670-4ba9-a4bb-be8af206a78e,segment=NetworkSegment(99d4fbf6-70e9-4774-b677-000907b84685),segment_id=99d4fbf6-70e9-4774-b677-000907b84685)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:31.402559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Network f2cf9a89-6a62-4455-ac95-351125d25e6e is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:31.403383 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:31.408044 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:31.411702 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:42:31.427918 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Pushing event updated for resources: {'Port': ['ID=9b590f6d-1f0f-43df-b6c2-d96732d47469,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:31.445348 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c80f74e2-382f-4ae7-87ea-91d2d1db1f90 req-e257b996-0793-48c9-ad7f-d3ef47dd6fbd tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906296 Dec 12 17:42:31.465629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0e50d03e-7625-4ab2-9300-544e0346f0be req-ebaf5ea5-461a-4d53-ab12-8241dccd880c tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5895a05-19a1-4c78-a7a7-0af14fc60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882688 Dec 12 17:42:31.506128 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Attempting to bind port 9b590f6d-1f0f-43df-b6c2-d96732d47469 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:42:31.506507 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Attempting to bind port 9b590f6d-1f0f-43df-b6c2-d96732d47469 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '360e48c0-176c-4d00-a7b5-18f9c6918291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:42:31.506878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Attempting to bind port 9b590f6d-1f0f-43df-b6c2-d96732d47469 on network f2cf9a89-6a62-4455-ac95-351125d25e6e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:42:31.520524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:42:31.520904 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Checking segment: {'id': '360e48c0-176c-4d00-a7b5-18f9c6918291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:42:31.521320 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:31.521718 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Bound using segment: {'id': '360e48c0-176c-4d00-a7b5-18f9c6918291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:42:31.522191 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Bound port: 9b590f6d-1f0f-43df-b6c2-d96732d47469, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360e48c0-176c-4d00-a7b5-18f9c6918291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:42:31.522576 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:31.525573 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=7d431cd1-d670-4ba9-a4bb-be8af206a78e,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:31.577953 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc499010-387a-4b95-97ac-ea588c75ff92 req-895bd390-1182-4d4a-8edb-497f7e377e70 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/floatingips/2a073d1f-4634-4c9e-80c9-7fe999e32044 HTTP/1.1" status: 200 len: 693 time: 0.0685349 Dec 12 17:42:31.614124 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] For port 9b590f6d-1f0f-43df-b6c2-d96732d47469, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:42:31.621812 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] For port 9b590f6d-1f0f-43df-b6c2-d96732d47469, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9b590f6d-1f0f-43df-b6c2-d96732d47469,segment=NetworkSegment(360e48c0-176c-4d00-a7b5-18f9c6918291),segment_id=360e48c0-176c-4d00-a7b5-18f9c6918291)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:42:31.626190 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:31.640990 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:31.653547 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:31.683678 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3987471c-4dca-445d-b632-2312bd35f9ea req-38e6ed3c-8821-42af-ae41-121794516a9e tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/ports?device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 210 time: 0.0350397 Dec 12 17:42:31.724274 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-0577571a-a0ed-41f0-9585-bfed80715ed2 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Made reservation on behalf of cbcff9014fcb40e28febd2b73319f10b for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:42:31.729137 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-0577571a-a0ed-41f0-9585-bfed80715ed2 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:31.737944 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddbc48-73af-4ab1-ae23-76bfa3b51d35 None None] Pushing event updated for resources: {'Port': ['ID=9b590f6d-1f0f-43df-b6c2-d96732d47469,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:31.746265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc499010-387a-4b95-97ac-ea588c75ff92 req-628aa924-7abb-4e43-96ec-fd5893a52d50 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:31.754668 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc499010-387a-4b95-97ac-ea588c75ff92 req-628aa924-7abb-4e43-96ec-fd5893a52d50 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.1751046 Dec 12 17:42:31.761249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['7d431cd1-d670-4ba9-a4bb-be8af206a78e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:42:31.872451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc499010-387a-4b95-97ac-ea588c75ff92 req-008ffd07-0c5e-4a7e-9c6b-9d91f28a07f4 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.218 HTTP/1.1" status: 200 len: 696 time: 0.1174383 Dec 12 17:42:31.888163 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] Allocated IP 172.25.1.53 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/8ea75bcc-5568-4589-824d-3d03100d3a4f) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:42:31.967689 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc499010-387a-4b95-97ac-ea588c75ff92 req-ee43a998-a946-46a2-984f-0fcf39db40ce tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.218 HTTP/1.1" status: 200 len: 696 time: 0.0934289 Dec 12 17:42:32.000206 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-0577571a-a0ed-41f0-9585-bfed80715ed2 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Allocated IP 172.20.0.11 (48de17cc-348a-47bb-8807-5fff0fe75c36/175ad6af-652d-4538-a2db-e98b64ba2b71/73d6aef0-1cc2-4318-af5f-6695784a7c2d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:42:32.043795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b286b8b-bfdb-4181-b896-8f42eaa4899e req-9e59e879-3b9a-411b-b509-cc873c9e95bc tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:32.064088 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b286b8b-bfdb-4181-b896-8f42eaa4899e req-9e59e879-3b9a-411b-b509-cc873c9e95bc tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 950 time: 0.1379116 Dec 12 17:42:32.113951 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:32.197502 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b286b8b-bfdb-4181-b896-8f42eaa4899e req-c1b6aee6-1734-4ba1-ad7b-1ee67c7e7177 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319416 Dec 12 17:42:32.216106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-dc499010-387a-4b95-97ac-ea588c75ff92 req-63997ab5-4ca7-40f0-a3e5-aee95bb6c3ad tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Deleting port b058c659-836a-4279-b919-a65c61455a77 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:42:32.216457 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-dc499010-387a-4b95-97ac-ea588c75ff92 req-63997ab5-4ca7-40f0-a3e5-aee95bb6c3ad tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:32.238568 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:32.243891 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-0577571a-a0ed-41f0-9585-bfed80715ed2 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:32.292879 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:32.298725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:32.309915 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:42:32.311956 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-dc499010-387a-4b95-97ac-ea588c75ff92 req-63997ab5-4ca7-40f0-a3e5-aee95bb6c3ad tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:32.312313 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-dc499010-387a-4b95-97ac-ea588c75ff92 req-63997ab5-4ca7-40f0-a3e5-aee95bb6c3ad tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:32.317445 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ea75bcc-5568-4589-824d-3d03100d3a4f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:32.325063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-dc499010-387a-4b95-97ac-ea588c75ff92 req-63997ab5-4ca7-40f0-a3e5-aee95bb6c3ad tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Calling delete_port for b058c659-836a-4279-b919-a65c61455a77 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:42:32.455013 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-0577571a-a0ed-41f0-9585-bfed80715ed2 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:32.484053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346c0e5-e9b8-430c-ad2c-ee0e620fc328 req-b3b655ae-d801-4a24-85f2-567b2472354e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:32.485971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1346c0e5-e9b8-430c-ad2c-ee0e620fc328 req-b3b655ae-d801-4a24-85f2-567b2472354e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 944 time: 0.0962441 Dec 12 17:42:32.547176 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-0577571a-a0ed-41f0-9585-bfed80715ed2 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Network 48de17cc-348a-47bb-8807-5fff0fe75c36 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:32.553316 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-0577571a-a0ed-41f0-9585-bfed80715ed2 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:32.560689 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-0577571a-a0ed-41f0-9585-bfed80715ed2 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:42:32.592376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1346c0e5-e9b8-430c-ad2c-ee0e620fc328 req-856da6ad-bf17-448c-adfc-76bcde26effc tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899537 Dec 12 17:42:32.614295 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-dc499010-387a-4b95-97ac-ea588c75ff92 req-63997ab5-4ca7-40f0-a3e5-aee95bb6c3ad tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:32.644422 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-0577571a-a0ed-41f0-9585-bfed80715ed2 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:32.645075 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-0577571a-a0ed-41f0-9585-bfed80715ed2 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:32.666988 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63997ab5-4ca7-40f0-a3e5-aee95bb6c3ad tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Pushing event deleted for resources: {'Port': ['ID=b058c659-836a-4279-b919-a65c61455a77,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:32.699359 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577571a-a0ed-41f0-9585-bfed80715ed2 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Pushing event updated for resources: {'Port': ['ID=73d6aef0-1cc2-4318-af5f-6695784a7c2d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:32.719679 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-0577571a-a0ed-41f0-9585-bfed80715ed2 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6742227 Dec 12 17:42:32.810439 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Request body: {'port': {'device_id': '27780f23-d944-4f83-a675-8c22bcf2342d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:32.811934 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-dc499010-387a-4b95-97ac-ea588c75ff92 req-63997ab5-4ca7-40f0-a3e5-aee95bb6c3ad tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:32.819867 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-dc499010-387a-4b95-97ac-ea588c75ff92 req-63997ab5-4ca7-40f0-a3e5-aee95bb6c3ad tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:32.837445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc499010-387a-4b95-97ac-ea588c75ff92 req-63997ab5-4ca7-40f0-a3e5-aee95bb6c3ad tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "DELETE /v2.0/floatingips/2a073d1f-4634-4c9e-80c9-7fe999e32044 HTTP/1.1" status: 204 len: 173 time: 0.8694804 Dec 12 17:42:32.898233 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:32.951315 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d367-a5db-4238-bbab-c19b21a89a88 req-8a8a090d-f8e1-4243-a8be-1170c0b1f3f3 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:32.952848 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3760d367-a5db-4238-bbab-c19b21a89a88 req-8a8a090d-f8e1-4243-a8be-1170c0b1f3f3 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c785632-fdaa-4089-84af-60cfbfa3dae3 HTTP/1.1" status: 200 len: 945 time: 0.0955844 Dec 12 17:42:32.969055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc154937-24e4-4504-839b-a0d51f54a8f7 req-8e1c381a-73b8-4a6c-be2a-4bf2a78972a3 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:32.970578 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc154937-24e4-4504-839b-a0d51f54a8f7 req-8e1c381a-73b8-4a6c-be2a-4bf2a78972a3 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0781121 Dec 12 17:42:32.981235 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:32.989529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8310a5d7-ba2c-44a0-8376-b6924c3f104d None None] Provisioning complete for port 73d6aef0-1cc2-4318-af5f-6695784a7c2d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:32.990129 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8310a5d7-ba2c-44a0-8376-b6924c3f104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:33.030289 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8310a5d7-ba2c-44a0-8376-b6924c3f104d None None] Port 73d6aef0-1cc2-4318-af5f-6695784a7c2d cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:42:33.033595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7d431cd1-d670-4ba9-a4bb-be8af206a78e up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:42:33.046024 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3760d367-a5db-4238-bbab-c19b21a89a88 req-f9565977-45ad-40c8-9e82-ebbf6f2b082d tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5895a05-19a1-4c78-a7a7-0af14fc60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737243 Dec 12 17:42:33.100217 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc154937-24e4-4504-839b-a0d51f54a8f7 req-8c236a38-ec6e-4aee-9a78-55b37d7c7deb tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058936 Dec 12 17:42:33.112232 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 7d431cd1-d670-4ba9-a4bb-be8af206a78e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:33.112622 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:33.195286 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542edeb1-1b46-4d94-846b-784fe8aa6b3b None None] Network f2cf9a89-6a62-4455-ac95-351125d25e6e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:42:33.288771 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733b376-55cc-4b8c-89ec-da63dc11a6aa req-5807c334-8b06-4f64-979e-07f76176a535 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:33.290454 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4733b376-55cc-4b8c-89ec-da63dc11a6aa req-5807c334-8b06-4f64-979e-07f76176a535 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/ports?device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 932 time: 0.1355963 Dec 12 17:42:33.291289 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-f5329d28-f3f0-4b69-b64c-4121ecdede04 req-771f1ad8-8ac6-4c2c-ac4e-d060c633099b tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] show failed (client error): The resource could not be found. Dec 12 17:42:33.292379 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5329d28-f3f0-4b69-b64c-4121ecdede04 req-771f1ad8-8ac6-4c2c-ac4e-d060c633099b tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/floatingips/2a073d1f-4634-4c9e-80c9-7fe999e32044 HTTP/1.1" status: 404 len: 350 time: 0.0609956 Dec 12 17:42:33.312153 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:33.348905 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089bc95b-1dd5-4455-914c-372d88b6e6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d431cd1-d670-4ba9-a4bb-be8af206a78e'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:42:33.351180 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36760c6e-68f8-49df-91ad-54427a4eb481" -d '{"events": [{"server_uuid": "089bc95b-1dd5-4455-914c-372d88b6e6a7", "name": "network-vif-plugged", "status": "completed", "tag": "7d431cd1-d670-4ba9-a4bb-be8af206a78e"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:42:33.358526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0357aaa8-7772-4467-9937-d49c1df78fc5 None None] Provisioning complete for port 9b590f6d-1f0f-43df-b6c2-d96732d47469 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:33.358955 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0357aaa8-7772-4467-9937-d49c1df78fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:33.362278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4733b376-55cc-4b8c-89ec-da63dc11a6aa req-9de41bcd-a9b0-4da7-a268-a3e4f2d26bce tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/security-groups?id=2544c021-20c1-4a87-b96f-78d836dcf7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622973 Dec 12 17:42:33.379001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7d431cd1-d670-4ba9-a4bb-be8af206a78e, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7d431cd1-d670-4ba9-a4bb-be8af206a78e,segment=NetworkSegment(99d4fbf6-70e9-4774-b677-000907b84685),segment_id=99d4fbf6-70e9-4774-b677-000907b84685)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:33.403946 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:33.538101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f1346-73b5-4683-b5bc-420754a01a8c req-7d011946-9190-4308-ab3f-43096d9283d5 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:33.545005 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=7d431cd1-d670-4ba9-a4bb-be8af206a78e,revision_number=10']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:33.563792 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-153f1346-73b5-4683-b5bc-420754a01a8c req-7d011946-9190-4308-ab3f-43096d9283d5 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 950 time: 0.1287854 Dec 12 17:42:33.630120 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d6aef0-1cc2-4318-af5f-6695784a7c2d {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:42:33.659147 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:33.676158 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0357aaa8-7772-4467-9937-d49c1df78fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:33.681225 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-153f1346-73b5-4683-b5bc-420754a01a8c req-7f357d19-8fa9-4bbd-8ef8-91798beb5bca tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129472 Dec 12 17:42:33.697110 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Transition to ACTIVE for port object 73d6aef0-1cc2-4318-af5f-6695784a7c2d will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:42:33.715431 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:33.744094 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-c6b9a97c-8173-43a2-8284-50735be8a3c6 req-a9a92e1d-603d-484d-b488-9dfc3b4556d6 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] show failed (client error): The resource could not be found. Dec 12 17:42:33.745175 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c6b9a97c-8173-43a2-8284-50735be8a3c6 req-a9a92e1d-603d-484d-b488-9dfc3b4556d6 tempest-FloatingIPsTestJSON-783878672 tempest-FloatingIPsTestJSON-783878672-project] 10.222.0.18 "GET /v2.0/floatingips/2a073d1f-4634-4c9e-80c9-7fe999e32044 HTTP/1.1" status: 404 len: 350 time: 0.0857744 Dec 12 17:42:33.756441 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0357aaa8-7772-4467-9937-d49c1df78fc5 None None] For port 9b590f6d-1f0f-43df-b6c2-d96732d47469, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9b590f6d-1f0f-43df-b6c2-d96732d47469,segment=NetworkSegment(360e48c0-176c-4d00-a7b5-18f9c6918291),segment_id=360e48c0-176c-4d00-a7b5-18f9c6918291)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:33.756743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47838) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:33.765872 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb559cdb-a4e2-4604-aab3-32fd8783b7fa x-openstack-request-id: req-bb559cdb-a4e2-4604-aab3-32fd8783b7fa {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:42:33.766130 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089bc95b-1dd5-4455-914c-372d88b6e6a7", "name": "network-vif-plugged", "status": "completed", "tag": "7d431cd1-d670-4ba9-a4bb-be8af206a78e", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:42:33.766386 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb559cdb-a4e2-4604-aab3-32fd8783b7fa {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:42:33.766785 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089bc95b-1dd5-4455-914c-372d88b6e6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d431cd1-d670-4ba9-a4bb-be8af206a78e', 'code': 200} Dec 12 17:42:33.769152 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0357aaa8-7772-4467-9937-d49c1df78fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:33.876784 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:33.925701 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Pushing event updated for resources: {'Port': ['ID=73d6aef0-1cc2-4318-af5f-6695784a7c2d,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:33.957162 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357aaa8-7772-4467-9937-d49c1df78fc5 None None] Pushing event updated for resources: {'Port': ['ID=9b590f6d-1f0f-43df-b6c2-d96732d47469,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:33.975523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caac83b-8a93-4965-8349-c9ef036e2492 req-17ccba30-ef79-4d42-8a3c-5d0154bc8006 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:33.977270 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8caac83b-8a93-4965-8349-c9ef036e2492 req-17ccba30-ef79-4d42-8a3c-5d0154bc8006 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.0916154 Dec 12 17:42:34.002908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e378b12c-bd4a-4cba-ae3c-5fad424dd104 None None] Provisioning complete for port 9b590f6d-1f0f-43df-b6c2-d96732d47469 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:34.003435 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e378b12c-bd4a-4cba-ae3c-5fad424dd104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:34.235909 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9b590f6d-1f0f-43df-b6c2-d96732d47469 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:42:34.353473 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 9b590f6d-1f0f-43df-b6c2-d96732d47469 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:34.353979 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:34.392315 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304d1ee-53a1-4ecf-acd6-8aed1ef9c4c3 req-68c9a56b-65f8-4779-9b18-cf0722c0f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:34.396842 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0304d1ee-53a1-4ecf-acd6-8aed1ef9c4c3 req-68c9a56b-65f8-4779-9b18-cf0722c0f2c8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 1097 time: 0.2036071 Dec 12 17:42:34.397854 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Attempting to bind port 73d6aef0-1cc2-4318-af5f-6695784a7c2d on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:42:34.398436 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Attempting to bind port 73d6aef0-1cc2-4318-af5f-6695784a7c2d by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'e417d31b-289b-4fab-a387-e1a55cc15d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:42:34.398964 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Attempting to bind port 73d6aef0-1cc2-4318-af5f-6695784a7c2d on network 48de17cc-348a-47bb-8807-5fff0fe75c36 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:42:34.420625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Port 73d6aef0-1cc2-4318-af5f-6695784a7c2d on network 48de17cc-348a-47bb-8807-5fff0fe75c36 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:42:34.421279 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Attempting to bind port 73d6aef0-1cc2-4318-af5f-6695784a7c2d on network 48de17cc-348a-47bb-8807-5fff0fe75c36 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:42:34.439560 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:42:34.440172 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Checking segment: {'id': 'e417d31b-289b-4fab-a387-e1a55cc15d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:42:34.441323 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Bound using segment: {'id': 'e417d31b-289b-4fab-a387-e1a55cc15d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:42:34.441980 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Bound port: 73d6aef0-1cc2-4318-af5f-6695784a7c2d, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e417d31b-289b-4fab-a387-e1a55cc15d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:42:34.442551 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:34.557396 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0304d1ee-53a1-4ecf-acd6-8aed1ef9c4c3 req-f4cedd7d-52c8-475a-9a39-1a899abb4911 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455541 Dec 12 17:42:34.597477 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8caac83b-8a93-4965-8349-c9ef036e2492 req-37c886d2-e711-4fe9-a345-5672164113e9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106751 Dec 12 17:42:34.636412 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] Router e1584a61-490a-467b-bd43-f5983f262020 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:42:34.656317 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] For port 73d6aef0-1cc2-4318-af5f-6695784a7c2d, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:42:34.664610 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] For port 73d6aef0-1cc2-4318-af5f-6695784a7c2d, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=73d6aef0-1cc2-4318-af5f-6695784a7c2d,segment=NetworkSegment(e417d31b-289b-4fab-a387-e1a55cc15d89),segment_id=e417d31b-289b-4fab-a387-e1a55cc15d89)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:42:34.675146 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:34.779716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fed26-fd64-4d85-9806-2fcc84b3d957 req-6bd25eab-0e62-4b36-82a5-4f034e76e69a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:34.782221 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-279fed26-fd64-4d85-9806-2fcc84b3d957 req-6bd25eab-0e62-4b36-82a5-4f034e76e69a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0773997 Dec 12 17:42:34.800536 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:34.801805 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:34.803933 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] 10.222.0.20 "PUT /v2.0/ports/73d6aef0-1cc2-4318-af5f-6695784a7c2d HTTP/1.1" status: 200 len: 1092 time: 2.0421073 Dec 12 17:42:34.807884 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27780f23-d944-4f83-a675-8c22bcf2342d', 'tag': '73d6aef0-1cc2-4318-af5f-6695784a7c2d'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:42:34.811093 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a51cf3-7b3f-40be-b278-820665c12896" -d '{"events": [{"name": "network-changed", "server_uuid": "27780f23-d944-4f83-a675-8c22bcf2342d", "tag": "73d6aef0-1cc2-4318-af5f-6695784a7c2d"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:42:34.949945 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15d8e7-a54f-40bc-b0c3-b5b53c57fe7d service neutron] Pushing event updated for resources: {'Port': ['ID=73d6aef0-1cc2-4318-af5f-6695784a7c2d,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:34.979980 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:42:34.980650 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-279fed26-fd64-4d85-9806-2fcc84b3d957 req-9085e846-38e3-4570-89b9-c129e17c3a57 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762629 Dec 12 17:42:34.990572 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Sync routers for ids ['e1584a61-490a-467b-bd43-f5983f262020'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:42:35.004989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-b754cc87-1faa-46bc-9d63-8e07693b4148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:35.007032 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-b754cc87-1faa-46bc-9d63-8e07693b4148 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbcff9014fcb40e28febd2b73319f10b&device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 1095 time: 0.1087966 Dec 12 17:42:35.015968 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:35.022623 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Routers {'e1584a61-490a-467b-bd43-f5983f262020'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:42:35.023329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:42:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e1584a61-490a-467b-bd43-f5983f262020'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:35.024130 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-14e94a0b-4a20-4c7b-9cb2-91aa397759b3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4917285 Dec 12 17:42:35.027182 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47890) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:35.097819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988956a7-e324-4e2f-b9bd-6c9ad851abef req-13530e38-1328-41c8-b169-aa956ec49cbf tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:35.099521 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-988956a7-e324-4e2f-b9bd-6c9ad851abef req-13530e38-1328-41c8-b169-aa956ec49cbf tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/ports?device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 944 time: 0.1568964 Dec 12 17:42:35.111550 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4ee2-c909-42d7-a816-39d303f64f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:35.142477 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-add5f77c-46a6-47fe-9abb-3ec34dfc26ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73d6aef0-1cc2-4318-af5f-6695784a7c2d HTTP/1.1" status: 200 len: 217 time: 0.1169031 Dec 12 17:42:35.171184 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Set router e1584a61-490a-467b-bd43-f5983f262020 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:42:35.203365 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-3eeb77a5-920d-4e3b-b7fe-ad756ee13f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:35.205709 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-3eeb77a5-920d-4e3b-b7fe-ad756ee13f41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=175ad6af-652d-4538-a2db-e98b64ba2b71 HTTP/1.1" status: 200 len: 851 time: 0.0540791 Dec 12 17:42:35.259384 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-988956a7-e324-4e2f-b9bd-6c9ad851abef req-9eeafb54-c65d-43a2-b651-932f8841c765 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/security-groups?id=2544c021-20c1-4a87-b96f-78d836dcf7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450388 Dec 12 17:42:35.272781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770b657-36e0-4193-899a-9583de4fc5f3 req-96df00eb-b4a0-4a05-8732-8b1e37e48db9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:35.280408 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0770b657-36e0-4193-899a-9583de4fc5f3 req-96df00eb-b4a0-4a05-8732-8b1e37e48db9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 950 time: 0.1972024 Dec 12 17:42:35.375684 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc17ce44-a37b-42ae-b1af-0b2341801df2 x-openstack-request-id: req-dc17ce44-a37b-42ae-b1af-0b2341801df2 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:42:35.376324 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27780f23-d944-4f83-a675-8c22bcf2342d", "tag": "73d6aef0-1cc2-4318-af5f-6695784a7c2d", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:42:35.377185 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc17ce44-a37b-42ae-b1af-0b2341801df2 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:42:35.377822 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27780f23-d944-4f83-a675-8c22bcf2342d', 'tag': '73d6aef0-1cc2-4318-af5f-6695784a7c2d', 'status': 'completed', 'code': 200} Dec 12 17:42:35.389021 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d58b6890-3edc-4c76-89c1-1567919c996c tempest-MigrationsAdminTest-286282835 tempest-MigrationsAdminTest-286282835-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:42:35.390091 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d58b6890-3edc-4c76-89c1-1567919c996c tempest-MigrationsAdminTest-286282835 tempest-MigrationsAdminTest-286282835-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053766 Dec 12 17:42:35.392294 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-37c42506-473d-4251-b3db-2abe78853c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:35.393829 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-37c42506-473d-4251-b3db-2abe78853c41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48de17cc-348a-47bb-8807-5fff0fe75c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1816373 Dec 12 17:42:35.405456 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0770b657-36e0-4193-899a-9583de4fc5f3 req-794b421e-9774-4897-8cce-8fa732ce03d5 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240661 Dec 12 17:42:35.419279 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1584a61-490a-467b-bd43-f5983f262020', 'name': 'tempest-ServersTestFqdnHostnames-25909265-router', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:30Z', 'updated_at': '2021-12-12T17:42:32Z', 'revision_number': 3, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'gw_port': {'id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:31Z', 'updated_at': '2021-12-12T17:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:35.441641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Checking router: e1584a61-490a-467b-bd43-f5983f262020 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:42:35.442075 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Updating router e1584a61-490a-467b-bd43-f5983f262020 port 8ea75bcc-5568-4589-824d-3d03100d3a4f binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:42:35.471184 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:35.534121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d4ee2-c909-42d7-a816-39d303f64f47 admin admin] Deleting port 1259166f-d615-487c-b4fc-f2812e310469 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:42:35.534620 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4ee2-c909-42d7-a816-39d303f64f47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:35.625016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2e6d4ee2-c909-42d7-a816-39d303f64f47 admin admin] For port 1259166f-d615-487c-b4fc-f2812e310469, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1259166f-d615-487c-b4fc-f2812e310469,segment=NetworkSegment(c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a),segment_id=c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:35.625667 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4ee2-c909-42d7-a816-39d303f64f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:35.639464 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-5b02f11c-5010-4353-946d-fb36d0c2b661 service neutron] show failed (client error): The resource could not be found. Dec 12 17:42:35.640457 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-5b02f11c-5010-4353-946d-fb36d0c2b661 service neutron] 10.222.0.31 "GET /v2.0/ports/18ec65b4-6566-43c2-b715-772e8798b349/bindings/n-h2-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.1847854 Dec 12 17:42:35.646030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d4ee2-c909-42d7-a816-39d303f64f47 admin admin] Calling delete_port for 1259166f-d615-487c-b4fc-f2812e310469 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:42:35.736665 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-a4a31b51-0751-4f0b-b001-cce2c8449b4b service neutron] 10.222.0.20 "GET /v2.0/networks/48de17cc-348a-47bb-8807-5fff0fe75c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752521 Dec 12 17:42:35.963840 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9a22b30-dd84-4bb2-8548-45ba7f11861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:35.984896 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7138addb-4d08-4b0c-a08d-7107a7076b11 req-11cb8775-a87e-48e7-80df-acfcdc9d1dac service neutron] 10.222.0.20 "GET /v2.0/networks/48de17cc-348a-47bb-8807-5fff0fe75c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264383 Dec 12 17:42:36.022501 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:36.044548 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:36.123529 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fff32-c9fb-428b-9e27-17ec67b5625c req-b5de1a1a-5691-43d2-86c7-5ee036400ffb tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:36.125026 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac9fff32-c9fb-428b-9e27-17ec67b5625c req-b5de1a1a-5691-43d2-86c7-5ee036400ffb tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.2194574 Dec 12 17:42:36.195690 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Attempting to bind port 8ea75bcc-5568-4589-824d-3d03100d3a4f on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:42:36.196019 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Attempting to bind port 8ea75bcc-5568-4589-824d-3d03100d3a4f by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:42:36.196439 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Attempting to bind port 8ea75bcc-5568-4589-824d-3d03100d3a4f on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:42:36.213175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437ce69-5068-4b19-938b-719f982201de None None] Pushing event updated for resources: {'Port': ['ID=8ea75bcc-5568-4589-824d-3d03100d3a4f,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:36.223640 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:42:36.224880 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:42:36.225601 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:36.226319 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:42:36.226999 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Bound port: 8ea75bcc-5568-4589-824d-3d03100d3a4f, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:42:36.227613 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:36.267649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a51cf3-7b3f-40be-b278-820665c12896 req-de6e93f0-856d-4dac-a4c0-d906fafd348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:36.269159 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15a51cf3-7b3f-40be-b278-820665c12896 req-de6e93f0-856d-4dac-a4c0-d906fafd348c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbcff9014fcb40e28febd2b73319f10b&device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 1095 time: 0.1984875 Dec 12 17:42:36.282828 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac9fff32-c9fb-428b-9e27-17ec67b5625c req-0d660a0b-68e2-4cef-90df-e43969842edc tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480088 Dec 12 17:42:36.332598 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] For port 8ea75bcc-5568-4589-824d-3d03100d3a4f, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:42:36.340235 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] For port 8ea75bcc-5568-4589-824d-3d03100d3a4f, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8ea75bcc-5568-4589-824d-3d03100d3a4f,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:42:36.346116 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:36.357213 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4ee2-c909-42d7-a816-39d303f64f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:36.443055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d4ee2-c909-42d7-a816-39d303f64f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=1259166f-d615-487c-b4fc-f2812e310469,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:36.486247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437ce69-5068-4b19-938b-719f982201de None None] Pushing event updated for resources: {'Port': ['ID=8ea75bcc-5568-4589-824d-3d03100d3a4f,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:36.544484 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Routers {'e1584a61-490a-467b-bd43-f5983f262020'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:42:36.556454 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:42:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e1584a61-490a-467b-bd43-f5983f262020'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:36.676145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a51cf3-7b3f-40be-b278-820665c12896 req-f6d4d6b1-cbba-4f91-9025-b00ebd10aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:36.677782 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15a51cf3-7b3f-40be-b278-820665c12896 req-f6d4d6b1-cbba-4f91-9025-b00ebd10aa47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=48de17cc-348a-47bb-8807-5fff0fe75c36 HTTP/1.1" status: 200 len: 913 time: 0.3929040 Dec 12 17:42:36.735325 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143741b-211b-4acc-98f8-57c7afc05e9c req-86b21361-4a4d-4ee5-adb0-d1224196c244 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:36.744021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e143741b-211b-4acc-98f8-57c7afc05e9c req-86b21361-4a4d-4ee5-adb0-d1224196c244 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.4181736 Dec 12 17:42:36.817944 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15a51cf3-7b3f-40be-b278-820665c12896 req-5fc1ec14-4219-4f51-8736-399ce6b7dff7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73d6aef0-1cc2-4318-af5f-6695784a7c2d HTTP/1.1" status: 200 len: 217 time: 0.1288223 Dec 12 17:42:36.956395 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-0b8cbf2d-440d-4f16-8fb7-75bc8a948d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:36.958225 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-0b8cbf2d-440d-4f16-8fb7-75bc8a948d8e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b&tenant_id=de7d6d1331334b1d97a38f5467ee1df8 HTTP/1.1" status: 200 len: 1101 time: 0.9377248 Dec 12 17:42:36.980038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:37.055020 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] Set router e1584a61-490a-467b-bd43-f5983f262020 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:42:37.073802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a51cf3-7b3f-40be-b278-820665c12896 req-e9b2e367-f2bc-4c07-b050-5c991b8b361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:37.076484 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:37.077277 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15a51cf3-7b3f-40be-b278-820665c12896 req-e9b2e367-f2bc-4c07-b050-5c991b8b361a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=175ad6af-652d-4538-a2db-e98b64ba2b71 HTTP/1.1" status: 200 len: 851 time: 0.0988116 Dec 12 17:42:37.103423 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-c9a22b30-dd84-4bb2-8548-45ba7f11861c admin admin] Allocated IP 172.20.0.1 (f2cf9a89-6a62-4455-ac95-351125d25e6e/8a09640c-72ee-433d-95a8-a7e7a6c44cc0/32fb47dd-9978-4154-8269-5463def23f03) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:42:37.202645 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2e6d4ee2-c909-42d7-a816-39d303f64f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:37.214813 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e143741b-211b-4acc-98f8-57c7afc05e9c req-8c17e0a4-a6d3-4985-a332-17b2175d9b18 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4112325 Dec 12 17:42:37.329261 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a51cf3-7b3f-40be-b278-820665c12896 req-e5a114c1-404f-41e0-b8fb-49e2ebf40644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:37.330867 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15a51cf3-7b3f-40be-b278-820665c12896 req-e5a114c1-404f-41e0-b8fb-49e2ebf40644 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48de17cc-348a-47bb-8807-5fff0fe75c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2394536 Dec 12 17:42:37.407185 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1584a61-490a-467b-bd43-f5983f262020', 'name': 'tempest-ServersTestFqdnHostnames-25909265-router', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:30Z', 'updated_at': '2021-12-12T17:42:32Z', 'revision_number': 3, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'gw_port': {'id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:31Z', 'updated_at': '2021-12-12T17:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:37.441772 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bec93e-9f56-485b-8247-c00dfd03fe32 None None] The sync data for ids ['e1584a61-490a-467b-bd43-f5983f262020'] in n-d-760354-5 is: [{'id': 'e1584a61-490a-467b-bd43-f5983f262020', 'name': 'tempest-ServersTestFqdnHostnames-25909265-router', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:30Z', 'updated_at': '2021-12-12T17:42:32Z', 'revision_number': 3, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'gw_port': {'id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:31Z', 'updated_at': '2021-12-12T17:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:42:37.450739 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9a22b30-dd84-4bb2-8548-45ba7f11861c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:37.494991 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] For port 18ec65b4-6566-43c2-b715-772e8798b349, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=18ec65b4-6566-43c2-b715-772e8798b349,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:37.509536 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d0657-fab3-4534-a8a0-ab8d6b0e66be req-4a24b53f-fb62-4134-8a99-b3f0105fdb96 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:37.517646 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-345d0657-fab3-4534-a8a0-ab8d6b0e66be req-4a24b53f-fb62-4134-8a99-b3f0105fdb96 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/ports?device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 944 time: 0.1906135 Dec 12 17:42:37.532949 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5193182-76b2-4227-ac37-09373d8f96a0 req-fb893777-f57e-444c-9357-f3d49ab51fa3 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:37.534731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5193182-76b2-4227-ac37-09373d8f96a0 req-fb893777-f57e-444c-9357-f3d49ab51fa3 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 950 time: 0.2030003 Dec 12 17:42:37.554443 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9a22b30-dd84-4bb2-8548-45ba7f11861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:37.576845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15a51cf3-7b3f-40be-b278-820665c12896 req-85269822-bad3-4399-8908-c8f0eb2f9266 service neutron] 10.222.0.20 "GET /v2.0/networks/48de17cc-348a-47bb-8807-5fff0fe75c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296503 Dec 12 17:42:37.604135 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] For port 18ec65b4-6566-43c2-b715-772e8798b349, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:42:37.612262 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a22b30-dd84-4bb2-8548-45ba7f11861c admin admin] Network f2cf9a89-6a62-4455-ac95-351125d25e6e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:37.635638 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c9a22b30-dd84-4bb2-8548-45ba7f11861c admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:37.643427 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a22b30-dd84-4bb2-8548-45ba7f11861c admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:42:37.666144 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a22b30-dd84-4bb2-8548-45ba7f11861c admin admin] Pushing event updated for resources: {'Port': ['ID=32fb47dd-9978-4154-8269-5463def23f03,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:37.702944 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a330c65-7cad-4215-bc52-3e41f76e182b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ec65b4-6566-43c2-b715-772e8798b349'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:42:37.705651 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5617168-7ca4-4933-b454-35a427237128" -d '{"events": [{"server_uuid": "4a330c65-7cad-4215-bc52-3e41f76e182b", "name": "network-vif-unplugged", "status": "completed", "tag": "18ec65b4-6566-43c2-b715-772e8798b349"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:42:37.715658 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:37.758329 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-345d0657-fab3-4534-a8a0-ab8d6b0e66be req-099758d8-154c-452c-b311-c05d58b2c609 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/security-groups?id=2544c021-20c1-4a87-b96f-78d836dcf7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395942 Dec 12 17:42:37.767335 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Transition to ACTIVE for port object 18ec65b4-6566-43c2-b715-772e8798b349 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:42:37.768029 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5193182-76b2-4227-ac37-09373d8f96a0 req-78dd4d71-32a2-45d0-8a93-b015986ed003 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195141 Dec 12 17:42:37.771121 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9a22b30-dd84-4bb2-8548-45ba7f11861c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:37.843407 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:37.849290 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15a51cf3-7b3f-40be-b278-820665c12896 req-405b2f24-66f1-42e6-988a-107d60f89de9 service neutron] 10.222.0.20 "GET /v2.0/networks/48de17cc-348a-47bb-8807-5fff0fe75c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563419 Dec 12 17:42:37.854017 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6d4ee2-c909-42d7-a816-39d303f64f47 admin admin] Router fe7df179-0b30-4649-a433-b2831bb511d9 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:42:37.959609 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] No DVR routers for this DVR port 18ec65b4-6566-43c2-b715-772e8798b349 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:42:37.976606 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Pushing event updated for resources: {'Port': ['ID=18ec65b4-6566-43c2-b715-772e8798b349,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:38.069592 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f5e83cf8-9c08-4bac-b535-3c9325c845ab None None] Provisioning complete for port 32fb47dd-9978-4154-8269-5463def23f03 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:38.070472 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5e83cf8-9c08-4bac-b535-3c9325c845ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:38.115526 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Attempting to bind port 18ec65b4-6566-43c2-b715-772e8798b349 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:42:38.115902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Attempting to bind port 18ec65b4-6566-43c2-b715-772e8798b349 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:42:38.116239 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Attempting to bind port 18ec65b4-6566-43c2-b715-772e8798b349 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:42:38.136243 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Port 18ec65b4-6566-43c2-b715-772e8798b349 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:42:38.137162 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Attempting to bind port 18ec65b4-6566-43c2-b715-772e8798b349 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:42:38.157689 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:42:38.158039 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:42:38.158436 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:42:38.158882 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Bound port: 18ec65b4-6566-43c2-b715-772e8798b349, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:42:38.161151 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:38.180771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f5e83cf8-9c08-4bac-b535-3c9325c845ab None None] Port 32fb47dd-9978-4154-8269-5463def23f03 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:42:38.216532 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9a22b30-dd84-4bb2-8548-45ba7f11861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:38.305000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8ea75bcc-5568-4589-824d-3d03100d3a4f up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:42:38.377413 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8ea75bcc-5568-4589-824d-3d03100d3a4f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:38.377865 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:38.444939 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cafb02c-fa80-4832-bf3d-8590df7f3189 x-openstack-request-id: req-0cafb02c-fa80-4832-bf3d-8590df7f3189 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:42:38.445242 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a330c65-7cad-4215-bc52-3e41f76e182b", "name": "network-vif-unplugged", "status": "completed", "tag": "18ec65b4-6566-43c2-b715-772e8798b349", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:42:38.445501 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0cafb02c-fa80-4832-bf3d-8590df7f3189 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:42:38.445900 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a330c65-7cad-4215-bc52-3e41f76e182b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ec65b4-6566-43c2-b715-772e8798b349', 'code': 200} Dec 12 17:42:38.455982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] For port 18ec65b4-6566-43c2-b715-772e8798b349, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:42:38.476256 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] For port 18ec65b4-6566-43c2-b715-772e8798b349, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=18ec65b4-6566-43c2-b715-772e8798b349,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:42:38.497742 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:38.530120 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:38.568246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 8ea75bcc-5568-4589-824d-3d03100d3a4f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8ea75bcc-5568-4589-824d-3d03100d3a4f,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:38.579150 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:38.586701 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:38.587379 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:38.588876 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] 10.222.0.20 "PUT /v2.0/ports/18ec65b4-6566-43c2-b715-772e8798b349 HTTP/1.1" status: 200 len: 1096 time: 1.6187642 Dec 12 17:42:38.650173 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cb28c-f24c-4257-843c-e6785ec04223 service neutron] Pushing event updated for resources: {'Port': ['ID=18ec65b4-6566-43c2-b715-772e8798b349,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:38.669747 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=8ea75bcc-5568-4589-824d-3d03100d3a4f,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:38.683968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d387352-89b0-4f67-867e-f7c7e3a96225 req-de4e8091-3802-4b52-a7fc-39416d993c08 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:38.694532 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d387352-89b0-4f67-867e-f7c7e3a96225 req-de4e8091-3802-4b52-a7fc-39416d993c08 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.1633651 Dec 12 17:42:38.696848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 73d6aef0-1cc2-4318-af5f-6695784a7c2d details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:42:38.726975 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9a22b30-dd84-4bb2-8548-45ba7f11861c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:38.746676 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9a22b30-dd84-4bb2-8548-45ba7f11861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:38.759789 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d387352-89b0-4f67-867e-f7c7e3a96225 req-ee3cf278-edee-4a93-bb74-508515de7048 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641055 Dec 12 17:42:38.774958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afb96f-06fe-42c1-9d00-91a51b99a0f8 req-1e341fdc-c279-452a-a456-92658b69b144 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:38.786662 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57afb96f-06fe-42c1-9d00-91a51b99a0f8 req-1e341fdc-c279-452a-a456-92658b69b144 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bb044f7-e216-4a85-8ac3-68c538b7b6b7 HTTP/1.1" status: 200 len: 947 time: 0.2414284 Dec 12 17:42:38.799758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6d4ee2-c909-42d7-a816-39d303f64f47 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:42:38.812106 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb25c5b-81e8-4518-8d57-4934350475d1 None None] Sync routers for ids ['fe7df179-0b30-4649-a433-b2831bb511d9'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:42:38.813226 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2e6d4ee2-c909-42d7-a816-39d303f64f47 admin admin] 10.222.0.18 "PUT /v2.0/routers/fe7df179-0b30-4649-a433-b2831bb511d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0546453 Dec 12 17:42:38.820622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 48048) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:38.836919 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb25c5b-81e8-4518-8d57-4934350475d1 None None] Routers {'fe7df179-0b30-4649-a433-b2831bb511d9'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:42:38.837988 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ccb25c5b-81e8-4518-8d57-4934350475d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:42:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fe7df179-0b30-4649-a433-b2831bb511d9'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:38.938406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 73d6aef0-1cc2-4318-af5f-6695784a7c2d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=73d6aef0-1cc2-4318-af5f-6695784a7c2d,segment=NetworkSegment(e417d31b-289b-4fab-a387-e1a55cc15d89),segment_id=e417d31b-289b-4fab-a387-e1a55cc15d89)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:38.939792 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-a07470c8-e5a3-45d6-a2dc-501e319d7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:38.941316 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-a07470c8-e5a3-45d6-a2dc-501e319d7f48 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 1099 time: 0.3181658 Dec 12 17:42:38.946202 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9a22b30-dd84-4bb2-8548-45ba7f11861c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:38.961980 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '73d6aef0-1cc2-4318-af5f-6695784a7c2d', 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36', 'port_id': '73d6aef0-1cc2-4318-af5f-6695784a7c2d', 'mac_address': 'fa:16:3e:db:bf:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175ad6af-652d-4538-a2db-e98b64ba2b71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:42:38.994083 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-ccb25c5b-81e8-4518-8d57-4934350475d1 None None] Set router fe7df179-0b30-4649-a433-b2831bb511d9 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:42:38.998462 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a22b30-dd84-4bb2-8548-45ba7f11861c admin admin] Pushing event updated for resources: {'Port': ['ID=32fb47dd-9978-4154-8269-5463def23f03,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:39.012574 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57afb96f-06fe-42c1-9d00-91a51b99a0f8 req-e978c3b4-fb6e-4adc-a3a5-3c0233d65efc tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/security-groups?id=255365d2-4662-449f-add4-4331727f0583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248387 Dec 12 17:42:39.028828 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:39.052681 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:39.084655 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d6aef0-1cc2-4318-af5f-6695784a7c2d {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:42:39.132395 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 73d6aef0-1cc2-4318-af5f-6695784a7c2d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=73d6aef0-1cc2-4318-af5f-6695784a7c2d,segment=NetworkSegment(e417d31b-289b-4fab-a387-e1a55cc15d89),segment_id=e417d31b-289b-4fab-a387-e1a55cc15d89)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:39.136687 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 18ec65b4-6566-43c2-b715-772e8798b349 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:42:39.141940 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:39.155505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad14ce-9260-41b0-9d5a-970da50b2a5b req-0139071b-1e5a-4946-8c10-d1c30e4964b6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:39.163954 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ddad14ce-9260-41b0-9d5a-970da50b2a5b req-0139071b-1e5a-4946-8c10-d1c30e4964b6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.2342162 Dec 12 17:42:39.257813 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=73d6aef0-1cc2-4318-af5f-6695784a7c2d,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:39.268526 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a22b30-dd84-4bb2-8548-45ba7f11861c admin admin] Network f2cf9a89-6a62-4455-ac95-351125d25e6e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:39.271705 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-315bbf3b-770b-4f91-b6fa-04d638889029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:39.278251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 18ec65b4-6566-43c2-b715-772e8798b349 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:42:39.280349 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-315bbf3b-770b-4f91-b6fa-04d638889029 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.3278189 Dec 12 17:42:39.281765 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c9a22b30-dd84-4bb2-8548-45ba7f11861c admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:39.281982 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ddad14ce-9260-41b0-9d5a-970da50b2a5b req-8a8d302e-cb89-46be-b763-b830bfb7f72e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118777 Dec 12 17:42:39.324802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db05a83-04e6-4170-a080-da0d83069248 req-f7623540-67d4-4f0e-8d23-a40a34d693ae tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:39.335092 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2db05a83-04e6-4170-a080-da0d83069248 req-f7623540-67d4-4f0e-8d23-a40a34d693ae tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c785632-fdaa-4089-84af-60cfbfa3dae3 HTTP/1.1" status: 200 len: 945 time: 0.2019298 Dec 12 17:42:39.337257 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-1a0491a4-46da-41ad-8149-48c6b7285761 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=18ec65b4-6566-43c2-b715-772e8798b349 HTTP/1.1" status: 200 len: 217 time: 0.0483708 Dec 12 17:42:39.344283 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ccb25c5b-81e8-4518-8d57-4934350475d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'name': 'tempest-FloatingIPsTestJSON-1862616550-router', 'tenant_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '943383c0-f42c-4a6e-a5eb-ec79bf436163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:36Z', 'revision_number': 5, 'project_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'gw_port': {'id': '943383c0-f42c-4a6e-a5eb-ec79bf436163', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:39.369775 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:39.376664 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb25c5b-81e8-4518-8d57-4934350475d1 None None] Checking router: fe7df179-0b30-4649-a433-b2831bb511d9 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:42:39.387942 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb25c5b-81e8-4518-8d57-4934350475d1 None None] Routers {'fe7df179-0b30-4649-a433-b2831bb511d9'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:42:39.389306 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ccb25c5b-81e8-4518-8d57-4934350475d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:42:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fe7df179-0b30-4649-a433-b2831bb511d9'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:39.423230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['73d6aef0-1cc2-4318-af5f-6695784a7c2d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:42:39.458512 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-cf2d2380-87be-411b-b570-2a49cebec7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:39.460621 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-cf2d2380-87be-411b-b570-2a49cebec7f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0803573 Dec 12 17:42:39.471317 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2db05a83-04e6-4170-a080-da0d83069248 req-2dca59c1-d292-46fa-8852-268984df0d01 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5895a05-19a1-4c78-a7a7-0af14fc60450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350741 Dec 12 17:42:39.535644 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70979a0b-8192-403c-956e-4de3a6fba696 req-54f2f443-41bb-4aec-9236-d5ed898ccc5f tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:39.542462 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-70979a0b-8192-403c-956e-4de3a6fba696 req-54f2f443-41bb-4aec-9236-d5ed898ccc5f tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.1766090 Dec 12 17:42:39.558774 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Deleting port 943383c0-f42c-4a6e-a5eb-ec79bf436163 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:42:39.563582 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:39.566700 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-55b0b048-ca41-4f53-b8c2-73980cf955c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:39.572869 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-55b0b048-ca41-4f53-b8c2-73980cf955c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005168 Dec 12 17:42:39.625873 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-ccb25c5b-81e8-4518-8d57-4934350475d1 None None] Set router fe7df179-0b30-4649-a433-b2831bb511d9 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:42:39.717396 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-1636dda3-a8c7-499a-9bb9-f854cc2b5511 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180136 Dec 12 17:42:39.725552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a22b30-dd84-4bb2-8548-45ba7f11861c admin admin] Router e1584a61-490a-467b-bd43-f5983f262020 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:42:39.745041 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534eef97-d329-4bb7-b742-6956b3439100 req-ac41e88f-cae9-4275-bf24-452fa52b9483 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:39.750189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-70edb65a-48bf-41f8-9777-b94f0ea786f2 None None] Provisioning complete for port 32fb47dd-9978-4154-8269-5463def23f03 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:39.750582 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70edb65a-48bf-41f8-9777-b94f0ea786f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:39.754283 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-534eef97-d329-4bb7-b742-6956b3439100 req-ac41e88f-cae9-4275-bf24-452fa52b9483 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/ports?device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 945 time: 0.1631696 Dec 12 17:42:39.766883 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-70979a0b-8192-403c-956e-4de3a6fba696 req-0190ecc3-951e-4e67-97e6-6d06d1e79559 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735637 Dec 12 17:42:39.852287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-70edb65a-48bf-41f8-9777-b94f0ea786f2 None None] Port 32fb47dd-9978-4154-8269-5463def23f03 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:42:39.884751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] For port 943383c0-f42c-4a6e-a5eb-ec79bf436163, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=943383c0-f42c-4a6e-a5eb-ec79bf436163,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:39.885122 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:39.922134 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ccb25c5b-81e8-4518-8d57-4934350475d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'name': 'tempest-FloatingIPsTestJSON-1862616550-router', 'tenant_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '943383c0-f42c-4a6e-a5eb-ec79bf436163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:36Z', 'revision_number': 5, 'project_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'gw_port': {'id': '943383c0-f42c-4a6e-a5eb-ec79bf436163', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:39.947420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Calling delete_port for 943383c0-f42c-4a6e-a5eb-ec79bf436163 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:42:39.955625 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb25c5b-81e8-4518-8d57-4934350475d1 None None] The sync data for ids ['fe7df179-0b30-4649-a433-b2831bb511d9'] in n-d-760354-5 is: [{'id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'name': 'tempest-FloatingIPsTestJSON-1862616550-router', 'tenant_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': '943383c0-f42c-4a6e-a5eb-ec79bf436163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:36Z', 'revision_number': 5, 'project_id': '57fb88d1b0844e2ab2d4948e694ee67f', 'gw_port': {'id': '943383c0-f42c-4a6e-a5eb-ec79bf436163', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7df179-0b30-4649-a433-b2831bb511d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:42:39.964855 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bd5df06a-1294-4574-9a2c-915c8098aad6 req-e41d651f-f755-4112-b502-a84d4ff1ed7c service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373848 Dec 12 17:42:39.992613 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-534eef97-d329-4bb7-b742-6956b3439100 req-ad56120d-0052-4fe9-a831-9faf43b5fdc7 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/security-groups?id=2544c021-20c1-4a87-b96f-78d836dcf7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322829 Dec 12 17:42:40.006764 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d07e4-a980-4f82-b461-f43c08bd5e65 req-55979395-e996-422f-b630-bf04192b17ae tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:40.006764 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-016d07e4-a980-4f82-b461-f43c08bd5e65 req-55979395-e996-422f-b630-bf04192b17ae tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c785632-fdaa-4089-84af-60cfbfa3dae3 HTTP/1.1" status: 200 len: 945 time: 0.0743597 Dec 12 17:42:40.006764 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a22b30-dd84-4bb2-8548-45ba7f11861c admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:42:40.012135 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c9a22b30-dd84-4bb2-8548-45ba7f11861c admin admin] 10.222.0.18 "PUT /v2.0/routers/e1584a61-490a-467b-bd43-f5983f262020/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9822443 Dec 12 17:42:40.073132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e468774-d09a-4c95-a6da-df6cf17a4c0e req-9634067f-e926-4096-9701-b8161cc8308a tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:40.074717 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e468774-d09a-4c95-a6da-df6cf17a4c0e req-9634067f-e926-4096-9701-b8161cc8308a tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb044f7-e216-4a85-8ac3-68c538b7b6b7 HTTP/1.1" status: 200 len: 947 time: 0.3014898 Dec 12 17:42:40.125265 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-016d07e4-a980-4f82-b461-f43c08bd5e65 req-4108718b-9785-4e93-b5fc-4e1f123d0241 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Deleting port 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:42:40.125616 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-016d07e4-a980-4f82-b461-f43c08bd5e65 req-4108718b-9785-4e93-b5fc-4e1f123d0241 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:40.140252 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Sync routers for ids ['e1584a61-490a-467b-bd43-f5983f262020'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:42:40.153192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3ef81-aaca-4dae-af5c-faeca6531fa1 req-4678a9af-270c-46a3-9ddb-142c337bce27 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:40.154638 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Routers {'e1584a61-490a-467b-bd43-f5983f262020'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:42:40.155029 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96b3ef81-aaca-4dae-af5c-faeca6531fa1 req-4678a9af-270c-46a3-9ddb-142c337bce27 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 948 time: 0.2766149 Dec 12 17:42:40.155548 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:42:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e1584a61-490a-467b-bd43-f5983f262020'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:40.247734 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-016d07e4-a980-4f82-b461-f43c08bd5e65 req-4108718b-9785-4e93-b5fc-4e1f123d0241 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] For port 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec,segment=NetworkSegment(b8babf07-4fbb-4d09-ab8f-ba1c0b914d73),segment_id=b8babf07-4fbb-4d09-ab8f-ba1c0b914d73)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:40.248099 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-016d07e4-a980-4f82-b461-f43c08bd5e65 req-4108718b-9785-4e93-b5fc-4e1f123d0241 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:40.262426 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868c2b9-d1c0-43c7-8d31-1922bbbbc119 req-d031007b-d033-4f8f-9240-21aff3b651c4 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:40.262636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-016d07e4-a980-4f82-b461-f43c08bd5e65 req-4108718b-9785-4e93-b5fc-4e1f123d0241 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Calling delete_port for 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:42:40.264155 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a868c2b9-d1c0-43c7-8d31-1922bbbbc119 req-d031007b-d033-4f8f-9240-21aff3b651c4 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.1631708 Dec 12 17:42:40.310461 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Set router e1584a61-490a-467b-bd43-f5983f262020 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:42:40.364840 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96b3ef81-aaca-4dae-af5c-faeca6531fa1 req-89e959fe-2bf8-4690-bf64-d3dfa3326cde tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843021 Dec 12 17:42:40.422292 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a868c2b9-d1c0-43c7-8d31-1922bbbbc119 req-35704c58-51e2-443c-b8cf-f287d7c017dd tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199522 Dec 12 17:42:40.450185 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a330c65-7cad-4215-bc52-3e41f76e182b', 'tag': '18ec65b4-6566-43c2-b715-772e8798b349'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:42:40.452730 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a330c65-7cad-4215-bc52-3e41f76e182b", "tag": "18ec65b4-6566-43c2-b715-772e8798b349"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:42:40.485870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-3e468774-d09a-4c95-a6da-df6cf17a4c0e req-98b33484-2fb4-4f80-9615-d04f86b5cdab tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Deleting port ca473365-da91-4b3e-aa98-c48c3f156a2d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:42:40.490609 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3e468774-d09a-4c95-a6da-df6cf17a4c0e req-98b33484-2fb4-4f80-9615-d04f86b5cdab tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:40.523633 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-016d07e4-a980-4f82-b461-f43c08bd5e65 req-4108718b-9785-4e93-b5fc-4e1f123d0241 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:40.532446 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8ea75bcc-5568-4589-824d-3d03100d3a4f up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:42:40.569275 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108718b-9785-4e93-b5fc-4e1f123d0241 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Pushing event deleted for resources: {'Port': ['ID=715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:40.569692 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:42:40.654041 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:40.659462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8ea75bcc-5568-4589-824d-3d03100d3a4f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:40.659839 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:40.659979 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-016d07e4-a980-4f82-b461-f43c08bd5e65 req-4108718b-9785-4e93-b5fc-4e1f123d0241 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] No DVR routers for this DVR port 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:42:40.666140 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-016d07e4-a980-4f82-b461-f43c08bd5e65 req-4108718b-9785-4e93-b5fc-4e1f123d0241 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:40.682224 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-016d07e4-a980-4f82-b461-f43c08bd5e65 req-4108718b-9785-4e93-b5fc-4e1f123d0241 tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.31 "DELETE /v2.0/ports/715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec HTTP/1.1" status: 204 len: 173 time: 0.6746364 Dec 12 17:42:40.694771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1584a61-490a-467b-bd43-f5983f262020', 'name': 'tempest-ServersTestFqdnHostnames-25909265-router', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:30Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'gw_port': {'id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:31Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '32fb47dd-9978-4154-8269-5463def23f03', 'name': '', 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'mac_address': 'fa:16:3e:d4:91:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:35Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 2, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'subnets': [{'id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:40.713291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Pushing event deleted for resources: {'Port': ['ID=943383c0-f42c-4a6e-a5eb-ec79bf436163,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:40.729435 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 73d6aef0-1cc2-4318-af5f-6695784a7c2d up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:42:40.731858 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Checking router: e1584a61-490a-467b-bd43-f5983f262020 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:42:40.732216 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Updating router e1584a61-490a-467b-bd43-f5983f262020 port 32fb47dd-9978-4154-8269-5463def23f03 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:42:40.742403 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e569995-2212-45f1-8b5a-c0af6b2e4768 req-ca10c9df-b04c-4916-bb33-09fecc4e8877 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:40.744569 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e569995-2212-45f1-8b5a-c0af6b2e4768 req-ca10c9df-b04c-4916-bb33-09fecc4e8877 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bb044f7-e216-4a85-8ac3-68c538b7b6b7 HTTP/1.1" status: 200 len: 947 time: 0.2228727 Dec 12 17:42:40.766691 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:40.766924 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:40.767481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:40.768351 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:40.768882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:40.769438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:40.769956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:40.770292 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:40.770629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:40.770961 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:40.771307 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:40.771806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:40.772299 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:40.772808 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:40.816543 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-3e468774-d09a-4c95-a6da-df6cf17a4c0e req-98b33484-2fb4-4f80-9615-d04f86b5cdab tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] For port ca473365-da91-4b3e-aa98-c48c3f156a2d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ca473365-da91-4b3e-aa98-c48c3f156a2d,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:40.816931 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3e468774-d09a-4c95-a6da-df6cf17a4c0e req-98b33484-2fb4-4f80-9615-d04f86b5cdab tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:40.845556 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-3e468774-d09a-4c95-a6da-df6cf17a4c0e req-98b33484-2fb4-4f80-9615-d04f86b5cdab tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Calling delete_port for ca473365-da91-4b3e-aa98-c48c3f156a2d owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:42:40.888341 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:40.942374 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e569995-2212-45f1-8b5a-c0af6b2e4768 req-deb3fccc-7c16-4950-b4ca-d068af0ea142 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/security-groups?id=255365d2-4662-449f-add4-4331727f0583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775727 Dec 12 17:42:41.015907 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:41.022165 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:41.107722 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:41.108254 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe7df179-0b30-4649-a433-b2831bb511d9 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:42:41.114729 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:41.118789 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d688d5af-794f-40f1-bcc0-a95f336d44cb admin admin] 10.222.0.18 "DELETE /v2.0/routers/fe7df179-0b30-4649-a433-b2831bb511d9 HTTP/1.1" status: 204 len: 168 time: 2.2943304 Dec 12 17:42:41.118985 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48074) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:41.134791 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff72506-9659-4cb8-a6ac-05054caea189 req-ec85973c-477a-409b-86d6-6d8a3ac8c5ae tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:41.137346 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dff72506-9659-4cb8-a6ac-05054caea189 req-ec85973c-477a-409b-86d6-6d8a3ac8c5ae tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1165690 Dec 12 17:42:41.169259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48076) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:41.182685 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:41.185051 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e3a1b61d-59b2-4475-a77e-50d4f3fc0c69 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1614204505', 'description': 'tempest-description--1371490001'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:41.203459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1259166f-d615-487c-b4fc-f2812e310469 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:42:41.208216 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:41.237844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dff72506-9659-4cb8-a6ac-05054caea189 req-a46105bd-41f3-413b-a9b7-2ce7513bdb4b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934629 Dec 12 17:42:41.238552 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3e468774-d09a-4c95-a6da-df6cf17a4c0e req-98b33484-2fb4-4f80-9615-d04f86b5cdab tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:41.263410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 73d6aef0-1cc2-4318-af5f-6695784a7c2d completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:42:41.265636 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 1259166f-d615-487c-b4fc-f2812e310469 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:42:41.265987 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1259166f-d615-487c-b4fc-f2812e310469 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:42:41.281054 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118cce3b-4acc-4baf-bd64-c79d9b21a5b0 x-openstack-request-id: req-118cce3b-4acc-4baf-bd64-c79d9b21a5b0 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:42:41.281972 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a330c65-7cad-4215-bc52-3e41f76e182b", "tag": "18ec65b4-6566-43c2-b715-772e8798b349", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:42:41.282594 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-118cce3b-4acc-4baf-bd64-c79d9b21a5b0 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:42:41.283708 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a330c65-7cad-4215-bc52-3e41f76e182b', 'tag': '18ec65b4-6566-43c2-b715-772e8798b349', 'status': 'completed', 'code': 200} Dec 12 17:42:41.308802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b33484-2fb4-4f80-9615-d04f86b5cdab tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Pushing event deleted for resources: {'Port': ['ID=ca473365-da91-4b3e-aa98-c48c3f156a2d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:41.342848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 73d6aef0-1cc2-4318-af5f-6695784a7c2d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:41.343115 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ff3a8c-e8c3-45e4-8dd8-6383e42a207e admin admin] Deleting subnet adfd2844-27b5-489c-8bdc-7b6eb152dcf7 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:42:41.346982 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:41.359410 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27ff3a8c-e8c3-45e4-8dd8-6383e42a207e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:41.453663 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27ff3a8c-e8c3-45e4-8dd8-6383e42a207e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:41.462341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e468774-d09a-4c95-a6da-df6cf17a4c0e req-98b33484-2fb4-4f80-9615-d04f86b5cdab tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] No DVR routers for this DVR port ca473365-da91-4b3e-aa98-c48c3f156a2d on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:42:41.473678 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3e468774-d09a-4c95-a6da-df6cf17a4c0e req-98b33484-2fb4-4f80-9615-d04f86b5cdab tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:41.477709 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e468774-d09a-4c95-a6da-df6cf17a4c0e req-98b33484-2fb4-4f80-9615-d04f86b5cdab tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.20 "DELETE /v2.0/ports/ca473365-da91-4b3e-aa98-c48c3f156a2d HTTP/1.1" status: 204 len: 173 time: 1.3895583 Dec 12 17:42:41.481130 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb044f7-e216-4a85-8ac3-68c538b7b6b7', 'name': 'network-vif-deleted', 'tag': 'ca473365-da91-4b3e-aa98-c48c3f156a2d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:42:41.483793 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c047d2e-3466-4a87-8309-afd79da292f9" -d '{"events": [{"server_uuid": "5bb044f7-e216-4a85-8ac3-68c538b7b6b7", "name": "network-vif-deleted", "tag": "ca473365-da91-4b3e-aa98-c48c3f156a2d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:42:41.507898 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5c42980-3234-417d-8f4f-f09d25d8a1d4 req-98b3e7c3-855a-4018-8fb9-7485545ac22f tempest-VolumesActionsTest-1214322033 tempest-VolumesActionsTest-1214322033-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c785632-fdaa-4089-84af-60cfbfa3dae3 HTTP/1.1" status: 200 len: 210 time: 0.0789125 Dec 12 17:42:41.511419 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07170fd7-1084-462f-b593-79d791c06659 None None] Pushing event updated for resources: {'Port': ['ID=32fb47dd-9978-4154-8269-5463def23f03,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:41.534473 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119708ca-f921-4199-9491-8449431a843c req-6cd736a1-b0b3-469c-b6b4-6bb8b46d392e tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:41.544144 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-119708ca-f921-4199-9491-8449431a843c req-6cd736a1-b0b3-469c-b6b4-6bb8b46d392e tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/ports?device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 945 time: 0.1587968 Dec 12 17:42:41.557557 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27ff3a8c-e8c3-45e4-8dd8-6383e42a207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:41.568030 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b61d-59b2-4475-a77e-50d4f3fc0c69 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:41.626654 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Attempting to bind port 32fb47dd-9978-4154-8269-5463def23f03 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:42:41.628821 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Attempting to bind port 32fb47dd-9978-4154-8269-5463def23f03 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '360e48c0-176c-4d00-a7b5-18f9c6918291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:42:41.629314 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Attempting to bind port 32fb47dd-9978-4154-8269-5463def23f03 on network f2cf9a89-6a62-4455-ac95-351125d25e6e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:42:41.640383 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-119708ca-f921-4199-9491-8449431a843c req-100db05c-30a4-4b06-872c-c07d1d10a8f3 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/security-groups?id=2544c021-20c1-4a87-b96f-78d836dcf7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953236 Dec 12 17:42:41.662184 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:42:41.662617 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Checking segment: {'id': '360e48c0-176c-4d00-a7b5-18f9c6918291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:42:41.663126 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:41.663683 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Bound using segment: {'id': '360e48c0-176c-4d00-a7b5-18f9c6918291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:42:41.664175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Bound port: 32fb47dd-9978-4154-8269-5463def23f03, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360e48c0-176c-4d00-a7b5-18f9c6918291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:42:41.664561 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:41.756132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a352f56-df85-4a79-9221-578e5f42fea2 req-26c59d5f-4b2b-4551-a592-5a3d564a592d tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:41.767028 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a352f56-df85-4a79-9221-578e5f42fea2 req-26c59d5f-4b2b-4551-a592-5a3d564a592d tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.1235921 Dec 12 17:42:41.827057 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-476301b6-bd46-4d1a-84c8-ec849914d4ca None None] Provisioning complete for port 32fb47dd-9978-4154-8269-5463def23f03 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:41.827562 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-476301b6-bd46-4d1a-84c8-ec849914d4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:41.855382 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a352f56-df85-4a79-9221-578e5f42fea2 req-782f0ff2-1fc1-4ba0-8501-b4dd56c5c294 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777898 Dec 12 17:42:41.895622 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-476301b6-bd46-4d1a-84c8-ec849914d4ca None None] Port 32fb47dd-9978-4154-8269-5463def23f03 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:42:41.922549 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:41.944249 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-6aec06db-86b9-420b-8fd5-dc41700bb8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:41.945758 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-6aec06db-86b9-420b-8fd5-dc41700bb8f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 1099 time: 0.3797791 Dec 12 17:42:41.962063 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b61d-59b2-4475-a77e-50d4f3fc0c69 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:41.964359 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-4ba98d96-1960-4b93-a142-658b5ea1614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:41.966490 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-4ba98d96-1960-4b93-a142-658b5ea1614f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 1099 time: 0.4011431 Dec 12 17:42:41.967449 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27ff3a8c-e8c3-45e4-8dd8-6383e42a207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:41.979371 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a783746f-041c-4db2-bba2-8415f0c72bf6 x-openstack-request-id: req-a783746f-041c-4db2-bba2-8415f0c72bf6 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:42:41.980069 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb044f7-e216-4a85-8ac3-68c538b7b6b7", "name": "network-vif-deleted", "tag": "ca473365-da91-4b3e-aa98-c48c3f156a2d", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:42:41.982148 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a783746f-041c-4db2-bba2-8415f0c72bf6 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:42:41.982795 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb044f7-e216-4a85-8ac3-68c538b7b6b7', 'name': 'network-vif-deleted', 'tag': 'ca473365-da91-4b3e-aa98-c48c3f156a2d', 'status': 'completed', 'code': 200} Dec 12 17:42:41.991414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27780f23-d944-4f83-a675-8c22bcf2342d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d6aef0-1cc2-4318-af5f-6695784a7c2d'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:42:41.994283 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc9395d-98fb-4cd3-ac18-26fcad99ee09" -d '{"events": [{"server_uuid": "27780f23-d944-4f83-a675-8c22bcf2342d", "name": "network-vif-plugged", "status": "completed", "tag": "73d6aef0-1cc2-4318-af5f-6695784a7c2d"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:42:42.034634 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e63f2-e884-48ee-9bf7-25edde75eba9 req-65fc6f5d-1987-47e3-8de1-13d36b3eb652 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:42.036865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 73d6aef0-1cc2-4318-af5f-6695784a7c2d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=73d6aef0-1cc2-4318-af5f-6695784a7c2d,segment=NetworkSegment(e417d31b-289b-4fab-a387-e1a55cc15d89),segment_id=e417d31b-289b-4fab-a387-e1a55cc15d89)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:42.038516 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae8e63f2-e884-48ee-9bf7-25edde75eba9 req-65fc6f5d-1987-47e3-8de1-13d36b3eb652 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 948 time: 0.1276119 Dec 12 17:42:42.046997 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] For port 32fb47dd-9978-4154-8269-5463def23f03, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:42:42.060012 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:42.062953 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b61d-59b2-4475-a77e-50d4f3fc0c69 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:42.074640 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff3a8c-e8c3-45e4-8dd8-6383e42a207e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adfd2844-27b5-489c-8bdc-7b6eb152dcf7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:42.087927 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] For port 32fb47dd-9978-4154-8269-5463def23f03, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=32fb47dd-9978-4154-8269-5463def23f03,segment=NetworkSegment(360e48c0-176c-4d00-a7b5-18f9c6918291),segment_id=360e48c0-176c-4d00-a7b5-18f9c6918291)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:42:42.135078 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:42.167463 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 943383c0-f42c-4a6e-a5eb-ec79bf436163 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:42:42.188426 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae8e63f2-e884-48ee-9bf7-25edde75eba9 req-877d2e44-55ea-449c-8272-018aac8d7565 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367812 Dec 12 17:42:42.248588 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=73d6aef0-1cc2-4318-af5f-6695784a7c2d,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:42.253421 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Routers {'e1584a61-490a-467b-bd43-f5983f262020'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:42:42.254292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:42:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e1584a61-490a-467b-bd43-f5983f262020'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:42.279177 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2dc93-013d-4822-a4a0-4bdbbba84d44 req-6705f4d5-976b-4f31-9dd8-ed96b99b232a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:42.281028 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0e2dc93-013d-4822-a4a0-4bdbbba84d44 req-6705f4d5-976b-4f31-9dd8-ed96b99b232a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1793826 Dec 12 17:42:42.328541 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07170fd7-1084-462f-b593-79d791c06659 None None] Pushing event updated for resources: {'Port': ['ID=32fb47dd-9978-4154-8269-5463def23f03,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:42.331616 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 943383c0-f42c-4a6e-a5eb-ec79bf436163 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:42:42.332238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 943383c0-f42c-4a6e-a5eb-ec79bf436163 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:42:42.357456 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27ff3a8c-e8c3-45e4-8dd8-6383e42a207e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:42.360977 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-27ff3a8c-e8c3-45e4-8dd8-6383e42a207e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/adfd2844-27b5-489c-8bdc-7b6eb152dcf7 HTTP/1.1" status: 204 len: 168 time: 1.2412031 Dec 12 17:42:42.370179 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 48098) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:42.385171 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-65df86ab-c052-4e71-a44b-3b4ec5103da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:42.386617 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-65df86ab-c052-4e71-a44b-3b4ec5103da3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.4063306 Dec 12 17:42:42.392328 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b61d-59b2-4475-a77e-50d4f3fc0c69 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:42.393492 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e3a1b61d-59b2-4475-a77e-50d4f3fc0c69 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2207603 Dec 12 17:42:42.398241 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1b61d-59b2-4475-a77e-50d4f3fc0c69 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c36b468-1cdf-438d-b559-4e04def65dfd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:42.398631 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a7a34-19fd-4eb7-a09c-cbcf9e980b10 req-802fd987-ca09-44f4-8052-049393c536a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:42.400180 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f50a7a34-19fd-4eb7-a09c-cbcf9e980b10 req-802fd987-ca09-44f4-8052-049393c536a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 1095 time: 0.2083554 Dec 12 17:42:42.406491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 48100) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:42.443609 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-1549d7d1-1ac1-4760-9b13-293b8c88bff6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=18ec65b4-6566-43c2-b715-772e8798b349 HTTP/1.1" status: 200 len: 217 time: 0.0467033 Dec 12 17:42:42.454994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be073315-c35b-4c9e-93c9-7a07a4fa776c None None] Network 7754d148-a658-4947-800e-b93c482e7dde requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:42:42.513574 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-501a9900-6c4e-4440-9ba3-6a28b644e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:42.515050 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-501a9900-6c4e-4440-9ba3-6a28b644e28c service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.5443542 Dec 12 17:42:42.516392 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-c3599d01-e8c0-4a2d-97f8-b167616c4bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:42.517723 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-c3599d01-e8c0-4a2d-97f8-b167616c4bd9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0654733 Dec 12 17:42:42.528704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-5a631f34-521d-4bbe-a065-06223757afc7 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Request body: {'security_group_rule': {'security_group_id': '1c36b468-1cdf-438d-b559-4e04def65dfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:42.572044 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-8fe7f321-4e8b-4b48-8741-aa875b90e19f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=18ec65b4-6566-43c2-b715-772e8798b349 HTTP/1.1" status: 200 len: 217 time: 0.0490875 Dec 12 17:42:42.591444 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] Set router e1584a61-490a-467b-bd43-f5983f262020 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:42:42.592106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc1191-f5ba-44a4-95e9-51b9deb0983c req-de942114-61d5-4e61-986e-f1d48fcd4d69 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:42.593879 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6df5426a-1ce1-44ec-9247-e9f46e57adb0 None None] Provisioning complete for port 32fb47dd-9978-4154-8269-5463def23f03 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:42.594695 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6df5426a-1ce1-44ec-9247-e9f46e57adb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:42.599362 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0afc1191-f5ba-44a4-95e9-51b9deb0983c req-de942114-61d5-4e61-986e-f1d48fcd4d69 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.3114722 Dec 12 17:42:42.612046 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a7a34-19fd-4eb7-a09c-cbcf9e980b10 req-164eba0e-2692-4eb4-a4f8-1471e4080786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:42.613476 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f50a7a34-19fd-4eb7-a09c-cbcf9e980b10 req-164eba0e-2692-4eb4-a4f8-1471e4080786 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 913 time: 0.1926119 Dec 12 17:42:42.645328 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-d5306c34-e045-4068-bf40-42cd9826bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:42.646770 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-d5306c34-e045-4068-bf40-42cd9826bd95 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172493 Dec 12 17:42:42.648403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-5d57ccb7-d182-40fb-b38e-ff432e7bbb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:42.649841 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-5d57ccb7-d182-40fb-b38e-ff432e7bbb99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0613048 Dec 12 17:42:42.654512 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0e2dc93-013d-4822-a4a0-4bdbbba84d44 req-62668425-f5f4-44c9-9d50-b76c4418e2c4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3010330 Dec 12 17:42:42.663266 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:42.704287 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a631f34-521d-4bbe-a065-06223757afc7 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:42.773711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f50a7a34-19fd-4eb7-a09c-cbcf9e980b10 req-93cf043a-cdca-40d1-8320-68bd492fa8eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab HTTP/1.1" status: 200 len: 998 time: 0.1438498 Dec 12 17:42:42.795532 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0afc1191-f5ba-44a4-95e9-51b9deb0983c req-392559ea-c94a-483d-83d9-bedaf01b6c8b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848726 Dec 12 17:42:42.810777 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-a1cd3b57-90a4-4927-bdea-5fac58049946 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558406 Dec 12 17:42:42.813993 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e979b02b-38ac-48fc-8fa9-648161bcb6d0 x-openstack-request-id: req-e979b02b-38ac-48fc-8fa9-648161bcb6d0 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:42:42.814356 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27780f23-d944-4f83-a675-8c22bcf2342d", "name": "network-vif-plugged", "status": "completed", "tag": "73d6aef0-1cc2-4318-af5f-6695784a7c2d", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:42:42.814669 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e979b02b-38ac-48fc-8fa9-648161bcb6d0 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:42:42.815593 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27780f23-d944-4f83-a675-8c22bcf2342d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d6aef0-1cc2-4318-af5f-6695784a7c2d', 'code': 200} Dec 12 17:42:42.818057 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 18ec65b4-6566-43c2-b715-772e8798b349 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:42:42.820591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device ca473365-da91-4b3e-aa98-c48c3f156a2d no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:42:42.892845 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: ca473365-da91-4b3e-aa98-c48c3f156a2d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:42:42.893219 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device ca473365-da91-4b3e-aa98-c48c3f156a2d not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:42:42.923186 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-9f47796c-1939-41e6-9241-2dc80155d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:42.924780 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-9f47796c-1939-41e6-9241-2dc80155d327 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2626767 Dec 12 17:42:42.952306 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-bed13898-80d4-4a31-bf7e-eb44ca34cc28 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:42:42.953433 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-bed13898-80d4-4a31-bf7e-eb44ca34cc28 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139122 Dec 12 17:42:43.007235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a7a34-19fd-4eb7-a09c-cbcf9e980b10 req-f3d764e2-986d-4be6-9ba5-a346e90e1535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:43.008732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f50a7a34-19fd-4eb7-a09c-cbcf9e980b10 req-f3d764e2-986d-4be6-9ba5-a346e90e1535 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.2112474 Dec 12 17:42:43.024765 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a631f34-521d-4bbe-a065-06223757afc7 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:43.062460 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a631f34-521d-4bbe-a065-06223757afc7 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:43.071929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee854dd-cc3c-4040-be96-c462f274d225 req-1ebde1c4-d444-46a2-9f5c-6819e3731936 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:43.080246 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1ee854dd-cc3c-4040-be96-c462f274d225 req-1ebde1c4-d444-46a2-9f5c-6819e3731936 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/ports?device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 946 time: 0.1732466 Dec 12 17:42:43.112975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4507e-dafa-4c0b-8faa-19436a70afa4 req-6bf0e879-eabc-4c39-a656-c136ecfeb7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:43.114489 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-49e4507e-dafa-4c0b-8faa-19436a70afa4 req-6bf0e879-eabc-4c39-a656-c136ecfeb7d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 1097 time: 0.2087457 Dec 12 17:42:43.124334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] Deleting port f63d28ba-ed55-442a-919f-6dbfaa0b3612 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:42:43.124676 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:43.128414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0651fa5-fdad-41ff-be98-0c6f0d1506c0 None None] DHCP port deletion for 7754d148-a658-4947-800e-b93c482e7dde request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:42:43.141504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:42:43.152797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a631f34-521d-4bbe-a065-06223757afc7 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084ae51f-7752-4164-ab70-e9fe2640073c,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:43.195650 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:42:43.196292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:42:43.197709 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-5c0ef0a9-95af-420d-b945-86a701484608 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791432 Dec 12 17:42:43.214522 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a631f34-521d-4bbe-a065-06223757afc7 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:43.217788 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5a631f34-521d-4bbe-a065-06223757afc7 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7985048 Dec 12 17:42:43.224807 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48118) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:43.239863 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-250a360d-2568-4ae3-b678-7603736764fa tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Request body: {'security_group_rule': {'security_group_id': '1c36b468-1cdf-438d-b559-4e04def65dfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:43.274489 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6df5426a-1ce1-44ec-9247-e9f46e57adb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:43.284733 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c785632-fdaa-4089-84af-60cfbfa3dae3', 'name': 'network-vif-deleted', 'tag': '715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:42:43.287281 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2dcf35-2698-40b8-8fbf-1b23cce01ca1" -d '{"events": [{"server_uuid": "9c785632-fdaa-4089-84af-60cfbfa3dae3", "name": "network-vif-deleted", "tag": "715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:42:43.297327 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1ee854dd-cc3c-4040-be96-c462f274d225 req-2021c9ae-0d80-4a57-b8a3-716ade725d98 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/security-groups?id=2544c021-20c1-4a87-b96f-78d836dcf7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161832 Dec 12 17:42:43.310353 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 18ec65b4-6566-43c2-b715-772e8798b349, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=18ec65b4-6566-43c2-b715-772e8798b349,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:43.315880 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-7e3b4ec2-c2e3-42a8-9d31-d2e3a5ee3464 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528483 Dec 12 17:42:43.332126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] For port f63d28ba-ed55-442a-919f-6dbfaa0b3612, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f63d28ba-ed55-442a-919f-6dbfaa0b3612,segment=NetworkSegment(c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a),segment_id=c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:43.332542 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:43.348662 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] Calling delete_port for f63d28ba-ed55-442a-919f-6dbfaa0b3612 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:42:43.365032 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '18ec65b4-6566-43c2-b715-772e8798b349', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '18ec65b4-6566-43c2-b715-772e8798b349', 'mac_address': 'fa:16:3e:71:ac:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:42:43.460549 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-250a360d-2568-4ae3-b678-7603736764fa tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:43.543722 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6df5426a-1ce1-44ec-9247-e9f46e57adb0 None None] For port 32fb47dd-9978-4154-8269-5463def23f03, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=32fb47dd-9978-4154-8269-5463def23f03,segment=NetworkSegment(360e48c0-176c-4d00-a7b5-18f9c6918291),segment_id=360e48c0-176c-4d00-a7b5-18f9c6918291)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:43.550711 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-250a360d-2568-4ae3-b678-7603736764fa tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:43.553694 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f636c3e-c5be-4793-bd77-8ccbb0716f6d req-5ad97ea4-3310-492b-9931-2795d741e3b5 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171388 Dec 12 17:42:43.560296 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-250a360d-2568-4ae3-b678-7603736764fa tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:43.564751 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6df5426a-1ce1-44ec-9247-e9f46e57adb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:43.576967 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:43.584253 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a360d-2568-4ae3-b678-7603736764fa tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdcd23c-4813-4ab0-b3cf-eb77c176c72b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:43.595608 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-250a360d-2568-4ae3-b678-7603736764fa tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:43.606495 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-250a360d-2568-4ae3-b678-7603736764fa tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3774054 Dec 12 17:42:43.607454 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48126) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:43.612972 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1fc08606-9c57-4733-9631-5cbca1bdbc64 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:43.631315 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c0651fa5-fdad-41ff-be98-0c6f0d1506c0 None None] Deleting port f63d28ba-ed55-442a-919f-6dbfaa0b3612 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:42:43.631892 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c0651fa5-fdad-41ff-be98-0c6f0d1506c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:43.652388 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ec65b4-6566-43c2-b715-772e8798b349 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:42:43.677283 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fc08606-9c57-4733-9631-5cbca1bdbc64 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:43.727352 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 18ec65b4-6566-43c2-b715-772e8798b349, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=18ec65b4-6566-43c2-b715-772e8798b349,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:43.749672 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1584a61-490a-467b-bd43-f5983f262020', 'name': 'tempest-ServersTestFqdnHostnames-25909265-router', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:30Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'gw_port': {'id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:31Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '32fb47dd-9978-4154-8269-5463def23f03', 'name': '', 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'mac_address': 'fa:16:3e:d4:91:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:35Z', 'updated_at': '2021-12-12T17:42:42Z', 'revision_number': 4, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'subnets': [{'id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:43.792289 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faf117f-a02f-4669-ab4e-05d483933b3d None None] The sync data for ids ['e1584a61-490a-467b-bd43-f5983f262020'] in n-d-760354-5 is: [{'id': 'e1584a61-490a-467b-bd43-f5983f262020', 'name': 'tempest-ServersTestFqdnHostnames-25909265-router', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:30Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'gw_port': {'id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:31Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '32fb47dd-9978-4154-8269-5463def23f03', 'name': '', 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'mac_address': 'fa:16:3e:d4:91:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:35Z', 'updated_at': '2021-12-12T17:42:42Z', 'revision_number': 4, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'subnets': [{'id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:42:43.794532 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:43.796620 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5426a-1ce1-44ec-9247-e9f46e57adb0 None None] Pushing event updated for resources: {'Port': ['ID=32fb47dd-9978-4154-8269-5463def23f03,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:43.910040 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fc08606-9c57-4733-9631-5cbca1bdbc64 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:43.919742 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a7a34-19fd-4eb7-a09c-cbcf9e980b10 req-d9880516-5ee7-4855-bdb3-448d6d16aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:43.925887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f50a7a34-19fd-4eb7-a09c-cbcf9e980b10 req-d9880516-5ee7-4855-bdb3-448d6d16aa3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9031358 Dec 12 17:42:43.942927 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c0651fa5-fdad-41ff-be98-0c6f0d1506c0 None None] For port f63d28ba-ed55-442a-919f-6dbfaa0b3612, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f63d28ba-ed55-442a-919f-6dbfaa0b3612,segment=NetworkSegment(c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a),segment_id=c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:43.943540 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c0651fa5-fdad-41ff-be98-0c6f0d1506c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:43.979713 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=18ec65b4-6566-43c2-b715-772e8798b349,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:43.999127 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c0651fa5-fdad-41ff-be98-0c6f0d1506c0 None None] Calling delete_port for f63d28ba-ed55-442a-919f-6dbfaa0b3612 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:42:44.065707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-49e4507e-dafa-4c0b-8faa-19436a70afa4 req-ca0949b7-b3eb-4505-9680-ee83debb7bad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2544c021-20c1-4a87-b96f-78d836dcf7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9316301 Dec 12 17:42:44.074738 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:44.131931 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] No DVR routers for this DVR port f63d28ba-ed55-442a-919f-6dbfaa0b3612 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:42:44.165393 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c0651fa5-fdad-41ff-be98-0c6f0d1506c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:44.185370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-1fc08606-9c57-4733-9631-5cbca1bdbc64 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Allocated IP 172.25.1.96 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/46019a38-3dc0-40bc-a66b-32ec68abf95e) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:42:44.198987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520aa32a-9197-41b5-beb9-ca4daefa53c5 req-94b6e220-84e3-42e3-a14a-c855ca57060b tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:44.208597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-520aa32a-9197-41b5-beb9-ca4daefa53c5 req-94b6e220-84e3-42e3-a14a-c855ca57060b tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?device_id=526031ff-75bd-4dee-a32a-3f892e8311f3 HTTP/1.1" status: 200 len: 949 time: 0.3029583 Dec 12 17:42:44.222544 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63d28ba-ed55-442a-919f-6dbfaa0b3612,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:44.232769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c4591-3f65-4428-b480-1f6f37060227 req-45e81b4c-22d6-4b00-8eb9-c59f704bfdd4 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:44.240400 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd8c4591-3f65-4428-b480-1f6f37060227 req-45e81b4c-22d6-4b00-8eb9-c59f704bfdd4 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.3420002 Dec 12 17:42:44.256602 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0651fa5-fdad-41ff-be98-0c6f0d1506c0 None None] No DVR routers for this DVR port f63d28ba-ed55-442a-919f-6dbfaa0b3612 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:42:44.267313 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['18ec65b4-6566-43c2-b715-772e8798b349'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:42:44.283079 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0651fa5-fdad-41ff-be98-0c6f0d1506c0 None None] Pushing event deleted for resources: {'Port': ['ID=f63d28ba-ed55-442a-919f-6dbfaa0b3612,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:44.287279 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 32fb47dd-9978-4154-8269-5463def23f03 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:42:44.400535 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 32fb47dd-9978-4154-8269-5463def23f03 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:44.400910 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:44.435497 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:44.453259 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fc08606-9c57-4733-9631-5cbca1bdbc64 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:44.458788 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd8c4591-3f65-4428-b480-1f6f37060227 req-2dd5d467-21f0-4bd8-b63c-ec0d1741f780 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172782 Dec 12 17:42:44.532296 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fc08606-9c57-4733-9631-5cbca1bdbc64 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:44.579548 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f50a7a34-19fd-4eb7-a09c-cbcf9e980b10 req-1087b896-39c8-4725-b67c-44f7f27e7d57 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953403 Dec 12 17:42:44.593893 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7754d148-a658-4947-800e-b93c482e7dde']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:44.594583 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc08606-9c57-4733-9631-5cbca1bdbc64 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Pushing event updated for resources: {'Port': ['ID=46019a38-3dc0-40bc-a66b-32ec68abf95e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:44.613109 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc08606-9c57-4733-9631-5cbca1bdbc64 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:44.623404 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1fc08606-9c57-4733-9631-5cbca1bdbc64 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:44.623404 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc08606-9c57-4733-9631-5cbca1bdbc64 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:42:44.623679 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-520aa32a-9197-41b5-beb9-ca4daefa53c5 req-c7c3d906-6a8e-4746-8594-1e6598ee73ad tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/security-groups?id=255365d2-4662-449f-add4-4331727f0583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133120 Dec 12 17:42:44.701521 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e4cfdb-b652-4755-91e5-a311c8be9308 x-openstack-request-id: req-97e4cfdb-b652-4755-91e5-a311c8be9308 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:42:44.702042 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c785632-fdaa-4089-84af-60cfbfa3dae3", "name": "network-vif-deleted", "tag": "715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:42:44.702482 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97e4cfdb-b652-4755-91e5-a311c8be9308 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:42:44.703043 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c785632-fdaa-4089-84af-60cfbfa3dae3', 'name': 'network-vif-deleted', 'tag': '715b9ed8-7266-4fb1-a56a-e3ff8bfd4eec', 'status': 'completed', 'code': 200} Dec 12 17:42:44.763116 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fc08606-9c57-4733-9631-5cbca1bdbc64 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:44.775897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:44.776648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60f5c6e-5167-41e8-8d9c-6d9ca6c83a6a') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:44.798669 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9b08044-05c8-4641-904c-96c053150438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:44.846257 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:44.862887 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fc08606-9c57-4733-9631-5cbca1bdbc64 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:44.910032 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:44.914365 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f63d28ba-ed55-442a-919f-6dbfaa0b3612 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:42:44.946807 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:42:44.947087 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: f63d28ba-ed55-442a-919f-6dbfaa0b3612 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:42:44.947313 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f63d28ba-ed55-442a-919f-6dbfaa0b3612 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:42:44.953465 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:44.985399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7913fa-2279-47ce-a7f1-f5c940412c69 req-39ed7f72-50b9-4997-b7ec-ff85ea24be3a tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:44.987122 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf7913fa-2279-47ce-a7f1-f5c940412c69 req-39ed7f72-50b9-4997-b7ec-ff85ea24be3a tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 949 time: 0.3569152 Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:42:44.987948 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:42:45.087524 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f78d70-acd6-4f75-98b0-e0f7623007b1 req-0e41420f-3bca-4ecc-a777-400a2a59d551 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:45.095896 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38f78d70-acd6-4f75-98b0-e0f7623007b1 req-0e41420f-3bca-4ecc-a777-400a2a59d551 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.2653291 Dec 12 17:42:45.108326 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f50a7a34-19fd-4eb7-a09c-cbcf9e980b10 req-61d5e765-7d01-4c06-8b80-ce022d303a1a service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120559 Dec 12 17:42:45.116542 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:45.137108 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:45.143021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7754d148-a658-4947-800e-b93c482e7dde HTTP/1.1" status: 204 len: 168 time: 2.7666552 Dec 12 17:42:45.160103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e378a-5aa2-4304-b2fe-44fcb872b158 admin admin] Pushing event deleted for resources: {'Network': ['ID=7754d148-a658-4947-800e-b93c482e7dde,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:45.177786 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf7913fa-2279-47ce-a7f1-f5c940412c69 req-e27ad1c8-bb5a-4f09-82dd-b7d86ee62195 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543643 Dec 12 17:42:45.214875 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fc08606-9c57-4733-9631-5cbca1bdbc64 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:45.220076 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38f78d70-acd6-4f75-98b0-e0f7623007b1 req-66369883-f322-4b35-9971-daa9a197c1cd tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230028 Dec 12 17:42:45.229405 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fc08606-9c57-4733-9631-5cbca1bdbc64 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:45.416714 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fc08606-9c57-4733-9631-5cbca1bdbc64 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:45.424748 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7873919-ce61-42ff-a573-5a722ecbe48c req-586e7768-7899-4c6c-af72-ba9cd0064bfa tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:45.429220 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48142) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:45.429850 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc08606-9c57-4733-9631-5cbca1bdbc64 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Pushing event updated for resources: {'Port': ['ID=46019a38-3dc0-40bc-a66b-32ec68abf95e,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:45.432884 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7873919-ce61-42ff-a573-5a722ecbe48c req-586e7768-7899-4c6c-af72-ba9cd0064bfa tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/ports?device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 946 time: 0.1246431 Dec 12 17:42:45.469894 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fc08606-9c57-4733-9631-5cbca1bdbc64 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:45.471245 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1fc08606-9c57-4733-9631-5cbca1bdbc64 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8623168 Dec 12 17:42:45.485198 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0314fb2-b15a-4cb1-a05a-ddba0ed3c0a6 req-062199e5-8603-4598-89ae-6658d446e592 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:45.486774 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0314fb2-b15a-4cb1-a05a-ddba0ed3c0a6 req-062199e5-8603-4598-89ae-6658d446e592 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.1336915 Dec 12 17:42:45.514117 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2d65c8e2-9154-4389-9539-3b696b99566d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57fb88d1b0844e2ab2d4948e694ee67f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0758715 Dec 12 17:42:45.514574 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48146) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:45.543331 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7873919-ce61-42ff-a573-5a722ecbe48c req-2d47ee14-c62f-4abb-8317-9dc03dbe92a1 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/security-groups?id=2544c021-20c1-4a87-b96f-78d836dcf7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084073 Dec 12 17:42:45.585377 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d779eaf2-561c-4656-a007-9155d8577925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:45.616463 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d779eaf2-561c-4656-a007-9155d8577925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:45.684177 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8593c-8bec-4072-ba6c-4c1b7eeb4f69 req-da976cd0-a39f-409e-bf26-f6b2396c6e4a tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:45.685960 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-40d8593c-8bec-4072-ba6c-4c1b7eeb4f69 req-da976cd0-a39f-409e-bf26-f6b2396c6e4a tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.20 "GET /v2.0/ports?device_id=526031ff-75bd-4dee-a32a-3f892e8311f3 HTTP/1.1" status: 200 len: 949 time: 0.2231882 Dec 12 17:42:45.695528 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0314fb2-b15a-4cb1-a05a-ddba0ed3c0a6 req-b32bbd65-4f90-459b-ac79-2e4d89caa518 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862755 Dec 12 17:42:45.702713 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d779eaf2-561c-4656-a007-9155d8577925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:45.712992 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d779eaf2-561c-4656-a007-9155d8577925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:45.714257 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d779eaf2-561c-4656-a007-9155d8577925 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b32d297-aa33-4a4c-8f2e-b86d9d55f371 HTTP/1.1" status: 204 len: 168 time: 0.1986229 Dec 12 17:42:45.743842 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779eaf2-561c-4656-a007-9155d8577925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b32d297-aa33-4a4c-8f2e-b86d9d55f371,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:45.966292 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-40d8593c-8bec-4072-ba6c-4c1b7eeb4f69 req-b1541361-0e27-4708-9d2f-1c1d04353918 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Deleting port 2c97eac4-326c-47ef-9157-2181d0f949be {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:42:45.966849 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-40d8593c-8bec-4072-ba6c-4c1b7eeb4f69 req-b1541361-0e27-4708-9d2f-1c1d04353918 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:46.065591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e3c7e-8ded-4aa0-86f3-f887ad6a69db req-21a9ba05-ecae-4d73-9541-2e448a677e64 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:46.067345 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c49e3c7e-8ded-4aa0-86f3-f887ad6a69db req-21a9ba05-ecae-4d73-9541-2e448a677e64 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/ports?device_id=526031ff-75bd-4dee-a32a-3f892e8311f3 HTTP/1.1" status: 200 len: 949 time: 0.2110612 Dec 12 17:42:46.106351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a30c98-7363-4b50-a854-c19fdc2f8587 req-3fb15bc0-d6d2-48ba-8d30-f689b55a3487 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:46.108450 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f1a30c98-7363-4b50-a854-c19fdc2f8587 req-3fb15bc0-d6d2-48ba-8d30-f689b55a3487 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b&tenant_id=de7d6d1331334b1d97a38f5467ee1df8&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 949 time: 0.1411643 Dec 12 17:42:46.128313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-40d8593c-8bec-4072-ba6c-4c1b7eeb4f69 req-b1541361-0e27-4708-9d2f-1c1d04353918 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] For port 2c97eac4-326c-47ef-9157-2181d0f949be, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2c97eac4-326c-47ef-9157-2181d0f949be,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:46.129774 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-40d8593c-8bec-4072-ba6c-4c1b7eeb4f69 req-b1541361-0e27-4708-9d2f-1c1d04353918 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:46.186257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-40d8593c-8bec-4072-ba6c-4c1b7eeb4f69 req-b1541361-0e27-4708-9d2f-1c1d04353918 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Calling delete_port for 2c97eac4-326c-47ef-9157-2181d0f949be owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:42:46.224473 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-a91fd7c3-d9a1-4454-a249-ed69dd8860fa tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1614204505&fields=id&tenant_id=a1c7658189a3432294704a1c05577cb7 HTTP/1.1" status: 200 len: 267 time: 0.3015096 Dec 12 17:42:46.357518 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c49e3c7e-8ded-4aa0-86f3-f887ad6a69db req-11e8924a-a0a8-4bc5-90bc-66a2313fcf37 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.18 "GET /v2.0/security-groups?id=255365d2-4662-449f-add4-4331727f0583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166126 Dec 12 17:42:46.501463 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-40d8593c-8bec-4072-ba6c-4c1b7eeb4f69 req-b1541361-0e27-4708-9d2f-1c1d04353918 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:46.528373 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [req-f1a30c98-7363-4b50-a854-c19fdc2f8587 req-8a101415-d281-4589-819c-b0aec31fa31f service neutron] delete failed (client error): The resource could not be found. Dec 12 17:42:46.529474 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f1a30c98-7363-4b50-a854-c19fdc2f8587 req-8a101415-d281-4589-819c-b0aec31fa31f service neutron] 10.222.0.31 "DELETE /v2.0/ports/18ec65b4-6566-43c2-b715-772e8798b349/bindings/n-h1-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.3997080 Dec 12 17:42:46.547566 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1541361-0e27-4708-9d2f-1c1d04353918 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Pushing event deleted for resources: {'Port': ['ID=2c97eac4-326c-47ef-9157-2181d0f949be,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:46.672829 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d8593c-8bec-4072-ba6c-4c1b7eeb4f69 req-b1541361-0e27-4708-9d2f-1c1d04353918 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] No DVR routers for this DVR port 2c97eac4-326c-47ef-9157-2181d0f949be on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:42:46.688125 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-40d8593c-8bec-4072-ba6c-4c1b7eeb4f69 req-b1541361-0e27-4708-9d2f-1c1d04353918 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:46.691998 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-40d8593c-8bec-4072-ba6c-4c1b7eeb4f69 req-b1541361-0e27-4708-9d2f-1c1d04353918 tempest-ListImageFiltersTestJSON-2108766540 tempest-ListImageFiltersTestJSON-2108766540-project] 10.222.0.20 "DELETE /v2.0/ports/2c97eac4-326c-47ef-9157-2181d0f949be HTTP/1.1" status: 204 len: 173 time: 0.9953711 Dec 12 17:42:46.692698 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526031ff-75bd-4dee-a32a-3f892e8311f3', 'name': 'network-vif-deleted', 'tag': '2c97eac4-326c-47ef-9157-2181d0f949be'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:42:46.696168 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2726c75f-4268-49c1-af61-69a9f5e61d38" -d '{"events": [{"server_uuid": "526031ff-75bd-4dee-a32a-3f892e8311f3", "name": "network-vif-deleted", "tag": "2c97eac4-326c-47ef-9157-2181d0f949be"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:42:46.711296 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a30c98-7363-4b50-a854-c19fdc2f8587 req-b8161972-fa18-43c4-adc9-40759e27c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:46.713869 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f1a30c98-7363-4b50-a854-c19fdc2f8587 req-b8161972-fa18-43c4-adc9-40759e27c0fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 1100 time: 0.0783241 Dec 12 17:42:46.722416 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-969c7ade-1159-44c0-bd52-dd7cc1aa76ab tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:46.725095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-969c7ade-1159-44c0-bd52-dd7cc1aa76ab tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/networks?id=f2cf9a89-6a62-4455-ac95-351125d25e6e HTTP/1.1" status: 200 len: 813 time: 0.4994063 Dec 12 17:42:46.768887 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 18ec65b4-6566-43c2-b715-772e8798b349 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:42:46.782663 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-59b19eaf-a924-449e-9303-3f4663547840 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/quotas/a1c7658189a3432294704a1c05577cb7 HTTP/1.1" status: 200 len: 375 time: 0.0344186 Dec 12 17:42:46.819283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42793332-34f6-45b1-8f13-80bd2ba7eaf9 req-e72d1f19-ff6c-4d00-ac2f-168445f8e765 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:46.820869 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42793332-34f6-45b1-8f13-80bd2ba7eaf9 req-e72d1f19-ff6c-4d00-ac2f-168445f8e765 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 949 time: 0.0909064 Dec 12 17:42:46.862653 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:46.868720 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 18ec65b4-6566-43c2-b715-772e8798b349 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:42:46.874540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 18ec65b4-6566-43c2-b715-772e8798b349 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:46.875591 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:46.896618 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a30c98-7363-4b50-a854-c19fdc2f8587 req-71daf042-f7a0-4960-a7b8-8db6434843ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:46.901747 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f1a30c98-7363-4b50-a854-c19fdc2f8587 req-71daf042-f7a0-4960-a7b8-8db6434843ce service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1768887 Dec 12 17:42:46.962510 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c757a612-5476-4934-ae94-d4bd21ec9153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:46.966702 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-08aa97fd-0f4f-429d-b449-04cacee36401 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a1c7658189a3432294704a1c05577cb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1683776 Dec 12 17:42:46.974281 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f1a30c98-7363-4b50-a854-c19fdc2f8587 req-9d2952fa-4bba-4b66-a992-10317200b87f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=18ec65b4-6566-43c2-b715-772e8798b349 HTTP/1.1" status: 200 len: 217 time: 0.0639188 Dec 12 17:42:47.009148 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42793332-34f6-45b1-8f13-80bd2ba7eaf9 req-2b1d8900-2dbf-41f7-91aa-f6f8ef0333bc tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768429 Dec 12 17:42:47.041776 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:47.060755 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a30c98-7363-4b50-a854-c19fdc2f8587 req-b6570600-7e8b-4db2-a6a6-d7034943d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:47.066590 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f1a30c98-7363-4b50-a854-c19fdc2f8587 req-b6570600-7e8b-4db2-a6a6-d7034943d54a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0812128 Dec 12 17:42:47.096616 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a330c65-7cad-4215-bc52-3e41f76e182b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ec65b4-6566-43c2-b715-772e8798b349'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:42:47.101008 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea27c1fc-3a30-4089-a7f8-4473ce69cb32" -d '{"events": [{"server_uuid": "4a330c65-7cad-4215-bc52-3e41f76e182b", "name": "network-vif-plugged", "status": "completed", "tag": "18ec65b4-6566-43c2-b715-772e8798b349"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:42:47.129142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 18ec65b4-6566-43c2-b715-772e8798b349, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=18ec65b4-6566-43c2-b715-772e8798b349,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:47.146483 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:47.147416 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2c97eac4-326c-47ef-9157-2181d0f949be no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:42:47.209545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 2c97eac4-326c-47ef-9157-2181d0f949be {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:42:47.209949 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2c97eac4-326c-47ef-9157-2181d0f949be not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:42:47.212039 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a30c98-7363-4b50-a854-c19fdc2f8587 req-9d03acde-f211-4c7a-9647-69f15c725a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:47.234952 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f1a30c98-7363-4b50-a854-c19fdc2f8587 req-9d03acde-f211-4c7a-9647-69f15c725a2b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1606317 Dec 12 17:42:47.262047 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=18ec65b4-6566-43c2-b715-772e8798b349,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:47.352968 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-930660f0-fb7d-4ca6-9982-4718e1ce622e service neutron] 10.222.0.18 "GET /v2.0/networks/f2cf9a89-6a62-4455-ac95-351125d25e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646729 Dec 12 17:42:47.397303 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:47.419116 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f1a30c98-7363-4b50-a854-c19fdc2f8587 req-7653b969-caaf-4ad3-8651-ee108b8c68df service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745946 Dec 12 17:42:47.422745 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ff4e7-3a18-4067-b70f-8a93405ea2f1 req-ce4c63c5-0472-44a5-a9b1-e74e58c0bce6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:47.424248 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-074ff4e7-3a18-4067-b70f-8a93405ea2f1 req-ce4c63c5-0472-44a5-a9b1-e74e58c0bce6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1701126 Dec 12 17:42:47.500824 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-074ff4e7-3a18-4067-b70f-8a93405ea2f1 req-3e72dabe-6521-43f8-b3d7-84a6cea85156 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671954 Dec 12 17:42:47.558880 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-e08580fd-7473-4e07-bc06-40e9d7c55bac service neutron] 10.222.0.18 "GET /v2.0/networks/f2cf9a89-6a62-4455-ac95-351125d25e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049501 Dec 12 17:42:47.569045 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f1a30c98-7363-4b50-a854-c19fdc2f8587 req-f6d8390f-3e15-4e17-b59a-29757c3454b9 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365285 Dec 12 17:42:47.690719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb7995-afe1-4d64-8a59-d12c410a01a4 req-7fa933d9-533f-4ab7-bfdc-900a85ee9d93 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:47.693798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4eb7995-afe1-4d64-8a59-d12c410a01a4 req-7fa933d9-533f-4ab7-bfdc-900a85ee9d93 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/ports?device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 946 time: 0.0656776 Dec 12 17:42:47.831756 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4eb7995-afe1-4d64-8a59-d12c410a01a4 req-47d61784-1c1c-448f-854d-7a7d82201731 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/security-groups?id=2544c021-20c1-4a87-b96f-78d836dcf7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128597 Dec 12 17:42:47.859039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39610547-9c5b-4813-b5b7-549299446041 req-a5498e09-4357-482c-b72d-ae2510be3500 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:47.861175 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39610547-9c5b-4813-b5b7-549299446041 req-a5498e09-4357-482c-b72d-ae2510be3500 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.1015306 Dec 12 17:42:47.921213 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d072187e-da9a-4aac-8fcb-3e82a6f8a414 x-openstack-request-id: req-d072187e-da9a-4aac-8fcb-3e82a6f8a414 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:42:47.921976 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526031ff-75bd-4dee-a32a-3f892e8311f3", "name": "network-vif-deleted", "tag": "2c97eac4-326c-47ef-9157-2181d0f949be", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:42:47.922513 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d072187e-da9a-4aac-8fcb-3e82a6f8a414 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:42:47.927444 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526031ff-75bd-4dee-a32a-3f892e8311f3', 'name': 'network-vif-deleted', 'tag': '2c97eac4-326c-47ef-9157-2181d0f949be', 'status': 'completed', 'code': 200} Dec 12 17:42:47.954661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39610547-9c5b-4813-b5b7-549299446041 req-c9067aca-0e12-4dda-870f-47661d567f62 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877650 Dec 12 17:42:47.984343 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa55de54-1eb7-44e5-9faa-a4e1cb414f3a x-openstack-request-id: req-aa55de54-1eb7-44e5-9faa-a4e1cb414f3a {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:42:47.984822 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a330c65-7cad-4215-bc52-3e41f76e182b", "name": "network-vif-plugged", "status": "completed", "tag": "18ec65b4-6566-43c2-b715-772e8798b349", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:42:47.984953 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa55de54-1eb7-44e5-9faa-a4e1cb414f3a {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:42:47.985277 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a330c65-7cad-4215-bc52-3e41f76e182b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ec65b4-6566-43c2-b715-772e8798b349', 'code': 200} Dec 12 17:42:48.143930 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aae09abf-d270-4ca1-b662-73d46e6b517e req-74aee9b4-d112-43d2-b8c0-244c200fdd96 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bca1769-226b-472a-b926-02ffcd1f447d HTTP/1.1" status: 200 len: 210 time: 0.0424383 Dec 12 17:42:48.167658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fb0f7-9a69-4b36-99c5-6d86fec725f1 req-1dd8863d-3749-461a-95a0-700ee0dfdbbc tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:48.175965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b87fb0f7-9a69-4b36-99c5-6d86fec725f1 req-1dd8863d-3749-461a-95a0-700ee0dfdbbc tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1009195 Dec 12 17:42:48.200960 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:48.301662 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b87fb0f7-9a69-4b36-99c5-6d86fec725f1 req-968b9413-a304-415f-be3d-ec388e16e7df tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010468 Dec 12 17:42:48.342728 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2fe22-39cb-42eb-9f38-8f045dbca0b1 req-a769e731-364c-4def-851d-d3eb43defabf tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:48.345583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37b2fe22-39cb-42eb-9f38-8f045dbca0b1 req-a769e731-364c-4def-851d-d3eb43defabf tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/ports?device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 946 time: 0.1171129 Dec 12 17:42:48.356344 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48260) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:48.362746 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5bdd8ab4-3361-45f0-9a3d-a875274ba186 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Request body: {'floatingip': {'port_id': '73d6aef0-1cc2-4318-af5f-6695784a7c2d'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:48.429344 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8ab4-3361-45f0-9a3d-a875274ba186 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for floatingip, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:48.532516 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26800f-169e-48d8-ac59-079cac82865f req-a17c9470-4fcb-449b-83fa-d5cc7caf3c9e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:48.534088 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd26800f-169e-48d8-ac59-079cac82865f req-a17c9470-4fcb-449b-83fa-d5cc7caf3c9e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 950 time: 0.0659828 Dec 12 17:42:48.621483 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd26800f-169e-48d8-ac59-079cac82865f req-74558c9d-fcf6-4edc-bfe5-3aefee585502 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765328 Dec 12 17:42:49.081056 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88110f20-caaa-4746-b0c0-b5964dafb088 req-58eb9e89-16a7-4766-bcf1-c51bbe6a3a01 tempest-MigrationsAdminTest-286282835 tempest-MigrationsAdminTest-286282835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:49.083194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88110f20-caaa-4746-b0c0-b5964dafb088 req-58eb9e89-16a7-4766-bcf1-c51bbe6a3a01 tempest-MigrationsAdminTest-286282835 tempest-MigrationsAdminTest-286282835-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 1101 time: 0.0500855 Dec 12 17:42:49.105274 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.db.resource_extend [None req-5bdd8ab4-3361-45f0-9a3d-a875274ba186 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 17:42:49.137109 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88110f20-caaa-4746-b0c0-b5964dafb088 req-7343f190-e41d-4670-bac9-98e5985d0f76 tempest-MigrationsAdminTest-286282835 tempest-MigrationsAdminTest-286282835-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451632 Dec 12 17:42:49.182666 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8ab4-3361-45f0-9a3d-a875274ba186 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:49.193955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad91d39-c921-459b-ab68-a02159e71813 req-bde9ee30-d6a0-49dd-988c-9401a260ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:49.206718 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7ad91d39-c921-459b-ab68-a02159e71813 req-bde9ee30-d6a0-49dd-988c-9401a260ffd6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1e2311e5fc246878549322368853f45&device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 1097 time: 0.1452608 Dec 12 17:42:49.208395 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8ab4-3361-45f0-9a3d-a875274ba186 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:49.283625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9ff1d-52a0-4705-8fc6-26f5f7c7e978 req-088207ad-2163-42b5-9bbd-18ef200c63a2 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:49.284830 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e9b9ff1d-52a0-4705-8fc6-26f5f7c7e978 req-088207ad-2163-42b5-9bbd-18ef200c63a2 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0619652 Dec 12 17:42:49.359603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e9b9ff1d-52a0-4705-8fc6-26f5f7c7e978 req-2085355a-bc5b-40b0-a4b1-67191518d352 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662725 Dec 12 17:42:49.503586 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-5bdd8ab4-3361-45f0-9a3d-a875274ba186 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Floating IP 71af40f1-bc34-4aca-82a7-de52ea368a45 associated. External IP: 172.25.1.156, port: 73d6aef0-1cc2-4318-af5f-6695784a7c2d. Dec 12 17:42:49.584401 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-821f52a7-e785-4f78-8aa4-1ebaff186855 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:49.586174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-821f52a7-e785-4f78-8aa4-1ebaff186855 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.31 "GET /v2.0/networks?id=f2cf9a89-6a62-4455-ac95-351125d25e6e HTTP/1.1" status: 200 len: 813 time: 0.2229757 Dec 12 17:42:49.593942 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad91d39-c921-459b-ab68-a02159e71813 req-61b70ebf-c9b0-4494-8031-8c53714bfbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:49.595632 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7ad91d39-c921-459b-ab68-a02159e71813 req-61b70ebf-c9b0-4494-8031-8c53714bfbd1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d HTTP/1.1" status: 200 len: 914 time: 0.3793254 Dec 12 17:42:49.601794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ebd9e-5e71-4620-bc2c-690544c7fa90 req-d7839db2-be5e-4abb-ac14-54903e738996 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:49.610772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a46ebd9e-5e71-4620-bc2c-690544c7fa90 req-d7839db2-be5e-4abb-ac14-54903e738996 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.0904348 Dec 12 17:42:49.654389 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7ad91d39-c921-459b-ab68-a02159e71813 req-7ca549cd-6925-40dc-870f-192eea462496 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d431cd1-d670-4ba9-a4bb-be8af206a78e HTTP/1.1" status: 200 len: 217 time: 0.0509102 Dec 12 17:42:49.739410 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-8e351bee-27f1-4502-95ba-9b7947805b47 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1c7658189a3432294704a1c05577cb7 HTTP/1.1" status: 200 len: 380 time: 0.1260095 Dec 12 17:42:49.745971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a46ebd9e-5e71-4620-bc2c-690544c7fa90 req-0fce772f-9d75-47cc-8c62-dc9b473525e7 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337731 Dec 12 17:42:49.754246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-dc560de6-435e-48e1-b0cc-9dbbdf00afa8 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Request body: {'port': {'device_id': '7bca1769-226b-472a-b926-02ffcd1f447d', 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e', 'admin_state_up': True, 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'security_groups': ['1c36b468-1cdf-438d-b559-4e04def65dfd']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:49.778875 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad91d39-c921-459b-ab68-a02159e71813 req-c32e288a-1ea4-4546-8eed-a3e8494ceefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:49.780340 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7ad91d39-c921-459b-ab68-a02159e71813 req-c32e288a-1ea4-4546-8eed-a3e8494ceefd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=913bf011-774f-4e4f-a70e-8837b1ba8f4a HTTP/1.1" status: 200 len: 853 time: 0.1172979 Dec 12 17:42:49.896930 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7ad91d39-c921-459b-ab68-a02159e71813 req-98f3e17c-5660-4805-8f2a-eeff9a695175 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=523f7885-2a3b-4fcb-8b42-d7268e79ac1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028938 Dec 12 17:42:49.907524 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6dd9cf8d-e4e0-474e-99d4-3411cb685b24 req-5b79eeb6-069a-446a-be23-a9d461008716 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bca1769-226b-472a-b926-02ffcd1f447d HTTP/1.1" status: 200 len: 210 time: 0.0402491 Dec 12 17:42:49.952960 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:50.035532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-dc560de6-435e-48e1-b0cc-9dbbdf00afa8 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Made reservation on behalf of a1c7658189a3432294704a1c05577cb7 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:42:50.039716 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-dc560de6-435e-48e1-b0cc-9dbbdf00afa8 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:50.221482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-dc560de6-435e-48e1-b0cc-9dbbdf00afa8 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Allocated IP 172.20.0.6 (f2cf9a89-6a62-4455-ac95-351125d25e6e/8a09640c-72ee-433d-95a8-a7e7a6c44cc0/07da2bf6-f702-4fbd-82a6-970cd5f32685) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:42:50.238145 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdd8ab4-3361-45f0-9a3d-a875274ba186 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Router e04e67e2-e12b-4bbf-92ce-75066ca9d50b has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:42:50.510435 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7ad91d39-c921-459b-ab68-a02159e71813 req-02e665c1-4d48-4441-a394-0e4bd0f43b10 service neutron] 10.222.0.31 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857372 Dec 12 17:42:50.579266 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-dc560de6-435e-48e1-b0cc-9dbbdf00afa8 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:50.700759 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:50.736362 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-f16f3ebc-852a-4ea3-b4c8-931cdb383fba tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1348796 Dec 12 17:42:50.846775 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdd8ab4-3361-45f0-9a3d-a875274ba186 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:42:50.860061 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689961ef-88cb-4ecf-9646-d6343874bf50 None None] Sync routers for ids ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:42:50.870587 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8ab4-3361-45f0-9a3d-a875274ba186 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:50.877427 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689961ef-88cb-4ecf-9646-d6343874bf50 None None] Routers {'e04e67e2-e12b-4bbf-92ce-75066ca9d50b'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:42:50.879095 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e05b5-d8df-4f76-a905-220bd90d905d req-a8c4b8ff-d80c-4e8e-a92a-97fcc934fd79 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:50.879557 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-689961ef-88cb-4ecf-9646-d6343874bf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:42:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:50.881444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-568e05b5-d8df-4f76-a905-220bd90d905d req-a8c4b8ff-d80c-4e8e-a92a-97fcc934fd79 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.2461910 Dec 12 17:42:50.891350 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-dc560de6-435e-48e1-b0cc-9dbbdf00afa8 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:50.929068 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7ad91d39-c921-459b-ab68-a02159e71813 req-752ce5e2-b19b-4096-87a4-3854ae30a2ce service neutron] 10.222.0.31 "GET /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209209 Dec 12 17:42:50.932535 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48442) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:50.978239 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5bdd8ab4-3361-45f0-9a3d-a875274ba186 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "PUT /v2.0/floatingips/71af40f1-bc34-4aca-82a7-de52ea368a45 HTTP/1.1" status: 200 len: 992 time: 2.6191835 Dec 12 17:42:50.978598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-7df0631c-1d39-45ab-b381-afc6ab2a7ff9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:50.978858 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27780f23-d944-4f83-a675-8c22bcf2342d', 'tag': '73d6aef0-1cc2-4318-af5f-6695784a7c2d'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:42:50.982581 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b062eb-9f14-498f-949c-ec6059cab338" -d '{"events": [{"name": "network-changed", "server_uuid": "27780f23-d944-4f83-a675-8c22bcf2342d", "tag": "73d6aef0-1cc2-4318-af5f-6695784a7c2d"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:42:50.987353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-7df0631c-1d39-45ab-b381-afc6ab2a7ff9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2500434 Dec 12 17:42:51.015959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-dc560de6-435e-48e1-b0cc-9dbbdf00afa8 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Network f2cf9a89-6a62-4455-ac95-351125d25e6e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:51.043442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-dc560de6-435e-48e1-b0cc-9dbbdf00afa8 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:51.048409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-dc560de6-435e-48e1-b0cc-9dbbdf00afa8 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:42:51.058256 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-73762660-0acb-40d8-9066-be9b5f3b42f0 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/quotas/de7d6d1331334b1d97a38f5467ee1df8 HTTP/1.1" status: 200 len: 375 time: 0.0695231 Dec 12 17:42:51.060106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc560de6-435e-48e1-b0cc-9dbbdf00afa8 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Pushing event updated for resources: {'Port': ['ID=07da2bf6-f702-4fbd-82a6-970cd5f32685,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:51.142757 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-568e05b5-d8df-4f76-a905-220bd90d905d req-999fade7-404f-4f88-9de0-528eaf218fc9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528815 Dec 12 17:42:51.192110 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-689961ef-88cb-4ecf-9646-d6343874bf50 None None] Set router e04e67e2-e12b-4bbf-92ce-75066ca9d50b gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:42:51.219508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-dc560de6-435e-48e1-b0cc-9dbbdf00afa8 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:51.220249 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-dc560de6-435e-48e1-b0cc-9dbbdf00afa8 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:51.282735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-a85ce718-5624-42e9-afc6-04ea24c5c92d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2234991 Dec 12 17:42:51.289346 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-dc560de6-435e-48e1-b0cc-9dbbdf00afa8 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5402997 Dec 12 17:42:51.314495 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Request body: {'port': {'device_id': '7bca1769-226b-472a-b926-02ffcd1f447d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:51.314887 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-98d24af9-9f47-4999-9509-04f4eb2e8784 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77af9de2d7a54f00aa7a2e0d903942f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3746302 Dec 12 17:42:51.317426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48466) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:51.442157 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c26bae01-0b56-4c41-969e-654cdc7269ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:51.450144 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:51.469939 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8560638a-fb7a-40b0-82b4-c332ccd90c59 None None] Provisioning complete for port 07da2bf6-f702-4fbd-82a6-970cd5f32685 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:51.471698 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8560638a-fb7a-40b0-82b4-c332ccd90c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:51.474968 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c26bae01-0b56-4c41-969e-654cdc7269ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:51.483636 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cedf9-c5e8-45fd-b752-2d84dc28008c req-c02f7529-78a4-4ecc-ae07-eb78b9e14c6e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:51.485420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c3cedf9-c5e8-45fd-b752-2d84dc28008c req-c02f7529-78a4-4ecc-ae07-eb78b9e14c6e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.0774243 Dec 12 17:42:51.551949 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c26bae01-0b56-4c41-969e-654cdc7269ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:51.553638 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8560638a-fb7a-40b0-82b4-c332ccd90c59 None None] Port 07da2bf6-f702-4fbd-82a6-970cd5f32685 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:42:51.557550 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c26bae01-0b56-4c41-969e-654cdc7269ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:51.564157 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c26bae01-0b56-4c41-969e-654cdc7269ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/255365d2-4662-449f-add4-4331727f0583 HTTP/1.1" status: 204 len: 168 time: 0.2457042 Dec 12 17:42:51.574382 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bae01-0b56-4c41-969e-654cdc7269ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255365d2-4662-449f-add4-4331727f0583,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:51.633685 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-689961ef-88cb-4ecf-9646-d6343874bf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'name': 'tempest-ServersTestManualDisk-1879047730-router', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:16Z', 'revision_number': 4, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'gw_port': {'id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '71af40f1-bc34-4aca-82a7-de52ea368a45', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'floating_ip_address': '172.25.1.156', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'port_id': '73d6aef0-1cc2-4318-af5f-6695784a7c2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36', 'mac_address': 'fa:16:3e:db:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27780f23-d944-4f83-a675-8c22bcf2342d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:42:26Z', 'updated_at': '2021-12-12T17:42:48Z', 'revision_number': 1, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bbb59e-aea4-4841-9d1f-c57b3dffa948', 'name': '', 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'mac_address': 'fa:16:3e:4f:a2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '175ad6af-652d-4538-a2db-e98b64ba2b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:12Z', 'updated_at': '2021-12-12T17:42:25Z', 'revision_number': 5, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'subnets': [{'id': '175ad6af-652d-4538-a2db-e98b64ba2b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:51.665255 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689961ef-88cb-4ecf-9646-d6343874bf50 None None] Checking router: e04e67e2-e12b-4bbf-92ce-75066ca9d50b for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:42:51.675398 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689961ef-88cb-4ecf-9646-d6343874bf50 None None] Routers {'e04e67e2-e12b-4bbf-92ce-75066ca9d50b'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:42:51.676349 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-689961ef-88cb-4ecf-9646-d6343874bf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:42:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:51.732245 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c3cedf9-c5e8-45fd-b752-2d84dc28008c req-ac07d3d9-9b16-4850-bed4-565f63607a3c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234912 Dec 12 17:42:51.852395 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-689961ef-88cb-4ecf-9646-d6343874bf50 None None] Set router e04e67e2-e12b-4bbf-92ce-75066ca9d50b gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:42:51.932676 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce05377-0b6c-4e8b-9a3e-ddcb3d09d45b x-openstack-request-id: req-0ce05377-0b6c-4e8b-9a3e-ddcb3d09d45b {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:42:51.933858 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27780f23-d944-4f83-a675-8c22bcf2342d", "tag": "73d6aef0-1cc2-4318-af5f-6695784a7c2d", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:42:51.935026 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ce05377-0b6c-4e8b-9a3e-ddcb3d09d45b {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:42:51.935398 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27780f23-d944-4f83-a675-8c22bcf2342d', 'tag': '73d6aef0-1cc2-4318-af5f-6695784a7c2d', 'status': 'completed', 'code': 200} Dec 12 17:42:52.305826 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-689961ef-88cb-4ecf-9646-d6343874bf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'name': 'tempest-ServersTestManualDisk-1879047730-router', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:16Z', 'revision_number': 4, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'gw_port': {'id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '71af40f1-bc34-4aca-82a7-de52ea368a45', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'floating_ip_address': '172.25.1.156', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'port_id': '73d6aef0-1cc2-4318-af5f-6695784a7c2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36', 'mac_address': 'fa:16:3e:db:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27780f23-d944-4f83-a675-8c22bcf2342d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:42:26Z', 'updated_at': '2021-12-12T17:42:48Z', 'revision_number': 1, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bbb59e-aea4-4841-9d1f-c57b3dffa948', 'name': '', 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'mac_address': 'fa:16:3e:4f:a2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '175ad6af-652d-4538-a2db-e98b64ba2b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:12Z', 'updated_at': '2021-12-12T17:42:25Z', 'revision_number': 5, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'subnets': [{'id': '175ad6af-652d-4538-a2db-e98b64ba2b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:42:52.379945 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689961ef-88cb-4ecf-9646-d6343874bf50 None None] The sync data for ids ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'] in n-d-760354-5 is: [{'id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'name': 'tempest-ServersTestManualDisk-1879047730-router', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:16Z', 'revision_number': 4, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'gw_port': {'id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '71af40f1-bc34-4aca-82a7-de52ea368a45', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'floating_ip_address': '172.25.1.156', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'port_id': '73d6aef0-1cc2-4318-af5f-6695784a7c2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36', 'mac_address': 'fa:16:3e:db:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27780f23-d944-4f83-a675-8c22bcf2342d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:42:26Z', 'updated_at': '2021-12-12T17:42:48Z', 'revision_number': 1, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bbb59e-aea4-4841-9d1f-c57b3dffa948', 'name': '', 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'mac_address': 'fa:16:3e:4f:a2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '175ad6af-652d-4538-a2db-e98b64ba2b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:12Z', 'updated_at': '2021-12-12T17:42:25Z', 'revision_number': 5, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'subnets': [{'id': '175ad6af-652d-4538-a2db-e98b64ba2b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:42:52.410826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cf947-e65c-4224-9cff-f14462c013bb req-23ad55ad-fe80-4ced-bca7-b920d5dd259d tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:52.418939 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-966cf947-e65c-4224-9cff-f14462c013bb req-23ad55ad-fe80-4ced-bca7-b920d5dd259d tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bca1769-226b-472a-b926-02ffcd1f447d HTTP/1.1" status: 200 len: 931 time: 0.8290718 Dec 12 17:42:52.545044 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-966cf947-e65c-4224-9cff-f14462c013bb req-8eb66195-9d08-4dd3-9fe9-24d637808ece tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36b468-1cdf-438d-b559-4e04def65dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170022 Dec 12 17:42:52.727343 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07da2bf6-f702-4fbd-82a6-970cd5f32685 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:42:52.741543 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:52.810884 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-40be0583-07c9-45f6-9f7c-b8b64180a9c1 req-7d9199c8-872c-4656-97c0-35087dde1bb8 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 210 time: 0.0631769 Dec 12 17:42:52.818033 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Transition to ACTIVE for port object 07da2bf6-f702-4fbd-82a6-970cd5f32685 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:42:52.832800 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:52.843734 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e8c16c-ab7d-4d79-a906-107919ce2ac8 None None] New status for floating IP 71af40f1-bc34-4aca-82a7-de52ea368a45: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:42:53.009752 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Pushing event updated for resources: {'Port': ['ID=07da2bf6-f702-4fbd-82a6-970cd5f32685,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:53.110371 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c50c44-24e9-4b8b-b860-1b0c243964fe req-9b8d45c6-2335-41fe-8db6-b6da6ba99808 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:53.118390 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86c50c44-24e9-4b8b-b860-1b0c243964fe req-9b8d45c6-2335-41fe-8db6-b6da6ba99808 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.2264175 Dec 12 17:42:53.135390 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329d4cc-1c72-4a76-9b69-346dc4badff4 req-39e195ef-a9e0-4979-a559-b944e1df11f4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:53.137027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1329d4cc-1c72-4a76-9b69-346dc4badff4 req-39e195ef-a9e0-4979-a559-b944e1df11f4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.2227461 Dec 12 17:42:53.150942 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b062eb-9f14-498f-949c-ec6059cab338 req-60257711-4330-44ea-af8f-0a0b995b3483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:53.152773 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90b062eb-9f14-498f-949c-ec6059cab338 req-60257711-4330-44ea-af8f-0a0b995b3483 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbcff9014fcb40e28febd2b73319f10b&device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 1097 time: 0.8273630 Dec 12 17:42:53.281112 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-a1938b5f-3890-4ae4-8b00-e3ad2d2887e2 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981369 Dec 12 17:42:53.306148 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Attempting to bind port 07da2bf6-f702-4fbd-82a6-970cd5f32685 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:42:53.306475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Attempting to bind port 07da2bf6-f702-4fbd-82a6-970cd5f32685 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '360e48c0-176c-4d00-a7b5-18f9c6918291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:42:53.306816 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Attempting to bind port 07da2bf6-f702-4fbd-82a6-970cd5f32685 on network f2cf9a89-6a62-4455-ac95-351125d25e6e {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:42:53.364633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Port 07da2bf6-f702-4fbd-82a6-970cd5f32685 on network f2cf9a89-6a62-4455-ac95-351125d25e6e not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:42:53.364964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Attempting to bind port 07da2bf6-f702-4fbd-82a6-970cd5f32685 on network f2cf9a89-6a62-4455-ac95-351125d25e6e {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:42:53.380208 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86c50c44-24e9-4b8b-b860-1b0c243964fe req-431cf781-6c21-4183-8b93-05154fc7f5a0 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599993 Dec 12 17:42:53.399945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:42:53.400299 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Checking segment: {'id': '360e48c0-176c-4d00-a7b5-18f9c6918291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:42:53.400689 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Bound using segment: {'id': '360e48c0-176c-4d00-a7b5-18f9c6918291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:42:53.401140 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Bound port: 07da2bf6-f702-4fbd-82a6-970cd5f32685, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360e48c0-176c-4d00-a7b5-18f9c6918291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:42:53.401503 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:53.415472 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1329d4cc-1c72-4a76-9b69-346dc4badff4 req-fcbb0feb-f71b-43d9-aec6-4a4ba9455a4e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474651 Dec 12 17:42:53.463937 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b062eb-9f14-498f-949c-ec6059cab338 req-5d1d7492-5080-4fd0-85e6-e368eb69995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:53.466045 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90b062eb-9f14-498f-949c-ec6059cab338 req-5d1d7492-5080-4fd0-85e6-e368eb69995f service neutron] 10.222.0.20 "GET /v2.0/networks?id=48de17cc-348a-47bb-8807-5fff0fe75c36 HTTP/1.1" status: 200 len: 913 time: 0.2983081 Dec 12 17:42:53.605286 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90b062eb-9f14-498f-949c-ec6059cab338 req-b885f274-ac33-42fa-8900-308303784b29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73d6aef0-1cc2-4318-af5f-6695784a7c2d HTTP/1.1" status: 200 len: 1002 time: 0.1273909 Dec 12 17:42:53.606353 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] For port 07da2bf6-f702-4fbd-82a6-970cd5f32685, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:42:53.689946 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] For port 07da2bf6-f702-4fbd-82a6-970cd5f32685, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=07da2bf6-f702-4fbd-82a6-970cd5f32685,segment=NetworkSegment(360e48c0-176c-4d00-a7b5-18f9c6918291),segment_id=360e48c0-176c-4d00-a7b5-18f9c6918291)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:42:53.711836 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c28d17db-8d5a-49c5-9960-a6e1b1247214 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:53.713321 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c28d17db-8d5a-49c5-9960-a6e1b1247214 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4247088 Dec 12 17:42:53.719768 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:53.732505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-6d4a9030-9f50-4f07-b5f7-1d780cd13dc6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Request body: {'port': {'device_id': '7e195062-2932-43f7-975e-062d1aa812c4', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': 'de7d6d1331334b1d97a38f5467ee1df8'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:53.746799 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b062eb-9f14-498f-949c-ec6059cab338 req-4ddef369-3835-4ded-aa77-b04f953717e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:53.748245 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90b062eb-9f14-498f-949c-ec6059cab338 req-4ddef369-3835-4ded-aa77-b04f953717e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=175ad6af-652d-4538-a2db-e98b64ba2b71 HTTP/1.1" status: 200 len: 851 time: 0.1330104 Dec 12 17:42:53.863387 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:53.864008 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:53.865392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] 10.222.0.31 "PUT /v2.0/ports/07da2bf6-f702-4fbd-82a6-970cd5f32685 HTTP/1.1" status: 200 len: 1091 time: 2.5644014 Dec 12 17:42:53.868181 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bca1769-226b-472a-b926-02ffcd1f447d', 'tag': '07da2bf6-f702-4fbd-82a6-970cd5f32685'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:42:53.870506 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180ab924-82fe-40b7-9b05-85ac8af88a19" -d '{"events": [{"name": "network-changed", "server_uuid": "7bca1769-226b-472a-b926-02ffcd1f447d", "tag": "07da2bf6-f702-4fbd-82a6-970cd5f32685"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:42:53.890706 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bebbb8-c846-4655-ac5a-da4414c82c70 req-b528f70e-c194-475f-8592-c2de310fc49e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:53.892440 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89bebbb8-c846-4655-ac5a-da4414c82c70 req-b528f70e-c194-475f-8592-c2de310fc49e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.2837303 Dec 12 17:42:53.957544 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728402dd-4108-4690-a2bf-dd8ea2914d9a service neutron] Pushing event updated for resources: {'Port': ['ID=07da2bf6-f702-4fbd-82a6-970cd5f32685,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:54.035950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39267856-b78d-4f88-8ce5-4e89f43b5a57 req-0b6223cb-335d-4621-a3cb-7dda2d4d3edb tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:54.044794 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39267856-b78d-4f88-8ce5-4e89f43b5a57 req-0b6223cb-335d-4621-a3cb-7dda2d4d3edb tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.2951612 Dec 12 17:42:54.055661 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b062eb-9f14-498f-949c-ec6059cab338 req-3e6d3493-2577-4780-a87e-bac70bbdfea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:54.057174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90b062eb-9f14-498f-949c-ec6059cab338 req-3e6d3493-2577-4780-a87e-bac70bbdfea4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48de17cc-348a-47bb-8807-5fff0fe75c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2806449 Dec 12 17:42:54.136011 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89bebbb8-c846-4655-ac5a-da4414c82c70 req-5d4b015b-5b88-4cfb-bb19-48c4f4741172 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199407 Dec 12 17:42:54.185441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-7002cb18-b33a-48e5-984b-8c07052d2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:54.186943 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-7002cb18-b33a-48e5-984b-8c07052d2d14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1c7658189a3432294704a1c05577cb7&device_id=7bca1769-226b-472a-b926-02ffcd1f447d HTTP/1.1" status: 200 len: 1094 time: 0.2622454 Dec 12 17:42:54.238157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-6d4a9030-9f50-4f07-b5f7-1d780cd13dc6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Made reservation on behalf of de7d6d1331334b1d97a38f5467ee1df8 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:42:54.241667 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-6d4a9030-9f50-4f07-b5f7-1d780cd13dc6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:54.246884 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39267856-b78d-4f88-8ce5-4e89f43b5a57 req-c2905ebe-12de-42f7-9c12-e236ecf3af21 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012534 Dec 12 17:42:54.253739 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-317c200d-cc4d-4443-8664-1e08def3ab2a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07da2bf6-f702-4fbd-82a6-970cd5f32685 HTTP/1.1" status: 200 len: 217 time: 0.0523791 Dec 12 17:42:54.319721 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90b062eb-9f14-498f-949c-ec6059cab338 req-2c0ed9b4-3535-4a0e-b633-642ee72f8882 service neutron] 10.222.0.20 "GET /v2.0/networks/48de17cc-348a-47bb-8807-5fff0fe75c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442417 Dec 12 17:42:54.441350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-307a1178-2502-41d6-b556-068ce2cc4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:54.442811 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-307a1178-2502-41d6-b556-068ce2cc4627 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8a09640c-72ee-433d-95a8-a7e7a6c44cc0 HTTP/1.1" status: 200 len: 852 time: 0.1751735 Dec 12 17:42:54.571492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19614602-93c2-4191-be6b-64182f8408c9 req-ac1f5517-38a6-4f43-ac70-2a59f0b8ea45 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:54.572989 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19614602-93c2-4191-be6b-64182f8408c9 req-ac1f5517-38a6-4f43-ac70-2a59f0b8ea45 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bca1769-226b-472a-b926-02ffcd1f447d HTTP/1.1" status: 200 len: 943 time: 0.2021611 Dec 12 17:42:54.583008 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90b062eb-9f14-498f-949c-ec6059cab338 req-59007503-0b84-4632-a1a1-d6973bcf9e71 service neutron] 10.222.0.20 "GET /v2.0/networks/48de17cc-348a-47bb-8807-5fff0fe75c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526026 Dec 12 17:42:54.617558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-6d4a9030-9f50-4f07-b5f7-1d780cd13dc6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Allocated IP 192.168.233.68 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/37921f0d-58a7-403c-ba4f-0ea3ed4a517b) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:42:54.635586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-62e6dc53-ba90-4aa1-8aaf-b0146647bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:54.637135 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-62e6dc53-ba90-4aa1-8aaf-b0146647bd60 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cf9a89-6a62-4455-ac95-351125d25e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804104 Dec 12 17:42:54.657384 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59d3beeb-9862-40a3-a3c0-1c35c94d9a14 req-a86b2ea2-12eb-46f2-8c14-1777f7a1ddc3 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 210 time: 0.0564990 Dec 12 17:42:54.731025 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f552f6b2-eaf8-41be-9e4c-06d522bf61be x-openstack-request-id: req-f552f6b2-eaf8-41be-9e4c-06d522bf61be {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:42:54.731341 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bca1769-226b-472a-b926-02ffcd1f447d", "tag": "07da2bf6-f702-4fbd-82a6-970cd5f32685", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:42:54.731564 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f552f6b2-eaf8-41be-9e4c-06d522bf61be {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:42:54.731963 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bca1769-226b-472a-b926-02ffcd1f447d', 'tag': '07da2bf6-f702-4fbd-82a6-970cd5f32685', 'status': 'completed', 'code': 200} Dec 12 17:42:54.756299 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19614602-93c2-4191-be6b-64182f8408c9 req-3e9850c2-51e1-4b9e-b05d-d9df4d57ccf4 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36b468-1cdf-438d-b559-4e04def65dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692820 Dec 12 17:42:54.850138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-859dde96-f468-4c3e-8d2a-730156cfa989 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cf9a89-6a62-4455-ac95-351125d25e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953576 Dec 12 17:42:54.981493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e2e3e-4b23-4246-873c-4289fb9952cb req-fc978c2e-2a78-41ff-9d2c-44eff403f89f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:54.989993 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-320e2e3e-4b23-4246-873c-4289fb9952cb req-fc978c2e-2a78-41ff-9d2c-44eff403f89f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1942263 Dec 12 17:42:55.242968 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48670) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:55.381836 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33dd3397-001b-4f5e-94cf-bc53d128cd8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:55.419291 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-320e2e3e-4b23-4246-873c-4289fb9952cb req-06b0a779-c510-4198-9900-eb0b4cb6fd3c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4284031 Dec 12 17:42:55.421176 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba6848a-80c4-449c-9376-24c2c2cb816a req-9eddd5c0-e335-4321-af66-28d6993500e0 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cf9a89-6a62-4455-ac95-351125d25e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558057 Dec 12 17:42:55.424259 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-6d4a9030-9f50-4f07-b5f7-1d780cd13dc6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:55.441023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a13e00-849a-40e8-8225-0314f82091e9 req-9d1e5024-3519-4c14-8828-6c7e9c573793 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:55.442583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20a13e00-849a-40e8-8225-0314f82091e9 req-9d1e5024-3519-4c14-8828-6c7e9c573793 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.4283602 Dec 12 17:42:55.477301 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33dd3397-001b-4f5e-94cf-bc53d128cd8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:55.484405 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33dd3397-001b-4f5e-94cf-bc53d128cd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:55.528615 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-33dd3397-001b-4f5e-94cf-bc53d128cd8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3f746a66ad641d38097e9e719f6c867&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2795918 Dec 12 17:42:55.529380 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48684) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:42:55.563124 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd3397-001b-4f5e-94cf-bc53d128cd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de927b2-3833-4b49-a096-01899c0c8034,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:55.566930 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20a13e00-849a-40e8-8225-0314f82091e9 req-bbd49fab-4c52-440a-9daf-cba4911b189b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155875 Dec 12 17:42:55.580192 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-6d4a9030-9f50-4f07-b5f7-1d780cd13dc6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:55.594021 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['18ec65b4-6566-43c2-b715-772e8798b349'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:42:55.658410 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f498c54c-28d8-48a2-a571-c18152106666 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:55.676585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a9030-9f50-4f07-b5f7-1d780cd13dc6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Pushing event updated for resources: {'Port': ['ID=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:55.691636 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f498c54c-28d8-48a2-a571-c18152106666 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:55.731253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-6d4a9030-9f50-4f07-b5f7-1d780cd13dc6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:42:55.734064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ab924-82fe-40b7-9b05-85ac8af88a19 req-d4c19d98-8017-4c49-8b1a-bf1463cda592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:55.735604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-180ab924-82fe-40b7-9b05-85ac8af88a19 req-d4c19d98-8017-4c49-8b1a-bf1463cda592 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1c7658189a3432294704a1c05577cb7&device_id=7bca1769-226b-472a-b926-02ffcd1f447d HTTP/1.1" status: 200 len: 1094 time: 0.2448616 Dec 12 17:42:55.740582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-6d4a9030-9f50-4f07-b5f7-1d780cd13dc6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:42:55.746457 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-6d4a9030-9f50-4f07-b5f7-1d780cd13dc6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:42:55.781989 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f498c54c-28d8-48a2-a571-c18152106666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:55.786820 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f498c54c-28d8-48a2-a571-c18152106666 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:55.798346 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f498c54c-28d8-48a2-a571-c18152106666 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3de927b2-3833-4b49-a096-01899c0c8034 HTTP/1.1" status: 204 len: 168 time: 0.2362864 Dec 12 17:42:55.799952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8885d85-b6b4-4dc1-8939-c5a25c24940e req-af5895be-67d5-4a40-912e-e04e5006befd tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:55.801503 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8885d85-b6b4-4dc1-8939-c5a25c24940e req-af5895be-67d5-4a40-912e-e04e5006befd tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1261032 Dec 12 17:42:55.829606 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498c54c-28d8-48a2-a571-c18152106666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de927b2-3833-4b49-a096-01899c0c8034,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:55.968513 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-6d4a9030-9f50-4f07-b5f7-1d780cd13dc6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:55.970585 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-6d4a9030-9f50-4f07-b5f7-1d780cd13dc6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:56.068159 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8885d85-b6b4-4dc1-8939-c5a25c24940e req-41e3aaa2-1890-4b76-a018-1760ed87f51a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179554 Dec 12 17:42:56.078519 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-6d4a9030-9f50-4f07-b5f7-1d780cd13dc6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3496945 Dec 12 17:42:56.083309 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ab924-82fe-40b7-9b05-85ac8af88a19 req-26b4d521-8459-471a-b859-52b06af0a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:56.085450 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-180ab924-82fe-40b7-9b05-85ac8af88a19 req-26b4d521-8459-471a-b859-52b06af0a9df service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cf9a89-6a62-4455-ac95-351125d25e6e HTTP/1.1" status: 200 len: 914 time: 0.3405695 Dec 12 17:42:56.099899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Request body: {'port': {'device_id': '7e195062-2932-43f7-975e-062d1aa812c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:42:56.198944 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-36056f22-3582-40e2-a486-03f70d56adc2 None None] Provisioning complete for port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:42:56.199549 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36056f22-3582-40e2-a486-03f70d56adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:56.215255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-180ab924-82fe-40b7-9b05-85ac8af88a19 req-2169e383-afa5-49b7-9d69-3d00da02b048 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07da2bf6-f702-4fbd-82a6-970cd5f32685 HTTP/1.1" status: 200 len: 217 time: 0.1147838 Dec 12 17:42:56.273433 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-36056f22-3582-40e2-a486-03f70d56adc2 None None] Port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:42:56.380123 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:56.430607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce4f9d-9c79-4484-9125-aae36a131a4e req-8e70d927-1ee2-40e3-a822-e4a8f08fcd68 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:56.432911 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bce4f9d-9c79-4484-9125-aae36a131a4e req-8e70d927-1ee2-40e3-a822-e4a8f08fcd68 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 935 time: 0.1873972 Dec 12 17:42:56.444491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45229b75-56cd-4364-bbf3-e4a126bb255c req-686d0295-474d-4d15-b508-34d6a1f7c31c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:56.445987 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45229b75-56cd-4364-bbf3-e4a126bb255c req-686d0295-474d-4d15-b508-34d6a1f7c31c tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.2296002 Dec 12 17:42:56.447426 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ab924-82fe-40b7-9b05-85ac8af88a19 req-5db0aa68-c433-46d6-8511-b60d8a97c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:56.448788 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-180ab924-82fe-40b7-9b05-85ac8af88a19 req-5db0aa68-c433-46d6-8511-b60d8a97c442 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8a09640c-72ee-433d-95a8-a7e7a6c44cc0 HTTP/1.1" status: 200 len: 852 time: 0.2024541 Dec 12 17:42:56.679607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bce4f9d-9c79-4484-9125-aae36a131a4e req-6acebbc8-0b7a-4e36-87fb-973a2d9a7cf9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285929 Dec 12 17:42:56.709877 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45229b75-56cd-4364-bbf3-e4a126bb255c req-1c816e07-06b2-4b5f-8e44-c8ae08e2b8ee tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569487 Dec 12 17:42:56.734309 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ab924-82fe-40b7-9b05-85ac8af88a19 req-68de1422-74d2-49d5-9cc6-d94771a916f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:56.736909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-180ab924-82fe-40b7-9b05-85ac8af88a19 req-68de1422-74d2-49d5-9cc6-d94771a916f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cf9a89-6a62-4455-ac95-351125d25e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2573802 Dec 12 17:42:56.942857 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-180ab924-82fe-40b7-9b05-85ac8af88a19 req-e3887e41-95f0-4770-94fb-75a7d7017fda service neutron] 10.222.0.31 "GET /v2.0/networks/f2cf9a89-6a62-4455-ac95-351125d25e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922212 Dec 12 17:42:57.056204 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d75dfc-a8de-47fc-970f-1664e1befa41 req-81a2d9d9-f2d6-4274-be17-111aa20c1d69 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:57.062526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78d75dfc-a8de-47fc-970f-1664e1befa41 req-81a2d9d9-f2d6-4274-be17-111aa20c1d69 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bca1769-226b-472a-b926-02ffcd1f447d HTTP/1.1" status: 200 len: 943 time: 0.2552934 Dec 12 17:42:57.191020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-180ab924-82fe-40b7-9b05-85ac8af88a19 req-f27ae68f-04f3-4ac0-b973-fb69e08a5c1b service neutron] 10.222.0.31 "GET /v2.0/networks/f2cf9a89-6a62-4455-ac95-351125d25e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382596 Dec 12 17:42:57.203749 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78d75dfc-a8de-47fc-970f-1664e1befa41 req-1214972e-d08e-49d4-afb5-3e48135149ec tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36b468-1cdf-438d-b559-4e04def65dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283414 Dec 12 17:42:57.213797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37921f0d-58a7-403c-ba4f-0ea3ed4a517b {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:42:57.225061 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:57.239383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Transition to ACTIVE for port object 37921f0d-58a7-403c-ba4f-0ea3ed4a517b will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:42:57.247984 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:57.351533 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:57.447147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Attempting to bind port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:42:57.447798 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Attempting to bind port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:42:57.447915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Attempting to bind port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:42:57.461067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:42:57.461067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Attempting to bind port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:42:57.470290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:42:57.470770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:42:57.471303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:42:57.471838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Bound port: 37921f0d-58a7-403c-ba4f-0ea3ed4a517b, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:42:57.472207 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:57.495564 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed3a2a-cff8-400d-b14c-568c31ba4154 req-9a8d4fb7-a1db-4b17-b13f-9c30dff3bb82 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:57.497142 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8ed3a2a-cff8-400d-b14c-568c31ba4154 req-9a8d4fb7-a1db-4b17-b13f-9c30dff3bb82 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.1028330 Dec 12 17:42:57.580864 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] For port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:42:57.585627 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] For port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:42:57.603245 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:57.682480 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:57.683680 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:57.685083 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] 10.222.0.20 "PUT /v2.0/ports/37921f0d-58a7-403c-ba4f-0ea3ed4a517b HTTP/1.1" status: 200 len: 1095 time: 1.5912023 Dec 12 17:42:57.685528 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e195062-2932-43f7-975e-062d1aa812c4', 'tag': '37921f0d-58a7-403c-ba4f-0ea3ed4a517b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:42:57.688131 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894797ca-63f5-40af-addb-84a58782936d" -d '{"events": [{"name": "network-changed", "server_uuid": "7e195062-2932-43f7-975e-062d1aa812c4", "tag": "37921f0d-58a7-403c-ba4f-0ea3ed4a517b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:42:57.705403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8ed3a2a-cff8-400d-b14c-568c31ba4154 req-9462b8f2-1885-4a4e-94bc-18f277f84e84 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964238 Dec 12 17:42:57.715788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd74d1-065b-4d20-b0d3-7e80751bf6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:57.789838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-92adb1eb-964f-4569-a23b-54b124af5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:57.792491 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-92adb1eb-964f-4569-a23b-54b124af5d2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 1098 time: 0.0542741 Dec 12 17:42:57.871183 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b717eca-d20a-4544-9ffc-e1020c7c6f06 x-openstack-request-id: req-7b717eca-d20a-4544-9ffc-e1020c7c6f06 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:42:57.877670 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e195062-2932-43f7-975e-062d1aa812c4", "tag": "37921f0d-58a7-403c-ba4f-0ea3ed4a517b", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:42:57.877670 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b717eca-d20a-4544-9ffc-e1020c7c6f06 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:42:57.878041 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e195062-2932-43f7-975e-062d1aa812c4', 'tag': '37921f0d-58a7-403c-ba4f-0ea3ed4a517b', 'status': 'completed', 'code': 200} Dec 12 17:42:57.881343 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-2e48854c-bc64-4fd8-b2ce-3b698a0b1119 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=37921f0d-58a7-403c-ba4f-0ea3ed4a517b HTTP/1.1" status: 200 len: 217 time: 0.0797496 Dec 12 17:42:58.000400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098ab8d-6ae7-403f-8d58-1ea4a78f4335 req-f3699fba-6af6-4c57-b5ca-c6f3ad09e31a tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:58.007921 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d098ab8d-6ae7-403f-8d58-1ea4a78f4335 req-f3699fba-6af6-4c57-b5ca-c6f3ad09e31a tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 947 time: 0.0806820 Dec 12 17:42:58.016571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-d82faa70-aed0-40fa-b7d3-d0522245cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:58.018380 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-d82faa70-aed0-40fa-b7d3-d0522245cf0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1298072 Dec 12 17:42:58.130286 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d098ab8d-6ae7-403f-8d58-1ea4a78f4335 req-61344dd7-8a62-4292-aa7f-d47f490cba6c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213233 Dec 12 17:42:58.137299 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-337651fe-eb47-4ddc-842e-37d7d2d61cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:58.139026 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-337651fe-eb47-4ddc-842e-37d7d2d61cd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0926971 Dec 12 17:42:58.152086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49918571-18f6-42e2-a77c-309bd5287e80 req-a186b930-1f38-4184-b33f-503214b1cfd4 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:58.153830 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-49918571-18f6-42e2-a77c-309bd5287e80 req-a186b930-1f38-4184-b33f-503214b1cfd4 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.1086314 Dec 12 17:42:58.267002 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-49918571-18f6-42e2-a77c-309bd5287e80 req-d6b92754-823e-452a-8cf4-462264ba776f tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022348 Dec 12 17:42:58.290773 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-25d3a0fe-1259-4e65-be54-cea6c570a1d8 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253235 Dec 12 17:42:58.389848 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26a6a1bf-81f9-4298-8b6b-d241f7f5d19e req-c2c68d2a-c88c-4c4e-b4d5-940686b330e8 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003523 Dec 12 17:42:58.576745 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894797ca-63f5-40af-addb-84a58782936d req-a612b7cf-f3f9-4b34-b669-f94205d3d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:58.578632 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-894797ca-63f5-40af-addb-84a58782936d req-a612b7cf-f3f9-4b34-b669-f94205d3d481 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 1098 time: 0.1324315 Dec 12 17:42:58.700047 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894797ca-63f5-40af-addb-84a58782936d req-44f765bf-75de-4d5c-b4b0-4dd320dd72c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:58.702528 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-894797ca-63f5-40af-addb-84a58782936d req-44f765bf-75de-4d5c-b4b0-4dd320dd72c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1141279 Dec 12 17:42:58.776214 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-894797ca-63f5-40af-addb-84a58782936d req-2478bf51-dd5d-4bba-a8af-ed89f19b3c5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=37921f0d-58a7-403c-ba4f-0ea3ed4a517b HTTP/1.1" status: 200 len: 217 time: 0.0606685 Dec 12 17:42:58.862396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894797ca-63f5-40af-addb-84a58782936d req-56a5f445-386f-4509-933d-732f4a68df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:58.863906 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-894797ca-63f5-40af-addb-84a58782936d req-56a5f445-386f-4509-933d-732f4a68df64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0793920 Dec 12 17:42:58.882418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722834e-0bb7-433d-9bfe-5faa5731d9f9 req-e420bb74-0f60-434d-8348-4fc15c903e7c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:58.887720 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0722834e-0bb7-433d-9bfe-5faa5731d9f9 req-e420bb74-0f60-434d-8348-4fc15c903e7c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bca1769-226b-472a-b926-02ffcd1f447d HTTP/1.1" status: 200 len: 943 time: 0.0705755 Dec 12 17:42:58.956814 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894797ca-63f5-40af-addb-84a58782936d req-8f33cbf7-0999-425f-9714-dcc5a6cd9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:58.958218 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-894797ca-63f5-40af-addb-84a58782936d req-8f33cbf7-0999-425f-9714-dcc5a6cd9c57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693676 Dec 12 17:42:58.962728 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0722834e-0bb7-433d-9bfe-5faa5731d9f9 req-c166ca64-fde5-4568-87d5-cba670a0799c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36b468-1cdf-438d-b559-4e04def65dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655897 Dec 12 17:42:59.077659 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-894797ca-63f5-40af-addb-84a58782936d req-2e36b4fc-cfc6-42a2-bffb-a3870e27181c service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091754 Dec 12 17:42:59.219763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003881fc-c3f1-4ad1-a0a8-1b0991904daa req-cc694ebb-de9b-4bf6-b610-7f101147e40f tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:59.223691 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-003881fc-c3f1-4ad1-a0a8-1b0991904daa req-cc694ebb-de9b-4bf6-b610-7f101147e40f tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.1271503 Dec 12 17:42:59.229485 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 07da2bf6-f702-4fbd-82a6-970cd5f32685 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:42:59.265842 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-894797ca-63f5-40af-addb-84a58782936d req-dfc128d2-99b1-4ffb-9318-2a80528ed5a6 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776605 Dec 12 17:42:59.322278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-003881fc-c3f1-4ad1-a0a8-1b0991904daa req-2440aed8-9c61-45eb-9e12-950f811b2d0a tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923510 Dec 12 17:42:59.506634 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 07da2bf6-f702-4fbd-82a6-970cd5f32685, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=07da2bf6-f702-4fbd-82a6-970cd5f32685,segment=NetworkSegment(360e48c0-176c-4d00-a7b5-18f9c6918291),segment_id=360e48c0-176c-4d00-a7b5-18f9c6918291)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:59.520226 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '07da2bf6-f702-4fbd-82a6-970cd5f32685', 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e', 'port_id': '07da2bf6-f702-4fbd-82a6-970cd5f32685', 'mac_address': 'fa:16:3e:a3:97:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:42:59.568125 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:59.584733 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07da2bf6-f702-4fbd-82a6-970cd5f32685 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:42:59.617310 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 07da2bf6-f702-4fbd-82a6-970cd5f32685, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=07da2bf6-f702-4fbd-82a6-970cd5f32685,segment=NetworkSegment(360e48c0-176c-4d00-a7b5-18f9c6918291),segment_id=360e48c0-176c-4d00-a7b5-18f9c6918291)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:42:59.624023 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:42:59.679164 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=07da2bf6-f702-4fbd-82a6-970cd5f32685,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:42:59.687864 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:59.688213 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:59.688559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:59.688897 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:59.689232 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:59.689564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:59.689892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:59.690221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:59.690545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:59.690912 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:59.691263 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:59.691591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:59.692038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:42:59.700012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee29b33-0a92-4106-a5f9-80ce110eb0e2 req-18c8c21a-37e2-41a1-b599-567375793f04 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:59.702276 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ee29b33-0a92-4106-a5f9-80ce110eb0e2 req-18c8c21a-37e2-41a1-b599-567375793f04 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 947 time: 0.0745077 Dec 12 17:42:59.761993 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ee29b33-0a92-4106-a5f9-80ce110eb0e2 req-e0705bba-6e2c-40cc-b263-aaed09deb832 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544586 Dec 12 17:42:59.834903 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8aea3-3a25-49ec-8710-d530cba092f2 req-9e43fd8d-d8cf-4895-a96f-cf3b028a4a3b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:42:59.836072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0dd8aea3-3a25-49ec-8710-d530cba092f2 req-9e43fd8d-d8cf-4895-a96f-cf3b028a4a3b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.0522349 Dec 12 17:42:59.893814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0dd8aea3-3a25-49ec-8710-d530cba092f2 req-40c1fc10-db90-447f-8bda-4f8d6ef9c375 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467441 Dec 12 17:42:59.956097 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['07da2bf6-f702-4fbd-82a6-970cd5f32685'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:43:00.134177 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1883a6f-8f89-4fd6-90b0-625d73cc0085 req-9c2ad793-c286-4230-802f-70d0c8ad5278 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:00.136146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1883a6f-8f89-4fd6-90b0-625d73cc0085 req-9c2ad793-c286-4230-802f-70d0c8ad5278 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bca1769-226b-472a-b926-02ffcd1f447d HTTP/1.1" status: 200 len: 944 time: 0.0572300 Dec 12 17:43:00.194922 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1883a6f-8f89-4fd6-90b0-625d73cc0085 req-3e67cf33-5288-4b5b-9540-4103f57153d6 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36b468-1cdf-438d-b559-4e04def65dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503814 Dec 12 17:43:00.302053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3345ac-5c6b-4854-81ce-b82eee2881d3 req-286ba803-7b45-4ec8-9cff-87664c57e4d9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:00.303593 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c3345ac-5c6b-4854-81ce-b82eee2881d3 req-286ba803-7b45-4ec8-9cff-87664c57e4d9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.0542431 Dec 12 17:43:00.369084 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c3345ac-5c6b-4854-81ce-b82eee2881d3 req-6faa0656-2634-473e-b7ad-4d92c994981d tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566883 Dec 12 17:43:00.497186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63fe5b-5611-4323-bc51-461a03e3b6e0 req-398dafb6-a580-4504-8c83-c57e87301a95 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:00.501737 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b63fe5b-5611-4323-bc51-461a03e3b6e0 req-398dafb6-a580-4504-8c83-c57e87301a95 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.0587640 Dec 12 17:43:00.563529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b63fe5b-5611-4323-bc51-461a03e3b6e0 req-8e2850fe-5b6b-4165-8b79-35dd59ab4502 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584841 Dec 12 17:43:00.644757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49062) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:00.711143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168d9fe-6c52-4885-bb00-ea5b4f586802 req-95aa593a-ae63-4652-aa12-c2eb7da28667 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:00.714128 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2168d9fe-6c52-4885-bb00-ea5b4f586802 req-95aa593a-ae63-4652-aa12-c2eb7da28667 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.0546432 Dec 12 17:43:00.801884 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2168d9fe-6c52-4885-bb00-ea5b4f586802 req-9fe71093-5a1c-4289-8628-8f2492e2090e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807414 Dec 12 17:43:00.823467 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 37921f0d-58a7-403c-ba4f-0ea3ed4a517b details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:43:00.893198 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a2dfa953-ba33-4077-9b57-210ebed0dc2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:01.052748 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:01.061467 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77962a-4782-455a-9f94-0fb6db1a6606 req-602fe0db-6c5f-4810-88c4-f69a8c79a89b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:01.070034 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb77962a-4782-455a-9f94-0fb6db1a6606 req-602fe0db-6c5f-4810-88c4-f69a8c79a89b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.1434484 Dec 12 17:43:01.085921 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '37921f0d-58a7-403c-ba4f-0ea3ed4a517b', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '37921f0d-58a7-403c-ba4f-0ea3ed4a517b', 'mac_address': 'fa:16:3e:d8:f0:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:43:01.112865 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8148da7-cd76-4fc5-b421-c044fbbf715b req-fe27c662-dd5c-46be-a752-c81c2a5ae238 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:01.114932 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8148da7-cd76-4fc5-b421-c044fbbf715b req-fe27c662-dd5c-46be-a752-c81c2a5ae238 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 947 time: 0.2118638 Dec 12 17:43:01.139396 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:01.158785 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37921f0d-58a7-403c-ba4f-0ea3ed4a517b {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:43:01.201757 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:01.210995 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:01.263362 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 07da2bf6-f702-4fbd-82a6-970cd5f32685 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:01.290171 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8148da7-cd76-4fc5-b421-c044fbbf715b req-15994c9b-b5eb-45d8-b3ac-5513096eeeed tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609452 Dec 12 17:43:01.345876 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb77962a-4782-455a-9f94-0fb6db1a6606 req-7cd4214b-c287-4dd8-b397-447079a18bea tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635710 Dec 12 17:43:01.355563 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:01.357434 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49092) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:01.383422 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 07da2bf6-f702-4fbd-82a6-970cd5f32685 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:43:01.386821 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a2dfa953-ba33-4077-9b57-210ebed0dc2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:01.392630 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 07da2bf6-f702-4fbd-82a6-970cd5f32685 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:01.393033 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:01.411560 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a2dfa953-ba33-4077-9b57-210ebed0dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:01.510638 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:01.522189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['37921f0d-58a7-403c-ba4f-0ea3ed4a517b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:43:01.531242 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a14f22b-8233-48c9-a416-7e7d5d30af12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:01.544851 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49102) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:01.546886 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a2dfa953-ba33-4077-9b57-210ebed0dc2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d1759c3b68342cb85191450c5155466&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9009783 Dec 12 17:43:01.570496 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfa953-ba33-4077-9b57-210ebed0dc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7c7184-8bbe-4823-be23-83a7aa522852,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:01.576397 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bca1769-226b-472a-b926-02ffcd1f447d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07da2bf6-f702-4fbd-82a6-970cd5f32685'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:43:01.578856 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3d3555-68ad-4979-9029-823d5a117e5b" -d '{"events": [{"server_uuid": "7bca1769-226b-472a-b926-02ffcd1f447d", "name": "network-vif-plugged", "status": "completed", "tag": "07da2bf6-f702-4fbd-82a6-970cd5f32685"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:43:01.587321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438f9a6-8a6f-48c4-84c4-7897836b3e75 req-0ba20a08-171a-4651-96be-871ee1c1709b tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:01.589884 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3438f9a6-8a6f-48c4-84c4-7897836b3e75 req-0ba20a08-171a-4651-96be-871ee1c1709b tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bca1769-226b-472a-b926-02ffcd1f447d HTTP/1.1" status: 200 len: 944 time: 0.2142317 Dec 12 17:43:01.622618 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 07da2bf6-f702-4fbd-82a6-970cd5f32685, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=07da2bf6-f702-4fbd-82a6-970cd5f32685,segment=NetworkSegment(360e48c0-176c-4d00-a7b5-18f9c6918291),segment_id=360e48c0-176c-4d00-a7b5-18f9c6918291)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:01.626505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27fff5-38bd-4a97-a864-28ceb7b69538 req-f8602974-e18f-4209-858d-d53548b3558b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:01.628917 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc27fff5-38bd-4a97-a864-28ceb7b69538 req-f8602974-e18f-4209-858d-d53548b3558b tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.1213696 Dec 12 17:43:01.638858 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:01.639927 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4402770b-8d0e-4446-b274-7c7357dbc42c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:01.669568 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4402770b-8d0e-4446-b274-7c7357dbc42c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:01.712551 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc27fff5-38bd-4a97-a864-28ceb7b69538 req-71b9a238-eff1-41e7-a8f9-7ec7747a4859 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730631 Dec 12 17:43:01.737501 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3438f9a6-8a6f-48c4-84c4-7897836b3e75 req-02724627-2919-4ab6-b00f-a74b9aa9a941 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36b468-1cdf-438d-b559-4e04def65dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353045 Dec 12 17:43:01.744839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4402770b-8d0e-4446-b274-7c7357dbc42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:01.749681 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4402770b-8d0e-4446-b274-7c7357dbc42c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:01.750949 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4402770b-8d0e-4446-b274-7c7357dbc42c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b7c7184-8bbe-4823-be23-83a7aa522852 HTTP/1.1" status: 204 len: 168 time: 0.2044730 Dec 12 17:43:01.764568 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402770b-8d0e-4446-b274-7c7357dbc42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7c7184-8bbe-4823-be23-83a7aa522852,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:01.781612 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=07da2bf6-f702-4fbd-82a6-970cd5f32685,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:01.822305 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a14f22b-8233-48c9-a416-7e7d5d30af12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:01.830395 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a14f22b-8233-48c9-a416-7e7d5d30af12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:01.835756 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7aa0f5-82ab-43f1-9ed2-10aede4e9bff x-openstack-request-id: req-fb7aa0f5-82ab-43f1-9ed2-10aede4e9bff {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:43:01.836268 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bca1769-226b-472a-b926-02ffcd1f447d", "name": "network-vif-plugged", "status": "completed", "tag": "07da2bf6-f702-4fbd-82a6-970cd5f32685", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:43:01.836391 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb7aa0f5-82ab-43f1-9ed2-10aede4e9bff {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:43:01.836766 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bca1769-226b-472a-b926-02ffcd1f447d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07da2bf6-f702-4fbd-82a6-970cd5f32685', 'code': 200} Dec 12 17:43:01.885905 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2a14f22b-8233-48c9-a416-7e7d5d30af12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=474044836d4d476fa0cf8c2157749c60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5244756 Dec 12 17:43:01.885905 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14f22b-8233-48c9-a416-7e7d5d30af12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda69bee-4a49-40b2-87fc-20b8fd9b77bd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:01.887647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49114) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:01.914697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8e75f-d3f7-4f3c-8be1-a66a777f6c9e req-3c42e535-dfc2-437b-81ce-15df0c0affc9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:01.923743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e6b8e75f-d3f7-4f3c-8be1-a66a777f6c9e req-3c42e535-dfc2-437b-81ce-15df0c0affc9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.0818939 Dec 12 17:43:02.034721 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcbcf5-89e5-4255-8bca-70d53c652967 req-ca459e31-0c7e-4d44-9cbb-f45aa0a3b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:02.036113 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86fcbcf5-89e5-4255-8bca-70d53c652967 req-ca459e31-0c7e-4d44-9cbb-f45aa0a3b313 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7bca1769-226b-472a-b926-02ffcd1f447d HTTP/1.1" status: 200 len: 1096 time: 0.1003547 Dec 12 17:43:02.042471 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e6b8e75f-d3f7-4f3c-8be1-a66a777f6c9e req-9d62533c-fc5a-4242-a4e2-528fb4f3b0f9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097708 Dec 12 17:43:02.067610 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4640d668-54f8-44c6-a156-83f5a091c697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:02.108717 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4640d668-54f8-44c6-a156-83f5a091c697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:02.125014 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86fcbcf5-89e5-4255-8bca-70d53c652967 req-dbb2c8c0-04e2-4241-860a-f525bc4d8f4c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1c36b468-1cdf-438d-b559-4e04def65dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815966 Dec 12 17:43:02.173682 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4640d668-54f8-44c6-a156-83f5a091c697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:02.176638 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4640d668-54f8-44c6-a156-83f5a091c697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:02.179242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4640d668-54f8-44c6-a156-83f5a091c697 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fda69bee-4a49-40b2-87fc-20b8fd9b77bd HTTP/1.1" status: 204 len: 168 time: 0.2881474 Dec 12 17:43:02.214468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640d668-54f8-44c6-a156-83f5a091c697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda69bee-4a49-40b2-87fc-20b8fd9b77bd,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:02.240517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddecb81-20d6-4f8a-99ef-98b6d0a8fd09 req-1fc2144c-d003-488b-923b-f7e064ab2aae tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:02.249281 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fddecb81-20d6-4f8a-99ef-98b6d0a8fd09 req-1fc2144c-d003-488b-923b-f7e064ab2aae tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.0859549 Dec 12 17:43:02.324753 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fddecb81-20d6-4f8a-99ef-98b6d0a8fd09 req-1de7547a-243e-426e-b538-c1678f04a963 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697346 Dec 12 17:43:02.437450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c432db-a432-42d8-956d-d56075a1be54 req-eda9fa21-08ff-4f89-bc19-d30184d6f756 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:02.439492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2c432db-a432-42d8-956d-d56075a1be54 req-eda9fa21-08ff-4f89-bc19-d30184d6f756 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 948 time: 0.0733278 Dec 12 17:43:02.571665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2c432db-a432-42d8-956d-d56075a1be54 req-280975b6-f47b-4de3-b05a-01b7706cdde4 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193490 Dec 12 17:43:02.837271 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 37921f0d-58a7-403c-ba4f-0ea3ed4a517b up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:02.880994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30495262-5ef4-4a20-af77-3882d8276672 req-54c830c0-e8c3-418e-844d-779dc090d64c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:02.882292 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30495262-5ef4-4a20-af77-3882d8276672 req-54c830c0-e8c3-418e-844d-779dc090d64c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bca1769-226b-472a-b926-02ffcd1f447d HTTP/1.1" status: 200 len: 945 time: 0.0685523 Dec 12 17:43:02.940819 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:43:02.950292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:02.952470 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:02.960170 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30495262-5ef4-4a20-af77-3882d8276672 req-247e18f9-604b-4e1b-935d-b7e4249342f2 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36b468-1cdf-438d-b559-4e04def65dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699780 Dec 12 17:43:03.065250 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:03.103008 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:03.107746 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:03.129751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49176) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:03.158228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:03.248608 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-844e21b8-e3e2-4532-9ca4-a91c7909928b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1869135322-network', 'tenant_id': 'c690ef1933604b0cbd75f6c3a7b84fdb'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:03.271632 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844e21b8-e3e2-4532-9ca4-a91c7909928b admin admin] Made reservation on behalf of c690ef1933604b0cbd75f6c3a7b84fdb for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:43:03.274303 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-844e21b8-e3e2-4532-9ca4-a91c7909928b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:03.283328 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-844e21b8-e3e2-4532-9ca4-a91c7909928b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:03.361723 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-844e21b8-e3e2-4532-9ca4-a91c7909928b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:03.366766 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-844e21b8-e3e2-4532-9ca4-a91c7909928b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:03.400622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844e21b8-e3e2-4532-9ca4-a91c7909928b admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:43:03.407631 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e21b8-e3e2-4532-9ca4-a91c7909928b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62cae0b-351d-41f1-bea8-689f970f0a6b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:03.415081 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-844e21b8-e3e2-4532-9ca4-a91c7909928b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:03.415541 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-844e21b8-e3e2-4532-9ca4-a91c7909928b admin admin] Added segment f87f4d95-d9ea-4209-86f6-6a60b76b2a2d of type vlan for network 48f6eb11-31cd-4420-a2e4-48c765eba462 Dec 12 17:43:03.468020 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-844e21b8-e3e2-4532-9ca4-a91c7909928b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:03.494292 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-844e21b8-e3e2-4532-9ca4-a91c7909928b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:03.495553 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844e21b8-e3e2-4532-9ca4-a91c7909928b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:03.496965 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-844e21b8-e3e2-4532-9ca4-a91c7909928b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:03.560329 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49184) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:03.568729 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e0a26d96-41ea-4e8c-836f-a0f22713304e admin admin] Request body: {'subnet': {'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1869135322-subnet', 'tenant_id': 'c690ef1933604b0cbd75f6c3a7b84fdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:03.575750 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-844e21b8-e3e2-4532-9ca4-a91c7909928b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4434869 Dec 12 17:43:03.620207 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a26d96-41ea-4e8c-836f-a0f22713304e admin admin] Made reservation on behalf of c690ef1933604b0cbd75f6c3a7b84fdb for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:43:03.625115 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0a26d96-41ea-4e8c-836f-a0f22713304e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:03.626905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e21b8-e3e2-4532-9ca4-a91c7909928b admin admin] Pushing event updated for resources: {'Network': ['ID=48f6eb11-31cd-4420-a2e4-48c765eba462,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:03.643765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 48f6eb11-31cd-4420-a2e4-48c765eba462 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:43:03.810258 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b0260-242f-41b4-9b9b-36bcce339978 req-3a674679-6f5f-430e-b7b8-76ea4e528e1b tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:03.817565 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a4b0260-242f-41b4-9b9b-36bcce339978 req-3a674679-6f5f-430e-b7b8-76ea4e528e1b tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.0932741 Dec 12 17:43:03.837685 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e195062-2932-43f7-975e-062d1aa812c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37921f0d-58a7-403c-ba4f-0ea3ed4a517b'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:43:03.842877 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2e90e4-c754-4c8b-8934-b9cd645dd31d" -d '{"events": [{"server_uuid": "7e195062-2932-43f7-975e-062d1aa812c4", "name": "network-vif-plugged", "status": "completed", "tag": "37921f0d-58a7-403c-ba4f-0ea3ed4a517b"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:43:03.855735 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0a26d96-41ea-4e8c-836f-a0f22713304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:03.894353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a4b0260-242f-41b4-9b9b-36bcce339978 req-650803f4-cbff-4369-9746-ac7739348fc0 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758972 Dec 12 17:43:03.899486 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:43:03.924206 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a26d96-41ea-4e8c-836f-a0f22713304e admin admin] Pushing event updated for resources: {'Subnet': ['ID=985325a8-d0ce-4355-9de6-d6e602a6cd48,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:03.981835 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a26d96-41ea-4e8c-836f-a0f22713304e admin admin] Checking segment: {'id': 'f87f4d95-d9ea-4209-86f6-6a60b76b2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:43:03.982069 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a26d96-41ea-4e8c-836f-a0f22713304e admin admin] Network hostable DHCP agents. Network: 48f6eb11-31cd-4420-a2e4-48c765eba462, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:43:04.003824 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a26d96-41ea-4e8c-836f-a0f22713304e admin admin] Network 48f6eb11-31cd-4420-a2e4-48c765eba462 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:43:04.014458 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e0a26d96-41ea-4e8c-836f-a0f22713304e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 48f6eb11-31cd-4420-a2e4-48c765eba462) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:04.019891 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a26d96-41ea-4e8c-836f-a0f22713304e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:04.020792 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0a26d96-41ea-4e8c-836f-a0f22713304e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:04.029585 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cda976-a626-4470-9076-9b8fd33167bb None None] Network 48f6eb11-31cd-4420-a2e4-48c765eba462 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:43:04.043125 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e0a26d96-41ea-4e8c-836f-a0f22713304e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4799178 Dec 12 17:43:04.099027 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9361c9ff-600e-4300-8ca0-2a980a0980ea x-openstack-request-id: req-9361c9ff-600e-4300-8ca0-2a980a0980ea {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:43:04.099995 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e195062-2932-43f7-975e-062d1aa812c4", "name": "network-vif-plugged", "status": "completed", "tag": "37921f0d-58a7-403c-ba4f-0ea3ed4a517b", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:43:04.100479 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9361c9ff-600e-4300-8ca0-2a980a0980ea {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:43:04.101094 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e195062-2932-43f7-975e-062d1aa812c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37921f0d-58a7-403c-ba4f-0ea3ed4a517b', 'code': 200} Dec 12 17:43:04.219487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9fc229-e088-4390-a275-ba10d51fe228 None None] Network 48f6eb11-31cd-4420-a2e4-48c765eba462 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:43:04.318065 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b73a5e-6aff-4b16-937c-3b298b8092fd req-fae14cb9-b0f3-4f3d-8ee8-5bc1bc32078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:04.320011 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48b73a5e-6aff-4b16-937c-3b298b8092fd req-fae14cb9-b0f3-4f3d-8ee8-5bc1bc32078f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 1100 time: 0.1719031 Dec 12 17:43:04.353095 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e3dfd-ebdb-41e3-b9ef-22362aa0da1a req-8f101b9d-9576-48c5-933d-b083621cadd8 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:04.355226 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c43e3dfd-ebdb-41e3-b9ef-22362aa0da1a req-8f101b9d-9576-48c5-933d-b083621cadd8 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bca1769-226b-472a-b926-02ffcd1f447d HTTP/1.1" status: 200 len: 945 time: 0.1302843 Dec 12 17:43:04.425733 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48b73a5e-6aff-4b16-937c-3b298b8092fd req-9e3c8c4e-e2e0-4356-8199-32a7daa436d8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692844 Dec 12 17:43:04.456041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c43e3dfd-ebdb-41e3-b9ef-22362aa0da1a req-02b614ed-5fa9-4e61-a695-60e3065b5316 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36b468-1cdf-438d-b559-4e04def65dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924530 Dec 12 17:43:04.717299 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c4b5999b-65ad-4da6-a9bf-ec5a5aac0092 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:04.718808 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c4b5999b-65ad-4da6-a9bf-ec5a5aac0092 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/networks?id=48f6eb11-31cd-4420-a2e4-48c765eba462 HTTP/1.1" status: 200 len: 822 time: 0.1227393 Dec 12 17:43:04.759772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-b5a4cb4a-e2b8-4b96-baf9-b5e69a9596c6 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/quotas/c690ef1933604b0cbd75f6c3a7b84fdb HTTP/1.1" status: 200 len: 375 time: 0.0273843 Dec 12 17:43:04.798490 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c6fc3f53-ae68-4372-a39f-a22b580f14e6 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c690ef1933604b0cbd75f6c3a7b84fdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311236 Dec 12 17:43:04.806544 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f37d1-2437-4566-b1ab-09e3400ac8fe req-db3d7096-0de6-426c-9d4d-15fca0e5d809 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:04.808554 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce3f37d1-2437-4566-b1ab-09e3400ac8fe req-db3d7096-0de6-426c-9d4d-15fca0e5d809 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bca1769-226b-472a-b926-02ffcd1f447d HTTP/1.1" status: 200 len: 945 time: 0.0847485 Dec 12 17:43:04.819784 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49234) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:04.824615 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-172a8cdf-ee07-4c23-ae15-f13c47c70829 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Request body: {'floatingip': {'port_id': '07da2bf6-f702-4fbd-82a6-970cd5f32685'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:04.873835 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-172a8cdf-ee07-4c23-ae15-f13c47c70829 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for floatingip, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:04.985200 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-e04dd6e6-da3d-4019-b4b7-54030efe70b3 service neutron] 10.222.0.18 "GET /v2.0/networks/48f6eb11-31cd-4420-a2e4-48c765eba462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642070 Dec 12 17:43:05.127989 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-0f091971-c63c-4634-afce-8819d3c6bb5e service neutron] 10.222.0.18 "GET /v2.0/networks/48f6eb11-31cd-4420-a2e4-48c765eba462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419878 Dec 12 17:43:05.149172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928313a-0e83-4f67-8f21-ce2cd56a64b7 req-65cb8777-52a4-4258-bead-627a650ee328 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:05.157377 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4928313a-0e83-4f67-8f21-ce2cd56a64b7 req-65cb8777-52a4-4258-bead-627a650ee328 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.1629713 Dec 12 17:43:05.218241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4928313a-0e83-4f67-8f21-ce2cd56a64b7 req-c9093763-4775-4d90-b656-510e15aa41df tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545375 Dec 12 17:43:05.459932 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-172a8cdf-ee07-4c23-ae15-f13c47c70829 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:05.467567 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-172a8cdf-ee07-4c23-ae15-f13c47c70829 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:05.543863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4193098-e1df-4e89-9d62-562a3491eb41 req-0a7bd5c3-13a5-4d79-a1ba-9cd1452bf84e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 210 time: 0.0703676 Dec 12 17:43:05.603166 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-172a8cdf-ee07-4c23-ae15-f13c47c70829 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Floating IP 7fb682b8-bd94-46fe-956e-4aec4d2fc5a1 associated. External IP: 172.25.1.96, port: 07da2bf6-f702-4fbd-82a6-970cd5f32685. Dec 12 17:43:06.066431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172a8cdf-ee07-4c23-ae15-f13c47c70829 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Router e1584a61-490a-467b-bd43-f5983f262020 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:43:06.272152 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172a8cdf-ee07-4c23-ae15-f13c47c70829 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:43:06.284760 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6330bf4-40c1-4c46-9a6a-eacd6f74508a None None] Sync routers for ids ['e1584a61-490a-467b-bd43-f5983f262020'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:43:06.288876 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-172a8cdf-ee07-4c23-ae15-f13c47c70829 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:06.304140 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6330bf4-40c1-4c46-9a6a-eacd6f74508a None None] Routers {'e1584a61-490a-467b-bd43-f5983f262020'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:43:06.308739 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b6330bf4-40c1-4c46-9a6a-eacd6f74508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:42:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e1584a61-490a-467b-bd43-f5983f262020'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:06.450910 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8b78c-cf7c-42d3-bfc9-678ce1faaed5 req-a59ce1d2-a169-49c8-aa3b-e51b2bb8e547 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:06.459905 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bee8b78c-cf7c-42d3-bfc9-678ce1faaed5 req-a59ce1d2-a169-49c8-aa3b-e51b2bb8e547 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.0801804 Dec 12 17:43:06.565248 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bee8b78c-cf7c-42d3-bfc9-678ce1faaed5 req-aa8055a6-dcec-46f9-9e43-a2465d415cc2 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040411 Dec 12 17:43:06.731430 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7a5b36a-042c-4cc0-9ca1-a18a820cb5aa req-5db94921-3f95-4bac-ab17-69e737573536 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 210 time: 0.0555186 Dec 12 17:43:06.736276 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-b6330bf4-40c1-4c46-9a6a-eacd6f74508a None None] Set router e1584a61-490a-467b-bd43-f5983f262020 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:43:06.790306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-02993a62-3016-480a-adbf-d0d0e6ef720b req-f061d277-44ba-4de6-b101-0f5d8adb7fab service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:43:06.791329 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-02993a62-3016-480a-adbf-d0d0e6ef720b req-f061d277-44ba-4de6-b101-0f5d8adb7fab service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059028 Dec 12 17:43:06.931749 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-172a8cdf-ee07-4c23-ae15-f13c47c70829 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "PUT /v2.0/floatingips/7fb682b8-bd94-46fe-956e-4aec4d2fc5a1 HTTP/1.1" status: 200 len: 990 time: 2.1107922 Dec 12 17:43:06.932492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bca1769-226b-472a-b926-02ffcd1f447d', 'tag': '07da2bf6-f702-4fbd-82a6-970cd5f32685'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:43:06.944778 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e27f99e-6b7f-4cad-96a2-f6558b0e656f" -d '{"events": [{"name": "network-changed", "server_uuid": "7bca1769-226b-472a-b926-02ffcd1f447d", "tag": "07da2bf6-f702-4fbd-82a6-970cd5f32685"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:43:07.137482 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-4c8819c4-1566-4474-b995-0e31d704bd0e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0508199 Dec 12 17:43:07.143600 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-19e5d71a-6c17-4264-8f69-c3c758bbdd0f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:43:07.157746 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-19e5d71a-6c17-4264-8f69-c3c758bbdd0f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184608 Dec 12 17:43:07.370490 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b6330bf4-40c1-4c46-9a6a-eacd6f74508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1584a61-490a-467b-bd43-f5983f262020', 'name': 'tempest-ServersTestFqdnHostnames-25909265-router', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:30Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'gw_port': {'id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:31Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '7fb682b8-bd94-46fe-956e-4aec4d2fc5a1', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'port_id': '07da2bf6-f702-4fbd-82a6-970cd5f32685', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e', 'mac_address': 'fa:16:3e:a3:97:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bca1769-226b-472a-b926-02ffcd1f447d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:42:44Z', 'updated_at': '2021-12-12T17:43:05Z', 'revision_number': 1, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32fb47dd-9978-4154-8269-5463def23f03', 'name': '', 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'mac_address': 'fa:16:3e:d4:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:35Z', 'updated_at': '2021-12-12T17:42:43Z', 'revision_number': 5, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'subnets': [{'id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:07.404555 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b64da8-4668-436a-a03d-ca6f5d24945b x-openstack-request-id: req-a3b64da8-4668-436a-a03d-ca6f5d24945b {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:43:07.405087 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bca1769-226b-472a-b926-02ffcd1f447d", "tag": "07da2bf6-f702-4fbd-82a6-970cd5f32685", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:43:07.405532 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3b64da8-4668-436a-a03d-ca6f5d24945b {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:43:07.406202 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bca1769-226b-472a-b926-02ffcd1f447d', 'tag': '07da2bf6-f702-4fbd-82a6-970cd5f32685', 'status': 'completed', 'code': 200} Dec 12 17:43:07.449382 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6330bf4-40c1-4c46-9a6a-eacd6f74508a None None] Checking router: e1584a61-490a-467b-bd43-f5983f262020 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:43:07.478146 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6330bf4-40c1-4c46-9a6a-eacd6f74508a None None] Routers {'e1584a61-490a-467b-bd43-f5983f262020'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:43:07.478963 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b6330bf4-40c1-4c46-9a6a-eacd6f74508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:42:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e1584a61-490a-467b-bd43-f5983f262020'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:07.568765 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27f99e-6b7f-4cad-96a2-f6558b0e656f req-0ff13a9d-d9be-40b3-9762-9e9f56f02dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:07.570525 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1e27f99e-6b7f-4cad-96a2-f6558b0e656f req-0ff13a9d-d9be-40b3-9762-9e9f56f02dd2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1c7658189a3432294704a1c05577cb7&device_id=7bca1769-226b-472a-b926-02ffcd1f447d HTTP/1.1" status: 200 len: 1096 time: 0.1599393 Dec 12 17:43:07.716208 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-b6330bf4-40c1-4c46-9a6a-eacd6f74508a None None] Set router e1584a61-490a-467b-bd43-f5983f262020 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:43:07.758924 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-4f0e491f-4811-43ae-95a1-697735577444 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:07.765063 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-4f0e491f-4811-43ae-95a1-697735577444 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.31 "GET /v2.0/networks?id=48f6eb11-31cd-4420-a2e4-48c765eba462 HTTP/1.1" status: 200 len: 822 time: 0.5823534 Dec 12 17:43:07.787453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c23dcba5-27e1-45d8-b198-7ea1919fa42c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Request body: {'port': {'device_id': 'ae0c40b4-c056-48fa-90b7-6e88fcea4a16', 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462', 'admin_state_up': True, 'tenant_id': 'c690ef1933604b0cbd75f6c3a7b84fdb'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:07.902644 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e16f30-e72a-4def-a770-d26959d52b78 req-5514a482-ba8f-4bc5-b5ef-de075e706ccf tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:07.907107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90e16f30-e72a-4def-a770-d26959d52b78 req-5514a482-ba8f-4bc5-b5ef-de075e706ccf tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.3819790 Dec 12 17:43:07.969622 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27f99e-6b7f-4cad-96a2-f6558b0e656f req-bb760cd2-9ed4-4ea6-8b9e-6c99c1b96708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:07.972407 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1e27f99e-6b7f-4cad-96a2-f6558b0e656f req-bb760cd2-9ed4-4ea6-8b9e-6c99c1b96708 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cf9a89-6a62-4455-ac95-351125d25e6e HTTP/1.1" status: 200 len: 914 time: 0.3921905 Dec 12 17:43:08.117371 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1e27f99e-6b7f-4cad-96a2-f6558b0e656f req-5fdf63ec-6900-41e1-8ac3-ab81f64c50c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07da2bf6-f702-4fbd-82a6-970cd5f32685 HTTP/1.1" status: 200 len: 998 time: 0.1365268 Dec 12 17:43:08.198046 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b6330bf4-40c1-4c46-9a6a-eacd6f74508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1584a61-490a-467b-bd43-f5983f262020', 'name': 'tempest-ServersTestFqdnHostnames-25909265-router', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:30Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'gw_port': {'id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:31Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '7fb682b8-bd94-46fe-956e-4aec4d2fc5a1', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'port_id': '07da2bf6-f702-4fbd-82a6-970cd5f32685', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e', 'mac_address': 'fa:16:3e:a3:97:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bca1769-226b-472a-b926-02ffcd1f447d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:42:44Z', 'updated_at': '2021-12-12T17:43:05Z', 'revision_number': 1, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32fb47dd-9978-4154-8269-5463def23f03', 'name': '', 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'mac_address': 'fa:16:3e:d4:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:35Z', 'updated_at': '2021-12-12T17:42:43Z', 'revision_number': 5, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'subnets': [{'id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:08.265532 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27f99e-6b7f-4cad-96a2-f6558b0e656f req-78b70e80-0beb-43ba-bab9-213879291cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:08.273765 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1e27f99e-6b7f-4cad-96a2-f6558b0e656f req-78b70e80-0beb-43ba-bab9-213879291cca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8a09640c-72ee-433d-95a8-a7e7a6c44cc0 HTTP/1.1" status: 200 len: 852 time: 0.0999992 Dec 12 17:43:08.395552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27f99e-6b7f-4cad-96a2-f6558b0e656f req-14c0b9dd-f45f-4234-8ac7-2196bcb429c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:08.397170 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1e27f99e-6b7f-4cad-96a2-f6558b0e656f req-14c0b9dd-f45f-4234-8ac7-2196bcb429c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cf9a89-6a62-4455-ac95-351125d25e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168809 Dec 12 17:43:08.452634 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6330bf4-40c1-4c46-9a6a-eacd6f74508a None None] The sync data for ids ['e1584a61-490a-467b-bd43-f5983f262020'] in n-d-760354-5 is: [{'id': 'e1584a61-490a-467b-bd43-f5983f262020', 'name': 'tempest-ServersTestFqdnHostnames-25909265-router', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:30Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'gw_port': {'id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:31Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '7fb682b8-bd94-46fe-956e-4aec4d2fc5a1', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'port_id': '07da2bf6-f702-4fbd-82a6-970cd5f32685', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e', 'mac_address': 'fa:16:3e:a3:97:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bca1769-226b-472a-b926-02ffcd1f447d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:42:44Z', 'updated_at': '2021-12-12T17:43:05Z', 'revision_number': 1, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32fb47dd-9978-4154-8269-5463def23f03', 'name': '', 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'mac_address': 'fa:16:3e:d4:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:35Z', 'updated_at': '2021-12-12T17:42:43Z', 'revision_number': 5, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'subnets': [{'id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:43:08.721156 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1e27f99e-6b7f-4cad-96a2-f6558b0e656f req-aa6ada62-27ee-4a5a-903e-b2cfb6137289 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cf9a89-6a62-4455-ac95-351125d25e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162103 Dec 12 17:43:08.906126 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ad17a-265c-401b-b7f8-c1fc48df55ba None None] New status for floating IP 7fb682b8-bd94-46fe-956e-4aec4d2fc5a1: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:43:08.956729 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90e16f30-e72a-4def-a770-d26959d52b78 req-907fc853-bab9-4a94-8a2b-207cc32707c7 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380755 Dec 12 17:43:09.017853 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1e27f99e-6b7f-4cad-96a2-f6558b0e656f req-e66da727-f234-4ab5-9824-3ae7dd9f17e1 service neutron] 10.222.0.31 "GET /v2.0/networks/f2cf9a89-6a62-4455-ac95-351125d25e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921314 Dec 12 17:43:09.051518 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3c5ad15-3703-4f7f-8535-d30d77a92f12 req-14a388b4-813f-4aa6-b507-4a2355400926 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 210 time: 0.2373569 Dec 12 17:43:09.142400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c23dcba5-27e1-45d8-b198-7ea1919fa42c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Made reservation on behalf of c690ef1933604b0cbd75f6c3a7b84fdb for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:43:09.147122 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c23dcba5-27e1-45d8-b198-7ea1919fa42c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:09.460174 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c23dcba5-27e1-45d8-b198-7ea1919fa42c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Allocated IP 172.20.0.7 (48f6eb11-31cd-4420-a2e4-48c765eba462/985325a8-d0ce-4355-9de6-d6e602a6cd48/7845a902-c396-49e8-a11a-fd6a9567fc56) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:43:09.667963 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49358) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:09.679255 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-7d6c69ca-d866-4792-bdaa-34c4c6b90ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:09.680839 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-7d6c69ca-d866-4792-bdaa-34c4c6b90ca6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 1100 time: 0.0795119 Dec 12 17:43:09.712796 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c23dcba5-27e1-45d8-b198-7ea1919fa42c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:09.803547 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d893e25-666e-4a24-9da2-74dd810d3a1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:09.814936 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-c9f6f39c-47e6-4bba-ba9c-0bdcb3d4c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:09.816513 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-c9f6f39c-47e6-4bba-ba9c-0bdcb3d4c38b service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1222043 Dec 12 17:43:09.818066 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c23dcba5-27e1-45d8-b198-7ea1919fa42c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:09.885450 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d893e25-666e-4a24-9da2-74dd810d3a1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:09.890907 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-52c6de5d-7252-4912-9220-28add00046d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=37921f0d-58a7-403c-ba4f-0ea3ed4a517b HTTP/1.1" status: 200 len: 217 time: 0.0652316 Dec 12 17:43:09.891934 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d893e25-666e-4a24-9da2-74dd810d3a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:09.899672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c23dcba5-27e1-45d8-b198-7ea1919fa42c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Network 48f6eb11-31cd-4420-a2e4-48c765eba462 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:43:09.912970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c23dcba5-27e1-45d8-b198-7ea1919fa42c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:09.936755 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6d893e25-666e-4a24-9da2-74dd810d3a1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42361e8e0dea44feb890587701046628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2653100 Dec 12 17:43:09.937182 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49362) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:09.941345 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c23dcba5-27e1-45d8-b198-7ea1919fa42c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:43:09.943676 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d893e25-666e-4a24-9da2-74dd810d3a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560f2088-8317-4743-8622-9cfbc3d92a9a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:09.946735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23dcba5-27e1-45d8-b198-7ea1919fa42c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Pushing event updated for resources: {'Port': ['ID=7845a902-c396-49e8-a11a-fd6a9567fc56,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:10.001225 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-df12d39c-34a9-4aea-9f74-c9ffe57cd52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:10.003059 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-df12d39c-34a9-4aea-9f74-c9ffe57cd52a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1023643 Dec 12 17:43:10.011974 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c23dcba5-27e1-45d8-b198-7ea1919fa42c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:10.012602 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c23dcba5-27e1-45d8-b198-7ea1919fa42c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:10.020179 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-343b964a-087f-404d-af76-e33dc03c6e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:10.055614 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-343b964a-087f-404d-af76-e33dc03c6e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:10.065957 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c23dcba5-27e1-45d8-b198-7ea1919fa42c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2914376 Dec 12 17:43:10.123816 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Request body: {'port': {'device_id': 'ae0c40b4-c056-48fa-90b7-6e88fcea4a16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:10.126001 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-343b964a-087f-404d-af76-e33dc03c6e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:10.129920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-f9e81706-af90-4f45-ad4d-4ff2f24cdda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:10.131491 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-f9e81706-af90-4f45-ad4d-4ff2f24cdda8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1152878 Dec 12 17:43:10.132824 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-343b964a-087f-404d-af76-e33dc03c6e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:10.137473 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-343b964a-087f-404d-af76-e33dc03c6e76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/560f2088-8317-4743-8622-9cfbc3d92a9a HTTP/1.1" status: 204 len: 168 time: 0.1990104 Dec 12 17:43:10.146540 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b964a-087f-404d-af76-e33dc03c6e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560f2088-8317-4743-8622-9cfbc3d92a9a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:10.267654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58d16f-119e-4aa8-ac9e-e1d4030a9ca7 req-237b2276-6209-41f2-b14b-5644ede1ab59 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:10.275333 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e58d16f-119e-4aa8-ac9e-e1d4030a9ca7 req-237b2276-6209-41f2-b14b-5644ede1ab59 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.2239096 Dec 12 17:43:10.318042 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:10.365547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7c123-6ab5-4a5c-87df-d28e41ca9563 req-6986ed33-3281-4548-a786-370d35dfadb7 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:10.367059 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9fc7c123-6ab5-4a5c-87df-d28e41ca9563 req-6986ed33-3281-4548-a786-370d35dfadb7 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 931 time: 0.2190609 Dec 12 17:43:10.441553 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e58d16f-119e-4aa8-ac9e-e1d4030a9ca7 req-fb71c1e1-3fda-435e-8e52-0bcd84c232a1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652510 Dec 12 17:43:10.443659 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-591874e7-aa18-499b-9ea7-5d52fa96f8d7 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905502 Dec 12 17:43:10.642041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9fc7c123-6ab5-4a5c-87df-d28e41ca9563 req-1ed81e59-7865-4a9f-bb7e-eec58323c91c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601249 Dec 12 17:43:10.747183 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-dffd26f4-2e8f-4fe7-8a54-96bf7e5fc431 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783146 Dec 12 17:43:10.860110 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7845a902-c396-49e8-a11a-fd6a9567fc56 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:43:10.870083 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:10.885310 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Transition to ACTIVE for port object 7845a902-c396-49e8-a11a-fd6a9567fc56 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:43:10.896904 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:10.991848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Pushing event updated for resources: {'Port': ['ID=7845a902-c396-49e8-a11a-fd6a9567fc56,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:11.080150 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Attempting to bind port 7845a902-c396-49e8-a11a-fd6a9567fc56 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:43:11.080796 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Attempting to bind port 7845a902-c396-49e8-a11a-fd6a9567fc56 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'f87f4d95-d9ea-4209-86f6-6a60b76b2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:43:11.080920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Attempting to bind port 7845a902-c396-49e8-a11a-fd6a9567fc56 on network 48f6eb11-31cd-4420-a2e4-48c765eba462 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:43:11.098317 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Port 7845a902-c396-49e8-a11a-fd6a9567fc56 on network 48f6eb11-31cd-4420-a2e4-48c765eba462 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:43:11.099005 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Attempting to bind port 7845a902-c396-49e8-a11a-fd6a9567fc56 on network 48f6eb11-31cd-4420-a2e4-48c765eba462 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:43:11.125626 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:43:11.126106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Checking segment: {'id': 'f87f4d95-d9ea-4209-86f6-6a60b76b2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:43:11.126853 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Bound using segment: {'id': 'f87f4d95-d9ea-4209-86f6-6a60b76b2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:43:11.127431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Bound port: 7845a902-c396-49e8-a11a-fd6a9567fc56, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87f4d95-d9ea-4209-86f6-6a60b76b2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:43:11.127885 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:11.154365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2e255-d6d6-4946-953e-6389274c33fd req-05f5b41c-252a-4d0d-a90a-bc24517c40df tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:11.156149 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-71e2e255-d6d6-4946-953e-6389274c33fd req-05f5b41c-252a-4d0d-a90a-bc24517c40df tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.0727687 Dec 12 17:43:11.254588 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-71e2e255-d6d6-4946-953e-6389274c33fd req-46f79717-7e1d-4204-9166-a754210cf429 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756199 Dec 12 17:43:11.259367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] For port 7845a902-c396-49e8-a11a-fd6a9567fc56, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:43:11.267182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] For port 7845a902-c396-49e8-a11a-fd6a9567fc56, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7845a902-c396-49e8-a11a-fd6a9567fc56,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:43:11.273777 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:11.288876 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49424) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:11.313584 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:11.314255 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:11.315722 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] 10.222.0.31 "PUT /v2.0/ports/7845a902-c396-49e8-a11a-fd6a9567fc56 HTTP/1.1" status: 200 len: 1091 time: 1.2111840 Dec 12 17:43:11.316190 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0c40b4-c056-48fa-90b7-6e88fcea4a16', 'tag': '7845a902-c396-49e8-a11a-fd6a9567fc56'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:43:11.318533 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0627578-0a84-426e-a6bc-1a8b34d3255b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0c40b4-c056-48fa-90b7-6e88fcea4a16", "tag": "7845a902-c396-49e8-a11a-fd6a9567fc56"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:43:11.405936 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14719060-712d-43ca-876c-c2826e609cbb x-openstack-request-id: req-14719060-712d-43ca-876c-c2826e609cbb {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:43:11.405936 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0c40b4-c056-48fa-90b7-6e88fcea4a16", "tag": "7845a902-c396-49e8-a11a-fd6a9567fc56", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:43:11.405936 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14719060-712d-43ca-876c-c2826e609cbb {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:43:11.405936 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0c40b4-c056-48fa-90b7-6e88fcea4a16', 'tag': '7845a902-c396-49e8-a11a-fd6a9567fc56', 'status': 'completed', 'code': 200} Dec 12 17:43:11.405936 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c94277-49cd-46f9-9a34-6d032ffba022 service neutron] Pushing event updated for resources: {'Port': ['ID=7845a902-c396-49e8-a11a-fd6a9567fc56,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:11.440151 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-d9057e22-f3db-4489-b46f-24a48e72aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:11.442899 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-d9057e22-f3db-4489-b46f-24a48e72aed7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c690ef1933604b0cbd75f6c3a7b84fdb&device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 1094 time: 0.0515542 Dec 12 17:43:11.521619 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c646647d-79e8-49b8-ba1e-76d457b0980f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1663086829-network', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:11.526179 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-2af72ebd-37f6-48ab-aaf9-9727cefcbe75 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7845a902-c396-49e8-a11a-fd6a9567fc56 HTTP/1.1" status: 200 len: 217 time: 0.0743964 Dec 12 17:43:11.551436 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c646647d-79e8-49b8-ba1e-76d457b0980f admin admin] Made reservation on behalf of e63f7131b4b54329b6cfac7d45feb38f for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:43:11.554329 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c646647d-79e8-49b8-ba1e-76d457b0980f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:11.568155 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c646647d-79e8-49b8-ba1e-76d457b0980f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:11.622132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-09748ff1-a70f-40be-9baf-5e52a08e8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:11.623862 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-09748ff1-a70f-40be-9baf-5e52a08e8679 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=985325a8-d0ce-4355-9de6-d6e602a6cd48 HTTP/1.1" status: 200 len: 862 time: 0.0880747 Dec 12 17:43:11.638932 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0e495-869b-4eab-8076-e7b41e760027 req-ecb44653-52cc-4f9a-af58-f562c8f9145f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:11.647829 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e1d0e495-869b-4eab-8076-e7b41e760027 req-ecb44653-52cc-4f9a-af58-f562c8f9145f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.1023448 Dec 12 17:43:11.674178 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c646647d-79e8-49b8-ba1e-76d457b0980f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:11.681373 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c646647d-79e8-49b8-ba1e-76d457b0980f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:11.714210 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-d975dbba-b352-45e3-9590-fee3a634a730 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48f6eb11-31cd-4420-a2e4-48c765eba462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454094 Dec 12 17:43:11.718352 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646647d-79e8-49b8-ba1e-76d457b0980f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60487d9d-9855-40d6-9f56-f34a243c694f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:11.731560 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c646647d-79e8-49b8-ba1e-76d457b0980f admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:43:11.744941 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c646647d-79e8-49b8-ba1e-76d457b0980f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:11.746098 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-c646647d-79e8-49b8-ba1e-76d457b0980f admin admin] Added segment 3d2ca35d-85c3-4c49-a87d-a23cd4f01953 of type vlan for network 83399e2c-8d46-49d3-8798-f18746a19765 Dec 12 17:43:11.802216 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e1d0e495-869b-4eab-8076-e7b41e760027 req-cef2172f-7ddd-4625-9afe-64d8159e6568 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536105 Dec 12 17:43:11.802691 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c646647d-79e8-49b8-ba1e-76d457b0980f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:11.853386 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c646647d-79e8-49b8-ba1e-76d457b0980f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:11.855330 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c646647d-79e8-49b8-ba1e-76d457b0980f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:11.856338 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c646647d-79e8-49b8-ba1e-76d457b0980f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:11.877707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef8d6f-c6dc-4067-891f-791926726cc5 req-8932b60b-9bb5-4451-994a-9e2217dc89d1 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:11.879786 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0ef8d6f-c6dc-4067-891f-791926726cc5 req-8932b60b-9bb5-4451-994a-9e2217dc89d1 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 943 time: 0.1026311 Dec 12 17:43:11.940508 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-389cc853-c15a-4bd2-aecb-04d8dbc68459 service neutron] 10.222.0.31 "GET /v2.0/networks/48f6eb11-31cd-4420-a2e4-48c765eba462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135873 Dec 12 17:43:11.968136 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c646647d-79e8-49b8-ba1e-76d457b0980f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6780202 Dec 12 17:43:11.971030 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49440) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:11.978050 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4260c15d-d4a5-4651-9998-24b25eb85e97 admin admin] Request body: {'subnet': {'network_id': '83399e2c-8d46-49d3-8798-f18746a19765', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1663086829-subnet', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:11.992374 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646647d-79e8-49b8-ba1e-76d457b0980f admin admin] Pushing event updated for resources: {'Network': ['ID=83399e2c-8d46-49d3-8798-f18746a19765,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:12.003979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 83399e2c-8d46-49d3-8798-f18746a19765 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:43:12.029130 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4260c15d-d4a5-4651-9998-24b25eb85e97 admin admin] Made reservation on behalf of e63f7131b4b54329b6cfac7d45feb38f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:43:12.032119 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4260c15d-d4a5-4651-9998-24b25eb85e97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:12.073720 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5530cedc-f7da-4c1e-b5a8-f78cad71d54d req-fd3d56e6-9b6e-4026-bc79-bce368c02288 service neutron] 10.222.0.31 "GET /v2.0/networks/48f6eb11-31cd-4420-a2e4-48c765eba462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243229 Dec 12 17:43:12.095331 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0ef8d6f-c6dc-4067-891f-791926726cc5 req-006afb8e-80d0-4841-b5a8-d94324199d79 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002141 Dec 12 17:43:12.188070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0627578-0a84-426e-a6bc-1a8b34d3255b req-00bef2f9-7290-4c8c-817e-c5869ae891f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:12.190592 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0627578-0a84-426e-a6bc-1a8b34d3255b req-00bef2f9-7290-4c8c-817e-c5869ae891f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c690ef1933604b0cbd75f6c3a7b84fdb&device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 1094 time: 0.0590198 Dec 12 17:43:12.256300 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4260c15d-d4a5-4651-9998-24b25eb85e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:12.327182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0627578-0a84-426e-a6bc-1a8b34d3255b req-4561892b-53c6-4689-bdb8-c1335a2075e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:12.329043 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0627578-0a84-426e-a6bc-1a8b34d3255b req-4561892b-53c6-4689-bdb8-c1335a2075e2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=48f6eb11-31cd-4420-a2e4-48c765eba462 HTTP/1.1" status: 200 len: 923 time: 0.1248517 Dec 12 17:43:12.329202 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260c15d-d4a5-4651-9998-24b25eb85e97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cdf9121-1e61-4db7-ab9c-ba8912fd56a9,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:12.332080 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4260c15d-d4a5-4651-9998-24b25eb85e97 admin admin] Checking segment: {'id': '3d2ca35d-85c3-4c49-a87d-a23cd4f01953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:43:12.332626 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4260c15d-d4a5-4651-9998-24b25eb85e97 admin admin] Network hostable DHCP agents. Network: 83399e2c-8d46-49d3-8798-f18746a19765, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:43:12.360278 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4260c15d-d4a5-4651-9998-24b25eb85e97 admin admin] Network 83399e2c-8d46-49d3-8798-f18746a19765 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:43:12.369737 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-4260c15d-d4a5-4651-9998-24b25eb85e97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 83399e2c-8d46-49d3-8798-f18746a19765) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:12.374416 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4260c15d-d4a5-4651-9998-24b25eb85e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:12.375061 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4260c15d-d4a5-4651-9998-24b25eb85e97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:12.383730 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bf1537-0b7e-4f79-804f-74ab19c6353e None None] Network 83399e2c-8d46-49d3-8798-f18746a19765 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:43:12.406084 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4260c15d-d4a5-4651-9998-24b25eb85e97 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4333296 Dec 12 17:43:12.406711 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49444) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:12.408345 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0627578-0a84-426e-a6bc-1a8b34d3255b req-bc8df5af-18e4-4853-a082-ee1257c69e7b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7845a902-c396-49e8-a11a-fd6a9567fc56 HTTP/1.1" status: 200 len: 217 time: 0.0705643 Dec 12 17:43:12.412001 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1663086829-router', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:12.437685 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:12.438887 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:12.463625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f45dbd-f8b1-4ad9-bcab-3596e3a54c88 req-32748c34-7d01-406e-a18f-ee77b431af4e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:12.465697 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6f45dbd-f8b1-4ad9-bcab-3596e3a54c88 req-32748c34-7d01-406e-a18f-ee77b431af4e tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.1182270 Dec 12 17:43:12.502540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0627578-0a84-426e-a6bc-1a8b34d3255b req-51116d31-be59-4d0b-8861-727c306a750e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:12.503011 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:12.504034 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0627578-0a84-426e-a6bc-1a8b34d3255b req-51116d31-be59-4d0b-8861-727c306a750e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=985325a8-d0ce-4355-9de6-d6e602a6cd48 HTTP/1.1" status: 200 len: 862 time: 0.0883081 Dec 12 17:43:12.515464 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-83399e2c-8d46-49d3-8798-f18746a19765', 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765', 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'fixed_ips': [{'subnet_id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:43:12.516538 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:12.549784 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0627578-0a84-426e-a6bc-1a8b34d3255b req-67d86c60-4f88-4277-8cfb-a4b9840238da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48f6eb11-31cd-4420-a2e4-48c765eba462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348063 Dec 12 17:43:12.555532 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6f45dbd-f8b1-4ad9-bcab-3596e3a54c88 req-1719bea5-23a1-45a1-8d2f-ae9d421a7fca tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774620 Dec 12 17:43:12.673178 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:12.687711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0627578-0a84-426e-a6bc-1a8b34d3255b req-001054b5-c0c3-48f2-b3c3-7a4612e8372f service neutron] 10.222.0.31 "GET /v2.0/networks/48f6eb11-31cd-4420-a2e4-48c765eba462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237509 Dec 12 17:43:12.689729 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Allocated IP 172.20.0.2 (83399e2c-8d46-49d3-8798-f18746a19765/3cdf9121-1e61-4db7-ab9c-ba8912fd56a9/47fb179c-d7f9-4810-9f5f-3bb0059c9977) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:43:12.824625 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0627578-0a84-426e-a6bc-1a8b34d3255b req-5036074a-906d-4551-abe1-525a482c0638 service neutron] 10.222.0.31 "GET /v2.0/networks/48f6eb11-31cd-4420-a2e4-48c765eba462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260653 Dec 12 17:43:12.880781 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:12.891508 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:12.944296 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Pushing event updated for resources: {'Port': ['ID=47fb179c-d7f9-4810-9f5f-3bb0059c9977,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:12.959242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Network 83399e2c-8d46-49d3-8798-f18746a19765 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:43:12.961137 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:12.965657 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:43:12.976813 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:13.013068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0249b-9870-4529-bed1-d32b07639c32 req-64aee642-a33c-459a-90d4-e2f1af83e0e0 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:13.021053 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7a0249b-9870-4529-bed1-d32b07639c32 req-64aee642-a33c-459a-90d4-e2f1af83e0e0 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.1430497 Dec 12 17:43:13.044980 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:13.052432 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11289328-0e2f-46be-bc1e-3f0663dfd98a req-c912d6e8-2d40-4742-b8b6-0b6680b67129 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:13.055080 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-11289328-0e2f-46be-bc1e-3f0663dfd98a req-c912d6e8-2d40-4742-b8b6-0b6680b67129 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.31 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.1494477 Dec 12 17:43:13.058482 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Attempting to bind port 47fb179c-d7f9-4810-9f5f-3bb0059c9977 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:43:13.059549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Attempting to bind port 47fb179c-d7f9-4810-9f5f-3bb0059c9977 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3d2ca35d-85c3-4c49-a87d-a23cd4f01953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:43:13.060156 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Attempting to bind port 47fb179c-d7f9-4810-9f5f-3bb0059c9977 on network 83399e2c-8d46-49d3-8798-f18746a19765 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:43:13.065828 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:43:13.066539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Checking segment: {'id': '3d2ca35d-85c3-4c49-a87d-a23cd4f01953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:43:13.067174 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:13.067806 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Bound using segment: {'id': '3d2ca35d-85c3-4c49-a87d-a23cd4f01953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:43:13.068494 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Bound port: 47fb179c-d7f9-4810-9f5f-3bb0059c9977, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2ca35d-85c3-4c49-a87d-a23cd4f01953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:43:13.069107 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:13.139746 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7a0249b-9870-4529-bed1-d32b07639c32 req-1f5c081e-0aca-4a05-939c-26556df9e6ff tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177073 Dec 12 17:43:13.162065 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] For port 47fb179c-d7f9-4810-9f5f-3bb0059c9977, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:43:13.166724 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] For port 47fb179c-d7f9-4810-9f5f-3bb0059c9977, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=47fb179c-d7f9-4810-9f5f-3bb0059c9977,segment=NetworkSegment(3d2ca35d-85c3-4c49-a87d-a23cd4f01953),segment_id=3d2ca35d-85c3-4c49-a87d-a23cd4f01953)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:43:13.177093 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:13.195566 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Allocated IP 172.25.1.235 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/9644b944-e0ff-4fb4-9d87-33236b23892b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:43:13.248579 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-11289328-0e2f-46be-bc1e-3f0663dfd98a req-fd3820d3-6df0-41a3-ba9b-bc01e4d15a50 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Deleting port 7d431cd1-d670-4ba9-a4bb-be8af206a78e {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:43:13.248918 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-11289328-0e2f-46be-bc1e-3f0663dfd98a req-fd3820d3-6df0-41a3-ba9b-bc01e4d15a50 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:13.284464 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16a440-7f6d-46d8-b9ea-26e5e4d1b84d None None] Pushing event updated for resources: {'Port': ['ID=47fb179c-d7f9-4810-9f5f-3bb0059c9977,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:13.329889 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176782d-2784-406b-8ef9-884b7e0d48d3 req-66900dc0-ae81-410a-aaad-42fc854b31fd tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:13.331585 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0176782d-2784-406b-8ef9-884b7e0d48d3 req-66900dc0-ae81-410a-aaad-42fc854b31fd tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 943 time: 0.1249926 Dec 12 17:43:13.348091 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:13.403604 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:13.423748 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0176782d-2784-406b-8ef9-884b7e0d48d3 req-e8db29e4-8f13-4da5-88e6-a6e41c279063 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834899 Dec 12 17:43:13.425631 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-11289328-0e2f-46be-bc1e-3f0663dfd98a req-fd3820d3-6df0-41a3-ba9b-bc01e4d15a50 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] For port 7d431cd1-d670-4ba9-a4bb-be8af206a78e, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7d431cd1-d670-4ba9-a4bb-be8af206a78e,segment=NetworkSegment(99d4fbf6-70e9-4774-b677-000907b84685),segment_id=99d4fbf6-70e9-4774-b677-000907b84685)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:13.426008 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-11289328-0e2f-46be-bc1e-3f0663dfd98a req-fd3820d3-6df0-41a3-ba9b-bc01e4d15a50 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:13.465480 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-11289328-0e2f-46be-bc1e-3f0663dfd98a req-fd3820d3-6df0-41a3-ba9b-bc01e4d15a50 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Calling delete_port for 7d431cd1-d670-4ba9-a4bb-be8af206a78e owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:43:13.501311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:43:13.507511 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:13.520641 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:43:13.524921 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Pushing event updated for resources: {'Port': ['ID=9644b944-e0ff-4fb4-9d87-33236b23892b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:13.584294 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:13.584945 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:13.585397 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:13.585848 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:13.586304 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:13.586741 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:13.587738 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:13.589641 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:13.590101 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:13.590537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:13.594555 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:13.595061 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:13.595596 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:13.731704 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-11289328-0e2f-46be-bc1e-3f0663dfd98a req-fd3820d3-6df0-41a3-ba9b-bc01e4d15a50 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:13.741370 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbc89a-76e9-467b-bd84-542567113141 req-8039a03c-8735-4d27-9ced-3847554618a9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:13.743153 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8efbc89a-76e9-467b-bd84-542567113141 req-8039a03c-8735-4d27-9ced-3847554618a9 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/ports?device_id=089bc95b-1dd5-4455-914c-372d88b6e6a7 HTTP/1.1" status: 200 len: 946 time: 0.0708401 Dec 12 17:43:13.748406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['7d431cd1-d670-4ba9-a4bb-be8af206a78e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:43:13.781209 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3820d3-6df0-41a3-ba9b-bc01e4d15a50 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Pushing event deleted for resources: {'Port': ['ID=7d431cd1-d670-4ba9-a4bb-be8af206a78e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:13.846048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-11289328-0e2f-46be-bc1e-3f0663dfd98a req-fd3820d3-6df0-41a3-ba9b-bc01e4d15a50 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] No DVR routers for this DVR port 7d431cd1-d670-4ba9-a4bb-be8af206a78e on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:43:13.851144 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-11289328-0e2f-46be-bc1e-3f0663dfd98a req-fd3820d3-6df0-41a3-ba9b-bc01e4d15a50 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:13.854579 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-11289328-0e2f-46be-bc1e-3f0663dfd98a req-fd3820d3-6df0-41a3-ba9b-bc01e4d15a50 tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.31 "DELETE /v2.0/ports/7d431cd1-d670-4ba9-a4bb-be8af206a78e HTTP/1.1" status: 204 len: 173 time: 0.7899079 Dec 12 17:43:13.855577 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089bc95b-1dd5-4455-914c-372d88b6e6a7', 'name': 'network-vif-deleted', 'tag': '7d431cd1-d670-4ba9-a4bb-be8af206a78e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:43:13.858269 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af66b3c0-d1ff-4977-b155-41e18dd5b9fb" -d '{"events": [{"server_uuid": "089bc95b-1dd5-4455-914c-372d88b6e6a7", "name": "network-vif-deleted", "tag": "7d431cd1-d670-4ba9-a4bb-be8af206a78e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:43:13.881335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8efbc89a-76e9-467b-bd84-542567113141 req-d874601d-c219-4b75-8cc5-09f21c7880cb tempest-ServersNegativeTestJSON-196053670 tempest-ServersNegativeTestJSON-196053670-project] 10.222.0.18 "GET /v2.0/security-groups?id=c17b4b3a-7283-4c78-8a7f-0353a48a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047611 Dec 12 17:43:13.944754 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71502e63-6aed-46b8-b45b-4830b2a6621b x-openstack-request-id: req-71502e63-6aed-46b8-b45b-4830b2a6621b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:43:13.945052 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089bc95b-1dd5-4455-914c-372d88b6e6a7", "name": "network-vif-deleted", "tag": "7d431cd1-d670-4ba9-a4bb-be8af206a78e", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:43:13.945644 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71502e63-6aed-46b8-b45b-4830b2a6621b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:43:13.945956 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089bc95b-1dd5-4455-914c-372d88b6e6a7', 'name': 'network-vif-deleted', 'tag': '7d431cd1-d670-4ba9-a4bb-be8af206a78e', 'status': 'completed', 'code': 200} Dec 12 17:43:13.963086 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:14.246540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 47fb179c-d7f9-4810-9f5f-3bb0059c9977 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:14.247603 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:14.353199 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 47fb179c-d7f9-4810-9f5f-3bb0059c9977 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:14.353590 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:14.441754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04662c-aa59-4354-93fa-9adc5888814d req-f8e1ed7a-50c2-4e80-8cb9-c3432d5eb154 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:14.445632 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df04662c-aa59-4354-93fa-9adc5888814d req-f8e1ed7a-50c2-4e80-8cb9-c3432d5eb154 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.1147308 Dec 12 17:43:14.460876 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Router a86e80dd-e0b3-46eb-8884-1d461faf350c is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:43:14.529692 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:14.572181 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df04662c-aa59-4354-93fa-9adc5888814d req-b874f910-4b19-4dd7-8ea8-d25f80449483 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033993 Dec 12 17:43:14.628146 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:43:14.641266 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Sync routers for ids ['a86e80dd-e0b3-46eb-8884-1d461faf350c'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:43:14.655651 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:14.656072 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 47fb179c-d7f9-4810-9f5f-3bb0059c9977, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=47fb179c-d7f9-4810-9f5f-3bb0059c9977,segment=NetworkSegment(3d2ca35d-85c3-4c49-a87d-a23cd4f01953),segment_id=3d2ca35d-85c3-4c49-a87d-a23cd4f01953)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:14.656609 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Routers {'a86e80dd-e0b3-46eb-8884-1d461faf350c'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:43:14.659246 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:42:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a86e80dd-e0b3-46eb-8884-1d461faf350c'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:14.659429 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ae402a76-70d0-4f9d-b159-88faa9fcb0a8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2498825 Dec 12 17:43:14.661324 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49482) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:14.667323 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:14.705224 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003383d-dea9-4bf2-9abe-e4440d716e39 req-8f05effc-1952-454a-b72e-295a9f29809b tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:14.719146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1003383d-dea9-4bf2-9abe-e4440d716e39 req-8f05effc-1952-454a-b72e-295a9f29809b tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 943 time: 0.1000085 Dec 12 17:43:14.746097 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=47fb179c-d7f9-4810-9f5f-3bb0059c9977,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:14.755464 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3d717a68-30b0-44e6-991e-d26e000ac718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:14.770229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd67225-7ed7-4d60-b674-12e8455ccd5c None None] Network 83399e2c-8d46-49d3-8798-f18746a19765 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:43:14.799393 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1003383d-dea9-4bf2-9abe-e4440d716e39 req-818a1d6c-5fc0-44b2-a71f-94464c76fc52 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732327 Dec 12 17:43:14.856808 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-2dc63224-bd6d-483d-8c08-4d4aa9b26b0c None None] Provisioning complete for port 47fb179c-d7f9-4810-9f5f-3bb0059c9977 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:14.857176 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2dc63224-bd6d-483d-8c08-4d4aa9b26b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:14.864333 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Set router a86e80dd-e0b3-46eb-8884-1d461faf350c gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:43:14.988950 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49488) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:15.125427 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'name': 'tempest-TaggedBootDevicesTest_v242-1663086829-router', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:12Z', 'updated_at': '2021-12-12T17:43:13Z', 'revision_number': 3, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'gw_port': {'id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:13Z', 'updated_at': '2021-12-12T17:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:15.179932 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Checking router: a86e80dd-e0b3-46eb-8884-1d461faf350c for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:43:15.180354 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Updating router a86e80dd-e0b3-46eb-8884-1d461faf350c port 9644b944-e0ff-4fb4-9d87-33236b23892b binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:43:15.202668 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-779dde1c-f304-4e22-935b-963dbbf1e1f9 admin admin] Deleting subnet 913bf011-774f-4e4f-a70e-8837b1ba8f4a {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:43:15.217094 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-779dde1c-f304-4e22-935b-963dbbf1e1f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:15.236234 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:15.301961 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-779dde1c-f304-4e22-935b-963dbbf1e1f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:15.348925 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-779dde1c-f304-4e22-935b-963dbbf1e1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:15.360000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7845a902-c396-49e8-a11a-fd6a9567fc56 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:43:15.502237 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7845a902-c396-49e8-a11a-fd6a9567fc56, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7845a902-c396-49e8-a11a-fd6a9567fc56,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:15.514751 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '7845a902-c396-49e8-a11a-fd6a9567fc56', 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462', 'port_id': '7845a902-c396-49e8-a11a-fd6a9567fc56', 'mac_address': 'fa:16:3e:05:cb:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985325a8-d0ce-4355-9de6-d6e602a6cd48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:43:15.609511 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:15.621271 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-779dde1c-f304-4e22-935b-963dbbf1e1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:15.624740 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:15.645146 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:15.664497 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-779dde1c-f304-4e22-935b-963dbbf1e1f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:15.669104 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-779dde1c-f304-4e22-935b-963dbbf1e1f9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/913bf011-774f-4e4f-a70e-8837b1ba8f4a HTTP/1.1" status: 204 len: 168 time: 0.6790659 Dec 12 17:43:15.671814 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49496) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:15.694301 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779dde1c-f304-4e22-935b-963dbbf1e1f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913bf011-774f-4e4f-a70e-8837b1ba8f4a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:15.716375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7845a902-c396-49e8-a11a-fd6a9567fc56 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:43:15.744772 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7845a902-c396-49e8-a11a-fd6a9567fc56, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7845a902-c396-49e8-a11a-fd6a9567fc56,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:15.745627 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Attempting to bind port 9644b944-e0ff-4fb4-9d87-33236b23892b on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:43:15.746150 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Attempting to bind port 9644b944-e0ff-4fb4-9d87-33236b23892b by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:43:15.746347 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Attempting to bind port 9644b944-e0ff-4fb4-9d87-33236b23892b on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:43:15.746685 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7638cc92-b867-45c5-b4a2-29ce5ebe2c41 None None] Provisioning complete for port 47fb179c-d7f9-4810-9f5f-3bb0059c9977 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:15.747068 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7638cc92-b867-45c5-b4a2-29ce5ebe2c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:15.778324 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:43:15.778695 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:43:15.779326 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:15.779860 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:43:15.780489 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Bound port: 9644b944-e0ff-4fb4-9d87-33236b23892b, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:43:15.781025 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:15.781658 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:15.791468 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab2e79d4-dc4e-459c-a106-3017199d0ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:15.859244 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-75b73a6e-1338-4fd8-9b9d-01cb110adc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:15.892492 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] For port 9644b944-e0ff-4fb4-9d87-33236b23892b, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:43:15.914067 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] For port 9644b944-e0ff-4fb4-9d87-33236b23892b, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9644b944-e0ff-4fb4-9d87-33236b23892b,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:43:15.919057 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44050c2-727f-455d-a97f-b7b08fc5c3cc None None] Pushing event updated for resources: {'Port': ['ID=9644b944-e0ff-4fb4-9d87-33236b23892b,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:15.937403 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:15.941295 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44050c2-727f-455d-a97f-b7b08fc5c3cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:15.944136 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44050c2-727f-455d-a97f-b7b08fc5c3cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:15.945643 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44050c2-727f-455d-a97f-b7b08fc5c3cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:15.947256 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44050c2-727f-455d-a97f-b7b08fc5c3cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:15.947738 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44050c2-727f-455d-a97f-b7b08fc5c3cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:15.950034 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44050c2-727f-455d-a97f-b7b08fc5c3cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:15.950522 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44050c2-727f-455d-a97f-b7b08fc5c3cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:15.950998 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44050c2-727f-455d-a97f-b7b08fc5c3cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:15.951507 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44050c2-727f-455d-a97f-b7b08fc5c3cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:15.951977 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44050c2-727f-455d-a97f-b7b08fc5c3cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:15.953565 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44050c2-727f-455d-a97f-b7b08fc5c3cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:15.953821 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=7845a902-c396-49e8-a11a-fd6a9567fc56,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:15.954231 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44050c2-727f-455d-a97f-b7b08fc5c3cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:15.954721 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44050c2-727f-455d-a97f-b7b08fc5c3cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:16.012978 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-75b73a6e-1338-4fd8-9b9d-01cb110adc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:16.031249 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Routers {'a86e80dd-e0b3-46eb-8884-1d461faf350c'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:43:16.031882 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:42:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a86e80dd-e0b3-46eb-8884-1d461faf350c'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:16.062652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-75b73a6e-1338-4fd8-9b9d-01cb110adc09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523f7885-2a3b-4fcb-8b42-d7268e79ac1d']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:16.064603 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-ab2e79d4-dc4e-459c-a106-3017199d0ad6 admin admin] Allocated IP 172.20.0.1 (83399e2c-8d46-49d3-8798-f18746a19765/3cdf9121-1e61-4db7-ab9c-ba8912fd56a9/49a588f0-414e-4caf-946c-2f6e5ea9a12a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:43:16.092405 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-75b73a6e-1338-4fd8-9b9d-01cb110adc09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d4fbf6-70e9-4774-b677-000907b84685') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:16.092872 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-75b73a6e-1338-4fd8-9b9d-01cb110adc09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d4fbf6-70e9-4774-b677-000907b84685') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:16.108106 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-75b73a6e-1338-4fd8-9b9d-01cb110adc09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:16.121236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['7845a902-c396-49e8-a11a-fd6a9567fc56'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:43:16.147790 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-75b73a6e-1338-4fd8-9b9d-01cb110adc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:16.160455 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4bca1-5fd9-44dd-9bc5-31e9bf01f954 req-166fc622-b4cc-42e2-b968-d671eca37205 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:16.167759 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1e4bca1-5fd9-44dd-9bc5-31e9bf01f954 req-166fc622-b4cc-42e2-b968-d671eca37205 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.4573476 Dec 12 17:43:16.193544 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b73a6e-1338-4fd8-9b9d-01cb110adc09 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:43:16.194039 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-75b73a6e-1338-4fd8-9b9d-01cb110adc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:16.195543 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 47fb179c-d7f9-4810-9f5f-3bb0059c9977 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:16.205433 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] Set router a86e80dd-e0b3-46eb-8884-1d461faf350c gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:43:16.209607 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:43:16.272823 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab2e79d4-dc4e-459c-a106-3017199d0ad6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:16.295022 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44050c2-727f-455d-a97f-b7b08fc5c3cc None None] Pushing event updated for resources: {'Port': ['ID=9644b944-e0ff-4fb4-9d87-33236b23892b,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:16.306295 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ddfe4-a979-4113-91ce-40df33aceb4c req-eba216ce-8819-42fd-8083-0a40dcba4dc0 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:16.308104 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-530ddfe4-a979-4113-91ce-40df33aceb4c req-eba216ce-8819-42fd-8083-0a40dcba4dc0 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 944 time: 0.1617649 Dec 12 17:43:16.312436 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1e4bca1-5fd9-44dd-9bc5-31e9bf01f954 req-385d16ed-4c41-49e4-975a-059aa24277a7 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301267 Dec 12 17:43:16.313166 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-75b73a6e-1338-4fd8-9b9d-01cb110adc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:16.319034 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-75b73a6e-1338-4fd8-9b9d-01cb110adc09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:16.322524 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-75b73a6e-1338-4fd8-9b9d-01cb110adc09 admin admin] 10.222.0.18 "DELETE /v2.0/networks/523f7885-2a3b-4fcb-8b42-d7268e79ac1d HTTP/1.1" status: 204 len: 168 time: 0.6489866 Dec 12 17:43:16.325823 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab2e79d4-dc4e-459c-a106-3017199d0ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:16.347115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b73a6e-1338-4fd8-9b9d-01cb110adc09 admin admin] Pushing event deleted for resources: {'Network': ['ID=523f7885-2a3b-4fcb-8b42-d7268e79ac1d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:16.368229 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2e79d4-dc4e-459c-a106-3017199d0ad6 admin admin] Network 83399e2c-8d46-49d3-8798-f18746a19765 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:43:16.377125 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ab2e79d4-dc4e-459c-a106-3017199d0ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:16.379879 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e79d4-dc4e-459c-a106-3017199d0ad6 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:43:16.421417 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e79d4-dc4e-459c-a106-3017199d0ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=49a588f0-414e-4caf-946c-2f6e5ea9a12a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:16.438585 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab2e79d4-dc4e-459c-a106-3017199d0ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:16.444347 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-530ddfe4-a979-4113-91ce-40df33aceb4c req-723f687b-7414-40b9-a3f1-ba46c927701a tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069562 Dec 12 17:43:16.472562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 47fb179c-d7f9-4810-9f5f-3bb0059c9977 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:16.473027 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:16.658075 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49508) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:16.673075 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'name': 'tempest-TaggedBootDevicesTest_v242-1663086829-router', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:12Z', 'updated_at': '2021-12-12T17:43:13Z', 'revision_number': 3, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'gw_port': {'id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:13Z', 'updated_at': '2021-12-12T17:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:16.673864 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab2e79d4-dc4e-459c-a106-3017199d0ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:16.730352 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d0c4ac-fbb6-469a-83ff-b95f57fa58de None None] The sync data for ids ['a86e80dd-e0b3-46eb-8884-1d461faf350c'] in n-d-760354-5 is: [{'id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'name': 'tempest-TaggedBootDevicesTest_v242-1663086829-router', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:12Z', 'updated_at': '2021-12-12T17:43:13Z', 'revision_number': 3, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'gw_port': {'id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:13Z', 'updated_at': '2021-12-12T17:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:43:16.739223 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7f907540-a01e-4e95-9626-c49be85db925 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1e2311e5fc246878549322368853f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0772200 Dec 12 17:43:16.740285 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49512) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:16.817732 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94a00312-e61c-4e51-9049-a319b896b466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:16.847663 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94a00312-e61c-4e51-9049-a319b896b466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:16.914442 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94a00312-e61c-4e51-9049-a319b896b466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:16.917920 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94a00312-e61c-4e51-9049-a319b896b466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:16.921760 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-94a00312-e61c-4e51-9049-a319b896b466 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c17b4b3a-7283-4c78-8a7f-0353a48a88ad HTTP/1.1" status: 204 len: 168 time: 0.1780076 Dec 12 17:43:16.924041 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:16.927426 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-2623880c-d584-422a-a2ee-a960d55bc3f6 None None] Provisioning complete for port 49a588f0-414e-4caf-946c-2f6e5ea9a12a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:16.927876 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2623880c-d584-422a-a2ee-a960d55bc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:16.945891 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a00312-e61c-4e51-9049-a319b896b466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17b4b3a-7283-4c78-8a7f-0353a48a88ad,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:16.980544 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2623880c-d584-422a-a2ee-a960d55bc3f6 None None] Port 49a588f0-414e-4caf-946c-2f6e5ea9a12a cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:43:16.991059 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1286fe82-a07a-48e2-bbac-3f5c145d90ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:17.003003 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab2e79d4-dc4e-459c-a106-3017199d0ad6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:17.009768 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab2e79d4-dc4e-459c-a106-3017199d0ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:17.097166 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab2e79d4-dc4e-459c-a106-3017199d0ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:17.181623 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e79d4-dc4e-459c-a106-3017199d0ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=49a588f0-414e-4caf-946c-2f6e5ea9a12a,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:17.244612 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2e79d4-dc4e-459c-a106-3017199d0ad6 admin admin] Network 83399e2c-8d46-49d3-8798-f18746a19765 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:43:17.246738 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ab2e79d4-dc4e-459c-a106-3017199d0ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:17.379019 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7845a902-c396-49e8-a11a-fd6a9567fc56 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:17.555179 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:17.556249 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc750bc6-8b36-48cb-a9da-17de4d59a551 req-dfe398bc-57e8-4a16-a22d-f233ee8f22ba tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:17.578805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc750bc6-8b36-48cb-a9da-17de4d59a551 req-dfe398bc-57e8-4a16-a22d-f233ee8f22ba tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.1243603 Dec 12 17:43:17.598244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 7845a902-c396-49e8-a11a-fd6a9567fc56 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:43:17.606546 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 7845a902-c396-49e8-a11a-fd6a9567fc56 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:17.607505 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:17.751936 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc750bc6-8b36-48cb-a9da-17de4d59a551 req-238da431-f17a-4eb5-b9f1-528450813098 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611278 Dec 12 17:43:17.770919 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-88893d19-3c47-43f0-bb59-272d359e3454 None None] Provisioning complete for port 49a588f0-414e-4caf-946c-2f6e5ea9a12a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:17.771328 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-88893d19-3c47-43f0-bb59-272d359e3454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:17.777102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc54f6-5a77-497c-ae20-e62920060ddd req-8762a929-e390-402d-8de9-653f27a92fae tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:17.789496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abdc54f6-5a77-497c-ae20-e62920060ddd req-8762a929-e390-402d-8de9-653f27a92fae tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 944 time: 0.1865284 Dec 12 17:43:17.845505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-88893d19-3c47-43f0-bb59-272d359e3454 None None] Port 49a588f0-414e-4caf-946c-2f6e5ea9a12a cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:43:17.849992 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49538) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:17.898473 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2e79d4-dc4e-459c-a106-3017199d0ad6 admin admin] Router a86e80dd-e0b3-46eb-8884-1d461faf350c has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:43:17.926468 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:17.935917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6983e4-bb9c-433b-9dfb-4ec3a8bf8fd1 admin admin] Deleting subnet 9a5f8ebe-e324-4c3a-9e74-14dadbea4198 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:43:17.937292 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abdc54f6-5a77-497c-ae20-e62920060ddd req-2f67733e-148b-4902-9c93-0cea131a81cd tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468439 Dec 12 17:43:17.940656 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f6983e4-bb9c-433b-9dfb-4ec3a8bf8fd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:17.985379 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f6983e4-bb9c-433b-9dfb-4ec3a8bf8fd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:17.989416 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7845a902-c396-49e8-a11a-fd6a9567fc56, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7845a902-c396-49e8-a11a-fd6a9567fc56,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:17.990266 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0c40b4-c056-48fa-90b7-6e88fcea4a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7845a902-c396-49e8-a11a-fd6a9567fc56'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:43:17.994802 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccd80d4-4e84-4cda-b21c-a288843706ab" -d '{"events": [{"server_uuid": "ae0c40b4-c056-48fa-90b7-6e88fcea4a16", "name": "network-vif-plugged", "status": "completed", "tag": "7845a902-c396-49e8-a11a-fd6a9567fc56"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:43:18.000078 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:18.000983 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7d431cd1-d670-4ba9-a4bb-be8af206a78e no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:43:18.080097 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ececca4-dd4e-4690-a743-90b24fda33bf x-openstack-request-id: req-5ececca4-dd4e-4690-a743-90b24fda33bf {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:43:18.080401 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0c40b4-c056-48fa-90b7-6e88fcea4a16", "name": "network-vif-plugged", "status": "completed", "tag": "7845a902-c396-49e8-a11a-fd6a9567fc56", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:43:18.080693 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ececca4-dd4e-4690-a743-90b24fda33bf {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:43:18.081089 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c40b4-c056-48fa-90b7-6e88fcea4a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7845a902-c396-49e8-a11a-fd6a9567fc56', 'code': 200} Dec 12 17:43:18.082939 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=7845a902-c396-49e8-a11a-fd6a9567fc56,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:18.119949 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 7d431cd1-d670-4ba9-a4bb-be8af206a78e {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:43:18.120838 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7d431cd1-d670-4ba9-a4bb-be8af206a78e not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:43:18.206664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9644b944-e0ff-4fb4-9d87-33236b23892b up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:18.219419 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced481b-3a34-41f0-9311-920137119acd req-09cea482-6c68-493a-8c8b-9c902f2517b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:18.228777 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eced481b-3a34-41f0-9311-920137119acd req-09cea482-6c68-493a-8c8b-9c902f2517b2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 1096 time: 0.0835238 Dec 12 17:43:18.279372 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f6983e4-bb9c-433b-9dfb-4ec3a8bf8fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:18.286963 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:18.294965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eced481b-3a34-41f0-9311-920137119acd req-3a824cf1-d4ac-4e09-b397-3cebb7d2da6e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583210 Dec 12 17:43:18.324715 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 9644b944-e0ff-4fb4-9d87-33236b23892b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:18.325132 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:18.332774 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2e79d4-dc4e-459c-a106-3017199d0ad6 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:43:18.343751 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ab2e79d4-dc4e-459c-a106-3017199d0ad6 admin admin] 10.222.0.18 "PUT /v2.0/routers/a86e80dd-e0b3-46eb-8884-1d461faf350c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6802993 Dec 12 17:43:18.385233 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f6983e4-bb9c-433b-9dfb-4ec3a8bf8fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:18.456248 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f6983e4-bb9c-433b-9dfb-4ec3a8bf8fd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:18.461581 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1f6983e4-bb9c-433b-9dfb-4ec3a8bf8fd1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9a5f8ebe-e324-4c3a-9e74-14dadbea4198 HTTP/1.1" status: 204 len: 168 time: 0.6090410 Dec 12 17:43:18.461956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49554) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:18.477488 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6983e4-bb9c-433b-9dfb-4ec3a8bf8fd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a5f8ebe-e324-4c3a-9e74-14dadbea4198,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:18.501041 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:18.555239 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 9644b944-e0ff-4fb4-9d87-33236b23892b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9644b944-e0ff-4fb4-9d87-33236b23892b,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:18.567697 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:18.588105 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45033845-ef34-4f66-bdc3-63e912f2a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:18.681395 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=9644b944-e0ff-4fb4-9d87-33236b23892b,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:18.699488 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45033845-ef34-4f66-bdc3-63e912f2a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:18.728085 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49562) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:18.742150 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-45033845-ef34-4f66-bdc3-63e912f2a7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c36073d-023a-4ffe-90a6-8bb9f52dff4f']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:18.764731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-45033845-ef34-4f66-bdc3-63e912f2a7b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8babf07-4fbb-4d09-ab8f-ba1c0b914d73') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:18.764731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-45033845-ef34-4f66-bdc3-63e912f2a7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8babf07-4fbb-4d09-ab8f-ba1c0b914d73') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:18.778147 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45033845-ef34-4f66-bdc3-63e912f2a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:18.803542 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45033845-ef34-4f66-bdc3-63e912f2a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:18.817988 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45033845-ef34-4f66-bdc3-63e912f2a7b6 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:43:18.818401 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45033845-ef34-4f66-bdc3-63e912f2a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:43:18.820573 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:43:18.870428 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-724fb385-6b1d-4d6a-a38b-b562e19a79ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:18.923907 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45033845-ef34-4f66-bdc3-63e912f2a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:18.933262 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45033845-ef34-4f66-bdc3-63e912f2a7b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:18.941005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-45033845-ef34-4f66-bdc3-63e912f2a7b6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4c36073d-023a-4ffe-90a6-8bb9f52dff4f HTTP/1.1" status: 204 len: 168 time: 0.4754529 Dec 12 17:43:18.947334 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49576) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:18.956089 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027c952-ceec-48e3-b71b-521f608e03db req-4bd4de83-481b-49da-996e-e798ca7eb352 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:18.971944 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f027c952-ceec-48e3-b71b-521f608e03db req-4bd4de83-481b-49da-996e-e798ca7eb352 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.1148572 Dec 12 17:43:19.006749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45033845-ef34-4f66-bdc3-63e912f2a7b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c36073d-023a-4ffe-90a6-8bb9f52dff4f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:19.016238 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-724fb385-6b1d-4d6a-a38b-b562e19a79ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:19.019939 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e2886d-b9ca-4c1d-aba8-8f55b0f638e3 admin admin] Deleting subnet 5cd2cdeb-4999-42b7-8881-ecda2636dfb9 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:43:19.023653 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3e2886d-b9ca-4c1d-aba8-8f55b0f638e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:19.050088 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-724fb385-6b1d-4d6a-a38b-b562e19a79ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:19.097125 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f027c952-ceec-48e3-b71b-521f608e03db req-513b7210-1589-481d-ac82-ac1e16a5290c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235354 Dec 12 17:43:19.102793 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3e2886d-b9ca-4c1d-aba8-8f55b0f638e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:19.146024 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-724fb385-6b1d-4d6a-a38b-b562e19a79ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b247293c99894156beb37e09dda20166&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4165339 Dec 12 17:43:19.148703 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fb385-6b1d-4d6a-a38b-b562e19a79ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1f167e-18dc-41db-8cc1-09995e26e828,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:19.154978 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49584) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:19.205361 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3e2886d-b9ca-4c1d-aba8-8f55b0f638e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:19.221375 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49586) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:19.234914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f77aa398-d6cc-44b0-85c1-18aba6a05db6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-440930638-network', 'tenant_id': '59f81d5ace744e5d9f6987fdc84503d3'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:19.260693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f21e3-ded4-46c4-9500-2b60174c42c8 req-58dac4d0-72a7-41f3-807f-1893ab771a09 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:19.265414 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad8f21e3-ded4-46c4-9500-2b60174c42c8 req-58dac4d0-72a7-41f3-807f-1893ab771a09 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 945 time: 0.1211190 Dec 12 17:43:19.273388 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef217d3a-78a1-4cda-b1b0-c9574370819a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:19.278637 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77aa398-d6cc-44b0-85c1-18aba6a05db6 admin admin] Made reservation on behalf of 59f81d5ace744e5d9f6987fdc84503d3 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:43:19.282310 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f77aa398-d6cc-44b0-85c1-18aba6a05db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:19.298905 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f77aa398-d6cc-44b0-85c1-18aba6a05db6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:19.305297 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef217d3a-78a1-4cda-b1b0-c9574370819a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:19.315041 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3e2886d-b9ca-4c1d-aba8-8f55b0f638e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:19.352274 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2886d-b9ca-4c1d-aba8-8f55b0f638e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cd2cdeb-4999-42b7-8881-ecda2636dfb9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:19.361103 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad8f21e3-ded4-46c4-9500-2b60174c42c8 req-689bf170-ec01-402b-a379-986a452e1609 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750299 Dec 12 17:43:19.366736 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3e2886d-b9ca-4c1d-aba8-8f55b0f638e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:19.371820 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e3e2886d-b9ca-4c1d-aba8-8f55b0f638e3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5cd2cdeb-4999-42b7-8881-ecda2636dfb9 HTTP/1.1" status: 204 len: 168 time: 0.4232924 Dec 12 17:43:19.374527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49588) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:19.401201 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef217d3a-78a1-4cda-b1b0-c9574370819a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:19.405888 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef217d3a-78a1-4cda-b1b0-c9574370819a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:19.407510 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ef217d3a-78a1-4cda-b1b0-c9574370819a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f1f167e-18dc-41db-8cc1-09995e26e828 HTTP/1.1" status: 204 len: 168 time: 0.2514520 Dec 12 17:43:19.418895 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef217d3a-78a1-4cda-b1b0-c9574370819a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1f167e-18dc-41db-8cc1-09995e26e828,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:19.477295 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1be45b2b-166d-46a9-9ec7-86a8bb7aa008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:19.502636 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f77aa398-d6cc-44b0-85c1-18aba6a05db6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:19.528747 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f77aa398-d6cc-44b0-85c1-18aba6a05db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:19.586115 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Sync routers for ids ['a86e80dd-e0b3-46eb-8884-1d461faf350c'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:43:19.604034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Routers {'a86e80dd-e0b3-46eb-8884-1d461faf350c'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:43:19.604724 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:43:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a86e80dd-e0b3-46eb-8884-1d461faf350c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:19.757698 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Set router a86e80dd-e0b3-46eb-8884-1d461faf350c gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:43:19.905970 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1be45b2b-166d-46a9-9ec7-86a8bb7aa008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:19.954135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77aa398-d6cc-44b0-85c1-18aba6a05db6 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:43:19.971140 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-1be45b2b-166d-46a9-9ec7-86a8bb7aa008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f72624-b0ba-448b-8cc6-f5703066f019']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:19.986770 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:19.992618 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-1be45b2b-166d-46a9-9ec7-86a8bb7aa008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af24c52b-bd1b-4113-938b-590ba4d27729') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:19.992919 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-1be45b2b-166d-46a9-9ec7-86a8bb7aa008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af24c52b-bd1b-4113-938b-590ba4d27729') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:19.996373 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f77aa398-d6cc-44b0-85c1-18aba6a05db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:19.996716 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-f77aa398-d6cc-44b0-85c1-18aba6a05db6 admin admin] Added segment e5acb2cf-8e68-4a03-b24c-7de5306fa605 of type vlan for network 3385936a-646a-4aa1-aa78-68b19278e0c8 Dec 12 17:43:20.009827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77aa398-d6cc-44b0-85c1-18aba6a05db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcd7b91-be42-4dcb-9c82-db8354c87be5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:20.017213 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1be45b2b-166d-46a9-9ec7-86a8bb7aa008 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.027379 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'name': 'tempest-TaggedBootDevicesTest_v242-1663086829-router', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:12Z', 'updated_at': '2021-12-12T17:43:16Z', 'revision_number': 4, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'gw_port': {'id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:13Z', 'updated_at': '2021-12-12T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '49a588f0-414e-4caf-946c-2f6e5ea9a12a', 'name': '', 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'mac_address': 'fa:16:3e:63:f2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:15Z', 'updated_at': '2021-12-12T17:43:16Z', 'revision_number': 2, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'subnets': [{'id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:20.056011 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1be45b2b-166d-46a9-9ec7-86a8bb7aa008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.057323 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Checking router: a86e80dd-e0b3-46eb-8884-1d461faf350c for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:43:20.058288 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Updating router a86e80dd-e0b3-46eb-8884-1d461faf350c port 49a588f0-414e-4caf-946c-2f6e5ea9a12a binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:43:20.076329 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f77aa398-d6cc-44b0-85c1-18aba6a05db6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.081245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be45b2b-166d-46a9-9ec7-86a8bb7aa008 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:43:20.089901 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1be45b2b-166d-46a9-9ec7-86a8bb7aa008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:43:20.091017 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:43:20.096142 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.209818 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1be45b2b-166d-46a9-9ec7-86a8bb7aa008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.225242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9644b944-e0ff-4fb4-9d87-33236b23892b up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:20.228410 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1be45b2b-166d-46a9-9ec7-86a8bb7aa008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.232864 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1be45b2b-166d-46a9-9ec7-86a8bb7aa008 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c4f72624-b0ba-448b-8cc6-f5703066f019 HTTP/1.1" status: 204 len: 168 time: 0.8573620 Dec 12 17:43:20.236888 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f77aa398-d6cc-44b0-85c1-18aba6a05db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.238150 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77aa398-d6cc-44b0-85c1-18aba6a05db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:20.238853 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f77aa398-d6cc-44b0-85c1-18aba6a05db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.284381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be45b2b-166d-46a9-9ec7-86a8bb7aa008 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4f72624-b0ba-448b-8cc6-f5703066f019,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:20.367753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae492e-41e9-4a59-abec-45fd97e87aa0 req-27d0e9a5-7627-4634-bc9b-882ea769b584 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:20.369723 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eaae492e-41e9-4a59-abec-45fd97e87aa0 req-27d0e9a5-7627-4634-bc9b-882ea769b584 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.1810257 Dec 12 17:43:20.388530 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49618) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:20.395129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 9644b944-e0ff-4fb4-9d87-33236b23892b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:20.395304 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-24392d0e-e588-4034-bb46-3f3ccefb49a7 admin admin] Request body: {'subnet': {'network_id': '3385936a-646a-4aa1-aa78-68b19278e0c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-440930638-subnet', 'tenant_id': '59f81d5ace744e5d9f6987fdc84503d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:20.395534 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.399784 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f77aa398-d6cc-44b0-85c1-18aba6a05db6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1728961 Dec 12 17:43:20.403388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49620) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:20.427116 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24392d0e-e588-4034-bb46-3f3ccefb49a7 admin admin] Made reservation on behalf of 59f81d5ace744e5d9f6987fdc84503d3 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:43:20.430267 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24392d0e-e588-4034-bb46-3f3ccefb49a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.437651 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77aa398-d6cc-44b0-85c1-18aba6a05db6 admin admin] Pushing event updated for resources: {'Network': ['ID=3385936a-646a-4aa1-aa78-68b19278e0c8,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:20.452783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 3385936a-646a-4aa1-aa78-68b19278e0c8 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:43:20.493818 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8b73e285-f1f2-4af1-a8ca-54da17ffb4af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9f3172c26f64bf1b1b0e52245ce547c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0879686 Dec 12 17:43:20.495768 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49624) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:20.498780 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49626) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:20.520857 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eaae492e-41e9-4a59-abec-45fd97e87aa0 req-c428e021-53a7-459e-9930-c20d0eefa2c3 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162782 Dec 12 17:43:20.602454 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a09b2-2de1-4e7f-b301-7eed9e667ca4 req-a2a61425-5dfb-486c-b75e-f013cfa22854 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:20.604680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c9a09b2-2de1-4e7f-b301-7eed9e667ca4 req-a2a61425-5dfb-486c-b75e-f013cfa22854 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 945 time: 0.0627570 Dec 12 17:43:20.628150 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c81c846-bdd0-4962-9a2e-ef0a517243d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.685395 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c9a09b2-2de1-4e7f-b301-7eed9e667ca4 req-ea4bc190-3052-426c-81c2-c8862f337803 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732777 Dec 12 17:43:20.687411 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.687903 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c81c846-bdd0-4962-9a2e-ef0a517243d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.708063 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.724058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8bda23ed-719e-446e-b182-2febfeb51a50 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-668538167-network', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:20.752741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bda23ed-719e-446e-b182-2febfeb51a50 admin admin] Made reservation on behalf of e87f55d11d4a4c5ba82362d6521f2447 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:43:20.755997 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8bda23ed-719e-446e-b182-2febfeb51a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.757592 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.768177 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8bda23ed-719e-446e-b182-2febfeb51a50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.800085 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24392d0e-e588-4034-bb46-3f3ccefb49a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.812114 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72def36f-fda7-4d45-ba2e-030bd28b6651 None None] Pushing event updated for resources: {'Port': ['ID=49a588f0-414e-4caf-946c-2f6e5ea9a12a,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:20.834321 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c81c846-bdd0-4962-9a2e-ef0a517243d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.837101 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c81c846-bdd0-4962-9a2e-ef0a517243d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.841495 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7c81c846-bdd0-4962-9a2e-ef0a517243d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5895a05-19a1-4c78-a7a7-0af14fc60450 HTTP/1.1" status: 204 len: 168 time: 0.3365812 Dec 12 17:43:20.865835 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81c846-bdd0-4962-9a2e-ef0a517243d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5895a05-19a1-4c78-a7a7-0af14fc60450,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:20.878382 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24392d0e-e588-4034-bb46-3f3ccefb49a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fbbb72e-83c7-40c8-82fe-4c1f85af1476,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:20.893306 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Attempting to bind port 49a588f0-414e-4caf-946c-2f6e5ea9a12a on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:43:20.893820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Attempting to bind port 49a588f0-414e-4caf-946c-2f6e5ea9a12a by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3d2ca35d-85c3-4c49-a87d-a23cd4f01953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:43:20.894718 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Attempting to bind port 49a588f0-414e-4caf-946c-2f6e5ea9a12a on network 83399e2c-8d46-49d3-8798-f18746a19765 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:43:20.902842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:43:20.903956 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Checking segment: {'id': '3d2ca35d-85c3-4c49-a87d-a23cd4f01953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:43:20.904582 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.904987 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Bound using segment: {'id': '3d2ca35d-85c3-4c49-a87d-a23cd4f01953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:43:20.905624 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Bound port: 49a588f0-414e-4caf-946c-2f6e5ea9a12a, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2ca35d-85c3-4c49-a87d-a23cd4f01953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:43:20.906028 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.909123 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24392d0e-e588-4034-bb46-3f3ccefb49a7 admin admin] Checking segment: {'id': 'e5acb2cf-8e68-4a03-b24c-7de5306fa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3385936a-646a-4aa1-aa78-68b19278e0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:43:20.909497 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24392d0e-e588-4034-bb46-3f3ccefb49a7 admin admin] Network hostable DHCP agents. Network: 3385936a-646a-4aa1-aa78-68b19278e0c8, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:43:20.930841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cd63e-034d-402d-9f08-e9edbf4cadaa req-dabc9ae5-e1c8-485b-afd3-d2380d09d678 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:20.943458 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-700cd63e-034d-402d-9f08-e9edbf4cadaa req-dabc9ae5-e1c8-485b-afd3-d2380d09d678 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 945 time: 0.1699772 Dec 12 17:43:20.949758 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24392d0e-e588-4034-bb46-3f3ccefb49a7 admin admin] Network 3385936a-646a-4aa1-aa78-68b19278e0c8 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:43:20.968445 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-24392d0e-e588-4034-bb46-3f3ccefb49a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 3385936a-646a-4aa1-aa78-68b19278e0c8) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:20.980634 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24392d0e-e588-4034-bb46-3f3ccefb49a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:20.983905 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24392d0e-e588-4034-bb46-3f3ccefb49a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:20.984040 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8714ff69-4585-4c4e-a3f6-441da4b85b66 None None] Network 3385936a-646a-4aa1-aa78-68b19278e0c8 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:43:21.010188 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-24392d0e-e588-4034-bb46-3f3ccefb49a7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6202698 Dec 12 17:43:21.013346 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49634) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:21.022439 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-440930638-router', 'tenant_id': '59f81d5ace744e5d9f6987fdc84503d3', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:21.050272 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-700cd63e-034d-402d-9f08-e9edbf4cadaa req-71bd55db-8316-4cf9-bc1f-66a747d24e05 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033773 Dec 12 17:43:21.052375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] For port 49a588f0-414e-4caf-946c-2f6e5ea9a12a, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:43:21.060233 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8bda23ed-719e-446e-b182-2febfeb51a50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:21.070062 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8bda23ed-719e-446e-b182-2febfeb51a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:21.072579 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] For port 49a588f0-414e-4caf-946c-2f6e5ea9a12a, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=49a588f0-414e-4caf-946c-2f6e5ea9a12a,segment=NetworkSegment(3d2ca35d-85c3-4c49-a87d-a23cd4f01953),segment_id=3d2ca35d-85c3-4c49-a87d-a23cd4f01953)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:43:21.078832 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:21.080095 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:21.089239 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:21.092479 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bda23ed-719e-446e-b182-2febfeb51a50 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:43:21.111607 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8bda23ed-719e-446e-b182-2febfeb51a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:21.112001 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-8bda23ed-719e-446e-b182-2febfeb51a50 admin admin] Added segment ae411415-474d-4d1e-927a-e80517288bcc of type vlan for network d9b9c276-fb49-46ec-8edb-02bb2c0620fc Dec 12 17:43:21.165336 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:21.215041 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8bda23ed-719e-446e-b182-2febfeb51a50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:21.224086 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-3385936a-646a-4aa1-aa78-68b19278e0c8', 'network_id': '3385936a-646a-4aa1-aa78-68b19278e0c8', 'project_id': '59f81d5ace744e5d9f6987fdc84503d3', 'fixed_ips': [{'subnet_id': '0fbbb72e-83c7-40c8-82fe-4c1f85af1476'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:43:21.225187 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:21.232283 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Routers {'a86e80dd-e0b3-46eb-8884-1d461faf350c'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:43:21.233081 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:43:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a86e80dd-e0b3-46eb-8884-1d461faf350c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:21.238248 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72def36f-fda7-4d45-ba2e-030bd28b6651 None None] Pushing event updated for resources: {'Port': ['ID=49a588f0-414e-4caf-946c-2f6e5ea9a12a,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:21.290059 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8bda23ed-719e-446e-b182-2febfeb51a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:21.290059 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda23ed-719e-446e-b182-2febfeb51a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:21.290381 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8bda23ed-719e-446e-b182-2febfeb51a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:21.427244 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8bda23ed-719e-446e-b182-2febfeb51a50 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9259012 Dec 12 17:43:21.430393 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:21.437728 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd0fd1-3d58-49da-9fdf-6798f8cb1f2e req-197959c5-1314-4174-89b6-7fb081ca4c96 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:21.439560 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4cd0fd1-3d58-49da-9fdf-6798f8cb1f2e req-197959c5-1314-4174-89b6-7fb081ca4c96 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 945 time: 0.1665559 Dec 12 17:43:21.440193 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda23ed-719e-446e-b182-2febfeb51a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610645b9-0528-4baa-a0cb-11ce66dd131d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:21.442504 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49648) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:21.452493 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-355b0e35-a454-4453-8034-71cfbf66d40e admin admin] Request body: {'subnet': {'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-668538167-subnet', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:21.456395 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda23ed-719e-446e-b182-2febfeb51a50 admin admin] Pushing event updated for resources: {'Network': ['ID=d9b9c276-fb49-46ec-8edb-02bb2c0620fc,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:21.519101 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49650) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:21.531962 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4cd0fd1-3d58-49da-9fdf-6798f8cb1f2e req-e3f98b91-d3fc-41b6-993e-393ecb137b57 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774012 Dec 12 17:43:21.615491 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355b0e35-a454-4453-8034-71cfbf66d40e admin admin] Made reservation on behalf of e87f55d11d4a4c5ba82362d6521f2447 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:43:21.618015 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-355b0e35-a454-4453-8034-71cfbf66d40e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:21.662976 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network d9b9c276-fb49-46ec-8edb-02bb2c0620fc details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:43:21.665188 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-44407b85-e2b0-4f74-a610-4c09eb4c5a78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=baa7436ec16b41fd8e9aa02840be99da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1075740 Dec 12 17:43:21.668479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49656) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:21.713268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6bbd5-d638-4850-bec0-5c7c07f6ac90 req-a30f7f11-2d44-4f1b-82c1-6e5cb0efa0d2 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:21.715410 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-93f6bbd5-d638-4850-bec0-5c7c07f6ac90 req-a30f7f11-2d44-4f1b-82c1-6e5cb0efa0d2 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.1023550 Dec 12 17:43:21.721645 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a6271cd2-17ad-4b7a-844c-9429a4b2837b None None] Provisioning complete for port 49a588f0-414e-4caf-946c-2f6e5ea9a12a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:21.722169 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6271cd2-17ad-4b7a-844c-9429a4b2837b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:21.725237 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e657470-a813-4238-a0d6-9c740cb6507f req-d25c1de4-044f-45db-8426-d516cc6988e6 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:21.727123 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e657470-a813-4238-a0d6-9c740cb6507f req-d25c1de4-044f-45db-8426-d516cc6988e6 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 945 time: 0.1026733 Dec 12 17:43:21.777569 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-128c33a0-6ba5-42ad-aa2a-112a901255a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:21.810762 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-93f6bbd5-d638-4850-bec0-5c7c07f6ac90 req-5033ff7f-a0d0-4602-9e7f-ead7956f6ffa tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825896 Dec 12 17:43:21.850187 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e657470-a813-4238-a0d6-9c740cb6507f req-6e32f50a-e557-4e6a-8e9c-e4630fc3c222 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009583 Dec 12 17:43:21.878058 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-128c33a0-6ba5-42ad-aa2a-112a901255a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:21.894858 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Allocated IP 172.20.0.2 (3385936a-646a-4aa1-aa78-68b19278e0c8/0fbbb72e-83c7-40c8-82fe-4c1f85af1476/b993d6e7-8c4b-45dd-bad8-4de5143f49c1) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:43:21.904108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] Set router a86e80dd-e0b3-46eb-8884-1d461faf350c gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:43:21.953012 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6271cd2-17ad-4b7a-844c-9429a4b2837b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:21.969125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199a52b-884d-4007-b1c6-e81706feb67f req-cd7ebbdb-c280-429d-9ec9-d8f4f6a27d75 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:21.971229 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2199a52b-884d-4007-b1c6-e81706feb67f req-cd7ebbdb-c280-429d-9ec9-d8f4f6a27d75 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 945 time: 0.0539541 Dec 12 17:43:21.985294 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-355b0e35-a454-4453-8034-71cfbf66d40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:22.028618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2199a52b-884d-4007-b1c6-e81706feb67f req-02874db4-c583-405e-be7c-6bbcfb92d1ef tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490782 Dec 12 17:43:22.065549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a6271cd2-17ad-4b7a-844c-9429a4b2837b None None] For port 49a588f0-414e-4caf-946c-2f6e5ea9a12a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=49a588f0-414e-4caf-946c-2f6e5ea9a12a,segment=NetworkSegment(3d2ca35d-85c3-4c49-a87d-a23cd4f01953),segment_id=3d2ca35d-85c3-4c49-a87d-a23cd4f01953)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:22.095456 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:22.097153 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b0e35-a454-4453-8034-71cfbf66d40e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e9ce1ad-b28e-4dc2-8742-e6028eef55c0,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:22.101603 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-128c33a0-6ba5-42ad-aa2a-112a901255a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:22.103616 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6271cd2-17ad-4b7a-844c-9429a4b2837b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:22.104238 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-128c33a0-6ba5-42ad-aa2a-112a901255a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:22.108901 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-128c33a0-6ba5-42ad-aa2a-112a901255a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e166b603-ab39-4c69-bdad-d117cfd9e518 HTTP/1.1" status: 204 len: 168 time: 0.4393065 Dec 12 17:43:22.132881 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:22.151390 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c33a0-6ba5-42ad-aa2a-112a901255a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e166b603-ab39-4c69-bdad-d117cfd9e518,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:22.157041 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b0e35-a454-4453-8034-71cfbf66d40e admin admin] Checking segment: {'id': 'ae411415-474d-4d1e-927a-e80517288bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:43:22.157418 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355b0e35-a454-4453-8034-71cfbf66d40e admin admin] Network hostable DHCP agents. Network: d9b9c276-fb49-46ec-8edb-02bb2c0620fc, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:43:22.240781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1358e52-f431-4d2f-8474-4b253da29a3a req-5ce4b9f7-3e54-4fb7-a3b3-f7f75cc4c614 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:22.242661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1358e52-f431-4d2f-8474-4b253da29a3a req-5ce4b9f7-3e54-4fb7-a3b3-f7f75cc4c614 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 945 time: 0.1042728 Dec 12 17:43:22.265156 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355b0e35-a454-4453-8034-71cfbf66d40e admin admin] Network d9b9c276-fb49-46ec-8edb-02bb2c0620fc is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:43:22.274012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6271cd2-17ad-4b7a-844c-9429a4b2837b None None] Pushing event updated for resources: {'Port': ['ID=49a588f0-414e-4caf-946c-2f6e5ea9a12a,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:22.300300 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-355b0e35-a454-4453-8034-71cfbf66d40e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, d9b9c276-fb49-46ec-8edb-02bb2c0620fc) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:22.307873 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355b0e35-a454-4453-8034-71cfbf66d40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:22.308480 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-355b0e35-a454-4453-8034-71cfbf66d40e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:22.312552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4650201b-1497-48b8-9064-9aeb01a4655f None None] Network d9b9c276-fb49-46ec-8edb-02bb2c0620fc requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:43:22.328286 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ba437dc8-ec43-479d-8f48-0512cefba767 None None] Provisioning complete for port 49a588f0-414e-4caf-946c-2f6e5ea9a12a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:22.328662 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ba437dc8-ec43-479d-8f48-0512cefba767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:22.336149 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] Allocated IP 172.25.1.85 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/1d56b7ed-1afb-4db9-a730-8b8c5641dd87) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:43:22.361010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1358e52-f431-4d2f-8474-4b253da29a3a req-06261629-9d90-41b6-ad59-376cb6f9787a tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074221 Dec 12 17:43:22.412577 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:22.441732 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:22.463413 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-355b0e35-a454-4453-8034-71cfbf66d40e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0187154 Dec 12 17:43:22.480315 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49674) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:22.499853 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:22.508984 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Network 3385936a-646a-4aa1-aa78-68b19278e0c8 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:43:22.530803 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:22.550657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058937a-8708-4cec-8bd4-0df23564cdc8 req-ebaf22f9-1dff-4e8a-b711-de8d0b7c3369 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:22.553274 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1058937a-8708-4cec-8bd4-0df23564cdc8 req-ebaf22f9-1dff-4e8a-b711-de8d0b7c3369 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 945 time: 0.1017077 Dec 12 17:43:22.555153 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:22.556463 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:22.577886 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:22.586033 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:22.592143 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:43:22.600080 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-d9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'fixed_ips': [{'subnet_id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:43:22.600913 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:22.605511 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Pushing event updated for resources: {'Port': ['ID=b993d6e7-8c4b-45dd-bad8-4de5143f49c1,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:22.627241 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'name': 'tempest-TaggedBootDevicesTest_v242-1663086829-router', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:12Z', 'updated_at': '2021-12-12T17:43:16Z', 'revision_number': 4, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'gw_port': {'id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:13Z', 'updated_at': '2021-12-12T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '49a588f0-414e-4caf-946c-2f6e5ea9a12a', 'name': '', 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'mac_address': 'fa:16:3e:63:f2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:15Z', 'updated_at': '2021-12-12T17:43:20Z', 'revision_number': 4, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'subnets': [{'id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:22.658778 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:22.666802 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:43:22.669520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] Pushing event updated for resources: {'Port': ['ID=1d56b7ed-1afb-4db9-a730-8b8c5641dd87,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:22.673316 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:22.676437 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:43:22.684834 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1058937a-8708-4cec-8bd4-0df23564cdc8 req-5b937a17-3db2-449e-8e8a-ace5da96c2b9 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115508 Dec 12 17:43:22.717401 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e5ba76-bfc0-4b7e-8aa0-ad41a3793b79 None None] The sync data for ids ['a86e80dd-e0b3-46eb-8884-1d461faf350c'] in n-d-760354-5 is: [{'id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'name': 'tempest-TaggedBootDevicesTest_v242-1663086829-router', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:12Z', 'updated_at': '2021-12-12T17:43:16Z', 'revision_number': 4, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'gw_port': {'id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:13Z', 'updated_at': '2021-12-12T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '49a588f0-414e-4caf-946c-2f6e5ea9a12a', 'name': '', 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'mac_address': 'fa:16:3e:63:f2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:15Z', 'updated_at': '2021-12-12T17:43:20Z', 'revision_number': 4, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'subnets': [{'id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:43:22.915719 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:22.986543 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Attempting to bind port b993d6e7-8c4b-45dd-bad8-4de5143f49c1 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:43:22.987521 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Attempting to bind port b993d6e7-8c4b-45dd-bad8-4de5143f49c1 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'e5acb2cf-8e68-4a03-b24c-7de5306fa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3385936a-646a-4aa1-aa78-68b19278e0c8'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:43:22.988112 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Attempting to bind port b993d6e7-8c4b-45dd-bad8-4de5143f49c1 on network 3385936a-646a-4aa1-aa78-68b19278e0c8 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:43:22.998653 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Allocated IP 172.20.0.2 (d9b9c276-fb49-46ec-8edb-02bb2c0620fc/6e9ce1ad-b28e-4dc2-8742-e6028eef55c0/f784c846-365b-46ae-b281-00bb0c3ce9dd) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:43:23.002175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:43:23.002175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Checking segment: {'id': 'e5acb2cf-8e68-4a03-b24c-7de5306fa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3385936a-646a-4aa1-aa78-68b19278e0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:43:23.002679 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:23.003365 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Bound using segment: {'id': 'e5acb2cf-8e68-4a03-b24c-7de5306fa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3385936a-646a-4aa1-aa78-68b19278e0c8'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:43:23.003954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Bound port: b993d6e7-8c4b-45dd-bad8-4de5143f49c1, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5acb2cf-8e68-4a03-b24c-7de5306fa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3385936a-646a-4aa1-aa78-68b19278e0c8'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:43:23.004474 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:23.018616 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063a9f8-2b3a-4f44-884e-1ec8d68ad723 req-ddd81bf0-c465-4d66-8716-cf826221eccf tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:23.026928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4063a9f8-2b3a-4f44-884e-1ec8d68ad723 req-ddd81bf0-c465-4d66-8716-cf826221eccf tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 945 time: 0.1929910 Dec 12 17:43:23.098646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c23a1-6ad2-41cb-89b6-e13dda5687d6 req-8044e671-3ba2-40a6-a60a-9218df29094d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:23.100312 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d91c23a1-6ad2-41cb-89b6-e13dda5687d6 req-8044e671-3ba2-40a6-a60a-9218df29094d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.1798348 Dec 12 17:43:23.194975 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:23.198807 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] For port b993d6e7-8c4b-45dd-bad8-4de5143f49c1, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:43:23.210866 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4063a9f8-2b3a-4f44-884e-1ec8d68ad723 req-12bcea84-affc-423e-a09f-80bdab73b6fd tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836047 Dec 12 17:43:23.216480 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] For port b993d6e7-8c4b-45dd-bad8-4de5143f49c1, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b993d6e7-8c4b-45dd-bad8-4de5143f49c1,segment=NetworkSegment(e5acb2cf-8e68-4a03-b24c-7de5306fa605),segment_id=e5acb2cf-8e68-4a03-b24c-7de5306fa605)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:43:23.301363 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d91c23a1-6ad2-41cb-89b6-e13dda5687d6 req-1d256d00-f730-4022-a742-215b25a70b87 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700878 Dec 12 17:43:23.364955 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:23.369469 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:23.379979 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:23.431160 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Network d9b9c276-fb49-46ec-8edb-02bb2c0620fc is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:43:23.434491 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:23.442174 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:43:23.563850 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff4bb5-9fe7-4fdd-9274-ba5609562050 None None] Pushing event updated for resources: {'Port': ['ID=b993d6e7-8c4b-45dd-bad8-4de5143f49c1,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:23.669820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Pushing event updated for resources: {'Port': ['ID=f784c846-365b-46ae-b281-00bb0c3ce9dd,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:23.700418 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Attempting to bind port f784c846-365b-46ae-b281-00bb0c3ce9dd on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:43:23.700808 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Attempting to bind port f784c846-365b-46ae-b281-00bb0c3ce9dd by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'ae411415-474d-4d1e-927a-e80517288bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:43:23.701188 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Attempting to bind port f784c846-365b-46ae-b281-00bb0c3ce9dd on network d9b9c276-fb49-46ec-8edb-02bb2c0620fc {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:43:23.706453 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:23.720893 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:43:23.721153 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Checking segment: {'id': 'ae411415-474d-4d1e-927a-e80517288bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:43:23.721443 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:23.721851 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Bound using segment: {'id': 'ae411415-474d-4d1e-927a-e80517288bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:43:23.722733 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Bound port: f784c846-365b-46ae-b281-00bb0c3ce9dd, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae411415-474d-4d1e-927a-e80517288bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:43:23.731259 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:23.744044 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:23.768118 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:24.004070 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] For port f784c846-365b-46ae-b281-00bb0c3ce9dd, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:43:24.010971 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] For port f784c846-365b-46ae-b281-00bb0c3ce9dd, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f784c846-365b-46ae-b281-00bb0c3ce9dd,segment=NetworkSegment(ae411415-474d-4d1e-927a-e80517288bcc),segment_id=ae411415-474d-4d1e-927a-e80517288bcc)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:43:24.024778 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:24.135413 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] Router a1fbbfdb-617d-47ec-8142-cccfe57e20dc is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:43:24.240210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] Allocated IP 172.25.1.209 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/4d28c28f-2b1b-4d3d-8542-08fbba4b592e) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:43:24.303772 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49728) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:24.363760 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:43:24.380920 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Sync routers for ids ['a1fbbfdb-617d-47ec-8142-cccfe57e20dc'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:43:24.395353 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Routers {'a1fbbfdb-617d-47ec-8142-cccfe57e20dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:43:24.396281 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:43:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a1fbbfdb-617d-47ec-8142-cccfe57e20dc'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:24.400737 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-379e61be-4206-4c1b-b49a-d64048384d14 req-94103257-8b92-451f-a6a3-d91343227c56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3035891 Dec 12 17:43:24.412066 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:24.413439 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2dbac5fb-2f37-4e2b-8b46-d50d1d4b696d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3991163 Dec 12 17:43:24.419969 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49736) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:24.501902 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 49a588f0-414e-4caf-946c-2f6e5ea9a12a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:24.582290 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Set router a1fbbfdb-617d-47ec-8142-cccfe57e20dc gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:43:24.657357 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf46d84-a7a0-4f9d-a9fc-d12f110b8e00 None None] Pushing event updated for resources: {'Port': ['ID=f784c846-365b-46ae-b281-00bb0c3ce9dd,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:24.671012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 49a588f0-414e-4caf-946c-2f6e5ea9a12a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:24.671703 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:24.827269 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39afcff3-b143-4d59-9b22-111345a65c12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:24.859634 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b993d6e7-8c4b-45dd-bad8-4de5143f49c1 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:24.875813 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:24.892756 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e61be-4206-4c1b-b49a-d64048384d14 req-c8cb97d8-fb0e-40df-bba3-943eca7607a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:24.894629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-379e61be-4206-4c1b-b49a-d64048384d14 req-c8cb97d8-fb0e-40df-bba3-943eca7607a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 1097 time: 0.3440034 Dec 12 17:43:24.905786 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab9a0e-eb2e-4570-9397-0779865df70b req-3e84451d-8ae6-4576-89bb-e229500961b9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:24.915786 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8bab9a0e-eb2e-4570-9397-0779865df70b req-3e84451d-8ae6-4576-89bb-e229500961b9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.2052522 Dec 12 17:43:24.986269 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b993d6e7-8c4b-45dd-bad8-4de5143f49c1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:24.986736 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:25.030672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463c12b-16fa-4ab9-b18e-d6e3adca1579 req-ac00fe91-e1de-4ca2-9ca5-b890b38fde5f tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:25.036504 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fbbfdb-617d-47ec-8142-cccfe57e20dc', 'name': 'tempest-TaggedBootDevicesTest_v242-440930638-router', 'tenant_id': '59f81d5ace744e5d9f6987fdc84503d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1d56b7ed-1afb-4db9-a730-8b8c5641dd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:21Z', 'updated_at': '2021-12-12T17:43:23Z', 'revision_number': 3, 'project_id': '59f81d5ace744e5d9f6987fdc84503d3', 'gw_port': {'id': '1d56b7ed-1afb-4db9-a730-8b8c5641dd87', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fbbfdb-617d-47ec-8142-cccfe57e20dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:25.043130 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c463c12b-16fa-4ab9-b18e-d6e3adca1579 req-ac00fe91-e1de-4ca2-9ca5-b890b38fde5f tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 945 time: 0.4213867 Dec 12 17:43:25.158284 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:25.218664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port b993d6e7-8c4b-45dd-bad8-4de5143f49c1, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b993d6e7-8c4b-45dd-bad8-4de5143f49c1,segment=NetworkSegment(e5acb2cf-8e68-4a03-b24c-7de5306fa605),segment_id=e5acb2cf-8e68-4a03-b24c-7de5306fa605)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:25.223046 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:25.248569 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8bab9a0e-eb2e-4570-9397-0779865df70b req-493ad8b2-ffdc-4b52-acdd-649c04d65757 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313446 Dec 12 17:43:25.261329 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Checking router: a1fbbfdb-617d-47ec-8142-cccfe57e20dc for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:43:25.261671 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Updating router a1fbbfdb-617d-47ec-8142-cccfe57e20dc port 1d56b7ed-1afb-4db9-a730-8b8c5641dd87 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:43:25.317605 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:25.318326 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=b993d6e7-8c4b-45dd-bad8-4de5143f49c1,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:25.322829 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39afcff3-b143-4d59-9b22-111345a65c12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:25.333254 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39afcff3-b143-4d59-9b22-111345a65c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:25.368000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dbfd85-034c-4376-84d8-41e893beb92b None None] Network 3385936a-646a-4aa1-aa78-68b19278e0c8 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:43:25.378024 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:25.383986 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c463c12b-16fa-4ab9-b18e-d6e3adca1579 req-07fa04ff-166f-4021-9ed6-efbbe42eab7c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387856 Dec 12 17:43:25.394081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e61be-4206-4c1b-b49a-d64048384d14 req-1004680e-cb62-4349-91d4-b38bbce91ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:25.399307 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-379e61be-4206-4c1b-b49a-d64048384d14 req-1004680e-cb62-4349-91d4-b38bbce91ccb service neutron] 10.222.0.20 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 913 time: 0.4585028 Dec 12 17:43:25.399615 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afcff3-b143-4d59-9b22-111345a65c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eea26c3-8f1e-4681-acb5-1d44a7032227,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:25.407299 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-39afcff3-b143-4d59-9b22-111345a65c12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9a5b43665964d4d9bfa555645409136&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1021535 Dec 12 17:43:25.409335 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49742) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:25.491817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] Pushing event updated for resources: {'Port': ['ID=4d28c28f-2b1b-4d3d-8542-08fbba4b592e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:25.496066 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b32a9482-1049-47a6-9591-dda94fdff871 None None] Provisioning complete for port b993d6e7-8c4b-45dd-bad8-4de5143f49c1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:25.496444 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b32a9482-1049-47a6-9591-dda94fdff871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:25.540517 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-379e61be-4206-4c1b-b49a-d64048384d14 req-7c679674-b64b-45ca-8da7-5555ad979784 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e5ea895-136a-44cf-b33a-b6ba997762e7 HTTP/1.1" status: 200 len: 217 time: 0.0443749 Dec 12 17:43:25.549623 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:43:25.598431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:25.601181 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:43:25.605617 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e61be-4206-4c1b-b49a-d64048384d14 req-9e34bc34-8206-4963-8023-16f43a04a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:25.607944 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-379e61be-4206-4c1b-b49a-d64048384d14 req-9e34bc34-8206-4963-8023-16f43a04a217 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.0561903 Dec 12 17:43:25.608999 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81eef550-2c84-4a39-8ab9-6cec99111cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:25.632336 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-74f44f82-8c06-4249-b095-04156df1ad8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:25.678537 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-74f44f82-8c06-4249-b095-04156df1ad8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:25.681309 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:25.692095 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:25.700270 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e61be-4206-4c1b-b49a-d64048384d14 req-451e79f3-0e5b-411b-9da4-7a5d6b81bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:25.702004 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-379e61be-4206-4c1b-b49a-d64048384d14 req-451e79f3-0e5b-411b-9da4-7a5d6b81bdec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673444 Dec 12 17:43:25.760436 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Attempting to bind port 1d56b7ed-1afb-4db9-a730-8b8c5641dd87 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:43:25.760851 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Attempting to bind port 1d56b7ed-1afb-4db9-a730-8b8c5641dd87 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:43:25.766539 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Attempting to bind port 1d56b7ed-1afb-4db9-a730-8b8c5641dd87 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:43:25.778037 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:43:25.778409 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:43:25.778815 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:25.779601 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:43:25.779837 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Bound port: 1d56b7ed-1afb-4db9-a730-8b8c5641dd87, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:43:25.780221 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:25.856923 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] For port 1d56b7ed-1afb-4db9-a730-8b8c5641dd87, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:43:25.858783 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0052f-0268-41d3-8f86-36a8c59d0c47 None None] Pushing event updated for resources: {'Port': ['ID=1d56b7ed-1afb-4db9-a730-8b8c5641dd87,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:25.874820 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] For port 1d56b7ed-1afb-4db9-a730-8b8c5641dd87, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1d56b7ed-1afb-4db9-a730-8b8c5641dd87,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:43:25.884838 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:25.943503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-81eef550-2c84-4a39-8ab9-6cec99111cf7 admin admin] Allocated IP 172.20.0.1 (3385936a-646a-4aa1-aa78-68b19278e0c8/0fbbb72e-83c7-40c8-82fe-4c1f85af1476/cdc5c89d-b939-4877-876b-3ade46838c80) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:43:25.945853 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-74f44f82-8c06-4249-b095-04156df1ad8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:25.952103 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Routers {'a1fbbfdb-617d-47ec-8142-cccfe57e20dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:43:25.953005 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:43:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a1fbbfdb-617d-47ec-8142-cccfe57e20dc'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:25.955572 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-74f44f82-8c06-4249-b095-04156df1ad8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:25.956833 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-74f44f82-8c06-4249-b095-04156df1ad8a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7eea26c3-8f1e-4681-acb5-1d44a7032227 HTTP/1.1" status: 204 len: 168 time: 0.5436318 Dec 12 17:43:25.998847 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f44f82-8c06-4249-b095-04156df1ad8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eea26c3-8f1e-4681-acb5-1d44a7032227,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:26.034250 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0052f-0268-41d3-8f86-36a8c59d0c47 None None] Pushing event updated for resources: {'Port': ['ID=1d56b7ed-1afb-4db9-a730-8b8c5641dd87,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:26.060489 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:26.075489 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-11653bcd-1e92-4372-9151-5d64725c4209 None None] Provisioning complete for port b993d6e7-8c4b-45dd-bad8-4de5143f49c1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:26.076036 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11653bcd-1e92-4372-9151-5d64725c4209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:26.149557 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] Set router a1fbbfdb-617d-47ec-8142-cccfe57e20dc gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:43:26.238898 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81eef550-2c84-4a39-8ab9-6cec99111cf7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:26.310367 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81eef550-2c84-4a39-8ab9-6cec99111cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:26.418830 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eef550-2c84-4a39-8ab9-6cec99111cf7 admin admin] Network 3385936a-646a-4aa1-aa78-68b19278e0c8 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:43:26.420727 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eef550-2c84-4a39-8ab9-6cec99111cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc5c89d-b939-4877-876b-3ade46838c80,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:26.429202 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c80234-70da-46e5-a2b8-bb2f4bab69e5 None None] Network d9b9c276-fb49-46ec-8edb-02bb2c0620fc requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:43:26.435887 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-81eef550-2c84-4a39-8ab9-6cec99111cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:26.438383 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eef550-2c84-4a39-8ab9-6cec99111cf7 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:43:26.510338 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81eef550-2c84-4a39-8ab9-6cec99111cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:26.518238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f784c846-365b-46ae-b281-00bb0c3ce9dd up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:26.665121 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a9df8eb8-88f1-482f-a822-779c1911a33f None None] Provisioning complete for port f784c846-365b-46ae-b281-00bb0c3ce9dd triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:26.665767 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a9df8eb8-88f1-482f-a822-779c1911a33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:26.763345 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fbbfdb-617d-47ec-8142-cccfe57e20dc', 'name': 'tempest-TaggedBootDevicesTest_v242-440930638-router', 'tenant_id': '59f81d5ace744e5d9f6987fdc84503d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1d56b7ed-1afb-4db9-a730-8b8c5641dd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:21Z', 'updated_at': '2021-12-12T17:43:23Z', 'revision_number': 3, 'project_id': '59f81d5ace744e5d9f6987fdc84503d3', 'gw_port': {'id': '1d56b7ed-1afb-4db9-a730-8b8c5641dd87', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fbbfdb-617d-47ec-8142-cccfe57e20dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:26.791590 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81eef550-2c84-4a39-8ab9-6cec99111cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:26.825125 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d35cb-0274-461c-ab97-493f64c3a2a2 None None] The sync data for ids ['a1fbbfdb-617d-47ec-8142-cccfe57e20dc'] in n-d-760354-5 is: [{'id': 'a1fbbfdb-617d-47ec-8142-cccfe57e20dc', 'name': 'tempest-TaggedBootDevicesTest_v242-440930638-router', 'tenant_id': '59f81d5ace744e5d9f6987fdc84503d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1d56b7ed-1afb-4db9-a730-8b8c5641dd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:21Z', 'updated_at': '2021-12-12T17:43:23Z', 'revision_number': 3, 'project_id': '59f81d5ace744e5d9f6987fdc84503d3', 'gw_port': {'id': '1d56b7ed-1afb-4db9-a730-8b8c5641dd87', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fbbfdb-617d-47ec-8142-cccfe57e20dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:43:26.844007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f784c846-365b-46ae-b281-00bb0c3ce9dd triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:26.844503 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:26.960350 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a9df8eb8-88f1-482f-a822-779c1911a33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:27.028456 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-379e61be-4206-4c1b-b49a-d64048384d14 req-16d0f8ee-e1cb-47af-9944-d99cb47d67d7 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2191434 Dec 12 17:43:27.046575 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:27.078064 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a9df8eb8-88f1-482f-a822-779c1911a33f None None] For port f784c846-365b-46ae-b281-00bb0c3ce9dd, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f784c846-365b-46ae-b281-00bb0c3ce9dd,segment=NetworkSegment(ae411415-474d-4d1e-927a-e80517288bcc),segment_id=ae411415-474d-4d1e-927a-e80517288bcc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:27.095380 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a9df8eb8-88f1-482f-a822-779c1911a33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:27.198055 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df8eb8-88f1-482f-a822-779c1911a33f None None] Pushing event updated for resources: {'Port': ['ID=f784c846-365b-46ae-b281-00bb0c3ce9dd,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:27.290845 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:43:27.291481 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:43:27.293499 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7f1deaf8-e649-48c3-9a48-5894bb2031ea None None] Provisioning complete for port cdc5c89d-b939-4877-876b-3ade46838c80 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:27.293966 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7f1deaf8-e649-48c3-9a48-5894bb2031ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:27.369105 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7f1deaf8-e649-48c3-9a48-5894bb2031ea None None] Port cdc5c89d-b939-4877-876b-3ade46838c80 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:43:27.391513 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bc0bd-2b79-4eab-9fcc-1b5c9599764d req-d9c216fe-39d6-4196-87fd-316476a729ef tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:27.400543 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc2bc0bd-2b79-4eab-9fcc-1b5c9599764d req-d9c216fe-39d6-4196-87fd-316476a729ef tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 945 time: 0.4982009 Dec 12 17:43:27.424969 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebfcc8-22c3-4bf4-942f-b9e47ebfb4de req-8f5c2aee-4d54-4cca-a7c5-7b6fcacaceb5 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:27.426499 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-51ebfcc8-22c3-4bf4-942f-b9e47ebfb4de req-8f5c2aee-4d54-4cca-a7c5-7b6fcacaceb5 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.5261552 Dec 12 17:43:27.441932 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7845a902-c396-49e8-a11a-fd6a9567fc56 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:43:27.508766 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81eef550-2c84-4a39-8ab9-6cec99111cf7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:27.519045 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81eef550-2c84-4a39-8ab9-6cec99111cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:27.576948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4cfbdf65-31b3-4daf-9518-524e8aadc713 None None] Provisioning complete for port f784c846-365b-46ae-b281-00bb0c3ce9dd triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:27.577486 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4cfbdf65-31b3-4daf-9518-524e8aadc713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:27.611484 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc2bc0bd-2b79-4eab-9fcc-1b5c9599764d req-f6d00791-ba73-4cd7-afbe-374caf99d766 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087319 Dec 12 17:43:27.637721 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-379e61be-4206-4c1b-b49a-d64048384d14 req-2919c261-fcd9-4950-87b3-67bc05b44986 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854919 Dec 12 17:43:27.645384 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:27.652508 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-51ebfcc8-22c3-4bf4-942f-b9e47ebfb4de req-f9c569d8-ae3f-4eb4-a9d2-5c581573ad37 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977274 Dec 12 17:43:27.699324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7845a902-c396-49e8-a11a-fd6a9567fc56, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7845a902-c396-49e8-a11a-fd6a9567fc56,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:27.703516 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81eef550-2c84-4a39-8ab9-6cec99111cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:27.725431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eef550-2c84-4a39-8ab9-6cec99111cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc5c89d-b939-4877-876b-3ade46838c80,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:27.729088 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '7845a902-c396-49e8-a11a-fd6a9567fc56', 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462', 'port_id': '7845a902-c396-49e8-a11a-fd6a9567fc56', 'mac_address': 'fa:16:3e:05:cb:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985325a8-d0ce-4355-9de6-d6e602a6cd48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:43:27.858208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b993d6e7-8c4b-45dd-bad8-4de5143f49c1 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:27.888978 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eef550-2c84-4a39-8ab9-6cec99111cf7 admin admin] Network 3385936a-646a-4aa1-aa78-68b19278e0c8 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:43:27.891010 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-81eef550-2c84-4a39-8ab9-6cec99111cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:27.918238 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:27.940011 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7845a902-c396-49e8-a11a-fd6a9567fc56 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:43:27.943444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] Router 33c32047-d5bb-440b-bf85-3dbcd7632313 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:43:27.975764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7845a902-c396-49e8-a11a-fd6a9567fc56, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7845a902-c396-49e8-a11a-fd6a9567fc56,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:27.993814 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:28.069292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b993d6e7-8c4b-45dd-bad8-4de5143f49c1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:28.070066 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:28.114899 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81eef550-2c84-4a39-8ab9-6cec99111cf7 admin admin] Router a1fbbfdb-617d-47ec-8142-cccfe57e20dc has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:43:28.182376 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['7845a902-c396-49e8-a11a-fd6a9567fc56'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:43:28.205880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:43:28.231612 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:28.232986 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-24967a5c-4cf5-4ac3-8640-a836a64e42c0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7444270 Dec 12 17:43:28.235926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49786) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:28.249178 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Sync routers for ids ['33c32047-d5bb-440b-bf85-3dbcd7632313'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:43:28.281000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=7845a902-c396-49e8-a11a-fd6a9567fc56,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:28.295931 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Routers {'33c32047-d5bb-440b-bf85-3dbcd7632313'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:43:28.296583 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:43:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['33c32047-d5bb-440b-bf85-3dbcd7632313'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:28.359086 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81eef550-2c84-4a39-8ab9-6cec99111cf7 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:43:28.378221 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-81eef550-2c84-4a39-8ab9-6cec99111cf7 admin admin] 10.222.0.18 "PUT /v2.0/routers/a1fbbfdb-617d-47ec-8142-cccfe57e20dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9529319 Dec 12 17:43:28.511619 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-bc6bc0b9-6914-4c1c-900c-c825ddcdd31d None None] Provisioning complete for port cdc5c89d-b939-4877-876b-3ade46838c80 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:28.512592 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc0b9-6914-4c1c-900c-c825ddcdd31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:28.590650 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Set router 33c32047-d5bb-440b-bf85-3dbcd7632313 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:43:28.955761 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf849c-e2c5-4e34-8d9c-3142ebbc808b req-5decbcd7-cdcc-46e4-bbcd-19ce57a550ed tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:28.966612 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ddf849c-e2c5-4e34-8d9c-3142ebbc808b req-5decbcd7-cdcc-46e4-bbcd-19ce57a550ed tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 944 time: 0.2245786 Dec 12 17:43:29.007470 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1d56b7ed-1afb-4db9-a730-8b8c5641dd87 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:29.013954 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5df6f-d63c-4c73-bbe6-01593adb2637 req-797b3165-8ebd-4531-a175-e7f7461b9b18 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:29.015785 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22f5df6f-d63c-4c73-bbe6-01593adb2637 req-797b3165-8ebd-4531-a175-e7f7461b9b18 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.2193670 Dec 12 17:43:29.090707 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bc6bc0b9-6914-4c1c-900c-c825ddcdd31d None None] Port cdc5c89d-b939-4877-876b-3ade46838c80 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:43:29.112711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ddf849c-e2c5-4e34-8d9c-3142ebbc808b req-056c9f8c-ed01-4b49-b45a-668b2d1947a2 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401560 Dec 12 17:43:29.183229 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22f5df6f-d63c-4c73-bbe6-01593adb2637 req-d6babef6-a932-4ccf-a4a6-8c7d8b5c3d7a tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579690 Dec 12 17:43:29.296818 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ea08-ced9-42e5-953a-df7be7c53c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:29.299248 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1d56b7ed-1afb-4db9-a730-8b8c5641dd87 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:29.302734 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:29.463696 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:25Z', 'revision_number': 3, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port': {'id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:23Z', 'updated_at': '2021-12-12T17:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:29.469051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7845a902-c396-49e8-a11a-fd6a9567fc56 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:29.545480 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Checking router: 33c32047-d5bb-440b-bf85-3dbcd7632313 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:43:29.546495 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Updating router 33c32047-d5bb-440b-bf85-3dbcd7632313 port 4d28c28f-2b1b-4d3d-8542-08fbba4b592e binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:43:29.586512 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Sync routers for ids ['a1fbbfdb-617d-47ec-8142-cccfe57e20dc'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:43:29.599602 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:29.606251 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Routers {'a1fbbfdb-617d-47ec-8142-cccfe57e20dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:43:29.607435 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:43:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a1fbbfdb-617d-47ec-8142-cccfe57e20dc'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:29.623393 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:29.663883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 1d56b7ed-1afb-4db9-a730-8b8c5641dd87, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1d56b7ed-1afb-4db9-a730-8b8c5641dd87,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:29.675543 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:29.676484 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f784c846-365b-46ae-b281-00bb0c3ce9dd up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:29.703399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-5ac0ea08-ced9-42e5-953a-df7be7c53c75 admin admin] Allocated IP 172.20.0.1 (d9b9c276-fb49-46ec-8edb-02bb2c0620fc/6e9ce1ad-b28e-4dc2-8742-e6028eef55c0/d32831ce-9d4a-43bd-b1fe-0b8fb6044009) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:43:29.730631 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29afd8-f5eb-4335-9943-66cbe2941107 req-ca92bfd3-3766-4599-81f8-621e4f59de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:29.732776 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc29afd8-f5eb-4335-9943-66cbe2941107 req-ca92bfd3-3766-4599-81f8-621e4f59de70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 1095 time: 0.1050317 Dec 12 17:43:29.745985 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11f646-bf13-4e21-a718-1036423baa97 req-049e6bf3-fc2f-438d-b932-08ef202a48fa tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:29.748114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e11f646-bf13-4e21-a718-1036423baa97 req-049e6bf3-fc2f-438d-b932-08ef202a48fa tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1313696 Dec 12 17:43:29.765789 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Set router a1fbbfdb-617d-47ec-8142-cccfe57e20dc gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:43:29.798195 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 7845a902-c396-49e8-a11a-fd6a9567fc56 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:29.798567 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:29.892742 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=1d56b7ed-1afb-4db9-a730-8b8c5641dd87,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:29.931938 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e11f646-bf13-4e21-a718-1036423baa97 req-3a5654bc-3127-42d8-bd8c-699c39e0adcd tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711185 Dec 12 17:43:29.978509 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29afd8-f5eb-4335-9943-66cbe2941107 req-08044efe-0726-4f62-92a4-8cdf50a5e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:29.980997 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc29afd8-f5eb-4335-9943-66cbe2941107 req-08044efe-0726-4f62-92a4-8cdf50a5e0f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 913 time: 0.2319801 Dec 12 17:43:30.007468 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ea08-ced9-42e5-953a-df7be7c53c75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:30.024094 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f784c846-365b-46ae-b281-00bb0c3ce9dd triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:30.024642 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:30.075925 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fbbfdb-617d-47ec-8142-cccfe57e20dc', 'name': 'tempest-TaggedBootDevicesTest_v242-440930638-router', 'tenant_id': '59f81d5ace744e5d9f6987fdc84503d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1d56b7ed-1afb-4db9-a730-8b8c5641dd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:21Z', 'updated_at': '2021-12-12T17:43:26Z', 'revision_number': 4, 'project_id': '59f81d5ace744e5d9f6987fdc84503d3', 'gw_port': {'id': '1d56b7ed-1afb-4db9-a730-8b8c5641dd87', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fbbfdb-617d-47ec-8142-cccfe57e20dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'cdc5c89d-b939-4877-876b-3ade46838c80', 'name': '', 'network_id': '3385936a-646a-4aa1-aa78-68b19278e0c8', 'tenant_id': '59f81d5ace744e5d9f6987fdc84503d3', 'mac_address': 'fa:16:3e:af:fe:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fbbfdb-617d-47ec-8142-cccfe57e20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '0fbbb72e-83c7-40c8-82fe-4c1f85af1476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:25Z', 'updated_at': '2021-12-12T17:43:26Z', 'revision_number': 2, 'project_id': '59f81d5ace744e5d9f6987fdc84503d3', 'subnets': [{'id': '0fbbb72e-83c7-40c8-82fe-4c1f85af1476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:30.079387 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc29afd8-f5eb-4335-9943-66cbe2941107 req-5252362f-8e21-4cc8-baf9-21c3b41170ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab HTTP/1.1" status: 200 len: 998 time: 0.0843320 Dec 12 17:43:30.116314 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:30.138170 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ea08-ced9-42e5-953a-df7be7c53c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:30.170667 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Checking router: a1fbbfdb-617d-47ec-8142-cccfe57e20dc for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:43:30.174443 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Updating router a1fbbfdb-617d-47ec-8142-cccfe57e20dc port cdc5c89d-b939-4877-876b-3ade46838c80 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:43:30.175335 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29afd8-f5eb-4335-9943-66cbe2941107 req-c2a5ba5c-6cf8-495f-9166-48f5805a4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:30.176846 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc29afd8-f5eb-4335-9943-66cbe2941107 req-c2a5ba5c-6cf8-495f-9166-48f5805a4ee1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.0896442 Dec 12 17:43:30.186660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0c40b4-c056-48fa-90b7-6e88fcea4a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7845a902-c396-49e8-a11a-fd6a9567fc56'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:43:30.188955 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3972e3-50d3-46fe-95ae-5f8c27f422c6" -d '{"events": [{"server_uuid": "ae0c40b4-c056-48fa-90b7-6e88fcea4a16", "name": "network-vif-plugged", "status": "completed", "tag": "7845a902-c396-49e8-a11a-fd6a9567fc56"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:43:30.200699 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac0ea08-ced9-42e5-953a-df7be7c53c75 admin admin] Network d9b9c276-fb49-46ec-8edb-02bb2c0620fc is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:43:30.218243 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-5ac0ea08-ced9-42e5-953a-df7be7c53c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:30.219384 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7845a902-c396-49e8-a11a-fd6a9567fc56, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7845a902-c396-49e8-a11a-fd6a9567fc56,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:30.223286 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac0ea08-ced9-42e5-953a-df7be7c53c75 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:43:30.244257 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:30.291603 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:30.306785 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:30.338507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0ea08-ced9-42e5-953a-df7be7c53c75 admin admin] Pushing event updated for resources: {'Port': ['ID=d32831ce-9d4a-43bd-b1fe-0b8fb6044009,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:30.353044 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11c4ab9-f185-4211-90d1-c50fa85d9506 x-openstack-request-id: req-b11c4ab9-f185-4211-90d1-c50fa85d9506 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:43:30.353414 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0c40b4-c056-48fa-90b7-6e88fcea4a16", "name": "network-vif-plugged", "status": "completed", "tag": "7845a902-c396-49e8-a11a-fd6a9567fc56", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:43:30.353757 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b11c4ab9-f185-4211-90d1-c50fa85d9506 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:43:30.354217 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c40b4-c056-48fa-90b7-6e88fcea4a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7845a902-c396-49e8-a11a-fd6a9567fc56', 'code': 200} Dec 12 17:43:30.368076 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:30.380027 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ea08-ced9-42e5-953a-df7be7c53c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:30.441593 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Attempting to bind port 4d28c28f-2b1b-4d3d-8542-08fbba4b592e on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:43:30.442211 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Attempting to bind port 4d28c28f-2b1b-4d3d-8542-08fbba4b592e by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:43:30.442873 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Attempting to bind port 4d28c28f-2b1b-4d3d-8542-08fbba4b592e on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:43:30.445556 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=7845a902-c396-49e8-a11a-fd6a9567fc56,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:30.563021 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:43:30.563729 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:43:30.567703 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:30.570309 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:43:30.574629 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Bound port: 4d28c28f-2b1b-4d3d-8542-08fbba4b592e, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:43:30.575179 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:30.605398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29afd8-f5eb-4335-9943-66cbe2941107 req-8244d570-8a83-47b2-a902-7e3a55f3c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:30.609291 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc29afd8-f5eb-4335-9943-66cbe2941107 req-8244d570-8a83-47b2-a902-7e3a55f3c694 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4231222 Dec 12 17:43:30.683649 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c5aae-9293-40cf-a728-e173d76ed158 None None] Pushing event updated for resources: {'Port': ['ID=4d28c28f-2b1b-4d3d-8542-08fbba4b592e,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:30.749995 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] For port 4d28c28f-2b1b-4d3d-8542-08fbba4b592e, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:43:30.765287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] For port 4d28c28f-2b1b-4d3d-8542-08fbba4b592e, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4d28c28f-2b1b-4d3d-8542-08fbba4b592e,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:43:30.790644 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1d56b7ed-1afb-4db9-a730-8b8c5641dd87 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:30.794207 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c3b2b87b-9b6a-42b5-81cb-14d5351643f0 None None] Provisioning complete for port d32831ce-9d4a-43bd-b1fe-0b8fb6044009 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:30.794868 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3b2b87b-9b6a-42b5-81cb-14d5351643f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:30.797078 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:30.844971 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:30.855739 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:30.916383 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cedac-a20d-46d0-ad5b-c6bd8e81472a None None] Pushing event updated for resources: {'Port': ['ID=cdc5c89d-b939-4877-876b-3ade46838c80,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:30.947759 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c3b2b87b-9b6a-42b5-81cb-14d5351643f0 None None] Port d32831ce-9d4a-43bd-b1fe-0b8fb6044009 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:43:30.954506 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c5aae-9293-40cf-a728-e173d76ed158 None None] Pushing event updated for resources: {'Port': ['ID=4d28c28f-2b1b-4d3d-8542-08fbba4b592e,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:30.966825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Routers {'33c32047-d5bb-440b-bf85-3dbcd7632313'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:43:30.967530 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:43:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['33c32047-d5bb-440b-bf85-3dbcd7632313'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:30.995095 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Attempting to bind port cdc5c89d-b939-4877-876b-3ade46838c80 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:43:30.995782 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Attempting to bind port cdc5c89d-b939-4877-876b-3ade46838c80 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'e5acb2cf-8e68-4a03-b24c-7de5306fa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3385936a-646a-4aa1-aa78-68b19278e0c8'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:43:30.996300 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Attempting to bind port cdc5c89d-b939-4877-876b-3ade46838c80 on network 3385936a-646a-4aa1-aa78-68b19278e0c8 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:43:31.003590 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:43:31.004216 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Checking segment: {'id': 'e5acb2cf-8e68-4a03-b24c-7de5306fa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3385936a-646a-4aa1-aa78-68b19278e0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:43:31.004934 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:31.005472 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Bound using segment: {'id': 'e5acb2cf-8e68-4a03-b24c-7de5306fa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3385936a-646a-4aa1-aa78-68b19278e0c8'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:43:31.006093 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Bound port: cdc5c89d-b939-4877-876b-3ade46838c80, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5acb2cf-8e68-4a03-b24c-7de5306fa605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3385936a-646a-4aa1-aa78-68b19278e0c8'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:43:31.006631 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:31.019898 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc29afd8-f5eb-4335-9943-66cbe2941107 req-830f6256-ab67-4079-aaaf-ee34fea1a26c service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867774 Dec 12 17:43:31.072861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06b5a7-0bc0-4175-92b4-05c22c2f461c req-b34816f8-5bb3-4595-a702-f486a281f49a tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:31.093356 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1d56b7ed-1afb-4db9-a730-8b8c5641dd87 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:31.093739 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:31.101615 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe06b5a7-0bc0-4175-92b4-05c22c2f461c req-b34816f8-5bb3-4595-a702-f486a281f49a tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 945 time: 0.7407050 Dec 12 17:43:31.147518 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] For port cdc5c89d-b939-4877-876b-3ade46838c80, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:43:31.154307 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] For port cdc5c89d-b939-4877-876b-3ade46838c80, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=cdc5c89d-b939-4877-876b-3ade46838c80,segment=NetworkSegment(e5acb2cf-8e68-4a03-b24c-7de5306fa605),segment_id=e5acb2cf-8e68-4a03-b24c-7de5306fa605)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:43:31.166237 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:31.241961 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] Set router 33c32047-d5bb-440b-bf85-3dbcd7632313 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:43:31.270687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589962-2e52-448d-b0c7-52b203965881 req-f08c2c7d-9e2c-4696-80c0-b00845cc0e0c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:31.282440 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7589962-2e52-448d-b0c7-52b203965881 req-f08c2c7d-9e2c-4696-80c0-b00845cc0e0c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.6661103 Dec 12 17:43:31.320684 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Routers {'a1fbbfdb-617d-47ec-8142-cccfe57e20dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:43:31.321934 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:43:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a1fbbfdb-617d-47ec-8142-cccfe57e20dc'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:31.395281 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7589962-2e52-448d-b0c7-52b203965881 req-1963a997-87cf-4511-adc6-29bd565637ad tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115363 Dec 12 17:43:31.488053 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe06b5a7-0bc0-4175-92b4-05c22c2f461c req-30624418-600c-45aa-9cf1-e231cbbf7490 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823338 Dec 12 17:43:31.538141 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ea08-ced9-42e5-953a-df7be7c53c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:31.544440 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-58c08311-81cd-4be3-98ad-9fa0eea4d425 None None] Provisioning complete for port cdc5c89d-b939-4877-876b-3ade46838c80 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:31.544899 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58c08311-81cd-4be3-98ad-9fa0eea4d425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:31.555473 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc29afd8-f5eb-4335-9943-66cbe2941107 req-dd96d95b-bae7-4a83-a0f1-417c51be4729 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517076 Dec 12 17:43:31.767570 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cedac-a20d-46d0-ad5b-c6bd8e81472a None None] Pushing event updated for resources: {'Port': ['ID=cdc5c89d-b939-4877-876b-3ade46838c80,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:31.834222 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ccf83-069b-4488-8653-d849ec2bc230 req-56cb4033-aa5f-4616-a1bd-300325e913f0 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:31.844605 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-785ccf83-069b-4488-8653-d849ec2bc230 req-56cb4033-aa5f-4616-a1bd-300325e913f0 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.2216301 Dec 12 17:43:31.895161 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] Set router a1fbbfdb-617d-47ec-8142-cccfe57e20dc gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:43:31.931880 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-785ccf83-069b-4488-8653-d849ec2bc230 req-dbfde4b7-42ea-4530-ab50-078bed2edce3 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793297 Dec 12 17:43:31.962767 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58c08311-81cd-4be3-98ad-9fa0eea4d425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:32.019427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-58c08311-81cd-4be3-98ad-9fa0eea4d425 None None] For port cdc5c89d-b939-4877-876b-3ade46838c80, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=cdc5c89d-b939-4877-876b-3ade46838c80,segment=NetworkSegment(e5acb2cf-8e68-4a03-b24c-7de5306fa605),segment_id=e5acb2cf-8e68-4a03-b24c-7de5306fa605)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:32.026042 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58c08311-81cd-4be3-98ad-9fa0eea4d425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:32.030465 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:25Z', 'revision_number': 3, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port': {'id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:23Z', 'updated_at': '2021-12-12T17:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:32.040091 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ea08-ced9-42e5-953a-df7be7c53c75 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:32.049337 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ea08-ced9-42e5-953a-df7be7c53c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:32.086509 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154433c2-4c46-4a66-9db3-01c50ee0bf09 None None] The sync data for ids ['33c32047-d5bb-440b-bf85-3dbcd7632313'] in n-d-760354-5 is: [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:25Z', 'revision_number': 3, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port': {'id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:23Z', 'updated_at': '2021-12-12T17:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:43:32.145822 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c08311-81cd-4be3-98ad-9fa0eea4d425 None None] Pushing event updated for resources: {'Port': ['ID=cdc5c89d-b939-4877-876b-3ade46838c80,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:32.170606 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d297b721-1dc5-4168-9fb4-b91639da6a8b None None] Provisioning complete for port cdc5c89d-b939-4877-876b-3ade46838c80 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:32.171838 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d297b721-1dc5-4168-9fb4-b91639da6a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:32.197188 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0ea08-ced9-42e5-953a-df7be7c53c75 admin admin] Pushing event updated for resources: {'Port': ['ID=d32831ce-9d4a-43bd-b1fe-0b8fb6044009,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:32.200867 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ea08-ced9-42e5-953a-df7be7c53c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:32.281333 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fbbfdb-617d-47ec-8142-cccfe57e20dc', 'name': 'tempest-TaggedBootDevicesTest_v242-440930638-router', 'tenant_id': '59f81d5ace744e5d9f6987fdc84503d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1d56b7ed-1afb-4db9-a730-8b8c5641dd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:21Z', 'updated_at': '2021-12-12T17:43:26Z', 'revision_number': 4, 'project_id': '59f81d5ace744e5d9f6987fdc84503d3', 'gw_port': {'id': '1d56b7ed-1afb-4db9-a730-8b8c5641dd87', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fbbfdb-617d-47ec-8142-cccfe57e20dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'cdc5c89d-b939-4877-876b-3ade46838c80', 'name': '', 'network_id': '3385936a-646a-4aa1-aa78-68b19278e0c8', 'tenant_id': '59f81d5ace744e5d9f6987fdc84503d3', 'mac_address': 'fa:16:3e:af:fe:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fbbfdb-617d-47ec-8142-cccfe57e20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '0fbbb72e-83c7-40c8-82fe-4c1f85af1476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:25Z', 'updated_at': '2021-12-12T17:43:31Z', 'revision_number': 4, 'project_id': '59f81d5ace744e5d9f6987fdc84503d3', 'subnets': [{'id': '0fbbb72e-83c7-40c8-82fe-4c1f85af1476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:32.325293 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0f581e-3e27-4993-8d6a-88b240ad745d None None] The sync data for ids ['a1fbbfdb-617d-47ec-8142-cccfe57e20dc'] in n-d-760354-5 is: [{'id': 'a1fbbfdb-617d-47ec-8142-cccfe57e20dc', 'name': 'tempest-TaggedBootDevicesTest_v242-440930638-router', 'tenant_id': '59f81d5ace744e5d9f6987fdc84503d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1d56b7ed-1afb-4db9-a730-8b8c5641dd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:21Z', 'updated_at': '2021-12-12T17:43:26Z', 'revision_number': 4, 'project_id': '59f81d5ace744e5d9f6987fdc84503d3', 'gw_port': {'id': '1d56b7ed-1afb-4db9-a730-8b8c5641dd87', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fbbfdb-617d-47ec-8142-cccfe57e20dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'cdc5c89d-b939-4877-876b-3ade46838c80', 'name': '', 'network_id': '3385936a-646a-4aa1-aa78-68b19278e0c8', 'tenant_id': '59f81d5ace744e5d9f6987fdc84503d3', 'mac_address': 'fa:16:3e:af:fe:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fbbfdb-617d-47ec-8142-cccfe57e20dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '0fbbb72e-83c7-40c8-82fe-4c1f85af1476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:25Z', 'updated_at': '2021-12-12T17:43:31Z', 'revision_number': 4, 'project_id': '59f81d5ace744e5d9f6987fdc84503d3', 'subnets': [{'id': '0fbbb72e-83c7-40c8-82fe-4c1f85af1476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:43:32.458710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac0ea08-ced9-42e5-953a-df7be7c53c75 admin admin] Network d9b9c276-fb49-46ec-8edb-02bb2c0620fc is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:43:32.462403 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-5ac0ea08-ced9-42e5-953a-df7be7c53c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:32.958211 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device cdc5c89d-b939-4877-876b-3ade46838c80 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:33.133963 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-99f59413-ae4d-411e-8745-d48e12e623a2 None None] Provisioning complete for port d32831ce-9d4a-43bd-b1fe-0b8fb6044009 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:33.134636 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-99f59413-ae4d-411e-8745-d48e12e623a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:33.210485 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-99f59413-ae4d-411e-8745-d48e12e623a2 None None] Port d32831ce-9d4a-43bd-b1fe-0b8fb6044009 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:43:33.223595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port cdc5c89d-b939-4877-876b-3ade46838c80 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:33.223971 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:33.460290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044419ce-f614-44f6-bc63-e8ced51b8d0b req-cc610be2-a1a2-4353-9e34-68c1f5cdb980 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:33.462832 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4d28c28f-2b1b-4d3d-8542-08fbba4b592e up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:33.468313 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-044419ce-f614-44f6-bc63-e8ced51b8d0b req-cc610be2-a1a2-4353-9e34-68c1f5cdb980 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 945 time: 0.1490908 Dec 12 17:43:33.488424 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6512b-2769-4674-97b2-e999eb84ff66 req-9dee9102-c233-4435-a69f-b779cbbeb640 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:33.490378 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fdf6512b-2769-4674-97b2-e999eb84ff66 req-9dee9102-c233-4435-a69f-b779cbbeb640 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.9247510 Dec 12 17:43:33.529191 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 4d28c28f-2b1b-4d3d-8542-08fbba4b592e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:33.529571 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:33.560553 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac0ea08-ced9-42e5-953a-df7be7c53c75 admin admin] Router 33c32047-d5bb-440b-bf85-3dbcd7632313 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:43:33.618580 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fdf6512b-2769-4674-97b2-e999eb84ff66 req-2f129986-efe9-404c-8153-d998d64b5345 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082311 Dec 12 17:43:33.631505 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-044419ce-f614-44f6-bc63-e8ced51b8d0b req-cf528462-86da-456b-9cf2-fddf491b46ce tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620133 Dec 12 17:43:33.677430 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:33.708617 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 4d28c28f-2b1b-4d3d-8542-08fbba4b592e, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4d28c28f-2b1b-4d3d-8542-08fbba4b592e,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:33.718013 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:33.776447 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=4d28c28f-2b1b-4d3d-8542-08fbba4b592e,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:33.848822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ccf60-4418-4f25-9c6b-f68fcc812217 req-20acf490-2c62-4c72-b5ca-fa3b7e27954a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:33.850633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a4ccf60-4418-4f25-9c6b-f68fcc812217 req-20acf490-2c62-4c72-b5ca-fa3b7e27954a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0839190 Dec 12 17:43:33.886699 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac0ea08-ced9-42e5-953a-df7be7c53c75 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:43:33.904828 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5ac0ea08-ced9-42e5-953a-df7be7c53c75 admin admin] 10.222.0.18 "PUT /v2.0/routers/33c32047-d5bb-440b-bf85-3dbcd7632313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6675842 Dec 12 17:43:33.939397 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a4ccf60-4418-4f25-9c6b-f68fcc812217 req-f3dd469a-764d-4373-a614-5140166c6f8d tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798612 Dec 12 17:43:34.177606 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab68b-3329-4293-bf6c-6fa5d9e3ea4b req-92f19989-a42f-4a7a-b4a0-ad767b18fccb tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:34.179373 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d4ab68b-3329-4293-bf6c-6fa5d9e3ea4b req-92f19989-a42f-4a7a-b4a0-ad767b18fccb tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 945 time: 0.1392591 Dec 12 17:43:34.278243 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d4ab68b-3329-4293-bf6c-6fa5d9e3ea4b req-7e2e9e0f-7bce-4caa-9ace-2993bb25d341 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846334 Dec 12 17:43:34.532688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49940) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:34.537340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-5c9804c6-3149-474c-b032-74507cf19753 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1124820040', 'description': 'tempest-description--502038120'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:34.568463 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5c9804c6-3149-474c-b032-74507cf19753 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:34.676765 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5c9804c6-3149-474c-b032-74507cf19753 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:34.688884 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5c9804c6-3149-474c-b032-74507cf19753 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:34.764701 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5c9804c6-3149-474c-b032-74507cf19753 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:34.772007 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49946) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:34.772783 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5c9804c6-3149-474c-b032-74507cf19753 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2352860 Dec 12 17:43:34.778949 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-681ecc1e-b675-40e8-9fd1-ad1e83f2b6a8 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Request body: {'security_group_rule': {'security_group_id': '368ba19a-2689-4cf5-8e00-4f6033815beb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:34.785599 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4d28c28f-2b1b-4d3d-8542-08fbba4b592e up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:34.831799 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-681ecc1e-b675-40e8-9fd1-ad1e83f2b6a8 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:34.844632 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9804c6-3149-474c-b032-74507cf19753 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=368ba19a-2689-4cf5-8e00-4f6033815beb,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:34.867844 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326386b-1aa5-4763-8ca0-250929ec3f50 req-e970e8be-fdec-4bc3-9d84-1c88b797e488 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:34.875361 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1326386b-1aa5-4763-8ca0-250929ec3f50 req-e970e8be-fdec-4bc3-9d84-1c88b797e488 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.1207550 Dec 12 17:43:34.916738 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 4d28c28f-2b1b-4d3d-8542-08fbba4b592e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:34.917641 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:34.937405 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-681ecc1e-b675-40e8-9fd1-ad1e83f2b6a8 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:34.945791 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-681ecc1e-b675-40e8-9fd1-ad1e83f2b6a8 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:34.984688 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ecc1e-b675-40e8-9fd1-ad1e83f2b6a8 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb52b15-1ca8-44ab-8996-0b14512a97d3,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:35.006589 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-681ecc1e-b675-40e8-9fd1-ad1e83f2b6a8 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:35.008533 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-681ecc1e-b675-40e8-9fd1-ad1e83f2b6a8 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2347100 Dec 12 17:43:35.012836 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49952) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:35.020731 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a7f31c2c-15b8-4f57-b157-5f3b02792d13 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Request body: {'security_group_rule': {'security_group_id': '368ba19a-2689-4cf5-8e00-4f6033815beb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:35.028633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1326386b-1aa5-4763-8ca0-250929ec3f50 req-37993852-7362-4d89-a31b-756828d21f3c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459653 Dec 12 17:43:35.058310 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7f31c2c-15b8-4f57-b157-5f3b02792d13 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:35.121523 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7f31c2c-15b8-4f57-b157-5f3b02792d13 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:35.131077 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7f31c2c-15b8-4f57-b157-5f3b02792d13 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:35.172379 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f31c2c-15b8-4f57-b157-5f3b02792d13 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60630057-4cf6-4533-bf39-16685a1d51a9,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:35.180839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7f31c2c-15b8-4f57-b157-5f3b02792d13 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:35.186039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49956) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:35.192299 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-443116f6-1874-455e-b1fb-a75a51df3440 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:35.198108 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a7f31c2c-15b8-4f57-b157-5f3b02792d13 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1835866 Dec 12 17:43:35.227121 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-443116f6-1874-455e-b1fb-a75a51df3440 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:35.366608 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-443116f6-1874-455e-b1fb-a75a51df3440 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:35.501006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7845a902-c396-49e8-a11a-fd6a9567fc56 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:43:35.502277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad471383-9809-4ca6-9de6-2f40fb150c48 req-d712ce6e-19c5-4d78-b470-9e41622da0b5 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:35.503813 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad471383-9809-4ca6-9de6-2f40fb150c48 req-d712ce6e-19c5-4d78-b470-9e41622da0b5 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 945 time: 0.1402719 Dec 12 17:43:35.532788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-443116f6-1874-455e-b1fb-a75a51df3440 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Allocated IP 172.25.1.21 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/9184e06a-46a7-4efa-b618-940835c82a32) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:43:35.636124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad471383-9809-4ca6-9de6-2f40fb150c48 req-5ef0b4c2-044d-4446-91ba-295b22c167ae tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168420 Dec 12 17:43:35.673071 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:35.704047 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0c40b4-c056-48fa-90b7-6e88fcea4a16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7845a902-c396-49e8-a11a-fd6a9567fc56'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:43:35.706135 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-443116f6-1874-455e-b1fb-a75a51df3440 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:35.706820 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931d0393-f402-426d-bda1-f72fcdea4ac2" -d '{"events": [{"server_uuid": "ae0c40b4-c056-48fa-90b7-6e88fcea4a16", "name": "network-vif-unplugged", "status": "completed", "tag": "7845a902-c396-49e8-a11a-fd6a9567fc56"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:43:35.725809 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7845a902-c396-49e8-a11a-fd6a9567fc56, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7845a902-c396-49e8-a11a-fd6a9567fc56,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:35.743489 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:35.754462 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-443116f6-1874-455e-b1fb-a75a51df3440 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:35.822146 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1050b650-551e-4c69-a0db-93cb189de70b x-openstack-request-id: req-1050b650-551e-4c69-a0db-93cb189de70b {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:43:35.826219 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0c40b4-c056-48fa-90b7-6e88fcea4a16", "name": "network-vif-unplugged", "status": "completed", "tag": "7845a902-c396-49e8-a11a-fd6a9567fc56", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:43:35.826492 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1050b650-551e-4c69-a0db-93cb189de70b {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:43:35.827067 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c40b4-c056-48fa-90b7-6e88fcea4a16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7845a902-c396-49e8-a11a-fd6a9567fc56', 'code': 200} Dec 12 17:43:35.834006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=7845a902-c396-49e8-a11a-fd6a9567fc56,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:35.858435 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443116f6-1874-455e-b1fb-a75a51df3440 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:43:35.870926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-443116f6-1874-455e-b1fb-a75a51df3440 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:35.878348 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443116f6-1874-455e-b1fb-a75a51df3440 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:43:35.888585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443116f6-1874-455e-b1fb-a75a51df3440 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Pushing event updated for resources: {'Port': ['ID=9184e06a-46a7-4efa-b618-940835c82a32,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:35.938089 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4f839-ab29-4329-90f3-bf730593f141 req-eebcc455-ffac-4460-905b-2bb700e06073 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:35.939661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abd4f839-ab29-4329-90f3-bf730593f141 req-eebcc455-ffac-4460-905b-2bb700e06073 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 943 time: 0.1476769 Dec 12 17:43:36.088164 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-443116f6-1874-455e-b1fb-a75a51df3440 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:36.138268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-abd4f839-ab29-4329-90f3-bf730593f141 req-0f08e596-696a-4d42-b240-942716095560 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Deleting port 7845a902-c396-49e8-a11a-fd6a9567fc56 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:43:36.138635 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-abd4f839-ab29-4329-90f3-bf730593f141 req-0f08e596-696a-4d42-b240-942716095560 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:36.228470 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-443116f6-1874-455e-b1fb-a75a51df3440 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:36.361154 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333458e-af31-47a4-ad77-3e0afc122eaf req-be981dba-5ac3-4101-82b7-6a171bd5bb43 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:36.368709 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b333458e-af31-47a4-ad77-3e0afc122eaf req-be981dba-5ac3-4101-82b7-6a171bd5bb43 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.2232985 Dec 12 17:43:36.419226 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-abd4f839-ab29-4329-90f3-bf730593f141 req-0f08e596-696a-4d42-b240-942716095560 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] For port 7845a902-c396-49e8-a11a-fd6a9567fc56, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7845a902-c396-49e8-a11a-fd6a9567fc56,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:36.419226 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-abd4f839-ab29-4329-90f3-bf730593f141 req-0f08e596-696a-4d42-b240-942716095560 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:36.451527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-abd4f839-ab29-4329-90f3-bf730593f141 req-0f08e596-696a-4d42-b240-942716095560 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Calling delete_port for 7845a902-c396-49e8-a11a-fd6a9567fc56 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:43:36.471280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Sync routers for ids ['33c32047-d5bb-440b-bf85-3dbcd7632313'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:43:36.490216 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Routers {'33c32047-d5bb-440b-bf85-3dbcd7632313'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:43:36.490723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:43:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['33c32047-d5bb-440b-bf85-3dbcd7632313'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:36.543420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b333458e-af31-47a4-ad77-3e0afc122eaf req-281240b7-0678-47a4-975d-2c60e8d0c172 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737280 Dec 12 17:43:36.593279 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-443116f6-1874-455e-b1fb-a75a51df3440 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:36.602973 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-443116f6-1874-455e-b1fb-a75a51df3440 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:36.618441 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Set router 33c32047-d5bb-440b-bf85-3dbcd7632313 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:43:36.715608 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443116f6-1874-455e-b1fb-a75a51df3440 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Pushing event updated for resources: {'Port': ['ID=9184e06a-46a7-4efa-b618-940835c82a32,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:36.727834 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-443116f6-1874-455e-b1fb-a75a51df3440 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:36.749279 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-abd4f839-ab29-4329-90f3-bf730593f141 req-0f08e596-696a-4d42-b240-942716095560 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:36.770571 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-443116f6-1874-455e-b1fb-a75a51df3440 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:36.772148 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-443116f6-1874-455e-b1fb-a75a51df3440 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5850854 Dec 12 17:43:36.810035 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2115fef-8ee5-43b6-bcbc-0215a0ad10e8 req-19376a27-85d8-427e-8507-ff4f4b74905e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae0c40b4-c056-48fa-90b7-6e88fcea4a16 HTTP/1.1" status: 200 len: 210 time: 0.0627465 Dec 12 17:43:36.810772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08e596-696a-4d42-b240-942716095560 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Pushing event deleted for resources: {'Port': ['ID=7845a902-c396-49e8-a11a-fd6a9567fc56,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:36.873248 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd4f839-ab29-4329-90f3-bf730593f141 req-0f08e596-696a-4d42-b240-942716095560 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] No DVR routers for this DVR port 7845a902-c396-49e8-a11a-fd6a9567fc56 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:43:36.878647 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-abd4f839-ab29-4329-90f3-bf730593f141 req-0f08e596-696a-4d42-b240-942716095560 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:36.883555 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abd4f839-ab29-4329-90f3-bf730593f141 req-0f08e596-696a-4d42-b240-942716095560 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.31 "DELETE /v2.0/ports/7845a902-c396-49e8-a11a-fd6a9567fc56 HTTP/1.1" status: 204 len: 173 time: 0.9366467 Dec 12 17:43:36.884279 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0c40b4-c056-48fa-90b7-6e88fcea4a16', 'name': 'network-vif-deleted', 'tag': '7845a902-c396-49e8-a11a-fd6a9567fc56'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:43:36.888701 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07ff147-6623-4aa7-b102-924aec365369" -d '{"events": [{"server_uuid": "ae0c40b4-c056-48fa-90b7-6e88fcea4a16", "name": "network-vif-deleted", "tag": "7845a902-c396-49e8-a11a-fd6a9567fc56"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:43:36.938594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:31Z', 'revision_number': 4, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port': {'id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:23Z', 'updated_at': '2021-12-12T17:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'd32831ce-9d4a-43bd-b1fe-0b8fb6044009', 'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'mac_address': 'fa:16:3e:0e:5f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:29Z', 'updated_at': '2021-12-12T17:43:31Z', 'revision_number': 2, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'subnets': [{'id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:36.974208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Checking router: 33c32047-d5bb-440b-bf85-3dbcd7632313 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:43:36.975090 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Updating router 33c32047-d5bb-440b-bf85-3dbcd7632313 port d32831ce-9d4a-43bd-b1fe-0b8fb6044009 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:43:36.988144 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-78408266-0857-4b1d-af55-5291cadba53f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1124820040&fields=id&tenant_id=e87f55d11d4a4c5ba82362d6521f2447 HTTP/1.1" status: 200 len: 267 time: 0.0545449 Dec 12 17:43:37.004302 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:37.075947 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb00a27-9b63-4778-b62c-955ecaa8e0fb x-openstack-request-id: req-bbb00a27-9b63-4778-b62c-955ecaa8e0fb {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:43:37.076260 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0c40b4-c056-48fa-90b7-6e88fcea4a16", "name": "network-vif-deleted", "tag": "7845a902-c396-49e8-a11a-fd6a9567fc56", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:43:37.076471 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbb00a27-9b63-4778-b62c-955ecaa8e0fb {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:43:37.076873 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0c40b4-c056-48fa-90b7-6e88fcea4a16', 'name': 'network-vif-deleted', 'tag': '7845a902-c396-49e8-a11a-fd6a9567fc56', 'status': 'completed', 'code': 200} Dec 12 17:43:37.170381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-77e45f89-5e94-4b92-a5f3-eb4a0bb8e8a3 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:37.177608 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-77e45f89-5e94-4b92-a5f3-eb4a0bb8e8a3 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/networks?id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc HTTP/1.1" status: 200 len: 810 time: 0.1737702 Dec 12 17:43:37.187669 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-a06b4bd8-ab3f-4557-98b8-432242a99695 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/quotas/e87f55d11d4a4c5ba82362d6521f2447 HTTP/1.1" status: 200 len: 375 time: 0.0092547 Dec 12 17:43:37.247806 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-5a0c1312-8467-4c1d-8e5f-e1ebb81c203e tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e87f55d11d4a4c5ba82362d6521f2447&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545511 Dec 12 17:43:37.353749 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:37.361759 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:37.428126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-f6079235-41e2-4cac-8d01-68bebff119fd service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:43:37.437406 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-f6079235-41e2-4cac-8d01-68bebff119fd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1771693 Dec 12 17:43:37.485474 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b9e88-24d1-42da-8fa6-b08ce4b855fa None None] Pushing event updated for resources: {'Port': ['ID=d32831ce-9d4a-43bd-b1fe-0b8fb6044009,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:37.558460 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Attempting to bind port d32831ce-9d4a-43bd-b1fe-0b8fb6044009 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:43:37.558839 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Attempting to bind port d32831ce-9d4a-43bd-b1fe-0b8fb6044009 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'ae411415-474d-4d1e-927a-e80517288bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:43:37.559251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Attempting to bind port d32831ce-9d4a-43bd-b1fe-0b8fb6044009 on network d9b9c276-fb49-46ec-8edb-02bb2c0620fc {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:43:37.576109 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:43:37.576489 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Checking segment: {'id': 'ae411415-474d-4d1e-927a-e80517288bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:43:37.576900 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:37.577299 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Bound using segment: {'id': 'ae411415-474d-4d1e-927a-e80517288bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:43:37.577782 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Bound port: d32831ce-9d4a-43bd-b1fe-0b8fb6044009, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae411415-474d-4d1e-927a-e80517288bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:43:37.578168 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:37.656576 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-18cd00b5-069e-415c-8032-e4229d116fc6 service neutron] 10.222.0.18 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175512 Dec 12 17:43:37.702274 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] For port d32831ce-9d4a-43bd-b1fe-0b8fb6044009, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:43:37.706625 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] For port d32831ce-9d4a-43bd-b1fe-0b8fb6044009, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d32831ce-9d4a-43bd-b1fe-0b8fb6044009,segment=NetworkSegment(ae411415-474d-4d1e-927a-e80517288bcc),segment_id=ae411415-474d-4d1e-927a-e80517288bcc)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:43:37.714113 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:37.834770 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b9e88-24d1-42da-8fa6-b08ce4b855fa None None] Pushing event updated for resources: {'Port': ['ID=d32831ce-9d4a-43bd-b1fe-0b8fb6044009,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:37.840004 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-50b8bb31-d3f4-480a-bfe8-72abf150e467 None None] Provisioning complete for port d32831ce-9d4a-43bd-b1fe-0b8fb6044009 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:37.840380 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50b8bb31-d3f4-480a-bfe8-72abf150e467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:37.844950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ac952-ad26-4fb0-a75c-e8b701284353 req-c2347a82-20a2-4940-a8da-d4c4f328c7b9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:37.846596 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-696ac952-ad26-4fb0-a75c-e8b701284353 req-c2347a82-20a2-4940-a8da-d4c4f328c7b9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.1440854 Dec 12 17:43:37.864288 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-66ded56c-ac38-410a-90a3-f6da94c68448 service neutron] 10.222.0.18 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066045 Dec 12 17:43:37.869815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Routers {'33c32047-d5bb-440b-bf85-3dbcd7632313'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:43:37.871007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:43:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['33c32047-d5bb-440b-bf85-3dbcd7632313'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:37.905524 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-d8090dc8-2bfa-4398-8ade-704ca6f3c49a service neutron] show failed (client error): The resource could not be found. Dec 12 17:43:37.906474 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-d8090dc8-2bfa-4398-8ade-704ca6f3c49a service neutron] 10.222.0.20 "GET /v2.0/ports/37921f0d-58a7-403c-ba4f-0ea3ed4a517b/bindings/n-h1-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.1869779 Dec 12 17:43:38.002146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-696ac952-ad26-4fb0-a75c-e8b701284353 req-7bcc9b2c-a151-48ae-9973-8ae779c27393 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490853 Dec 12 17:43:38.098408 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] Set router 33c32047-d5bb-440b-bf85-3dbcd7632313 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:43:38.240005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-822d7019-b143-484e-a6fc-99b94f7d99ad req-3db43fea-9b77-4102-9ce9-24ee162daa75 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 210 time: 0.0869601 Dec 12 17:43:38.375932 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-bde68c16-915e-49d8-a1d3-e53253de78e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:38.377893 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-bde68c16-915e-49d8-a1d3-e53253de78e8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4&tenant_id=de7d6d1331334b1d97a38f5467ee1df8 HTTP/1.1" status: 200 len: 1100 time: 0.1365685 Dec 12 17:43:38.378078 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50b8bb31-d3f4-480a-bfe8-72abf150e467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:38.393569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:38.528360 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:38.724074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-50b8bb31-d3f4-480a-bfe8-72abf150e467 None None] For port d32831ce-9d4a-43bd-b1fe-0b8fb6044009, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d32831ce-9d4a-43bd-b1fe-0b8fb6044009,segment=NetworkSegment(ae411415-474d-4d1e-927a-e80517288bcc),segment_id=ae411415-474d-4d1e-927a-e80517288bcc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:38.731007 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50b8bb31-d3f4-480a-bfe8-72abf150e467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:38.784681 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50028) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:38.790298 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2b77760e-a7f2-4194-a980-9f37518ad3af tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159340679', 'description': 'tempest-description--725912423'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:38.836888 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b77760e-a7f2-4194-a980-9f37518ad3af tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:38.845644 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8bb31-d3f4-480a-bfe8-72abf150e467 None None] Pushing event updated for resources: {'Port': ['ID=d32831ce-9d4a-43bd-b1fe-0b8fb6044009,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:38.860680 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:31Z', 'revision_number': 4, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port': {'id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:23Z', 'updated_at': '2021-12-12T17:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'd32831ce-9d4a-43bd-b1fe-0b8fb6044009', 'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'mac_address': 'fa:16:3e:0e:5f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:29Z', 'updated_at': '2021-12-12T17:43:37Z', 'revision_number': 4, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'subnets': [{'id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:38.886978 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] For port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:38.916308 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a8b768-02a9-4dde-88cc-febdd9d8c404 None None] The sync data for ids ['33c32047-d5bb-440b-bf85-3dbcd7632313'] in n-d-760354-5 is: [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:31Z', 'revision_number': 4, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port': {'id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:23Z', 'updated_at': '2021-12-12T17:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'd32831ce-9d4a-43bd-b1fe-0b8fb6044009', 'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'mac_address': 'fa:16:3e:0e:5f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:29Z', 'updated_at': '2021-12-12T17:43:37Z', 'revision_number': 4, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'subnets': [{'id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:43:38.922504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c1cc675b-3d5e-4316-8f82-3102ad1a1b2f None None] Provisioning complete for port d32831ce-9d4a-43bd-b1fe-0b8fb6044009 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:38.923105 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c1cc675b-3d5e-4316-8f82-3102ad1a1b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:38.940388 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b77760e-a7f2-4194-a980-9f37518ad3af tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:38.949239 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b77760e-a7f2-4194-a980-9f37518ad3af tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:39.032410 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] For port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:43:39.069860 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b77760e-a7f2-4194-a980-9f37518ad3af tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:39.081441 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2b77760e-a7f2-4194-a980-9f37518ad3af tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2955911 Dec 12 17:43:39.086338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50032) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:39.101092 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77760e-a7f2-4194-a980-9f37518ad3af tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e8bd52-dd31-40eb-b467-fc29539696d6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:39.109262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-025f6fbb-83c1-4fbb-8577-83c0cb27b75a tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Request body: {'security_group_rule': {'security_group_id': '65e8bd52-dd31-40eb-b467-fc29539696d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:39.188882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e195062-2932-43f7-975e-062d1aa812c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37921f0d-58a7-403c-ba4f-0ea3ed4a517b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:43:39.191616 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ce5312-d8b2-4039-a40d-6f1ca7c7fc83" -d '{"events": [{"server_uuid": "7e195062-2932-43f7-975e-062d1aa812c4", "name": "network-vif-unplugged", "status": "completed", "tag": "37921f0d-58a7-403c-ba4f-0ea3ed4a517b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:43:39.196269 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:39.221686 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-025f6fbb-83c1-4fbb-8577-83c0cb27b75a tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:39.227242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Transition to ACTIVE for port object 37921f0d-58a7-403c-ba4f-0ea3ed4a517b will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:43:39.258961 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:39.315818 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd893bba-4645-46bd-8fbe-4e59d987a78f x-openstack-request-id: req-dd893bba-4645-46bd-8fbe-4e59d987a78f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:43:39.316169 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e195062-2932-43f7-975e-062d1aa812c4", "name": "network-vif-unplugged", "status": "completed", "tag": "37921f0d-58a7-403c-ba4f-0ea3ed4a517b", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:43:39.316396 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd893bba-4645-46bd-8fbe-4e59d987a78f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:43:39.316799 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e195062-2932-43f7-975e-062d1aa812c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37921f0d-58a7-403c-ba4f-0ea3ed4a517b', 'code': 200} Dec 12 17:43:39.395473 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277ce0a-9a2a-4cf8-ade9-116b534d5d7b req-7f4a6618-2893-4de0-8b5f-52a5863f3909 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:39.397283 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8277ce0a-9a2a-4cf8-ade9-116b534d5d7b req-7f4a6618-2893-4de0-8b5f-52a5863f3909 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.2596509 Dec 12 17:43:39.523282 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7845a902-c396-49e8-a11a-fd6a9567fc56 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:43:39.533188 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Pushing event updated for resources: {'Port': ['ID=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:39.562904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-532d257f-f13b-48ed-bbed-1092121d8188 req-47d1545b-7d20-43e2-999d-437bb442929f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 210 time: 0.1979499 Dec 12 17:43:39.603863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 7845a902-c396-49e8-a11a-fd6a9567fc56 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:43:39.603863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7845a902-c396-49e8-a11a-fd6a9567fc56 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:43:39.712988 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] No DVR routers for this DVR port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:43:39.746772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8277ce0a-9a2a-4cf8-ade9-116b534d5d7b req-223f4b0a-7f33-4ae2-8689-e87f9fab22cc tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185174 Dec 12 17:43:39.826733 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-025f6fbb-83c1-4fbb-8577-83c0cb27b75a tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:39.839920 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-025f6fbb-83c1-4fbb-8577-83c0cb27b75a tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:39.884732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Attempting to bind port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:43:39.884732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Attempting to bind port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:43:39.884732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Attempting to bind port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:43:39.892516 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f6fbb-83c1-4fbb-8577-83c0cb27b75a tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec282dc-5711-401d-b839-2fc883664270,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:39.898210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:43:39.899511 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Attempting to bind port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:43:39.916341 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-025f6fbb-83c1-4fbb-8577-83c0cb27b75a tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:39.921083 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-025f6fbb-83c1-4fbb-8577-83c0cb27b75a tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8278184 Dec 12 17:43:39.921083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:43:39.921083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:43:39.921083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:43:39.921083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Bound port: 37921f0d-58a7-403c-ba4f-0ea3ed4a517b, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:43:39.921083 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:39.923489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50046) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:39.928070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-7d27ccce-d17a-4bf4-ad18-4813c678bbad tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Request body: {'security_group_rule': {'security_group_id': '65e8bd52-dd31-40eb-b467-fc29539696d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:40.035815 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-f6bbfeae-5e2e-4eae-81ed-80e052fd6e6f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:40.040014 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-f6bbfeae-5e2e-4eae-81ed-80e052fd6e6f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.31 "GET /v2.0/networks?id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc HTTP/1.1" status: 200 len: 810 time: 0.2523618 Dec 12 17:43:40.060596 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d27ccce-d17a-4bf4-ad18-4813c678bbad tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:40.141760 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-0e9e57a5-8459-4ae5-9bb2-4ed0cfd05f1f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e87f55d11d4a4c5ba82362d6521f2447 HTTP/1.1" status: 200 len: 380 time: 0.0925357 Dec 12 17:43:40.145475 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d27ccce-d17a-4bf4-ad18-4813c678bbad tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:40.160430 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d27ccce-d17a-4bf4-ad18-4813c678bbad tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:40.164450 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-758aa255-0b2e-4827-9846-27c9f929db69 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Request body: {'port': {'device_id': '5e4f6f81-5625-4d54-bb8e-dccb5cc10be2', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'admin_state_up': True, 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'security_groups': ['368ba19a-2689-4cf5-8e00-4f6033815beb']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:40.180001 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27ccce-d17a-4bf4-ad18-4813c678bbad tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad00f270-8ce0-4341-b8b0-13de68d95ef5,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:40.193762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] For port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:43:40.197765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] For port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:43:40.209965 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:40.230335 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d27ccce-d17a-4bf4-ad18-4813c678bbad tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:40.232748 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7d27ccce-d17a-4bf4-ad18-4813c678bbad tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3070793 Dec 12 17:43:40.236065 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50048) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:40.243421 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ddb3836a-8e73-456f-8fc7-9f233a04019e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:40.268838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:40.269584 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:40.271433 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] 10.222.0.31 "PUT /v2.0/ports/37921f0d-58a7-403c-ba4f-0ea3ed4a517b HTTP/1.1" status: 200 len: 1095 time: 1.8847005 Dec 12 17:43:40.273431 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb3836a-8e73-456f-8fc7-9f233a04019e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:40.300398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991863e-f69d-4985-b0be-060ef78b1d1e service neutron] Pushing event updated for resources: {'Port': ['ID=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:40.525061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-ddfdf863-90bd-476c-9bfe-11f79207fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:40.533757 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-ddfdf863-90bd-476c-9bfe-11f79207fde9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 1098 time: 0.2096236 Dec 12 17:43:40.623069 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-758aa255-0b2e-4827-9846-27c9f929db69 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Made reservation on behalf of e87f55d11d4a4c5ba82362d6521f2447 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:43:40.629186 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-758aa255-0b2e-4827-9846-27c9f929db69 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:40.803409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-e8503f73-52a9-4e3f-9c86-ad91d88e07e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:40.805063 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-e8503f73-52a9-4e3f-9c86-ad91d88e07e3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.2604711 Dec 12 17:43:40.816099 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb3836a-8e73-456f-8fc7-9f233a04019e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:40.895660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-86937a37-2f2e-481c-8692-df31a81b5f2f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=37921f0d-58a7-403c-ba4f-0ea3ed4a517b HTTP/1.1" status: 200 len: 217 time: 0.0829883 Dec 12 17:43:40.909793 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d32831ce-9d4a-43bd-b1fe-0b8fb6044009 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:40.922763 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:43:40.949270 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-758aa255-0b2e-4827-9846-27c9f929db69 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Allocated IP 172.20.0.13 (d9b9c276-fb49-46ec-8edb-02bb2c0620fc/6e9ce1ad-b28e-4dc2-8742-e6028eef55c0/a7b878f0-3b8e-4771-83bd-a1fccca7ce8a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:43:40.949848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 37921f0d-58a7-403c-ba4f-0ea3ed4a517b no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:43:40.967054 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19f5a3b7-eed3-497a-b3c6-2e10268e4dd8 req-08753c70-2f33-482b-83dd-50a5859b949c tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 210 time: 0.0826662 Dec 12 17:43:41.045492 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port d32831ce-9d4a-43bd-b1fe-0b8fb6044009 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:41.045959 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:41.051112 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 37921f0d-58a7-403c-ba4f-0ea3ed4a517b not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:43:41.112399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-901503d8-771c-4cd6-92bb-285172946ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:41.114079 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-901503d8-771c-4cd6-92bb-285172946ae1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1699867 Dec 12 17:43:41.185861 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-ddb3836a-8e73-456f-8fc7-9f233a04019e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Allocated IP 172.25.1.228 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/c9e9aa52-eb9a-4d22-8f8a-d43ad4844a69) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:43:41.193252 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb408c-ea1d-4f97-8995-9775e441a41b req-cb334d12-3689-4bf9-80cb-98fc7e13046f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:41.202980 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8cdb408c-ea1d-4f97-8995-9775e441a41b req-cb334d12-3689-4bf9-80cb-98fc7e13046f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 947 time: 0.2789624 Dec 12 17:43:41.282292 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8cdb408c-ea1d-4f97-8995-9775e441a41b req-b5f570bd-9ca9-4f2c-8c7f-3577b29f72e8 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782645 Dec 12 17:43:41.285338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-adce93d4-995a-4dfc-8739-f96d47550c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:41.286810 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-adce93d4-995a-4dfc-8739-f96d47550c5d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1586862 Dec 12 17:43:41.341144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e195062-2932-43f7-975e-062d1aa812c4', 'tag': '37921f0d-58a7-403c-ba4f-0ea3ed4a517b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:43:41.343928 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "7e195062-2932-43f7-975e-062d1aa812c4", "tag": "37921f0d-58a7-403c-ba4f-0ea3ed4a517b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:43:41.347784 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-758aa255-0b2e-4827-9846-27c9f929db69 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:41.397866 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb3836a-8e73-456f-8fc7-9f233a04019e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:41.398891 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-8d973b22-1ab9-4bfd-9d06-784d1143ad46 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019146 Dec 12 17:43:41.438286 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-758aa255-0b2e-4827-9846-27c9f929db69 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:41.447235 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541e65c9-0c78-4722-acf1-e69fea83b2b7 x-openstack-request-id: req-541e65c9-0c78-4722-acf1-e69fea83b2b7 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:43:41.447564 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e195062-2932-43f7-975e-062d1aa812c4", "tag": "37921f0d-58a7-403c-ba4f-0ea3ed4a517b", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:43:41.447823 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-541e65c9-0c78-4722-acf1-e69fea83b2b7 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:43:41.448248 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e195062-2932-43f7-975e-062d1aa812c4', 'tag': '37921f0d-58a7-403c-ba4f-0ea3ed4a517b', 'status': 'completed', 'code': 200} Dec 12 17:43:41.460890 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-758aa255-0b2e-4827-9846-27c9f929db69 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Network d9b9c276-fb49-46ec-8edb-02bb2c0620fc is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:43:41.481080 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-758aa255-0b2e-4827-9846-27c9f929db69 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:41.493575 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-758aa255-0b2e-4827-9846-27c9f929db69 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:43:41.538755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-1b0baa1e-4660-4f1c-8698-e6c6ca0664b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:41.540380 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-1b0baa1e-4660-4f1c-8698-e6c6ca0664b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 1098 time: 0.0596170 Dec 12 17:43:41.550834 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb3836a-8e73-456f-8fc7-9f233a04019e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:41.555083 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758aa255-0b2e-4827-9846-27c9f929db69 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Pushing event updated for resources: {'Port': ['ID=a7b878f0-3b8e-4771-83bd-a1fccca7ce8a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:41.637686 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3836a-8e73-456f-8fc7-9f233a04019e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Pushing event updated for resources: {'Port': ['ID=c9e9aa52-eb9a-4d22-8f8a-d43ad4844a69,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:41.647266 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d3c436c-672d-4c78-837b-7212cf23faa7 req-72f1fdff-7ce8-4a44-82b2-be0f6bab9c02 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405586 Dec 12 17:43:41.648480 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-758aa255-0b2e-4827-9846-27c9f929db69 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:41.649117 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-758aa255-0b2e-4827-9846-27c9f929db69 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:41.690443 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-758aa255-0b2e-4827-9846-27c9f929db69 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5345221 Dec 12 17:43:41.692946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb3836a-8e73-456f-8fc7-9f233a04019e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:43:41.694978 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ddb3836a-8e73-456f-8fc7-9f233a04019e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:41.697614 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb3836a-8e73-456f-8fc7-9f233a04019e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:43:41.750575 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Request body: {'port': {'device_id': '5e4f6f81-5625-4d54-bb8e-dccb5cc10be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:41.865269 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a738746c-fb3b-4341-bedf-eefa1b8028f6 None None] Provisioning complete for port a7b878f0-3b8e-4771-83bd-a1fccca7ce8a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:41.865942 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a738746c-fb3b-4341-bedf-eefa1b8028f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:41.892678 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:41.951578 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb3836a-8e73-456f-8fc7-9f233a04019e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:41.986158 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a738746c-fb3b-4341-bedf-eefa1b8028f6 None None] Port a7b878f0-3b8e-4771-83bd-a1fccca7ce8a cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:43:42.102011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-6533baae-1e14-439f-a103-10fc2c7cbb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:42.103542 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-6533baae-1e14-439f-a103-10fc2c7cbb77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.5459979 Dec 12 17:43:42.121554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-4ab0d472-2daa-4ad6-970a-31215df0a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:42.122989 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-4ab0d472-2daa-4ad6-970a-31215df0a89a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 1098 time: 0.3927069 Dec 12 17:43:42.162518 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb3836a-8e73-456f-8fc7-9f233a04019e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:42.217758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-c8374c1d-4e4e-4520-bef7-fabd83956c59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=37921f0d-58a7-403c-ba4f-0ea3ed4a517b HTTP/1.1" status: 200 len: 217 time: 0.0997429 Dec 12 17:43:42.342574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-c01dab49-1fb0-4e89-86df-16539fc8ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:42.344150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-c01dab49-1fb0-4e89-86df-16539fc8ee18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0810924 Dec 12 17:43:42.364886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d253a-84b9-4048-945f-eca1518cfe20 req-9cb8747d-a3b0-4feb-b7f5-601ab0f35bb2 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:42.366454 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d9d253a-84b9-4048-945f-eca1518cfe20 req-9cb8747d-a3b0-4feb-b7f5-601ab0f35bb2 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 932 time: 0.2368827 Dec 12 17:43:42.430876 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-395d07fd-6e31-4fad-a145-567370a76b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:42.432525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-395d07fd-6e31-4fad-a145-567370a76b51 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.2999666 Dec 12 17:43:42.506903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b878f0-3b8e-4771-83bd-a1fccca7ce8a {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:43:42.520086 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-611f2001-e9a6-44b3-9334-285867247809 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=37921f0d-58a7-403c-ba4f-0ea3ed4a517b HTTP/1.1" status: 200 len: 217 time: 0.0794866 Dec 12 17:43:42.522644 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:42.529433 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb3836a-8e73-456f-8fc7-9f233a04019e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:42.542724 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb3836a-8e73-456f-8fc7-9f233a04019e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:42.548753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Transition to ACTIVE for port object a7b878f0-3b8e-4771-83bd-a1fccca7ce8a will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:43:42.561400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-03ada3f2-f07f-4d9b-9974-488566b71091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:42.563247 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-03ada3f2-f07f-4d9b-9974-488566b71091 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1958716 Dec 12 17:43:42.578711 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:42.593965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d9d253a-84b9-4048-945f-eca1518cfe20 req-35956aa2-748f-4762-9745-90ab7446054e tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053144 Dec 12 17:43:42.653927 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb3836a-8e73-456f-8fc7-9f233a04019e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:42.665889 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3836a-8e73-456f-8fc7-9f233a04019e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Pushing event updated for resources: {'Port': ['ID=c9e9aa52-eb9a-4d22-8f8a-d43ad4844a69,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:42.684080 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b161148-7b11-466a-9fa9-2b226b02226e req-f63915c4-a430-47c5-a6a1-b38a9677bd1d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:42.693879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b161148-7b11-466a-9fa9-2b226b02226e req-f63915c4-a430-47c5-a6a1-b38a9677bd1d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 947 time: 0.2358935 Dec 12 17:43:42.700292 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-47c5a789-7079-4882-ba39-27c292e14d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:42.701902 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-47c5a789-7079-4882-ba39-27c292e14d15 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1562588 Dec 12 17:43:42.729223 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb3836a-8e73-456f-8fc7-9f233a04019e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:42.739371 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ddb3836a-8e73-456f-8fc7-9f233a04019e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5016091 Dec 12 17:43:42.832258 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b878f0-3b8e-4771-83bd-a1fccca7ce8a,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:42.858283 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Attempting to bind port a7b878f0-3b8e-4771-83bd-a1fccca7ce8a on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:43:42.858710 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Attempting to bind port a7b878f0-3b8e-4771-83bd-a1fccca7ce8a by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'ae411415-474d-4d1e-927a-e80517288bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:43:42.859279 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Attempting to bind port a7b878f0-3b8e-4771-83bd-a1fccca7ce8a on network d9b9c276-fb49-46ec-8edb-02bb2c0620fc {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:43:42.861670 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-ecf8950f-a262-4a1b-9e86-a53e5b0a5475 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650599 Dec 12 17:43:42.866010 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Port a7b878f0-3b8e-4771-83bd-a1fccca7ce8a on network d9b9c276-fb49-46ec-8edb-02bb2c0620fc not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:43:42.868545 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Attempting to bind port a7b878f0-3b8e-4771-83bd-a1fccca7ce8a on network d9b9c276-fb49-46ec-8edb-02bb2c0620fc {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:43:42.877807 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:43:42.880283 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Checking segment: {'id': 'ae411415-474d-4d1e-927a-e80517288bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:43:42.885019 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Bound using segment: {'id': 'ae411415-474d-4d1e-927a-e80517288bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:43:42.891084 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Bound port: a7b878f0-3b8e-4771-83bd-a1fccca7ce8a, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae411415-474d-4d1e-927a-e80517288bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:43:42.897125 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:42.907758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b161148-7b11-466a-9fa9-2b226b02226e req-c067370b-5ccb-4f09-9ecb-b6a070bcea86 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129097 Dec 12 17:43:42.921158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-d672bb7c-6a89-4b90-a501-bdec9f1222fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:42.922700 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-d672bb7c-6a89-4b90-a501-bdec9f1222fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2124310 Dec 12 17:43:43.050228 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] For port a7b878f0-3b8e-4771-83bd-a1fccca7ce8a, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:43:43.054581 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] For port a7b878f0-3b8e-4771-83bd-a1fccca7ce8a, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a7b878f0-3b8e-4771-83bd-a1fccca7ce8a,segment=NetworkSegment(ae411415-474d-4d1e-927a-e80517288bcc),segment_id=ae411415-474d-4d1e-927a-e80517288bcc)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:43:43.062837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:43.105531 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:43.106280 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:43.108427 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] 10.222.0.31 "PUT /v2.0/ports/a7b878f0-3b8e-4771-83bd-a1fccca7ce8a HTTP/1.1" status: 200 len: 1092 time: 1.3628001 Dec 12 17:43:43.108958 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4f6f81-5625-4d54-bb8e-dccb5cc10be2', 'tag': 'a7b878f0-3b8e-4771-83bd-a1fccca7ce8a'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:43:43.111487 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61846ee-c800-4e96-881b-2d46ca9bc8db" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4f6f81-5625-4d54-bb8e-dccb5cc10be2", "tag": "a7b878f0-3b8e-4771-83bd-a1fccca7ce8a"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:43:43.141333 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110bad3-bf89-48aa-baec-4660d1d94643 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b878f0-3b8e-4771-83bd-a1fccca7ce8a,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:43.260643 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-f7f219c3-3b11-4287-9170-7e935af01eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:43.263449 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-f7f219c3-3b11-4287-9170-7e935af01eca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e87f55d11d4a4c5ba82362d6521f2447&device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 1095 time: 0.0881701 Dec 12 17:43:43.340520 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-0a265f4c-23a3-4cd6-9ff8-c02ca62607c3 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:43.342873 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-0a265f4c-23a3-4cd6-9ff8-c02ca62607c3 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/networks?id=48f6eb11-31cd-4420-a2e4-48c765eba462 HTTP/1.1" status: 200 len: 822 time: 0.2777262 Dec 12 17:43:43.353633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-7f766a69-a98f-4c62-9f0b-be8161b2b68a service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035485 Dec 12 17:43:43.359689 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2287289e-e80b-44e4-a02a-bbdfda549ece x-openstack-request-id: req-2287289e-e80b-44e4-a02a-bbdfda549ece {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:43:43.360516 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4f6f81-5625-4d54-bb8e-dccb5cc10be2", "tag": "a7b878f0-3b8e-4771-83bd-a1fccca7ce8a", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:43:43.362154 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2287289e-e80b-44e4-a02a-bbdfda549ece {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:43:43.364439 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4f6f81-5625-4d54-bb8e-dccb5cc10be2', 'tag': 'a7b878f0-3b8e-4771-83bd-a1fccca7ce8a', 'status': 'completed', 'code': 200} Dec 12 17:43:43.370945 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-f8797669-9ac0-4ab5-97d9-e2609dbc03c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7b878f0-3b8e-4771-83bd-a1fccca7ce8a HTTP/1.1" status: 200 len: 217 time: 0.0950456 Dec 12 17:43:43.438862 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-1c0037d3-ea0d-437d-aece-e43a88f3025c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/quotas/c690ef1933604b0cbd75f6c3a7b84fdb HTTP/1.1" status: 200 len: 375 time: 0.0843589 Dec 12 17:43:43.491128 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-fa2a8703-cb98-4ccf-8dde-b3148d9e1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:43.500842 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-fa2a8703-cb98-4ccf-8dde-b3148d9e1d10 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6e9ce1ad-b28e-4dc2-8742-e6028eef55c0 HTTP/1.1" status: 200 len: 849 time: 0.1244676 Dec 12 17:43:43.595401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-bec5fc30-da68-41e6-bcb5-0030a34e8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:43.597246 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-bec5fc30-da68-41e6-bcb5-0030a34e8e83 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872087 Dec 12 17:43:43.598223 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-303ca1ff-50d5-46f6-83b1-8c9b2da7b0af service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7042925 Dec 12 17:43:43.640186 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-acf8a9a8-c474-4696-9829-bce865ef9e4e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c690ef1933604b0cbd75f6c3a7b84fdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1315341 Dec 12 17:43:43.780669 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-0ef78250-12d3-4a4e-b093-ff812d35c0e1 service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692746 Dec 12 17:43:43.818838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-042c8034-55ae-4afc-b42d-3c81c5b416a0 service neutron] 10.222.0.18 "GET /v2.0/networks/48f6eb11-31cd-4420-a2e4-48c765eba462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709349 Dec 12 17:43:43.989733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051b8f2-a0e3-483e-bcb9-005fd1290208 req-642ccddb-419a-4fbc-a225-e102954d4ccc tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:43.991183 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5051b8f2-a0e3-483e-bcb9-005fd1290208 req-642ccddb-419a-4fbc-a225-e102954d4ccc tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 944 time: 0.1714063 Dec 12 17:43:43.993174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c43a2e-516d-462c-bf02-a5f02d7e7ab5 req-71228566-871c-4abe-be51-e9ebd28ab3eb service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6056530 Dec 12 17:43:44.000349 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7a17ff07-cf14-4ec1-89a8-c885443c9fe5 req-93721568-cec6-43ee-9818-0682906a0be6 service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110116 Dec 12 17:43:44.047824 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-5c89333a-76b5-4e4f-aa6e-b55b7ad5b456 service neutron] 10.222.0.18 "GET /v2.0/networks/48f6eb11-31cd-4420-a2e4-48c765eba462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143984 Dec 12 17:43:44.096992 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5051b8f2-a0e3-483e-bcb9-005fd1290208 req-0f8b761c-d096-4c75-96d6-1eb1988caa31 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890844 Dec 12 17:43:44.128618 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61846ee-c800-4e96-881b-2d46ca9bc8db req-b24216fa-3b96-426b-adfb-35215c7cf946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:44.130302 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f61846ee-c800-4e96-881b-2d46ca9bc8db req-b24216fa-3b96-426b-adfb-35215c7cf946 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e87f55d11d4a4c5ba82362d6521f2447&device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 1095 time: 0.0650201 Dec 12 17:43:44.309938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd62e0-7d75-4337-ae3b-b85433384beb req-80528767-b97c-4ec2-af77-fe31572e9b30 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:44.318112 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61846ee-c800-4e96-881b-2d46ca9bc8db req-56ee97e7-4191-47d8-8759-bbd2112ce2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:44.319644 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f61846ee-c800-4e96-881b-2d46ca9bc8db req-56ee97e7-4191-47d8-8759-bbd2112ce2f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc HTTP/1.1" status: 200 len: 911 time: 0.1821036 Dec 12 17:43:44.321127 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61bd62e0-7d75-4337-ae3b-b85433384beb req-80528767-b97c-4ec2-af77-fe31572e9b30 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 947 time: 0.1002772 Dec 12 17:43:44.359582 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0e0be2a-3457-480c-aa8a-83c5638a903c req-7e96b8ef-65d4-4dfa-88a8-3c65564a48b0 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 210 time: 0.0354514 Dec 12 17:43:44.386242 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f61846ee-c800-4e96-881b-2d46ca9bc8db req-9fece163-df39-4af0-884f-b2252da0a0d5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7b878f0-3b8e-4771-83bd-a1fccca7ce8a HTTP/1.1" status: 200 len: 217 time: 0.0584092 Dec 12 17:43:44.414740 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61bd62e0-7d75-4337-ae3b-b85433384beb req-bc03145f-7f52-4549-b547-1ac2dead744c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923505 Dec 12 17:43:44.509500 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61846ee-c800-4e96-881b-2d46ca9bc8db req-d9dceaf6-ddcc-424f-940a-6c496230d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:44.514689 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f61846ee-c800-4e96-881b-2d46ca9bc8db req-d9dceaf6-ddcc-424f-940a-6c496230d0c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6e9ce1ad-b28e-4dc2-8742-e6028eef55c0 HTTP/1.1" status: 200 len: 849 time: 0.1221449 Dec 12 17:43:44.597950 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61846ee-c800-4e96-881b-2d46ca9bc8db req-a27f9927-12a9-4276-ae00-cd423fcf5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:44.599549 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f61846ee-c800-4e96-881b-2d46ca9bc8db req-a27f9927-12a9-4276-ae00-cd423fcf5346 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768356 Dec 12 17:43:44.749697 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-25816e96-8b0e-4bbb-a015-a01689907af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:44.804557 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f61846ee-c800-4e96-881b-2d46ca9bc8db req-ad5534e6-ece3-45d1-a08d-e35773ce5044 service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950827 Dec 12 17:43:45.061722 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f61846ee-c800-4e96-881b-2d46ca9bc8db req-3472bb46-2c04-4326-8af5-fe07270144a8 service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490356 Dec 12 17:43:45.258740 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b168c-6331-4a4a-8739-e0bb4b98995d req-b77e8c0b-5bf2-4950-a370-d1eeab8c9e85 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:45.267594 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b89b168c-6331-4a4a-8739-e0bb4b98995d req-b77e8c0b-5bf2-4950-a370-d1eeab8c9e85 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 944 time: 0.0695040 Dec 12 17:43:45.315844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b89b168c-6331-4a4a-8739-e0bb4b98995d req-f1114fa4-5a04-4e37-be12-9da7370fec05 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470574 Dec 12 17:43:45.472454 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aae4f4d0-347d-4526-894e-0cb5cc9c2dc0 req-8167c144-1f2f-43c2-b3c5-1dc714f1f25e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 210 time: 0.0261943 Dec 12 17:43:45.516979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 37921f0d-58a7-403c-ba4f-0ea3ed4a517b details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:43:45.548808 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a64517-f79f-4780-8a1f-7b9c5535db24 req-6c69c394-c51c-49f7-b282-0bcabf7cf746 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:45.550788 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69a64517-f79f-4780-8a1f-7b9c5535db24 req-6c69c394-c51c-49f7-b282-0bcabf7cf746 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 947 time: 0.0604904 Dec 12 17:43:45.619812 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69a64517-f79f-4780-8a1f-7b9c5535db24 req-55710520-7e15-4d64-b1d7-4932f64a274f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625637 Dec 12 17:43:45.638099 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:45.651902 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '37921f0d-58a7-403c-ba4f-0ea3ed4a517b', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '37921f0d-58a7-403c-ba4f-0ea3ed4a517b', 'mac_address': 'fa:16:3e:d8:f0:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:43:45.694323 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:45.709102 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37921f0d-58a7-403c-ba4f-0ea3ed4a517b {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:43:45.731411 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:45.736615 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:45.817040 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:45.878127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0486008-dc56-4564-a5af-24c275950eef req-f33a0203-c549-4b3b-8dfb-512f390fd082 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:45.879661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0486008-dc56-4564-a5af-24c275950eef req-f33a0203-c549-4b3b-8dfb-512f390fd082 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 948 time: 0.0660703 Dec 12 17:43:45.992554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e9a69-1a02-4ac7-bab5-ab46f78e0541 req-8487de8e-4062-4c7d-99c0-46a6c6960286 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:45.994098 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-281e9a69-1a02-4ac7-bab5-ab46f78e0541 req-8487de8e-4062-4c7d-99c0-46a6c6960286 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4&tenant_id=de7d6d1331334b1d97a38f5467ee1df8&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 948 time: 0.1132865 Dec 12 17:43:46.031257 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-576f3101-bfc2-46c0-a757-7fbcba5227ca tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:46.034424 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-576f3101-bfc2-46c0-a757-7fbcba5227ca tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.31 "GET /v2.0/networks?id=48f6eb11-31cd-4420-a2e4-48c765eba462 HTTP/1.1" status: 200 len: 822 time: 0.1502447 Dec 12 17:43:46.043002 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0486008-dc56-4564-a5af-24c275950eef req-359943f4-d4fc-404b-9c81-c9d656ad73dc tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308081 Dec 12 17:43:46.054517 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-514d95d7-3aa5-4dda-8296-4f0af95bbeca tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Request body: {'port': {'device_id': 'c4967545-903f-4a69-aa11-8e2f98598315', 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462', 'admin_state_up': True, 'tenant_id': 'c690ef1933604b0cbd75f6c3a7b84fdb'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:46.099915 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-281e9a69-1a02-4ac7-bab5-ab46f78e0541 req-ab4ed4a0-264c-40cd-bd54-ef138ce05f94 service neutron] delete failed (client error): The resource could not be found. Dec 12 17:43:46.101276 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-281e9a69-1a02-4ac7-bab5-ab46f78e0541 req-ab4ed4a0-264c-40cd-bd54-ef138ce05f94 service neutron] 10.222.0.20 "DELETE /v2.0/ports/37921f0d-58a7-403c-ba4f-0ea3ed4a517b/bindings/n-h2-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.0983944 Dec 12 17:43:46.220818 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-514d95d7-3aa5-4dda-8296-4f0af95bbeca tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Made reservation on behalf of c690ef1933604b0cbd75f6c3a7b84fdb for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:43:46.225987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e9a69-1a02-4ac7-bab5-ab46f78e0541 req-88c711f5-72de-4912-826f-8d8f91b6be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:46.226299 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-514d95d7-3aa5-4dda-8296-4f0af95bbeca tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:46.227554 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-281e9a69-1a02-4ac7-bab5-ab46f78e0541 req-88c711f5-72de-4912-826f-8d8f91b6be42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 1099 time: 0.0629170 Dec 12 17:43:46.232555 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['37921f0d-58a7-403c-ba4f-0ea3ed4a517b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:43:46.371125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e9a69-1a02-4ac7-bab5-ab46f78e0541 req-efd5a017-49ac-4703-9a68-ccbb5eca7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:46.372644 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-281e9a69-1a02-4ac7-bab5-ab46f78e0541 req-efd5a017-49ac-4703-9a68-ccbb5eca7d13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1374602 Dec 12 17:43:46.426815 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-514d95d7-3aa5-4dda-8296-4f0af95bbeca tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Allocated IP 172.20.0.11 (48f6eb11-31cd-4420-a2e4-48c765eba462/985325a8-d0ce-4355-9de6-d6e602a6cd48/075adabc-ae3c-4e5f-90a1-5cbbc6102158) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:43:46.492579 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-281e9a69-1a02-4ac7-bab5-ab46f78e0541 req-9fa74209-ed94-491c-8828-70738bc3f639 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=37921f0d-58a7-403c-ba4f-0ea3ed4a517b HTTP/1.1" status: 200 len: 217 time: 0.1112866 Dec 12 17:43:46.600425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e9a69-1a02-4ac7-bab5-ab46f78e0541 req-d8e98d15-398a-41ec-9c03-34d21f274f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:46.601841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-281e9a69-1a02-4ac7-bab5-ab46f78e0541 req-d8e98d15-398a-41ec-9c03-34d21f274f57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0952950 Dec 12 17:43:46.619663 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7da0a43-7a8c-4883-8b51-0880d1c82730 req-f770e427-5b88-4409-8e90-8c939741bf78 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 210 time: 0.0415022 Dec 12 17:43:46.628963 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e96160-f712-4253-9d81-32e8274dde85 req-a92ac7ed-42d4-489a-937b-f0c9c582207f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:46.630771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74e96160-f712-4253-9d81-32e8274dde85 req-a92ac7ed-42d4-489a-937b-f0c9c582207f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 944 time: 0.1422203 Dec 12 17:43:46.727751 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-514d95d7-3aa5-4dda-8296-4f0af95bbeca tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:46.736074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e9a69-1a02-4ac7-bab5-ab46f78e0541 req-8e7312d4-61d5-40a2-ab9c-bb65f00c11f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:46.737433 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-281e9a69-1a02-4ac7-bab5-ab46f78e0541 req-8e7312d4-61d5-40a2-ab9c-bb65f00c11f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205039 Dec 12 17:43:46.791034 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-514d95d7-3aa5-4dda-8296-4f0af95bbeca tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:46.808094 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74e96160-f712-4253-9d81-32e8274dde85 req-050f920a-425a-446d-b185-43490e5d90e3 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199515 Dec 12 17:43:46.852157 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-514d95d7-3aa5-4dda-8296-4f0af95bbeca tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Network 48f6eb11-31cd-4420-a2e4-48c765eba462 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:43:46.858964 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-514d95d7-3aa5-4dda-8296-4f0af95bbeca tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:46.865718 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-514d95d7-3aa5-4dda-8296-4f0af95bbeca tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:43:46.891347 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-281e9a69-1a02-4ac7-bab5-ab46f78e0541 req-152707dd-bc4c-4270-8487-eeab7c971466 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435435 Dec 12 17:43:46.911222 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:46.935222 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-514d95d7-3aa5-4dda-8296-4f0af95bbeca tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:46.937978 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-514d95d7-3aa5-4dda-8296-4f0af95bbeca tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:46.959180 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d95d7-3aa5-4dda-8296-4f0af95bbeca tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Pushing event updated for resources: {'Port': ['ID=075adabc-ae3c-4e5f-90a1-5cbbc6102158,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:46.961096 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f150dc78-c5e8-4e3a-b253-cba00bafe234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:46.965395 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-514d95d7-3aa5-4dda-8296-4f0af95bbeca tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9177575 Dec 12 17:43:46.981167 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Request body: {'port': {'device_id': 'c4967545-903f-4a69-aa11-8e2f98598315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:47.018434 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-281e9a69-1a02-4ac7-bab5-ab46f78e0541 req-f8aa7377-d35b-4261-94db-3994779eaa27 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209381 Dec 12 17:43:47.053102 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:47.205049 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed641ab-ce8d-4708-97cc-e01df0ef95df req-6798b8ad-512d-4d09-873f-376f89cd399b tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:47.209519 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ed641ab-ce8d-4708-97cc-e01df0ef95df req-6798b8ad-512d-4d09-873f-376f89cd399b tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 948 time: 0.0613084 Dec 12 17:43:47.269640 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ed641ab-ce8d-4708-97cc-e01df0ef95df req-efed1365-7016-4d86-b14c-4266087f242d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559721 Dec 12 17:43:47.400521 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:47.405188 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075adabc-ae3c-4e5f-90a1-5cbbc6102158 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:43:47.414001 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:47.431106 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Transition to ACTIVE for port object 075adabc-ae3c-4e5f-90a1-5cbbc6102158 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:43:47.437075 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:47.528594 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Pushing event updated for resources: {'Port': ['ID=075adabc-ae3c-4e5f-90a1-5cbbc6102158,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:47.534749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a7b878f0-3b8e-4771-83bd-a1fccca7ce8a details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:43:47.539118 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 37921f0d-58a7-403c-ba4f-0ea3ed4a517b up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:47.596777 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Attempting to bind port 075adabc-ae3c-4e5f-90a1-5cbbc6102158 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:43:47.597107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Attempting to bind port 075adabc-ae3c-4e5f-90a1-5cbbc6102158 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'f87f4d95-d9ea-4209-86f6-6a60b76b2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:43:47.597901 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Attempting to bind port 075adabc-ae3c-4e5f-90a1-5cbbc6102158 on network 48f6eb11-31cd-4420-a2e4-48c765eba462 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:43:47.603603 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Port 075adabc-ae3c-4e5f-90a1-5cbbc6102158 on network 48f6eb11-31cd-4420-a2e4-48c765eba462 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:43:47.603939 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Attempting to bind port 075adabc-ae3c-4e5f-90a1-5cbbc6102158 on network 48f6eb11-31cd-4420-a2e4-48c765eba462 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:43:47.609801 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:43:47.610154 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Checking segment: {'id': 'f87f4d95-d9ea-4209-86f6-6a60b76b2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:43:47.610560 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Bound using segment: {'id': 'f87f4d95-d9ea-4209-86f6-6a60b76b2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:43:47.611840 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Bound port: 075adabc-ae3c-4e5f-90a1-5cbbc6102158, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87f4d95-d9ea-4209-86f6-6a60b76b2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:43:47.612206 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:47.691244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:43:47.714686 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] For port 075adabc-ae3c-4e5f-90a1-5cbbc6102158, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:43:47.724466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] For port 075adabc-ae3c-4e5f-90a1-5cbbc6102158, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075adabc-ae3c-4e5f-90a1-5cbbc6102158,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:43:47.728173 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:47.728561 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:47.734684 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:47.792529 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:47.793238 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:47.795185 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] 10.222.0.31 "PUT /v2.0/ports/075adabc-ae3c-4e5f-90a1-5cbbc6102158 HTTP/1.1" status: 200 len: 1092 time: 0.8213243 Dec 12 17:43:47.795582 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4967545-903f-4a69-aa11-8e2f98598315', 'tag': '075adabc-ae3c-4e5f-90a1-5cbbc6102158'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:43:47.798972 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea51f4f-47e9-4de6-900b-7b2e8c4f66f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c4967545-903f-4a69-aa11-8e2f98598315", "tag": "075adabc-ae3c-4e5f-90a1-5cbbc6102158"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:43:47.800852 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port a7b878f0-3b8e-4771-83bd-a1fccca7ce8a, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a7b878f0-3b8e-4771-83bd-a1fccca7ce8a,segment=NetworkSegment(ae411415-474d-4d1e-927a-e80517288bcc),segment_id=ae411415-474d-4d1e-927a-e80517288bcc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:47.831045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7b2b3-e433-4a2c-9b32-21f8202bca84 service neutron] Pushing event updated for resources: {'Port': ['ID=075adabc-ae3c-4e5f-90a1-5cbbc6102158,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:47.891195 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'a7b878f0-3b8e-4771-83bd-a1fccca7ce8a', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'port_id': 'a7b878f0-3b8e-4771-83bd-a1fccca7ce8a', 'mac_address': 'fa:16:3e:62:b2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:43:47.915594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f36a80-4496-49cc-bc3a-2f5466f140ce req-ca1d6dfc-9ab0-4e6c-957f-043efa27cce7 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:47.923636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7f36a80-4496-49cc-bc3a-2f5466f140ce req-ca1d6dfc-9ab0-4e6c-957f-043efa27cce7 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 944 time: 0.1579990 Dec 12 17:43:47.979326 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9236f545-2195-43d1-bb6d-fc4e48938475 x-openstack-request-id: req-9236f545-2195-43d1-bb6d-fc4e48938475 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:43:47.979732 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4967545-903f-4a69-aa11-8e2f98598315", "tag": "075adabc-ae3c-4e5f-90a1-5cbbc6102158", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:43:47.980109 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9236f545-2195-43d1-bb6d-fc4e48938475 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:43:47.980614 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4967545-903f-4a69-aa11-8e2f98598315', 'tag': '075adabc-ae3c-4e5f-90a1-5cbbc6102158', 'status': 'completed', 'code': 200} Dec 12 17:43:47.991064 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:47.996403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-2505c7d9-6361-4166-b7e6-97d817d5f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:47.999418 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-2505c7d9-6361-4166-b7e6-97d817d5f8b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c690ef1933604b0cbd75f6c3a7b84fdb&device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 1095 time: 0.1305997 Dec 12 17:43:48.007878 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:48.027838 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b878f0-3b8e-4771-83bd-a1fccca7ce8a {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:43:48.028209 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7f36a80-4496-49cc-bc3a-2f5466f140ce req-517c88da-c9c1-4542-90fa-70712a059bce tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033607 Dec 12 17:43:48.055448 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port a7b878f0-3b8e-4771-83bd-a1fccca7ce8a, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a7b878f0-3b8e-4771-83bd-a1fccca7ce8a,segment=NetworkSegment(ae411415-474d-4d1e-927a-e80517288bcc),segment_id=ae411415-474d-4d1e-927a-e80517288bcc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:48.088901 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:48.091271 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e195062-2932-43f7-975e-062d1aa812c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37921f0d-58a7-403c-ba4f-0ea3ed4a517b'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:43:48.094385 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f407519e-30d0-451a-97fb-c0d09312d215" -d '{"events": [{"server_uuid": "7e195062-2932-43f7-975e-062d1aa812c4", "name": "network-vif-plugged", "status": "completed", "tag": "37921f0d-58a7-403c-ba4f-0ea3ed4a517b"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:43:48.099157 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:48.105771 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:48.107649 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-a58043c5-8cc7-44ed-9626-f6245942fb4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=075adabc-ae3c-4e5f-90a1-5cbbc6102158 HTTP/1.1" status: 200 len: 217 time: 0.0933316 Dec 12 17:43:48.130588 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650af96-e60a-48bb-8092-0770ff7c3e6a req-b81106e2-cbf7-4a67-9f9c-bc2c068bc673 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:48.150263 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0650af96-e60a-48bb-8092-0770ff7c3e6a req-b81106e2-cbf7-4a67-9f9c-bc2c068bc673 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 944 time: 0.1124086 Dec 12 17:43:48.196006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=a7b878f0-3b8e-4771-83bd-a1fccca7ce8a,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:48.207130 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c629b7c7-5414-4131-b2da-c00fdfbdd87a x-openstack-request-id: req-c629b7c7-5414-4131-b2da-c00fdfbdd87a {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:43:48.207614 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e195062-2932-43f7-975e-062d1aa812c4", "name": "network-vif-plugged", "status": "completed", "tag": "37921f0d-58a7-403c-ba4f-0ea3ed4a517b", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:43:48.207872 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c629b7c7-5414-4131-b2da-c00fdfbdd87a {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:43:48.208272 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e195062-2932-43f7-975e-062d1aa812c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37921f0d-58a7-403c-ba4f-0ea3ed4a517b', 'code': 200} Dec 12 17:43:48.251347 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0650af96-e60a-48bb-8092-0770ff7c3e6a req-96510b3d-063b-4420-b013-5091b9d2e2a5 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951946 Dec 12 17:43:48.252487 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-a2b03874-1519-4a3d-b7f9-c977650a6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:48.253957 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-a2b03874-1519-4a3d-b7f9-c977650a6b45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=985325a8-d0ce-4355-9de6-d6e602a6cd48 HTTP/1.1" status: 200 len: 862 time: 0.1243501 Dec 12 17:43:48.272743 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:48.296040 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-6627bb28-3aad-48eb-a290-5b629372b648 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48f6eb11-31cd-4420-a2e4-48c765eba462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336599 Dec 12 17:43:48.299459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:48.424835 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['a7b878f0-3b8e-4771-83bd-a1fccca7ce8a'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:43:48.428859 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-598e9166-97f6-4bae-8821-5e5464849b26 service neutron] 10.222.0.31 "GET /v2.0/networks/48f6eb11-31cd-4420-a2e4-48c765eba462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179621 Dec 12 17:43:48.431646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a7ed-0166-4f69-b270-8bb507cecd25 req-c026da82-12e6-4493-8840-1eeca24bba3c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:48.434106 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a58a7ed-0166-4f69-b270-8bb507cecd25 req-c026da82-12e6-4493-8840-1eeca24bba3c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.0620289 Dec 12 17:43:48.543566 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a58a7ed-0166-4f69-b270-8bb507cecd25 req-965b34fc-c172-4ca7-94a9-2dc06232d972 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017363 Dec 12 17:43:48.610318 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-28751b9d-4f03-4499-a4f6-02d62c31902d req-aea56c27-2980-4dc5-b9d6-4280b6ff6201 service neutron] 10.222.0.31 "GET /v2.0/networks/48f6eb11-31cd-4420-a2e4-48c765eba462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711009 Dec 12 17:43:48.719847 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea51f4f-47e9-4de6-900b-7b2e8c4f66f2 req-191af6a8-b7d7-4307-abc1-ba0b52f96532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:48.722418 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fea51f4f-47e9-4de6-900b-7b2e8c4f66f2 req-191af6a8-b7d7-4307-abc1-ba0b52f96532 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c690ef1933604b0cbd75f6c3a7b84fdb&device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 1095 time: 0.0520351 Dec 12 17:43:48.726650 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41ee71-4ea2-4171-b2a7-51c25a2d35bb req-3a8f250c-a593-43d2-8bd4-d8e9b0fd73cf tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:48.728223 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca41ee71-4ea2-4171-b2a7-51c25a2d35bb req-3a8f250c-a593-43d2-8bd4-d8e9b0fd73cf tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.0589683 Dec 12 17:43:48.786127 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca41ee71-4ea2-4171-b2a7-51c25a2d35bb req-6008412a-7e7e-4884-b79d-7c77580552c1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501070 Dec 12 17:43:48.857799 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea51f4f-47e9-4de6-900b-7b2e8c4f66f2 req-748bf33b-615a-40a6-b498-edb5d0bfc090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:48.859562 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fea51f4f-47e9-4de6-900b-7b2e8c4f66f2 req-748bf33b-615a-40a6-b498-edb5d0bfc090 service neutron] 10.222.0.31 "GET /v2.0/networks?id=48f6eb11-31cd-4420-a2e4-48c765eba462 HTTP/1.1" status: 200 len: 923 time: 0.1295016 Dec 12 17:43:48.928679 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fea51f4f-47e9-4de6-900b-7b2e8c4f66f2 req-f91b09c8-9ea8-4360-8a4f-b22129b90610 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=075adabc-ae3c-4e5f-90a1-5cbbc6102158 HTTP/1.1" status: 200 len: 217 time: 0.0526614 Dec 12 17:43:48.981104 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea51f4f-47e9-4de6-900b-7b2e8c4f66f2 req-04b38c2f-bbdf-4330-a97a-32a79ba11c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:48.982603 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fea51f4f-47e9-4de6-900b-7b2e8c4f66f2 req-04b38c2f-bbdf-4330-a97a-32a79ba11c3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=985325a8-d0ce-4355-9de6-d6e602a6cd48 HTTP/1.1" status: 200 len: 862 time: 0.0469742 Dec 12 17:43:49.020269 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fea51f4f-47e9-4de6-900b-7b2e8c4f66f2 req-24658d7c-008a-40b6-abcc-8d1d994bf730 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48f6eb11-31cd-4420-a2e4-48c765eba462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307660 Dec 12 17:43:49.157980 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fea51f4f-47e9-4de6-900b-7b2e8c4f66f2 req-b0b4af6e-917c-4a4a-a558-a119f8271e03 service neutron] 10.222.0.31 "GET /v2.0/networks/48f6eb11-31cd-4420-a2e4-48c765eba462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298392 Dec 12 17:43:49.293855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17e8f614-25cf-448a-9729-200e46705aaa req-d123be44-4c1a-4217-af40-6aa82938d47d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1167548 Dec 12 17:43:49.294435 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fea51f4f-47e9-4de6-900b-7b2e8c4f66f2 req-5ac6f39c-dd50-4aea-b625-c75ea5620baf service neutron] 10.222.0.31 "GET /v2.0/networks/48f6eb11-31cd-4420-a2e4-48c765eba462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291878 Dec 12 17:43:49.383189 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30b380-93ca-4936-8f11-102d01e44592 req-91401846-6a70-4afd-bf9a-414f18bfee99 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:49.386448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e30b380-93ca-4936-8f11-102d01e44592 req-91401846-6a70-4afd-bf9a-414f18bfee99 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 944 time: 0.2596750 Dec 12 17:43:49.459043 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8f614-25cf-448a-9729-200e46705aaa req-5afebf14-2f3a-4edf-9ba5-0c8730b8eea6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:49.462498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17e8f614-25cf-448a-9729-200e46705aaa req-5afebf14-2f3a-4edf-9ba5-0c8730b8eea6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661596 Dec 12 17:43:49.498459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17e8f614-25cf-448a-9729-200e46705aaa req-432a3016-55c7-4ea8-bd75-e3ffc8e720aa tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/quotas/de7d6d1331334b1d97a38f5467ee1df8 HTTP/1.1" status: 200 len: 375 time: 0.0278146 Dec 12 17:43:49.512740 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e30b380-93ca-4936-8f11-102d01e44592 req-ea304275-29fd-45cf-b1f5-42d86f4023c3 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188180 Dec 12 17:43:49.583783 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17e8f614-25cf-448a-9729-200e46705aaa req-e673a176-24d4-4cf5-a78e-354139743e5a tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842040 Dec 12 17:43:49.787016 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4241b11b-9055-41cd-91bc-8344bb9f4935 req-481616a2-3a60-4cfc-a0f0-2576207f2a83 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 210 time: 0.0418050 Dec 12 17:43:49.811687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c0ae6-c199-4aaa-827d-76a0a77ae4f5 req-c8cb40da-8262-4e66-9e4d-4ac2f77072f6 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:49.813943 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d18c0ae6-c199-4aaa-827d-76a0a77ae4f5 req-c8cb40da-8262-4e66-9e4d-4ac2f77072f6 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 945 time: 0.1515417 Dec 12 17:43:49.880189 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d18c0ae6-c199-4aaa-827d-76a0a77ae4f5 req-de5919d8-5ee9-420f-a5d3-a8455e3e47c2 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568116 Dec 12 17:43:49.977764 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:50.701205 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:50.746541 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17e8f614-25cf-448a-9729-200e46705aaa req-d473d2aa-f2cc-47a9-814a-d71953ccae79 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652792 Dec 12 17:43:50.760240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a2d52-9674-43a0-b05f-0696f325488a req-93659764-1630-4778-80c1-04ef07b8ea39 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:50.768545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b2a2d52-9674-43a0-b05f-0696f325488a req-93659764-1630-4778-80c1-04ef07b8ea39 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 944 time: 0.1382012 Dec 12 17:43:50.905627 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b2a2d52-9674-43a0-b05f-0696f325488a req-89fa4706-341b-4fc6-8f51-4fe805344153 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221879 Dec 12 17:43:50.975348 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c359dad5-ebe4-4756-b719-88838a893541 req-2858a5ba-794f-4952-8e8c-48e4db2baa02 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 210 time: 0.0578568 Dec 12 17:43:50.991813 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8f614-25cf-448a-9729-200e46705aaa req-129e527d-5ec0-45e6-9003-864717b57456 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:50.993345 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17e8f614-25cf-448a-9729-200e46705aaa req-129e527d-5ec0-45e6-9003-864717b57456 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2129745 Dec 12 17:43:51.031316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-17e8f614-25cf-448a-9729-200e46705aaa req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Request body: {'port': {'device_id': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': 'de7d6d1331334b1d97a38f5467ee1df8'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:51.114136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3fd0-ef19-45c6-beaf-f6b72ecfbe97 req-a8395b05-a68c-4b04-8aff-b684c4532c0a tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:51.115825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e9f3fd0-ef19-45c6-beaf-f6b72ecfbe97 req-a8395b05-a68c-4b04-8aff-b684c4532c0a tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 945 time: 0.1215649 Dec 12 17:43:51.195598 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e9f3fd0-ef19-45c6-beaf-f6b72ecfbe97 req-09c7ecd5-b256-4982-bc7c-b657e871e482 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689969 Dec 12 17:43:51.203546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e8f614-25cf-448a-9729-200e46705aaa req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Made reservation on behalf of de7d6d1331334b1d97a38f5467ee1df8 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:43:51.207072 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-17e8f614-25cf-448a-9729-200e46705aaa req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:51.343039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-17e8f614-25cf-448a-9729-200e46705aaa req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Allocated IP 192.168.233.112 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/f7b800a1-c92b-49a9-86cb-2fac0120d840) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:43:51.518179 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-17e8f614-25cf-448a-9729-200e46705aaa req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:51.553362 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-17e8f614-25cf-448a-9729-200e46705aaa req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:51.562693 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 075adabc-ae3c-4e5f-90a1-5cbbc6102158 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:43:51.572444 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['18ec65b4-6566-43c2-b715-772e8798b349'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:43:51.575459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['37921f0d-58a7-403c-ba4f-0ea3ed4a517b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:43:51.577549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a7b878f0-3b8e-4771-83bd-a1fccca7ce8a up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:51.614275 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e8f614-25cf-448a-9729-200e46705aaa req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:43:51.617629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-17e8f614-25cf-448a-9729-200e46705aaa req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:51.624302 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e8f614-25cf-448a-9729-200e46705aaa req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:43:51.627958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Pushing event updated for resources: {'Port': ['ID=f7b800a1-c92b-49a9-86cb-2fac0120d840,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:51.672084 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:51.672462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:51.672901 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:51.673408 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:51.673755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:51.674141 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:51.674702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:51.674878 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:51.675271 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:51.675611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:51.675932 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:51.676265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:51.676601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:43:51.719037 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8f614-25cf-448a-9729-200e46705aaa req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:51.720033 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-17e8f614-25cf-448a-9729-200e46705aaa req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:51.785413 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17e8f614-25cf-448a-9729-200e46705aaa req-cb9cca9a-4ac1-4712-95bf-ccfe52cb63ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7570963 Dec 12 17:43:51.798542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Request body: {'port': {'device_id': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:51.887356 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:52.033159 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port a7b878f0-3b8e-4771-83bd-a1fccca7ce8a completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:43:52.146472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port a7b878f0-3b8e-4771-83bd-a1fccca7ce8a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:52.146758 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:52.199437 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 075adabc-ae3c-4e5f-90a1-5cbbc6102158, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075adabc-ae3c-4e5f-90a1-5cbbc6102158,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:52.299468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-25d3ceb0-b999-40c4-9848-6c8fb6163b33 None None] Provisioning complete for port f7b800a1-c92b-49a9-86cb-2fac0120d840 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:52.299771 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-25d3ceb0-b999-40c4-9848-6c8fb6163b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:52.345930 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '075adabc-ae3c-4e5f-90a1-5cbbc6102158', 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462', 'port_id': '075adabc-ae3c-4e5f-90a1-5cbbc6102158', 'mac_address': 'fa:16:3e:33:f4:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985325a8-d0ce-4355-9de6-d6e602a6cd48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:43:52.351030 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-25d3ceb0-b999-40c4-9848-6c8fb6163b33 None None] Port f7b800a1-c92b-49a9-86cb-2fac0120d840 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:43:52.444644 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:52.447036 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:52.474683 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075adabc-ae3c-4e5f-90a1-5cbbc6102158 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:43:52.502453 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4f6f81-5625-4d54-bb8e-dccb5cc10be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b878f0-3b8e-4771-83bd-a1fccca7ce8a'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:43:52.504974 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784dceb3-33d4-41fd-bdcc-d13dbe3622fd" -d '{"events": [{"server_uuid": "5e4f6f81-5625-4d54-bb8e-dccb5cc10be2", "name": "network-vif-plugged", "status": "completed", "tag": "a7b878f0-3b8e-4771-83bd-a1fccca7ce8a"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:43:52.517655 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887cd1a-c650-4b4e-b150-25689dfb22e0 req-cdb06efc-70c8-4c7b-bfa4-ec3e9e686c40 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:52.519536 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5887cd1a-c650-4b4e-b150-25689dfb22e0 req-cdb06efc-70c8-4c7b-bfa4-ec3e9e686c40 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 944 time: 0.1392207 Dec 12 17:43:52.527832 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 075adabc-ae3c-4e5f-90a1-5cbbc6102158, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075adabc-ae3c-4e5f-90a1-5cbbc6102158,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:52.530872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port a7b878f0-3b8e-4771-83bd-a1fccca7ce8a, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a7b878f0-3b8e-4771-83bd-a1fccca7ce8a,segment=NetworkSegment(ae411415-474d-4d1e-927a-e80517288bcc),segment_id=ae411415-474d-4d1e-927a-e80517288bcc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:52.536667 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:52.543665 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:52.572259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265aeee-6ce7-41cf-a362-85115d0b90f6 req-8c2ff315-06e0-424d-9987-41d48fce183c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:52.580117 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d265aeee-6ce7-41cf-a362-85115d0b90f6 req-8c2ff315-06e0-424d-9987-41d48fce183c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 936 time: 0.2082212 Dec 12 17:43:52.604657 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=075adabc-ae3c-4e5f-90a1-5cbbc6102158,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:52.655293 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5887cd1a-c650-4b4e-b150-25689dfb22e0 req-e2e7e987-c0e0-4cec-b8dc-f7bd88d6b9de tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212587 Dec 12 17:43:52.690187 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=a7b878f0-3b8e-4771-83bd-a1fccca7ce8a,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:52.706848 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d265aeee-6ce7-41cf-a362-85115d0b90f6 req-57af8c29-2af1-4928-9ab3-931730e389b7 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229014 Dec 12 17:43:52.816996 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c899b5a-c645-4621-9f07-62c97c35d416 x-openstack-request-id: req-5c899b5a-c645-4621-9f07-62c97c35d416 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:43:52.817330 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4f6f81-5625-4d54-bb8e-dccb5cc10be2", "name": "network-vif-plugged", "status": "completed", "tag": "a7b878f0-3b8e-4771-83bd-a1fccca7ce8a", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:43:52.817714 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c899b5a-c645-4621-9f07-62c97c35d416 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:43:52.818193 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4f6f81-5625-4d54-bb8e-dccb5cc10be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b878f0-3b8e-4771-83bd-a1fccca7ce8a', 'code': 200} Dec 12 17:43:52.872119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b800a1-c92b-49a9-86cb-2fac0120d840 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:43:52.885120 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:52.906250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Transition to ACTIVE for port object f7b800a1-c92b-49a9-86cb-2fac0120d840 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:43:52.922283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71aa74-3659-4657-a688-d631b63e387a req-2a7b513e-a2e8-48bb-a3dc-aaaa31cb8d72 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:52.923771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b71aa74-3659-4657-a688-d631b63e387a req-2a7b513e-a2e8-48bb-a3dc-aaaa31cb8d72 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0943546 Dec 12 17:43:52.924951 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:52.933716 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['075adabc-ae3c-4e5f-90a1-5cbbc6102158'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:43:52.966906 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ee2a8-4f67-4a21-af1f-39d05ac6a11b req-3d60416c-e08f-4b85-9da5-043bb7bc9442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:52.970222 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f16ee2a8-4f67-4a21-af1f-39d05ac6a11b req-3d60416c-e08f-4b85-9da5-043bb7bc9442 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 1097 time: 0.0799210 Dec 12 17:43:52.970786 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b800a1-c92b-49a9-86cb-2fac0120d840,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:53.078532 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f16ee2a8-4f67-4a21-af1f-39d05ac6a11b req-e758b3b6-2073-4d79-bfe7-279bc56f2ca5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944974 Dec 12 17:43:53.101085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b71aa74-3659-4657-a688-d631b63e387a req-dc1e9fb7-324d-4d4d-b4b6-a00de5beeac9 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317739 Dec 12 17:43:53.130794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Attempting to bind port f7b800a1-c92b-49a9-86cb-2fac0120d840 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:43:53.133703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Attempting to bind port f7b800a1-c92b-49a9-86cb-2fac0120d840 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:43:53.134143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Attempting to bind port f7b800a1-c92b-49a9-86cb-2fac0120d840 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:43:53.142575 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Port f7b800a1-c92b-49a9-86cb-2fac0120d840 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:43:53.143742 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Attempting to bind port f7b800a1-c92b-49a9-86cb-2fac0120d840 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:43:53.150993 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:43:53.152546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:43:53.153122 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:43:53.153713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Bound port: f7b800a1-c92b-49a9-86cb-2fac0120d840, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:43:53.154235 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:53.231637 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:43:53.235707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:43:53.244748 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:53.293360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:53.294151 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:53.296063 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17e8f614-25cf-448a-9729-200e46705aaa req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] 10.222.0.20 "PUT /v2.0/ports/f7b800a1-c92b-49a9-86cb-2fac0120d840 HTTP/1.1" status: 200 len: 1096 time: 1.5028272 Dec 12 17:43:53.296612 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'tag': 'f7b800a1-c92b-49a9-86cb-2fac0120d840'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:43:53.299286 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cdcf40-f24a-4ec9-b47f-978a6cce2e01" -d '{"events": [{"name": "network-changed", "server_uuid": "e506e875-bf04-4679-9f8a-39af3d3c45af", "tag": "f7b800a1-c92b-49a9-86cb-2fac0120d840"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:43:53.326099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a74455-da52-4df1-9c67-766f5ba62ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b800a1-c92b-49a9-86cb-2fac0120d840,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:53.401535 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751b49a4-d3a3-4541-9ddc-06e05010cab7 x-openstack-request-id: req-751b49a4-d3a3-4541-9ddc-06e05010cab7 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:43:53.401933 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e506e875-bf04-4679-9f8a-39af3d3c45af", "tag": "f7b800a1-c92b-49a9-86cb-2fac0120d840", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:43:53.403517 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-751b49a4-d3a3-4541-9ddc-06e05010cab7 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:43:53.404103 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'tag': 'f7b800a1-c92b-49a9-86cb-2fac0120d840', 'status': 'completed', 'code': 200} Dec 12 17:43:53.426555 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8f614-25cf-448a-9729-200e46705aaa req-583de409-d6c9-4d22-ab65-713bb551ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:53.428477 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17e8f614-25cf-448a-9729-200e46705aaa req-583de409-d6c9-4d22-ab65-713bb551ec96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 1099 time: 0.0762596 Dec 12 17:43:53.485796 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17e8f614-25cf-448a-9729-200e46705aaa req-36e1680d-806f-49ab-b781-8f90ee529e57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840 HTTP/1.1" status: 200 len: 217 time: 0.0429165 Dec 12 17:43:53.575969 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8f614-25cf-448a-9729-200e46705aaa req-94baa9e3-9b21-4579-8a10-6f7c1a2e6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:53.577562 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17e8f614-25cf-448a-9729-200e46705aaa req-94baa9e3-9b21-4579-8a10-6f7c1a2e6116 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0818603 Dec 12 17:43:53.641310 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8f614-25cf-448a-9729-200e46705aaa req-e1e0742a-ea81-46b2-94f7-cf23ca59cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:53.642925 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17e8f614-25cf-448a-9729-200e46705aaa req-e1e0742a-ea81-46b2-94f7-cf23ca59cc6e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568285 Dec 12 17:43:53.772193 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17e8f614-25cf-448a-9729-200e46705aaa req-72a116bd-bb01-48c4-ae0b-86f182b1ed68 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213210 Dec 12 17:43:53.908063 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17e8f614-25cf-448a-9729-200e46705aaa req-3b063946-df8f-4396-8e52-499598ff8bcf service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255050 Dec 12 17:43:53.933902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d8c2d-6c21-42ed-a30e-0a6c381a7e04 req-070ecdf8-158f-4f73-9258-bf600747adbc tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:53.936089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e2d8c2d-6c21-42ed-a30e-0a6c381a7e04 req-070ecdf8-158f-4f73-9258-bf600747adbc tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 945 time: 0.2077458 Dec 12 17:43:54.011180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e5d27-9b0c-45a7-8e84-f1d7bff90daf req-3aa74248-6a5a-450c-b9b3-8894c0884ac6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:54.013704 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-166e5d27-9b0c-45a7-8e84-f1d7bff90daf req-3aa74248-6a5a-450c-b9b3-8894c0884ac6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 948 time: 0.2090650 Dec 12 17:43:54.117696 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-166e5d27-9b0c-45a7-8e84-f1d7bff90daf req-59557834-83b0-4663-9c17-ad47b21b051e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968142 Dec 12 17:43:54.133178 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e2d8c2d-6c21-42ed-a30e-0a6c381a7e04 req-01782bd2-7d15-405d-aa1c-ffe27336b397 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853685 Dec 12 17:43:54.147767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdcf40-f24a-4ec9-b47f-978a6cce2e01 req-e632aff6-1fc3-4b92-9c98-ec259197d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:54.158615 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0cdcf40-f24a-4ec9-b47f-978a6cce2e01 req-e632aff6-1fc3-4b92-9c98-ec259197d4a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 1099 time: 0.1599727 Dec 12 17:43:54.289851 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50354) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:54.318707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdcf40-f24a-4ec9-b47f-978a6cce2e01 req-95ce2f4b-be90-4a24-9e14-1c97baf19574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:54.320624 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0cdcf40-f24a-4ec9-b47f-978a6cce2e01 req-95ce2f4b-be90-4a24-9e14-1c97baf19574 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1607306 Dec 12 17:43:54.395823 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0cdcf40-f24a-4ec9-b47f-978a6cce2e01 req-e5dba852-3c5e-4ec4-94e0-e339e0c2c64c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840 HTTP/1.1" status: 200 len: 217 time: 0.0609462 Dec 12 17:43:54.405162 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76e853d5-ca57-41ab-8c10-57943dc809e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:54.444354 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396eebb-e7bb-46c3-bf02-6ccecd7f44d0 req-4a4029ca-f33f-4ed4-8448-0d95b6af849f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:54.446168 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e396eebb-e7bb-46c3-bf02-6ccecd7f44d0 req-4a4029ca-f33f-4ed4-8448-0d95b6af849f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.1245179 Dec 12 17:43:54.483661 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdcf40-f24a-4ec9-b47f-978a6cce2e01 req-6825cc00-455d-4472-b8c0-d0b9ee0ba7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:54.485546 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0cdcf40-f24a-4ec9-b47f-978a6cce2e01 req-6825cc00-455d-4472-b8c0-d0b9ee0ba7ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0813646 Dec 12 17:43:54.493786 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76e853d5-ca57-41ab-8c10-57943dc809e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:54.504801 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76e853d5-ca57-41ab-8c10-57943dc809e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:54.546129 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e396eebb-e7bb-46c3-bf02-6ccecd7f44d0 req-e94359c6-9b16-4e96-a917-e3527ad24c00 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924063 Dec 12 17:43:54.582541 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdcf40-f24a-4ec9-b47f-978a6cce2e01 req-ec871969-f00c-43cc-8fda-849a373cf78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:54.584363 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0cdcf40-f24a-4ec9-b47f-978a6cce2e01 req-ec871969-f00c-43cc-8fda-849a373cf78d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0905185 Dec 12 17:43:54.595885 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-76e853d5-ca57-41ab-8c10-57943dc809e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a499943468f40c2b1914afc532f82f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3049521 Dec 12 17:43:54.600897 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50358) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:54.627472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e853d5-ca57-41ab-8c10-57943dc809e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cb0813-c134-44b8-8707-0995f6fc8e21,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:54.706173 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37d81ea9-27fe-4f6a-86bf-2c033eb6272a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:54.712507 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0cdcf40-f24a-4ec9-b47f-978a6cce2e01 req-4015881a-93b5-4c5a-b297-be1155916cfc service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189771 Dec 12 17:43:54.734127 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37d81ea9-27fe-4f6a-86bf-2c033eb6272a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:54.800016 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37d81ea9-27fe-4f6a-86bf-2c033eb6272a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:54.804124 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37d81ea9-27fe-4f6a-86bf-2c033eb6272a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:54.816581 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-37d81ea9-27fe-4f6a-86bf-2c033eb6272a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2cb0813-c134-44b8-8707-0995f6fc8e21 HTTP/1.1" status: 204 len: 168 time: 0.2134264 Dec 12 17:43:54.836772 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d81ea9-27fe-4f6a-86bf-2c033eb6272a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cb0813-c134-44b8-8707-0995f6fc8e21,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:54.875145 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0cdcf40-f24a-4ec9-b47f-978a6cce2e01 req-ce4f3d77-d328-4afa-a017-c0ce885a64d1 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528895 Dec 12 17:43:55.042777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f7b800a1-c92b-49a9-86cb-2fac0120d840 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:43:55.173775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:55.196993 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'f7b800a1-c92b-49a9-86cb-2fac0120d840', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': 'f7b800a1-c92b-49a9-86cb-2fac0120d840', 'mac_address': 'fa:16:3e:6b:a5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:43:55.259974 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:55.277367 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b800a1-c92b-49a9-86cb-2fac0120d840 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:43:55.317637 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:55.325674 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:55.350188 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef794fb-0445-43a3-ab58-7f88879f01ea req-71c5a372-fad1-4bf3-96f3-156c8862184c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:55.351753 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eef794fb-0445-43a3-ab58-7f88879f01ea req-71c5a372-fad1-4bf3-96f3-156c8862184c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 948 time: 0.0967305 Dec 12 17:43:55.361510 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb78c8f-80d3-4609-abf8-e24f04c0e408 req-a10fc332-2f36-425e-b8b3-6bcf7d7f4019 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:55.363251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3fb78c8f-80d3-4609-abf8-e24f04c0e408 req-a10fc332-2f36-425e-b8b3-6bcf7d7f4019 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 945 time: 0.1110549 Dec 12 17:43:55.420106 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=f7b800a1-c92b-49a9-86cb-2fac0120d840,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:55.449396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eef794fb-0445-43a3-ab58-7f88879f01ea req-6575d878-5727-40f5-9849-f29032f53a85 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850618 Dec 12 17:43:55.477498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3fb78c8f-80d3-4609-abf8-e24f04c0e408 req-9b6346f6-daa8-4d3a-8fb4-d0e946a4e284 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033168 Dec 12 17:43:55.577755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 075adabc-ae3c-4e5f-90a1-5cbbc6102158 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:55.636071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['f7b800a1-c92b-49a9-86cb-2fac0120d840'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:43:55.640918 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 075adabc-ae3c-4e5f-90a1-5cbbc6102158 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:43:55.645447 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 075adabc-ae3c-4e5f-90a1-5cbbc6102158 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:55.645826 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:55.687606 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723ef75-b77c-4eb5-9d2a-347b69d21f78 req-653cb77c-0e4f-4628-9648-1d5a98f65c21 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:55.695339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2723ef75-b77c-4eb5-9d2a-347b69d21f78 req-653cb77c-0e4f-4628-9648-1d5a98f65c21 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0630591 Dec 12 17:43:55.756190 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2723ef75-b77c-4eb5-9d2a-347b69d21f78 req-b4bf7566-bc42-46b1-8f92-3201ecb58107 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553491 Dec 12 17:43:55.842425 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:55.877760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265b0c5-55ec-4bc7-bd36-4e1d64e9e59a req-b63d2aa3-8e13-4904-91fc-9ed206126a83 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:55.888829 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4967545-903f-4a69-aa11-8e2f98598315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075adabc-ae3c-4e5f-90a1-5cbbc6102158'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:43:55.891261 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50398) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:55.895750 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6265b0c5-55ec-4bc7-bd36-4e1d64e9e59a req-b63d2aa3-8e13-4904-91fc-9ed206126a83 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0619254 Dec 12 17:43:55.896128 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cbb24576-70f4-437e-b8ac-60d6071633b0 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Request body: {'floatingip': {'port_id': 'a7b878f0-3b8e-4771-83bd-a1fccca7ce8a'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:55.899624 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7175d8cb-a097-4de7-96c9-641cd147ae62" -d '{"events": [{"server_uuid": "c4967545-903f-4a69-aa11-8e2f98598315", "name": "network-vif-plugged", "status": "completed", "tag": "075adabc-ae3c-4e5f-90a1-5cbbc6102158"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:43:55.921566 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 075adabc-ae3c-4e5f-90a1-5cbbc6102158, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075adabc-ae3c-4e5f-90a1-5cbbc6102158,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:55.937726 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:55.969554 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbb24576-70f4-437e-b8ac-60d6071633b0 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for floatingip, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:55.985377 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cab0fd-c911-4486-85da-28fe12ba53cf x-openstack-request-id: req-07cab0fd-c911-4486-85da-28fe12ba53cf {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:43:55.985674 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4967545-903f-4a69-aa11-8e2f98598315", "name": "network-vif-plugged", "status": "completed", "tag": "075adabc-ae3c-4e5f-90a1-5cbbc6102158", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:43:55.985983 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07cab0fd-c911-4486-85da-28fe12ba53cf {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:43:55.986315 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4967545-903f-4a69-aa11-8e2f98598315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075adabc-ae3c-4e5f-90a1-5cbbc6102158', 'code': 200} Dec 12 17:43:56.018066 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=075adabc-ae3c-4e5f-90a1-5cbbc6102158,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:56.457715 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a20738-0d1d-4ce7-8fa3-2750b6c8f415 req-50b7a5ca-8922-43b0-bb91-a5cf37082b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:56.459256 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-00a20738-0d1d-4ce7-8fa3-2750b6c8f415 req-50b7a5ca-8922-43b0-bb91-a5cf37082b76 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 1097 time: 0.1058383 Dec 12 17:43:56.578350 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-00a20738-0d1d-4ce7-8fa3-2750b6c8f415 req-6816a577-832a-4bd4-b22f-c8e2a5acca19 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807981 Dec 12 17:43:56.644944 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3d1f5-007c-4e03-8b0d-8409d6a7e3ef req-04dba123-ad51-4692-9db6-8fd2a8bb95e5 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:56.646468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59e3d1f5-007c-4e03-8b0d-8409d6a7e3ef req-04dba123-ad51-4692-9db6-8fd2a8bb95e5 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 946 time: 0.0810850 Dec 12 17:43:56.654199 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdc597-cc34-46cc-84be-43242c6b2da0 req-83ec4a8f-fd8a-4704-baee-cb1e548a7a01 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:56.655703 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bdcdc597-cc34-46cc-84be-43242c6b2da0 req-83ec4a8f-fd8a-4704-baee-cb1e548a7a01 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 949 time: 0.1032963 Dec 12 17:43:56.725461 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59e3d1f5-007c-4e03-8b0d-8409d6a7e3ef req-200651c9-a79a-42fa-a6a0-b42c6f42d4ce tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687673 Dec 12 17:43:56.744241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bdcdc597-cc34-46cc-84be-43242c6b2da0 req-ff24d86e-02e3-49e0-bfc9-5c345822d0f3 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683079 Dec 12 17:43:56.888654 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbb24576-70f4-437e-b8ac-60d6071633b0 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:56.893575 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbb24576-70f4-437e-b8ac-60d6071633b0 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:57.004260 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-cbb24576-70f4-437e-b8ac-60d6071633b0 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Floating IP e3fd51c4-d321-4151-abbe-309c6ae28b58 associated. External IP: 172.25.1.21, port: a7b878f0-3b8e-4771-83bd-a1fccca7ce8a. Dec 12 17:43:57.049527 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f7b800a1-c92b-49a9-86cb-2fac0120d840 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:43:57.135270 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port f7b800a1-c92b-49a9-86cb-2fac0120d840 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:43:57.139229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port f7b800a1-c92b-49a9-86cb-2fac0120d840 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:43:57.139795 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:57.239758 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:57.284619 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:43:57.288594 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb24576-70f4-437e-b8ac-60d6071633b0 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Router 33c32047-d5bb-440b-bf85-3dbcd7632313 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:43:57.289377 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:57.351667 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=f7b800a1-c92b-49a9-86cb-2fac0120d840,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:57.409063 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb24576-70f4-437e-b8ac-60d6071633b0 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:43:57.413766 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbb24576-70f4-437e-b8ac-60d6071633b0 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:57.426576 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7fe679-3086-4d0c-ad0e-86b9a885808b None None] Sync routers for ids ['33c32047-d5bb-440b-bf85-3dbcd7632313'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:43:57.437227 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7fe679-3086-4d0c-ad0e-86b9a885808b None None] Routers {'33c32047-d5bb-440b-bf85-3dbcd7632313'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:43:57.437847 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0c7fe679-3086-4d0c-ad0e-86b9a885808b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:43:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['33c32047-d5bb-440b-bf85-3dbcd7632313'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:57.444648 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cbb24576-70f4-437e-b8ac-60d6071633b0 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "PUT /v2.0/floatingips/e3fd51c4-d321-4151-abbe-309c6ae28b58 HTTP/1.1" status: 200 len: 991 time: 1.5519757 Dec 12 17:43:57.444906 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4f6f81-5625-4d54-bb8e-dccb5cc10be2', 'tag': 'a7b878f0-3b8e-4771-83bd-a1fccca7ce8a'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:43:57.447178 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f43eb21-372d-470a-8580-5d73a93f7dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4f6f81-5625-4d54-bb8e-dccb5cc10be2", "tag": "a7b878f0-3b8e-4771-83bd-a1fccca7ce8a"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:43:57.474309 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50454) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:57.480534 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4e52bc57-96e6-4d0c-bf90-faf5723e039a tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Request body: {'network': {'name': 'tempest-network-smoke--1202549755', 'project_id': '67865f4a143048ea9866213bacf38009', 'port_security_enabled': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:57.523653 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e52bc57-96e6-4d0c-bf90-faf5723e039a tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Made reservation on behalf of 67865f4a143048ea9866213bacf38009 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:43:57.527736 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e52bc57-96e6-4d0c-bf90-faf5723e039a tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:57.537662 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e52bc57-96e6-4d0c-bf90-faf5723e039a tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:57.548153 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa1b5e0-0705-4607-90d5-8e4c499620a6 x-openstack-request-id: req-ffa1b5e0-0705-4607-90d5-8e4c499620a6 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:43:57.548528 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4f6f81-5625-4d54-bb8e-dccb5cc10be2", "tag": "a7b878f0-3b8e-4771-83bd-a1fccca7ce8a", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:43:57.548790 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ffa1b5e0-0705-4607-90d5-8e4c499620a6 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:43:57.549804 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4f6f81-5625-4d54-bb8e-dccb5cc10be2', 'tag': 'a7b878f0-3b8e-4771-83bd-a1fccca7ce8a', 'status': 'completed', 'code': 200} Dec 12 17:43:57.565508 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-0c7fe679-3086-4d0c-ad0e-86b9a885808b None None] Set router 33c32047-d5bb-440b-bf85-3dbcd7632313 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:43:57.638617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43eb21-372d-470a-8580-5d73a93f7dd3 req-74f9e167-4e7c-4faf-b39c-be43a09d2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:57.640148 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6f43eb21-372d-470a-8580-5d73a93f7dd3 req-74f9e167-4e7c-4faf-b39c-be43a09d2bac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e87f55d11d4a4c5ba82362d6521f2447&device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 1097 time: 0.0625005 Dec 12 17:43:57.661954 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e52bc57-96e6-4d0c-bf90-faf5723e039a tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:57.672789 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e52bc57-96e6-4d0c-bf90-faf5723e039a tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:57.737097 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e52bc57-96e6-4d0c-bf90-faf5723e039a tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:43:57.754994 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52bc57-96e6-4d0c-bf90-faf5723e039a tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5233307d-abdc-4cb5-b096-f256943fee16,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:57.765639 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e52bc57-96e6-4d0c-bf90-faf5723e039a tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:57.766017 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-4e52bc57-96e6-4d0c-bf90-faf5723e039a tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Added segment c63bf409-6d90-4d92-862a-f1f39472364d of type vlan for network 0b57a6c2-20de-47d5-8be0-2090afda85e0 Dec 12 17:43:57.819093 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0c7fe679-3086-4d0c-ad0e-86b9a885808b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:31Z', 'revision_number': 4, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port': {'id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:23Z', 'updated_at': '2021-12-12T17:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'e3fd51c4-d321-4151-abbe-309c6ae28b58', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'port_id': 'a7b878f0-3b8e-4771-83bd-a1fccca7ce8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'mac_address': 'fa:16:3e:62:b2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4f6f81-5625-4d54-bb8e-dccb5cc10be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:43:35Z', 'updated_at': '2021-12-12T17:43:56Z', 'revision_number': 1, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32831ce-9d4a-43bd-b1fe-0b8fb6044009', 'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'mac_address': 'fa:16:3e:0e:5f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:29Z', 'updated_at': '2021-12-12T17:43:38Z', 'revision_number': 5, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'subnets': [{'id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:57.826348 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e52bc57-96e6-4d0c-bf90-faf5723e039a tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:57.830546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43eb21-372d-470a-8580-5d73a93f7dd3 req-a317732a-a5a8-4d9c-a870-3a40bb42c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:57.832043 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6f43eb21-372d-470a-8580-5d73a93f7dd3 req-a317732a-a5a8-4d9c-a870-3a40bb42c6da service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc HTTP/1.1" status: 200 len: 911 time: 0.1690066 Dec 12 17:43:57.847964 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7fe679-3086-4d0c-ad0e-86b9a885808b None None] Checking router: 33c32047-d5bb-440b-bf85-3dbcd7632313 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:43:57.857910 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7fe679-3086-4d0c-ad0e-86b9a885808b None None] Routers {'33c32047-d5bb-440b-bf85-3dbcd7632313'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:43:57.858530 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0c7fe679-3086-4d0c-ad0e-86b9a885808b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:43:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['33c32047-d5bb-440b-bf85-3dbcd7632313'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:57.903176 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e52bc57-96e6-4d0c-bf90-faf5723e039a tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:57.908833 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e52bc57-96e6-4d0c-bf90-faf5723e039a tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:57.909453 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e52bc57-96e6-4d0c-bf90-faf5723e039a tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:57.988798 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b800a1-c92b-49a9-86cb-2fac0120d840'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:43:57.991494 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3958859e-0d32-4bc0-8940-e03b17f425ff" -d '{"events": [{"server_uuid": "e506e875-bf04-4679-9f8a-39af3d3c45af", "name": "network-vif-plugged", "status": "completed", "tag": "f7b800a1-c92b-49a9-86cb-2fac0120d840"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:43:58.003958 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6f43eb21-372d-470a-8580-5d73a93f7dd3 req-a37ca8cb-6177-4826-ba8f-cd8a30b81d36 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7b878f0-3b8e-4771-83bd-a1fccca7ce8a HTTP/1.1" status: 200 len: 999 time: 0.1587648 Dec 12 17:43:58.010658 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4e52bc57-96e6-4d0c-bf90-faf5723e039a tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5322416 Dec 12 17:43:58.011921 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50466) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:43:58.022222 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-0c7fe679-3086-4d0c-ad0e-86b9a885808b None None] Set router 33c32047-d5bb-440b-bf85-3dbcd7632313 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:43:58.043237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1283597970', 'admin_state_up': True, 'project_id': '67865f4a143048ea9866213bacf38009', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:43:58.057326 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827d36d-e1a3-48c5-bfbc-9af0a2510b34 req-fcdb3ff4-eaa3-43c4-99c3-7ec6edb1960a tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:58.058906 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8827d36d-e1a3-48c5-bfbc-9af0a2510b34 req-fcdb3ff4-eaa3-43c4-99c3-7ec6edb1960a tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 946 time: 0.1510713 Dec 12 17:43:58.107955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52bc57-96e6-4d0c-bf90-faf5723e039a tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event updated for resources: {'Network': ['ID=0b57a6c2-20de-47d5-8be0-2090afda85e0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:58.112996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a4031-ae1c-4026-8365-dfc53c44b9fe req-59e69d3a-2d59-4ff7-8277-16dfab836538 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:58.114600 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c2a4031-ae1c-4026-8365-dfc53c44b9fe req-59e69d3a-2d59-4ff7-8277-16dfab836538 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.2055547 Dec 12 17:43:58.132956 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 0b57a6c2-20de-47d5-8be0-2090afda85e0 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:43:58.156278 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43eb21-372d-470a-8580-5d73a93f7dd3 req-89ff2441-25fb-4379-ad2f-3d996ca58545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:58.158202 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6f43eb21-372d-470a-8580-5d73a93f7dd3 req-89ff2441-25fb-4379-ad2f-3d996ca58545 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6e9ce1ad-b28e-4dc2-8742-e6028eef55c0 HTTP/1.1" status: 200 len: 849 time: 0.1451974 Dec 12 17:43:58.160145 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:58.161421 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:58.188303 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8827d36d-e1a3-48c5-bfbc-9af0a2510b34 req-707eb2ed-2cb6-43dc-bdfc-83ea480ff898 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168716 Dec 12 17:43:58.283080 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c2a4031-ae1c-4026-8365-dfc53c44b9fe req-45478173-0763-46f3-b5b5-3aef52281a8c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068769 Dec 12 17:43:58.321769 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:58.341967 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2af4002-7d57-4d21-9ff0-ef130c6ca00f x-openstack-request-id: req-b2af4002-7d57-4d21-9ff0-ef130c6ca00f {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:43:58.342345 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e506e875-bf04-4679-9f8a-39af3d3c45af", "name": "network-vif-plugged", "status": "completed", "tag": "f7b800a1-c92b-49a9-86cb-2fac0120d840", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:43:58.342648 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2af4002-7d57-4d21-9ff0-ef130c6ca00f {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:43:58.343099 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b800a1-c92b-49a9-86cb-2fac0120d840', 'code': 200} Dec 12 17:43:58.390702 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0c7fe679-3086-4d0c-ad0e-86b9a885808b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:31Z', 'revision_number': 4, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port': {'id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:23Z', 'updated_at': '2021-12-12T17:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'e3fd51c4-d321-4151-abbe-309c6ae28b58', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'port_id': 'a7b878f0-3b8e-4771-83bd-a1fccca7ce8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'mac_address': 'fa:16:3e:62:b2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4f6f81-5625-4d54-bb8e-dccb5cc10be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:43:35Z', 'updated_at': '2021-12-12T17:43:56Z', 'revision_number': 1, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32831ce-9d4a-43bd-b1fe-0b8fb6044009', 'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'mac_address': 'fa:16:3e:0e:5f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:29Z', 'updated_at': '2021-12-12T17:43:38Z', 'revision_number': 5, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'subnets': [{'id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:43:58.395232 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43eb21-372d-470a-8580-5d73a93f7dd3 req-d16e35d9-31d1-4f45-9595-201cd69b0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:58.397351 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6f43eb21-372d-470a-8580-5d73a93f7dd3 req-d16e35d9-31d1-4f45-9595-201cd69b0a72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2042265 Dec 12 17:43:58.418099 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7fe679-3086-4d0c-ad0e-86b9a885808b None None] The sync data for ids ['33c32047-d5bb-440b-bf85-3dbcd7632313'] in n-d-760354-5 is: [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:31Z', 'revision_number': 4, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port': {'id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:23Z', 'updated_at': '2021-12-12T17:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'e3fd51c4-d321-4151-abbe-309c6ae28b58', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'port_id': 'a7b878f0-3b8e-4771-83bd-a1fccca7ce8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'mac_address': 'fa:16:3e:62:b2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4f6f81-5625-4d54-bb8e-dccb5cc10be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:43:35Z', 'updated_at': '2021-12-12T17:43:56Z', 'revision_number': 1, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32831ce-9d4a-43bd-b1fe-0b8fb6044009', 'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'mac_address': 'fa:16:3e:0e:5f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:29Z', 'updated_at': '2021-12-12T17:43:38Z', 'revision_number': 5, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'subnets': [{'id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:43:58.457028 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a023e-5086-4dc3-af2c-9fc71a21736c req-737b4d6b-b30e-4d68-801c-57672a46cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:58.458656 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b20a023e-5086-4dc3-af2c-9fc71a21736c req-737b4d6b-b30e-4d68-801c-57672a46cc3f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 1101 time: 0.0494747 Dec 12 17:43:58.522855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b20a023e-5086-4dc3-af2c-9fc71a21736c req-674faf54-9b37-44d8-a23f-078ab704298b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508900 Dec 12 17:43:58.541003 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:58.636430 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6f43eb21-372d-470a-8580-5d73a93f7dd3 req-cf68a5dc-d27c-49a4-bf6f-bd60fac77555 service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306197 Dec 12 17:43:58.692016 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd4f81b-9d9e-4850-8a82-4d7a9ee484e5 None None] New status for floating IP e3fd51c4-d321-4151-abbe-309c6ae28b58: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:43:58.748598 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6f43eb21-372d-470a-8580-5d73a93f7dd3 req-36f0c491-e427-4229-8ac4-a46b6e3b84bb service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052549 Dec 12 17:43:58.850656 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:58.869032 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:58.980732 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Allocated IP 172.25.1.47 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/1017ffce-2216-4aa0-9462-cf3c641ae596) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:43:59.078430 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:59.110723 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:59.151906 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:43:59.154843 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:43:59.158475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:43:59.181618 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event updated for resources: {'Port': ['ID=1017ffce-2216-4aa0-9462-cf3c641ae596,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:43:59.320743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5361cd0-da1e-4784-81b4-c2b5d52ceda3 req-2eb7d922-4caa-41b8-b027-289e591b3cc9 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:59.323500 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5361cd0-da1e-4784-81b4-c2b5d52ceda3 req-2eb7d922-4caa-41b8-b027-289e591b3cc9 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 946 time: 0.0635135 Dec 12 17:43:59.399655 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5361cd0-da1e-4784-81b4-c2b5d52ceda3 req-84ba5202-fc44-4f6b-9f59-6e11b615bf59 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656509 Dec 12 17:43:59.460679 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:59.541152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f72d49-6fc4-4fbc-81d8-d3694afd9dd0 req-acdb13f0-b6e3-4434-bf98-b8e72b7de3fc tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:59.543371 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30f72d49-6fc4-4fbc-81d8-d3694afd9dd0 req-acdb13f0-b6e3-4434-bf98-b8e72b7de3fc tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.0973756 Dec 12 17:43:59.644803 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30f72d49-6fc4-4fbc-81d8-d3694afd9dd0 req-bb21e04e-e57b-4c7a-a1b7-f3be0b92389d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866637 Dec 12 17:43:59.671637 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c54b5-7bdd-4e44-9d80-3bc346bfcb46 req-371ddff8-9d47-4c8a-ac31-1fd1ad3d78c5 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:43:59.679509 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-135c54b5-7bdd-4e44-9d80-3bc346bfcb46 req-371ddff8-9d47-4c8a-ac31-1fd1ad3d78c5 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 946 time: 0.1235197 Dec 12 17:43:59.732656 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:43:59.753555 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-135c54b5-7bdd-4e44-9d80-3bc346bfcb46 req-0da8d725-746d-4586-8a10-37583fb75f92 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731549 Dec 12 17:43:59.874013 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Router 56cc8190-e211-4605-b9a4-5aee69079eb9 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:43:59.981707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:43:59.993077 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Sync routers for ids ['56cc8190-e211-4605-b9a4-5aee69079eb9'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:44:00.005529 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Routers {'56cc8190-e211-4605-b9a4-5aee69079eb9'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:44:00.006147 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:43:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['56cc8190-e211-4605-b9a4-5aee69079eb9'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:00.009268 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:00.011223 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-590c868e-9c78-4b35-bda7-a2b585d58337 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9869530 Dec 12 17:44:00.014623 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50504) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:00.136573 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Set router 56cc8190-e211-4605-b9a4-5aee69079eb9 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:44:00.174634 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d5a5ebd0-f105-4143-b621-1354a029fc4c tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=67865f4a143048ea9866213bacf38009&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1586525 Dec 12 17:44:00.177472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50514) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:00.474797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcbf7c-db6f-408f-ade9-884d79ae2269 req-0b6e6acb-9a71-4755-80c2-3af3c71b949f tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:00.499700 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3adcbf7c-db6f-408f-ade9-884d79ae2269 req-0b6e6acb-9a71-4755-80c2-3af3c71b949f tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 946 time: 0.0989594 Dec 12 17:44:00.574375 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3adcbf7c-db6f-408f-ade9-884d79ae2269 req-dfaeb729-4b2c-4aab-af3c-a3983f80f747 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735219 Dec 12 17:44:00.608534 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283597970', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:43:59Z', 'revision_number': 3, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:00.652008 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Checking router: 56cc8190-e211-4605-b9a4-5aee69079eb9 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:44:00.652484 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Updating router 56cc8190-e211-4605-b9a4-5aee69079eb9 port 1017ffce-2216-4aa0-9462-cf3c641ae596 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:44:00.678509 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:00.750794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3744c149-bb1f-4391-befc-2667007a0f22 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:00.755367 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3744c149-bb1f-4391-befc-2667007a0f22 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5743024 Dec 12 17:44:00.755763 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50534) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:00.770632 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2367c4d-5a63-45e3-b4f1-a28d91e2b6a9 req-e9d0fb10-dd7c-4f41-b9ae-14d3b320573d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:00.779361 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f2367c4d-5a63-45e3-b4f1-a28d91e2b6a9 req-e9d0fb10-dd7c-4f41-b9ae-14d3b320573d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.0616467 Dec 12 17:44:00.799257 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-eb808c97-c6b9-4dab-8e0f-bc7d6576890a tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420053 Dec 12 17:44:00.802295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50536) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:00.807887 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bc7c6b43-63b3-4f8b-b4aa-bd6a2c207d39 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1874517603', 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0', 'project_id': '67865f4a143048ea9866213bacf38009', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:00.834899 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f2367c4d-5a63-45e3-b4f1-a28d91e2b6a9 req-3f8d49c5-b3d0-4476-af90-5cc8d5555ce6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545156 Dec 12 17:44:00.905425 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7c6b43-63b3-4f8b-b4aa-bd6a2c207d39 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Made reservation on behalf of 67865f4a143048ea9866213bacf38009 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:00.909119 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6b43-63b3-4f8b-b4aa-bd6a2c207d39 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:00.948528 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:00.955305 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:00.966810 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d7480-e72f-482e-82e4-f9688cb73fe6 req-42834498-a8f7-45c5-8e58-c609503aebc2 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:00.968384 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe5d7480-e72f-482e-82e4-f9688cb73fe6 req-42834498-a8f7-45c5-8e58-c609503aebc2 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.0536480 Dec 12 17:44:01.008887 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Attempting to bind port 1017ffce-2216-4aa0-9462-cf3c641ae596 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:01.009430 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Attempting to bind port 1017ffce-2216-4aa0-9462-cf3c641ae596 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:01.009637 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Attempting to bind port 1017ffce-2216-4aa0-9462-cf3c641ae596 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:01.016768 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78daf4b5-a2d6-48a1-b452-99d378df5f07 None None] Pushing event updated for resources: {'Port': ['ID=1017ffce-2216-4aa0-9462-cf3c641ae596,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:01.019094 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:01.019484 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:01.019884 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:01.020262 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:01.020740 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Bound port: 1017ffce-2216-4aa0-9462-cf3c641ae596, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:01.021125 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:01.028455 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe5d7480-e72f-482e-82e4-f9688cb73fe6 req-6a02b549-bc62-48d7-825b-0d0210db36e6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538678 Dec 12 17:44:01.079611 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] For port 1017ffce-2216-4aa0-9462-cf3c641ae596, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:01.083549 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] For port 1017ffce-2216-4aa0-9462-cf3c641ae596, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1017ffce-2216-4aa0-9462-cf3c641ae596,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:01.089518 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:01.137151 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6b43-63b3-4f8b-b4aa-bd6a2c207d39 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:01.166745 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78daf4b5-a2d6-48a1-b452-99d378df5f07 None None] Pushing event updated for resources: {'Port': ['ID=1017ffce-2216-4aa0-9462-cf3c641ae596,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:01.170991 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Routers {'56cc8190-e211-4605-b9a4-5aee69079eb9'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:44:01.171631 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:43:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['56cc8190-e211-4605-b9a4-5aee69079eb9'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:01.204974 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c6b43-63b3-4f8b-b4aa-bd6a2c207d39 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event updated for resources: {'Subnet': ['ID=7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:01.210090 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7c6b43-63b3-4f8b-b4aa-bd6a2c207d39 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Checking segment: {'id': 'c63bf409-6d90-4d92-862a-f1f39472364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:01.210090 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7c6b43-63b3-4f8b-b4aa-bd6a2c207d39 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Network hostable DHCP agents. Network: 0b57a6c2-20de-47d5-8be0-2090afda85e0, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:44:01.232320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7c6b43-63b3-4f8b-b4aa-bd6a2c207d39 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Network 0b57a6c2-20de-47d5-8be0-2090afda85e0 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:44:01.243902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-bc7c6b43-63b3-4f8b-b4aa-bd6a2c207d39 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 0b57a6c2-20de-47d5-8be0-2090afda85e0) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:01.248441 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7c6b43-63b3-4f8b-b4aa-bd6a2c207d39 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:01.249074 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6b43-63b3-4f8b-b4aa-bd6a2c207d39 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:01.253182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59dd9c3-3b62-4312-97f1-66c1fb31bec3 None None] Network 0b57a6c2-20de-47d5-8be0-2090afda85e0 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:44:01.280880 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bc7c6b43-63b3-4f8b-b4aa-bd6a2c207d39 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4759555 Dec 12 17:44:01.282417 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50548) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:01.323840 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] Set router 56cc8190-e211-4605-b9a4-5aee69079eb9 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:44:01.352829 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-35f02b3b-79ed-4ce6-8b4c-c45e4511cfb0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445342 Dec 12 17:44:01.373125 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-0b57a6c2-20de-47d5-8be0-2090afda85e0', 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0', 'project_id': '67865f4a143048ea9866213bacf38009', 'fixed_ips': [{'subnet_id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:44:01.374130 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:01.539229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Allocated IP 172.20.0.2 (0b57a6c2-20de-47d5-8be0-2090afda85e0/7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd/dc28a58f-4992-4376-9c04-bea387ee24f1) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:01.551961 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2863-def5-4c1e-a72a-c8e6fa38c819 req-e9c7558c-66c4-42ed-a520-6cd216158bce tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:01.554114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-100c2863-def5-4c1e-a72a-c8e6fa38c819 req-e9c7558c-66c4-42ed-a520-6cd216158bce tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.1459982 Dec 12 17:44:01.615929 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283597970', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:43:59Z', 'revision_number': 3, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:01.646005 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea2bf9b-a5e7-4e81-aa40-a7c71f44daae None None] The sync data for ids ['56cc8190-e211-4605-b9a4-5aee69079eb9'] in n-d-760354-5 is: [{'id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283597970', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:43:59Z', 'revision_number': 3, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:44:01.734413 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50570) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:01.741057 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-df000f64-44da-4c72-9565-835a08c7ce6b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1065830389'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:01.774028 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df000f64-44da-4c72-9565-835a08c7ce6b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Made reservation on behalf of e63f7131b4b54329b6cfac7d45feb38f for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:01.781394 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df000f64-44da-4c72-9565-835a08c7ce6b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:01.794015 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-100c2863-def5-4c1e-a72a-c8e6fa38c819 req-55f3ee7b-3f1a-4e92-b8e6-33f3880612fc tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122443 Dec 12 17:44:01.815485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df000f64-44da-4c72-9565-835a08c7ce6b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:44:01.829517 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df000f64-44da-4c72-9565-835a08c7ce6b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:01.830110 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-df000f64-44da-4c72-9565-835a08c7ce6b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Added segment 857ed6f4-dac8-42a5-b124-6ac992cb9d94 of type vlan for network abd15d69-fdc4-40f0-9728-711543d334c4 Dec 12 17:44:01.834906 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:01.848330 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:01.875341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e175a-ae05-4cc7-b2c3-feb55098f83b req-794c45d4-4316-411a-9490-d257da611575 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:01.877561 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-271e175a-ae05-4cc7-b2c3-feb55098f83b req-794c45d4-4316-411a-9490-d257da611575 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 946 time: 0.1850896 Dec 12 17:44:01.895560 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df000f64-44da-4c72-9565-835a08c7ce6b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:01.929283 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df000f64-44da-4c72-9565-835a08c7ce6b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:01.938058 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df000f64-44da-4c72-9565-835a08c7ce6b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:01.938649 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df000f64-44da-4c72-9565-835a08c7ce6b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:01.940535 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Network 0b57a6c2-20de-47d5-8be0-2090afda85e0 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:01.941791 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Pushing event updated for resources: {'Port': ['ID=dc28a58f-4992-4376-9c04-bea387ee24f1,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:01.944224 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:01.947043 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:01.956019 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:01.956370 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:01.956775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:01.957187 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:01.957544 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:01.957970 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:01.958198 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:01.958850 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:01.959190 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:01.959594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:01.960343 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:01.960684 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:01.961131 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:02.087861 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Attempting to bind port dc28a58f-4992-4376-9c04-bea387ee24f1 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:02.088532 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Attempting to bind port dc28a58f-4992-4376-9c04-bea387ee24f1 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'c63bf409-6d90-4d92-862a-f1f39472364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:02.089051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Attempting to bind port dc28a58f-4992-4376-9c04-bea387ee24f1 on network 0b57a6c2-20de-47d5-8be0-2090afda85e0 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:02.090821 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-df000f64-44da-4c72-9565-835a08c7ce6b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3548486 Dec 12 17:44:02.094383 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50580) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:02.099329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:02.100035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Checking segment: {'id': 'c63bf409-6d90-4d92-862a-f1f39472364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:02.100488 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2ecb0e96-cb93-4ec2-808b-89d1ec4ef9b6 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1216429138'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:02.100826 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:02.104370 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Bound using segment: {'id': 'c63bf409-6d90-4d92-862a-f1f39472364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:02.105133 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Bound port: dc28a58f-4992-4376-9c04-bea387ee24f1, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63bf409-6d90-4d92-862a-f1f39472364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:02.105762 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:02.131068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-271e175a-ae05-4cc7-b2c3-feb55098f83b req-049a7ab0-e887-4ef3-9973-8af09baef2a5 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436819 Dec 12 17:44:02.151501 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df000f64-44da-4c72-9565-835a08c7ce6b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event updated for resources: {'Network': ['ID=abd15d69-fdc4-40f0-9728-711543d334c4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:02.167795 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecb0e96-cb93-4ec2-808b-89d1ec4ef9b6 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Made reservation on behalf of e63f7131b4b54329b6cfac7d45feb38f for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:02.172245 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network abd15d69-fdc4-40f0-9728-711543d334c4 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:44:02.172464 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ecb0e96-cb93-4ec2-808b-89d1ec4ef9b6 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:02.202143 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ecb0e96-cb93-4ec2-808b-89d1ec4ef9b6 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:44:02.224450 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ecb0e96-cb93-4ec2-808b-89d1ec4ef9b6 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:02.225278 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-2ecb0e96-cb93-4ec2-808b-89d1ec4ef9b6 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Added segment 7e0b1fab-8c64-42d1-9aca-1d26b5911081 of type vlan for network faaae9f2-d52c-4d86-b85f-6cafd43330dd Dec 12 17:44:02.291289 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] For port dc28a58f-4992-4376-9c04-bea387ee24f1, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:02.302943 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ecb0e96-cb93-4ec2-808b-89d1ec4ef9b6 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:02.313738 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] For port dc28a58f-4992-4376-9c04-bea387ee24f1, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=dc28a58f-4992-4376-9c04-bea387ee24f1,segment=NetworkSegment(c63bf409-6d90-4d92-862a-f1f39472364d),segment_id=c63bf409-6d90-4d92-862a-f1f39472364d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:02.324170 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:02.360325 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ecb0e96-cb93-4ec2-808b-89d1ec4ef9b6 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:02.372407 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecb0e96-cb93-4ec2-808b-89d1ec4ef9b6 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:02.373074 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ecb0e96-cb93-4ec2-808b-89d1ec4ef9b6 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:02.389976 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7357f94-6369-4973-942f-ad4ce8b22a11 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:02.402657 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20a0e2-72e2-4a26-ab5c-6ebb4f692d93 None None] Pushing event updated for resources: {'Port': ['ID=dc28a58f-4992-4376-9c04-bea387ee24f1,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:02.477780 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb0e96-cb93-4ec2-808b-89d1ec4ef9b6 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event updated for resources: {'Network': ['ID=faaae9f2-d52c-4d86-b85f-6cafd43330dd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:02.486467 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2ecb0e96-cb93-4ec2-808b-89d1ec4ef9b6 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3898656 Dec 12 17:44:02.488961 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50586) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:02.495315 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network faaae9f2-d52c-4d86-b85f-6cafd43330dd details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:44:02.501292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d3e6d9c7-3fa1-4c3d-b4ad-73a9abc94444 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Request body: {'subnet': {'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:02.689590 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e6d9c7-3fa1-4c3d-b4ad-73a9abc94444 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Made reservation on behalf of e63f7131b4b54329b6cfac7d45feb38f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:02.709994 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3e6d9c7-3fa1-4c3d-b4ad-73a9abc94444 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:02.951797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1017ffce-2216-4aa0-9462-cf3c641ae596 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:44:03.027987 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1017ffce-2216-4aa0-9462-cf3c641ae596 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:03.028363 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:03.076003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189adaa-7c1d-4721-a667-7365f168094a req-e1c735d9-c90c-4a0c-87e2-d9d3a8a84fc1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:03.077589 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7189adaa-7c1d-4721-a667-7365f168094a req-e1c735d9-c90c-4a0c-87e2-d9d3a8a84fc1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.1202700 Dec 12 17:44:03.091537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-a7357f94-6369-4973-942f-ad4ce8b22a11 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Allocated IP 172.20.0.1 (0b57a6c2-20de-47d5-8be0-2090afda85e0/7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd/f03006a1-3c94-493e-9fe2-629c0c866047) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:03.104817 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3e6d9c7-3fa1-4c3d-b4ad-73a9abc94444 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:03.120808 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:03.146497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 1017ffce-2216-4aa0-9462-cf3c641ae596, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1017ffce-2216-4aa0-9462-cf3c641ae596,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:03.153029 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:03.155076 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device dc28a58f-4992-4376-9c04-bea387ee24f1 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:44:03.192205 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6d9c7-3fa1-4c3d-b4ad-73a9abc94444 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event updated for resources: {'Subnet': ['ID=ee1484b2-b5a9-4537-9c47-1fcfd1a7b776,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:03.207296 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e6d9c7-3fa1-4c3d-b4ad-73a9abc94444 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Checking segment: {'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:03.222310 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e6d9c7-3fa1-4c3d-b4ad-73a9abc94444 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Network hostable DHCP agents. Network: abd15d69-fdc4-40f0-9728-711543d334c4, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:44:03.257753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port dc28a58f-4992-4376-9c04-bea387ee24f1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:03.258372 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:03.261852 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e6d9c7-3fa1-4c3d-b4ad-73a9abc94444 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Network abd15d69-fdc4-40f0-9728-711543d334c4 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:44:03.292513 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d3e6d9c7-3fa1-4c3d-b4ad-73a9abc94444 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, abd15d69-fdc4-40f0-9728-711543d334c4) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:03.300326 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e6d9c7-3fa1-4c3d-b4ad-73a9abc94444 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:03.301259 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3e6d9c7-3fa1-4c3d-b4ad-73a9abc94444 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:03.321244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c421a48-6dc6-4538-9a8f-337c3dc1345b None None] Network abd15d69-fdc4-40f0-9728-711543d334c4 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:44:03.332705 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d3e6d9c7-3fa1-4c3d-b4ad-73a9abc94444 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8421683 Dec 12 17:44:03.334806 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50598) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:03.344039 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d422eef4-9abb-45fc-8d72-e354854b4623 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Request body: {'subnet': {'network_id': 'faaae9f2-d52c-4d86-b85f-6cafd43330dd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:03.371358 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=1017ffce-2216-4aa0-9462-cf3c641ae596,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:03.465817 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-abd15d69-fdc4-40f0-9728-711543d334c4', 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4', 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'fixed_ips': [{'subnet_id': 'ee1484b2-b5a9-4537-9c47-1fcfd1a7b776'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:44:03.466866 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:03.477438 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d422eef4-9abb-45fc-8d72-e354854b4623 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Made reservation on behalf of e63f7131b4b54329b6cfac7d45feb38f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:03.483406 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d422eef4-9abb-45fc-8d72-e354854b4623 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:03.517983 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:03.655839 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 075adabc-ae3c-4e5f-90a1-5cbbc6102158 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:44:03.680422 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port dc28a58f-4992-4376-9c04-bea387ee24f1, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=dc28a58f-4992-4376-9c04-bea387ee24f1,segment=NetworkSegment(c63bf409-6d90-4d92-862a-f1f39472364d),segment_id=c63bf409-6d90-4d92-862a-f1f39472364d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:03.699349 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:03.720736 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7357f94-6369-4973-942f-ad4ce8b22a11 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:03.774117 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d422eef4-9abb-45fc-8d72-e354854b4623 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:03.789692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7189adaa-7c1d-4721-a667-7365f168094a req-378c57ea-e5bb-4382-82ed-f8b1273697a4 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6975193 Dec 12 17:44:03.814205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06997c-d8de-4282-ba8e-c78755e16c02 req-4fc05b3a-84b4-46c4-8c9a-6fc8b036ff3f tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:03.817214 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd06997c-d8de-4282-ba8e-c78755e16c02 req-4fc05b3a-84b4-46c4-8c9a-6fc8b036ff3f tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 946 time: 0.3229077 Dec 12 17:44:03.824521 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7357f94-6369-4973-942f-ad4ce8b22a11 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:03.845768 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-8f6260a5-8052-4817-92bb-e48356bbcec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:03.847323 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-8f6260a5-8052-4817-92bb-e48356bbcec2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 1101 time: 0.3438556 Dec 12 17:44:03.889984 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1db864-8eab-4f4d-a7d8-2169d814b67b None None] Network 0b57a6c2-20de-47d5-8be0-2090afda85e0 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:44:03.898500 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Allocated IP 10.1.1.2 (abd15d69-fdc4-40f0-9728-711543d334c4/ee1484b2-b5a9-4537-9c47-1fcfd1a7b776/20085ccf-ca11-4ba6-88a6-bbd907e2fdac) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:03.900691 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422eef4-9abb-45fc-8d72-e354854b4623 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event updated for resources: {'Subnet': ['ID=f206a52f-0480-4327-a021-ac66bb2ee69a,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:03.904345 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7357f94-6369-4973-942f-ad4ce8b22a11 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Network 0b57a6c2-20de-47d5-8be0-2090afda85e0 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:03.911061 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d422eef4-9abb-45fc-8d72-e354854b4623 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Checking segment: {'id': '7e0b1fab-8c64-42d1-9aca-1d26b5911081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'faaae9f2-d52c-4d86-b85f-6cafd43330dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:03.911537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d422eef4-9abb-45fc-8d72-e354854b4623 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Network hostable DHCP agents. Network: faaae9f2-d52c-4d86-b85f-6cafd43330dd, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:44:03.933882 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d422eef4-9abb-45fc-8d72-e354854b4623 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Network faaae9f2-d52c-4d86-b85f-6cafd43330dd is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:44:03.934067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a7357f94-6369-4973-942f-ad4ce8b22a11 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:03.936819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7357f94-6369-4973-942f-ad4ce8b22a11 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:03.945579 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d422eef4-9abb-45fc-8d72-e354854b4623 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, faaae9f2-d52c-4d86-b85f-6cafd43330dd) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:03.951349 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d422eef4-9abb-45fc-8d72-e354854b4623 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:03.952068 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d422eef4-9abb-45fc-8d72-e354854b4623 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:03.970459 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d422eef4-9abb-45fc-8d72-e354854b4623 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6336124 Dec 12 17:44:03.973502 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50602) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:03.976473 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ee4d5f-7b4b-4123-ac52-2aa0b1fc91c7 None None] Network faaae9f2-d52c-4d86-b85f-6cafd43330dd requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:44:03.979470 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ea9fd21f-090b-4fbc-ad25-48270e0ba4d2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Request body: {'port': {'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4', 'name': 'tempest-TaggedBootDevicesTest_v242-1821742846', 'fixed_ips': [{'subnet_id': 'ee1484b2-b5a9-4537-9c47-1fcfd1a7b776'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:03.984281 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=dc28a58f-4992-4376-9c04-bea387ee24f1,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:04.063074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7357f94-6369-4973-942f-ad4ce8b22a11 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event updated for resources: {'Port': ['ID=f03006a1-3c94-493e-9fe2-629c0c866047,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:04.089783 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd06997c-d8de-4282-ba8e-c78755e16c02 req-57ccb0d8-dfff-4399-a49e-631bcaf99ece tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506037 Dec 12 17:44:04.129709 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7357f94-6369-4973-942f-ad4ce8b22a11 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:04.158038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9fd21f-090b-4fbc-ad25-48270e0ba4d2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Made reservation on behalf of e63f7131b4b54329b6cfac7d45feb38f for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:04.190158 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 075adabc-ae3c-4e5f-90a1-5cbbc6102158, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075adabc-ae3c-4e5f-90a1-5cbbc6102158,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:04.203713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-30530025-17f1-44a3-b73d-d41f94ce5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:04.205209 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-30530025-17f1-44a3-b73d-d41f94ce5ca0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.3375480 Dec 12 17:44:04.207237 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-abdf8c15-1540-485e-accb-d7074c8216d6 None None] Provisioning complete for port dc28a58f-4992-4376-9c04-bea387ee24f1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:04.207568 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-abdf8c15-1540-485e-accb-d7074c8216d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:04.258864 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '075adabc-ae3c-4e5f-90a1-5cbbc6102158', 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462', 'port_id': '075adabc-ae3c-4e5f-90a1-5cbbc6102158', 'mac_address': 'fa:16:3e:33:f4:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985325a8-d0ce-4355-9de6-d6e602a6cd48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:44:04.265691 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea9fd21f-090b-4fbc-ad25-48270e0ba4d2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:04.279338 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-ef790911-78d8-40b1-8538-68d6327520a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840 HTTP/1.1" status: 200 len: 217 time: 0.0654392 Dec 12 17:44:04.288564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-ea9fd21f-090b-4fbc-ad25-48270e0ba4d2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] device_id is not set on port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:44:04.368608 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-0a07f16c-913a-4363-90a5-e785bd542de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:04.370686 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-0a07f16c-913a-4363-90a5-e785bd542de5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0846179 Dec 12 17:44:04.374513 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7357f94-6369-4973-942f-ad4ce8b22a11 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:04.468602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-1ff9b6ce-303c-458d-933b-af0ccf219952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:04.470055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-1ff9b6ce-303c-458d-933b-af0ccf219952 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0850937 Dec 12 17:44:04.532189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-faaae9f2-d52c-4d86-b85f-6cafd43330dd', 'network_id': 'faaae9f2-d52c-4d86-b85f-6cafd43330dd', 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'fixed_ips': [{'subnet_id': 'f206a52f-0480-4327-a021-ac66bb2ee69a'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:44:04.533074 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:04.568562 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:04.629514 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 075adabc-ae3c-4e5f-90a1-5cbbc6102158 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:44:04.656049 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-9c6a2027-97c5-414c-9518-ba2f2735b9ec service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547644 Dec 12 17:44:04.737684 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:04.748937 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 075adabc-ae3c-4e5f-90a1-5cbbc6102158, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075adabc-ae3c-4e5f-90a1-5cbbc6102158,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:04.798068 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:04.849642 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-ea9fd21f-090b-4fbc-ad25-48270e0ba4d2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Allocated IP 10.1.1.133 (abd15d69-fdc4-40f0-9728-711543d334c4/ee1484b2-b5a9-4537-9c47-1fcfd1a7b776/20ac6b7e-9f67-48f6-8bff-88a2bc1667a4) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:04.871236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Allocated IP 10.2.2.2 (faaae9f2-d52c-4d86-b85f-6cafd43330dd/f206a52f-0480-4327-a021-ac66bb2ee69a/8fc47ebe-a424-49a0-87d1-62a61371bf46) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:04.883965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-393668f4-0123-431b-8c14-f6fd555f9285 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078452 Dec 12 17:44:04.981019 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7357f94-6369-4973-942f-ad4ce8b22a11 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.003095 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7357f94-6369-4973-942f-ad4ce8b22a11 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.052265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054406d-efdf-400f-bb5c-11dc9a1f821f req-fa916372-210a-442c-ab50-8ece382d3470 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:05.053210 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1017ffce-2216-4aa0-9462-cf3c641ae596 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:44:05.054788 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5054406d-efdf-400f-bb5c-11dc9a1f821f req-fa916372-210a-442c-ab50-8ece382d3470 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.1854513 Dec 12 17:44:05.104520 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.108236 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea9fd21f-090b-4fbc-ad25-48270e0ba4d2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.151737 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea9fd21f-090b-4fbc-ad25-48270e0ba4d2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.186143 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['075adabc-ae3c-4e5f-90a1-5cbbc6102158'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:44:05.213325 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9fd21f-090b-4fbc-ad25-48270e0ba4d2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Network abd15d69-fdc4-40f0-9728-711543d334c4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:05.216903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ea9fd21f-090b-4fbc-ad25-48270e0ba4d2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:05.219582 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7357f94-6369-4973-942f-ad4ce8b22a11 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.221311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9fd21f-090b-4fbc-ad25-48270e0ba4d2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:05.243694 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7357f94-6369-4973-942f-ad4ce8b22a11 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event updated for resources: {'Port': ['ID=f03006a1-3c94-493e-9fe2-629c0c866047,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:05.246423 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fd21f-090b-4fbc-ad25-48270e0ba4d2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event updated for resources: {'Port': ['ID=20ac6b7e-9f67-48f6-8bff-88a2bc1667a4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:05.252876 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Network abd15d69-fdc4-40f0-9728-711543d334c4 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:05.264984 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d70c5b33-9766-4973-83e5-97e9483d61f3 None None] Provisioning complete for port dc28a58f-4992-4376-9c04-bea387ee24f1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:05.265365 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d70c5b33-9766-4973-83e5-97e9483d61f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.272224 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.277210 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:05.278766 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9fd21f-090b-4fbc-ad25-48270e0ba4d2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:05.279522 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea9fd21f-090b-4fbc-ad25-48270e0ba4d2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.279849 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:05.297290 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ea9fd21f-090b-4fbc-ad25-48270e0ba4d2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3222733 Dec 12 17:44:05.299809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50618) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:05.304689 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-90342c8c-f368-43fe-b9cf-b60f1811c639 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Request body: {'port': {'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4', 'name': 'tempest-TaggedBootDevicesTest_v242-135409333', 'fixed_ips': [{'subnet_id': 'ee1484b2-b5a9-4537-9c47-1fcfd1a7b776'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:05.321952 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.330671 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5054406d-efdf-400f-bb5c-11dc9a1f821f req-4da9dcc9-daf8-49d1-ba01-ae756c5e721a tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347074 Dec 12 17:44:05.330856 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=075adabc-ae3c-4e5f-90a1-5cbbc6102158,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:05.353416 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e282006-037d-4a8f-b1d6-fe724bb745d7 req-82e818cb-0f43-4133-b414-b3d866cd1f23 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:05.356192 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e282006-037d-4a8f-b1d6-fe724bb745d7 req-82e818cb-0f43-4133-b414-b3d866cd1f23 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 945 time: 0.1781385 Dec 12 17:44:05.389994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1017ffce-2216-4aa0-9462-cf3c641ae596 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:05.390380 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.435642 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e282006-037d-4a8f-b1d6-fe724bb745d7 req-502e3ee9-885d-4277-a0b9-32943d9c025f tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720930 Dec 12 17:44:05.445135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7357f94-6369-4973-942f-ad4ce8b22a11 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Network 0b57a6c2-20de-47d5-8be0-2090afda85e0 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:05.446914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a7357f94-6369-4973-942f-ad4ce8b22a11 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:05.469351 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Network faaae9f2-d52c-4d86-b85f-6cafd43330dd is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:05.478647 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90342c8c-f368-43fe-b9cf-b60f1811c639 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Made reservation on behalf of e63f7131b4b54329b6cfac7d45feb38f for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:05.489711 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90342c8c-f368-43fe-b9cf-b60f1811c639 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.494286 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:05.497250 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:05.513789 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Pushing event updated for resources: {'Port': ['ID=20085ccf-ca11-4ba6-88a6-bbd907e2fdac,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:05.532831 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-90342c8c-f368-43fe-b9cf-b60f1811c639 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] device_id is not set on port cf878d49-a70d-49d3-967e-e469af1a6411 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:44:05.535026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Attempting to bind port 20085ccf-ca11-4ba6-88a6-bbd907e2fdac on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:05.536702 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Attempting to bind port 20085ccf-ca11-4ba6-88a6-bbd907e2fdac by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:05.537303 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Attempting to bind port 20085ccf-ca11-4ba6-88a6-bbd907e2fdac on network abd15d69-fdc4-40f0-9728-711543d334c4 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:05.607559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:05.608209 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Checking segment: {'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:05.608563 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.609042 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Bound using segment: {'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:05.609660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Bound port: 20085ccf-ca11-4ba6-88a6-bbd907e2fdac, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:05.610138 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.630157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7357f94-6369-4973-942f-ad4ce8b22a11 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Router 56cc8190-e211-4605-b9a4-5aee69079eb9 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:44:05.702218 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Pushing event updated for resources: {'Port': ['ID=8fc47ebe-a424-49a0-87d1-62a61371bf46,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:05.739302 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Attempting to bind port 8fc47ebe-a424-49a0-87d1-62a61371bf46 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:05.739819 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Attempting to bind port 8fc47ebe-a424-49a0-87d1-62a61371bf46 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '7e0b1fab-8c64-42d1-9aca-1d26b5911081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'faaae9f2-d52c-4d86-b85f-6cafd43330dd'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:05.740205 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Attempting to bind port 8fc47ebe-a424-49a0-87d1-62a61371bf46 on network faaae9f2-d52c-4d86-b85f-6cafd43330dd {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:05.756610 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-90342c8c-f368-43fe-b9cf-b60f1811c639 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Allocated IP 10.1.1.48 (abd15d69-fdc4-40f0-9728-711543d334c4/ee1484b2-b5a9-4537-9c47-1fcfd1a7b776/cf878d49-a70d-49d3-967e-e469af1a6411) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:05.757731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7357f94-6369-4973-942f-ad4ce8b22a11 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:44:05.763498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a7357f94-6369-4973-942f-ad4ce8b22a11 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "PUT /v2.0/routers/56cc8190-e211-4605-b9a4-5aee69079eb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4800942 Dec 12 17:44:05.766252 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50620) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:05.769157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:05.769554 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Checking segment: {'id': '7e0b1fab-8c64-42d1-9aca-1d26b5911081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'faaae9f2-d52c-4d86-b85f-6cafd43330dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:05.770008 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.770344 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Bound using segment: {'id': '7e0b1fab-8c64-42d1-9aca-1d26b5911081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'faaae9f2-d52c-4d86-b85f-6cafd43330dd'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:05.770903 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Bound port: 8fc47ebe-a424-49a0-87d1-62a61371bf46, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0b1fab-8c64-42d1-9aca-1d26b5911081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'faaae9f2-d52c-4d86-b85f-6cafd43330dd'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:05.771223 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.771830 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5bd5fd93-0446-4f52-b755-424b93581343 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1457757134', 'description': 'tempest-secgroup_access--1457757134 description', 'project_id': '67865f4a143048ea9866213bacf38009'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:05.784193 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Sync routers for ids ['56cc8190-e211-4605-b9a4-5aee69079eb9'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:44:05.813813 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fd93-0446-4f52-b755-424b93581343 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.873029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d70c5b33-9766-4973-83e5-97e9483d61f3 None None] Provisioning complete for port f03006a1-3c94-493e-9fe2-629c0c866047 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:05.873416 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d70c5b33-9766-4973-83e5-97e9483d61f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.897786 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Routers {'56cc8190-e211-4605-b9a4-5aee69079eb9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:44:05.898430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:43:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['56cc8190-e211-4605-b9a4-5aee69079eb9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:05.931388 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] For port 20085ccf-ca11-4ba6-88a6-bbd907e2fdac, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:05.939039 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device dc28a58f-4992-4376-9c04-bea387ee24f1 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:44:05.979455 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fd93-0446-4f52-b755-424b93581343 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.985322 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90342c8c-f368-43fe-b9cf-b60f1811c639 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:05.987428 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fd93-0446-4f52-b755-424b93581343 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:06.019607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02680b2-02bb-4841-8453-a8c38b0edc45 req-b21053c9-06ee-4386-9147-19e33a38bf12 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:06.027128 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5fd93-0446-4f52-b755-424b93581343 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f601167-85ab-49ad-8a47-4e60797552bd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:06.029316 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c02680b2-02bb-4841-8453-a8c38b0edc45 req-b21053c9-06ee-4386-9147-19e33a38bf12 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0690453 Dec 12 17:44:06.032664 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5bd5fd93-0446-4f52-b755-424b93581343 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:06.033908 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5bd5fd93-0446-4f52-b755-424b93581343 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2666941 Dec 12 17:44:06.037012 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50626) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:06.041916 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-99e5f6ff-c3e4-42c1-8d99-9b7441f98681 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--546700018', 'description': 'tempest-secgroup_general--546700018 description', 'project_id': '67865f4a143048ea9866213bacf38009'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:06.042750 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] For port 20085ccf-ca11-4ba6-88a6-bbd907e2fdac, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=20085ccf-ca11-4ba6-88a6-bbd907e2fdac,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:06.071618 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:06.076696 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99e5f6ff-c3e4-42c1-8d99-9b7441f98681 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:06.092734 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d70c5b33-9766-4973-83e5-97e9483d61f3 None None] Port f03006a1-3c94-493e-9fe2-629c0c866047 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:44:06.108827 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c02680b2-02bb-4841-8453-a8c38b0edc45 req-eff87356-db19-4f49-abd3-5b613647802a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715315 Dec 12 17:44:06.129978 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] For port 8fc47ebe-a424-49a0-87d1-62a61371bf46, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:06.139516 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90342c8c-f368-43fe-b9cf-b60f1811c639 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:06.176182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] For port 8fc47ebe-a424-49a0-87d1-62a61371bf46, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8fc47ebe-a424-49a0-87d1-62a61371bf46,segment=NetworkSegment(7e0b1fab-8c64-42d1-9aca-1d26b5911081),segment_id=7e0b1fab-8c64-42d1-9aca-1d26b5911081)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:06.192009 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:06.208260 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90342c8c-f368-43fe-b9cf-b60f1811c639 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event updated for resources: {'Port': ['ID=cf878d49-a70d-49d3-967e-e469af1a6411,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:06.212294 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90342c8c-f368-43fe-b9cf-b60f1811c639 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Network abd15d69-fdc4-40f0-9728-711543d334c4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:06.216084 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-90342c8c-f368-43fe-b9cf-b60f1811c639 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:06.223740 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90342c8c-f368-43fe-b9cf-b60f1811c639 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:06.230737 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Set router 56cc8190-e211-4605-b9a4-5aee69079eb9 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:44:06.259406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d326f64-485d-48b5-8467-c85b5488ec0a req-3ebbf866-6654-48b1-aedb-1fa0192a7303 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:06.261781 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2d326f64-485d-48b5-8467-c85b5488ec0a req-3ebbf866-6654-48b1-aedb-1fa0192a7303 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0745432 Dec 12 17:44:06.283933 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10224d2c-97d5-4906-bae0-4b7e5c0a4152 None None] Pushing event updated for resources: {'Port': ['ID=20085ccf-ca11-4ba6-88a6-bbd907e2fdac,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:06.284784 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99e5f6ff-c3e4-42c1-8d99-9b7441f98681 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:06.296002 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99e5f6ff-c3e4-42c1-8d99-9b7441f98681 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:06.345364 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2d326f64-485d-48b5-8467-c85b5488ec0a req-5756204d-5339-4d56-81ce-4a01598a7365 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772769 Dec 12 17:44:06.348124 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port dc28a58f-4992-4376-9c04-bea387ee24f1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:06.348365 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:06.356600 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90342c8c-f368-43fe-b9cf-b60f1811c639 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:06.357318 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90342c8c-f368-43fe-b9cf-b60f1811c639 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:06.380453 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99e5f6ff-c3e4-42c1-8d99-9b7441f98681 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:06.384588 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-99e5f6ff-c3e4-42c1-8d99-9b7441f98681 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3439183 Dec 12 17:44:06.384588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5f6ff-c3e4-42c1-8d99-9b7441f98681 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feaab5c2-72b4-4ea8-ab00-b3368ab82e8f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:06.384824 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-16e81ba6-fc6a-42ac-9701-5073dcbc4738 None None] Provisioning complete for port f03006a1-3c94-493e-9fe2-629c0c866047 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:06.384824 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16e81ba6-fc6a-42ac-9701-5073dcbc4738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:06.384964 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50634) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:06.389826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fd98e728-ac28-4540-9527-1633f90af50c tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Request body: {'security_group_rule': {'security_group_id': '9f601167-85ab-49ad-8a47-4e60797552bd', 'project_id': '67865f4a143048ea9866213bacf38009', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:06.439159 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-90342c8c-f368-43fe-b9cf-b60f1811c639 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1346552 Dec 12 17:44:06.474112 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd98e728-ac28-4540-9527-1633f90af50c tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:06.561415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560cba9-0b67-4da6-9cf8-1f08af2f27ee req-e137c25b-5967-4b19-a3fa-bf8e0a9ea30c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:06.572395 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9560cba9-0b67-4da6-9cf8-1f08af2f27ee req-e137c25b-5967-4b19-a3fa-bf8e0a9ea30c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.1203508 Dec 12 17:44:06.664370 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9560cba9-0b67-4da6-9cf8-1f08af2f27ee req-cc0a71aa-641e-433f-9381-5946805fc08b tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898063 Dec 12 17:44:06.673166 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd98e728-ac28-4540-9527-1633f90af50c tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:06.697221 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd98e728-ac28-4540-9527-1633f90af50c tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:06.730537 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd98e728-ac28-4540-9527-1633f90af50c tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:06.732950 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fd98e728-ac28-4540-9527-1633f90af50c tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3467622 Dec 12 17:44:06.757720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98e728-ac28-4540-9527-1633f90af50c tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd673bd-d45c-4fad-95cd-602254857064,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:06.809526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-16e81ba6-fc6a-42ac-9701-5073dcbc4738 None None] Port f03006a1-3c94-493e-9fe2-629c0c866047 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:44:06.816102 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44741574-77e5-4f85-9880-b5ad7472b050 None None] Pushing event updated for resources: {'Port': ['ID=8fc47ebe-a424-49a0-87d1-62a61371bf46,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:06.882523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f57db6-23a4-4306-bf43-fceba765eef8 req-b0732332-cf67-419b-8a18-7c189f6970af tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:06.890559 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6f57db6-23a4-4306-bf43-fceba765eef8 req-b0732332-cf67-419b-8a18-7c189f6970af tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 945 time: 0.0891490 Dec 12 17:44:06.941424 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6f57db6-23a4-4306-bf43-fceba765eef8 req-06c0a4f0-2f36-4a43-851d-be8cdc445222 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496745 Dec 12 17:44:06.997334 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283597970', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:04Z', 'revision_number': 4, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f03006a1-3c94-493e-9fe2-629c0c866047', 'name': '', 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'mac_address': 'fa:16:3e:c1:7c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:02Z', 'updated_at': '2021-12-12T17:44:04Z', 'revision_number': 2, 'project_id': '67865f4a143048ea9866213bacf38009', 'subnets': [{'id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:07.033674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Checking router: 56cc8190-e211-4605-b9a4-5aee69079eb9 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:44:07.034241 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Updating router 56cc8190-e211-4605-b9a4-5aee69079eb9 port f03006a1-3c94-493e-9fe2-629c0c866047 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:44:07.064209 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:07.165750 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50656) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:07.171848 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8c6bfb6f-3b43-445a-a1ff-4b4dbe2d2b0b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1020963573', 'description': 'tempest-description--1651158507'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:07.194225 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8fc47ebe-a424-49a0-87d1-62a61371bf46 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:44:07.197577 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfb6f-3b43-445a-a1ff-4b4dbe2d2b0b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:07.315882 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfb6f-3b43-445a-a1ff-4b4dbe2d2b0b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:07.322306 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8fc47ebe-a424-49a0-87d1-62a61371bf46 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:07.322734 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:07.326955 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfb6f-3b43-445a-a1ff-4b4dbe2d2b0b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:07.367311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6bfb6f-3b43-445a-a1ff-4b4dbe2d2b0b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b74f6a-d70f-4e36-8c07-e156edff7c34,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:07.374243 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c6bfb6f-3b43-445a-a1ff-4b4dbe2d2b0b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:07.375789 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8c6bfb6f-3b43-445a-a1ff-4b4dbe2d2b0b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2085519 Dec 12 17:44:07.377278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-2a0b6aaa-3e11-4128-a67d-24cad93cade1 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_access--1457757134&fields=id&tenant_id=67865f4a143048ea9866213bacf38009 HTTP/1.1" status: 200 len: 267 time: 0.0821564 Dec 12 17:44:07.383468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50670) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:07.389574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-684184e3-5880-4b1d-a040-bb044b32d79b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Request body: {'security_group_rule': {'security_group_id': 'b6b74f6a-d70f-4e36-8c07-e156edff7c34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:07.423922 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-c01b8d10-4507-48db-a191-6f9e2e62a0b4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:07.425472 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-c01b8d10-4507-48db-a191-6f9e2e62a0b4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 812 time: 0.2060966 Dec 12 17:44:07.473136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-3e5bb4f9-c4d1-47ce-85d1-f40ed1d04be1 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/quotas/bcfe64c55346445599fb24bf34f06b4d HTTP/1.1" status: 200 len: 375 time: 0.0324378 Dec 12 17:44:07.477295 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-684184e3-5880-4b1d-a040-bb044b32d79b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:07.492411 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:07.508240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-522b8c04-d7e3-4ba3-b28d-5e757cdee8e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_general--546700018&fields=id&tenant_id=67865f4a143048ea9866213bacf38009 HTTP/1.1" status: 200 len: 267 time: 0.1096478 Dec 12 17:44:07.527242 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:07.541038 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:07.556524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 8fc47ebe-a424-49a0-87d1-62a61371bf46, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8fc47ebe-a424-49a0-87d1-62a61371bf46,segment=NetworkSegment(7e0b1fab-8c64-42d1-9aca-1d26b5911081),segment_id=7e0b1fab-8c64-42d1-9aca-1d26b5911081)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:07.587848 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:07.589241 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 20085ccf-ca11-4ba6-88a6-bbd907e2fdac up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:44:07.651517 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdbb2a-a622-4b51-8f57-e882e4c42a09 None None] Pushing event updated for resources: {'Port': ['ID=f03006a1-3c94-493e-9fe2-629c0c866047,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:07.690704 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-684184e3-5880-4b1d-a040-bb044b32d79b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:07.701131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-bf804293-1900-43ca-aa4e-81d284fb6294 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:07.713944 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-bf804293-1900-43ca-aa4e-81d284fb6294 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/networks?id=0b57a6c2-20de-47d5-8be0-2090afda85e0 HTTP/1.1" status: 200 len: 797 time: 0.2041759 Dec 12 17:44:07.717372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=8fc47ebe-a424-49a0-87d1-62a61371bf46,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:07.737249 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-daa60359-016d-4c99-8d6c-5c8828b98f07 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2388155 Dec 12 17:44:07.742813 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 075adabc-ae3c-4e5f-90a1-5cbbc6102158 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:44:07.751046 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-684184e3-5880-4b1d-a040-bb044b32d79b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:07.782696 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-aba0f3c4-cf69-4055-af48-71120216ed95 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/quotas/67865f4a143048ea9866213bacf38009 HTTP/1.1" status: 200 len: 375 time: 0.0677054 Dec 12 17:44:07.824580 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Attempting to bind port f03006a1-3c94-493e-9fe2-629c0c866047 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:07.825122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Attempting to bind port f03006a1-3c94-493e-9fe2-629c0c866047 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'c63bf409-6d90-4d92-862a-f1f39472364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:07.825312 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Attempting to bind port f03006a1-3c94-493e-9fe2-629c0c866047 on network 0b57a6c2-20de-47d5-8be0-2090afda85e0 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:07.836099 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:07.836482 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Checking segment: {'id': 'c63bf409-6d90-4d92-862a-f1f39472364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:07.836892 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:07.837291 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Bound using segment: {'id': 'c63bf409-6d90-4d92-862a-f1f39472364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:07.837780 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Bound port: f03006a1-3c94-493e-9fe2-629c0c866047, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63bf409-6d90-4d92-862a-f1f39472364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:07.838236 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:07.850718 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 20085ccf-ca11-4ba6-88a6-bbd907e2fdac triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:07.851103 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:07.852917 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad9ed82-bd98-41bf-9370-02deda35bdf5 None None] Network abd15d69-fdc4-40f0-9728-711543d334c4 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:44:07.890702 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-3ff95087-96ae-4dc0-a63d-bd7c8e73451d service neutron] 10.222.0.18 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352007 Dec 12 17:44:07.891274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684184e3-5880-4b1d-a040-bb044b32d79b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4577f35-2b7f-4e19-b726-256c6fc594c2,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:07.920260 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-684184e3-5880-4b1d-a040-bb044b32d79b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:07.921459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-684184e3-5880-4b1d-a040-bb044b32d79b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5370691 Dec 12 17:44:07.924428 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50676) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:07.932235 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9ae33f33-34a1-419e-8758-be933dde5e47 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Request body: {'security_group_rule': {'security_group_id': 'b6b74f6a-d70f-4e36-8c07-e156edff7c34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:07.974466 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ae33f33-34a1-419e-8758-be933dde5e47 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:08.027448 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f82daef5-6344-4370-be77-2b90405f18c4 None None] Provisioning complete for port 20085ccf-ca11-4ba6-88a6-bbd907e2fdac triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:08.027835 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f82daef5-6344-4370-be77-2b90405f18c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:08.047305 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-bdd4a58c-fe82-494e-bd5e-557c770833f4 service neutron] 10.222.0.18 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300597 Dec 12 17:44:08.060680 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ae33f33-34a1-419e-8758-be933dde5e47 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:08.065220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-15f3e3c5-6051-422b-a414-a5e7e24ba228 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=67865f4a143048ea9866213bacf38009&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2755876 Dec 12 17:44:08.071054 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ae33f33-34a1-419e-8758-be933dde5e47 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:08.097738 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 075adabc-ae3c-4e5f-90a1-5cbbc6102158 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:08.098203 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:08.106095 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae33f33-34a1-419e-8758-be933dde5e47 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea077ebb-b692-4037-a945-73713b6c4550,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:08.125771 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ae33f33-34a1-419e-8758-be933dde5e47 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:08.132096 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9ae33f33-34a1-419e-8758-be933dde5e47 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2053893 Dec 12 17:44:08.134591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-9b1a06a1-1d01-418f-9310-d6bcf48f1bea service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:44:08.134718 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50686) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:08.136443 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-9b1a06a1-1d01-418f-9310-d6bcf48f1bea service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0684147 Dec 12 17:44:08.140389 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f5886948-0471-4528-b6b3-e66752514bba tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:08.184621 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5886948-0471-4528-b6b3-e66752514bba tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:08.347051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] For port f03006a1-3c94-493e-9fe2-629c0c866047, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:08.352198 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-8dc37a94-2dd7-4799-9329-e58df63284bf service neutron] 10.222.0.18 "GET /v2.0/networks/0b57a6c2-20de-47d5-8be0-2090afda85e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029490 Dec 12 17:44:08.372813 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5886948-0471-4528-b6b3-e66752514bba tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:08.397604 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa59879-bd4e-4d72-8001-99c7e502d5be None None] Network faaae9f2-d52c-4d86-b85f-6cafd43330dd requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:44:08.400495 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f82daef5-6344-4370-be77-2b90405f18c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:08.417109 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] For port f03006a1-3c94-493e-9fe2-629c0c866047, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f03006a1-3c94-493e-9fe2-629c0c866047,segment=NetworkSegment(c63bf409-6d90-4d92-862a-f1f39472364d),segment_id=c63bf409-6d90-4d92-862a-f1f39472364d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:08.478588 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:08.482023 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:08.537836 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-f5886948-0471-4528-b6b3-e66752514bba tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Allocated IP 172.25.1.254 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/e53cb447-8af2-4210-8b3b-a6cd21a948be) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:08.592844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-9556e5ba-6f27-4303-a610-69eae62b4c35 service neutron] 10.222.0.18 "GET /v2.0/networks/0b57a6c2-20de-47d5-8be0-2090afda85e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396758 Dec 12 17:44:08.634283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df0d74-8cc0-4de6-82a7-692e7e2c9fb1 req-4c5aa0da-a73a-4a55-b581-b21813fe94d7 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:08.639721 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87df0d74-8cc0-4de6-82a7-692e7e2c9fb1 req-4c5aa0da-a73a-4a55-b581-b21813fe94d7 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.1801941 Dec 12 17:44:08.704788 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5886948-0471-4528-b6b3-e66752514bba tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:08.715729 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87df0d74-8cc0-4de6-82a7-692e7e2c9fb1 req-1817d2da-ccef-4756-af1a-11815383714c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690901 Dec 12 17:44:08.731579 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:08.784862 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5886948-0471-4528-b6b3-e66752514bba tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:08.834615 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f82daef5-6344-4370-be77-2b90405f18c4 None None] For port 20085ccf-ca11-4ba6-88a6-bbd907e2fdac, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=20085ccf-ca11-4ba6-88a6-bbd907e2fdac,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:08.908180 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f82daef5-6344-4370-be77-2b90405f18c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:08.923435 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5886948-0471-4528-b6b3-e66752514bba tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:08.938228 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f5886948-0471-4528-b6b3-e66752514bba tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:08.944564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdbb2a-a622-4b51-8f57-e882e4c42a09 None None] Pushing event updated for resources: {'Port': ['ID=f03006a1-3c94-493e-9fe2-629c0c866047,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:08.964070 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5886948-0471-4528-b6b3-e66752514bba tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:09.002361 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5886948-0471-4528-b6b3-e66752514bba tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event updated for resources: {'Port': ['ID=e53cb447-8af2-4210-8b3b-a6cd21a948be,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:09.006505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eccb7e-7e91-4959-acef-3991d2aee1f5 req-d11929c3-39a5-4eb8-b1ba-0528323c4c78 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:09.008368 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99eccb7e-7e91-4959-acef-3991d2aee1f5 req-d11929c3-39a5-4eb8-b1ba-0528323c4c78 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 945 time: 0.1503789 Dec 12 17:44:09.136520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99eccb7e-7e91-4959-acef-3991d2aee1f5 req-5a25090a-bc9a-4c4d-a909-7484e99b276f tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101339 Dec 12 17:44:09.261015 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5886948-0471-4528-b6b3-e66752514bba tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:09.283564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4967545-903f-4a69-aa11-8e2f98598315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075adabc-ae3c-4e5f-90a1-5cbbc6102158'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:09.289085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2fc050b9-d09d-4be7-af57-d8c8c082baab req-5032edbc-a298-4691-bac0-985682edf4b2 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=9591b7d5-7581-46e4-98f5-8364e0816f7e HTTP/1.1" status: 200 len: 210 time: 0.0406275 Dec 12 17:44:09.290984 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1822ee0-5695-4386-9f38-8264ad0a8506 req-fb16a9aa-1d9f-4ca0-83c4-0a4944b4f019 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 210 time: 0.0839248 Dec 12 17:44:09.315532 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd9f7b3-24fc-45d3-96c9-8bbb1c2c6180" -d '{"events": [{"server_uuid": "c4967545-903f-4a69-aa11-8e2f98598315", "name": "network-vif-plugged", "status": "completed", "tag": "075adabc-ae3c-4e5f-90a1-5cbbc6102158"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:09.325815 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5886948-0471-4528-b6b3-e66752514bba tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:09.335136 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Routers {'56cc8190-e211-4605-b9a4-5aee69079eb9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:44:09.337047 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:43:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['56cc8190-e211-4605-b9a4-5aee69079eb9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:09.376363 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:44:09.376732 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:44:09.590645 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5886948-0471-4528-b6b3-e66752514bba tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:09.598434 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5886948-0471-4528-b6b3-e66752514bba tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:09.699650 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf22c89-b864-4ac4-9412-461c77a38fb4 req-e0e8a76a-7384-4af1-88ce-6c6629135e80 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:09.701243 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecf22c89-b864-4ac4-9412-461c77a38fb4 req-e0e8a76a-7384-4af1-88ce-6c6629135e80 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 945 time: 0.0640230 Dec 12 17:44:09.720213 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5886948-0471-4528-b6b3-e66752514bba tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:09.731650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5886948-0471-4528-b6b3-e66752514bba tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event updated for resources: {'Port': ['ID=e53cb447-8af2-4210-8b3b-a6cd21a948be,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:09.749745 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5886948-0471-4528-b6b3-e66752514bba tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:09.754862 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f5886948-0471-4528-b6b3-e66752514bba tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6183918 Dec 12 17:44:09.780828 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] Set router 56cc8190-e211-4605-b9a4-5aee69079eb9 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:44:09.793180 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecf22c89-b864-4ac4-9412-461c77a38fb4 req-15bd6f86-b6e6-4471-90ec-12024f049e6e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824370 Dec 12 17:44:09.858546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f3961-aa40-46ff-8658-60022025f081 req-920b66bc-bfaa-4a40-bf87-9aae01de6e47 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:09.866215 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e1f3961-aa40-46ff-8658-60022025f081 req-920b66bc-bfaa-4a40-bf87-9aae01de6e47 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.0594292 Dec 12 17:44:09.871608 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 075adabc-ae3c-4e5f-90a1-5cbbc6102158, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075adabc-ae3c-4e5f-90a1-5cbbc6102158,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:09.929084 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa179ca8-8f5b-43a0-8907-6eec9700d2b5 x-openstack-request-id: req-fa179ca8-8f5b-43a0-8907-6eec9700d2b5 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:09.929380 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4967545-903f-4a69-aa11-8e2f98598315", "name": "network-vif-plugged", "status": "completed", "tag": "075adabc-ae3c-4e5f-90a1-5cbbc6102158", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:09.929635 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa179ca8-8f5b-43a0-8907-6eec9700d2b5 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:09.930025 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4967545-903f-4a69-aa11-8e2f98598315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075adabc-ae3c-4e5f-90a1-5cbbc6102158', 'code': 200} Dec 12 17:44:09.942841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e1f3961-aa40-46ff-8658-60022025f081 req-4ca56c00-7caf-49de-b4d4-d1d5a34560c7 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716686 Dec 12 17:44:09.974611 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:10.011224 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 075adabc-ae3c-4e5f-90a1-5cbbc6102158 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:44:10.047754 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82daef5-6344-4370-be77-2b90405f18c4 None None] Pushing event updated for resources: {'Port': ['ID=20085ccf-ca11-4ba6-88a6-bbd907e2fdac,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:10.050360 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d407dd1e-c454-47c2-84b7-c17ed015dd56 None None] Provisioning complete for port cf878d49-a70d-49d3-967e-e469af1a6411 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:10.050788 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d407dd1e-c454-47c2-84b7-c17ed015dd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:10.070130 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-94beef36-1e25-4baa-b16f-949d3f8fe10a tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1020963573&fields=id&tenant_id=e63f7131b4b54329b6cfac7d45feb38f HTTP/1.1" status: 200 len: 267 time: 0.0710573 Dec 12 17:44:10.177749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5ab0f2e8-d0e1-4fb1-8dab-abd2f24a47b0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:10.179494 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5ab0f2e8-d0e1-4fb1-8dab-abd2f24a47b0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports/20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 HTTP/1.1" status: 200 len: 937 time: 0.0995054 Dec 12 17:44:10.231841 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d407dd1e-c454-47c2-84b7-c17ed015dd56 None None] Port cf878d49-a70d-49d3-967e-e469af1a6411 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:44:10.251231 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=075adabc-ae3c-4e5f-90a1-5cbbc6102158,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:10.275147 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-c54c2c2b-ea3b-4fc2-a84b-b106bec30c28 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:10.277114 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-c54c2c2b-ea3b-4fc2-a84b-b106bec30c28 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.31 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 812 time: 0.2076681 Dec 12 17:44:10.306471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d407dd1e-c454-47c2-84b7-c17ed015dd56 None None] Provisioning complete for port 20085ccf-ca11-4ba6-88a6-bbd907e2fdac triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:10.306854 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d407dd1e-c454-47c2-84b7-c17ed015dd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:10.310245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e01367f-6760-4dbd-a298-b752f9490c53 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:10.311179 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e01367f-6760-4dbd-a298-b752f9490c53 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports/cf878d49-a70d-49d3-967e-e469af1a6411 HTTP/1.1" status: 200 len: 935 time: 0.1209030 Dec 12 17:44:10.315978 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-7a68b9f8-9d95-452a-9746-1dfb16de8b02 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Request body: {'port': {'device_id': '9591b7d5-7581-46e4-98f5-8364e0816f7e', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'admin_state_up': True, 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:10.383528 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-c5d0d855-b85e-4dd7-b0b9-80362cc93873 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?network_id=faaae9f2-d52c-4d86-b85f-6cafd43330dd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0625811 Dec 12 17:44:10.412616 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8fc47ebe-a424-49a0-87d1-62a61371bf46 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:44:10.440510 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-b566fb85-cc66-41fd-98d6-3adbfda0f17c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?network_id=faaae9f2-d52c-4d86-b85f-6cafd43330dd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0501482 Dec 12 17:44:10.470266 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9bde7c89-fa51-4c8c-8299-2c5392ca2baf req-d738fd85-aabb-47b9-bf9d-5dafade6c707 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 210 time: 0.0474179 Dec 12 17:44:10.479933 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:10.484567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-7a68b9f8-9d95-452a-9746-1dfb16de8b02 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Made reservation on behalf of bcfe64c55346445599fb24bf34f06b4d for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:10.488527 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-7a68b9f8-9d95-452a-9746-1dfb16de8b02 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:10.550323 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 075adabc-ae3c-4e5f-90a1-5cbbc6102158, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075adabc-ae3c-4e5f-90a1-5cbbc6102158,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:10.562640 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:10.644010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283597970', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:04Z', 'revision_number': 4, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f03006a1-3c94-493e-9fe2-629c0c866047', 'name': '', 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'mac_address': 'fa:16:3e:c1:7c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:02Z', 'updated_at': '2021-12-12T17:44:08Z', 'revision_number': 4, 'project_id': '67865f4a143048ea9866213bacf38009', 'subnets': [{'id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:10.655440 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8fc47ebe-a424-49a0-87d1-62a61371bf46 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:10.656062 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:10.675047 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21190cee-61e8-4edc-b274-d65921c47187 req-3531c8ef-b83c-41d2-ae71-dce9962dfdcd tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=9591b7d5-7581-46e4-98f5-8364e0816f7e HTTP/1.1" status: 200 len: 210 time: 0.0872555 Dec 12 17:44:10.687831 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-8cfb5031-fb6a-462d-9948-1bdfdd2a9cf0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:10.691778 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-7a68b9f8-9d95-452a-9746-1dfb16de8b02 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Allocated IP 172.20.0.6 (3099023b-6d27-4db1-9d42-7a3830fba737/edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b/65bdd180-f866-4659-b018-fb8869d0d1c5) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:10.703461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-8cfb5031-fb6a-462d-9948-1bdfdd2a9cf0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:10.709690 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-8cfb5031-fb6a-462d-9948-1bdfdd2a9cf0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:10.717573 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-8cfb5031-fb6a-462d-9948-1bdfdd2a9cf0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/networks?id=83399e2c-8d46-49d3-8798-f18746a19765&id=abd15d69-fdc4-40f0-9728-711543d334c4&id=abd15d69-fdc4-40f0-9728-711543d334c4&id=faaae9f2-d52c-4d86-b85f-6cafd43330dd&id=faaae9f2-d52c-4d86-b85f-6cafd43330dd HTTP/1.1" status: 200 len: 1996 time: 0.2761805 Dec 12 17:44:10.770328 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-8ea36da2-3fdf-469f-a303-e1017cc51f8e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/quotas/e63f7131b4b54329b6cfac7d45feb38f HTTP/1.1" status: 200 len: 375 time: 0.0518241 Dec 12 17:44:10.780814 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=075adabc-ae3c-4e5f-90a1-5cbbc6102158,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:10.787271 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ce02a5-f49c-4f27-a134-af890f73ea3d None None] The sync data for ids ['56cc8190-e211-4605-b9a4-5aee69079eb9'] in n-d-760354-5 is: [{'id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283597970', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:04Z', 'revision_number': 4, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f03006a1-3c94-493e-9fe2-629c0c866047', 'name': '', 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'mac_address': 'fa:16:3e:c1:7c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:02Z', 'updated_at': '2021-12-12T17:44:08Z', 'revision_number': 4, 'project_id': '67865f4a143048ea9866213bacf38009', 'subnets': [{'id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:44:10.808424 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d407dd1e-c454-47c2-84b7-c17ed015dd56 None None] Provisioning complete for port f03006a1-3c94-493e-9fe2-629c0c866047 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:10.808802 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d407dd1e-c454-47c2-84b7-c17ed015dd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:10.915941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-47d7b769-ac0a-45ca-b992-15b7bd1c558c tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:10.917494 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-47d7b769-ac0a-45ca-b992-15b7bd1c558c tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.31 "GET /v2.0/networks?id=0b57a6c2-20de-47d5-8be0-2090afda85e0 HTTP/1.1" status: 200 len: 797 time: 0.3272555 Dec 12 17:44:10.924528 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 20085ccf-ca11-4ba6-88a6-bbd907e2fdac up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:44:10.935972 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-7a68b9f8-9d95-452a-9746-1dfb16de8b02 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:10.940632 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-3dc931c7-f93c-46ef-b8ed-199913e8bbe6 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1682405 Dec 12 17:44:10.983081 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-7a68b9f8-9d95-452a-9746-1dfb16de8b02 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:11.036192 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-7a68b9f8-9d95-452a-9746-1dfb16de8b02 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Network 3099023b-6d27-4db1-9d42-7a3830fba737 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:11.037240 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d407dd1e-c454-47c2-84b7-c17ed015dd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:11.043920 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['1e5ea895-136a-44cf-b33a-b6ba997762e7', '6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:44:11.045213 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-7a68b9f8-9d95-452a-9746-1dfb16de8b02 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:11.054682 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-7a68b9f8-9d95-452a-9746-1dfb16de8b02 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:11.059477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68b9f8-9d95-452a-9746-1dfb16de8b02 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Pushing event updated for resources: {'Port': ['ID=65bdd180-f866-4659-b018-fb8869d0d1c5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:11.124458 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-7a68b9f8-9d95-452a-9746-1dfb16de8b02 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:11.125629 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-7a68b9f8-9d95-452a-9746-1dfb16de8b02 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:11.154295 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-7a68b9f8-9d95-452a-9746-1dfb16de8b02 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8566401 Dec 12 17:44:11.174418 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Request body: {'port': {'device_id': '9591b7d5-7581-46e4-98f5-8364e0816f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:11.177592 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d407dd1e-c454-47c2-84b7-c17ed015dd56 None None] For port f03006a1-3c94-493e-9fe2-629c0c866047, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f03006a1-3c94-493e-9fe2-629c0c866047,segment=NetworkSegment(c63bf409-6d90-4d92-862a-f1f39472364d),segment_id=c63bf409-6d90-4d92-862a-f1f39472364d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:11.180402 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 20085ccf-ca11-4ba6-88a6-bbd907e2fdac triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:11.180777 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:11.189588 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d407dd1e-c454-47c2-84b7-c17ed015dd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:11.265210 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:11.322020 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407dd1e-c454-47c2-84b7-c17ed015dd56 None None] Pushing event updated for resources: {'Port': ['ID=f03006a1-3c94-493e-9fe2-629c0c866047,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:11.339332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d407dd1e-c454-47c2-84b7-c17ed015dd56 None None] Provisioning complete for port 8fc47ebe-a424-49a0-87d1-62a61371bf46 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:11.339727 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d407dd1e-c454-47c2-84b7-c17ed015dd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:11.507861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb872a-8f72-4049-a390-39713c518d78 req-c3e3af72-210a-414a-a533-204343403a4f tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:11.516355 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5edb872a-8f72-4049-a390-39713c518d78 req-c3e3af72-210a-414a-a533-204343403a4f tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 944 time: 0.5695250 Dec 12 17:44:11.569132 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d407dd1e-c454-47c2-84b7-c17ed015dd56 None None] Provisioning complete for port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:11.569365 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d407dd1e-c454-47c2-84b7-c17ed015dd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:11.586559 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-82b5baf0-8035-408e-a6c0-1c7aceafba60 service neutron] 10.222.0.18 "GET /v2.0/networks/83399e2c-8d46-49d3-8798-f18746a19765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6029081 Dec 12 17:44:11.616114 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65bdd180-f866-4659-b018-fb8869d0d1c5 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:44:11.623774 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d407dd1e-c454-47c2-84b7-c17ed015dd56 None None] Port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:44:11.625915 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:11.647089 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Transition to ACTIVE for port object 65bdd180-f866-4659-b018-fb8869d0d1c5 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:44:11.658408 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:11.709565 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Pushing event updated for resources: {'Port': ['ID=65bdd180-f866-4659-b018-fb8869d0d1c5,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:11.726726 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5edb872a-8f72-4049-a390-39713c518d78 req-ae9fe92b-443f-4d1b-a782-5716b4db8543 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049677 Dec 12 17:44:11.782442 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0d393163-1fe9-4c7b-b143-7c36bee9bc60 None None] Provisioning complete for port cf878d49-a70d-49d3-967e-e469af1a6411 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:11.782822 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0d393163-1fe9-4c7b-b143-7c36bee9bc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:11.796361 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f68d7d5a-a21f-4875-9d39-b5126c6ba370 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67865f4a143048ea9866213bacf38009 HTTP/1.1" status: 200 len: 477 time: 0.8141730 Dec 12 17:44:11.815868 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-7ef9e62a-bb48-4ee5-8217-038517fd01f5 service neutron] 10.222.0.18 "GET /v2.0/networks/83399e2c-8d46-49d3-8798-f18746a19765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164645 Dec 12 17:44:11.834442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-a3253cb1-47c9-4c62-aba2-822f43eeb141 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Request body: {'port': {'device_id': 'a9ed58a7-e8ef-482b-813f-212d43405bb4', 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0', 'admin_state_up': True, 'tenant_id': '67865f4a143048ea9866213bacf38009', 'security_groups': ['9f601167-85ab-49ad-8a47-4e60797552bd', 'feaab5c2-72b4-4ea8-ab00-b3368ab82e8f']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:11.842409 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0d393163-1fe9-4c7b-b143-7c36bee9bc60 None None] Port cf878d49-a70d-49d3-967e-e469af1a6411 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:44:11.862593 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0d393163-1fe9-4c7b-b143-7c36bee9bc60 None None] Provisioning complete for port f03006a1-3c94-493e-9fe2-629c0c866047 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:11.862703 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0d393163-1fe9-4c7b-b143-7c36bee9bc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:11.897397 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Attempting to bind port 65bdd180-f866-4659-b018-fb8869d0d1c5 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:11.897744 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Attempting to bind port 65bdd180-f866-4659-b018-fb8869d0d1c5 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:11.898069 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Attempting to bind port 65bdd180-f866-4659-b018-fb8869d0d1c5 on network 3099023b-6d27-4db1-9d42-7a3830fba737 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:11.905363 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Port 65bdd180-f866-4659-b018-fb8869d0d1c5 on network 3099023b-6d27-4db1-9d42-7a3830fba737 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:44:11.905691 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Attempting to bind port 65bdd180-f866-4659-b018-fb8869d0d1c5 on network 3099023b-6d27-4db1-9d42-7a3830fba737 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:11.911889 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:11.912236 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Checking segment: {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:11.912624 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Bound using segment: {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:11.913070 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Bound port: 65bdd180-f866-4659-b018-fb8869d0d1c5, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:11.913430 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:11.933893 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4967545-903f-4a69-aa11-8e2f98598315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '075adabc-ae3c-4e5f-90a1-5cbbc6102158'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:11.936220 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38632d4f-c839-42ea-ab74-02f01ecb6940" -d '{"events": [{"server_uuid": "c4967545-903f-4a69-aa11-8e2f98598315", "name": "network-vif-unplugged", "status": "completed", "tag": "075adabc-ae3c-4e5f-90a1-5cbbc6102158"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:11.968325 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-ef91df52-e42d-4faf-b938-63833224b023 service neutron] 10.222.0.18 "GET /v2.0/ports/20ac6b7e-9f67-48f6-8bff-88a2bc1667a4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1301954 Dec 12 17:44:12.043416 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0d393163-1fe9-4c7b-b143-7c36bee9bc60 None None] Provisioning complete for port 8fc47ebe-a424-49a0-87d1-62a61371bf46 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:12.043791 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0d393163-1fe9-4c7b-b143-7c36bee9bc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:12.061956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e1dc3-bf20-42d1-a087-2636fa68b094 req-96fea428-01e7-4de7-ad8e-4c94e2dec90e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:12.064171 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d58e1dc3-bf20-42d1-a087-2636fa68b094 req-96fea428-01e7-4de7-ad8e-4c94e2dec90e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.2232428 Dec 12 17:44:12.096121 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] For port 65bdd180-f866-4659-b018-fb8869d0d1c5, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:12.105253 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] For port 65bdd180-f866-4659-b018-fb8869d0d1c5, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=65bdd180-f866-4659-b018-fb8869d0d1c5,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:12.122651 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21319c5-0ea8-4e62-9e82-6a4f871b3ca6 req-50d46efe-8dfc-4b80-b767-7a992b38506b tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:12.124212 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d21319c5-0ea8-4e62-9e82-6a4f871b3ca6 req-50d46efe-8dfc-4b80-b767-7a992b38506b tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 944 time: 0.1209588 Dec 12 17:44:12.125861 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:12.160598 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0d393163-1fe9-4c7b-b143-7c36bee9bc60 None None] Provisioning complete for port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:12.160981 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0d393163-1fe9-4c7b-b143-7c36bee9bc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:12.163900 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d58e1dc3-bf20-42d1-a087-2636fa68b094 req-14beb1fc-3590-4ad9-964e-0af1cadb0db9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894029 Dec 12 17:44:12.200725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Pushing event updated for resources: {'Port': ['ID=65bdd180-f866-4659-b018-fb8869d0d1c5,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:12.204150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-353a1a21-109c-4fad-9a79-a795d5ffaa3f service neutron] 10.222.0.18 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348423 Dec 12 17:44:12.215767 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:12.215857 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:12.217559 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-15834be9-7579-419c-b94e-7bacf978cba5 service neutron] 10.222.0.31 "PUT /v2.0/ports/65bdd180-f866-4659-b018-fb8869d0d1c5 HTTP/1.1" status: 200 len: 1091 time: 1.0482254 Dec 12 17:44:12.232588 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0d393163-1fe9-4c7b-b143-7c36bee9bc60 None None] Port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:44:12.236570 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9591b7d5-7581-46e4-98f5-8364e0816f7e', 'tag': '65bdd180-f866-4659-b018-fb8869d0d1c5'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:12.239136 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb1af37-0686-4947-912b-966130b591ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9591b7d5-7581-46e4-98f5-8364e0816f7e", "tag": "65bdd180-f866-4659-b018-fb8869d0d1c5"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:12.322671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-a3253cb1-47c9-4c62-aba2-822f43eeb141 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Made reservation on behalf of 67865f4a143048ea9866213bacf38009 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:12.329535 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-a3253cb1-47c9-4c62-aba2-822f43eeb141 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:12.376500 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f03006a1-3c94-493e-9fe2-629c0c866047 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:44:12.446398 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-8888c075-7ac9-446b-80a4-7b990b42cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:12.448442 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-8888c075-7ac9-446b-80a4-7b990b42cad1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=9591b7d5-7581-46e4-98f5-8364e0816f7e HTTP/1.1" status: 200 len: 1094 time: 0.1742043 Dec 12 17:44:12.508131 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f03006a1-3c94-493e-9fe2-629c0c866047 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:12.508514 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:12.515735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-b9a626b3-fa6e-4a6e-9b87-4067862a21b9 service neutron] 10.222.0.18 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039265 Dec 12 17:44:12.547165 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-d21319c5-0ea8-4e62-9e82-6a4f871b3ca6 req-ec3adc0d-a308-4f78-9e3d-9997289e7b03 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Deleting port 075adabc-ae3c-4e5f-90a1-5cbbc6102158 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:44:12.547549 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d21319c5-0ea8-4e62-9e82-6a4f871b3ca6 req-ec3adc0d-a308-4f78-9e3d-9997289e7b03 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:12.551273 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-59db39f9-c28f-4a5d-9285-247b23dffc25 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65bdd180-f866-4659-b018-fb8869d0d1c5 HTTP/1.1" status: 200 len: 217 time: 0.0820100 Dec 12 17:44:12.639396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db568f0a-8f90-4613-857f-f0ee026fa3a5 req-e49eeb41-3165-405c-b66d-0cb5e5bab228 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 210 time: 0.0495610 Dec 12 17:44:12.665636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5d59f8cd-9a85-4759-8fc6-76e5d875cc5f service neutron] 10.222.0.18 "GET /v2.0/ports/cf878d49-a70d-49d3-967e-e469af1a6411?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1077230 Dec 12 17:44:12.710954 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-d21319c5-0ea8-4e62-9e82-6a4f871b3ca6 req-ec3adc0d-a308-4f78-9e3d-9997289e7b03 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] For port 075adabc-ae3c-4e5f-90a1-5cbbc6102158, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075adabc-ae3c-4e5f-90a1-5cbbc6102158,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:12.714157 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d21319c5-0ea8-4e62-9e82-6a4f871b3ca6 req-ec3adc0d-a308-4f78-9e3d-9997289e7b03 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:12.721104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-a3253cb1-47c9-4c62-aba2-822f43eeb141 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Allocated IP 172.20.0.4 (0b57a6c2-20de-47d5-8be0-2090afda85e0/7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd/6062543a-d216-4dd1-b72c-3065be166c67) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:12.726551 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-d21319c5-0ea8-4e62-9e82-6a4f871b3ca6 req-ec3adc0d-a308-4f78-9e3d-9997289e7b03 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Calling delete_port for 075adabc-ae3c-4e5f-90a1-5cbbc6102158 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:44:12.739462 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-5f662452-62a5-4b36-ae94-51f31dd27478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:12.741153 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-5f662452-62a5-4b36-ae94-51f31dd27478 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.1809247 Dec 12 17:44:12.821399 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-de13ec4a-db5d-4acb-a699-4e5c9470f702 service neutron] 10.222.0.18 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632986 Dec 12 17:44:12.850915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870899a9-19ef-4038-9893-7b654e3bba72 req-79946795-87c3-4307-b74d-43af41597897 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:12.852550 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-870899a9-19ef-4038-9893-7b654e3bba72 req-79946795-87c3-4307-b74d-43af41597897 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=9591b7d5-7581-46e4-98f5-8364e0816f7e HTTP/1.1" status: 200 len: 943 time: 0.1185892 Dec 12 17:44:13.033502 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-870899a9-19ef-4038-9893-7b654e3bba72 req-601550a7-98e1-4af6-997e-4d4f95c9aa09 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560335 Dec 12 17:44:13.043051 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-7fcfda16-80a3-4407-ad86-06e40435568f service neutron] 10.222.0.18 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150171 Dec 12 17:44:13.116341 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-a3253cb1-47c9-4c62-aba2-822f43eeb141 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:13.141994 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0e4c9b-4edb-406e-8f88-d61ee837b964 x-openstack-request-id: req-2a0e4c9b-4edb-406e-8f88-d61ee837b964 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:13.142493 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4967545-903f-4a69-aa11-8e2f98598315", "name": "network-vif-unplugged", "status": "completed", "tag": "075adabc-ae3c-4e5f-90a1-5cbbc6102158", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:13.142593 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a0e4c9b-4edb-406e-8f88-d61ee837b964 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:13.142921 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4967545-903f-4a69-aa11-8e2f98598315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '075adabc-ae3c-4e5f-90a1-5cbbc6102158', 'code': 200} Dec 12 17:44:13.150440 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-f4843f44-681d-4869-8e6e-1f4d720f548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:13.152578 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-f4843f44-681d-4869-8e6e-1f4d720f548b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3770721 Dec 12 17:44:13.181937 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a11c3e-4742-4e79-9323-eac84d7b67be x-openstack-request-id: req-49a11c3e-4742-4e79-9323-eac84d7b67be {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:13.182121 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9591b7d5-7581-46e4-98f5-8364e0816f7e", "tag": "65bdd180-f866-4659-b018-fb8869d0d1c5", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:13.182329 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49a11c3e-4742-4e79-9323-eac84d7b67be {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:13.182725 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9591b7d5-7581-46e4-98f5-8364e0816f7e', 'tag': '65bdd180-f866-4659-b018-fb8869d0d1c5', 'status': 'completed', 'code': 200} Dec 12 17:44:13.192442 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5bdf97dc-f331-40a8-b7b1-c9eea0e70f3f service neutron] 10.222.0.18 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338785 Dec 12 17:44:13.195164 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-a3253cb1-47c9-4c62-aba2-822f43eeb141 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:13.295870 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-4a3af34e-019d-4e09-abd5-d0beb6b0a317 service neutron] 10.222.0.31 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344719 Dec 12 17:44:13.296918 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d21319c5-0ea8-4e62-9e82-6a4f871b3ca6 req-ec3adc0d-a308-4f78-9e3d-9997289e7b03 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:13.314873 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-a3253cb1-47c9-4c62-aba2-822f43eeb141 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Network 0b57a6c2-20de-47d5-8be0-2090afda85e0 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:13.326317 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-a3253cb1-47c9-4c62-aba2-822f43eeb141 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:13.330336 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3253cb1-47c9-4c62-aba2-822f43eeb141 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event updated for resources: {'Port': ['ID=6062543a-d216-4dd1-b72c-3065be166c67,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:13.333925 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3adc0d-a308-4f78-9e3d-9997289e7b03 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Pushing event deleted for resources: {'Port': ['ID=075adabc-ae3c-4e5f-90a1-5cbbc6102158,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:13.336371 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-a3253cb1-47c9-4c62-aba2-822f43eeb141 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:13.413867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344624db-6f37-4a9f-930e-e37537d14e48 req-9d8c2451-aad7-422f-9960-a023e5d7e493 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:13.414567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21319c5-0ea8-4e62-9e82-6a4f871b3ca6 req-ec3adc0d-a308-4f78-9e3d-9997289e7b03 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] No DVR routers for this DVR port 075adabc-ae3c-4e5f-90a1-5cbbc6102158 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:44:13.415420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-344624db-6f37-4a9f-930e-e37537d14e48 req-9d8c2451-aad7-422f-9960-a023e5d7e493 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4967545-903f-4a69-aa11-8e2f98598315 HTTP/1.1" status: 200 len: 865 time: 0.1747885 Dec 12 17:44:13.420097 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d21319c5-0ea8-4e62-9e82-6a4f871b3ca6 req-ec3adc0d-a308-4f78-9e3d-9997289e7b03 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:13.423404 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d21319c5-0ea8-4e62-9e82-6a4f871b3ca6 req-ec3adc0d-a308-4f78-9e3d-9997289e7b03 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.31 "DELETE /v2.0/ports/075adabc-ae3c-4e5f-90a1-5cbbc6102158 HTTP/1.1" status: 204 len: 173 time: 1.2370028 Dec 12 17:44:13.430267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-a3253cb1-47c9-4c62-aba2-822f43eeb141 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:13.430927 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-a3253cb1-47c9-4c62-aba2-822f43eeb141 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:13.455144 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-64679314-d5b1-415b-b306-f95967e3e215 service neutron] 10.222.0.18 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277777 Dec 12 17:44:13.483702 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-a3253cb1-47c9-4c62-aba2-822f43eeb141 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.6668124 Dec 12 17:44:13.485071 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b4b3bf20-d989-4205-8d02-e24b05c0395a req-004a411d-8420-4535-a767-c605db57b1ba service neutron] 10.222.0.31 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768413 Dec 12 17:44:13.537828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Request body: {'port': {'device_id': 'a9ed58a7-e8ef-482b-813f-212d43405bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:13.584361 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-344624db-6f37-4a9f-930e-e37537d14e48 req-bd078675-f2a0-4620-9a80-dc6ab4b34853 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554153 Dec 12 17:44:13.618351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1af37-0686-4947-912b-966130b591ef req-01e42159-0d11-4e59-8012-d56982003c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:13.620828 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0eb1af37-0686-4947-912b-966130b591ef req-01e42159-0d11-4e59-8012-d56982003c7f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=9591b7d5-7581-46e4-98f5-8364e0816f7e HTTP/1.1" status: 200 len: 1094 time: 0.0577650 Dec 12 17:44:13.675731 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:13.707011 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-935ec559-9a1c-4691-8c84-d76341823bf5 service neutron] 10.222.0.18 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370555 Dec 12 17:44:13.725498 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1af37-0686-4947-912b-966130b591ef req-61a38035-0433-45ea-84f4-679e6e9e8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:13.726989 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0eb1af37-0686-4947-912b-966130b591ef req-61a38035-0433-45ea-84f4-679e6e9e8f71 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 913 time: 0.0921760 Dec 12 17:44:13.731739 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7acac7f6-9575-467e-93b5-785778ea3242 None None] Provisioning complete for port 6062543a-d216-4dd1-b72c-3065be166c67 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:13.732113 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7acac7f6-9575-467e-93b5-785778ea3242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:13.766917 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7acac7f6-9575-467e-93b5-785778ea3242 None None] Port 6062543a-d216-4dd1-b72c-3065be166c67 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:44:13.777588 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0eb1af37-0686-4947-912b-966130b591ef req-e95d77e1-03e3-4c0d-9a4c-29559f131772 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65bdd180-f866-4659-b018-fb8869d0d1c5 HTTP/1.1" status: 200 len: 217 time: 0.0428815 Dec 12 17:44:13.811107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064eb8e9-d39b-48af-a93d-23068368d436 req-ad5ca12e-940b-47f8-a98a-5d8c7cae3a02 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:13.813800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-064eb8e9-d39b-48af-a93d-23068368d436 req-ad5ca12e-940b-47f8-a98a-5d8c7cae3a02 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.1469228 Dec 12 17:44:13.830211 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1af37-0686-4947-912b-966130b591ef req-fea8853a-c636-4d52-917e-eda75082a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:13.831803 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0eb1af37-0686-4947-912b-966130b591ef req-fea8853a-c636-4d52-917e-eda75082a99d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.0458703 Dec 12 17:44:13.882263 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1af37-0686-4947-912b-966130b591ef req-9654f51f-c135-404e-8379-2988b78901b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:13.883800 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0eb1af37-0686-4947-912b-966130b591ef req-9654f51f-c135-404e-8379-2988b78901b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444667 Dec 12 17:44:13.943231 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-9d2ca56e-6d6a-4333-8a7a-2591f5e6892c service neutron] 10.222.0.18 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103088 Dec 12 17:44:13.974454 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0eb1af37-0686-4947-912b-966130b591ef req-ba3f7f8c-ea84-458f-a9d8-d5b15718a7c7 service neutron] 10.222.0.31 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827284 Dec 12 17:44:13.990333 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-064eb8e9-d39b-48af-a93d-23068368d436 req-1a19ee8b-2570-419a-9c7c-c731464083b6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669357 Dec 12 17:44:14.100892 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0eb1af37-0686-4947-912b-966130b591ef req-0d1613c3-af1d-482f-9966-54f2a51dadfb service neutron] 10.222.0.31 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091206 Dec 12 17:44:14.112501 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-8781c496-8dbb-433e-a746-5ba0b4d33b03 service neutron] 10.222.0.18 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574852 Dec 12 17:44:14.236038 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6062543a-d216-4dd1-b72c-3065be166c67 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:44:14.250245 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:14.281350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Transition to ACTIVE for port object 6062543a-d216-4dd1-b72c-3065be166c67 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:44:14.289462 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:14.302656 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-abe54194-2b26-4358-b14a-c779345e4cc5 service neutron] 10.222.0.18 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807907 Dec 12 17:44:14.310233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70e589-4b21-482f-8faf-407028b272fa req-6ecf8ddb-bcf1-47fd-a6fc-9512123f8835 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:14.311725 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e70e589-4b21-482f-8faf-407028b272fa req-6ecf8ddb-bcf1-47fd-a6fc-9512123f8835 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 970 time: 0.1199024 Dec 12 17:44:14.427572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Pushing event updated for resources: {'Port': ['ID=6062543a-d216-4dd1-b72c-3065be166c67,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:14.527489 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-7f222e3c-d4a5-4109-b9b9-6bbe3483669a service neutron] 10.222.0.18 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935127 Dec 12 17:44:14.534305 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e70e589-4b21-482f-8faf-407028b272fa req-2a975a77-0479-47dc-937f-921ce92e5726 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f601167-85ab-49ad-8a47-4e60797552bd&id=feaab5c2-72b4-4ea8-ab00-b3368ab82e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1881354 Dec 12 17:44:14.612581 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Attempting to bind port 6062543a-d216-4dd1-b72c-3065be166c67 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:14.612837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Attempting to bind port 6062543a-d216-4dd1-b72c-3065be166c67 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'c63bf409-6d90-4d92-862a-f1f39472364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:14.613159 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Attempting to bind port 6062543a-d216-4dd1-b72c-3065be166c67 on network 0b57a6c2-20de-47d5-8be0-2090afda85e0 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:14.733436 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-821cca63-657f-4d27-89a1-339171277e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:14.930655 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Port 6062543a-d216-4dd1-b72c-3065be166c67 on network 0b57a6c2-20de-47d5-8be0-2090afda85e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:44:14.930900 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Attempting to bind port 6062543a-d216-4dd1-b72c-3065be166c67 on network 0b57a6c2-20de-47d5-8be0-2090afda85e0 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:14.949781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:14.950399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Checking segment: {'id': 'c63bf409-6d90-4d92-862a-f1f39472364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:14.950500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Bound using segment: {'id': 'c63bf409-6d90-4d92-862a-f1f39472364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:14.950876 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Bound port: 6062543a-d216-4dd1-b72c-3065be166c67, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c63bf409-6d90-4d92-862a-f1f39472364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:14.951326 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:14.984079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05f92b-9680-4b5b-851a-17dcfe809f3f req-c12a6ea7-d47f-463c-89ed-be0c919222cf tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:14.985515 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b05f92b-9680-4b5b-851a-17dcfe809f3f req-c12a6ea7-d47f-463c-89ed-be0c919222cf tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=9591b7d5-7581-46e4-98f5-8364e0816f7e HTTP/1.1" status: 200 len: 943 time: 0.3890996 Dec 12 17:44:14.988984 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-1427c724-8686-483e-8521-4b1035b997e6 service neutron] 10.222.0.18 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538419 Dec 12 17:44:15.073551 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b05f92b-9680-4b5b-851a-17dcfe809f3f req-2ae0cad4-53eb-41d9-a05f-4469c5555b16 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820742 Dec 12 17:44:15.074578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] For port 6062543a-d216-4dd1-b72c-3065be166c67, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:15.078285 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] For port 6062543a-d216-4dd1-b72c-3065be166c67, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=6062543a-d216-4dd1-b72c-3065be166c67,segment=NetworkSegment(c63bf409-6d90-4d92-862a-f1f39472364d),segment_id=c63bf409-6d90-4d92-862a-f1f39472364d)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:15.087966 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:15.132918 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:15.133543 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:15.135726 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] 10.222.0.31 "PUT /v2.0/ports/6062543a-d216-4dd1-b72c-3065be166c67 HTTP/1.1" status: 200 len: 1130 time: 1.6060724 Dec 12 17:44:15.136178 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ed58a7-e8ef-482b-813f-212d43405bb4', 'tag': '6062543a-d216-4dd1-b72c-3065be166c67'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:15.138457 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a6344b-440f-44bb-9d0f-d453a3a5fab9" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ed58a7-e8ef-482b-813f-212d43405bb4", "tag": "6062543a-d216-4dd1-b72c-3065be166c67"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:15.182427 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546038b-be66-45a8-91d5-805d2a024115 service neutron] Pushing event updated for resources: {'Port': ['ID=6062543a-d216-4dd1-b72c-3065be166c67,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:15.183628 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4967545-903f-4a69-aa11-8e2f98598315', 'name': 'network-vif-deleted', 'tag': '075adabc-ae3c-4e5f-90a1-5cbbc6102158'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:15.188329 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d542a5-3343-496c-820c-3962e265901d" -d '{"events": [{"server_uuid": "c4967545-903f-4a69-aa11-8e2f98598315", "name": "network-vif-deleted", "tag": "075adabc-ae3c-4e5f-90a1-5cbbc6102158"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:15.276746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-38084ac4-2433-4437-a7f1-c58c1d04212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:15.280806 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-38084ac4-2433-4437-a7f1-c58c1d04212d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=67865f4a143048ea9866213bacf38009&device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 1133 time: 0.0784729 Dec 12 17:44:15.345938 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-6f43c19f-6b7c-4bb4-a76b-a1fae2020a17 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6062543a-d216-4dd1-b72c-3065be166c67 HTTP/1.1" status: 200 len: 217 time: 0.0496392 Dec 12 17:44:15.382950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e26431-1b96-464c-937b-dc363af68e22 req-ba894329-6153-4364-a346-d7debe7d3b93 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:15.384658 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59e26431-1b96-464c-937b-dc363af68e22 req-ba894329-6153-4364-a346-d7debe7d3b93 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.0991070 Dec 12 17:44:15.441966 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-02aacf71-a203-4d0d-8b7b-fdd07926f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:15.443371 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-02aacf71-a203-4d0d-8b7b-fdd07926f83a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd HTTP/1.1" status: 200 len: 835 time: 0.0816469 Dec 12 17:44:15.469136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59e26431-1b96-464c-937b-dc363af68e22 req-b2bbc925-d764-4c0d-89cd-26344819fc6d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667992 Dec 12 17:44:15.510469 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f71e4fc0-dac7-4441-9242-ea08efbaa55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:15.512160 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-f71e4fc0-dac7-4441-9242-ea08efbaa55a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b57a6c2-20de-47d5-8be0-2090afda85e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589247 Dec 12 17:44:15.638330 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00af328-40f1-4e28-b48a-cb544ec9dbac x-openstack-request-id: req-d00af328-40f1-4e28-b48a-cb544ec9dbac {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:15.638493 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ed58a7-e8ef-482b-813f-212d43405bb4", "tag": "6062543a-d216-4dd1-b72c-3065be166c67", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:15.638750 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d00af328-40f1-4e28-b48a-cb544ec9dbac {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:15.639252 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ed58a7-e8ef-482b-813f-212d43405bb4', 'tag': '6062543a-d216-4dd1-b72c-3065be166c67', 'status': 'completed', 'code': 200} Dec 12 17:44:15.645240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-04e60469-65a5-4599-8e89-63827d37febe service neutron] 10.222.0.31 "GET /v2.0/networks/0b57a6c2-20de-47d5-8be0-2090afda85e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254032 Dec 12 17:44:15.651403 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da310235-0917-4b08-91da-e896ba5ba7b1 x-openstack-request-id: req-da310235-0917-4b08-91da-e896ba5ba7b1 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:15.651813 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4967545-903f-4a69-aa11-8e2f98598315", "name": "network-vif-deleted", "tag": "075adabc-ae3c-4e5f-90a1-5cbbc6102158", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:15.652139 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da310235-0917-4b08-91da-e896ba5ba7b1 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:15.652814 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4967545-903f-4a69-aa11-8e2f98598315', 'name': 'network-vif-deleted', 'tag': '075adabc-ae3c-4e5f-90a1-5cbbc6102158', 'status': 'completed', 'code': 200} Dec 12 17:44:15.717006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 65bdd180-f866-4659-b018-fb8869d0d1c5 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:44:15.721247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 075adabc-ae3c-4e5f-90a1-5cbbc6102158 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:44:15.755489 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 075adabc-ae3c-4e5f-90a1-5cbbc6102158 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:44:15.756829 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 075adabc-ae3c-4e5f-90a1-5cbbc6102158 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:44:15.846826 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 65bdd180-f866-4659-b018-fb8869d0d1c5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=65bdd180-f866-4659-b018-fb8869d0d1c5,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:15.855341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9e0ab-21ea-4850-875d-0c690129a626 req-53ab3bff-82cb-4ce6-b879-a3b19a30e4ed tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:15.856828 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0db9e0ab-21ea-4850-875d-0c690129a626 req-53ab3bff-82cb-4ce6-b879-a3b19a30e4ed tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 982 time: 0.1348424 Dec 12 17:44:15.860079 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '65bdd180-f866-4659-b018-fb8869d0d1c5', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'port_id': '65bdd180-f866-4659-b018-fb8869d0d1c5', 'mac_address': 'fa:16:3e:7e:1c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:44:15.866529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d84e292-9c2f-4fbf-8c67-8119055b4e38 req-0dfc3fea-ea52-4d8e-899c-2f414b7d9284 service neutron] 10.222.0.31 "GET /v2.0/networks/0b57a6c2-20de-47d5-8be0-2090afda85e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072234 Dec 12 17:44:15.915597 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:15.930660 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-b896e2ca-4b78-4d73-8115-3821f299a41f tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:15.931033 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65bdd180-f866-4659-b018-fb8869d0d1c5 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:44:15.932226 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-b896e2ca-4b78-4d73-8115-3821f299a41f tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/networks?id=48f6eb11-31cd-4420-a2e4-48c765eba462 HTTP/1.1" status: 200 len: 822 time: 0.1933284 Dec 12 17:44:15.957290 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 65bdd180-f866-4659-b018-fb8869d0d1c5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=65bdd180-f866-4659-b018-fb8869d0d1c5,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:15.962229 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:15.997218 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-ef958b94-18cc-41f4-99f1-febf51c0c821 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/quotas/c690ef1933604b0cbd75f6c3a7b84fdb HTTP/1.1" status: 200 len: 375 time: 0.0475698 Dec 12 17:44:16.008698 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0db9e0ab-21ea-4850-875d-0c690129a626 req-dea73c60-6426-4353-85bb-a34ab853c47f tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f601167-85ab-49ad-8a47-4e60797552bd&id=feaab5c2-72b4-4ea8-ab00-b3368ab82e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1332715 Dec 12 17:44:16.040934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6344b-440f-44bb-9d0f-d453a3a5fab9 req-f90d863c-7477-4300-8bfe-08fd77394fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:16.042711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27a6344b-440f-44bb-9d0f-d453a3a5fab9 req-f90d863c-7477-4300-8bfe-08fd77394fde service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=67865f4a143048ea9866213bacf38009&device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 1133 time: 0.1095514 Dec 12 17:44:16.045311 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-01e5b9a0-d4b6-4d9b-8097-546db7467e62 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c690ef1933604b0cbd75f6c3a7b84fdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356834 Dec 12 17:44:16.159363 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=65bdd180-f866-4659-b018-fb8869d0d1c5,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:16.180782 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b0c1f8b-a3d0-4ade-9455-3177c15e593a req-12a33428-75be-44c0-be6d-1e4f5a438cf7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 210 time: 0.0714011 Dec 12 17:44:16.247013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6344b-440f-44bb-9d0f-d453a3a5fab9 req-c3a281f9-a546-469b-94a4-9a308184baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:16.248881 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27a6344b-440f-44bb-9d0f-d453a3a5fab9 req-c3a281f9-a546-469b-94a4-9a308184baaa service neutron] 10.222.0.31 "GET /v2.0/networks?id=0b57a6c2-20de-47d5-8be0-2090afda85e0 HTTP/1.1" status: 200 len: 898 time: 0.1974447 Dec 12 17:44:16.251499 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-40d4a77b-1e29-45b9-b829-455500a32b3e service neutron] 10.222.0.18 "GET /v2.0/networks/48f6eb11-31cd-4420-a2e4-48c765eba462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812282 Dec 12 17:44:16.346834 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27a6344b-440f-44bb-9d0f-d453a3a5fab9 req-51768d0a-88e0-4743-a4f6-bfa2831fe27c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6062543a-d216-4dd1-b72c-3065be166c67 HTTP/1.1" status: 200 len: 217 time: 0.0895100 Dec 12 17:44:16.410957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['65bdd180-f866-4659-b018-fb8869d0d1c5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:44:16.445726 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5157d51-1df3-4af1-8ed2-908c8a795526 req-28c6d488-9f14-47ec-87b9-a75d6c753c79 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:16.447279 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5157d51-1df3-4af1-8ed2-908c8a795526 req-28c6d488-9f14-47ec-87b9-a75d6c753c79 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=9591b7d5-7581-46e4-98f5-8364e0816f7e HTTP/1.1" status: 200 len: 944 time: 0.1824715 Dec 12 17:44:16.454642 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6344b-440f-44bb-9d0f-d453a3a5fab9 req-582ed3e8-12f8-4a2a-9d37-d6377383b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:16.456189 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27a6344b-440f-44bb-9d0f-d453a3a5fab9 req-582ed3e8-12f8-4a2a-9d37-d6377383b6f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd HTTP/1.1" status: 200 len: 835 time: 0.0906703 Dec 12 17:44:16.486543 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-e9fbcbd2-202e-4032-8f42-b69a21f53209 service neutron] 10.222.0.18 "GET /v2.0/networks/48f6eb11-31cd-4420-a2e4-48c765eba462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225797 Dec 12 17:44:16.538199 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5157d51-1df3-4af1-8ed2-908c8a795526 req-0a2599df-2b8e-42aa-b2da-b5a95dda02e3 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764840 Dec 12 17:44:16.542768 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6344b-440f-44bb-9d0f-d453a3a5fab9 req-7a3f659e-1b69-49d3-9062-34fd398a6dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:16.544298 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27a6344b-440f-44bb-9d0f-d453a3a5fab9 req-7a3f659e-1b69-49d3-9062-34fd398a6dde service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b57a6c2-20de-47d5-8be0-2090afda85e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730538 Dec 12 17:44:16.656134 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27a6344b-440f-44bb-9d0f-d453a3a5fab9 req-74e20dea-c3d9-4ed2-b666-af6b89b9764f service neutron] 10.222.0.31 "GET /v2.0/networks/0b57a6c2-20de-47d5-8be0-2090afda85e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034398 Dec 12 17:44:16.822055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-729eeea9-9550-4e2b-9275-d2e743b556d5 req-c5ae5848-4f0f-453f-90dd-804cd1bdf237 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4d84af3-e664-482f-b1eb-820c87b478fd HTTP/1.1" status: 200 len: 210 time: 0.0624216 Dec 12 17:44:16.836752 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-e7610947-26b5-42ca-bd59-15e063c0e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:16.838250 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-e7610947-26b5-42ca-bd59-15e063c0e3f2 service neutron] 10.222.0.20 "GET /v2.0/ports/20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 HTTP/1.1" status: 200 len: 1033 time: 0.0834470 Dec 12 17:44:16.896349 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:16.901670 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fd666-85c9-46a6-ac54-df3e3e150681 req-fa03ae6b-18ae-4b21-a1a2-f4f55d4694ec tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:16.903480 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f0fd666-85c9-46a6-ac54-df3e3e150681 req-fa03ae6b-18ae-4b21-a1a2-f4f55d4694ec tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.2178442 Dec 12 17:44:16.911159 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27a6344b-440f-44bb-9d0f-d453a3a5fab9 req-7eba7bf1-7b63-4a80-a0b5-539edc3646a7 service neutron] 10.222.0.31 "GET /v2.0/networks/0b57a6c2-20de-47d5-8be0-2090afda85e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377872 Dec 12 17:44:16.923655 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-d6820a54-3865-4cd5-95ad-e1ff1aafe199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:16.925085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-d6820a54-3865-4cd5-95ad-e1ff1aafe199 service neutron] 10.222.0.20 "GET /v2.0/ports/cf878d49-a70d-49d3-967e-e469af1a6411 HTTP/1.1" status: 200 len: 1031 time: 0.0771594 Dec 12 17:44:16.933954 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e67e0cfe-83c8-4cad-bb8b-7780235977c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:17.035525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f0fd666-85c9-46a6-ac54-df3e3e150681 req-252c062b-1d4e-41af-bc12-aadf6d684070 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145995 Dec 12 17:44:17.102720 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-be169bfa-e016-4fcf-ac86-ad96560c86ed tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:17.110866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-be169bfa-e016-4fcf-ac86-ad96560c86ed tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:17.119871 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-be169bfa-e016-4fcf-ac86-ad96560c86ed tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:17.121760 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-be169bfa-e016-4fcf-ac86-ad96560c86ed tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.20 "GET /v2.0/networks?id=83399e2c-8d46-49d3-8798-f18746a19765&id=abd15d69-fdc4-40f0-9728-711543d334c4&id=abd15d69-fdc4-40f0-9728-711543d334c4&id=abd15d69-fdc4-40f0-9728-711543d334c4&id=abd15d69-fdc4-40f0-9728-711543d334c4&id=faaae9f2-d52c-4d86-b85f-6cafd43330dd&id=faaae9f2-d52c-4d86-b85f-6cafd43330dd HTTP/1.1" status: 200 len: 1996 time: 0.1879995 Dec 12 17:44:17.208904 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce9a89-35ae-4a24-a538-e7979e9bc1e3 req-fba42014-f4e5-4cd6-bc82-43e01c0237d7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:17.211527 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1ce9a89-35ae-4a24-a538-e7979e9bc1e3 req-fba42014-f4e5-4cd6-bc82-43e01c0237d7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 982 time: 0.0876801 Dec 12 17:44:17.246801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-390cc81a-2bab-45c9-9eba-873620c3e85a tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e63f7131b4b54329b6cfac7d45feb38f HTTP/1.1" status: 200 len: 380 time: 0.1129770 Dec 12 17:44:17.265000 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-20f5eb95-a531-45e4-b7ad-386ae51f5b9c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Request body: {'port': {'device_id': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765', 'admin_state_up': True, 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'security_groups': ['b6b74f6a-d70f-4e36-8c07-e156edff7c34']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:17.361688 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1ce9a89-35ae-4a24-a538-e7979e9bc1e3 req-e698f177-3d0a-4995-b81f-c015cc934723 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f601167-85ab-49ad-8a47-4e60797552bd&id=feaab5c2-72b4-4ea8-ab00-b3368ab82e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1405029 Dec 12 17:44:17.363573 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dba6d76e-e14f-4e1d-b2f8-37a5944d97b7 req-d5595825-20a3-4462-807b-2cbc5c98ebac tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 210 time: 0.0519171 Dec 12 17:44:17.413364 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:17.440066 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-20f5eb95-a531-45e4-b7ad-386ae51f5b9c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Made reservation on behalf of e63f7131b4b54329b6cfac7d45feb38f for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:17.443812 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-20f5eb95-a531-45e4-b7ad-386ae51f5b9c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:17.570880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-20f5eb95-a531-45e4-b7ad-386ae51f5b9c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Allocated IP 172.20.0.6 (83399e2c-8d46-49d3-8798-f18746a19765/3cdf9121-1e61-4db7-ab9c-ba8912fd56a9/8d235bd7-6d32-47b3-8ca3-efa8a4469ce1) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:17.728084 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ec488-8612-4d63-8a72-5a80fe1713dc req-d0728e3d-7c34-46da-952d-89eb15201e8f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:17.729635 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-843ec488-8612-4d63-8a72-5a80fe1713dc req-d0728e3d-7c34-46da-952d-89eb15201e8f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=9591b7d5-7581-46e4-98f5-8364e0816f7e HTTP/1.1" status: 200 len: 944 time: 0.1197815 Dec 12 17:44:17.740632 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 65bdd180-f866-4659-b018-fb8869d0d1c5 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:44:17.769539 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-20f5eb95-a531-45e4-b7ad-386ae51f5b9c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:17.818443 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-843ec488-8612-4d63-8a72-5a80fe1713dc req-f2f2a4fd-931b-4722-ac0e-c2974b46d4c4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745509 Dec 12 17:44:17.843094 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 65bdd180-f866-4659-b018-fb8869d0d1c5 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:44:17.853093 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 65bdd180-f866-4659-b018-fb8869d0d1c5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:17.853557 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:17.854252 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-20f5eb95-a531-45e4-b7ad-386ae51f5b9c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:17.879083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-20f5eb95-a531-45e4-b7ad-386ae51f5b9c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Network 83399e2c-8d46-49d3-8798-f18746a19765 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:17.904035 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:44:17.904630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-20f5eb95-a531-45e4-b7ad-386ae51f5b9c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:17.924454 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-20f5eb95-a531-45e4-b7ad-386ae51f5b9c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:17.991705 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:18.021380 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9591b7d5-7581-46e4-98f5-8364e0816f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bdd180-f866-4659-b018-fb8869d0d1c5'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:18.025050 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b06824-d473-42b9-9b54-d4b564908c4b" -d '{"events": [{"server_uuid": "9591b7d5-7581-46e4-98f5-8364e0816f7e", "name": "network-vif-plugged", "status": "completed", "tag": "65bdd180-f866-4659-b018-fb8869d0d1c5"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:18.044653 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 65bdd180-f866-4659-b018-fb8869d0d1c5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=65bdd180-f866-4659-b018-fb8869d0d1c5,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:18.057851 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:18.113267 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0e697d-1b0d-490e-991a-0ac8819d24e7 x-openstack-request-id: req-3c0e697d-1b0d-490e-991a-0ac8819d24e7 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:18.113402 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9591b7d5-7581-46e4-98f5-8364e0816f7e", "name": "network-vif-plugged", "status": "completed", "tag": "65bdd180-f866-4659-b018-fb8869d0d1c5", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:18.113776 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c0e697d-1b0d-490e-991a-0ac8819d24e7 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:18.114093 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9591b7d5-7581-46e4-98f5-8364e0816f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bdd180-f866-4659-b018-fb8869d0d1c5', 'code': 200} Dec 12 17:44:18.155937 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=65bdd180-f866-4659-b018-fb8869d0d1c5,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:18.183008 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7926dea-5d8e-4964-8e6b-7c1b13a9c175 req-549e6346-6c75-4f04-a392-d074f1d2feea tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4d84af3-e664-482f-b1eb-820c87b478fd HTTP/1.1" status: 200 len: 210 time: 0.1741898 Dec 12 17:44:18.183777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5eb95-a531-45e4-b7ad-386ae51f5b9c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event updated for resources: {'Port': ['ID=8d235bd7-6d32-47b3-8ca3-efa8a4469ce1,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:18.227687 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:18.246929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-99ebbec6-2249-49f1-b432-e873c0b21428 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:18.248507 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-99ebbec6-2249-49f1-b432-e873c0b21428 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.31 "GET /v2.0/networks?id=48f6eb11-31cd-4420-a2e4-48c765eba462 HTTP/1.1" status: 200 len: 822 time: 0.3457620 Dec 12 17:44:18.254320 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-20f5eb95-a531-45e4-b7ad-386ae51f5b9c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:18.254939 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-20f5eb95-a531-45e4-b7ad-386ae51f5b9c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:18.282938 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a398d4-1795-474c-a96f-5ce4224a1949 req-d53734bd-7e0a-4220-83ea-ebf5c2c3c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:18.283540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-caf5e48a-1cbf-45e0-91e9-c8d56f3624d9 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Request body: {'port': {'device_id': 'f4d84af3-e664-482f-b1eb-820c87b478fd', 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462', 'admin_state_up': True, 'tenant_id': 'c690ef1933604b0cbd75f6c3a7b84fdb'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:18.284454 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-86a398d4-1795-474c-a96f-5ce4224a1949 req-d53734bd-7e0a-4220-83ea-ebf5c2c3c99c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9591b7d5-7581-46e4-98f5-8364e0816f7e HTTP/1.1" status: 200 len: 1096 time: 0.0562003 Dec 12 17:44:18.335965 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-86a398d4-1795-474c-a96f-5ce4224a1949 req-5dccc183-f209-4332-8306-1e9639a7f521 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425336 Dec 12 17:44:18.340172 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-20f5eb95-a531-45e4-b7ad-386ae51f5b9c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0818214 Dec 12 17:44:18.353329 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-bfd96c56-0912-4d37-8e5c-509bfea361a4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Request body: {'port': {'device_id': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4', 'admin_state_up': True, 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'security_groups': ['b6b74f6a-d70f-4e36-8c07-e156edff7c34']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:18.373923 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-660948e6-7823-408d-94cb-56ec6d50218c None None] Provisioning complete for port 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:18.374296 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-660948e6-7823-408d-94cb-56ec6d50218c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:18.384560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ac4aa-2d5e-4141-8d17-94fbb6a549cb req-3bbaa2a1-3eb8-474c-9d6c-fe55fa155d08 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:18.386156 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d64ac4aa-2d5e-4141-8d17-94fbb6a549cb req-3bbaa2a1-3eb8-474c-9d6c-fe55fa155d08 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.1664765 Dec 12 17:44:18.415972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-660948e6-7823-408d-94cb-56ec6d50218c None None] Port 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:44:18.561909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d64ac4aa-2d5e-4141-8d17-94fbb6a549cb req-6174910e-fda3-4498-a50b-bb7eee6504b1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408682 Dec 12 17:44:18.582841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a6738-884a-48fd-bea9-184987b26888 req-1af0a515-6d27-4203-9bfe-ef9257e80925 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:18.584507 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e67a6738-884a-48fd-bea9-184987b26888 req-1af0a515-6d27-4203-9bfe-ef9257e80925 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 982 time: 0.1264002 Dec 12 17:44:18.586393 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-caf5e48a-1cbf-45e0-91e9-c8d56f3624d9 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Made reservation on behalf of c690ef1933604b0cbd75f6c3a7b84fdb for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:18.591025 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-caf5e48a-1cbf-45e0-91e9-c8d56f3624d9 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:18.639167 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-bfd96c56-0912-4d37-8e5c-509bfea361a4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Made reservation on behalf of e63f7131b4b54329b6cfac7d45feb38f for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:18.642995 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-bfd96c56-0912-4d37-8e5c-509bfea361a4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:18.868511 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e67a6738-884a-48fd-bea9-184987b26888 req-2b08eff8-10e5-4279-a331-c2a6fb565010 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f601167-85ab-49ad-8a47-4e60797552bd&id=feaab5c2-72b4-4ea8-ab00-b3368ab82e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2428837 Dec 12 17:44:18.891966 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9dcf8b-35bc-44ec-ada8-05e3b70ad045 req-4bbd2fab-3ebd-4026-80b5-e481f4d320cb tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:18.894992 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc9dcf8b-35bc-44ec-ada8-05e3b70ad045 req-4bbd2fab-3ebd-4026-80b5-e481f4d320cb tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 931 time: 0.2089624 Dec 12 17:44:18.951741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-caf5e48a-1cbf-45e0-91e9-c8d56f3624d9 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Allocated IP 172.20.0.13 (48f6eb11-31cd-4420-a2e4-48c765eba462/985325a8-d0ce-4355-9de6-d6e602a6cd48/536aff1f-5571-4d82-a074-9a88de54330a) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:19.010647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-bfd96c56-0912-4d37-8e5c-509bfea361a4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Allocated IP 10.1.1.223 (abd15d69-fdc4-40f0-9728-711543d334c4/ee1484b2-b5a9-4537-9c47-1fcfd1a7b776/8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:19.070914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc9dcf8b-35bc-44ec-ada8-05e3b70ad045 req-4fadb197-0e4a-4cbb-81dd-98fa2d5ce4ad tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413827 Dec 12 17:44:19.564475 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-339f466c-def1-496d-bdf2-fd4c8cd70f2f req-1d28d3cf-7bd8-4ff9-a570-9da086b1556b tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4d84af3-e664-482f-b1eb-820c87b478fd HTTP/1.1" status: 200 len: 210 time: 0.0473533 Dec 12 17:44:19.611068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555709b-1b6f-4880-b7a8-29c569127e06 req-021000ca-cfe7-4860-a08d-ee07ce2ad082 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:19.612574 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4555709b-1b6f-4880-b7a8-29c569127e06 req-021000ca-cfe7-4860-a08d-ee07ce2ad082 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=9591b7d5-7581-46e4-98f5-8364e0816f7e HTTP/1.1" status: 200 len: 945 time: 0.5264883 Dec 12 17:44:19.643168 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-caf5e48a-1cbf-45e0-91e9-c8d56f3624d9 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:19.704382 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-bfd96c56-0912-4d37-8e5c-509bfea361a4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:19.746578 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 6062543a-d216-4dd1-b72c-3065be166c67 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:44:19.793055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4555709b-1b6f-4880-b7a8-29c569127e06 req-5688b29b-77cc-4dcf-8275-d58dc0ddb5f5 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685965 Dec 12 17:44:19.809600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa508f-9f78-4b92-bec6-47a97eea813f req-eb77a3ff-896f-47ca-8bf0-305bb2b42d08 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:19.817066 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e6fa508f-9f78-4b92-bec6-47a97eea813f req-eb77a3ff-896f-47ca-8bf0-305bb2b42d08 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.1656134 Dec 12 17:44:19.852269 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-caf5e48a-1cbf-45e0-91e9-c8d56f3624d9 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:19.896663 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 6062543a-d216-4dd1-b72c-3065be166c67, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=6062543a-d216-4dd1-b72c-3065be166c67,segment=NetworkSegment(c63bf409-6d90-4d92-862a-f1f39472364d),segment_id=c63bf409-6d90-4d92-862a-f1f39472364d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:19.910783 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-caf5e48a-1cbf-45e0-91e9-c8d56f3624d9 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Network 48f6eb11-31cd-4420-a2e4-48c765eba462 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:19.916793 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-caf5e48a-1cbf-45e0-91e9-c8d56f3624d9 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:19.917527 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '6062543a-d216-4dd1-b72c-3065be166c67', 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0', 'port_id': '6062543a-d216-4dd1-b72c-3065be166c67', 'mac_address': 'fa:16:3e:11:01:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:44:19.920141 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-bfd96c56-0912-4d37-8e5c-509bfea361a4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:19.924730 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-caf5e48a-1cbf-45e0-91e9-c8d56f3624d9 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:19.973205 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e6fa508f-9f78-4b92-bec6-47a97eea813f req-bd060b8a-a5e9-42e5-b3da-0684104bbeb3 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548667 Dec 12 17:44:19.986810 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:20.002545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6062543a-d216-4dd1-b72c-3065be166c67 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:44:20.024718 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 6062543a-d216-4dd1-b72c-3065be166c67, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=6062543a-d216-4dd1-b72c-3065be166c67,segment=NetworkSegment(c63bf409-6d90-4d92-862a-f1f39472364d),segment_id=c63bf409-6d90-4d92-862a-f1f39472364d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:20.028258 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:20.033754 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:20.048611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-bfd96c56-0912-4d37-8e5c-509bfea361a4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Network abd15d69-fdc4-40f0-9728-711543d334c4 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:20.052684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5e48a-1cbf-45e0-91e9-c8d56f3624d9 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Pushing event updated for resources: {'Port': ['ID=536aff1f-5571-4d82-a074-9a88de54330a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:20.092831 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-bfd96c56-0912-4d37-8e5c-509bfea361a4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:20.093120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=6062543a-d216-4dd1-b72c-3065be166c67,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:20.109278 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-bfd96c56-0912-4d37-8e5c-509bfea361a4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:20.142994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-caf5e48a-1cbf-45e0-91e9-c8d56f3624d9 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:20.144083 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-caf5e48a-1cbf-45e0-91e9-c8d56f3624d9 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:20.158182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044733b5-18cc-491a-a46b-7e618d8bcf1a req-9ffa2106-224c-48ba-a627-c85dd674de2f tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:20.159710 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-044733b5-18cc-491a-a46b-7e618d8bcf1a req-9ffa2106-224c-48ba-a627-c85dd674de2f tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 982 time: 0.1817234 Dec 12 17:44:20.179744 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd96c56-0912-4d37-8e5c-509bfea361a4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event updated for resources: {'Port': ['ID=8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:20.209194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-caf5e48a-1cbf-45e0-91e9-c8d56f3624d9 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9329610 Dec 12 17:44:20.228023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-bfd96c56-0912-4d37-8e5c-509bfea361a4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:20.228721 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-bfd96c56-0912-4d37-8e5c-509bfea361a4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:20.238205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Request body: {'port': {'device_id': 'f4d84af3-e664-482f-b1eb-820c87b478fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:20.321868 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-bfd96c56-0912-4d37-8e5c-509bfea361a4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9728990 Dec 12 17:44:20.333854 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-044733b5-18cc-491a-a46b-7e618d8bcf1a req-4bd64a80-202d-4753-a29b-caed97817420 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f601167-85ab-49ad-8a47-4e60797552bd&id=feaab5c2-72b4-4ea8-ab00-b3368ab82e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1597879 Dec 12 17:44:20.355127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-f77c1fd9-ee23-412b-98b9-c08606ae61d0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Request body: {'port': {'device_id': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4', 'admin_state_up': True, 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'security_groups': ['b6b74f6a-d70f-4e36-8c07-e156edff7c34']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:20.405287 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:20.407195 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['6062543a-d216-4dd1-b72c-3065be166c67'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:44:20.450908 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec774be1-56ba-4a6a-9c3c-85036b11a462 req-f7496251-7b78-439e-bc18-cb53726fbe88 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:20.457496 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec774be1-56ba-4a6a-9c3c-85036b11a462 req-f7496251-7b78-439e-bc18-cb53726fbe88 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:20.458695 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec774be1-56ba-4a6a-9c3c-85036b11a462 req-f7496251-7b78-439e-bc18-cb53726fbe88 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 1653 time: 0.1949546 Dec 12 17:44:20.464941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-09fd84c9-96ae-485d-9594-42c6c783bf81 None None] Provisioning complete for port 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:20.465891 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09fd84c9-96ae-485d-9594-42c6c783bf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:20.532109 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-09fd84c9-96ae-485d-9594-42c6c783bf81 None None] Port 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:44:20.645550 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec774be1-56ba-4a6a-9c3c-85036b11a462 req-49e3dcc1-64c5-4f4b-b405-f32da6597da8 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571329 Dec 12 17:44:20.681302 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:20.707662 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-f77c1fd9-ee23-412b-98b9-c08606ae61d0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Made reservation on behalf of e63f7131b4b54329b6cfac7d45feb38f for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:20.711531 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-f77c1fd9-ee23-412b-98b9-c08606ae61d0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:20.827521 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ff270-e891-490b-8fdd-5de9c9005972 req-ebacd2a1-e50b-4ea0-bfe9-4b52fce38593 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:20.829045 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a5ff270-e891-490b-8fdd-5de9c9005972 req-ebacd2a1-e50b-4ea0-bfe9-4b52fce38593 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4d84af3-e664-482f-b1eb-820c87b478fd HTTP/1.1" status: 200 len: 932 time: 0.1703680 Dec 12 17:44:21.014332 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a5ff270-e891-490b-8fdd-5de9c9005972 req-fce91e0b-fccf-4247-a33a-30e1e3d2e610 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768463 Dec 12 17:44:21.033753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536aff1f-5571-4d82-a074-9a88de54330a {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:44:21.038763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-f77c1fd9-ee23-412b-98b9-c08606ae61d0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Allocated IP 10.1.1.92 (abd15d69-fdc4-40f0-9728-711543d334c4/ee1484b2-b5a9-4537-9c47-1fcfd1a7b776/402bee39-25ac-4a84-b465-f2942ddb6386) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:21.048912 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:21.064255 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04412e-72c8-4c39-bac9-cb99f27c84fd req-2131548f-8d5a-4103-83c1-ce5a5381be55 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:21.065792 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3f04412e-72c8-4c39-bac9-cb99f27c84fd req-2131548f-8d5a-4103-83c1-ce5a5381be55 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=9591b7d5-7581-46e4-98f5-8364e0816f7e HTTP/1.1" status: 200 len: 945 time: 0.1875727 Dec 12 17:44:21.105101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Transition to ACTIVE for port object 536aff1f-5571-4d82-a074-9a88de54330a will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:44:21.132150 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:21.276661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3f04412e-72c8-4c39-bac9-cb99f27c84fd req-e53efdfb-8cb3-4105-a6ae-4cc92de8c40a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995850 Dec 12 17:44:21.280823 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Pushing event updated for resources: {'Port': ['ID=536aff1f-5571-4d82-a074-9a88de54330a,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:21.300494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3b5d5-a81d-4ef5-a595-8b6628023ea0 req-ac013c1b-868f-4bab-9d2f-da89e65b76a8 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:21.300494 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48b3b5d5-a81d-4ef5-a595-8b6628023ea0 req-ac013c1b-868f-4bab-9d2f-da89e65b76a8 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.2102673 Dec 12 17:44:21.434595 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-f77c1fd9-ee23-412b-98b9-c08606ae61d0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:21.444825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48b3b5d5-a81d-4ef5-a595-8b6628023ea0 req-7e2142fc-d596-4772-b5e3-b226f84f8303 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462340 Dec 12 17:44:21.471233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Attempting to bind port 536aff1f-5571-4d82-a074-9a88de54330a on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:21.471233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Attempting to bind port 536aff1f-5571-4d82-a074-9a88de54330a by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'f87f4d95-d9ea-4209-86f6-6a60b76b2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:21.471233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Attempting to bind port 536aff1f-5571-4d82-a074-9a88de54330a on network 48f6eb11-31cd-4420-a2e4-48c765eba462 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:21.471233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Port 536aff1f-5571-4d82-a074-9a88de54330a on network 48f6eb11-31cd-4420-a2e4-48c765eba462 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:44:21.471233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Attempting to bind port 536aff1f-5571-4d82-a074-9a88de54330a on network 48f6eb11-31cd-4420-a2e4-48c765eba462 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:21.477727 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:21.478191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Checking segment: {'id': 'f87f4d95-d9ea-4209-86f6-6a60b76b2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:21.478728 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Bound using segment: {'id': 'f87f4d95-d9ea-4209-86f6-6a60b76b2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:21.479395 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Bound port: 536aff1f-5571-4d82-a074-9a88de54330a, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87f4d95-d9ea-4209-86f6-6a60b76b2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:21.479881 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:21.566506 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-f77c1fd9-ee23-412b-98b9-c08606ae61d0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:21.664880 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f5392e0-e319-469c-a22d-e286eaa3c94e req-698c772f-a2e7-4ad6-b93e-461f3e1a6eeb tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=bcfe64c55346445599fb24bf34f06b4d HTTP/1.1" status: 200 len: 267 time: 0.1825225 Dec 12 17:44:21.671707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-f77c1fd9-ee23-412b-98b9-c08606ae61d0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Network abd15d69-fdc4-40f0-9728-711543d334c4 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:21.685927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-f77c1fd9-ee23-412b-98b9-c08606ae61d0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:21.702110 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-f77c1fd9-ee23-412b-98b9-c08606ae61d0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:21.706242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] For port 536aff1f-5571-4d82-a074-9a88de54330a, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:21.722113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c1fd9-ee23-412b-98b9-c08606ae61d0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event updated for resources: {'Port': ['ID=402bee39-25ac-4a84-b465-f2942ddb6386,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:21.731839 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07598d59-4104-493c-ad01-8d8c6b8132bf req-1e8781a5-ae34-4594-b3bf-a60e42fc5e35 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:21.733436 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07598d59-4104-493c-ad01-8d8c6b8132bf req-1e8781a5-ae34-4594-b3bf-a60e42fc5e35 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 983 time: 0.1913290 Dec 12 17:44:21.765063 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 6062543a-d216-4dd1-b72c-3065be166c67 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:44:21.780516 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] For port 536aff1f-5571-4d82-a074-9a88de54330a, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=536aff1f-5571-4d82-a074-9a88de54330a,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:21.802312 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:21.833669 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 6062543a-d216-4dd1-b72c-3065be166c67 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:44:21.839281 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 6062543a-d216-4dd1-b72c-3065be166c67 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:21.840348 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:21.880529 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-f77c1fd9-ee23-412b-98b9-c08606ae61d0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:21.881183 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-f77c1fd9-ee23-412b-98b9-c08606ae61d0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:21.904291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:21.905230 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:21.906626 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] 10.222.0.31 "PUT /v2.0/ports/536aff1f-5571-4d82-a074-9a88de54330a HTTP/1.1" status: 200 len: 1092 time: 1.6850252 Dec 12 17:44:21.911087 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417acf9d-c698-4d58-9914-5eda3e6a57ff service neutron] Pushing event updated for resources: {'Port': ['ID=536aff1f-5571-4d82-a074-9a88de54330a,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:21.920549 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d84af3-e664-482f-b1eb-820c87b478fd', 'tag': '536aff1f-5571-4d82-a074-9a88de54330a'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:21.923997 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979fdfdc-54dc-48f3-8572-9dfb46f1d643" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d84af3-e664-482f-b1eb-820c87b478fd", "tag": "536aff1f-5571-4d82-a074-9a88de54330a"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:21.951298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5392e0-e319-469c-a22d-e286eaa3c94e req-c1795a8b-26d6-443d-a83b-e868d7406d0f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:21.953027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f5392e0-e319-469c-a22d-e286eaa3c94e req-c1795a8b-26d6-443d-a83b-e868d7406d0f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=9591b7d5-7581-46e4-98f5-8364e0816f7e HTTP/1.1" status: 200 len: 945 time: 0.2764280 Dec 12 17:44:21.959965 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:21.982850 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-98123711-220c-4a8a-9df1-926d1d7cc90b None None] Provisioning complete for port 402bee39-25ac-4a84-b465-f2942ddb6386 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:21.983242 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-98123711-220c-4a8a-9df1-926d1d7cc90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:21.991725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-4f5392e0-e319-469c-a22d-e286eaa3c94e req-1b6fd1a5-5a1f-4983-89ff-9308db651ae8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Request body: {'port': {'security_groups': []}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:22.003794 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-f77c1fd9-ee23-412b-98b9-c08606ae61d0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6538284 Dec 12 17:44:22.012465 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ed58a7-e8ef-482b-813f-212d43405bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6062543a-d216-4dd1-b72c-3065be166c67'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:22.014668 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec47fddc-5759-46f4-a2f2-f4bb74a1e8de" -d '{"events": [{"server_uuid": "a9ed58a7-e8ef-482b-813f-212d43405bb4", "name": "network-vif-plugged", "status": "completed", "tag": "6062543a-d216-4dd1-b72c-3065be166c67"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:22.032105 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 6062543a-d216-4dd1-b72c-3065be166c67, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=6062543a-d216-4dd1-b72c-3065be166c67,segment=NetworkSegment(c63bf409-6d90-4d92-862a-f1f39472364d),segment_id=c63bf409-6d90-4d92-862a-f1f39472364d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:22.034145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-3ca48a8b-acdc-4c1c-8b1e-578b5e5b8e08 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Request body: {'port': {'device_id': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'faaae9f2-d52c-4d86-b85f-6cafd43330dd', 'admin_state_up': True, 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'security_groups': ['b6b74f6a-d70f-4e36-8c07-e156edff7c34']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:22.038346 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:22.043256 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-98123711-220c-4a8a-9df1-926d1d7cc90b None None] Port 402bee39-25ac-4a84-b465-f2942ddb6386 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:44:22.054743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07598d59-4104-493c-ad01-8d8c6b8132bf req-493bf6ea-584c-41b7-ae5c-2789bd71312b tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f601167-85ab-49ad-8a47-4e60797552bd&id=feaab5c2-72b4-4ea8-ab00-b3368ab82e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2874007 Dec 12 17:44:22.100813 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=6062543a-d216-4dd1-b72c-3065be166c67,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:22.154862 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-e867bc3a-60e3-4953-9673-b5b1ec589760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:22.156433 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-e867bc3a-60e3-4953-9673-b5b1ec589760 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c690ef1933604b0cbd75f6c3a7b84fdb&device_id=f4d84af3-e664-482f-b1eb-820c87b478fd HTTP/1.1" status: 200 len: 1095 time: 0.2026947 Dec 12 17:44:22.178717 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4f5392e0-e319-469c-a22d-e286eaa3c94e req-1b6fd1a5-5a1f-4983-89ff-9308db651ae8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:22.239767 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-c8d4a592-9911-4549-8478-db84e2631ad0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=536aff1f-5571-4d82-a074-9a88de54330a HTTP/1.1" status: 200 len: 217 time: 0.0704384 Dec 12 17:44:22.392368 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-1d7ddd94-41ef-4831-91e8-02c564d53c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:22.393849 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-1d7ddd94-41ef-4831-91e8-02c564d53c1f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=985325a8-d0ce-4355-9de6-d6e602a6cd48 HTTP/1.1" status: 200 len: 862 time: 0.1423416 Dec 12 17:44:22.405382 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1627bb-0550-4468-88e7-282effacf808 req-2126d22c-bde5-452b-8c47-63c79396e4b2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:22.411497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1627bb-0550-4468-88e7-282effacf808 req-2126d22c-bde5-452b-8c47-63c79396e4b2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:22.418253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1627bb-0550-4468-88e7-282effacf808 req-2126d22c-bde5-452b-8c47-63c79396e4b2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:22.419909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a1627bb-0550-4468-88e7-282effacf808 req-2126d22c-bde5-452b-8c47-63c79396e4b2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 2373 time: 0.2064233 Dec 12 17:44:22.423838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-3ca48a8b-acdc-4c1c-8b1e-578b5e5b8e08 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Made reservation on behalf of e63f7131b4b54329b6cfac7d45feb38f for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:22.509023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-29eed21c-0d31-4bd5-ade0-e3bde9b2ac73 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48f6eb11-31cd-4420-a2e4-48c765eba462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860515 Dec 12 17:44:22.687025 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a1627bb-0550-4468-88e7-282effacf808 req-ca598b79-e2ac-4b53-b293-f705f618c28d tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503281 Dec 12 17:44:22.697398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4f5392e0-e319-469c-a22d-e286eaa3c94e req-1b6fd1a5-5a1f-4983-89ff-9308db651ae8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] For port 65bdd180-f866-4659-b018-fb8869d0d1c5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=65bdd180-f866-4659-b018-fb8869d0d1c5,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:22.737559 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-3ca48a8b-acdc-4c1c-8b1e-578b5e5b8e08 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:22.749151 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b84240-03ae-44df-bff3-8ddf7804a131 x-openstack-request-id: req-35b84240-03ae-44df-bff3-8ddf7804a131 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:22.749445 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d84af3-e664-482f-b1eb-820c87b478fd", "tag": "536aff1f-5571-4d82-a074-9a88de54330a", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:22.749706 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35b84240-03ae-44df-bff3-8ddf7804a131 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:22.750106 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d84af3-e664-482f-b1eb-820c87b478fd', 'tag': '536aff1f-5571-4d82-a074-9a88de54330a', 'status': 'completed', 'code': 200} Dec 12 17:44:22.774800 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5651c231-cf32-4438-aad9-36f905308710 x-openstack-request-id: req-5651c231-cf32-4438-aad9-36f905308710 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:22.775826 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-0d60f828-86e2-46d4-82c0-9b28920ee2bd service neutron] 10.222.0.31 "GET /v2.0/networks/48f6eb11-31cd-4420-a2e4-48c765eba462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329171 Dec 12 17:44:22.776497 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ed58a7-e8ef-482b-813f-212d43405bb4", "name": "network-vif-plugged", "status": "completed", "tag": "6062543a-d216-4dd1-b72c-3065be166c67", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:22.776928 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5651c231-cf32-4438-aad9-36f905308710 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:22.777561 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ed58a7-e8ef-482b-813f-212d43405bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6062543a-d216-4dd1-b72c-3065be166c67', 'code': 200} Dec 12 17:44:22.778863 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4f5392e0-e319-469c-a22d-e286eaa3c94e req-1b6fd1a5-5a1f-4983-89ff-9308db651ae8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:22.788733 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4f5392e0-e319-469c-a22d-e286eaa3c94e req-1b6fd1a5-5a1f-4983-89ff-9308db651ae8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:22.803260 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['1e5ea895-136a-44cf-b33a-b6ba997762e7', '6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:44:22.811047 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['65bdd180-f866-4659-b018-fb8869d0d1c5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:44:22.918027 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07a47e-3921-47d5-ac9d-7cfbb6449f0b req-2f78153a-f0ac-42c1-9713-e19f27bd7a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:22.919557 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4b07a47e-3921-47d5-ac9d-7cfbb6449f0b req-2f78153a-f0ac-42c1-9713-e19f27bd7a04 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 1135 time: 0.0516322 Dec 12 17:44:22.995020 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4b07a47e-3921-47d5-ac9d-7cfbb6449f0b req-8d28b3d1-a658-4f80-8002-0f06e95d8216 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9f601167-85ab-49ad-8a47-4e60797552bd&id=feaab5c2-72b4-4ea8-ab00-b3368ab82e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0616257 Dec 12 17:44:23.295098 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5392e0-e319-469c-a22d-e286eaa3c94e req-1b6fd1a5-5a1f-4983-89ff-9308db651ae8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:23.295771 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4f5392e0-e319-469c-a22d-e286eaa3c94e req-1b6fd1a5-5a1f-4983-89ff-9308db651ae8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:23.297198 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f5392e0-e319-469c-a22d-e286eaa3c94e req-1b6fd1a5-5a1f-4983-89ff-9308db651ae8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "PUT /v2.0/ports/65bdd180-f866-4659-b018-fb8869d0d1c5 HTTP/1.1" status: 200 len: 904 time: 1.3289206 Dec 12 17:44:23.396106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fd1a5-5a1f-4983-89ff-9308db651ae8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Pushing event updated for resources: {'Port': ['ID=65bdd180-f866-4659-b018-fb8869d0d1c5,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:23.407892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['65bdd180-f866-4659-b018-fb8869d0d1c5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:44:23.436253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d3204-5c72-41cc-9fc1-2516c531b88a req-4f37dee4-a3c2-43a1-bfee-79e10d02eec2 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:23.437838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-302d3204-5c72-41cc-9fc1-2516c531b88a req-4f37dee4-a3c2-43a1-bfee-79e10d02eec2 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4d84af3-e664-482f-b1eb-820c87b478fd HTTP/1.1" status: 200 len: 944 time: 0.5483785 Dec 12 17:44:23.442822 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0bccc9a-a644-468b-95c0-464b274f9ba9 req-f300f559-4bfb-42e8-8fec-11f077fff339 service neutron] 10.222.0.31 "GET /v2.0/networks/48f6eb11-31cd-4420-a2e4-48c765eba462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6343303 Dec 12 17:44:23.553338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-3ca48a8b-acdc-4c1c-8b1e-578b5e5b8e08 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Allocated IP 10.2.2.100 (faaae9f2-d52c-4d86-b85f-6cafd43330dd/f206a52f-0480-4327-a021-ac66bb2ee69a/f4a4ef46-1816-472e-b889-25324f339335) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:23.574996 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-302d3204-5c72-41cc-9fc1-2516c531b88a req-706c19b3-a747-4e16-8ad5-052b42e36a09 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289268 Dec 12 17:44:23.590826 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-99396618-763c-437a-949a-3da1c8c6aec3 None None] Provisioning complete for port 65bdd180-f866-4659-b018-fb8869d0d1c5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:23.591329 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-99396618-763c-437a-949a-3da1c8c6aec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:23.647300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfdc-54dc-48f3-8572-9dfb46f1d643 req-1440df9c-5977-4f7f-a178-109e1f0fa806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:23.648882 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-979fdfdc-54dc-48f3-8572-9dfb46f1d643 req-1440df9c-5977-4f7f-a178-109e1f0fa806 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c690ef1933604b0cbd75f6c3a7b84fdb&device_id=f4d84af3-e664-482f-b1eb-820c87b478fd HTTP/1.1" status: 200 len: 1095 time: 0.1338940 Dec 12 17:44:23.665653 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a886861-3376-46da-b457-60695fbc52db req-7e07fd5b-dfe5-4649-b45a-6128650f6ce4 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:23.667775 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a886861-3376-46da-b457-60695fbc52db req-7e07fd5b-dfe5-4649-b45a-6128650f6ce4 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.1113079 Dec 12 17:44:23.886444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a886861-3376-46da-b457-60695fbc52db req-fd116ef5-9621-4d00-a896-8c9e8feb43ea tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992362 Dec 12 17:44:23.908281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08223e-8d7a-4324-af1b-a25a39feb274 req-4c3bb8a5-d86d-4d06-b721-c2d30c6017b7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:23.908281 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df08223e-8d7a-4324-af1b-a25a39feb274 req-4c3bb8a5-d86d-4d06-b721-c2d30c6017b7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 984 time: 0.2350063 Dec 12 17:44:23.922753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfdc-54dc-48f3-8572-9dfb46f1d643 req-c8b1b80c-3cc7-414f-9d96-d1fdee51b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:23.925135 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-979fdfdc-54dc-48f3-8572-9dfb46f1d643 req-c8b1b80c-3cc7-414f-9d96-d1fdee51b966 service neutron] 10.222.0.31 "GET /v2.0/networks?id=48f6eb11-31cd-4420-a2e4-48c765eba462 HTTP/1.1" status: 200 len: 923 time: 0.2454052 Dec 12 17:44:23.940601 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-3ca48a8b-acdc-4c1c-8b1e-578b5e5b8e08 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:23.987617 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-979fdfdc-54dc-48f3-8572-9dfb46f1d643 req-dc1732bf-cfd6-47e8-b156-6770edea2de9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=536aff1f-5571-4d82-a074-9a88de54330a HTTP/1.1" status: 200 len: 217 time: 0.0453405 Dec 12 17:44:24.099303 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df08223e-8d7a-4324-af1b-a25a39feb274 req-b3874421-ec1f-417c-bc64-a39b2fbeacf6 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f601167-85ab-49ad-8a47-4e60797552bd&id=feaab5c2-72b4-4ea8-ab00-b3368ab82e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1855855 Dec 12 17:44:24.115125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfdc-54dc-48f3-8572-9dfb46f1d643 req-fe8aa300-46a1-4ce9-bf7a-1b01a3a23776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:24.116725 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-979fdfdc-54dc-48f3-8572-9dfb46f1d643 req-fe8aa300-46a1-4ce9-bf7a-1b01a3a23776 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=985325a8-d0ce-4355-9de6-d6e602a6cd48 HTTP/1.1" status: 200 len: 862 time: 0.1182358 Dec 12 17:44:24.119475 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-3ca48a8b-acdc-4c1c-8b1e-578b5e5b8e08 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:24.173308 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d7092-64a3-4345-8294-a722d06aee8a req-74d59cb0-ee83-42c9-88dc-29f59f01dc1c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:24.174937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-164d7092-64a3-4345-8294-a722d06aee8a req-74d59cb0-ee83-42c9-88dc-29f59f01dc1c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=9591b7d5-7581-46e4-98f5-8364e0816f7e HTTP/1.1" status: 200 len: 907 time: 0.1288302 Dec 12 17:44:24.210865 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-979fdfdc-54dc-48f3-8572-9dfb46f1d643 req-bf4adcca-5398-4abe-89bd-d7ab4d54051a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=48f6eb11-31cd-4420-a2e4-48c765eba462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811102 Dec 12 17:44:24.241967 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-3ca48a8b-acdc-4c1c-8b1e-578b5e5b8e08 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Network faaae9f2-d52c-4d86-b85f-6cafd43330dd is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:24.257954 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-3ca48a8b-acdc-4c1c-8b1e-578b5e5b8e08 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:24.274592 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-3ca48a8b-acdc-4c1c-8b1e-578b5e5b8e08 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:24.312614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca48a8b-acdc-4c1c-8b1e-578b5e5b8e08 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event updated for resources: {'Port': ['ID=f4a4ef46-1816-472e-b889-25324f339335,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:24.398949 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a6e74-80fd-42a4-a441-5b0951894842 req-a87b4717-805d-48b3-88ad-5869fa2bf935 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:24.405461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a6e74-80fd-42a4-a441-5b0951894842 req-a87b4717-805d-48b3-88ad-5869fa2bf935 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:24.411500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a6e74-80fd-42a4-a441-5b0951894842 req-a87b4717-805d-48b3-88ad-5869fa2bf935 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:24.417472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a6e74-80fd-42a4-a441-5b0951894842 req-a87b4717-805d-48b3-88ad-5869fa2bf935 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:24.423720 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d01a6e74-80fd-42a4-a441-5b0951894842 req-a87b4717-805d-48b3-88ad-5869fa2bf935 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 3094 time: 0.2282727 Dec 12 17:44:24.438617 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-3ca48a8b-acdc-4c1c-8b1e-578b5e5b8e08 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:24.439287 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-3ca48a8b-acdc-4c1c-8b1e-578b5e5b8e08 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:24.493308 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010a1bd-dbdb-4f07-a2c2-9dc8c1425cdc req-0b5a60a1-dcd9-4a48-92aa-c670958e76c0 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:24.494877 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3010a1bd-dbdb-4f07-a2c2-9dc8c1425cdc req-0b5a60a1-dcd9-4a48-92aa-c670958e76c0 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.2321393 Dec 12 17:44:24.506566 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-979fdfdc-54dc-48f3-8572-9dfb46f1d643 req-e19be25a-b2f3-42a8-800d-c1a0fc3c023e service neutron] 10.222.0.31 "GET /v2.0/networks/48f6eb11-31cd-4420-a2e4-48c765eba462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854106 Dec 12 17:44:24.512132 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-3ca48a8b-acdc-4c1c-8b1e-578b5e5b8e08 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4904635 Dec 12 17:44:24.529116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-87936ebf-85f8-4c30-989b-38f081f454a3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Request body: {'port': {'device_id': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'faaae9f2-d52c-4d86-b85f-6cafd43330dd', 'admin_state_up': True, 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'security_groups': ['b6b74f6a-d70f-4e36-8c07-e156edff7c34']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:24.541622 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-21289367-a320-4c70-aa53-1627b887fb40 None None] Provisioning complete for port f4a4ef46-1816-472e-b889-25324f339335 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:24.542129 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-21289367-a320-4c70-aa53-1627b887fb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:24.576702 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-21289367-a320-4c70-aa53-1627b887fb40 None None] Port f4a4ef46-1816-472e-b889-25324f339335 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:44:24.657326 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d01a6e74-80fd-42a4-a441-5b0951894842 req-f8b8c82e-ea47-4fdb-84ec-b4819cb9c7fa tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279115 Dec 12 17:44:24.712240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3010a1bd-dbdb-4f07-a2c2-9dc8c1425cdc req-f5b6b0d6-eb7d-4a96-819e-b78dbe6ce431 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082527 Dec 12 17:44:24.747956 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-979fdfdc-54dc-48f3-8572-9dfb46f1d643 req-c79039a0-9e9c-4efa-8250-9eaba426c967 service neutron] 10.222.0.31 "GET /v2.0/networks/48f6eb11-31cd-4420-a2e4-48c765eba462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211955 Dec 12 17:44:24.755283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9591b7d5-7581-46e4-98f5-8364e0816f7e', 'tag': '65bdd180-f866-4659-b018-fb8869d0d1c5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:24.757721 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbabc53-2b96-486d-8701-733c56c489fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9591b7d5-7581-46e4-98f5-8364e0816f7e", "tag": "65bdd180-f866-4659-b018-fb8869d0d1c5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:24.812080 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-87936ebf-85f8-4c30-989b-38f081f454a3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Made reservation on behalf of e63f7131b4b54329b6cfac7d45feb38f for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:24.817766 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-87936ebf-85f8-4c30-989b-38f081f454a3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:25.004372 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a4bdb-c675-4726-b313-e7cec3415da5 req-ee3b697f-732f-4dad-b062-59e4f0786e9f tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:25.005866 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-592a4bdb-c675-4726-b313-e7cec3415da5 req-ee3b697f-732f-4dad-b062-59e4f0786e9f tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4d84af3-e664-482f-b1eb-820c87b478fd HTTP/1.1" status: 200 len: 944 time: 0.1319098 Dec 12 17:44:25.016110 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5447c28-4ee6-42d4-abbf-b480106ba346 req-901fdd01-9a38-4ca9-8839-9995f080e955 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:25.017523 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5447c28-4ee6-42d4-abbf-b480106ba346 req-901fdd01-9a38-4ca9-8839-9995f080e955 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1447182 Dec 12 17:44:25.137175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-87936ebf-85f8-4c30-989b-38f081f454a3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Allocated IP 10.2.2.200 (faaae9f2-d52c-4d86-b85f-6cafd43330dd/f206a52f-0480-4327-a021-ac66bb2ee69a/0eb3c432-d283-4933-81c2-cc62a2e8490d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:25.147648 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-592a4bdb-c675-4726-b313-e7cec3415da5 req-fa006e1d-d6e7-4e23-9c10-3967037da39e tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291294 Dec 12 17:44:25.150957 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5447c28-4ee6-42d4-abbf-b480106ba346 req-fbbaddc0-fae5-4b89-be89-ce4ddc64fa53 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218989 Dec 12 17:44:25.278915 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b949c8b-adfc-42ef-8f1e-1021adfc6449 x-openstack-request-id: req-5b949c8b-adfc-42ef-8f1e-1021adfc6449 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:25.279289 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9591b7d5-7581-46e4-98f5-8364e0816f7e", "tag": "65bdd180-f866-4659-b018-fb8869d0d1c5", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:25.279484 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b949c8b-adfc-42ef-8f1e-1021adfc6449 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:25.279877 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9591b7d5-7581-46e4-98f5-8364e0816f7e', 'tag': '65bdd180-f866-4659-b018-fb8869d0d1c5', 'status': 'completed', 'code': 200} Dec 12 17:44:25.377205 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-87936ebf-85f8-4c30-989b-38f081f454a3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:25.419651 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbabc53-2b96-486d-8701-733c56c489fa req-669e37a7-439e-4b73-911b-1e3adec6117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:25.421355 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8cbabc53-2b96-486d-8701-733c56c489fa req-669e37a7-439e-4b73-911b-1e3adec6117b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=9591b7d5-7581-46e4-98f5-8364e0816f7e HTTP/1.1" status: 200 len: 1058 time: 0.1405048 Dec 12 17:44:25.434719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9beebd8-dad0-4b21-97aa-08869789af6d req-d1e29736-1648-4870-8f94-4586aa4e095b tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:25.436246 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f9beebd8-dad0-4b21-97aa-08869789af6d req-d1e29736-1648-4870-8f94-4586aa4e095b tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.1456940 Dec 12 17:44:25.535229 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bc450-7360-4574-ae9f-5a38b56bbd77 req-39ce0275-7669-4d8d-86e7-54681d51c97a tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:25.536730 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e0bc450-7360-4574-ae9f-5a38b56bbd77 req-39ce0275-7669-4d8d-86e7-54681d51c97a tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 984 time: 0.1575034 Dec 12 17:44:25.552383 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-87936ebf-85f8-4c30-989b-38f081f454a3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:25.636531 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f9beebd8-dad0-4b21-97aa-08869789af6d req-461bd7d3-87cd-4c66-8ad0-d3d9f34ae4d3 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865883 Dec 12 17:44:25.657498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-87936ebf-85f8-4c30-989b-38f081f454a3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Network faaae9f2-d52c-4d86-b85f-6cafd43330dd is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:25.666846 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-87936ebf-85f8-4c30-989b-38f081f454a3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:25.674852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbabc53-2b96-486d-8701-733c56c489fa req-fa226446-362b-46b9-935c-0c033bc6beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:25.676177 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8cbabc53-2b96-486d-8701-733c56c489fa req-fa226446-362b-46b9-935c-0c033bc6beb5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 913 time: 0.2390938 Dec 12 17:44:25.676954 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-87936ebf-85f8-4c30-989b-38f081f454a3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:25.697502 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87936ebf-85f8-4c30-989b-38f081f454a3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event updated for resources: {'Port': ['ID=0eb3c432-d283-4933-81c2-cc62a2e8490d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:25.762713 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 536aff1f-5571-4d82-a074-9a88de54330a details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:44:25.815923 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8cbabc53-2b96-486d-8701-733c56c489fa req-5bb16fa2-d73a-406d-bf49-889fcc8c36e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65bdd180-f866-4659-b018-fb8869d0d1c5 HTTP/1.1" status: 200 len: 217 time: 0.1206918 Dec 12 17:44:25.864619 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e0bc450-7360-4574-ae9f-5a38b56bbd77 req-df9e1e1f-c0c6-4600-b7cc-54e74a04f31f tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f601167-85ab-49ad-8a47-4e60797552bd&id=feaab5c2-72b4-4ea8-ab00-b3368ab82e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3136029 Dec 12 17:44:25.893656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 536aff1f-5571-4d82-a074-9a88de54330a, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=536aff1f-5571-4d82-a074-9a88de54330a,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:25.907047 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '536aff1f-5571-4d82-a074-9a88de54330a', 'network_id': '48f6eb11-31cd-4420-a2e4-48c765eba462', 'port_id': '536aff1f-5571-4d82-a074-9a88de54330a', 'mac_address': 'fa:16:3e:7c:c1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985325a8-d0ce-4355-9de6-d6e602a6cd48', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:44:25.937584 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-87936ebf-85f8-4c30-989b-38f081f454a3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:25.938220 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-87936ebf-85f8-4c30-989b-38f081f454a3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:25.949629 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:25.965727 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536aff1f-5571-4d82-a074-9a88de54330a {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:44:25.988173 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 536aff1f-5571-4d82-a074-9a88de54330a, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=536aff1f-5571-4d82-a074-9a88de54330a,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:25.992748 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:25.993628 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-87936ebf-85f8-4c30-989b-38f081f454a3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4688728 Dec 12 17:44:26.006722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbabc53-2b96-486d-8701-733c56c489fa req-e4afd134-b937-4b30-8183-181ef2becb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:26.008389 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8cbabc53-2b96-486d-8701-733c56c489fa req-e4afd134-b937-4b30-8183-181ef2becb09 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.1625078 Dec 12 17:44:26.022244 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Request body: {'port': {'device_id': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:26.045385 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b98d353a-25ca-40b0-81c5-c272771e7fc6 None None] Provisioning complete for port 0eb3c432-d283-4933-81c2-cc62a2e8490d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:26.045760 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b98d353a-25ca-40b0-81c5-c272771e7fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:26.086693 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=536aff1f-5571-4d82-a074-9a88de54330a,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:26.087703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-2742e026-e60b-4367-8b01-edb98bd916f3 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:26.090208 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-2742e026-e60b-4367-8b01-edb98bd916f3 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 812 time: 0.3442068 Dec 12 17:44:26.093182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b98d353a-25ca-40b0-81c5-c272771e7fc6 None None] Port 0eb3c432-d283-4933-81c2-cc62a2e8490d cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:44:26.125990 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b951a-b481-4fd3-b667-b17a4d9de99b req-98fd1458-c405-47fd-85f0-131887f7bedb tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:26.132139 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b951a-b481-4fd3-b667-b17a4d9de99b req-98fd1458-c405-47fd-85f0-131887f7bedb tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:26.138526 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b951a-b481-4fd3-b667-b17a4d9de99b req-98fd1458-c405-47fd-85f0-131887f7bedb tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:26.144397 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b951a-b481-4fd3-b667-b17a4d9de99b req-98fd1458-c405-47fd-85f0-131887f7bedb tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:26.150229 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b951a-b481-4fd3-b667-b17a4d9de99b req-98fd1458-c405-47fd-85f0-131887f7bedb tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:26.152576 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d60b951a-b481-4fd3-b667-b17a4d9de99b req-98fd1458-c405-47fd-85f0-131887f7bedb tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 3815 time: 0.1945212 Dec 12 17:44:26.184163 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-94c885c5-c25c-4841-bf8a-114e532e2ec1 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/quotas/bcfe64c55346445599fb24bf34f06b4d HTTP/1.1" status: 200 len: 375 time: 0.0832076 Dec 12 17:44:26.194955 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbabc53-2b96-486d-8701-733c56c489fa req-42d67d5f-8c2f-48d9-ab41-b582204abbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:26.196573 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8cbabc53-2b96-486d-8701-733c56c489fa req-42d67d5f-8c2f-48d9-ab41-b582204abbf3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712213 Dec 12 17:44:26.209970 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:26.407959 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['536aff1f-5571-4d82-a074-9a88de54330a'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:44:26.702673 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d60b951a-b481-4fd3-b667-b17a4d9de99b req-58dccd7e-a83e-428a-a976-310ef2e68962 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5321209 Dec 12 17:44:26.737711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-60b3323b-e03b-4f1d-8dce-945ff6ac8bf5 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5368664 Dec 12 17:44:26.782027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c2517f8-1c78-4837-aa5e-5ce2f8f918c6 req-6fd6519c-0c7f-4995-a0f1-78aab78d142e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=91e53e32-673a-473b-8b4b-11b241dd9a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1527205 Dec 12 17:44:26.931039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8cbabc53-2b96-486d-8701-733c56c489fa req-c778c62c-6ee1-49da-b95e-333a56d28067 service neutron] 10.222.0.31 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7180045 Dec 12 17:44:27.101774 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2517f8-1c78-4837-aa5e-5ce2f8f918c6 req-3bb280d0-35aa-452e-8a8e-593cb152efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:27.103336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c2517f8-1c78-4837-aa5e-5ce2f8f918c6 req-3bb280d0-35aa-452e-8a8e-593cb152efb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=91e53e32-673a-473b-8b4b-11b241dd9a7d HTTP/1.1" status: 200 len: 1096 time: 0.2716324 Dec 12 17:44:27.105700 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-7369b45f-ca8c-4cfd-9228-65898b63f91a service neutron] 10.222.0.18 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594282 Dec 12 17:44:27.249919 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8228f9-a0af-431f-a55b-e829657e91bb req-851dfc60-7caa-4546-8c4d-a8443a4c2d83 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:27.251392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f8228f9-a0af-431f-a55b-e829657e91bb req-851dfc60-7caa-4546-8c4d-a8443a4c2d83 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 984 time: 0.3142049 Dec 12 17:44:27.313598 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8cbabc53-2b96-486d-8701-733c56c489fa req-677493f6-5ffd-4feb-8718-f4f395f5997f service neutron] 10.222.0.31 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701913 Dec 12 17:44:27.415344 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-5f42868d-70b4-4d17-9c9b-852a049995fa service neutron] 10.222.0.18 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879457 Dec 12 17:44:27.424220 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2517f8-1c78-4837-aa5e-5ce2f8f918c6 req-3966dcae-1a99-40ad-821d-76a1736d8b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:27.425730 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c2517f8-1c78-4837-aa5e-5ce2f8f918c6 req-3966dcae-1a99-40ad-821d-76a1736d8b09 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 913 time: 0.2919900 Dec 12 17:44:27.433478 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:44:27.456526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f8228f9-a0af-431f-a55b-e829657e91bb req-322b0a0c-9bd2-4479-8b37-3cb77d156021 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f601167-85ab-49ad-8a47-4e60797552bd&id=feaab5c2-72b4-4ea8-ab00-b3368ab82e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1829584 Dec 12 17:44:27.458442 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:27.503577 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c2517f8-1c78-4837-aa5e-5ce2f8f918c6 req-1d51daed-e327-43db-8faa-25801fa936ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 HTTP/1.1" status: 200 len: 217 time: 0.0654447 Dec 12 17:44:27.512891 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Transition to ACTIVE for port object 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:44:27.539737 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:27.637967 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2517f8-1c78-4837-aa5e-5ce2f8f918c6 req-3bc21349-301d-4bf9-8d06-9426dc110b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:27.646089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c2517f8-1c78-4837-aa5e-5ce2f8f918c6 req-3bc21349-301d-4bf9-8d06-9426dc110b6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.1280897 Dec 12 17:44:27.693806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Pushing event updated for resources: {'Port': ['ID=8d235bd7-6d32-47b3-8ca3-efa8a4469ce1,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:27.756779 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1d0aa-7a44-48bb-b48e-edfa1bbe1a71 req-df7afcf0-6542-4443-8fe0-68d60b37d984 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:27.764850 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cba1d0aa-7a44-48bb-b48e-edfa1bbe1a71 req-df7afcf0-6542-4443-8fe0-68d60b37d984 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4d84af3-e664-482f-b1eb-820c87b478fd HTTP/1.1" status: 200 len: 945 time: 0.2221553 Dec 12 17:44:27.775709 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 536aff1f-5571-4d82-a074-9a88de54330a up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:44:27.856016 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 536aff1f-5571-4d82-a074-9a88de54330a completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:44:27.861990 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 536aff1f-5571-4d82-a074-9a88de54330a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:27.862609 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:27.899463 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2517f8-1c78-4837-aa5e-5ce2f8f918c6 req-9d3a3074-6452-4740-8faf-cf0de1123fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:27.900952 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c2517f8-1c78-4837-aa5e-5ce2f8f918c6 req-9d3a3074-6452-4740-8faf-cf0de1123fa6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2540469 Dec 12 17:44:27.939048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaded56c-b8dd-49b2-828c-6c11f60f24fa req-dc48ea2d-f8f6-404e-9854-0c02c8991f33 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:27.946702 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aaded56c-b8dd-49b2-828c-6c11f60f24fa req-dc48ea2d-f8f6-404e-9854-0c02c8991f33 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.2499135 Dec 12 17:44:27.968610 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:28.006620 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d84af3-e664-482f-b1eb-820c87b478fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536aff1f-5571-4d82-a074-9a88de54330a'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:28.008985 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a995b2-ac47-4949-9ba4-9d5ec913a796" -d '{"events": [{"server_uuid": "f4d84af3-e664-482f-b1eb-820c87b478fd", "name": "network-vif-plugged", "status": "completed", "tag": "536aff1f-5571-4d82-a074-9a88de54330a"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:28.013935 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 536aff1f-5571-4d82-a074-9a88de54330a, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=536aff1f-5571-4d82-a074-9a88de54330a,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:28.018647 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:28.023174 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Attempting to bind port 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:28.023521 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Attempting to bind port 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '3d2ca35d-85c3-4c49-a87d-a23cd4f01953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:28.023866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Attempting to bind port 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 on network 83399e2c-8d46-49d3-8798-f18746a19765 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:28.052021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cba1d0aa-7a44-48bb-b48e-edfa1bbe1a71 req-31677966-7ede-4684-a45a-0a58f0abdc13 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860053 Dec 12 17:44:28.077757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Port 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 on network 83399e2c-8d46-49d3-8798-f18746a19765 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:44:28.078104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Attempting to bind port 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 on network 83399e2c-8d46-49d3-8798-f18746a19765 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:28.085454 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=536aff1f-5571-4d82-a074-9a88de54330a,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:28.109681 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:28.110245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Checking segment: {'id': '3d2ca35d-85c3-4c49-a87d-a23cd4f01953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:28.110458 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Bound using segment: {'id': '3d2ca35d-85c3-4c49-a87d-a23cd4f01953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:28.110920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Bound port: 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d2ca35d-85c3-4c49-a87d-a23cd4f01953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:28.111306 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:28.129781 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aaded56c-b8dd-49b2-828c-6c11f60f24fa req-e38b61b8-0634-4580-8ee7-2a5d076d73d0 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821175 Dec 12 17:44:28.288041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6953054-343a-40bc-90b9-f402ef41556f req-49387e17-81cc-456b-a3f7-244186cdd1fc tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 210 time: 0.0654731 Dec 12 17:44:28.293410 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c2517f8-1c78-4837-aa5e-5ce2f8f918c6 req-15fbffce-4ccc-4476-8c11-d2ad3e2cfbb5 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831742 Dec 12 17:44:28.315973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] For port 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:28.365539 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b23801-76b8-4a05-b96d-3a16decda64a req-fe8a0e38-a97e-43c4-adfc-a79a32fee243 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:28.367081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1b23801-76b8-4a05-b96d-3a16decda64a req-fe8a0e38-a97e-43c4-adfc-a79a32fee243 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 1135 time: 0.1651514 Dec 12 17:44:28.376959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] For port 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8d235bd7-6d32-47b3-8ca3-efa8a4469ce1,segment=NetworkSegment(3d2ca35d-85c3-4c49-a87d-a23cd4f01953),segment_id=3d2ca35d-85c3-4c49-a87d-a23cd4f01953)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:28.396067 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:28.401599 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b1b23801-76b8-4a05-b96d-3a16decda64a req-c858cb0a-59eb-400e-bfe3-4a574e510442 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:28.477808 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:28.478966 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:28.480391 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] 10.222.0.20 "PUT /v2.0/ports/8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 HTTP/1.1" status: 200 len: 1091 time: 2.4666018 Dec 12 17:44:28.484781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'tag': '8d235bd7-6d32-47b3-8ca3-efa8a4469ce1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:28.487168 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8322284a-8ec1-4537-a119-2fa4bc62fcc6" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "tag": "8d235bd7-6d32-47b3-8ca3-efa8a4469ce1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:28.531157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Request body: {'port': {'device_id': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:28.581194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c2517f8-1c78-4837-aa5e-5ce2f8f918c6 req-d48365e3-2103-41e1-bfd8-8d10428dfdd4 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789013 Dec 12 17:44:28.581711 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1319d-8ef9-4cf0-8c62-14efc0a4f25f service neutron] Pushing event updated for resources: {'Port': ['ID=8d235bd7-6d32-47b3-8ca3-efa8a4469ce1,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:28.620915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d9236-101f-42d3-8a64-62abffa81b3f req-e083b564-ce28-4c04-83da-63250aff9f0f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:28.627252 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d9236-101f-42d3-8a64-62abffa81b3f req-e083b564-ce28-4c04-83da-63250aff9f0f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:28.634944 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d9236-101f-42d3-8a64-62abffa81b3f req-e083b564-ce28-4c04-83da-63250aff9f0f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:28.653406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d9236-101f-42d3-8a64-62abffa81b3f req-e083b564-ce28-4c04-83da-63250aff9f0f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:28.667657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d9236-101f-42d3-8a64-62abffa81b3f req-e083b564-ce28-4c04-83da-63250aff9f0f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:28.675680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b34d9236-101f-42d3-8a64-62abffa81b3f req-e083b564-ce28-4c04-83da-63250aff9f0f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 3827 time: 0.2657552 Dec 12 17:44:28.731741 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:28.868862 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b34d9236-101f-42d3-8a64-62abffa81b3f req-18327833-c478-4464-b2f1-a2aec0f1f73f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921647 Dec 12 17:44:28.914836 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b1b23801-76b8-4a05-b96d-3a16decda64a req-c858cb0a-59eb-400e-bfe3-4a574e510442 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:28.971809 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b1b23801-76b8-4a05-b96d-3a16decda64a req-c858cb0a-59eb-400e-bfe3-4a574e510442 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:29.043173 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-2cd3d1bf-928d-49d5-86bf-781863713cc1 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:29.044472 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0f8823-78de-44a8-b5c6-092f8f7489e0 x-openstack-request-id: req-df0f8823-78de-44a8-b5c6-092f8f7489e0 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:29.044935 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-2cd3d1bf-928d-49d5-86bf-781863713cc1 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.31 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 812 time: 0.3141224 Dec 12 17:44:29.045634 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d84af3-e664-482f-b1eb-820c87b478fd", "name": "network-vif-plugged", "status": "completed", "tag": "536aff1f-5571-4d82-a074-9a88de54330a", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:29.046090 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df0f8823-78de-44a8-b5c6-092f8f7489e0 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:29.046741 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d84af3-e664-482f-b1eb-820c87b478fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536aff1f-5571-4d82-a074-9a88de54330a', 'code': 200} Dec 12 17:44:29.067402 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-297ba9e8-a957-4d6e-b1b3-32eb71be0fd9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Request body: {'port': {'device_id': '85d20866-c818-4d8a-845f-c1e8bf505ffc', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'admin_state_up': True, 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:29.073538 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1b23801-76b8-4a05-b96d-3a16decda64a req-c858cb0a-59eb-400e-bfe3-4a574e510442 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9f601167-85ab-49ad-8a47-4e60797552bd&id=feaab5c2-72b4-4ea8-ab00-b3368ab82e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6988084 Dec 12 17:44:29.074178 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858cb0a-59eb-400e-bfe3-4a574e510442 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531ba006-c3f7-45ca-a944-c0512ee31573,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:29.113909 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cda54f-362f-4be1-81bd-bef88e68233e x-openstack-request-id: req-37cda54f-362f-4be1-81bd-bef88e68233e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:29.114469 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "tag": "8d235bd7-6d32-47b3-8ca3-efa8a4469ce1", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:29.114469 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37cda54f-362f-4be1-81bd-bef88e68233e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:29.114827 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'tag': '8d235bd7-6d32-47b3-8ca3-efa8a4469ce1', 'status': 'completed', 'code': 200} Dec 12 17:44:29.122015 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51002) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:29.232492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a31fd0-faa2-4d95-a99f-094d895e566e tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:29.234265 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b6a31fd0-faa2-4d95-a99f-094d895e566e tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 1130 time: 0.1110950 Dec 12 17:44:29.238666 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51006) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:29.243312 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': '6062543a-d216-4dd1-b72c-3065be166c67', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:29.261035 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582e11e-1a44-4207-b91e-db12e8446156 req-9ec0e8be-8551-47df-b917-c2c517701268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:29.262532 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a582e11e-1a44-4207-b91e-db12e8446156 req-9ec0e8be-8551-47df-b917-c2c517701268 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f4d84af3-e664-482f-b1eb-820c87b478fd HTTP/1.1" status: 200 len: 1097 time: 0.0846093 Dec 12 17:44:29.310510 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:29.368787 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a582e11e-1a44-4207-b91e-db12e8446156 req-5d2666ac-0992-4d03-8c7e-addb5532e8a6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963311 Dec 12 17:44:29.370352 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322284a-8ec1-4537-a119-2fa4bc62fcc6 req-99f21c27-6111-4d6e-afd2-d847993fa219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:29.371339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322284a-8ec1-4537-a119-2fa4bc62fcc6 req-99f21c27-6111-4d6e-afd2-d847993fa219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:29.371339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322284a-8ec1-4537-a119-2fa4bc62fcc6 req-99f21c27-6111-4d6e-afd2-d847993fa219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:29.371778 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322284a-8ec1-4537-a119-2fa4bc62fcc6 req-99f21c27-6111-4d6e-afd2-d847993fa219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:29.372240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322284a-8ec1-4537-a119-2fa4bc62fcc6 req-99f21c27-6111-4d6e-afd2-d847993fa219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:29.373968 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8322284a-8ec1-4537-a119-2fa4bc62fcc6 req-99f21c27-6111-4d6e-afd2-d847993fa219 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 4362 time: 0.1943512 Dec 12 17:44:29.393834 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105629e3-c259-44e7-b454-706b14dd58dc req-5754360a-cffc-4df9-99cd-b6ae667923fd tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:29.395370 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-105629e3-c259-44e7-b454-706b14dd58dc req-5754360a-cffc-4df9-99cd-b6ae667923fd tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4d84af3-e664-482f-b1eb-820c87b478fd HTTP/1.1" status: 200 len: 946 time: 0.1971731 Dec 12 17:44:29.430478 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:29.523820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c85f08-1ef0-481d-bbc1-f436cc874a92 req-aeaf5f2b-7cbf-44b5-83ed-301f5c8b3f09 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:29.525373 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14c85f08-1ef0-481d-bbc1-f436cc874a92 req-aeaf5f2b-7cbf-44b5-83ed-301f5c8b3f09 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.2632251 Dec 12 17:44:29.538796 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Allocated IP 172.25.1.50 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/b9ca32a4-82e7-4701-a269-2e2935d7c34e) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:29.539014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-297ba9e8-a957-4d6e-b1b3-32eb71be0fd9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Made reservation on behalf of bcfe64c55346445599fb24bf34f06b4d for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:29.543232 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-297ba9e8-a957-4d6e-b1b3-32eb71be0fd9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:29.647128 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:29.712980 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:29.722353 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1c0b7c8f-bba1-482b-b028-4b21377e62be req-3d07bf29-b8bd-4953-bed1-98d22e16b4c4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7bca1769-226b-472a-b926-02ffcd1f447d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538096 Dec 12 17:44:29.765498 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:29.769852 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:29.781046 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event updated for resources: {'Port': ['ID=b9ca32a4-82e7-4701-a269-2e2935d7c34e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:29.784921 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:29.831055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:29.831667 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:29.832160 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:29.832679 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:29.833158 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:29.833643 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:29.834127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:29.834618 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:29.835094 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:29.835599 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:29.836074 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:29.836548 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:29.837033 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:29.892340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b7c8f-bba1-482b-b028-4b21377e62be req-b12a2924-1ae7-44dd-b1e0-e23a645bb938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:29.894171 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1c0b7c8f-bba1-482b-b028-4b21377e62be req-b12a2924-1ae7-44dd-b1e0-e23a645bb938 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1c7658189a3432294704a1c05577cb7&device_id=7bca1769-226b-472a-b926-02ffcd1f447d HTTP/1.1" status: 200 len: 1096 time: 0.1214533 Dec 12 17:44:29.987472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:44:30.021785 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:30.053057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-105629e3-c259-44e7-b454-706b14dd58dc req-24c62af3-5404-4752-9fd7-3a0d426ed1f5 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6302190 Dec 12 17:44:30.120331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322284a-8ec1-4537-a119-2fa4bc62fcc6 req-8073c414-dd5f-4ebc-9ff2-72d9c96c1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:30.120968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322284a-8ec1-4537-a119-2fa4bc62fcc6 req-8073c414-dd5f-4ebc-9ff2-72d9c96c1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:30.121337 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322284a-8ec1-4537-a119-2fa4bc62fcc6 req-8073c414-dd5f-4ebc-9ff2-72d9c96c1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:30.122889 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8322284a-8ec1-4537-a119-2fa4bc62fcc6 req-8073c414-dd5f-4ebc-9ff2-72d9c96c1c86 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7248967 Dec 12 17:44:30.125706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b7c8f-bba1-482b-b028-4b21377e62be req-c46c1470-c577-42c3-b16f-f2f774354bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:30.126972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Transition to ACTIVE for port object 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:44:30.127175 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1c0b7c8f-bba1-482b-b028-4b21377e62be req-c46c1470-c577-42c3-b16f-f2f774354bb7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f2cf9a89-6a62-4455-ac95-351125d25e6e HTTP/1.1" status: 200 len: 914 time: 0.1936474 Dec 12 17:44:30.133868 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14c85f08-1ef0-481d-bbc1-f436cc874a92 req-457125d0-c9a4-4b1b-a1bf-2eaf6d17fb7b tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771263 Dec 12 17:44:30.145859 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:30.277855 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1c0b7c8f-bba1-482b-b028-4b21377e62be req-16cffa81-0502-46d6-99d1-f1301a5b8f7a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07da2bf6-f702-4fbd-82a6-970cd5f32685 HTTP/1.1" status: 200 len: 1000 time: 0.1411247 Dec 12 17:44:30.356174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9dd84665-3f6e-4235-899c-3d7531384d62 req-30703a60-1aaf-4023-86d8-573b6ecb873b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 210 time: 0.1264553 Dec 12 17:44:30.430292 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:30.477903 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Pushing event updated for resources: {'Port': ['ID=20ac6b7e-9f67-48f6-8bff-88a2bc1667a4,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:30.513071 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b7c8f-bba1-482b-b028-4b21377e62be req-202e843a-f53e-420d-a88b-b4000e0fdcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:30.514788 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1c0b7c8f-bba1-482b-b028-4b21377e62be req-202e843a-f53e-420d-a88b-b4000e0fdcdd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8a09640c-72ee-433d-95a8-a7e7a6c44cc0 HTTP/1.1" status: 200 len: 852 time: 0.1911504 Dec 12 17:44:30.532135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-297ba9e8-a957-4d6e-b1b3-32eb71be0fd9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Allocated IP 172.20.0.10 (3099023b-6d27-4db1-9d42-7a3830fba737/edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b/cc57b21f-108a-446f-8a71-0c47ee914021) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:30.599055 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:30.630646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322284a-8ec1-4537-a119-2fa4bc62fcc6 req-3c4d6dec-7a9a-4ff4-be2c-0c63929391f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:30.632200 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8322284a-8ec1-4537-a119-2fa4bc62fcc6 req-3c4d6dec-7a9a-4ff4-be2c-0c63929391f4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4971468 Dec 12 17:44:30.654193 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e1290-31e8-49b7-9244-2a90ffe7e1e6 req-9bced942-db9c-48a6-810d-1a227ed59584 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:30.658479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b7c8f-bba1-482b-b028-4b21377e62be req-483d1065-dbfa-4d9e-9c74-3e8e460498ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:30.660185 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1c0b7c8f-bba1-482b-b028-4b21377e62be req-483d1065-dbfa-4d9e-9c74-3e8e460498ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f2cf9a89-6a62-4455-ac95-351125d25e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162422 Dec 12 17:44:30.661309 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e1290-31e8-49b7-9244-2a90ffe7e1e6 req-9bced942-db9c-48a6-810d-1a227ed59584 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:30.667986 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e1290-31e8-49b7-9244-2a90ffe7e1e6 req-9bced942-db9c-48a6-810d-1a227ed59584 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:30.674670 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e1290-31e8-49b7-9244-2a90ffe7e1e6 req-9bced942-db9c-48a6-810d-1a227ed59584 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:30.680921 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e1290-31e8-49b7-9244-2a90ffe7e1e6 req-9bced942-db9c-48a6-810d-1a227ed59584 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:30.687881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e1290-31e8-49b7-9244-2a90ffe7e1e6 req-9bced942-db9c-48a6-810d-1a227ed59584 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:30.689966 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c0e1290-31e8-49b7-9244-2a90ffe7e1e6 req-9bced942-db9c-48a6-810d-1a227ed59584 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 4605 time: 0.3594422 Dec 12 17:44:30.768003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Attempting to bind port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:30.768003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Attempting to bind port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:30.768284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Attempting to bind port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 on network abd15d69-fdc4-40f0-9728-711543d334c4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:30.834796 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 on network abd15d69-fdc4-40f0-9728-711543d334c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:44:30.835145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Attempting to bind port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 on network abd15d69-fdc4-40f0-9728-711543d334c4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:30.843159 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1c0b7c8f-bba1-482b-b028-4b21377e62be req-e1d2cf26-b9d6-4ed0-80fc-f01d1466ce6f service neutron] 10.222.0.31 "GET /v2.0/networks/f2cf9a89-6a62-4455-ac95-351125d25e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549256 Dec 12 17:44:30.855562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:30.856494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Checking segment: {'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:30.856889 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Bound using segment: {'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:30.857328 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Bound port: 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:30.857688 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:30.880452 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c0e1290-31e8-49b7-9244-2a90ffe7e1e6 req-417e9134-cc64-44b9-90b2-8807cca02a6d tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1773314 Dec 12 17:44:30.908844 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:30.919129 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:30.985327 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-297ba9e8-a957-4d6e-b1b3-32eb71be0fd9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:30.996896 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] For port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:31.001633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] For port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=20ac6b7e-9f67-48f6-8bff-88a2bc1667a4,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:31.016836 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:31.074815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:31.075474 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:31.076888 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] 10.222.0.20 "PUT /v2.0/ports/20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 HTTP/1.1" status: 200 len: 1136 time: 2.5632398 Dec 12 17:44:31.107853 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-297ba9e8-a957-4d6e-b1b3-32eb71be0fd9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:31.118965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['1e5ea895-136a-44cf-b33a-b6ba997762e7', '6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:44:31.130465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'tag': '20ac6b7e-9f67-48f6-8bff-88a2bc1667a4'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:31.134926 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7730671-0cef-475f-9864-eafb20deab09" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "tag": "20ac6b7e-9f67-48f6-8bff-88a2bc1667a4"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:31.152943 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] Request body: {'port': {'device_id': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:31.174998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae3e01-551a-48e1-bd5c-d732aedbad5b service neutron] Pushing event updated for resources: {'Port': ['ID=20ac6b7e-9f67-48f6-8bff-88a2bc1667a4,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:31.233864 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66781472-ccef-4157-bd9e-8e41afbfb70c x-openstack-request-id: req-66781472-ccef-4157-bd9e-8e41afbfb70c {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:31.236561 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "tag": "20ac6b7e-9f67-48f6-8bff-88a2bc1667a4", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:31.236892 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66781472-ccef-4157-bd9e-8e41afbfb70c {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:31.237323 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'tag': '20ac6b7e-9f67-48f6-8bff-88a2bc1667a4', 'status': 'completed', 'code': 200} Dec 12 17:44:31.331676 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:31.345569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-297ba9e8-a957-4d6e-b1b3-32eb71be0fd9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Network 3099023b-6d27-4db1-9d42-7a3830fba737 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:31.427491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-297ba9e8-a957-4d6e-b1b3-32eb71be0fd9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:31.449355 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event updated for resources: {'Port': ['ID=b9ca32a4-82e7-4701-a269-2e2935d7c34e,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:31.481139 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1c0b7c8f-bba1-482b-b028-4b21377e62be req-b84f67e0-639b-4258-a6b2-ee7291cde46f service neutron] 10.222.0.31 "GET /v2.0/networks/f2cf9a89-6a62-4455-ac95-351125d25e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6243188 Dec 12 17:44:31.491489 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Floating IP 15b777b7-53fc-42b7-9669-b462505fabfb associated. External IP: 172.25.1.50, port: 6062543a-d216-4dd1-b72c-3065be166c67. Dec 12 17:44:31.519945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-297ba9e8-a957-4d6e-b1b3-32eb71be0fd9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:31.575273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ba9e8-a957-4d6e-b1b3-32eb71be0fd9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Pushing event updated for resources: {'Port': ['ID=cc57b21f-108a-446f-8a71-0c47ee914021,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:31.642870 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:31.683086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-297ba9e8-a957-4d6e-b1b3-32eb71be0fd9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:31.683789 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-297ba9e8-a957-4d6e-b1b3-32eb71be0fd9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:31.704599 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a4e39-0f35-46a3-98ff-bc5e4f47934e req-708bf782-778e-4309-a1c1-ec758bcf0dbd tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:31.714681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f5a4e39-0f35-46a3-98ff-bc5e4f47934e req-708bf782-778e-4309-a1c1-ec758bcf0dbd tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.3827434 Dec 12 17:44:31.737665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7730671-0cef-475f-9864-eafb20deab09 req-64150989-a1ef-4cbc-a7ea-d11de8b1afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:31.738143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7730671-0cef-475f-9864-eafb20deab09 req-64150989-a1ef-4cbc-a7ea-d11de8b1afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:31.738608 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7730671-0cef-475f-9864-eafb20deab09 req-64150989-a1ef-4cbc-a7ea-d11de8b1afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:31.739071 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7730671-0cef-475f-9864-eafb20deab09 req-64150989-a1ef-4cbc-a7ea-d11de8b1afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:31.739555 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7730671-0cef-475f-9864-eafb20deab09 req-64150989-a1ef-4cbc-a7ea-d11de8b1afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:31.740014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7730671-0cef-475f-9864-eafb20deab09 req-64150989-a1ef-4cbc-a7ea-d11de8b1afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:31.741836 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7730671-0cef-475f-9864-eafb20deab09 req-64150989-a1ef-4cbc-a7ea-d11de8b1afae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5291 time: 0.4556873 Dec 12 17:44:31.755070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b808d29-7eda-4970-b4e9-f30d9d525220 req-e885e3ce-eaf7-4f53-8c94-cc40ed5a0b02 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:31.757803 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b808d29-7eda-4970-b4e9-f30d9d525220 req-e885e3ce-eaf7-4f53-8c94-cc40ed5a0b02 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4d84af3-e664-482f-b1eb-820c87b478fd HTTP/1.1" status: 200 len: 946 time: 0.5374358 Dec 12 17:44:31.762136 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Router 56cc8190-e211-4605-b9a4-5aee69079eb9 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:44:31.785010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3c43a88b-2e67-4ffd-9a15-00f85ce25325 None None] Provisioning complete for port cc57b21f-108a-446f-8a71-0c47ee914021 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:31.785626 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c43a88b-2e67-4ffd-9a15-00f85ce25325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:31.826831 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3c43a88b-2e67-4ffd-9a15-00f85ce25325 None None] Port cc57b21f-108a-446f-8a71-0c47ee914021 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:44:31.887499 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:44:31.899607 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2a9487-1e6d-4d65-a54f-d04719095070 None None] Sync routers for ids ['56cc8190-e211-4605-b9a4-5aee69079eb9'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:44:31.908647 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:31.916005 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2a9487-1e6d-4d65-a54f-d04719095070 None None] Routers {'56cc8190-e211-4605-b9a4-5aee69079eb9'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:44:31.916966 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7f2a9487-1e6d-4d65-a54f-d04719095070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:44:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['56cc8190-e211-4605-b9a4-5aee69079eb9'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:31.927123 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-297ba9e8-a957-4d6e-b1b3-32eb71be0fd9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8663106 Dec 12 17:44:31.940561 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8296cd2e-0c99-444c-b513-8029fc2c5b57 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7004492 Dec 12 17:44:31.941226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ed58a7-e8ef-482b-813f-212d43405bb4', 'tag': '6062543a-d216-4dd1-b72c-3065be166c67'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:31.943861 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e847c4c-bd98-47c0-90d7-4f1b0867ad83" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ed58a7-e8ef-482b-813f-212d43405bb4", "tag": "6062543a-d216-4dd1-b72c-3065be166c67"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:31.947681 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51032) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:31.974053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Request body: {'port': {'device_id': '85d20866-c818-4d8a-845f-c1e8bf505ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:32.052014 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-7f2a9487-1e6d-4d65-a54f-d04719095070 None None] Set router 56cc8190-e211-4605-b9a4-5aee69079eb9 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:44:32.062310 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f5a4e39-0f35-46a3-98ff-bc5e4f47934e req-b84949f1-e668-46cf-adf6-a84797272523 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425257 Dec 12 17:44:32.182329 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c86e00-db66-49a4-b6de-72ab80b84533 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.182732 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c86e00-db66-49a4-b6de-72ab80b84533 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.183228 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c86e00-db66-49a4-b6de-72ab80b84533 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.183702 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c86e00-db66-49a4-b6de-72ab80b84533 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.184170 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c86e00-db66-49a4-b6de-72ab80b84533 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.184636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c86e00-db66-49a4-b6de-72ab80b84533 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.185104 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c86e00-db66-49a4-b6de-72ab80b84533 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.185566 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c86e00-db66-49a4-b6de-72ab80b84533 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.186032 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c86e00-db66-49a4-b6de-72ab80b84533 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.187044 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c86e00-db66-49a4-b6de-72ab80b84533 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.187549 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c86e00-db66-49a4-b6de-72ab80b84533 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.188012 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c86e00-db66-49a4-b6de-72ab80b84533 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.188475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c86e00-db66-49a4-b6de-72ab80b84533 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.190878 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-64c86e00-db66-49a4-b6de-72ab80b84533 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9184 time: 0.2422163 Dec 12 17:44:32.193716 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51038) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:32.250794 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b808d29-7eda-4970-b4e9-f30d9d525220 req-6259794b-0e40-41e3-b2ce-6767b78686f8 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131672 Dec 12 17:44:32.302277 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:32.316206 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ac3d6-711f-4c0e-89a3-42a4bf52d683 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.316690 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ac3d6-711f-4c0e-89a3-42a4bf52d683 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.317162 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ac3d6-711f-4c0e-89a3-42a4bf52d683 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.317625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ac3d6-711f-4c0e-89a3-42a4bf52d683 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.318084 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ac3d6-711f-4c0e-89a3-42a4bf52d683 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.318678 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ac3d6-711f-4c0e-89a3-42a4bf52d683 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.319318 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ac3d6-711f-4c0e-89a3-42a4bf52d683 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.319777 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ac3d6-711f-4c0e-89a3-42a4bf52d683 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.320234 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ac3d6-711f-4c0e-89a3-42a4bf52d683 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.320691 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ac3d6-711f-4c0e-89a3-42a4bf52d683 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.321145 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ac3d6-711f-4c0e-89a3-42a4bf52d683 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.321599 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ac3d6-711f-4c0e-89a3-42a4bf52d683 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.322803 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ac3d6-711f-4c0e-89a3-42a4bf52d683 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.325251 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-160ac3d6-711f-4c0e-89a3-42a4bf52d683 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8390 time: 0.1305842 Dec 12 17:44:32.328600 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51042) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:32.333132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7730671-0cef-475f-9864-eafb20deab09 req-e6509836-c766-49a4-b0bf-7d6ebcdd3504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.333951 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7730671-0cef-475f-9864-eafb20deab09 req-e6509836-c766-49a4-b0bf-7d6ebcdd3504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.334617 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7730671-0cef-475f-9864-eafb20deab09 req-e6509836-c766-49a4-b0bf-7d6ebcdd3504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.336465 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7730671-0cef-475f-9864-eafb20deab09 req-e6509836-c766-49a4-b0bf-7d6ebcdd3504 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5751753 Dec 12 17:44:32.365258 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7f2a9487-1e6d-4d65-a54f-d04719095070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283597970', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:04Z', 'revision_number': 4, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '15b777b7-53fc-42b7-9669-b462505fabfb', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'port_id': '6062543a-d216-4dd1-b72c-3065be166c67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0', 'mac_address': 'fa:16:3e:11:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ed58a7-e8ef-482b-813f-212d43405bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:44:30Z', 'updated_at': '2021-12-12T17:44:30Z', 'revision_number': 0, 'project_id': '67865f4a143048ea9866213bacf38009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03006a1-3c94-493e-9fe2-629c0c866047', 'name': '', 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'mac_address': 'fa:16:3e:c1:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:02Z', 'updated_at': '2021-12-12T17:44:11Z', 'revision_number': 5, 'project_id': '67865f4a143048ea9866213bacf38009', 'subnets': [{'id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:32.410363 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2a9487-1e6d-4d65-a54f-d04719095070 None None] Checking router: 56cc8190-e211-4605-b9a4-5aee69079eb9 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:44:32.421331 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2a9487-1e6d-4d65-a54f-d04719095070 None None] Routers {'56cc8190-e211-4605-b9a4-5aee69079eb9'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:44:32.422206 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7f2a9487-1e6d-4d65-a54f-d04719095070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:44:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['56cc8190-e211-4605-b9a4-5aee69079eb9'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:32.556545 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c23c6b-9d75-46d1-bc53-6d09b2c6e400 req-ea889493-b915-4a95-8c4d-b3a60db4aae8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.558783 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23c23c6b-9d75-46d1-bc53-6d09b2c6e400 req-ea889493-b915-4a95-8c4d-b3a60db4aae8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 932 time: 0.3810079 Dec 12 17:44:32.561195 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf878d49-a70d-49d3-967e-e469af1a6411 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:44:32.569472 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:32.572422 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-7f2a9487-1e6d-4d65-a54f-d04719095070 None None] Set router 56cc8190-e211-4605-b9a4-5aee69079eb9 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:44:32.626221 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] Transition to ACTIVE for port object cf878d49-a70d-49d3-967e-e469af1a6411 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:44:32.632286 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1af2d68-42c5-4709-9816-7fa680d4751d x-openstack-request-id: req-b1af2d68-42c5-4709-9816-7fa680d4751d {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:32.633515 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ed58a7-e8ef-482b-813f-212d43405bb4", "tag": "6062543a-d216-4dd1-b72c-3065be166c67", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:32.633981 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1af2d68-42c5-4709-9816-7fa680d4751d {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:32.635339 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ed58a7-e8ef-482b-813f-212d43405bb4', 'tag': '6062543a-d216-4dd1-b72c-3065be166c67', 'status': 'completed', 'code': 200} Dec 12 17:44:32.646666 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:32.761969 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8cc9b0d2-2895-4d85-a28b-866e233ba325 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5943 time: 0.4289236 Dec 12 17:44:32.765629 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e847c4c-bd98-47c0-90d7-4f1b0867ad83 req-959b6602-b374-4c19-b5af-abeeaec61ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.767223 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6e847c4c-bd98-47c0-90d7-4f1b0867ad83 req-959b6602-b374-4c19-b5af-abeeaec61ec1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=67865f4a143048ea9866213bacf38009&device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 1135 time: 0.1140950 Dec 12 17:44:32.767946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51046) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:32.843242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23c23c6b-9d75-46d1-bc53-6d09b2c6e400 req-b0775e1f-3534-4cb8-99dd-61f86a8bb14f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613318 Dec 12 17:44:32.872052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cf088-8189-4705-943f-16884a942e1f service neutron] Pushing event updated for resources: {'Port': ['ID=cf878d49-a70d-49d3-967e-e469af1a6411,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:32.894993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e847c4c-bd98-47c0-90d7-4f1b0867ad83 req-5c244125-fc69-40aa-9c29-eeef2b95c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.897321 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6e847c4c-bd98-47c0-90d7-4f1b0867ad83 req-5c244125-fc69-40aa-9c29-eeef2b95c051 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0b57a6c2-20de-47d5-8be0-2090afda85e0 HTTP/1.1" status: 200 len: 898 time: 0.1196516 Dec 12 17:44:32.945829 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7730671-0cef-475f-9864-eafb20deab09 req-82601ce2-b8f7-4753-94b0-630b8d319b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.947742 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7730671-0cef-475f-9864-eafb20deab09 req-82601ce2-b8f7-4753-94b0-630b8d319b53 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6000195 Dec 12 17:44:32.974646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988b8d2-95a6-4c39-a008-9a24a8908f6b req-588a0356-bfc1-4785-a58f-a7dc909ca146 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.981921 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988b8d2-95a6-4c39-a008-9a24a8908f6b req-588a0356-bfc1-4785-a58f-a7dc909ca146 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:32.991023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988b8d2-95a6-4c39-a008-9a24a8908f6b req-588a0356-bfc1-4785-a58f-a7dc909ca146 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:33.003027 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988b8d2-95a6-4c39-a008-9a24a8908f6b req-588a0356-bfc1-4785-a58f-a7dc909ca146 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:33.011873 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6e847c4c-bd98-47c0-90d7-4f1b0867ad83 req-522f349e-3f34-4eb5-a43e-60a1af6f808a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6062543a-d216-4dd1-b72c-3065be166c67 HTTP/1.1" status: 200 len: 998 time: 0.0941160 Dec 12 17:44:33.022021 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7f2a9487-1e6d-4d65-a54f-d04719095070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283597970', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:04Z', 'revision_number': 4, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '15b777b7-53fc-42b7-9669-b462505fabfb', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'port_id': '6062543a-d216-4dd1-b72c-3065be166c67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0', 'mac_address': 'fa:16:3e:11:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ed58a7-e8ef-482b-813f-212d43405bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:44:30Z', 'updated_at': '2021-12-12T17:44:30Z', 'revision_number': 0, 'project_id': '67865f4a143048ea9866213bacf38009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03006a1-3c94-493e-9fe2-629c0c866047', 'name': '', 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'mac_address': 'fa:16:3e:c1:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:02Z', 'updated_at': '2021-12-12T17:44:11Z', 'revision_number': 5, 'project_id': '67865f4a143048ea9866213bacf38009', 'subnets': [{'id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:33.025844 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988b8d2-95a6-4c39-a008-9a24a8908f6b req-588a0356-bfc1-4785-a58f-a7dc909ca146 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:33.032445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988b8d2-95a6-4c39-a008-9a24a8908f6b req-588a0356-bfc1-4785-a58f-a7dc909ca146 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:33.038887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988b8d2-95a6-4c39-a008-9a24a8908f6b req-588a0356-bfc1-4785-a58f-a7dc909ca146 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:33.052581 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e988b8d2-95a6-4c39-a008-9a24a8908f6b req-588a0356-bfc1-4785-a58f-a7dc909ca146 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5381 time: 0.3236656 Dec 12 17:44:33.073281 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2a9487-1e6d-4d65-a54f-d04719095070 None None] The sync data for ids ['56cc8190-e211-4605-b9a4-5aee69079eb9'] in n-d-760354-5 is: [{'id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283597970', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:04Z', 'revision_number': 4, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '15b777b7-53fc-42b7-9669-b462505fabfb', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'port_id': '6062543a-d216-4dd1-b72c-3065be166c67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0', 'mac_address': 'fa:16:3e:11:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ed58a7-e8ef-482b-813f-212d43405bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:44:30Z', 'updated_at': '2021-12-12T17:44:30Z', 'revision_number': 0, 'project_id': '67865f4a143048ea9866213bacf38009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03006a1-3c94-493e-9fe2-629c0c866047', 'name': '', 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'mac_address': 'fa:16:3e:c1:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:02Z', 'updated_at': '2021-12-12T17:44:11Z', 'revision_number': 5, 'project_id': '67865f4a143048ea9866213bacf38009', 'subnets': [{'id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:44:33.117158 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558fba55-9823-4f96-97fb-5866137bc527 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:33.118062 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558fba55-9823-4f96-97fb-5866137bc527 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:33.120008 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-558fba55-9823-4f96-97fb-5866137bc527 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=56cc8190-e211-4605-b9a4-5aee69079eb9 HTTP/1.1" status: 200 len: 1989 time: 0.3510399 Dec 12 17:44:33.139413 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e847c4c-bd98-47c0-90d7-4f1b0867ad83 req-b35f14ce-82bf-458e-b9c8-29fcd154d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:33.141260 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6e847c4c-bd98-47c0-90d7-4f1b0867ad83 req-b35f14ce-82bf-458e-b9c8-29fcd154d077 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd HTTP/1.1" status: 200 len: 835 time: 0.1129694 Dec 12 17:44:33.217947 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e847c4c-bd98-47c0-90d7-4f1b0867ad83 req-a9f858c0-adb7-4349-b897-d48724b5520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:33.219797 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6e847c4c-bd98-47c0-90d7-4f1b0867ad83 req-a9f858c0-adb7-4349-b897-d48724b5520c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b57a6c2-20de-47d5-8be0-2090afda85e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680363 Dec 12 17:44:33.244145 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e988b8d2-95a6-4c39-a008-9a24a8908f6b req-d63b2aed-525b-404a-84ea-6ca9a6793fa1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1902485 Dec 12 17:44:33.351663 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] Attempting to bind port cf878d49-a70d-49d3-967e-e469af1a6411 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:33.352295 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] Attempting to bind port cf878d49-a70d-49d3-967e-e469af1a6411 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:33.352385 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] Attempting to bind port cf878d49-a70d-49d3-967e-e469af1a6411 on network abd15d69-fdc4-40f0-9728-711543d334c4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:33.360463 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6e847c4c-bd98-47c0-90d7-4f1b0867ad83 req-dbfda3af-ce4f-4b7e-9f02-8a4cd51d86c8 service neutron] 10.222.0.31 "GET /v2.0/networks/0b57a6c2-20de-47d5-8be0-2090afda85e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304176 Dec 12 17:44:33.410300 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d726ca9-dbc7-4d5e-97f6-0ab58cb96ec2 None None] New status for floating IP 15b777b7-53fc-42b7-9669-b462505fabfb: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:44:33.423182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] Port cf878d49-a70d-49d3-967e-e469af1a6411 on network abd15d69-fdc4-40f0-9728-711543d334c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:44:33.430171 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] Attempting to bind port cf878d49-a70d-49d3-967e-e469af1a6411 on network abd15d69-fdc4-40f0-9728-711543d334c4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:33.446830 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25073982-5a23-4514-b6aa-1b85f010dd92 req-a8db0325-fd9f-4a51-a057-6836ee825d2a tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:33.449206 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25073982-5a23-4514-b6aa-1b85f010dd92 req-a8db0325-fd9f-4a51-a057-6836ee825d2a tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/ports?device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 946 time: 0.2010999 Dec 12 17:44:33.470649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:33.470996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] Checking segment: {'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:33.471413 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] Bound using segment: {'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:33.471869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] Bound port: cf878d49-a70d-49d3-967e-e469af1a6411, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:33.472231 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:33.522267 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6e847c4c-bd98-47c0-90d7-4f1b0867ad83 req-7cea190e-3eaa-4704-9841-4756d74f72a0 service neutron] 10.222.0.31 "GET /v2.0/networks/0b57a6c2-20de-47d5-8be0-2090afda85e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482000 Dec 12 17:44:33.894254 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066d80f-f126-4c6d-87c0-0d1669e6c1f1 req-f4b3748e-f69c-4cef-9708-578d5fa55b2f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:33.895703 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4066d80f-f126-4c6d-87c0-0d1669e6c1f1 req-f4b3748e-f69c-4cef-9708-578d5fa55b2f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.5410104 Dec 12 17:44:33.973546 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25073982-5a23-4514-b6aa-1b85f010dd92 req-97d444a4-5980-43f6-92fd-aad479c594a7 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/security-groups?id=2544c021-20c1-4a87-b96f-78d836dcf7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5148432 Dec 12 17:44:33.982420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc57b21f-108a-446f-8a71-0c47ee914021 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:44:34.003082 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:34.032593 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] For port cf878d49-a70d-49d3-967e-e469af1a6411, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:34.052056 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Transition to ACTIVE for port object cc57b21f-108a-446f-8a71-0c47ee914021 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:44:34.057149 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4066d80f-f126-4c6d-87c0-0d1669e6c1f1 req-41b175f3-7b4c-4a24-9792-8e01fef9d493 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402314 Dec 12 17:44:34.062589 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] For port cf878d49-a70d-49d3-967e-e469af1a6411, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=cf878d49-a70d-49d3-967e-e469af1a6411,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:34.063862 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:34.100242 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:34.164384 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:34.165235 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:34.167187 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-291cf088-8189-4705-943f-16884a942e1f service neutron] 10.222.0.20 "PUT /v2.0/ports/cf878d49-a70d-49d3-967e-e469af1a6411 HTTP/1.1" status: 200 len: 1134 time: 3.0525985 Dec 12 17:44:34.170287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'tag': 'cf878d49-a70d-49d3-967e-e469af1a6411'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:34.173480 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ad2e8e-b768-42f8-93ef-ecedaaba491f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "tag": "cf878d49-a70d-49d3-967e-e469af1a6411"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:34.187161 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Pushing event updated for resources: {'Port': ['ID=cc57b21f-108a-446f-8a71-0c47ee914021,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:34.208766 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6deea2-93b3-49ea-bbd1-ee5cee9e6c05 req-45af678a-cc93-4b36-b9d2-a2f618213eaa tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:34.210482 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c6deea2-93b3-49ea-bbd1-ee5cee9e6c05 req-45af678a-cc93-4b36-b9d2-a2f618213eaa tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4d84af3-e664-482f-b1eb-820c87b478fd HTTP/1.1" status: 200 len: 946 time: 0.1504331 Dec 12 17:44:34.240257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Request body: {'port': {'device_id': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:34.442925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cf088-8189-4705-943f-16884a942e1f service neutron] Pushing event updated for resources: {'Port': ['ID=cf878d49-a70d-49d3-967e-e469af1a6411,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:34.449294 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c6deea2-93b3-49ea-bbd1-ee5cee9e6c05 req-7a9b9f71-4f59-41d0-9906-09478fb5e4d1 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62cae0b-351d-41f1-bea8-689f970f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208152 Dec 12 17:44:34.452970 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:34.501405 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69814d-4b8c-4c95-87d7-10f5373b1811 req-b20d53c3-fbe7-4243-b43c-f538cf2ed54c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:34.503875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b69814d-4b8c-4c95-87d7-10f5373b1811 req-b20d53c3-fbe7-4243-b43c-f538cf2ed54c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 944 time: 0.1867208 Dec 12 17:44:34.505400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Attempting to bind port cc57b21f-108a-446f-8a71-0c47ee914021 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:34.505804 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Attempting to bind port cc57b21f-108a-446f-8a71-0c47ee914021 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:34.506197 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Attempting to bind port cc57b21f-108a-446f-8a71-0c47ee914021 on network 3099023b-6d27-4db1-9d42-7a3830fba737 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:34.544497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Port cc57b21f-108a-446f-8a71-0c47ee914021 on network 3099023b-6d27-4db1-9d42-7a3830fba737 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:44:34.544955 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Attempting to bind port cc57b21f-108a-446f-8a71-0c47ee914021 on network 3099023b-6d27-4db1-9d42-7a3830fba737 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:34.570837 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e5187a-83ac-4b7e-b1e2-ee0d4e207052 x-openstack-request-id: req-66e5187a-83ac-4b7e-b1e2-ee0d4e207052 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:34.571128 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "tag": "cf878d49-a70d-49d3-967e-e469af1a6411", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:34.571969 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66e5187a-83ac-4b7e-b1e2-ee0d4e207052 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:34.571969 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'tag': 'cf878d49-a70d-49d3-967e-e469af1a6411', 'status': 'completed', 'code': 200} Dec 12 17:44:34.582222 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:34.582565 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Checking segment: {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:34.582974 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Bound using segment: {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:34.583453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Bound port: cc57b21f-108a-446f-8a71-0c47ee914021, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdee55a-4b5f-49c7-bb46-831125694c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:34.583882 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:34.764255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b69814d-4b8c-4c95-87d7-10f5373b1811 req-51234fa5-367c-4f88-8dcd-28981a9e8a1c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524500 Dec 12 17:44:34.860397 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2e8e-b768-42f8-93ef-ecedaaba491f req-a1719171-dba3-4737-8a92-ae51d17395f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:34.860592 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2e8e-b768-42f8-93ef-ecedaaba491f req-a1719171-dba3-4737-8a92-ae51d17395f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:34.861017 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2e8e-b768-42f8-93ef-ecedaaba491f req-a1719171-dba3-4737-8a92-ae51d17395f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:34.861485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2e8e-b768-42f8-93ef-ecedaaba491f req-a1719171-dba3-4737-8a92-ae51d17395f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:34.861940 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2e8e-b768-42f8-93ef-ecedaaba491f req-a1719171-dba3-4737-8a92-ae51d17395f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:34.862407 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2e8e-b768-42f8-93ef-ecedaaba491f req-a1719171-dba3-4737-8a92-ae51d17395f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:34.862866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2e8e-b768-42f8-93ef-ecedaaba491f req-a1719171-dba3-4737-8a92-ae51d17395f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:34.864843 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7ad2e8e-b768-42f8-93ef-ecedaaba491f req-a1719171-dba3-4737-8a92-ae51d17395f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 6218 time: 0.2741122 Dec 12 17:44:34.872405 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb1d5a-cb30-4b36-846d-57d39bd17e50 req-49e7d79b-ebd1-491d-9cc1-371cab35c4bd tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:34.875024 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bfdb1d5a-cb30-4b36-846d-57d39bd17e50 req-49e7d79b-ebd1-491d-9cc1-371cab35c4bd tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4d84af3-e664-482f-b1eb-820c87b478fd HTTP/1.1" status: 200 len: 946 time: 0.0760875 Dec 12 17:44:34.883321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fda68-40fa-4127-9b6f-9ff44b7b8f68 req-2453d287-5460-4148-89e6-8220caa26c5a tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:34.889737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fda68-40fa-4127-9b6f-9ff44b7b8f68 req-2453d287-5460-4148-89e6-8220caa26c5a tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:34.895781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fda68-40fa-4127-9b6f-9ff44b7b8f68 req-2453d287-5460-4148-89e6-8220caa26c5a tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:34.902208 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fda68-40fa-4127-9b6f-9ff44b7b8f68 req-2453d287-5460-4148-89e6-8220caa26c5a tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:34.908157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fda68-40fa-4127-9b6f-9ff44b7b8f68 req-2453d287-5460-4148-89e6-8220caa26c5a tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:34.914047 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fda68-40fa-4127-9b6f-9ff44b7b8f68 req-2453d287-5460-4148-89e6-8220caa26c5a tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:34.920608 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fda68-40fa-4127-9b6f-9ff44b7b8f68 req-2453d287-5460-4148-89e6-8220caa26c5a tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:34.922027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-725fda68-40fa-4127-9b6f-9ff44b7b8f68 req-2453d287-5460-4148-89e6-8220caa26c5a tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5381 time: 0.2962971 Dec 12 17:44:34.945264 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] For port cc57b21f-108a-446f-8a71-0c47ee914021, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:34.989686 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-bfdb1d5a-cb30-4b36-846d-57d39bd17e50 req-15beb88d-80b8-4375-83ea-4facd85cf39c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Deleting port 536aff1f-5571-4d82-a074-9a88de54330a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:44:34.990575 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bfdb1d5a-cb30-4b36-846d-57d39bd17e50 req-15beb88d-80b8-4375-83ea-4facd85cf39c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:35.008834 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] For port cc57b21f-108a-446f-8a71-0c47ee914021, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cc57b21f-108a-446f-8a71-0c47ee914021,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:35.028607 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:35.100623 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-bfdb1d5a-cb30-4b36-846d-57d39bd17e50 req-15beb88d-80b8-4375-83ea-4facd85cf39c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] For port 536aff1f-5571-4d82-a074-9a88de54330a, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=536aff1f-5571-4d82-a074-9a88de54330a,segment=NetworkSegment(f87f4d95-d9ea-4209-86f6-6a60b76b2a2d),segment_id=f87f4d95-d9ea-4209-86f6-6a60b76b2a2d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:35.100998 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bfdb1d5a-cb30-4b36-846d-57d39bd17e50 req-15beb88d-80b8-4375-83ea-4facd85cf39c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:35.114096 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-bfdb1d5a-cb30-4b36-846d-57d39bd17e50 req-15beb88d-80b8-4375-83ea-4facd85cf39c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Calling delete_port for 536aff1f-5571-4d82-a074-9a88de54330a owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:44:35.161224 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:35.161850 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:35.163287 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] 10.222.0.31 "PUT /v2.0/ports/cc57b21f-108a-446f-8a71-0c47ee914021 HTTP/1.1" status: 200 len: 1092 time: 3.1932693 Dec 12 17:44:35.227353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-725fda68-40fa-4127-9b6f-9ff44b7b8f68 req-7cb8f8ed-99c2-43d9-8028-25f0480ad4ca tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2892511 Dec 12 17:44:35.276918 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2e8e-b768-42f8-93ef-ecedaaba491f req-22970d93-1358-4bde-982f-4dc8a9f28ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:35.277527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2e8e-b768-42f8-93ef-ecedaaba491f req-22970d93-1358-4bde-982f-4dc8a9f28ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:35.278241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2e8e-b768-42f8-93ef-ecedaaba491f req-22970d93-1358-4bde-982f-4dc8a9f28ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:35.280350 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7ad2e8e-b768-42f8-93ef-ecedaaba491f req-22970d93-1358-4bde-982f-4dc8a9f28ded service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3571057 Dec 12 17:44:35.281145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11773ac7-e81e-441d-b215-215c96662a01 service neutron] Pushing event updated for resources: {'Port': ['ID=cc57b21f-108a-446f-8a71-0c47ee914021,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:35.285538 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bfdb1d5a-cb30-4b36-846d-57d39bd17e50 req-15beb88d-80b8-4375-83ea-4facd85cf39c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:35.298056 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['536aff1f-5571-4d82-a074-9a88de54330a'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:44:35.316650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15beb88d-80b8-4375-83ea-4facd85cf39c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Pushing event deleted for resources: {'Port': ['ID=536aff1f-5571-4d82-a074-9a88de54330a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:35.436291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:44:35.461969 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e319b-21ef-4ff6-bf10-8326ba12da52 req-dc8d7749-af90-43c0-9725-09b479dae694 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:35.463630 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db0e319b-21ef-4ff6-bf10-8326ba12da52 req-dc8d7749-af90-43c0-9725-09b479dae694 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/ports?device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 946 time: 0.3717530 Dec 12 17:44:35.465737 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:35.513252 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-55563c02-eca1-4648-ac20-382c2d099340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:35.514772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-55563c02-eca1-4648-ac20-382c2d099340 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 1095 time: 0.2846019 Dec 12 17:44:35.520858 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Transition to ACTIVE for port object 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:44:35.537838 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:35.575570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b16a7-3186-4efe-8142-318a2de5faa5 req-9630a747-a403-4152-b800-0753aa6b25ae tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:35.577184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-496b16a7-3186-4efe-8142-318a2de5faa5 req-9630a747-a403-4152-b800-0753aa6b25ae tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.2370944 Dec 12 17:44:35.602309 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdb1d5a-cb30-4b36-846d-57d39bd17e50 req-15beb88d-80b8-4375-83ea-4facd85cf39c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] No DVR routers for this DVR port 536aff1f-5571-4d82-a074-9a88de54330a on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:44:35.605559 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bfdb1d5a-cb30-4b36-846d-57d39bd17e50 req-15beb88d-80b8-4375-83ea-4facd85cf39c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:35.609269 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bfdb1d5a-cb30-4b36-846d-57d39bd17e50 req-15beb88d-80b8-4375-83ea-4facd85cf39c tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.31 "DELETE /v2.0/ports/536aff1f-5571-4d82-a074-9a88de54330a HTTP/1.1" status: 204 len: 173 time: 0.7259705 Dec 12 17:44:35.609717 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d84af3-e664-482f-b1eb-820c87b478fd', 'name': 'network-vif-deleted', 'tag': '536aff1f-5571-4d82-a074-9a88de54330a'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:35.612003 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c002cfca-d63d-41e9-9c5c-28dc7cae76b0" -d '{"events": [{"server_uuid": "f4d84af3-e664-482f-b1eb-820c87b478fd", "name": "network-vif-deleted", "tag": "536aff1f-5571-4d82-a074-9a88de54330a"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:35.647963 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2e8e-b768-42f8-93ef-ecedaaba491f req-260676bf-4319-4860-ab75-0d412d70cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:35.649194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7ad2e8e-b768-42f8-93ef-ecedaaba491f req-260676bf-4319-4860-ab75-0d412d70cdc3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3108239 Dec 12 17:44:35.661173 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-df4a04c8-4b3d-4b2c-be0a-205bf4f6ea68 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc57b21f-108a-446f-8a71-0c47ee914021 HTTP/1.1" status: 200 len: 217 time: 0.1184413 Dec 12 17:44:35.681251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db0e319b-21ef-4ff6-bf10-8326ba12da52 req-a785bd84-dc42-4d65-a6ee-a6d7382ac56d tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/security-groups?id=2544c021-20c1-4a87-b96f-78d836dcf7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093790 Dec 12 17:44:35.735355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:35.802484 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-496b16a7-3186-4efe-8142-318a2de5faa5 req-43e8af72-592a-4a6f-89c1-d8713d23f387 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666725 Dec 12 17:44:35.811185 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-bae72eb2-62a3-4760-b35c-7d41ea015b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:35.812879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-bae72eb2-62a3-4760-b35c-7d41ea015b19 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.1372764 Dec 12 17:44:35.867558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Attempting to bind port 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:35.867882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Attempting to bind port 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:35.868186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Attempting to bind port 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be on network abd15d69-fdc4-40f0-9728-711543d334c4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:35.874818 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Port 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be on network abd15d69-fdc4-40f0-9728-711543d334c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:44:35.875143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Attempting to bind port 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be on network abd15d69-fdc4-40f0-9728-711543d334c4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:35.880677 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f018267-fe8f-4d53-8ce3-ffb857485f48 x-openstack-request-id: req-4f018267-fe8f-4d53-8ce3-ffb857485f48 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:35.881179 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d84af3-e664-482f-b1eb-820c87b478fd", "name": "network-vif-deleted", "tag": "536aff1f-5571-4d82-a074-9a88de54330a", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:35.881271 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f018267-fe8f-4d53-8ce3-ffb857485f48 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:35.882102 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d84af3-e664-482f-b1eb-820c87b478fd', 'name': 'network-vif-deleted', 'tag': '536aff1f-5571-4d82-a074-9a88de54330a', 'status': 'completed', 'code': 200} Dec 12 17:44:35.889800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:35.890148 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Checking segment: {'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:35.890536 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Bound using segment: {'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:35.890984 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Bound port: 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:35.891373 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:35.896518 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-edc9f82c-a5b4-4b5b-97d4-1be36918d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:35.898117 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-edc9f82c-a5b4-4b5b-97d4-1be36918d0f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736401 Dec 12 17:44:35.997646 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3aab4446-418c-41a1-b537-6100e6e85cf9 req-bb97b884-c02d-4377-8011-44f8ce2b1790 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4d84af3-e664-482f-b1eb-820c87b478fd HTTP/1.1" status: 200 len: 210 time: 0.0781758 Dec 12 17:44:36.086465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] For port 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:36.104260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b898c-9ad2-4c88-99a6-815f6fb24bd7 req-85ed662d-db39-4c40-b4de-7b872f5cfc74 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:36.105740 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae9b898c-9ad2-4c88-99a6-815f6fb24bd7 req-85ed662d-db39-4c40-b4de-7b872f5cfc74 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 944 time: 0.1023281 Dec 12 17:44:36.116688 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-b78563c4-bcc2-42c3-accc-34fc572c0d2a service neutron] 10.222.0.31 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086680 Dec 12 17:44:36.122547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] For port 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:36.141952 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:36.238675 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:36.239363 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:36.240735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] 10.222.0.20 "PUT /v2.0/ports/8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be HTTP/1.1" status: 200 len: 1091 time: 2.0292516 Dec 12 17:44:36.276665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae9b898c-9ad2-4c88-99a6-815f6fb24bd7 req-a3d714ff-9832-47da-ac01-dd44ae3dff07 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605880 Dec 12 17:44:36.280649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Request body: {'port': {'device_id': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:36.313586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a689d-9596-4538-9718-d7b08a50de17 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:36.365906 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abe25453-bf54-4065-a122-d9d440a8fd3e req-25e56dad-152d-4335-8191-fba12eaebc43 service neutron] 10.222.0.31 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409394 Dec 12 17:44:36.418222 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:36.444704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5b923-e152-4949-b6b8-b27db6c18270 req-6ab135e2-f165-4d30-a44d-1e0a114f349f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:36.451983 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5b923-e152-4949-b6b8-b27db6c18270 req-6ab135e2-f165-4d30-a44d-1e0a114f349f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:36.458466 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5b923-e152-4949-b6b8-b27db6c18270 req-6ab135e2-f165-4d30-a44d-1e0a114f349f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:36.465170 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5b923-e152-4949-b6b8-b27db6c18270 req-6ab135e2-f165-4d30-a44d-1e0a114f349f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:36.471232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5b923-e152-4949-b6b8-b27db6c18270 req-6ab135e2-f165-4d30-a44d-1e0a114f349f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:36.477235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5b923-e152-4949-b6b8-b27db6c18270 req-6ab135e2-f165-4d30-a44d-1e0a114f349f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:36.483337 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5b923-e152-4949-b6b8-b27db6c18270 req-6ab135e2-f165-4d30-a44d-1e0a114f349f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:36.485333 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-faa5b923-e152-4949-b6b8-b27db6c18270 req-6ab135e2-f165-4d30-a44d-1e0a114f349f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5393 time: 0.1396165 Dec 12 17:44:36.576711 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d20866-c818-4d8a-845f-c1e8bf505ffc', 'tag': 'cc57b21f-108a-446f-8a71-0c47ee914021'}, {'name': 'network-changed', 'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'tag': '8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:36.579249 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a1e79c-b1d3-4d73-a895-b5007d58541a" -d '{"events": [{"name": "network-changed", "server_uuid": "85d20866-c818-4d8a-845f-c1e8bf505ffc", "tag": "cc57b21f-108a-446f-8a71-0c47ee914021"}, {"name": "network-changed", "server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "tag": "8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:36.685777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbab59-5a9c-4838-82a4-af8c9d461954 req-e6a8d0a7-b790-4730-84e7-fb13b58c7e42 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:36.687300 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4bbab59-5a9c-4838-82a4-af8c9d461954 req-e6a8d0a7-b790-4730-84e7-fb13b58c7e42 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/ports?device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 946 time: 0.1720159 Dec 12 17:44:36.697706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-faa5b923-e152-4949-b6b8-b27db6c18270 req-1d1ac8e1-107c-40f3-8a4f-f50625de0163 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2010508 Dec 12 17:44:36.755274 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c461e2-8b58-4b67-a454-865a7edac83c x-openstack-request-id: req-25c461e2-8b58-4b67-a454-865a7edac83c {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:36.755594 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d20866-c818-4d8a-845f-c1e8bf505ffc", "tag": "cc57b21f-108a-446f-8a71-0c47ee914021", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "tag": "8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:36.755877 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25c461e2-8b58-4b67-a454-865a7edac83c {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:36.756250 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d20866-c818-4d8a-845f-c1e8bf505ffc', 'tag': 'cc57b21f-108a-446f-8a71-0c47ee914021', 'status': 'completed', 'code': 200} Dec 12 17:44:36.756507 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'tag': '8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be', 'status': 'completed', 'code': 200} Dec 12 17:44:36.856833 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4bbab59-5a9c-4838-82a4-af8c9d461954 req-2d99c36c-1aa1-4ac2-9a5c-16cfd1772e66 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/security-groups?id=2544c021-20c1-4a87-b96f-78d836dcf7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500103 Dec 12 17:44:36.925231 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-8c098dde-f252-47da-b55e-3e2175f85808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:36.926737 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-8c098dde-f252-47da-b55e-3e2175f85808 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 1095 time: 0.1504772 Dec 12 17:44:36.935244 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-3aa24aae-ba0d-4e2d-a189-6c78661cd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:36.935729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-3aa24aae-ba0d-4e2d-a189-6c78661cd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:36.936200 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-3aa24aae-ba0d-4e2d-a189-6c78661cd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:36.936668 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-3aa24aae-ba0d-4e2d-a189-6c78661cd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:36.937129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-3aa24aae-ba0d-4e2d-a189-6c78661cd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:36.937594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-3aa24aae-ba0d-4e2d-a189-6c78661cd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:36.938058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-3aa24aae-ba0d-4e2d-a189-6c78661cd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:36.939887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-3aa24aae-ba0d-4e2d-a189-6c78661cd34a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 6285 time: 0.1494901 Dec 12 17:44:37.000792 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-91af7f50-e0d8-4690-945e-ae7701f177be service neutron] show failed (client error): The resource could not be found. Dec 12 17:44:37.001823 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-91af7f50-e0d8-4690-945e-ae7701f177be service neutron] 10.222.0.20 "GET /v2.0/ports/f7b800a1-c92b-49a9-86cb-2fac0120d840/bindings/n-h1-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.0531790 Dec 12 17:44:37.093642 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c33b6d-a03b-4e91-9543-0e7030c3d8e6 req-09291b25-9040-4caf-afa7-16312274197f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:37.095556 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29c33b6d-a03b-4e91-9543-0e7030c3d8e6 req-09291b25-9040-4caf-afa7-16312274197f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.2159607 Dec 12 17:44:37.126091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402bee39-25ac-4a84-b465-f2942ddb6386 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:44:37.160848 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:37.212775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Transition to ACTIVE for port object 402bee39-25ac-4a84-b465-f2942ddb6386 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:44:37.221832 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-b2c3f1d5-e21b-4bce-bd0d-8024ddf3df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:37.223359 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-b2c3f1d5-e21b-4bce-bd0d-8024ddf3df49 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 913 time: 0.2819123 Dec 12 17:44:37.228835 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:37.238093 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-2fdc01b0-6d66-4cd4-8664-ccf25d638b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:37.241471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-2fdc01b0-6d66-4cd4-8664-ccf25d638b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:37.241471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-2fdc01b0-6d66-4cd4-8664-ccf25d638b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:37.241471 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-2fdc01b0-6d66-4cd4-8664-ccf25d638b0a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2870364 Dec 12 17:44:37.244790 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51114) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:37.290199 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29c33b6d-a03b-4e91-9543-0e7030c3d8e6 req-30371711-b6b5-45fd-a01c-4b5449db3ca1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837685 Dec 12 17:44:37.293706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-d7bad8b6-ca9e-4e40-9bf7-97baa0228a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:37.295231 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-d7bad8b6-ca9e-4e40-9bf7-97baa0228a17 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af&tenant_id=de7d6d1331334b1d97a38f5467ee1df8 HTTP/1.1" status: 200 len: 1101 time: 0.1052084 Dec 12 17:44:37.312507 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:37.349294 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3edd3880-a978-4409-8d7d-2d56fa0ea144 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:37.398594 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3edd3880-a978-4409-8d7d-2d56fa0ea144 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:37.401680 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:37.558767 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3edd3880-a978-4409-8d7d-2d56fa0ea144 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:37.562046 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3edd3880-a978-4409-8d7d-2d56fa0ea144 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:37.565498 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3edd3880-a978-4409-8d7d-2d56fa0ea144 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "DELETE /v2.0/security-groups/65e8bd52-dd31-40eb-b467-fc29539696d6 HTTP/1.1" status: 204 len: 168 time: 0.3174784 Dec 12 17:44:37.573124 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51118) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:37.596289 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd3880-a978-4409-8d7d-2d56fa0ea144 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e8bd52-dd31-40eb-b467-fc29539696d6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:37.608465 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-de9696dd-fca5-4eeb-80bf-d27a23f7dc28 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] show failed (client error): The resource could not be found. Dec 12 17:44:37.609516 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-de9696dd-fca5-4eeb-80bf-d27a23f7dc28 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "GET /v2.0/security-groups/65e8bd52-dd31-40eb-b467-fc29539696d6 HTTP/1.1" status: 404 len: 347 time: 0.0352581 Dec 12 17:44:37.638437 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51120) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:37.677945 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-c6ad64f6-5e53-4066-b820-5e5db648ff1c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc57b21f-108a-446f-8a71-0c47ee914021 HTTP/1.1" status: 200 len: 217 time: 0.4468949 Dec 12 17:44:37.776558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Pushing event updated for resources: {'Port': ['ID=402bee39-25ac-4a84-b465-f2942ddb6386,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:37.788533 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:37.812376 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 536aff1f-5571-4d82-a074-9a88de54330a no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:44:37.826626 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e3199a8f-d34b-44ca-b0fd-7e5624bfc435 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Deleting port c9e9aa52-eb9a-4d22-8f8a-d43ad4844a69 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:44:37.826968 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3199a8f-d34b-44ca-b0fd-7e5624bfc435 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:37.836345 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 536aff1f-5571-4d82-a074-9a88de54330a {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:44:37.836816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 536aff1f-5571-4d82-a074-9a88de54330a not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:44:37.843575 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:37.890094 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-7b449793-7758-472c-b9a3-8abff4cef34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:37.891506 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-7b449793-7758-472c-b9a3-8abff4cef34f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.1864986 Dec 12 17:44:37.939979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40802ffc-2147-4b83-bbfd-8ea53ebc7879 req-79469ca3-d1ff-46c2-a410-71d02ee5cc7e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:37.941459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-40802ffc-2147-4b83-bbfd-8ea53ebc7879 req-79469ca3-d1ff-46c2-a410-71d02ee5cc7e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 944 time: 0.2675827 Dec 12 17:44:37.953501 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b800a1-c92b-49a9-86cb-2fac0120d840'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:37.955789 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edefa75-9ed1-4f50-aada-3fc325c407de" -d '{"events": [{"server_uuid": "e506e875-bf04-4679-9f8a-39af3d3c45af", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b800a1-c92b-49a9-86cb-2fac0120d840"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:37.963764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-5446cd3f-ea38-46d5-88eb-e320b8e468a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:37.965232 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-5446cd3f-ea38-46d5-88eb-e320b8e468a8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7087235 Dec 12 17:44:37.966609 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:37.980506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfbdbe-2e76-4282-88c3-d93da914d6e3 req-e459370a-88c2-4431-b674-761abdcf11f1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:37.986493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfbdbe-2e76-4282-88c3-d93da914d6e3 req-e459370a-88c2-4431-b674-761abdcf11f1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:37.992428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfbdbe-2e76-4282-88c3-d93da914d6e3 req-e459370a-88c2-4431-b674-761abdcf11f1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:37.998648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfbdbe-2e76-4282-88c3-d93da914d6e3 req-e459370a-88c2-4431-b674-761abdcf11f1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:38.000956 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726217fe-cd19-4250-a117-3b4309438d90 req-25e8b1b5-e86a-4ad8-87c2-4781f5146610 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:38.002680 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-726217fe-cd19-4250-a117-3b4309438d90 req-25e8b1b5-e86a-4ad8-87c2-4781f5146610 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.20 "GET /v2.0/ports?device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 946 time: 0.1144438 Dec 12 17:44:38.004346 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3199a8f-d34b-44ca-b0fd-7e5624bfc435 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:38.004676 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3199a8f-d34b-44ca-b0fd-7e5624bfc435 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:38.004833 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfbdbe-2e76-4282-88c3-d93da914d6e3 req-e459370a-88c2-4431-b674-761abdcf11f1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:38.007228 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Transition to ACTIVE for port object f7b800a1-c92b-49a9-86cb-2fac0120d840 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:44:38.011852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfbdbe-2e76-4282-88c3-d93da914d6e3 req-e459370a-88c2-4431-b674-761abdcf11f1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:38.017764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfbdbe-2e76-4282-88c3-d93da914d6e3 req-e459370a-88c2-4431-b674-761abdcf11f1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:38.019711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2dfbdbe-2e76-4282-88c3-d93da914d6e3 req-e459370a-88c2-4431-b674-761abdcf11f1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5405 time: 0.2393324 Dec 12 17:44:38.023243 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:38.045651 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e3199a8f-d34b-44ca-b0fd-7e5624bfc435 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Calling delete_port for c9e9aa52-eb9a-4d22-8f8a-d43ad4844a69 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:44:38.074475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Attempting to bind port 402bee39-25ac-4a84-b465-f2942ddb6386 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:38.074818 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Attempting to bind port 402bee39-25ac-4a84-b465-f2942ddb6386 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:38.075145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Attempting to bind port 402bee39-25ac-4a84-b465-f2942ddb6386 on network abd15d69-fdc4-40f0-9728-711543d334c4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:38.089005 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-de3ee6ca-91f1-472d-ad97-e81c9e98287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:38.090550 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-de3ee6ca-91f1-472d-ad97-e81c9e98287e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1741424 Dec 12 17:44:38.105998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Port 402bee39-25ac-4a84-b465-f2942ddb6386 on network abd15d69-fdc4-40f0-9728-711543d334c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:44:38.106706 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Attempting to bind port 402bee39-25ac-4a84-b465-f2942ddb6386 on network abd15d69-fdc4-40f0-9728-711543d334c4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:38.142092 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:38.142419 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Checking segment: {'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:38.142757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Bound using segment: {'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:38.143241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Bound port: 402bee39-25ac-4a84-b465-f2942ddb6386, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857ed6f4-dac8-42a5-b124-6ac992cb9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:38.143592 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:38.181960 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-40802ffc-2147-4b83-bbfd-8ea53ebc7879 req-d1c9a989-1b4e-4319-8a94-a55110a3816a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205598 Dec 12 17:44:38.201088 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Pushing event updated for resources: {'Port': ['ID=f7b800a1-c92b-49a9-86cb-2fac0120d840,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:38.210010 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] No DVR routers for this DVR port f7b800a1-c92b-49a9-86cb-2fac0120d840 on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:44:38.234737 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2dfbdbe-2e76-4282-88c3-d93da914d6e3 req-bcefed90-cb49-4c39-bf78-bedb8954b339 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2054393 Dec 12 17:44:38.294225 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-2d7ab51f-e7c2-4bbc-8afb-e9f1782ec632 service neutron] 10.222.0.31 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802437 Dec 12 17:44:38.295334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] For port 402bee39-25ac-4a84-b465-f2942ddb6386, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:38.298971 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] For port 402bee39-25ac-4a84-b465-f2942ddb6386, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=402bee39-25ac-4a84-b465-f2942ddb6386,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:38.305735 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:38.307718 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Attempting to bind port f7b800a1-c92b-49a9-86cb-2fac0120d840 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:38.308165 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Attempting to bind port f7b800a1-c92b-49a9-86cb-2fac0120d840 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:38.308512 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Attempting to bind port f7b800a1-c92b-49a9-86cb-2fac0120d840 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:38.319012 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Port f7b800a1-c92b-49a9-86cb-2fac0120d840 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:44:38.319274 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Attempting to bind port f7b800a1-c92b-49a9-86cb-2fac0120d840 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:38.332234 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-726217fe-cd19-4250-a117-3b4309438d90 req-f5972c34-cad5-44f7-a743-116602ce9067 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Deleting port 73d6aef0-1cc2-4318-af5f-6695784a7c2d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:44:38.332532 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-726217fe-cd19-4250-a117-3b4309438d90 req-f5972c34-cad5-44f7-a743-116602ce9067 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:38.337011 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:38.337364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:38.337764 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:38.338209 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Bound port: f7b800a1-c92b-49a9-86cb-2fac0120d840, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:38.338554 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:38.438358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:38.439059 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:38.440757 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] 10.222.0.20 "PUT /v2.0/ports/402bee39-25ac-4a84-b465-f2942ddb6386 HTTP/1.1" status: 200 len: 1090 time: 2.1641264 Dec 12 17:44:38.483807 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b212b5-0a68-4ed9-ada6-776b4c475d6c service neutron] Pushing event updated for resources: {'Port': ['ID=402bee39-25ac-4a84-b465-f2942ddb6386,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:38.493655 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3199a8f-d34b-44ca-b0fd-7e5624bfc435 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:38.516103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Request body: {'port': {'device_id': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:38.566586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca0b56-f1bf-4698-bc10-eaa7f74a1729 req-f186c4ed-2761-4207-a2a7-da3a52997ab0 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:38.568418 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-66ca0b56-f1bf-4698-bc10-eaa7f74a1729 req-f186c4ed-2761-4207-a2a7-da3a52997ab0 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/ports?device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 946 time: 0.1755013 Dec 12 17:44:38.571860 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-726217fe-cd19-4250-a117-3b4309438d90 req-f5972c34-cad5-44f7-a743-116602ce9067 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] For port 73d6aef0-1cc2-4318-af5f-6695784a7c2d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=73d6aef0-1cc2-4318-af5f-6695784a7c2d,segment=NetworkSegment(e417d31b-289b-4fab-a387-e1a55cc15d89),segment_id=e417d31b-289b-4fab-a387-e1a55cc15d89)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:38.572271 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-726217fe-cd19-4250-a117-3b4309438d90 req-f5972c34-cad5-44f7-a743-116602ce9067 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:38.617198 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55a1e79c-b1d3-4d73-a895-b5007d58541a req-c656047f-4edb-4c69-83d0-57de01861e1f service neutron] 10.222.0.31 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706988 Dec 12 17:44:38.694083 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3199a8f-d34b-44ca-b0fd-7e5624bfc435 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Pushing event deleted for resources: {'Port': ['ID=c9e9aa52-eb9a-4d22-8f8a-d43ad4844a69,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:38.698229 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2d6376-4dd8-43c1-8b09-48f438ad259e x-openstack-request-id: req-3e2d6376-4dd8-43c1-8b09-48f438ad259e {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:38.698528 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e506e875-bf04-4679-9f8a-39af3d3c45af", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b800a1-c92b-49a9-86cb-2fac0120d840", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:38.698785 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e2d6376-4dd8-43c1-8b09-48f438ad259e {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:38.699180 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b800a1-c92b-49a9-86cb-2fac0120d840', 'code': 200} Dec 12 17:44:38.702757 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:38.714232 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:38.730112 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-66ca0b56-f1bf-4698-bc10-eaa7f74a1729 req-784b82f6-c654-4f1a-9098-3d0c952e18dd tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/security-groups?id=2544c021-20c1-4a87-b96f-78d836dcf7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512830 Dec 12 17:44:38.762920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'tag': '402bee39-25ac-4a84-b465-f2942ddb6386'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:38.765527 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538a8cb1-2790-411b-a7fd-24b48f154d16" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "tag": "402bee39-25ac-4a84-b465-f2942ddb6386"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:38.775391 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4e145-8daa-4440-ab2b-9c3d3719c9b8 req-ee622057-6df5-4ae5-a915-1266171a2f17 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:38.776753 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-73c4e145-8daa-4440-ab2b-9c3d3719c9b8 req-ee622057-6df5-4ae5-a915-1266171a2f17 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 948 time: 0.1443837 Dec 12 17:44:38.777439 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:38.812565 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a7f087-56b3-4542-813e-83405ce53168 x-openstack-request-id: req-92a7f087-56b3-4542-813e-83405ce53168 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:38.812862 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "tag": "402bee39-25ac-4a84-b465-f2942ddb6386", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:38.813115 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92a7f087-56b3-4542-813e-83405ce53168 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:38.813507 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'tag': '402bee39-25ac-4a84-b465-f2942ddb6386', 'status': 'completed', 'code': 200} Dec 12 17:44:38.815451 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:38.904951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:38.905580 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:38.906967 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] 10.222.0.31 "PUT /v2.0/ports/f7b800a1-c92b-49a9-86cb-2fac0120d840 HTTP/1.1" status: 200 len: 1096 time: 1.6008108 Dec 12 17:44:38.909624 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3199a8f-d34b-44ca-b0fd-7e5624bfc435 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:38.912187 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3199a8f-d34b-44ca-b0fd-7e5624bfc435 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:38.916501 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e3199a8f-d34b-44ca-b0fd-7e5624bfc435 tempest-ImagesOneServerNegativeTestJSON-1152433387 tempest-ImagesOneServerNegativeTestJSON-1152433387-project] 10.222.0.18 "DELETE /v2.0/floatingips/c1e75814-b654-4b5e-8faa-829717609b1f HTTP/1.1" status: 204 len: 168 time: 1.2765164 Dec 12 17:44:38.937146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-73c4e145-8daa-4440-ab2b-9c3d3719c9b8 req-5b3fa288-3221-480d-a936-490dbc13d39e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427846 Dec 12 17:44:38.973042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a8cb1-2790-411b-a7fd-24b48f154d16 req-5c567256-1f89-4c59-95c2-0fa92674c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:38.973529 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a8cb1-2790-411b-a7fd-24b48f154d16 req-5c567256-1f89-4c59-95c2-0fa92674c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:38.974005 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a8cb1-2790-411b-a7fd-24b48f154d16 req-5c567256-1f89-4c59-95c2-0fa92674c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:38.974475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a8cb1-2790-411b-a7fd-24b48f154d16 req-5c567256-1f89-4c59-95c2-0fa92674c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:38.974940 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a8cb1-2790-411b-a7fd-24b48f154d16 req-5c567256-1f89-4c59-95c2-0fa92674c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:38.975431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a8cb1-2790-411b-a7fd-24b48f154d16 req-5c567256-1f89-4c59-95c2-0fa92674c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:38.975899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a8cb1-2790-411b-a7fd-24b48f154d16 req-5c567256-1f89-4c59-95c2-0fa92674c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:38.977936 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-538a8cb1-2790-411b-a7fd-24b48f154d16 req-5c567256-1f89-4c59-95c2-0fa92674c1ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 6352 time: 0.1399240 Dec 12 17:44:38.982423 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c83937-d8f8-48b6-a6c6-926a942b180e service neutron] Pushing event updated for resources: {'Port': ['ID=f7b800a1-c92b-49a9-86cb-2fac0120d840,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:39.042354 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-c3116364-ef6f-41c4-93a2-2bbc86b8d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:39.044131 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-c3116364-ef6f-41c4-93a2-2bbc86b8d83f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 1099 time: 0.0743046 Dec 12 17:44:39.049688 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-726217fe-cd19-4250-a117-3b4309438d90 req-f5972c34-cad5-44f7-a743-116602ce9067 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:39.050125 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-726217fe-cd19-4250-a117-3b4309438d90 req-f5972c34-cad5-44f7-a743-116602ce9067 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:39.050455 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [req-726217fe-cd19-4250-a117-3b4309438d90 req-f5972c34-cad5-44f7-a743-116602ce9067 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Floating IP 71af40f1-bc34-4aca-82a7-de52ea368a45 disassociated. External IP: 172.25.1.156, port: 73d6aef0-1cc2-4318-af5f-6695784a7c2d. Dec 12 17:44:39.050809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-726217fe-cd19-4250-a117-3b4309438d90 req-f5972c34-cad5-44f7-a743-116602ce9067 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Calling delete_port for 73d6aef0-1cc2-4318-af5f-6695784a7c2d owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:44:39.071882 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51148) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:39.180262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a8cb1-2790-411b-a7fd-24b48f154d16 req-47292c56-4888-420a-aea5-7697784e31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:39.180626 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a8cb1-2790-411b-a7fd-24b48f154d16 req-47292c56-4888-420a-aea5-7697784e31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:39.181559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a8cb1-2790-411b-a7fd-24b48f154d16 req-47292c56-4888-420a-aea5-7697784e31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:39.183717 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-538a8cb1-2790-411b-a7fd-24b48f154d16 req-47292c56-4888-420a-aea5-7697784e31a5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1904685 Dec 12 17:44:39.212355 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51dde7d-3a17-40da-a26b-04dda0b65368 admin admin] Deleting subnet 985325a8-d0ce-4355-9de6-d6e602a6cd48 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:44:39.229715 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c51dde7d-3a17-40da-a26b-04dda0b65368 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:39.237745 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f7b800a1-c92b-49a9-86cb-2fac0120d840 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:44:39.287782 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f7b800a1-c92b-49a9-86cb-2fac0120d840 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:44:39.293142 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-2207aedf-b072-44f6-9488-1198d763acad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:39.294488 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-2207aedf-b072-44f6-9488-1198d763acad service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.2342126 Dec 12 17:44:39.301319 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c51dde7d-3a17-40da-a26b-04dda0b65368 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:39.313920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a4ef46-1816-472e-b889-25324f339335 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:44:39.327025 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:39.362050 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Transition to ACTIVE for port object f4a4ef46-1816-472e-b889-25324f339335 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:44:39.371147 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-e864d4fd-ce2c-4acc-8205-3f68a0dcb0ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840 HTTP/1.1" status: 200 len: 217 time: 0.0668535 Dec 12 17:44:39.380423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd487a48-96f2-423e-9c0a-8a1f98aa6110 req-89b050a7-f7b3-46a4-a62a-5a9fe8eef7e8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:39.382063 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd487a48-96f2-423e-9c0a-8a1f98aa6110 req-89b050a7-f7b3-46a4-a62a-5a9fe8eef7e8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 944 time: 0.1204069 Dec 12 17:44:39.390685 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:39.438897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a8cb1-2790-411b-a7fd-24b48f154d16 req-651c3b8f-e577-4b4b-b53b-a8929af4d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:39.440288 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-538a8cb1-2790-411b-a7fd-24b48f154d16 req-651c3b8f-e577-4b4b-b53b-a8929af4d081 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2477961 Dec 12 17:44:39.449858 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c51dde7d-3a17-40da-a26b-04dda0b65368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:39.486263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a4ef46-1816-472e-b889-25324f339335,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:39.507485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-d26fcdf8-1bf3-4647-b22f-49d055bd3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:39.510084 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-d26fcdf8-1bf3-4647-b22f-49d055bd3613 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1268625 Dec 12 17:44:39.513632 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-726217fe-cd19-4250-a117-3b4309438d90 req-f5972c34-cad5-44f7-a743-116602ce9067 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:39.542148 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add82ba-f5ac-422f-8a76-c6367333789b req-11787595-901a-4910-9b8e-d0aacbb41aa7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:39.547973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add82ba-f5ac-422f-8a76-c6367333789b req-11787595-901a-4910-9b8e-d0aacbb41aa7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:39.554016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add82ba-f5ac-422f-8a76-c6367333789b req-11787595-901a-4910-9b8e-d0aacbb41aa7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:39.560101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add82ba-f5ac-422f-8a76-c6367333789b req-11787595-901a-4910-9b8e-d0aacbb41aa7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:39.566158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add82ba-f5ac-422f-8a76-c6367333789b req-11787595-901a-4910-9b8e-d0aacbb41aa7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:39.572869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add82ba-f5ac-422f-8a76-c6367333789b req-11787595-901a-4910-9b8e-d0aacbb41aa7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:39.578975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add82ba-f5ac-422f-8a76-c6367333789b req-11787595-901a-4910-9b8e-d0aacbb41aa7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:39.581014 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1add82ba-f5ac-422f-8a76-c6367333789b req-11787595-901a-4910-9b8e-d0aacbb41aa7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5417 time: 0.2259581 Dec 12 17:44:39.609543 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd487a48-96f2-423e-9c0a-8a1f98aa6110 req-ba70b864-aa57-4767-80b8-c2136f54645b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002175 Dec 12 17:44:39.675055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Attempting to bind port f4a4ef46-1816-472e-b889-25324f339335 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:39.675425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Attempting to bind port f4a4ef46-1816-472e-b889-25324f339335 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '7e0b1fab-8c64-42d1-9aca-1d26b5911081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'faaae9f2-d52c-4d86-b85f-6cafd43330dd'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:39.675760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Attempting to bind port f4a4ef46-1816-472e-b889-25324f339335 on network faaae9f2-d52c-4d86-b85f-6cafd43330dd {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:39.687559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Port f4a4ef46-1816-472e-b889-25324f339335 on network faaae9f2-d52c-4d86-b85f-6cafd43330dd not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:44:39.687900 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Attempting to bind port f4a4ef46-1816-472e-b889-25324f339335 on network faaae9f2-d52c-4d86-b85f-6cafd43330dd {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:39.696995 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:39.697892 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Checking segment: {'id': '7e0b1fab-8c64-42d1-9aca-1d26b5911081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'faaae9f2-d52c-4d86-b85f-6cafd43330dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:39.698204 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Bound using segment: {'id': '7e0b1fab-8c64-42d1-9aca-1d26b5911081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'faaae9f2-d52c-4d86-b85f-6cafd43330dd'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:39.698639 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Bound port: f4a4ef46-1816-472e-b889-25324f339335, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e0b1fab-8c64-42d1-9aca-1d26b5911081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'faaae9f2-d52c-4d86-b85f-6cafd43330dd'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:39.699002 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:39.707729 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1add82ba-f5ac-422f-8a76-c6367333789b req-e9fc0581-972e-4204-b426-6786332ae661 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021047 Dec 12 17:44:39.798952 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device cc57b21f-108a-446f-8a71-0c47ee914021 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:44:39.832578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] For port f4a4ef46-1816-472e-b889-25324f339335, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:39.850345 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db834347-719a-44b1-8646-0e9e642eb7fd req-115285d2-bd90-4417-b70c-d745f89d6060 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/ports?device_id=27780f23-d944-4f83-a675-8c22bcf2342d HTTP/1.1" status: 200 len: 210 time: 0.0404789 Dec 12 17:44:39.858678 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] For port f4a4ef46-1816-472e-b889-25324f339335, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f4a4ef46-1816-472e-b889-25324f339335,segment=NetworkSegment(7e0b1fab-8c64-42d1-9aca-1d26b5911081),segment_id=7e0b1fab-8c64-42d1-9aca-1d26b5911081)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:39.863715 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5972c34-cad5-44f7-a743-116602ce9067 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Pushing event deleted for resources: {'Port': ['ID=73d6aef0-1cc2-4318-af5f-6695784a7c2d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:39.864957 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:39.914331 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port cc57b21f-108a-446f-8a71-0c47ee914021, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cc57b21f-108a-446f-8a71-0c47ee914021,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:39.927240 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'cc57b21f-108a-446f-8a71-0c47ee914021', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'port_id': 'cc57b21f-108a-446f-8a71-0c47ee914021', 'mac_address': 'fa:16:3e:49:2f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:44:39.933003 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c51dde7d-3a17-40da-a26b-04dda0b65368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:39.935971 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:39.936617 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:39.938043 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] 10.222.0.20 "PUT /v2.0/ports/f4a4ef46-1816-472e-b889-25324f339335 HTTP/1.1" status: 200 len: 1091 time: 1.4338653 Dec 12 17:44:39.938675 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391caf40-062b-44b2-99ed-66c99949d248 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a4ef46-1816-472e-b889-25324f339335,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:39.976246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] Request body: {'port': {'device_id': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:39.985123 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:40.003724 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-fbae29f8-7830-486d-8dcf-3cf955220fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:40.005098 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc57b21f-108a-446f-8a71-0c47ee914021 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:44:40.005241 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-fbae29f8-7830-486d-8dcf-3cf955220fb9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4851460 Dec 12 17:44:40.012908 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51dde7d-3a17-40da-a26b-04dda0b65368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=985325a8-d0ce-4355-9de6-d6e602a6cd48,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:40.016459 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c51dde7d-3a17-40da-a26b-04dda0b65368 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:40.019698 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c51dde7d-3a17-40da-a26b-04dda0b65368 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/985325a8-d0ce-4355-9de6-d6e602a6cd48 HTTP/1.1" status: 204 len: 168 time: 0.9429729 Dec 12 17:44:40.032233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51162) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:40.050161 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port cc57b21f-108a-446f-8a71-0c47ee914021, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cc57b21f-108a-446f-8a71-0c47ee914021,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:40.061494 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:40.094937 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:40.122521 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-726217fe-cd19-4250-a117-3b4309438d90 req-f5972c34-cad5-44f7-a743-116602ce9067 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Router e04e67e2-e12b-4bbf-92ce-75066ca9d50b has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:44:40.132701 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=cc57b21f-108a-446f-8a71-0c47ee914021,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:40.153331 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-666cb002-fe06-4224-a40d-9ec20561725e service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307034 Dec 12 17:44:40.198218 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21c3f65d-7e42-4e96-bb03-c1fb826cc4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:40.236115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b5859-3993-4b57-8313-9cb10f2049f4 req-398d6ae5-b149-4287-bc05-6f9cd681e3c1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:40.237872 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-092b5859-3993-4b57-8313-9cb10f2049f4 req-398d6ae5-b149-4287-bc05-6f9cd681e3c1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 948 time: 0.1392775 Dec 12 17:44:40.328335 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-726217fe-cd19-4250-a117-3b4309438d90 req-f5972c34-cad5-44f7-a743-116602ce9067 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:44:40.339235 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195dd8a9-d4bf-4a22-a09f-ba013e6f7656 None None] Sync routers for ids ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:44:40.342571 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c0c50a2a-1a42-44bc-abd9-786263d4c5aa req-7e992b74-78c4-41a1-8f72-e917e49431a5 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555114 Dec 12 17:44:40.360656 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195dd8a9-d4bf-4a22-a09f-ba013e6f7656 None None] Routers {'e04e67e2-e12b-4bbf-92ce-75066ca9d50b'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:44:40.361979 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-195dd8a9-d4bf-4a22-a09f-ba013e6f7656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:44:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:40.391895 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-726217fe-cd19-4250-a117-3b4309438d90 req-f5972c34-cad5-44f7-a743-116602ce9067 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] No DVR routers for this DVR port 73d6aef0-1cc2-4318-af5f-6695784a7c2d on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:44:40.394620 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-726217fe-cd19-4250-a117-3b4309438d90 req-f5972c34-cad5-44f7-a743-116602ce9067 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:40.399010 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-726217fe-cd19-4250-a117-3b4309438d90 req-f5972c34-cad5-44f7-a743-116602ce9067 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.20 "DELETE /v2.0/ports/73d6aef0-1cc2-4318-af5f-6695784a7c2d HTTP/1.1" status: 204 len: 173 time: 2.3903205 Dec 12 17:44:40.447961 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['cc57b21f-108a-446f-8a71-0c47ee914021'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:44:40.470436 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-092b5859-3993-4b57-8313-9cb10f2049f4 req-38f9403d-6906-4081-86b4-1a846242b216 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822906 Dec 12 17:44:40.475499 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21c3f65d-7e42-4e96-bb03-c1fb826cc4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:40.512677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-21c3f65d-7e42-4e96-bb03-c1fb826cc4a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f6eb11-31cd-4420-a2e4-48c765eba462']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:40.524035 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-21c3f65d-7e42-4e96-bb03-c1fb826cc4a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f87f4d95-d9ea-4209-86f6-6a60b76b2a2d') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:40.524609 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-21c3f65d-7e42-4e96-bb03-c1fb826cc4a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f87f4d95-d9ea-4209-86f6-6a60b76b2a2d') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:40.538967 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21c3f65d-7e42-4e96-bb03-c1fb826cc4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:40.540117 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-195dd8a9-d4bf-4a22-a09f-ba013e6f7656 None None] Set router e04e67e2-e12b-4bbf-92ce-75066ca9d50b gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:44:40.579185 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21c3f65d-7e42-4e96-bb03-c1fb826cc4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:40.605398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c3f65d-7e42-4e96-bb03-c1fb826cc4a0 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:44:40.605612 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21c3f65d-7e42-4e96-bb03-c1fb826cc4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:44:40.607336 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:44:40.693801 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21c3f65d-7e42-4e96-bb03-c1fb826cc4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:40.698894 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21c3f65d-7e42-4e96-bb03-c1fb826cc4a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:40.700102 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'tag': 'f7b800a1-c92b-49a9-86cb-2fac0120d840'}, {'server_uuid': '27780f23-d944-4f83-a675-8c22bcf2342d', 'name': 'network-vif-deleted', 'tag': '73d6aef0-1cc2-4318-af5f-6695784a7c2d'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:40.702328 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-21c3f65d-7e42-4e96-bb03-c1fb826cc4a0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/48f6eb11-31cd-4420-a2e4-48c765eba462 HTTP/1.1" status: 204 len: 168 time: 0.6694167 Dec 12 17:44:40.703047 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e799fe-35b9-4a26-98c5-46a71aab5b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "e506e875-bf04-4679-9f8a-39af3d3c45af", "tag": "f7b800a1-c92b-49a9-86cb-2fac0120d840"}, {"server_uuid": "27780f23-d944-4f83-a675-8c22bcf2342d", "name": "network-vif-deleted", "tag": "73d6aef0-1cc2-4318-af5f-6695784a7c2d"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:40.770244 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38009055-bb8e-4202-9ae4-9eed7d89ee98 x-openstack-request-id: req-38009055-bb8e-4202-9ae4-9eed7d89ee98 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:40.770800 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e506e875-bf04-4679-9f8a-39af3d3c45af", "tag": "f7b800a1-c92b-49a9-86cb-2fac0120d840", "status": "completed", "code": 200}, {"server_uuid": "27780f23-d944-4f83-a675-8c22bcf2342d", "name": "network-vif-deleted", "tag": "73d6aef0-1cc2-4318-af5f-6695784a7c2d", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:40.771319 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38009055-bb8e-4202-9ae4-9eed7d89ee98 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:40.771830 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'tag': 'f7b800a1-c92b-49a9-86cb-2fac0120d840', 'status': 'completed', 'code': 200} Dec 12 17:44:40.772208 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27780f23-d944-4f83-a675-8c22bcf2342d', 'name': 'network-vif-deleted', 'tag': '73d6aef0-1cc2-4318-af5f-6695784a7c2d', 'status': 'completed', 'code': 200} Dec 12 17:44:40.775809 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3f65d-7e42-4e96-bb03-c1fb826cc4a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=48f6eb11-31cd-4420-a2e4-48c765eba462,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:40.800292 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb3c432-d283-4933-81c2-cc62a2e8490d {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:44:40.821815 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:40.824352 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'tag': 'f4a4ef46-1816-472e-b889-25324f339335'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:40.826508 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb38d1b-408d-4755-881c-99fd7ace7cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "tag": "f4a4ef46-1816-472e-b889-25324f339335"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:40.858795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbaab8-898f-4cda-8177-9327deae7f1c req-972d243f-152d-4da5-b900-fe746b23ec79 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:40.860365 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0edbaab8-898f-4cda-8177-9327deae7f1c req-972d243f-152d-4da5-b900-fe746b23ec79 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 945 time: 0.1398802 Dec 12 17:44:40.866937 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] Transition to ACTIVE for port object 0eb3c432-d283-4933-81c2-cc62a2e8490d will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:44:40.889803 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:40.950732 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-5b788d81-f014-468d-a356-ec9946304989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:40.952957 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-5b788d81-f014-468d-a356-ec9946304989 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 1099 time: 0.1594157 Dec 12 17:44:40.972002 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-e327aa53-bcb4-46c8-ae80-340cf10ca926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:40.983739 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-e327aa53-bcb4-46c8-ae80-340cf10ca926 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 1099 time: 0.1689682 Dec 12 17:44:40.993370 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253043a4-5452-4990-9086-747867e3c64a service neutron] Pushing event updated for resources: {'Port': ['ID=0eb3c432-d283-4933-81c2-cc62a2e8490d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:41.028883 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0edbaab8-898f-4cda-8177-9327deae7f1c req-940e7b32-1160-4f59-ba5a-e8612b8e699d tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510105 Dec 12 17:44:41.043959 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-195dd8a9-d4bf-4a22-a09f-ba013e6f7656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'name': 'tempest-ServersTestManualDisk-1879047730-router', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:16Z', 'revision_number': 4, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'gw_port': {'id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'c9bbb59e-aea4-4841-9d1f-c57b3dffa948', 'name': '', 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'mac_address': 'fa:16:3e:4f:a2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '175ad6af-652d-4538-a2db-e98b64ba2b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:12Z', 'updated_at': '2021-12-12T17:42:25Z', 'revision_number': 5, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'subnets': [{'id': '175ad6af-652d-4538-a2db-e98b64ba2b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:41.075185 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195dd8a9-d4bf-4a22-a09f-ba013e6f7656 None None] Checking router: e04e67e2-e12b-4bbf-92ce-75066ca9d50b for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:44:41.088680 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195dd8a9-d4bf-4a22-a09f-ba013e6f7656 None None] Routers {'e04e67e2-e12b-4bbf-92ce-75066ca9d50b'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:44:41.089802 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-195dd8a9-d4bf-4a22-a09f-ba013e6f7656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:44:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:41.122210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51180) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:41.215948 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29944714-007d-4e7a-b75e-9d83ec7b36b1 req-0067f658-4242-41ac-8036-3bf2b7784db5 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.222124 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29944714-007d-4e7a-b75e-9d83ec7b36b1 req-0067f658-4242-41ac-8036-3bf2b7784db5 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.228779 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29944714-007d-4e7a-b75e-9d83ec7b36b1 req-0067f658-4242-41ac-8036-3bf2b7784db5 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.233406 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-2b21306f-e953-46aa-ae93-a3591c33cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.235122 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29944714-007d-4e7a-b75e-9d83ec7b36b1 req-0067f658-4242-41ac-8036-3bf2b7784db5 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.236554 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-2b21306f-e953-46aa-ae93-a3591c33cb10 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.2311623 Dec 12 17:44:41.242667 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29944714-007d-4e7a-b75e-9d83ec7b36b1 req-0067f658-4242-41ac-8036-3bf2b7784db5 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.247375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 73d6aef0-1cc2-4318-af5f-6695784a7c2d no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:44:41.251176 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29944714-007d-4e7a-b75e-9d83ec7b36b1 req-0067f658-4242-41ac-8036-3bf2b7784db5 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.257367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29944714-007d-4e7a-b75e-9d83ec7b36b1 req-0067f658-4242-41ac-8036-3bf2b7784db5 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.266259 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29944714-007d-4e7a-b75e-9d83ec7b36b1 req-0067f658-4242-41ac-8036-3bf2b7784db5 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5429 time: 0.1866238 Dec 12 17:44:41.276379 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c15bfb-939e-443d-9f56-00ef392d6c4f x-openstack-request-id: req-b4c15bfb-939e-443d-9f56-00ef392d6c4f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:41.276667 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "tag": "f4a4ef46-1816-472e-b889-25324f339335", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:41.276918 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4c15bfb-939e-443d-9f56-00ef392d6c4f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:41.277307 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'tag': 'f4a4ef46-1816-472e-b889-25324f339335', 'status': 'completed', 'code': 200} Dec 12 17:44:41.294376 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-195dd8a9-d4bf-4a22-a09f-ba013e6f7656 None None] Set router e04e67e2-e12b-4bbf-92ce-75066ca9d50b gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:44:41.305207 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 73d6aef0-1cc2-4318-af5f-6695784a7c2d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:44:41.306144 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-54dee5bf-7a30-467f-bfc3-570e2043bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.308344 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-54dee5bf-7a30-467f-bfc3-570e2043bb09 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.3440025 Dec 12 17:44:41.309008 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 73d6aef0-1cc2-4318-af5f-6695784a7c2d not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:44:41.340323 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-32fafb6d-161a-4d15-92ef-4fa71038b830 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c690ef1933604b0cbd75f6c3a7b84fdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1843545 Dec 12 17:44:41.344067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51184) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:41.344222 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51186) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:41.357812 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-fe2da3cc-1d58-4a9c-9f4d-1c3c8ab27728 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840 HTTP/1.1" status: 200 len: 217 time: 0.0780928 Dec 12 17:44:41.395447 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-54ae4468-339d-452c-9ade-b6ea1f049e8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840 HTTP/1.1" status: 200 len: 217 time: 0.0441756 Dec 12 17:44:41.436991 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] Attempting to bind port 0eb3c432-d283-4933-81c2-cc62a2e8490d on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:41.437338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] Attempting to bind port 0eb3c432-d283-4933-81c2-cc62a2e8490d by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '7e0b1fab-8c64-42d1-9aca-1d26b5911081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'faaae9f2-d52c-4d86-b85f-6cafd43330dd'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:41.437640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] Attempting to bind port 0eb3c432-d283-4933-81c2-cc62a2e8490d on network faaae9f2-d52c-4d86-b85f-6cafd43330dd {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:41.472157 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-01a75ba3-6076-4970-acaa-45d97c950e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.473798 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-01a75ba3-6076-4970-acaa-45d97c950e1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0865386 Dec 12 17:44:41.477445 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-18990c53-2f13-4268-8ce7-0877d130e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.478979 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-18990c53-2f13-4268-8ce7-0877d130e453 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0642991 Dec 12 17:44:41.481193 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] Port 0eb3c432-d283-4933-81c2-cc62a2e8490d on network faaae9f2-d52c-4d86-b85f-6cafd43330dd not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:44:41.481525 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] Attempting to bind port 0eb3c432-d283-4933-81c2-cc62a2e8490d on network faaae9f2-d52c-4d86-b85f-6cafd43330dd {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:41.514526 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-195dd8a9-d4bf-4a22-a09f-ba013e6f7656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'name': 'tempest-ServersTestManualDisk-1879047730-router', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:16Z', 'revision_number': 4, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'gw_port': {'id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'c9bbb59e-aea4-4841-9d1f-c57b3dffa948', 'name': '', 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'mac_address': 'fa:16:3e:4f:a2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '175ad6af-652d-4538-a2db-e98b64ba2b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:12Z', 'updated_at': '2021-12-12T17:42:25Z', 'revision_number': 5, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'subnets': [{'id': '175ad6af-652d-4538-a2db-e98b64ba2b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:41.515852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:41.516194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] Checking segment: {'id': '7e0b1fab-8c64-42d1-9aca-1d26b5911081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'faaae9f2-d52c-4d86-b85f-6cafd43330dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:41.516572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] Bound using segment: {'id': '7e0b1fab-8c64-42d1-9aca-1d26b5911081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'faaae9f2-d52c-4d86-b85f-6cafd43330dd'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:41.517002 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] Bound port: 0eb3c432-d283-4933-81c2-cc62a2e8490d, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e0b1fab-8c64-42d1-9aca-1d26b5911081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'faaae9f2-d52c-4d86-b85f-6cafd43330dd'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:41.517367 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:41.545346 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195dd8a9-d4bf-4a22-a09f-ba013e6f7656 None None] The sync data for ids ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'] in n-d-760354-5 is: [{'id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'name': 'tempest-ServersTestManualDisk-1879047730-router', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:42:16Z', 'revision_number': 4, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'gw_port': {'id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'c9bbb59e-aea4-4841-9d1f-c57b3dffa948', 'name': '', 'network_id': '48de17cc-348a-47bb-8807-5fff0fe75c36', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'mac_address': 'fa:16:3e:4f:a2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '175ad6af-652d-4538-a2db-e98b64ba2b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:12Z', 'updated_at': '2021-12-12T17:42:25Z', 'revision_number': 5, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'subnets': [{'id': '175ad6af-652d-4538-a2db-e98b64ba2b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:44:41.556024 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb38d1b-408d-4755-881c-99fd7ace7cf2 req-5c7aea28-cbb5-4c86-a5d7-b89a118364cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.557764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb38d1b-408d-4755-881c-99fd7ace7cf2 req-5c7aea28-cbb5-4c86-a5d7-b89a118364cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.558257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb38d1b-408d-4755-881c-99fd7ace7cf2 req-5c7aea28-cbb5-4c86-a5d7-b89a118364cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.558884 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb38d1b-408d-4755-881c-99fd7ace7cf2 req-5c7aea28-cbb5-4c86-a5d7-b89a118364cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.559476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb38d1b-408d-4755-881c-99fd7ace7cf2 req-5c7aea28-cbb5-4c86-a5d7-b89a118364cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.559957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb38d1b-408d-4755-881c-99fd7ace7cf2 req-5c7aea28-cbb5-4c86-a5d7-b89a118364cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.560248 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-4206952c-a965-43cc-adb5-e6e125967609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.560424 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb38d1b-408d-4755-881c-99fd7ace7cf2 req-5c7aea28-cbb5-4c86-a5d7-b89a118364cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.561952 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-4206952c-a965-43cc-adb5-e6e125967609 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795310 Dec 12 17:44:41.562677 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3fb38d1b-408d-4755-881c-99fd7ace7cf2 req-5c7aea28-cbb5-4c86-a5d7-b89a118364cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 6444 time: 0.2797766 Dec 12 17:44:41.567544 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-3855083d-b7b7-4acd-a108-d97201e4bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.569017 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-3855083d-b7b7-4acd-a108-d97201e4bbb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744257 Dec 12 17:44:41.570676 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29944714-007d-4e7a-b75e-9d83ec7b36b1 req-a98bcf51-b3ec-40c8-ac1d-24d236277db1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3035784 Dec 12 17:44:41.572654 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d50126d-69c9-42d8-b140-ef28b5291cf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:41.695272 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d50126d-69c9-42d8-b140-ef28b5291cf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:41.736525 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-a7a5cb39-83d9-4909-a03c-c6206da5b3b2 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521490 Dec 12 17:44:41.740254 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-8b4ef47a-a26e-401f-9419-149956cdc9a8 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631341 Dec 12 17:44:41.750434 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35cd7c2d-3feb-4b9c-8075-b936aef520bd tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:41.807909 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a94103-d336-4eea-9043-661fb306fe01 req-b909a423-28df-4f03-a6a2-88632345c129 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.809435 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6a94103-d336-4eea-9043-661fb306fe01 req-b909a423-28df-4f03-a6a2-88632345c129 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 948 time: 0.2143800 Dec 12 17:44:41.836961 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35cd7c2d-3feb-4b9c-8075-b936aef520bd tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:41.869996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be425e22-efa8-4335-abb0-70c95b04b6cf None None] New status for floating IP 71af40f1-bc34-4aca-82a7-de52ea368a45: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:44:41.888255 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] For port 0eb3c432-d283-4933-81c2-cc62a2e8490d, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:41.915900 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-72e14793-561f-45e8-b22d-4571612c945b service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726794 Dec 12 17:44:41.917683 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49e799fe-35b9-4a26-98c5-46a71aab5b3a req-fdf1b04d-878b-4733-a29a-5ceb790e384a service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672568 Dec 12 17:44:41.921018 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb38d1b-408d-4755-881c-99fd7ace7cf2 req-282da33c-a86a-4988-adc1-a8b8eeff1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.921492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb38d1b-408d-4755-881c-99fd7ace7cf2 req-282da33c-a86a-4988-adc1-a8b8eeff1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.921960 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb38d1b-408d-4755-881c-99fd7ace7cf2 req-282da33c-a86a-4988-adc1-a8b8eeff1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:41.923585 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3fb38d1b-408d-4755-881c-99fd7ace7cf2 req-282da33c-a86a-4988-adc1-a8b8eeff1be1 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3305047 Dec 12 17:44:41.924251 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d50126d-69c9-42d8-b140-ef28b5291cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:41.926866 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d50126d-69c9-42d8-b140-ef28b5291cf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:41.931747 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3d50126d-69c9-42d8-b140-ef28b5291cf6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d62cae0b-351d-41f1-bea8-689f970f0a6b HTTP/1.1" status: 204 len: 168 time: 0.5736637 Dec 12 17:44:41.950684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] For port 0eb3c432-d283-4933-81c2-cc62a2e8490d, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0eb3c432-d283-4933-81c2-cc62a2e8490d,segment=NetworkSegment(7e0b1fab-8c64-42d1-9aca-1d26b5911081),segment_id=7e0b1fab-8c64-42d1-9aca-1d26b5911081)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:42.008235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50126d-69c9-42d8-b140-ef28b5291cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62cae0b-351d-41f1-bea8-689f970f0a6b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:42.011527 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:42.039871 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6a94103-d336-4eea-9043-661fb306fe01 req-44a93233-3201-4a7d-8d7f-856b67dba71d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182152 Dec 12 17:44:42.117171 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253043a4-5452-4990-9086-747867e3c64a service neutron] Pushing event updated for resources: {'Port': ['ID=0eb3c432-d283-4933-81c2-cc62a2e8490d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:42.520358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:42.520804 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:42.522180 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-253043a4-5452-4990-9086-747867e3c64a service neutron] 10.222.0.20 "PUT /v2.0/ports/0eb3c432-d283-4933-81c2-cc62a2e8490d HTTP/1.1" status: 200 len: 1091 time: 2.5572431 Dec 12 17:44:42.530165 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35cd7c2d-3feb-4b9c-8075-b936aef520bd tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:42.532762 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35cd7c2d-3feb-4b9c-8075-b936aef520bd tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:42.538925 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-35cd7c2d-3feb-4b9c-8075-b936aef520bd tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "DELETE /v2.0/security-groups/2544c021-20c1-4a87-b96f-78d836dcf7ea HTTP/1.1" status: 204 len: 168 time: 1.1836615 Dec 12 17:44:42.539251 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51208) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:42.557437 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-0ff89065-d395-4958-a2b8-70cd51a12707 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] show failed (client error): The resource could not be found. Dec 12 17:44:42.558665 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0ff89065-d395-4958-a2b8-70cd51a12707 tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "GET /v2.0/security-groups/2544c021-20c1-4a87-b96f-78d836dcf7ea HTTP/1.1" status: 404 len: 347 time: 0.0210147 Dec 12 17:44:42.561484 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51212) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:42.571268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd7c2d-3feb-4b9c-8075-b936aef520bd tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2544c021-20c1-4a87-b96f-78d836dcf7ea,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:42.578059 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb38d1b-408d-4755-881c-99fd7ace7cf2 req-62aac9e6-fd01-4ae7-8d29-f34459b28edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:42.579579 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3fb38d1b-408d-4755-881c-99fd7ace7cf2 req-62aac9e6-fd01-4ae7-8d29-f34459b28edd service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6396675 Dec 12 17:44:42.588855 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188b43a-9ea7-4f4c-a004-281d048925da req-523b87fd-b298-429c-a9ff-4a57874e3c0e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:42.590684 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8188b43a-9ea7-4f4c-a004-281d048925da req-523b87fd-b298-429c-a9ff-4a57874e3c0e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 945 time: 0.4806075 Dec 12 17:44:42.691820 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8188b43a-9ea7-4f4c-a004-281d048925da req-11038a81-eabd-4112-b873-319c6e5455cd tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937412 Dec 12 17:44:42.748575 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2d95ad22-2d2b-4925-983d-294000357bce tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Deleting port 788fd353-235c-4914-8955-00231392a5cf {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:44:42.749511 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d95ad22-2d2b-4925-983d-294000357bce tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:42.771227 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-80b92ccc-4849-4bfe-9573-609b97334eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:42.771639 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-80b92ccc-4849-4bfe-9573-609b97334eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:42.772101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-80b92ccc-4849-4bfe-9573-609b97334eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:42.772574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-80b92ccc-4849-4bfe-9573-609b97334eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:42.773042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-80b92ccc-4849-4bfe-9573-609b97334eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:42.773508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-80b92ccc-4849-4bfe-9573-609b97334eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:42.774084 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-80b92ccc-4849-4bfe-9573-609b97334eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:42.776427 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-80b92ccc-4849-4bfe-9573-609b97334eab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 6486 time: 0.1164017 Dec 12 17:44:42.793340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858f479-9de8-4ae0-afa8-9387a6b3b20d req-28fbf318-6b56-4245-a70d-99d63a04336c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:42.799344 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858f479-9de8-4ae0-afa8-9387a6b3b20d req-28fbf318-6b56-4245-a70d-99d63a04336c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:42.805315 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858f479-9de8-4ae0-afa8-9387a6b3b20d req-28fbf318-6b56-4245-a70d-99d63a04336c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:42.811302 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858f479-9de8-4ae0-afa8-9387a6b3b20d req-28fbf318-6b56-4245-a70d-99d63a04336c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:42.817250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858f479-9de8-4ae0-afa8-9387a6b3b20d req-28fbf318-6b56-4245-a70d-99d63a04336c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:42.823524 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858f479-9de8-4ae0-afa8-9387a6b3b20d req-28fbf318-6b56-4245-a70d-99d63a04336c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:42.826357 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d95ad22-2d2b-4925-983d-294000357bce tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:42.826687 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d95ad22-2d2b-4925-983d-294000357bce tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:42.829449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858f479-9de8-4ae0-afa8-9387a6b3b20d req-28fbf318-6b56-4245-a70d-99d63a04336c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:42.831405 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a858f479-9de8-4ae0-afa8-9387a6b3b20d req-28fbf318-6b56-4245-a70d-99d63a04336c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5429 time: 0.1382701 Dec 12 17:44:42.839452 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2d95ad22-2d2b-4925-983d-294000357bce tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Calling delete_port for 788fd353-235c-4914-8955-00231392a5cf owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:44:42.874137 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-2aaa33c9-0563-499d-9e14-bced9a0575a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 HTTP/1.1" status: 200 len: 217 time: 0.0417502 Dec 12 17:44:42.952164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-cac7b629-ad3a-43e5-851c-1e2b4e2b61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:42.953636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-cac7b629-ad3a-43e5-851c-1e2b4e2b61b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3cdf9121-1e61-4db7-ab9c-ba8912fd56a9 HTTP/1.1" status: 200 len: 856 time: 0.0670161 Dec 12 17:44:42.963115 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a858f479-9de8-4ae0-afa8-9387a6b3b20d req-90d73934-d03c-41ca-877e-2ff05b8f78f8 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908940 Dec 12 17:44:42.993199 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d95ad22-2d2b-4925-983d-294000357bce tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:43.013797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-25406a3f-5b71-49ea-b363-afb04c3ef45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:43.013797 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-25406a3f-5b71-49ea-b363-afb04c3ef45a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83399e2c-8d46-49d3-8798-f18746a19765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484028 Dec 12 17:44:43.026566 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95ad22-2d2b-4925-983d-294000357bce tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Pushing event deleted for resources: {'Port': ['ID=788fd353-235c-4914-8955-00231392a5cf,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:43.103735 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d95ad22-2d2b-4925-983d-294000357bce tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:43.107022 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d95ad22-2d2b-4925-983d-294000357bce tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:43.108240 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2d95ad22-2d2b-4925-983d-294000357bce tempest-ServersTestManualDisk-1967717126 tempest-ServersTestManualDisk-1967717126-project] 10.222.0.18 "DELETE /v2.0/floatingips/71af40f1-bc34-4aca-82a7-de52ea368a45 HTTP/1.1" status: 204 len: 168 time: 0.5458460 Dec 12 17:44:43.111215 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51236) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:43.116205 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-c5e395a6-4a52-444b-977e-46796ce0a103 service neutron] 10.222.0.20 "GET /v2.0/networks/83399e2c-8d46-49d3-8798-f18746a19765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961874 Dec 12 17:44:43.267880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44226b-9d16-4c4a-9dd2-c98d45083035 req-23c438e8-e168-4530-9e53-160238c0b0fe tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:43.269777 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec44226b-9d16-4c4a-9dd2-c98d45083035 req-23c438e8-e168-4530-9e53-160238c0b0fe tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 948 time: 0.1268158 Dec 12 17:44:43.283667 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-7558d2b1-9f28-4df0-a067-19fe1f10db20 service neutron] 10.222.0.20 "GET /v2.0/networks/83399e2c-8d46-49d3-8798-f18746a19765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598990 Dec 12 17:44:43.288774 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'tag': '0eb3c432-d283-4933-81c2-cc62a2e8490d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:43.295442 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85dece3-9601-41ad-a80d-c55dc10c8222" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "tag": "0eb3c432-d283-4933-81c2-cc62a2e8490d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:43.358796 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51244) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:43.366510 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-60f1e5a7-f91f-4749-bd06-c2a40eae39fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 HTTP/1.1" status: 200 len: 217 time: 0.0636389 Dec 12 17:44:43.434544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec44226b-9d16-4c4a-9dd2-c98d45083035 req-2ffd279a-e830-41c5-99a2-d7f31f76a4b9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469257 Dec 12 17:44:43.436322 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b666c9b-c90c-42dc-ae2e-bec98e429516 x-openstack-request-id: req-4b666c9b-c90c-42dc-ae2e-bec98e429516 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:43.436761 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "tag": "0eb3c432-d283-4933-81c2-cc62a2e8490d", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:43.437169 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b666c9b-c90c-42dc-ae2e-bec98e429516 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:43.437826 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'tag': '0eb3c432-d283-4933-81c2-cc62a2e8490d', 'status': 'completed', 'code': 200} Dec 12 17:44:43.475577 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-0f9e33bd-6b97-44db-a68f-af5f0f1fc186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:43.477057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-0f9e33bd-6b97-44db-a68f-af5f0f1fc186 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee1484b2-b5a9-4537-9c47-1fcfd1a7b776 HTTP/1.1" status: 200 len: 797 time: 0.0621953 Dec 12 17:44:43.531387 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d08ba55-34a7-4f2a-b593-4149529c87da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:43.534693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-afbea46a-29c0-47bf-8320-58ffb3c697b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:43.536323 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-afbea46a-29c0-47bf-8320-58ffb3c697b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abd15d69-fdc4-40f0-9728-711543d334c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0495942 Dec 12 17:44:43.658799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-d4a98db2-2012-4ac9-a193-8632b262a321 service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143861 Dec 12 17:44:43.689386 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2badf49b-3b66-4a22-b729-01b550db8825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:43.729441 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d08ba55-34a7-4f2a-b593-4149529c87da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:43.761231 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d08ba55-34a7-4f2a-b593-4149529c87da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:43.765598 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-1fcf3e2d-8cd6-4fa0-a53a-bf8357db6b38 service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993929 Dec 12 17:44:43.806975 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device f7b800a1-c92b-49a9-86cb-2fac0120d840 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:44:43.813023 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3d08ba55-34a7-4f2a-b593-4149529c87da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d70da42114844442bf547960b5c7b5b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4490983 Dec 12 17:44:43.814350 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51250) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:43.823411 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08ba55-34a7-4f2a-b593-4149529c87da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63959b27-ceae-458a-b827-d740fd39eee9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:43.842226 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-74be4f5c-46fd-45a5-8af8-e7399a26063a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=cf878d49-a70d-49d3-967e-e469af1a6411 HTTP/1.1" status: 200 len: 217 time: 0.0688155 Dec 12 17:44:43.900117 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc3de2-939a-4516-9f48-759c1504e8cb req-fb0ee84b-ff51-4721-902c-f65f967fc249 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:43.901701 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-60dc3de2-939a-4516-9f48-759c1504e8cb req-fb0ee84b-ff51-4721-902c-f65f967fc249 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 945 time: 0.1210120 Dec 12 17:44:43.938567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47ee245e-96b9-4676-b07a-5c0c57708542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:43.939905 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-47ee245e-96b9-4676-b07a-5c0c57708542 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee1484b2-b5a9-4537-9c47-1fcfd1a7b776 HTTP/1.1" status: 200 len: 797 time: 0.0885053 Dec 12 17:44:43.969331 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-60dc3de2-939a-4516-9f48-759c1504e8cb req-28a37554-894c-4bfb-947a-d347c4770067 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571525 Dec 12 17:44:43.975773 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:43.977985 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b3675cd-3e41-40e7-a7f9-d90de5212ba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:43.995432 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device cc57b21f-108a-446f-8a71-0c47ee914021 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:44:44.039140 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b3675cd-3e41-40e7-a7f9-d90de5212ba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:44.053209 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'f7b800a1-c92b-49a9-86cb-2fac0120d840', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': 'f7b800a1-c92b-49a9-86cb-2fac0120d840', 'mac_address': 'fa:16:3e:6b:a5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:44:44.056855 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-2cd6ffa4-36a2-4bb2-b92e-5f79c5eeaf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:44.061466 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-2cd6ffa4-36a2-4bb2-b92e-5f79c5eeaf4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abd15d69-fdc4-40f0-9728-711543d334c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0961092 Dec 12 17:44:44.111659 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:44.132660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port cc57b21f-108a-446f-8a71-0c47ee914021 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:44:44.140674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b800a1-c92b-49a9-86cb-2fac0120d840 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:44:44.145537 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port cc57b21f-108a-446f-8a71-0c47ee914021 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:44.145914 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:44.215479 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:44.256956 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:44.266628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12b917-3a9f-4ba1-a6c3-2f4d1eeea254 req-65ece8b9-5a89-4e23-8e3e-24c6845660bf tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:44.273190 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12b917-3a9f-4ba1-a6c3-2f4d1eeea254 req-65ece8b9-5a89-4e23-8e3e-24c6845660bf tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:44.280184 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12b917-3a9f-4ba1-a6c3-2f4d1eeea254 req-65ece8b9-5a89-4e23-8e3e-24c6845660bf tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:44.301123 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:44.305732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12b917-3a9f-4ba1-a6c3-2f4d1eeea254 req-65ece8b9-5a89-4e23-8e3e-24c6845660bf tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:44.313397 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12b917-3a9f-4ba1-a6c3-2f4d1eeea254 req-65ece8b9-5a89-4e23-8e3e-24c6845660bf tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:44.321045 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12b917-3a9f-4ba1-a6c3-2f4d1eeea254 req-65ece8b9-5a89-4e23-8e3e-24c6845660bf tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:44.328165 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12b917-3a9f-4ba1-a6c3-2f4d1eeea254 req-65ece8b9-5a89-4e23-8e3e-24c6845660bf tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:44.339239 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd12b917-3a9f-4ba1-a6c3-2f4d1eeea254 req-65ece8b9-5a89-4e23-8e3e-24c6845660bf tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5429 time: 0.2405615 Dec 12 17:44:44.340404 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d20866-c818-4d8a-845f-c1e8bf505ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc57b21f-108a-446f-8a71-0c47ee914021'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:44.343089 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddad8550-be0c-461e-ad9c-992ee0c8b3cd" -d '{"events": [{"server_uuid": "85d20866-c818-4d8a-845f-c1e8bf505ffc", "name": "network-vif-plugged", "status": "completed", "tag": "cc57b21f-108a-446f-8a71-0c47ee914021"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:44.359831 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=f7b800a1-c92b-49a9-86cb-2fac0120d840,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:44.370649 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port cc57b21f-108a-446f-8a71-0c47ee914021, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cc57b21f-108a-446f-8a71-0c47ee914021,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:44.379526 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:44.476595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=cc57b21f-108a-446f-8a71-0c47ee914021,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:44.481789 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d994805-2fbf-4e29-a153-968e73d76021 x-openstack-request-id: req-2d994805-2fbf-4e29-a153-968e73d76021 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:44.482551 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d20866-c818-4d8a-845f-c1e8bf505ffc", "name": "network-vif-plugged", "status": "completed", "tag": "cc57b21f-108a-446f-8a71-0c47ee914021", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:44.482955 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d994805-2fbf-4e29-a153-968e73d76021 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:44.483580 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d20866-c818-4d8a-845f-c1e8bf505ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc57b21f-108a-446f-8a71-0c47ee914021', 'code': 200} Dec 12 17:44:44.489721 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-c31f8618-b161-465a-9ee9-faa707706485 service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202933 Dec 12 17:44:44.507594 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b3675cd-3e41-40e7-a7f9-d90de5212ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:44.510515 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b3675cd-3e41-40e7-a7f9-d90de5212ba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:44.511982 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0b3675cd-3e41-40e7-a7f9-d90de5212ba3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63959b27-ceae-458a-b827-d740fd39eee9 HTTP/1.1" status: 204 len: 168 time: 0.6957591 Dec 12 17:44:44.526208 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3675cd-3e41-40e7-a7f9-d90de5212ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63959b27-ceae-458a-b827-d740fd39eee9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:44.538254 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2badf49b-3b66-4a22-b729-01b550db8825 admin admin] Deleting port c9bbb59e-aea4-4841-9d1f-c57b3dffa948 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:44:44.538594 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2badf49b-3b66-4a22-b729-01b550db8825 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:44.611245 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd12b917-3a9f-4ba1-a6c3-2f4d1eeea254 req-23bb05f3-8ea2-4b5d-9df8-1bbeb0e67632 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2707126 Dec 12 17:44:44.659451 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-2badf49b-3b66-4a22-b729-01b550db8825 admin admin] For port c9bbb59e-aea4-4841-9d1f-c57b3dffa948, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c9bbb59e-aea4-4841-9d1f-c57b3dffa948,segment=NetworkSegment(e417d31b-289b-4fab-a387-e1a55cc15d89),segment_id=e417d31b-289b-4fab-a387-e1a55cc15d89)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:44.659875 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2badf49b-3b66-4a22-b729-01b550db8825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:44.682243 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2badf49b-3b66-4a22-b729-01b550db8825 admin admin] Calling delete_port for c9bbb59e-aea4-4841-9d1f-c57b3dffa948 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:44:44.683783 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-f95272f2-fc0e-4e43-a107-96726c2ecd07 service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863890 Dec 12 17:44:44.702675 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['f7b800a1-c92b-49a9-86cb-2fac0120d840'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:44:44.745626 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-04bdf3fd-a967-4db3-a506-82a183ccedc4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be HTTP/1.1" status: 200 len: 217 time: 0.0534236 Dec 12 17:44:44.803025 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-e76a36f7-270f-4ade-adaa-09daf45304a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:44.804572 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-e76a36f7-270f-4ade-adaa-09daf45304a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee1484b2-b5a9-4537-9c47-1fcfd1a7b776 HTTP/1.1" status: 200 len: 797 time: 0.0486662 Dec 12 17:44:44.806917 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-da0f5ddb-731d-4f2c-84ea-2933aead22e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:44.874572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5829f-d1dc-4bee-b131-19469b3c69ad req-8ceec2d5-0825-4886-8c9a-577884315abc tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:44.883152 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4ef5829f-d1dc-4bee-b131-19469b3c69ad req-8ceec2d5-0825-4886-8c9a-577884315abc tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 949 time: 0.1395383 Dec 12 17:44:44.912955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526ad17-72ad-45ff-9a10-fc0760b3707c req-63786ce1-0c64-4933-975e-342ab62a1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:44.914501 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2526ad17-72ad-45ff-9a10-fc0760b3707c req-63786ce1-0c64-4933-975e-342ab62a1f09 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 1097 time: 0.0808823 Dec 12 17:44:44.951235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5f74955f-a665-4626-b2cd-b25efe0c8c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:44.952926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-5f74955f-a665-4626-b2cd-b25efe0c8c31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abd15d69-fdc4-40f0-9728-711543d334c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1334295 Dec 12 17:44:44.961109 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4ef5829f-d1dc-4bee-b131-19469b3c69ad req-0c1f0873-5d34-45c3-9642-04160f749fca tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764306 Dec 12 17:44:44.964625 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2badf49b-3b66-4a22-b729-01b550db8825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:45.011864 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2526ad17-72ad-45ff-9a10-fc0760b3707c req-792f5f93-04e8-4c68-8011-1557ea5d9c4e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875161 Dec 12 17:44:45.012724 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badf49b-3b66-4a22-b729-01b550db8825 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9bbb59e-aea4-4841-9d1f-c57b3dffa948,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:45.123179 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-7a7e670c-6b0f-40c5-80a2-be4379efa1ea service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612363 Dec 12 17:44:45.135330 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeab9cc-19dd-4561-8799-4823b7d10d3a req-70a158ef-2e73-4d0f-a3cc-41a9206fcb77 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:45.137053 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3aeab9cc-19dd-4561-8799-4823b7d10d3a req-70a158ef-2e73-4d0f-a3cc-41a9206fcb77 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.0704427 Dec 12 17:44:45.221382 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2badf49b-3b66-4a22-b729-01b550db8825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:45.249668 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3aeab9cc-19dd-4561-8799-4823b7d10d3a req-3f9ff256-c35e-4324-b19e-1b7c68f40b43 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038942 Dec 12 17:44:45.282102 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-1e52283a-c213-46d8-a408-672d9def7dbe service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440387 Dec 12 17:44:45.341073 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-ecbce04c-6843-4068-a640-7fa3cd384f7d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=402bee39-25ac-4a84-b465-f2942ddb6386 HTTP/1.1" status: 200 len: 217 time: 0.0514164 Dec 12 17:44:45.404825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-d811cb7b-66d7-4d55-8108-90b55dc0a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:45.407018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-d811cb7b-66d7-4d55-8108-90b55dc0a721 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee1484b2-b5a9-4537-9c47-1fcfd1a7b776 HTTP/1.1" status: 200 len: 797 time: 0.0594852 Dec 12 17:44:45.457095 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-83c8ff7b-a99a-4f7c-8272-edac884efded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:45.458624 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-83c8ff7b-a99a-4f7c-8272-edac884efded service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abd15d69-fdc4-40f0-9728-711543d334c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452518 Dec 12 17:44:45.468753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2badf49b-3b66-4a22-b729-01b550db8825 admin admin] Router e04e67e2-e12b-4bbf-92ce-75066ca9d50b has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:44:45.553859 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-11240d43-e7c2-47c9-a49c-68b5c19cafe4 service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877171 Dec 12 17:44:45.594936 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2badf49b-3b66-4a22-b729-01b550db8825 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:44:45.601472 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2badf49b-3b66-4a22-b729-01b550db8825 admin admin] 10.222.0.18 "PUT /v2.0/routers/e04e67e2-e12b-4bbf-92ce-75066ca9d50b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4887717 Dec 12 17:44:45.606318 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51294) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:45.607181 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2cbbc3-7664-4a63-a0c4-abbc785bb331 None None] Sync routers for ids ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:44:45.620053 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2cbbc3-7664-4a63-a0c4-abbc785bb331 None None] Routers {'e04e67e2-e12b-4bbf-92ce-75066ca9d50b'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:44:45.621427 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7a2cbbc3-7664-4a63-a0c4-abbc785bb331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:44:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:45.711065 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-c73bf39e-4915-4dd7-8cae-cc7c4f098bdd service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504114 Dec 12 17:44:45.740380 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-7a2cbbc3-7664-4a63-a0c4-abbc785bb331 None None] Set router e04e67e2-e12b-4bbf-92ce-75066ca9d50b gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:44:45.774038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-90188a11-6ea8-4fb9-b852-251ac5181a4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4a4ef46-1816-472e-b889-25324f339335 HTTP/1.1" status: 200 len: 217 time: 0.0548539 Dec 12 17:44:45.776621 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c59192ff-dd8c-42af-a852-29c396723844 admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:45.885636 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-89ee33ea-65c0-4f61-a7fd-18bc99804f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:45.888529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-89ee33ea-65c0-4f61-a7fd-18bc99804f87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f206a52f-0480-4327-a021-ac66bb2ee69a HTTP/1.1" status: 200 len: 797 time: 0.1020131 Dec 12 17:44:45.901781 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c59192ff-dd8c-42af-a852-29c396723844 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:45.906410 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a9a30-2c16-4a9c-817d-6ce8fc301fbc req-7c39c50c-652e-4647-b926-c9589f89aee7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:45.916452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a9a30-2c16-4a9c-817d-6ce8fc301fbc req-7c39c50c-652e-4647-b926-c9589f89aee7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:45.924713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a9a30-2c16-4a9c-817d-6ce8fc301fbc req-7c39c50c-652e-4647-b926-c9589f89aee7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:45.931486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a9a30-2c16-4a9c-817d-6ce8fc301fbc req-7c39c50c-652e-4647-b926-c9589f89aee7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:45.938398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a9a30-2c16-4a9c-817d-6ce8fc301fbc req-7c39c50c-652e-4647-b926-c9589f89aee7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:45.944457 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a9a30-2c16-4a9c-817d-6ce8fc301fbc req-7c39c50c-652e-4647-b926-c9589f89aee7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:45.950523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a9a30-2c16-4a9c-817d-6ce8fc301fbc req-7c39c50c-652e-4647-b926-c9589f89aee7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:45.952505 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a8a9a30-2c16-4a9c-817d-6ce8fc301fbc req-7c39c50c-652e-4647-b926-c9589f89aee7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5429 time: 0.1764631 Dec 12 17:44:45.965018 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7a2cbbc3-7664-4a63-a0c4-abbc785bb331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'name': 'tempest-ServersTestManualDisk-1879047730-router', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:44:44Z', 'revision_number': 5, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'gw_port': {'id': '8c7003f9-cb2d-43bb-a5df-c6ff920ef23d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:04Z', 'updated_at': '2021-12-12T17:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:45.970259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c59192ff-dd8c-42af-a852-29c396723844 admin admin] Deleting port 8c7003f9-cb2d-43bb-a5df-c6ff920ef23d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:44:45.970780 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c59192ff-dd8c-42af-a852-29c396723844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:45.999496 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2cbbc3-7664-4a63-a0c4-abbc785bb331 None None] Checking router: e04e67e2-e12b-4bbf-92ce-75066ca9d50b for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:44:46.009313 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2cbbc3-7664-4a63-a0c4-abbc785bb331 None None] Routers {'e04e67e2-e12b-4bbf-92ce-75066ca9d50b'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:44:46.009975 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7a2cbbc3-7664-4a63-a0c4-abbc785bb331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:44:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:46.031833 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-902ef716-a39f-4abe-b1fb-d9494daa6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:46.033377 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-902ef716-a39f-4abe-b1fb-d9494daa6aaf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=faaae9f2-d52c-4d86-b85f-6cafd43330dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0799758 Dec 12 17:44:46.068896 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-c59192ff-dd8c-42af-a852-29c396723844 admin admin] For port 8c7003f9-cb2d-43bb-a5df-c6ff920ef23d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8c7003f9-cb2d-43bb-a5df-c6ff920ef23d,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:46.069270 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c59192ff-dd8c-42af-a852-29c396723844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:46.082895 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c59192ff-dd8c-42af-a852-29c396723844 admin admin] Calling delete_port for 8c7003f9-cb2d-43bb-a5df-c6ff920ef23d owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:44:46.097826 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a8a9a30-2c16-4a9c-817d-6ce8fc301fbc req-d4110aaf-aa1d-4909-8ece-e9ebe75bf102 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1176300 Dec 12 17:44:46.128272 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-7a2cbbc3-7664-4a63-a0c4-abbc785bb331 None None] Set router e04e67e2-e12b-4bbf-92ce-75066ca9d50b gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:44:46.171807 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-1b0e622f-bd8d-463b-8923-0faf86235edf service neutron] 10.222.0.20 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286290 Dec 12 17:44:46.192451 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7a2cbbc3-7664-4a63-a0c4-abbc785bb331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'name': 'tempest-ServersTestManualDisk-1879047730-router', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:44:45Z', 'revision_number': 6, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:46.230881 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2cbbc3-7664-4a63-a0c4-abbc785bb331 None None] The sync data for ids ['e04e67e2-e12b-4bbf-92ce-75066ca9d50b'] in n-d-760354-5 is: [{'id': 'e04e67e2-e12b-4bbf-92ce-75066ca9d50b', 'name': 'tempest-ServersTestManualDisk-1879047730-router', 'tenant_id': 'cbcff9014fcb40e28febd2b73319f10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:02Z', 'updated_at': '2021-12-12T17:44:45Z', 'revision_number': 6, 'project_id': 'cbcff9014fcb40e28febd2b73319f10b', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:44:46.310434 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c59192ff-dd8c-42af-a852-29c396723844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:46.343571 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59192ff-dd8c-42af-a852-29c396723844 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c7003f9-cb2d-43bb-a5df-c6ff920ef23d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:46.356228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c655d8-2024-4f3e-b212-4102d8ba70a5 req-d6ecb387-6e08-4aaa-a9dd-d4fc46640001 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:46.358008 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15c655d8-2024-4f3e-b212-4102d8ba70a5 req-d6ecb387-6e08-4aaa-a9dd-d4fc46640001 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 949 time: 0.1621156 Dec 12 17:44:46.387347 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-ccd063ae-0108-492f-9e1a-8cd09a9cf5dc service neutron] 10.222.0.20 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074094 Dec 12 17:44:46.407931 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c59192ff-dd8c-42af-a852-29c396723844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:46.461185 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-99673ede-2d51-47c1-8f26-361cff081e02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0eb3c432-d283-4933-81c2-cc62a2e8490d HTTP/1.1" status: 200 len: 217 time: 0.0633321 Dec 12 17:44:46.510177 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15c655d8-2024-4f3e-b212-4102d8ba70a5 req-a76bd9f7-7a98-447e-bff1-ffe2dd16b700 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418586 Dec 12 17:44:46.516355 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c59192ff-dd8c-42af-a852-29c396723844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:46.518523 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c59192ff-dd8c-42af-a852-29c396723844 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:46.526781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dac42-c5a9-4f7f-9134-44693c3a7a94 req-7286612c-3698-4e21-b593-2e7a48463a84 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:46.528576 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-608dac42-c5a9-4f7f-9134-44693c3a7a94 req-7286612c-3698-4e21-b593-2e7a48463a84 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.1503091 Dec 12 17:44:46.552917 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-0d6a5028-f209-41fe-aa79-8331a30134a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:46.554491 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-0d6a5028-f209-41fe-aa79-8331a30134a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f206a52f-0480-4327-a021-ac66bb2ee69a HTTP/1.1" status: 200 len: 797 time: 0.0843637 Dec 12 17:44:46.618599 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-608dac42-c5a9-4f7f-9134-44693c3a7a94 req-c90b6474-054a-44a9-8ea3-f49e003b0a8f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826819 Dec 12 17:44:46.622987 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c59192ff-dd8c-42af-a852-29c396723844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:46.623595 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59192ff-dd8c-42af-a852-29c396723844 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e04e67e2-e12b-4bbf-92ce-75066ca9d50b {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:44:46.635564 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c59192ff-dd8c-42af-a852-29c396723844 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:46.636713 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c59192ff-dd8c-42af-a852-29c396723844 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e04e67e2-e12b-4bbf-92ce-75066ca9d50b HTTP/1.1" status: 204 len: 168 time: 1.0292423 Dec 12 17:44:46.639802 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51316) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:46.654091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-e6ad530e-8772-428e-b4a8-005e217c142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:46.656203 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-e6ad530e-8772-428e-b4a8-005e217c142a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=faaae9f2-d52c-4d86-b85f-6cafd43330dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0939503 Dec 12 17:44:46.721550 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4106e8-6f12-4c0c-a545-0633f6c11b09 admin admin] Deleting subnet 175ad6af-652d-4538-a2db-e98b64ba2b71 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:44:46.725486 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a4106e8-6f12-4c0c-a545-0633f6c11b09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:46.772417 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a4106e8-6f12-4c0c-a545-0633f6c11b09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:46.830644 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-2560e331-e29b-441b-86fd-c73e27f8a77c service neutron] 10.222.0.20 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671159 Dec 12 17:44:46.884438 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a4106e8-6f12-4c0c-a545-0633f6c11b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:46.899429 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:46.939005 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fa228a97-94a3-4773-9443-8747c7c54fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:46.942343 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a8a77e-7fea-4941-a0af-ac48eb5333ea req-3e51b27b-9814-4716-8a2c-b461ca17e588 service neutron] 10.222.0.20 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050913 Dec 12 17:44:46.947040 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a4106e8-6f12-4c0c-a545-0633f6c11b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:46.974908 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4106e8-6f12-4c0c-a545-0633f6c11b09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=175ad6af-652d-4538-a2db-e98b64ba2b71,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:46.979783 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a4106e8-6f12-4c0c-a545-0633f6c11b09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:46.985798 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7a4106e8-6f12-4c0c-a545-0633f6c11b09 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/175ad6af-652d-4538-a2db-e98b64ba2b71 HTTP/1.1" status: 204 len: 168 time: 0.3355467 Dec 12 17:44:46.985956 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d929be22-c734-4c15-a115-10e4aaeafd76 None None] Network 48de17cc-348a-47bb-8807-5fff0fe75c36 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:44:46.986458 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51326) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:47.092595 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-d45d423a-3e33-4b1d-9468-c0b20134808a tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.094946 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-d45d423a-3e33-4b1d-9468-c0b20134808a tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.31 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af&tenant_id=de7d6d1331334b1d97a38f5467ee1df8&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 949 time: 0.0863047 Dec 12 17:44:47.126251 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:47.177386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dece3-9601-41ad-a80d-c55dc10c8222 req-687257e2-2925-4917-be2f-f0522e74bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.178071 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dece3-9601-41ad-a80d-c55dc10c8222 req-687257e2-2925-4917-be2f-f0522e74bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.178555 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dece3-9601-41ad-a80d-c55dc10c8222 req-687257e2-2925-4917-be2f-f0522e74bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.179030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dece3-9601-41ad-a80d-c55dc10c8222 req-687257e2-2925-4917-be2f-f0522e74bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.179540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dece3-9601-41ad-a80d-c55dc10c8222 req-687257e2-2925-4917-be2f-f0522e74bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.180005 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dece3-9601-41ad-a80d-c55dc10c8222 req-687257e2-2925-4917-be2f-f0522e74bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.180471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dece3-9601-41ad-a80d-c55dc10c8222 req-687257e2-2925-4917-be2f-f0522e74bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.183025 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a85dece3-9601-41ad-a80d-c55dc10c8222 req-687257e2-2925-4917-be2f-f0522e74bb6e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 6486 time: 0.1171975 Dec 12 17:44:47.192524 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa263a-8984-4394-9856-ea8d2057850d req-3215db7c-bc74-40b2-bbe6-7b6486c60537 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.194049 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47fa263a-8984-4394-9856-ea8d2057850d req-3215db7c-bc74-40b2-bbe6-7b6486c60537 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 949 time: 0.1109979 Dec 12 17:44:47.218648 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-fe635620-6b7c-4201-8ff9-28ed6c00936e service neutron] 10.222.0.31 "GET /v2.0/ports/f7b800a1-c92b-49a9-86cb-2fac0120d840/bindings/n-h1-760354-5 HTTP/1.1" status: 200 len: 382 time: 0.1029801 Dec 12 17:44:47.257338 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5093735-ba8e-498c-9e85-292425c8813c None None] DHCP port deletion for 48de17cc-348a-47bb-8807-5fff0fe75c36 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:44:47.310378 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-a232fd4f-7f3f-481b-aa47-cd828e5f322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.313755 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-a232fd4f-7f3f-481b-aa47-cd828e5f322e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 1100 time: 0.0630658 Dec 12 17:44:47.344653 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b5093735-ba8e-498c-9e85-292425c8813c None None] Deleting port 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:44:47.347758 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5093735-ba8e-498c-9e85-292425c8813c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:47.352961 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47fa263a-8984-4394-9856-ea8d2057850d req-a11cb2a3-4b36-4fd7-be61-2ff087ce7d83 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119406 Dec 12 17:44:47.361732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] Deleting port 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:44:47.362077 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:47.420192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dece3-9601-41ad-a80d-c55dc10c8222 req-f38382bf-5f47-471d-bc25-c0976e269c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.421685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a85dece3-9601-41ad-a80d-c55dc10c8222 req-f38382bf-5f47-471d-bc25-c0976e269c37 service neutron] 10.222.0.20 "GET /v2.0/networks?id=faaae9f2-d52c-4d86-b85f-6cafd43330dd HTTP/1.1" status: 200 len: 903 time: 0.2267351 Dec 12 17:44:47.481528 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a85dece3-9601-41ad-a80d-c55dc10c8222 req-d39134c9-b6f3-450c-8fbf-5f839771959c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0eb3c432-d283-4933-81c2-cc62a2e8490d HTTP/1.1" status: 200 len: 217 time: 0.0512252 Dec 12 17:44:47.483405 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] For port 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96,segment=NetworkSegment(e417d31b-289b-4fab-a387-e1a55cc15d89),segment_id=e417d31b-289b-4fab-a387-e1a55cc15d89)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:47.483701 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:47.531452 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-1b7c709b-7d1d-4435-9758-02df933c069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.532312 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:47.533625 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-1b7c709b-7d1d-4435-9758-02df933c069e service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.2093134 Dec 12 17:44:47.537198 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] Calling delete_port for 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:44:47.537410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b5093735-ba8e-498c-9e85-292425c8813c None None] For port 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96,segment=NetworkSegment(e417d31b-289b-4fab-a387-e1a55cc15d89),segment_id=e417d31b-289b-4fab-a387-e1a55cc15d89)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:47.538131 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5093735-ba8e-498c-9e85-292425c8813c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:47.567427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b5093735-ba8e-498c-9e85-292425c8813c None None] Calling delete_port for 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:44:47.610640 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-41961bed-53af-4f61-8c1e-4e16ad3c1fc8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840 HTTP/1.1" status: 200 len: 217 time: 0.0646293 Dec 12 17:44:47.624837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dece3-9601-41ad-a80d-c55dc10c8222 req-107ce9c7-3df1-47ba-acbf-a2742b6554a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.626324 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a85dece3-9601-41ad-a80d-c55dc10c8222 req-107ce9c7-3df1-47ba-acbf-a2742b6554a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f206a52f-0480-4327-a021-ac66bb2ee69a HTTP/1.1" status: 200 len: 797 time: 0.1241510 Dec 12 17:44:47.637554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e1c1a-7935-44da-b052-07b08197f2a7 req-1015c88a-73b8-41cd-8c3c-72258c921fd4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.643679 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e1c1a-7935-44da-b052-07b08197f2a7 req-1015c88a-73b8-41cd-8c3c-72258c921fd4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.649716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e1c1a-7935-44da-b052-07b08197f2a7 req-1015c88a-73b8-41cd-8c3c-72258c921fd4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.655974 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e1c1a-7935-44da-b052-07b08197f2a7 req-1015c88a-73b8-41cd-8c3c-72258c921fd4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.667885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e1c1a-7935-44da-b052-07b08197f2a7 req-1015c88a-73b8-41cd-8c3c-72258c921fd4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.669041 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e1c1a-7935-44da-b052-07b08197f2a7 req-1015c88a-73b8-41cd-8c3c-72258c921fd4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.674614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e1c1a-7935-44da-b052-07b08197f2a7 req-1015c88a-73b8-41cd-8c3c-72258c921fd4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.676433 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-030e1c1a-7935-44da-b052-07b08197f2a7 req-1015c88a-73b8-41cd-8c3c-72258c921fd4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5429 time: 0.2026427 Dec 12 17:44:47.711385 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5093735-ba8e-498c-9e85-292425c8813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:47.717568 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-65ea6e1e-f83b-47b2-b64f-2333fb79277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.719321 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-65ea6e1e-f83b-47b2-b64f-2333fb79277a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1002338 Dec 12 17:44:47.725306 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5093735-ba8e-498c-9e85-292425c8813c None None] No DVR routers for this DVR port 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:44:47.749362 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5093735-ba8e-498c-9e85-292425c8813c None None] Pushing event deleted for resources: {'Port': ['ID=8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:47.781234 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dece3-9601-41ad-a80d-c55dc10c8222 req-d22fd375-5ada-470e-8059-69b9159c9b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.781445 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-64a0fc63-3de8-4ab8-91d9-9eb7c438bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:47.782765 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a85dece3-9601-41ad-a80d-c55dc10c8222 req-d22fd375-5ada-470e-8059-69b9159c9b1b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=faaae9f2-d52c-4d86-b85f-6cafd43330dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1037891 Dec 12 17:44:47.782943 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-64a0fc63-3de8-4ab8-91d9-9eb7c438bcff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539441 Dec 12 17:44:47.786476 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:47.821960 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device f7b800a1-c92b-49a9-86cb-2fac0120d840 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:44:47.891260 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-2f782eab-c385-43b0-8b51-e47143e02a74 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004224 Dec 12 17:44:47.891772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:47.895843 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port f7b800a1-c92b-49a9-86cb-2fac0120d840 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:44:47.899090 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] No DVR routers for this DVR port 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:44:47.902366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port f7b800a1-c92b-49a9-86cb-2fac0120d840 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:47.902858 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:47.945828 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-030e1c1a-7935-44da-b052-07b08197f2a7 req-ee80bbfe-3dbb-4d87-9f9e-a6f116bc926b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2503297 Dec 12 17:44:48.003745 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-1530c03b-ae4a-44e4-9285-a7849d924a56 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037152 Dec 12 17:44:48.022648 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:48.065039 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:48.066100 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b800a1-c92b-49a9-86cb-2fac0120d840'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:48.067686 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:48.068724 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54773d4e-a9a5-484a-b4c9-a0187dc01782" -d '{"events": [{"server_uuid": "e506e875-bf04-4679-9f8a-39af3d3c45af", "name": "network-vif-plugged", "status": "completed", "tag": "f7b800a1-c92b-49a9-86cb-2fac0120d840"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:48.071806 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a85dece3-9601-41ad-a80d-c55dc10c8222 req-192a83ac-09bc-482e-b6c4-965124f3891a service neutron] 10.222.0.20 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768915 Dec 12 17:44:48.072522 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:48.128837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=f7b800a1-c92b-49a9-86cb-2fac0120d840,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:48.176731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48de17cc-348a-47bb-8807-5fff0fe75c36']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:48.188334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e417d31b-289b-4fab-a387-e1a55cc15d89') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:48.188641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e417d31b-289b-4fab-a387-e1a55cc15d89') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:48.207723 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:48.211844 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:48.238536 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:48.242916 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a85dece3-9601-41ad-a80d-c55dc10c8222 req-efae21f4-7cec-4d3e-b2fe-9c1a611eb2c1 service neutron] 10.222.0.20 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620383 Dec 12 17:44:48.253684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c9188-e859-4146-92c6-6850304d22ea req-e69e1327-a577-4853-a0bb-2a57344c07c3 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:48.255182 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f90c9188-e859-4146-92c6-6850304d22ea req-e69e1327-a577-4853-a0bb-2a57344c07c3 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.1216547 Dec 12 17:44:48.258069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:44:48.258471 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:44:48.260582 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:44:48.339078 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8c7003f9-cb2d-43bb-a5df-c6ff920ef23d no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:44:48.345996 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:48.354373 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:48.360021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] 10.222.0.18 "DELETE /v2.0/networks/48de17cc-348a-47bb-8807-5fff0fe75c36 HTTP/1.1" status: 204 len: 168 time: 1.3698504 Dec 12 17:44:48.363105 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 8c7003f9-cb2d-43bb-a5df-c6ff920ef23d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:44:48.363641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8c7003f9-cb2d-43bb-a5df-c6ff920ef23d not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:44:48.364292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c9bbb59e-aea4-4841-9d1f-c57b3dffa948 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:44:48.383508 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f90c9188-e859-4146-92c6-6850304d22ea req-f0efd504-b930-4e28-a326-5191b06312e6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167216 Dec 12 17:44:48.385133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad7375-7d70-4eeb-a574-f208ca9cbf62 admin admin] Pushing event deleted for resources: {'Network': ['ID=48de17cc-348a-47bb-8807-5fff0fe75c36,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:48.386940 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904b93b9-8c04-4901-b00f-f002e043f3fe x-openstack-request-id: req-904b93b9-8c04-4901-b00f-f002e043f3fe {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:48.390682 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e506e875-bf04-4679-9f8a-39af3d3c45af", "name": "network-vif-plugged", "status": "completed", "tag": "f7b800a1-c92b-49a9-86cb-2fac0120d840", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:48.390941 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-904b93b9-8c04-4901-b00f-f002e043f3fe {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:48.391445 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b800a1-c92b-49a9-86cb-2fac0120d840', 'code': 200} Dec 12 17:44:48.398249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: c9bbb59e-aea4-4841-9d1f-c57b3dffa948 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:44:48.398645 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c9bbb59e-aea4-4841-9d1f-c57b3dffa948 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:44:48.399144 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:44:48.422235 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:44:48.422235 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8e0ab4f2-cb8f-4a33-b0f4-0015117eaa96 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:44:48.522965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dae0c-185d-4461-ac21-3dc0776065df req-084f3045-12c8-47d4-9a57-c28f24fa12d6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:48.524940 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-415dae0c-185d-4461-ac21-3dc0776065df req-084f3045-12c8-47d4-9a57-c28f24fa12d6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.0629761 Dec 12 17:44:48.578333 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51356) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:48.579771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-415dae0c-185d-4461-ac21-3dc0776065df req-8e60eea4-1e12-46a6-aefc-ee1881b003e1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480464 Dec 12 17:44:48.640640 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2079f744-0de7-4785-9ebf-759af2a3f02e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cbcff9014fcb40e28febd2b73319f10b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0608466 Dec 12 17:44:48.643241 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51358) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:48.646494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8fee8-5b71-476f-963f-3f1f2b80f1bf req-f2f2558f-67f4-4be5-b0a8-297789249fc5 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:48.647991 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55b8fee8-5b71-476f-963f-3f1f2b80f1bf req-f2f2558f-67f4-4be5-b0a8-297789249fc5 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.0565898 Dec 12 17:44:48.706108 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffa48301-da32-44da-9a56-510415e5e0ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:48.716812 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55b8fee8-5b71-476f-963f-3f1f2b80f1bf req-b19eb1d3-64a6-4896-a706-e753fbd33827 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602205 Dec 12 17:44:48.740395 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffa48301-da32-44da-9a56-510415e5e0ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:48.793653 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffa48301-da32-44da-9a56-510415e5e0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:48.796448 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffa48301-da32-44da-9a56-510415e5e0ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:48.797628 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ffa48301-da32-44da-9a56-510415e5e0ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/658ea82f-d7ec-4687-aa49-5bc4b99b9445 HTTP/1.1" status: 204 len: 168 time: 0.1531496 Dec 12 17:44:48.806686 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa48301-da32-44da-9a56-510415e5e0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658ea82f-d7ec-4687-aa49-5bc4b99b9445,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:48.945744 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51370) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:49.075073 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9dadee4d-606b-4bb6-8e7e-84cd29896fcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:49.094302 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acbd32-2f97-41db-a01c-583c1b547f7e req-8639b622-29f3-4579-9fa2-952bed9dca41 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:49.102560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acbd32-2f97-41db-a01c-583c1b547f7e req-8639b622-29f3-4579-9fa2-952bed9dca41 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:49.110719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acbd32-2f97-41db-a01c-583c1b547f7e req-8639b622-29f3-4579-9fa2-952bed9dca41 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:49.117013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acbd32-2f97-41db-a01c-583c1b547f7e req-8639b622-29f3-4579-9fa2-952bed9dca41 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:49.124711 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acbd32-2f97-41db-a01c-583c1b547f7e req-8639b622-29f3-4579-9fa2-952bed9dca41 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:49.131327 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acbd32-2f97-41db-a01c-583c1b547f7e req-8639b622-29f3-4579-9fa2-952bed9dca41 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:49.137461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acbd32-2f97-41db-a01c-583c1b547f7e req-8639b622-29f3-4579-9fa2-952bed9dca41 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:49.145525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d5acbd32-2f97-41db-a01c-583c1b547f7e req-8639b622-29f3-4579-9fa2-952bed9dca41 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5429 time: 0.1151631 Dec 12 17:44:49.163839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9dadee4d-606b-4bb6-8e7e-84cd29896fcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:49.168860 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9dadee4d-606b-4bb6-8e7e-84cd29896fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:49.214974 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9dadee4d-606b-4bb6-8e7e-84cd29896fcf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7edc5c28da494f43a5dd1cf0a6cca937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2680442 Dec 12 17:44:49.215801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d5acbd32-2f97-41db-a01c-583c1b547f7e req-abcaa6cd-1765-4e99-b1a0-0971ffd54234 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693381 Dec 12 17:44:49.216424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadee4d-606b-4bb6-8e7e-84cd29896fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc926b7-8f22-4064-a7b5-726b1d63550d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:49.217763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51388) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:49.271711 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e05a1451-26ef-42ca-982a-5e4952732ad2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:49.294068 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e05a1451-26ef-42ca-982a-5e4952732ad2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:49.355829 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e05a1451-26ef-42ca-982a-5e4952732ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:49.358495 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e05a1451-26ef-42ca-982a-5e4952732ad2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:49.359929 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e05a1451-26ef-42ca-982a-5e4952732ad2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/edc926b7-8f22-4064-a7b5-726b1d63550d HTTP/1.1" status: 204 len: 168 time: 0.1409004 Dec 12 17:44:49.369433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a1451-26ef-42ca-982a-5e4952732ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc926b7-8f22-4064-a7b5-726b1d63550d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:49.456529 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51400) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:49.663533 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4197922f-ca1d-4c89-8858-d76ff04048e5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-148028716-network', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:49.687938 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4197922f-ca1d-4c89-8858-d76ff04048e5 admin admin] Made reservation on behalf of 2d60493dddd34d8aabf5275887ac9321 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:49.690934 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4197922f-ca1d-4c89-8858-d76ff04048e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:49.703658 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4197922f-ca1d-4c89-8858-d76ff04048e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:49.706148 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9f329-e922-423a-81c8-6fbb259d5194 req-938e7cce-347f-4f9f-b65d-18d328544b3d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:49.713712 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aae9f329-e922-423a-81c8-6fbb259d5194 req-938e7cce-347f-4f9f-b65d-18d328544b3d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.0586922 Dec 12 17:44:49.769920 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aae9f329-e922-423a-81c8-6fbb259d5194 req-6f9951a7-6983-4345-a1a7-0767071d2d5f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553017 Dec 12 17:44:49.816494 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4197922f-ca1d-4c89-8858-d76ff04048e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:49.822431 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4197922f-ca1d-4c89-8858-d76ff04048e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:49.851161 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a5626-893d-403f-95ac-e3fa4ae2758d req-bdfd022e-0820-4fb2-aa76-bcf31b416dfc tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:49.852836 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b84a5626-893d-403f-95ac-e3fa4ae2758d req-bdfd022e-0820-4fb2-aa76-bcf31b416dfc tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.0574353 Dec 12 17:44:49.856744 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197922f-ca1d-4c89-8858-d76ff04048e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6607b6-9e38-4700-aec4-d35ca60e073f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:49.862176 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4197922f-ca1d-4c89-8858-d76ff04048e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:44:49.872151 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4197922f-ca1d-4c89-8858-d76ff04048e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:49.872553 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-4197922f-ca1d-4c89-8858-d76ff04048e5 admin admin] Added segment 63c2c74d-0601-482d-ae6b-a84f2ca1a11b of type vlan for network c1b8f09d-ac40-49fa-9ee2-d2991b9f558c Dec 12 17:44:49.916047 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4197922f-ca1d-4c89-8858-d76ff04048e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:49.919737 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b84a5626-893d-403f-95ac-e3fa4ae2758d req-4f208987-0286-4e27-a0f0-58855d278e94 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603983 Dec 12 17:44:49.947777 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4197922f-ca1d-4c89-8858-d76ff04048e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:49.948821 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4197922f-ca1d-4c89-8858-d76ff04048e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:49.949417 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4197922f-ca1d-4c89-8858-d76ff04048e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:49.971539 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:50.001958 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4197922f-ca1d-4c89-8858-d76ff04048e5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5443015 Dec 12 17:44:50.005314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51426) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:50.011444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-71009a21-743a-4e3c-a844-f8238fd86fbb admin admin] Request body: {'subnet': {'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-148028716-subnet', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:50.015476 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197922f-ca1d-4c89-8858-d76ff04048e5 admin admin] Pushing event updated for resources: {'Network': ['ID=c1b8f09d-ac40-49fa-9ee2-d2991b9f558c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:50.030722 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network c1b8f09d-ac40-49fa-9ee2-d2991b9f558c details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:44:50.047392 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71009a21-743a-4e3c-a844-f8238fd86fbb admin admin] Made reservation on behalf of 2d60493dddd34d8aabf5275887ac9321 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:50.050029 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71009a21-743a-4e3c-a844-f8238fd86fbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:50.242900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51438) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:50.328685 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71009a21-743a-4e3c-a844-f8238fd86fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:50.421021 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f5c07571-5ed1-4d71-abd8-e4071a3ca1bc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2067152791-network', 'tenant_id': '9e27267b809b42b9a4819a186701fc9b'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:50.442409 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c07571-5ed1-4d71-abd8-e4071a3ca1bc admin admin] Made reservation on behalf of 9e27267b809b42b9a4819a186701fc9b for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:50.444929 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5c07571-5ed1-4d71-abd8-e4071a3ca1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:50.455170 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5c07571-5ed1-4d71-abd8-e4071a3ca1bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:50.466356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067304f-fbd1-47eb-a800-4758d4eed3d9 req-c2b5e09e-e493-46de-a77f-b79f82319424 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:50.472465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067304f-fbd1-47eb-a800-4758d4eed3d9 req-c2b5e09e-e493-46de-a77f-b79f82319424 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:50.478774 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067304f-fbd1-47eb-a800-4758d4eed3d9 req-c2b5e09e-e493-46de-a77f-b79f82319424 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:50.485142 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067304f-fbd1-47eb-a800-4758d4eed3d9 req-c2b5e09e-e493-46de-a77f-b79f82319424 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:50.491757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067304f-fbd1-47eb-a800-4758d4eed3d9 req-c2b5e09e-e493-46de-a77f-b79f82319424 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:50.498201 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067304f-fbd1-47eb-a800-4758d4eed3d9 req-c2b5e09e-e493-46de-a77f-b79f82319424 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:50.504687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067304f-fbd1-47eb-a800-4758d4eed3d9 req-c2b5e09e-e493-46de-a77f-b79f82319424 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:50.508545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0067304f-fbd1-47eb-a800-4758d4eed3d9 req-c2b5e09e-e493-46de-a77f-b79f82319424 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5429 time: 0.1942456 Dec 12 17:44:50.514287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71009a21-743a-4e3c-a844-f8238fd86fbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f587a61-b527-466b-b207-9482694635c4,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:50.544755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71009a21-743a-4e3c-a844-f8238fd86fbb admin admin] Checking segment: {'id': '63c2c74d-0601-482d-ae6b-a84f2ca1a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:50.545142 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71009a21-743a-4e3c-a844-f8238fd86fbb admin admin] Network hostable DHCP agents. Network: c1b8f09d-ac40-49fa-9ee2-d2991b9f558c, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:44:50.549756 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5c07571-5ed1-4d71-abd8-e4071a3ca1bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:50.553595 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5c07571-5ed1-4d71-abd8-e4071a3ca1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:50.580991 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c07571-5ed1-4d71-abd8-e4071a3ca1bc admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:44:50.586328 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c07571-5ed1-4d71-abd8-e4071a3ca1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b985a4-ff37-4879-ba11-3dada813a83e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:50.589057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0730ec7-c1c7-4ea4-bc03-f5f0a19513ec req-a6d6beae-3ce3-4bb4-a9fc-2cb0f544b656 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:50.590433 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0730ec7-c1c7-4ea4-bc03-f5f0a19513ec req-a6d6beae-3ce3-4bb4-a9fc-2cb0f544b656 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.1795354 Dec 12 17:44:50.594945 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5c07571-5ed1-4d71-abd8-e4071a3ca1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:50.595387 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-f5c07571-5ed1-4d71-abd8-e4071a3ca1bc admin admin] Added segment 202c5949-aaa3-4664-a75a-1934f1056bdb of type vlan for network 00c898a5-6b62-404f-9c0e-dcd383d09ebf Dec 12 17:44:50.641323 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5c07571-5ed1-4d71-abd8-e4071a3ca1bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:50.645826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71009a21-743a-4e3c-a844-f8238fd86fbb admin admin] Network c1b8f09d-ac40-49fa-9ee2-d2991b9f558c is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:44:50.667784 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5c07571-5ed1-4d71-abd8-e4071a3ca1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:50.668954 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c07571-5ed1-4d71-abd8-e4071a3ca1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:50.669778 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5c07571-5ed1-4d71-abd8-e4071a3ca1bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:50.674760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-979c3d6c-cadc-4a34-812d-04f6164d52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:50.676552 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-979c3d6c-cadc-4a34-812d-04f6164d52e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af&tenant_id=de7d6d1331334b1d97a38f5467ee1df8 HTTP/1.1" status: 200 len: 1101 time: 0.1503947 Dec 12 17:44:50.677742 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:50.698290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:50.707066 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0067304f-fbd1-47eb-a800-4758d4eed3d9 req-cb8377f0-6738-44f2-bba2-adf9411ec9a4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1845539 Dec 12 17:44:50.714686 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-71009a21-743a-4e3c-a844-f8238fd86fbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, c1b8f09d-ac40-49fa-9ee2-d2991b9f558c) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:50.726478 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af24efc0-be6b-44d8-944a-2a904505d51f None None] Network c1b8f09d-ac40-49fa-9ee2-d2991b9f558c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:44:50.727612 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f5c07571-5ed1-4d71-abd8-e4071a3ca1bc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4838271 Dec 12 17:44:50.728770 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51450) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:50.747139 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-57f8fa52-6913-41d3-9279-b198666c9bec admin admin] Request body: {'subnet': {'network_id': '00c898a5-6b62-404f-9c0e-dcd383d09ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2067152791-subnet', 'tenant_id': '9e27267b809b42b9a4819a186701fc9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:50.747417 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71009a21-743a-4e3c-a844-f8238fd86fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:50.748017 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71009a21-743a-4e3c-a844-f8238fd86fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:50.768823 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c07571-5ed1-4d71-abd8-e4071a3ca1bc admin admin] Pushing event updated for resources: {'Network': ['ID=00c898a5-6b62-404f-9c0e-dcd383d09ebf,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:50.781113 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0730ec7-c1c7-4ea4-bc03-f5f0a19513ec req-d4e14f40-5fb6-4802-b76a-6e59201cbeec tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695585 Dec 12 17:44:50.788914 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f8fa52-6913-41d3-9279-b198666c9bec admin admin] Made reservation on behalf of 9e27267b809b42b9a4819a186701fc9b for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:50.792498 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57f8fa52-6913-41d3-9279-b198666c9bec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:50.812058 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 00c898a5-6b62-404f-9c0e-dcd383d09ebf details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:44:50.825829 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-71009a21-743a-4e3c-a844-f8238fd86fbb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8193879 Dec 12 17:44:50.836199 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51454) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:50.842414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-148028716-router', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:50.878893 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:50.950547 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-c1b8f09d-ac40-49fa-9ee2-d2991b9f558c', 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c', 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'fixed_ips': [{'subnet_id': '0f587a61-b527-466b-b207-9482694635c4'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:44:50.951941 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:51.003670 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57f8fa52-6913-41d3-9279-b198666c9bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:51.073027 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8fa52-6913-41d3-9279-b198666c9bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4270fae1-ff9e-4ccc-8203-5bf832104c7c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:51.083059 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f8fa52-6913-41d3-9279-b198666c9bec admin admin] Checking segment: {'id': '202c5949-aaa3-4664-a75a-1934f1056bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '00c898a5-6b62-404f-9c0e-dcd383d09ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:51.083458 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f8fa52-6913-41d3-9279-b198666c9bec admin admin] Network hostable DHCP agents. Network: 00c898a5-6b62-404f-9c0e-dcd383d09ebf, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:44:51.105277 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f8fa52-6913-41d3-9279-b198666c9bec admin admin] Network 00c898a5-6b62-404f-9c0e-dcd383d09ebf is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:44:51.111008 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Allocated IP 172.20.0.2 (c1b8f09d-ac40-49fa-9ee2-d2991b9f558c/0f587a61-b527-466b-b207-9482694635c4/e929534d-c3f4-41c6-b0b3-f8ae98828779) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:51.117251 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-57f8fa52-6913-41d3-9279-b198666c9bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 00c898a5-6b62-404f-9c0e-dcd383d09ebf) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:51.124573 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f8fa52-6913-41d3-9279-b198666c9bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:51.125179 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57f8fa52-6913-41d3-9279-b198666c9bec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:51.128577 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e8e516-1636-4066-8557-6dfeef92a037 None None] Network 00c898a5-6b62-404f-9c0e-dcd383d09ebf requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:44:51.245951 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-57f8fa52-6913-41d3-9279-b198666c9bec admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5089848 Dec 12 17:44:51.247304 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:51.248343 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:51.322531 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14a0b30-5901-42e8-af40-1e7e486887d5 None None] Network 00c898a5-6b62-404f-9c0e-dcd383d09ebf requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:44:51.359499 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b024ee-a6a2-4c1a-9a11-a8b391c380c4 req-d19cefeb-da56-40a2-a5a4-522df35a4d0d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:51.360917 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05b024ee-a6a2-4c1a-9a11-a8b391c380c4 req-d19cefeb-da56-40a2-a5a4-522df35a4d0d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.5005789 Dec 12 17:44:51.414994 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:51.425363 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:51.438150 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:51.496960 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Network c1b8f09d-ac40-49fa-9ee2-d2991b9f558c is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:51.501430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:51.505749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:51.514789 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Pushing event updated for resources: {'Port': ['ID=e929534d-c3f4-41c6-b0b3-f8ae98828779,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:51.568836 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Attempting to bind port e929534d-c3f4-41c6-b0b3-f8ae98828779 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:51.569215 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Attempting to bind port e929534d-c3f4-41c6-b0b3-f8ae98828779 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '63c2c74d-0601-482d-ae6b-a84f2ca1a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:51.569586 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Attempting to bind port e929534d-c3f4-41c6-b0b3-f8ae98828779 on network c1b8f09d-ac40-49fa-9ee2-d2991b9f558c {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:51.574570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:51.574946 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Checking segment: {'id': '63c2c74d-0601-482d-ae6b-a84f2ca1a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:51.575387 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:51.575789 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Bound using segment: {'id': '63c2c74d-0601-482d-ae6b-a84f2ca1a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:51.576289 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Bound port: e929534d-c3f4-41c6-b0b3-f8ae98828779, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c2c74d-0601-482d-ae6b-a84f2ca1a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:51.576673 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:51.636158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-c93b7119-d482-4bc9-9731-6796dd3c8952 req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-242206970', 'description': 'tempest-description-117535040'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:51.643747 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05b024ee-a6a2-4c1a-9a11-a8b391c380c4 req-385bab85-6b7a-4513-ad9f-58ea3ac0c99b tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413607 Dec 12 17:44:51.660381 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:51.699061 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c93b7119-d482-4bc9-9731-6796dd3c8952 req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:51.765700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:51.772996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] For port e929534d-c3f4-41c6-b0b3-f8ae98828779, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:51.778102 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] For port e929534d-c3f4-41c6-b0b3-f8ae98828779, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e929534d-c3f4-41c6-b0b3-f8ae98828779,segment=NetworkSegment(63c2c74d-0601-482d-ae6b-a84f2ca1a11b),segment_id=63c2c74d-0601-482d-ae6b-a84f2ca1a11b)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:51.783986 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:51.842115 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device f7b800a1-c92b-49a9-86cb-2fac0120d840 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:44:51.850389 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:51.875338 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e718e31-3644-460a-bc69-c03123fbf945 None None] Pushing event updated for resources: {'Port': ['ID=e929534d-c3f4-41c6-b0b3-f8ae98828779,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:51.936141 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:51.946465 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c93b7119-d482-4bc9-9731-6796dd3c8952 req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:51.951249 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b800a1-c92b-49a9-86cb-2fac0120d840'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:51.953694 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f9be11-2d63-48e6-9b1a-b22e75f854de" -d '{"events": [{"server_uuid": "e506e875-bf04-4679-9f8a-39af3d3c45af", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b800a1-c92b-49a9-86cb-2fac0120d840"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:51.959498 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:51.967190 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c93b7119-d482-4bc9-9731-6796dd3c8952 req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:52.004841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f7506-c216-4c91-b468-6a9dd7a1ff96 req-d580aed9-d80a-4229-8be4-8524d0064c0c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:52.012075 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f7506-c216-4c91-b468-6a9dd7a1ff96 req-d580aed9-d80a-4229-8be4-8524d0064c0c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:52.026159 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f7506-c216-4c91-b468-6a9dd7a1ff96 req-d580aed9-d80a-4229-8be4-8524d0064c0c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:52.032346 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f7506-c216-4c91-b468-6a9dd7a1ff96 req-d580aed9-d80a-4229-8be4-8524d0064c0c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:52.040171 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f7506-c216-4c91-b468-6a9dd7a1ff96 req-d580aed9-d80a-4229-8be4-8524d0064c0c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:52.046747 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f7506-c216-4c91-b468-6a9dd7a1ff96 req-d580aed9-d80a-4229-8be4-8524d0064c0c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:52.052718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f7506-c216-4c91-b468-6a9dd7a1ff96 req-d580aed9-d80a-4229-8be4-8524d0064c0c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:52.054690 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e53f7506-c216-4c91-b468-6a9dd7a1ff96 req-d580aed9-d80a-4229-8be4-8524d0064c0c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5429 time: 0.2255733 Dec 12 17:44:52.074159 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Transition to ACTIVE for port object f7b800a1-c92b-49a9-86cb-2fac0120d840 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:44:52.085510 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c93b7119-d482-4bc9-9731-6796dd3c8952 req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:52.086747 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c93b7119-d482-4bc9-9731-6796dd3c8952 req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4848306 Dec 12 17:44:52.105925 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:52.124203 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:44:52.124766 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:44:52.153813 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66dd9ce-2474-4537-ab64-47a0698d2149,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:52.289791 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:52.290152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:52.290547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:52.290900 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:52.291347 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:52.291702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:52.292044 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:52.292383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:52.292736 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:52.293057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:52.293396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:52.293728 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:52.295496 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833aa5f-90be-458a-a72b-016e919546f3 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:44:52.312578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] No DVR routers for this DVR port f7b800a1-c92b-49a9-86cb-2fac0120d840 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:44:52.314444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b800a1-c92b-49a9-86cb-2fac0120d840,revision_number=10']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:52.353161 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e929534d-c3f4-41c6-b0b3-f8ae98828779 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:44:52.400827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36f825-c72d-4dbf-b7a9-6605c547d167 req-ee92f4ef-caea-4b08-b8a4-066270d7dd59 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:52.402637 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de36f825-c72d-4dbf-b7a9-6605c547d167 req-ee92f4ef-caea-4b08-b8a4-066270d7dd59 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.2443223 Dec 12 17:44:52.407746 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e53f7506-c216-4c91-b468-6a9dd7a1ff96 req-1865b38d-f9c9-4f96-87fb-34686b6bbd7c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3390951 Dec 12 17:44:52.417216 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port e929534d-c3f4-41c6-b0b3-f8ae98828779 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:52.417665 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:52.450842 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Attempting to bind port f7b800a1-c92b-49a9-86cb-2fac0120d840 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:52.451181 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Attempting to bind port f7b800a1-c92b-49a9-86cb-2fac0120d840 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:52.451544 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Attempting to bind port f7b800a1-c92b-49a9-86cb-2fac0120d840 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:52.474602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Port f7b800a1-c92b-49a9-86cb-2fac0120d840 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:44:52.474932 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Attempting to bind port f7b800a1-c92b-49a9-86cb-2fac0120d840 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:52.486045 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:52.489009 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:52.489351 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:52.489733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:52.490449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Bound port: f7b800a1-c92b-49a9-86cb-2fac0120d840, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:52.490863 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:52.499027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de36f825-c72d-4dbf-b7a9-6605c547d167 req-f3b63f6f-8584-4e88-ba64-506f0213e6f6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846856 Dec 12 17:44:52.536206 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:52.543127 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:52.553036 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5081a0f8-5820-4228-8e42-9409d9ebcdee x-openstack-request-id: req-5081a0f8-5820-4228-8e42-9409d9ebcdee {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:52.553323 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e506e875-bf04-4679-9f8a-39af3d3c45af", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b800a1-c92b-49a9-86cb-2fac0120d840", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:52.553582 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5081a0f8-5820-4228-8e42-9409d9ebcdee {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:52.553982 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b800a1-c92b-49a9-86cb-2fac0120d840', 'code': 200} Dec 12 17:44:52.574860 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port e929534d-c3f4-41c6-b0b3-f8ae98828779, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e929534d-c3f4-41c6-b0b3-f8ae98828779,segment=NetworkSegment(63c2c74d-0601-482d-ae6b-a84f2ca1a11b),segment_id=63c2c74d-0601-482d-ae6b-a84f2ca1a11b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:52.580268 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:52.666684 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=e929534d-c3f4-41c6-b0b3-f8ae98828779,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:52.677744 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a31f0b3-c9b2-4c80-b1d7-f1569025b720 req-7e69e97d-32c3-4737-a486-776748db9d4a tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "GET /v2.0/security-groups/c66dd9ce-2474-4537-ab64-47a0698d2149 HTTP/1.1" status: 200 len: 1830 time: 0.1448796 Dec 12 17:44:52.715102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-5a31f0b3-c9b2-4c80-b1d7-f1569025b720 req-6121785c-68c3-4c58-8043-7bf8522242c0 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c66dd9ce-2474-4537-ab64-47a0698d2149', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:52.715449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-5a31f0b3-c9b2-4c80-b1d7-f1569025b720 req-6121785c-68c3-4c58-8043-7bf8522242c0 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c66dd9ce-2474-4537-ab64-47a0698d2149', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:52.722314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:52.763055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:52.783822 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:52.839121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] Allocated IP 172.25.1.86 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/0569a5a7-0bca-47b7-aac9-3baa4c7c7097) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:52.873189 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:52.873817 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:52.875423 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] 10.222.0.20 "PUT /v2.0/ports/f7b800a1-c92b-49a9-86cb-2fac0120d840 HTTP/1.1" status: 200 len: 1097 time: 2.1881447 Dec 12 17:44:52.957228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc57de7-d078-4403-a6da-040885bf703b req-5e874a7d-ff7e-4cc4-a3d8-382da7d08f43 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:52.958837 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2cc57de7-d078-4403-a6da-040885bf703b req-5e874a7d-ff7e-4cc4-a3d8-382da7d08f43 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 949 time: 0.2149804 Dec 12 17:44:52.976111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec49cc-78b5-413c-b238-0f2a20a0abd1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b800a1-c92b-49a9-86cb-2fac0120d840,revision_number=11']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:52.992533 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dd4d07-393e-4a65-998d-1f8beab59ab2 None None] Network c1b8f09d-ac40-49fa-9ee2-d2991b9f558c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:44:53.027887 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5a31f0b3-c9b2-4c80-b1d7-f1569025b720 req-6121785c-68c3-4c58-8043-7bf8522242c0 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:53.092152 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5a31f0b3-c9b2-4c80-b1d7-f1569025b720 req-6121785c-68c3-4c58-8043-7bf8522242c0 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:53.104770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-760f348d-7ecd-4a28-9efd-13d2c9fff9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:53.106290 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-760f348d-7ecd-4a28-9efd-13d2c9fff9b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 1100 time: 0.1898973 Dec 12 17:44:53.111419 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2cc57de7-d078-4403-a6da-040885bf703b req-e8d35373-672d-4435-96b7-22caef46e262 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409149 Dec 12 17:44:53.112001 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5a31f0b3-c9b2-4c80-b1d7-f1569025b720 req-6121785c-68c3-4c58-8043-7bf8522242c0 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:53.124730 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a5795fdd-4fa6-4c17-8840-8baacdb5cece None None] Provisioning complete for port e929534d-c3f4-41c6-b0b3-f8ae98828779 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:53.125317 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a5795fdd-4fa6-4c17-8840-8baacdb5cece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:53.152994 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:53.193431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121785c-68c3-4c58-8043-7bf8522242c0 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d59e00-d5a0-4efb-9285-ad8aa4ea8c99,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:53.212807 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5a31f0b3-c9b2-4c80-b1d7-f1569025b720 req-6121785c-68c3-4c58-8043-7bf8522242c0 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:53.214048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a31f0b3-c9b2-4c80-b1d7-f1569025b720 req-6121785c-68c3-4c58-8043-7bf8522242c0 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5223284 Dec 12 17:44:53.296744 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-502e3887-4f32-4bdd-9147-8a1d185dd067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:53.298290 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-502e3887-4f32-4bdd-9147-8a1d185dd067 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1764548 Dec 12 17:44:53.300896 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:53.381608 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80edf1f2-abb0-45b1-8a9b-966c06a76725 req-fa353e1c-214d-4ec0-ab1b-aaa5b139712c tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "GET /v2.0/security-groups/c66dd9ce-2474-4537-ab64-47a0698d2149 HTTP/1.1" status: 200 len: 2424 time: 0.1415491 Dec 12 17:44:53.385303 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-d3444caf-79ff-474a-ba90-fd4a273b4871 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840 HTTP/1.1" status: 200 len: 217 time: 0.0760198 Dec 12 17:44:53.392702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:53.407687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:53.427411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] Pushing event updated for resources: {'Port': ['ID=0569a5a7-0bca-47b7-aac9-3baa4c7c7097,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:53.431304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:53.432511 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6c1cf50c-f1c9-4739-ba2d-f16a5e23cd1e None None] Provisioning complete for port e929534d-c3f4-41c6-b0b3-f8ae98828779 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:53.432902 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c1cf50c-f1c9-4739-ba2d-f16a5e23cd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:53.490548 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ff51b83-9507-4642-8999-e258fd66d876 req-20c91be4-3dec-41fd-b1a1-e0822c4226af tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "GET /v2.0/security-group-rules/e2d59e00-d5a0-4efb-9285-ad8aa4ea8c99 HTTP/1.1" status: 200 len: 778 time: 0.0842860 Dec 12 17:44:53.505921 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-db2ccc19-c93a-4e00-aebe-b417109d6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:53.507420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-db2ccc19-c93a-4e00-aebe-b417109d6324 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1122093 Dec 12 17:44:53.699665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ff51b83-9507-4642-8999-e258fd66d876 req-a754b5c4-5d11-4426-83c9-3f04e0f7e5dc tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "GET /v2.0/security-groups/c66dd9ce-2474-4537-ab64-47a0698d2149 HTTP/1.1" status: 200 len: 2424 time: 0.1986339 Dec 12 17:44:53.714651 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f9843-f45b-4543-8b40-937cb233d52c req-6dd7c5da-cf09-4082-b24f-aa4a978949d4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:53.720552 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f9843-f45b-4543-8b40-937cb233d52c req-6dd7c5da-cf09-4082-b24f-aa4a978949d4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:53.726410 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f9843-f45b-4543-8b40-937cb233d52c req-6dd7c5da-cf09-4082-b24f-aa4a978949d4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:53.732287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f9843-f45b-4543-8b40-937cb233d52c req-6dd7c5da-cf09-4082-b24f-aa4a978949d4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:53.738128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f9843-f45b-4543-8b40-937cb233d52c req-6dd7c5da-cf09-4082-b24f-aa4a978949d4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:53.744031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f9843-f45b-4543-8b40-937cb233d52c req-6dd7c5da-cf09-4082-b24f-aa4a978949d4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:53.749851 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f9843-f45b-4543-8b40-937cb233d52c req-6dd7c5da-cf09-4082-b24f-aa4a978949d4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:53.751645 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e4f9843-f45b-4543-8b40-937cb233d52c req-6dd7c5da-cf09-4082-b24f-aa4a978949d4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5429 time: 0.2519593 Dec 12 17:44:53.768567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-d3aef995-343c-48ee-9df5-0ae8c4de86f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:53.769972 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-d3aef995-343c-48ee-9df5-0ae8c4de86f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2488387 Dec 12 17:44:53.838879 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device cc57b21f-108a-446f-8a71-0c47ee914021 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:44:53.921927 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6ff51b83-9507-4642-8999-e258fd66d876 req-800f88e7-3f0a-4c85-9a96-535b0d12e7dc tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:53.936925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port cc57b21f-108a-446f-8a71-0c47ee914021, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cc57b21f-108a-446f-8a71-0c47ee914021,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:53.951662 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'cc57b21f-108a-446f-8a71-0c47ee914021', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'port_id': 'cc57b21f-108a-446f-8a71-0c47ee914021', 'mac_address': 'fa:16:3e:49:2f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:44:53.959057 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6ff51b83-9507-4642-8999-e258fd66d876 req-800f88e7-3f0a-4c85-9a96-535b0d12e7dc tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:53.982808 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e4f9843-f45b-4543-8b40-937cb233d52c req-925b2c6d-1aa6-4818-83cc-961551e55859 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2222369 Dec 12 17:44:53.988292 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:54.006886 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc57b21f-108a-446f-8a71-0c47ee914021 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:44:54.029381 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6ff51b83-9507-4642-8999-e258fd66d876 req-800f88e7-3f0a-4c85-9a96-535b0d12e7dc tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:54.034990 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port cc57b21f-108a-446f-8a71-0c47ee914021, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cc57b21f-108a-446f-8a71-0c47ee914021,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:54.035345 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:54.040059 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6ff51b83-9507-4642-8999-e258fd66d876 req-800f88e7-3f0a-4c85-9a96-535b0d12e7dc tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:54.041356 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ff51b83-9507-4642-8999-e258fd66d876 req-800f88e7-3f0a-4c85-9a96-535b0d12e7dc tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e2d59e00-d5a0-4efb-9285-ad8aa4ea8c99 HTTP/1.1" status: 204 len: 173 time: 0.2888153 Dec 12 17:44:54.042416 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:54.048671 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-510a8824-6297-4f2c-ac51-d8df1dbad3f5 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664819 Dec 12 17:44:54.053628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f88e7-3f0a-4c85-9a96-535b0d12e7dc tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2d59e00-d5a0-4efb-9285-ad8aa4ea8c99,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:54.117008 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=cc57b21f-108a-446f-8a71-0c47ee914021,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:54.151503 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['cc57b21f-108a-446f-8a71-0c47ee914021'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:44:54.309437 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e929534d-c3f4-41c6-b0b3-f8ae98828779 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:44:54.361239 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port e929534d-c3f4-41c6-b0b3-f8ae98828779 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:54.361605 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:54.473512 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-d10d2a95-27c5-4f82-978e-92048ed721a3 req-319b40db-fd90-430c-b7e8-38c5fd04ff17 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-505469256', 'description': 'tempest-description-915560963'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:54.551893 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d10d2a95-27c5-4f82-978e-92048ed721a3 req-319b40db-fd90-430c-b7e8-38c5fd04ff17 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:54.557612 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'tag': 'f7b800a1-c92b-49a9-86cb-2fac0120d840'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:54.559894 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c" -d '{"events": [{"name": "network-changed", "server_uuid": "e506e875-bf04-4679-9f8a-39af3d3c45af", "tag": "f7b800a1-c92b-49a9-86cb-2fac0120d840"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:54.610795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476bc21-6992-4814-be2f-4475e9a20ba1 req-e0b7c246-090e-40d4-b236-ce920ee4ed11 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:54.612280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c476bc21-6992-4814-be2f-4475e9a20ba1 req-e0b7c246-090e-40d4-b236-ce920ee4ed11 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 945 time: 0.1700425 Dec 12 17:44:54.693863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4afdb10a-a89c-4208-9445-cb6395f9bd13 req-24bfb27d-8178-4b8f-b91a-d07ce949eef0 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6415319 Dec 12 17:44:54.781714 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c476bc21-6992-4814-be2f-4475e9a20ba1 req-8ab15fb7-9ec3-4246-bacf-0d42c600b304 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295931 Dec 12 17:44:54.788689 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d10d2a95-27c5-4f82-978e-92048ed721a3 req-319b40db-fd90-430c-b7e8-38c5fd04ff17 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:54.793862 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d10d2a95-27c5-4f82-978e-92048ed721a3 req-319b40db-fd90-430c-b7e8-38c5fd04ff17 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:54.805079 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:54.864578 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d10d2a95-27c5-4f82-978e-92048ed721a3 req-319b40db-fd90-430c-b7e8-38c5fd04ff17 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:54.865756 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d10d2a95-27c5-4f82-978e-92048ed721a3 req-319b40db-fd90-430c-b7e8-38c5fd04ff17 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4324818 Dec 12 17:44:54.903310 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:44:54.909581 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b40db-fd90-430c-b7e8-38c5fd04ff17 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb87a72b-afc2-4305-a296-1ec2904edc96,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:54.927776 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c70337-5863-4c4b-a5ee-0f0ca5960fa4 x-openstack-request-id: req-c6c70337-5863-4c4b-a5ee-0f0ca5960fa4 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:54.928066 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e506e875-bf04-4679-9f8a-39af3d3c45af", "tag": "f7b800a1-c92b-49a9-86cb-2fac0120d840", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:54.928320 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6c70337-5863-4c4b-a5ee-0f0ca5960fa4 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:54.928773 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'tag': 'f7b800a1-c92b-49a9-86cb-2fac0120d840', 'status': 'completed', 'code': 200} Dec 12 17:44:54.979719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-2568df07-a75d-4ae5-81f4-e79dfcd1ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:54.981415 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-2568df07-a75d-4ae5-81f4-e79dfcd1ba4b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 1100 time: 0.0455410 Dec 12 17:44:55.029628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8e344-be97-4313-bb90-cdd2b402d7ac req-65b03c0a-d32d-4811-8c92-efe7f3e29c5e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:55.031135 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ac8e344-be97-4313-bb90-cdd2b402d7ac req-65b03c0a-d32d-4811-8c92-efe7f3e29c5e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 949 time: 0.1773214 Dec 12 17:44:55.045946 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86e39d89-bc4c-4781-aa98-83c5906d0de1 req-1e010459-a848-4652-a0e7-83b75245a192 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "GET /v2.0/security-groups/eb87a72b-afc2-4305-a296-1ec2904edc96 HTTP/1.1" status: 200 len: 1830 time: 0.1111131 Dec 12 17:44:55.081977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-332530ef-9d1d-430c-b1b7-9d1259c65c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:55.083537 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-332530ef-9d1d-430c-b1b7-9d1259c65c41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 1100 time: 0.1190133 Dec 12 17:44:55.083720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-68713c48-bb5c-4ff3-bad9-d83999e420f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:55.086143 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-68713c48-bb5c-4ff3-bad9-d83999e420f6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.0970206 Dec 12 17:44:55.142689 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-aadda296-6aa1-4548-a78c-3aa91bfb64cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840 HTTP/1.1" status: 200 len: 217 time: 0.0498140 Dec 12 17:44:55.176635 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ac8e344-be97-4313-bb90-cdd2b402d7ac req-7946a9bd-edb0-427f-a8f9-16e2783e14df tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389089 Dec 12 17:44:55.197778 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-dabc87ae-726f-4779-bd71-c7aac3fd6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:55.199608 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-dabc87ae-726f-4779-bd71-c7aac3fd6c5e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0500522 Dec 12 17:44:55.205243 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] Router dc5ea9bc-db19-45d2-a811-3957f5018cb8 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:44:55.252573 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-0dabe51d-6863-42af-bd0a-46603ab51212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:55.255431 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-0dabe51d-6863-42af-bd0a-46603ab51212 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0479810 Dec 12 17:44:55.328966 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2a0fb-454c-45b7-aa9d-783422cffbb5 req-4ac0b8e3-e793-48e9-a899-7b27f8da7c15 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:55.334886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2a0fb-454c-45b7-aa9d-783422cffbb5 req-4ac0b8e3-e793-48e9-a899-7b27f8da7c15 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:55.340889 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2a0fb-454c-45b7-aa9d-783422cffbb5 req-4ac0b8e3-e793-48e9-a899-7b27f8da7c15 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:55.346772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2a0fb-454c-45b7-aa9d-783422cffbb5 req-4ac0b8e3-e793-48e9-a899-7b27f8da7c15 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:55.352686 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2a0fb-454c-45b7-aa9d-783422cffbb5 req-4ac0b8e3-e793-48e9-a899-7b27f8da7c15 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:55.358091 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-9ebfba6b-7efd-487c-add2-93f3281fd69e service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932248 Dec 12 17:44:55.359108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2a0fb-454c-45b7-aa9d-783422cffbb5 req-4ac0b8e3-e793-48e9-a899-7b27f8da7c15 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:55.365023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2a0fb-454c-45b7-aa9d-783422cffbb5 req-4ac0b8e3-e793-48e9-a899-7b27f8da7c15 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:55.367023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dcd2a0fb-454c-45b7-aa9d-783422cffbb5 req-4ac0b8e3-e793-48e9-a899-7b27f8da7c15 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5429 time: 0.2417192 Dec 12 17:44:55.377222 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-0b283af8-df31-4940-9c2d-65d345e77095 req-25ef6e04-8ccc-4bc0-9e35-d96792f90a7b tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-620725424', 'description': 'tempest-description-469123057'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:55.382964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-8ec0fffc-4a62-4f51-916f-fa7e17400977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:55.384422 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-8ec0fffc-4a62-4f51-916f-fa7e17400977 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.2912633 Dec 12 17:44:55.451247 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-f681bcb3-159e-46d6-92f4-79d6fb311b07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840 HTTP/1.1" status: 200 len: 217 time: 0.0547035 Dec 12 17:44:55.453948 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-d33f6810-49e3-4a3c-8b5b-e2e7fdd84f26 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879586 Dec 12 17:44:55.520887 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0b283af8-df31-4940-9c2d-65d345e77095 req-25ef6e04-8ccc-4bc0-9e35-d96792f90a7b tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:55.552132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:44:55.561119 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Sync routers for ids ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:44:55.565225 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dcd2a0fb-454c-45b7-aa9d-783422cffbb5 req-2806d4e1-6c08-4937-9cc1-ceda0b0d6eb6 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1835947 Dec 12 17:44:55.572963 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-5232057f-c3fc-44f7-ad99-6cb6e6fac1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:55.574419 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-5232057f-c3fc-44f7-ad99-6cb6e6fac1ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1091163 Dec 12 17:44:55.574948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Routers {'dc5ea9bc-db19-45d2-a811-3957f5018cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:44:55.575516 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:44:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:55.620831 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:55.622052 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4a6a728c-ba62-4de8-9eec-b0a13f789643 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7846014 Dec 12 17:44:55.625391 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51510) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:55.652027 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-12b50e45-62b6-45bb-a1ea-58f24f8943b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:55.653628 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-12b50e45-62b6-45bb-a1ea-58f24f8943b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709229 Dec 12 17:44:55.682715 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Set router dc5ea9bc-db19-45d2-a811-3957f5018cb8 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:44:55.686122 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0b283af8-df31-4940-9c2d-65d345e77095 req-25ef6e04-8ccc-4bc0-9e35-d96792f90a7b tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:55.712031 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0b283af8-df31-4940-9c2d-65d345e77095 req-25ef6e04-8ccc-4bc0-9e35-d96792f90a7b tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:55.760391 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0b283af8-df31-4940-9c2d-65d345e77095 req-25ef6e04-8ccc-4bc0-9e35-d96792f90a7b tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:55.761622 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b283af8-df31-4940-9c2d-65d345e77095 req-25ef6e04-8ccc-4bc0-9e35-d96792f90a7b tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3936431 Dec 12 17:44:55.792329 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef6e04-8ccc-4bc0-9e35-d96792f90a7b tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec58d729-ddb6-4df1-92f4-66df292e5ce1,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:55.805505 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-58837b49-13db-45bb-860c-c98c7e7c27a6 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438389 Dec 12 17:44:55.843249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device cc57b21f-108a-446f-8a71-0c47ee914021 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:44:55.924227 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d94af4a-68e0-4d4f-9799-33b7e8c80089 req-a56faefd-994d-4eaa-9623-af30ec80d23b tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "GET /v2.0/security-groups/ec58d729-ddb6-4df1-92f4-66df292e5ce1 HTTP/1.1" status: 200 len: 1830 time: 0.1362484 Dec 12 17:44:55.933601 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port cc57b21f-108a-446f-8a71-0c47ee914021 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:55.933973 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:55.964546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7685b-a374-4efd-8988-0c117e2538c5 req-58a5d983-dc7c-463f-a001-2fce95a5d9b5 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:55.966038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25d7685b-a374-4efd-8988-0c117e2538c5 req-58a5d983-dc7c-463f-a001-2fce95a5d9b5 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 945 time: 0.0945599 Dec 12 17:44:55.970158 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb3387d0-97b0-49cd-b6ec-7cb119fc268c req-c9c7eeb4-3336-45ab-8fa1-c00690b253c1 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562400 Dec 12 17:44:55.973062 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-ac93f1e5-9fd3-4dbd-a9bb-1544eec4b8e5 req-28aca6ac-0a30-4ef0-8be0-f120d4e360ef tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-891256425', 'description': 'tempest-description-928945066'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:55.984211 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'name': 'tempest-TaggedBootDevicesTest-148028716-router', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:44:51Z', 'updated_at': '2021-12-12T17:44:53Z', 'revision_number': 3, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'gw_port': {'id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:52Z', 'updated_at': '2021-12-12T17:44:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:56.016936 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ac93f1e5-9fd3-4dbd-a9bb-1544eec4b8e5 req-28aca6ac-0a30-4ef0-8be0-f120d4e360ef tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.017545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Checking router: dc5ea9bc-db19-45d2-a811-3957f5018cb8 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:44:56.017899 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Updating router dc5ea9bc-db19-45d2-a811-3957f5018cb8 port 0569a5a7-0bca-47b7-aac9-3baa4c7c7097 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:44:56.053057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25d7685b-a374-4efd-8988-0c117e2538c5 req-17114911-12f7-4bbf-8238-94c999ef0fb5 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708840 Dec 12 17:44:56.067319 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.100422 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.116755 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ac93f1e5-9fd3-4dbd-a9bb-1544eec4b8e5 req-28aca6ac-0a30-4ef0-8be0-f120d4e360ef tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.121878 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ac93f1e5-9fd3-4dbd-a9bb-1544eec4b8e5 req-28aca6ac-0a30-4ef0-8be0-f120d4e360ef tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.124135 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1b65-4bfb-4924-945b-59c354c11adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.148497 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ac93f1e5-9fd3-4dbd-a9bb-1544eec4b8e5 req-28aca6ac-0a30-4ef0-8be0-f120d4e360ef tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.150421 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac93f1e5-9fd3-4dbd-a9bb-1544eec4b8e5 req-28aca6ac-0a30-4ef0-8be0-f120d4e360ef tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1826377 Dec 12 17:44:56.161062 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aca6ac-0a30-4ef0-8be0-f120d4e360ef tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087e9de4-c9bf-4692-bf8e-36d865b2e287,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:56.179074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d20866-c818-4d8a-845f-c1e8bf505ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc57b21f-108a-446f-8a71-0c47ee914021'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:56.181879 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2356588d-cbd2-4e0f-a491-75d3aa2251e5" -d '{"events": [{"server_uuid": "85d20866-c818-4d8a-845f-c1e8bf505ffc", "name": "network-vif-plugged", "status": "completed", "tag": "cc57b21f-108a-446f-8a71-0c47ee914021"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:56.205436 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port cc57b21f-108a-446f-8a71-0c47ee914021, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cc57b21f-108a-446f-8a71-0c47ee914021,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:56.218184 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.251413 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf6bda0e-1465-42f0-ae01-8006c5b5d6c6 req-6be672dd-8cc4-4b7d-9288-a578ef244ccd tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "GET /v2.0/security-groups/087e9de4-c9bf-4692-bf8e-36d865b2e287 HTTP/1.1" status: 200 len: 1830 time: 0.0691795 Dec 12 17:44:56.263061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-fd3f55b7-723d-47f4-9f84-5600aec840a0 req-d97c37de-5273-4e40-8981-8545491e4903 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1136029838', 'description': 'tempest-description-1734896486'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:56.265901 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f64f6c-3709-4de7-bd30-fa82c730d656 x-openstack-request-id: req-c5f64f6c-3709-4de7-bd30-fa82c730d656 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:44:56.266199 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d20866-c818-4d8a-845f-c1e8bf505ffc", "name": "network-vif-plugged", "status": "completed", "tag": "cc57b21f-108a-446f-8a71-0c47ee914021", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:44:56.266455 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5f64f6c-3709-4de7-bd30-fa82c730d656 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:44:56.266897 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d20866-c818-4d8a-845f-c1e8bf505ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc57b21f-108a-446f-8a71-0c47ee914021', 'code': 200} Dec 12 17:44:56.293528 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd3f55b7-723d-47f4-9f84-5600aec840a0 req-d97c37de-5273-4e40-8981-8545491e4903 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.324878 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-ebfe1b65-4bfb-4924-945b-59c354c11adb admin admin] Allocated IP 172.20.0.1 (c1b8f09d-ac40-49fa-9ee2-d2991b9f558c/0f587a61-b527-466b-b207-9482694635c4/7fd6850e-af2b-4237-94c7-d506c9860887) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:44:56.362344 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=cc57b21f-108a-446f-8a71-0c47ee914021,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:56.438077 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd3f55b7-723d-47f4-9f84-5600aec840a0 req-d97c37de-5273-4e40-8981-8545491e4903 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.458060 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00ba62-08d1-4015-9623-eb5bd9f8a0a9 req-a3314825-5320-4167-aeaa-7074f89e4491 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:56.462816 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1b65-4bfb-4924-945b-59c354c11adb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.463766 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0e00ba62-08d1-4015-9623-eb5bd9f8a0a9 req-a3314825-5320-4167-aeaa-7074f89e4491 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 949 time: 0.1202149 Dec 12 17:44:56.465930 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd3f55b7-723d-47f4-9f84-5600aec840a0 req-d97c37de-5273-4e40-8981-8545491e4903 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.484276 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.498457 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.512329 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1b65-4bfb-4924-945b-59c354c11adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.551928 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd3f55b7-723d-47f4-9f84-5600aec840a0 req-d97c37de-5273-4e40-8981-8545491e4903 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.556840 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322de040-d90f-4b5a-9a1c-7e4ca37cbca0 None None] Pushing event updated for resources: {'Port': ['ID=0569a5a7-0bca-47b7-aac9-3baa4c7c7097,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:56.572087 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd3f55b7-723d-47f4-9f84-5600aec840a0 req-d97c37de-5273-4e40-8981-8545491e4903 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3142734 Dec 12 17:44:56.573900 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Attempting to bind port 0569a5a7-0bca-47b7-aac9-3baa4c7c7097 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:44:56.574364 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Attempting to bind port 0569a5a7-0bca-47b7-aac9-3baa4c7c7097 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:44:56.574681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Attempting to bind port 0569a5a7-0bca-47b7-aac9-3baa4c7c7097 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:44:56.578214 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe1b65-4bfb-4924-945b-59c354c11adb admin admin] Pushing event updated for resources: {'Port': ['ID=7fd6850e-af2b-4237-94c7-d506c9860887,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:56.581026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:44:56.581415 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:44:56.582037 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.582474 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:44:56.582784 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c37de-5273-4e40-8981-8545491e4903 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ccacae-346b-449c-9859-307951cb1f40,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:56.583628 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Bound port: 0569a5a7-0bca-47b7-aac9-3baa4c7c7097, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:44:56.584060 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.619966 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfe1b65-4bfb-4924-945b-59c354c11adb admin admin] Network c1b8f09d-ac40-49fa-9ee2-d2991b9f558c is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:56.620162 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0e00ba62-08d1-4015-9623-eb5bd9f8a0a9 req-5b2d7bd7-ef49-4579-a3e4-f414ae93e36f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480856 Dec 12 17:44:56.621555 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ebfe1b65-4bfb-4924-945b-59c354c11adb admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:56.624017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfe1b65-4bfb-4924-945b-59c354c11adb admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:44:56.687757 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1b65-4bfb-4924-945b-59c354c11adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.691630 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] For port 0569a5a7-0bca-47b7-aac9-3baa4c7c7097, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:44:56.698342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] For port 0569a5a7-0bca-47b7-aac9-3baa4c7c7097, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=0569a5a7-0bca-47b7-aac9-3baa4c7c7097,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:44:56.716583 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.781037 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc46462a-b1c1-42a4-a11c-f5ae1e0ecf78 req-547ae146-8b35-413a-b2fe-3d6790ec883f tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "GET /v2.0/security-groups/53ccacae-346b-449c-9859-307951cb1f40 HTTP/1.1" status: 200 len: 1832 time: 0.0790808 Dec 12 17:44:56.840789 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-af2f33a0-ece5-422f-ba48-a3dd3524ac6d req-82b25567-a2cd-4a24-92ce-b912d5d36251 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] show failed (client error): The resource could not be found. Dec 12 17:44:56.842322 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af2f33a0-ece5-422f-ba48-a3dd3524ac6d req-82b25567-a2cd-4a24-92ce-b912d5d36251 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "GET /v2.0/security-groups/99cf5e02-ab63-4d00-a99d-d6a49722f228 HTTP/1.1" status: 404 len: 352 time: 0.0299871 Dec 12 17:44:56.850211 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322de040-d90f-4b5a-9a1c-7e4ca37cbca0 None None] Pushing event updated for resources: {'Port': ['ID=0569a5a7-0bca-47b7-aac9-3baa4c7c7097,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:56.856216 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1b65-4bfb-4924-945b-59c354c11adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.858131 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Routers {'dc5ea9bc-db19-45d2-a811-3957f5018cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:44:56.859303 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:44:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:56.882061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7d131-698f-4f93-8c9e-f3fcddf1f03e req-953849a6-4fe2-4cc7-870e-09ba038079c2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:56.888608 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7d131-698f-4f93-8c9e-f3fcddf1f03e req-953849a6-4fe2-4cc7-870e-09ba038079c2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:56.895173 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7d131-698f-4f93-8c9e-f3fcddf1f03e req-953849a6-4fe2-4cc7-870e-09ba038079c2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:56.903668 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7d131-698f-4f93-8c9e-f3fcddf1f03e req-953849a6-4fe2-4cc7-870e-09ba038079c2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:56.909685 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7d131-698f-4f93-8c9e-f3fcddf1f03e req-953849a6-4fe2-4cc7-870e-09ba038079c2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:56.917201 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7d131-698f-4f93-8c9e-f3fcddf1f03e req-953849a6-4fe2-4cc7-870e-09ba038079c2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:56.923075 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7d131-698f-4f93-8c9e-f3fcddf1f03e req-953849a6-4fe2-4cc7-870e-09ba038079c2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:56.925243 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6dd7d131-698f-4f93-8c9e-f3fcddf1f03e req-953849a6-4fe2-4cc7-870e-09ba038079c2 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5429 time: 0.1278999 Dec 12 17:44:56.947659 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-608b9a59-8070-42e7-bd77-03829cac84df req-191edadd-86e9-4941-89d1-e0a7655a0a42 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] show failed (client error): The resource could not be found. Dec 12 17:44:56.948641 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-608b9a59-8070-42e7-bd77-03829cac84df req-191edadd-86e9-4941-89d1-e0a7655a0a42 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "GET /v2.0/security-group-rules/99d9997b-3bee-451f-bc84-124562e53e43 HTTP/1.1" status: 404 len: 361 time: 0.0226541 Dec 12 17:44:56.992204 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-edcb844b-fe92-4e38-a99b-8f325b86cd9d None None] Provisioning complete for port 7fd6850e-af2b-4237-94c7-d506c9860887 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:56.992579 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-edcb844b-fe92-4e38-a99b-8f325b86cd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:56.995348 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] Set router dc5ea9bc-db19-45d2-a811-3957f5018cb8 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:44:57.014230 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6dd7d131-698f-4f93-8c9e-f3fcddf1f03e req-4b414bd8-1a9d-43e3-9586-29f8f997db44 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0768843 Dec 12 17:44:57.046414 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4d9c924-7956-42f7-b5f2-f5259118f7c9 req-6210f4d3-ca74-425e-9173-29cea930860a tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "GET /v2.0/security-groups/53ccacae-346b-449c-9859-307951cb1f40 HTTP/1.1" status: 200 len: 1832 time: 0.0570819 Dec 12 17:44:57.113343 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a4d9c924-7956-42f7-b5f2-f5259118f7c9 req-8345a72e-5016-45fb-8373-2bf713ab2938 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:57.140451 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a4d9c924-7956-42f7-b5f2-f5259118f7c9 req-8345a72e-5016-45fb-8373-2bf713ab2938 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:57.204476 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-edcb844b-fe92-4e38-a99b-8f325b86cd9d None None] Port 7fd6850e-af2b-4237-94c7-d506c9860887 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:44:57.227619 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aba554-6b60-4711-8fd2-6c998034085b req-1559717d-3861-4bb9-bdc3-4c0d21ba853d tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:57.229737 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2aba554-6b60-4711-8fd2-6c998034085b req-1559717d-3861-4bb9-bdc3-4c0d21ba853d tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.0801318 Dec 12 17:44:57.253875 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a4d9c924-7956-42f7-b5f2-f5259118f7c9 req-8345a72e-5016-45fb-8373-2bf713ab2938 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:57.256722 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a4d9c924-7956-42f7-b5f2-f5259118f7c9 req-8345a72e-5016-45fb-8373-2bf713ab2938 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:57.257880 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4d9c924-7956-42f7-b5f2-f5259118f7c9 req-8345a72e-5016-45fb-8373-2bf713ab2938 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "DELETE /v2.0/security-groups/53ccacae-346b-449c-9859-307951cb1f40 HTTP/1.1" status: 204 len: 173 time: 0.2035840 Dec 12 17:44:57.286026 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345a72e-5016-45fb-8373-2bf713ab2938 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ccacae-346b-449c-9859-307951cb1f40,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:57.319531 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2aba554-6b60-4711-8fd2-6c998034085b req-b9068793-3b11-434f-96cb-5dd5a1daf38a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795095 Dec 12 17:44:57.357668 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59f326b6-9fa5-46a2-8035-7c1100dff554 req-290f0fbe-ab2c-4cf6-9d2c-0b31d5e0430f tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "GET /v2.0/security-groups/087e9de4-c9bf-4692-bf8e-36d865b2e287 HTTP/1.1" status: 200 len: 1830 time: 0.0649831 Dec 12 17:44:57.363871 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f7b800a1-c92b-49a9-86cb-2fac0120d840 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:44:57.410073 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1b65-4bfb-4924-945b-59c354c11adb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:57.414999 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1b65-4bfb-4924-945b-59c354c11adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:57.423761 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-59f326b6-9fa5-46a2-8035-7c1100dff554 req-813065ec-aef0-48ce-b0a7-33fdf0f749ea tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:57.448481 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-59f326b6-9fa5-46a2-8035-7c1100dff554 req-813065ec-aef0-48ce-b0a7-33fdf0f749ea tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:57.455699 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'name': 'tempest-TaggedBootDevicesTest-148028716-router', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:44:51Z', 'updated_at': '2021-12-12T17:44:56Z', 'revision_number': 4, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'gw_port': {'id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:52Z', 'updated_at': '2021-12-12T17:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '7fd6850e-af2b-4237-94c7-d506c9860887', 'name': '', 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'mac_address': 'fa:16:3e:79:96:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '0f587a61-b527-466b-b207-9482694635c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:56Z', 'updated_at': '2021-12-12T17:44:56Z', 'revision_number': 1, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'subnets': [{'id': '0f587a61-b527-466b-b207-9482694635c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:44:57.493463 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceecd84-aa7d-41f1-b98d-108c3d9be538 None None] The sync data for ids ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'] in n-d-760354-5 is: [{'id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'name': 'tempest-TaggedBootDevicesTest-148028716-router', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:44:51Z', 'updated_at': '2021-12-12T17:44:56Z', 'revision_number': 4, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'gw_port': {'id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:52Z', 'updated_at': '2021-12-12T17:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '7fd6850e-af2b-4237-94c7-d506c9860887', 'name': '', 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'mac_address': 'fa:16:3e:79:96:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '0f587a61-b527-466b-b207-9482694635c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:56Z', 'updated_at': '2021-12-12T17:44:56Z', 'revision_number': 1, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'subnets': [{'id': '0f587a61-b527-466b-b207-9482694635c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:44:57.498807 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1b65-4bfb-4924-945b-59c354c11adb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:57.500224 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-59f326b6-9fa5-46a2-8035-7c1100dff554 req-813065ec-aef0-48ce-b0a7-33fdf0f749ea tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:57.504376 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-59f326b6-9fa5-46a2-8035-7c1100dff554 req-813065ec-aef0-48ce-b0a7-33fdf0f749ea tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:57.510953 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:57.511532 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59f326b6-9fa5-46a2-8035-7c1100dff554 req-813065ec-aef0-48ce-b0a7-33fdf0f749ea tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "DELETE /v2.0/security-groups/087e9de4-c9bf-4692-bf8e-36d865b2e287 HTTP/1.1" status: 204 len: 173 time: 0.1459908 Dec 12 17:44:57.531972 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe1b65-4bfb-4924-945b-59c354c11adb admin admin] Pushing event updated for resources: {'Port': ['ID=7fd6850e-af2b-4237-94c7-d506c9860887,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:57.534836 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'f7b800a1-c92b-49a9-86cb-2fac0120d840', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': 'f7b800a1-c92b-49a9-86cb-2fac0120d840', 'mac_address': 'fa:16:3e:6b:a5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:44:57.545007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813065ec-aef0-48ce-b0a7-33fdf0f749ea tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=087e9de4-c9bf-4692-bf8e-36d865b2e287,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:57.597512 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:57.608945 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90846d88-99d2-432d-801a-a852cd786caa req-3c268857-7807-4b5f-a877-1df495afafc8 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "GET /v2.0/security-groups/ec58d729-ddb6-4df1-92f4-66df292e5ce1 HTTP/1.1" status: 200 len: 1830 time: 0.0799584 Dec 12 17:44:57.611039 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b800a1-c92b-49a9-86cb-2fac0120d840 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:44:57.660066 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfe1b65-4bfb-4924-945b-59c354c11adb admin admin] Network c1b8f09d-ac40-49fa-9ee2-d2991b9f558c is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:44:57.662057 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ebfe1b65-4bfb-4924-945b-59c354c11adb admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:44:57.662228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:57.677036 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:57.736777 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-90846d88-99d2-432d-801a-a852cd786caa req-4f4a714e-93b1-401c-95f9-129369bda1c5 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:57.771766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=f7b800a1-c92b-49a9-86cb-2fac0120d840,revision_number=12']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:57.808027 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-90846d88-99d2-432d-801a-a852cd786caa req-4f4a714e-93b1-401c-95f9-129369bda1c5 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:57.839921 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfe1b65-4bfb-4924-945b-59c354c11adb admin admin] Router dc5ea9bc-db19-45d2-a811-3957f5018cb8 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:44:57.922599 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b90f01-f2b6-4469-acb8-f658727b24d8 req-ef6eb797-1556-4577-a2a4-be3c65d63a1e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:57.940330 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7b90f01-f2b6-4469-acb8-f658727b24d8 req-ef6eb797-1556-4577-a2a4-be3c65d63a1e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.1790807 Dec 12 17:44:57.967149 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['f7b800a1-c92b-49a9-86cb-2fac0120d840'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:44:57.994936 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-90846d88-99d2-432d-801a-a852cd786caa req-4f4a714e-93b1-401c-95f9-129369bda1c5 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:57.998349 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-90846d88-99d2-432d-801a-a852cd786caa req-4f4a714e-93b1-401c-95f9-129369bda1c5 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:58.018661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90846d88-99d2-432d-801a-a852cd786caa req-4f4a714e-93b1-401c-95f9-129369bda1c5 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "DELETE /v2.0/security-groups/ec58d729-ddb6-4df1-92f4-66df292e5ce1 HTTP/1.1" status: 204 len: 173 time: 0.4079082 Dec 12 17:44:58.044869 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfe1b65-4bfb-4924-945b-59c354c11adb admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:44:58.060088 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ebfe1b65-4bfb-4924-945b-59c354c11adb admin admin] 10.222.0.18 "PUT /v2.0/routers/dc5ea9bc-db19-45d2-a811-3957f5018cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4328432 Dec 12 17:44:58.086071 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7b90f01-f2b6-4469-acb8-f658727b24d8 req-f5d6d72b-2db1-43ff-988a-a7f08d45f747 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405346 Dec 12 17:44:58.088925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a714e-93b1-401c-95f9-129369bda1c5 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec58d729-ddb6-4df1-92f4-66df292e5ce1,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:58.260607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-856a8310-c9fa-4e9c-b4d0-ae3bbb703532 req-6139e402-a035-4533-bbba-099b36d9cfc9 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "GET /v2.0/security-groups/eb87a72b-afc2-4305-a296-1ec2904edc96 HTTP/1.1" status: 200 len: 1830 time: 0.0865364 Dec 12 17:44:58.311246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8d43a355-ab8c-4f28-b70b-0327a8ded88d None None] Provisioning complete for port 7fd6850e-af2b-4237-94c7-d506c9860887 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:58.311749 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d43a355-ab8c-4f28-b70b-0327a8ded88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:58.375014 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8d43a355-ab8c-4f28-b70b-0327a8ded88d None None] Port 7fd6850e-af2b-4237-94c7-d506c9860887 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:44:58.395719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3fc9a-4807-46a5-ac88-51a1283b4089 req-7412428e-e7a9-4975-a0d0-9f9c6f536aca tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:58.402009 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3fc9a-4807-46a5-ac88-51a1283b4089 req-7412428e-e7a9-4975-a0d0-9f9c6f536aca tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:58.408025 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3fc9a-4807-46a5-ac88-51a1283b4089 req-7412428e-e7a9-4975-a0d0-9f9c6f536aca tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:58.414486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3fc9a-4807-46a5-ac88-51a1283b4089 req-7412428e-e7a9-4975-a0d0-9f9c6f536aca tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:58.421210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3fc9a-4807-46a5-ac88-51a1283b4089 req-7412428e-e7a9-4975-a0d0-9f9c6f536aca tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:58.427241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3fc9a-4807-46a5-ac88-51a1283b4089 req-7412428e-e7a9-4975-a0d0-9f9c6f536aca tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:58.433843 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3fc9a-4807-46a5-ac88-51a1283b4089 req-7412428e-e7a9-4975-a0d0-9f9c6f536aca tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:58.435767 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e6b3fc9a-4807-46a5-ac88-51a1283b4089 req-7412428e-e7a9-4975-a0d0-9f9c6f536aca tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5429 time: 0.1655159 Dec 12 17:44:58.436434 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-856a8310-c9fa-4e9c-b4d0-ae3bbb703532 req-feb98077-7fea-4348-87de-97d959727694 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:58.477712 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-856a8310-c9fa-4e9c-b4d0-ae3bbb703532 req-feb98077-7fea-4348-87de-97d959727694 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:58.555574 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e6b3fc9a-4807-46a5-ac88-51a1283b4089 req-973ba505-d27f-4deb-8e5c-1909930025e0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1130455 Dec 12 17:44:58.568970 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-856a8310-c9fa-4e9c-b4d0-ae3bbb703532 req-feb98077-7fea-4348-87de-97d959727694 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:58.573125 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-856a8310-c9fa-4e9c-b4d0-ae3bbb703532 req-feb98077-7fea-4348-87de-97d959727694 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:58.574292 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-856a8310-c9fa-4e9c-b4d0-ae3bbb703532 req-feb98077-7fea-4348-87de-97d959727694 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "DELETE /v2.0/security-groups/eb87a72b-afc2-4305-a296-1ec2904edc96 HTTP/1.1" status: 204 len: 173 time: 0.3128068 Dec 12 17:44:58.589953 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb98077-7fea-4348-87de-97d959727694 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb87a72b-afc2-4305-a296-1ec2904edc96,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:58.855730 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ebe1d-f8d2-441a-9f0c-cba7edfff904 req-5228e632-bdae-43d8-baab-7df73aafa048 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:58.862568 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-856ebe1d-f8d2-441a-9f0c-cba7edfff904 req-5228e632-bdae-43d8-baab-7df73aafa048 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.1456232 Dec 12 17:44:58.890306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20e604-8384-4b24-aafa-69ecbc3048f3 req-a72333ca-b2d4-4a12-8704-98111153aaf1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:58.892524 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e20e604-8384-4b24-aafa-69ecbc3048f3 req-a72333ca-b2d4-4a12-8704-98111153aaf1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 950 time: 0.1914332 Dec 12 17:44:58.986336 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51604) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:58.987732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-856ebe1d-f8d2-441a-9f0c-cba7edfff904 req-f0a3e09e-7252-4378-a7f2-2913fe4ad383 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245141 Dec 12 17:44:58.991540 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e20e604-8384-4b24-aafa-69ecbc3048f3 req-07b6b368-dc48-4ef5-b01a-2c8d4c7bd7ae tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896490 Dec 12 17:44:58.993201 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1873df15-d4f1-4339-8330-51b10057ff32 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1709632980-network', 'tenant_id': '7eb2f6d489bb4902802aa1a72d549ba0'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:59.038365 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1873df15-d4f1-4339-8330-51b10057ff32 admin admin] Made reservation on behalf of 7eb2f6d489bb4902802aa1a72d549ba0 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:59.049535 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1873df15-d4f1-4339-8330-51b10057ff32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.088769 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1873df15-d4f1-4339-8330-51b10057ff32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.149436 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39158d89-bd4a-45de-83a9-440e36963c19 req-fb198f74-6297-4b54-adc2-c2744d4209c2 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "GET /v2.0/security-groups/c66dd9ce-2474-4537-ab64-47a0698d2149 HTTP/1.1" status: 200 len: 1830 time: 0.0946085 Dec 12 17:44:59.224738 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1873df15-d4f1-4339-8330-51b10057ff32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.231032 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1873df15-d4f1-4339-8330-51b10057ff32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.282810 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1873df15-d4f1-4339-8330-51b10057ff32 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:44:59.283133 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-39158d89-bd4a-45de-83a9-440e36963c19 req-9ac54be9-8835-4b52-9f3d-dcf1d1315887 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.299432 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1873df15-d4f1-4339-8330-51b10057ff32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.299725 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-1873df15-d4f1-4339-8330-51b10057ff32 admin admin] Added segment 03be7672-1442-4861-8f26-4ec5763755ff of type vlan for network 7a681247-0e18-443b-925e-7abed1645dcf Dec 12 17:44:59.315832 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873df15-d4f1-4339-8330-51b10057ff32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0799fdd4-ff68-4b53-87d3-c455242f8808,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:59.334482 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-39158d89-bd4a-45de-83a9-440e36963c19 req-9ac54be9-8835-4b52-9f3d-dcf1d1315887 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.372315 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f7b800a1-c92b-49a9-86cb-2fac0120d840 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:44:59.415001 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1873df15-d4f1-4339-8330-51b10057ff32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.445700 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-39158d89-bd4a-45de-83a9-440e36963c19 req-9ac54be9-8835-4b52-9f3d-dcf1d1315887 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.453384 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1873df15-d4f1-4339-8330-51b10057ff32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.454469 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1873df15-d4f1-4339-8330-51b10057ff32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:59.455140 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1873df15-d4f1-4339-8330-51b10057ff32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.457007 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-39158d89-bd4a-45de-83a9-440e36963c19 req-9ac54be9-8835-4b52-9f3d-dcf1d1315887 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.464939 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39158d89-bd4a-45de-83a9-440e36963c19 req-9ac54be9-8835-4b52-9f3d-dcf1d1315887 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] 10.222.0.18 "DELETE /v2.0/security-groups/c66dd9ce-2474-4537-ab64-47a0698d2149 HTTP/1.1" status: 204 len: 173 time: 0.3016407 Dec 12 17:44:59.477381 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51624) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:59.511842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port f7b800a1-c92b-49a9-86cb-2fac0120d840 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:44:59.516252 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port f7b800a1-c92b-49a9-86cb-2fac0120d840 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:44:59.516652 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.532007 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44fe0a28-913d-4d97-8980-4c9013634803 req-7a6792ef-cc05-4349-983c-e0bd2d0c64f2 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654182 Dec 12 17:44:59.534859 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac54be9-8835-4b52-9f3d-dcf1d1315887 tempest-SecurityGroupRulesNegativeTestJSON-328530842 tempest-SecurityGroupRulesNegativeTestJSON-328530842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66dd9ce-2474-4537-ab64-47a0698d2149,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:59.656348 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51628) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:44:59.656580 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1873df15-d4f1-4339-8330-51b10057ff32 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6676836 Dec 12 17:44:59.661707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-79de6bec-36f9-4a86-be15-fb043c1e459f admin admin] Request body: {'subnet': {'network_id': '7a681247-0e18-443b-925e-7abed1645dcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1709632980-subnet', 'tenant_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:44:59.668652 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873df15-d4f1-4339-8330-51b10057ff32 admin admin] Pushing event updated for resources: {'Network': ['ID=7a681247-0e18-443b-925e-7abed1645dcf,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:59.692546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5f7c8b-926b-4154-97be-ddbb86ca2438 admin admin] Deleting subnet 4270fae1-ff9e-4ccc-8203-5bf832104c7c {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:44:59.701941 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7c8b-926b-4154-97be-ddbb86ca2438 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.716218 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 7a681247-0e18-443b-925e-7abed1645dcf details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:44:59.733656 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bf8fa998-3656-405f-89a7-7a7ad05664b6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:59.742274 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bf8fa998-3656-405f-89a7-7a7ad05664b6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093270 Dec 12 17:44:59.756753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79de6bec-36f9-4a86-be15-fb043c1e459f admin admin] Made reservation on behalf of 7eb2f6d489bb4902802aa1a72d549ba0 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:44:59.759926 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79de6bec-36f9-4a86-be15-fb043c1e459f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.769300 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44fe0a28-913d-4d97-8980-4c9013634803 req-dd5debad-7a91-4ff0-9760-58885becdb6d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/quotas/de7d6d1331334b1d97a38f5467ee1df8 HTTP/1.1" status: 200 len: 375 time: 0.0258553 Dec 12 17:44:59.778843 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7c8b-926b-4154-97be-ddbb86ca2438 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.828323 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.841639 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7c8b-926b-4154-97be-ddbb86ca2438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.882716 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b800a1-c92b-49a9-86cb-2fac0120d840'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:44:59.885494 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a15ab2-feb8-44d3-b62b-83b36f3c2060" -d '{"events": [{"server_uuid": "e506e875-bf04-4679-9f8a-39af3d3c45af", "name": "network-vif-plugged", "status": "completed", "tag": "f7b800a1-c92b-49a9-86cb-2fac0120d840"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:44:59.900336 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:44:59.914573 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.935487 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7c8b-926b-4154-97be-ddbb86ca2438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.936558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbeb9e6-225a-4c48-80db-caf43217e6e7 req-6b11af82-3405-4020-abf5-2c423d80d8aa tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:59.944242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbeb9e6-225a-4c48-80db-caf43217e6e7 req-6b11af82-3405-4020-abf5-2c423d80d8aa tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:59.951582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbeb9e6-225a-4c48-80db-caf43217e6e7 req-6b11af82-3405-4020-abf5-2c423d80d8aa tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:59.958698 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbeb9e6-225a-4c48-80db-caf43217e6e7 req-6b11af82-3405-4020-abf5-2c423d80d8aa tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:59.966246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbeb9e6-225a-4c48-80db-caf43217e6e7 req-6b11af82-3405-4020-abf5-2c423d80d8aa tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:59.972653 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbeb9e6-225a-4c48-80db-caf43217e6e7 req-6b11af82-3405-4020-abf5-2c423d80d8aa tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:59.980956 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7c8b-926b-4154-97be-ddbb86ca2438 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:44:59.983601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbeb9e6-225a-4c48-80db-caf43217e6e7 req-6b11af82-3405-4020-abf5-2c423d80d8aa tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:44:59.984231 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=f7b800a1-c92b-49a9-86cb-2fac0120d840,revision_number=13']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:59.985264 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5c5f7c8b-926b-4154-97be-ddbb86ca2438 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4270fae1-ff9e-4ccc-8203-5bf832104c7c HTTP/1.1" status: 204 len: 168 time: 0.5068939 Dec 12 17:44:59.986757 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f7c8b-926b-4154-97be-ddbb86ca2438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4270fae1-ff9e-4ccc-8203-5bf832104c7c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:44:59.996367 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9dbeb9e6-225a-4c48-80db-caf43217e6e7 req-6b11af82-3405-4020-abf5-2c423d80d8aa tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5429 time: 0.2491388 Dec 12 17:45:00.000106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51632) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:00.096237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44fe0a28-913d-4d97-8980-4c9013634803 req-2f5809d6-4ae5-4de6-baf7-cd2bee29e207 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3254232 Dec 12 17:45:00.179557 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ff6b-8e0d-47bb-85b7-ff070098a3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:00.236697 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9dbeb9e6-225a-4c48-80db-caf43217e6e7 req-69ff3a1e-56f2-471c-a473-eceba1e2f755 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2394402 Dec 12 17:45:00.248600 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1663115-0608-43b2-b914-c2d5f6473a9f x-openstack-request-id: req-b1663115-0608-43b2-b914-c2d5f6473a9f {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:45:00.248902 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e506e875-bf04-4679-9f8a-39af3d3c45af", "name": "network-vif-plugged", "status": "completed", "tag": "f7b800a1-c92b-49a9-86cb-2fac0120d840", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:45:00.249184 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1663115-0608-43b2-b914-c2d5f6473a9f {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:45:00.249552 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b800a1-c92b-49a9-86cb-2fac0120d840', 'code': 200} Dec 12 17:45:00.418965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 0569a5a7-0bca-47b7-aac9-3baa4c7c7097 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:00.452295 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5678a72e-8e4e-4d26-8588-1708db5f0f0b req-14fb589b-4e17-437c-bc19-931c074a28fc tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 210 time: 0.0643244 Dec 12 17:45:00.453000 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79de6bec-36f9-4a86-be15-fb043c1e459f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:00.523330 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 0569a5a7-0bca-47b7-aac9-3baa4c7c7097 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:00.523823 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:00.675699 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de6bec-36f9-4a86-be15-fb043c1e459f admin admin] Pushing event updated for resources: {'Subnet': ['ID=39435454-b69d-4880-b9d8-a9b82bc57b69,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:00.679835 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ff6b-8e0d-47bb-85b7-ff070098a3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:00.696099 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:00.713107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-e2b4ff6b-8e0d-47bb-85b7-ff070098a3db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c898a5-6b62-404f-9c0e-dcd383d09ebf']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:00.722613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a76e7e-ca6b-479a-aadc-138c3999249b req-6c87b478-8df1-40c2-91fb-55c74565f589 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:00.731238 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38a76e7e-ca6b-479a-aadc-138c3999249b req-6c87b478-8df1-40c2-91fb-55c74565f589 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.3418367 Dec 12 17:45:00.745224 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de6bec-36f9-4a86-be15-fb043c1e459f admin admin] Checking segment: {'id': '03be7672-1442-4861-8f26-4ec5763755ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a681247-0e18-443b-925e-7abed1645dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:45:00.745421 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 0569a5a7-0bca-47b7-aac9-3baa4c7c7097, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=0569a5a7-0bca-47b7-aac9-3baa4c7c7097,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:00.745693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79de6bec-36f9-4a86-be15-fb043c1e459f admin admin] Network hostable DHCP agents. Network: 7a681247-0e18-443b-925e-7abed1645dcf, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:45:00.754573 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:00.759395 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-e2b4ff6b-8e0d-47bb-85b7-ff070098a3db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202c5949-aaa3-4664-a75a-1934f1056bdb') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:00.759711 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-e2b4ff6b-8e0d-47bb-85b7-ff070098a3db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202c5949-aaa3-4664-a75a-1934f1056bdb') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:00.779919 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ff6b-8e0d-47bb-85b7-ff070098a3db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:00.812236 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79de6bec-36f9-4a86-be15-fb043c1e459f admin admin] Network 7a681247-0e18-443b-925e-7abed1645dcf is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:45:00.818795 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ff6b-8e0d-47bb-85b7-ff070098a3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:00.847667 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38a76e7e-ca6b-479a-aadc-138c3999249b req-bb19f312-710c-4bec-9093-531c661ac8e3 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153409 Dec 12 17:45:00.850321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b4ff6b-8e0d-47bb-85b7-ff070098a3db admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:45:00.850321 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ff6b-8e0d-47bb-85b7-ff070098a3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:45:00.851571 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:45:00.862495 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-79de6bec-36f9-4a86-be15-fb043c1e459f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 7a681247-0e18-443b-925e-7abed1645dcf) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:00.879229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=0569a5a7-0bca-47b7-aac9-3baa4c7c7097,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:00.882822 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ec7a99-31d8-4706-8baf-15c8831f7d63 None None] Network 7a681247-0e18-443b-925e-7abed1645dcf requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:45:00.897460 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79de6bec-36f9-4a86-be15-fb043c1e459f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:00.898341 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79de6bec-36f9-4a86-be15-fb043c1e459f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:00.931233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-79de6bec-36f9-4a86-be15-fb043c1e459f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2736719 Dec 12 17:45:00.933913 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51650) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:00.938640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1709632980-router', 'tenant_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:00.939279 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Sync routers for ids ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:45:00.945362 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ff6b-8e0d-47bb-85b7-ff070098a3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:00.953664 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Routers {'dc5ea9bc-db19-45d2-a811-3957f5018cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:45:00.954746 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:44:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:00.974752 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ff6b-8e0d-47bb-85b7-ff070098a3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:00.990663 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e2b4ff6b-8e0d-47bb-85b7-ff070098a3db admin admin] 10.222.0.18 "DELETE /v2.0/networks/00c898a5-6b62-404f-9c0e-dcd383d09ebf HTTP/1.1" status: 204 len: 168 time: 0.9795225 Dec 12 17:45:01.052724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4ff6b-8e0d-47bb-85b7-ff070098a3db admin admin] Pushing event deleted for resources: {'Network': ['ID=00c898a5-6b62-404f-9c0e-dcd383d09ebf,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:01.059482 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:01.061616 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:01.105147 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-7a681247-0e18-443b-925e-7abed1645dcf', 'network_id': '7a681247-0e18-443b-925e-7abed1645dcf', 'project_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'fixed_ips': [{'subnet_id': '39435454-b69d-4880-b9d8-a9b82bc57b69'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:45:01.106949 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:01.194853 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:01.257681 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Set router dc5ea9bc-db19-45d2-a811-3957f5018cb8 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:45:01.387419 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51656) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:01.490043 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Allocated IP 172.20.0.2 (7a681247-0e18-443b-925e-7abed1645dcf/39435454-b69d-4880-b9d8-a9b82bc57b69/ae0076d2-23cd-441d-928c-8e59f80e0e17) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:45:01.527527 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-435b9f8b-d0ca-4df3-a78d-55e598f3c3e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e27267b809b42b9a4819a186701fc9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375215 Dec 12 17:45:01.528602 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51660) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:01.692578 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d06e39b-5ffb-4ef6-8374-132956cdcf34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:01.727781 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'name': 'tempest-TaggedBootDevicesTest-148028716-router', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:44:51Z', 'updated_at': '2021-12-12T17:44:56Z', 'revision_number': 4, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'gw_port': {'id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:52Z', 'updated_at': '2021-12-12T17:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '7fd6850e-af2b-4237-94c7-d506c9860887', 'name': '', 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'mac_address': 'fa:16:3e:79:96:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '0f587a61-b527-466b-b207-9482694635c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:56Z', 'updated_at': '2021-12-12T17:44:56Z', 'revision_number': 2, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'subnets': [{'id': '0f587a61-b527-466b-b207-9482694635c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:01.736455 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d06e39b-5ffb-4ef6-8374-132956cdcf34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:01.763063 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Checking router: dc5ea9bc-db19-45d2-a811-3957f5018cb8 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:45:01.763956 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Updating router dc5ea9bc-db19-45d2-a811-3957f5018cb8 port 7fd6850e-af2b-4237-94c7-d506c9860887 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:45:01.795050 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:01.802636 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d06e39b-5ffb-4ef6-8374-132956cdcf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:01.809229 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d06e39b-5ffb-4ef6-8374-132956cdcf34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:01.811751 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2d06e39b-5ffb-4ef6-8374-132956cdcf34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53b985a4-ff37-4879-ba11-3dada813a83e HTTP/1.1" status: 204 len: 168 time: 0.2784872 Dec 12 17:45:01.835887 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06e39b-5ffb-4ef6-8374-132956cdcf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b985a4-ff37-4879-ba11-3dada813a83e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:01.910875 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:01.927889 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:01.985786 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Network 7a681247-0e18-443b-925e-7abed1645dcf is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:45:01.989187 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:01.997572 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:45:02.086607 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Pushing event updated for resources: {'Port': ['ID=ae0076d2-23cd-441d-928c-8e59f80e0e17,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:02.112741 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ad6dcad-f7e1-469d-9fef-5d845cda4fce req-92b30864-396a-4335-923e-339a89f1bef4 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 210 time: 0.0343122 Dec 12 17:45:02.118976 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Attempting to bind port ae0076d2-23cd-441d-928c-8e59f80e0e17 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:45:02.119445 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Attempting to bind port ae0076d2-23cd-441d-928c-8e59f80e0e17 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '03be7672-1442-4861-8f26-4ec5763755ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a681247-0e18-443b-925e-7abed1645dcf'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:45:02.119996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Attempting to bind port ae0076d2-23cd-441d-928c-8e59f80e0e17 on network 7a681247-0e18-443b-925e-7abed1645dcf {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:45:02.126235 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.126686 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.127011 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.127380 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.135951 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.136392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.136729 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.137065 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.137462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.137726 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.138055 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.138378 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.139480 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.148208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:45:02.148683 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Checking segment: {'id': '03be7672-1442-4861-8f26-4ec5763755ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a681247-0e18-443b-925e-7abed1645dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:45:02.149092 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:02.149463 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Bound using segment: {'id': '03be7672-1442-4861-8f26-4ec5763755ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a681247-0e18-443b-925e-7abed1645dcf'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:45:02.149977 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Bound port: ae0076d2-23cd-441d-928c-8e59f80e0e17, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03be7672-1442-4861-8f26-4ec5763755ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a681247-0e18-443b-925e-7abed1645dcf'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:45:02.150362 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:02.162053 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-44fe0a28-913d-4d97-8980-4c9013634803 req-1061ee6d-552d-4d1c-99f8-b860b057fd5c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700872 Dec 12 17:45:02.246912 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] For port ae0076d2-23cd-441d-928c-8e59f80e0e17, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:45:02.274366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] For port ae0076d2-23cd-441d-928c-8e59f80e0e17, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ae0076d2-23cd-441d-928c-8e59f80e0e17,segment=NetworkSegment(03be7672-1442-4861-8f26-4ec5763755ff),segment_id=03be7672-1442-4861-8f26-4ec5763755ff)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:45:02.287380 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:02.322260 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:02.438975 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:02.446885 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810d55c-a008-4163-b591-effa7b4c4285 None None] Pushing event updated for resources: {'Port': ['ID=ae0076d2-23cd-441d-928c-8e59f80e0e17,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:02.450563 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 0569a5a7-0bca-47b7-aac9-3baa4c7c7097 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:02.459258 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:02.531967 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7ae62-7c23-4072-818b-954fc9666f8f req-9b01f451-378a-4f2d-9132-129b22ed2c91 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:02.552275 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7ae62-7c23-4072-818b-954fc9666f8f req-9b01f451-378a-4f2d-9132-129b22ed2c91 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:02.585903 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 0569a5a7-0bca-47b7-aac9-3baa4c7c7097 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:02.586454 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:02.595632 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7ae62-7c23-4072-818b-954fc9666f8f req-9b01f451-378a-4f2d-9132-129b22ed2c91 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:02.638427 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7ae62-7c23-4072-818b-954fc9666f8f req-9b01f451-378a-4f2d-9132-129b22ed2c91 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:02.647159 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe0a28-913d-4d97-8980-4c9013634803 req-f7db1b7a-906a-40b8-a039-99ac0abe0e7c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:02.649459 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-44fe0a28-913d-4d97-8980-4c9013634803 req-f7db1b7a-906a-40b8-a039-99ac0abe0e7c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4796579 Dec 12 17:45:02.652244 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7ae62-7c23-4072-818b-954fc9666f8f req-9b01f451-378a-4f2d-9132-129b22ed2c91 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:02.666769 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-44fe0a28-913d-4d97-8980-4c9013634803 req-63757a43-43e8-412b-bc5e-51a556266179 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Request body: {'port': {'device_id': '4f255dc0-3330-4377-9e1d-18b78914a528', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': 'de7d6d1331334b1d97a38f5467ee1df8'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:02.705503 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7ae62-7c23-4072-818b-954fc9666f8f req-9b01f451-378a-4f2d-9132-129b22ed2c91 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:02.725749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7ae62-7c23-4072-818b-954fc9666f8f req-9b01f451-378a-4f2d-9132-129b22ed2c91 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:02.744657 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ad7ae62-7c23-4072-818b-954fc9666f8f req-9b01f451-378a-4f2d-9132-129b22ed2c91 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5429 time: 0.6675129 Dec 12 17:45:02.803878 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298dacb8-0249-452c-bc80-15bb9963e857 None None] Pushing event updated for resources: {'Port': ['ID=7fd6850e-af2b-4237-94c7-d506c9860887,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:02.836322 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Attempting to bind port 7fd6850e-af2b-4237-94c7-d506c9860887 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:45:02.836687 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Attempting to bind port 7fd6850e-af2b-4237-94c7-d506c9860887 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '63c2c74d-0601-482d-ae6b-a84f2ca1a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:45:02.837051 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Attempting to bind port 7fd6850e-af2b-4237-94c7-d506c9860887 on network c1b8f09d-ac40-49fa-9ee2-d2991b9f558c {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:45:02.849605 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298dacb8-0249-452c-bc80-15bb9963e857 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.849954 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298dacb8-0249-452c-bc80-15bb9963e857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.850293 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298dacb8-0249-452c-bc80-15bb9963e857 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.850633 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298dacb8-0249-452c-bc80-15bb9963e857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.851016 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298dacb8-0249-452c-bc80-15bb9963e857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.852156 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298dacb8-0249-452c-bc80-15bb9963e857 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.852643 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298dacb8-0249-452c-bc80-15bb9963e857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.853077 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298dacb8-0249-452c-bc80-15bb9963e857 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.853408 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298dacb8-0249-452c-bc80-15bb9963e857 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.853738 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298dacb8-0249-452c-bc80-15bb9963e857 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.854417 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298dacb8-0249-452c-bc80-15bb9963e857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.854597 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298dacb8-0249-452c-bc80-15bb9963e857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.854883 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298dacb8-0249-452c-bc80-15bb9963e857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:02.865647 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:45:02.866873 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Checking segment: {'id': '63c2c74d-0601-482d-ae6b-a84f2ca1a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:45:02.867772 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:02.868162 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Bound using segment: {'id': '63c2c74d-0601-482d-ae6b-a84f2ca1a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:45:02.868721 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Bound port: 7fd6850e-af2b-4237-94c7-d506c9860887, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c2c74d-0601-482d-ae6b-a84f2ca1a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:45:02.869110 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:02.953845 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3051d401-24ce-4555-97ab-2171c24ea464 None None] Provisioning complete for port 7fd6850e-af2b-4237-94c7-d506c9860887 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:02.954694 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3051d401-24ce-4555-97ab-2171c24ea464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:03.051542 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44fe0a28-913d-4d97-8980-4c9013634803 req-63757a43-43e8-412b-bc5e-51a556266179 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Made reservation on behalf of de7d6d1331334b1d97a38f5467ee1df8 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:45:03.055564 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44fe0a28-913d-4d97-8980-4c9013634803 req-63757a43-43e8-412b-bc5e-51a556266179 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:03.089170 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3051d401-24ce-4555-97ab-2171c24ea464 None None] Port 7fd6850e-af2b-4237-94c7-d506c9860887 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:45:03.115863 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] For port 7fd6850e-af2b-4237-94c7-d506c9860887, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:45:03.140033 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] For port 7fd6850e-af2b-4237-94c7-d506c9860887, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7fd6850e-af2b-4237-94c7-d506c9860887,segment=NetworkSegment(63c2c74d-0601-482d-ae6b-a84f2ca1a11b),segment_id=63c2c74d-0601-482d-ae6b-a84f2ca1a11b)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:45:03.151642 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:03.164958 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ad7ae62-7c23-4072-818b-954fc9666f8f req-a25bf766-6ecd-468b-bce6-9fb5e1841111 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3735423 Dec 12 17:45:03.188815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196112ac-9e12-454e-b4f8-62923a66ce94 req-a7cd8e15-d94e-4f15-b2d4-0cf2e63d53bc tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:03.202232 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-196112ac-9e12-454e-b4f8-62923a66ce94 req-a7cd8e15-d94e-4f15-b2d4-0cf2e63d53bc tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.4564877 Dec 12 17:45:03.276935 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Routers {'dc5ea9bc-db19-45d2-a811-3957f5018cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:45:03.277814 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:44:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:03.358219 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-44fe0a28-913d-4d97-8980-4c9013634803 req-63757a43-43e8-412b-bc5e-51a556266179 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Allocated IP 192.168.233.107 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/34b6df5d-9710-481e-80d6-f8f312c0bec2) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:45:03.381707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-196112ac-9e12-454e-b4f8-62923a66ce94 req-ec5a5968-2380-4851-b0df-2ab9fd93e15e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784976 Dec 12 17:45:03.468977 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e689eab-889c-4035-af68-fbb5697625a2 req-b10cbbab-1962-403e-8e41-b26762b0cd81 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 210 time: 0.0818307 Dec 12 17:45:03.534711 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298dacb8-0249-452c-bc80-15bb9963e857 None None] Pushing event updated for resources: {'Port': ['ID=7fd6850e-af2b-4237-94c7-d506c9860887,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:03.635274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51696) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:03.662115 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] Set router dc5ea9bc-db19-45d2-a811-3957f5018cb8 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:45:03.704195 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:03.731558 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:03.828437 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44fe0a28-913d-4d97-8980-4c9013634803 req-63757a43-43e8-412b-bc5e-51a556266179 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:03.832230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d14d7ffe-6183-4d14-a7ce-66f5db0898d1 None None] Provisioning complete for port 7fd6850e-af2b-4237-94c7-d506c9860887 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:03.832690 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d14d7ffe-6183-4d14-a7ce-66f5db0898d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:03.919000 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44fe0a28-913d-4d97-8980-4c9013634803 req-63757a43-43e8-412b-bc5e-51a556266179 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:03.947319 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['37921f0d-58a7-403c-ba4f-0ea3ed4a517b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:03.948788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] Allocated IP 172.25.1.146 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/6513e036-6557-4a2f-b97e-8cb23c452eff) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:45:04.028476 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44fe0a28-913d-4d97-8980-4c9013634803 req-63757a43-43e8-412b-bc5e-51a556266179 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:45:04.041853 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['18ec65b4-6566-43c2-b715-772e8798b349', 'f7b800a1-c92b-49a9-86cb-2fac0120d840'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:04.051063 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-44fe0a28-913d-4d97-8980-4c9013634803 req-63757a43-43e8-412b-bc5e-51a556266179 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:04.069582 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fe0a28-913d-4d97-8980-4c9013634803 req-63757a43-43e8-412b-bc5e-51a556266179 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:45:04.086103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-aea5f4ca-869b-4755-94c1-753cbee29bfc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-953376958-network', 'tenant_id': '1e3672c6198b4503bcb71380bca74c88'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:04.134181 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'name': 'tempest-TaggedBootDevicesTest-148028716-router', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:44:51Z', 'updated_at': '2021-12-12T17:44:56Z', 'revision_number': 4, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'gw_port': {'id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:52Z', 'updated_at': '2021-12-12T17:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '7fd6850e-af2b-4237-94c7-d506c9860887', 'name': '', 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'mac_address': 'fa:16:3e:79:96:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '0f587a61-b527-466b-b207-9482694635c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:56Z', 'updated_at': '2021-12-12T17:45:03Z', 'revision_number': 4, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'subnets': [{'id': '0f587a61-b527-466b-b207-9482694635c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:04.141638 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea5f4ca-869b-4755-94c1-753cbee29bfc admin admin] Made reservation on behalf of 1e3672c6198b4503bcb71380bca74c88 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:45:04.149441 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aea5f4ca-869b-4755-94c1-753cbee29bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:04.170106 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63757a43-43e8-412b-bc5e-51a556266179 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Pushing event updated for resources: {'Port': ['ID=34b6df5d-9710-481e-80d6-f8f312c0bec2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:04.171240 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aea5f4ca-869b-4755-94c1-753cbee29bfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:04.240364 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a42c7c9-c7ef-4192-bdc6-3d3128c9a4ec None None] The sync data for ids ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'] in n-d-760354-5 is: [{'id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'name': 'tempest-TaggedBootDevicesTest-148028716-router', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:44:51Z', 'updated_at': '2021-12-12T17:44:56Z', 'revision_number': 4, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'gw_port': {'id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:52Z', 'updated_at': '2021-12-12T17:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '7fd6850e-af2b-4237-94c7-d506c9860887', 'name': '', 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'mac_address': 'fa:16:3e:79:96:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '0f587a61-b527-466b-b207-9482694635c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:56Z', 'updated_at': '2021-12-12T17:45:03Z', 'revision_number': 4, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'subnets': [{'id': '0f587a61-b527-466b-b207-9482694635c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:45:04.255261 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe0a28-913d-4d97-8980-4c9013634803 req-63757a43-43e8-412b-bc5e-51a556266179 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:04.255947 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44fe0a28-913d-4d97-8980-4c9013634803 req-63757a43-43e8-412b-bc5e-51a556266179 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:04.312310 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-44fe0a28-913d-4d97-8980-4c9013634803 req-63757a43-43e8-412b-bc5e-51a556266179 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6501586 Dec 12 17:45:04.321033 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Request body: {'port': {'device_id': '4f255dc0-3330-4377-9e1d-18b78914a528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:04.326938 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:04.338842 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d14d7ffe-6183-4d14-a7ce-66f5db0898d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:04.457271 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d14d7ffe-6183-4d14-a7ce-66f5db0898d1 None None] For port 7fd6850e-af2b-4237-94c7-d506c9860887, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7fd6850e-af2b-4237-94c7-d506c9860887,segment=NetworkSegment(63c2c74d-0601-482d-ae6b-a84f2ca1a11b),segment_id=63c2c74d-0601-482d-ae6b-a84f2ca1a11b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:04.507876 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:04.523325 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d14d7ffe-6183-4d14-a7ce-66f5db0898d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:04.589090 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aea5f4ca-869b-4755-94c1-753cbee29bfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:04.604297 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:04.628879 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d7ffe-6183-4d14-a7ce-66f5db0898d1 None None] Pushing event updated for resources: {'Port': ['ID=7fd6850e-af2b-4237-94c7-d506c9860887,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:04.675383 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7659211c-73d9-4ad3-bee2-c217b8e18b89 None None] Network 7a681247-0e18-443b-925e-7abed1645dcf requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:45:04.710235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:45:04.711653 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aea5f4ca-869b-4755-94c1-753cbee29bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:04.725497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea5f4ca-869b-4755-94c1-753cbee29bfc admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:45:04.736797 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aea5f4ca-869b-4755-94c1-753cbee29bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:04.737229 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-aea5f4ca-869b-4755-94c1-753cbee29bfc admin admin] Added segment 39a15768-72d2-49e4-a66e-534985adf3fc of type vlan for network c69dac47-edf4-4b8e-b3b6-b73f3b551922 Dec 12 17:45:04.791806 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aea5f4ca-869b-4755-94c1-753cbee29bfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:04.828871 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:04.841542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:45:04.859693 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7fd6850e-af2b-4237-94c7-d506c9860887 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:04.965565 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a76ff1-caf0-467e-831d-195203249995 req-b50b8363-ed06-43d3-a691-ae99ac1f8012 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:04.977932 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a76ff1-caf0-467e-831d-195203249995 req-b50b8363-ed06-43d3-a691-ae99ac1f8012 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:04.988960 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a76ff1-caf0-467e-831d-195203249995 req-b50b8363-ed06-43d3-a691-ae99ac1f8012 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:04.998324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a76ff1-caf0-467e-831d-195203249995 req-b50b8363-ed06-43d3-a691-ae99ac1f8012 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:05.005570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a76ff1-caf0-467e-831d-195203249995 req-b50b8363-ed06-43d3-a691-ae99ac1f8012 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:05.013310 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a76ff1-caf0-467e-831d-195203249995 req-b50b8363-ed06-43d3-a691-ae99ac1f8012 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:05.020056 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a76ff1-caf0-467e-831d-195203249995 req-b50b8363-ed06-43d3-a691-ae99ac1f8012 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:05.022598 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7a76ff1-caf0-467e-831d-195203249995 req-b50b8363-ed06-43d3-a691-ae99ac1f8012 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5429 time: 0.5586274 Dec 12 17:45:05.046695 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b6df5d-9710-481e-80d6-f8f312c0bec2 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:45:05.051105 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aea5f4ca-869b-4755-94c1-753cbee29bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:05.052312 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea5f4ca-869b-4755-94c1-753cbee29bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:05.053066 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aea5f4ca-869b-4755-94c1-753cbee29bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:05.057065 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:05.072865 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Transition to ACTIVE for port object 34b6df5d-9710-481e-80d6-f8f312c0bec2 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:45:05.078026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-89128cfc-423d-42f3-8106-ea4115410dd2 None None] Provisioning complete for port 34b6df5d-9710-481e-80d6-f8f312c0bec2 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:05.078401 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89128cfc-423d-42f3-8106-ea4115410dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:05.089198 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:05.111721 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5f4ca-869b-4755-94c1-753cbee29bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91c7d0f-9bca-4a92-9fca-266df9887dbb,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:05.144894 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-89128cfc-423d-42f3-8106-ea4115410dd2 None None] Port 34b6df5d-9710-481e-80d6-f8f312c0bec2 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:45:05.281221 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] Pushing event updated for resources: {'Port': ['ID=6513e036-6557-4a2f-b97e-8cb23c452eff,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:05.295358 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Pushing event updated for resources: {'Port': ['ID=34b6df5d-9710-481e-80d6-f8f312c0bec2,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:05.303645 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7fd6850e-af2b-4237-94c7-d506c9860887 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:05.304021 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:05.315562 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-aea5f4ca-869b-4755-94c1-753cbee29bfc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6790726 Dec 12 17:45:05.323611 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51710) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:05.334891 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d0e28abe-3baa-45fe-ad1d-95280b7f1762 admin admin] Request body: {'subnet': {'network_id': 'c69dac47-edf4-4b8e-b3b6-b73f3b551922', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-953376958-subnet', 'tenant_id': '1e3672c6198b4503bcb71380bca74c88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:05.359799 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83f1cb-6f58-45bd-871a-cb364fb745b0 req-3c3f4588-401e-415d-940f-bbb02e14269e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:05.361671 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc83f1cb-6f58-45bd-871a-cb364fb745b0 req-3c3f4588-401e-415d-940f-bbb02e14269e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.6891789 Dec 12 17:45:05.392878 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e28abe-3baa-45fe-ad1d-95280b7f1762 admin admin] Made reservation on behalf of 1e3672c6198b4503bcb71380bca74c88 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:45:05.395735 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0e28abe-3baa-45fe-ad1d-95280b7f1762 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:05.435808 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0e0950d8-dbd5-4092-90fb-5fba7390538c None None] Provisioning complete for port ae0076d2-23cd-441d-928c-8e59f80e0e17 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:05.447852 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e0950d8-dbd5-4092-90fb-5fba7390538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:05.604886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5f4ca-869b-4755-94c1-753cbee29bfc admin admin] Pushing event updated for resources: {'Network': ['ID=c69dac47-edf4-4b8e-b3b6-b73f3b551922,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:05.618189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network c69dac47-edf4-4b8e-b3b6-b73f3b551922 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:45:05.640719 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7a76ff1-caf0-467e-831d-195203249995 req-25915111-93f7-42fb-86c0-a087350315a5 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5720673 Dec 12 17:45:05.793466 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc83f1cb-6f58-45bd-871a-cb364fb745b0 req-9c9d4941-4006-4eee-bb2f-565f9b20e608 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065378 Dec 12 17:45:05.828998 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Attempting to bind port 34b6df5d-9710-481e-80d6-f8f312c0bec2 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:45:05.829643 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Attempting to bind port 34b6df5d-9710-481e-80d6-f8f312c0bec2 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:45:05.830043 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Attempting to bind port 34b6df5d-9710-481e-80d6-f8f312c0bec2 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:45:05.833100 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:05.834760 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0e28abe-3baa-45fe-ad1d-95280b7f1762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:05.900999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Port 34b6df5d-9710-481e-80d6-f8f312c0bec2 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:45:05.901370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Attempting to bind port 34b6df5d-9710-481e-80d6-f8f312c0bec2 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:45:05.943580 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e28abe-3baa-45fe-ad1d-95280b7f1762 admin admin] Checking segment: {'id': '39a15768-72d2-49e4-a66e-534985adf3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c69dac47-edf4-4b8e-b3b6-b73f3b551922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:45:05.943884 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e28abe-3baa-45fe-ad1d-95280b7f1762 admin admin] Network hostable DHCP agents. Network: c69dac47-edf4-4b8e-b3b6-b73f3b551922, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:45:05.951291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:45:05.951291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:45:05.951291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:45:05.952381 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Bound port: 34b6df5d-9710-481e-80d6-f8f312c0bec2, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:45:05.952748 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:05.981125 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e28abe-3baa-45fe-ad1d-95280b7f1762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf8408a6-d69c-4e8b-bdac-4b882ee38aad,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:05.986055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf58c9b-bc8b-48a2-bba3-03e663145662 req-fb528694-d95b-4159-b26f-69e77c108df3 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:05.987630 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bdf58c9b-bc8b-48a2-bba3-03e663145662 req-fb528694-d95b-4159-b26f-69e77c108df3 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 948 time: 0.1775730 Dec 12 17:45:06.031104 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ae0076d2-23cd-441d-928c-8e59f80e0e17 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:06.052765 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e28abe-3baa-45fe-ad1d-95280b7f1762 admin admin] Network c69dac47-edf4-4b8e-b3b6-b73f3b551922 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:45:06.081763 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d0e28abe-3baa-45fe-ad1d-95280b7f1762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, c69dac47-edf4-4b8e-b3b6-b73f3b551922) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:06.083433 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e0950d8-dbd5-4092-90fb-5fba7390538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:06.102881 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e28abe-3baa-45fe-ad1d-95280b7f1762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:06.103535 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0e28abe-3baa-45fe-ad1d-95280b7f1762 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:06.126801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0e0950d8-dbd5-4092-90fb-5fba7390538c None None] For port ae0076d2-23cd-441d-928c-8e59f80e0e17, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ae0076d2-23cd-441d-928c-8e59f80e0e17,segment=NetworkSegment(03be7672-1442-4861-8f26-4ec5763755ff),segment_id=03be7672-1442-4861-8f26-4ec5763755ff)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:06.128796 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf8b947-aab1-4356-8a94-e3b1e7066be2 None None] Network c69dac47-edf4-4b8e-b3b6-b73f3b551922 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:45:06.140253 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d0e28abe-3baa-45fe-ad1d-95280b7f1762 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8101387 Dec 12 17:45:06.152047 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:45:06.159805 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:45:06.171302 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:06.180167 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e0950d8-dbd5-4092-90fb-5fba7390538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:06.192515 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ae0076d2-23cd-441d-928c-8e59f80e0e17 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:06.193127 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:06.223657 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bdf58c9b-bc8b-48a2-bba3-03e663145662 req-f97271cb-6a2c-4fb3-a62b-52f90990d561 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282040 Dec 12 17:45:06.283313 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:06.283473 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:06.284879 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:06.286417 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-44fe0a28-913d-4d97-8980-4c9013634803 req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] 10.222.0.31 "PUT /v2.0/ports/34b6df5d-9710-481e-80d6-f8f312c0bec2 HTTP/1.1" status: 200 len: 1096 time: 1.9706297 Dec 12 17:45:06.286889 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f255dc0-3330-4377-9e1d-18b78914a528', 'tag': '34b6df5d-9710-481e-80d6-f8f312c0bec2'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:45:06.289218 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fef057a-87d5-459e-90e2-7841ab023749" -d '{"events": [{"name": "network-changed", "server_uuid": "4f255dc0-3330-4377-9e1d-18b78914a528", "tag": "34b6df5d-9710-481e-80d6-f8f312c0bec2"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:45:06.428617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48c23d-2c32-4aa1-aa63-c2f3299e2a16 service neutron] Pushing event updated for resources: {'Port': ['ID=34b6df5d-9710-481e-80d6-f8f312c0bec2,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:06.446288 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be156ecb-9b06-4701-8594-b2f6492b56eb x-openstack-request-id: req-be156ecb-9b06-4701-8594-b2f6492b56eb {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:45:06.447866 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0950d8-dbd5-4092-90fb-5fba7390538c None None] Pushing event updated for resources: {'Port': ['ID=ae0076d2-23cd-441d-928c-8e59f80e0e17,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:06.448412 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f255dc0-3330-4377-9e1d-18b78914a528", "tag": "34b6df5d-9710-481e-80d6-f8f312c0bec2", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:45:06.449214 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be156ecb-9b06-4701-8594-b2f6492b56eb {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:45:06.450006 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f255dc0-3330-4377-9e1d-18b78914a528', 'tag': '34b6df5d-9710-481e-80d6-f8f312c0bec2', 'status': 'completed', 'code': 200} Dec 12 17:45:06.476075 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83480374-aa6e-4095-a4a4-40c01d5fbf6f None None] Network c69dac47-edf4-4b8e-b3b6-b73f3b551922 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:45:06.515420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-cb9d4f68-6b6f-4a12-b38d-f4d24cd1d199 req-0bee3145-b4d6-4869-aca4-958db2827a9a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2144259698', 'description': 'tempest-description-1746216883'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:06.517482 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe0a28-913d-4d97-8980-4c9013634803 req-e668c87f-5fbe-4318-8961-d9f8a31ad269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:06.519246 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-44fe0a28-913d-4d97-8980-4c9013634803 req-e668c87f-5fbe-4318-8961-d9f8a31ad269 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 1099 time: 0.1782799 Dec 12 17:45:06.588908 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cb9d4f68-6b6f-4a12-b38d-f4d24cd1d199 req-0bee3145-b4d6-4869-aca4-958db2827a9a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:06.605590 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-44fe0a28-913d-4d97-8980-4c9013634803 req-504039fe-f6fa-4eab-be46-194c8a463a50 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2 HTTP/1.1" status: 200 len: 217 time: 0.0767515 Dec 12 17:45:06.606251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-760d76fd-2ac7-4fd1-9a18-2acdc2f4b56e None None] Provisioning complete for port ae0076d2-23cd-441d-928c-8e59f80e0e17 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:06.606742 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-760d76fd-2ac7-4fd1-9a18-2acdc2f4b56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:06.707765 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe0a28-913d-4d97-8980-4c9013634803 req-72d69f9a-fe29-4c4d-ad82-8e5e1a4b3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:06.718030 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-44fe0a28-913d-4d97-8980-4c9013634803 req-72d69f9a-fe29-4c4d-ad82-8e5e1a4b3be3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1047199 Dec 12 17:45:06.776175 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cb9d4f68-6b6f-4a12-b38d-f4d24cd1d199 req-0bee3145-b4d6-4869-aca4-958db2827a9a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:06.785317 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] Router 3a240ac1-a40c-4ff1-b266-cec470b90833 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:45:06.791740 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cb9d4f68-6b6f-4a12-b38d-f4d24cd1d199 req-0bee3145-b4d6-4869-aca4-958db2827a9a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:06.824076 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe0a28-913d-4d97-8980-4c9013634803 req-fe225482-cc07-4344-b9ab-3de3a9f7bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:06.826171 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-44fe0a28-913d-4d97-8980-4c9013634803 req-fe225482-cc07-4344-b9ab-3de3a9f7bee9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900645 Dec 12 17:45:06.883822 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7fd6850e-af2b-4237-94c7-d506c9860887 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:06.934991 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee3145-b4d6-4869-aca4-958db2827a9a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2ff23f-4225-4ddb-9c76-287467c16dc7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:06.946171 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cb9d4f68-6b6f-4a12-b38d-f4d24cd1d199 req-0bee3145-b4d6-4869-aca4-958db2827a9a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:06.951971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb9d4f68-6b6f-4a12-b38d-f4d24cd1d199 req-0bee3145-b4d6-4869-aca4-958db2827a9a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4432898 Dec 12 17:45:06.968005 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7fd6850e-af2b-4237-94c7-d506c9860887 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:06.968464 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:06.975989 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-44fe0a28-913d-4d97-8980-4c9013634803 req-dc34b9b7-4ea8-46bc-9aa9-fc7387e55f81 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411407 Dec 12 17:45:07.022295 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae939173-ca75-4b3d-98e2-ca0988bbc6e7 req-9465acd3-5262-45d8-936f-0b014302f57f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:07.028951 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae939173-ca75-4b3d-98e2-ca0988bbc6e7 req-9465acd3-5262-45d8-936f-0b014302f57f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:07.035070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae939173-ca75-4b3d-98e2-ca0988bbc6e7 req-9465acd3-5262-45d8-936f-0b014302f57f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:07.049688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae939173-ca75-4b3d-98e2-ca0988bbc6e7 req-9465acd3-5262-45d8-936f-0b014302f57f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:07.057741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae939173-ca75-4b3d-98e2-ca0988bbc6e7 req-9465acd3-5262-45d8-936f-0b014302f57f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:07.063845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae939173-ca75-4b3d-98e2-ca0988bbc6e7 req-9465acd3-5262-45d8-936f-0b014302f57f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:07.070736 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae939173-ca75-4b3d-98e2-ca0988bbc6e7 req-9465acd3-5262-45d8-936f-0b014302f57f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:07.073477 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae939173-ca75-4b3d-98e2-ca0988bbc6e7 req-9465acd3-5262-45d8-936f-0b014302f57f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5429 time: 0.2792075 Dec 12 17:45:07.099053 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ae0076d2-23cd-441d-928c-8e59f80e0e17 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:07.129308 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:45:07.156807 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Sync routers for ids ['3a240ac1-a40c-4ff1-b266-cec470b90833'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:45:07.165750 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-44fe0a28-913d-4d97-8980-4c9013634803 req-92854a33-f532-46fb-92ad-e9305d35b9a0 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819086 Dec 12 17:45:07.182082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5be6d-75fc-4d10-855c-d59fe24dfcc3 req-4febce7b-7bbe-4fbb-a8ff-ec4061ebce4a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:07.183774 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8eb5be6d-75fc-4d10-855c-d59fe24dfcc3 req-4febce7b-7bbe-4fbb-a8ff-ec4061ebce4a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.1093562 Dec 12 17:45:07.191912 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:07.193136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-63b48e4e-080b-4fa9-93af-f9bcbdb4bd44 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2582176 Dec 12 17:45:07.195976 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51734) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:07.221227 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ae0076d2-23cd-441d-928c-8e59f80e0e17 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:07.221728 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:07.223613 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Routers {'3a240ac1-a40c-4ff1-b266-cec470b90833'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:45:07.224421 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:44:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['3a240ac1-a40c-4ff1-b266-cec470b90833'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:07.226072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae939173-ca75-4b3d-98e2-ca0988bbc6e7 req-57483cd7-e585-45c2-a025-a449cea1ecb1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1374903 Dec 12 17:45:07.293530 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8eb5be6d-75fc-4d10-855c-d59fe24dfcc3 req-68979c85-c643-4446-8b95-26dafc5f9965 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950284 Dec 12 17:45:07.326699 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-433049fa-2b3f-4b2f-8c06-de5fb26e3171 req-e13b06e4-194e-4886-a16e-26b3083f15e5 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1045344349', 'description': 'tempest-description-426977068'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:07.347574 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef057a-87d5-459e-90e2-7841ab023749 req-02b62306-d980-4bbb-b124-18630564cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:07.350300 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6fef057a-87d5-459e-90e2-7841ab023749 req-02b62306-d980-4bbb-b124-18630564cf8c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 1099 time: 0.0985112 Dec 12 17:45:07.370612 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-433049fa-2b3f-4b2f-8c06-de5fb26e3171 req-e13b06e4-194e-4886-a16e-26b3083f15e5 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:07.477467 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:45:07.518237 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-433049fa-2b3f-4b2f-8c06-de5fb26e3171 req-e13b06e4-194e-4886-a16e-26b3083f15e5 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:07.523840 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-433049fa-2b3f-4b2f-8c06-de5fb26e3171 req-e13b06e4-194e-4886-a16e-26b3083f15e5 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:07.624625 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-433049fa-2b3f-4b2f-8c06-de5fb26e3171 req-e13b06e4-194e-4886-a16e-26b3083f15e5 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:07.626849 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-433049fa-2b3f-4b2f-8c06-de5fb26e3171 req-e13b06e4-194e-4886-a16e-26b3083f15e5 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3039231 Dec 12 17:45:07.627978 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef057a-87d5-459e-90e2-7841ab023749 req-4e06469c-dd1a-46f8-8bcf-a3abeceb7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:07.652549 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b06e4-194e-4886-a16e-26b3083f15e5 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de9356d-505d-4d5e-aefd-3c1207f7bec5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:07.653730 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6fef057a-87d5-459e-90e2-7841ab023749 req-4e06469c-dd1a-46f8-8bcf-a3abeceb7e14 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.2871292 Dec 12 17:45:07.672520 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Set router 3a240ac1-a40c-4ff1-b266-cec470b90833 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:45:07.691167 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d8b49-db0e-44fa-88ad-274e41b76066 req-e2ba2606-f56b-4bf5-97b0-cd907d866b04 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:07.692720 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-508d8b49-db0e-44fa-88ad-274e41b76066 req-e2ba2606-f56b-4bf5-97b0-cd907d866b04 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 948 time: 0.1322339 Dec 12 17:45:07.742540 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6fef057a-87d5-459e-90e2-7841ab023749 req-e4c03013-2edc-4e8d-b99f-b0436548b1cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2 HTTP/1.1" status: 200 len: 217 time: 0.0739405 Dec 12 17:45:07.882090 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=20ac6b7e-9f67-48f6-8bff-88a2bc1667a4,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:07.906135 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '20ac6b7e-9f67-48f6-8bff-88a2bc1667a4', 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4', 'port_id': '20ac6b7e-9f67-48f6-8bff-88a2bc1667a4', 'mac_address': 'fa:16:3e:0a:04:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee1484b2-b5a9-4537-9c47-1fcfd1a7b776', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:45:07.947834 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-7230b446-caaf-462d-933e-a78e2be38130 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:07.955491 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-7230b446-caaf-462d-933e-a78e2be38130 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/networks?id=c69dac47-edf4-4b8e-b3b6-b73f3b551922 HTTP/1.1" status: 200 len: 812 time: 0.1380072 Dec 12 17:45:07.970798 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:07.980645 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-aa88f197-ab90-4ce2-bcc0-a92648352f5f tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/quotas/1e3672c6198b4503bcb71380bca74c88 HTTP/1.1" status: 200 len: 375 time: 0.0238934 Dec 12 17:45:08.017139 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:45:08.020233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-edac99e6-a685-4b16-ad35-7d8fc926f711 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e3672c6198b4503bcb71380bca74c88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383253 Dec 12 17:45:08.033607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-508d8b49-db0e-44fa-88ad-274e41b76066 req-bbc2c79c-9790-469c-80d8-a2b1b2cf0f90 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123641 Dec 12 17:45:08.057519 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=20ac6b7e-9f67-48f6-8bff-88a2bc1667a4,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:08.068523 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:08.069402 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f4a4ef46-1816-472e-b889-25324f339335 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:45:08.152962 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'name': 'tempest-TaggedBootDevicesTest-1709632980-router', 'tenant_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '6513e036-6557-4a2f-b97e-8cb23c452eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:45:01Z', 'updated_at': '2021-12-12T17:45:05Z', 'revision_number': 3, 'project_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'gw_port': {'id': '6513e036-6557-4a2f-b97e-8cb23c452eff', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:03Z', 'updated_at': '2021-12-12T17:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:08.177267 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-80e268df-9a62-4719-99d9-6876076ac246 service neutron] 10.222.0.18 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557746 Dec 12 17:45:08.197575 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=20ac6b7e-9f67-48f6-8bff-88a2bc1667a4,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:08.202431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Checking router: 3a240ac1-a40c-4ff1-b266-cec470b90833 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:45:08.202717 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Updating router 3a240ac1-a40c-4ff1-b266-cec470b90833 port 6513e036-6557-4a2f-b97e-8cb23c452eff binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:45:08.244022 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:08.296349 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-a996ede4-4e6a-4529-8f07-4d03286ecf3c service neutron] 10.222.0.18 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181095 Dec 12 17:45:08.376608 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef057a-87d5-459e-90e2-7841ab023749 req-ca17aee3-b46d-47fc-8233-3f957390b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:08.378658 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6fef057a-87d5-459e-90e2-7841ab023749 req-ca17aee3-b46d-47fc-8233-3f957390b510 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.5837958 Dec 12 17:45:08.394236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f4a4ef46-1816-472e-b889-25324f339335, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f4a4ef46-1816-472e-b889-25324f339335,segment=NetworkSegment(7e0b1fab-8c64-42d1-9aca-1d26b5911081),segment_id=7e0b1fab-8c64-42d1-9aca-1d26b5911081)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:08.408400 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'f4a4ef46-1816-472e-b889-25324f339335', 'network_id': 'faaae9f2-d52c-4d86-b85f-6cafd43330dd', 'port_id': 'f4a4ef46-1816-472e-b889-25324f339335', 'mac_address': 'fa:16:3e:5a:d8:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f206a52f-0480-4327-a021-ac66bb2ee69a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:45:08.453157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d9799-8ce1-40fd-9361-76f31ad4381b req-32506a72-5289-4c23-b24c-799add91cf27 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:08.459254 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d9799-8ce1-40fd-9361-76f31ad4381b req-32506a72-5289-4c23-b24c-799add91cf27 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:08.481386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d9799-8ce1-40fd-9361-76f31ad4381b req-32506a72-5289-4c23-b24c-799add91cf27 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:08.500097 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d9799-8ce1-40fd-9361-76f31ad4381b req-32506a72-5289-4c23-b24c-799add91cf27 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:08.508452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d9799-8ce1-40fd-9361-76f31ad4381b req-32506a72-5289-4c23-b24c-799add91cf27 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:08.521108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d9799-8ce1-40fd-9361-76f31ad4381b req-32506a72-5289-4c23-b24c-799add91cf27 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:08.546537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef057a-87d5-459e-90e2-7841ab023749 req-9f5840fa-5070-4373-b3cf-336e6c388221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:08.548268 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6fef057a-87d5-459e-90e2-7841ab023749 req-9f5840fa-5070-4373-b3cf-336e6c388221 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1618705 Dec 12 17:45:08.566088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d9799-8ce1-40fd-9361-76f31ad4381b req-32506a72-5289-4c23-b24c-799add91cf27 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:08.577260 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:08.592042 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1f0d9799-8ce1-40fd-9361-76f31ad4381b req-32506a72-5289-4c23-b24c-799add91cf27 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5430 time: 0.2577035 Dec 12 17:45:08.619502 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0733c13c-0630-4c10-b4d7-b90dec4916a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:08.746078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1f0d9799-8ce1-40fd-9361-76f31ad4381b req-a2ce75ba-92ed-46a1-b5ec-f173891e3b58 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1505768 Dec 12 17:45:08.820849 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a4ef46-1816-472e-b889-25324f339335 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:45:08.913541 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f4a4ef46-1816-472e-b889-25324f339335, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f4a4ef46-1816-472e-b889-25324f339335,segment=NetworkSegment(7e0b1fab-8c64-42d1-9aca-1d26b5911081),segment_id=7e0b1fab-8c64-42d1-9aca-1d26b5911081)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:08.924815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41383a8-c0dd-4688-a82f-74212aeadd8c req-4ab58cd6-9821-4398-9c03-c53078f10972 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:08.932673 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b41383a8-c0dd-4688-a82f-74212aeadd8c req-4ab58cd6-9821-4398-9c03-c53078f10972 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.1073194 Dec 12 17:45:08.992138 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6fef057a-87d5-459e-90e2-7841ab023749 req-643e0e14-bc59-4289-a220-93c9249b65a6 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341207 Dec 12 17:45:08.992649 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:08.994482 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device cf878d49-a70d-49d3-967e-e469af1a6411 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:45:09.058185 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-0733c13c-0630-4c10-b4d7-b90dec4916a2 admin admin] Allocated IP 172.20.0.1 (7a681247-0e18-443b-925e-7abed1645dcf/39435454-b69d-4880-b9d8-a9b82bc57b69/3b854f91-ec35-4c7c-bf49-73774af0604d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:45:09.070587 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2689ef20-f559-4ba8-a644-cbd28a973a25 req-0b62a258-288d-4c40-83f8-0f9d973e143c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 210 time: 0.0907307 Dec 12 17:45:09.101921 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b41383a8-c0dd-4688-a82f-74212aeadd8c req-90dc9281-c194-4e69-85b2-cfd195af4ec7 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592011 Dec 12 17:45:09.142533 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=f4a4ef46-1816-472e-b889-25324f339335,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:09.215314 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6fef057a-87d5-459e-90e2-7841ab023749 req-2a232f0b-092a-469a-a4b6-4baca26b5d26 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134533 Dec 12 17:45:09.274909 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port cf878d49-a70d-49d3-967e-e469af1a6411, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=cf878d49-a70d-49d3-967e-e469af1a6411,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:09.276454 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0733c13c-0630-4c10-b4d7-b90dec4916a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:09.291484 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4899ada-110a-49b0-a40a-2b084c014c9f req-51c252cc-6888-4568-8ea3-ef382e7478c4 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:09.293408 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4899ada-110a-49b0-a40a-2b084c014c9f req-51c252cc-6888-4568-8ea3-ef382e7478c4 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 948 time: 0.0806668 Dec 12 17:45:09.318545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'cf878d49-a70d-49d3-967e-e469af1a6411', 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4', 'port_id': 'cf878d49-a70d-49d3-967e-e469af1a6411', 'mac_address': 'fa:16:3e:ac:32:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee1484b2-b5a9-4537-9c47-1fcfd1a7b776', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:45:09.321984 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0733c13c-0630-4c10-b4d7-b90dec4916a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:09.387762 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4899ada-110a-49b0-a40a-2b084c014c9f req-1847af7b-21c4-424a-95d1-f2264244e5a6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850713 Dec 12 17:45:09.403460 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:09.422403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf878d49-a70d-49d3-967e-e469af1a6411 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:45:09.429692 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0733c13c-0630-4c10-b4d7-b90dec4916a2 admin admin] Network 7a681247-0e18-443b-925e-7abed1645dcf is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:45:09.440908 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0733c13c-0630-4c10-b4d7-b90dec4916a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:09.446136 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0733c13c-0630-4c10-b4d7-b90dec4916a2 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:45:09.464937 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port cf878d49-a70d-49d3-967e-e469af1a6411, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=cf878d49-a70d-49d3-967e-e469af1a6411,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:09.471434 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:09.479031 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:09.479795 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0eb3c432-d283-4933-81c2-cc62a2e8490d details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:45:09.498922 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733c13c-0630-4c10-b4d7-b90dec4916a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3b854f91-ec35-4c7c-bf49-73774af0604d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:09.501390 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:09.533175 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0733c13c-0630-4c10-b4d7-b90dec4916a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:09.662463 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0eb3c432-d283-4933-81c2-cc62a2e8490d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0eb3c432-d283-4933-81c2-cc62a2e8490d,segment=NetworkSegment(7e0b1fab-8c64-42d1-9aca-1d26b5911081),segment_id=7e0b1fab-8c64-42d1-9aca-1d26b5911081)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:09.664804 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=cf878d49-a70d-49d3-967e-e469af1a6411,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:09.713530 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0733c13c-0630-4c10-b4d7-b90dec4916a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:09.748143 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Attempting to bind port 6513e036-6557-4a2f-b97e-8cb23c452eff on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:45:09.748528 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Attempting to bind port 6513e036-6557-4a2f-b97e-8cb23c452eff by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:45:09.748896 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Attempting to bind port 6513e036-6557-4a2f-b97e-8cb23c452eff on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:45:09.752417 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1a1db-373f-476f-a8bb-7eee33cf0d42 None None] Pushing event updated for resources: {'Port': ['ID=6513e036-6557-4a2f-b97e-8cb23c452eff,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:09.779778 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '0eb3c432-d283-4933-81c2-cc62a2e8490d', 'network_id': 'faaae9f2-d52c-4d86-b85f-6cafd43330dd', 'port_id': '0eb3c432-d283-4933-81c2-cc62a2e8490d', 'mac_address': 'fa:16:3e:b2:25:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f206a52f-0480-4327-a021-ac66bb2ee69a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:45:09.793474 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:45:09.793937 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:45:09.794980 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:09.795552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:45:09.796115 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Bound port: 6513e036-6557-4a2f-b97e-8cb23c452eff, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:45:09.797081 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:09.890189 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:09.931520 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb3c432-d283-4933-81c2-cc62a2e8490d {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:45:09.939313 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] For port 6513e036-6557-4a2f-b97e-8cb23c452eff, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:45:09.943320 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e80f319a-db45-41b2-bb49-8f1a5b1e11a8 None None] Provisioning complete for port 3b854f91-ec35-4c7c-bf49-73774af0604d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:09.943320 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e80f319a-db45-41b2-bb49-8f1a5b1e11a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:09.943700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160d3d6-81da-417f-9cd7-197287bb2b72 req-d86bf26d-2fb1-457f-bd7a-b15be2267b50 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:09.945791 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] For port 6513e036-6557-4a2f-b97e-8cb23c452eff, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6513e036-6557-4a2f-b97e-8cb23c452eff,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:45:09.953254 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160d3d6-81da-417f-9cd7-197287bb2b72 req-d86bf26d-2fb1-457f-bd7a-b15be2267b50 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:09.961221 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160d3d6-81da-417f-9cd7-197287bb2b72 req-d86bf26d-2fb1-457f-bd7a-b15be2267b50 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:09.969047 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160d3d6-81da-417f-9cd7-197287bb2b72 req-d86bf26d-2fb1-457f-bd7a-b15be2267b50 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:09.976748 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160d3d6-81da-417f-9cd7-197287bb2b72 req-d86bf26d-2fb1-457f-bd7a-b15be2267b50 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:09.985392 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160d3d6-81da-417f-9cd7-197287bb2b72 req-d86bf26d-2fb1-457f-bd7a-b15be2267b50 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:09.986677 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0eb3c432-d283-4933-81c2-cc62a2e8490d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0eb3c432-d283-4933-81c2-cc62a2e8490d,segment=NetworkSegment(7e0b1fab-8c64-42d1-9aca-1d26b5911081),segment_id=7e0b1fab-8c64-42d1-9aca-1d26b5911081)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:09.989798 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:09.993950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160d3d6-81da-417f-9cd7-197287bb2b72 req-d86bf26d-2fb1-457f-bd7a-b15be2267b50 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:10.004634 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1160d3d6-81da-417f-9cd7-197287bb2b72 req-d86bf26d-2fb1-457f-bd7a-b15be2267b50 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5432 time: 0.1464624 Dec 12 17:45:10.006267 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:10.006400 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 402bee39-25ac-4a84-b465-f2942ddb6386 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:45:10.054877 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0733c13c-0630-4c10-b4d7-b90dec4916a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:10.060278 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e80f319a-db45-41b2-bb49-8f1a5b1e11a8 None None] Port 3b854f91-ec35-4c7c-bf49-73774af0604d cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:45:10.065346 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0733c13c-0630-4c10-b4d7-b90dec4916a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:10.108230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Routers {'3a240ac1-a40c-4ff1-b266-cec470b90833'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:45:10.110294 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:44:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['3a240ac1-a40c-4ff1-b266-cec470b90833'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:10.121727 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1a1db-373f-476f-a8bb-7eee33cf0d42 None None] Pushing event updated for resources: {'Port': ['ID=6513e036-6557-4a2f-b97e-8cb23c452eff,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:10.145715 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1160d3d6-81da-417f-9cd7-197287bb2b72 req-61ef29d8-ab37-4424-a299-2294f018573d tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1400306 Dec 12 17:45:10.195133 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 402bee39-25ac-4a84-b465-f2942ddb6386, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=402bee39-25ac-4a84-b465-f2942ddb6386,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:10.224787 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733c13c-0630-4c10-b4d7-b90dec4916a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3b854f91-ec35-4c7c-bf49-73774af0604d,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:10.257232 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0733c13c-0630-4c10-b4d7-b90dec4916a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:10.286045 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '402bee39-25ac-4a84-b465-f2942ddb6386', 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4', 'port_id': '402bee39-25ac-4a84-b465-f2942ddb6386', 'mac_address': 'fa:16:3e:e2:6a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee1484b2-b5a9-4537-9c47-1fcfd1a7b776', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:45:10.364811 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7333d04b-5ec7-4751-bd3e-17f28301bf8f req-24aa1bd7-4a96-42cb-b468-eac9dd34c188 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 210 time: 0.1186199 Dec 12 17:45:10.423983 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=0eb3c432-d283-4933-81c2-cc62a2e8490d,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:10.441457 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:10.449716 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0733c13c-0630-4c10-b4d7-b90dec4916a2 admin admin] Network 7a681247-0e18-443b-925e-7abed1645dcf is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:45:10.454204 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0733c13c-0630-4c10-b4d7-b90dec4916a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:10.465760 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] Set router 3a240ac1-a40c-4ff1-b266-cec470b90833 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:45:10.471096 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402bee39-25ac-4a84-b465-f2942ddb6386 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:45:10.492116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91680d59-e758-4428-b2a0-1192deb4d6e3 req-2b3361dc-7232-4a18-8b97-c3d37e6c0c20 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:10.501252 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91680d59-e758-4428-b2a0-1192deb4d6e3 req-2b3361dc-7232-4a18-8b97-c3d37e6c0c20 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.1699970 Dec 12 17:45:10.548812 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-2d42b715-c86b-4f1c-a94c-0bcf755a1e06 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:10.551847 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-2d42b715-c86b-4f1c-a94c-0bcf755a1e06 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.20 "GET /v2.0/networks?id=c69dac47-edf4-4b8e-b3b6-b73f3b551922 HTTP/1.1" status: 200 len: 812 time: 0.4050434 Dec 12 17:45:10.552011 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 402bee39-25ac-4a84-b465-f2942ddb6386, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=402bee39-25ac-4a84-b465-f2942ddb6386,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:10.558854 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:10.559793 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:45:10.573767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-16375d72-9b0a-429c-97b8-1a47bde78e4c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Request body: {'port': {'device_id': 'f619d03d-2327-4a5e-8a09-ab8be54d40ad', 'network_id': 'c69dac47-edf4-4b8e-b3b6-b73f3b551922', 'admin_state_up': True, 'tenant_id': '1e3672c6198b4503bcb71380bca74c88'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:10.661229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=402bee39-25ac-4a84-b465-f2942ddb6386,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:10.701689 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0733c13c-0630-4c10-b4d7-b90dec4916a2 admin admin] Router 3a240ac1-a40c-4ff1-b266-cec470b90833 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:45:10.706139 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91680d59-e758-4428-b2a0-1192deb4d6e3 req-688676e1-e206-48b2-a44f-bd4c5c7d5234 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039495 Dec 12 17:45:10.885473 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0733c13c-0630-4c10-b4d7-b90dec4916a2 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:45:10.891136 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0733c13c-0630-4c10-b4d7-b90dec4916a2 admin admin] 10.222.0.18 "PUT /v2.0/routers/3a240ac1-a40c-4ff1-b266-cec470b90833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6918797 Dec 12 17:45:10.940089 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f783291a-474a-48af-82e5-5ea064380ede None None] Provisioning complete for port 3b854f91-ec35-4c7c-bf49-73774af0604d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:10.940596 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f783291a-474a-48af-82e5-5ea064380ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:10.990159 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8d235bd7-6d32-47b3-8ca3-efa8a4469ce1,segment=NetworkSegment(3d2ca35d-85c3-4c49-a87d-a23cd4f01953),segment_id=3d2ca35d-85c3-4c49-a87d-a23cd4f01953)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:11.022909 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '8d235bd7-6d32-47b3-8ca3-efa8a4469ce1', 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765', 'port_id': '8d235bd7-6d32-47b3-8ca3-efa8a4469ce1', 'mac_address': 'fa:16:3e:e4:a5:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:45:11.075798 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f783291a-474a-48af-82e5-5ea064380ede None None] Port 3b854f91-ec35-4c7c-bf49-73774af0604d cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:45:11.083549 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:11.103252 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:45:11.132168 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'name': 'tempest-TaggedBootDevicesTest-1709632980-router', 'tenant_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '6513e036-6557-4a2f-b97e-8cb23c452eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:45:01Z', 'updated_at': '2021-12-12T17:45:09Z', 'revision_number': 4, 'project_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'gw_port': {'id': '6513e036-6557-4a2f-b97e-8cb23c452eff', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:03Z', 'updated_at': '2021-12-12T17:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '3b854f91-ec35-4c7c-bf49-73774af0604d', 'name': '', 'network_id': '7a681247-0e18-443b-925e-7abed1645dcf', 'tenant_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'mac_address': 'fa:16:3e:6d:ca:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '39435454-b69d-4880-b9d8-a9b82bc57b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:08Z', 'updated_at': '2021-12-12T17:45:09Z', 'revision_number': 2, 'project_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'subnets': [{'id': '39435454-b69d-4880-b9d8-a9b82bc57b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:11.137096 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8d235bd7-6d32-47b3-8ca3-efa8a4469ce1,segment=NetworkSegment(3d2ca35d-85c3-4c49-a87d-a23cd4f01953),segment_id=3d2ca35d-85c3-4c49-a87d-a23cd4f01953)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:11.172924 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:11.173905 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:45:11.217074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:11.228914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c1005-6572-47c7-82a7-226c972a14d7 req-42fb3ddb-0eb8-4414-a63d-b8af0d49d7f1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:11.237177 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-606c1005-6572-47c7-82a7-226c972a14d7 req-42fb3ddb-0eb8-4414-a63d-b8af0d49d7f1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 948 time: 0.6840987 Dec 12 17:45:11.246233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-16375d72-9b0a-429c-97b8-1a47bde78e4c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Made reservation on behalf of 1e3672c6198b4503bcb71380bca74c88 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:45:11.250111 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-16375d72-9b0a-429c-97b8-1a47bde78e4c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:11.292460 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be', 'network_id': 'abd15d69-fdc4-40f0-9728-711543d334c4', 'port_id': '8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be', 'mac_address': 'fa:16:3e:73:3e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee1484b2-b5a9-4537-9c47-1fcfd1a7b776', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:45:11.297149 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=8d235bd7-6d32-47b3-8ca3-efa8a4469ce1,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:11.309830 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d8b437-fa5e-4efd-84f0-19859cce56d9 None None] The sync data for ids ['3a240ac1-a40c-4ff1-b266-cec470b90833'] in n-d-760354-5 is: [{'id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'name': 'tempest-TaggedBootDevicesTest-1709632980-router', 'tenant_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '6513e036-6557-4a2f-b97e-8cb23c452eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:45:01Z', 'updated_at': '2021-12-12T17:45:09Z', 'revision_number': 4, 'project_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'gw_port': {'id': '6513e036-6557-4a2f-b97e-8cb23c452eff', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:03Z', 'updated_at': '2021-12-12T17:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '3b854f91-ec35-4c7c-bf49-73774af0604d', 'name': '', 'network_id': '7a681247-0e18-443b-925e-7abed1645dcf', 'tenant_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'mac_address': 'fa:16:3e:6d:ca:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '39435454-b69d-4880-b9d8-a9b82bc57b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:08Z', 'updated_at': '2021-12-12T17:45:09Z', 'revision_number': 2, 'project_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'subnets': [{'id': '39435454-b69d-4880-b9d8-a9b82bc57b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:45:11.382524 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:11.400631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:45:11.442963 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:11.450662 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:11.458322 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-606c1005-6572-47c7-82a7-226c972a14d7 req-90487f1a-cd9c-42d0-adaa-2a90b408132f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060740 Dec 12 17:45:11.501558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d50137-a231-4095-8f38-8d6852535bc4 req-2f6f8173-17b1-4457-a1c4-2b34c73560d7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:11.511154 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d50137-a231-4095-8f38-8d6852535bc4 req-2f6f8173-17b1-4457-a1c4-2b34c73560d7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:11.522399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d50137-a231-4095-8f38-8d6852535bc4 req-2f6f8173-17b1-4457-a1c4-2b34c73560d7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:11.529702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d50137-a231-4095-8f38-8d6852535bc4 req-2f6f8173-17b1-4457-a1c4-2b34c73560d7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:11.536744 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d50137-a231-4095-8f38-8d6852535bc4 req-2f6f8173-17b1-4457-a1c4-2b34c73560d7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:11.543407 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d50137-a231-4095-8f38-8d6852535bc4 req-2f6f8173-17b1-4457-a1c4-2b34c73560d7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:11.545196 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:11.550292 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d50137-a231-4095-8f38-8d6852535bc4 req-2f6f8173-17b1-4457-a1c4-2b34c73560d7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:11.558023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88d50137-a231-4095-8f38-8d6852535bc4 req-2f6f8173-17b1-4457-a1c4-2b34c73560d7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5435 time: 0.2235045 Dec 12 17:45:11.693007 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88d50137-a231-4095-8f38-8d6852535bc4 req-f2d57890-7fd8-4f3a-8358-f540e654d205 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1340890 Dec 12 17:45:11.714864 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b280e1c-982f-4be8-957b-4c3520b4bc6d req-1da7bffc-42a9-4cf9-86cb-0caef71e036b tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 210 time: 0.1339812 Dec 12 17:45:11.762346 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-16375d72-9b0a-429c-97b8-1a47bde78e4c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Allocated IP 172.20.0.14 (c69dac47-edf4-4b8e-b3b6-b73f3b551922/cf8408a6-d69c-4e8b-bdac-4b882ee38aad/ea2f7553-e582-4226-80ee-3e04ac9a7adc) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:45:11.904122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 34b6df5d-9710-481e-80d6-f8f312c0bec2 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:45:12.010271 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-16375d72-9b0a-429c-97b8-1a47bde78e4c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:12.065775 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-16375d72-9b0a-429c-97b8-1a47bde78e4c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:12.175103 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:12.199138 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-16375d72-9b0a-429c-97b8-1a47bde78e4c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Network c69dac47-edf4-4b8e-b3b6-b73f3b551922 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:45:12.204203 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-16375d72-9b0a-429c-97b8-1a47bde78e4c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:12.212848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-16375d72-9b0a-429c-97b8-1a47bde78e4c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:45:12.212962 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '34b6df5d-9710-481e-80d6-f8f312c0bec2', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '34b6df5d-9710-481e-80d6-f8f312c0bec2', 'mac_address': 'fa:16:3e:0d:49:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:45:12.281217 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:12.281594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-16375d72-9b0a-429c-97b8-1a47bde78e4c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:12.282377 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-16375d72-9b0a-429c-97b8-1a47bde78e4c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:12.334324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a6781-5cad-409c-a822-f88ccafa4ade req-765d44d5-d99c-4cb4-aca1-13b00eac57a8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:12.339510 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b6df5d-9710-481e-80d6-f8f312c0bec2 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:45:12.343873 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-308a6781-5cad-409c-a822-f88ccafa4ade req-765d44d5-d99c-4cb4-aca1-13b00eac57a8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.2982714 Dec 12 17:45:12.381731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16375d72-9b0a-429c-97b8-1a47bde78e4c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event updated for resources: {'Port': ['ID=ea2f7553-e582-4226-80ee-3e04ac9a7adc,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:12.405351 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:12.421374 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-16375d72-9b0a-429c-97b8-1a47bde78e4c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8524833 Dec 12 17:45:12.431166 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['f4a4ef46-1816-472e-b889-25324f339335'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:12.460675 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['0eb3c432-d283-4933-81c2-cc62a2e8490d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:12.464464 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['402bee39-25ac-4a84-b465-f2942ddb6386'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:12.464600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Request body: {'port': {'device_id': 'f619d03d-2327-4a5e-8a09-ab8be54d40ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:12.509385 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['20ac6b7e-9f67-48f6-8bff-88a2bc1667a4'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:12.525933 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:12.527776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['cf878d49-a70d-49d3-967e-e469af1a6411'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:12.530099 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:12.637641 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:12.661071 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-308a6781-5cad-409c-a822-f88ccafa4ade req-66056aa2-a4f8-4fc2-9dc4-48288777f3b3 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113606 Dec 12 17:45:13.043915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b906e2d-cfa9-44a8-88f1-f5daed96981b req-29390c0a-d3b2-44dd-a4c8-e2f7f2cbfb75 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:13.045511 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b906e2d-cfa9-44a8-88f1-f5daed96981b req-29390c0a-d3b2-44dd-a4c8-e2f7f2cbfb75 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 932 time: 0.0840089 Dec 12 17:45:13.089756 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb5793-1444-4fe6-bd1d-7988f4fb1432 req-b444aeb4-d56d-498a-bc5f-6af659d0acc0 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:13.091740 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4cb5793-1444-4fe6-bd1d-7988f4fb1432 req-b444aeb4-d56d-498a-bc5f-6af659d0acc0 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 949 time: 0.2274499 Dec 12 17:45:13.109725 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=34b6df5d-9710-481e-80d6-f8f312c0bec2,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:13.176072 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6513e036-6557-4a2f-b97e-8cb23c452eff up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:13.271735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4cb5793-1444-4fe6-bd1d-7988f4fb1432 req-4c248c4a-6303-4084-bb6d-dda939de8a74 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573737 Dec 12 17:45:13.354078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b906e2d-cfa9-44a8-88f1-f5daed96981b req-34494f0f-91a7-4cbe-8c81-a5e23d17f9e0 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929902 Dec 12 17:45:13.420379 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['34b6df5d-9710-481e-80d6-f8f312c0bec2'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:13.422416 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['8d235bd7-6d32-47b3-8ca3-efa8a4469ce1'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:13.494155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 6513e036-6557-4a2f-b97e-8cb23c452eff triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:13.494540 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:13.522133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df5f4d-2047-421f-a939-c2d5b11d87b0 req-a42b04f8-0212-4c1f-978c-f7db4708dd2f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:13.529476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df5f4d-2047-421f-a939-c2d5b11d87b0 req-a42b04f8-0212-4c1f-978c-f7db4708dd2f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:13.535809 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df5f4d-2047-421f-a939-c2d5b11d87b0 req-a42b04f8-0212-4c1f-978c-f7db4708dd2f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:13.544017 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df5f4d-2047-421f-a939-c2d5b11d87b0 req-a42b04f8-0212-4c1f-978c-f7db4708dd2f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:13.554144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df5f4d-2047-421f-a939-c2d5b11d87b0 req-a42b04f8-0212-4c1f-978c-f7db4708dd2f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:13.561030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df5f4d-2047-421f-a939-c2d5b11d87b0 req-a42b04f8-0212-4c1f-978c-f7db4708dd2f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:13.584203 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df5f4d-2047-421f-a939-c2d5b11d87b0 req-a42b04f8-0212-4c1f-978c-f7db4708dd2f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:13.588273 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52df5f4d-2047-421f-a939-c2d5b11d87b0 req-a42b04f8-0212-4c1f-978c-f7db4708dd2f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5436 time: 0.2010934 Dec 12 17:45:13.738988 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52df5f4d-2047-421f-a939-c2d5b11d87b0 req-bb3302f4-b502-40d4-812a-613f6ad016e1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1415684 Dec 12 17:45:13.829876 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2f7553-e582-4226-80ee-3e04ac9a7adc {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:45:13.844233 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:13.865091 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:13.867735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Transition to ACTIVE for port object ea2f7553-e582-4226-80ee-3e04ac9a7adc will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:45:13.880911 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:14.034939 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 6513e036-6557-4a2f-b97e-8cb23c452eff, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6513e036-6557-4a2f-b97e-8cb23c452eff,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:14.070388 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:14.089274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9355d9-f753-4af5-9856-2b610d6faf9a req-9a96bec1-fb07-4c73-9865-c384c9331dc6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:14.091520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8c9355d9-f753-4af5-9856-2b610d6faf9a req-9a96bec1-fb07-4c73-9865-c384c9331dc6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.2011867 Dec 12 17:45:14.096779 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2f7553-e582-4226-80ee-3e04ac9a7adc,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:14.213623 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8c9355d9-f753-4af5-9856-2b610d6faf9a req-bdc0ef03-30f2-482c-91c0-73cabbde6a29 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131096 Dec 12 17:45:14.255000 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Attempting to bind port ea2f7553-e582-4226-80ee-3e04ac9a7adc on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:45:14.255614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Attempting to bind port ea2f7553-e582-4226-80ee-3e04ac9a7adc by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '39a15768-72d2-49e4-a66e-534985adf3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c69dac47-edf4-4b8e-b3b6-b73f3b551922'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:45:14.256125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Attempting to bind port ea2f7553-e582-4226-80ee-3e04ac9a7adc on network c69dac47-edf4-4b8e-b3b6-b73f3b551922 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:45:14.267784 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=6513e036-6557-4a2f-b97e-8cb23c452eff,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:14.272345 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Port ea2f7553-e582-4226-80ee-3e04ac9a7adc on network c69dac47-edf4-4b8e-b3b6-b73f3b551922 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:45:14.273018 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Attempting to bind port ea2f7553-e582-4226-80ee-3e04ac9a7adc on network c69dac47-edf4-4b8e-b3b6-b73f3b551922 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:45:14.284998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:45:14.286026 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Checking segment: {'id': '39a15768-72d2-49e4-a66e-534985adf3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c69dac47-edf4-4b8e-b3b6-b73f3b551922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:45:14.287243 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Bound using segment: {'id': '39a15768-72d2-49e4-a66e-534985adf3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c69dac47-edf4-4b8e-b3b6-b73f3b551922'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:45:14.287937 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Bound port: ea2f7553-e582-4226-80ee-3e04ac9a7adc, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a15768-72d2-49e4-a66e-534985adf3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c69dac47-edf4-4b8e-b3b6-b73f3b551922'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:45:14.288591 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:14.517565 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] For port ea2f7553-e582-4226-80ee-3e04ac9a7adc, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:45:14.560910 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] For port ea2f7553-e582-4226-80ee-3e04ac9a7adc, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ea2f7553-e582-4226-80ee-3e04ac9a7adc,segment=NetworkSegment(39a15768-72d2-49e4-a66e-534985adf3fc),segment_id=39a15768-72d2-49e4-a66e-534985adf3fc)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:45:14.577453 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:14.589286 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04bb19-eb15-4a38-803f-709fcf75d856 req-d6c085af-3696-43e0-af48-24e53ed249e8 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:14.590853 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba04bb19-eb15-4a38-803f-709fcf75d856 req-d6c085af-3696-43e0-af48-24e53ed249e8 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 949 time: 0.1315753 Dec 12 17:45:14.649559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3595f-77c6-41f4-a19e-1993f8899ab7 req-06c30161-825d-4162-9a52-ed086f1fec18 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:14.651376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eca3595f-77c6-41f4-a19e-1993f8899ab7 req-06c30161-825d-4162-9a52-ed086f1fec18 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 944 time: 0.1507549 Dec 12 17:45:14.661859 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:14.662484 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:14.663902 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] 10.222.0.20 "PUT /v2.0/ports/ea2f7553-e582-4226-80ee-3e04ac9a7adc HTTP/1.1" status: 200 len: 1092 time: 2.2164271 Dec 12 17:45:14.672587 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f619d03d-2327-4a5e-8a09-ab8be54d40ad', 'tag': 'ea2f7553-e582-4226-80ee-3e04ac9a7adc'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:45:14.676234 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c9fa04-b4cd-43e2-9ea9-8292c6051c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "f619d03d-2327-4a5e-8a09-ab8be54d40ad", "tag": "ea2f7553-e582-4226-80ee-3e04ac9a7adc"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:45:14.746586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f49a8a-0d3b-497d-9378-d3d77a998c87 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2f7553-e582-4226-80ee-3e04ac9a7adc,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:14.765696 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-30ffc787-740c-4252-9687-ea2516f1a47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:14.777198 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba04bb19-eb15-4a38-803f-709fcf75d856 req-75be4dd3-7589-46c5-870c-6cc09644c59b tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562104 Dec 12 17:45:14.795030 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eca3595f-77c6-41f4-a19e-1993f8899ab7 req-7cc7fb07-d950-4cea-8b9a-1dbb2dc2c92f tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281250 Dec 12 17:45:14.817182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-c2cafb82-52fc-4298-bb7a-5037b803a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:14.819624 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-c2cafb82-52fc-4298-bb7a-5037b803a3d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e3672c6198b4503bcb71380bca74c88&device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 1095 time: 0.0933108 Dec 12 17:45:14.915132 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Sync routers for ids ['3a240ac1-a40c-4ff1-b266-cec470b90833'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:45:14.920035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6513e036-6557-4a2f-b97e-8cb23c452eff up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:14.931969 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Routers {'3a240ac1-a40c-4ff1-b266-cec470b90833'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:45:14.932939 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:44:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['3a240ac1-a40c-4ff1-b266-cec470b90833'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:14.957823 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ab80d9-51a6-468d-b382-fd6d5988df22 x-openstack-request-id: req-78ab80d9-51a6-468d-b382-fd6d5988df22 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:45:14.958166 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f619d03d-2327-4a5e-8a09-ab8be54d40ad", "tag": "ea2f7553-e582-4226-80ee-3e04ac9a7adc", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:45:14.958378 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78ab80d9-51a6-468d-b382-fd6d5988df22 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:45:14.958785 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f619d03d-2327-4a5e-8a09-ab8be54d40ad', 'tag': 'ea2f7553-e582-4226-80ee-3e04ac9a7adc', 'status': 'completed', 'code': 200} Dec 12 17:45:14.960411 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-59c21b9e-38d8-4fef-b854-1b615b5cf49b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea2f7553-e582-4226-80ee-3e04ac9a7adc HTTP/1.1" status: 200 len: 217 time: 0.1301010 Dec 12 17:45:14.985142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 6513e036-6557-4a2f-b97e-8cb23c452eff triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:14.985755 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:15.083326 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Set router 3a240ac1-a40c-4ff1-b266-cec470b90833 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:45:15.153022 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-7b38e78c-1ffa-459e-9f2a-7ec684f0958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:15.153022 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-7b38e78c-1ffa-459e-9f2a-7ec684f0958e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf8408a6-d69c-4e8b-bdac-4b882ee38aad HTTP/1.1" status: 200 len: 852 time: 0.1821380 Dec 12 17:45:15.192601 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-868e6f7c-75a0-4fc8-b4f6-23a15994f719 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c69dac47-edf4-4b8e-b3b6-b73f3b551922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317297 Dec 12 17:45:15.207446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e233dfe-c338-4807-9504-9f6813b46c8e req-d82ae0b5-dfc3-464d-ac18-fb121648546c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:15.213789 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e233dfe-c338-4807-9504-9f6813b46c8e req-d82ae0b5-dfc3-464d-ac18-fb121648546c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:15.221241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e233dfe-c338-4807-9504-9f6813b46c8e req-d82ae0b5-dfc3-464d-ac18-fb121648546c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:15.226396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e233dfe-c338-4807-9504-9f6813b46c8e req-d82ae0b5-dfc3-464d-ac18-fb121648546c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:15.232667 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e233dfe-c338-4807-9504-9f6813b46c8e req-d82ae0b5-dfc3-464d-ac18-fb121648546c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:15.238980 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e233dfe-c338-4807-9504-9f6813b46c8e req-d82ae0b5-dfc3-464d-ac18-fb121648546c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:15.245567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e233dfe-c338-4807-9504-9f6813b46c8e req-d82ae0b5-dfc3-464d-ac18-fb121648546c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:15.247561 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e233dfe-c338-4807-9504-9f6813b46c8e req-d82ae0b5-dfc3-464d-ac18-fb121648546c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5436 time: 0.1787670 Dec 12 17:45:15.403261 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e233dfe-c338-4807-9504-9f6813b46c8e req-88d48d07-f229-4146-9b21-14e1215701b0 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1409936 Dec 12 17:45:15.421088 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'name': 'tempest-TaggedBootDevicesTest-1709632980-router', 'tenant_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '6513e036-6557-4a2f-b97e-8cb23c452eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:45:01Z', 'updated_at': '2021-12-12T17:45:09Z', 'revision_number': 4, 'project_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'gw_port': {'id': '6513e036-6557-4a2f-b97e-8cb23c452eff', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:03Z', 'updated_at': '2021-12-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '3b854f91-ec35-4c7c-bf49-73774af0604d', 'name': '', 'network_id': '7a681247-0e18-443b-925e-7abed1645dcf', 'tenant_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'mac_address': 'fa:16:3e:6d:ca:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '39435454-b69d-4880-b9d8-a9b82bc57b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:08Z', 'updated_at': '2021-12-12T17:45:09Z', 'revision_number': 2, 'project_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'subnets': [{'id': '39435454-b69d-4880-b9d8-a9b82bc57b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:15.466209 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Checking router: 3a240ac1-a40c-4ff1-b266-cec470b90833 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:45:15.466571 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Updating router 3a240ac1-a40c-4ff1-b266-cec470b90833 port 3b854f91-ec35-4c7c-bf49-73774af0604d binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:45:15.479799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-ec295e31-24ed-4766-b139-39bb9cb222cf service neutron] 10.222.0.20 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310436 Dec 12 17:45:15.490626 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 402bee39-25ac-4a84-b465-f2942ddb6386 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:15.506622 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:15.528119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbc3db-4587-4645-8af3-4339206e2052 req-214e95bc-a77c-49a3-a020-1e6123a13355 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:15.536033 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76fbc3db-4587-4645-8af3-4339206e2052 req-214e95bc-a77c-49a3-a020-1e6123a13355 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.1918919 Dec 12 17:45:15.604489 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 402bee39-25ac-4a84-b465-f2942ddb6386 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:45:15.610795 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 402bee39-25ac-4a84-b465-f2942ddb6386 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:15.611167 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:15.645052 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76fbc3db-4587-4645-8af3-4339206e2052 req-8ab9e4b2-bf51-4c29-ae1f-ccb42dc893b4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078963 Dec 12 17:45:15.680067 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb17acf4-8576-47f9-b5fa-64a6742b89ce req-cab1f03e-c473-4950-8cc1-a729cc99cc58 service neutron] 10.222.0.20 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879280 Dec 12 17:45:15.761827 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:15.792139 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402bee39-25ac-4a84-b465-f2942ddb6386'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:45:15.795458 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7840ff89-fe49-4ffb-82cc-2d84020016f0" -d '{"events": [{"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-plugged", "status": "completed", "tag": "402bee39-25ac-4a84-b465-f2942ddb6386"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:45:15.815565 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9fa04-b4cd-43e2-9ea9-8292c6051c9d req-4427e19a-50bb-43d6-8db3-fde8489ef256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:15.816114 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 402bee39-25ac-4a84-b465-f2942ddb6386, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=402bee39-25ac-4a84-b465-f2942ddb6386,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:15.817908 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c9fa04-b4cd-43e2-9ea9-8292c6051c9d req-4427e19a-50bb-43d6-8db3-fde8489ef256 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e3672c6198b4503bcb71380bca74c88&device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 1095 time: 0.0762339 Dec 12 17:45:15.821175 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:15.824249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:15.892468 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8652da8-39f6-433e-9da0-bf5707899a4d x-openstack-request-id: req-f8652da8-39f6-433e-9da0-bf5707899a4d {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:45:15.892867 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-plugged", "status": "completed", "tag": "402bee39-25ac-4a84-b465-f2942ddb6386", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:45:15.893222 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8652da8-39f6-433e-9da0-bf5707899a4d {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:45:15.893715 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402bee39-25ac-4a84-b465-f2942ddb6386', 'code': 200} Dec 12 17:45:15.927568 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 34b6df5d-9710-481e-80d6-f8f312c0bec2 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:16.001300 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:16.015045 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=402bee39-25ac-4a84-b465-f2942ddb6386,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:16.022356 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:16.074129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:45:16.090526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:16.091233 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:16.098632 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ea69a-5ff3-4edf-80be-7e79588aa7c9 None None] Pushing event updated for resources: {'Port': ['ID=3b854f91-ec35-4c7c-bf49-73774af0604d,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:16.116021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ef97a-120b-4cdf-b53a-10eda2b18e95 req-7b00baa8-dca1-4f22-a791-86bdf61e62c9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:16.125359 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e05ef97a-120b-4cdf-b53a-10eda2b18e95 req-7b00baa8-dca1-4f22-a791-86bdf61e62c9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 949 time: 0.2051492 Dec 12 17:45:16.175356 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 34b6df5d-9710-481e-80d6-f8f312c0bec2 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:45:16.177674 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Attempting to bind port 3b854f91-ec35-4c7c-bf49-73774af0604d on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:45:16.178051 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Attempting to bind port 3b854f91-ec35-4c7c-bf49-73774af0604d by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '03be7672-1442-4861-8f26-4ec5763755ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a681247-0e18-443b-925e-7abed1645dcf'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:45:16.178421 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Attempting to bind port 3b854f91-ec35-4c7c-bf49-73774af0604d on network 7a681247-0e18-443b-925e-7abed1645dcf {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:45:16.185334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07248f21-7a1f-48bc-b494-1d0b2969beef req-dd2eb683-7709-4f1d-971a-19c30bca8d23 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:16.190423 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07248f21-7a1f-48bc-b494-1d0b2969beef req-dd2eb683-7709-4f1d-971a-19c30bca8d23 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 944 time: 0.2045636 Dec 12 17:45:16.193577 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 34b6df5d-9710-481e-80d6-f8f312c0bec2 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:16.196930 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:16.199593 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:45:16.209582 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Checking segment: {'id': '03be7672-1442-4861-8f26-4ec5763755ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a681247-0e18-443b-925e-7abed1645dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:45:16.210249 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:16.210761 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Bound using segment: {'id': '03be7672-1442-4861-8f26-4ec5763755ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a681247-0e18-443b-925e-7abed1645dcf'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:45:16.211412 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Bound port: 3b854f91-ec35-4c7c-bf49-73774af0604d, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03be7672-1442-4861-8f26-4ec5763755ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a681247-0e18-443b-925e-7abed1645dcf'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:45:16.211938 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:16.308770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e05ef97a-120b-4cdf-b53a-10eda2b18e95 req-a513731e-b347-41b5-9ac8-1465254ee73f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569433 Dec 12 17:45:16.309081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9fa04-b4cd-43e2-9ea9-8292c6051c9d req-7d82e68a-ead8-4345-8015-4784b4e9016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:16.310873 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c9fa04-b4cd-43e2-9ea9-8292c6051c9d req-7d82e68a-ead8-4345-8015-4784b4e9016b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c69dac47-edf4-4b8e-b3b6-b73f3b551922 HTTP/1.1" status: 200 len: 913 time: 0.4824073 Dec 12 17:45:16.370663 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] For port 3b854f91-ec35-4c7c-bf49-73774af0604d, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:45:16.374263 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] For port 3b854f91-ec35-4c7c-bf49-73774af0604d, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3b854f91-ec35-4c7c-bf49-73774af0604d,segment=NetworkSegment(03be7672-1442-4861-8f26-4ec5763755ff),segment_id=03be7672-1442-4861-8f26-4ec5763755ff)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:45:16.386036 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:16.423980 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c9fa04-b4cd-43e2-9ea9-8292c6051c9d req-5aca024c-1579-45d4-a419-559815e3d98e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea2f7553-e582-4226-80ee-3e04ac9a7adc HTTP/1.1" status: 200 len: 217 time: 0.0990579 Dec 12 17:45:16.476649 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:16.488786 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Routers {'3a240ac1-a40c-4ff1-b266-cec470b90833'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:45:16.489544 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:44:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['3a240ac1-a40c-4ff1-b266-cec470b90833'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:16.526167 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:16.575332 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07248f21-7a1f-48bc-b494-1d0b2969beef req-29afc7fa-3e20-4e08-8ac8-e86a8867c904 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561771 Dec 12 17:45:16.612672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9fa04-b4cd-43e2-9ea9-8292c6051c9d req-8c93a470-6f1f-4d9b-b198-ee200e5d3058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:16.614170 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c9fa04-b4cd-43e2-9ea9-8292c6051c9d req-8c93a470-6f1f-4d9b-b198-ee200e5d3058 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf8408a6-d69c-4e8b-bdac-4b882ee38aad HTTP/1.1" status: 200 len: 852 time: 0.1704741 Dec 12 17:45:16.662478 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:16.669692 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-00c2db16-cff8-4c73-aa5f-21ef223154aa None None] Provisioning complete for port 3b854f91-ec35-4c7c-bf49-73774af0604d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:16.684464 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00c2db16-cff8-4c73-aa5f-21ef223154aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:16.695319 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c9fa04-b4cd-43e2-9ea9-8292c6051c9d req-45826b9b-4b96-4624-920f-b56f27edd57b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c69dac47-edf4-4b8e-b3b6-b73f3b551922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703850 Dec 12 17:45:16.704369 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:16.754584 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:16.823406 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:16.924302 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ea69a-5ff3-4edf-80be-7e79588aa7c9 None None] Pushing event updated for resources: {'Port': ['ID=3b854f91-ec35-4c7c-bf49-73774af0604d,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:16.930709 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:17.007009 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c9fa04-b4cd-43e2-9ea9-8292c6051c9d req-36c7d637-eb14-4a0a-962a-2c82da784cb7 service neutron] 10.222.0.20 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787192 Dec 12 17:45:17.014826 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] Set router 3a240ac1-a40c-4ff1-b266-cec470b90833 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:45:17.034904 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0149e45f-fc0d-4756-8a2e-498f1170fbe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:17.048665 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:17.066401 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00c2db16-cff8-4c73-aa5f-21ef223154aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:17.068559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=34b6df5d-9710-481e-80d6-f8f312c0bec2,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:17.083899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57511778-48ec-4763-96a5-d227db763df4 req-923448a2-52a6-47ed-b248-e834da094648 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:17.099820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57511778-48ec-4763-96a5-d227db763df4 req-923448a2-52a6-47ed-b248-e834da094648 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:17.107188 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-00c2db16-cff8-4c73-aa5f-21ef223154aa None None] For port 3b854f91-ec35-4c7c-bf49-73774af0604d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3b854f91-ec35-4c7c-bf49-73774af0604d,segment=NetworkSegment(03be7672-1442-4861-8f26-4ec5763755ff),segment_id=03be7672-1442-4861-8f26-4ec5763755ff)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:17.108275 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57511778-48ec-4763-96a5-d227db763df4 req-923448a2-52a6-47ed-b248-e834da094648 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:17.114575 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00c2db16-cff8-4c73-aa5f-21ef223154aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:17.116069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57511778-48ec-4763-96a5-d227db763df4 req-923448a2-52a6-47ed-b248-e834da094648 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:17.123621 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57511778-48ec-4763-96a5-d227db763df4 req-923448a2-52a6-47ed-b248-e834da094648 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:17.130132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57511778-48ec-4763-96a5-d227db763df4 req-923448a2-52a6-47ed-b248-e834da094648 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:17.136338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57511778-48ec-4763-96a5-d227db763df4 req-923448a2-52a6-47ed-b248-e834da094648 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:17.141047 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57511778-48ec-4763-96a5-d227db763df4 req-923448a2-52a6-47ed-b248-e834da094648 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5438 time: 0.4405024 Dec 12 17:45:17.176423 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2db16-cff8-4c73-aa5f-21ef223154aa None None] Pushing event updated for resources: {'Port': ['ID=3b854f91-ec35-4c7c-bf49-73774af0604d,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:17.257595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1cf81d16-da45-4774-b144-57da12c85804 None None] Provisioning complete for port 3b854f91-ec35-4c7c-bf49-73774af0604d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:17.257976 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1cf81d16-da45-4774-b144-57da12c85804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:17.282687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0112b-5a0f-4949-b9a5-956e027ec848 req-05f7e04d-7893-43bb-afd3-a7951581eb8d tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:17.291016 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9d0112b-5a0f-4949-b9a5-956e027ec848 req-05f7e04d-7893-43bb-afd3-a7951581eb8d tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.4176190 Dec 12 17:45:17.301265 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c9fa04-b4cd-43e2-9ea9-8292c6051c9d req-78c9953a-4b3b-40c9-87f2-0796235bb62a service neutron] 10.222.0.20 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780912 Dec 12 17:45:17.391867 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9d0112b-5a0f-4949-b9a5-956e027ec848 req-8a41f5fc-c5f4-4641-babf-db168f8291b6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999546 Dec 12 17:45:17.412015 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57511778-48ec-4763-96a5-d227db763df4 req-60998a03-5257-4c43-b2f0-7b9bbfbbc48d tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2384713 Dec 12 17:45:17.464814 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:17.498854 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:17.514545 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'name': 'tempest-TaggedBootDevicesTest-1709632980-router', 'tenant_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '6513e036-6557-4a2f-b97e-8cb23c452eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:45:01Z', 'updated_at': '2021-12-12T17:45:09Z', 'revision_number': 4, 'project_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'gw_port': {'id': '6513e036-6557-4a2f-b97e-8cb23c452eff', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:03Z', 'updated_at': '2021-12-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '3b854f91-ec35-4c7c-bf49-73774af0604d', 'name': '', 'network_id': '7a681247-0e18-443b-925e-7abed1645dcf', 'tenant_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'mac_address': 'fa:16:3e:6d:ca:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '39435454-b69d-4880-b9d8-a9b82bc57b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:08Z', 'updated_at': '2021-12-12T17:45:16Z', 'revision_number': 4, 'project_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'subnets': [{'id': '39435454-b69d-4880-b9d8-a9b82bc57b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:17.569008 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b1818-3efe-45cf-b70c-364fbd98986b None None] The sync data for ids ['3a240ac1-a40c-4ff1-b266-cec470b90833'] in n-d-760354-5 is: [{'id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'name': 'tempest-TaggedBootDevicesTest-1709632980-router', 'tenant_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '6513e036-6557-4a2f-b97e-8cb23c452eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:45:01Z', 'updated_at': '2021-12-12T17:45:09Z', 'revision_number': 4, 'project_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'gw_port': {'id': '6513e036-6557-4a2f-b97e-8cb23c452eff', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:03Z', 'updated_at': '2021-12-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '3b854f91-ec35-4c7c-bf49-73774af0604d', 'name': '', 'network_id': '7a681247-0e18-443b-925e-7abed1645dcf', 'tenant_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'mac_address': 'fa:16:3e:6d:ca:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '39435454-b69d-4880-b9d8-a9b82bc57b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:08Z', 'updated_at': '2021-12-12T17:45:16Z', 'revision_number': 4, 'project_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'subnets': [{'id': '39435454-b69d-4880-b9d8-a9b82bc57b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:45:17.624713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8763a-a759-4581-bb61-5dc3bac51cb9 req-c2c3d89b-f613-4d15-a190-9ee6f2166ade tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:17.637992 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6d8763a-a759-4581-bb61-5dc3bac51cb9 req-c2c3d89b-f613-4d15-a190-9ee6f2166ade tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.1162529 Dec 12 17:45:17.651648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:45:17.656425 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:17.657512 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:17.716934 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6d8763a-a759-4581-bb61-5dc3bac51cb9 req-cdffc3fc-9ef5-4a5e-a874-47b5d31196b7 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790882 Dec 12 17:45:17.812585 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:17.866211 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=20ac6b7e-9f67-48f6-8bff-88a2bc1667a4,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:17.875180 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:17.876295 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f4a4ef46-1816-472e-b889-25324f339335 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:17.909130 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be'}, {'server_uuid': '4f255dc0-3330-4377-9e1d-18b78914a528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b6df5d-9710-481e-80d6-f8f312c0bec2'}, {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ac6b7e-9f67-48f6-8bff-88a2bc1667a4'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:45:17.912386 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f74618c-b8d6-4ab0-9dae-2f37e62e657b" -d '{"events": [{"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-plugged", "status": "completed", "tag": "8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be"}, {"server_uuid": "4f255dc0-3330-4377-9e1d-18b78914a528", "name": "network-vif-plugged", "status": "completed", "tag": "34b6df5d-9710-481e-80d6-f8f312c0bec2"}, {"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-plugged", "status": "completed", "tag": "20ac6b7e-9f67-48f6-8bff-88a2bc1667a4"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:45:17.942164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125257a-de30-405c-91e1-b6031c738abf req-f6c7f7a0-0367-4601-a6f6-814d76ba369e tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:17.956041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2125257a-de30-405c-91e1-b6031c738abf req-f6c7f7a0-0367-4601-a6f6-814d76ba369e tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 944 time: 0.1396477 Dec 12 17:45:17.981717 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=20ac6b7e-9f67-48f6-8bff-88a2bc1667a4,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:18.010907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port f4a4ef46-1816-472e-b889-25324f339335 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:45:18.018202 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port f4a4ef46-1816-472e-b889-25324f339335 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:18.018586 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:18.089361 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 12 Dec 2021 17:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631a702a-954e-4c4c-bb74-d049b0a19a3d x-openstack-request-id: req-631a702a-954e-4c4c-bb74-d049b0a19a3d {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:45:18.090433 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-plugged", "status": "completed", "tag": "8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be", "code": 200}, {"server_uuid": "4f255dc0-3330-4377-9e1d-18b78914a528", "name": "network-vif-plugged", "status": "completed", "tag": "34b6df5d-9710-481e-80d6-f8f312c0bec2", "code": 200}, {"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-plugged", "status": "completed", "tag": "20ac6b7e-9f67-48f6-8bff-88a2bc1667a4", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:45:18.090944 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-631a702a-954e-4c4c-bb74-d049b0a19a3d {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:45:18.091643 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be', 'code': 200} Dec 12 17:45:18.092091 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f255dc0-3330-4377-9e1d-18b78914a528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b6df5d-9710-481e-80d6-f8f312c0bec2', 'code': 200} Dec 12 17:45:18.092610 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ac6b7e-9f67-48f6-8bff-88a2bc1667a4', 'code': 200} Dec 12 17:45:18.123861 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2125257a-de30-405c-91e1-b6031c738abf req-4782b98e-9a22-43f4-8688-8e4c4531b0ef tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643229 Dec 12 17:45:18.187381 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:18.244439 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f4a4ef46-1816-472e-b889-25324f339335, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f4a4ef46-1816-472e-b889-25324f339335,segment=NetworkSegment(7e0b1fab-8c64-42d1-9aca-1d26b5911081),segment_id=7e0b1fab-8c64-42d1-9aca-1d26b5911081)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:18.251881 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:18.253990 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device cf878d49-a70d-49d3-967e-e469af1a6411 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:18.269288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6232b3f-2642-412f-a671-31cd12e1130e req-18335696-5803-4862-a694-953e36a2fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:18.272052 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e6232b3f-2642-412f-a671-31cd12e1130e req-18335696-5803-4862-a694-953e36a2fb8e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 1101 time: 0.1026671 Dec 12 17:45:18.299480 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:18.363367 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port cf878d49-a70d-49d3-967e-e469af1a6411 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:45:18.368502 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=f4a4ef46-1816-472e-b889-25324f339335,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:18.374417 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port cf878d49-a70d-49d3-967e-e469af1a6411 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:18.375992 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:18.387630 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e6232b3f-2642-412f-a671-31cd12e1130e req-17535145-d4f8-4d29-928f-da6f6dd882d9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060429 Dec 12 17:45:18.562741 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:18.664462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port cf878d49-a70d-49d3-967e-e469af1a6411, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=cf878d49-a70d-49d3-967e-e469af1a6411,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:18.672760 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:18.674231 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0eb3c432-d283-4933-81c2-cc62a2e8490d up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:18.682155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33be599-683a-4657-93c7-0bb841880594 req-0cca4e6d-ac46-4b34-b633-d6b5007427a1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:18.688695 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33be599-683a-4657-93c7-0bb841880594 req-0cca4e6d-ac46-4b34-b633-d6b5007427a1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:18.697592 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33be599-683a-4657-93c7-0bb841880594 req-0cca4e6d-ac46-4b34-b633-d6b5007427a1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:18.704032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33be599-683a-4657-93c7-0bb841880594 req-0cca4e6d-ac46-4b34-b633-d6b5007427a1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:18.711220 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33be599-683a-4657-93c7-0bb841880594 req-0cca4e6d-ac46-4b34-b633-d6b5007427a1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:18.717242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33be599-683a-4657-93c7-0bb841880594 req-0cca4e6d-ac46-4b34-b633-d6b5007427a1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:18.723269 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33be599-683a-4657-93c7-0bb841880594 req-0cca4e6d-ac46-4b34-b633-d6b5007427a1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:18.734092 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b33be599-683a-4657-93c7-0bb841880594 req-0cca4e6d-ac46-4b34-b633-d6b5007427a1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5440 time: 0.1781688 Dec 12 17:45:18.814860 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=cf878d49-a70d-49d3-967e-e469af1a6411,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:18.844754 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 0eb3c432-d283-4933-81c2-cc62a2e8490d completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:45:18.850770 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 0eb3c432-d283-4933-81c2-cc62a2e8490d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:18.851152 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:18.937655 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b33be599-683a-4657-93c7-0bb841880594 req-0ba3bed8-294e-4171-9014-9116f22032b4 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2024260 Dec 12 17:45:18.978971 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3728def-90eb-4d01-bc52-eb292cac8030 req-83787d0c-5cb4-43e2-95f2-aa55a7a0006b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:18.986441 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3728def-90eb-4d01-bc52-eb292cac8030 req-83787d0c-5cb4-43e2-95f2-aa55a7a0006b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.4456325 Dec 12 17:45:19.023512 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:19.026392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3b854f91-ec35-4c7c-bf49-73774af0604d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:19.065483 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3728def-90eb-4d01-bc52-eb292cac8030 req-5de17d02-fb29-48f1-9b9e-ee46b10f1fbd tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730560 Dec 12 17:45:19.204542 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0eb3c432-d283-4933-81c2-cc62a2e8490d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0eb3c432-d283-4933-81c2-cc62a2e8490d,segment=NetworkSegment(7e0b1fab-8c64-42d1-9aca-1d26b5911081),segment_id=7e0b1fab-8c64-42d1-9aca-1d26b5911081)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:19.226036 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:19.226933 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:19.227733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd14c2-0785-4825-84cf-5acf8217c9ce req-f57f4f1e-6738-4e50-b404-8a7da52e5509 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:19.229406 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fcbd14c2-0785-4825-84cf-5acf8217c9ce req-f57f4f1e-6738-4e50-b404-8a7da52e5509 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.1041296 Dec 12 17:45:19.320798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fcbd14c2-0785-4825-84cf-5acf8217c9ce req-480707a4-7c80-4520-ad0f-19183b6315fb tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831294 Dec 12 17:45:19.343130 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4946965-7860-4a5f-a1e5-bc7f339e0f53 req-53d5d414-cd43-48d0-a6d8-a2203da89da5 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:19.344719 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4946965-7860-4a5f-a1e5-bc7f339e0f53 req-53d5d414-cd43-48d0-a6d8-a2203da89da5 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 944 time: 0.0947955 Dec 12 17:45:19.363568 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 3b854f91-ec35-4c7c-bf49-73774af0604d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:19.364218 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:19.367195 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:45:19.399783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:19.400317 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:19.402310 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=0eb3c432-d283-4933-81c2-cc62a2e8490d,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:19.556794 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4946965-7860-4a5f-a1e5-bc7f339e0f53 req-57e1e34c-438d-4d0e-bed6-a2e90bcc21a2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031693 Dec 12 17:45:19.685000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device ea2f7553-e582-4226-80ee-3e04ac9a7adc details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:45:19.916312 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:19.987301 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port ea2f7553-e582-4226-80ee-3e04ac9a7adc, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ea2f7553-e582-4226-80ee-3e04ac9a7adc,segment=NetworkSegment(39a15768-72d2-49e4-a66e-534985adf3fc),segment_id=39a15768-72d2-49e4-a66e-534985adf3fc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:20.030689 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'ea2f7553-e582-4226-80ee-3e04ac9a7adc', 'network_id': 'c69dac47-edf4-4b8e-b3b6-b73f3b551922', 'port_id': 'ea2f7553-e582-4226-80ee-3e04ac9a7adc', 'mac_address': 'fa:16:3e:cb:fe:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf8408a6-d69c-4e8b-bdac-4b882ee38aad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:45:20.044923 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:20.079291 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8d235bd7-6d32-47b3-8ca3-efa8a4469ce1,segment=NetworkSegment(3d2ca35d-85c3-4c49-a87d-a23cd4f01953),segment_id=3d2ca35d-85c3-4c49-a87d-a23cd4f01953)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:20.093044 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:20.099817 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a4ef46-1816-472e-b889-25324f339335'}, {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf878d49-a70d-49d3-967e-e469af1a6411'}, {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb3c432-d283-4933-81c2-cc62a2e8490d'}, {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d235bd7-6d32-47b3-8ca3-efa8a4469ce1'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:45:20.104004 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96154f6-6ba6-4077-bd05-53b0f534637d" -d '{"events": [{"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-plugged", "status": "completed", "tag": "f4a4ef46-1816-472e-b889-25324f339335"}, {"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-plugged", "status": "completed", "tag": "cf878d49-a70d-49d3-967e-e469af1a6411"}, {"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-plugged", "status": "completed", "tag": "0eb3c432-d283-4933-81c2-cc62a2e8490d"}, {"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-plugged", "status": "completed", "tag": "8d235bd7-6d32-47b3-8ca3-efa8a4469ce1"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:45:20.141402 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:20.179359 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2f7553-e582-4226-80ee-3e04ac9a7adc {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:45:20.205291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e6468-5908-4020-b8ab-4b70ec581c10 req-c48e1af8-4f04-4561-a95e-6fe2e34bbb83 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:20.215177 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e6468-5908-4020-b8ab-4b70ec581c10 req-c48e1af8-4f04-4561-a95e-6fe2e34bbb83 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:20.240224 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e6468-5908-4020-b8ab-4b70ec581c10 req-c48e1af8-4f04-4561-a95e-6fe2e34bbb83 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:20.246354 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port ea2f7553-e582-4226-80ee-3e04ac9a7adc, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ea2f7553-e582-4226-80ee-3e04ac9a7adc,segment=NetworkSegment(39a15768-72d2-49e4-a66e-534985adf3fc),segment_id=39a15768-72d2-49e4-a66e-534985adf3fc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:20.250891 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=8d235bd7-6d32-47b3-8ca3-efa8a4469ce1,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:20.262277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e6468-5908-4020-b8ab-4b70ec581c10 req-c48e1af8-4f04-4561-a95e-6fe2e34bbb83 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:20.263775 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:20.278387 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e6468-5908-4020-b8ab-4b70ec581c10 req-c48e1af8-4f04-4561-a95e-6fe2e34bbb83 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:20.285204 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e6468-5908-4020-b8ab-4b70ec581c10 req-c48e1af8-4f04-4561-a95e-6fe2e34bbb83 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:20.292570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e6468-5908-4020-b8ab-4b70ec581c10 req-c48e1af8-4f04-4561-a95e-6fe2e34bbb83 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:20.302169 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-732e6468-5908-4020-b8ab-4b70ec581c10 req-c48e1af8-4f04-4561-a95e-6fe2e34bbb83 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5443 time: 0.2138867 Dec 12 17:45:20.352982 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=ea2f7553-e582-4226-80ee-3e04ac9a7adc,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:20.400632 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7e1e6-ae83-4014-aecf-fb8d4151af6a req-059bef89-7eb3-49f4-8d52-53f45c7332fe tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:20.402459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63a7e1e6-ae83-4014-aecf-fb8d4151af6a req-059bef89-7eb3-49f4-8d52-53f45c7332fe tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.0844753 Dec 12 17:45:20.432138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-732e6468-5908-4020-b8ab-4b70ec581c10 req-062ca28c-9b83-4bc7-8e7c-1ba6a4da3432 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1304033 Dec 12 17:45:20.524921 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 12 Dec 2021 17:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43aef0ea-0f17-4f26-88ab-4f14ec8e9ac1 x-openstack-request-id: req-43aef0ea-0f17-4f26-88ab-4f14ec8e9ac1 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:45:20.525557 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-plugged", "status": "completed", "tag": "f4a4ef46-1816-472e-b889-25324f339335", "code": 200}, {"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-plugged", "status": "completed", "tag": "cf878d49-a70d-49d3-967e-e469af1a6411", "code": 200}, {"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-plugged", "status": "completed", "tag": "0eb3c432-d283-4933-81c2-cc62a2e8490d", "code": 200}, {"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-plugged", "status": "completed", "tag": "8d235bd7-6d32-47b3-8ca3-efa8a4469ce1", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:45:20.525913 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43aef0ea-0f17-4f26-88ab-4f14ec8e9ac1 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:45:20.526428 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a4ef46-1816-472e-b889-25324f339335', 'code': 200} Dec 12 17:45:20.526772 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf878d49-a70d-49d3-967e-e469af1a6411', 'code': 200} Dec 12 17:45:20.527119 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb3c432-d283-4933-81c2-cc62a2e8490d', 'code': 200} Dec 12 17:45:20.527559 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d235bd7-6d32-47b3-8ca3-efa8a4469ce1', 'code': 200} Dec 12 17:45:20.529604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63a7e1e6-ae83-4014-aecf-fb8d4151af6a req-0b9d1b9d-e97e-46d5-884d-88fe641dfc41 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956969 Dec 12 17:45:20.646883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['ea2f7553-e582-4226-80ee-3e04ac9a7adc'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:20.729828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5efc03-890e-4528-804d-77ad002b8b33 req-dd6aaf0b-84ee-4bec-822f-d9e2000bef9a tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:20.731492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f5efc03-890e-4528-804d-77ad002b8b33 req-dd6aaf0b-84ee-4bec-822f-d9e2000bef9a tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.1427662 Dec 12 17:45:20.759158 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:20.763524 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e5c3-a27e-433d-ab91-b59a99188794 req-64d907c9-6530-45ef-aefb-447fd025f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:20.764019 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e5c3-a27e-433d-ab91-b59a99188794 req-64d907c9-6530-45ef-aefb-447fd025f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:20.764498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e5c3-a27e-433d-ab91-b59a99188794 req-64d907c9-6530-45ef-aefb-447fd025f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:20.765172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e5c3-a27e-433d-ab91-b59a99188794 req-64d907c9-6530-45ef-aefb-447fd025f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:20.765647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e5c3-a27e-433d-ab91-b59a99188794 req-64d907c9-6530-45ef-aefb-447fd025f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:20.766112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e5c3-a27e-433d-ab91-b59a99188794 req-64d907c9-6530-45ef-aefb-447fd025f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:20.767336 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e5c3-a27e-433d-ab91-b59a99188794 req-64d907c9-6530-45ef-aefb-447fd025f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:20.769260 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa15e5c3-a27e-433d-ab91-b59a99188794 req-64d907c9-6530-45ef-aefb-447fd025f8f8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 6500 time: 0.1133575 Dec 12 17:45:20.820648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ccfb2-9994-4089-8e2a-307c36a65bae req-4b15031c-67e9-45fb-8444-84b549571bd2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:20.823147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b93ccfb2-9994-4089-8e2a-307c36a65bae req-4b15031c-67e9-45fb-8444-84b549571bd2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 945 time: 0.1356206 Dec 12 17:45:20.897506 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f5efc03-890e-4528-804d-77ad002b8b33 req-6b4ac283-64ee-41e5-a857-cb3bd51a2466 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521287 Dec 12 17:45:20.957354 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa15e5c3-a27e-433d-ab91-b59a99188794 req-7b5f2dc5-6564-4b97-bee9-5e2fa8126360 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1772349 Dec 12 17:45:20.967338 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b93ccfb2-9994-4089-8e2a-307c36a65bae req-ee73c4e9-cfb4-4a74-a0b3-959d1db55eed tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342204 Dec 12 17:45:21.029666 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09061eea-c6e7-4cf7-a89a-930e59104dd1 req-1b1dd7f4-a431-495e-bb63-0d95a8571808 tempest-MigrationsAdminTest-286282835 tempest-MigrationsAdminTest-286282835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:21.040323 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09061eea-c6e7-4cf7-a89a-930e59104dd1 req-1b1dd7f4-a431-495e-bb63-0d95a8571808 tempest-MigrationsAdminTest-286282835 tempest-MigrationsAdminTest-286282835-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 1101 time: 0.0615087 Dec 12 17:45:21.095979 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09061eea-c6e7-4cf7-a89a-930e59104dd1 req-13108ba4-30cb-493a-858f-0b5c45ef7d3e tempest-MigrationsAdminTest-286282835 tempest-MigrationsAdminTest-286282835-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540097 Dec 12 17:45:21.187339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-afb2dca0-3f0d-4b6f-832a-5a88a71b46d9 req-d60862b0-a5a5-4a11-a46c-4b2b504f0f71 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:45:21.188796 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afb2dca0-3f0d-4b6f-832a-5a88a71b46d9 req-d60862b0-a5a5-4a11-a46c-4b2b504f0f71 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057650 Dec 12 17:45:21.610772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee46fc3-7332-477c-af4f-dc78dc5df088 req-9acc78cc-49b6-49f6-b250-e6c5e8049534 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:21.616808 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee46fc3-7332-477c-af4f-dc78dc5df088 req-9acc78cc-49b6-49f6-b250-e6c5e8049534 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:21.623498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee46fc3-7332-477c-af4f-dc78dc5df088 req-9acc78cc-49b6-49f6-b250-e6c5e8049534 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:21.629639 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee46fc3-7332-477c-af4f-dc78dc5df088 req-9acc78cc-49b6-49f6-b250-e6c5e8049534 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:21.645667 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee46fc3-7332-477c-af4f-dc78dc5df088 req-9acc78cc-49b6-49f6-b250-e6c5e8049534 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:21.651936 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee46fc3-7332-477c-af4f-dc78dc5df088 req-9acc78cc-49b6-49f6-b250-e6c5e8049534 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:21.658586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee46fc3-7332-477c-af4f-dc78dc5df088 req-9acc78cc-49b6-49f6-b250-e6c5e8049534 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:21.660082 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ee46fc3-7332-477c-af4f-dc78dc5df088 req-9acc78cc-49b6-49f6-b250-e6c5e8049534 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5443 time: 0.1109054 Dec 12 17:45:21.757652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ee46fc3-7332-477c-af4f-dc78dc5df088 req-b6034b9a-a306-49cd-9823-d0b0895efdf6 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0900838 Dec 12 17:45:21.797251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746118d8-501a-47cc-bb5a-7e3f8c37c2b4 req-8adb5d00-99fa-460d-b6cd-78b45a03c5db tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:21.805010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-746118d8-501a-47cc-bb5a-7e3f8c37c2b4 req-8adb5d00-99fa-460d-b6cd-78b45a03c5db tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.1096075 Dec 12 17:45:21.826129 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-ec442405-7198-4260-a2bd-bbd5a3050f63 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1212814 Dec 12 17:45:21.862126 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-746118d8-501a-47cc-bb5a-7e3f8c37c2b4 req-3a692e78-297e-47f9-a526-3dd1c3d138fa tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550566 Dec 12 17:45:21.966559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5d29d-623d-4a2c-9661-16654b80bbb0 req-28ff79dc-1e24-44e3-b7f3-9ff34374449a tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:21.968038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4e5d29d-623d-4a2c-9661-16654b80bbb0 req-28ff79dc-1e24-44e3-b7f3-9ff34374449a tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.0587096 Dec 12 17:45:22.037634 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4e5d29d-623d-4a2c-9661-16654b80bbb0 req-3d057975-2a13-4ecf-a173-a05fc7ab7c71 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628345 Dec 12 17:45:22.102414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9769b91-6050-47a4-9506-3fb1c9b9878a req-666c9b1d-3c7f-44a2-95ea-be022dad62cf tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:22.112230 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9769b91-6050-47a4-9506-3fb1c9b9878a req-666c9b1d-3c7f-44a2-95ea-be022dad62cf tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 945 time: 0.0679131 Dec 12 17:45:22.166071 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9769b91-6050-47a4-9506-3fb1c9b9878a req-1654c665-7243-4895-b17b-5cc212739506 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529554 Dec 12 17:45:22.315432 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44589a46-17c2-4bfa-a0fa-6f8c6d3ec289 req-fbdea7e9-9aab-4ea7-b226-1b1d2809ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:22.317154 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-44589a46-17c2-4bfa-a0fa-6f8c6d3ec289 req-fbdea7e9-9aab-4ea7-b226-1b1d2809ea3b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 1097 time: 0.0540040 Dec 12 17:45:22.450259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44589a46-17c2-4bfa-a0fa-6f8c6d3ec289 req-1f4b72e1-1499-44f0-91be-6bf8f0e470f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:22.451945 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-44589a46-17c2-4bfa-a0fa-6f8c6d3ec289 req-1f4b72e1-1499-44f0-91be-6bf8f0e470f8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 913 time: 0.1237137 Dec 12 17:45:22.504617 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-44589a46-17c2-4bfa-a0fa-6f8c6d3ec289 req-274beb80-248f-45e8-84e4-5e004e1b2f88 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc57b21f-108a-446f-8a71-0c47ee914021 HTTP/1.1" status: 200 len: 217 time: 0.0438826 Dec 12 17:45:22.562924 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44589a46-17c2-4bfa-a0fa-6f8c6d3ec289 req-04e300c1-cfd2-48ca-b252-c00e94959823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:22.564588 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-44589a46-17c2-4bfa-a0fa-6f8c6d3ec289 req-04e300c1-cfd2-48ca-b252-c00e94959823 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.0519805 Dec 12 17:45:22.618226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44589a46-17c2-4bfa-a0fa-6f8c6d3ec289 req-e25bce57-4239-4d58-9228-b3556e7a87dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:22.620104 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-44589a46-17c2-4bfa-a0fa-6f8c6d3ec289 req-e25bce57-4239-4d58-9228-b3556e7a87dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456300 Dec 12 17:45:22.725062 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-44589a46-17c2-4bfa-a0fa-6f8c6d3ec289 req-7c724458-22af-4543-963f-1dd3f620c69e service neutron] 10.222.0.31 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980184 Dec 12 17:45:22.833548 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-44589a46-17c2-4bfa-a0fa-6f8c6d3ec289 req-d0fb6dd0-9388-4b2b-ab3f-eaadeddbf32e service neutron] 10.222.0.31 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014898 Dec 12 17:45:22.897428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d567121-794f-4c34-bbf0-739f8650ce3d req-bb6b954a-0b73-4b88-bddc-4eaf84b50ec3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:22.904020 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d567121-794f-4c34-bbf0-739f8650ce3d req-bb6b954a-0b73-4b88-bddc-4eaf84b50ec3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:22.909953 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d567121-794f-4c34-bbf0-739f8650ce3d req-bb6b954a-0b73-4b88-bddc-4eaf84b50ec3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:22.916304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d567121-794f-4c34-bbf0-739f8650ce3d req-bb6b954a-0b73-4b88-bddc-4eaf84b50ec3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:22.923080 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d567121-794f-4c34-bbf0-739f8650ce3d req-bb6b954a-0b73-4b88-bddc-4eaf84b50ec3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:22.929326 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d567121-794f-4c34-bbf0-739f8650ce3d req-bb6b954a-0b73-4b88-bddc-4eaf84b50ec3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:22.935145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d567121-794f-4c34-bbf0-739f8650ce3d req-bb6b954a-0b73-4b88-bddc-4eaf84b50ec3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:22.939930 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d567121-794f-4c34-bbf0-739f8650ce3d req-bb6b954a-0b73-4b88-bddc-4eaf84b50ec3 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5443 time: 0.0973082 Dec 12 17:45:23.031573 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d567121-794f-4c34-bbf0-739f8650ce3d req-990d19fb-2139-4d8f-bfa4-b14cde66efff tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885372 Dec 12 17:45:23.048879 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65d1d9-f7d1-495f-ac87-3e44188a52e7 req-96fd2e18-014b-4a0e-9b13-246fe3248e12 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:23.050371 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b65d1d9-f7d1-495f-ac87-3e44188a52e7 req-96fd2e18-014b-4a0e-9b13-246fe3248e12 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.0707662 Dec 12 17:45:23.106745 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b65d1d9-f7d1-495f-ac87-3e44188a52e7 req-d5192709-5997-412d-9d81-81971a77d127 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499265 Dec 12 17:45:23.194674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f355fc-3ef4-449d-9fdd-9ed33f197715 req-9bba60e4-0bcc-47f1-aad5-3c9195e09690 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:23.202407 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f355fc-3ef4-449d-9fdd-9ed33f197715 req-9bba60e4-0bcc-47f1-aad5-3c9195e09690 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:23.209908 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f355fc-3ef4-449d-9fdd-9ed33f197715 req-9bba60e4-0bcc-47f1-aad5-3c9195e09690 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:23.212772 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-29a97513-d682-45d7-b9e1-206f16772b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:23.214989 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-29a97513-d682-45d7-b9e1-206f16772b31 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 1101 time: 0.0592899 Dec 12 17:45:23.218685 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f355fc-3ef4-449d-9fdd-9ed33f197715 req-9bba60e4-0bcc-47f1-aad5-3c9195e09690 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:23.223171 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f355fc-3ef4-449d-9fdd-9ed33f197715 req-9bba60e4-0bcc-47f1-aad5-3c9195e09690 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:23.229263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f355fc-3ef4-449d-9fdd-9ed33f197715 req-9bba60e4-0bcc-47f1-aad5-3c9195e09690 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:23.237773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f355fc-3ef4-449d-9fdd-9ed33f197715 req-9bba60e4-0bcc-47f1-aad5-3c9195e09690 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:23.237773 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21f355fc-3ef4-449d-9fdd-9ed33f197715 req-9bba60e4-0bcc-47f1-aad5-3c9195e09690 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5443 time: 0.1214676 Dec 12 17:45:23.251879 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52054) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:23.261081 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e59b413a-c246-4d2d-a36a-6084cdd7af77 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Request body: {'floatingip': {'port_id': '8d235bd7-6d32-47b3-8ca3-efa8a4469ce1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:23.298665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b262f5-87be-49a1-8175-11e6207bc388 req-35c02642-fc03-46a3-a8eb-16fdbcbe257b tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:23.300269 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8b262f5-87be-49a1-8175-11e6207bc388 req-35c02642-fc03-46a3-a8eb-16fdbcbe257b tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.0608821 Dec 12 17:45:23.336236 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e59b413a-c246-4d2d-a36a-6084cdd7af77 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for floatingip, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:23.381752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8b262f5-87be-49a1-8175-11e6207bc388 req-4213bedd-ab3b-4aad-80ff-52cd28989d8a tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744781 Dec 12 17:45:23.401462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb460d-8939-41b4-b17b-ec088c8850ca req-fe311ca8-fcb3-4b69-87a6-c3559868d556 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:23.403158 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1acb460d-8939-41b4-b17b-ec088c8850ca req-fe311ca8-fcb3-4b69-87a6-c3559868d556 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 945 time: 0.0883410 Dec 12 17:45:23.456348 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1acb460d-8939-41b4-b17b-ec088c8850ca req-0f75e9b7-faa5-4ece-b33a-dffa81a86bf9 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460949 Dec 12 17:45:23.471632 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-92b3bcc7-baae-4cb5-822c-d912bf0517c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:23.473131 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-92b3bcc7-baae-4cb5-822c-d912bf0517c7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.2508116 Dec 12 17:45:23.512775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device ea2f7553-e582-4226-80ee-3e04ac9a7adc up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:23.564569 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port ea2f7553-e582-4226-80ee-3e04ac9a7adc completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:45:23.568956 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port ea2f7553-e582-4226-80ee-3e04ac9a7adc triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:23.569408 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:23.594499 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-79ad1cca-995e-44a1-86cf-d53a80396c45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2 HTTP/1.1" status: 200 len: 217 time: 0.1101918 Dec 12 17:45:23.674124 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-95875662-c91b-4d38-a8b7-063a6ef048e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:23.675658 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-95875662-c91b-4d38-a8b7-063a6ef048e3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0645702 Dec 12 17:45:23.679323 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:23.707033 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f619d03d-2327-4a5e-8a09-ab8be54d40ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2f7553-e582-4226-80ee-3e04ac9a7adc'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:45:23.709290 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4243da50-851d-482a-b665-c731c792069b" -d '{"events": [{"server_uuid": "f619d03d-2327-4a5e-8a09-ab8be54d40ad", "name": "network-vif-plugged", "status": "completed", "tag": "ea2f7553-e582-4226-80ee-3e04ac9a7adc"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:45:23.727974 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port ea2f7553-e582-4226-80ee-3e04ac9a7adc, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ea2f7553-e582-4226-80ee-3e04ac9a7adc,segment=NetworkSegment(39a15768-72d2-49e4-a66e-534985adf3fc),segment_id=39a15768-72d2-49e4-a66e-534985adf3fc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:23.733345 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:23.768059 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7aa450c-9b69-4b33-9d08-58d8779b8e3c x-openstack-request-id: req-d7aa450c-9b69-4b33-9d08-58d8779b8e3c {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:45:23.768361 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f619d03d-2327-4a5e-8a09-ab8be54d40ad", "name": "network-vif-plugged", "status": "completed", "tag": "ea2f7553-e582-4226-80ee-3e04ac9a7adc", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:45:23.768619 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7aa450c-9b69-4b33-9d08-58d8779b8e3c {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:45:23.769009 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f619d03d-2327-4a5e-8a09-ab8be54d40ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2f7553-e582-4226-80ee-3e04ac9a7adc', 'code': 200} Dec 12 17:45:23.800401 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=ea2f7553-e582-4226-80ee-3e04ac9a7adc,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:23.822631 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-af402f00-76dc-4c39-946c-6436dc992337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:23.824114 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-af402f00-76dc-4c39-946c-6436dc992337 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1213679 Dec 12 17:45:23.884709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69c9d6-5096-48bf-ba8d-87c4967847e8 req-7d121f48-6a64-4e1c-ae36-7a016e238701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:23.886645 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c69c9d6-5096-48bf-ba8d-87c4967847e8 req-7d121f48-6a64-4e1c-ae36-7a016e238701 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 1097 time: 0.0482237 Dec 12 17:45:23.939159 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c69c9d6-5096-48bf-ba8d-87c4967847e8 req-90f4d4ea-21a8-4243-9db9-b6e094c5023e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399952 Dec 12 17:45:24.000639 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-f1504790-ba41-472a-9ca4-ab6f6cbcc9b7 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671302 Dec 12 17:45:24.004718 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e59b413a-c246-4d2d-a36a-6084cdd7af77 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:24.009684 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e59b413a-c246-4d2d-a36a-6084cdd7af77 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:24.191421 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-3676685f-1899-4276-adcf-78471927ad4b service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467407 Dec 12 17:45:24.192901 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-e59b413a-c246-4d2d-a36a-6084cdd7af77 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Floating IP 1670ab3d-ac89-474f-8c1b-1caa8ba57ad2 associated. External IP: 172.25.1.254, port: 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1. Dec 12 17:45:24.272741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01455d57-1720-479e-9ceb-abe234a9f147 req-a1427c8b-527a-425b-8dd5-9e79046a6996 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:24.274825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01455d57-1720-479e-9ceb-abe234a9f147 req-a1427c8b-527a-425b-8dd5-9e79046a6996 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.0843925 Dec 12 17:45:24.349020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01455d57-1720-479e-9ceb-abe234a9f147 req-9553e50b-eb3a-4e7c-905d-c1541f360a6d tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640182 Dec 12 17:45:24.448741 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59b413a-c246-4d2d-a36a-6084cdd7af77 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Router a86e80dd-e0b3-46eb-8884-1d461faf350c has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:45:24.528604 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454377ae-11ee-43d2-a3e6-33d70a93c4d6 req-445d9c57-68c8-4c3b-bdfc-780d83679d28 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:24.532735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-454377ae-11ee-43d2-a3e6-33d70a93c4d6 req-445d9c57-68c8-4c3b-bdfc-780d83679d28 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.0681829 Dec 12 17:45:24.572224 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59b413a-c246-4d2d-a36a-6084cdd7af77 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:45:24.577956 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e59b413a-c246-4d2d-a36a-6084cdd7af77 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:24.588328 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b4946-3df8-4b58-aa91-c67de54d779f None None] Sync routers for ids ['a86e80dd-e0b3-46eb-8884-1d461faf350c'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:45:24.599773 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b4946-3df8-4b58-aa91-c67de54d779f None None] Routers {'a86e80dd-e0b3-46eb-8884-1d461faf350c'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:45:24.601858 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-465b4946-3df8-4b58-aa91-c67de54d779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:45:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a86e80dd-e0b3-46eb-8884-1d461faf350c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:24.613449 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e59b413a-c246-4d2d-a36a-6084cdd7af77 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "PUT /v2.0/floatingips/1670ab3d-ac89-474f-8c1b-1caa8ba57ad2 HTTP/1.1" status: 200 len: 991 time: 1.3603106 Dec 12 17:45:24.614176 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'tag': '8d235bd7-6d32-47b3-8ca3-efa8a4469ce1'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:45:24.617549 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae57fbb9-be8d-4683-b65c-3448a762dd5f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "tag": "8d235bd7-6d32-47b3-8ca3-efa8a4469ce1"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:45:24.630417 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a3f77-3da9-4554-b20f-b0debe70bf47 req-16bf7052-85a0-433c-8e2d-d4cd0bd1b691 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:24.632197 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e0a3f77-3da9-4554-b20f-b0debe70bf47 req-16bf7052-85a0-433c-8e2d-d4cd0bd1b691 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 946 time: 0.0862985 Dec 12 17:45:24.636128 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-454377ae-11ee-43d2-a3e6-33d70a93c4d6 req-23085ef4-a7cd-4ccf-9603-ba6b1c9d0320 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972526 Dec 12 17:45:24.693454 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e0a3f77-3da9-4554-b20f-b0debe70bf47 req-b912365c-b585-476e-8872-f8a2640ef943 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526812 Dec 12 17:45:24.753509 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-465b4946-3df8-4b58-aa91-c67de54d779f None None] Set router a86e80dd-e0b3-46eb-8884-1d461faf350c gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:45:24.805356 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec55cef-630e-480d-8118-c82ce5b6529f x-openstack-request-id: req-7ec55cef-630e-480d-8118-c82ce5b6529f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:45:24.806278 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "tag": "8d235bd7-6d32-47b3-8ca3-efa8a4469ce1", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:45:24.806660 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ec55cef-630e-480d-8118-c82ce5b6529f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:45:24.807137 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'tag': '8d235bd7-6d32-47b3-8ca3-efa8a4469ce1', 'status': 'completed', 'code': 200} Dec 12 17:45:24.892118 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57fbb9-be8d-4683-b65c-3448a762dd5f req-36d1e3c9-cb78-40cc-9c72-19262f744152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:24.892591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57fbb9-be8d-4683-b65c-3448a762dd5f req-36d1e3c9-cb78-40cc-9c72-19262f744152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:24.893054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57fbb9-be8d-4683-b65c-3448a762dd5f req-36d1e3c9-cb78-40cc-9c72-19262f744152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:24.893603 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57fbb9-be8d-4683-b65c-3448a762dd5f req-36d1e3c9-cb78-40cc-9c72-19262f744152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:24.894648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57fbb9-be8d-4683-b65c-3448a762dd5f req-36d1e3c9-cb78-40cc-9c72-19262f744152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:24.895113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57fbb9-be8d-4683-b65c-3448a762dd5f req-36d1e3c9-cb78-40cc-9c72-19262f744152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:24.895622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57fbb9-be8d-4683-b65c-3448a762dd5f req-36d1e3c9-cb78-40cc-9c72-19262f744152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:24.897803 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae57fbb9-be8d-4683-b65c-3448a762dd5f req-36d1e3c9-cb78-40cc-9c72-19262f744152 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 6500 time: 0.0596929 Dec 12 17:45:25.000678 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57fbb9-be8d-4683-b65c-3448a762dd5f req-c5b9e03f-b193-44ee-a054-900ec1ceeb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:25.002138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae57fbb9-be8d-4683-b65c-3448a762dd5f req-c5b9e03f-b193-44ee-a054-900ec1ceeb98 service neutron] 10.222.0.20 "GET /v2.0/networks?id=83399e2c-8d46-49d3-8798-f18746a19765 HTTP/1.1" status: 200 len: 918 time: 0.0898476 Dec 12 17:45:25.020808 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-465b4946-3df8-4b58-aa91-c67de54d779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'name': 'tempest-TaggedBootDevicesTest_v242-1663086829-router', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:12Z', 'updated_at': '2021-12-12T17:43:16Z', 'revision_number': 4, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'gw_port': {'id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:13Z', 'updated_at': '2021-12-12T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '1670ab3d-ac89-474f-8c1b-1caa8ba57ad2', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'port_id': '8d235bd7-6d32-47b3-8ca3-efa8a4469ce1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765', 'mac_address': 'fa:16:3e:e4:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:44:09Z', 'updated_at': '2021-12-12T17:45:23Z', 'revision_number': 1, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a588f0-414e-4caf-946c-2f6e5ea9a12a', 'name': '', 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'mac_address': 'fa:16:3e:63:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:15Z', 'updated_at': '2021-12-12T17:43:21Z', 'revision_number': 5, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'subnets': [{'id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:25.052106 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b4946-3df8-4b58-aa91-c67de54d779f None None] Checking router: a86e80dd-e0b3-46eb-8884-1d461faf350c for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:45:25.063956 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b4946-3df8-4b58-aa91-c67de54d779f None None] Routers {'a86e80dd-e0b3-46eb-8884-1d461faf350c'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:45:25.064569 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-465b4946-3df8-4b58-aa91-c67de54d779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:45:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a86e80dd-e0b3-46eb-8884-1d461faf350c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:25.085424 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae57fbb9-be8d-4683-b65c-3448a762dd5f req-b32692cd-6693-42fb-aadc-c86a5bd12e48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 HTTP/1.1" status: 200 len: 999 time: 0.0750439 Dec 12 17:45:25.149747 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57fbb9-be8d-4683-b65c-3448a762dd5f req-6f655f0a-111f-4f2e-9aaf-7ee854c2decf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:25.149747 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae57fbb9-be8d-4683-b65c-3448a762dd5f req-6f655f0a-111f-4f2e-9aaf-7ee854c2decf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3cdf9121-1e61-4db7-ab9c-ba8912fd56a9 HTTP/1.1" status: 200 len: 856 time: 0.0557284 Dec 12 17:45:25.210241 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-465b4946-3df8-4b58-aa91-c67de54d779f None None] Set router a86e80dd-e0b3-46eb-8884-1d461faf350c gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:45:25.224900 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57fbb9-be8d-4683-b65c-3448a762dd5f req-475b9ad1-a070-4b48-96f0-d00078c35d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:25.227866 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae57fbb9-be8d-4683-b65c-3448a762dd5f req-475b9ad1-a070-4b48-96f0-d00078c35d2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83399e2c-8d46-49d3-8798-f18746a19765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614326 Dec 12 17:45:25.325517 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae57fbb9-be8d-4683-b65c-3448a762dd5f req-1bf3d46f-f58d-4797-8a8b-8cd87a525d2e service neutron] 10.222.0.20 "GET /v2.0/networks/83399e2c-8d46-49d3-8798-f18746a19765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908415 Dec 12 17:45:25.436635 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae57fbb9-be8d-4683-b65c-3448a762dd5f req-07d20681-5f8e-4089-81c6-46b634c5685f service neutron] 10.222.0.20 "GET /v2.0/networks/83399e2c-8d46-49d3-8798-f18746a19765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007316 Dec 12 17:45:25.487826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda33c2-1b93-4f5d-b572-89d1d37f3c69 req-e045fa68-065c-4ad4-a5ec-3bebee33109b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:25.489406 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbda33c2-1b93-4f5d-b572-89d1d37f3c69 req-e045fa68-065c-4ad4-a5ec-3bebee33109b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 946 time: 0.0518880 Dec 12 17:45:25.491630 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-465b4946-3df8-4b58-aa91-c67de54d779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'name': 'tempest-TaggedBootDevicesTest_v242-1663086829-router', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:12Z', 'updated_at': '2021-12-12T17:43:16Z', 'revision_number': 4, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'gw_port': {'id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:13Z', 'updated_at': '2021-12-12T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '1670ab3d-ac89-474f-8c1b-1caa8ba57ad2', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'port_id': '8d235bd7-6d32-47b3-8ca3-efa8a4469ce1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765', 'mac_address': 'fa:16:3e:e4:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:44:09Z', 'updated_at': '2021-12-12T17:45:23Z', 'revision_number': 1, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a588f0-414e-4caf-946c-2f6e5ea9a12a', 'name': '', 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'mac_address': 'fa:16:3e:63:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:15Z', 'updated_at': '2021-12-12T17:43:21Z', 'revision_number': 5, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'subnets': [{'id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:25.528590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b4946-3df8-4b58-aa91-c67de54d779f None None] The sync data for ids ['a86e80dd-e0b3-46eb-8884-1d461faf350c'] in n-d-760354-5 is: [{'id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'name': 'tempest-TaggedBootDevicesTest_v242-1663086829-router', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:12Z', 'updated_at': '2021-12-12T17:43:16Z', 'revision_number': 4, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'gw_port': {'id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:13Z', 'updated_at': '2021-12-12T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '1670ab3d-ac89-474f-8c1b-1caa8ba57ad2', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'port_id': '8d235bd7-6d32-47b3-8ca3-efa8a4469ce1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765', 'mac_address': 'fa:16:3e:e4:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:44:09Z', 'updated_at': '2021-12-12T17:45:23Z', 'revision_number': 1, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a588f0-414e-4caf-946c-2f6e5ea9a12a', 'name': '', 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'mac_address': 'fa:16:3e:63:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:15Z', 'updated_at': '2021-12-12T17:43:21Z', 'revision_number': 5, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'subnets': [{'id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:45:25.547879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbda33c2-1b93-4f5d-b572-89d1d37f3c69 req-c7f4fade-d62a-41c2-b177-ba348f9a45d4 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507064 Dec 12 17:45:25.681387 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d1d88-205b-45c6-acd7-879dff7f74ee req-1c851e2c-5bfc-455b-8586-daef9b50e4f8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:25.683125 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-156d1d88-205b-45c6-acd7-879dff7f74ee req-1c851e2c-5bfc-455b-8586-daef9b50e4f8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0568357 Dec 12 17:45:25.748675 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bc0c38-a7ac-4ed9-935e-0e6bf5b663ae None None] New status for floating IP 1670ab3d-ac89-474f-8c1b-1caa8ba57ad2: ACTIVE {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:45:25.784981 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-156d1d88-205b-45c6-acd7-879dff7f74ee req-59cf6678-de34-48e0-9a68-c0a77e728465 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950470 Dec 12 17:45:25.809964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423de62-736b-441e-9e03-70b64666f88a req-60ced6e8-575b-4b23-b4a8-5dd0fc882242 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:25.811499 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4423de62-736b-441e-9e03-70b64666f88a req-60ced6e8-575b-4b23-b4a8-5dd0fc882242 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.0735090 Dec 12 17:45:25.904061 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4423de62-736b-441e-9e03-70b64666f88a req-1114e796-2f62-412c-8a59-f042eb808530 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833845 Dec 12 17:45:25.924541 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8df037-30c3-43d9-94f1-09db44c619fd req-ed85e497-84e0-4521-8ac5-f8aec95ef6e2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:25.926330 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec8df037-30c3-43d9-94f1-09db44c619fd req-ed85e497-84e0-4521-8ac5-f8aec95ef6e2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 946 time: 0.0667601 Dec 12 17:45:25.963084 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device cc57b21f-108a-446f-8a71-0c47ee914021 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:45:25.989799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec8df037-30c3-43d9-94f1-09db44c619fd req-3e05b419-172f-417b-bdd6-f2224962fd0d tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533745 Dec 12 17:45:26.078799 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:26.109322 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d20866-c818-4d8a-845f-c1e8bf505ffc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc57b21f-108a-446f-8a71-0c47ee914021'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:45:26.111904 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac65a66-af75-478a-9b6c-cac1bed830a1" -d '{"events": [{"server_uuid": "85d20866-c818-4d8a-845f-c1e8bf505ffc", "name": "network-vif-unplugged", "status": "completed", "tag": "cc57b21f-108a-446f-8a71-0c47ee914021"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:45:26.126664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port cc57b21f-108a-446f-8a71-0c47ee914021, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cc57b21f-108a-446f-8a71-0c47ee914021,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:26.133192 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:26.172067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446e4cd-751d-4bd7-be01-bed9bd202848 req-30d3c49f-4629-49e6-ae9d-63a31d28ac3f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:26.173485 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b446e4cd-751d-4bd7-be01-bed9bd202848 req-30d3c49f-4629-49e6-ae9d-63a31d28ac3f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0813351 Dec 12 17:45:26.193081 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=cc57b21f-108a-446f-8a71-0c47ee914021,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:26.221327 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99e9d79a-f189-4765-b8c4-6c1e6698dd8d req-d3d7dd0f-702a-42bb-82bc-faa1acddc9aa tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2144259698&fields=id&tenant_id=1e3672c6198b4503bcb71380bca74c88 HTTP/1.1" status: 200 len: 267 time: 0.0770686 Dec 12 17:45:26.256023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b446e4cd-751d-4bd7-be01-bed9bd202848 req-a5089681-7603-4dfc-91ac-fff43792abce tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761964 Dec 12 17:45:26.297277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9d79a-f189-4765-b8c4-6c1e6698dd8d req-754421d4-fd47-4e19-b9a4-2556a386c743 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:26.298903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99e9d79a-f189-4765-b8c4-6c1e6698dd8d req-754421d4-fd47-4e19-b9a4-2556a386c743 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 946 time: 0.0654900 Dec 12 17:45:26.313042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-99e9d79a-f189-4765-b8c4-6c1e6698dd8d req-7f4fd2f8-5526-45bb-b465-bb4eb9950cc2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Request body: {'port': {'security_groups': ['c91c7d0f-9bca-4a92-9fca-266df9887dbb', '8f2ff23f-4225-4ddb-9c76-287467c16dc7']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:26.375685 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 12 Dec 2021 17:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9ca188-90ef-4f58-9eaf-c0acdb13f696 x-openstack-request-id: req-ba9ca188-90ef-4f58-9eaf-c0acdb13f696 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:45:26.377234 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d20866-c818-4d8a-845f-c1e8bf505ffc", "name": "network-vif-unplugged", "status": "failed", "tag": "cc57b21f-108a-446f-8a71-0c47ee914021", "code": 422}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:45:26.377588 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba9ca188-90ef-4f58-9eaf-c0acdb13f696 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:45:26.378346 n-d-760354-5 neutron-server[103152]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '85d20866-c818-4d8a-845f-c1e8bf505ffc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc57b21f-108a-446f-8a71-0c47ee914021', 'code': 422} returned with failed status Dec 12 17:45:26.386406 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99e9d79a-f189-4765-b8c4-6c1e6698dd8d req-7f4fd2f8-5526-45bb-b465-bb4eb9950cc2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:26.938923 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a60c1c-7aba-4bd3-a45c-5077de0b2c4f req-241b2130-9f31-4bc0-9bbd-efd49e688afb tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:26.940413 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22a60c1c-7aba-4bd3-a45c-5077de0b2c4f req-241b2130-9f31-4bc0-9bbd-efd49e688afb tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.3926830 Dec 12 17:45:26.962525 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-99e9d79a-f189-4765-b8c4-6c1e6698dd8d req-7f4fd2f8-5526-45bb-b465-bb4eb9950cc2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] For port ea2f7553-e582-4226-80ee-3e04ac9a7adc, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ea2f7553-e582-4226-80ee-3e04ac9a7adc,segment=NetworkSegment(39a15768-72d2-49e4-a66e-534985adf3fc),segment_id=39a15768-72d2-49e4-a66e-534985adf3fc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:27.015807 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99e9d79a-f189-4765-b8c4-6c1e6698dd8d req-7f4fd2f8-5526-45bb-b465-bb4eb9950cc2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:27.022460 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22a60c1c-7aba-4bd3-a45c-5077de0b2c4f req-5880f82d-6077-429c-98b1-6056eb8ea9ff tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731719 Dec 12 17:45:27.023536 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99e9d79a-f189-4765-b8c4-6c1e6698dd8d req-7f4fd2f8-5526-45bb-b465-bb4eb9950cc2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:27.046007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['ea2f7553-e582-4226-80ee-3e04ac9a7adc'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:27.083093 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9d79a-f189-4765-b8c4-6c1e6698dd8d req-7f4fd2f8-5526-45bb-b465-bb4eb9950cc2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:27.083777 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99e9d79a-f189-4765-b8c4-6c1e6698dd8d req-7f4fd2f8-5526-45bb-b465-bb4eb9950cc2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:27.097474 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99e9d79a-f189-4765-b8c4-6c1e6698dd8d req-7f4fd2f8-5526-45bb-b465-bb4eb9950cc2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "PUT /v2.0/ports/ea2f7553-e582-4226-80ee-3e04ac9a7adc HTTP/1.1" status: 200 len: 982 time: 0.7902007 Dec 12 17:45:27.097990 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f619d03d-2327-4a5e-8a09-ab8be54d40ad', 'tag': 'ea2f7553-e582-4226-80ee-3e04ac9a7adc'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:45:27.100369 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dd0a1f-b38e-45bf-a90a-873d4b94e1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f619d03d-2327-4a5e-8a09-ab8be54d40ad", "tag": "ea2f7553-e582-4226-80ee-3e04ac9a7adc"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:45:27.148378 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fd2f8-5526-45bb-b465-bb4eb9950cc2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event updated for resources: {'Port': ['ID=ea2f7553-e582-4226-80ee-3e04ac9a7adc,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:27.194598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e86c2-3915-42e1-8997-45c4ac10a946 req-40b0ca01-75a3-4950-9b5b-363a55e4cb71 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:27.195972 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a4e86c2-3915-42e1-8997-45c4ac10a946 req-40b0ca01-75a3-4950-9b5b-363a55e4cb71 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.0639374 Dec 12 17:45:27.237805 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['ea2f7553-e582-4226-80ee-3e04ac9a7adc'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:27.255967 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a4e86c2-3915-42e1-8997-45c4ac10a946 req-1e3fe040-e12a-4c41-9ffe-8d411dfe0b4b tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517151 Dec 12 17:45:27.302500 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f0b5c9-4ebc-4410-8e61-c422a716cca5 x-openstack-request-id: req-c8f0b5c9-4ebc-4410-8e61-c422a716cca5 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:45:27.302798 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f619d03d-2327-4a5e-8a09-ab8be54d40ad", "tag": "ea2f7553-e582-4226-80ee-3e04ac9a7adc", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:45:27.303055 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8f0b5c9-4ebc-4410-8e61-c422a716cca5 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:45:27.303482 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f619d03d-2327-4a5e-8a09-ab8be54d40ad', 'tag': 'ea2f7553-e582-4226-80ee-3e04ac9a7adc', 'status': 'completed', 'code': 200} Dec 12 17:45:27.398013 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4368a058-1f2f-4104-9034-e48cd80c81fb req-a831f517-4166-427d-8482-88279048481c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1045344349&fields=id&tenant_id=1e3672c6198b4503bcb71380bca74c88 HTTP/1.1" status: 200 len: 267 time: 0.0821271 Dec 12 17:45:27.460485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd0a1f-b38e-45bf-a90a-873d4b94e1dd req-f36e7ed4-b73c-4c2e-b3ce-7225cbf81b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:27.462460 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3dd0a1f-b38e-45bf-a90a-873d4b94e1dd req-f36e7ed4-b73c-4c2e-b3ce-7225cbf81b38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e3672c6198b4503bcb71380bca74c88&device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 1136 time: 0.1016223 Dec 12 17:45:27.483154 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368a058-1f2f-4104-9034-e48cd80c81fb req-57ce76c6-ead1-4acb-8f95-cfd06b5d77aa tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:27.484911 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4368a058-1f2f-4104-9034-e48cd80c81fb req-57ce76c6-ead1-4acb-8f95-cfd06b5d77aa tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 985 time: 0.0787921 Dec 12 17:45:27.537080 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-4368a058-1f2f-4104-9034-e48cd80c81fb req-210d57b4-f849-4298-b816-2550655ba521 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Request body: {'port': {'security_groups': ['8f2ff23f-4225-4ddb-9c76-287467c16dc7', 'c91c7d0f-9bca-4a92-9fca-266df9887dbb', '4de9356d-505d-4d5e-aefd-3c1207f7bec5']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:27.639564 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4368a058-1f2f-4104-9034-e48cd80c81fb req-210d57b4-f849-4298-b816-2550655ba521 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:27.653159 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd0a1f-b38e-45bf-a90a-873d4b94e1dd req-16930ecd-7222-496e-9a3d-a00c0c0dbade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:27.654625 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3dd0a1f-b38e-45bf-a90a-873d4b94e1dd req-16930ecd-7222-496e-9a3d-a00c0c0dbade service neutron] 10.222.0.20 "GET /v2.0/networks?id=c69dac47-edf4-4b8e-b3b6-b73f3b551922 HTTP/1.1" status: 200 len: 913 time: 0.1807537 Dec 12 17:45:27.723736 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3dd0a1f-b38e-45bf-a90a-873d4b94e1dd req-2897135e-b461-4800-9f99-20e4eaf5bf6c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea2f7553-e582-4226-80ee-3e04ac9a7adc HTTP/1.1" status: 200 len: 217 time: 0.0406945 Dec 12 17:45:27.810734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd0a1f-b38e-45bf-a90a-873d4b94e1dd req-9b207b3b-fccf-4c51-94de-717c7b03074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:27.812156 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3dd0a1f-b38e-45bf-a90a-873d4b94e1dd req-9b207b3b-fccf-4c51-94de-717c7b03074b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf8408a6-d69c-4e8b-bdac-4b882ee38aad HTTP/1.1" status: 200 len: 852 time: 0.0761013 Dec 12 17:45:27.852486 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3dd0a1f-b38e-45bf-a90a-873d4b94e1dd req-b724d024-6ad7-4d9a-8583-8d7ae7a0b485 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c69dac47-edf4-4b8e-b3b6-b73f3b551922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285158 Dec 12 17:45:28.017702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afb6ab-ecde-4520-ac26-728a214fe072 req-642f1c40-29d8-4413-90d7-31ab6e2c0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:28.019186 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9afb6ab-ecde-4520-ac26-728a214fe072 req-642f1c40-29d8-4413-90d7-31ab6e2c0e9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 1095 time: 0.1192927 Dec 12 17:45:28.037642 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4368a058-1f2f-4104-9034-e48cd80c81fb req-210d57b4-f849-4298-b816-2550655ba521 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] For port ea2f7553-e582-4226-80ee-3e04ac9a7adc, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ea2f7553-e582-4226-80ee-3e04ac9a7adc,segment=NetworkSegment(39a15768-72d2-49e4-a66e-534985adf3fc),segment_id=39a15768-72d2-49e4-a66e-534985adf3fc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:28.088942 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3dd0a1f-b38e-45bf-a90a-873d4b94e1dd req-1cbce180-71a6-448c-8977-9eb6b30eab74 service neutron] 10.222.0.20 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229242 Dec 12 17:45:28.222164 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4368a058-1f2f-4104-9034-e48cd80c81fb req-210d57b4-f849-4298-b816-2550655ba521 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:28.262104 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4368a058-1f2f-4104-9034-e48cd80c81fb req-210d57b4-f849-4298-b816-2550655ba521 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:28.281752 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['ea2f7553-e582-4226-80ee-3e04ac9a7adc'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:28.291245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7bd9b-e26c-44fb-8525-3e5f2e62ba39 req-a17a43fc-f69a-4742-bec8-19165419ff4b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:28.292736 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1ba7bd9b-e26c-44fb-8525-3e5f2e62ba39 req-a17a43fc-f69a-4742-bec8-19165419ff4b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1751654 Dec 12 17:45:28.329941 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3dd0a1f-b38e-45bf-a90a-873d4b94e1dd req-89485b20-13c5-4386-b88c-05853d06521d service neutron] 10.222.0.20 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133143 Dec 12 17:45:28.339123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afb6ab-ecde-4520-ac26-728a214fe072 req-84d26e2b-7c96-4872-b7a1-221764772234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:28.340606 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9afb6ab-ecde-4520-ac26-728a214fe072 req-84d26e2b-7c96-4872-b7a1-221764772234 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 913 time: 0.2772052 Dec 12 17:45:28.365388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368a058-1f2f-4104-9034-e48cd80c81fb req-210d57b4-f849-4298-b816-2550655ba521 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:28.366011 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4368a058-1f2f-4104-9034-e48cd80c81fb req-210d57b4-f849-4298-b816-2550655ba521 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:28.367409 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4368a058-1f2f-4104-9034-e48cd80c81fb req-210d57b4-f849-4298-b816-2550655ba521 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "PUT /v2.0/ports/ea2f7553-e582-4226-80ee-3e04ac9a7adc HTTP/1.1" status: 200 len: 1021 time: 0.8596981 Dec 12 17:45:28.483302 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1ba7bd9b-e26c-44fb-8525-3e5f2e62ba39 req-f1340d94-6d7a-48a2-a430-5d7583d17f0f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639447 Dec 12 17:45:28.500322 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d57b4-f849-4298-b816-2550655ba521 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event updated for resources: {'Port': ['ID=ea2f7553-e582-4226-80ee-3e04ac9a7adc,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:28.523943 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['ea2f7553-e582-4226-80ee-3e04ac9a7adc'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:28.541207 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9afb6ab-ecde-4520-ac26-728a214fe072 req-62dcce5b-e217-44e2-93d3-9c446c6a4edf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab HTTP/1.1" status: 200 len: 998 time: 0.1714303 Dec 12 17:45:28.703706 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afb6ab-ecde-4520-ac26-728a214fe072 req-c3153bbd-32c5-4a0a-88a9-62a7394565ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:28.705386 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9afb6ab-ecde-4520-ac26-728a214fe072 req-c3153bbd-32c5-4a0a-88a9-62a7394565ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.1511695 Dec 12 17:45:28.794893 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49d42b-8b1a-4afe-9f27-46890d5daf58 req-41d92ccd-7c13-4108-ac7f-db38aedb25d9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:28.799688 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e49d42b-8b1a-4afe-9f27-46890d5daf58 req-41d92ccd-7c13-4108-ac7f-db38aedb25d9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.1849117 Dec 12 17:45:28.822595 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa673c-21cb-45d6-927f-abf3c19d0f19 req-9abdc4c2-a578-46b7-a0d3-71b88c387751 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:28.824181 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-beaa673c-21cb-45d6-927f-abf3c19d0f19 req-9abdc4c2-a578-46b7-a0d3-71b88c387751 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 1024 time: 0.1995425 Dec 12 17:45:28.858766 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afb6ab-ecde-4520-ac26-728a214fe072 req-89ed4b6f-e4db-4c69-9566-017e9f1d250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:28.860325 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9afb6ab-ecde-4520-ac26-728a214fe072 req-89ed4b6f-e4db-4c69-9566-017e9f1d250f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418574 Dec 12 17:45:28.959848 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e49d42b-8b1a-4afe-9f27-46890d5daf58 req-fb2c4e01-022b-4ddb-96db-17d2dd60c322 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482732 Dec 12 17:45:29.004215 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-beaa673c-21cb-45d6-927f-abf3c19d0f19 req-61e2d4f4-da6f-4205-9538-62c93ed0db62 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=4de9356d-505d-4d5e-aefd-3c1207f7bec5&id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&id=8f2ff23f-4225-4ddb-9c76-287467c16dc7 HTTP/1.1" status: 200 len: 6208 time: 0.1716204 Dec 12 17:45:29.037163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-89f281d6-3337-48a8-a63f-49dbfd3ebbfc req-01f72919-3388-4d52-8439-339038750920 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Request body: {'security_group': {'name': ' tempest-securitygroup -840308993 ', 'description': 'tempest-description-194052427'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:29.047131 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9afb6ab-ecde-4520-ac26-728a214fe072 req-e998ff20-33f4-485c-9492-01939f41525e service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739929 Dec 12 17:45:29.112378 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-89f281d6-3337-48a8-a63f-49dbfd3ebbfc req-01f72919-3388-4d52-8439-339038750920 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:29.187482 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9afb6ab-ecde-4520-ac26-728a214fe072 req-d85a63b3-254a-4f59-9254-4108e0f9ebd7 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258481 Dec 12 17:45:29.218976 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-89f281d6-3337-48a8-a63f-49dbfd3ebbfc req-01f72919-3388-4d52-8439-339038750920 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:29.223532 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-89f281d6-3337-48a8-a63f-49dbfd3ebbfc req-01f72919-3388-4d52-8439-339038750920 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:29.251147 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-89f281d6-3337-48a8-a63f-49dbfd3ebbfc req-01f72919-3388-4d52-8439-339038750920 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:29.252381 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89f281d6-3337-48a8-a63f-49dbfd3ebbfc req-01f72919-3388-4d52-8439-339038750920 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2213204 Dec 12 17:45:29.256767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f72919-3388-4d52-8439-339038750920 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25314e72-9619-427b-8c96-db88f1e6123c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:29.307960 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f619d03d-2327-4a5e-8a09-ab8be54d40ad', 'tag': 'ea2f7553-e582-4226-80ee-3e04ac9a7adc'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:45:29.310712 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be31a3f-9ba3-4c6b-a413-92c0684dc9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f619d03d-2327-4a5e-8a09-ab8be54d40ad", "tag": "ea2f7553-e582-4226-80ee-3e04ac9a7adc"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:45:29.318784 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f54cace-733a-4d83-b1ff-0c73aa943611 req-3d5b30f1-c26f-4d9b-9313-1758ec22c230 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/25314e72-9619-427b-8c96-db88f1e6123c HTTP/1.1" status: 200 len: 1798 time: 0.0427337 Dec 12 17:45:29.349669 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb80571-0f79-407c-8205-f0db26763128 x-openstack-request-id: req-8fb80571-0f79-407c-8205-f0db26763128 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:45:29.350026 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f619d03d-2327-4a5e-8a09-ab8be54d40ad", "tag": "ea2f7553-e582-4226-80ee-3e04ac9a7adc", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:45:29.350416 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fb80571-0f79-407c-8205-f0db26763128 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:45:29.350927 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f619d03d-2327-4a5e-8a09-ab8be54d40ad', 'tag': 'ea2f7553-e582-4226-80ee-3e04ac9a7adc', 'status': 'completed', 'code': 200} Dec 12 17:45:29.399745 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7053312d-c2b6-4f56-8f27-96f1f13caf28 req-4899c4f3-73f7-4a16-b9d9-1e5846d205d2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/25314e72-9619-427b-8c96-db88f1e6123c HTTP/1.1" status: 200 len: 1798 time: 0.0580165 Dec 12 17:45:29.463494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be31a3f-9ba3-4c6b-a413-92c0684dc9ee req-f3d69921-855b-453a-b276-3538e961d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:29.465080 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0be31a3f-9ba3-4c6b-a413-92c0684dc9ee req-f3d69921-855b-453a-b276-3538e961d9fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e3672c6198b4503bcb71380bca74c88&device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 1175 time: 0.0858560 Dec 12 17:45:29.523330 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7053312d-c2b6-4f56-8f27-96f1f13caf28 req-17efb617-8c05-4750-9dc0-e43ae6233845 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:29.560095 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7053312d-c2b6-4f56-8f27-96f1f13caf28 req-17efb617-8c05-4750-9dc0-e43ae6233845 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:29.643507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be31a3f-9ba3-4c6b-a413-92c0684dc9ee req-83180d6f-41f0-46c3-b40f-57084c3b94f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:29.645204 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0be31a3f-9ba3-4c6b-a413-92c0684dc9ee req-83180d6f-41f0-46c3-b40f-57084c3b94f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c69dac47-edf4-4b8e-b3b6-b73f3b551922 HTTP/1.1" status: 200 len: 913 time: 0.1679597 Dec 12 17:45:29.694569 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7053312d-c2b6-4f56-8f27-96f1f13caf28 req-17efb617-8c05-4750-9dc0-e43ae6233845 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:29.697530 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7053312d-c2b6-4f56-8f27-96f1f13caf28 req-17efb617-8c05-4750-9dc0-e43ae6233845 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:29.698705 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7053312d-c2b6-4f56-8f27-96f1f13caf28 req-17efb617-8c05-4750-9dc0-e43ae6233845 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "DELETE /v2.0/security-groups/25314e72-9619-427b-8c96-db88f1e6123c HTTP/1.1" status: 204 len: 173 time: 0.2982788 Dec 12 17:45:29.705319 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0be31a3f-9ba3-4c6b-a413-92c0684dc9ee req-a3cdc4b6-f8d0-45a3-b9b9-3ec843cc6493 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea2f7553-e582-4226-80ee-3e04ac9a7adc HTTP/1.1" status: 200 len: 217 time: 0.0501993 Dec 12 17:45:29.722069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f33418-e2e1-46bf-a8aa-4cfaf1d75416 req-84c5b915-52fa-4483-8eca-5122fe06f297 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:29.723715 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63f33418-e2e1-46bf-a8aa-4cfaf1d75416 req-84c5b915-52fa-4483-8eca-5122fe06f297 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1355872 Dec 12 17:45:29.725848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efb617-8c05-4750-9dc0-e43ae6233845 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25314e72-9619-427b-8c96-db88f1e6123c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:29.813741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be31a3f-9ba3-4c6b-a413-92c0684dc9ee req-164a3843-d3b0-4f87-89be-3d2dfbf025b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:29.815177 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0be31a3f-9ba3-4c6b-a413-92c0684dc9ee req-164a3843-d3b0-4f87-89be-3d2dfbf025b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf8408a6-d69c-4e8b-bdac-4b882ee38aad HTTP/1.1" status: 200 len: 852 time: 0.0905664 Dec 12 17:45:29.827310 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63f33418-e2e1-46bf-a8aa-4cfaf1d75416 req-bfa91d66-0e0f-4623-9cf2-4ef0b48bce0c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914054 Dec 12 17:45:29.829318 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-0f3c3916-69e6-4416-89c0-870cec98d786 req-6e1ae8f7-89dc-40aa-a8ce-67c632e81f3c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] show failed (client error): The resource could not be found. Dec 12 17:45:29.830360 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f3c3916-69e6-4416-89c0-870cec98d786 req-6e1ae8f7-89dc-40aa-a8ce-67c632e81f3c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/25314e72-9619-427b-8c96-db88f1e6123c HTTP/1.1" status: 404 len: 352 time: 0.0331326 Dec 12 17:45:29.866028 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0be31a3f-9ba3-4c6b-a413-92c0684dc9ee req-65661c7f-1157-4ccb-9d98-91c35ef13fde service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c69dac47-edf4-4b8e-b3b6-b73f3b551922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377965 Dec 12 17:45:29.869731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-89ca47d3-ce42-46eb-9e50-a8b9c35399c6 req-70948488-ac2a-4a0e-a713-1e2772436826 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-88913605', 'description': 'tempest-description-1142959725'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:29.939378 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-89ca47d3-ce42-46eb-9e50-a8b9c35399c6 req-70948488-ac2a-4a0e-a713-1e2772436826 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:29.963174 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device cc57b21f-108a-446f-8a71-0c47ee914021 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:45:30.023456 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-89ca47d3-ce42-46eb-9e50-a8b9c35399c6 req-70948488-ac2a-4a0e-a713-1e2772436826 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:30.035557 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-89ca47d3-ce42-46eb-9e50-a8b9c35399c6 req-70948488-ac2a-4a0e-a713-1e2772436826 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:30.048549 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0be31a3f-9ba3-4c6b-a413-92c0684dc9ee req-859faa8d-50cd-4237-8214-d20ac5232598 service neutron] 10.222.0.20 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734762 Dec 12 17:45:30.080806 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-89ca47d3-ce42-46eb-9e50-a8b9c35399c6 req-70948488-ac2a-4a0e-a713-1e2772436826 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:30.081958 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89ca47d3-ce42-46eb-9e50-a8b9c35399c6 req-70948488-ac2a-4a0e-a713-1e2772436826 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2192333 Dec 12 17:45:30.145636 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70948488-ac2a-4a0e-a713-1e2772436826 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7faeb20f-a492-4900-a5c1-68035fce5633,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:30.172597 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-c25af417-13b9-4808-bd0d-03f743ec3a6a req-5205b958-9e22-4a11-a321-f50c46231db6 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1974239102', 'description': 'tempest-description-328209692'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:30.196035 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1f38d-4fb7-4fce-a937-388d485c43bc req-8b3679c3-7900-4aef-89b6-e7b9d09a2c40 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:30.197521 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4e1f38d-4fb7-4fce-a937-388d485c43bc req-8b3679c3-7900-4aef-89b6-e7b9d09a2c40 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.1204183 Dec 12 17:45:30.243960 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0be31a3f-9ba3-4c6b-a413-92c0684dc9ee req-75e9c152-e887-41b6-ab86-fad14c8b1fbe service neutron] 10.222.0.20 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808355 Dec 12 17:45:30.244597 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c25af417-13b9-4808-bd0d-03f743ec3a6a req-5205b958-9e22-4a11-a321-f50c46231db6 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:30.289707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4e1f38d-4fb7-4fce-a937-388d485c43bc req-5e3ad047-0823-4681-bb91-ba21e2b532c3 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825121 Dec 12 17:45:30.348424 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c25af417-13b9-4808-bd0d-03f743ec3a6a req-5205b958-9e22-4a11-a321-f50c46231db6 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:30.353633 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c25af417-13b9-4808-bd0d-03f743ec3a6a req-5205b958-9e22-4a11-a321-f50c46231db6 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:30.388916 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-376740a1-073a-460c-a902-da420e23c549 req-d9bb07db-2e97-444b-9c7d-1fad94bedd5f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505593 Dec 12 17:45:30.390451 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c25af417-13b9-4808-bd0d-03f743ec3a6a req-5205b958-9e22-4a11-a321-f50c46231db6 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:30.391711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c25af417-13b9-4808-bd0d-03f743ec3a6a req-5205b958-9e22-4a11-a321-f50c46231db6 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2271097 Dec 12 17:45:30.394537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205b958-9e22-4a11-a321-f50c46231db6 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d0effe-51a4-4c20-9ba7-5ed52b66a585,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:30.430967 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-11d371a3-9b02-4d45-b20e-9e22e61ea4c7 req-cc20200d-e43b-4762-9a56-e2577a5b698c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1974485760', 'description': 'tempest-description-32774177'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:30.455840 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-11d371a3-9b02-4d45-b20e-9e22e61ea4c7 req-cc20200d-e43b-4762-9a56-e2577a5b698c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:30.474949 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376740a1-073a-460c-a902-da420e23c549 req-6c6e4614-f291-4cc5-9914-8a72292eaef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:30.476779 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-376740a1-073a-460c-a902-da420e23c549 req-6c6e4614-f291-4cc5-9914-8a72292eaef1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 1100 time: 0.0481923 Dec 12 17:45:30.552072 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-11d371a3-9b02-4d45-b20e-9e22e61ea4c7 req-cc20200d-e43b-4762-9a56-e2577a5b698c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:30.558882 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-11d371a3-9b02-4d45-b20e-9e22e61ea4c7 req-cc20200d-e43b-4762-9a56-e2577a5b698c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:30.593427 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376740a1-073a-460c-a902-da420e23c549 req-dcb8950a-8d0f-4613-b1da-9c981037fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:30.595005 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-376740a1-073a-460c-a902-da420e23c549 req-dcb8950a-8d0f-4613-b1da-9c981037fff8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.0973723 Dec 12 17:45:30.598668 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-11d371a3-9b02-4d45-b20e-9e22e61ea4c7 req-cc20200d-e43b-4762-9a56-e2577a5b698c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:30.599934 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-11d371a3-9b02-4d45-b20e-9e22e61ea4c7 req-cc20200d-e43b-4762-9a56-e2577a5b698c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1734865 Dec 12 17:45:30.607894 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20200d-e43b-4762-9a56-e2577a5b698c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96cef735-7eb5-456c-a024-6ade3fdee705,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:30.664573 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-376740a1-073a-460c-a902-da420e23c549 req-a11d7f1f-aded-4011-b59d-754cd392e2ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=37921f0d-58a7-403c-ba4f-0ea3ed4a517b HTTP/1.1" status: 200 len: 217 time: 0.0546780 Dec 12 17:45:30.730105 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e79d7b78-fb90-4de8-a32b-82b706a79c35 req-22f99421-e0c8-4836-a587-5f1b086badc7 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e3672c6198b4503bcb71380bca74c88 HTTP/1.1" status: 200 len: 11010 time: 0.1067553 Dec 12 17:45:30.782924 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e79d7b78-fb90-4de8-a32b-82b706a79c35 req-5a343a8a-b9f2-475b-8eec-87e0fdca9849 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/c91c7d0f-9bca-4a92-9fca-266df9887dbb HTTP/1.1" status: 200 len: 3002 time: 0.0457008 Dec 12 17:45:30.866976 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e79d7b78-fb90-4de8-a32b-82b706a79c35 req-2e12d1b0-38fb-4b92-b2e9-70024521efaa tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/c91c7d0f-9bca-4a92-9fca-266df9887dbb HTTP/1.1" status: 200 len: 3002 time: 0.0713072 Dec 12 17:45:30.946686 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2123612-415c-454b-869a-300cca5162a0 req-2cadb8dd-9ecd-41d6-a083-28ebd0b8fcdc tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/7faeb20f-a492-4900-a5c1-68035fce5633 HTTP/1.1" status: 200 len: 1818 time: 0.0594132 Dec 12 17:45:31.017677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ba4ce-b382-4439-abbd-20ccf36f0783 req-2e4a0e2e-469a-4865-be40-fa5fc8d5354b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:31.019346 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-596ba4ce-b382-4439-abbd-20ccf36f0783 req-2e4a0e2e-469a-4865-be40-fa5fc8d5354b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0882015 Dec 12 17:45:31.052364 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c2123612-415c-454b-869a-300cca5162a0 req-6d13cb8c-acfe-4dd2-aafa-3aa40379f8e2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:31.054596 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376740a1-073a-460c-a902-da420e23c549 req-dd500df3-b0fa-45f8-a4bb-68cc275a82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:31.056172 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-376740a1-073a-460c-a902-da420e23c549 req-dd500df3-b0fa-45f8-a4bb-68cc275a82a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.3743961 Dec 12 17:45:31.089032 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c2123612-415c-454b-869a-300cca5162a0 req-6d13cb8c-acfe-4dd2-aafa-3aa40379f8e2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:31.109693 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376740a1-073a-460c-a902-da420e23c549 req-4e4eb6c8-2046-485b-a016-1830526994f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:31.110411 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-596ba4ce-b382-4439-abbd-20ccf36f0783 req-2f6dc11b-118b-471c-a927-d79fdd5b6c0a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764844 Dec 12 17:45:31.112705 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-376740a1-073a-460c-a902-da420e23c549 req-4e4eb6c8-2046-485b-a016-1830526994f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0468178 Dec 12 17:45:31.144842 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c2123612-415c-454b-869a-300cca5162a0 req-6d13cb8c-acfe-4dd2-aafa-3aa40379f8e2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:31.148245 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c2123612-415c-454b-869a-300cca5162a0 req-6d13cb8c-acfe-4dd2-aafa-3aa40379f8e2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:31.150044 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2123612-415c-454b-869a-300cca5162a0 req-6d13cb8c-acfe-4dd2-aafa-3aa40379f8e2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "DELETE /v2.0/security-groups/7faeb20f-a492-4900-a5c1-68035fce5633 HTTP/1.1" status: 204 len: 173 time: 0.1886523 Dec 12 17:45:31.159622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13cb8c-acfe-4dd2-aafa-3aa40379f8e2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faeb20f-a492-4900-a5c1-68035fce5633,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:31.208570 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-9653ee6c-a47e-423f-bfd3-c3270784d587 req-2cdf1516-dcd8-47d4-9e74-cde9bd34bb46 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] show failed (client error): The resource could not be found. Dec 12 17:45:31.209756 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9653ee6c-a47e-423f-bfd3-c3270784d587 req-2cdf1516-dcd8-47d4-9e74-cde9bd34bb46 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/7faeb20f-a492-4900-a5c1-68035fce5633 HTTP/1.1" status: 404 len: 352 time: 0.0148849 Dec 12 17:45:31.246409 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-376740a1-073a-460c-a902-da420e23c549 req-d4c4e791-b848-4b7e-9b5b-384e6e918751 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183286 Dec 12 17:45:31.270240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd633a05-21d8-43ea-a7e0-2a75031e9b46 req-5203fd9c-db4e-4079-83e7-a0f3741b620a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/64d0effe-51a4-4c20-9ba7-5ed52b66a585 HTTP/1.1" status: 200 len: 1819 time: 0.0387263 Dec 12 17:45:31.340008 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cd633a05-21d8-43ea-a7e0-2a75031e9b46 req-009a58b8-5c82-49fd-afdf-f7a71b5a069f tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:31.350315 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-376740a1-073a-460c-a902-da420e23c549 req-17bddd71-a0f1-465d-bedb-079af5e6f223 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003475 Dec 12 17:45:31.374955 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cd633a05-21d8-43ea-a7e0-2a75031e9b46 req-009a58b8-5c82-49fd-afdf-f7a71b5a069f tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:31.451004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaceba74-7107-4deb-9568-5bb737403d7c req-e1f3aa92-8cfa-4bd9-be3c-1731f3e5e715 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:31.452460 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eaceba74-7107-4deb-9568-5bb737403d7c req-e1f3aa92-8cfa-4bd9-be3c-1731f3e5e715 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.0810926 Dec 12 17:45:31.460655 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cd633a05-21d8-43ea-a7e0-2a75031e9b46 req-009a58b8-5c82-49fd-afdf-f7a71b5a069f tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:31.463386 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cd633a05-21d8-43ea-a7e0-2a75031e9b46 req-009a58b8-5c82-49fd-afdf-f7a71b5a069f tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:31.464930 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd633a05-21d8-43ea-a7e0-2a75031e9b46 req-009a58b8-5c82-49fd-afdf-f7a71b5a069f tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "DELETE /v2.0/security-groups/64d0effe-51a4-4c20-9ba7-5ed52b66a585 HTTP/1.1" status: 204 len: 173 time: 0.1873324 Dec 12 17:45:31.479975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a58b8-5c82-49fd-afdf-f7a71b5a069f tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d0effe-51a4-4c20-9ba7-5ed52b66a585,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:31.511019 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-3d42c66a-7887-4bf6-83a0-9060c10808c6 req-4b10e617-7c2a-4117-a84e-9b1d1e6b7597 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] show failed (client error): The resource could not be found. Dec 12 17:45:31.512075 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d42c66a-7887-4bf6-83a0-9060c10808c6 req-4b10e617-7c2a-4117-a84e-9b1d1e6b7597 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/64d0effe-51a4-4c20-9ba7-5ed52b66a585 HTTP/1.1" status: 404 len: 352 time: 0.0219662 Dec 12 17:45:31.537058 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eaceba74-7107-4deb-9568-5bb737403d7c req-0dfe780d-d650-41ec-88b2-dc138b6e6701 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773871 Dec 12 17:45:31.574846 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b60bda02-5679-4f5f-80e7-27ab4d92767b req-54cd1fa0-d946-4804-bc4b-2a268bfa9ea8 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/96cef735-7eb5-456c-a024-6ade3fdee705 HTTP/1.1" status: 200 len: 1818 time: 0.0425255 Dec 12 17:45:31.635972 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b60bda02-5679-4f5f-80e7-27ab4d92767b req-fb2ddccf-63c4-4cee-8b87-4b46d37b604c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:31.659005 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b60bda02-5679-4f5f-80e7-27ab4d92767b req-fb2ddccf-63c4-4cee-8b87-4b46d37b604c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:31.700721 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b60bda02-5679-4f5f-80e7-27ab4d92767b req-fb2ddccf-63c4-4cee-8b87-4b46d37b604c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:31.703877 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b60bda02-5679-4f5f-80e7-27ab4d92767b req-fb2ddccf-63c4-4cee-8b87-4b46d37b604c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:31.710941 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b60bda02-5679-4f5f-80e7-27ab4d92767b req-fb2ddccf-63c4-4cee-8b87-4b46d37b604c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "DELETE /v2.0/security-groups/96cef735-7eb5-456c-a024-6ade3fdee705 HTTP/1.1" status: 204 len: 173 time: 0.1301441 Dec 12 17:45:31.720272 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ddccf-63c4-4cee-8b87-4b46d37b604c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cef735-7eb5-456c-a024-6ade3fdee705,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:31.766479 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-15b2e83e-c632-4359-8d27-d54f779008f1 req-6347c388-2c88-46f5-a30c-8e74be56a84a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] show failed (client error): The resource could not be found. Dec 12 17:45:31.766479 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15b2e83e-c632-4359-8d27-d54f779008f1 req-6347c388-2c88-46f5-a30c-8e74be56a84a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/96cef735-7eb5-456c-a024-6ade3fdee705 HTTP/1.1" status: 404 len: 352 time: 0.0210080 Dec 12 17:45:31.847914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4431b7df-cad3-42a8-afc6-f022474c7a3f req-e110026c-1d49-44f2-84ab-957324c89f4d tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e3672c6198b4503bcb71380bca74c88 HTTP/1.1" status: 200 len: 6208 time: 0.0665002 Dec 12 17:45:31.899745 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4431b7df-cad3-42a8-afc6-f022474c7a3f req-59d0963f-1ad6-403b-8901-af8d5600581e tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/c91c7d0f-9bca-4a92-9fca-266df9887dbb HTTP/1.1" status: 200 len: 3002 time: 0.0449846 Dec 12 17:45:31.902289 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:45:31.942506 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4431b7df-cad3-42a8-afc6-f022474c7a3f req-0030248f-215f-4ddd-814c-7bf997c0312b tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/c91c7d0f-9bca-4a92-9fca-266df9887dbb HTTP/1.1" status: 200 len: 3002 time: 0.0407512 Dec 12 17:45:31.970699 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-fd773258-e913-4724-8419-53f5e5497f7c req-4e6748f0-ae66-4414-86d1-13144fc70279 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1705433847', 'description': 'tempest-description-586763581'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:31.994563 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd773258-e913-4724-8419-53f5e5497f7c req-4e6748f0-ae66-4414-86d1-13144fc70279 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:32.060702 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd773258-e913-4724-8419-53f5e5497f7c req-4e6748f0-ae66-4414-86d1-13144fc70279 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:32.064728 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd773258-e913-4724-8419-53f5e5497f7c req-4e6748f0-ae66-4414-86d1-13144fc70279 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:32.096177 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd773258-e913-4724-8419-53f5e5497f7c req-4e6748f0-ae66-4414-86d1-13144fc70279 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:32.097431 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd773258-e913-4724-8419-53f5e5497f7c req-4e6748f0-ae66-4414-86d1-13144fc70279 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1308539 Dec 12 17:45:32.108082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6748f0-ae66-4414-86d1-13144fc70279 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec7921b-42b3-41b5-8ec9-85dc85c5aadb,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:32.126075 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-48a04ad8-f4c8-4478-b60b-1440b1e49940 req-fcd79904-c7ad-4b3c-9064-fe6f472ae0d2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-339366352', 'description': 'tempest-description-794017351'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:32.148504 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-48a04ad8-f4c8-4478-b60b-1440b1e49940 req-fcd79904-c7ad-4b3c-9064-fe6f472ae0d2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:32.230989 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-48a04ad8-f4c8-4478-b60b-1440b1e49940 req-fcd79904-c7ad-4b3c-9064-fe6f472ae0d2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:32.252954 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-48a04ad8-f4c8-4478-b60b-1440b1e49940 req-fcd79904-c7ad-4b3c-9064-fe6f472ae0d2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:32.297974 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-48a04ad8-f4c8-4478-b60b-1440b1e49940 req-fcd79904-c7ad-4b3c-9064-fe6f472ae0d2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:32.309154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48a04ad8-f4c8-4478-b60b-1440b1e49940 req-fcd79904-c7ad-4b3c-9064-fe6f472ae0d2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1815367 Dec 12 17:45:32.331232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62204b-8dbb-48de-b26b-9ea6fa4c7594 req-ba893578-f14f-48ad-a239-97924fb3b7f0 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:32.332949 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a62204b-8dbb-48de-b26b-9ea6fa4c7594 req-ba893578-f14f-48ad-a239-97924fb3b7f0 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1158750 Dec 12 17:45:32.334132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd79904-c7ad-4b3c-9064-fe6f472ae0d2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7516fa85-d7ab-4350-a9e4-4f5608253684,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:32.421207 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a62204b-8dbb-48de-b26b-9ea6fa4c7594 req-fcf8f7a0-33f5-448e-9d2b-c872901a75d8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796764 Dec 12 17:45:32.597013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-b3c017ff-3a72-4b25-8c1b-fed1d90bf119 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:32.598673 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-b3c017ff-3a72-4b25-8c1b-fed1d90bf119 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/networks?id=c69dac47-edf4-4b8e-b3b6-b73f3b551922 HTTP/1.1" status: 200 len: 812 time: 0.1153138 Dec 12 17:45:32.614027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-02898a52-c4cf-499e-bd53-9e2b3dae3645 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/quotas/1e3672c6198b4503bcb71380bca74c88 HTTP/1.1" status: 200 len: 375 time: 0.0092373 Dec 12 17:45:32.694986 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078213c0-8c18-41e9-98b7-6763896726d1 req-7277b445-9823-494c-b5e9-fd80084a5a7f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:32.696998 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-078213c0-8c18-41e9-98b7-6763896726d1 req-7277b445-9823-494c-b5e9-fd80084a5a7f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.0754688 Dec 12 17:45:32.701941 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-e9a6af56-a70b-4257-8a89-a04591605e3d tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e3672c6198b4503bcb71380bca74c88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0820501 Dec 12 17:45:32.804811 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-078213c0-8c18-41e9-98b7-6763896726d1 req-894cfe92-a743-4ffd-9934-10d7706adbab tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948002 Dec 12 17:45:32.838029 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-2d2c86ab-e7c7-4a18-b019-b851c3c6cc50 service neutron] 10.222.0.18 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282401 Dec 12 17:45:32.948738 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-a0f5b6f0-893e-43e9-8c96-2e47d170c22f service neutron] 10.222.0.18 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048799 Dec 12 17:45:33.144911 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-56558b2a-f05a-4654-b1a2-20fa94fe094f req-63c1f79f-2813-4075-acea-633b3071de46 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 210 time: 0.0339792 Dec 12 17:45:33.630664 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32baa3bf-fe21-417b-8789-c0fe70ddb6fb req-0dff6e47-65d9-4362-b680-27351ee80432 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:33.632558 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32baa3bf-fe21-417b-8789-c0fe70ddb6fb req-0dff6e47-65d9-4362-b680-27351ee80432 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0844698 Dec 12 17:45:33.706641 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32baa3bf-fe21-417b-8789-c0fe70ddb6fb req-fee60eca-739a-41c9-b64e-e1cf2b0493d9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643678 Dec 12 17:45:34.035128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b974903-25fd-4195-bdb5-a36f96879476 req-ef81d0ad-e5ed-4f1b-bc59-02b102f582fe tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:34.044630 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b974903-25fd-4195-bdb5-a36f96879476 req-ef81d0ad-e5ed-4f1b-bc59-02b102f582fe tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.0888803 Dec 12 17:45:34.111800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b974903-25fd-4195-bdb5-a36f96879476 req-56a25065-c348-4424-ab04-4d0940fbc97e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574055 Dec 12 17:45:34.261973 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-492c5cb7-4317-4877-a7a5-96ff4d36e9f2 req-8c1adb5e-86d3-44d2-94fc-bd639fd1adba tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 210 time: 0.0279586 Dec 12 17:45:34.455433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-f3954b07-3653-4080-b976-038c04036e7e tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:34.456879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-f3954b07-3653-4080-b976-038c04036e7e tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.20 "GET /v2.0/networks?id=c69dac47-edf4-4b8e-b3b6-b73f3b551922 HTTP/1.1" status: 200 len: 812 time: 0.1133969 Dec 12 17:45:34.474948 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-efdc47d2-906e-492f-abcd-975e478db44c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Request body: {'port': {'device_id': '01f59177-83da-4abf-ab28-9597b5185d77', 'network_id': 'c69dac47-edf4-4b8e-b3b6-b73f3b551922', 'admin_state_up': True, 'tenant_id': '1e3672c6198b4503bcb71380bca74c88'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:34.598438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-efdc47d2-906e-492f-abcd-975e478db44c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Made reservation on behalf of 1e3672c6198b4503bcb71380bca74c88 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:45:34.603711 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-efdc47d2-906e-492f-abcd-975e478db44c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:34.746194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-efdc47d2-906e-492f-abcd-975e478db44c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Allocated IP 172.20.0.8 (c69dac47-edf4-4b8e-b3b6-b73f3b551922/cf8408a6-d69c-4e8b-bdac-4b882ee38aad/3c462246-830e-4277-b195-ec203c5371e0) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:45:34.900073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38fc3f-7005-4545-940b-04cd662ee823 req-ae73a581-4fe8-4041-9d2d-c081bfc4ed0e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:34.901613 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0e38fc3f-7005-4545-940b-04cd662ee823 req-ae73a581-4fe8-4041-9d2d-c081bfc4ed0e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1074104 Dec 12 17:45:34.956153 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-efdc47d2-906e-492f-abcd-975e478db44c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:34.985104 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0e38fc3f-7005-4545-940b-04cd662ee823 req-9e7c3202-d004-49e2-a3dc-e7182425efb6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705919 Dec 12 17:45:35.018086 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-efdc47d2-906e-492f-abcd-975e478db44c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:35.030669 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['ea2f7553-e582-4226-80ee-3e04ac9a7adc'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:35.066074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-efdc47d2-906e-492f-abcd-975e478db44c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Network c69dac47-edf4-4b8e-b3b6-b73f3b551922 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:45:35.069219 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-efdc47d2-906e-492f-abcd-975e478db44c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:35.073987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-efdc47d2-906e-492f-abcd-975e478db44c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:45:35.114039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc47d2-906e-492f-abcd-975e478db44c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event updated for resources: {'Port': ['ID=3c462246-830e-4277-b195-ec203c5371e0,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:35.177113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-efdc47d2-906e-492f-abcd-975e478db44c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:35.177339 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-efdc47d2-906e-492f-abcd-975e478db44c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:35.200739 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-efdc47d2-906e-492f-abcd-975e478db44c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7297053 Dec 12 17:45:35.219186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Request body: {'port': {'device_id': '01f59177-83da-4abf-ab28-9597b5185d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:35.358594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968133e3-a87e-4049-8d0a-96b3cf5f05ee req-c88e0ef0-bfcc-4591-ab69-7d318a647a9c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:35.363701 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-968133e3-a87e-4049-8d0a-96b3cf5f05ee req-c88e0ef0-bfcc-4591-ab69-7d318a647a9c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.1188874 Dec 12 17:45:35.367751 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:35.538498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-968133e3-a87e-4049-8d0a-96b3cf5f05ee req-5854d532-3e8a-4da8-a6e4-f82d57b17889 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717682 Dec 12 17:45:35.548615 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1ffff-b393-4117-b76f-e3a3dc3cc2aa req-7383729c-4edc-4ca9-9f11-5fda101e507c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:35.550092 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87e1ffff-b393-4117-b76f-e3a3dc3cc2aa req-7383729c-4edc-4ca9-9f11-5fda101e507c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 931 time: 0.1631143 Dec 12 17:45:35.663524 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87e1ffff-b393-4117-b76f-e3a3dc3cc2aa req-f6408ed0-44ba-4b8c-9e5b-675091ee3457 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032684 Dec 12 17:45:35.757731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c462246-830e-4277-b195-ec203c5371e0 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:45:35.765292 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:35.777124 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Transition to ACTIVE for port object 3c462246-830e-4277-b195-ec203c5371e0 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:45:35.781119 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:35.835405 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c462246-830e-4277-b195-ec203c5371e0,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:36.254301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7006aa-9f7d-4180-b249-367e247db62c req-597fd3b6-b334-4d04-bba6-539acb147a75 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:36.255845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae7006aa-9f7d-4180-b249-367e247db62c req-597fd3b6-b334-4d04-bba6-539acb147a75 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0851045 Dec 12 17:45:36.261008 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Attempting to bind port 3c462246-830e-4277-b195-ec203c5371e0 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:45:36.261345 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Attempting to bind port 3c462246-830e-4277-b195-ec203c5371e0 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '39a15768-72d2-49e4-a66e-534985adf3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c69dac47-edf4-4b8e-b3b6-b73f3b551922'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:45:36.261696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Attempting to bind port 3c462246-830e-4277-b195-ec203c5371e0 on network c69dac47-edf4-4b8e-b3b6-b73f3b551922 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:45:36.272797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Port 3c462246-830e-4277-b195-ec203c5371e0 on network c69dac47-edf4-4b8e-b3b6-b73f3b551922 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:45:36.273171 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Attempting to bind port 3c462246-830e-4277-b195-ec203c5371e0 on network c69dac47-edf4-4b8e-b3b6-b73f3b551922 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:45:36.286688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:45:36.287031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Checking segment: {'id': '39a15768-72d2-49e4-a66e-534985adf3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c69dac47-edf4-4b8e-b3b6-b73f3b551922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:45:36.287453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Bound using segment: {'id': '39a15768-72d2-49e4-a66e-534985adf3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c69dac47-edf4-4b8e-b3b6-b73f3b551922'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:45:36.287887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Bound port: 3c462246-830e-4277-b195-ec203c5371e0, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a15768-72d2-49e4-a66e-534985adf3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c69dac47-edf4-4b8e-b3b6-b73f3b551922'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:45:36.288245 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:36.347402 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae7006aa-9f7d-4180-b249-367e247db62c req-315db653-bddd-4b12-a2ef-d5d1ffe86454 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832739 Dec 12 17:45:36.373459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] For port 3c462246-830e-4277-b195-ec203c5371e0, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:45:36.376942 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] For port 3c462246-830e-4277-b195-ec203c5371e0, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=3c462246-830e-4277-b195-ec203c5371e0,segment=NetworkSegment(39a15768-72d2-49e4-a66e-534985adf3fc),segment_id=39a15768-72d2-49e4-a66e-534985adf3fc)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:45:36.382129 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:36.416640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:36.417263 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:36.418652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] 10.222.0.20 "PUT /v2.0/ports/3c462246-830e-4277-b195-ec203c5371e0 HTTP/1.1" status: 200 len: 1091 time: 1.2084851 Dec 12 17:45:36.419085 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f59177-83da-4abf-ab28-9597b5185d77', 'tag': '3c462246-830e-4277-b195-ec203c5371e0'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:45:36.421363 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3bcad2-19d1-4e70-8eed-e27626fff0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "01f59177-83da-4abf-ab28-9597b5185d77", "tag": "3c462246-830e-4277-b195-ec203c5371e0"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:45:36.444826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7059c-d579-4a18-a6f7-53e73a8fcbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c462246-830e-4277-b195-ec203c5371e0,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:36.469626 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c43102-673e-4abe-a4b3-f48c91612c65 x-openstack-request-id: req-c7c43102-673e-4abe-a4b3-f48c91612c65 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:45:36.469922 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f59177-83da-4abf-ab28-9597b5185d77", "tag": "3c462246-830e-4277-b195-ec203c5371e0", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:45:36.470174 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7c43102-673e-4abe-a4b3-f48c91612c65 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:45:36.470570 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f59177-83da-4abf-ab28-9597b5185d77', 'tag': '3c462246-830e-4277-b195-ec203c5371e0', 'status': 'completed', 'code': 200} Dec 12 17:45:36.517277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-e6c341a1-267c-47b4-adae-093fc3408b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:36.518786 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-e6c341a1-267c-47b4-adae-093fc3408b05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e3672c6198b4503bcb71380bca74c88&device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 1094 time: 0.0400441 Dec 12 17:45:36.566682 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-ca9263a7-7410-4aa7-a314-7b369e68ecd2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c462246-830e-4277-b195-ec203c5371e0 HTTP/1.1" status: 200 len: 217 time: 0.0389431 Dec 12 17:45:36.644882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-7149fd31-96f7-4be0-af3f-3d00025b0107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:36.646430 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-7149fd31-96f7-4be0-af3f-3d00025b0107 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf8408a6-d69c-4e8b-bdac-4b882ee38aad HTTP/1.1" status: 200 len: 852 time: 0.0726862 Dec 12 17:45:36.688862 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-d0851cf0-132c-4870-90da-21fedb266585 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c69dac47-edf4-4b8e-b3b6-b73f3b551922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316758 Dec 12 17:45:36.697742 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147ebf9-1d62-418d-8dc6-d2b8dfa77d03 req-78ba2e94-03fd-4266-adad-2c76744cb245 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:36.699294 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d147ebf9-1d62-418d-8dc6-d2b8dfa77d03 req-78ba2e94-03fd-4266-adad-2c76744cb245 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.0860066 Dec 12 17:45:36.824079 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d147ebf9-1d62-418d-8dc6-d2b8dfa77d03 req-c6b069ca-5588-4e3f-84ff-2a86fd052bc1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174269 Dec 12 17:45:36.884185 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-18487b44-0821-4aaa-b727-ff5c35dd46dc service neutron] 10.222.0.20 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757712 Dec 12 17:45:36.892481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac595b58-9a52-4a2b-ad81-b842b84a30e4 req-c8fa19d3-54c7-4092-bf4d-1f902ab8d44b tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:36.893867 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac595b58-9a52-4a2b-ad81-b842b84a30e4 req-c8fa19d3-54c7-4092-bf4d-1f902ab8d44b tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 943 time: 0.0919106 Dec 12 17:45:36.994522 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac595b58-9a52-4a2b-ad81-b842b84a30e4 req-289d9d1f-0769-47f1-87b8-e3d374a092d2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915089 Dec 12 17:45:37.017127 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88be67d8-82ea-44cc-be95-8f37fb3eb48e req-a905a57c-0008-4e98-ae52-9f3413bc2efd service neutron] 10.222.0.20 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223338 Dec 12 17:45:37.105020 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bcad2-19d1-4e70-8eed-e27626fff0ad req-bf73e8d5-eda9-4389-8675-23d04d8f87af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:37.106448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b3bcad2-19d1-4e70-8eed-e27626fff0ad req-bf73e8d5-eda9-4389-8675-23d04d8f87af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e3672c6198b4503bcb71380bca74c88&device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 1094 time: 0.0407169 Dec 12 17:45:37.207189 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bcad2-19d1-4e70-8eed-e27626fff0ad req-de27abb2-27b8-49c6-bed9-c3d41c87e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:37.208685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b3bcad2-19d1-4e70-8eed-e27626fff0ad req-de27abb2-27b8-49c6-bed9-c3d41c87e917 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c69dac47-edf4-4b8e-b3b6-b73f3b551922 HTTP/1.1" status: 200 len: 913 time: 0.0926700 Dec 12 17:45:37.253021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b3bcad2-19d1-4e70-8eed-e27626fff0ad req-14f4ba5c-03e8-4851-bb4e-84dff38f559b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c462246-830e-4277-b195-ec203c5371e0 HTTP/1.1" status: 200 len: 217 time: 0.0341115 Dec 12 17:45:37.304540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bcad2-19d1-4e70-8eed-e27626fff0ad req-3b18bdae-2855-41aa-ae7a-e33d174fd2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:37.306027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b3bcad2-19d1-4e70-8eed-e27626fff0ad req-3b18bdae-2855-41aa-ae7a-e33d174fd2ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf8408a6-d69c-4e8b-bdac-4b882ee38aad HTTP/1.1" status: 200 len: 852 time: 0.0446160 Dec 12 17:45:37.346720 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b3bcad2-19d1-4e70-8eed-e27626fff0ad req-e38b348b-d71d-49c3-afa4-8c9dea5c0d76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c69dac47-edf4-4b8e-b3b6-b73f3b551922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314415 Dec 12 17:45:37.478200 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b3bcad2-19d1-4e70-8eed-e27626fff0ad req-e7696259-184b-4362-b6c7-1f73e8ac9c48 service neutron] 10.222.0.20 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200228 Dec 12 17:45:37.498797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8f5cb-d3e1-4a26-8187-982daa06ed57 req-aaae4aa9-d6cd-49b7-bad8-649e93e1f498 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:37.500404 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54a8f5cb-d3e1-4a26-8187-982daa06ed57 req-aaae4aa9-d6cd-49b7-bad8-649e93e1f498 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0734377 Dec 12 17:45:37.601256 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54a8f5cb-d3e1-4a26-8187-982daa06ed57 req-4ee88e35-f700-414f-be21-a4fa6a87f249 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915987 Dec 12 17:45:37.623235 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b3bcad2-19d1-4e70-8eed-e27626fff0ad req-40d6922d-7ad9-4f89-9dfd-b89ac26b974c service neutron] 10.222.0.20 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217601 Dec 12 17:45:37.735395 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52338) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:37.740825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-94e1f08b-3f1a-4241-95e8-75841011f53b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2091420986'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:37.791453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e1f08b-3f1a-4241-95e8-75841011f53b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Made reservation on behalf of 2d60493dddd34d8aabf5275887ac9321 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:45:37.794853 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94e1f08b-3f1a-4241-95e8-75841011f53b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:37.863632 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d0e64-e81c-4d5d-b16f-6a98cfdd9179 req-97143186-7ae1-47fd-a853-8f03fe0be98a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:37.865154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-016d0e64-e81c-4d5d-b16f-6a98cfdd9179 req-97143186-7ae1-47fd-a853-8f03fe0be98a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1093276 Dec 12 17:45:37.869942 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e1f08b-3f1a-4241-95e8-75841011f53b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:45:37.900672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517c1cc-e422-4b61-b4ea-51a87ef07fd2 req-bdd19ad9-1c79-4bd2-9ce7-c17496faa312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:37.902138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7517c1cc-e422-4b61-b4ea-51a87ef07fd2 req-bdd19ad9-1c79-4bd2-9ce7-c17496faa312 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 1095 time: 0.0905094 Dec 12 17:45:37.904258 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94e1f08b-3f1a-4241-95e8-75841011f53b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:37.904602 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-94e1f08b-3f1a-4241-95e8-75841011f53b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Added segment 2df62d56-5580-44f2-8a4c-538ad87e3d4d of type vlan for network 112377af-42c7-4cad-b8bb-a84ac7368f8b Dec 12 17:45:38.039359 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94e1f08b-3f1a-4241-95e8-75841011f53b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:38.050466 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-016d0e64-e81c-4d5d-b16f-6a98cfdd9179 req-98228166-9190-4e1c-a5a2-da94db010c35 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767702 Dec 12 17:45:38.081602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c6560-4e8a-4779-b76f-dcfe8584c8e3 req-f97aed76-26de-4207-92b9-41a87cbae835 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:38.083115 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-520c6560-4e8a-4779-b76f-dcfe8584c8e3 req-f97aed76-26de-4207-92b9-41a87cbae835 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.1846538 Dec 12 17:45:38.107807 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94e1f08b-3f1a-4241-95e8-75841011f53b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:38.113295 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e1f08b-3f1a-4241-95e8-75841011f53b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:38.114067 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94e1f08b-3f1a-4241-95e8-75841011f53b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:38.198584 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517c1cc-e422-4b61-b4ea-51a87ef07fd2 req-e6f3803a-c302-4c60-8421-55172c9d827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:38.200086 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7517c1cc-e422-4b61-b4ea-51a87ef07fd2 req-e6f3803a-c302-4c60-8421-55172c9d827b service neutron] 10.222.0.20 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 913 time: 0.2798936 Dec 12 17:45:38.244836 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-94e1f08b-3f1a-4241-95e8-75841011f53b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5082221 Dec 12 17:45:38.247539 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52346) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:38.252635 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1690696320'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:38.272626 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Made reservation on behalf of 2d60493dddd34d8aabf5275887ac9321 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:45:38.276722 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:38.302646 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:45:38.311484 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:38.311824 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Added segment e3173692-a54b-40f3-a6ec-bfcd39b16dd5 of type vlan for network 626732df-c48c-4473-9ad9-03a4379b190b Dec 12 17:45:38.350735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1f08b-3f1a-4241-95e8-75841011f53b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event updated for resources: {'Network': ['ID=112377af-42c7-4cad-b8bb-a84ac7368f8b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:38.353880 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:38.356377 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-520c6560-4e8a-4779-b76f-dcfe8584c8e3 req-64ae1503-419a-4e57-9da0-5356055c82a1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615712 Dec 12 17:45:38.363964 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 112377af-42c7-4cad-b8bb-a84ac7368f8b details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:45:38.376026 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13cfc8-d40a-4d90-83ee-797decf1cbd2 req-5c6f2b8c-5ae6-4fd2-96ac-60b6e39cb190 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:38.376026 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e13cfc8-d40a-4d90-83ee-797decf1cbd2 req-5c6f2b8c-5ae6-4fd2-96ac-60b6e39cb190 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 943 time: 0.2577848 Dec 12 17:45:38.381385 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7517c1cc-e422-4b61-b4ea-51a87ef07fd2 req-2468704d-6670-4695-95d1-1d9c024484c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab HTTP/1.1" status: 200 len: 998 time: 0.1483152 Dec 12 17:45:38.398462 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:38.408992 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:38.410283 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:38.464294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517c1cc-e422-4b61-b4ea-51a87ef07fd2 req-ffb321aa-7249-446e-a663-5dfad98bee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:38.465889 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7517c1cc-e422-4b61-b4ea-51a87ef07fd2 req-ffb321aa-7249-446e-a663-5dfad98bee27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.0755734 Dec 12 17:45:38.474641 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e13cfc8-d40a-4d90-83ee-797decf1cbd2 req-6f48c106-02a2-4b1f-933a-23160fd77e03 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914929 Dec 12 17:45:38.504657 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event updated for resources: {'Network': ['ID=626732df-c48c-4473-9ad9-03a4379b190b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:38.518356 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2696261 Dec 12 17:45:38.519933 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:38.520457 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:38.520952 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:38.521307 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:38.521451 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52352) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:38.521776 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:38.522123 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:38.522493 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:38.522851 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:38.523162 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:38.523531 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:38.523910 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:38.524745 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:38.525222 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046dcbdb-e041-4956-ad1c-12760c4daa96 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:38.527442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-e474dfc8-7366-402d-aa53-6bc736a5699b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Request body: {'subnet': {'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:38.537117 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 626732df-c48c-4473-9ad9-03a4379b190b details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:45:38.572413 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517c1cc-e422-4b61-b4ea-51a87ef07fd2 req-ce63e26b-f404-48f9-8adb-3751c7ce6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:38.573849 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7517c1cc-e422-4b61-b4ea-51a87ef07fd2 req-ce63e26b-f404-48f9-8adb-3751c7ce6a6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982058 Dec 12 17:45:38.674570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e474dfc8-7366-402d-aa53-6bc736a5699b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Made reservation on behalf of 2d60493dddd34d8aabf5275887ac9321 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:45:38.678074 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e474dfc8-7366-402d-aa53-6bc736a5699b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:38.757385 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7517c1cc-e422-4b61-b4ea-51a87ef07fd2 req-918924eb-fc82-4e32-984f-8eca1c2ad470 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719081 Dec 12 17:45:38.903737 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7517c1cc-e422-4b61-b4ea-51a87ef07fd2 req-bcc8e2fb-34c3-4642-9ac8-729d1da567f9 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339378 Dec 12 17:45:38.954170 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e474dfc8-7366-402d-aa53-6bc736a5699b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:39.014890 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474dfc8-7366-402d-aa53-6bc736a5699b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event updated for resources: {'Subnet': ['ID=61eb5ee2-ae98-4d7f-a630-ebc0451873ad,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:39.021976 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e474dfc8-7366-402d-aa53-6bc736a5699b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Checking segment: {'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:45:39.022217 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e474dfc8-7366-402d-aa53-6bc736a5699b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Network hostable DHCP agents. Network: 112377af-42c7-4cad-b8bb-a84ac7368f8b, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:45:39.039063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e474dfc8-7366-402d-aa53-6bc736a5699b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Network 112377af-42c7-4cad-b8bb-a84ac7368f8b is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:45:39.047500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-e474dfc8-7366-402d-aa53-6bc736a5699b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 112377af-42c7-4cad-b8bb-a84ac7368f8b) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:39.051560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e474dfc8-7366-402d-aa53-6bc736a5699b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:39.052167 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e474dfc8-7366-402d-aa53-6bc736a5699b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:39.058177 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3aaea5-4b12-4348-8ab7-373ce7fe67cc None None] Network 112377af-42c7-4cad-b8bb-a84ac7368f8b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:45:39.068498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e474dfc8-7366-402d-aa53-6bc736a5699b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5457122 Dec 12 17:45:39.071904 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52356) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:39.077562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-49e6b9a8-b58d-4d9f-964c-daaeb370e89c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Request body: {'subnet': {'network_id': '626732df-c48c-4473-9ad9-03a4379b190b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:39.175153 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-112377af-42c7-4cad-b8bb-a84ac7368f8b', 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b', 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'fixed_ips': [{'subnet_id': '61eb5ee2-ae98-4d7f-a630-ebc0451873ad'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:45:39.176294 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:39.178251 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e6b9a8-b58d-4d9f-964c-daaeb370e89c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Made reservation on behalf of 2d60493dddd34d8aabf5275887ac9321 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:45:39.180733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e52626-3d82-4c4b-993b-e3646ffb84d1 req-1cb0adc7-65fb-466f-bf53-bd736f050dba tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:39.182739 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-49e6b9a8-b58d-4d9f-964c-daaeb370e89c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:39.182872 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58e52626-3d82-4c4b-993b-e3646ffb84d1 req-1cb0adc7-65fb-466f-bf53-bd736f050dba tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0581338 Dec 12 17:45:39.234212 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58e52626-3d82-4c4b-993b-e3646ffb84d1 req-277a9b04-2742-4425-b0cf-f4e2f6affc5b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444050 Dec 12 17:45:39.314343 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Allocated IP 10.1.1.2 (112377af-42c7-4cad-b8bb-a84ac7368f8b/61eb5ee2-ae98-4d7f-a630-ebc0451873ad/c8682b88-b6cf-4b18-beeb-1c17c9686a89) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:45:39.394388 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-49e6b9a8-b58d-4d9f-964c-daaeb370e89c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:39.466280 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:39.475676 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:39.482191 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e6b9a8-b58d-4d9f-964c-daaeb370e89c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Checking segment: {'id': 'e3173692-a54b-40f3-a6ec-bfcd39b16dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '626732df-c48c-4473-9ad9-03a4379b190b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:45:39.482650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e6b9a8-b58d-4d9f-964c-daaeb370e89c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Network hostable DHCP agents. Network: 626732df-c48c-4473-9ad9-03a4379b190b, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:45:39.486231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6b9a8-b58d-4d9f-964c-daaeb370e89c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event updated for resources: {'Subnet': ['ID=b9730022-004d-409a-9e40-9f8cffadcd60,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:39.513403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e6b9a8-b58d-4d9f-964c-daaeb370e89c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Network 626732df-c48c-4473-9ad9-03a4379b190b is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:45:39.522473 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Network 112377af-42c7-4cad-b8bb-a84ac7368f8b is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:45:39.527934 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:39.529226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-49e6b9a8-b58d-4d9f-964c-daaeb370e89c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 626732df-c48c-4473-9ad9-03a4379b190b) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:39.531811 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:45:39.538434 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e6b9a8-b58d-4d9f-964c-daaeb370e89c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:39.539503 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-49e6b9a8-b58d-4d9f-964c-daaeb370e89c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:39.546598 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dd4ea4-e57b-40d6-b023-57e1a98077ac None None] Network 626732df-c48c-4473-9ad9-03a4379b190b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:45:39.566939 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-49e6b9a8-b58d-4d9f-964c-daaeb370e89c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4926252 Dec 12 17:45:39.567943 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5c828-a1c1-4ae9-8bf9-ff879837434a req-7aa6b40c-901c-4951-865a-fd4c9867de86 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:39.568443 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52368) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:39.571008 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-70c5c828-a1c1-4ae9-8bf9-ff879837434a req-7aa6b40c-901c-4951-865a-fd4c9867de86 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.1189952 Dec 12 17:45:39.574297 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8ce219ca-dcc3-4361-a0d8-674ccfe16b22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Request body: {'port': {'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b', 'name': 'tempest-TaggedBootDevicesTest-345056705', 'fixed_ips': [{'subnet_id': '61eb5ee2-ae98-4d7f-a630-ebc0451873ad'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:39.612424 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Pushing event updated for resources: {'Port': ['ID=c8682b88-b6cf-4b18-beeb-1c17c9686a89,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:39.654895 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-70c5c828-a1c1-4ae9-8bf9-ff879837434a req-991e8ad6-d573-45d8-a36c-10bfd7f993ed tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793271 Dec 12 17:45:39.656263 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Attempting to bind port c8682b88-b6cf-4b18-beeb-1c17c9686a89 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:45:39.656642 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Attempting to bind port c8682b88-b6cf-4b18-beeb-1c17c9686a89 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:45:39.657082 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Attempting to bind port c8682b88-b6cf-4b18-beeb-1c17c9686a89 on network 112377af-42c7-4cad-b8bb-a84ac7368f8b {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:45:39.667549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:45:39.668015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Checking segment: {'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:45:39.668478 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:39.668933 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Bound using segment: {'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:45:39.669497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Bound port: c8682b88-b6cf-4b18-beeb-1c17c9686a89, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:45:39.669945 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:39.707044 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9e062-3735-4e65-947e-082ab27c456f req-0084d4c7-8a7b-4f71-9ff7-7025e05419c2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:39.716776 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28c9e062-3735-4e65-947e-082ab27c456f req-0084d4c7-8a7b-4f71-9ff7-7025e05419c2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 943 time: 0.0908451 Dec 12 17:45:39.727601 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce219ca-dcc3-4361-a0d8-674ccfe16b22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Made reservation on behalf of 2d60493dddd34d8aabf5275887ac9321 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:45:39.763708 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-626732df-c48c-4473-9ad9-03a4379b190b', 'network_id': '626732df-c48c-4473-9ad9-03a4379b190b', 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'fixed_ips': [{'subnet_id': 'b9730022-004d-409a-9e40-9f8cffadcd60'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:45:39.764547 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:39.776261 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28c9e062-3735-4e65-947e-082ab27c456f req-060f0415-fd18-45c1-872e-964ead45ed7f tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585620 Dec 12 17:45:39.781721 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] For port c8682b88-b6cf-4b18-beeb-1c17c9686a89, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:45:39.796449 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] For port c8682b88-b6cf-4b18-beeb-1c17c9686a89, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c8682b88-b6cf-4b18-beeb-1c17c9686a89,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:45:39.805801 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:39.819796 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ce219ca-dcc3-4361-a0d8-674ccfe16b22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:39.837429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-8ce219ca-dcc3-4361-a0d8-674ccfe16b22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] device_id is not set on port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:45:39.944665 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3f303-900c-4a5a-b65b-59265785a18f None None] Pushing event updated for resources: {'Port': ['ID=c8682b88-b6cf-4b18-beeb-1c17c9686a89,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:39.967516 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Allocated IP 10.2.2.2 (626732df-c48c-4473-9ad9-03a4379b190b/b9730022-004d-409a-9e40-9f8cffadcd60/3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:45:40.028095 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-8ce219ca-dcc3-4361-a0d8-674ccfe16b22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Allocated IP 10.1.1.230 (112377af-42c7-4cad-b8bb-a84ac7368f8b/61eb5ee2-ae98-4d7f-a630-ebc0451873ad/5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:45:40.140565 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:40.153155 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:40.198508 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Network 626732df-c48c-4473-9ad9-03a4379b190b is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:45:40.201655 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:40.207905 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:45:40.216794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Pushing event updated for resources: {'Port': ['ID=3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:40.224582 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ce219ca-dcc3-4361-a0d8-674ccfe16b22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:40.268059 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ce219ca-dcc3-4361-a0d8-674ccfe16b22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:40.271883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Attempting to bind port 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:45:40.272427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Attempting to bind port 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'e3173692-a54b-40f3-a6ec-bfcd39b16dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '626732df-c48c-4473-9ad9-03a4379b190b'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:45:40.273457 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Attempting to bind port 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c on network 626732df-c48c-4473-9ad9-03a4379b190b {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:45:40.280922 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:45:40.282291 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Checking segment: {'id': 'e3173692-a54b-40f3-a6ec-bfcd39b16dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '626732df-c48c-4473-9ad9-03a4379b190b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:45:40.282852 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:40.283858 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Bound using segment: {'id': 'e3173692-a54b-40f3-a6ec-bfcd39b16dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '626732df-c48c-4473-9ad9-03a4379b190b'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:45:40.284484 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Bound port: 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3173692-a54b-40f3-a6ec-bfcd39b16dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '626732df-c48c-4473-9ad9-03a4379b190b'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:45:40.285067 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:40.297004 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce219ca-dcc3-4361-a0d8-674ccfe16b22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Network 112377af-42c7-4cad-b8bb-a84ac7368f8b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:45:40.317918 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8ce219ca-dcc3-4361-a0d8-674ccfe16b22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:40.320690 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce219ca-dcc3-4361-a0d8-674ccfe16b22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:45:40.368892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] For port 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:45:40.374165 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] For port 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c,segment=NetworkSegment(e3173692-a54b-40f3-a6ec-bfcd39b16dd5),segment_id=e3173692-a54b-40f3-a6ec-bfcd39b16dd5)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:45:40.376113 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce219ca-dcc3-4361-a0d8-674ccfe16b22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event updated for resources: {'Port': ['ID=5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:40.380735 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:40.387391 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce219ca-dcc3-4361-a0d8-674ccfe16b22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:40.387599 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbc5f9-4cee-4b75-a27c-0a5ee77b6b27 req-2e06f3d1-4de4-4274-bb61-5221e156709a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:40.388066 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ce219ca-dcc3-4361-a0d8-674ccfe16b22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:40.389095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09fbc5f9-4cee-4b75-a27c-0a5ee77b6b27 req-2e06f3d1-4de4-4274-bb61-5221e156709a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0645344 Dec 12 17:45:40.406731 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8ce219ca-dcc3-4361-a0d8-674ccfe16b22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8367908 Dec 12 17:45:40.409112 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52374) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:40.419104 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c5ccedae-822c-49ac-acce-4eecb3701fab tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Request body: {'port': {'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b', 'name': 'tempest-TaggedBootDevicesTest-520008414', 'fixed_ips': [{'subnet_id': '61eb5ee2-ae98-4d7f-a630-ebc0451873ad'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:40.441020 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca31f7-ea04-4a93-824b-a3767cf66e61 None None] Pushing event updated for resources: {'Port': ['ID=3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:40.459823 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09fbc5f9-4cee-4b75-a27c-0a5ee77b6b27 req-dc8f2e10-eb2d-431e-b638-eb4b444172d8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612781 Dec 12 17:45:40.564934 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ccedae-822c-49ac-acce-4eecb3701fab tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Made reservation on behalf of 2d60493dddd34d8aabf5275887ac9321 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:45:40.572486 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5ccedae-822c-49ac-acce-4eecb3701fab tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:40.597815 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-c5ccedae-822c-49ac-acce-4eecb3701fab tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] device_id is not set on port fdd0637a-9af5-4876-95fb-640753ad8e72 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:45:40.609369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77fa79-9e9f-421c-9ed0-380abceeb92d req-053fea8d-c923-40b8-abb1-582dc7afe616 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:40.615758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e77fa79-9e9f-421c-9ed0-380abceeb92d req-053fea8d-c923-40b8-abb1-582dc7afe616 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0655601 Dec 12 17:45:40.701938 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e77fa79-9e9f-421c-9ed0-380abceeb92d req-016ce45b-46df-4bbf-98a5-db0a7d36ec18 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799396 Dec 12 17:45:40.849652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e1e33-33d1-469d-9a73-3f5d7dc07ebf req-59f82d23-eff5-4716-9d4b-10432bb0ac06 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:40.851402 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd6e1e33-33d1-469d-9a73-3f5d7dc07ebf req-59f82d23-eff5-4716-9d4b-10432bb0ac06 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.1009152 Dec 12 17:45:40.902827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f151f96-7c1a-4d26-972a-771fc03cc76b req-d5a7264e-b1d0-4133-80f0-3c36a8a4f06f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:40.904781 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1f151f96-7c1a-4d26-972a-771fc03cc76b req-d5a7264e-b1d0-4133-80f0-3c36a8a4f06f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1197085 Dec 12 17:45:40.914024 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-c5ccedae-822c-49ac-acce-4eecb3701fab tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Allocated IP 10.1.1.98 (112377af-42c7-4cad-b8bb-a84ac7368f8b/61eb5ee2-ae98-4d7f-a630-ebc0451873ad/fdd0637a-9af5-4876-95fb-640753ad8e72) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:45:40.976561 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd6e1e33-33d1-469d-9a73-3f5d7dc07ebf req-f182e5fc-28dc-44a6-9319-7d706e14e3d3 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108782 Dec 12 17:45:40.977118 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:41.050931 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:41.052676 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1f151f96-7c1a-4d26-972a-771fc03cc76b req-74ed47eb-0f7d-448f-9804-a1407abb030d tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111548 Dec 12 17:45:41.055654 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:41.153179 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5ccedae-822c-49ac-acce-4eecb3701fab tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:41.181829 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:41.226885 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5ccedae-822c-49ac-acce-4eecb3701fab tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:41.233908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5116ae0d-55f5-4b7d-b07f-c9801b94efdd None None] Network 112377af-42c7-4cad-b8bb-a84ac7368f8b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:45:41.239695 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4612d0-6fb0-4753-a594-869f7f289ceb req-2f6ca0cc-e59e-448d-b4e8-9374a6183dbc tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:41.239867 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c,segment=NetworkSegment(e3173692-a54b-40f3-a6ec-bfcd39b16dd5),segment_id=e3173692-a54b-40f3-a6ec-bfcd39b16dd5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:41.250743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e4612d0-6fb0-4753-a594-869f7f289ceb req-2f6ca0cc-e59e-448d-b4e8-9374a6183dbc tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 943 time: 0.0943244 Dec 12 17:45:41.279475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ccedae-822c-49ac-acce-4eecb3701fab tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Network 112377af-42c7-4cad-b8bb-a84ac7368f8b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:45:41.282980 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c5ccedae-822c-49ac-acce-4eecb3701fab tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:41.287373 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ccedae-822c-49ac-acce-4eecb3701fab tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:45:41.294155 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccedae-822c-49ac-acce-4eecb3701fab tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event updated for resources: {'Port': ['ID=fdd0637a-9af5-4876-95fb-640753ad8e72,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:41.309651 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:41.310436 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c8682b88-b6cf-4b18-beeb-1c17c9686a89 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:41.332135 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e4612d0-6fb0-4753-a594-869f7f289ceb req-936a3339-9194-4a51-8e22-6aadec04d8d7 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784404 Dec 12 17:45:41.352479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ccedae-822c-49ac-acce-4eecb3701fab tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:41.353344 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5ccedae-822c-49ac-acce-4eecb3701fab tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:41.376040 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c5ccedae-822c-49ac-acce-4eecb3701fab tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9654579 Dec 12 17:45:41.443130 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-528d63fd-73fb-416d-8c30-333fbe0e65ad None None] Provisioning complete for port c8682b88-b6cf-4b18-beeb-1c17c9686a89 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:41.443666 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-528d63fd-73fb-416d-8c30-333fbe0e65ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:41.536399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00276c-5a8e-4e8f-85ab-c41e833e3251 req-8a42fc97-0c52-42bb-9146-54f98eeb50cb tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:41.537165 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:41.537982 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc00276c-5a8e-4e8f-85ab-c41e833e3251 req-8a42fc97-0c52-42bb-9146-54f98eeb50cb tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0693982 Dec 12 17:45:41.578135 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c8682b88-b6cf-4b18-beeb-1c17c9686a89 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:41.578613 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:41.598860 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc00276c-5a8e-4e8f-85ab-c41e833e3251 req-cd87b570-b99f-4184-9bed-d140b9564e49 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543766 Dec 12 17:45:41.608311 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 3c462246-830e-4277-b195-ec203c5371e0 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:45:41.751174 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-528d63fd-73fb-416d-8c30-333fbe0e65ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:41.768059 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52398) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:41.773415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3d95ef9e-0095-46a8-aa33-f757d708b4a1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--986727071', 'description': 'tempest-description--527804218'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:41.809022 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d95ef9e-0095-46a8-aa33-f757d708b4a1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:41.834636 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa26691e-86fa-4156-a6a9-ff5255a51bcd None None] Network 626732df-c48c-4473-9ad9-03a4379b190b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:45:41.850914 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:41.872650 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-528d63fd-73fb-416d-8c30-333fbe0e65ad None None] For port c8682b88-b6cf-4b18-beeb-1c17c9686a89, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c8682b88-b6cf-4b18-beeb-1c17c9686a89,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:41.898063 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d95ef9e-0095-46a8-aa33-f757d708b4a1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:41.905947 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d95ef9e-0095-46a8-aa33-f757d708b4a1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:41.943991 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d95ef9e-0095-46a8-aa33-f757d708b4a1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:41.948607 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3d95ef9e-0095-46a8-aa33-f757d708b4a1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1758833 Dec 12 17:45:41.949016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52400) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:41.953914 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95ef9e-0095-46a8-aa33-f757d708b4a1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f35aaf0-d9d8-47ba-9185-ded2512f99a1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:41.958466 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-be6da4f9-a8ec-49f0-873a-0d856a373d29 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Request body: {'security_group_rule': {'security_group_id': '5f35aaf0-d9d8-47ba-9185-ded2512f99a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:42.008119 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-be6da4f9-a8ec-49f0-873a-0d856a373d29 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.081781 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 3c462246-830e-4277-b195-ec203c5371e0, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=3c462246-830e-4277-b195-ec203c5371e0,segment=NetworkSegment(39a15768-72d2-49e4-a66e-534985adf3fc),segment_id=39a15768-72d2-49e4-a66e-534985adf3fc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:42.093983 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-be6da4f9-a8ec-49f0-873a-0d856a373d29 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.094326 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-528d63fd-73fb-416d-8c30-333fbe0e65ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.105076 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-be6da4f9-a8ec-49f0-873a-0d856a373d29 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.127603 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6da4f9-a8ec-49f0-873a-0d856a373d29 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db2b917-4722-41ea-ab38-475134b0599f,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:42.143936 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f89b8-2049-41a5-9478-ee19c2f5f201 req-e7799bc8-0bbc-4fd6-a3b3-a04d6fa95ebc tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:42.146311 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-565f89b8-2049-41a5-9478-ee19c2f5f201 req-e7799bc8-0bbc-4fd6-a3b3-a04d6fa95ebc tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.0886326 Dec 12 17:45:42.161331 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-be6da4f9-a8ec-49f0-873a-0d856a373d29 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.165395 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52406) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:42.165523 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-be6da4f9-a8ec-49f0-873a-0d856a373d29 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2153399 Dec 12 17:45:42.170433 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '3c462246-830e-4277-b195-ec203c5371e0', 'network_id': 'c69dac47-edf4-4b8e-b3b6-b73f3b551922', 'port_id': '3c462246-830e-4277-b195-ec203c5371e0', 'mac_address': 'fa:16:3e:c9:98:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf8408a6-d69c-4e8b-bdac-4b882ee38aad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:45:42.172402 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-29664301-2c64-4681-9401-e76c289a9b09 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Request body: {'security_group_rule': {'security_group_id': '5f35aaf0-d9d8-47ba-9185-ded2512f99a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:42.221041 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29664301-2c64-4681-9401-e76c289a9b09 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.228087 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-565f89b8-2049-41a5-9478-ee19c2f5f201 req-2b3eeff6-050b-423a-93e2-64dc478e48f9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704067 Dec 12 17:45:42.267244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d63fd-73fb-416d-8c30-333fbe0e65ad None None] Pushing event updated for resources: {'Port': ['ID=c8682b88-b6cf-4b18-beeb-1c17c9686a89,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:42.304857 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.323551 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:45:42.323922 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:45:42.329878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e13f19db-1655-4dcd-b7db-7851de0f49b5 None None] Provisioning complete for port c8682b88-b6cf-4b18-beeb-1c17c9686a89 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:42.330288 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e13f19db-1655-4dcd-b7db-7851de0f49b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.334507 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29664301-2c64-4681-9401-e76c289a9b09 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.334785 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c462246-830e-4277-b195-ec203c5371e0 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:45:42.340892 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29664301-2c64-4681-9401-e76c289a9b09 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.363043 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29664301-2c64-4681-9401-e76c289a9b09 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc0d2b4-2131-4033-ab7c-b475152165e2,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:42.374435 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29664301-2c64-4681-9401-e76c289a9b09 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.376490 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-29664301-2c64-4681-9401-e76c289a9b09 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2095413 Dec 12 17:45:42.379956 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52412) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:42.380588 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 3c462246-830e-4277-b195-ec203c5371e0, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=3c462246-830e-4277-b195-ec203c5371e0,segment=NetworkSegment(39a15768-72d2-49e4-a66e-534985adf3fc),segment_id=39a15768-72d2-49e4-a66e-534985adf3fc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:42.388449 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c8d39cec-9735-4a9b-a124-7092ab141e74 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:42.390847 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.417558 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8d39cec-9735-4a9b-a124-7092ab141e74 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.495726 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=3c462246-830e-4277-b195-ec203c5371e0,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:42.521283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc6309-079c-44b7-b129-e379f14555a6 req-643e8b6a-5204-43ee-ab75-5b2192dfb326 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:42.522866 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22dc6309-079c-44b7-b129-e379f14555a6 req-643e8b6a-5204-43ee-ab75-5b2192dfb326 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 944 time: 0.0726442 Dec 12 17:45:42.530132 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e13f19db-1655-4dcd-b7db-7851de0f49b5 None None] Provisioning complete for port 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:42.530506 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e13f19db-1655-4dcd-b7db-7851de0f49b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.562367 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8d39cec-9735-4a9b-a124-7092ab141e74 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.586495 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22dc6309-079c-44b7-b129-e379f14555a6 req-5e23cb5e-c472-4983-b5ad-365816beb737 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567920 Dec 12 17:45:42.647989 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e13f19db-1655-4dcd-b7db-7851de0f49b5 None None] Provisioning complete for port fdd0637a-9af5-4876-95fb-640753ad8e72 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:42.648365 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e13f19db-1655-4dcd-b7db-7851de0f49b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.689448 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e13f19db-1655-4dcd-b7db-7851de0f49b5 None None] Port fdd0637a-9af5-4876-95fb-640753ad8e72 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:45:42.699330 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-c8d39cec-9735-4a9b-a124-7092ab141e74 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Allocated IP 172.25.1.237 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/5e8e4283-f349-4d85-966f-d65cf938fb05) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:45:42.702742 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e13f19db-1655-4dcd-b7db-7851de0f49b5 None None] Provisioning complete for port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:42.703122 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e13f19db-1655-4dcd-b7db-7851de0f49b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.736257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd08c2-269e-4b63-b4b6-2413f6e8c1cb req-87f2b8d8-7c57-41d6-b140-36021abb0f58 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:42.737925 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ffdd08c2-269e-4b63-b4b6-2413f6e8c1cb req-87f2b8d8-7c57-41d6-b140-36021abb0f58 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0516422 Dec 12 17:45:42.739878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e13f19db-1655-4dcd-b7db-7851de0f49b5 None None] Port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:45:42.777735 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['3c462246-830e-4277-b195-ec203c5371e0'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:42.796273 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ffdd08c2-269e-4b63-b4b6-2413f6e8c1cb req-b3fe461a-8275-4ab2-8cf8-06bd0067c162 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520041 Dec 12 17:45:42.827465 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8d39cec-9735-4a9b-a124-7092ab141e74 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.869292 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8d39cec-9735-4a9b-a124-7092ab141e74 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.910712 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d39cec-9735-4a9b-a124-7092ab141e74 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:45:42.914176 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c8d39cec-9735-4a9b-a124-7092ab141e74 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:42.918864 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d39cec-9735-4a9b-a124-7092ab141e74 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:45:42.921659 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-06108991-d200-4456-8035-bcb60e1c5fb5 None None] Provisioning complete for port fdd0637a-9af5-4876-95fb-640753ad8e72 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:42.922033 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06108991-d200-4456-8035-bcb60e1c5fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:42.983084 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-06108991-d200-4456-8035-bcb60e1c5fb5 None None] Port fdd0637a-9af5-4876-95fb-640753ad8e72 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:45:42.996399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d39cec-9735-4a9b-a124-7092ab141e74 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event updated for resources: {'Port': ['ID=5e8e4283-f349-4d85-966f-d65cf938fb05,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:43.033102 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-06108991-d200-4456-8035-bcb60e1c5fb5 None None] Provisioning complete for port 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:43.033711 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06108991-d200-4456-8035-bcb60e1c5fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:43.062669 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:43.078177 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8d39cec-9735-4a9b-a124-7092ab141e74 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:43.098044 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc939488-5ef1-4341-a69b-aff1eb87857e req-5ec90903-4925-4193-a061-33ff84679928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:43.099570 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc939488-5ef1-4341-a69b-aff1eb87857e req-5ec90903-4925-4193-a061-33ff84679928 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcfe64c55346445599fb24bf34f06b4d&device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 1095 time: 0.0836451 Dec 12 17:45:43.115898 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8d39cec-9735-4a9b-a124-7092ab141e74 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:43.116101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654dcf3-2290-4e41-92d6-270519363179 req-e9b5c789-adef-419e-9ab2-ca140c5b988c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:43.117423 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b654dcf3-2290-4e41-92d6-270519363179 req-e9b5c789-adef-419e-9ab2-ca140c5b988c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0700877 Dec 12 17:45:43.181844 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:43.182722 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:43.275684 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b654dcf3-2290-4e41-92d6-270519363179 req-3a8ae5d4-2647-4015-a86e-3b9d8c7a4b10 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443748 Dec 12 17:45:43.306507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc939488-5ef1-4341-a69b-aff1eb87857e req-6fa2a574-b2f3-4860-bca1-4b551584d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:43.306815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c8682b88-b6cf-4b18-beeb-1c17c9686a89 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:43.308469 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc939488-5ef1-4341-a69b-aff1eb87857e req-6fa2a574-b2f3-4860-bca1-4b551584d973 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 200 len: 913 time: 0.2002778 Dec 12 17:45:43.362801 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8d39cec-9735-4a9b-a124-7092ab141e74 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:43.365395 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c8682b88-b6cf-4b18-beeb-1c17c9686a89 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:43.365778 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:43.373055 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8d39cec-9735-4a9b-a124-7092ab141e74 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:43.478439 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d39cec-9735-4a9b-a124-7092ab141e74 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event updated for resources: {'Port': ['ID=5e8e4283-f349-4d85-966f-d65cf938fb05,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:43.494799 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8d39cec-9735-4a9b-a124-7092ab141e74 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:43.509479 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc939488-5ef1-4341-a69b-aff1eb87857e req-76db6d04-77cd-451e-a442-adb2901fa738 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab HTTP/1.1" status: 200 len: 998 time: 0.1843910 Dec 12 17:45:43.512496 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8d39cec-9735-4a9b-a124-7092ab141e74 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:43.518102 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c8d39cec-9735-4a9b-a124-7092ab141e74 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1324463 Dec 12 17:45:43.519283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd09617-dfc5-43df-a996-3fc5ce1c7c3a req-dff344a8-ce96-4245-bb66-5a40eab42ca5 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:43.521938 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6cd09617-dfc5-43df-a996-3fc5ce1c7c3a req-dff344a8-ce96-4245-bb66-5a40eab42ca5 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.0987809 Dec 12 17:45:43.601516 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc939488-5ef1-4341-a69b-aff1eb87857e req-97a52ed0-b933-45b9-afae-51eea4035f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:43.603647 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc939488-5ef1-4341-a69b-aff1eb87857e req-97a52ed0-b933-45b9-afae-51eea4035f5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 200 len: 851 time: 0.0806451 Dec 12 17:45:43.632629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6cd09617-dfc5-43df-a996-3fc5ce1c7c3a req-a9b48584-d88b-4574-8d67-1ae27201e7e5 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815074 Dec 12 17:45:43.703462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc939488-5ef1-4341-a69b-aff1eb87857e req-fbf94521-78db-4769-ab87-621d723a30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:43.705052 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc939488-5ef1-4341-a69b-aff1eb87857e req-fbf94521-78db-4769-ab87-621d723a30bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3099023b-6d27-4db1-9d42-7a3830fba737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860980 Dec 12 17:45:43.780090 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e537950-9780-49e5-9990-4a4bcf5d14e4 req-827e9283-3f6b-4b3a-a730-18250d34a15d tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:43.781528 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e537950-9780-49e5-9990-4a4bcf5d14e4 req-827e9283-3f6b-4b3a-a730-18250d34a15d tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 944 time: 0.1202900 Dec 12 17:45:43.867583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc939488-5ef1-4341-a69b-aff1eb87857e req-ce0c61db-9ac9-4650-8637-d084af608a85 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527326 Dec 12 17:45:43.873968 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-341e341d-ea31-4eb0-809f-7fe84818e5c9 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--986727071&fields=id&tenant_id=2d60493dddd34d8aabf5275887ac9321 HTTP/1.1" status: 200 len: 267 time: 0.1124403 Dec 12 17:45:43.913473 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e537950-9780-49e5-9990-4a4bcf5d14e4 req-1eb02110-a8a7-4397-85c2-a2ff0761090a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236851 Dec 12 17:45:43.983850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-e357c5e4-ba15-4b4f-863a-97bb335b92cd tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:43.985219 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-e357c5e4-ba15-4b4f-863a-97bb335b92cd tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports/5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 HTTP/1.1" status: 200 len: 931 time: 0.0951076 Dec 12 17:45:44.056560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-ae4785d4-68fd-4d24-804c-a129b75be145 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:44.058026 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-ae4785d4-68fd-4d24-804c-a129b75be145 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports/fdd0637a-9af5-4876-95fb-640753ad8e72 HTTP/1.1" status: 200 len: 930 time: 0.0662489 Dec 12 17:45:44.060407 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc939488-5ef1-4341-a69b-aff1eb87857e req-f61b70d7-be6a-4ee8-9eaf-a4dc7e7dd3c4 service neutron] 10.222.0.20 "GET /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809797 Dec 12 17:45:44.095068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-8aeafe3a-d40d-4a73-b0ab-bfc5b2684bf3 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?network_id=626732df-c48c-4473-9ad9-03a4379b190b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0298305 Dec 12 17:45:44.128477 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-292ee71e-4db2-47fb-9278-01b1b321fb7b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?network_id=626732df-c48c-4473-9ad9-03a4379b190b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0270216 Dec 12 17:45:44.242026 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-e6e46cdd-6e7a-4408-bd81-7b68e790708b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:44.247819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-e6e46cdd-6e7a-4408-bd81-7b68e790708b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:44.253900 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-e6e46cdd-6e7a-4408-bd81-7b68e790708b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:44.256688 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-e6e46cdd-6e7a-4408-bd81-7b68e790708b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/networks?id=c1b8f09d-ac40-49fa-9ee2-d2991b9f558c&id=112377af-42c7-4cad-b8bb-a84ac7368f8b&id=112377af-42c7-4cad-b8bb-a84ac7368f8b&id=626732df-c48c-4473-9ad9-03a4379b190b&id=626732df-c48c-4473-9ad9-03a4379b190b HTTP/1.1" status: 200 len: 1990 time: 0.1220558 Dec 12 17:45:44.272835 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-847a9d34-6588-4308-9b42-dbcb08ff8a5f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/quotas/2d60493dddd34d8aabf5275887ac9321 HTTP/1.1" status: 200 len: 375 time: 0.0093477 Dec 12 17:45:44.339014 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-56df4fc8-3322-4f1a-aacf-60e592ddedc1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d60493dddd34d8aabf5275887ac9321&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0590382 Dec 12 17:45:44.468172 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-49b99e55-28e6-46cd-a09e-52a56f2c435c service neutron] 10.222.0.18 "GET /v2.0/networks/c1b8f09d-ac40-49fa-9ee2-d2991b9f558c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160967 Dec 12 17:45:44.480782 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e1f65-882d-4fa1-8ea7-6979ccc50358 req-b6520b79-309e-43ed-b62f-f8b5d53d3784 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:44.482308 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a46e1f65-882d-4fa1-8ea7-6979ccc50358 req-b6520b79-309e-43ed-b62f-f8b5d53d3784 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0712154 Dec 12 17:45:44.596391 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a46e1f65-882d-4fa1-8ea7-6979ccc50358 req-f31d1efb-31e9-416b-b3b5-cbb906df6e49 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946875 Dec 12 17:45:44.606345 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-c321b325-f1c2-4ff4-9570-f9ea4da90681 service neutron] 10.222.0.18 "GET /v2.0/networks/c1b8f09d-ac40-49fa-9ee2-d2991b9f558c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230812 Dec 12 17:45:44.649801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-ec9c1d2f-a55f-433d-8861-0a12d195fe7b service neutron] 10.222.0.18 "GET /v2.0/ports/5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0335131 Dec 12 17:45:44.751941 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36847939-50b5-4d60-9377-45a04eb07039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:44.771551 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-26d512bb-ef71-4580-a16f-23a76cc90755 service neutron] 10.222.0.18 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158917 Dec 12 17:45:44.783691 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdae2c-5498-4476-9dd6-8417492aba77 req-7a1bb168-a874-4c6c-8b1f-96e1731ac230 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:44.785146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-75bdae2c-5498-4476-9dd6-8417492aba77 req-7a1bb168-a874-4c6c-8b1f-96e1731ac230 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.0739195 Dec 12 17:45:44.889366 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-75bdae2c-5498-4476-9dd6-8417492aba77 req-6479f1be-5d9e-4add-8f95-dcaa58ea806d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961332 Dec 12 17:45:44.904887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-53874f55-9c91-457c-b247-04027411f6a4 service neutron] 10.222.0.18 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187873 Dec 12 17:45:44.943436 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-0727113a-9cca-4c11-888c-8ba69d0548b6 service neutron] 10.222.0.18 "GET /v2.0/ports/fdd0637a-9af5-4876-95fb-640753ad8e72?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0318856 Dec 12 17:45:45.060574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cece3d-623e-4bee-b6d5-a6cd90ca478e req-326eb803-bf77-4a00-95d5-20d1690a5d70 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:45.062041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38cece3d-623e-4bee-b6d5-a6cd90ca478e req-326eb803-bf77-4a00-95d5-20d1690a5d70 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 944 time: 0.0701201 Dec 12 17:45:45.078650 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3154742f-fe60-43bb-a951-396081e53915 service neutron] 10.222.0.18 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290698 Dec 12 17:45:45.466195 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38cece3d-623e-4bee-b6d5-a6cd90ca478e req-b44362b6-2a67-4b94-aba8-2554d12eb84b tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969727 Dec 12 17:45:45.495739 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-ec48bf58-9f20-4c93-830e-2cc3e8fbda5e service neutron] 10.222.0.18 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099329 Dec 12 17:45:45.587087 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9bbb7c3e-78d7-4a6d-a16f-dbca2985f0ee service neutron] 10.222.0.18 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849612 Dec 12 17:45:45.617271 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 3c462246-830e-4277-b195-ec203c5371e0 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:45:45.673078 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 3c462246-830e-4277-b195-ec203c5371e0 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:45:45.676932 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 3c462246-830e-4277-b195-ec203c5371e0 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:45.677310 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:45.712885 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b79cf20a-c38c-44fe-9460-6b95194d5f5e service neutron] 10.222.0.18 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181540 Dec 12 17:45:45.735865 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c379da-c9df-44c2-ad21-e595b5ce0483 req-c93fe800-d29f-4f9e-9625-c8af8296e196 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:45.737378 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3c379da-c9df-44c2-ad21-e595b5ce0483 req-c93fe800-d29f-4f9e-9625-c8af8296e196 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0651002 Dec 12 17:45:45.759465 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:45.781848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f59177-83da-4abf-ab28-9597b5185d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c462246-830e-4277-b195-ec203c5371e0'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:45:45.784236 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588883e9-d118-4fad-acf9-2452efeefec4" -d '{"events": [{"server_uuid": "01f59177-83da-4abf-ab28-9597b5185d77", "name": "network-vif-plugged", "status": "completed", "tag": "3c462246-830e-4277-b195-ec203c5371e0"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:45:45.798185 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 3c462246-830e-4277-b195-ec203c5371e0, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=3c462246-830e-4277-b195-ec203c5371e0,segment=NetworkSegment(39a15768-72d2-49e4-a66e-534985adf3fc),segment_id=39a15768-72d2-49e4-a66e-534985adf3fc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:45.802157 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:45.837023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3c379da-c9df-44c2-ad21-e595b5ce0483 req-068f67f3-4ec6-4b26-a6e0-8f0b86922e9d tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896904 Dec 12 17:45:45.861242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-7cf79b94-aa94-49b9-831a-5134c5ce28db service neutron] 10.222.0.18 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319520 Dec 12 17:45:45.867108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=3c462246-830e-4277-b195-ec203c5371e0,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:45.942033 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e928e2de-79a5-44dd-92d2-88d6ee8f8b00 x-openstack-request-id: req-e928e2de-79a5-44dd-92d2-88d6ee8f8b00 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:45:45.942397 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f59177-83da-4abf-ab28-9597b5185d77", "name": "network-vif-plugged", "status": "completed", "tag": "3c462246-830e-4277-b195-ec203c5371e0", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:45:45.943097 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e928e2de-79a5-44dd-92d2-88d6ee8f8b00 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:45:45.943097 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f59177-83da-4abf-ab28-9597b5185d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c462246-830e-4277-b195-ec203c5371e0', 'code': 200} Dec 12 17:45:45.947754 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-53d6c6f8-c710-4c58-9c9a-fdc9c2f1649f service neutron] 10.222.0.18 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890093 Dec 12 17:45:46.103213 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5c0d8-6bdc-4405-a704-94989c05b24c req-911466e5-8a2a-4115-b7bf-be4f1cc13def tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:46.104708 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dcd5c0d8-6bdc-4405-a704-94989c05b24c req-911466e5-8a2a-4115-b7bf-be4f1cc13def tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0983238 Dec 12 17:45:46.114220 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4da4c-dd59-481e-bbd0-99d8ae242134 req-a5c8bf4a-eb9d-4637-af4f-63b6a7880781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:46.115651 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ca4da4c-dd59-481e-bbd0-99d8ae242134 req-a5c8bf4a-eb9d-4637-af4f-63b6a7880781 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 1096 time: 0.1038580 Dec 12 17:45:46.127583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-22c30b43-9fa2-46d0-924a-84981a3d63f0 service neutron] 10.222.0.18 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740823 Dec 12 17:45:46.238475 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dcd5c0d8-6bdc-4405-a704-94989c05b24c req-2066978b-dc44-4d06-b103-6c40c94b422f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218741 Dec 12 17:45:46.250023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ca4da4c-dd59-481e-bbd0-99d8ae242134 req-9d4f40b8-e2ed-43fc-b6dc-08add3504101 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213379 Dec 12 17:45:46.286124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3a1cbf7d-2331-4b2b-b3ad-38a3cbfbe157 service neutron] 10.222.0.18 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462584 Dec 12 17:45:46.414001 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cc621-32ba-41ad-8b00-a6a26bb57b1b req-e81bbfef-0a81-4af2-8f7c-76a8fac39faa tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:46.415925 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e4cc621-32ba-41ad-8b00-a6a26bb57b1b req-e81bbfef-0a81-4af2-8f7c-76a8fac39faa tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.1041298 Dec 12 17:45:46.419421 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-954c0199-b7ed-411f-9478-f62149592c2f service neutron] 10.222.0.18 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266394 Dec 12 17:45:46.519807 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e4cc621-32ba-41ad-8b00-a6a26bb57b1b req-a8db93dd-8ebe-460c-8464-18f4ecac4d9e tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979264 Dec 12 17:45:46.547121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-c46567d7-6439-40c4-8b97-cea6a6169276 service neutron] 10.222.0.18 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187029 Dec 12 17:45:46.937189 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:46.940514 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f914f7a2-7c07-4bc2-9853-5045535f0244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:47.165255 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa763ab0-0646-4a37-b6f6-29275bf02552 req-8ed2e395-69a4-46dc-9ad4-62c09f97bb8e tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:47.167021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa763ab0-0646-4a37-b6f6-29275bf02552 req-8ed2e395-69a4-46dc-9ad4-62c09f97bb8e tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 945 time: 0.0648100 Dec 12 17:45:47.228444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa763ab0-0646-4a37-b6f6-29275bf02552 req-7cae0f5a-f35a-473f-a1b5-53240e8b1bb8 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543907 Dec 12 17:45:47.266521 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6283e6-97de-480d-93d9-ce0d89700575 req-3ece5be7-96db-4ecf-8b1b-c754afcdf4b3 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:47.268112 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c6283e6-97de-480d-93d9-ce0d89700575 req-3ece5be7-96db-4ecf-8b1b-c754afcdf4b3 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=85d20866-c818-4d8a-845f-c1e8bf505ffc HTTP/1.1" status: 200 len: 944 time: 0.0562479 Dec 12 17:45:47.389021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-9c6283e6-97de-480d-93d9-ce0d89700575 req-f5b9004c-4930-4d8b-b9b1-62189111c53b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Deleting port cc57b21f-108a-446f-8a71-0c47ee914021 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:45:47.389561 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c6283e6-97de-480d-93d9-ce0d89700575 req-f5b9004c-4930-4d8b-b9b1-62189111c53b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:47.425454 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:47.500316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-9c6283e6-97de-480d-93d9-ce0d89700575 req-f5b9004c-4930-4d8b-b9b1-62189111c53b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] For port cc57b21f-108a-446f-8a71-0c47ee914021, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cc57b21f-108a-446f-8a71-0c47ee914021,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:47.500686 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c6283e6-97de-480d-93d9-ce0d89700575 req-f5b9004c-4930-4d8b-b9b1-62189111c53b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:47.541181 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04ef0e3a-9b4e-45f3-b91b-57b63f697999 req-62fe3ec9-6898-4db5-841a-b220818248ea tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.0430958 Dec 12 17:45:47.542039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-9c6283e6-97de-480d-93d9-ce0d89700575 req-f5b9004c-4930-4d8b-b9b1-62189111c53b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Calling delete_port for cc57b21f-108a-446f-8a71-0c47ee914021 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:45:47.707002 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191fa2e-59f3-49a5-a2bd-5f876b87f3a2 req-a1cce561-9341-4f8a-9f9c-7f41c9c0af69 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:47.708647 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6191fa2e-59f3-49a5-a2bd-5f876b87f3a2 req-a1cce561-9341-4f8a-9f9c-7f41c9c0af69 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.0973485 Dec 12 17:45:47.736335 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c6283e6-97de-480d-93d9-ce0d89700575 req-f5b9004c-4930-4d8b-b9b1-62189111c53b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:47.752268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['1e5ea895-136a-44cf-b33a-b6ba997762e7', '6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:47.770747 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9004c-4930-4d8b-b9b1-62189111c53b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Pushing event deleted for resources: {'Port': ['ID=cc57b21f-108a-446f-8a71-0c47ee914021,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:47.844994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6283e6-97de-480d-93d9-ce0d89700575 req-f5b9004c-4930-4d8b-b9b1-62189111c53b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] No DVR routers for this DVR port cc57b21f-108a-446f-8a71-0c47ee914021 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:45:47.851882 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6191fa2e-59f3-49a5-a2bd-5f876b87f3a2 req-2fe9ef66-ccb1-4879-8f01-36c9d1d29db8 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347857 Dec 12 17:45:47.853181 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c6283e6-97de-480d-93d9-ce0d89700575 req-f5b9004c-4930-4d8b-b9b1-62189111c53b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:47.864827 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c6283e6-97de-480d-93d9-ce0d89700575 req-f5b9004c-4930-4d8b-b9b1-62189111c53b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "DELETE /v2.0/ports/cc57b21f-108a-446f-8a71-0c47ee914021 HTTP/1.1" status: 204 len: 173 time: 0.5907550 Dec 12 17:45:47.866534 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d20866-c818-4d8a-845f-c1e8bf505ffc', 'name': 'network-vif-deleted', 'tag': 'cc57b21f-108a-446f-8a71-0c47ee914021'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:45:47.869277 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be324d78-3fc3-4b54-8bf4-3393fd3548ab" -d '{"events": [{"server_uuid": "85d20866-c818-4d8a-845f-c1e8bf505ffc", "name": "network-vif-deleted", "tag": "cc57b21f-108a-446f-8a71-0c47ee914021"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:45:47.920048 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 12 Dec 2021 17:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f04a60b-319e-46f4-9b95-60621887ba8d x-openstack-request-id: req-4f04a60b-319e-46f4-9b95-60621887ba8d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:45:47.920395 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d20866-c818-4d8a-845f-c1e8bf505ffc", "name": "network-vif-deleted", "tag": "cc57b21f-108a-446f-8a71-0c47ee914021", "status": "failed", "code": 422}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:45:47.920657 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f04a60b-319e-46f4-9b95-60621887ba8d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:45:47.921132 n-d-760354-5 neutron-server[103151]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '85d20866-c818-4d8a-845f-c1e8bf505ffc', 'name': 'network-vif-deleted', 'tag': 'cc57b21f-108a-446f-8a71-0c47ee914021', 'status': 'failed', 'code': 422} returned with failed status Dec 12 17:45:48.221757 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:48.252181 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-e162639a-f428-4608-9ac0-789c52ee153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:48.255212 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-e162639a-f428-4608-9ac0-789c52ee153c service neutron] 10.222.0.31 "GET /v2.0/ports/5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 HTTP/1.1" status: 200 len: 1027 time: 0.0432272 Dec 12 17:45:48.317744 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-034ec9e2-25c2-4210-8ae3-c4d24684b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:48.319471 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-034ec9e2-25c2-4210-8ae3-c4d24684b780 service neutron] 10.222.0.31 "GET /v2.0/ports/fdd0637a-9af5-4876-95fb-640753ad8e72 HTTP/1.1" status: 200 len: 1026 time: 0.0500915 Dec 12 17:45:48.365277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f5dcb-95a1-42b7-8b88-2d28d1776932 req-59626e29-8174-489b-8b9e-7097a891b725 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:48.373260 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c63f5dcb-95a1-42b7-8b88-2d28d1776932 req-59626e29-8174-489b-8b9e-7097a891b725 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 945 time: 0.0644054 Dec 12 17:45:48.426106 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c63f5dcb-95a1-42b7-8b88-2d28d1776932 req-23af451a-8a45-44d9-aad4-9eb6c634bd55 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519814 Dec 12 17:45:48.481302 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-6c46ec92-a178-465d-9161-976176d5c8f0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:48.500375 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-6c46ec92-a178-465d-9161-976176d5c8f0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:48.507138 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-6c46ec92-a178-465d-9161-976176d5c8f0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:48.509433 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-6c46ec92-a178-465d-9161-976176d5c8f0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.31 "GET /v2.0/networks?id=c1b8f09d-ac40-49fa-9ee2-d2991b9f558c&id=112377af-42c7-4cad-b8bb-a84ac7368f8b&id=112377af-42c7-4cad-b8bb-a84ac7368f8b&id=112377af-42c7-4cad-b8bb-a84ac7368f8b&id=112377af-42c7-4cad-b8bb-a84ac7368f8b&id=626732df-c48c-4473-9ad9-03a4379b190b&id=626732df-c48c-4473-9ad9-03a4379b190b HTTP/1.1" status: 200 len: 1990 time: 0.1814435 Dec 12 17:45:48.526991 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52578) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:48.610024 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-39a03bd5-1b0f-4f14-87fd-36e121e9f180 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d60493dddd34d8aabf5275887ac9321 HTTP/1.1" status: 200 len: 379 time: 0.0872645 Dec 12 17:45:48.630730 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-7d2f0af5-6c4f-49f5-9145-73f563d973da tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Request body: {'port': {'device_id': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c', 'admin_state_up': True, 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'security_groups': ['5f35aaf0-d9d8-47ba-9185-ded2512f99a1']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:48.689291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de30d2-7b8f-4be4-ba0b-48394d4d1b67 req-c3655eaf-870c-4e84-bfcd-86e5c4a3f21c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:48.699325 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9de30d2-7b8f-4be4-ba0b-48394d4d1b67 req-c3655eaf-870c-4e84-bfcd-86e5c4a3f21c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=9591b7d5-7581-46e4-98f5-8364e0816f7e HTTP/1.1" status: 200 len: 907 time: 0.1725607 Dec 12 17:45:48.760903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8d48292e-bf4d-4941-b591-ecc1b9c75eb5 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 7980 time: 0.2298994 Dec 12 17:45:48.761126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52582) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:48.766086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-0357a829-b772-4817-812e-912dc6b3d031 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Request body: {'network': {'name': 'tempest-network-smoke--278321692', 'project_id': '67865f4a143048ea9866213bacf38009', 'port_security_enabled': False}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:48.773695 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7e814c3-1530-48f9-9165-b05b02eac066 req-2f993db5-b65c-4e2b-b743-6ad282a215f8 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1705433847&fields=id&tenant_id=1e3672c6198b4503bcb71380bca74c88 HTTP/1.1" status: 200 len: 267 time: 0.1871755 Dec 12 17:45:48.775737 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-7d2f0af5-6c4f-49f5-9145-73f563d973da tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Made reservation on behalf of 2d60493dddd34d8aabf5275887ac9321 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:45:48.780392 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-7d2f0af5-6c4f-49f5-9145-73f563d973da tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:48.839399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0357a829-b772-4817-812e-912dc6b3d031 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Made reservation on behalf of 67865f4a143048ea9866213bacf38009 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:45:48.843570 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0357a829-b772-4817-812e-912dc6b3d031 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:48.904715 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e814c3-1530-48f9-9165-b05b02eac066 req-c84b4af4-4c94-4c02-8631-c8beea2188ce tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:48.913631 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7e814c3-1530-48f9-9165-b05b02eac066 req-c84b4af4-4c94-4c02-8631-c8beea2188ce tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 945 time: 0.1296611 Dec 12 17:45:48.921365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-b7e814c3-1530-48f9-9165-b05b02eac066 req-b5ab27d8-4feb-40df-8856-01da1ac82b5d tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Request body: {'port': {'security_groups': ['c91c7d0f-9bca-4a92-9fca-266df9887dbb', 'eec7921b-42b3-41b5-8ec9-85dc85c5aadb']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:48.961920 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b36e411-12f5-495b-8f79-d3d981ff9131 req-a4489992-30a1-407f-91b4-1a6efa0fef56 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.0869627 Dec 12 17:45:48.962291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0357a829-b772-4817-812e-912dc6b3d031 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:45:48.982109 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0357a829-b772-4817-812e-912dc6b3d031 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:48.982455 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-0357a829-b772-4817-812e-912dc6b3d031 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Added segment c5f792c8-def1-4729-9ad8-d3468b7037b4 of type vlan for network ef5d6b77-753b-4cf5-8813-2c2ef92584dd Dec 12 17:45:48.985653 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-7d2f0af5-6c4f-49f5-9145-73f563d973da tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Allocated IP 172.20.0.12 (c1b8f09d-ac40-49fa-9ee2-d2991b9f558c/0f587a61-b527-466b-b207-9482694635c4/2b44c96d-f037-4af7-a74b-edb9db1acda3) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:45:49.064418 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0357a829-b772-4817-812e-912dc6b3d031 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:49.067297 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b7e814c3-1530-48f9-9165-b05b02eac066 req-b5ab27d8-4feb-40df-8856-01da1ac82b5d tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:49.166205 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0357a829-b772-4817-812e-912dc6b3d031 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:49.169147 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-7d2f0af5-6c4f-49f5-9145-73f563d973da tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:49.171709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0357a829-b772-4817-812e-912dc6b3d031 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:49.172296 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0357a829-b772-4817-812e-912dc6b3d031 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:49.207580 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-7d2f0af5-6c4f-49f5-9145-73f563d973da tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:49.224760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deff5ef-2345-47c2-ba8c-47cb056b6be9 req-7252fdf6-06f8-4f6c-b6c4-c7fcf4c00ad4 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:49.226393 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5deff5ef-2345-47c2-ba8c-47cb056b6be9 req-7252fdf6-06f8-4f6c-b6c4-c7fcf4c00ad4 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.1570721 Dec 12 17:45:49.263736 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-7d2f0af5-6c4f-49f5-9145-73f563d973da tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Network c1b8f09d-ac40-49fa-9ee2-d2991b9f558c is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:45:49.268213 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-7d2f0af5-6c4f-49f5-9145-73f563d973da tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:49.277680 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-7d2f0af5-6c4f-49f5-9145-73f563d973da tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:45:49.294830 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0357a829-b772-4817-812e-912dc6b3d031 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5325868 Dec 12 17:45:49.307304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52588) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:49.313555 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f0af5-6c4f-49f5-9145-73f563d973da tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event updated for resources: {'Port': ['ID=2b44c96d-f037-4af7-a74b-edb9db1acda3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:49.325009 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-126643493', 'admin_state_up': True, 'project_id': '67865f4a143048ea9866213bacf38009', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:49.346370 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357a829-b772-4817-812e-912dc6b3d031 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event updated for resources: {'Network': ['ID=ef5d6b77-753b-4cf5-8813-2c2ef92584dd,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:49.358811 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network ef5d6b77-753b-4cf5-8813-2c2ef92584dd details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:45:49.384269 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-7d2f0af5-6c4f-49f5-9145-73f563d973da tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:49.385543 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-7d2f0af5-6c4f-49f5-9145-73f563d973da tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:49.457335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5deff5ef-2345-47c2-ba8c-47cb056b6be9 req-cc66e7a6-5e75-4eaa-be21-7875bb3fe064 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889172 Dec 12 17:45:49.459330 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-7d2f0af5-6c4f-49f5-9145-73f563d973da tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8335900 Dec 12 17:45:49.460997 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:49.462134 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:49.479741 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9ba83b3b-f3f8-4b5b-955c-8199c149e70e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Request body: {'port': {'device_id': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b', 'admin_state_up': True, 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'security_groups': ['5f35aaf0-d9d8-47ba-9185-ded2512f99a1']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:49.596459 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:49.607753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-b7e814c3-1530-48f9-9165-b05b02eac066 req-b5ab27d8-4feb-40df-8856-01da1ac82b5d tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] For port 3c462246-830e-4277-b195-ec203c5371e0, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=3c462246-830e-4277-b195-ec203c5371e0,segment=NetworkSegment(39a15768-72d2-49e4-a66e-534985adf3fc),segment_id=39a15768-72d2-49e4-a66e-534985adf3fc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:49.689439 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-128b8038-534f-4d7c-9523-8b54eb76fb29 None None] Provisioning complete for port 2b44c96d-f037-4af7-a74b-edb9db1acda3 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:49.689805 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-128b8038-534f-4d7c-9523-8b54eb76fb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:49.737920 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9ba83b3b-f3f8-4b5b-955c-8199c149e70e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Made reservation on behalf of 2d60493dddd34d8aabf5275887ac9321 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:45:49.739363 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-128b8038-534f-4d7c-9523-8b54eb76fb29 None None] Port 2b44c96d-f037-4af7-a74b-edb9db1acda3 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:45:49.748147 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9ba83b3b-f3f8-4b5b-955c-8199c149e70e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:49.792064 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b7e814c3-1530-48f9-9165-b05b02eac066 req-b5ab27d8-4feb-40df-8856-01da1ac82b5d tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:49.802415 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:49.806675 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b7e814c3-1530-48f9-9165-b05b02eac066 req-b5ab27d8-4feb-40df-8856-01da1ac82b5d tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:49.822002 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['ea2f7553-e582-4226-80ee-3e04ac9a7adc', '3c462246-830e-4277-b195-ec203c5371e0'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:49.888369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e814c3-1530-48f9-9165-b05b02eac066 req-b5ab27d8-4feb-40df-8856-01da1ac82b5d tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:49.889306 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b7e814c3-1530-48f9-9165-b05b02eac066 req-b5ab27d8-4feb-40df-8856-01da1ac82b5d tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:49.904391 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7e814c3-1530-48f9-9165-b05b02eac066 req-b5ab27d8-4feb-40df-8856-01da1ac82b5d tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "PUT /v2.0/ports/3c462246-830e-4277-b195-ec203c5371e0 HTTP/1.1" status: 200 len: 981 time: 0.9898431 Dec 12 17:45:49.978427 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9ba83b3b-f3f8-4b5b-955c-8199c149e70e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Allocated IP 10.1.1.88 (112377af-42c7-4cad-b8bb-a84ac7368f8b/61eb5ee2-ae98-4d7f-a630-ebc0451873ad/3c6a56cf-3516-4420-ab59-792fb69d6bca) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:45:49.994068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f59177-83da-4abf-ab28-9597b5185d77', 'tag': '3c462246-830e-4277-b195-ec203c5371e0'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:45:50.007289 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1505e9c4-5d34-454b-9da0-2a70d666d821" -d '{"events": [{"name": "network-changed", "server_uuid": "01f59177-83da-4abf-ab28-9597b5185d77", "tag": "3c462246-830e-4277-b195-ec203c5371e0"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:45:50.037054 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:50.092589 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['3c462246-830e-4277-b195-ec203c5371e0'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:45:50.129509 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1eb44-d430-4c6e-bdb0-14d4896cdf4f req-c8d8cddc-4a25-472d-b4ee-fa792daec261 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:50.131143 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bbb1eb44-d430-4c6e-bdb0-14d4896cdf4f req-c8d8cddc-4a25-472d-b4ee-fa792daec261 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=9591b7d5-7581-46e4-98f5-8364e0816f7e HTTP/1.1" status: 200 len: 907 time: 0.1099098 Dec 12 17:45:50.140999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab27d8-4feb-40df-8856-01da1ac82b5d tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event updated for resources: {'Port': ['ID=3c462246-830e-4277-b195-ec203c5371e0,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:50.168048 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9ba83b3b-f3f8-4b5b-955c-8199c149e70e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:50.179692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b756e20b-7fec-4b89-bded-f3c60d924579 req-72b2ec65-6ba2-4f7b-9a6b-3f610b9697f7 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/eec7921b-42b3-41b5-8ec9-85dc85c5aadb HTTP/1.1" status: 200 len: 1819 time: 0.1634955 Dec 12 17:45:50.227565 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9ba83b3b-f3f8-4b5b-955c-8199c149e70e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:50.303008 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba83b3b-f3f8-4b5b-955c-8199c149e70e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event updated for resources: {'Port': ['ID=3c6a56cf-3516-4420-ab59-792fb69d6bca,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:50.316406 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9ba83b3b-f3f8-4b5b-955c-8199c149e70e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Network 112377af-42c7-4cad-b8bb-a84ac7368f8b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:45:50.318591 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9ba83b3b-f3f8-4b5b-955c-8199c149e70e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:50.332847 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-b756e20b-7fec-4b89-bded-f3c60d924579 req-cbc0aa04-07d8-4823-9f4c-88368b77bd06 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 12 17:45:50.341003 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9ba83b3b-f3f8-4b5b-955c-8199c149e70e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:45:50.354922 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b756e20b-7fec-4b89-bded-f3c60d924579 req-cbc0aa04-07d8-4823-9f4c-88368b77bd06 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "DELETE /v2.0/security-groups/eec7921b-42b3-41b5-8ec9-85dc85c5aadb HTTP/1.1" status: 409 len: 341 time: 0.1651998 Dec 12 17:45:50.451073 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9ba83b3b-f3f8-4b5b-955c-8199c149e70e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:50.456293 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9ba83b3b-f3f8-4b5b-955c-8199c149e70e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:50.496513 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9ba83b3b-f3f8-4b5b-955c-8199c149e70e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0265470 Dec 12 17:45:50.511655 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-85c65426-4d2b-41dc-9e7f-a23786a2ce17 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Request body: {'port': {'device_id': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b', 'admin_state_up': True, 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'security_groups': ['5f35aaf0-d9d8-47ba-9185-ded2512f99a1']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:50.518759 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d26108-4a50-4684-92d6-ac56d34ad872 req-ffaa5f3c-038b-4fef-a1b4-0884f430d3ec tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:50.530602 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30d26108-4a50-4684-92d6-ac56d34ad872 req-ffaa5f3c-038b-4fef-a1b4-0884f430d3ec tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bca1769-226b-472a-b926-02ffcd1f447d HTTP/1.1" status: 200 len: 945 time: 0.2564366 Dec 12 17:45:50.543946 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16710037-1258-44cf-8b30-330b3308f8a9 x-openstack-request-id: req-16710037-1258-44cf-8b30-330b3308f8a9 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:45:50.544256 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f59177-83da-4abf-ab28-9597b5185d77", "tag": "3c462246-830e-4277-b195-ec203c5371e0", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:45:50.544660 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16710037-1258-44cf-8b30-330b3308f8a9 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:45:50.545137 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f59177-83da-4abf-ab28-9597b5185d77', 'tag': '3c462246-830e-4277-b195-ec203c5371e0', 'status': 'completed', 'code': 200} Dec 12 17:45:50.662064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-85c65426-4d2b-41dc-9e7f-a23786a2ce17 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Made reservation on behalf of 2d60493dddd34d8aabf5275887ac9321 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:45:50.667114 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-85c65426-4d2b-41dc-9e7f-a23786a2ce17 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:50.697728 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:50.758893 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6e58-3412-4f79-ba64-f8d1787ec9e1 req-a45f69c8-82c6-4065-aff9-4da63dd8c470 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:50.760388 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-648e6e58-3412-4f79-ba64-f8d1787ec9e1 req-a45f69c8-82c6-4065-aff9-4da63dd8c470 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.31 "GET /v2.0/ports?device_id=9591b7d5-7581-46e4-98f5-8364e0816f7e HTTP/1.1" status: 200 len: 907 time: 0.4002769 Dec 12 17:45:50.777793 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0e11617b-5c24-4f3d-a3d5-9eacf987f7f7 None None] Provisioning complete for port 3c6a56cf-3516-4420-ab59-792fb69d6bca triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:50.778183 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e11617b-5c24-4f3d-a3d5-9eacf987f7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:50.793602 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30d26108-4a50-4684-92d6-ac56d34ad872 req-6c66f2f5-61b0-4eb1-b463-0f4b707b4f7b tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36b468-1cdf-438d-b559-4e04def65dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604611 Dec 12 17:45:50.807648 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:50.810405 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505e9c4-5d34-454b-9da0-2a70d666d821 req-c919cbd1-cea8-4dac-b97b-bc4bcbe0f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:50.812262 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1505e9c4-5d34-454b-9da0-2a70d666d821 req-c919cbd1-cea8-4dac-b97b-bc4bcbe0f9c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e3672c6198b4503bcb71380bca74c88&device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 1135 time: 0.2771904 Dec 12 17:45:50.821549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0e11617b-5c24-4f3d-a3d5-9eacf987f7f7 None None] Port 3c6a56cf-3516-4420-ab59-792fb69d6bca cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:45:50.847896 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213f83d-92de-4c4d-9002-30d97229a744 req-547fd5b9-50bb-424e-8621-ff8ee8587d54 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:50.854388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213f83d-92de-4c4d-9002-30d97229a744 req-547fd5b9-50bb-424e-8621-ff8ee8587d54 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:50.861736 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b213f83d-92de-4c4d-9002-30d97229a744 req-547fd5b9-50bb-424e-8621-ff8ee8587d54 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 1653 time: 0.2838297 Dec 12 17:45:50.864592 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-85c65426-4d2b-41dc-9e7f-a23786a2ce17 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Allocated IP 10.1.1.20 (112377af-42c7-4cad-b8bb-a84ac7368f8b/61eb5ee2-ae98-4d7f-a630-ebc0451873ad/74fe0dca-36da-4aa7-9005-c07f6c8d7c17) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:45:50.901720 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:51.090639 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-85c65426-4d2b-41dc-9e7f-a23786a2ce17 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:51.126323 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-85c65426-4d2b-41dc-9e7f-a23786a2ce17 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:51.178363 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-85c65426-4d2b-41dc-9e7f-a23786a2ce17 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Network 112377af-42c7-4cad-b8bb-a84ac7368f8b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:45:51.182604 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-85c65426-4d2b-41dc-9e7f-a23786a2ce17 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:51.187214 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-85c65426-4d2b-41dc-9e7f-a23786a2ce17 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:45:51.225601 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c65426-4d2b-41dc-9e7f-a23786a2ce17 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event updated for resources: {'Port': ['ID=74fe0dca-36da-4aa7-9005-c07f6c8d7c17,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:51.256626 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-85c65426-4d2b-41dc-9e7f-a23786a2ce17 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:51.257302 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-85c65426-4d2b-41dc-9e7f-a23786a2ce17 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:51.279530 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-85c65426-4d2b-41dc-9e7f-a23786a2ce17 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7744758 Dec 12 17:45:51.295099 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-441e44e9-3b7f-43d9-8d7b-3f301c7e775b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Request body: {'port': {'device_id': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '626732df-c48c-4473-9ad9-03a4379b190b', 'admin_state_up': True, 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'security_groups': ['5f35aaf0-d9d8-47ba-9185-ded2512f99a1']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:51.439523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-441e44e9-3b7f-43d9-8d7b-3f301c7e775b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Made reservation on behalf of 2d60493dddd34d8aabf5275887ac9321 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:45:51.510858 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b213f83d-92de-4c4d-9002-30d97229a744 req-fe7cf15e-dc32-4769-be8b-8b2306892247 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6482632 Dec 12 17:45:51.523330 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505e9c4-5d34-454b-9da0-2a70d666d821 req-dc41e0e2-8200-4768-aca3-73d26adb581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:51.525450 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1505e9c4-5d34-454b-9da0-2a70d666d821 req-dc41e0e2-8200-4768-aca3-73d26adb581f service neutron] 10.222.0.20 "GET /v2.0/networks?id=c69dac47-edf4-4b8e-b3b6-b73f3b551922 HTTP/1.1" status: 200 len: 913 time: 0.6589980 Dec 12 17:45:51.551351 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0864abda-9268-4ef0-a423-8fc16044bced None None] Provisioning complete for port 74fe0dca-36da-4aa7-9005-c07f6c8d7c17 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:51.551732 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0864abda-9268-4ef0-a423-8fc16044bced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:51.586358 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-441e44e9-3b7f-43d9-8d7b-3f301c7e775b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:51.591118 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0864abda-9268-4ef0-a423-8fc16044bced None None] Port 74fe0dca-36da-4aa7-9005-c07f6c8d7c17 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:45:51.631414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263b9c3-4420-4be3-a0b7-de79a81e5c0b req-8ebbea14-d81e-4c8f-9764-92eecfbfc176 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:51.639107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9263b9c3-4420-4be3-a0b7-de79a81e5c0b req-8ebbea14-d81e-4c8f-9764-92eecfbfc176 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.3427482 Dec 12 17:45:51.644561 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1505e9c4-5d34-454b-9da0-2a70d666d821 req-91ae60a0-f966-4d04-b0cc-3aac517db5d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c462246-830e-4277-b195-ec203c5371e0 HTTP/1.1" status: 200 len: 217 time: 0.1058755 Dec 12 17:45:51.749370 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Allocated IP 172.25.1.187 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/89197d39-69fa-4082-8cca-29f3163fb0d9) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:45:51.759945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-648e6e58-3412-4f79-ba64-f8d1787ec9e1 req-81c3adf1-f62e-4ca0-a83f-b92a5670a2a6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Deleting port 65bdd180-f866-4659-b018-fb8869d0d1c5 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:45:51.760267 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-648e6e58-3412-4f79-ba64-f8d1787ec9e1 req-81c3adf1-f62e-4ca0-a83f-b92a5670a2a6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:51.760400 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-f0c7ffcf-b035-4571-967c-ea202098d8cf service neutron] show failed (client error): The resource could not be found. Dec 12 17:45:51.761329 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-f0c7ffcf-b035-4571-967c-ea202098d8cf service neutron] 10.222.0.31 "GET /v2.0/ports/34b6df5d-9710-481e-80d6-f8f312c0bec2/bindings/n-h2-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.1481256 Dec 12 17:45:51.882746 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba089b4-f009-42cc-a006-d03ef38cd197 req-ab3a8a09-9091-4c2d-b55a-238e96271cef tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:51.885166 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5ba089b4-f009-42cc-a006-d03ef38cd197 req-ab3a8a09-9091-4c2d-b55a-238e96271cef tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bca1769-226b-472a-b926-02ffcd1f447d HTTP/1.1" status: 200 len: 945 time: 0.1872399 Dec 12 17:45:51.896276 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505e9c4-5d34-454b-9da0-2a70d666d821 req-4ce2ac88-1c00-48dc-a8bb-76054aaf95cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:51.897753 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1505e9c4-5d34-454b-9da0-2a70d666d821 req-4ce2ac88-1c00-48dc-a8bb-76054aaf95cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf8408a6-d69c-4e8b-bdac-4b882ee38aad HTTP/1.1" status: 200 len: 852 time: 0.2250872 Dec 12 17:45:51.922544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9263b9c3-4420-4be3-a0b7-de79a81e5c0b req-71a46903-ffb5-4caa-bfbc-37fa33f95cfe tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801096 Dec 12 17:45:52.001832 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1505e9c4-5d34-454b-9da0-2a70d666d821 req-17701d28-cddd-4afd-9160-522a76849dcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c69dac47-edf4-4b8e-b3b6-b73f3b551922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700724 Dec 12 17:45:52.127248 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1505e9c4-5d34-454b-9da0-2a70d666d821 req-832605de-16fb-4bce-ba0c-2abf54cd1ec7 service neutron] 10.222.0.20 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129663 Dec 12 17:45:52.136772 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-441e44e9-3b7f-43d9-8d7b-3f301c7e775b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Allocated IP 10.2.2.100 (626732df-c48c-4473-9ad9-03a4379b190b/b9730022-004d-409a-9e40-9f8cffadcd60/13e6a17c-85db-43de-b045-d6d42d4e2cd6) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:45:52.151813 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-5ba089b4-f009-42cc-a006-d03ef38cd197 req-2c680bd0-b01c-48a1-b48e-1fd52df3301c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Deleting port 07da2bf6-f702-4fbd-82a6-970cd5f32685 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:45:52.152145 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5ba089b4-f009-42cc-a006-d03ef38cd197 req-2c680bd0-b01c-48a1-b48e-1fd52df3301c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:52.309074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-648e6e58-3412-4f79-ba64-f8d1787ec9e1 req-81c3adf1-f62e-4ca0-a83f-b92a5670a2a6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] For port 65bdd180-f866-4659-b018-fb8869d0d1c5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=65bdd180-f866-4659-b018-fb8869d0d1c5,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:52.309454 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-648e6e58-3412-4f79-ba64-f8d1787ec9e1 req-81c3adf1-f62e-4ca0-a83f-b92a5670a2a6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:52.332957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169a2cc-1012-406c-b866-5b68503d1c81 req-8ff1f703-599b-4fc1-a548-a8395fe8ba19 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:52.335056 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0169a2cc-1012-406c-b866-5b68503d1c81 req-8ff1f703-599b-4fc1-a548-a8395fe8ba19 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 984 time: 0.5379593 Dec 12 17:45:52.363942 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-0faecfa9-59cd-46c3-b741-b7cabf9452ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:52.365715 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-0faecfa9-59cd-46c3-b741-b7cabf9452ff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528&tenant_id=de7d6d1331334b1d97a38f5467ee1df8 HTTP/1.1" status: 200 len: 1101 time: 0.3463051 Dec 12 17:45:52.378835 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:52.387845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-648e6e58-3412-4f79-ba64-f8d1787ec9e1 req-81c3adf1-f62e-4ca0-a83f-b92a5670a2a6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Calling delete_port for 65bdd180-f866-4659-b018-fb8869d0d1c5 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:45:52.399351 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:52.413383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13d26-6bf0-48b1-9a8d-21c76601d7c4 req-76cc81c0-eab1-410d-8d51-8801eea3ec24 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:52.415684 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4ed13d26-6bf0-48b1-9a8d-21c76601d7c4 req-76cc81c0-eab1-410d-8d51-8801eea3ec24 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=9591b7d5-7581-46e4-98f5-8364e0816f7e HTTP/1.1" status: 200 len: 907 time: 0.4089088 Dec 12 17:45:52.546666 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:52.646703 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-5ba089b4-f009-42cc-a006-d03ef38cd197 req-2c680bd0-b01c-48a1-b48e-1fd52df3301c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] For port 07da2bf6-f702-4fbd-82a6-970cd5f32685, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=07da2bf6-f702-4fbd-82a6-970cd5f32685,segment=NetworkSegment(360e48c0-176c-4d00-a7b5-18f9c6918291),segment_id=360e48c0-176c-4d00-a7b5-18f9c6918291)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:52.647667 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5ba089b4-f009-42cc-a006-d03ef38cd197 req-2c680bd0-b01c-48a1-b48e-1fd52df3301c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:52.725008 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:45:52.727969 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1505e9c4-5d34-454b-9da0-2a70d666d821 req-d3804069-5bd3-4113-a93f-4f944477f662 service neutron] 10.222.0.20 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5540297 Dec 12 17:45:52.750229 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-441e44e9-3b7f-43d9-8d7b-3f301c7e775b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:52.780303 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0169a2cc-1012-406c-b866-5b68503d1c81 req-284f32ea-8d19-41c0-b163-bdc02039694e tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&id=eec7921b-42b3-41b5-8ec9-85dc85c5aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4230242 Dec 12 17:45:52.781892 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:52.784806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:45:52.812227 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event updated for resources: {'Port': ['ID=89197d39-69fa-4082-8cca-29f3163fb0d9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:52.864689 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:52.880015 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c57ec9-7efd-49d7-895a-5dd2648cb17b req-ad11a15a-4021-4ffa-9a92-01b6cccc9453 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:52.886736 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-441e44e9-3b7f-43d9-8d7b-3f301c7e775b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:52.889217 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76c57ec9-7efd-49d7-895a-5dd2648cb17b req-ad11a15a-4021-4ffa-9a92-01b6cccc9453 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bca1769-226b-472a-b926-02ffcd1f447d HTTP/1.1" status: 200 len: 945 time: 0.3598335 Dec 12 17:45:52.890588 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5ba089b4-f009-42cc-a006-d03ef38cd197 req-2c680bd0-b01c-48a1-b48e-1fd52df3301c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:52.890956 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5ba089b4-f009-42cc-a006-d03ef38cd197 req-2c680bd0-b01c-48a1-b48e-1fd52df3301c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:52.891363 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [req-5ba089b4-f009-42cc-a006-d03ef38cd197 req-2c680bd0-b01c-48a1-b48e-1fd52df3301c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Floating IP 7fb682b8-bd94-46fe-956e-4aec4d2fc5a1 disassociated. External IP: 172.25.1.96, port: 07da2bf6-f702-4fbd-82a6-970cd5f32685. Dec 12 17:45:52.892046 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-5ba089b4-f009-42cc-a006-d03ef38cd197 req-2c680bd0-b01c-48a1-b48e-1fd52df3301c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Calling delete_port for 07da2bf6-f702-4fbd-82a6-970cd5f32685 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:45:52.962846 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:52.963191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:52.963561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:52.963897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:52.964228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:52.964556 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:52.964883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:52.965211 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:52.965536 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:52.965874 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:52.966186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:52.966535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:52.966925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:45:52.995595 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-441e44e9-3b7f-43d9-8d7b-3f301c7e775b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Network 626732df-c48c-4473-9ad9-03a4379b190b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:45:52.998280 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e44e9-3b7f-43d9-8d7b-3f301c7e775b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event updated for resources: {'Port': ['ID=13e6a17c-85db-43de-b045-d6d42d4e2cd6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:53.002903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-441e44e9-3b7f-43d9-8d7b-3f301c7e775b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:53.006726 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-441e44e9-3b7f-43d9-8d7b-3f301c7e775b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:45:53.091097 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-441e44e9-3b7f-43d9-8d7b-3f301c7e775b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:53.091878 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-441e44e9-3b7f-43d9-8d7b-3f301c7e775b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:53.116441 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-441e44e9-3b7f-43d9-8d7b-3f301c7e775b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8265400 Dec 12 17:45:53.151877 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-535270ab-2fc6-4f1c-9f14-e6d062ba4bef tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Request body: {'port': {'device_id': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '626732df-c48c-4473-9ad9-03a4379b190b', 'admin_state_up': True, 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'security_groups': ['5f35aaf0-d9d8-47ba-9185-ded2512f99a1']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:53.180639 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5b2e4-6218-451b-9896-3781d04d26f5 req-8e40f140-d713-4d42-b158-82918f135cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:53.182154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8f5b2e4-6218-451b-9896-3781d04d26f5 req-8e40f140-d713-4d42-b158-82918f135cf6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e3672c6198b4503bcb71380bca74c88&device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 1135 time: 0.3867779 Dec 12 17:45:53.202319 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76c57ec9-7efd-49d7-895a-5dd2648cb17b req-5a1fbf91-8d51-406f-9e9b-e8e6282d378a tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c36b468-1cdf-438d-b559-4e04def65dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3117607 Dec 12 17:45:53.257448 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5ba089b4-f009-42cc-a006-d03ef38cd197 req-2c680bd0-b01c-48a1-b48e-1fd52df3301c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:53.288798 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c680bd0-b01c-48a1-b48e-1fd52df3301c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Pushing event deleted for resources: {'Port': ['ID=07da2bf6-f702-4fbd-82a6-970cd5f32685,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:53.307743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c6af6-21a0-4117-adc4-82f6ed482c64 req-5ae89486-923d-40db-9e7f-bb8a0b5cdcd5 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:53.316582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c6af6-21a0-4117-adc4-82f6ed482c64 req-5ae89486-923d-40db-9e7f-bb8a0b5cdcd5 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:53.326653 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c6af6-21a0-4117-adc4-82f6ed482c64 req-5ae89486-923d-40db-9e7f-bb8a0b5cdcd5 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:53.334755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c6af6-21a0-4117-adc4-82f6ed482c64 req-5ae89486-923d-40db-9e7f-bb8a0b5cdcd5 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:53.344218 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-201c6af6-21a0-4117-adc4-82f6ed482c64 req-5ae89486-923d-40db-9e7f-bb8a0b5cdcd5 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 3094 time: 0.4413216 Dec 12 17:45:53.441996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8b1e0c37-ffe1-484e-ba85-53b7cf31e3e9 None None] Provisioning complete for port 13e6a17c-85db-43de-b045-d6d42d4e2cd6 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:53.443151 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b1e0c37-ffe1-484e-ba85-53b7cf31e3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:53.497694 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-535270ab-2fc6-4f1c-9f14-e6d062ba4bef tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Made reservation on behalf of 2d60493dddd34d8aabf5275887ac9321 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:45:53.500877 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-648e6e58-3412-4f79-ba64-f8d1787ec9e1 req-81c3adf1-f62e-4ca0-a83f-b92a5670a2a6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:53.507542 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-535270ab-2fc6-4f1c-9f14-e6d062ba4bef tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:53.512517 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e0c37-ffe1-484e-ba85-53b7cf31e3e9 None None] Port 13e6a17c-85db-43de-b045-d6d42d4e2cd6 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:45:53.588374 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3adf1-f62e-4ca0-a83f-b92a5670a2a6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Pushing event deleted for resources: {'Port': ['ID=65bdd180-f866-4659-b018-fb8869d0d1c5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:53.589320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ba089b4-f009-42cc-a006-d03ef38cd197 req-2c680bd0-b01c-48a1-b48e-1fd52df3301c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Router e1584a61-490a-467b-bd43-f5983f262020 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:45:53.599865 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-201c6af6-21a0-4117-adc4-82f6ed482c64 req-4d42e57c-4ccd-441b-88ce-c3336fc2b6af tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546842 Dec 12 17:45:53.720490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5b2e4-6218-451b-9896-3781d04d26f5 req-0fa15fa2-084c-419f-a037-b9e76b2e0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:53.721994 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8f5b2e4-6218-451b-9896-3781d04d26f5 req-0fa15fa2-084c-419f-a037-b9e76b2e0e97 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c69dac47-edf4-4b8e-b3b6-b73f3b551922 HTTP/1.1" status: 200 len: 913 time: 0.4934695 Dec 12 17:45:53.825064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:45:53.865827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:45:53.875791 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-535270ab-2fc6-4f1c-9f14-e6d062ba4bef tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Allocated IP 10.2.2.200 (626732df-c48c-4473-9ad9-03a4379b190b/b9730022-004d-409a-9e40-9f8cffadcd60/4c9890dd-05d2-41e8-843c-8988a8304c70) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:45:53.918306 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:53.934437 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Transition to ACTIVE for port object 34b6df5d-9710-481e-80d6-f8f312c0bec2 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:45:53.939708 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f255dc0-3330-4377-9e1d-18b78914a528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34b6df5d-9710-481e-80d6-f8f312c0bec2'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:45:53.942537 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399037ee-c1a5-416a-923b-48b4262999f1" -d '{"events": [{"server_uuid": "4f255dc0-3330-4377-9e1d-18b78914a528", "name": "network-vif-unplugged", "status": "completed", "tag": "34b6df5d-9710-481e-80d6-f8f312c0bec2"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:45:53.961754 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:54.022189 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ba089b4-f009-42cc-a006-d03ef38cd197 req-2c680bd0-b01c-48a1-b48e-1fd52df3301c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:45:54.032581 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6870810-2824-4fd9-b826-d823120b7d8b None None] Sync routers for ids ['e1584a61-490a-467b-bd43-f5983f262020'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:45:54.052458 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6870810-2824-4fd9-b826-d823120b7d8b None None] Routers {'e1584a61-490a-467b-bd43-f5983f262020'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:45:54.053478 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e6870810-2824-4fd9-b826-d823120b7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:45:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e1584a61-490a-467b-bd43-f5983f262020'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:54.079378 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba089b4-f009-42cc-a006-d03ef38cd197 req-2c680bd0-b01c-48a1-b48e-1fd52df3301c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] No DVR routers for this DVR port 07da2bf6-f702-4fbd-82a6-970cd5f32685 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:45:54.084696 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5ba089b4-f009-42cc-a006-d03ef38cd197 req-2c680bd0-b01c-48a1-b48e-1fd52df3301c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:54.088270 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5ba089b4-f009-42cc-a006-d03ef38cd197 req-2c680bd0-b01c-48a1-b48e-1fd52df3301c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.31 "DELETE /v2.0/ports/07da2bf6-f702-4fbd-82a6-970cd5f32685 HTTP/1.1" status: 204 len: 173 time: 2.1933353 Dec 12 17:45:54.088738 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bca1769-226b-472a-b926-02ffcd1f447d', 'name': 'network-vif-deleted', 'tag': '07da2bf6-f702-4fbd-82a6-970cd5f32685'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:45:54.091109 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9459ad-9877-4261-b3ab-b168d94bd2ab" -d '{"events": [{"server_uuid": "7bca1769-226b-472a-b926-02ffcd1f447d", "name": "network-vif-deleted", "tag": "07da2bf6-f702-4fbd-82a6-970cd5f32685"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:45:54.109022 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Pushing event updated for resources: {'Port': ['ID=34b6df5d-9710-481e-80d6-f8f312c0bec2,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:54.129881 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 07da2bf6-f702-4fbd-82a6-970cd5f32685 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:45:54.150880 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-535270ab-2fc6-4f1c-9f14-e6d062ba4bef tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:54.210486 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 07da2bf6-f702-4fbd-82a6-970cd5f32685 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:45:54.211007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 07da2bf6-f702-4fbd-82a6-970cd5f32685 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:45:54.213486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-648e6e58-3412-4f79-ba64-f8d1787ec9e1 req-81c3adf1-f62e-4ca0-a83f-b92a5670a2a6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] No DVR routers for this DVR port 65bdd180-f866-4659-b018-fb8869d0d1c5 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:45:54.215610 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 65bdd180-f866-4659-b018-fb8869d0d1c5 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:45:54.224285 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-535270ab-2fc6-4f1c-9f14-e6d062ba4bef tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:54.242300 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 65bdd180-f866-4659-b018-fb8869d0d1c5 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:45:54.242848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 65bdd180-f866-4659-b018-fb8869d0d1c5 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:45:54.248525 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-648e6e58-3412-4f79-ba64-f8d1787ec9e1 req-81c3adf1-f62e-4ca0-a83f-b92a5670a2a6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:54.253081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-648e6e58-3412-4f79-ba64-f8d1787ec9e1 req-81c3adf1-f62e-4ca0-a83f-b92a5670a2a6 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.31 "DELETE /v2.0/ports/65bdd180-f866-4659-b018-fb8869d0d1c5 HTTP/1.1" status: 204 len: 173 time: 3.4812882 Dec 12 17:45:54.254972 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8f5b2e4-6218-451b-9896-3781d04d26f5 req-bda67646-fb11-45c0-8477-b4bd908be24d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c462246-830e-4277-b195-ec203c5371e0 HTTP/1.1" status: 200 len: 217 time: 0.3062150 Dec 12 17:45:54.257439 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0631f51f-fb41-4753-bd5e-1e3899fa4aac req-1cedc557-8949-4fab-b91b-635feb91002f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=9591b7d5-7581-46e4-98f5-8364e0816f7e HTTP/1.1" status: 200 len: 210 time: 0.2997284 Dec 12 17:45:54.300696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a16585-1e79-4411-a59c-be793d72c509 req-f7a7579d-a377-4a48-bc61-11b635ed64a6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:54.302030 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2a16585-1e79-4411-a59c-be793d72c509 req-f7a7579d-a377-4a48-bc61-11b635ed64a6 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.8142214 Dec 12 17:45:54.328630 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e6870810-2824-4fd9-b826-d823120b7d8b None None] Set router e1584a61-490a-467b-bd43-f5983f262020 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:45:54.344484 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-535270ab-2fc6-4f1c-9f14-e6d062ba4bef tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Network 626732df-c48c-4473-9ad9-03a4379b190b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:45:54.347912 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-535270ab-2fc6-4f1c-9f14-e6d062ba4bef tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:45:54.357053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] No DVR routers for this DVR port 34b6df5d-9710-481e-80d6-f8f312c0bec2 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:45:54.362027 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-535270ab-2fc6-4f1c-9f14-e6d062ba4bef tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:45:54.434173 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535270ab-2fc6-4f1c-9f14-e6d062ba4bef tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event updated for resources: {'Port': ['ID=4c9890dd-05d2-41e8-843c-8988a8304c70,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:54.486728 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-535270ab-2fc6-4f1c-9f14-e6d062ba4bef tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:54.487396 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-535270ab-2fc6-4f1c-9f14-e6d062ba4bef tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:54.532328 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-535270ab-2fc6-4f1c-9f14-e6d062ba4bef tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4070702 Dec 12 17:45:54.546364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Request body: {'port': {'device_id': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:54.648245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5b2e4-6218-451b-9896-3781d04d26f5 req-ed8ed3a6-7de1-4d77-8501-c10bc890fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:54.650550 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8f5b2e4-6218-451b-9896-3781d04d26f5 req-ed8ed3a6-7de1-4d77-8501-c10bc890fc24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf8408a6-d69c-4e8b-bdac-4b882ee38aad HTTP/1.1" status: 200 len: 852 time: 0.3845575 Dec 12 17:45:54.678400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Attempting to bind port 34b6df5d-9710-481e-80d6-f8f312c0bec2 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:45:54.678737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Attempting to bind port 34b6df5d-9710-481e-80d6-f8f312c0bec2 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:45:54.679072 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Attempting to bind port 34b6df5d-9710-481e-80d6-f8f312c0bec2 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:45:54.706466 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:54.739016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Port 34b6df5d-9710-481e-80d6-f8f312c0bec2 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:45:54.757286 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Attempting to bind port 34b6df5d-9710-481e-80d6-f8f312c0bec2 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:45:54.763060 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:54.782607 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-88e30c65-66c4-4908-9190-489f750967b9 None None] Provisioning complete for port 4c9890dd-05d2-41e8-843c-8988a8304c70 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:45:54.783628 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-88e30c65-66c4-4908-9190-489f750967b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:54.795125 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2a16585-1e79-4411-a59c-be793d72c509 req-3f97dd34-6e13-4283-a516-ac53314c1253 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392040 Dec 12 17:45:54.834013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621235f4-af01-4bd5-a705-bb6cc863e1b3 req-035cd758-becf-41ef-9b79-c8609138c79e tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:54.835618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-621235f4-af01-4bd5-a705-bb6cc863e1b3 req-035cd758-becf-41ef-9b79-c8609138c79e tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 984 time: 0.3967509 Dec 12 17:45:54.838082 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8f5b2e4-6218-451b-9896-3781d04d26f5 req-652d4eee-16cd-47cb-a0c4-2017177d5d3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c69dac47-edf4-4b8e-b3b6-b73f3b551922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390769 Dec 12 17:45:54.891037 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-88e30c65-66c4-4908-9190-489f750967b9 None None] Port 4c9890dd-05d2-41e8-843c-8988a8304c70 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:45:54.907740 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e6870810-2824-4fd9-b826-d823120b7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1584a61-490a-467b-bd43-f5983f262020', 'name': 'tempest-ServersTestFqdnHostnames-25909265-router', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:30Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'gw_port': {'id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:31Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '32fb47dd-9978-4154-8269-5463def23f03', 'name': '', 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'mac_address': 'fa:16:3e:d4:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:35Z', 'updated_at': '2021-12-12T17:42:43Z', 'revision_number': 5, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'subnets': [{'id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:55.127726 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fedc0b-d108-4201-8876-a55322161ff7 x-openstack-request-id: req-40fedc0b-d108-4201-8876-a55322161ff7 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:45:55.128896 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bca1769-226b-472a-b926-02ffcd1f447d", "name": "network-vif-deleted", "tag": "07da2bf6-f702-4fbd-82a6-970cd5f32685", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:45:55.129672 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40fedc0b-d108-4201-8876-a55322161ff7 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:45:55.130288 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bca1769-226b-472a-b926-02ffcd1f447d', 'name': 'network-vif-deleted', 'tag': '07da2bf6-f702-4fbd-82a6-970cd5f32685', 'status': 'completed', 'code': 200} Dec 12 17:45:55.232745 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6870810-2824-4fd9-b826-d823120b7d8b None None] Checking router: e1584a61-490a-467b-bd43-f5983f262020 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:45:55.242466 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:45:55.243382 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:45:55.243709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:45:55.244156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Bound port: 34b6df5d-9710-481e-80d6-f8f312c0bec2, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:45:55.244512 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:55.250165 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6870810-2824-4fd9-b826-d823120b7d8b None None] Routers {'e1584a61-490a-467b-bd43-f5983f262020'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:45:55.251981 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e6870810-2824-4fd9-b826-d823120b7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:45:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e1584a61-490a-467b-bd43-f5983f262020'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:55.268219 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7961813-fd32-4a09-acb2-4f11cb46fb41 x-openstack-request-id: req-a7961813-fd32-4a09-acb2-4f11cb46fb41 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:45:55.268575 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f255dc0-3330-4377-9e1d-18b78914a528", "name": "network-vif-unplugged", "status": "completed", "tag": "34b6df5d-9710-481e-80d6-f8f312c0bec2", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:45:55.268776 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7961813-fd32-4a09-acb2-4f11cb46fb41 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:45:55.269184 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f255dc0-3330-4377-9e1d-18b78914a528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34b6df5d-9710-481e-80d6-f8f312c0bec2', 'code': 200} Dec 12 17:45:55.271345 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b44c96d-f037-4af7-a74b-edb9db1acda3 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:45:55.292751 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:55.314121 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Transition to ACTIVE for port object 2b44c96d-f037-4af7-a74b-edb9db1acda3 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:45:55.320701 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:55.405339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e6870810-2824-4fd9-b826-d823120b7d8b None None] Set router e1584a61-490a-467b-bd43-f5983f262020 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:45:55.420353 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Pushing event updated for resources: {'Port': ['ID=2b44c96d-f037-4af7-a74b-edb9db1acda3,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:55.537924 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:45:55.554055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Attempting to bind port 2b44c96d-f037-4af7-a74b-edb9db1acda3 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:45:55.554271 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Attempting to bind port 2b44c96d-f037-4af7-a74b-edb9db1acda3 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '63c2c74d-0601-482d-ae6b-a84f2ca1a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:45:55.554531 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Attempting to bind port 2b44c96d-f037-4af7-a74b-edb9db1acda3 on network c1b8f09d-ac40-49fa-9ee2-d2991b9f558c {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:45:55.560832 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Port 2b44c96d-f037-4af7-a74b-edb9db1acda3 on network c1b8f09d-ac40-49fa-9ee2-d2991b9f558c not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:45:55.561148 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Attempting to bind port 2b44c96d-f037-4af7-a74b-edb9db1acda3 on network c1b8f09d-ac40-49fa-9ee2-d2991b9f558c {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:45:55.572655 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:45:55.573017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Checking segment: {'id': '63c2c74d-0601-482d-ae6b-a84f2ca1a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:45:55.573427 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Bound using segment: {'id': '63c2c74d-0601-482d-ae6b-a84f2ca1a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:45:55.573893 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Bound port: 2b44c96d-f037-4af7-a74b-edb9db1acda3, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63c2c74d-0601-482d-ae6b-a84f2ca1a11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:45:55.574265 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:55.636260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:45:55.698494 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:55.712608 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] For port 2b44c96d-f037-4af7-a74b-edb9db1acda3, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:45:55.716887 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] For port 2b44c96d-f037-4af7-a74b-edb9db1acda3, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=2b44c96d-f037-4af7-a74b-edb9db1acda3,segment=NetworkSegment(63c2c74d-0601-482d-ae6b-a84f2ca1a11b),segment_id=63c2c74d-0601-482d-ae6b-a84f2ca1a11b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:45:55.722301 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:55.722467 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-621235f4-af01-4bd5-a705-bb6cc863e1b3 req-a4d23f45-d836-4d59-9a3b-ad2ef32a00b8 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&id=eec7921b-42b3-41b5-8ec9-85dc85c5aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.8530719 Dec 12 17:45:55.784640 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52650) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:55.841883 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:55.842528 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:55.846037 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] 10.222.0.31 "PUT /v2.0/ports/2b44c96d-f037-4af7-a74b-edb9db1acda3 HTTP/1.1" status: 200 len: 1092 time: 1.3040812 Dec 12 17:45:55.847077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e6870810-2824-4fd9-b826-d823120b7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1584a61-490a-467b-bd43-f5983f262020', 'name': 'tempest-ServersTestFqdnHostnames-25909265-router', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:30Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'gw_port': {'id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:31Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '32fb47dd-9978-4154-8269-5463def23f03', 'name': '', 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'mac_address': 'fa:16:3e:d4:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:35Z', 'updated_at': '2021-12-12T17:42:43Z', 'revision_number': 5, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'subnets': [{'id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:55.880494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:55.881125 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:55.886990 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] 10.222.0.20 "PUT /v2.0/ports/34b6df5d-9710-481e-80d6-f8f312c0bec2 HTTP/1.1" status: 200 len: 1096 time: 3.4970124 Dec 12 17:45:55.895277 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Request body: {'port': {'device_id': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:55.919125 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6870810-2824-4fd9-b826-d823120b7d8b None None] The sync data for ids ['e1584a61-490a-467b-bd43-f5983f262020'] in n-d-760354-5 is: [{'id': 'e1584a61-490a-467b-bd43-f5983f262020', 'name': 'tempest-ServersTestFqdnHostnames-25909265-router', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:30Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'gw_port': {'id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:31Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '32fb47dd-9978-4154-8269-5463def23f03', 'name': '', 'network_id': 'f2cf9a89-6a62-4455-ac95-351125d25e6e', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'mac_address': 'fa:16:3e:d4:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:35Z', 'updated_at': '2021-12-12T17:42:43Z', 'revision_number': 5, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'subnets': [{'id': '8a09640c-72ee-433d-95a8-a7e7a6c44cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:45:55.999332 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8f5b2e4-6218-451b-9896-3781d04d26f5 req-23b59f65-3b13-4453-931f-0fd634d11879 service neutron] 10.222.0.20 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1289022 Dec 12 17:45:56.004150 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f431a-5117-4f52-b347-68faa35ab351 service neutron] Pushing event updated for resources: {'Port': ['ID=2b44c96d-f037-4af7-a74b-edb9db1acda3,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:56.080621 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:56.082842 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60d645c8-709a-4bdc-bd3f-69a82a160b2c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:56.103107 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 34b6df5d-9710-481e-80d6-f8f312c0bec2 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:45:56.139593 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60d645c8-709a-4bdc-bd3f-69a82a160b2c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:56.193515 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 34b6df5d-9710-481e-80d6-f8f312c0bec2 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:45:56.244103 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60d645c8-709a-4bdc-bd3f-69a82a160b2c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:56.246776 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60d645c8-709a-4bdc-bd3f-69a82a160b2c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:56.247119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37323c44-d24b-4875-a495-3076caef058c req-edaf8c70-3d6a-4435-bdac-29bb62db40a4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:56.250668 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-60d645c8-709a-4bdc-bd3f-69a82a160b2c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "DELETE /v2.0/security-groups/1c36b468-1cdf-438d-b559-4e04def65dfd HTTP/1.1" status: 204 len: 168 time: 0.4649501 Dec 12 17:45:56.253692 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52656) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:56.253848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37323c44-d24b-4875-a495-3076caef058c req-edaf8c70-3d6a-4435-bdac-29bb62db40a4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:56.262658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37323c44-d24b-4875-a495-3076caef058c req-edaf8c70-3d6a-4435-bdac-29bb62db40a4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:56.279294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37323c44-d24b-4875-a495-3076caef058c req-edaf8c70-3d6a-4435-bdac-29bb62db40a4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:56.282246 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-79f2485b-b3e7-444c-9422-3c378d62870f tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] show failed (client error): The resource could not be found. Dec 12 17:45:56.285478 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37323c44-d24b-4875-a495-3076caef058c req-edaf8c70-3d6a-4435-bdac-29bb62db40a4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:56.286638 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-79f2485b-b3e7-444c-9422-3c378d62870f tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "GET /v2.0/security-groups/1c36b468-1cdf-438d-b559-4e04def65dfd HTTP/1.1" status: 404 len: 347 time: 0.0295417 Dec 12 17:45:56.287482 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52658) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:56.291592 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d645c8-709a-4bdc-bd3f-69a82a160b2c tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c36b468-1cdf-438d-b559-4e04def65dfd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:56.293333 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37323c44-d24b-4875-a495-3076caef058c req-edaf8c70-3d6a-4435-bdac-29bb62db40a4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 3827 time: 0.7146807 Dec 12 17:45:56.377353 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86dfb0-7435-4ac0-8fa4-29a12e7e588d service neutron] Pushing event updated for resources: {'Port': ['ID=34b6df5d-9710-481e-80d6-f8f312c0bec2,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:56.381148 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8f5b2e4-6218-451b-9896-3781d04d26f5 req-748b161c-3c51-409c-bfe9-51b005b7c278 service neutron] 10.222.0.20 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446085 Dec 12 17:45:56.397573 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6508d0-2725-4e7d-90ad-40b8a2ac4b27 None None] New status for floating IP 7fb682b8-bd94-46fe-956e-4aec4d2fc5a1: DOWN {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:45:56.431284 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:56.454449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6017ab-e2cc-41aa-aeed-1ed4554fffde req-6bb85610-5a76-4adc-b705-d68d0b178a6d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:56.463059 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad6017ab-e2cc-41aa-aeed-1ed4554fffde req-6bb85610-5a76-4adc-b705-d68d0b178a6d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 948 time: 0.5046103 Dec 12 17:45:56.560249 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-c6d58b8c-0020-4ce2-a740-67371b916ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:56.561943 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-c6d58b8c-0020-4ce2-a740-67371b916ec7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 1099 time: 0.6073554 Dec 12 17:45:56.597228 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-79e13c3c-b8e6-4be6-b388-c1fbd4541712 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Deleting port 46019a38-3dc0-40bc-a66b-32ec68abf95e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:45:56.597486 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79e13c3c-b8e6-4be6-b388-c1fbd4541712 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:56.715231 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37323c44-d24b-4875-a495-3076caef058c req-20b98e96-ee7d-4ce4-827a-f3074290ce75 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4210384 Dec 12 17:45:56.727642 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79e13c3c-b8e6-4be6-b388-c1fbd4541712 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:56.728011 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79e13c3c-b8e6-4be6-b388-c1fbd4541712 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:56.748200 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad6017ab-e2cc-41aa-aeed-1ed4554fffde req-fa2d1d29-43c4-47c3-8580-d05129436987 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821672 Dec 12 17:45:56.787630 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-79e13c3c-b8e6-4be6-b388-c1fbd4541712 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Calling delete_port for 46019a38-3dc0-40bc-a66b-32ec68abf95e owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:45:56.806992 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:45:56.817238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-38923634-18e4-4ba2-aa8b-7fc8d88a9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:56.818251 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:56.821763 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-38923634-18e4-4ba2-aa8b-7fc8d88a9717 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.2331805 Dec 12 17:45:56.832731 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Transition to ACTIVE for port object 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:45:56.845024 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:56.949105 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Router 550436e0-ee24-4cd5-aa8a-dc410d649cbe is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:45:56.962020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-667fb3b7-4d3a-42f8-af74-3f9e99409fe9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2 HTTP/1.1" status: 200 len: 217 time: 0.1305733 Dec 12 17:45:57.007771 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Pushing event updated for resources: {'Port': ['ID=5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:57.132091 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'tag': '2b44c96d-f037-4af7-a74b-edb9db1acda3'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:45:57.135356 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19881c1a-9889-4db6-a3f0-eeace8cd85a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "tag": "2b44c96d-f037-4af7-a74b-edb9db1acda3"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:45:57.203485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Attempting to bind port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:45:57.204136 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Attempting to bind port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:45:57.204377 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Attempting to bind port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 on network 112377af-42c7-4cad-b8bb-a84ac7368f8b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:45:57.218471 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 on network 112377af-42c7-4cad-b8bb-a84ac7368f8b not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:45:57.218965 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Attempting to bind port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 on network 112377af-42c7-4cad-b8bb-a84ac7368f8b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:45:57.226361 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:45:57.226924 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Checking segment: {'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:45:57.227492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Bound using segment: {'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:45:57.228427 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Bound port: 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:45:57.229000 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:57.240108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc1626-227c-4dce-bc41-987150187b98 req-e564b611-419b-4a61-aeb5-aa21133463cc tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:57.241653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35dc1626-227c-4dce-bc41-987150187b98 req-e564b611-419b-4a61-aeb5-aa21133463cc tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 984 time: 0.1277585 Dec 12 17:45:57.243860 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79e13c3c-b8e6-4be6-b388-c1fbd4541712 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:57.253561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-5a5751eb-6bb6-4b2b-896b-c28dc4ea9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:57.254974 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-5a5751eb-6bb6-4b2b-896b-c28dc4ea9523 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.2088444 Dec 12 17:45:57.270914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9591b7d5-7581-46e4-98f5-8364e0816f7e', 'name': 'network-vif-deleted', 'tag': '65bdd180-f866-4659-b018-fb8869d0d1c5'}, {'name': 'network-changed', 'server_uuid': '4f255dc0-3330-4377-9e1d-18b78914a528', 'tag': '34b6df5d-9710-481e-80d6-f8f312c0bec2'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:45:57.272412 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d377d10b-d72c-433b-8ae6-e467b83f4a2b" -d '{"events": [{"server_uuid": "9591b7d5-7581-46e4-98f5-8364e0816f7e", "name": "network-vif-deleted", "tag": "65bdd180-f866-4659-b018-fb8869d0d1c5"}, {"name": "network-changed", "server_uuid": "4f255dc0-3330-4377-9e1d-18b78914a528", "tag": "34b6df5d-9710-481e-80d6-f8f312c0bec2"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:45:57.274167 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e13c3c-b8e6-4be6-b388-c1fbd4541712 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Pushing event deleted for resources: {'Port': ['ID=46019a38-3dc0-40bc-a66b-32ec68abf95e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:57.343960 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:45:57.358452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df69bd-afff-49b1-b409-bdd421b98fd4 req-d992eded-52f9-486b-9b4e-02881a46ba1c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:57.358803 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Sync routers for ids ['550436e0-ee24-4cd5-aa8a-dc410d649cbe'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:45:57.360009 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16df69bd-afff-49b1-b409-bdd421b98fd4 req-d992eded-52f9-486b-9b4e-02881a46ba1c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=91e53e32-673a-473b-8b4b-11b241dd9a7d HTTP/1.1" status: 200 len: 945 time: 0.2370355 Dec 12 17:45:57.369796 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79e13c3c-b8e6-4be6-b388-c1fbd4541712 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:57.372518 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79e13c3c-b8e6-4be6-b388-c1fbd4541712 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:57.376804 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-79e13c3c-b8e6-4be6-b388-c1fbd4541712 tempest-ServersTestFqdnHostnames-1785495501 tempest-ServersTestFqdnHostnames-1785495501-project] 10.222.0.18 "DELETE /v2.0/floatingips/7fb682b8-bd94-46fe-956e-4aec4d2fc5a1 HTTP/1.1" status: 204 len: 168 time: 1.0833516 Dec 12 17:45:57.378123 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52672) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:57.387750 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Routers {'550436e0-ee24-4cd5-aa8a-dc410d649cbe'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:45:57.389032 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:45:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['550436e0-ee24-4cd5-aa8a-dc410d649cbe'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:57.415702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-ed8aa702-9bf4-4212-bd5d-41d328143f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:57.417322 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-ed8aa702-9bf4-4212-bd5d-41d328143f36 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1321986 Dec 12 17:45:57.451873 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35dc1626-227c-4dce-bc41-987150187b98 req-2beed29f-91d6-434e-adbb-d53711963631 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&id=eec7921b-42b3-41b5-8ec9-85dc85c5aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2002711 Dec 12 17:45:57.467578 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] For port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:45:57.486099 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] For port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:45:57.486260 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:57.490376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ed1c1cbf-e3ac-4824-9850-39c5bff9d586 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 8.1756403 Dec 12 17:45:57.496615 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52676) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:57.500412 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:57.544055 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94fa205-7bd5-4fb2-bd10-38ea5a02bee5 x-openstack-request-id: req-e94fa205-7bd5-4fb2-bd10-38ea5a02bee5 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:45:57.544475 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "tag": "2b44c96d-f037-4af7-a74b-edb9db1acda3", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:45:57.544829 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e94fa205-7bd5-4fb2-bd10-38ea5a02bee5 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:45:57.545317 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'tag': '2b44c96d-f037-4af7-a74b-edb9db1acda3', 'status': 'completed', 'code': 200} Dec 12 17:45:57.571293 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:57.571930 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:57.573884 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] 10.222.0.31 "PUT /v2.0/ports/5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 HTTP/1.1" status: 200 len: 1130 time: 1.6883171 Dec 12 17:45:57.612275 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Set router 550436e0-ee24-4cd5-aa8a-dc410d649cbe gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:45:57.723297 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Request body: {'port': {'device_id': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:57.724231 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 17:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee1234b-76e6-4f15-8aee-9ef044e7c601 x-openstack-request-id: req-bee1234b-76e6-4f15-8aee-9ef044e7c601 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:45:57.724706 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9591b7d5-7581-46e4-98f5-8364e0816f7e", "name": "network-vif-deleted", "tag": "65bdd180-f866-4659-b018-fb8869d0d1c5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4f255dc0-3330-4377-9e1d-18b78914a528", "tag": "34b6df5d-9710-481e-80d6-f8f312c0bec2", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:45:57.724820 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bee1234b-76e6-4f15-8aee-9ef044e7c601 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:45:57.725148 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9591b7d5-7581-46e4-98f5-8364e0816f7e', 'name': 'network-vif-deleted', 'tag': '65bdd180-f866-4659-b018-fb8869d0d1c5', 'status': 'completed', 'code': 200} Dec 12 17:45:57.725399 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f255dc0-3330-4377-9e1d-18b78914a528', 'tag': '34b6df5d-9710-481e-80d6-f8f312c0bec2', 'status': 'completed', 'code': 200} Dec 12 17:45:57.726925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae9291d-7595-4d51-9a8b-d7dc70b5bf9e tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:57.728863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-aae9291d-7595-4d51-9a8b-d7dc70b5bf9e tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=67865f4a143048ea9866213bacf38009&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2073295 Dec 12 17:45:57.748795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52680) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:57.781741 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6d438-7eeb-466d-9d3c-6cddcf4e8362 service neutron] Pushing event updated for resources: {'Port': ['ID=5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:57.810072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16df69bd-afff-49b1-b409-bdd421b98fd4 req-b91eb01a-8821-45ba-885c-811bd3a563cf tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361041 Dec 12 17:45:57.923112 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-126643493', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '89197d39-69fa-4082-8cca-29f3163fb0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:45:49Z', 'updated_at': '2021-12-12T17:45:53Z', 'revision_number': 3, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '89197d39-69fa-4082-8cca-29f3163fb0d9', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:50Z', 'updated_at': '2021-12-12T17:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:57.955720 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Checking router: 550436e0-ee24-4cd5-aa8a-dc410d649cbe for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:45:57.956079 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Updating router 550436e0-ee24-4cd5-aa8a-dc410d649cbe port 89197d39-69fa-4082-8cca-29f3163fb0d9 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:45:57.988505 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:58.133218 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df710aa8-fe2f-4cf4-b2b1-e6f2c3799906 req-8a333deb-8bc6-4df5-9649-317e6415c0dc tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-339366352&fields=id&tenant_id=1e3672c6198b4503bcb71380bca74c88 HTTP/1.1" status: 200 len: 267 time: 0.3993258 Dec 12 17:45:58.200464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29710ff0-e87d-439e-bf0a-38405eee7ab6 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:58.201990 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-29710ff0-e87d-439e-bf0a-38405eee7ab6 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4481039 Dec 12 17:45:58.222283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19881c1a-9889-4db6-a3f0-eeace8cd85a9 req-2fabe9a3-b01d-41bf-8c51-5cf621f0787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:58.222767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19881c1a-9889-4db6-a3f0-eeace8cd85a9 req-2fabe9a3-b01d-41bf-8c51-5cf621f0787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:58.223645 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19881c1a-9889-4db6-a3f0-eeace8cd85a9 req-2fabe9a3-b01d-41bf-8c51-5cf621f0787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:58.224146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19881c1a-9889-4db6-a3f0-eeace8cd85a9 req-2fabe9a3-b01d-41bf-8c51-5cf621f0787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:58.224624 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19881c1a-9889-4db6-a3f0-eeace8cd85a9 req-2fabe9a3-b01d-41bf-8c51-5cf621f0787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:58.225098 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19881c1a-9889-4db6-a3f0-eeace8cd85a9 req-2fabe9a3-b01d-41bf-8c51-5cf621f0787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:58.230260 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19881c1a-9889-4db6-a3f0-eeace8cd85a9 req-2fabe9a3-b01d-41bf-8c51-5cf621f0787a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d60493dddd34d8aabf5275887ac9321&device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5285 time: 0.5779154 Dec 12 17:45:58.233939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52690) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:58.258660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-d75f1c0a-7e22-4299-af28-38a7afbb5ec0 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8053107 Dec 12 17:45:58.269632 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0d951-3033-4b1f-960e-8464fd360759 req-2d788fde-3fec-4ad2-950d-39982a856487 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:58.276988 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0d951-3033-4b1f-960e-8464fd360759 req-2d788fde-3fec-4ad2-950d-39982a856487 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:58.284031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0d951-3033-4b1f-960e-8464fd360759 req-2d788fde-3fec-4ad2-950d-39982a856487 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:58.291184 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0d951-3033-4b1f-960e-8464fd360759 req-2d788fde-3fec-4ad2-950d-39982a856487 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:58.296384 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-57ccb98c-f49b-4102-9170-46dcd7bde1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:58.297820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0d951-3033-4b1f-960e-8464fd360759 req-2d788fde-3fec-4ad2-950d-39982a856487 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:58.298248 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-57ccb98c-f49b-4102-9170-46dcd7bde1a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 1099 time: 0.6289885 Dec 12 17:45:58.300584 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:58.303952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0d951-3033-4b1f-960e-8464fd360759 req-2d788fde-3fec-4ad2-950d-39982a856487 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:58.306403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28d0d951-3033-4b1f-960e-8464fd360759 req-2d788fde-3fec-4ad2-950d-39982a856487 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 4599 time: 0.3112249 Dec 12 17:45:58.345155 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:58.353608 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:58.373332 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f501ad57-f464-4d35-960e-d4c4f1be7ae9 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1362047 Dec 12 17:45:58.377955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52692) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:58.398298 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Attempting to bind port 89197d39-69fa-4082-8cca-29f3163fb0d9 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:45:58.399362 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Attempting to bind port 89197d39-69fa-4082-8cca-29f3163fb0d9 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:45:58.399881 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Attempting to bind port 89197d39-69fa-4082-8cca-29f3163fb0d9 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:45:58.429398 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:45:58.430601 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:45:58.431230 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:58.431782 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:45:58.432561 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Bound port: 89197d39-69fa-4082-8cca-29f3163fb0d9, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:45:58.433104 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:58.455062 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df710aa8-fe2f-4cf4-b2b1-e6f2c3799906 req-97421bb3-4972-4754-af72-ee54695696ef tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:58.464170 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df710aa8-fe2f-4cf4-b2b1-e6f2c3799906 req-97421bb3-4972-4754-af72-ee54695696ef tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 984 time: 0.3298583 Dec 12 17:45:58.484949 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-df710aa8-fe2f-4cf4-b2b1-e6f2c3799906 req-a596a344-006f-465e-b628-6eaeb1583f35 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Request body: {'port': {'security_groups': ['c91c7d0f-9bca-4a92-9fca-266df9887dbb', 'eec7921b-42b3-41b5-8ec9-85dc85c5aadb', '7516fa85-d7ab-4350-a9e4-4f5608253684']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:58.487990 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52694) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:58.510624 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ada61efd-e079-4615-bb12-26d4bcfc75a5 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=67865f4a143048ea9866213bacf38009&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1070433 Dec 12 17:45:58.514041 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] For port 89197d39-69fa-4082-8cca-29f3163fb0d9, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:45:58.522620 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] For port 89197d39-69fa-4082-8cca-29f3163fb0d9, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=89197d39-69fa-4082-8cca-29f3163fb0d9,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:45:58.537599 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:58.577792 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c567d4-83ee-4d09-b81b-f4ad6ca7eca6 None None] Pushing event updated for resources: {'Port': ['ID=89197d39-69fa-4082-8cca-29f3163fb0d9,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:58.650591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c567d4-83ee-4d09-b81b-f4ad6ca7eca6 None None] Pushing event updated for resources: {'Port': ['ID=89197d39-69fa-4082-8cca-29f3163fb0d9,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:58.661400 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Routers {'550436e0-ee24-4cd5-aa8a-dc410d649cbe'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:45:58.662175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:45:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['550436e0-ee24-4cd5-aa8a-dc410d649cbe'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:58.692061 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-43cd492b-c7ca-4184-92c1-209aa0235454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:58.694031 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-43cd492b-c7ca-4184-92c1-209aa0235454 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.3807924 Dec 12 17:45:58.757911 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-f2a243f9-9008-41d5-b1af-a8069d0c5e19 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2 HTTP/1.1" status: 200 len: 217 time: 0.0492620 Dec 12 17:45:58.828004 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] Set router 550436e0-ee24-4cd5-aa8a-dc410d649cbe gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:45:58.909230 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-bd0c295c-7d76-4657-b4c9-cf668b991396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:58.910892 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-bd0c295c-7d76-4657-b4c9-cf668b991396 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1399097 Dec 12 17:45:59.002385 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28d0d951-3033-4b1f-960e-8464fd360759 req-69548410-aa5f-41b3-a671-303911ace2cf tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6683605 Dec 12 17:45:59.079383 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-dbe2c6d5-6dda-4f8d-8a12-62c420722a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:59.082204 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-dbe2c6d5-6dda-4f8d-8a12-62c420722a62 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1574306 Dec 12 17:45:59.116115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19881c1a-9889-4db6-a3f0-eeace8cd85a9 req-d00b7434-c8fa-4924-83c0-e72a038a149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:59.116583 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19881c1a-9889-4db6-a3f0-eeace8cd85a9 req-d00b7434-c8fa-4924-83c0-e72a038a149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:59.117116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19881c1a-9889-4db6-a3f0-eeace8cd85a9 req-d00b7434-c8fa-4924-83c0-e72a038a149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:59.118869 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19881c1a-9889-4db6-a3f0-eeace8cd85a9 req-d00b7434-c8fa-4924-83c0-e72a038a149f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2d60493dddd34d8aabf5275887ac9321&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8706677 Dec 12 17:45:59.120482 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-126643493', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '89197d39-69fa-4082-8cca-29f3163fb0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:45:49Z', 'updated_at': '2021-12-12T17:45:53Z', 'revision_number': 3, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '89197d39-69fa-4082-8cca-29f3163fb0d9', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:50Z', 'updated_at': '2021-12-12T17:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:45:59.130046 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd3dce55-1b1d-466a-92e2-5a6e30f7dd2c req-52bf3b98-a169-4089-b2c2-ead99a3bfb49 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7993076 Dec 12 17:45:59.138459 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd0637a-9af5-4876-95fb-640753ad8e72 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:45:59.146661 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-df710aa8-fe2f-4cf4-b2b1-e6f2c3799906 req-a596a344-006f-465e-b628-6eaeb1583f35 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:59.183759 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7122eb-bbdb-4e77-aca9-93b99029ed18 None None] The sync data for ids ['550436e0-ee24-4cd5-aa8a-dc410d649cbe'] in n-d-760354-5 is: [{'id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-126643493', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '89197d39-69fa-4082-8cca-29f3163fb0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:45:49Z', 'updated_at': '2021-12-12T17:45:53Z', 'revision_number': 3, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '89197d39-69fa-4082-8cca-29f3163fb0d9', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:50Z', 'updated_at': '2021-12-12T17:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:45:59.228389 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afda49d-e687-4b3e-8c11-7a03a17700a4 req-0ba1dfb8-83e4-4775-8dfa-cb1252f62d41 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:59.230708 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1afda49d-e687-4b3e-8c11-7a03a17700a4 req-0ba1dfb8-83e4-4775-8dfa-cb1252f62d41 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.20 "GET /v2.0/ports?device_id=91e53e32-673a-473b-8b4b-11b241dd9a7d HTTP/1.1" status: 200 len: 945 time: 0.3121324 Dec 12 17:45:59.238626 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-6304f2d0-049a-4451-a994-7cca51bb8b5e service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448193 Dec 12 17:45:59.243929 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:59.258789 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Transition to ACTIVE for port object fdd0637a-9af5-4876-95fb-640753ad8e72 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:45:59.335384 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25acb44e-a50e-4f28-ae35-1670380e86a3 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:59.336942 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-25acb44e-a50e-4f28-ae35-1670380e86a3 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8407371 Dec 12 17:45:59.366033 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:59.371228 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52698) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:59.458365 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-faf5ee24-a7b0-40be-81a0-73afa6de1e35 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0785604 Dec 12 17:45:59.464109 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52700) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:45:59.472128 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3f3215e0-b05d-40fd-b62b-c74c31485b3f tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2087131922', 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd', 'project_id': '67865f4a143048ea9866213bacf38009', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:45:59.490902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-617aa0e3-c4d5-4204-8d68-7835028346f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:59.493013 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-617aa0e3-c4d5-4204-8d68-7835028346f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 1099 time: 0.2427661 Dec 12 17:45:59.507567 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f73e1943-3f38-440d-b238-013448c88ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:45:59.519532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d4ca6-d249-43b9-8155-278bc5870853 req-08514ec9-51c6-41f8-893c-cc46493bb399 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:59.521104 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba7d4ca6-d249-43b9-8155-278bc5870853 req-08514ec9-51c6-41f8-893c-cc46493bb399 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 948 time: 0.3507817 Dec 12 17:45:59.532505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19881c1a-9889-4db6-a3f0-eeace8cd85a9 req-6bfc7968-f8c4-4315-8c58-caddfcd04a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:45:59.533980 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19881c1a-9889-4db6-a3f0-eeace8cd85a9 req-6bfc7968-f8c4-4315-8c58-caddfcd04a16 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4007604 Dec 12 17:45:59.626326 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'tag': '5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:45:59.630235 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574d546f-208a-47cd-90b4-4688dae77b61" -d '{"events": [{"name": "network-changed", "server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "tag": "5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:45:59.712215 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd0637a-9af5-4876-95fb-640753ad8e72,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:45:59.820220 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-1521be28-09aa-4ebe-a210-038619dbcb2a service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5590131 Dec 12 17:45:59.821410 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba7d4ca6-d249-43b9-8155-278bc5870853 req-b53112cd-9e14-4202-a555-ced99e6d24df tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540810 Dec 12 17:45:59.856246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-1afda49d-e687-4b3e-8c11-7a03a17700a4 req-6cfd3cbe-b677-425f-ba5f-7ac6856e068a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Deleting port 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:45:59.856477 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1afda49d-e687-4b3e-8c11-7a03a17700a4 req-6cfd3cbe-b677-425f-ba5f-7ac6856e068a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:00.004212 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-d21cb58a-619b-4287-9be4-8dedde7f41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:00.005786 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-d21cb58a-619b-4287-9be4-8dedde7f41aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.4967165 Dec 12 17:46:00.019662 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3215e0-b05d-40fd-b62b-c74c31485b3f tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Made reservation on behalf of 67865f4a143048ea9866213bacf38009 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:46:00.024120 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f3215e0-b05d-40fd-b62b-c74c31485b3f tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:00.043135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-df710aa8-fe2f-4cf4-b2b1-e6f2c3799906 req-a596a344-006f-465e-b628-6eaeb1583f35 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] For port 3c462246-830e-4277-b195-ec203c5371e0, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=3c462246-830e-4277-b195-ec203c5371e0,segment=NetworkSegment(39a15768-72d2-49e4-a66e-534985adf3fc),segment_id=39a15768-72d2-49e4-a66e-534985adf3fc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:00.047089 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Attempting to bind port fdd0637a-9af5-4876-95fb-640753ad8e72 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:00.047089 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Attempting to bind port fdd0637a-9af5-4876-95fb-640753ad8e72 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:00.047610 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Attempting to bind port fdd0637a-9af5-4876-95fb-640753ad8e72 on network 112377af-42c7-4cad-b8bb-a84ac7368f8b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:00.099792 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-98b429e9-8437-44de-acd4-208009323a0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2 HTTP/1.1" status: 200 len: 217 time: 0.0812705 Dec 12 17:46:00.107670 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-1afda49d-e687-4b3e-8c11-7a03a17700a4 req-6cfd3cbe-b677-425f-ba5f-7ac6856e068a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] For port 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:00.108048 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1afda49d-e687-4b3e-8c11-7a03a17700a4 req-6cfd3cbe-b677-425f-ba5f-7ac6856e068a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:00.108990 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Port fdd0637a-9af5-4876-95fb-640753ad8e72 on network 112377af-42c7-4cad-b8bb-a84ac7368f8b not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:46:00.109424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Attempting to bind port fdd0637a-9af5-4876-95fb-640753ad8e72 on network 112377af-42c7-4cad-b8bb-a84ac7368f8b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:00.148375 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:00.148919 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Checking segment: {'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:00.149435 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Bound using segment: {'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:00.149990 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Bound port: fdd0637a-9af5-4876-95fb-640753ad8e72, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:00.150454 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:00.159671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-1afda49d-e687-4b3e-8c11-7a03a17700a4 req-6cfd3cbe-b677-425f-ba5f-7ac6856e068a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Calling delete_port for 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:00.312828 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] For port fdd0637a-9af5-4876-95fb-640753ad8e72, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:00.323097 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-df710aa8-fe2f-4cf4-b2b1-e6f2c3799906 req-a596a344-006f-465e-b628-6eaeb1583f35 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:00.340630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-87904953-993d-431b-803d-20e378baa627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:00.342212 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-87904953-993d-431b-803d-20e378baa627 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.2224195 Dec 12 17:46:00.342859 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-df710aa8-fe2f-4cf4-b2b1-e6f2c3799906 req-a596a344-006f-465e-b628-6eaeb1583f35 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:00.353861 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] For port fdd0637a-9af5-4876-95fb-640753ad8e72, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=fdd0637a-9af5-4876-95fb-640753ad8e72,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:00.357683 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['ea2f7553-e582-4226-80ee-3e04ac9a7adc', '3c462246-830e-4277-b195-ec203c5371e0'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:00.372427 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:00.436594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df710aa8-fe2f-4cf4-b2b1-e6f2c3799906 req-a596a344-006f-465e-b628-6eaeb1583f35 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:00.437275 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-df710aa8-fe2f-4cf4-b2b1-e6f2c3799906 req-a596a344-006f-465e-b628-6eaeb1583f35 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:00.438737 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df710aa8-fe2f-4cf4-b2b1-e6f2c3799906 req-a596a344-006f-465e-b628-6eaeb1583f35 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "PUT /v2.0/ports/3c462246-830e-4277-b195-ec203c5371e0 HTTP/1.1" status: 200 len: 1020 time: 1.9731443 Dec 12 17:46:00.478691 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f59177-83da-4abf-ab28-9597b5185d77', 'tag': '3c462246-830e-4277-b195-ec203c5371e0'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:00.486912 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d721c76-32c4-462e-a948-30fd2f6b2d85" -d '{"events": [{"name": "network-changed", "server_uuid": "01f59177-83da-4abf-ab28-9597b5185d77", "tag": "3c462246-830e-4277-b195-ec203c5371e0"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:00.505577 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:00.506364 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:00.507970 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] 10.222.0.31 "PUT /v2.0/ports/fdd0637a-9af5-4876-95fb-640753ad8e72 HTTP/1.1" status: 200 len: 1129 time: 2.8421991 Dec 12 17:46:00.527468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16091ec6-066f-4a71-9b2e-344897661ec8 req-7b5e1d5c-ec9a-4947-b1f3-3d56caa7f893 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:00.529297 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16091ec6-066f-4a71-9b2e-344897661ec8 req-7b5e1d5c-ec9a-4947-b1f3-3d56caa7f893 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=91e53e32-673a-473b-8b4b-11b241dd9a7d HTTP/1.1" status: 200 len: 945 time: 0.3770745 Dec 12 17:46:00.556124 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Request body: {'port': {'device_id': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:00.569957 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee585f7e-bb12-42c0-ba26-466a0cf8f26e x-openstack-request-id: req-ee585f7e-bb12-42c0-ba26-466a0cf8f26e {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:00.570307 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "tag": "5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:00.570689 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee585f7e-bb12-42c0-ba26-466a0cf8f26e {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:00.571194 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'tag': '5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9', 'status': 'completed', 'code': 200} Dec 12 17:46:00.605469 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f3215e0-b05d-40fd-b62b-c74c31485b3f tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:00.653384 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['3c462246-830e-4277-b195-ec203c5371e0'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:00.702665 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f85ece-f50a-4f13-b63d-d73627da6eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd0637a-9af5-4876-95fb-640753ad8e72,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:00.711951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f73e1943-3f38-440d-b238-013448c88ab7 admin admin] Deleting port 32fb47dd-9978-4154-8269-5463def23f03 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:00.714764 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f73e1943-3f38-440d-b238-013448c88ab7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:00.792605 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1afda49d-e687-4b3e-8c11-7a03a17700a4 req-6cfd3cbe-b677-425f-ba5f-7ac6856e068a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:00.815068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-b83c90ec-cb29-4e6a-89e8-41ad9c17a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:00.815431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3215e0-b05d-40fd-b62b-c74c31485b3f tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event updated for resources: {'Subnet': ['ID=c5d42bb0-36a7-4874-8334-2631bf63eb23,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:00.816694 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-b83c90ec-cb29-4e6a-89e8-41ad9c17a600 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4303620 Dec 12 17:46:00.820878 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596a344-006f-465e-b628-6eaeb1583f35 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event updated for resources: {'Port': ['ID=3c462246-830e-4277-b195-ec203c5371e0,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:00.874098 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d546f-208a-47cd-90b4-4688dae77b61 req-aa03247c-58e9-4b83-924f-6881428f05be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:00.874579 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d546f-208a-47cd-90b4-4688dae77b61 req-aa03247c-58e9-4b83-924f-6881428f05be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:00.875054 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d546f-208a-47cd-90b4-4688dae77b61 req-aa03247c-58e9-4b83-924f-6881428f05be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:00.875668 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d546f-208a-47cd-90b4-4688dae77b61 req-aa03247c-58e9-4b83-924f-6881428f05be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:00.876008 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d546f-208a-47cd-90b4-4688dae77b61 req-aa03247c-58e9-4b83-924f-6881428f05be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:00.876998 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d546f-208a-47cd-90b4-4688dae77b61 req-aa03247c-58e9-4b83-924f-6881428f05be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:00.877471 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d546f-208a-47cd-90b4-4688dae77b61 req-aa03247c-58e9-4b83-924f-6881428f05be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:00.879677 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-574d546f-208a-47cd-90b4-4688dae77b61 req-aa03247c-58e9-4b83-924f-6881428f05be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d60493dddd34d8aabf5275887ac9321&device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 6207 time: 0.2862272 Dec 12 17:46:00.883620 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16091ec6-066f-4a71-9b2e-344897661ec8 req-da1462b0-8ba9-4139-8325-5e32f19d279b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126638 Dec 12 17:46:00.908840 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:00.942534 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd3cbe-b677-425f-ba5f-7ac6856e068a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Pushing event deleted for resources: {'Port': ['ID=6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:01.123848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 89197d39-69fa-4082-8cca-29f3163fb0d9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:01.165522 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afda49d-e687-4b3e-8c11-7a03a17700a4 req-6cfd3cbe-b677-425f-ba5f-7ac6856e068a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] No DVR routers for this DVR port 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:46:01.173451 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1afda49d-e687-4b3e-8c11-7a03a17700a4 req-6cfd3cbe-b677-425f-ba5f-7ac6856e068a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:01.176800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1afda49d-e687-4b3e-8c11-7a03a17700a4 req-6cfd3cbe-b677-425f-ba5f-7ac6856e068a tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.20 "DELETE /v2.0/ports/6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 HTTP/1.1" status: 204 len: 173 time: 1.9225769 Dec 12 17:46:01.196554 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-122e4626-0aea-4e65-80ca-873be41285a0 req-48d63570-787c-4876-8b71-21953968fc2e tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/7516fa85-d7ab-4350-a9e4-4f5608253684 HTTP/1.1" status: 200 len: 1818 time: 0.1479712 Dec 12 17:46:01.213591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b9a56-8caf-45c6-a835-a879a13494d7 req-3e660e3a-fe7e-4ffd-b2e6-da81742e0353 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:01.216989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c6a56cf-3516-4420-ab59-792fb69d6bca {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:01.220290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b9a56-8caf-45c6-a835-a879a13494d7 req-3e660e3a-fe7e-4ffd-b2e6-da81742e0353 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:01.226603 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:01.226824 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b9a56-8caf-45c6-a835-a879a13494d7 req-3e660e3a-fe7e-4ffd-b2e6-da81742e0353 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:01.238632 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b9a56-8caf-45c6-a835-a879a13494d7 req-3e660e3a-fe7e-4ffd-b2e6-da81742e0353 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:01.240710 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Transition to ACTIVE for port object 3c6a56cf-3516-4420-ab59-792fb69d6bca will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:46:01.245640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b9a56-8caf-45c6-a835-a879a13494d7 req-3e660e3a-fe7e-4ffd-b2e6-da81742e0353 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:01.264091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b9a56-8caf-45c6-a835-a879a13494d7 req-3e660e3a-fe7e-4ffd-b2e6-da81742e0353 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:01.280334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b9a56-8caf-45c6-a835-a879a13494d7 req-3e660e3a-fe7e-4ffd-b2e6-da81742e0353 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:01.282310 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d26b9a56-8caf-45c6-a835-a879a13494d7 req-3e660e3a-fe7e-4ffd-b2e6-da81742e0353 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5370 time: 0.6165938 Dec 12 17:46:01.313188 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:01.352564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3215e0-b05d-40fd-b62b-c74c31485b3f tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Checking segment: {'id': 'c5f792c8-def1-4729-9ad8-d3468b7037b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:01.352929 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3215e0-b05d-40fd-b62b-c74c31485b3f tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Network hostable DHCP agents. Network: ef5d6b77-753b-4cf5-8813-2c2ef92584dd, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:46:01.363169 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 89197d39-69fa-4082-8cca-29f3163fb0d9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:01.363756 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:01.411195 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-31ea5e06-b027-427f-b379-385b0e00eed1 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590825 Dec 12 17:46:01.529379 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-f73e1943-3f38-440d-b238-013448c88ab7 admin admin] For port 32fb47dd-9978-4154-8269-5463def23f03, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=32fb47dd-9978-4154-8269-5463def23f03,segment=NetworkSegment(360e48c0-176c-4d00-a7b5-18f9c6918291),segment_id=360e48c0-176c-4d00-a7b5-18f9c6918291)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:01.530030 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f73e1943-3f38-440d-b238-013448c88ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:01.559278 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3215e0-b05d-40fd-b62b-c74c31485b3f tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Network ef5d6b77-753b-4cf5-8813-2c2ef92584dd is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:46:01.597619 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d26b9a56-8caf-45c6-a835-a879a13494d7 req-6d7fab54-8c3c-4024-9994-f7d5ecbe94bb tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3056815 Dec 12 17:46:01.602183 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-122e4626-0aea-4e65-80ca-873be41285a0 req-6f9c5007-f31c-46a6-8973-2c88063501a6 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 12 17:46:01.604557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-122e4626-0aea-4e65-80ca-873be41285a0 req-6f9c5007-f31c-46a6-8973-2c88063501a6 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "DELETE /v2.0/security-groups/7516fa85-d7ab-4350-a9e4-4f5608253684 HTTP/1.1" status: 409 len: 341 time: 0.3199780 Dec 12 17:46:01.676978 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d377d10b-d72c-433b-8ae6-e467b83f4a2b req-043c6eed-0788-4401-8f3d-5aaac14457eb service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525396 Dec 12 17:46:01.680697 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6a56cf-3516-4420-ab59-792fb69d6bca,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:01.691088 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3f3215e0-b05d-40fd-b62b-c74c31485b3f tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, ef5d6b77-753b-4cf5-8813-2c2ef92584dd) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:01.703988 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46a3609-3112-4237-a606-92ee22744155 x-openstack-request-id: req-a46a3609-3112-4237-a606-92ee22744155 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:01.704332 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f59177-83da-4abf-ab28-9597b5185d77", "tag": "3c462246-830e-4277-b195-ec203c5371e0", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:01.705642 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a46a3609-3112-4237-a606-92ee22744155 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:01.706061 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f59177-83da-4abf-ab28-9597b5185d77', 'tag': '3c462246-830e-4277-b195-ec203c5371e0', 'status': 'completed', 'code': 200} Dec 12 17:46:01.717317 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f73e1943-3f38-440d-b238-013448c88ab7 admin admin] Calling delete_port for 32fb47dd-9978-4154-8269-5463def23f03 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:01.728074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2488e661-4c82-4ba3-9ed0-71b054b24754 None None] Network ef5d6b77-753b-4cf5-8813-2c2ef92584dd requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:46:01.836078 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3215e0-b05d-40fd-b62b-c74c31485b3f tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:01.842264 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f3215e0-b05d-40fd-b62b-c74c31485b3f tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:01.891924 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['1e5ea895-136a-44cf-b33a-b6ba997762e7', '6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:01.900487 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d721c76-32c4-462e-a948-30fd2f6b2d85 req-185c412e-6562-4998-94b9-44209c8de4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:01.911224 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d721c76-32c4-462e-a948-30fd2f6b2d85 req-185c412e-6562-4998-94b9-44209c8de4c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e3672c6198b4503bcb71380bca74c88&device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 1174 time: 0.1687250 Dec 12 17:46:01.916492 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:02.131783 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e68c8-9af7-4a4e-a1ed-4a737aa6a12c req-f5bd6b12-8a01-4330-a881-06fc8d48edee tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:02.133448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f6e68c8-9af7-4a4e-a1ed-4a737aa6a12c req-f5bd6b12-8a01-4330-a881-06fc8d48edee tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 948 time: 0.2602000 Dec 12 17:46:02.189978 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d721c76-32c4-462e-a948-30fd2f6b2d85 req-84210e62-64dd-4d7a-88f0-e62b6a1db3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:02.191705 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d721c76-32c4-462e-a948-30fd2f6b2d85 req-84210e62-64dd-4d7a-88f0-e62b6a1db3e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c69dac47-edf4-4b8e-b3b6-b73f3b551922 HTTP/1.1" status: 200 len: 913 time: 0.2408769 Dec 12 17:46:02.274986 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d721c76-32c4-462e-a948-30fd2f6b2d85 req-aab0a9bf-5105-45a3-ae70-3084ca38447b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c462246-830e-4277-b195-ec203c5371e0 HTTP/1.1" status: 200 len: 217 time: 0.0696542 Dec 12 17:46:02.284061 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f6e68c8-9af7-4a4e-a1ed-4a737aa6a12c req-bc081c70-d01e-4d26-9f9e-63ce7aa746a1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365829 Dec 12 17:46:02.341260 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 89197d39-69fa-4082-8cca-29f3163fb0d9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=89197d39-69fa-4082-8cca-29f3163fb0d9,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:02.370452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d721c76-32c4-462e-a948-30fd2f6b2d85 req-a9b5c4e3-ce8c-4dd9-bddd-2d6ba79bd9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:02.372358 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d721c76-32c4-462e-a948-30fd2f6b2d85 req-a9b5c4e3-ce8c-4dd9-bddd-2d6ba79bd9c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf8408a6-d69c-4e8b-bdac-4b882ee38aad HTTP/1.1" status: 200 len: 852 time: 0.0736217 Dec 12 17:46:02.389709 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:02.438359 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3f3215e0-b05d-40fd-b62b-c74c31485b3f tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9710960 Dec 12 17:46:02.439092 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52726) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:02.444609 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d721c76-32c4-462e-a948-30fd2f6b2d85 req-796b4b08-5441-447d-8b62-94a38c135c50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c69dac47-edf4-4b8e-b3b6-b73f3b551922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628121 Dec 12 17:46:02.518816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=89197d39-69fa-4082-8cca-29f3163fb0d9,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:02.534184 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:02.534539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:02.534888 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:02.535283 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:02.536462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:02.536816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:02.537152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:02.537676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:02.538019 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:02.538352 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:02.538696 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:02.539010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:02.539918 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:02.573775 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'tag': 'fdd0637a-9af5-4876-95fb-640753ad8e72'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:02.578699 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c7e3b2-b7a7-4fcd-b16a-b89f047ad37f" -d '{"events": [{"name": "network-changed", "server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "tag": "fdd0637a-9af5-4876-95fb-640753ad8e72"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:02.585925 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d546f-208a-47cd-90b4-4688dae77b61 req-5673a1c7-37d0-418a-bc54-8d2a1a9704a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:02.587690 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d546f-208a-47cd-90b4-4688dae77b61 req-5673a1c7-37d0-418a-bc54-8d2a1a9704a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:02.588529 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d546f-208a-47cd-90b4-4688dae77b61 req-5673a1c7-37d0-418a-bc54-8d2a1a9704a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:02.590800 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-574d546f-208a-47cd-90b4-4688dae77b61 req-5673a1c7-37d0-418a-bc54-8d2a1a9704a7 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2d60493dddd34d8aabf5275887ac9321&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.6973569 Dec 12 17:46:02.606342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-ef5d6b77-753b-4cf5-8813-2c2ef92584dd', 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd', 'project_id': '67865f4a143048ea9866213bacf38009', 'fixed_ips': [{'subnet_id': 'c5d42bb0-36a7-4874-8334-2631bf63eb23'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:46:02.607216 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:02.744783 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d721c76-32c4-462e-a948-30fd2f6b2d85 req-fb047306-02ac-48dc-8c1a-c0c37684b321 service neutron] 10.222.0.20 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285948 Dec 12 17:46:02.773153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca553d24-3c6e-4e96-8a6c-f07c9c0692f2 req-0f93dd7c-460c-4020-aa4d-35fb57ee6ff3 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:02.775363 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca553d24-3c6e-4e96-8a6c-f07c9c0692f2 req-0f93dd7c-460c-4020-aa4d-35fb57ee6ff3 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 1023 time: 0.3299031 Dec 12 17:46:02.784338 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Allocated IP 172.20.0.18 (ef5d6b77-753b-4cf5-8813-2c2ef92584dd/c5d42bb0-36a7-4874-8334-2631bf63eb23/920ea0ca-8656-4917-aec2-e62228d0115a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:46:02.808163 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Attempting to bind port 3c6a56cf-3516-4420-ab59-792fb69d6bca on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:02.809231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Attempting to bind port 3c6a56cf-3516-4420-ab59-792fb69d6bca by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:02.809872 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Attempting to bind port 3c6a56cf-3516-4420-ab59-792fb69d6bca on network 112377af-42c7-4cad-b8bb-a84ac7368f8b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:02.870484 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d721c76-32c4-462e-a948-30fd2f6b2d85 req-e2a942e9-8898-44fd-8669-fb5127e8533d service neutron] 10.222.0.20 "GET /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061883 Dec 12 17:46:02.897269 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Port 3c6a56cf-3516-4420-ab59-792fb69d6bca on network 112377af-42c7-4cad-b8bb-a84ac7368f8b not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:46:02.897962 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Attempting to bind port 3c6a56cf-3516-4420-ab59-792fb69d6bca on network 112377af-42c7-4cad-b8bb-a84ac7368f8b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:02.948552 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:02.963649 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:02.982974 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Network ef5d6b77-753b-4cf5-8813-2c2ef92584dd is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:46:02.989391 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:02.992933 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:46:03.042021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2993170-56c6-4135-9ee9-6d469b96ec4c req-6db98569-7f1c-4638-bfad-020e02d9bc92 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.047797 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2993170-56c6-4135-9ee9-6d469b96ec4c req-6db98569-7f1c-4638-bfad-020e02d9bc92 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 946 time: 0.0914922 Dec 12 17:46:03.062014 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:03.063050 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Checking segment: {'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:03.063736 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Bound using segment: {'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:03.064424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Bound port: 3c6a56cf-3516-4420-ab59-792fb69d6bca, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:03.065037 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:03.094105 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Pushing event updated for resources: {'Port': ['ID=920ea0ca-8656-4917-aec2-e62228d0115a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:03.100258 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 89197d39-69fa-4082-8cca-29f3163fb0d9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:03.105278 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Attempting to bind port 920ea0ca-8656-4917-aec2-e62228d0115a on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:03.105633 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Attempting to bind port 920ea0ca-8656-4917-aec2-e62228d0115a by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'c5f792c8-def1-4729-9ad8-d3468b7037b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:03.106140 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Attempting to bind port 920ea0ca-8656-4917-aec2-e62228d0115a on network ef5d6b77-753b-4cf5-8813-2c2ef92584dd {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:03.124986 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2993170-56c6-4135-9ee9-6d469b96ec4c req-352cddda-81b1-4383-83c2-a7ee972c0e26 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616388 Dec 12 17:46:03.124986 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-fb85caec-0bd9-4c03-849c-b233139c3a13 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.126307 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-fb85caec-0bd9-4c03-849c-b233139c3a13 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528&tenant_id=de7d6d1331334b1d97a38f5467ee1df8&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 948 time: 0.2176764 Dec 12 17:46:03.137592 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:03.137976 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Checking segment: {'id': 'c5f792c8-def1-4729-9ad8-d3468b7037b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:03.138388 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:03.138791 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Bound using segment: {'id': 'c5f792c8-def1-4729-9ad8-d3468b7037b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:03.139321 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Bound port: 920ea0ca-8656-4917-aec2-e62228d0115a, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f792c8-def1-4729-9ad8-d3468b7037b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:03.139711 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:03.143720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d546f-208a-47cd-90b4-4688dae77b61 req-697ea768-2592-416f-8c01-cbd5f673b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.145388 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-574d546f-208a-47cd-90b4-4688dae77b61 req-697ea768-2592-416f-8c01-cbd5f673b58e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5382018 Dec 12 17:46:03.153732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca553d24-3c6e-4e96-8a6c-f07c9c0692f2 req-a1a54d7a-84b2-48ee-8c7f-7151873e10b4 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=eec7921b-42b3-41b5-8ec9-85dc85c5aadb&id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&id=7516fa85-d7ab-4350-a9e4-4f5608253684&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2822580 Dec 12 17:46:03.253904 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] For port 920ea0ca-8656-4917-aec2-e62228d0115a, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:03.264353 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] For port 920ea0ca-8656-4917-aec2-e62228d0115a, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=920ea0ca-8656-4917-aec2-e62228d0115a,segment=NetworkSegment(c5f792c8-def1-4729-9ad8-d3468b7037b4),segment_id=c5f792c8-def1-4729-9ad8-d3468b7037b4)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:03.265243 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ad56e1-f5be-4abe-a941-1dc56fd6e4f8 x-openstack-request-id: req-d9ad56e1-f5be-4abe-a941-1dc56fd6e4f8 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:03.265664 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "tag": "fdd0637a-9af5-4876-95fb-640753ad8e72", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:03.265802 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 89197d39-69fa-4082-8cca-29f3163fb0d9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:03.266266 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:03.266880 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9ad56e1-f5be-4abe-a941-1dc56fd6e4f8 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:03.268539 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'tag': 'fdd0637a-9af5-4876-95fb-640753ad8e72', 'status': 'completed', 'code': 200} Dec 12 17:46:03.280405 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-19a1eda5-1274-424c-b3e2-2a92e6b8272e service neutron] 10.222.0.20 "GET /v2.0/ports/34b6df5d-9710-481e-80d6-f8f312c0bec2/bindings/n-h2-760354-5 HTTP/1.1" status: 200 len: 382 time: 0.1256740 Dec 12 17:46:03.337355 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:03.406492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-cf57411d-bc9a-44b8-9cb6-6e5073a38189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.408214 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-cf57411d-bc9a-44b8-9cb6-6e5073a38189 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 1099 time: 0.0710850 Dec 12 17:46:03.411734 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] For port 3c6a56cf-3516-4420-ab59-792fb69d6bca, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:03.416478 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] For port 3c6a56cf-3516-4420-ab59-792fb69d6bca, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=3c6a56cf-3516-4420-ab59-792fb69d6bca,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:03.423941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a61fff-3fea-4e9d-b7c2-c51d6149b522 req-781659d3-6cd7-499d-b794-a5835839c1a4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.433704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a61fff-3fea-4e9d-b7c2-c51d6149b522 req-781659d3-6cd7-499d-b794-a5835839c1a4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.439267 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:03.451954 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a61fff-3fea-4e9d-b7c2-c51d6149b522 req-781659d3-6cd7-499d-b794-a5835839c1a4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.463173 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.464113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a61fff-3fea-4e9d-b7c2-c51d6149b522 req-781659d3-6cd7-499d-b794-a5835839c1a4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.464279 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:03.466060 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] 10.222.0.31 "PUT /v2.0/ports/3c6a56cf-3516-4420-ab59-792fb69d6bca HTTP/1.1" status: 200 len: 1090 time: 2.9207714 Dec 12 17:46:03.474098 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a61fff-3fea-4e9d-b7c2-c51d6149b522 req-781659d3-6cd7-499d-b794-a5835839c1a4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.492994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a61fff-3fea-4e9d-b7c2-c51d6149b522 req-781659d3-6cd7-499d-b794-a5835839c1a4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.502233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a61fff-3fea-4e9d-b7c2-c51d6149b522 req-781659d3-6cd7-499d-b794-a5835839c1a4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.511711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-46a61fff-3fea-4e9d-b7c2-c51d6149b522 req-781659d3-6cd7-499d-b794-a5835839c1a4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5382 time: 0.2276149 Dec 12 17:46:03.523256 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Request body: {'port': {'device_id': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:03.529955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe79b3-bb40-4f90-904f-6689facc24c9 None None] Pushing event updated for resources: {'Port': ['ID=920ea0ca-8656-4917-aec2-e62228d0115a,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:03.617187 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:03.651094 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7e3b2-b7a7-4fcd-b16a-b89f047ad37f req-251781b1-7291-40bf-99e6-054461701277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.651617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7e3b2-b7a7-4fcd-b16a-b89f047ad37f req-251781b1-7291-40bf-99e6-054461701277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.652271 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7e3b2-b7a7-4fcd-b16a-b89f047ad37f req-251781b1-7291-40bf-99e6-054461701277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.652756 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7e3b2-b7a7-4fcd-b16a-b89f047ad37f req-251781b1-7291-40bf-99e6-054461701277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.653230 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7e3b2-b7a7-4fcd-b16a-b89f047ad37f req-251781b1-7291-40bf-99e6-054461701277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.653700 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7e3b2-b7a7-4fcd-b16a-b89f047ad37f req-251781b1-7291-40bf-99e6-054461701277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.654171 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7e3b2-b7a7-4fcd-b16a-b89f047ad37f req-251781b1-7291-40bf-99e6-054461701277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.656262 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-84c7e3b2-b7a7-4fcd-b16a-b89f047ad37f req-251781b1-7291-40bf-99e6-054461701277 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d60493dddd34d8aabf5275887ac9321&device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 6232 time: 0.4085577 Dec 12 17:46:03.662277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-990fec65-f70f-489e-96dc-cd1166c333a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.664860 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-990fec65-f70f-489e-96dc-cd1166c333a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1416821 Dec 12 17:46:03.708870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e53e32-673a-473b-8b4b-11b241dd9a7d', 'name': 'network-vif-deleted', 'tag': '6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:03.712222 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bac5e78-79da-4e00-9cea-608954fe7e29" -d '{"events": [{"server_uuid": "91e53e32-673a-473b-8b4b-11b241dd9a7d", "name": "network-vif-deleted", "tag": "6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:03.783401 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 34b6df5d-9710-481e-80d6-f8f312c0bec2 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:46:03.815359 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-75c990a4-ed4b-43d7-87bc-6f7b90a07b0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2 HTTP/1.1" status: 200 len: 217 time: 0.1334431 Dec 12 17:46:03.832442 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-46a61fff-3fea-4e9d-b7c2-c51d6149b522 req-2e4b89d9-01a5-43cb-8349-4200f78ac7f0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3185582 Dec 12 17:46:03.884217 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801eb48-6fd0-4c5c-8c98-e5f1bdf39963 req-1f625186-1f39-4c9a-afc9-3c44166cea89 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.890780 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a801eb48-6fd0-4c5c-8c98-e5f1bdf39963 req-1f625186-1f39-4c9a-afc9-3c44166cea89 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 948 time: 0.4987788 Dec 12 17:46:03.928880 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:03.991473 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-77c94861-3d81-418d-bbf0-bc2a20a61533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:03.993186 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-77c94861-3d81-418d-bbf0-bc2a20a61533 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1522758 Dec 12 17:46:04.010752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a801eb48-6fd0-4c5c-8c98-e5f1bdf39963 req-da0dc4f8-1d66-4b51-afa7-40c14431eedd tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171639 Dec 12 17:46:04.027083 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:46:04.027842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:46:04.035530 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:04.054217 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '34b6df5d-9710-481e-80d6-f8f312c0bec2', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '34b6df5d-9710-481e-80d6-f8f312c0bec2', 'mac_address': 'fa:16:3e:0d:49:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:46:04.063010 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68432fb8-31d3-4c98-a12d-e2c2be33014d x-openstack-request-id: req-68432fb8-31d3-4c98-a12d-e2c2be33014d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:04.063394 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e53e32-673a-473b-8b4b-11b241dd9a7d", "name": "network-vif-deleted", "tag": "6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:04.063723 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68432fb8-31d3-4c98-a12d-e2c2be33014d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:04.064169 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e53e32-673a-473b-8b4b-11b241dd9a7d', 'name': 'network-vif-deleted', 'tag': '6ed7fbb1-3a28-4520-a69a-aa7e003e7cf8', 'status': 'completed', 'code': 200} Dec 12 17:46:04.096205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-cf7f1e29-011c-41ba-a8e9-cf1ee622be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:04.098533 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-cf7f1e29-011c-41ba-a8e9-cf1ee622be10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831528 Dec 12 17:46:04.109109 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:04.131778 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b6df5d-9710-481e-80d6-f8f312c0bec2 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:04.164707 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:04.176115 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:04.245764 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca93b5-5f83-46a2-af3b-3da0815fb109 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6a56cf-3516-4420-ab59-792fb69d6bca,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:04.267833 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=34b6df5d-9710-481e-80d6-f8f312c0bec2,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:04.322610 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f73e1943-3f38-440d-b238-013448c88ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:04.362653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-8a30888a-b60d-4158-8f7f-02d46513584a service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389400 Dec 12 17:46:04.377011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98ce70-cbc1-435a-9ae9-e2774377f285 req-58da298b-4a2b-47e7-bc6f-d01faecf2e13 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:04.378809 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e98ce70-cbc1-435a-9ae9-e2774377f285 req-58da298b-4a2b-47e7-bc6f-d01faecf2e13 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 946 time: 0.1267815 Dec 12 17:46:04.391951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e1943-3f38-440d-b238-013448c88ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=32fb47dd-9978-4154-8269-5463def23f03,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:04.417917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7e3b2-b7a7-4fcd-b16a-b89f047ad37f req-8b943f95-0749-46f6-a429-8a85a93f6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:04.418421 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7e3b2-b7a7-4fcd-b16a-b89f047ad37f req-8b943f95-0749-46f6-a429-8a85a93f6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:04.418898 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7e3b2-b7a7-4fcd-b16a-b89f047ad37f req-8b943f95-0749-46f6-a429-8a85a93f6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:04.420546 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-84c7e3b2-b7a7-4fcd-b16a-b89f047ad37f req-8b943f95-0749-46f6-a429-8a85a93f6ba7 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2d60493dddd34d8aabf5275887ac9321&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7491424 Dec 12 17:46:04.495818 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668a2f5-f866-4616-8ad0-7bb1b215b3b0 req-903b0225-ac3d-41d3-b9bc-6709c3820863 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:04.497426 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4668a2f5-f866-4616-8ad0-7bb1b215b3b0 req-903b0225-ac3d-41d3-b9bc-6709c3820863 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 1023 time: 0.1847415 Dec 12 17:46:04.589318 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e98ce70-cbc1-435a-9ae9-e2774377f285 req-a5dc1800-db58-48a7-8843-82bc9b4f94df tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968706 Dec 12 17:46:04.639195 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74fe0dca-36da-4aa7-9005-c07f6c8d7c17 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:04.658815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe5f94-251b-46dd-a0de-e4ae42054f10 req-bae606ba-ddea-4cbb-bf81-d0e706dd0f6f tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:04.660445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5fe5f94-251b-46dd-a0de-e4ae42054f10 req-bae606ba-ddea-4cbb-bf81-d0e706dd0f6f tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.20 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 1023 time: 0.2316957 Dec 12 17:46:04.666935 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['34b6df5d-9710-481e-80d6-f8f312c0bec2'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:04.727606 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:04.784518 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-7c11e3fb-68f1-4228-9c46-edf007ac269b service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001951 Dec 12 17:46:04.824764 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Transition to ACTIVE for port object 74fe0dca-36da-4aa7-9005-c07f6c8d7c17 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:46:04.896692 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e644e-31c0-493a-8ded-7da5df8bdf3c req-fe21a73e-155d-44de-af4a-da48c86d3f56 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:04.897887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4668a2f5-f866-4616-8ad0-7bb1b215b3b0 req-55e525bd-b595-437c-b8b5-ad549e7bf16a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=eec7921b-42b3-41b5-8ec9-85dc85c5aadb&id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&id=7516fa85-d7ab-4350-a9e4-4f5608253684&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3674850 Dec 12 17:46:04.898303 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-888e644e-31c0-493a-8ded-7da5df8bdf3c req-fe21a73e-155d-44de-af4a-da48c86d3f56 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 946 time: 0.3475182 Dec 12 17:46:04.962068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-e5fe5f94-251b-46dd-a0de-e4ae42054f10 req-6b09e860-16d8-4557-9807-45c4d20e902a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Deleting port 3c462246-830e-4277-b195-ec203c5371e0 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:04.962484 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5fe5f94-251b-46dd-a0de-e4ae42054f10 req-6b09e860-16d8-4557-9807-45c4d20e902a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:04.993707 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:05.146100 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0702e4-023c-4172-b441-3b9477a21094 None None] Network ef5d6b77-753b-4cf5-8813-2c2ef92584dd requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:46:05.162968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e5fe5f94-251b-46dd-a0de-e4ae42054f10 req-6b09e860-16d8-4557-9807-45c4d20e902a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] For port 3c462246-830e-4277-b195-ec203c5371e0, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=3c462246-830e-4277-b195-ec203c5371e0,segment=NetworkSegment(39a15768-72d2-49e4-a66e-534985adf3fc),segment_id=39a15768-72d2-49e4-a66e-534985adf3fc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:05.163387 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5fe5f94-251b-46dd-a0de-e4ae42054f10 req-6b09e860-16d8-4557-9807-45c4d20e902a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:05.191671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855003e-9405-48e4-8470-8112b50755d0 req-7049d2b4-02ca-422b-b3b5-2291d30fe020 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:05.198226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7e3b2-b7a7-4fcd-b16a-b89f047ad37f req-b4e1494c-db44-4012-b9ca-78e0e8255467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:05.199935 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-84c7e3b2-b7a7-4fcd-b16a-b89f047ad37f req-b4e1494c-db44-4012-b9ca-78e0e8255467 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7684422 Dec 12 17:46:05.215426 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855003e-9405-48e4-8470-8112b50755d0 req-7049d2b4-02ca-422b-b3b5-2291d30fe020 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:05.223274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855003e-9405-48e4-8470-8112b50755d0 req-7049d2b4-02ca-422b-b3b5-2291d30fe020 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:05.229682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855003e-9405-48e4-8470-8112b50755d0 req-7049d2b4-02ca-422b-b3b5-2291d30fe020 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:05.236928 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855003e-9405-48e4-8470-8112b50755d0 req-7049d2b4-02ca-422b-b3b5-2291d30fe020 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:05.246599 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855003e-9405-48e4-8470-8112b50755d0 req-7049d2b4-02ca-422b-b3b5-2291d30fe020 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:05.252749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855003e-9405-48e4-8470-8112b50755d0 req-7049d2b4-02ca-422b-b3b5-2291d30fe020 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:05.269114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b855003e-9405-48e4-8470-8112b50755d0 req-7049d2b4-02ca-422b-b3b5-2291d30fe020 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5394 time: 0.2351849 Dec 12 17:46:05.272909 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'tag': '3c6a56cf-3516-4420-ab59-792fb69d6bca'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:05.275193 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3215f51-f73c-4897-bf3f-d4e4b8798098" -d '{"events": [{"name": "network-changed", "server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "tag": "3c6a56cf-3516-4420-ab59-792fb69d6bca"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:05.290846 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-e5fe5f94-251b-46dd-a0de-e4ae42054f10 req-6b09e860-16d8-4557-9807-45c4d20e902a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Calling delete_port for 3c462246-830e-4277-b195-ec203c5371e0 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:05.343392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 920ea0ca-8656-4917-aec2-e62228d0115a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:05.365818 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Pushing event updated for resources: {'Port': ['ID=74fe0dca-36da-4aa7-9005-c07f6c8d7c17,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:05.399993 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f73e1943-3f38-440d-b238-013448c88ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:05.421509 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d6cb6d00-a510-4dd1-99aa-7b523cc170a5 None None] Provisioning complete for port 920ea0ca-8656-4917-aec2-e62228d0115a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:05.421884 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6cb6d00-a510-4dd1-99aa-7b523cc170a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:05.460228 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9f35-754c-4a17-bd6c-15ac49ed44e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:05.515819 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 920ea0ca-8656-4917-aec2-e62228d0115a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:05.516463 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:05.649535 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6cb6d00-a510-4dd1-99aa-7b523cc170a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:05.704113 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d6cb6d00-a510-4dd1-99aa-7b523cc170a5 None None] For port 920ea0ca-8656-4917-aec2-e62228d0115a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=920ea0ca-8656-4917-aec2-e62228d0115a,segment=NetworkSegment(c5f792c8-def1-4729-9ad8-d3468b7037b4),segment_id=c5f792c8-def1-4729-9ad8-d3468b7037b4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:05.721538 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6cb6d00-a510-4dd1-99aa-7b523cc170a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:05.849430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb6d00-a510-4dd1-99aa-7b523cc170a5 None None] Pushing event updated for resources: {'Port': ['ID=920ea0ca-8656-4917-aec2-e62228d0115a,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:05.858989 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-27aaebe7-ee3d-4c30-9ec9-67dea9f07767 None None] Provisioning complete for port 920ea0ca-8656-4917-aec2-e62228d0115a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:05.860186 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27aaebe7-ee3d-4c30-9ec9-67dea9f07767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:05.904139 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b855003e-9405-48e4-8470-8112b50755d0 req-74099d8e-85d5-4da8-9e2b-dbc07d55518b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6340621 Dec 12 17:46:05.949419 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3902386-6ccb-46db-ac99-30dc722b95df req-270ce43a-6e70-4988-bf6d-e66a54d9a31f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:05.956701 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3902386-6ccb-46db-ac99-30dc722b95df req-270ce43a-6e70-4988-bf6d-e66a54d9a31f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 949 time: 0.6836104 Dec 12 17:46:06.026598 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-888e644e-31c0-493a-8ded-7da5df8bdf3c req-793707fd-643d-4e0a-ba9b-6c2fb6ecf9ac tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Deleting port 1e5ea895-136a-44cf-b33a-b6ba997762e7 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:06.027135 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-888e644e-31c0-493a-8ded-7da5df8bdf3c req-793707fd-643d-4e0a-ba9b-6c2fb6ecf9ac tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:06.055842 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3902386-6ccb-46db-ac99-30dc722b95df req-e4c682d9-2ff8-4274-8fd7-dc1ed0103695 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982735 Dec 12 17:46:06.072207 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dfbf81-e792-4692-b79b-d24791b56bee x-openstack-request-id: req-d8dfbf81-e792-4692-b79b-d24791b56bee {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:06.072558 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "tag": "3c6a56cf-3516-4420-ab59-792fb69d6bca", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:06.072812 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8dfbf81-e792-4692-b79b-d24791b56bee {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:06.073200 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'tag': '3c6a56cf-3516-4420-ab59-792fb69d6bca', 'status': 'completed', 'code': 200} Dec 12 17:46:06.134563 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5fe5f94-251b-46dd-a0de-e4ae42054f10 req-6b09e860-16d8-4557-9807-45c4d20e902a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:06.151420 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['ea2f7553-e582-4226-80ee-3e04ac9a7adc', '3c462246-830e-4277-b195-ec203c5371e0'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:06.188895 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Attempting to bind port 74fe0dca-36da-4aa7-9005-c07f6c8d7c17 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:06.189237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Attempting to bind port 74fe0dca-36da-4aa7-9005-c07f6c8d7c17 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:06.189689 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Attempting to bind port 74fe0dca-36da-4aa7-9005-c07f6c8d7c17 on network 112377af-42c7-4cad-b8bb-a84ac7368f8b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:06.227600 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Port 74fe0dca-36da-4aa7-9005-c07f6c8d7c17 on network 112377af-42c7-4cad-b8bb-a84ac7368f8b not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:46:06.228179 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Attempting to bind port 74fe0dca-36da-4aa7-9005-c07f6c8d7c17 on network 112377af-42c7-4cad-b8bb-a84ac7368f8b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:06.244072 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:06.244552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Checking segment: {'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:06.244956 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Bound using segment: {'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:06.245411 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Bound port: 74fe0dca-36da-4aa7-9005-c07f6c8d7c17, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df62d56-5580-44f2-8a4c-538ad87e3d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:06.245780 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:06.276774 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6164f1d9-5db5-44c4-8ad5-59378ae940fd req-8554f24e-8c16-4b04-a7b9-0c227d7d1e78 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f59177-83da-4abf-ab28-9597b5185d77 HTTP/1.1" status: 200 len: 210 time: 0.0603309 Dec 12 17:46:06.282111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09e860-16d8-4557-9807-45c4d20e902a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event deleted for resources: {'Port': ['ID=3c462246-830e-4277-b195-ec203c5371e0,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:06.341057 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3215f51-f73c-4897-bf3f-d4e4b8798098 req-2711c078-1bc0-43a6-829c-42517a9c1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:06.341546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3215f51-f73c-4897-bf3f-d4e4b8798098 req-2711c078-1bc0-43a6-829c-42517a9c1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:06.342025 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3215f51-f73c-4897-bf3f-d4e4b8798098 req-2711c078-1bc0-43a6-829c-42517a9c1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:06.342500 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3215f51-f73c-4897-bf3f-d4e4b8798098 req-2711c078-1bc0-43a6-829c-42517a9c1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:06.342970 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3215f51-f73c-4897-bf3f-d4e4b8798098 req-2711c078-1bc0-43a6-829c-42517a9c1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:06.343538 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3215f51-f73c-4897-bf3f-d4e4b8798098 req-2711c078-1bc0-43a6-829c-42517a9c1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:06.344022 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3215f51-f73c-4897-bf3f-d4e4b8798098 req-2711c078-1bc0-43a6-829c-42517a9c1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:06.345960 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a3215f51-f73c-4897-bf3f-d4e4b8798098 req-2711c078-1bc0-43a6-829c-42517a9c1e4d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d60493dddd34d8aabf5275887ac9321&device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 6299 time: 0.2843599 Dec 12 17:46:06.347765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fe5f94-251b-46dd-a0de-e4ae42054f10 req-6b09e860-16d8-4557-9807-45c4d20e902a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] No DVR routers for this DVR port 3c462246-830e-4277-b195-ec203c5371e0 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:46:06.351065 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5fe5f94-251b-46dd-a0de-e4ae42054f10 req-6b09e860-16d8-4557-9807-45c4d20e902a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:06.354820 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5fe5f94-251b-46dd-a0de-e4ae42054f10 req-6b09e860-16d8-4557-9807-45c4d20e902a tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.20 "DELETE /v2.0/ports/3c462246-830e-4277-b195-ec203c5371e0 HTTP/1.1" status: 204 len: 173 time: 1.6688583 Dec 12 17:46:06.357301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f59177-83da-4abf-ab28-9597b5185d77', 'name': 'network-vif-deleted', 'tag': '3c462246-830e-4277-b195-ec203c5371e0'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:06.367529 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a84bea-ada9-42b7-b492-afddeca1d968" -d '{"events": [{"server_uuid": "01f59177-83da-4abf-ab28-9597b5185d77", "name": "network-vif-deleted", "tag": "3c462246-830e-4277-b195-ec203c5371e0"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:06.385419 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3541a3a-4604-41a4-b71b-29b412cb1273 req-202ece50-4371-4673-b090-5a7ba6f9e01c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:06.393460 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3541a3a-4604-41a4-b71b-29b412cb1273 req-202ece50-4371-4673-b090-5a7ba6f9e01c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 946 time: 0.2713332 Dec 12 17:46:06.476126 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-888e644e-31c0-493a-8ded-7da5df8bdf3c req-793707fd-643d-4e0a-ba9b-6c2fb6ecf9ac tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] For port 1e5ea895-136a-44cf-b33a-b6ba997762e7, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1e5ea895-136a-44cf-b33a-b6ba997762e7,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:06.476657 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-888e644e-31c0-493a-8ded-7da5df8bdf3c req-793707fd-643d-4e0a-ba9b-6c2fb6ecf9ac tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:06.502861 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65875b5c-697f-4ac8-a8b7-07dcfb9b3ebb x-openstack-request-id: req-65875b5c-697f-4ac8-a8b7-07dcfb9b3ebb {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:06.512380 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f59177-83da-4abf-ab28-9597b5185d77", "name": "network-vif-deleted", "tag": "3c462246-830e-4277-b195-ec203c5371e0", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:06.512794 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65875b5c-697f-4ac8-a8b7-07dcfb9b3ebb {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:06.513326 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f59177-83da-4abf-ab28-9597b5185d77', 'name': 'network-vif-deleted', 'tag': '3c462246-830e-4277-b195-ec203c5371e0', 'status': 'completed', 'code': 200} Dec 12 17:46:06.539868 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3541a3a-4604-41a4-b71b-29b412cb1273 req-e9291184-f7d8-40af-8c20-afa7f3398670 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453457 Dec 12 17:46:06.625712 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-888e644e-31c0-493a-8ded-7da5df8bdf3c req-793707fd-643d-4e0a-ba9b-6c2fb6ecf9ac tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Calling delete_port for 1e5ea895-136a-44cf-b33a-b6ba997762e7 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:06.712210 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] For port 74fe0dca-36da-4aa7-9005-c07f6c8d7c17, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:06.799187 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] For port 74fe0dca-36da-4aa7-9005-c07f6c8d7c17, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=74fe0dca-36da-4aa7-9005-c07f6c8d7c17,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:06.819264 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3215f51-f73c-4897-bf3f-d4e4b8798098 req-0a4c8f7d-8dd0-45af-9818-a574022af225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:06.819730 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3215f51-f73c-4897-bf3f-d4e4b8798098 req-0a4c8f7d-8dd0-45af-9818-a574022af225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:06.820213 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3215f51-f73c-4897-bf3f-d4e4b8798098 req-0a4c8f7d-8dd0-45af-9818-a574022af225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:06.822375 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a3215f51-f73c-4897-bf3f-d4e4b8798098 req-0a4c8f7d-8dd0-45af-9818-a574022af225 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2d60493dddd34d8aabf5275887ac9321&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4591374 Dec 12 17:46:06.824464 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:06.937815 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:06.938487 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:06.940610 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] 10.222.0.31 "PUT /v2.0/ports/74fe0dca-36da-4aa7-9005-c07f6c8d7c17 HTTP/1.1" status: 200 len: 1090 time: 3.4232979 Dec 12 17:46:06.981827 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-b3ff9f35-754c-4a17-bd6c-15ac49ed44e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Allocated IP 172.20.0.17 (ef5d6b77-753b-4cf5-8813-2c2ef92584dd/c5d42bb0-36a7-4874-8334-2631bf63eb23/8e41f9fb-0bff-45a3-8269-55cfbc84543c) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:46:07.010320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Request body: {'port': {'device_id': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:07.058380 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73e1943-3f38-440d-b238-013448c88ab7 admin admin] Router e1584a61-490a-467b-bd43-f5983f262020 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:46:07.138016 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941996a-7874-4774-ab44-f4cc3b9858a6 service neutron] Pushing event updated for resources: {'Port': ['ID=74fe0dca-36da-4aa7-9005-c07f6c8d7c17,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:07.146354 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0cadc-f2c1-47aa-b599-d3e0604a6765 req-5e8514e8-4602-4ff9-ab37-02a51c180ace tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:07.152898 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0cadc-f2c1-47aa-b599-d3e0604a6765 req-5e8514e8-4602-4ff9-ab37-02a51c180ace tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:07.160718 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 920ea0ca-8656-4917-aec2-e62228d0115a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:07.161209 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0cadc-f2c1-47aa-b599-d3e0604a6765 req-5e8514e8-4602-4ff9-ab37-02a51c180ace tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:07.168511 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0cadc-f2c1-47aa-b599-d3e0604a6765 req-5e8514e8-4602-4ff9-ab37-02a51c180ace tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:07.175150 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0cadc-f2c1-47aa-b599-d3e0604a6765 req-5e8514e8-4602-4ff9-ab37-02a51c180ace tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:07.182964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0cadc-f2c1-47aa-b599-d3e0604a6765 req-5e8514e8-4602-4ff9-ab37-02a51c180ace tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:07.189463 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0cadc-f2c1-47aa-b599-d3e0604a6765 req-5e8514e8-4602-4ff9-ab37-02a51c180ace tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:07.192360 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ae0cadc-f2c1-47aa-b599-d3e0604a6765 req-5e8514e8-4602-4ff9-ab37-02a51c180ace tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5394 time: 0.1395893 Dec 12 17:46:07.215188 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:07.217647 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3215f51-f73c-4897-bf3f-d4e4b8798098 req-fda8a8dc-e2f8-4b91-b8f7-8bb90294775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:07.219323 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a3215f51-f73c-4897-bf3f-d4e4b8798098 req-fda8a8dc-e2f8-4b91-b8f7-8bb90294775a service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3827100 Dec 12 17:46:07.317978 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 920ea0ca-8656-4917-aec2-e62228d0115a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:07.318190 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:07.435487 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ae0cadc-f2c1-47aa-b599-d3e0604a6765 req-aad96b83-cc7c-4bfa-a6be-2e779fa60521 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2341707 Dec 12 17:46:07.505718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aea74f-8032-4111-bdec-8a9f00b3a01b req-b795806e-7b5b-4b00-84b4-cca6ae21e881 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:07.520663 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09aea74f-8032-4111-bdec-8a9f00b3a01b req-b795806e-7b5b-4b00-84b4-cca6ae21e881 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 949 time: 0.2782447 Dec 12 17:46:07.646690 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09aea74f-8032-4111-bdec-8a9f00b3a01b req-c3d3a7c1-5897-4a42-84b3-86381532198a tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192188 Dec 12 17:46:07.667058 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-888e644e-31c0-493a-8ded-7da5df8bdf3c req-793707fd-643d-4e0a-ba9b-6c2fb6ecf9ac tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:07.685524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['1e5ea895-136a-44cf-b33a-b6ba997762e7'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:07.746069 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793707fd-643d-4e0a-ba9b-6c2fb6ecf9ac tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Pushing event deleted for resources: {'Port': ['ID=1e5ea895-136a-44cf-b33a-b6ba997762e7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:07.778761 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 34b6df5d-9710-481e-80d6-f8f312c0bec2 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:07.822865 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9f35-754c-4a17-bd6c-15ac49ed44e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:07.831173 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-60174d8e-7096-4911-bd24-2bad694d87d5 req-20b5d047-e60f-48c7-9617-78caeb5bb0b3 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c7d4103-ab62-4885-a69a-aae2a6ac93cb HTTP/1.1" status: 200 len: 210 time: 0.0959721 Dec 12 17:46:07.872305 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb5a828c-6f90-4f7d-a051-7d18e44b7a4e req-98fa5e05-7d78-4a7b-8272-9866dc414635 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/eec7921b-42b3-41b5-8ec9-85dc85c5aadb HTTP/1.1" status: 200 len: 1819 time: 0.1089177 Dec 12 17:46:07.879835 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 34b6df5d-9710-481e-80d6-f8f312c0bec2 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:46:07.884352 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-e6644f75-3406-4769-ad47-43c9fb19009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:07.885331 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 34b6df5d-9710-481e-80d6-f8f312c0bec2 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:07.885716 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:07.885979 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-e6644f75-3406-4769-ad47-43c9fb19009a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528&tenant_id=de7d6d1331334b1d97a38f5467ee1df8 HTTP/1.1" status: 200 len: 1100 time: 0.3015213 Dec 12 17:46:07.939581 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:07.970181 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-888e644e-31c0-493a-8ded-7da5df8bdf3c req-793707fd-643d-4e0a-ba9b-6c2fb6ecf9ac tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] No DVR routers for this DVR port 1e5ea895-136a-44cf-b33a-b6ba997762e7 on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:46:07.984523 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bb5a828c-6f90-4f7d-a051-7d18e44b7a4e req-1de3121c-99bf-45b8-8d3a-57ca9ee05992 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:07.997593 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-888e644e-31c0-493a-8ded-7da5df8bdf3c req-793707fd-643d-4e0a-ba9b-6c2fb6ecf9ac tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:07.997808 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:08.003127 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-888e644e-31c0-493a-8ded-7da5df8bdf3c req-793707fd-643d-4e0a-ba9b-6c2fb6ecf9ac tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.20 "DELETE /v2.0/ports/1e5ea895-136a-44cf-b33a-b6ba997762e7 HTTP/1.1" status: 204 len: 173 time: 2.9996717 Dec 12 17:46:08.009640 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73e1943-3f38-440d-b238-013448c88ab7 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:46:08.025451 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5debce85-3de5-46c6-a2f6-146a950c233b None None] Sync routers for ids ['e1584a61-490a-467b-bd43-f5983f262020'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:46:08.038837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:08.040134 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f255dc0-3330-4377-9e1d-18b78914a528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b6df5d-9710-481e-80d6-f8f312c0bec2'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:08.044236 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5223ba-25bc-4c28-a064-78f0e40cb680" -d '{"events": [{"server_uuid": "4f255dc0-3330-4377-9e1d-18b78914a528", "name": "network-vif-plugged", "status": "completed", "tag": "34b6df5d-9710-481e-80d6-f8f312c0bec2"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:08.045508 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bb5a828c-6f90-4f7d-a051-7d18e44b7a4e req-1de3121c-99bf-45b8-8d3a-57ca9ee05992 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:08.049984 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:08.050956 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5debce85-3de5-46c6-a2f6-146a950c233b None None] Routers {'e1584a61-490a-467b-bd43-f5983f262020'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:08.053791 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5debce85-3de5-46c6-a2f6-146a950c233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:45:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e1584a61-490a-467b-bd43-f5983f262020'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:08.072106 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f73e1943-3f38-440d-b238-013448c88ab7 admin admin] 10.222.0.18 "PUT /v2.0/routers/e1584a61-490a-467b-bd43-f5983f262020/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6926315 Dec 12 17:46:08.113989 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=34b6df5d-9710-481e-80d6-f8f312c0bec2,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:08.121802 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'tag': '74fe0dca-36da-4aa7-9005-c07f6c8d7c17'}, {'server_uuid': '6c7d4103-ab62-4885-a69a-aae2a6ac93cb', 'name': 'network-vif-deleted', 'tag': '1e5ea895-136a-44cf-b33a-b6ba997762e7'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:08.124724 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f870b9-3d41-4d2d-9b03-1d223bbb78c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "tag": "74fe0dca-36da-4aa7-9005-c07f6c8d7c17"}, {"server_uuid": "6c7d4103-ab62-4885-a69a-aae2a6ac93cb", "name": "network-vif-deleted", "tag": "1e5ea895-136a-44cf-b33a-b6ba997762e7"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:08.131078 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52784) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:08.188060 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9f35-754c-4a17-bd6c-15ac49ed44e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:08.214246 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faea488-bc97-4e40-b0be-b3aab439558a x-openstack-request-id: req-2faea488-bc97-4e40-b0be-b3aab439558a {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:08.214769 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f255dc0-3330-4377-9e1d-18b78914a528", "name": "network-vif-plugged", "status": "completed", "tag": "34b6df5d-9710-481e-80d6-f8f312c0bec2", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:08.215228 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2faea488-bc97-4e40-b0be-b3aab439558a {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:08.215777 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f255dc0-3330-4377-9e1d-18b78914a528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b6df5d-9710-481e-80d6-f8f312c0bec2', 'code': 200} Dec 12 17:46:08.216023 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bb5a828c-6f90-4f7d-a051-7d18e44b7a4e req-1de3121c-99bf-45b8-8d3a-57ca9ee05992 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:08.219271 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bb5a828c-6f90-4f7d-a051-7d18e44b7a4e req-1de3121c-99bf-45b8-8d3a-57ca9ee05992 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:08.224053 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb5a828c-6f90-4f7d-a051-7d18e44b7a4e req-1de3121c-99bf-45b8-8d3a-57ca9ee05992 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "DELETE /v2.0/security-groups/eec7921b-42b3-41b5-8ec9-85dc85c5aadb HTTP/1.1" status: 204 len: 173 time: 0.3369370 Dec 12 17:46:08.266183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3121c-99bf-45b8-8d3a-57ca9ee05992 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec7921b-42b3-41b5-8ec9-85dc85c5aadb,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:08.269307 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:08.311332 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-5debce85-3de5-46c6-a2f6-146a950c233b None None] Set router e1584a61-490a-467b-bd43-f5983f262020 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:08.344619 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b73cf5db-33db-4d36-8ad0-3ba7ee6e773a req-5d79b363-26d0-4fa1-b146-cd457c2600f6 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/7516fa85-d7ab-4350-a9e4-4f5608253684 HTTP/1.1" status: 200 len: 1818 time: 0.0943084 Dec 12 17:46:08.348935 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9a601a-c9e5-44ae-8b21-293d82f4b815 x-openstack-request-id: req-9b9a601a-c9e5-44ae-8b21-293d82f4b815 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:08.349192 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "tag": "74fe0dca-36da-4aa7-9005-c07f6c8d7c17", "status": "completed", "code": 200}, {"server_uuid": "6c7d4103-ab62-4885-a69a-aae2a6ac93cb", "name": "network-vif-deleted", "tag": "1e5ea895-136a-44cf-b33a-b6ba997762e7", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:08.349624 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b9a601a-c9e5-44ae-8b21-293d82f4b815 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:08.350062 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'tag': '74fe0dca-36da-4aa7-9005-c07f6c8d7c17', 'status': 'completed', 'code': 200} Dec 12 17:46:08.350396 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d4103-ab62-4885-a69a-aae2a6ac93cb', 'name': 'network-vif-deleted', 'tag': '1e5ea895-136a-44cf-b33a-b6ba997762e7', 'status': 'completed', 'code': 200} Dec 12 17:46:08.353043 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff9f35-754c-4a17-bd6c-15ac49ed44e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event updated for resources: {'Port': ['ID=8e41f9fb-0bff-45a3-8269-55cfbc84543c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:08.369201 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ff9f35-754c-4a17-bd6c-15ac49ed44e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Network ef5d6b77-753b-4cf5-8813-2c2ef92584dd is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:46:08.382844 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b3ff9f35-754c-4a17-bd6c-15ac49ed44e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:08.390431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ff9f35-754c-4a17-bd6c-15ac49ed44e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:46:08.440373 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9f35-754c-4a17-bd6c-15ac49ed44e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:08.485487 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f870b9-3d41-4d2d-9b03-1d223bbb78c7 req-9c6e3c86-4311-497b-a610-651150c9903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:08.486245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f870b9-3d41-4d2d-9b03-1d223bbb78c7 req-9c6e3c86-4311-497b-a610-651150c9903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:08.487419 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f870b9-3d41-4d2d-9b03-1d223bbb78c7 req-9c6e3c86-4311-497b-a610-651150c9903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:08.488041 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f870b9-3d41-4d2d-9b03-1d223bbb78c7 req-9c6e3c86-4311-497b-a610-651150c9903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:08.489204 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f870b9-3d41-4d2d-9b03-1d223bbb78c7 req-9c6e3c86-4311-497b-a610-651150c9903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:08.490072 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f870b9-3d41-4d2d-9b03-1d223bbb78c7 req-9c6e3c86-4311-497b-a610-651150c9903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:08.490780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f870b9-3d41-4d2d-9b03-1d223bbb78c7 req-9c6e3c86-4311-497b-a610-651150c9903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:08.494840 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7f870b9-3d41-4d2d-9b03-1d223bbb78c7 req-9c6e3c86-4311-497b-a610-651150c9903e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d60493dddd34d8aabf5275887ac9321&device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 6341 time: 0.1471379 Dec 12 17:46:08.521638 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b73cf5db-33db-4d36-8ad0-3ba7ee6e773a req-65817e81-6468-4899-9ee8-a0d118c43af6 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:08.696525 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b73cf5db-33db-4d36-8ad0-3ba7ee6e773a req-65817e81-6468-4899-9ee8-a0d118c43af6 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:08.750441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f870b9-3d41-4d2d-9b03-1d223bbb78c7 req-622abd6c-a2de-4e9f-934c-2c67c6440a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:08.751153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f870b9-3d41-4d2d-9b03-1d223bbb78c7 req-622abd6c-a2de-4e9f-934c-2c67c6440a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:08.751864 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f870b9-3d41-4d2d-9b03-1d223bbb78c7 req-622abd6c-a2de-4e9f-934c-2c67c6440a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:08.754462 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7f870b9-3d41-4d2d-9b03-1d223bbb78c7 req-622abd6c-a2de-4e9f-934c-2c67c6440a13 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2d60493dddd34d8aabf5275887ac9321&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2484643 Dec 12 17:46:08.829660 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5debce85-3de5-46c6-a2f6-146a950c233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1584a61-490a-467b-bd43-f5983f262020', 'name': 'tempest-ServersTestFqdnHostnames-25909265-router', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:30Z', 'updated_at': '2021-12-12T17:46:03Z', 'revision_number': 5, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'gw_port': {'id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:31Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:08.840112 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5304f920-189e-4236-a53c-2825d8cefe2c None None] Provisioning complete for port 8e41f9fb-0bff-45a3-8269-55cfbc84543c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:08.840863 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5304f920-189e-4236-a53c-2825d8cefe2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:08.866479 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5debce85-3de5-46c6-a2f6-146a950c233b None None] Checking router: e1584a61-490a-467b-bd43-f5983f262020 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:46:08.877656 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5debce85-3de5-46c6-a2f6-146a950c233b None None] Routers {'e1584a61-490a-467b-bd43-f5983f262020'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:08.879048 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5debce85-3de5-46c6-a2f6-146a950c233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:45:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e1584a61-490a-467b-bd43-f5983f262020'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:08.905679 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5304f920-189e-4236-a53c-2825d8cefe2c None None] Port 8e41f9fb-0bff-45a3-8269-55cfbc84543c cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:46:08.975238 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e6a17c-85db-43de-b045-d6d42d4e2cd6 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:08.979414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f870b9-3d41-4d2d-9b03-1d223bbb78c7 req-461bfb36-b20a-44fb-a8b1-edc47f4869b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:08.983408 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7f870b9-3d41-4d2d-9b03-1d223bbb78c7 req-461bfb36-b20a-44fb-a8b1-edc47f4869b8 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2114058 Dec 12 17:46:09.000585 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:46:09.004549 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b73cf5db-33db-4d36-8ad0-3ba7ee6e773a req-65817e81-6468-4899-9ee8-a0d118c43af6 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:09.012258 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b73cf5db-33db-4d36-8ad0-3ba7ee6e773a req-65817e81-6468-4899-9ee8-a0d118c43af6 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:09.014011 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b73cf5db-33db-4d36-8ad0-3ba7ee6e773a req-65817e81-6468-4899-9ee8-a0d118c43af6 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "DELETE /v2.0/security-groups/7516fa85-d7ab-4350-a9e4-4f5608253684 HTTP/1.1" status: 204 len: 173 time: 0.6684921 Dec 12 17:46:09.041910 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:09.048422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd4808-233e-4be1-a491-92364d9bd332 req-7945a67c-982a-4ef6-8e32-c57186f8994d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:09.057658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd4808-233e-4be1-a491-92364d9bd332 req-7945a67c-982a-4ef6-8e32-c57186f8994d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:09.066537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd4808-233e-4be1-a491-92364d9bd332 req-7945a67c-982a-4ef6-8e32-c57186f8994d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:09.076079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd4808-233e-4be1-a491-92364d9bd332 req-7945a67c-982a-4ef6-8e32-c57186f8994d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:09.084835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd4808-233e-4be1-a491-92364d9bd332 req-7945a67c-982a-4ef6-8e32-c57186f8994d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:09.089698 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-5debce85-3de5-46c6-a2f6-146a950c233b None None] Set router e1584a61-490a-467b-bd43-f5983f262020 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:09.090213 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Transition to ACTIVE for port object 13e6a17c-85db-43de-b045-d6d42d4e2cd6 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:46:09.095272 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd4808-233e-4be1-a491-92364d9bd332 req-7945a67c-982a-4ef6-8e32-c57186f8994d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:09.097505 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-788576ed-fabe-4f12-889c-156e94fd02c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:09.103057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd4808-233e-4be1-a491-92364d9bd332 req-7945a67c-982a-4ef6-8e32-c57186f8994d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:09.106392 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:09.115587 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57bd4808-233e-4be1-a491-92364d9bd332 req-7945a67c-982a-4ef6-8e32-c57186f8994d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5394 time: 0.5020742 Dec 12 17:46:09.152361 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65817e81-6468-4899-9ee8-a0d118c43af6 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7516fa85-d7ab-4350-a9e4-4f5608253684,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:09.220687 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57bd4808-233e-4be1-a491-92364d9bd332 req-4dde2234-e21f-44ae-8103-c1b453335eb3 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1038816 Dec 12 17:46:09.267448 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Pushing event updated for resources: {'Port': ['ID=13e6a17c-85db-43de-b045-d6d42d4e2cd6,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:09.337858 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedace2-3924-46f6-b849-0751ba2153e2 req-d02c769d-35b0-4934-a0bd-f877998896c4 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:09.340051 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0dedace2-3924-46f6-b849-0751ba2153e2 req-d02c769d-35b0-4934-a0bd-f877998896c4 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.0792093 Dec 12 17:46:09.423772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0dedace2-3924-46f6-b849-0751ba2153e2 req-80fd991b-82af-4fd2-80f7-12c6b6114742 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769193 Dec 12 17:46:09.446360 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9f35-754c-4a17-bd6c-15ac49ed44e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:09.465780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-d9be4c89-4f21-44f2-aef5-05a6a65a5707 req-f23ed4e9-4462-440d-9975-60a029b01d05 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1004233115', 'description': 'tempest-description-1470164083'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:09.510899 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d9be4c89-4f21-44f2-aef5-05a6a65a5707 req-f23ed4e9-4462-440d-9975-60a029b01d05 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:09.673275 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:09.712232 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-788576ed-fabe-4f12-889c-156e94fd02c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:09.722347 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5debce85-3de5-46c6-a2f6-146a950c233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1584a61-490a-467b-bd43-f5983f262020', 'name': 'tempest-ServersTestFqdnHostnames-25909265-router', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:30Z', 'updated_at': '2021-12-12T17:46:03Z', 'revision_number': 5, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'gw_port': {'id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:31Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:09.732042 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d9be4c89-4f21-44f2-aef5-05a6a65a5707 req-f23ed4e9-4462-440d-9975-60a029b01d05 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:09.743351 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d9be4c89-4f21-44f2-aef5-05a6a65a5707 req-f23ed4e9-4462-440d-9975-60a029b01d05 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:09.780592 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1e5ea895-136a-44cf-b33a-b6ba997762e7 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:09.783196 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5debce85-3de5-46c6-a2f6-146a950c233b None None] The sync data for ids ['e1584a61-490a-467b-bd43-f5983f262020'] in n-d-760354-5 is: [{'id': 'e1584a61-490a-467b-bd43-f5983f262020', 'name': 'tempest-ServersTestFqdnHostnames-25909265-router', 'tenant_id': 'a1c7658189a3432294704a1c05577cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:42:30Z', 'updated_at': '2021-12-12T17:46:03Z', 'revision_number': 5, 'project_id': 'a1c7658189a3432294704a1c05577cb7', 'gw_port': {'id': '8ea75bcc-5568-4589-824d-3d03100d3a4f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1584a61-490a-467b-bd43-f5983f262020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:42:31Z', 'updated_at': '2021-12-12T17:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:46:09.800617 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ed4e9-4462-440d-9975-60a029b01d05 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7caff28-2aa8-47a8-a3b0-469c63535496,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:09.809094 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 1e5ea895-136a-44cf-b33a-b6ba997762e7 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:46:09.809922 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1e5ea895-136a-44cf-b33a-b6ba997762e7 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:46:09.810871 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 3c462246-830e-4277-b195-ec203c5371e0 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:09.856557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:09.859530 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d9be4c89-4f21-44f2-aef5-05a6a65a5707 req-f23ed4e9-4462-440d-9975-60a029b01d05 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:09.861409 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9be4c89-4f21-44f2-aef5-05a6a65a5707 req-f23ed4e9-4462-440d-9975-60a029b01d05 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4030337 Dec 12 17:46:09.885274 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Attempting to bind port 13e6a17c-85db-43de-b045-d6d42d4e2cd6 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:09.885618 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Attempting to bind port 13e6a17c-85db-43de-b045-d6d42d4e2cd6 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'e3173692-a54b-40f3-a6ec-bfcd39b16dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '626732df-c48c-4473-9ad9-03a4379b190b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:09.885953 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Attempting to bind port 13e6a17c-85db-43de-b045-d6d42d4e2cd6 on network 626732df-c48c-4473-9ad9-03a4379b190b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:09.889746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749a4fc-4696-47fe-91da-5bf61df9db6a req-d08ed842-8ea8-4837-afbe-4201bf8b2265 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:09.890711 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 3c462246-830e-4277-b195-ec203c5371e0 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:46:09.891227 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 3c462246-830e-4277-b195-ec203c5371e0 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:46:09.891672 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 34b6df5d-9710-481e-80d6-f8f312c0bec2 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:09.901619 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5749a4fc-4696-47fe-91da-5bf61df9db6a req-d08ed842-8ea8-4837-afbe-4201bf8b2265 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1024537 Dec 12 17:46:09.946444 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:09.959347 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Transition to ACTIVE for port object 34b6df5d-9710-481e-80d6-f8f312c0bec2 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:46:09.960424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Port 13e6a17c-85db-43de-b045-d6d42d4e2cd6 on network 626732df-c48c-4473-9ad9-03a4379b190b not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:46:09.960761 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Attempting to bind port 13e6a17c-85db-43de-b045-d6d42d4e2cd6 on network 626732df-c48c-4473-9ad9-03a4379b190b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:09.969015 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-725ff477-42d8-469a-8f70-54e46bba8236 req-b5ba74f4-be70-404d-8c4e-42e04de7c042 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/c7caff28-2aa8-47a8-a3b0-469c63535496 HTTP/1.1" status: 200 len: 1820 time: 0.0637474 Dec 12 17:46:09.972722 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:09.989634 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-725ff477-42d8-469a-8f70-54e46bba8236 req-ca793783-2c55-476f-a5a9-f082c1f10cb2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1377576250', 'description': 'tempest-description-hth-1815241619'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:10.000867 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:10.027036 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Pushing event updated for resources: {'Port': ['ID=34b6df5d-9710-481e-80d6-f8f312c0bec2,revision_number=10']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:10.030742 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:10.031093 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Checking segment: {'id': 'e3173692-a54b-40f3-a6ec-bfcd39b16dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '626732df-c48c-4473-9ad9-03a4379b190b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:10.031552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Bound using segment: {'id': 'e3173692-a54b-40f3-a6ec-bfcd39b16dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '626732df-c48c-4473-9ad9-03a4379b190b'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:10.031983 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Bound port: 13e6a17c-85db-43de-b045-d6d42d4e2cd6, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3173692-a54b-40f3-a6ec-bfcd39b16dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '626732df-c48c-4473-9ad9-03a4379b190b'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:10.032300 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:10.068113 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:46:10.068557 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:46:10.071818 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5749a4fc-4696-47fe-91da-5bf61df9db6a req-49f15046-016a-48e4-b284-c9fa606d98be tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689956 Dec 12 17:46:10.090764 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-725ff477-42d8-469a-8f70-54e46bba8236 req-ca793783-2c55-476f-a5a9-f082c1f10cb2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:10.159905 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-725ff477-42d8-469a-8f70-54e46bba8236 req-ca793783-2c55-476f-a5a9-f082c1f10cb2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:10.167010 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-725ff477-42d8-469a-8f70-54e46bba8236 req-ca793783-2c55-476f-a5a9-f082c1f10cb2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:10.171670 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-725ff477-42d8-469a-8f70-54e46bba8236 req-ca793783-2c55-476f-a5a9-f082c1f10cb2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:10.173174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-725ff477-42d8-469a-8f70-54e46bba8236 req-ca793783-2c55-476f-a5a9-f082c1f10cb2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "PUT /v2.0/security-groups/c7caff28-2aa8-47a8-a3b0-469c63535496 HTTP/1.1" status: 200 len: 1794 time: 0.1917379 Dec 12 17:46:10.258351 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca793783-2c55-476f-a5a9-f082c1f10cb2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7caff28-2aa8-47a8-a3b0-469c63535496,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:10.259682 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] For port 13e6a17c-85db-43de-b045-d6d42d4e2cd6, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:10.277838 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] For port 13e6a17c-85db-43de-b045-d6d42d4e2cd6, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=13e6a17c-85db-43de-b045-d6d42d4e2cd6,segment=NetworkSegment(e3173692-a54b-40f3-a6ec-bfcd39b16dd5),segment_id=e3173692-a54b-40f3-a6ec-bfcd39b16dd5)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:10.327923 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6407bb38-2f27-42d0-9ddf-5a2b8f416652 req-195d5f8f-6269-443c-a852-f92f0b1b7cea tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/c7caff28-2aa8-47a8-a3b0-469c63535496 HTTP/1.1" status: 200 len: 1794 time: 0.1123214 Dec 12 17:46:10.371964 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f255dc0-3330-4377-9e1d-18b78914a528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34b6df5d-9710-481e-80d6-f8f312c0bec2'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:10.374309 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd156ff5-38a3-4cc8-abea-36f07b6771d2" -d '{"events": [{"server_uuid": "4f255dc0-3330-4377-9e1d-18b78914a528", "name": "network-vif-unplugged", "status": "completed", "tag": "34b6df5d-9710-481e-80d6-f8f312c0bec2"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:10.387679 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:10.469939 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Pushing event updated for resources: {'Port': ['ID=13e6a17c-85db-43de-b045-d6d42d4e2cd6,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:10.476540 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-12dec596-f67c-4507-a9f1-093617d56790 req-a3a94999-cda4-449b-8a12-6c396127b49f tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/c7caff28-2aa8-47a8-a3b0-469c63535496 HTTP/1.1" status: 200 len: 1794 time: 0.1092329 Dec 12 17:46:10.479675 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-788576ed-fabe-4f12-889c-156e94fd02c6 admin admin] Deleting port 8ea75bcc-5568-4589-824d-3d03100d3a4f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:10.480020 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-788576ed-fabe-4f12-889c-156e94fd02c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:10.549156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c6742-cefd-4435-b90f-80419c434651 req-c2bfff7c-d5bf-4a75-a414-dbffebff6110 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:10.557714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c6742-cefd-4435-b90f-80419c434651 req-c2bfff7c-d5bf-4a75-a414-dbffebff6110 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:10.565337 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c6742-cefd-4435-b90f-80419c434651 req-c2bfff7c-d5bf-4a75-a414-dbffebff6110 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:10.575739 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c6742-cefd-4435-b90f-80419c434651 req-c2bfff7c-d5bf-4a75-a414-dbffebff6110 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:10.582626 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c6742-cefd-4435-b90f-80419c434651 req-c2bfff7c-d5bf-4a75-a414-dbffebff6110 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:10.589486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c6742-cefd-4435-b90f-80419c434651 req-c2bfff7c-d5bf-4a75-a414-dbffebff6110 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:10.595775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c6742-cefd-4435-b90f-80419c434651 req-c2bfff7c-d5bf-4a75-a414-dbffebff6110 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:10.604294 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b89c6742-cefd-4435-b90f-80419c434651 req-c2bfff7c-d5bf-4a75-a414-dbffebff6110 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5406 time: 0.2462602 Dec 12 17:46:10.626461 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] No DVR routers for this DVR port 34b6df5d-9710-481e-80d6-f8f312c0bec2 on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:46:10.642277 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-12dec596-f67c-4507-a9f1-093617d56790 req-9e24f3bd-17bc-4988-97f2-790a46f25225 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:10.666077 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:10.666713 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:10.668164 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3fcd0dd9-3160-4537-8cc2-604716a532f0 service neutron] 10.222.0.31 "PUT /v2.0/ports/13e6a17c-85db-43de-b045-d6d42d4e2cd6 HTTP/1.1" status: 200 len: 1091 time: 3.6630936 Dec 12 17:46:10.668837 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-12dec596-f67c-4507-a9f1-093617d56790 req-9e24f3bd-17bc-4988-97f2-790a46f25225 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:10.703252 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-788576ed-fabe-4f12-889c-156e94fd02c6 admin admin] For port 8ea75bcc-5568-4589-824d-3d03100d3a4f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8ea75bcc-5568-4589-824d-3d03100d3a4f,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:10.703656 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-788576ed-fabe-4f12-889c-156e94fd02c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:10.736508 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Request body: {'port': {'device_id': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:10.738420 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-12dec596-f67c-4507-a9f1-093617d56790 req-9e24f3bd-17bc-4988-97f2-790a46f25225 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:10.741044 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-12dec596-f67c-4507-a9f1-093617d56790 req-9e24f3bd-17bc-4988-97f2-790a46f25225 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:10.743019 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-12dec596-f67c-4507-a9f1-093617d56790 req-9e24f3bd-17bc-4988-97f2-790a46f25225 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "DELETE /v2.0/security-groups/c7caff28-2aa8-47a8-a3b0-469c63535496 HTTP/1.1" status: 204 len: 173 time: 0.2648299 Dec 12 17:46:10.770478 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24f3bd-17bc-4988-97f2-790a46f25225 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7caff28-2aa8-47a8-a3b0-469c63535496,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:10.803981 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b89c6742-cefd-4435-b90f-80419c434651 req-a1b31bf4-b0aa-4107-81ee-326efbca87c9 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1984963 Dec 12 17:46:10.849997 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9f35-754c-4a17-bd6c-15ac49ed44e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:10.852313 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Attempting to bind port 34b6df5d-9710-481e-80d6-f8f312c0bec2 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:10.852765 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Attempting to bind port 34b6df5d-9710-481e-80d6-f8f312c0bec2 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:10.853097 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Attempting to bind port 34b6df5d-9710-481e-80d6-f8f312c0bec2 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:10.863921 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-788576ed-fabe-4f12-889c-156e94fd02c6 admin admin] Calling delete_port for 8ea75bcc-5568-4589-824d-3d03100d3a4f owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:10.880762 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:10.885028 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9f35-754c-4a17-bd6c-15ac49ed44e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:10.888220 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Port 34b6df5d-9710-481e-80d6-f8f312c0bec2 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:46:10.888908 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Attempting to bind port 34b6df5d-9710-481e-80d6-f8f312c0bec2 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:10.900830 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470d558e-352b-4160-82b4-9a6cad949418 x-openstack-request-id: req-470d558e-352b-4160-82b4-9a6cad949418 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:10.901199 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f255dc0-3330-4377-9e1d-18b78914a528", "name": "network-vif-unplugged", "status": "completed", "tag": "34b6df5d-9710-481e-80d6-f8f312c0bec2", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:10.901487 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-470d558e-352b-4160-82b4-9a6cad949418 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:10.901863 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f255dc0-3330-4377-9e1d-18b78914a528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34b6df5d-9710-481e-80d6-f8f312c0bec2', 'code': 200} Dec 12 17:46:10.960876 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 32fb47dd-9978-4154-8269-5463def23f03 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:10.962272 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:10.962737 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:10.963134 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:10.963617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Bound port: 34b6df5d-9710-481e-80d6-f8f312c0bec2, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:10.964144 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:10.993925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 32fb47dd-9978-4154-8269-5463def23f03 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:46:10.994275 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 32fb47dd-9978-4154-8269-5463def23f03 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:46:11.020903 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-5d57b27c-5924-4183-b602-948346d4a322 req-838d3496-ebe2-4803-8269-5cf01a798996 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] show failed (client error): The resource could not be found. Dec 12 17:46:11.022066 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d57b27c-5924-4183-b602-948346d4a322 req-838d3496-ebe2-4803-8269-5cf01a798996 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/7516fa85-d7ab-4350-a9e4-4f5608253684 HTTP/1.1" status: 404 len: 352 time: 0.0307105 Dec 12 17:46:11.031828 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff9f35-754c-4a17-bd6c-15ac49ed44e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event updated for resources: {'Port': ['ID=8e41f9fb-0bff-45a3-8269-55cfbc84543c,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:11.033234 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584baac-8037-404a-83d1-a27f2d11b086 req-98050794-9a3e-42c9-9b48-42ec8b44ce10 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:11.047110 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2584baac-8037-404a-83d1-a27f2d11b086 req-98050794-9a3e-42c9-9b48-42ec8b44ce10 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 949 time: 0.1302865 Dec 12 17:46:11.081384 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-505a1fce-d15d-4360-84e8-81b05a3d35f7 req-4353f89f-f9c4-4bd6-be06-1c55011f1c6f tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] show failed (client error): The resource could not be found. Dec 12 17:46:11.082344 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-505a1fce-d15d-4360-84e8-81b05a3d35f7 req-4353f89f-f9c4-4bd6-be06-1c55011f1c6f tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/eec7921b-42b3-41b5-8ec9-85dc85c5aadb HTTP/1.1" status: 404 len: 352 time: 0.0285349 Dec 12 17:46:11.113442 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2584baac-8037-404a-83d1-a27f2d11b086 req-c27941ea-89b4-4d59-a3f9-d92b55a9f4ad tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612559 Dec 12 17:46:11.160426 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-5f93faa4-eb2f-4054-8875-66958b5bdb13 req-3d28a3fc-b520-474a-84e0-0b66b029a8b9 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] show failed (client error): The resource could not be found. Dec 12 17:46:11.172457 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f93faa4-eb2f-4054-8875-66958b5bdb13 req-3d28a3fc-b520-474a-84e0-0b66b029a8b9 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/96cef735-7eb5-456c-a024-6ade3fdee705 HTTP/1.1" status: 404 len: 352 time: 0.0286653 Dec 12 17:46:11.178433 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9f35-754c-4a17-bd6c-15ac49ed44e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:11.217072 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-12b88c7b-df82-4ae1-82bd-304a8d4fba97 req-b975afc6-b195-4e89-b5f3-c7437d571ea1 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] show failed (client error): The resource could not be found. Dec 12 17:46:11.227718 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-12b88c7b-df82-4ae1-82bd-304a8d4fba97 req-b975afc6-b195-4e89-b5f3-c7437d571ea1 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/64d0effe-51a4-4c20-9ba7-5ed52b66a585 HTTP/1.1" status: 404 len: 352 time: 0.0366533 Dec 12 17:46:11.269435 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-ccccadeb-c005-4217-b54d-89985b9fd2e0 req-842cfd46-71ba-447e-a479-20f30ccf4371 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] show failed (client error): The resource could not be found. Dec 12 17:46:11.270375 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ccccadeb-c005-4217-b54d-89985b9fd2e0 req-842cfd46-71ba-447e-a479-20f30ccf4371 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/7faeb20f-a492-4900-a5c1-68035fce5633 HTTP/1.1" status: 404 len: 352 time: 0.0211461 Dec 12 17:46:11.296216 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dad12-ba60-49a4-ba24-1fef3d9fec01 req-f46d86bc-49c6-456a-9a4c-70f0f5239ed5 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:11.306792 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-289dad12-ba60-49a4-ba24-1fef3d9fec01 req-f46d86bc-49c6-456a-9a4c-70f0f5239ed5 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.1076334 Dec 12 17:46:11.357679 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:11.375552 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-289dad12-ba60-49a4-ba24-1fef3d9fec01 req-98b85b29-9e2b-43c0-bb31-89a78d2906f9 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625994 Dec 12 17:46:11.394225 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-5d390bb6-cae6-4521-ad99-ba6f27f8588a req-5dcec3fb-12ff-48c4-8a4b-e8751ced70cd tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] show failed (client error): The resource could not be found. Dec 12 17:46:11.395516 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d390bb6-cae6-4521-ad99-ba6f27f8588a req-5dcec3fb-12ff-48c4-8a4b-e8751ced70cd tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/25314e72-9619-427b-8c96-db88f1e6123c HTTP/1.1" status: 404 len: 352 time: 0.0145977 Dec 12 17:46:11.429236 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:11.447107 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:11.572347 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:11.573263 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:11.574865 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] 10.222.0.31 "PUT /v2.0/ports/34b6df5d-9710-481e-80d6-f8f312c0bec2 HTTP/1.1" status: 200 len: 1097 time: 3.6477823 Dec 12 17:46:11.595188 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd510f3a-28b4-48ba-8e6c-25007665e34b req-a3a85eac-2cc4-4a7f-bdea-ce9a2560e5f5 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:11.597134 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dd510f3a-28b4-48ba-8e6c-25007665e34b req-a3a85eac-2cc4-4a7f-bdea-ce9a2560e5f5 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.3319530 Dec 12 17:46:11.701957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6b934-1362-49a5-b825-7d3536d9f22e req-1759d9e2-4ab1-4f39-bc1d-a5b0a2a8d2d0 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:11.713468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0f6b934-1362-49a5-b825-7d3536d9f22e req-1759d9e2-4ab1-4f39-bc1d-a5b0a2a8d2d0 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 1024 time: 0.0856762 Dec 12 17:46:11.762445 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ff9f35-754c-4a17-bd6c-15ac49ed44e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Network ef5d6b77-753b-4cf5-8813-2c2ef92584dd is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:46:11.793817 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b3ff9f35-754c-4a17-bd6c-15ac49ed44e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:11.808271 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540ba84-3f68-4ab8-b83c-eabdd8d0e93c service neutron] Pushing event updated for resources: {'Port': ['ID=34b6df5d-9710-481e-80d6-f8f312c0bec2,revision_number=11']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:11.816196 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0f6b934-1362-49a5-b825-7d3536d9f22e req-d75c2ee9-c5e4-4f89-bd41-c76b281edd38 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=4de9356d-505d-4d5e-aefd-3c1207f7bec5&id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&id=8f2ff23f-4225-4ddb-9c76-287467c16dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1002519 Dec 12 17:46:11.818971 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-45f7ac8b-43b9-4bf1-9ef1-84497cf434c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:11.820075 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-45f7ac8b-43b9-4bf1-9ef1-84497cf434c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 1100 time: 0.1966767 Dec 12 17:46:11.991940 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ad69a-8e0d-491d-b94c-a1a6b84be0d8 req-0f6297b1-be2e-4573-85c6-741479a0ed3d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:12.000577 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ad69a-8e0d-491d-b94c-a1a6b84be0d8 req-0f6297b1-be2e-4573-85c6-741479a0ed3d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:12.008664 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ad69a-8e0d-491d-b94c-a1a6b84be0d8 req-0f6297b1-be2e-4573-85c6-741479a0ed3d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:12.016611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ad69a-8e0d-491d-b94c-a1a6b84be0d8 req-0f6297b1-be2e-4573-85c6-741479a0ed3d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:12.022842 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ad69a-8e0d-491d-b94c-a1a6b84be0d8 req-0f6297b1-be2e-4573-85c6-741479a0ed3d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:12.030238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ad69a-8e0d-491d-b94c-a1a6b84be0d8 req-0f6297b1-be2e-4573-85c6-741479a0ed3d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:12.041299 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ad69a-8e0d-491d-b94c-a1a6b84be0d8 req-0f6297b1-be2e-4573-85c6-741479a0ed3d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:12.047154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-824ad69a-8e0d-491d-b94c-a1a6b84be0d8 req-0f6297b1-be2e-4573-85c6-741479a0ed3d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5406 time: 0.1490631 Dec 12 17:46:12.055159 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-788576ed-fabe-4f12-889c-156e94fd02c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:12.114682 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788576ed-fabe-4f12-889c-156e94fd02c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea75bcc-5568-4589-824d-3d03100d3a4f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:12.115688 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-824ad69a-8e0d-491d-b94c-a1a6b84be0d8 req-8b8b7d58-fecb-40b1-8e22-20d8c6d27348 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679097 Dec 12 17:46:12.254171 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-da7cef72-bf69-4fdf-929b-871901acda6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:12.255961 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-da7cef72-bf69-4fdf-929b-871901acda6f service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.4171031 Dec 12 17:46:12.273983 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-fb822b6a-928c-45eb-8a50-de378c01d8d4 None None] Provisioning complete for port 8e41f9fb-0bff-45a3-8269-55cfbc84543c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:12.274627 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fb822b6a-928c-45eb-8a50-de378c01d8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:12.275131 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9890dd-05d2-41e8-843c-8988a8304c70 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:12.277997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c4b87-385b-4229-b72d-052d789ed853 req-25e842ab-2551-49fa-af68-57eb4da42947 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:12.280466 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c5c4b87-385b-4229-b72d-052d789ed853 req-25e842ab-2551-49fa-af68-57eb4da42947 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 949 time: 0.0706756 Dec 12 17:46:12.335973 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-fb822b6a-928c-45eb-8a50-de378c01d8d4 None None] Port 8e41f9fb-0bff-45a3-8269-55cfbc84543c cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:46:12.346068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c5c4b87-385b-4229-b72d-052d789ed853 req-916084c3-4727-4dd4-a3cb-478d974a25a1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591178 Dec 12 17:46:12.504322 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fbad5-a793-4a3b-bb36-dc0d65e4b4bd req-1ffcff71-2b4d-4803-8303-8fe7aa8e42f8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:12.505871 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f1fbad5-a793-4a3b-bb36-dc0d65e4b4bd req-1ffcff71-2b4d-4803-8303-8fe7aa8e42f8 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.0525820 Dec 12 17:46:12.558197 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f1fbad5-a793-4a3b-bb36-dc0d65e4b4bd req-a3828b31-138b-47d7-9be3-ce3a09d0ddcb tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456891 Dec 12 17:46:12.681254 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:12.686654 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ff9f35-754c-4a17-bd6c-15ac49ed44e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Router 550436e0-ee24-4cd5-aa8a-dc410d649cbe has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:46:12.691454 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-1d0941f7-4711-4055-9167-01df163a0ec0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2 HTTP/1.1" status: 200 len: 217 time: 0.4212980 Dec 12 17:46:12.693951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-dd510f3a-28b4-48ba-8e6c-25007665e34b req-b2c91cb7-9366-4420-8262-2265540e758b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Deleting port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:12.694288 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd510f3a-28b4-48ba-8e6c-25007665e34b req-b2c91cb7-9366-4420-8262-2265540e758b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:12.750294 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-788576ed-fabe-4f12-889c-156e94fd02c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:12.780298 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Transition to ACTIVE for port object 4c9890dd-05d2-41e8-843c-8988a8304c70 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:46:12.847229 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:12.916730 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'tag': '13e6a17c-85db-43de-b045-d6d42d4e2cd6'}, {'name': 'network-changed', 'server_uuid': '4f255dc0-3330-4377-9e1d-18b78914a528', 'tag': '34b6df5d-9710-481e-80d6-f8f312c0bec2'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:12.919032 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553b08aa-9f21-4953-a024-fade7a8bc722" -d '{"events": [{"name": "network-changed", "server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "tag": "13e6a17c-85db-43de-b045-d6d42d4e2cd6"}, {"name": "network-changed", "server_uuid": "4f255dc0-3330-4377-9e1d-18b78914a528", "tag": "34b6df5d-9710-481e-80d6-f8f312c0bec2"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:12.939567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269eee58-f13f-45e0-bd49-e8b4e07636de req-94fca67f-4c14-409f-9916-ac8c8cb206bd tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:12.941569 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-269eee58-f13f-45e0-bd49-e8b4e07636de req-94fca67f-4c14-409f-9916-ac8c8cb206bd tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 1024 time: 0.0592303 Dec 12 17:46:12.961909 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-788576ed-fabe-4f12-889c-156e94fd02c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:12.969646 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-788576ed-fabe-4f12-889c-156e94fd02c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:13.005337 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-3342c19b-d4f1-493e-959a-52af23d1ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.006836 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-3342c19b-d4f1-493e-959a-52af23d1ed45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.3020632 Dec 12 17:46:13.046793 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89c60bc-1f74-492a-a87a-c07326e50f1c x-openstack-request-id: req-d89c60bc-1f74-492a-a87a-c07326e50f1c {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:13.047096 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "tag": "13e6a17c-85db-43de-b045-d6d42d4e2cd6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4f255dc0-3330-4377-9e1d-18b78914a528", "tag": "34b6df5d-9710-481e-80d6-f8f312c0bec2", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:13.047403 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d89c60bc-1f74-492a-a87a-c07326e50f1c {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:13.047787 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'tag': '13e6a17c-85db-43de-b045-d6d42d4e2cd6', 'status': 'completed', 'code': 200} Dec 12 17:46:13.048060 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f255dc0-3330-4377-9e1d-18b78914a528', 'tag': '34b6df5d-9710-481e-80d6-f8f312c0bec2', 'status': 'completed', 'code': 200} Dec 12 17:46:13.078366 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d110d9-2a3a-483e-96d7-d4f734f957ed req-18f2767f-6864-44e5-b647-28b74b617fe2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.080423 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81d110d9-2a3a-483e-96d7-d4f734f957ed req-18f2767f-6864-44e5-b647-28b74b617fe2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.20 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 1024 time: 0.1159155 Dec 12 17:46:13.120427 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9890dd-05d2-41e8-843c-8988a8304c70,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:13.147290 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-788576ed-fabe-4f12-889c-156e94fd02c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:13.147815 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788576ed-fabe-4f12-889c-156e94fd02c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1584a61-490a-467b-bd43-f5983f262020 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:46:13.179510 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-788576ed-fabe-4f12-889c-156e94fd02c6 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:13.183607 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-788576ed-fabe-4f12-889c-156e94fd02c6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e1584a61-490a-467b-bd43-f5983f262020 HTTP/1.1" status: 204 len: 168 time: 5.0455205 Dec 12 17:46:13.213518 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-dd510f3a-28b4-48ba-8e6c-25007665e34b req-b2c91cb7-9366-4420-8262-2265540e758b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] For port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:13.214053 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd510f3a-28b4-48ba-8e6c-25007665e34b req-b2c91cb7-9366-4420-8262-2265540e758b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:13.215465 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-269eee58-f13f-45e0-bd49-e8b4e07636de req-cf8cb9cb-80cb-44d9-b9e8-5c88fc1a45b2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups?id=4de9356d-505d-4d5e-aefd-3c1207f7bec5&id=c91c7d0f-9bca-4a92-9fca-266df9887dbb&id=8f2ff23f-4225-4ddb-9c76-287467c16dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2658525 Dec 12 17:46:13.217042 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52864) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:13.301209 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ff9f35-754c-4a17-bd6c-15ac49ed44e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:46:13.309422 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b3ff9f35-754c-4a17-bd6c-15ac49ed44e7 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "PUT /v2.0/routers/550436e0-ee24-4cd5-aa8a-dc410d649cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8654246 Dec 12 17:46:13.314401 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Sync routers for ids ['550436e0-ee24-4cd5-aa8a-dc410d649cbe'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:46:13.333478 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Routers {'550436e0-ee24-4cd5-aa8a-dc410d649cbe'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:13.334077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:45:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['550436e0-ee24-4cd5-aa8a-dc410d649cbe'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:13.361914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-1ed69fc9-8f6e-4f3d-96a9-23ab5387eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.363783 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-1ed69fc9-8f6e-4f3d-96a9-23ab5387eed9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 1100 time: 0.2760611 Dec 12 17:46:13.365408 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-838f5694-e618-4bdc-a7b5-7cb352fb225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.367438 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-838f5694-e618-4bdc-a7b5-7cb352fb225e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3478010 Dec 12 17:46:13.409423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-62e92bea-a176-4bee-b544-18ab2e5cc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.409913 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-62e92bea-a176-4bee-b544-18ab2e5cc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.410386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-62e92bea-a176-4bee-b544-18ab2e5cc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.410856 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-62e92bea-a176-4bee-b544-18ab2e5cc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.411359 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-62e92bea-a176-4bee-b544-18ab2e5cc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.411837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-62e92bea-a176-4bee-b544-18ab2e5cc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.412287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-62e92bea-a176-4bee-b544-18ab2e5cc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.414352 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-62e92bea-a176-4bee-b544-18ab2e5cc471 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d60493dddd34d8aabf5275887ac9321&device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 6433 time: 0.3249655 Dec 12 17:46:13.468400 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-c697a0f1-e8a5-4e31-bc97-95beb58fd0d4 admin admin] Deleting subnet 8a09640c-72ee-433d-95a8-a7e7a6c44cc0 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:46:13.496422 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Set router 550436e0-ee24-4cd5-aa8a-dc410d649cbe gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:13.566343 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f74bee33-a8fe-4444-965d-d0233121edf3 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410358 Dec 12 17:46:13.569310 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c697a0f1-e8a5-4e31-bc97-95beb58fd0d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:13.608917 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef9686-ce73-4b8e-8bf8-abc8ec11b2a5 req-c7b0240f-42ba-44d9-9366-e091a32daad0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.615074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef9686-ce73-4b8e-8bf8-abc8ec11b2a5 req-c7b0240f-42ba-44d9-9366-e091a32daad0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.621268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef9686-ce73-4b8e-8bf8-abc8ec11b2a5 req-c7b0240f-42ba-44d9-9366-e091a32daad0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.627376 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef9686-ce73-4b8e-8bf8-abc8ec11b2a5 req-c7b0240f-42ba-44d9-9366-e091a32daad0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.633774 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef9686-ce73-4b8e-8bf8-abc8ec11b2a5 req-c7b0240f-42ba-44d9-9366-e091a32daad0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.639973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef9686-ce73-4b8e-8bf8-abc8ec11b2a5 req-c7b0240f-42ba-44d9-9366-e091a32daad0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.646234 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef9686-ce73-4b8e-8bf8-abc8ec11b2a5 req-c7b0240f-42ba-44d9-9366-e091a32daad0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.654804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afef9686-ce73-4b8e-8bf8-abc8ec11b2a5 req-c7b0240f-42ba-44d9-9366-e091a32daad0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5418 time: 0.3974426 Dec 12 17:46:13.693169 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Attempting to bind port 4c9890dd-05d2-41e8-843c-8988a8304c70 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:13.693717 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Attempting to bind port 4c9890dd-05d2-41e8-843c-8988a8304c70 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'e3173692-a54b-40f3-a6ec-bfcd39b16dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '626732df-c48c-4473-9ad9-03a4379b190b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:13.693823 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Attempting to bind port 4c9890dd-05d2-41e8-843c-8988a8304c70 on network 626732df-c48c-4473-9ad9-03a4379b190b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:13.709714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-81d110d9-2a3a-483e-96d7-d4f734f957ed req-285df97a-10c8-4c74-b36d-ce714a0c5a08 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Deleting port ea2f7553-e582-4226-80ee-3e04ac9a7adc {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:13.710358 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-81d110d9-2a3a-483e-96d7-d4f734f957ed req-285df97a-10c8-4c74-b36d-ce714a0c5a08 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:13.721141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Port 4c9890dd-05d2-41e8-843c-8988a8304c70 on network 626732df-c48c-4473-9ad9-03a4379b190b not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:46:13.721141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Attempting to bind port 4c9890dd-05d2-41e8-843c-8988a8304c70 on network 626732df-c48c-4473-9ad9-03a4379b190b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:13.772834 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c697a0f1-e8a5-4e31-bc97-95beb58fd0d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:13.805555 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3c015-c298-4216-b6a4-a3925877b8b1 req-012d380c-bdba-4f4d-8dd5-06597903917d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.807070 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1ee3c015-c298-4216-b6a4-a3925877b8b1 req-012d380c-bdba-4f4d-8dd5-06597903917d tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 949 time: 0.3061945 Dec 12 17:46:13.829936 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:13.830354 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Checking segment: {'id': 'e3173692-a54b-40f3-a6ec-bfcd39b16dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '626732df-c48c-4473-9ad9-03a4379b190b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:13.830811 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Bound using segment: {'id': 'e3173692-a54b-40f3-a6ec-bfcd39b16dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '626732df-c48c-4473-9ad9-03a4379b190b'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:13.831301 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Bound port: 4c9890dd-05d2-41e8-843c-8988a8304c70, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3173692-a54b-40f3-a6ec-bfcd39b16dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '626732df-c48c-4473-9ad9-03a4379b190b'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:13.831914 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:13.844362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-9ce4db4d-726a-4e9b-8a08-d4a60cb7ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.844829 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-9ce4db4d-726a-4e9b-8a08-d4a60cb7ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.845474 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-9ce4db4d-726a-4e9b-8a08-d4a60cb7ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.847087 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-9ce4db4d-726a-4e9b-8a08-d4a60cb7ddb4 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2d60493dddd34d8aabf5275887ac9321&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4045227 Dec 12 17:46:13.862136 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-126643493', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '89197d39-69fa-4082-8cca-29f3163fb0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:45:49Z', 'updated_at': '2021-12-12T17:46:09Z', 'revision_number': 4, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '89197d39-69fa-4082-8cca-29f3163fb0d9', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:50Z', 'updated_at': '2021-12-12T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '8e41f9fb-0bff-45a3-8269-55cfbc84543c', 'name': '', 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'mac_address': 'fa:16:3e:9b:59:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c5d42bb0-36a7-4874-8334-2631bf63eb23', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:06Z', 'updated_at': '2021-12-12T17:46:10Z', 'revision_number': 2, 'project_id': '67865f4a143048ea9866213bacf38009', 'subnets': [{'id': 'c5d42bb0-36a7-4874-8334-2631bf63eb23', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:13.862647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-1abd5775-99ad-47f9-a3d6-eb2987b32a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:13.864156 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-1abd5775-99ad-47f9-a3d6-eb2987b32a70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.4869032 Dec 12 17:46:13.906146 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Checking router: 550436e0-ee24-4cd5-aa8a-dc410d649cbe for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:46:13.906892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Updating router 550436e0-ee24-4cd5-aa8a-dc410d649cbe port 8e41f9fb-0bff-45a3-8269-55cfbc84543c binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:46:13.916121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afef9686-ce73-4b8e-8bf8-abc8ec11b2a5 req-b51df8a2-efe2-4a5d-ad99-37fc80899690 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2603977 Dec 12 17:46:13.935083 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:14.004893 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-f2a34a72-94f3-4aa0-9761-0be22e8eb5bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2 HTTP/1.1" status: 200 len: 217 time: 0.1184864 Dec 12 17:46:14.011792 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4f23e37b-3720-47f3-8a97-d88b1ee43e07 req-f1a97997-db1f-436b-9896-50c23e2e4c09 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370830 Dec 12 17:46:14.085222 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-81d110d9-2a3a-483e-96d7-d4f734f957ed req-285df97a-10c8-4c74-b36d-ce714a0c5a08 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] For port ea2f7553-e582-4226-80ee-3e04ac9a7adc, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ea2f7553-e582-4226-80ee-3e04ac9a7adc,segment=NetworkSegment(39a15768-72d2-49e4-a66e-534985adf3fc),segment_id=39a15768-72d2-49e4-a66e-534985adf3fc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:14.085594 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-81d110d9-2a3a-483e-96d7-d4f734f957ed req-285df97a-10c8-4c74-b36d-ce714a0c5a08 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:14.099696 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1ee3c015-c298-4216-b6a4-a3925877b8b1 req-b7c3f43a-9df3-49d0-aa80-973b17636dde tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840564 Dec 12 17:46:14.121978 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd510f3a-28b4-48ba-8e6c-25007665e34b req-b2c91cb7-9366-4420-8262-2265540e758b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:14.122596 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd510f3a-28b4-48ba-8e6c-25007665e34b req-b2c91cb7-9366-4420-8262-2265540e758b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:14.122984 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [req-dd510f3a-28b4-48ba-8e6c-25007665e34b req-b2c91cb7-9366-4420-8262-2265540e758b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Floating IP c72283a5-1e1f-40ed-b366-43285ad07e21 disassociated. External IP: 172.25.1.59, port: 0b151457-faa9-46f0-8d84-4a2ebddfc9ab. Dec 12 17:46:14.123485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-dd510f3a-28b4-48ba-8e6c-25007665e34b req-b2c91cb7-9366-4420-8262-2265540e758b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Calling delete_port for 0b151457-faa9-46f0-8d84-4a2ebddfc9ab owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:14.130066 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c697a0f1-e8a5-4e31-bc97-95beb58fd0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:14.130641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-81d110d9-2a3a-483e-96d7-d4f734f957ed req-285df97a-10c8-4c74-b36d-ce714a0c5a08 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Calling delete_port for ea2f7553-e582-4226-80ee-3e04ac9a7adc owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:14.155237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] For port 4c9890dd-05d2-41e8-843c-8988a8304c70, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:14.175534 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-5ed30de7-e54f-42da-a909-d9ef292a02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:14.176993 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-5ed30de7-e54f-42da-a909-d9ef292a02fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1553283 Dec 12 17:46:14.217221 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] For port 4c9890dd-05d2-41e8-843c-8988a8304c70, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=4c9890dd-05d2-41e8-843c-8988a8304c70,segment=NetworkSegment(e3173692-a54b-40f3-a6ec-bfcd39b16dd5),segment_id=e3173692-a54b-40f3-a6ec-bfcd39b16dd5)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:14.222693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-5b70dbe6-2ab9-4d1b-9fbb-b86f88cb5ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:14.224137 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-5b70dbe6-2ab9-4d1b-9fbb-b86f88cb5ee6 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3491495 Dec 12 17:46:14.228181 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:14.291429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:14.293177 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:14.295051 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] 10.222.0.31 "PUT /v2.0/ports/4c9890dd-05d2-41e8-843c-8988a8304c70 HTTP/1.1" status: 200 len: 1091 time: 3.5939100 Dec 12 17:46:14.339398 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:14.354419 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:14.363574 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9906ee8-b6ef-4dfb-bf87-eb79a1e029a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9890dd-05d2-41e8-843c-8988a8304c70,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:14.370003 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c697a0f1-e8a5-4e31-bc97-95beb58fd0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:14.417605 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697a0f1-e8a5-4e31-bc97-95beb58fd0d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a09640c-72ee-433d-95a8-a7e7a6c44cc0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:14.423351 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c697a0f1-e8a5-4e31-bc97-95beb58fd0d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:14.427070 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c697a0f1-e8a5-4e31-bc97-95beb58fd0d4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8a09640c-72ee-433d-95a8-a7e7a6c44cc0 HTTP/1.1" status: 204 len: 168 time: 1.2077312 Dec 12 17:46:14.448896 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52888) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:14.461014 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25874291-2593-41cf-934d-66f102ff86ea None None] Network f2cf9a89-6a62-4455-ac95-351125d25e6e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:46:14.487380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58383768-736d-4cc7-99b5-f5c592e4230f req-05ad4789-c4fa-44b7-b706-f1d3d6bab315 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:14.498744 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58383768-736d-4cc7-99b5-f5c592e4230f req-05ad4789-c4fa-44b7-b706-f1d3d6bab315 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 944 time: 0.2864585 Dec 12 17:46:14.531353 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-d5fa978d-0b23-4b93-8a64-0f319568f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:14.533618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-d5fa978d-0b23-4b93-8a64-0f319568f877 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 1100 time: 0.2623167 Dec 12 17:46:14.542665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-47941f54-3fa7-4bf6-afb6-0f0d45fcd0fd tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:14.544721 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-47941f54-3fa7-4bf6-afb6-0f0d45fcd0fd tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/networks?id=ef5d6b77-753b-4cf5-8813-2c2ef92584dd HTTP/1.1" status: 200 len: 797 time: 0.3845849 Dec 12 17:46:14.546777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-f9dc0b8f-2814-45c5-b14f-5e91fcf21af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:14.549597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-f9dc0b8f-2814-45c5-b14f-5e91fcf21af9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3405297 Dec 12 17:46:14.579517 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-ca81bfa3-1579-4c20-a6ab-b90c26c6fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:14.580110 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-ca81bfa3-1579-4c20-a6ab-b90c26c6fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:14.580601 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-ca81bfa3-1579-4c20-a6ab-b90c26c6fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:14.581222 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-ca81bfa3-1579-4c20-a6ab-b90c26c6fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:14.581704 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-ca81bfa3-1579-4c20-a6ab-b90c26c6fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:14.582310 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-ca81bfa3-1579-4c20-a6ab-b90c26c6fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:14.583300 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-ca81bfa3-1579-4c20-a6ab-b90c26c6fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:14.587005 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-ca81bfa3-1579-4c20-a6ab-b90c26c6fb78 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d60493dddd34d8aabf5275887ac9321&device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 6475 time: 0.2031121 Dec 12 17:46:14.621865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ba136-5e4a-46dc-82f6-28f064faa51e None None] Pushing event updated for resources: {'Port': ['ID=8e41f9fb-0bff-45a3-8269-55cfbc84543c,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:14.650434 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:14.653094 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-4b430c93-9af9-4dc2-a84f-1fdd0116c3fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b44c96d-f037-4af7-a74b-edb9db1acda3 HTTP/1.1" status: 200 len: 217 time: 0.0500417 Dec 12 17:46:14.653752 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd510f3a-28b4-48ba-8e6c-25007665e34b req-b2c91cb7-9366-4420-8262-2265540e758b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:14.722897 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Attempting to bind port 8e41f9fb-0bff-45a3-8269-55cfbc84543c on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:14.723350 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Attempting to bind port 8e41f9fb-0bff-45a3-8269-55cfbc84543c by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'c5f792c8-def1-4729-9ad8-d3468b7037b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:14.724138 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Attempting to bind port 8e41f9fb-0bff-45a3-8269-55cfbc84543c on network ef5d6b77-753b-4cf5-8813-2c2ef92584dd {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:14.742112 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:14.744432 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Checking segment: {'id': 'c5f792c8-def1-4729-9ad8-d3468b7037b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:14.744922 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:14.745385 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Bound using segment: {'id': 'c5f792c8-def1-4729-9ad8-d3468b7037b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:14.746643 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Bound port: 8e41f9fb-0bff-45a3-8269-55cfbc84543c, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f792c8-def1-4729-9ad8-d3468b7037b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:14.747097 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:14.757775 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-ae84949c-da86-4d9f-80d4-fa0b115d095f tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/quotas/67865f4a143048ea9866213bacf38009 HTTP/1.1" status: 200 len: 375 time: 0.1501513 Dec 12 17:46:14.765784 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c91cb7-9366-4420-8262-2265540e758b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Pushing event deleted for resources: {'Port': ['ID=0b151457-faa9-46f0-8d84-4a2ebddfc9ab,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:14.767988 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58383768-736d-4cc7-99b5-f5c592e4230f req-a596a42b-ee98-4d85-bd05-cf7f2122980f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups?id=77fec485-5ef0-4bc9-a224-60e952d44340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682719 Dec 12 17:46:14.853969 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-81d110d9-2a3a-483e-96d7-d4f734f957ed req-285df97a-10c8-4c74-b36d-ce714a0c5a08 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:14.907076 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-35d43d31-5bef-45bb-a345-c0770c704adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:14.908733 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-35d43d31-5bef-45bb-a345-c0770c704adf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f587a61-b527-466b-b207-9482694635c4 HTTP/1.1" status: 200 len: 850 time: 0.2373600 Dec 12 17:46:14.916390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] For port 8e41f9fb-0bff-45a3-8269-55cfbc84543c, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:14.922629 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] For port 8e41f9fb-0bff-45a3-8269-55cfbc84543c, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8e41f9fb-0bff-45a3-8269-55cfbc84543c,segment=NetworkSegment(c5f792c8-def1-4729-9ad8-d3468b7037b4),segment_id=c5f792c8-def1-4729-9ad8-d3468b7037b4)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:14.955492 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:14.958853 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['ea2f7553-e582-4226-80ee-3e04ac9a7adc'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:14.962530 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8356658f-2610-4e76-b83a-3ae24ae400aa None None] DHCP port deletion for f2cf9a89-6a62-4455-ac95-351125d25e6e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:46:15.004313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285df97a-10c8-4c74-b36d-ce714a0c5a08 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event deleted for resources: {'Port': ['ID=ea2f7553-e582-4226-80ee-3e04ac9a7adc,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:15.045781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-ec8ab755-6857-45ef-b9c5-d6c78cd6ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:15.048015 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-ec8ab755-6857-45ef-b9c5-d6c78cd6ca93 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.4950597 Dec 12 17:46:15.061713 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'tag': '4c9890dd-05d2-41e8-843c-8988a8304c70'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:15.067702 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dc2d7e-b723-4280-b943-36658d323c65" -d '{"events": [{"name": "network-changed", "server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "tag": "4c9890dd-05d2-41e8-843c-8988a8304c70"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:15.080423 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-01cc3ea4-f639-4ec6-b8ee-992e6ead625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:15.082163 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-01cc3ea4-f639-4ec6-b8ee-992e6ead625f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1b8f09d-ac40-49fa-9ee2-d2991b9f558c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460576 Dec 12 17:46:15.089490 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd510f3a-28b4-48ba-8e6c-25007665e34b req-b2c91cb7-9366-4420-8262-2265540e758b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Router 2e959e39-8255-4d50-bd04-463d96fc569f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:46:15.095965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ba136-5e4a-46dc-82f6-28f064faa51e None None] Pushing event updated for resources: {'Port': ['ID=8e41f9fb-0bff-45a3-8269-55cfbc84543c,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:15.098150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-a49ec38a-8010-4c62-bd53-b4c50f7fe33e tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=67865f4a143048ea9866213bacf38009&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3067555 Dec 12 17:46:15.104877 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bd531aa2-4bdb-460f-997e-3f0aa4947aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:15.111228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9b590f6d-1f0f-43df-b6c2-d96732d47469 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:15.113886 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] Deleting port 9b590f6d-1f0f-43df-b6c2-d96732d47469 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:15.114390 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:15.130544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-6aae0a4b-019d-4c8b-a62f-262ce353d239 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676858 Dec 12 17:46:15.258927 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:15.314257 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Routers {'550436e0-ee24-4cd5-aa8a-dc410d649cbe'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:15.315223 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:45:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['550436e0-ee24-4cd5-aa8a-dc410d649cbe'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:15.328967 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] For port 9b590f6d-1f0f-43df-b6c2-d96732d47469, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9b590f6d-1f0f-43df-b6c2-d96732d47469,segment=NetworkSegment(360e48c0-176c-4d00-a7b5-18f9c6918291),segment_id=360e48c0-176c-4d00-a7b5-18f9c6918291)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:15.329399 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:15.362423 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 9b590f6d-1f0f-43df-b6c2-d96732d47469, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9b590f6d-1f0f-43df-b6c2-d96732d47469,segment=NetworkSegment(360e48c0-176c-4d00-a7b5-18f9c6918291),segment_id=360e48c0-176c-4d00-a7b5-18f9c6918291)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:15.367186 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-8490e900-419e-43a3-b55a-d35567f2b6b7 service neutron] 10.222.0.31 "GET /v2.0/networks/c1b8f09d-ac40-49fa-9ee2-d2991b9f558c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746320 Dec 12 17:46:15.368320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] Calling delete_port for 9b590f6d-1f0f-43df-b6c2-d96732d47469 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:15.407188 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:15.408022 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8ea75bcc-5568-4589-824d-3d03100d3a4f no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:15.417913 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9a2730d9-a32b-4ffc-accb-2d0e9e31d0ef None None] Provisioning complete for port 8e41f9fb-0bff-45a3-8269-55cfbc84543c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:15.418386 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a2730d9-a32b-4ffc-accb-2d0e9e31d0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:15.489928 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 8ea75bcc-5568-4589-824d-3d03100d3a4f {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:46:15.490221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8ea75bcc-5568-4589-824d-3d03100d3a4f not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:46:15.518681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8356658f-2610-4e76-b83a-3ae24ae400aa None None] Deleting port 9b590f6d-1f0f-43df-b6c2-d96732d47469 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:15.519025 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8356658f-2610-4e76-b83a-3ae24ae400aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:15.560496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4f667ff-c544-4cbd-b186-a72967e30900 req-3a0cbcfb-4ce3-4e1a-9d82-4c3f9059453c tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/ports?device_id=f619d03d-2327-4a5e-8a09-ab8be54d40ad HTTP/1.1" status: 200 len: 210 time: 0.5014176 Dec 12 17:46:15.585381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d110d9-2a3a-483e-96d7-d4f734f957ed req-285df97a-10c8-4c74-b36d-ce714a0c5a08 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] No DVR routers for this DVR port ea2f7553-e582-4226-80ee-3e04ac9a7adc on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:46:15.588101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] Set router 550436e0-ee24-4cd5-aa8a-dc410d649cbe gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:15.603483 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-c9c4488a-f71a-4433-af67-57e81d591576 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2 HTTP/1.1" status: 200 len: 217 time: 0.5457754 Dec 12 17:46:15.630524 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-81d110d9-2a3a-483e-96d7-d4f734f957ed req-285df97a-10c8-4c74-b36d-ce714a0c5a08 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:15.631133 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=9b590f6d-1f0f-43df-b6c2-d96732d47469,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:15.634447 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81d110d9-2a3a-483e-96d7-d4f734f957ed req-285df97a-10c8-4c74-b36d-ce714a0c5a08 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.20 "DELETE /v2.0/ports/ea2f7553-e582-4226-80ee-3e04ac9a7adc HTTP/1.1" status: 204 len: 173 time: 2.5166624 Dec 12 17:46:15.634840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f619d03d-2327-4a5e-8a09-ab8be54d40ad', 'name': 'network-vif-deleted', 'tag': 'ea2f7553-e582-4226-80ee-3e04ac9a7adc'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:15.637333 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9f6cf8-6910-41df-b648-a130615b9ed4" -d '{"events": [{"server_uuid": "f619d03d-2327-4a5e-8a09-ab8be54d40ad", "name": "network-vif-deleted", "tag": "ea2f7553-e582-4226-80ee-3e04ac9a7adc"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:15.662538 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8356658f-2610-4e76-b83a-3ae24ae400aa None None] For port 9b590f6d-1f0f-43df-b6c2-d96732d47469, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9b590f6d-1f0f-43df-b6c2-d96732d47469,segment=NetworkSegment(360e48c0-176c-4d00-a7b5-18f9c6918291),segment_id=360e48c0-176c-4d00-a7b5-18f9c6918291)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:15.663233 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8356658f-2610-4e76-b83a-3ae24ae400aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:15.709426 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8356658f-2610-4e76-b83a-3ae24ae400aa None None] Calling delete_port for 9b590f6d-1f0f-43df-b6c2-d96732d47469 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:15.740623 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-da2ad79e-8a4f-414b-b9d9-3f53766ad64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:15.742680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-da2ad79e-8a4f-414b-b9d9-3f53766ad64d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0988195 Dec 12 17:46:15.754690 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-b4a6ce59-b426-47ae-8e4d-9a98945806a1 service neutron] 10.222.0.18 "GET /v2.0/networks/ef5d6b77-753b-4cf5-8813-2c2ef92584dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555815 Dec 12 17:46:15.819316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0b151457-faa9-46f0-8d84-4a2ebddfc9ab no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:15.856548 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 0b151457-faa9-46f0-8d84-4a2ebddfc9ab {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:46:15.856837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0b151457-faa9-46f0-8d84-4a2ebddfc9ab not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:46:15.859314 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-9c72d3ab-2236-4de5-b8c3-6cdad82d0e02 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012142 Dec 12 17:46:15.862292 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a2730d9-a32b-4ffc-accb-2d0e9e31d0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:15.919954 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-b2666468-48b9-40f0-91c8-68092c7f28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:15.921505 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-b2666468-48b9-40f0-91c8-68092c7f28a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1510308 Dec 12 17:46:15.941153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435cbc8-b86d-4d2b-8c16-a98e724c83ce req-a3b8790d-a388-41e4-af02-8ea067a26e22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:15.948559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435cbc8-b86d-4d2b-8c16-a98e724c83ce req-a3b8790d-a388-41e4-af02-8ea067a26e22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:15.954591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435cbc8-b86d-4d2b-8c16-a98e724c83ce req-a3b8790d-a388-41e4-af02-8ea067a26e22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:15.960674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435cbc8-b86d-4d2b-8c16-a98e724c83ce req-a3b8790d-a388-41e4-af02-8ea067a26e22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:15.966776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435cbc8-b86d-4d2b-8c16-a98e724c83ce req-a3b8790d-a388-41e4-af02-8ea067a26e22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:15.973052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435cbc8-b86d-4d2b-8c16-a98e724c83ce req-a3b8790d-a388-41e4-af02-8ea067a26e22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:15.979079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435cbc8-b86d-4d2b-8c16-a98e724c83ce req-a3b8790d-a388-41e4-af02-8ea067a26e22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:15.981078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b435cbc8-b86d-4d2b-8c16-a98e724c83ce req-a3b8790d-a388-41e4-af02-8ea067a26e22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5418 time: 0.2174270 Dec 12 17:46:15.986391 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd510f3a-28b4-48ba-8e6c-25007665e34b req-b2c91cb7-9366-4420-8262-2265540e758b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:46:16.000736 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-0d402516-f490-4c60-a22b-48e170852f33 service neutron] 10.222.0.18 "GET /v2.0/networks/ef5d6b77-753b-4cf5-8813-2c2ef92584dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450285 Dec 12 17:46:16.013059 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdb281f-566f-4a37-a485-c27b16153dbc None None] Sync routers for ids ['2e959e39-8255-4d50-bd04-463d96fc569f'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:46:16.017559 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-bb5b679a-bdee-471b-8b7b-6c03fbad3726 service neutron] 10.222.0.31 "GET /v2.0/networks/c1b8f09d-ac40-49fa-9ee2-d2991b9f558c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6411359 Dec 12 17:46:16.035594 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb281f-566f-4a37-a485-c27b16153dbc None None] Routers {'2e959e39-8255-4d50-bd04-463d96fc569f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:16.037480 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0bdb281f-566f-4a37-a485-c27b16153dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:45:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2e959e39-8255-4d50-bd04-463d96fc569f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:16.073305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9a2730d9-a32b-4ffc-accb-2d0e9e31d0ef None None] For port 8e41f9fb-0bff-45a3-8269-55cfbc84543c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8e41f9fb-0bff-45a3-8269-55cfbc84543c,segment=NetworkSegment(c5f792c8-def1-4729-9ad8-d3468b7037b4),segment_id=c5f792c8-def1-4729-9ad8-d3468b7037b4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:16.084786 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd510f3a-28b4-48ba-8e6c-25007665e34b req-b2c91cb7-9366-4420-8262-2265540e758b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] No DVR routers for this DVR port 0b151457-faa9-46f0-8d84-4a2ebddfc9ab on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:46:16.088827 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd510f3a-28b4-48ba-8e6c-25007665e34b req-b2c91cb7-9366-4420-8262-2265540e758b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:16.093003 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dd510f3a-28b4-48ba-8e6c-25007665e34b req-b2c91cb7-9366-4420-8262-2265540e758b tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.20 "DELETE /v2.0/ports/0b151457-faa9-46f0-8d84-4a2ebddfc9ab HTTP/1.1" status: 204 len: 173 time: 4.4411688 Dec 12 17:46:16.094525 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-966ea30e-8367-44ee-82a7-fb0ea9c6f36e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 HTTP/1.1" status: 200 len: 217 time: 0.0522435 Dec 12 17:46:16.099165 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a2730d9-a32b-4ffc-accb-2d0e9e31d0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:16.146217 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8356658f-2610-4e76-b83a-3ae24ae400aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:16.169886 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f76fb41d-857b-4d80-aba2-756037e61849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:16.173477 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f76fb41d-857b-4d80-aba2-756037e61849 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61eb5ee2-ae98-4d7f-a630-ebc0451873ad HTTP/1.1" status: 200 len: 797 time: 0.0631769 Dec 12 17:46:16.189341 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2730d9-a32b-4ffc-accb-2d0e9e31d0ef None None] Pushing event updated for resources: {'Port': ['ID=8e41f9fb-0bff-45a3-8269-55cfbc84543c,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:16.193417 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356658f-2610-4e76-b83a-3ae24ae400aa None None] No DVR routers for this DVR port 9b590f6d-1f0f-43df-b6c2-d96732d47469 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:46:16.239307 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356658f-2610-4e76-b83a-3ae24ae400aa None None] Pushing event deleted for resources: {'Port': ['ID=9b590f6d-1f0f-43df-b6c2-d96732d47469,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:16.251839 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-126643493', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '89197d39-69fa-4082-8cca-29f3163fb0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:45:49Z', 'updated_at': '2021-12-12T17:46:09Z', 'revision_number': 4, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '89197d39-69fa-4082-8cca-29f3163fb0d9', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:50Z', 'updated_at': '2021-12-12T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '8e41f9fb-0bff-45a3-8269-55cfbc84543c', 'name': '', 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'mac_address': 'fa:16:3e:9b:59:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c5d42bb0-36a7-4874-8334-2631bf63eb23', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:06Z', 'updated_at': '2021-12-12T17:46:14Z', 'revision_number': 4, 'project_id': '67865f4a143048ea9866213bacf38009', 'subnets': [{'id': 'c5d42bb0-36a7-4874-8334-2631bf63eb23', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:16.256399 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:16.275186 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] No DVR routers for this DVR port 9b590f6d-1f0f-43df-b6c2-d96732d47469 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:46:16.282050 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-6c8ff137-9850-4c58-98fc-0ff52b2927ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:16.284088 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-6c8ff137-9850-4c58-98fc-0ff52b2927ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=112377af-42c7-4cad-b8bb-a84ac7368f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0901093 Dec 12 17:46:16.289825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ef5316-0c54-419c-b45d-1d8e8a5a3ebd None None] The sync data for ids ['550436e0-ee24-4cd5-aa8a-dc410d649cbe'] in n-d-760354-5 is: [{'id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-126643493', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '89197d39-69fa-4082-8cca-29f3163fb0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:45:49Z', 'updated_at': '2021-12-12T17:46:09Z', 'revision_number': 4, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '89197d39-69fa-4082-8cca-29f3163fb0d9', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:50Z', 'updated_at': '2021-12-12T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '8e41f9fb-0bff-45a3-8269-55cfbc84543c', 'name': '', 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'mac_address': 'fa:16:3e:9b:59:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c5d42bb0-36a7-4874-8334-2631bf63eb23', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:06Z', 'updated_at': '2021-12-12T17:46:14Z', 'revision_number': 4, 'project_id': '67865f4a143048ea9866213bacf38009', 'subnets': [{'id': 'c5d42bb0-36a7-4874-8334-2631bf63eb23', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:46:16.291496 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cc549d88-5638-4059-8ac6-74b128e08527 None None] Provisioning complete for port 8e41f9fb-0bff-45a3-8269-55cfbc84543c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:16.291877 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cc549d88-5638-4059-8ac6-74b128e08527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:16.317922 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b435cbc8-b86d-4d2b-8c16-a98e724c83ce req-82e1d9b9-c7e2-433b-a6ba-68700af62737 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3082771 Dec 12 17:46:16.320975 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-d6aa1866-ff96-4dd5-8ed6-32bad9766b0b service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389616 Dec 12 17:46:16.453050 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] Pushing event deleted for resources: {'Port': ['ID=9b590f6d-1f0f-43df-b6c2-d96732d47469,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:16.528717 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-0bdb281f-566f-4a37-a485-c27b16153dbc None None] Set router 2e959e39-8255-4d50-bd04-463d96fc569f gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:16.619487 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5956553b-c7db-4237-b8cf-88c6d8d7e560 x-openstack-request-id: req-5956553b-c7db-4237-b8cf-88c6d8d7e560 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:16.620896 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f619d03d-2327-4a5e-8a09-ab8be54d40ad", "name": "network-vif-deleted", "tag": "ea2f7553-e582-4226-80ee-3e04ac9a7adc", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:16.621148 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5956553b-c7db-4237-b8cf-88c6d8d7e560 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:16.622745 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f619d03d-2327-4a5e-8a09-ab8be54d40ad', 'name': 'network-vif-deleted', 'tag': 'ea2f7553-e582-4226-80ee-3e04ac9a7adc', 'status': 'completed', 'code': 200} Dec 12 17:46:16.673951 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-553b08aa-9f21-4953-a024-fade7a8bc722 req-b20a5bbe-0e26-4cc2-9030-bcc4b033c09f service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391893 Dec 12 17:46:16.715710 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324c8f22-9432-4610-bd81-ff32aaf707ee x-openstack-request-id: req-324c8f22-9432-4610-bd81-ff32aaf707ee {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:16.716008 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "tag": "4c9890dd-05d2-41e8-843c-8988a8304c70", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:16.716267 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-324c8f22-9432-4610-bd81-ff32aaf707ee {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:16.716670 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'tag': '4c9890dd-05d2-41e8-843c-8988a8304c70', 'status': 'completed', 'code': 200} Dec 12 17:46:16.718677 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-7baad454-a8be-47dd-aaa5-fd001756d33e service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345668 Dec 12 17:46:16.792084 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dcb2711b-5600-4007-b7cf-e1dc3a422074 req-34e44dee-4241-48f8-b377-0b9e9f495d0e tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2fe00c8-fead-4648-8ee6-02b4b11bc919 HTTP/1.1" status: 200 len: 210 time: 0.0501153 Dec 12 17:46:16.801030 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:16.832515 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2cf9a89-6a62-4455-ac95-351125d25e6e']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:16.889788 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360e48c0-176c-4d00-a7b5-18f9c6918291') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:16.890101 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360e48c0-176c-4d00-a7b5-18f9c6918291') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:16.983081 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0bdb281f-566f-4a37-a485-c27b16153dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'name': 'tempest-ServerActionsTestJSON-1633422497-router', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:01Z', 'updated_at': '2021-12-12T17:37:05Z', 'revision_number': 4, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'gw_port': {'id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:02Z', 'updated_at': '2021-12-12T17:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '3c2b97f8-f22c-411d-a684-1730cd99bd53', 'name': '', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'mac_address': 'fa:16:3e:82:6c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:04Z', 'updated_at': '2021-12-12T17:37:11Z', 'revision_number': 5, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'subnets': [{'id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:17.019814 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:17.023114 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:17.038030 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea21a7fb-7ba3-413d-9214-9781d389ddf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:17.059656 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdb281f-566f-4a37-a485-c27b16153dbc None None] Checking router: 2e959e39-8255-4d50-bd04-463d96fc569f for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:46:17.071193 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb281f-566f-4a37-a485-c27b16153dbc None None] Routers {'2e959e39-8255-4d50-bd04-463d96fc569f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:17.071954 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0bdb281f-566f-4a37-a485-c27b16153dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2e959e39-8255-4d50-bd04-463d96fc569f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:17.215907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8e41f9fb-0bff-45a3-8269-55cfbc84543c up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:17.225852 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba9b94f5-f452-40cc-a4ce-79b42fff3e3a req-45c563fe-037d-4a74-98bd-7e8c5e4e947a tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 210 time: 0.1191747 Dec 12 17:46:17.265485 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-a2f88825-d504-469b-ba7c-42f444830ee6 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415220 Dec 12 17:46:17.293487 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b4fe3-0056-4ff3-a4cf-a86d5bf2ee89 req-2ed6ecee-717b-4a8f-a0a0-ac780c7ba8e1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:17.311681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e84b4fe3-0056-4ff3-a4cf-a86d5bf2ee89 req-2ed6ecee-717b-4a8f-a0a0-ac780c7ba8e1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 949 time: 0.2792802 Dec 12 17:46:17.333571 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:17.347789 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:46:17.348469 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:17.389338 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8e41f9fb-0bff-45a3-8269-55cfbc84543c triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:17.390536 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-0bdb281f-566f-4a37-a485-c27b16153dbc None None] Set router 2e959e39-8255-4d50-bd04-463d96fc569f gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:17.391441 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:46:17.433688 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:46:17.472679 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:17.477530 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f70c3afe-b337-4db5-9b81-7269ed5988ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=fdd0637a-9af5-4876-95fb-640753ad8e72 HTTP/1.1" status: 200 len: 217 time: 0.1798418 Dec 12 17:46:17.485302 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:17.488778 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] 10.222.0.18 "DELETE /v2.0/networks/f2cf9a89-6a62-4455-ac95-351125d25e6e HTTP/1.1" status: 204 len: 168 time: 3.0379016 Dec 12 17:46:17.494682 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:17.507021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e84b4fe3-0056-4ff3-a4cf-a86d5bf2ee89 req-b8c51d3e-3bfd-49ae-adb2-e90dbf238580 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923442 Dec 12 17:46:17.532077 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8d945-9b7a-495d-bf6c-fa39631b4bea admin admin] Pushing event deleted for resources: {'Network': ['ID=f2cf9a89-6a62-4455-ac95-351125d25e6e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:17.541757 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ee33954-8f3e-43f8-9a6e-27cd6a02133d req-e122b998-203d-4e0f-9d81-a92594cce7b2 tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/4de9356d-505d-4d5e-aefd-3c1207f7bec5 HTTP/1.1" status: 200 len: 1819 time: 0.1749411 Dec 12 17:46:17.570493 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-99782f85-8c76-4012-8aa9-1fbe3093ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:17.572076 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-99782f85-8c76-4012-8aa9-1fbe3093ba6f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61eb5ee2-ae98-4d7f-a630-ebc0451873ad HTTP/1.1" status: 200 len: 797 time: 0.0822756 Dec 12 17:46:17.631979 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-eadf4510-6df7-4269-aa44-b908f7009fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:17.633636 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-eadf4510-6df7-4269-aa44-b908f7009fba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=112377af-42c7-4cad-b8bb-a84ac7368f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0534365 Dec 12 17:46:17.743582 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7ee33954-8f3e-43f8-9a6e-27cd6a02133d req-dc937ece-75fb-4b0b-94ef-c84d87f9effe tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:17.792898 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device ea2f7553-e582-4226-80ee-3e04ac9a7adc no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:17.803009 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0bdb281f-566f-4a37-a485-c27b16153dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'name': 'tempest-ServerActionsTestJSON-1633422497-router', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:01Z', 'updated_at': '2021-12-12T17:37:05Z', 'revision_number': 4, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'gw_port': {'id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:02Z', 'updated_at': '2021-12-12T17:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '3c2b97f8-f22c-411d-a684-1730cd99bd53', 'name': '', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'mac_address': 'fa:16:3e:82:6c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:04Z', 'updated_at': '2021-12-12T17:37:11Z', 'revision_number': 5, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'subnets': [{'id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:17.815171 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d8c0a8ff-ce0b-412e-bf59-c36de2053a8b service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724157 Dec 12 17:46:17.815694 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52924) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:17.827680 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0dd51-fc52-4d8c-a83c-fc5759b0e5ee req-c048d107-35da-44a1-aa05-a6d78140d129 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:17.828230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: ea2f7553-e582-4226-80ee-3e04ac9a7adc {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:46:17.828687 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device ea2f7553-e582-4226-80ee-3e04ac9a7adc not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:46:17.836746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0dd51-fc52-4d8c-a83c-fc5759b0e5ee req-c048d107-35da-44a1-aa05-a6d78140d129 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:17.844895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0dd51-fc52-4d8c-a83c-fc5759b0e5ee req-c048d107-35da-44a1-aa05-a6d78140d129 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:17.853676 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0dd51-fc52-4d8c-a83c-fc5759b0e5ee req-c048d107-35da-44a1-aa05-a6d78140d129 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:17.861332 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0dd51-fc52-4d8c-a83c-fc5759b0e5ee req-c048d107-35da-44a1-aa05-a6d78140d129 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:17.861926 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdb281f-566f-4a37-a485-c27b16153dbc None None] The sync data for ids ['2e959e39-8255-4d50-bd04-463d96fc569f'] in n-d-760354-5 is: [{'id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'name': 'tempest-ServerActionsTestJSON-1633422497-router', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:01Z', 'updated_at': '2021-12-12T17:37:05Z', 'revision_number': 4, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'gw_port': {'id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:02Z', 'updated_at': '2021-12-12T17:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '3c2b97f8-f22c-411d-a684-1730cd99bd53', 'name': '', 'network_id': '3099023b-6d27-4db1-9d42-7a3830fba737', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'mac_address': 'fa:16:3e:82:6c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:04Z', 'updated_at': '2021-12-12T17:37:11Z', 'revision_number': 5, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'subnets': [{'id': 'edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:46:17.868967 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0dd51-fc52-4d8c-a83c-fc5759b0e5ee req-c048d107-35da-44a1-aa05-a6d78140d129 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:17.875797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0dd51-fc52-4d8c-a83c-fc5759b0e5ee req-c048d107-35da-44a1-aa05-a6d78140d129 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:17.877802 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13b0dd51-fc52-4d8c-a83c-fc5759b0e5ee req-c048d107-35da-44a1-aa05-a6d78140d129 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5418 time: 0.2253625 Dec 12 17:46:17.879960 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7ee33954-8f3e-43f8-9a6e-27cd6a02133d req-dc937ece-75fb-4b0b-94ef-c84d87f9effe tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:17.949908 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ae956cb5-cfe1-455e-a946-d5f121a3d203 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1c7658189a3432294704a1c05577cb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328781 Dec 12 17:46:17.957544 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52928) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:17.977959 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-ead09580-a072-4dbc-b0f9-ae5660cba907 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478755 Dec 12 17:46:17.979723 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7ee33954-8f3e-43f8-9a6e-27cd6a02133d req-dc937ece-75fb-4b0b-94ef-c84d87f9effe tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:17.982316 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7ee33954-8f3e-43f8-9a6e-27cd6a02133d req-dc937ece-75fb-4b0b-94ef-c84d87f9effe tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:17.992279 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ee33954-8f3e-43f8-9a6e-27cd6a02133d req-dc937ece-75fb-4b0b-94ef-c84d87f9effe tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "DELETE /v2.0/security-groups/4de9356d-505d-4d5e-aefd-3c1207f7bec5 HTTP/1.1" status: 204 len: 173 time: 0.4419141 Dec 12 17:46:18.028010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13b0dd51-fc52-4d8c-a83c-fc5759b0e5ee req-1fc40c1d-e45b-455f-b20b-a89d64435387 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1254776 Dec 12 17:46:18.033240 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-d7433e64-ba2e-4550-8dbf-c72c4e2d0c17 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=3c6a56cf-3516-4420-ab59-792fb69d6bca HTTP/1.1" status: 200 len: 217 time: 0.0474370 Dec 12 17:46:18.045689 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc937ece-75fb-4b0b-94ef-c84d87f9effe tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de9356d-505d-4d5e-aefd-3c1207f7bec5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:18.130979 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-ef38a6cd-d44a-49ef-928a-af090d917283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:18.132369 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-992bba85-3f80-4e9d-83af-d004cfe8039e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:18.133750 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-ef38a6cd-d44a-49ef-928a-af090d917283 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61eb5ee2-ae98-4d7f-a630-ebc0451873ad HTTP/1.1" status: 200 len: 797 time: 0.0860169 Dec 12 17:46:18.185405 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-992bba85-3f80-4e9d-83af-d004cfe8039e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:18.194623 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 34b6df5d-9710-481e-80d6-f8f312c0bec2 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:46:18.227368 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-22184d75-28bf-4377-b7e4-17e133c8c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:18.234913 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-22184d75-28bf-4377-b7e4-17e133c8c5f2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=112377af-42c7-4cad-b8bb-a84ac7368f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0930619 Dec 12 17:46:18.284218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52938) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:18.363399 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-992bba85-3f80-4e9d-83af-d004cfe8039e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:18.366160 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-992bba85-3f80-4e9d-83af-d004cfe8039e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:18.369822 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-992bba85-3f80-4e9d-83af-d004cfe8039e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c2cc528-f066-44a1-95de-c927bfa37938 HTTP/1.1" status: 204 len: 168 time: 0.4085782 Dec 12 17:46:18.393020 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:18.459791 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff8736c-9030-464a-aea6-286c6f52c7c2 None None] New status for floating IP c72283a5-1e1f-40ed-b366-43285ad07e21: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:46:18.493043 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bba85-3f80-4e9d-83af-d004cfe8039e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2cc528-f066-44a1-95de-c927bfa37938,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:18.520821 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0e313109-f5ca-4820-a3e0-ea682197c764 req-a9fade24-e856-4f42-b8aa-78179da53c21 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 210 time: 0.0894678 Dec 12 17:46:18.556431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:18.556961 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-73d5be4b-01c9-4f6f-b9af-d38a75a198e1 req-250a4951-5051-4617-8bc4-23f3f49f537f tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "GET /v2.0/security-groups/8f2ff23f-4225-4ddb-9c76-287467c16dc7 HTTP/1.1" status: 200 len: 1820 time: 0.4275930 Dec 12 17:46:18.562216 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-44434196-ccc4-47d9-9686-7f3fc1a03500 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097956 Dec 12 17:46:18.571622 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-33ea1103-2b35-46ea-95da-0d913780b847 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:18.630026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '34b6df5d-9710-481e-80d6-f8f312c0bec2', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '34b6df5d-9710-481e-80d6-f8f312c0bec2', 'mac_address': 'fa:16:3e:0d:49:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:46:18.676165 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-33ea1103-2b35-46ea-95da-0d913780b847 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:18.682025 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-9c1569d5-0dea-44eb-a30e-9762a483c7f8 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:18.684450 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-9c1569d5-0dea-44eb-a30e-9762a483c7f8 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.20 "GET /v2.0/networks?id=ef5d6b77-753b-4cf5-8813-2c2ef92584dd HTTP/1.1" status: 200 len: 797 time: 0.4457297 Dec 12 17:46:18.718810 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:18.723041 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'name': 'network-vif-deleted', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:18.725765 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0ed0e6-3b5f-4f9f-b9b7-1015901ca189" -d '{"events": [{"server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "name": "network-vif-deleted", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:18.733157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b6df5d-9710-481e-80d6-f8f312c0bec2 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:18.733535 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-a0bb19bc-b9b4-4603-9d4f-4e67586e0bfc tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Request body: {'port': {'device_id': '1143e5e3-b1a7-413d-996a-a94584b58562', 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd', 'admin_state_up': True, 'tenant_id': '67865f4a143048ea9866213bacf38009'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:18.741299 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-afc1f489-c8f5-4ec1-96b6-b179307c1f4c service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699462 Dec 12 17:46:18.758669 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:18.766401 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:18.830873 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=34b6df5d-9710-481e-80d6-f8f312c0bec2,revision_number=12']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:18.835038 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-73d5be4b-01c9-4f6f-b9af-d38a75a198e1 req-dcd2da2f-bae2-4970-a949-9433c9ffccfc tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:18.848355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e5b71-275c-401f-a2a9-77f8b09e23fc req-3ed2a6b7-6fef-4e36-91a2-14ae7def017a tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:18.850130 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a18e5b71-275c-401f-a2a9-77f8b09e23fc req-3ed2a6b7-6fef-4e36-91a2-14ae7def017a tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 949 time: 0.1994274 Dec 12 17:46:18.877279 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-c69eed29-798e-415c-85e2-f9d49dd1f8f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=74fe0dca-36da-4aa7-9005-c07f6c8d7c17 HTTP/1.1" status: 200 len: 217 time: 0.1188409 Dec 12 17:46:18.905243 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-73d5be4b-01c9-4f6f-b9af-d38a75a198e1 req-dcd2da2f-bae2-4970-a949-9433c9ffccfc tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:18.926689 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-33ea1103-2b35-46ea-95da-0d913780b847 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:18.930946 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-33ea1103-2b35-46ea-95da-0d913780b847 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:18.932215 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-33ea1103-2b35-46ea-95da-0d913780b847 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "DELETE /v2.0/security-groups/77fec485-5ef0-4bc9-a224-60e952d44340 HTTP/1.1" status: 204 len: 168 time: 0.6288378 Dec 12 17:46:18.938203 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52954) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:18.958185 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea1103-2b35-46ea-95da-0d913780b847 tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fec485-5ef0-4bc9-a224-60e952d44340,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:18.978102 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a18e5b71-275c-401f-a2a9-77f8b09e23fc req-96cc09b4-e622-4bd6-8de7-db26fd6cddef tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029332 Dec 12 17:46:19.011433 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-73d5be4b-01c9-4f6f-b9af-d38a75a198e1 req-dcd2da2f-bae2-4970-a949-9433c9ffccfc tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:19.014455 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-7d6f3e07-a48b-4b68-8741-cbe094bb5d7c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] show failed (client error): The resource could not be found. Dec 12 17:46:19.014891 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-73d5be4b-01c9-4f6f-b9af-d38a75a198e1 req-dcd2da2f-bae2-4970-a949-9433c9ffccfc tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:19.015886 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7d6f3e07-a48b-4b68-8741-cbe094bb5d7c tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "GET /v2.0/security-groups/77fec485-5ef0-4bc9-a224-60e952d44340 HTTP/1.1" status: 404 len: 347 time: 0.0767243 Dec 12 17:46:19.025528 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52960) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:19.025736 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52962) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:19.028402 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-73d5be4b-01c9-4f6f-b9af-d38a75a198e1 req-dcd2da2f-bae2-4970-a949-9433c9ffccfc tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] 10.222.0.18 "DELETE /v2.0/security-groups/8f2ff23f-4225-4ddb-9c76-287467c16dc7 HTTP/1.1" status: 204 len: 173 time: 0.4595060 Dec 12 17:46:19.043920 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-e8280c4c-ec61-4af1-a555-6586752b6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:19.045595 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-e8280c4c-ec61-4af1-a555-6586752b6134 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61eb5ee2-ae98-4d7f-a630-ebc0451873ad HTTP/1.1" status: 200 len: 797 time: 0.1601985 Dec 12 17:46:19.051083 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40885296-8782-4616-806f-d228cca83d54 x-openstack-request-id: req-40885296-8782-4616-806f-d228cca83d54 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:19.052501 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2da2f-bae2-4970-a949-9433c9ffccfc tempest-SecurityGroupsTestJSON-2032765583 tempest-SecurityGroupsTestJSON-2032765583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2ff23f-4225-4ddb-9c76-287467c16dc7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:19.052979 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fe00c8-fead-4648-8ee6-02b4b11bc919", "name": "network-vif-deleted", "tag": "0b151457-faa9-46f0-8d84-4a2ebddfc9ab", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:19.053187 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40885296-8782-4616-806f-d228cca83d54 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:19.053553 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fe00c8-fead-4648-8ee6-02b4b11bc919', 'name': 'network-vif-deleted', 'tag': '0b151457-faa9-46f0-8d84-4a2ebddfc9ab', 'status': 'completed', 'code': 200} Dec 12 17:46:19.132405 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['34b6df5d-9710-481e-80d6-f8f312c0bec2'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:19.134055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641b20a-7c92-4ed4-bd75-9d0985c1b548 req-75f299b8-7b7f-46c6-a92b-33055e6a1f1d tempest-MigrationsAdminTest-286282835 tempest-MigrationsAdminTest-286282835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:19.135630 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0641b20a-7c92-4ed4-bd75-9d0985c1b548 req-75f299b8-7b7f-46c6-a92b-33055e6a1f1d tempest-MigrationsAdminTest-286282835 tempest-MigrationsAdminTest-286282835-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 1101 time: 0.0444877 Dec 12 17:46:19.228405 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0641b20a-7c92-4ed4-bd75-9d0985c1b548 req-0061f34a-7926-4292-b34b-ec2c76d1abbe tempest-MigrationsAdminTest-286282835 tempest-MigrationsAdminTest-286282835-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744851 Dec 12 17:46:19.261201 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-a0bb19bc-b9b4-4603-9d4f-4e67586e0bfc tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Made reservation on behalf of 67865f4a143048ea9866213bacf38009 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:46:19.266205 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-a0bb19bc-b9b4-4603-9d4f-4e67586e0bfc tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:19.281722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee7a9a-2c62-42a1-a17a-713dc2b76178 req-19a83017-2e90-4cf3-9f63-fd54faf7b460 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:19.289352 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee7a9a-2c62-42a1-a17a-713dc2b76178 req-19a83017-2e90-4cf3-9f63-fd54faf7b460 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:19.295714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee7a9a-2c62-42a1-a17a-713dc2b76178 req-19a83017-2e90-4cf3-9f63-fd54faf7b460 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:19.302355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee7a9a-2c62-42a1-a17a-713dc2b76178 req-19a83017-2e90-4cf3-9f63-fd54faf7b460 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:19.309328 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee7a9a-2c62-42a1-a17a-713dc2b76178 req-19a83017-2e90-4cf3-9f63-fd54faf7b460 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:19.316275 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee7a9a-2c62-42a1-a17a-713dc2b76178 req-19a83017-2e90-4cf3-9f63-fd54faf7b460 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:19.318764 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-add4d54b-bb2f-4e3c-8073-7237ae3ad453 admin admin] Deleting subnet cf8408a6-d69c-4e8b-bdac-4b882ee38aad {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:46:19.322478 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-add4d54b-bb2f-4e3c-8073-7237ae3ad453 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:19.322693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee7a9a-2c62-42a1-a17a-713dc2b76178 req-19a83017-2e90-4cf3-9f63-fd54faf7b460 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:19.324643 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1ee7a9a-2c62-42a1-a17a-713dc2b76178 req-19a83017-2e90-4cf3-9f63-fd54faf7b460 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5418 time: 0.1538589 Dec 12 17:46:19.435908 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1ee7a9a-2c62-42a1-a17a-713dc2b76178 req-d7da3b96-9a05-4caa-827b-d032520c3127 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1028187 Dec 12 17:46:19.437233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52980) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:19.453992 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-add4d54b-bb2f-4e3c-8073-7237ae3ad453 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:19.498691 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-26a78809-0ca4-4d37-9e80-350dfbec1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:19.500387 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-26a78809-0ca4-4d37-9e80-350dfbec1621 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=112377af-42c7-4cad-b8bb-a84ac7368f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3622086 Dec 12 17:46:19.599757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-25cf1235-f489-4566-a68d-a00033a6e818 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1100976999-network', 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:19.637346 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cf1235-f489-4566-a68d-a00033a6e818 admin admin] Made reservation on behalf of ee853d86340a4c94b7f031ce765beca1 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:46:19.640254 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25cf1235-f489-4566-a68d-a00033a6e818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:19.646078 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cf78ac48-10f0-4c15-86c1-dac3e3c2008f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Deleting port aa8b3769-e524-4a25-a7bc-4c965ccdfe32 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:19.646423 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf78ac48-10f0-4c15-86c1-dac3e3c2008f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:19.650529 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-add4d54b-bb2f-4e3c-8073-7237ae3ad453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:19.652941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-a0bb19bc-b9b4-4603-9d4f-4e67586e0bfc tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Allocated IP 172.20.0.19 (ef5d6b77-753b-4cf5-8813-2c2ef92584dd/c5d42bb0-36a7-4874-8334-2631bf63eb23/8e3a6527-480e-4f52-b635-b722992a99d7) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:46:19.664387 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a863b5d-03e9-4840-8004-d0bc866aac34 req-244e812e-4c75-4ba1-9023-fe9084565aeb tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 210 time: 0.0402300 Dec 12 17:46:19.671886 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25cf1235-f489-4566-a68d-a00033a6e818 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:19.734040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec58d-df3b-4b4b-b865-d797cfd1a39f req-c12b1d8d-8c2a-46b1-9d9c-79f1f33731ae tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:19.735689 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9feec58d-df3b-4b4b-b865-d797cfd1a39f req-c12b1d8d-8c2a-46b1-9d9c-79f1f33731ae tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 950 time: 0.0748634 Dec 12 17:46:19.814733 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9feec58d-df3b-4b4b-b865-d797cfd1a39f req-5e8d1763-57c3-41ec-8d8d-72b21b4bbf82 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696664 Dec 12 17:46:19.823424 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25cf1235-f489-4566-a68d-a00033a6e818 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:19.828810 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25cf1235-f489-4566-a68d-a00033a6e818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:19.841671 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-cb7d1ef7-3326-4928-a2c1-23092804d093 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283043 Dec 12 17:46:19.864447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25cf1235-f489-4566-a68d-a00033a6e818 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:46:19.871419 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf1235-f489-4566-a68d-a00033a6e818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaae869-44dd-4f2d-bf43-b990dcd9adc4,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:19.871578 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf78ac48-10f0-4c15-86c1-dac3e3c2008f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:19.871844 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf78ac48-10f0-4c15-86c1-dac3e3c2008f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:19.879534 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25cf1235-f489-4566-a68d-a00033a6e818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:19.879873 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-25cf1235-f489-4566-a68d-a00033a6e818 admin admin] Added segment 4aec63ba-95c3-4517-b6ad-c7a118fdfc95 of type vlan for network a29fa05f-5fa3-43e9-a1b1-2628801ffef9 Dec 12 17:46:19.921873 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25cf1235-f489-4566-a68d-a00033a6e818 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:19.934974 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-add4d54b-bb2f-4e3c-8073-7237ae3ad453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:19.938412 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cf78ac48-10f0-4c15-86c1-dac3e3c2008f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Calling delete_port for aa8b3769-e524-4a25-a7bc-4c965ccdfe32 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:19.947950 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25cf1235-f489-4566-a68d-a00033a6e818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:19.948975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cf1235-f489-4566-a68d-a00033a6e818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:19.949804 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25cf1235-f489-4566-a68d-a00033a6e818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:19.961606 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:19.996549 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4d54b-bb2f-4e3c-8073-7237ae3ad453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf8408a6-d69c-4e8b-bdac-4b882ee38aad,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:20.005427 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-add4d54b-bb2f-4e3c-8073-7237ae3ad453 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.008764 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-add4d54b-bb2f-4e3c-8073-7237ae3ad453 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cf8408a6-d69c-4e8b-bdac-4b882ee38aad HTTP/1.1" status: 204 len: 168 time: 0.9808748 Dec 12 17:46:20.013015 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-25cf1235-f489-4566-a68d-a00033a6e818 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5720108 Dec 12 17:46:20.013015 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52988) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:20.014776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52990) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:20.023588 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-759e50f2-c1bc-4c63-8709-4c7685ad4278 admin admin] Request body: {'subnet': {'network_id': 'a29fa05f-5fa3-43e9-a1b1-2628801ffef9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1100976999-subnet', 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:20.044017 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf1235-f489-4566-a68d-a00033a6e818 admin admin] Pushing event updated for resources: {'Network': ['ID=a29fa05f-5fa3-43e9-a1b1-2628801ffef9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:20.054251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network a29fa05f-5fa3-43e9-a1b1-2628801ffef9 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:46:20.065101 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-a0bb19bc-b9b4-4603-9d4f-4e67586e0bfc tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.110355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759e50f2-c1bc-4c63-8709-4c7685ad4278 admin admin] Made reservation on behalf of ee853d86340a4c94b7f031ce765beca1 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:46:20.112734 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-759e50f2-c1bc-4c63-8709-4c7685ad4278 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.124150 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-cac04ddd-9c0a-40bc-924d-e91fbea1e6b1 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664750 Dec 12 17:46:20.128860 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83f8487c-4f2a-4f58-a075-13ae94295f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.183691 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-1708288c-57ca-4cd9-a212-375994372f6c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=13e6a17c-85db-43de-b045-d6d42d4e2cd6 HTTP/1.1" status: 200 len: 217 time: 0.0468030 Dec 12 17:46:20.200897 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-a0bb19bc-b9b4-4603-9d4f-4e67586e0bfc tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.222686 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 34b6df5d-9710-481e-80d6-f8f312c0bec2 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:20.270281 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83f8487c-4f2a-4f58-a075-13ae94295f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.277796 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 34b6df5d-9710-481e-80d6-f8f312c0bec2 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:46:20.282646 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 34b6df5d-9710-481e-80d6-f8f312c0bec2 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:20.283273 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.306033 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-a0bb19bc-b9b4-4603-9d4f-4e67586e0bfc tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Network ef5d6b77-753b-4cf5-8813-2c2ef92584dd is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:46:20.316879 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-83f8487c-4f2a-4f58-a075-13ae94295f1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69dac47-edf4-4b8e-b3b6-b73f3b551922']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:20.317152 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-a0bb19bc-b9b4-4603-9d4f-4e67586e0bfc tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:20.328718 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-a0bb19bc-b9b4-4603-9d4f-4e67586e0bfc tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:46:20.330935 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-83f8487c-4f2a-4f58-a075-13ae94295f1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a15768-72d2-49e4-a66e-534985adf3fc') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:20.331277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-83f8487c-4f2a-4f58-a075-13ae94295f1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a15768-72d2-49e4-a66e-534985adf3fc') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:20.336588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f87ded9f-5233-4594-b7ec-2e1dfcada1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:20.338145 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-f87ded9f-5233-4594-b7ec-2e1dfcada1ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9730022-004d-409a-9e40-9f8cffadcd60 HTTP/1.1" status: 200 len: 797 time: 0.1472290 Dec 12 17:46:20.347365 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83f8487c-4f2a-4f58-a075-13ae94295f1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.357958 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb19bc-b9b4-4603-9d4f-4e67586e0bfc tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event updated for resources: {'Port': ['ID=8e3a6527-480e-4f52-b635-b722992a99d7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:20.379456 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf78ac48-10f0-4c15-86c1-dac3e3c2008f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.390300 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83f8487c-4f2a-4f58-a075-13ae94295f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.397451 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.405026 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f8487c-4f2a-4f58-a075-13ae94295f1a admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:46:20.405433 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83f8487c-4f2a-4f58-a075-13ae94295f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:46:20.407403 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:46:20.434459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f255dc0-3330-4377-9e1d-18b78914a528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b6df5d-9710-481e-80d6-f8f312c0bec2'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:20.436725 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d206ed-67bb-48b4-ad0e-8df6d070ca09" -d '{"events": [{"server_uuid": "4f255dc0-3330-4377-9e1d-18b78914a528", "name": "network-vif-plugged", "status": "completed", "tag": "34b6df5d-9710-481e-80d6-f8f312c0bec2"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:20.448106 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78ac48-10f0-4c15-86c1-dac3e3c2008f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Pushing event deleted for resources: {'Port': ['ID=aa8b3769-e524-4a25-a7bc-4c965ccdfe32,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:20.479063 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-a0bb19bc-b9b4-4603-9d4f-4e67586e0bfc tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:20.480019 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-a0bb19bc-b9b4-4603-9d4f-4e67586e0bfc tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.494815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:20.503287 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734d42a4-8070-4777-8751-d8b8bacb1a41 x-openstack-request-id: req-734d42a4-8070-4777-8751-d8b8bacb1a41 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:20.504273 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f255dc0-3330-4377-9e1d-18b78914a528", "name": "network-vif-plugged", "status": "completed", "tag": "34b6df5d-9710-481e-80d6-f8f312c0bec2", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:20.504747 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-734d42a4-8070-4777-8751-d8b8bacb1a41 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:20.505346 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f255dc0-3330-4377-9e1d-18b78914a528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b6df5d-9710-481e-80d6-f8f312c0bec2', 'code': 200} Dec 12 17:46:20.511871 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-759e50f2-c1bc-4c63-8709-4c7685ad4278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.513720 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.558470 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e50f2-c1bc-4c63-8709-4c7685ad4278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b13753c5-0df4-4a2d-b2dd-09d10bb42eb6,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:20.592402 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83f8487c-4f2a-4f58-a075-13ae94295f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.616353 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83f8487c-4f2a-4f58-a075-13ae94295f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.620487 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-83f8487c-4f2a-4f58-a075-13ae94295f1a admin admin] 10.222.0.18 "DELETE /v2.0/networks/c69dac47-edf4-4b8e-b3b6-b73f3b551922 HTTP/1.1" status: 204 len: 168 time: 0.6061549 Dec 12 17:46:20.631555 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=34b6df5d-9710-481e-80d6-f8f312c0bec2,revision_number=13']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:20.658969 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8487c-4f2a-4f58-a075-13ae94295f1a admin admin] Pushing event deleted for resources: {'Network': ['ID=c69dac47-edf4-4b8e-b3b6-b73f3b551922,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:20.706400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759e50f2-c1bc-4c63-8709-4c7685ad4278 admin admin] Checking segment: {'id': '4aec63ba-95c3-4517-b6ad-c7a118fdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a29fa05f-5fa3-43e9-a1b1-2628801ffef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:20.706750 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759e50f2-c1bc-4c63-8709-4c7685ad4278 admin admin] Network hostable DHCP agents. Network: a29fa05f-5fa3-43e9-a1b1-2628801ffef9, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:46:20.715732 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.724186 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a331f843-3f08-4b1b-a6dc-114db5413c67 None None] Provisioning complete for port 8e3a6527-480e-4f52-b635-b722992a99d7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:20.725023 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a331f843-3f08-4b1b-a6dc-114db5413c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.744613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf7b37-dfdb-4d25-909e-3ff6e86e4248 req-cd0d5ff3-c6ee-42b0-a009-a6bebf07f552 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:20.751842 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf7b37-dfdb-4d25-909e-3ff6e86e4248 req-cd0d5ff3-c6ee-42b0-a009-a6bebf07f552 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:20.760590 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf7b37-dfdb-4d25-909e-3ff6e86e4248 req-cd0d5ff3-c6ee-42b0-a009-a6bebf07f552 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:20.768470 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf7b37-dfdb-4d25-909e-3ff6e86e4248 req-cd0d5ff3-c6ee-42b0-a009-a6bebf07f552 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:20.769085 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a331f843-3f08-4b1b-a6dc-114db5413c67 None None] Port 8e3a6527-480e-4f52-b635-b722992a99d7 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:46:20.775920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf7b37-dfdb-4d25-909e-3ff6e86e4248 req-cd0d5ff3-c6ee-42b0-a009-a6bebf07f552 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:20.782316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf7b37-dfdb-4d25-909e-3ff6e86e4248 req-cd0d5ff3-c6ee-42b0-a009-a6bebf07f552 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:20.788549 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf7b37-dfdb-4d25-909e-3ff6e86e4248 req-cd0d5ff3-c6ee-42b0-a009-a6bebf07f552 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:20.790758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85cf7b37-dfdb-4d25-909e-3ff6e86e4248 req-cd0d5ff3-c6ee-42b0-a009-a6bebf07f552 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5418 time: 0.1604214 Dec 12 17:46:20.824604 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759e50f2-c1bc-4c63-8709-4c7685ad4278 admin admin] Network a29fa05f-5fa3-43e9-a1b1-2628801ffef9 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:46:20.831247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53004) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:20.880540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-759e50f2-c1bc-4c63-8709-4c7685ad4278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, a29fa05f-5fa3-43e9-a1b1-2628801ffef9) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:20.890882 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab43531-0454-479d-9deb-91dbd1bc0d3e None None] Network a29fa05f-5fa3-43e9-a1b1-2628801ffef9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:46:20.902973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759e50f2-c1bc-4c63-8709-4c7685ad4278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:20.903610 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-759e50f2-c1bc-4c63-8709-4c7685ad4278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:20.936802 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-759e50f2-c1bc-4c63-8709-4c7685ad4278 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9177256 Dec 12 17:46:20.943263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53008) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:20.958522 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1100976999-router', 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:20.978035 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c048340-c4f9-4ecd-9a18-d257c4008a19 req-101729ac-6d71-4d9e-a3af-59ea0abee675 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:20.979820 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c048340-c4f9-4ecd-9a18-d257c4008a19 req-101729ac-6d71-4d9e-a3af-59ea0abee675 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 895 time: 0.1768875 Dec 12 17:46:21.003919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85cf7b37-dfdb-4d25-909e-3ff6e86e4248 req-f45dd489-3166-45e7-a5e1-332c058c0579 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2039971 Dec 12 17:46:21.016522 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-023573e1-06df-4607-bb90-d51cd11304a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e3672c6198b4503bcb71380bca74c88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1628945 Dec 12 17:46:21.019254 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53010) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:21.038694 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-ec8da097-ebc8-44db-81e7-f34938d949a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:21.041272 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-ec8da097-ebc8-44db-81e7-f34938d949a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=626732df-c48c-4473-9ad9-03a4379b190b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6782424 Dec 12 17:46:21.065029 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:21.066767 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:21.100376 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-a29fa05f-5fa3-43e9-a1b1-2628801ffef9', 'network_id': 'a29fa05f-5fa3-43e9-a1b1-2628801ffef9', 'project_id': 'ee853d86340a4c94b7f031ce765beca1', 'fixed_ips': [{'subnet_id': 'b13753c5-0df4-4a2d-b2dd-09d10bb42eb6'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:46:21.101937 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:21.133482 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf78ac48-10f0-4c15-86c1-dac3e3c2008f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:21.137123 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf78ac48-10f0-4c15-86c1-dac3e3c2008f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:21.141706 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cf78ac48-10f0-4c15-86c1-dac3e3c2008f tempest-ServerActionsTestJSON-964755409 tempest-ServerActionsTestJSON-964755409-project] 10.222.0.18 "DELETE /v2.0/floatingips/c72283a5-1e1f-40ed-b366-43285ad07e21 HTTP/1.1" status: 204 len: 168 time: 2.1150153 Dec 12 17:46:21.145382 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53012) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:21.157361 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-a0bb19bc-b9b4-4603-9d4f-4e67586e0bfc tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.4279449 Dec 12 17:46:21.177320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Request body: {'port': {'device_id': '1143e5e3-b1a7-413d-996a-a94584b58562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:21.234453 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:21.236773 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-81072aef-8682-472f-83cf-263c574e7170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:21.271603 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cae37d-ace4-4f09-a153-ba2826029540 req-f473f09b-3df3-41c0-bd1f-01127bf8d7c4 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:21.271775 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-8437eced-1d5b-46fb-8d34-e898aaeda4ba service neutron] 10.222.0.31 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219245 Dec 12 17:46:21.273139 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14cae37d-ace4-4f09-a153-ba2826029540 req-f473f09b-3df3-41c0-bd1f-01127bf8d7c4 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 951 time: 0.1742449 Dec 12 17:46:21.274595 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:21.300404 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Allocated IP 172.20.0.2 (a29fa05f-5fa3-43e9-a1b1-2628801ffef9/b13753c5-0df4-4a2d-b2dd-09d10bb42eb6/fef36fe6-cd2a-409e-9dda-2e82b57e68e1) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:46:21.365142 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-81072aef-8682-472f-83cf-263c574e7170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:21.384444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81718015-fed3-4b87-8631-ed9d02d6ed33 req-54a688c0-8144-48a5-b833-999e2dd265f3 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:21.385978 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81718015-fed3-4b87-8631-ed9d02d6ed33 req-54a688c0-8144-48a5-b833-999e2dd265f3 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 951 time: 0.2601480 Dec 12 17:46:21.476220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14cae37d-ace4-4f09-a153-ba2826029540 req-500d4d7b-4926-4ed2-822e-1f21fe13aca8 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380863 Dec 12 17:46:21.507946 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:21.516800 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:21.563556 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-cbffa536-83ab-416d-9006-342e38af0a78 service neutron] 10.222.0.31 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801697 Dec 12 17:46:21.566213 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Network a29fa05f-5fa3-43e9-a1b1-2628801ffef9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:46:21.569217 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:21.575221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:46:21.576835 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Pushing event updated for resources: {'Port': ['ID=fef36fe6-cd2a-409e-9dda-2e82b57e68e1,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:21.621840 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:21.632142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Attempting to bind port fef36fe6-cd2a-409e-9dda-2e82b57e68e1 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:21.633200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Attempting to bind port fef36fe6-cd2a-409e-9dda-2e82b57e68e1 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4aec63ba-95c3-4517-b6ad-c7a118fdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a29fa05f-5fa3-43e9-a1b1-2628801ffef9'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:21.633543 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Attempting to bind port fef36fe6-cd2a-409e-9dda-2e82b57e68e1 on network a29fa05f-5fa3-43e9-a1b1-2628801ffef9 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:21.640324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:21.641142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Checking segment: {'id': '4aec63ba-95c3-4517-b6ad-c7a118fdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a29fa05f-5fa3-43e9-a1b1-2628801ffef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:21.641751 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:21.642948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Bound using segment: {'id': '4aec63ba-95c3-4517-b6ad-c7a118fdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a29fa05f-5fa3-43e9-a1b1-2628801ffef9'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:21.643680 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Bound port: fef36fe6-cd2a-409e-9dda-2e82b57e68e1, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aec63ba-95c3-4517-b6ad-c7a118fdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a29fa05f-5fa3-43e9-a1b1-2628801ffef9'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:21.644370 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:21.702052 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-81072aef-8682-472f-83cf-263c574e7170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:21.705819 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-81072aef-8682-472f-83cf-263c574e7170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:21.705819 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-81072aef-8682-472f-83cf-263c574e7170 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c91c7d0f-9bca-4a92-9fca-266df9887dbb HTTP/1.1" status: 204 len: 168 time: 0.6833224 Dec 12 17:46:21.727376 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81072aef-8682-472f-83cf-263c574e7170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91c7d0f-9bca-4a92-9fca-266df9887dbb,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:21.727693 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] For port fef36fe6-cd2a-409e-9dda-2e82b57e68e1, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:21.729110 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3ddab59c-920b-4b8b-9f27-70a7216674ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c9890dd-05d2-41e8-843c-8988a8304c70 HTTP/1.1" status: 200 len: 217 time: 0.1474619 Dec 12 17:46:21.733519 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-81718015-fed3-4b87-8631-ed9d02d6ed33 req-002c5917-1d6d-4508-a542-551f78e4ab12 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Deleting port 34b6df5d-9710-481e-80d6-f8f312c0bec2 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:21.733857 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-81718015-fed3-4b87-8631-ed9d02d6ed33 req-002c5917-1d6d-4508-a542-551f78e4ab12 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:21.743707 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] For port fef36fe6-cd2a-409e-9dda-2e82b57e68e1, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=fef36fe6-cd2a-409e-9dda-2e82b57e68e1,segment=NetworkSegment(4aec63ba-95c3-4517-b6ad-c7a118fdfc95),segment_id=4aec63ba-95c3-4517-b6ad-c7a118fdfc95)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:21.766922 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:21.795777 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-c4db3aae-c660-413a-87df-4fdc47f1a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:21.797312 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-c4db3aae-c660-413a-87df-4fdc47f1a707 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9730022-004d-409a-9e40-9f8cffadcd60 HTTP/1.1" status: 200 len: 797 time: 0.0535004 Dec 12 17:46:21.857555 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a89128-40c1-45c6-a8c9-25d01408122e None None] Pushing event updated for resources: {'Port': ['ID=fef36fe6-cd2a-409e-9dda-2e82b57e68e1,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:21.857803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-81718015-fed3-4b87-8631-ed9d02d6ed33 req-002c5917-1d6d-4508-a542-551f78e4ab12 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] For port 34b6df5d-9710-481e-80d6-f8f312c0bec2, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=34b6df5d-9710-481e-80d6-f8f312c0bec2,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:21.858080 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-81718015-fed3-4b87-8631-ed9d02d6ed33 req-002c5917-1d6d-4508-a542-551f78e4ab12 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:21.874411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-81718015-fed3-4b87-8631-ed9d02d6ed33 req-002c5917-1d6d-4508-a542-551f78e4ab12 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Calling delete_port for 34b6df5d-9710-481e-80d6-f8f312c0bec2 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:21.982393 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-bb27503c-6856-42d0-80e2-92733b13956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:21.984079 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-bb27503c-6856-42d0-80e2-92733b13956a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=626732df-c48c-4473-9ad9-03a4379b190b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1761386 Dec 12 17:46:22.066955 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:22.097436 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:22.176967 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-a3cc67a2-d9a0-4194-91b7-beaa74a57139 service neutron] 10.222.0.31 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819718 Dec 12 17:46:22.339881 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-81718015-fed3-4b87-8631-ed9d02d6ed33 req-002c5917-1d6d-4508-a542-551f78e4ab12 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:22.356909 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['18ec65b4-6566-43c2-b715-772e8798b349', 'f7b800a1-c92b-49a9-86cb-2fac0120d840'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:22.378265 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3a6527-480e-4f52-b635-b722992a99d7 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:22.379453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec57db0-8b26-41d5-a4f9-b974b30edd32 req-1a77a600-1896-40e9-8095-7187e92ee6c3 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:22.386525 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec57db0-8b26-41d5-a4f9-b974b30edd32 req-1a77a600-1896-40e9-8095-7187e92ee6c3 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:22.392902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec57db0-8b26-41d5-a4f9-b974b30edd32 req-1a77a600-1896-40e9-8095-7187e92ee6c3 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:22.394125 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:22.405279 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec57db0-8b26-41d5-a4f9-b974b30edd32 req-1a77a600-1896-40e9-8095-7187e92ee6c3 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:22.411575 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec57db0-8b26-41d5-a4f9-b974b30edd32 req-1a77a600-1896-40e9-8095-7187e92ee6c3 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:22.418741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec57db0-8b26-41d5-a4f9-b974b30edd32 req-1a77a600-1896-40e9-8095-7187e92ee6c3 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:22.425032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec57db0-8b26-41d5-a4f9-b974b30edd32 req-1a77a600-1896-40e9-8095-7187e92ee6c3 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:22.432475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Transition to ACTIVE for port object 8e3a6527-480e-4f52-b635-b722992a99d7 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:46:22.437758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ec57db0-8b26-41d5-a4f9-b974b30edd32 req-1a77a600-1896-40e9-8095-7187e92ee6c3 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5418 time: 0.2509727 Dec 12 17:46:22.450889 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:22.458531 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['37921f0d-58a7-403c-ba4f-0ea3ed4a517b', '34b6df5d-9710-481e-80d6-f8f312c0bec2'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:22.473633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416384a9-e3f2-4549-b927-8bd762f8b15e req-22fb0f32-c3b6-4b62-b4b3-ca557cba3551 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:22.475147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-416384a9-e3f2-4549-b927-8bd762f8b15e req-22fb0f32-c3b6-4b62-b4b3-ca557cba3551 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 895 time: 0.2852402 Dec 12 17:46:22.488576 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c5917-1d6d-4508-a542-551f78e4ab12 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Pushing event deleted for resources: {'Port': ['ID=34b6df5d-9710-481e-80d6-f8f312c0bec2,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:22.498482 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f7c20f34-4055-493b-ab3e-54966396ae39 req-3f757656-da6e-4e6f-aecb-5d607b3f7a24 service neutron] 10.222.0.31 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124003 Dec 12 17:46:22.546072 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] Allocated IP 172.25.1.45 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/051056aa-1c97-46b5-af2a-457eb7c005dc) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:46:22.583719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3a6527-480e-4f52-b635-b722992a99d7,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:22.628996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-81718015-fed3-4b87-8631-ed9d02d6ed33 req-002c5917-1d6d-4508-a542-551f78e4ab12 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] No DVR routers for this DVR port 34b6df5d-9710-481e-80d6-f8f312c0bec2 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:46:22.640259 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-81718015-fed3-4b87-8631-ed9d02d6ed33 req-002c5917-1d6d-4508-a542-551f78e4ab12 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:22.643852 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81718015-fed3-4b87-8631-ed9d02d6ed33 req-002c5917-1d6d-4508-a542-551f78e4ab12 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.31 "DELETE /v2.0/ports/34b6df5d-9710-481e-80d6-f8f312c0bec2 HTTP/1.1" status: 204 len: 173 time: 1.2466245 Dec 12 17:46:22.650344 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f255dc0-3330-4377-9e1d-18b78914a528', 'name': 'network-vif-deleted', 'tag': '34b6df5d-9710-481e-80d6-f8f312c0bec2'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:22.655645 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4304e4-4d9e-42f4-be1c-3bee39bfc07e" -d '{"events": [{"server_uuid": "4f255dc0-3330-4377-9e1d-18b78914a528", "name": "network-vif-deleted", "tag": "34b6df5d-9710-481e-80d6-f8f312c0bec2"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:22.822109 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f5f2972-b280-4b37-a4e1-a7b72d19386e req-021c4b7d-6b06-40f9-a9bf-d6b23a1c1d11 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f255dc0-3330-4377-9e1d-18b78914a528 HTTP/1.1" status: 200 len: 210 time: 0.1296701 Dec 12 17:46:22.906909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ec57db0-8b26-41d5-a4f9-b974b30edd32 req-846d56d7-9160-4c69-be2e-0fcf9f0bee7e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4643712 Dec 12 17:46:22.986320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2d7e-b723-4280-b943-36658d323c65 req-08eeecc4-c869-4954-acc0-f922f28c884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:22.986901 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2d7e-b723-4280-b943-36658d323c65 req-08eeecc4-c869-4954-acc0-f922f28c884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:22.987325 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2d7e-b723-4280-b943-36658d323c65 req-08eeecc4-c869-4954-acc0-f922f28c884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:22.987809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2d7e-b723-4280-b943-36658d323c65 req-08eeecc4-c869-4954-acc0-f922f28c884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:22.988292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2d7e-b723-4280-b943-36658d323c65 req-08eeecc4-c869-4954-acc0-f922f28c884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:22.988818 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2d7e-b723-4280-b943-36658d323c65 req-08eeecc4-c869-4954-acc0-f922f28c884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:22.989296 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2d7e-b723-4280-b943-36658d323c65 req-08eeecc4-c869-4954-acc0-f922f28c884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:23.005954 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b6dc2d7e-b723-4280-b943-36658d323c65 req-08eeecc4-c869-4954-acc0-f922f28c884c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d60493dddd34d8aabf5275887ac9321&device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 6475 time: 0.3178203 Dec 12 17:46:23.073610 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:23.157911 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:23.215076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53052) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:23.217273 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbf650e-ed45-49cd-9234-8952879a3fa9 x-openstack-request-id: req-7bbf650e-ed45-49cd-9234-8952879a3fa9 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:23.217639 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f255dc0-3330-4377-9e1d-18b78914a528", "name": "network-vif-deleted", "tag": "34b6df5d-9710-481e-80d6-f8f312c0bec2", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:23.217911 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7bbf650e-ed45-49cd-9234-8952879a3fa9 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:23.218573 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f255dc0-3330-4377-9e1d-18b78914a528', 'name': 'network-vif-deleted', 'tag': '34b6df5d-9710-481e-80d6-f8f312c0bec2', 'status': 'completed', 'code': 200} Dec 12 17:46:23.220244 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Attempting to bind port 8e3a6527-480e-4f52-b635-b722992a99d7 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:23.220840 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Attempting to bind port 8e3a6527-480e-4f52-b635-b722992a99d7 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'c5f792c8-def1-4729-9ad8-d3468b7037b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:23.221757 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Attempting to bind port 8e3a6527-480e-4f52-b635-b722992a99d7 on network ef5d6b77-753b-4cf5-8813-2c2ef92584dd {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:23.222311 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device fef36fe6-cd2a-409e-9dda-2e82b57e68e1 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:23.232630 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3e1165e-17c3-419b-ba36-09b7fb816069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:23.250693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:46:23.255235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:23.260205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:46:23.280229 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Port 8e3a6527-480e-4f52-b635-b722992a99d7 on network ef5d6b77-753b-4cf5-8813-2c2ef92584dd not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:46:23.280588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Attempting to bind port 8e3a6527-480e-4f52-b635-b722992a99d7 on network ef5d6b77-753b-4cf5-8813-2c2ef92584dd {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:23.291583 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] Pushing event updated for resources: {'Port': ['ID=051056aa-1c97-46b5-af2a-457eb7c005dc,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:23.335580 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:23.336635 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Checking segment: {'id': 'c5f792c8-def1-4729-9ad8-d3468b7037b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:23.337941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Bound using segment: {'id': 'c5f792c8-def1-4729-9ad8-d3468b7037b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:23.339385 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Bound port: 8e3a6527-480e-4f52-b635-b722992a99d7, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f792c8-def1-4729-9ad8-d3468b7037b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:23.340462 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:23.455246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-7756806d-10cc-4456-8f5b-bba0bafddcd3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-955895135-network', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:23.458176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port fef36fe6-cd2a-409e-9dda-2e82b57e68e1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:23.459115 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:23.471745 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2d7e-b723-4280-b943-36658d323c65 req-7685a857-91cb-45e0-8d9d-24efa907db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:23.473429 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b6dc2d7e-b723-4280-b943-36658d323c65 req-7685a857-91cb-45e0-8d9d-24efa907db3e service neutron] 10.222.0.31 "GET /v2.0/networks?id=626732df-c48c-4473-9ad9-03a4379b190b HTTP/1.1" status: 200 len: 903 time: 0.4666514 Dec 12 17:46:23.491182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7756806d-10cc-4456-8f5b-bba0bafddcd3 admin admin] Made reservation on behalf of aa5a149ce95c4c019546bb606be43576 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:46:23.494343 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7756806d-10cc-4456-8f5b-bba0bafddcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:23.506733 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7756806d-10cc-4456-8f5b-bba0bafddcd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:23.555809 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b6dc2d7e-b723-4280-b943-36658d323c65 req-7d4fa8e6-d190-4e04-95cc-c4a6739d0f97 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c9890dd-05d2-41e8-843c-8988a8304c70 HTTP/1.1" status: 200 len: 217 time: 0.0629017 Dec 12 17:46:23.557072 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] For port 8e3a6527-480e-4f52-b635-b722992a99d7, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:23.616376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] For port 8e3a6527-480e-4f52-b635-b722992a99d7, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8e3a6527-480e-4f52-b635-b722992a99d7,segment=NetworkSegment(c5f792c8-def1-4729-9ad8-d3468b7037b4),segment_id=c5f792c8-def1-4729-9ad8-d3468b7037b4)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:23.631386 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:23.662413 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:23.691083 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port fef36fe6-cd2a-409e-9dda-2e82b57e68e1, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=fef36fe6-cd2a-409e-9dda-2e82b57e68e1,segment=NetworkSegment(4aec63ba-95c3-4517-b6ad-c7a118fdfc95),segment_id=4aec63ba-95c3-4517-b6ad-c7a118fdfc95)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:23.698337 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:23.736920 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:23.738529 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:23.741182 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] 10.222.0.20 "PUT /v2.0/ports/8e3a6527-480e-4f52-b635-b722992a99d7 HTTP/1.1" status: 200 len: 1055 time: 2.5739021 Dec 12 17:46:23.746479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1143e5e3-b1a7-413d-996a-a94584b58562', 'tag': '8e3a6527-480e-4f52-b635-b722992a99d7'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:23.749079 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a1a497-7957-415f-aa25-be07f3dc1ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "1143e5e3-b1a7-413d-996a-a94584b58562", "tag": "8e3a6527-480e-4f52-b635-b722992a99d7"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:23.769664 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2d7e-b723-4280-b943-36658d323c65 req-eab7844f-f654-4a4c-b5df-7c42dacd8c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:23.775645 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b6dc2d7e-b723-4280-b943-36658d323c65 req-eab7844f-f654-4a4c-b5df-7c42dacd8c2b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9730022-004d-409a-9e40-9f8cffadcd60 HTTP/1.1" status: 200 len: 797 time: 0.2020373 Dec 12 17:46:23.853510 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175941c0-2fd4-4f20-80a4-0691defce90c x-openstack-request-id: req-175941c0-2fd4-4f20-80a4-0691defce90c {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:23.853803 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1143e5e3-b1a7-413d-996a-a94584b58562", "tag": "8e3a6527-480e-4f52-b635-b722992a99d7", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:23.854066 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-175941c0-2fd4-4f20-80a4-0691defce90c {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:23.854550 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1143e5e3-b1a7-413d-996a-a94584b58562', 'tag': '8e3a6527-480e-4f52-b635-b722992a99d7', 'status': 'completed', 'code': 200} Dec 12 17:46:23.855696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63b5fb-091f-441a-b232-a0ee6fcf3a16 req-1cf8fb7c-9692-45d7-a2c7-5561240c6dca tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:23.856515 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=fef36fe6-cd2a-409e-9dda-2e82b57e68e1,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:23.859761 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2d63b5fb-091f-441a-b232-a0ee6fcf3a16 req-1cf8fb7c-9692-45d7-a2c7-5561240c6dca tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 907 time: 0.1973770 Dec 12 17:46:23.864310 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a21e5c4-acb2-486d-994f-6a63bb29fcb3 None None] Network a29fa05f-5fa3-43e9-a1b1-2628801ffef9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:46:23.906605 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:23.915068 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7756806d-10cc-4456-8f5b-bba0bafddcd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:23.916639 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0066b7-4365-4779-ace8-2a05fcada218 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3a6527-480e-4f52-b635-b722992a99d7,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:23.944436 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2d7e-b723-4280-b943-36658d323c65 req-e3d020e8-8b73-4a57-bae9-f849879507b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:23.946947 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b6dc2d7e-b723-4280-b943-36658d323c65 req-e3d020e8-8b73-4a57-bae9-f849879507b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=626732df-c48c-4473-9ad9-03a4379b190b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1636689 Dec 12 17:46:23.999151 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-96b31745-3f29-4930-acb0-445134cf4f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:24.000708 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-96b31745-3f29-4930-acb0-445134cf4f2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67865f4a143048ea9866213bacf38009&device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 1058 time: 0.1892903 Dec 12 17:46:24.058532 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5abb2386-8ebd-4e2e-8487-23110255d79b None None] Provisioning complete for port fef36fe6-cd2a-409e-9dda-2e82b57e68e1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:24.059503 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5abb2386-8ebd-4e2e-8487-23110255d79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:24.274711 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-fd89d1af-9d09-4ee1-9ff1-b2847a1b17b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=8e3a6527-480e-4f52-b635-b722992a99d7 HTTP/1.1" status: 200 len: 217 time: 0.1722808 Dec 12 17:46:24.345290 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-a5d8d317-82d4-4042-af5d-c9ff04651f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:24.346824 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-a5d8d317-82d4-4042-af5d-c9ff04651f70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5d42bb0-36a7-4874-8334-2631bf63eb23 HTTP/1.1" status: 200 len: 838 time: 0.0596573 Dec 12 17:46:24.356468 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b6dc2d7e-b723-4280-b943-36658d323c65 req-2796292d-f13a-4c1e-9866-8623747d051c service neutron] 10.222.0.31 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006917 Dec 12 17:46:24.440255 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-544f3abb-bc17-499e-96fa-6662679bbae3 None None] Provisioning complete for port fef36fe6-cd2a-409e-9dda-2e82b57e68e1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:24.440898 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-544f3abb-bc17-499e-96fa-6662679bbae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:24.474929 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7756806d-10cc-4456-8f5b-bba0bafddcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:24.475500 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b3e1165e-17c3-419b-ba36-09b7fb816069 admin admin] Deleting port 3c2b97f8-f22c-411d-a684-1730cd99bd53 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:24.475766 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3e1165e-17c3-419b-ba36-09b7fb816069 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:24.498729 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-3999e0b3-8a58-48db-88e2-78cbcd4b9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:24.500365 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-3999e0b3-8a58-48db-88e2-78cbcd4b9088 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef5d6b77-753b-4cf5-8813-2c2ef92584dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1423464 Dec 12 17:46:24.573819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7756806d-10cc-4456-8f5b-bba0bafddcd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:46:24.594090 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b6dc2d7e-b723-4280-b943-36658d323c65 req-880ef8e0-7a34-4ea6-88ba-6c371bbff225 service neutron] 10.222.0.31 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170067 Dec 12 17:46:24.595941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756806d-10cc-4456-8f5b-bba0bafddcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737d259d-c076-4f89-af0b-f26cd6b147c7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:24.621974 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7756806d-10cc-4456-8f5b-bba0bafddcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:24.622702 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-7756806d-10cc-4456-8f5b-bba0bafddcd3 admin admin] Added segment d4bcfbbb-c593-458b-a695-0f45cb5a68b1 of type vlan for network 7ecf668f-cc73-4fe0-ac28-ba45e858f96b Dec 12 17:46:24.650247 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-b3e1165e-17c3-419b-ba36-09b7fb816069 admin admin] For port 3c2b97f8-f22c-411d-a684-1730cd99bd53, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3c2b97f8-f22c-411d-a684-1730cd99bd53,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:24.650497 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3e1165e-17c3-419b-ba36-09b7fb816069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:24.652493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbdb95-b3b9-4e67-9dfa-8bbc0e9018ac req-7abee705-aa61-444c-84da-669980cc04d5 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:24.654294 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9fbdb95-b3b9-4e67-9dfa-8bbc0e9018ac req-7abee705-aa61-444c-84da-669980cc04d5 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 951 time: 0.1729088 Dec 12 17:46:24.669459 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b3e1165e-17c3-419b-ba36-09b7fb816069 admin admin] Calling delete_port for 3c2b97f8-f22c-411d-a684-1730cd99bd53 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:24.672666 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-a49d548c-440f-4af8-ae30-ed2c0fc728b0 service neutron] 10.222.0.20 "GET /v2.0/networks/ef5d6b77-753b-4cf5-8813-2c2ef92584dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451850 Dec 12 17:46:24.711153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e1cdb-6bb0-4740-b9f6-522799d243e1 req-4ce98235-1319-4055-b9a3-435d67d7969c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:24.718291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e1cdb-6bb0-4740-b9f6-522799d243e1 req-4ce98235-1319-4055-b9a3-435d67d7969c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:24.725491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e1cdb-6bb0-4740-b9f6-522799d243e1 req-4ce98235-1319-4055-b9a3-435d67d7969c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:24.732685 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e1cdb-6bb0-4740-b9f6-522799d243e1 req-4ce98235-1319-4055-b9a3-435d67d7969c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:24.739716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e1cdb-6bb0-4740-b9f6-522799d243e1 req-4ce98235-1319-4055-b9a3-435d67d7969c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:24.747295 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e1cdb-6bb0-4740-b9f6-522799d243e1 req-4ce98235-1319-4055-b9a3-435d67d7969c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:24.754822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e1cdb-6bb0-4740-b9f6-522799d243e1 req-4ce98235-1319-4055-b9a3-435d67d7969c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:24.756819 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca8e1cdb-6bb0-4740-b9f6-522799d243e1 req-4ce98235-1319-4055-b9a3-435d67d7969c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5418 time: 0.2769754 Dec 12 17:46:24.795773 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7756806d-10cc-4456-8f5b-bba0bafddcd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:24.939742 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9fbdb95-b3b9-4e67-9dfa-8bbc0e9018ac req-223c4d08-b0da-4fae-b062-880112296fe4 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779527 Dec 12 17:46:24.976863 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7756806d-10cc-4456-8f5b-bba0bafddcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:24.978127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7756806d-10cc-4456-8f5b-bba0bafddcd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:24.978721 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7756806d-10cc-4456-8f5b-bba0bafddcd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:24.998600 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca8e1cdb-6bb0-4740-b9f6-522799d243e1 req-7fd7f6ac-718a-425f-b376-2f8e812a19b7 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2191944 Dec 12 17:46:25.069225 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7756806d-10cc-4456-8f5b-bba0bafddcd3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8492079 Dec 12 17:46:25.073426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53074) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:25.074818 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device fef36fe6-cd2a-409e-9dda-2e82b57e68e1 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:25.086795 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9fefac05-c4f8-4f47-af4a-adee1187a480 admin admin] Request body: {'subnet': {'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-955895135-subnet', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:25.108993 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:25.128005 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port fef36fe6-cd2a-409e-9dda-2e82b57e68e1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:25.128953 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:25.131425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756806d-10cc-4456-8f5b-bba0bafddcd3 admin admin] Pushing event updated for resources: {'Network': ['ID=7ecf668f-cc73-4fe0-ac28-ba45e858f96b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:25.149298 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fefac05-c4f8-4f47-af4a-adee1187a480 admin admin] Made reservation on behalf of aa5a149ce95c4c019546bb606be43576 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:46:25.151669 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fefac05-c4f8-4f47-af4a-adee1187a480 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:25.166174 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 7ecf668f-cc73-4fe0-ac28-ba45e858f96b details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:46:25.196327 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-30a036cc-ccd3-442b-99db-6ed0d685fcdd req-aa6ba873-61e9-441d-9c77-e52dfd7fa2df service neutron] 10.222.0.20 "GET /v2.0/networks/ef5d6b77-753b-4cf5-8813-2c2ef92584dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133064 Dec 12 17:46:25.218931 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1608e-ef70-4f32-8d34-d8fb812aa2e8 req-682d1717-ece0-44a9-81e4-aa7391dde1bb tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:25.227860 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9da1608e-ef70-4f32-8d34-d8fb812aa2e8 req-682d1717-ece0-44a9-81e4-aa7391dde1bb tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 907 time: 0.1730709 Dec 12 17:46:25.333470 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] Router 3e99e83a-fb51-45cd-9d5f-5ca80a404e63 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:46:25.404853 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1a497-7957-415f-aa25-be07f3dc1ff1 req-eb3f7677-87f1-4ea2-8dac-a7ac39ca580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:25.407386 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d7a1a497-7957-415f-aa25-be07f3dc1ff1 req-eb3f7677-87f1-4ea2-8dac-a7ac39ca580d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67865f4a143048ea9866213bacf38009&device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 1058 time: 0.1328785 Dec 12 17:46:25.446432 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:46:25.458446 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Sync routers for ids ['3e99e83a-fb51-45cd-9d5f-5ca80a404e63'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:46:25.464945 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:25.466158 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8e4e70d1-a464-459a-84be-066db712e55d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5134630 Dec 12 17:46:25.468801 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53080) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:25.473722 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Routers {'3e99e83a-fb51-45cd-9d5f-5ca80a404e63'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:25.474730 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['3e99e83a-fb51-45cd-9d5f-5ca80a404e63'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:25.487730 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3e1165e-17c3-419b-ba36-09b7fb816069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:25.557703 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1165e-17c3-419b-ba36-09b7fb816069 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2b97f8-f22c-411d-a684-1730cd99bd53,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:25.600964 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fefac05-c4f8-4f47-af4a-adee1187a480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:25.619546 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Set router 3e99e83a-fb51-45cd-9d5f-5ca80a404e63 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:25.703322 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1a497-7957-415f-aa25-be07f3dc1ff1 req-44654178-a59e-491d-a75b-ca5d34bdc092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:25.704889 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d7a1a497-7957-415f-aa25-be07f3dc1ff1 req-44654178-a59e-491d-a75b-ca5d34bdc092 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef5d6b77-753b-4cf5-8813-2c2ef92584dd HTTP/1.1" status: 200 len: 898 time: 0.2867384 Dec 12 17:46:25.784224 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d7a1a497-7957-415f-aa25-be07f3dc1ff1 req-fbdc6b21-bad5-4820-a591-9568a9cdfe09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=8e3a6527-480e-4f52-b635-b722992a99d7 HTTP/1.1" status: 200 len: 217 time: 0.0659597 Dec 12 17:46:25.784835 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefac05-c4f8-4f47-af4a-adee1187a480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:25.789989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fefac05-c4f8-4f47-af4a-adee1187a480 admin admin] Checking segment: {'id': 'd4bcfbbb-c593-458b-a695-0f45cb5a68b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:25.790431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fefac05-c4f8-4f47-af4a-adee1187a480 admin admin] Network hostable DHCP agents. Network: 7ecf668f-cc73-4fe0-ac28-ba45e858f96b, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:46:25.848967 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'name': 'tempest-ServersTestMultiNic-1100976999-router', 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '051056aa-1c97-46b5-af2a-457eb7c005dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:21Z', 'updated_at': '2021-12-12T17:46:23Z', 'revision_number': 3, 'project_id': 'ee853d86340a4c94b7f031ce765beca1', 'gw_port': {'id': '051056aa-1c97-46b5-af2a-457eb7c005dc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:22Z', 'updated_at': '2021-12-12T17:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:25.878230 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ff4e4-45c6-4423-985c-63dc3fc07eaf req-d627774b-d2b6-4971-805a-efdbcf25541c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:25.879961 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b87ff4e4-45c6-4423-985c-63dc3fc07eaf req-d627774b-d2b6-4971-805a-efdbcf25541c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.20 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 951 time: 0.1586041 Dec 12 17:46:25.886253 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Checking router: 3e99e83a-fb51-45cd-9d5f-5ca80a404e63 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:46:25.886736 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Updating router 3e99e83a-fb51-45cd-9d5f-5ca80a404e63 port 051056aa-1c97-46b5-af2a-457eb7c005dc binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:46:25.911572 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fefac05-c4f8-4f47-af4a-adee1187a480 admin admin] Network 7ecf668f-cc73-4fe0-ac28-ba45e858f96b is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:46:25.914215 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:25.926771 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1a497-7957-415f-aa25-be07f3dc1ff1 req-d2c764fa-f0cf-4bee-95fe-9b0877914974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:25.928300 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d7a1a497-7957-415f-aa25-be07f3dc1ff1 req-d2c764fa-f0cf-4bee-95fe-9b0877914974 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5d42bb0-36a7-4874-8334-2631bf63eb23 HTTP/1.1" status: 200 len: 838 time: 0.1331789 Dec 12 17:46:25.930907 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9fefac05-c4f8-4f47-af4a-adee1187a480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 7ecf668f-cc73-4fe0-ac28-ba45e858f96b) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:25.939957 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fefac05-c4f8-4f47-af4a-adee1187a480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:25.940231 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fefac05-c4f8-4f47-af4a-adee1187a480 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:25.949224 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e994f5-1a1b-4b69-9f75-019407040cc7 None None] Network 7ecf668f-cc73-4fe0-ac28-ba45e858f96b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:46:26.010928 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9fefac05-c4f8-4f47-af4a-adee1187a480 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9349375 Dec 12 17:46:26.014145 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53084) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:26.033200 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-955895135-router', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:26.037460 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3e1165e-17c3-419b-ba36-09b7fb816069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:26.092353 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1a497-7957-415f-aa25-be07f3dc1ff1 req-72e7dc4f-5a44-4cb2-a671-155f086683ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:26.094383 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d7a1a497-7957-415f-aa25-be07f3dc1ff1 req-72e7dc4f-5a44-4cb2-a671-155f086683ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef5d6b77-753b-4cf5-8813-2c2ef92584dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1512620 Dec 12 17:46:26.122216 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c02c70c3-64ab-4b67-966a-e194221a5be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:26.146770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-b87ff4e4-45c6-4423-985c-63dc3fc07eaf req-96b8da31-600d-4e3e-9370-9e0bcb6f86d7 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Deleting port f7b800a1-c92b-49a9-86cb-2fac0120d840 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:26.147225 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b87ff4e4-45c6-4423-985c-63dc3fc07eaf req-96b8da31-600d-4e3e-9370-9e0bcb6f86d7 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:26.157380 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:26.158444 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:26.215649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351aad8-529c-477a-866c-37238e3f4166 req-fca021e0-35ba-4941-b6e0-e1099ada16e0 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:26.217791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1351aad8-529c-477a-866c-37238e3f4166 req-fca021e0-35ba-4941-b6e0-e1099ada16e0 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 951 time: 0.1590846 Dec 12 17:46:26.236751 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 34b6df5d-9710-481e-80d6-f8f312c0bec2 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:26.268097 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 34b6df5d-9710-481e-80d6-f8f312c0bec2 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:46:26.268825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 34b6df5d-9710-481e-80d6-f8f312c0bec2 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:46:26.289454 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:26.321203 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be6ed23-b2be-41ba-b0d8-73bf8428c85c None None] Network 7ecf668f-cc73-4fe0-ac28-ba45e858f96b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:46:26.379113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-b87ff4e4-45c6-4423-985c-63dc3fc07eaf req-96b8da31-600d-4e3e-9370-9e0bcb6f86d7 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] For port f7b800a1-c92b-49a9-86cb-2fac0120d840, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f7b800a1-c92b-49a9-86cb-2fac0120d840,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:26.379521 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b87ff4e4-45c6-4423-985c-63dc3fc07eaf req-96b8da31-600d-4e3e-9370-9e0bcb6f86d7 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:26.390893 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:26.400573 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:26.405264 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d7a1a497-7957-415f-aa25-be07f3dc1ff1 req-f486bd5a-c7c7-41c0-9d31-e5f9f205aac3 service neutron] 10.222.0.20 "GET /v2.0/networks/ef5d6b77-753b-4cf5-8813-2c2ef92584dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791781 Dec 12 17:46:26.421207 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-b87ff4e4-45c6-4423-985c-63dc3fc07eaf req-96b8da31-600d-4e3e-9370-9e0bcb6f86d7 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Calling delete_port for f7b800a1-c92b-49a9-86cb-2fac0120d840 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:26.488583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1351aad8-529c-477a-866c-37238e3f4166 req-4d160d7a-e69c-4811-8bdf-ccbd4cb7eab0 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487657 Dec 12 17:46:26.521837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3f03-a29d-4fef-9179-41f6390008bd req-72d3dddc-4b4c-482e-8325-2fb1bf0935db tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:26.528039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3f03-a29d-4fef-9179-41f6390008bd req-72d3dddc-4b4c-482e-8325-2fb1bf0935db tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:26.535790 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3f03-a29d-4fef-9179-41f6390008bd req-72d3dddc-4b4c-482e-8325-2fb1bf0935db tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:26.542664 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3f03-a29d-4fef-9179-41f6390008bd req-72d3dddc-4b4c-482e-8325-2fb1bf0935db tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:26.548828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3f03-a29d-4fef-9179-41f6390008bd req-72d3dddc-4b4c-482e-8325-2fb1bf0935db tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:26.556640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3f03-a29d-4fef-9179-41f6390008bd req-72d3dddc-4b4c-482e-8325-2fb1bf0935db tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:26.563242 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7b2bc-7377-488c-a2a2-031688b01d05 None None] Pushing event updated for resources: {'Port': ['ID=051056aa-1c97-46b5-af2a-457eb7c005dc,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:26.563774 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3f03-a29d-4fef-9179-41f6390008bd req-72d3dddc-4b4c-482e-8325-2fb1bf0935db tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:26.565574 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f09c3f03-a29d-4fef-9179-41f6390008bd req-72d3dddc-4b4c-482e-8325-2fb1bf0935db tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5418 time: 0.3584213 Dec 12 17:46:26.583103 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7b2bc-7377-488c-a2a2-031688b01d05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:26.583493 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7b2bc-7377-488c-a2a2-031688b01d05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:26.583840 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7b2bc-7377-488c-a2a2-031688b01d05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:26.584186 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7b2bc-7377-488c-a2a2-031688b01d05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:26.584526 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7b2bc-7377-488c-a2a2-031688b01d05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:26.584865 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7b2bc-7377-488c-a2a2-031688b01d05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:26.585191 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7b2bc-7377-488c-a2a2-031688b01d05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:26.585514 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7b2bc-7377-488c-a2a2-031688b01d05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:26.585883 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7b2bc-7377-488c-a2a2-031688b01d05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:26.586208 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7b2bc-7377-488c-a2a2-031688b01d05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:26.586533 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7b2bc-7377-488c-a2a2-031688b01d05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:26.586857 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7b2bc-7377-488c-a2a2-031688b01d05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:26.587177 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7b2bc-7377-488c-a2a2-031688b01d05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:26.611126 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:26.614319 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Attempting to bind port 051056aa-1c97-46b5-af2a-457eb7c005dc on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:26.614645 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Attempting to bind port 051056aa-1c97-46b5-af2a-457eb7c005dc by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:26.615050 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Attempting to bind port 051056aa-1c97-46b5-af2a-457eb7c005dc on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:26.621670 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:26.622239 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:26.622656 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:26.623673 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:26.624077 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Bound port: 051056aa-1c97-46b5-af2a-457eb7c005dc, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:26.624322 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:26.686895 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] For port 051056aa-1c97-46b5-af2a-457eb7c005dc, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:26.690884 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] For port 051056aa-1c97-46b5-af2a-457eb7c005dc, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=051056aa-1c97-46b5-af2a-457eb7c005dc,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:26.697313 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:26.728705 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d7a1a497-7957-415f-aa25-be07f3dc1ff1 req-17cac0de-dd94-4239-b006-45f664b8b882 service neutron] 10.222.0.20 "GET /v2.0/networks/ef5d6b77-753b-4cf5-8813-2c2ef92584dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897923 Dec 12 17:46:26.731689 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-c02c70c3-64ab-4b67-966a-e194221a5be3 admin admin] Allocated IP 172.20.0.1 (a29fa05f-5fa3-43e9-a1b1-2628801ffef9/b13753c5-0df4-4a2d-b2dd-09d10bb42eb6/008ebf96-e822-44cc-bfca-5dc19b553767) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:46:26.736609 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e1165e-17c3-419b-ba36-09b7fb816069 admin admin] Router 2e959e39-8255-4d50-bd04-463d96fc569f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:46:26.761659 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Routers {'3e99e83a-fb51-45cd-9d5f-5ca80a404e63'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:26.762201 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['3e99e83a-fb51-45cd-9d5f-5ca80a404e63'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:26.781746 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f09c3f03-a29d-4fef-9179-41f6390008bd req-f1abf89b-c874-4297-bea5-0767adc3c52e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1696765 Dec 12 17:46:26.793132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d8fef-0b50-46b3-82d2-f3b9408b3ce8 req-198aabc0-0b1e-4286-8152-2d9569d73e37 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:26.794936 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c5d8fef-0b50-46b3-82d2-f3b9408b3ce8 req-198aabc0-0b1e-4286-8152-2d9569d73e37 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 907 time: 0.1859410 Dec 12 17:46:26.914660 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b87ff4e4-45c6-4423-985c-63dc3fc07eaf req-96b8da31-600d-4e3e-9370-9e0bcb6f86d7 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:26.930825 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7b2bc-7377-488c-a2a2-031688b01d05 None None] Pushing event updated for resources: {'Port': ['ID=051056aa-1c97-46b5-af2a-457eb7c005dc,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:26.937818 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['18ec65b4-6566-43c2-b715-772e8798b349', 'f7b800a1-c92b-49a9-86cb-2fac0120d840'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:26.948138 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['37921f0d-58a7-403c-ba4f-0ea3ed4a517b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:26.963675 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e1165e-17c3-419b-ba36-09b7fb816069 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:46:26.970486 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b3e1165e-17c3-419b-ba36-09b7fb816069 admin admin] 10.222.0.18 "PUT /v2.0/routers/2e959e39-8255-4d50-bd04-463d96fc569f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8239646 Dec 12 17:46:26.974485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53094) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:26.982913 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8da31-600d-4e3e-9370-9e0bcb6f86d7 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Pushing event deleted for resources: {'Port': ['ID=f7b800a1-c92b-49a9-86cb-2fac0120d840,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:27.009419 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] Set router 3e99e83a-fb51-45cd-9d5f-5ca80a404e63 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:27.026862 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c02c70c3-64ab-4b67-966a-e194221a5be3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:27.048658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87ff4e4-45c6-4423-985c-63dc3fc07eaf req-96b8da31-600d-4e3e-9370-9e0bcb6f86d7 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] No DVR routers for this DVR port f7b800a1-c92b-49a9-86cb-2fac0120d840 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:46:27.052289 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b87ff4e4-45c6-4423-985c-63dc3fc07eaf req-96b8da31-600d-4e3e-9370-9e0bcb6f86d7 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:27.060122 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b87ff4e4-45c6-4423-985c-63dc3fc07eaf req-96b8da31-600d-4e3e-9370-9e0bcb6f86d7 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.20 "DELETE /v2.0/ports/f7b800a1-c92b-49a9-86cb-2fac0120d840 HTTP/1.1" status: 204 len: 173 time: 1.1584268 Dec 12 17:46:27.060122 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'name': 'network-vif-deleted', 'tag': 'f7b800a1-c92b-49a9-86cb-2fac0120d840'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:27.069851 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6346ecf-e51c-475f-945b-23e1dcf2fb50 None None] Sync routers for ids ['2e959e39-8255-4d50-bd04-463d96fc569f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:46:27.070893 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaf487f-5d02-4bff-b1d3-de80618303eb" -d '{"events": [{"server_uuid": "e506e875-bf04-4679-9f8a-39af3d3c45af", "name": "network-vif-deleted", "tag": "f7b800a1-c92b-49a9-86cb-2fac0120d840"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:27.128349 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6346ecf-e51c-475f-945b-23e1dcf2fb50 None None] Routers {'2e959e39-8255-4d50-bd04-463d96fc569f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:27.129606 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f6346ecf-e51c-475f-945b-23e1dcf2fb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2e959e39-8255-4d50-bd04-463d96fc569f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:27.147955 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:27.159233 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c02c70c3-64ab-4b67-966a-e194221a5be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:27.163079 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f77d1d-c9ec-4b68-913c-a2f028832602 x-openstack-request-id: req-68f77d1d-c9ec-4b68-913c-a2f028832602 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:27.163467 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e506e875-bf04-4679-9f8a-39af3d3c45af", "name": "network-vif-deleted", "tag": "f7b800a1-c92b-49a9-86cb-2fac0120d840", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:27.164405 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68f77d1d-c9ec-4b68-913c-a2f028832602 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:27.164863 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e506e875-bf04-4679-9f8a-39af3d3c45af', 'name': 'network-vif-deleted', 'tag': 'f7b800a1-c92b-49a9-86cb-2fac0120d840', 'status': 'completed', 'code': 200} Dec 12 17:46:27.188793 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:27.221826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02c70c3-64ab-4b67-966a-e194221a5be3 admin admin] Network a29fa05f-5fa3-43e9-a1b1-2628801ffef9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:46:27.225366 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-c02c70c3-64ab-4b67-966a-e194221a5be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:27.230456 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02c70c3-64ab-4b67-966a-e194221a5be3 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:46:27.266939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c70c3-64ab-4b67-966a-e194221a5be3 admin admin] Pushing event updated for resources: {'Port': ['ID=008ebf96-e822-44cc-bfca-5dc19b553767,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:27.269266 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04b53814-d195-4bd7-bc3c-9b89d55bb36b admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:27.293773 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c02c70c3-64ab-4b67-966a-e194221a5be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:27.433942 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f6346ecf-e51c-475f-945b-23e1dcf2fb50 None None] Set router 2e959e39-8255-4d50-bd04-463d96fc569f gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:27.436848 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'name': 'tempest-ServersTestMultiNic-1100976999-router', 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '051056aa-1c97-46b5-af2a-457eb7c005dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:21Z', 'updated_at': '2021-12-12T17:46:23Z', 'revision_number': 3, 'project_id': 'ee853d86340a4c94b7f031ce765beca1', 'gw_port': {'id': '051056aa-1c97-46b5-af2a-457eb7c005dc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:22Z', 'updated_at': '2021-12-12T17:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:27.482479 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c02c70c3-64ab-4b67-966a-e194221a5be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:27.505992 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c5eaed-628b-4d56-8c20-205f9c9fa6f6 None None] The sync data for ids ['3e99e83a-fb51-45cd-9d5f-5ca80a404e63'] in n-d-760354-5 is: [{'id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'name': 'tempest-ServersTestMultiNic-1100976999-router', 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '051056aa-1c97-46b5-af2a-457eb7c005dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:21Z', 'updated_at': '2021-12-12T17:46:23Z', 'revision_number': 3, 'project_id': 'ee853d86340a4c94b7f031ce765beca1', 'gw_port': {'id': '051056aa-1c97-46b5-af2a-457eb7c005dc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:22Z', 'updated_at': '2021-12-12T17:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:46:27.624046 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04b53814-d195-4bd7-bc3c-9b89d55bb36b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:27.689738 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-73bd74c7-421a-4a0d-a62f-e76a5051383e req-a3b8e9af-d0fa-4699-9798-ac1c1db67705 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=e506e875-bf04-4679-9f8a-39af3d3c45af HTTP/1.1" status: 200 len: 210 time: 0.0439961 Dec 12 17:46:27.706693 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] Allocated IP 172.25.1.230 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/78299caa-8944-4009-ab76-6c32fa490f56) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:46:27.806223 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-04b53814-d195-4bd7-bc3c-9b89d55bb36b admin admin] Deleting port ad298bcc-fcc2-4782-afef-b1d03b59022e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:27.806719 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04b53814-d195-4bd7-bc3c-9b89d55bb36b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:27.843091 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 8e3a6527-480e-4f52-b635-b722992a99d7 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:46:27.849175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-48e3e3a1-6737-4ac4-b7ee-ca1b91a23b83 None None] Provisioning complete for port 008ebf96-e822-44cc-bfca-5dc19b553767 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:27.849443 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-48e3e3a1-6737-4ac4-b7ee-ca1b91a23b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:27.907351 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c02c70c3-64ab-4b67-966a-e194221a5be3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:27.922913 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c02c70c3-64ab-4b67-966a-e194221a5be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:27.928991 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:27.997563 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-04b53814-d195-4bd7-bc3c-9b89d55bb36b admin admin] For port ad298bcc-fcc2-4782-afef-b1d03b59022e, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ad298bcc-fcc2-4782-afef-b1d03b59022e,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:27.997932 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04b53814-d195-4bd7-bc3c-9b89d55bb36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:28.022141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-04b53814-d195-4bd7-bc3c-9b89d55bb36b admin admin] Calling delete_port for ad298bcc-fcc2-4782-afef-b1d03b59022e owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:28.049727 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-48e3e3a1-6737-4ac4-b7ee-ca1b91a23b83 None None] Port 008ebf96-e822-44cc-bfca-5dc19b553767 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:46:28.086083 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 8e3a6527-480e-4f52-b635-b722992a99d7, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8e3a6527-480e-4f52-b635-b722992a99d7,segment=NetworkSegment(c5f792c8-def1-4729-9ad8-d3468b7037b4),segment_id=c5f792c8-def1-4729-9ad8-d3468b7037b4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:28.106813 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '8e3a6527-480e-4f52-b635-b722992a99d7', 'network_id': 'ef5d6b77-753b-4cf5-8813-2c2ef92584dd', 'port_id': '8e3a6527-480e-4f52-b635-b722992a99d7', 'mac_address': 'fa:16:3e:4d:9c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d42bb0-36a7-4874-8334-2631bf63eb23', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:46:28.147709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9021f-db0c-404d-9e46-dff8ca669b31 req-00ef3024-b89a-4517-997b-b6398aff4d33 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:28.148500 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f6346ecf-e51c-475f-945b-23e1dcf2fb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'name': 'tempest-ServerActionsTestJSON-1633422497-router', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:01Z', 'updated_at': '2021-12-12T17:46:25Z', 'revision_number': 5, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'gw_port': {'id': 'ad298bcc-fcc2-4782-afef-b1d03b59022e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:37:02Z', 'updated_at': '2021-12-12T17:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:28.154175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9021f-db0c-404d-9e46-dff8ca669b31 req-00ef3024-b89a-4517-997b-b6398aff4d33 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:28.161034 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9021f-db0c-404d-9e46-dff8ca669b31 req-00ef3024-b89a-4517-997b-b6398aff4d33 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:28.168279 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9021f-db0c-404d-9e46-dff8ca669b31 req-00ef3024-b89a-4517-997b-b6398aff4d33 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:28.175082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9021f-db0c-404d-9e46-dff8ca669b31 req-00ef3024-b89a-4517-997b-b6398aff4d33 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:28.182360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9021f-db0c-404d-9e46-dff8ca669b31 req-00ef3024-b89a-4517-997b-b6398aff4d33 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:28.187080 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:28.188732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9021f-db0c-404d-9e46-dff8ca669b31 req-00ef3024-b89a-4517-997b-b6398aff4d33 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:28.199574 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afc9021f-db0c-404d-9e46-dff8ca669b31 req-00ef3024-b89a-4517-997b-b6398aff4d33 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5418 time: 0.2795308 Dec 12 17:46:28.200551 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6346ecf-e51c-475f-945b-23e1dcf2fb50 None None] Checking router: 2e959e39-8255-4d50-bd04-463d96fc569f for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:46:28.213909 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332e64c-233f-4a73-a433-d204c46458ba req-c929e2d2-f208-47bc-8b2c-b48729ba7c85 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:28.215730 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:28.219603 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6346ecf-e51c-475f-945b-23e1dcf2fb50 None None] Routers {'2e959e39-8255-4d50-bd04-463d96fc569f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:28.220475 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f6346ecf-e51c-475f-945b-23e1dcf2fb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2e959e39-8255-4d50-bd04-463d96fc569f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:28.223667 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4332e64c-233f-4a73-a433-d204c46458ba req-c929e2d2-f208-47bc-8b2c-b48729ba7c85 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 907 time: 0.2087228 Dec 12 17:46:28.245533 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:46:28.253008 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:28.254515 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c02c70c3-64ab-4b67-966a-e194221a5be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:28.256315 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:46:28.283406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c70c3-64ab-4b67-966a-e194221a5be3 admin admin] Pushing event updated for resources: {'Port': ['ID=008ebf96-e822-44cc-bfca-5dc19b553767,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:28.285793 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3a6527-480e-4f52-b635-b722992a99d7 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:28.361004 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 8e3a6527-480e-4f52-b635-b722992a99d7, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8e3a6527-480e-4f52-b635-b722992a99d7,segment=NetworkSegment(c5f792c8-def1-4729-9ad8-d3468b7037b4),segment_id=c5f792c8-def1-4729-9ad8-d3468b7037b4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:28.371685 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:28.385257 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f6346ecf-e51c-475f-945b-23e1dcf2fb50 None None] Set router 2e959e39-8255-4d50-bd04-463d96fc569f gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:28.463135 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afc9021f-db0c-404d-9e46-dff8ca669b31 req-5f25eb60-a063-4271-9dd5-4ae35baffa18 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2624907 Dec 12 17:46:28.477471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f6346ecf-e51c-475f-945b-23e1dcf2fb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'name': 'tempest-ServerActionsTestJSON-1633422497-router', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:01Z', 'updated_at': '2021-12-12T17:46:27Z', 'revision_number': 6, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:28.516991 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02c70c3-64ab-4b67-966a-e194221a5be3 admin admin] Network a29fa05f-5fa3-43e9-a1b1-2628801ffef9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:46:28.518674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-c02c70c3-64ab-4b67-966a-e194221a5be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:28.528621 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6346ecf-e51c-475f-945b-23e1dcf2fb50 None None] The sync data for ids ['2e959e39-8255-4d50-bd04-463d96fc569f'] in n-d-760354-5 is: [{'id': '2e959e39-8255-4d50-bd04-463d96fc569f', 'name': 'tempest-ServerActionsTestJSON-1633422497-router', 'tenant_id': 'bcfe64c55346445599fb24bf34f06b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:37:01Z', 'updated_at': '2021-12-12T17:46:27Z', 'revision_number': 6, 'project_id': 'bcfe64c55346445599fb24bf34f06b4d', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:46:28.561783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=8e3a6527-480e-4f52-b635-b722992a99d7,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:28.650752 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['8e3a6527-480e-4f52-b635-b722992a99d7'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:28.753179 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02c70c3-64ab-4b67-966a-e194221a5be3 admin admin] Router 3e99e83a-fb51-45cd-9d5f-5ca80a404e63 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:46:28.761034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] Pushing event updated for resources: {'Port': ['ID=78299caa-8944-4009-ab76-6c32fa490f56,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:28.892153 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04b53814-d195-4bd7-bc3c-9b89d55bb36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:28.920585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02c70c3-64ab-4b67-966a-e194221a5be3 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:46:28.939064 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c02c70c3-64ab-4b67-966a-e194221a5be3 admin admin] 10.222.0.18 "PUT /v2.0/routers/3e99e83a-fb51-45cd-9d5f-5ca80a404e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4614415 Dec 12 17:46:28.953866 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b53814-d195-4bd7-bc3c-9b89d55bb36b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad298bcc-fcc2-4782-afef-b1d03b59022e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:28.986556 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-90376e2f-8089-407c-b64c-e2c0aacd613d None None] Provisioning complete for port 008ebf96-e822-44cc-bfca-5dc19b553767 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:28.986938 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-90376e2f-8089-407c-b64c-e2c0aacd613d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.055656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-90376e2f-8089-407c-b64c-e2c0aacd613d None None] Port 008ebf96-e822-44cc-bfca-5dc19b553767 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:46:29.110900 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53116) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:29.165114 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04b53814-d195-4bd7-bc3c-9b89d55bb36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.171734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bbd9f-f069-4807-91ce-cacf9ee95e8b req-52ada62f-7839-47b8-9c12-91223eda54b9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:29.182987 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-867bbd9f-f069-4807-91ce-cacf9ee95e8b req-52ada62f-7839-47b8-9c12-91223eda54b9 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.0804853 Dec 12 17:46:29.193066 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-3fb2510f-1728-4ce4-ba4f-7d607e1de5c4 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-521669685'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:29.234761 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb2510f-1728-4ce4-ba4f-7d607e1de5c4 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Made reservation on behalf of ee853d86340a4c94b7f031ce765beca1 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:46:29.238571 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fb2510f-1728-4ce4-ba4f-7d607e1de5c4 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.283773 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04b53814-d195-4bd7-bc3c-9b89d55bb36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.291253 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04b53814-d195-4bd7-bc3c-9b89d55bb36b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.332078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb2510f-1728-4ce4-ba4f-7d607e1de5c4 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:46:29.346550 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.368099 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 051056aa-1c97-46b5-af2a-457eb7c005dc up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:29.388914 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fb2510f-1728-4ce4-ba4f-7d607e1de5c4 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.389332 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-3fb2510f-1728-4ce4-ba4f-7d607e1de5c4 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Added segment 6440de4f-7785-4719-bf77-d34f85d64c11 of type vlan for network f2ec8b36-f418-463f-9aae-2278983367c4 Dec 12 17:46:29.395136 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04b53814-d195-4bd7-bc3c-9b89d55bb36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.395725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b53814-d195-4bd7-bc3c-9b89d55bb36b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e959e39-8255-4d50-bd04-463d96fc569f {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:46:29.406430 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04b53814-d195-4bd7-bc3c-9b89d55bb36b admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.411084 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-04b53814-d195-4bd7-bc3c-9b89d55bb36b admin admin] 10.222.0.18 "DELETE /v2.0/routers/2e959e39-8255-4d50-bd04-463d96fc569f HTTP/1.1" status: 204 len: 168 time: 2.4346581 Dec 12 17:46:29.411865 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53124) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:29.432455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 051056aa-1c97-46b5-af2a-457eb7c005dc triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:29.432929 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.515414 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-222ecd0f-ca97-4579-9a95-fa7ebf5651f8 admin admin] Deleting subnet edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:46:29.521469 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222ecd0f-ca97-4579-9a95-fa7ebf5651f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.546673 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.577639 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 051056aa-1c97-46b5-af2a-457eb7c005dc, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=051056aa-1c97-46b5-af2a-457eb7c005dc,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:29.585879 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.653542 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222ecd0f-ca97-4579-9a95-fa7ebf5651f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.667434 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ad298bcc-fcc2-4782-afef-b1d03b59022e no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:29.763757 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.769603 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222ecd0f-ca97-4579-9a95-fa7ebf5651f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.811548 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-867bbd9f-f069-4807-91ce-cacf9ee95e8b req-3294db60-b03e-46c2-9c2b-305c10008753 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6273911 Dec 12 17:46:29.871334 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 8e3a6527-480e-4f52-b635-b722992a99d7 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:29.872160 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fb2510f-1728-4ce4-ba4f-7d607e1de5c4 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.874733 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: ad298bcc-fcc2-4782-afef-b1d03b59022e {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:46:29.874946 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ad298bcc-fcc2-4782-afef-b1d03b59022e not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:46:29.875392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3c2b97f8-f22c-411d-a684-1730cd99bd53 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:29.894954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=051056aa-1c97-46b5-af2a-457eb7c005dc,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:29.914946 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fb2510f-1728-4ce4-ba4f-7d607e1de5c4 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.921563 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb2510f-1728-4ce4-ba4f-7d607e1de5c4 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:29.922278 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fb2510f-1728-4ce4-ba4f-7d607e1de5c4 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.924655 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 3c2b97f8-f22c-411d-a684-1730cd99bd53 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:46:29.925088 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3c2b97f8-f22c-411d-a684-1730cd99bd53 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:46:29.926407 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222ecd0f-ca97-4579-9a95-fa7ebf5651f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.942328 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-590ca92a-4ed9-487b-80b0-fc33083d711e req-55520eba-3038-42e7-ada1-a9acdf8d0be1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6407390 Dec 12 17:46:29.956752 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 8e3a6527-480e-4f52-b635-b722992a99d7 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:46:29.963939 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 8e3a6527-480e-4f52-b635-b722992a99d7 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:29.964322 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.980564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ecd0f-ca97-4579-9a95-fa7ebf5651f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:29.989277 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222ecd0f-ca97-4579-9a95-fa7ebf5651f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:29.992510 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-222ecd0f-ca97-4579-9a95-fa7ebf5651f8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/edf9f68b-ccd8-4e20-a93d-b32e9c75ec4b HTTP/1.1" status: 204 len: 168 time: 0.5450921 Dec 12 17:46:29.996674 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53130) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:30.002943 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3fb2510f-1728-4ce4-ba4f-7d607e1de5c4 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8910503 Dec 12 17:46:30.006194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53132) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:30.012512 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8f3029-9667-42d3-ba2e-bb970cb6f837 None None] Network 3099023b-6d27-4db1-9d42-7a3830fba737 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:46:30.029428 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6ec3b93b-5c36-485e-a6ae-17ceb786807c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Request body: {'subnet': {'network_id': 'f2ec8b36-f418-463f-9aae-2278983367c4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:30.099146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63710746-a649-4e5e-836d-81a8b398a5a5 req-64566f22-0ad1-4d45-aceb-4111d2219466 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:30.101862 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63710746-a649-4e5e-836d-81a8b398a5a5 req-64566f22-0ad1-4d45-aceb-4111d2219466 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 908 time: 0.7599576 Dec 12 17:46:30.134502 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2510f-1728-4ce4-ba4f-7d607e1de5c4 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event updated for resources: {'Network': ['ID=f2ec8b36-f418-463f-9aae-2278983367c4,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:30.150984 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ca92a-4ed9-487b-80b0-fc33083d711e req-80abdd0c-b9c9-4f67-96b5-02da2b2b35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:30.153450 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-590ca92a-4ed9-487b-80b0-fc33083d711e req-80abdd0c-b9c9-4f67-96b5-02da2b2b35a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 1101 time: 0.1742430 Dec 12 17:46:30.169932 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] Router 5d041561-cf81-49d9-b4e0-1350f4bcba9e is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:46:30.179332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network f2ec8b36-f418-463f-9aae-2278983367c4 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:46:30.214901 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:30.245884 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:30.282151 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867dd557-050b-419e-bb4c-828535b67aea None None] DHCP port deletion for 3099023b-6d27-4db1-9d42-7a3830fba737 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:46:30.327547 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1143e5e3-b1a7-413d-996a-a94584b58562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3a6527-480e-4f52-b635-b722992a99d7'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:30.329926 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17985912-0d39-4ec0-86c3-d9923cdc40a3" -d '{"events": [{"server_uuid": "1143e5e3-b1a7-413d-996a-a94584b58562", "name": "network-vif-plugged", "status": "completed", "tag": "8e3a6527-480e-4f52-b635-b722992a99d7"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:30.337177 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Sync routers for ids ['3e99e83a-fb51-45cd-9d5f-5ca80a404e63'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:46:30.350430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 8e3a6527-480e-4f52-b635-b722992a99d7, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8e3a6527-480e-4f52-b635-b722992a99d7,segment=NetworkSegment(c5f792c8-def1-4729-9ad8-d3468b7037b4),segment_id=c5f792c8-def1-4729-9ad8-d3468b7037b4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:30.359025 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:30.359919 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f7b800a1-c92b-49a9-86cb-2fac0120d840 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:30.364675 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Routers {'3e99e83a-fb51-45cd-9d5f-5ca80a404e63'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:30.365589 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['3e99e83a-fb51-45cd-9d5f-5ca80a404e63'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:30.387225 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec3b93b-5c36-485e-a6ae-17ceb786807c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Made reservation on behalf of ee853d86340a4c94b7f031ce765beca1 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:46:30.390702 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ec3b93b-5c36-485e-a6ae-17ceb786807c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:30.408252 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: f7b800a1-c92b-49a9-86cb-2fac0120d840 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:46:30.408552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f7b800a1-c92b-49a9-86cb-2fac0120d840 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:46:30.425144 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-867dd557-050b-419e-bb4c-828535b67aea None None] Deleting port 566a5629-b71b-4f79-8f81-ad3862666d89 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:30.425526 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-867dd557-050b-419e-bb4c-828535b67aea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:30.464695 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:46:30.475782 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66c979c-9d1c-4d14-8fff-cc9e6915871d x-openstack-request-id: req-a66c979c-9d1c-4d14-8fff-cc9e6915871d {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:30.476069 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1143e5e3-b1a7-413d-996a-a94584b58562", "name": "network-vif-plugged", "status": "completed", "tag": "8e3a6527-480e-4f52-b635-b722992a99d7", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:30.476654 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a66c979c-9d1c-4d14-8fff-cc9e6915871d {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:30.476791 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1143e5e3-b1a7-413d-996a-a94584b58562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3a6527-480e-4f52-b635-b722992a99d7', 'code': 200} Dec 12 17:46:30.485817 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Sync routers for ids ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:46:30.486022 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Set router 3e99e83a-fb51-45cd-9d5f-5ca80a404e63 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:30.488576 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ca92a-4ed9-487b-80b0-fc33083d711e req-e20d6dd1-d023-4e68-b021-43d9245e71af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:30.488924 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=8e3a6527-480e-4f52-b635-b722992a99d7,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:30.490075 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-590ca92a-4ed9-487b-80b0-fc33083d711e req-e20d6dd1-d023-4e68-b021-43d9245e71af service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.3049300 Dec 12 17:46:30.516211 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Routers {'5d041561-cf81-49d9-b4e0-1350f4bcba9e'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:30.516860 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:30.522941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-867dd557-050b-419e-bb4c-828535b67aea None None] For port 566a5629-b71b-4f79-8f81-ad3862666d89, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=566a5629-b71b-4f79-8f81-ad3862666d89,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:30.523930 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-867dd557-050b-419e-bb4c-828535b67aea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:30.547656 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] Deleting port 566a5629-b71b-4f79-8f81-ad3862666d89 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:30.548032 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:30.556819 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:30.562184 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4bedaa79-795f-456c-ab0d-54d99c972f91 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5433702 Dec 12 17:46:30.564351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53136) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:30.573366 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-590ca92a-4ed9-487b-80b0-fc33083d711e req-6265398a-392b-4793-9096-069593fe158d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=18ec65b4-6566-43c2-b715-772e8798b349 HTTP/1.1" status: 200 len: 217 time: 0.0687444 Dec 12 17:46:30.600036 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-867dd557-050b-419e-bb4c-828535b67aea None None] Calling delete_port for 566a5629-b71b-4f79-8f81-ad3862666d89 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:30.605737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b28b22-3d3e-4693-be44-4b6b05395e7a req-19f8f1a3-5186-4350-abd5-b07e4cd72d1f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:30.612630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b28b22-3d3e-4693-be44-4b6b05395e7a req-19f8f1a3-5186-4350-abd5-b07e4cd72d1f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:30.621884 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b28b22-3d3e-4693-be44-4b6b05395e7a req-19f8f1a3-5186-4350-abd5-b07e4cd72d1f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:30.633114 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b28b22-3d3e-4693-be44-4b6b05395e7a req-19f8f1a3-5186-4350-abd5-b07e4cd72d1f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:30.641933 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b28b22-3d3e-4693-be44-4b6b05395e7a req-19f8f1a3-5186-4350-abd5-b07e4cd72d1f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:30.660588 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b28b22-3d3e-4693-be44-4b6b05395e7a req-19f8f1a3-5186-4350-abd5-b07e4cd72d1f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:30.672953 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b28b22-3d3e-4693-be44-4b6b05395e7a req-19f8f1a3-5186-4350-abd5-b07e4cd72d1f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:30.680897 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21b28b22-3d3e-4693-be44-4b6b05395e7a req-19f8f1a3-5186-4350-abd5-b07e4cd72d1f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5418 time: 0.3852410 Dec 12 17:46:30.726511 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Set router 5d041561-cf81-49d9-b4e0-1350f4bcba9e gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:30.759421 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ca92a-4ed9-487b-80b0-fc33083d711e req-f6c5fa35-a5b5-4ac7-9894-95b2acb5c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:30.762742 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-590ca92a-4ed9-487b-80b0-fc33083d711e req-f6c5fa35-a5b5-4ac7-9894-95b2acb5c069 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1794953 Dec 12 17:46:30.840590 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] For port 566a5629-b71b-4f79-8f81-ad3862666d89, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=566a5629-b71b-4f79-8f81-ad3862666d89,segment=NetworkSegment(4fdee55a-4b5f-49c7-bb46-831125694c23),segment_id=4fdee55a-4b5f-49c7-bb46-831125694c23)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:30.841217 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:30.855901 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74741f6-c1f3-4f65-86af-f20d0ac074f9 req-f6ed4418-804d-4380-9136-8e42fa501f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:30.856124 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-867dd557-050b-419e-bb4c-828535b67aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:30.860542 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'name': 'tempest-ServersTestMultiNic-1100976999-router', 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '051056aa-1c97-46b5-af2a-457eb7c005dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:21Z', 'updated_at': '2021-12-12T17:46:27Z', 'revision_number': 4, 'project_id': 'ee853d86340a4c94b7f031ce765beca1', 'gw_port': {'id': '051056aa-1c97-46b5-af2a-457eb7c005dc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:22Z', 'updated_at': '2021-12-12T17:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '008ebf96-e822-44cc-bfca-5dc19b553767', 'name': '', 'network_id': 'a29fa05f-5fa3-43e9-a1b1-2628801ffef9', 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1', 'mac_address': 'fa:16:3e:d8:a4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b13753c5-0df4-4a2d-b2dd-09d10bb42eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:26Z', 'updated_at': '2021-12-12T17:46:27Z', 'revision_number': 2, 'project_id': 'ee853d86340a4c94b7f031ce765beca1', 'subnets': [{'id': 'b13753c5-0df4-4a2d-b2dd-09d10bb42eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:30.861971 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e74741f6-c1f3-4f65-86af-f20d0ac074f9 req-f6ed4418-804d-4380-9136-8e42fa501f49 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 1060 time: 0.2807121 Dec 12 17:46:30.862110 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ca92a-4ed9-487b-80b0-fc33083d711e req-8f7f3fb5-7a2d-46f9-983e-0b17959c8144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:30.863648 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-590ca92a-4ed9-487b-80b0-fc33083d711e req-8f7f3fb5-7a2d-46f9-983e-0b17959c8144 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0917561 Dec 12 17:46:30.870036 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21b28b22-3d3e-4693-be44-4b6b05395e7a req-96e32d4c-c3d5-4486-9c4b-a21440238579 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1679220 Dec 12 17:46:30.893810 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Checking router: 3e99e83a-fb51-45cd-9d5f-5ca80a404e63 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:46:30.894371 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Updating router 3e99e83a-fb51-45cd-9d5f-5ca80a404e63 port 008ebf96-e822-44cc-bfca-5dc19b553767 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:46:30.920940 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:30.927171 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd557-050b-419e-bb4c-828535b67aea None None] Pushing event deleted for resources: {'Port': ['ID=566a5629-b71b-4f79-8f81-ad3862666d89,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:30.936509 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867dd557-050b-419e-bb4c-828535b67aea None None] No DVR routers for this DVR port 566a5629-b71b-4f79-8f81-ad3862666d89 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:46:30.970624 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] Calling delete_port for 566a5629-b71b-4f79-8f81-ad3862666d89 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:30.997505 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89a5ab-4262-46d5-aeda-2ce81f42cd1f req-98807466-c0ce-43f2-9729-e6c6d0391b7b tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:30.999963 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2e89a5ab-4262-46d5-aeda-2ce81f42cd1f req-98807466-c0ce-43f2-9729-e6c6d0391b7b tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.3287036 Dec 12 17:46:31.001254 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c0267-da95-4a37-a069-e8dae11d9b5d req-8917d551-db9c-457d-b8de-1a62d100b49c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:31.004482 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-563c0267-da95-4a37-a069-e8dae11d9b5d req-8917d551-db9c-457d-b8de-1a62d100b49c tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.0792758 Dec 12 17:46:31.092011 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-955895135-router', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '78299caa-8944-4009-ab76-6c32fa490f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:26Z', 'updated_at': '2021-12-12T17:46:29Z', 'revision_number': 3, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'gw_port': {'id': '78299caa-8944-4009-ab76-6c32fa490f56', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:27Z', 'updated_at': '2021-12-12T17:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:31.154937 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 051056aa-1c97-46b5-af2a-457eb7c005dc up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:31.166236 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ec3b93b-5c36-485e-a6ae-17ceb786807c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:31.196346 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-563c0267-da95-4a37-a069-e8dae11d9b5d req-e4b140e8-c913-420a-bf6c-fac436266845 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793938 Dec 12 17:46:31.201895 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-590ca92a-4ed9-487b-80b0-fc33083d711e req-8f566980-9812-4679-afb3-fc83ca4a99fb service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532545 Dec 12 17:46:31.232795 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Checking router: 5d041561-cf81-49d9-b4e0-1350f4bcba9e for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:46:31.239372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Updating router 5d041561-cf81-49d9-b4e0-1350f4bcba9e port 78299caa-8944-4009-ab76-6c32fa490f56 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:46:31.301088 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:31.336324 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:31.345155 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:31.361792 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3b93b-5c36-485e-a6ae-17ceb786807c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event updated for resources: {'Subnet': ['ID=51a1194a-b628-42a7-b5e3-ab1faeb605e5,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:31.386646 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:31.394781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8deb3-ae67-4612-b249-5d12c83d92bc req-0e281155-4f0d-432a-8219-6d19ff829cac tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:31.405278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dcd8deb3-ae67-4612-b249-5d12c83d92bc req-0e281155-4f0d-432a-8219-6d19ff829cac tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 909 time: 0.1074140 Dec 12 17:46:31.408182 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5b774-6c6a-4b80-aa7d-1b9df2ef0014 None None] Pushing event updated for resources: {'Port': ['ID=008ebf96-e822-44cc-bfca-5dc19b553767,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:31.424779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-590ca92a-4ed9-487b-80b0-fc33083d711e req-f29b32d1-f5e4-45b1-bc12-c35a9b6df18f service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099264 Dec 12 17:46:31.440231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec3b93b-5c36-485e-a6ae-17ceb786807c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Checking segment: {'id': '6440de4f-7785-4719-bf77-d34f85d64c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f2ec8b36-f418-463f-9aae-2278983367c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:31.440665 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec3b93b-5c36-485e-a6ae-17ceb786807c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Network hostable DHCP agents. Network: f2ec8b36-f418-463f-9aae-2278983367c4, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:46:31.447776 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] Pushing event deleted for resources: {'Port': ['ID=566a5629-b71b-4f79-8f81-ad3862666d89,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:31.505269 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Attempting to bind port 008ebf96-e822-44cc-bfca-5dc19b553767 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:31.506038 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Attempting to bind port 008ebf96-e822-44cc-bfca-5dc19b553767 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4aec63ba-95c3-4517-b6ad-c7a118fdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a29fa05f-5fa3-43e9-a1b1-2628801ffef9'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:31.506584 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Attempting to bind port 008ebf96-e822-44cc-bfca-5dc19b553767 on network a29fa05f-5fa3-43e9-a1b1-2628801ffef9 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:31.513480 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-2e89a5ab-4262-46d5-aeda-2ce81f42cd1f req-e2e7a7b6-224e-4477-b54f-07cc82aa72d2 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Deleting port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:31.513680 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:31.513816 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2e89a5ab-4262-46d5-aeda-2ce81f42cd1f req-e2e7a7b6-224e-4477-b54f-07cc82aa72d2 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:31.514333 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Checking segment: {'id': '4aec63ba-95c3-4517-b6ad-c7a118fdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a29fa05f-5fa3-43e9-a1b1-2628801ffef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:31.514828 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:31.515353 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Bound using segment: {'id': '4aec63ba-95c3-4517-b6ad-c7a118fdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a29fa05f-5fa3-43e9-a1b1-2628801ffef9'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:31.516814 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Bound port: 008ebf96-e822-44cc-bfca-5dc19b553767, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aec63ba-95c3-4517-b6ad-c7a118fdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a29fa05f-5fa3-43e9-a1b1-2628801ffef9'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:31.516814 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:31.517036 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] No DVR routers for this DVR port 566a5629-b71b-4f79-8f81-ad3862666d89 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:46:31.517149 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 051056aa-1c97-46b5-af2a-457eb7c005dc triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:31.517450 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:31.604957 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] For port 008ebf96-e822-44cc-bfca-5dc19b553767, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:31.609154 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] For port 008ebf96-e822-44cc-bfca-5dc19b553767, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=008ebf96-e822-44cc-bfca-5dc19b553767,segment=NetworkSegment(4aec63ba-95c3-4517-b6ad-c7a118fdfc95),segment_id=4aec63ba-95c3-4517-b6ad-c7a118fdfc95)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:31.616668 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:31.678301 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Routers {'3e99e83a-fb51-45cd-9d5f-5ca80a404e63'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:31.679078 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['3e99e83a-fb51-45cd-9d5f-5ca80a404e63'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:31.827162 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:31.838075 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-226802d0-0501-4792-b0bb-51a94a8aa45b None None] Provisioning complete for port 008ebf96-e822-44cc-bfca-5dc19b553767 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:31.838451 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-226802d0-0501-4792-b0bb-51a94a8aa45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:31.848433 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] Set router 3e99e83a-fb51-45cd-9d5f-5ca80a404e63 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:31.851831 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5b774-6c6a-4b80-aa7d-1b9df2ef0014 None None] Pushing event updated for resources: {'Port': ['ID=008ebf96-e822-44cc-bfca-5dc19b553767,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:31.904977 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:31.941415 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 566a5629-b71b-4f79-8f81-ad3862666d89 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:32.025200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 566a5629-b71b-4f79-8f81-ad3862666d89 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:46:32.028941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 566a5629-b71b-4f79-8f81-ad3862666d89 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:46:32.063788 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec3b93b-5c36-485e-a6ae-17ceb786807c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Network f2ec8b36-f418-463f-9aae-2278983367c4 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:46:32.098141 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.098750 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48940c-6f91-4df7-909b-75270b6a8d37 req-5e915241-b8f5-41a5-9f87-85a37a1841bf tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:32.109626 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48940c-6f91-4df7-909b-75270b6a8d37 req-5e915241-b8f5-41a5-9f87-85a37a1841bf tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:32.118349 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48940c-6f91-4df7-909b-75270b6a8d37 req-5e915241-b8f5-41a5-9f87-85a37a1841bf tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:32.120971 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6ec3b93b-5c36-485e-a6ae-17ceb786807c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, f2ec8b36-f418-463f-9aae-2278983367c4) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:32.128262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48940c-6f91-4df7-909b-75270b6a8d37 req-5e915241-b8f5-41a5-9f87-85a37a1841bf tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:32.136646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48940c-6f91-4df7-909b-75270b6a8d37 req-5e915241-b8f5-41a5-9f87-85a37a1841bf tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:32.141483 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec3b93b-5c36-485e-a6ae-17ceb786807c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:32.142097 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ec3b93b-5c36-485e-a6ae-17ceb786807c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.145490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48940c-6f91-4df7-909b-75270b6a8d37 req-5e915241-b8f5-41a5-9f87-85a37a1841bf tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:32.152580 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48940c-6f91-4df7-909b-75270b6a8d37 req-5e915241-b8f5-41a5-9f87-85a37a1841bf tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:32.163393 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd48940c-6f91-4df7-909b-75270b6a8d37 req-5e915241-b8f5-41a5-9f87-85a37a1841bf tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5418 time: 0.1529136 Dec 12 17:46:32.182064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3099023b-6d27-4db1-9d42-7a3830fba737']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:32.216746 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06d4301-2b20-4d7c-abe7-8aa77b47e818 None None] Network f2ec8b36-f418-463f-9aae-2278983367c4 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:46:32.222366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Attempting to bind port 78299caa-8944-4009-ab76-6c32fa490f56 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:32.222741 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Attempting to bind port 78299caa-8944-4009-ab76-6c32fa490f56 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:32.223103 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Attempting to bind port 78299caa-8944-4009-ab76-6c32fa490f56 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:32.245810 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6ec3b93b-5c36-485e-a6ae-17ceb786807c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2355108 Dec 12 17:46:32.263804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd48940c-6f91-4df7-909b-75270b6a8d37 req-64d6f933-ac1e-4687-9c11-ff16d021e509 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0974994 Dec 12 17:46:32.264515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53152) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:32.277342 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fdee55a-4b5f-49c7-bb46-831125694c23') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:32.277758 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fdee55a-4b5f-49c7-bb46-831125694c23') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:32.280129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ebea04a6-8eff-46cf-946e-846ade46a2ee tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1509542026'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:32.300816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:32.300816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:32.301137 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.301503 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:32.302001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Bound port: 78299caa-8944-4009-ab76-6c32fa490f56, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:32.302847 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.330000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d42e0-d7eb-4ba2-8444-6efffcbf70f2 None None] Pushing event updated for resources: {'Port': ['ID=78299caa-8944-4009-ab76-6c32fa490f56,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:32.340957 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.344920 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-2e89a5ab-4262-46d5-aeda-2ce81f42cd1f req-e2e7a7b6-224e-4477-b54f-07cc82aa72d2 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] For port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:32.346514 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2e89a5ab-4262-46d5-aeda-2ce81f42cd1f req-e2e7a7b6-224e-4477-b54f-07cc82aa72d2 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.365014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebea04a6-8eff-46cf-946e-846ade46a2ee tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Made reservation on behalf of ee853d86340a4c94b7f031ce765beca1 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:46:32.379107 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebea04a6-8eff-46cf-946e-846ade46a2ee tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.380371 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-2e89a5ab-4262-46d5-aeda-2ce81f42cd1f req-e2e7a7b6-224e-4477-b54f-07cc82aa72d2 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Calling delete_port for 37921f0d-58a7-403c-ba4f-0ea3ed4a517b owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:32.387627 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.399538 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:46:32.400258 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:46:32.402621 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:46:32.412719 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-226802d0-0501-4792-b0bb-51a94a8aa45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.414267 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'name': 'tempest-ServersTestMultiNic-1100976999-router', 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '051056aa-1c97-46b5-af2a-457eb7c005dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:21Z', 'updated_at': '2021-12-12T17:46:27Z', 'revision_number': 4, 'project_id': 'ee853d86340a4c94b7f031ce765beca1', 'gw_port': {'id': '051056aa-1c97-46b5-af2a-457eb7c005dc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:22Z', 'updated_at': '2021-12-12T17:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '008ebf96-e822-44cc-bfca-5dc19b553767', 'name': '', 'network_id': 'a29fa05f-5fa3-43e9-a1b1-2628801ffef9', 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1', 'mac_address': 'fa:16:3e:d8:a4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b13753c5-0df4-4a2d-b2dd-09d10bb42eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:26Z', 'updated_at': '2021-12-12T17:46:31Z', 'revision_number': 4, 'project_id': 'ee853d86340a4c94b7f031ce765beca1', 'subnets': [{'id': 'b13753c5-0df4-4a2d-b2dd-09d10bb42eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:32.452938 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec12e0-6434-40ee-8b4e-7cb13a58bb2f None None] The sync data for ids ['3e99e83a-fb51-45cd-9d5f-5ca80a404e63'] in n-d-760354-5 is: [{'id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'name': 'tempest-ServersTestMultiNic-1100976999-router', 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '051056aa-1c97-46b5-af2a-457eb7c005dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:21Z', 'updated_at': '2021-12-12T17:46:27Z', 'revision_number': 4, 'project_id': 'ee853d86340a4c94b7f031ce765beca1', 'gw_port': {'id': '051056aa-1c97-46b5-af2a-457eb7c005dc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:22Z', 'updated_at': '2021-12-12T17:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '008ebf96-e822-44cc-bfca-5dc19b553767', 'name': '', 'network_id': 'a29fa05f-5fa3-43e9-a1b1-2628801ffef9', 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1', 'mac_address': 'fa:16:3e:d8:a4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'b13753c5-0df4-4a2d-b2dd-09d10bb42eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:26Z', 'updated_at': '2021-12-12T17:46:31Z', 'revision_number': 4, 'project_id': 'ee853d86340a4c94b7f031ce765beca1', 'subnets': [{'id': 'b13753c5-0df4-4a2d-b2dd-09d10bb42eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:46:32.477217 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] For port 78299caa-8944-4009-ab76-6c32fa490f56, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:32.485522 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-f2ec8b36-f418-463f-9aae-2278983367c4', 'network_id': 'f2ec8b36-f418-463f-9aae-2278983367c4', 'project_id': 'ee853d86340a4c94b7f031ce765beca1', 'fixed_ips': [{'subnet_id': '51a1194a-b628-42a7-b5e3-ab1faeb605e5'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:46:32.485522 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.512183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebea04a6-8eff-46cf-946e-846ade46a2ee tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:46:32.512808 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] For port 78299caa-8944-4009-ab76-6c32fa490f56, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=78299caa-8944-4009-ab76-6c32fa490f56,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:32.524160 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-226802d0-0501-4792-b0bb-51a94a8aa45b None None] For port 008ebf96-e822-44cc-bfca-5dc19b553767, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=008ebf96-e822-44cc-bfca-5dc19b553767,segment=NetworkSegment(4aec63ba-95c3-4517-b6ad-c7a118fdfc95),segment_id=4aec63ba-95c3-4517-b6ad-c7a118fdfc95)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:32.528088 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.556587 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-226802d0-0501-4792-b0bb-51a94a8aa45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.589789 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebea04a6-8eff-46cf-946e-846ade46a2ee tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.590150 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-ebea04a6-8eff-46cf-946e-846ade46a2ee tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Added segment e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d of type vlan for network cb08b6f9-dcc7-4637-8095-b4eab88aa00f Dec 12 17:46:32.641022 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e97e18a-0b44-48cb-a65b-d9e65a050c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.682430 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.699581 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebea04a6-8eff-46cf-946e-846ade46a2ee tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.721183 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.724747 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] 10.222.0.18 "DELETE /v2.0/networks/3099023b-6d27-4db1-9d42-7a3830fba737 HTTP/1.1" status: 204 len: 168 time: 2.7270994 Dec 12 17:46:32.730455 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17971f99-1b17-4385-bd1d-e6122f276303 req-7836ee8c-d481-4622-ba83-e4b4b4da8e0f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:32.732123 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17971f99-1b17-4385-bd1d-e6122f276303 req-7836ee8c-d481-4622-ba83-e4b4b4da8e0f tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e195062-2932-43f7-975e-062d1aa812c4 HTTP/1.1" status: 200 len: 949 time: 0.4141674 Dec 12 17:46:32.756829 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e601c8-f2b1-40a9-ba1c-13a98fc12d50 req-659b94f4-7b56-4503-b626-2e4473b6db2b tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:32.758959 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0e601c8-f2b1-40a9-ba1c-13a98fc12d50 req-659b94f4-7b56-4503-b626-2e4473b6db2b tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 909 time: 0.1458931 Dec 12 17:46:32.762250 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d42e0-d7eb-4ba2-8444-6efffcbf70f2 None None] Pushing event updated for resources: {'Port': ['ID=78299caa-8944-4009-ab76-6c32fa490f56,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:32.772967 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Routers {'5d041561-cf81-49d9-b4e0-1350f4bcba9e'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:32.774358 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:32.802295 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5d72c496-c79b-406a-8f4e-687e017c348c None None] Provisioning complete for port 008ebf96-e822-44cc-bfca-5dc19b553767 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:32.802826 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5d72c496-c79b-406a-8f4e-687e017c348c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.812209 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17971f99-1b17-4385-bd1d-e6122f276303 req-6078c9fa-ccab-42f2-b9bf-baee6986e095 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671041 Dec 12 17:46:32.813021 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebea04a6-8eff-46cf-946e-846ade46a2ee tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.818700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebea04a6-8eff-46cf-946e-846ade46a2ee tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:32.819232 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebea04a6-8eff-46cf-946e-846ade46a2ee tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:32.879155 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faeb482-06f1-442a-bd9b-8fda5d08566a admin admin] Pushing event deleted for resources: {'Network': ['ID=3099023b-6d27-4db1-9d42-7a3830fba737,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:32.928220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ebea04a6-8eff-46cf-946e-846ade46a2ee tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6613977 Dec 12 17:46:32.934006 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53162) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:32.939369 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-70382482-2211-4266-bea3-c4cbbc43abd6 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Request body: {'subnet': {'network_id': 'cb08b6f9-dcc7-4637-8095-b4eab88aa00f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:32.991258 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53164) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:33.043533 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea04a6-8eff-46cf-946e-846ade46a2ee tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event updated for resources: {'Network': ['ID=cb08b6f9-dcc7-4637-8095-b4eab88aa00f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:33.049936 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2e89a5ab-4262-46d5-aeda-2ce81f42cd1f req-e2e7a7b6-224e-4477-b54f-07cc82aa72d2 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:33.101178 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7a7b6-224e-4477-b54f-07cc82aa72d2 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Pushing event deleted for resources: {'Port': ['ID=37921f0d-58a7-403c-ba4f-0ea3ed4a517b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:33.152756 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-682de9b1-8fbc-4b63-8f1f-1ecec80e0667 req-d5eb7919-a1f0-47ef-bae9-edbae9dd7e02 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1947393 Dec 12 17:46:33.160382 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] Set router 5d041561-cf81-49d9-b4e0-1350f4bcba9e gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:33.163334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db4ef-4914-4750-8112-545ac974d4d5 req-4566312b-ab84-4bbc-a907-968b29b25d5f tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:33.178958 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b02db4ef-4914-4750-8112-545ac974d4d5 req-4566312b-ab84-4bbc-a907-968b29b25d5f tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 909 time: 0.2594261 Dec 12 17:46:33.184102 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-df247764-09ac-47d6-87b1-5e2c5c8be605 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bcfe64c55346445599fb24bf34f06b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1885931 Dec 12 17:46:33.190031 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e89a5ab-4262-46d5-aeda-2ce81f42cd1f req-e2e7a7b6-224e-4477-b54f-07cc82aa72d2 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] No DVR routers for this DVR port 37921f0d-58a7-403c-ba4f-0ea3ed4a517b on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:46:33.192744 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53166) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:33.199295 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2e89a5ab-4262-46d5-aeda-2ce81f42cd1f req-e2e7a7b6-224e-4477-b54f-07cc82aa72d2 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:33.203397 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2e89a5ab-4262-46d5-aeda-2ce81f42cd1f req-e2e7a7b6-224e-4477-b54f-07cc82aa72d2 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.31 "DELETE /v2.0/ports/37921f0d-58a7-403c-ba4f-0ea3ed4a517b HTTP/1.1" status: 204 len: 173 time: 2.1965830 Dec 12 17:46:33.206876 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e195062-2932-43f7-975e-062d1aa812c4', 'name': 'network-vif-deleted', 'tag': '37921f0d-58a7-403c-ba4f-0ea3ed4a517b'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:33.209865 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f98981-6660-450c-98c2-134b7256adca" -d '{"events": [{"server_uuid": "7e195062-2932-43f7-975e-062d1aa812c4", "name": "network-vif-deleted", "tag": "37921f0d-58a7-403c-ba4f-0ea3ed4a517b"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:33.275540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Allocated IP 19.80.0.2 (f2ec8b36-f418-463f-9aae-2278983367c4/51a1194a-b628-42a7-b5e3-ab1faeb605e5/47c12a64-6a48-429d-860d-7104dacdf556) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:46:33.291639 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70382482-2211-4266-bea3-c4cbbc43abd6 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Made reservation on behalf of ee853d86340a4c94b7f031ce765beca1 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:46:33.300363 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70382482-2211-4266-bea3-c4cbbc43abd6 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:33.317068 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8e31b6-3b68-4abf-b6b9-1c22f3d3fde5 x-openstack-request-id: req-9b8e31b6-3b68-4abf-b6b9-1c22f3d3fde5 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:33.317417 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e195062-2932-43f7-975e-062d1aa812c4", "name": "network-vif-deleted", "tag": "37921f0d-58a7-403c-ba4f-0ea3ed4a517b", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:33.317817 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b8e31b6-3b68-4abf-b6b9-1c22f3d3fde5 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:33.318047 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e195062-2932-43f7-975e-062d1aa812c4', 'name': 'network-vif-deleted', 'tag': '37921f0d-58a7-403c-ba4f-0ea3ed4a517b', 'status': 'completed', 'code': 200} Dec 12 17:46:33.345276 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['18ec65b4-6566-43c2-b715-772e8798b349'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:33.394681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network cb08b6f9-dcc7-4637-8095-b4eab88aa00f details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:46:33.396612 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 008ebf96-e822-44cc-bfca-5dc19b553767 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:33.397954 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89226cf6-6e2b-4cd1-9945-e44ac637f525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:33.399412 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226802d0-0501-4792-b0bb-51a94a8aa45b None None] Pushing event updated for resources: {'Port': ['ID=008ebf96-e822-44cc-bfca-5dc19b553767,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:33.448094 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89226cf6-6e2b-4cd1-9945-e44ac637f525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:33.490366 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-9e97e18a-0b44-48cb-a65b-d9e65a050c98 admin admin] Allocated IP 172.20.0.1 (7ecf668f-cc73-4fe0-ac28-ba45e858f96b/b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84/e007ce7d-3978-4597-999f-6b1943422b91) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:46:33.561252 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682de9b1-8fbc-4b63-8f1f-1ecec80e0667 req-e643c1e8-c8d6-48da-b54d-d3dfb0688892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:33.562919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-682de9b1-8fbc-4b63-8f1f-1ecec80e0667 req-e643c1e8-c8d6-48da-b54d-d3dfb0688892 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e87f55d11d4a4c5ba82362d6521f2447&device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 1097 time: 0.3821144 Dec 12 17:46:33.574304 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89226cf6-6e2b-4cd1-9945-e44ac637f525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:33.577632 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89226cf6-6e2b-4cd1-9945-e44ac637f525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:33.578897 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-89226cf6-6e2b-4cd1-9945-e44ac637f525 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79 HTTP/1.1" status: 204 len: 168 time: 0.3839324 Dec 12 17:46:33.596530 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1168c9d-11e7-4917-b842-fff506bc809a req-1e00df0e-8119-4d8c-8927-aacf72db0629 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:33.598477 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1168c9d-11e7-4917-b842-fff506bc809a req-1e00df0e-8119-4d8c-8927-aacf72db0629 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 1060 time: 0.2648635 Dec 12 17:46:33.622248 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89226cf6-6e2b-4cd1-9945-e44ac637f525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff562d9b-ceb5-44b6-8ed8-c88a08cd5f79,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:33.848075 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5995846-1702-491f-a0f9-c52a3b5bbf6a req-e544c0e3-af7b-4641-b0bb-21a9e8a8784d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:33.864088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5995846-1702-491f-a0f9-c52a3b5bbf6a req-e544c0e3-af7b-4641-b0bb-21a9e8a8784d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:33.884916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5995846-1702-491f-a0f9-c52a3b5bbf6a req-e544c0e3-af7b-4641-b0bb-21a9e8a8784d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:33.897019 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5995846-1702-491f-a0f9-c52a3b5bbf6a req-e544c0e3-af7b-4641-b0bb-21a9e8a8784d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:33.912396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5995846-1702-491f-a0f9-c52a3b5bbf6a req-e544c0e3-af7b-4641-b0bb-21a9e8a8784d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:33.920930 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5995846-1702-491f-a0f9-c52a3b5bbf6a req-e544c0e3-af7b-4641-b0bb-21a9e8a8784d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:33.934719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5995846-1702-491f-a0f9-c52a3b5bbf6a req-e544c0e3-af7b-4641-b0bb-21a9e8a8784d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:33.936946 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d5995846-1702-491f-a0f9-c52a3b5bbf6a req-e544c0e3-af7b-4641-b0bb-21a9e8a8784d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5418 time: 0.3786662 Dec 12 17:46:33.952605 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70382482-2211-4266-bea3-c4cbbc43abd6 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:33.975503 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e97e18a-0b44-48cb-a65b-d9e65a050c98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:34.109335 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70382482-2211-4266-bea3-c4cbbc43abd6 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event updated for resources: {'Subnet': ['ID=10429314-e882-46aa-ae56-7355e71951ae,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:34.131783 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70382482-2211-4266-bea3-c4cbbc43abd6 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Checking segment: {'id': 'e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb08b6f9-dcc7-4637-8095-b4eab88aa00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:34.132172 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70382482-2211-4266-bea3-c4cbbc43abd6 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Network hostable DHCP agents. Network: cb08b6f9-dcc7-4637-8095-b4eab88aa00f, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:46:34.136443 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8e15b-2059-455a-9be9-3660eac972e1 req-d09ffaf1-3517-429d-ae32-ed1136006f3a tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:34.144424 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 008ebf96-e822-44cc-bfca-5dc19b553767 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:34.144807 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:34.148825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30f8e15b-2059-455a-9be9-3660eac972e1 req-d09ffaf1-3517-429d-ae32-ed1136006f3a tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 1135 time: 0.2020397 Dec 12 17:46:34.152376 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e97e18a-0b44-48cb-a65b-d9e65a050c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:34.191355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682de9b1-8fbc-4b63-8f1f-1ecec80e0667 req-6b7d4f59-3d9f-4e2f-972b-f680dd5cc3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:34.193000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-682de9b1-8fbc-4b63-8f1f-1ecec80e0667 req-6b7d4f59-3d9f-4e2f-972b-f680dd5cc3af service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc HTTP/1.1" status: 200 len: 911 time: 0.5730932 Dec 12 17:46:34.220776 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d5995846-1702-491f-a0f9-c52a3b5bbf6a req-35acf248-f6d8-4da9-9e3f-0889ded09997 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2343342 Dec 12 17:46:34.261672 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-955895135-router', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '78299caa-8944-4009-ab76-6c32fa490f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:26Z', 'updated_at': '2021-12-12T17:46:29Z', 'revision_number': 3, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'gw_port': {'id': '78299caa-8944-4009-ab76-6c32fa490f56', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:27Z', 'updated_at': '2021-12-12T17:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:34.326770 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97e18a-0b44-48cb-a65b-d9e65a050c98 admin admin] Pushing event updated for resources: {'Port': ['ID=e007ce7d-3978-4597-999f-6b1943422b91,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:34.333475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70382482-2211-4266-bea3-c4cbbc43abd6 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Network cb08b6f9-dcc7-4637-8095-b4eab88aa00f is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:46:34.338517 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e97e18a-0b44-48cb-a65b-d9e65a050c98 admin admin] Network 7ecf668f-cc73-4fe0-ac28-ba45e858f96b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:46:34.341325 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9e97e18a-0b44-48cb-a65b-d9e65a050c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:34.347190 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e97e18a-0b44-48cb-a65b-d9e65a050c98 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:46:34.387084 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-70382482-2211-4266-bea3-c4cbbc43abd6 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, cb08b6f9-dcc7-4637-8095-b4eab88aa00f) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:34.409903 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 37921f0d-58a7-403c-ba4f-0ea3ed4a517b no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:34.410295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70382482-2211-4266-bea3-c4cbbc43abd6 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:34.410920 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70382482-2211-4266-bea3-c4cbbc43abd6 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:34.437201 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-682de9b1-8fbc-4b63-8f1f-1ecec80e0667 req-dd23f4d1-4ba9-49ca-9755-189315ad07e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7b878f0-3b8e-4771-83bd-a1fccca7ce8a HTTP/1.1" status: 200 len: 1001 time: 0.2102108 Dec 12 17:46:34.455822 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e97e18a-0b44-48cb-a65b-d9e65a050c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:34.471572 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-70382482-2211-4266-bea3-c4cbbc43abd6 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5364158 Dec 12 17:46:34.471826 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30f8e15b-2059-455a-9be9-3660eac972e1 req-c303a1aa-ac14-4701-9745-de66660690bd tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9f601167-85ab-49ad-8a47-4e60797552bd&id=feaab5c2-72b4-4ea8-ab00-b3368ab82e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3169217 Dec 12 17:46:34.499119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53198) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:34.526195 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce3a7f8-bcc8-4f16-a6db-d69e5b7d0f59 None None] Network cb08b6f9-dcc7-4637-8095-b4eab88aa00f requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:46:34.641075 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682de9b1-8fbc-4b63-8f1f-1ecec80e0667 req-842555a4-2217-43a3-aaa5-c8b3b3803d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:34.642737 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-682de9b1-8fbc-4b63-8f1f-1ecec80e0667 req-842555a4-2217-43a3-aaa5-c8b3b3803d8c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6e9ce1ad-b28e-4dc2-8742-e6028eef55c0 HTTP/1.1" status: 200 len: 849 time: 0.1698775 Dec 12 17:46:34.645908 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3034a9f0-62ac-4191-9676-ebc5b98999f7 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:34.647938 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3034a9f0-62ac-4191-9676-ebc5b98999f7 tempest-TestSecurityGroupsBasicOps-1920254664 tempest-TestSecurityGroupsBasicOps-1920254664-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 1055 time: 0.1410522 Dec 12 17:46:34.704259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682de9b1-8fbc-4b63-8f1f-1ecec80e0667 req-c49e4f91-2d2c-44cc-bf23-196793882ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:34.706786 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-682de9b1-8fbc-4b63-8f1f-1ecec80e0667 req-c49e4f91-2d2c-44cc-bf23-196793882ae6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568957 Dec 12 17:46:34.790069 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b8968-dfe7-4a2e-aa79-7bf47f8ec437 None None] The sync data for ids ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'] in n-d-760354-5 is: [{'id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-955895135-router', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '78299caa-8944-4009-ab76-6c32fa490f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:26Z', 'updated_at': '2021-12-12T17:46:29Z', 'revision_number': 3, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'gw_port': {'id': '78299caa-8944-4009-ab76-6c32fa490f56', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:27Z', 'updated_at': '2021-12-12T17:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:46:34.825228 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e97e18a-0b44-48cb-a65b-d9e65a050c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:34.847029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 37921f0d-58a7-403c-ba4f-0ea3ed4a517b {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:46:34.847654 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 37921f0d-58a7-403c-ba4f-0ea3ed4a517b not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:46:34.867846 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-682de9b1-8fbc-4b63-8f1f-1ecec80e0667 req-ff4c5abf-b711-4c58-8324-0426f53045e7 service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524460 Dec 12 17:46:34.915243 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:34.920934 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-cb08b6f9-dcc7-4637-8095-b4eab88aa00f', 'network_id': 'cb08b6f9-dcc7-4637-8095-b4eab88aa00f', 'project_id': 'ee853d86340a4c94b7f031ce765beca1', 'fixed_ips': [{'subnet_id': '10429314-e882-46aa-ae56-7355e71951ae'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:46:34.922041 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:35.071223 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-682de9b1-8fbc-4b63-8f1f-1ecec80e0667 req-0c641744-c3a9-40ed-80fb-f3d40403ddf0 service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995656 Dec 12 17:46:35.079164 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:35.204048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Network f2ec8b36-f418-463f-9aae-2278983367c4 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:46:35.214096 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 008ebf96-e822-44cc-bfca-5dc19b553767 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:35.227222 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7749a-6804-43fc-ad64-9b45a69feabb req-c4b52b13-411d-4147-ac16-38e2b4657eb1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:35.235934 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94e7749a-6804-43fc-ad64-9b45a69feabb req-c4b52b13-411d-4147-ac16-38e2b4657eb1 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 950 time: 0.1024303 Dec 12 17:46:35.327220 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e97e18a-0b44-48cb-a65b-d9e65a050c98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:35.334845 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e97e18a-0b44-48cb-a65b-d9e65a050c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:35.376344 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94e7749a-6804-43fc-ad64-9b45a69feabb req-0beeced4-f394-47ad-a72e-82159ab82bcf tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/security-groups?id=ef586516-73c2-409e-aa06-e2ff662a6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394882 Dec 12 17:46:35.433690 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97e18a-0b44-48cb-a65b-d9e65a050c98 admin admin] Pushing event updated for resources: {'Port': ['ID=e007ce7d-3978-4597-999f-6b1943422b91,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:35.476848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:35.478781 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Pushing event updated for resources: {'Port': ['ID=47c12a64-6a48-429d-860d-7104dacdf556,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:35.482981 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53230) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:35.493786 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e97e18a-0b44-48cb-a65b-d9e65a050c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:35.502268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:46:35.512758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Allocated IP 19.86.0.2 (cb08b6f9-dcc7-4637-8095-b4eab88aa00f/10429314-e882-46aa-ae56-7355e71951ae/1800c988-5be9-4116-b3ac-4f16fbcb3a87) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:46:35.532333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-e90f4c51-b6be-4660-9d0c-41f5a5f51dc1 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:35.539277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-e90f4c51-b6be-4660-9d0c-41f5a5f51dc1 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:35.546464 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-e90f4c51-b6be-4660-9d0c-41f5a5f51dc1 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/networks?id=f2ec8b36-f418-463f-9aae-2278983367c4&id=cb08b6f9-dcc7-4637-8095-b4eab88aa00f&id=f2ec8b36-f418-463f-9aae-2278983367c4 HTTP/1.1" status: 200 len: 1391 time: 0.3074155 Dec 12 17:46:35.592002 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-77ccb8e3-b66c-4df7-9b6b-9586c71f885f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/quotas/ee853d86340a4c94b7f031ce765beca1 HTTP/1.1" status: 200 len: 375 time: 0.0443428 Dec 12 17:46:35.616862 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 008ebf96-e822-44cc-bfca-5dc19b553767 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:35.617240 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:35.659294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418f34f-63f2-4120-aea0-ac734f86f932 req-20162df6-bf7e-4dfb-982e-6e46209eca09 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:35.671438 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e97e18a-0b44-48cb-a65b-d9e65a050c98 admin admin] Network 7ecf668f-cc73-4fe0-ac28-ba45e858f96b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:46:35.674572 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a418f34f-63f2-4120-aea0-ac734f86f932 req-20162df6-bf7e-4dfb-982e-6e46209eca09 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 909 time: 0.1578610 Dec 12 17:46:35.674713 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9e97e18a-0b44-48cb-a65b-d9e65a050c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:35.690090 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-b5dea7b0-3467-4fee-b00a-748db413cc4f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-665823723-network', 'tenant_id': '7d348e3b5bf94461a65ea23208c9e772'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:35.702094 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Attempting to bind port 47c12a64-6a48-429d-860d-7104dacdf556 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:35.702472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Attempting to bind port 47c12a64-6a48-429d-860d-7104dacdf556 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '6440de4f-7785-4719-bf77-d34f85d64c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f2ec8b36-f418-463f-9aae-2278983367c4'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:35.702840 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Attempting to bind port 47c12a64-6a48-429d-860d-7104dacdf556 on network f2ec8b36-f418-463f-9aae-2278983367c4 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:35.716539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:35.716924 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Checking segment: {'id': '6440de4f-7785-4719-bf77-d34f85d64c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f2ec8b36-f418-463f-9aae-2278983367c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:35.717342 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:35.717740 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Bound using segment: {'id': '6440de4f-7785-4719-bf77-d34f85d64c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f2ec8b36-f418-463f-9aae-2278983367c4'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:35.718410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Bound port: 47c12a64-6a48-429d-860d-7104dacdf556, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6440de4f-7785-4719-bf77-d34f85d64c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f2ec8b36-f418-463f-9aae-2278983367c4'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:35.718973 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:35.771624 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dea7b0-3467-4fee-b00a-748db413cc4f admin admin] Made reservation on behalf of 7d348e3b5bf94461a65ea23208c9e772 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:46:35.775448 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5dea7b0-3467-4fee-b00a-748db413cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:35.788169 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-d1f0d42e-f7fa-4901-a111-ee6de1856797 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee853d86340a4c94b7f031ce765beca1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1861296 Dec 12 17:46:35.795158 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5dea7b0-3467-4fee-b00a-748db413cc4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:35.830099 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e97e18a-0b44-48cb-a65b-d9e65a050c98 admin admin] Router 5d041561-cf81-49d9-b4e0-1350f4bcba9e has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:46:35.900561 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] For port 47c12a64-6a48-429d-860d-7104dacdf556, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:35.919385 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] For port 47c12a64-6a48-429d-860d-7104dacdf556, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=47c12a64-6a48-429d-860d-7104dacdf556,segment=NetworkSegment(6440de4f-7785-4719-bf77-d34f85d64c11),segment_id=6440de4f-7785-4719-bf77-d34f85d64c11)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:35.938699 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:35.947465 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:35.970946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e97e18a-0b44-48cb-a65b-d9e65a050c98 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:46:35.978587 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9e97e18a-0b44-48cb-a65b-d9e65a050c98 admin admin] 10.222.0.18 "PUT /v2.0/routers/5d041561-cf81-49d9-b4e0-1350f4bcba9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3941669 Dec 12 17:46:35.980761 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:35.994260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb2db9-c800-4ed0-ad28-c1c692f50fdf req-06d9dece-d5ab-4151-8237-282870698533 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:36.000677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb2db9-c800-4ed0-ad28-c1c692f50fdf req-06d9dece-d5ab-4151-8237-282870698533 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:36.007138 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb2db9-c800-4ed0-ad28-c1c692f50fdf req-06d9dece-d5ab-4151-8237-282870698533 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:36.013643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb2db9-c800-4ed0-ad28-c1c692f50fdf req-06d9dece-d5ab-4151-8237-282870698533 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:36.015684 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Network cb08b6f9-dcc7-4637-8095-b4eab88aa00f is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:46:36.019906 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:36.020378 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb2db9-c800-4ed0-ad28-c1c692f50fdf req-06d9dece-d5ab-4151-8237-282870698533 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:36.026576 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb2db9-c800-4ed0-ad28-c1c692f50fdf req-06d9dece-d5ab-4151-8237-282870698533 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:36.032149 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:46:36.032712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb2db9-c800-4ed0-ad28-c1c692f50fdf req-06d9dece-d5ab-4151-8237-282870698533 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:36.041503 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58eb2db9-c800-4ed0-ad28-c1c692f50fdf req-06d9dece-d5ab-4151-8237-282870698533 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5418 time: 0.1783273 Dec 12 17:46:36.055030 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c3ce5-7425-439c-883e-6a47411194d0 None None] Pushing event updated for resources: {'Port': ['ID=47c12a64-6a48-429d-860d-7104dacdf556,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:36.087103 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-285e3093-6ab8-4c0a-b596-1b1886ecad24 service neutron] 10.222.0.18 "GET /v2.0/networks/f2ec8b36-f418-463f-9aae-2278983367c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894671 Dec 12 17:46:36.172406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Attempting to bind port 1800c988-5be9-4116-b3ac-4f16fbcb3a87 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:36.172778 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Attempting to bind port 1800c988-5be9-4116-b3ac-4f16fbcb3a87 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb08b6f9-dcc7-4637-8095-b4eab88aa00f'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:36.173194 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Attempting to bind port 1800c988-5be9-4116-b3ac-4f16fbcb3a87 on network cb08b6f9-dcc7-4637-8095-b4eab88aa00f {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:36.185947 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Pushing event updated for resources: {'Port': ['ID=1800c988-5be9-4116-b3ac-4f16fbcb3a87,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:36.192894 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:36.193352 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Checking segment: {'id': 'e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb08b6f9-dcc7-4637-8095-b4eab88aa00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:36.193823 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:36.194287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Bound using segment: {'id': 'e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb08b6f9-dcc7-4637-8095-b4eab88aa00f'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:36.195452 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Bound port: 1800c988-5be9-4116-b3ac-4f16fbcb3a87, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb08b6f9-dcc7-4637-8095-b4eab88aa00f'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:36.196186 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:36.209325 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5dea7b0-3467-4fee-b00a-748db413cc4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:36.276280 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5dea7b0-3467-4fee-b00a-748db413cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:36.320507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5dea7b0-3467-4fee-b00a-748db413cc4f admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:46:36.324725 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] For port 1800c988-5be9-4116-b3ac-4f16fbcb3a87, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:36.330472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] For port 1800c988-5be9-4116-b3ac-4f16fbcb3a87, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1800c988-5be9-4116-b3ac-4f16fbcb3a87,segment=NetworkSegment(e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d),segment_id=e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:36.336982 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:36.360042 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58eb2db9-c800-4ed0-ad28-c1c692f50fdf req-854d2f78-483d-4370-98c7-fbbb7d67998a tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3170924 Dec 12 17:46:36.369949 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5dea7b0-3467-4fee-b00a-748db413cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:36.370076 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-b5dea7b0-3467-4fee-b00a-748db413cc4f admin admin] Added segment 8058b25e-1747-4eca-aee9-4e8a0dd24cb9 of type vlan for network 183ec636-adc5-4b1a-83b3-13ff3aa9b8cf Dec 12 17:46:36.407111 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84abee-2a18-4883-b751-ced38c4f59a4 None None] Pushing event updated for resources: {'Port': ['ID=1800c988-5be9-4116-b3ac-4f16fbcb3a87,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:36.407285 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dea7b0-3467-4fee-b00a-748db413cc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5e784a-c489-4895-9fc9-87e8035d3ab3,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:36.428550 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d66118-5ddd-4ed1-8b9a-ff26df651e6b req-300fdd0c-975a-403e-8a85-7ffdc28f71ba tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:36.430766 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77d66118-5ddd-4ed1-8b9a-ff26df651e6b req-300fdd0c-975a-403e-8a85-7ffdc28f71ba tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 950 time: 0.3288269 Dec 12 17:46:36.553949 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec13a8-5134-4f77-98cf-56cd9729bcd4 req-a05a7c54-f864-4dc4-ae60-2c7b29432e55 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:36.559923 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-48ec13a8-5134-4f77-98cf-56cd9729bcd4 req-a05a7c54-f864-4dc4-ae60-2c7b29432e55 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.20 "GET /v2.0/ports?device_id=1143e5e3-b1a7-413d-996a-a94584b58562 HTTP/1.1" status: 200 len: 909 time: 0.1109231 Dec 12 17:46:36.568908 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5dea7b0-3467-4fee-b00a-748db413cc4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:36.604451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-a0aadc2c-2053-4547-913f-98c827a42ec3 service neutron] 10.222.0.18 "GET /v2.0/networks/f2ec8b36-f418-463f-9aae-2278983367c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660833 Dec 12 17:46:36.720687 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-48ec13a8-5134-4f77-98cf-56cd9729bcd4 req-dfe06f53-cdaf-48b6-b8e1-184e9d87de5d tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Deleting port 8e3a6527-480e-4f52-b635-b722992a99d7 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:36.721519 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-48ec13a8-5134-4f77-98cf-56cd9729bcd4 req-dfe06f53-cdaf-48b6-b8e1-184e9d87de5d tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:36.722521 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5dea7b0-3467-4fee-b00a-748db413cc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:36.726765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dea7b0-3467-4fee-b00a-748db413cc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:36.727600 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5dea7b0-3467-4fee-b00a-748db413cc4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:36.760881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-77d66118-5ddd-4ed1-8b9a-ff26df651e6b req-2615e931-dab6-4b4b-9139-1b03a843b245 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Deleting port 18ec65b4-6566-43c2-b715-772e8798b349 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:36.761027 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-77d66118-5ddd-4ed1-8b9a-ff26df651e6b req-2615e931-dab6-4b4b-9139-1b03a843b245 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:36.874539 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-48ec13a8-5134-4f77-98cf-56cd9729bcd4 req-dfe06f53-cdaf-48b6-b8e1-184e9d87de5d tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] For port 8e3a6527-480e-4f52-b635-b722992a99d7, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8e3a6527-480e-4f52-b635-b722992a99d7,segment=NetworkSegment(c5f792c8-def1-4729-9ad8-d3468b7037b4),segment_id=c5f792c8-def1-4729-9ad8-d3468b7037b4)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:36.875180 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-48ec13a8-5134-4f77-98cf-56cd9729bcd4 req-dfe06f53-cdaf-48b6-b8e1-184e9d87de5d tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:36.884871 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b5dea7b0-3467-4fee-b00a-748db413cc4f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3953223 Dec 12 17:46:36.888486 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53250) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:36.894869 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-48ec13a8-5134-4f77-98cf-56cd9729bcd4 req-dfe06f53-cdaf-48b6-b8e1-184e9d87de5d tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Calling delete_port for 8e3a6527-480e-4f52-b635-b722992a99d7 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:36.899865 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-e4f4dca9-f780-45a8-aa36-755ec2c01722 service neutron] 10.222.0.18 "GET /v2.0/networks/cb08b6f9-dcc7-4637-8095-b4eab88aa00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830751 Dec 12 17:46:36.900912 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e8891a96-065b-4cd8-ac54-c4fe96ed533e admin admin] Request body: {'subnet': {'network_id': '183ec636-adc5-4b1a-83b3-13ff3aa9b8cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-665823723-subnet', 'tenant_id': '7d348e3b5bf94461a65ea23208c9e772', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:36.902871 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dea7b0-3467-4fee-b00a-748db413cc4f admin admin] Pushing event updated for resources: {'Network': ['ID=183ec636-adc5-4b1a-83b3-13ff3aa9b8cf,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:36.914813 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 183ec636-adc5-4b1a-83b3-13ff3aa9b8cf details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:46:37.001061 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8891a96-065b-4cd8-ac54-c4fe96ed533e admin admin] Made reservation on behalf of 7d348e3b5bf94461a65ea23208c9e772 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:46:37.003674 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8891a96-065b-4cd8-ac54-c4fe96ed533e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:37.047300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-77d66118-5ddd-4ed1-8b9a-ff26df651e6b req-2615e931-dab6-4b4b-9139-1b03a843b245 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] For port 18ec65b4-6566-43c2-b715-772e8798b349, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=18ec65b4-6566-43c2-b715-772e8798b349,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:37.047671 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-77d66118-5ddd-4ed1-8b9a-ff26df651e6b req-2615e931-dab6-4b4b-9139-1b03a843b245 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:37.104968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-77d66118-5ddd-4ed1-8b9a-ff26df651e6b req-2615e931-dab6-4b4b-9139-1b03a843b245 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Calling delete_port for 18ec65b4-6566-43c2-b715-772e8798b349 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:37.279767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737be60-8701-4674-ac7d-664bc23310a4 req-0d7d9dc1-52f8-4315-bbb4-13e3db649c2e tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:37.281787 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-48ec13a8-5134-4f77-98cf-56cd9729bcd4 req-dfe06f53-cdaf-48b6-b8e1-184e9d87de5d tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:37.284968 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 47c12a64-6a48-429d-860d-7104dacdf556 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:37.287814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0737be60-8701-4674-ac7d-664bc23310a4 req-0d7d9dc1-52f8-4315-bbb4-13e3db649c2e tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/networks?id=7ecf668f-cc73-4fe0-ac28-ba45e858f96b HTTP/1.1" status: 200 len: 819 time: 0.2836938 Dec 12 17:46:37.290568 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-db877cea-e2f2-40f3-8b3c-70927ad5fd73 service neutron] 10.222.0.18 "GET /v2.0/networks/cb08b6f9-dcc7-4637-8095-b4eab88aa00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792105 Dec 12 17:46:37.316256 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe06f53-cdaf-48b6-b8e1-184e9d87de5d tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event deleted for resources: {'Port': ['ID=8e3a6527-480e-4f52-b635-b722992a99d7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:37.326893 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0737be60-8701-4674-ac7d-664bc23310a4 req-050070b0-6a7b-454f-92d5-bcd2ca7c510b tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/quotas/aa5a149ce95c4c019546bb606be43576 HTTP/1.1" status: 200 len: 375 time: 0.0386863 Dec 12 17:46:37.362278 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 47c12a64-6a48-429d-860d-7104dacdf556 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:37.362655 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:37.414302 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ec13a8-5134-4f77-98cf-56cd9729bcd4 req-dfe06f53-cdaf-48b6-b8e1-184e9d87de5d tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] No DVR routers for this DVR port 8e3a6527-480e-4f52-b635-b722992a99d7 on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:46:37.417167 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-48ec13a8-5134-4f77-98cf-56cd9729bcd4 req-dfe06f53-cdaf-48b6-b8e1-184e9d87de5d tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:37.423078 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-48ec13a8-5134-4f77-98cf-56cd9729bcd4 req-dfe06f53-cdaf-48b6-b8e1-184e9d87de5d tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.20 "DELETE /v2.0/ports/8e3a6527-480e-4f52-b635-b722992a99d7 HTTP/1.1" status: 204 len: 173 time: 0.8559983 Dec 12 17:46:37.442210 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1143e5e3-b1a7-413d-996a-a94584b58562', 'name': 'network-vif-deleted', 'tag': '8e3a6527-480e-4f52-b635-b722992a99d7'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:37.450603 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfc99be-c41b-4391-98b8-f9555bfc87de" -d '{"events": [{"server_uuid": "1143e5e3-b1a7-413d-996a-a94584b58562", "name": "network-vif-deleted", "tag": "8e3a6527-480e-4f52-b635-b722992a99d7"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:37.469758 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8891a96-065b-4cd8-ac54-c4fe96ed533e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:37.524571 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0737be60-8701-4674-ac7d-664bc23310a4 req-6e7ab849-ef09-406a-ab71-9dba20bd2510 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa5a149ce95c4c019546bb606be43576&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1964192 Dec 12 17:46:37.530035 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:37.610629 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 47c12a64-6a48-429d-860d-7104dacdf556, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=47c12a64-6a48-429d-860d-7104dacdf556,segment=NetworkSegment(6440de4f-7785-4719-bf77-d34f85d64c11),segment_id=6440de4f-7785-4719-bf77-d34f85d64c11)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:37.613722 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8891a96-065b-4cd8-ac54-c4fe96ed533e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a616062b-9adc-4c65-b17c-38ddcb957555,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:37.621829 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:37.623245 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1800c988-5be9-4116-b3ac-4f16fbcb3a87 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:37.635612 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8891a96-065b-4cd8-ac54-c4fe96ed533e admin admin] Checking segment: {'id': '8058b25e-1747-4eca-aee9-4e8a0dd24cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '183ec636-adc5-4b1a-83b3-13ff3aa9b8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:37.637108 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8891a96-065b-4cd8-ac54-c4fe96ed533e admin admin] Network hostable DHCP agents. Network: 183ec636-adc5-4b1a-83b3-13ff3aa9b8cf, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:46:37.682122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8891a96-065b-4cd8-ac54-c4fe96ed533e admin admin] Network 183ec636-adc5-4b1a-83b3-13ff3aa9b8cf is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:46:37.688488 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef9ad49-f3ee-4d78-bdb9-5beb9169a0f8 None None] Network f2ec8b36-f418-463f-9aae-2278983367c4 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:46:37.699157 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e8891a96-065b-4cd8-ac54-c4fe96ed533e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 183ec636-adc5-4b1a-83b3-13ff3aa9b8cf) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:37.709255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0737be60-8701-4674-ac7d-664bc23310a4 req-8a4b5955-4963-4095-ab31-6ec227373202 service neutron] 10.222.0.18 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717894 Dec 12 17:46:37.715901 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8891a96-065b-4cd8-ac54-c4fe96ed533e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:37.716859 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8891a96-065b-4cd8-ac54-c4fe96ed533e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:37.719552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa21a48-8671-4e07-8c61-173c7e8fcc48 None None] Network 183ec636-adc5-4b1a-83b3-13ff3aa9b8cf requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:46:37.723472 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-77d66118-5ddd-4ed1-8b9a-ff26df651e6b req-2615e931-dab6-4b4b-9139-1b03a843b245 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:37.764339 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e8891a96-065b-4cd8-ac54-c4fe96ed533e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8707678 Dec 12 17:46:37.784423 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['18ec65b4-6566-43c2-b715-772e8798b349'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:37.820993 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615e931-dab6-4b4b-9139-1b03a843b245 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Pushing event deleted for resources: {'Port': ['ID=18ec65b4-6566-43c2-b715-772e8798b349,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:37.825915 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8b46ebee-25c2-4bd4-973d-d157c9c05904 service neutron] 10.222.0.18 "GET /v2.0/networks/f2ec8b36-f418-463f-9aae-2278983367c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272439 Dec 12 17:46:37.923691 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4d24a864-5eac-4714-9af3-4596c57d49f4 None None] Provisioning complete for port 47c12a64-6a48-429d-860d-7104dacdf556 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:37.924827 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d24a864-5eac-4714-9af3-4596c57d49f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:37.933465 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1800c988-5be9-4116-b3ac-4f16fbcb3a87 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:37.934045 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:37.993567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=47c12a64-6a48-429d-860d-7104dacdf556,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:38.137959 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2210de-4e1e-402b-9556-98fab412e704 None None] Network 183ec636-adc5-4b1a-83b3-13ff3aa9b8cf requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:46:38.223427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057f94e3-f192-4738-84e3-ca70499150b9 None None] Network cb08b6f9-dcc7-4637-8095-b4eab88aa00f requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:46:38.309976 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:38.385726 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d66118-5ddd-4ed1-8b9a-ff26df651e6b req-2615e931-dab6-4b4b-9139-1b03a843b245 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] No DVR routers for this DVR port 18ec65b4-6566-43c2-b715-772e8798b349 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:46:38.397083 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-77d66118-5ddd-4ed1-8b9a-ff26df651e6b req-2615e931-dab6-4b4b-9139-1b03a843b245 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:38.401194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77d66118-5ddd-4ed1-8b9a-ff26df651e6b req-2615e931-dab6-4b4b-9139-1b03a843b245 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.20 "DELETE /v2.0/ports/18ec65b4-6566-43c2-b715-772e8798b349 HTTP/1.1" status: 204 len: 173 time: 1.9385965 Dec 12 17:46:38.406706 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a330c65-7cad-4215-bc52-3e41f76e182b', 'name': 'network-vif-deleted', 'tag': '18ec65b4-6566-43c2-b715-772e8798b349'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:38.409039 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2ee10a-0a50-42b6-963b-fa3c1d913f9b" -d '{"events": [{"server_uuid": "4a330c65-7cad-4215-bc52-3e41f76e182b", "name": "network-vif-deleted", "tag": "18ec65b4-6566-43c2-b715-772e8798b349"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:38.422513 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 1800c988-5be9-4116-b3ac-4f16fbcb3a87, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1800c988-5be9-4116-b3ac-4f16fbcb3a87,segment=NetworkSegment(e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d),segment_id=e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:38.431341 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0737be60-8701-4674-ac7d-664bc23310a4 req-03a2bbdc-1364-4667-be76-432b54e725a5 service neutron] 10.222.0.18 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7207093 Dec 12 17:46:38.459064 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:38.461775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 78299caa-8944-4009-ab76-6c32fa490f56 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:38.519861 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-fa4201b5-f825-4040-b2a7-efcd1bf1a50c service neutron] 10.222.0.18 "GET /v2.0/networks/f2ec8b36-f418-463f-9aae-2278983367c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6862180 Dec 12 17:46:38.560816 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Sync routers for ids ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:46:38.587913 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Routers {'5d041561-cf81-49d9-b4e0-1350f4bcba9e'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:38.592410 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:38.821552 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Set router 5d041561-cf81-49d9-b4e0-1350f4bcba9e gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:38.842475 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=1800c988-5be9-4116-b3ac-4f16fbcb3a87,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:38.844285 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-176d2ee6-74bb-4d97-971a-e16046893ff8 req-91e7c271-7fb4-4805-9c3b-fedec1f483d3 tempest-MigrationsAdminTest-2087435072 tempest-MigrationsAdminTest-2087435072-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a330c65-7cad-4215-bc52-3e41f76e182b HTTP/1.1" status: 200 len: 210 time: 0.0887678 Dec 12 17:46:38.870999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53282) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:38.983715 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8cbb49b0-1401-46b9-813f-f0e372ca9e87 None None] Provisioning complete for port 1800c988-5be9-4116-b3ac-4f16fbcb3a87 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:38.989420 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cbb49b0-1401-46b9-813f-f0e372ca9e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:39.063848 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19adea8f-2d75-47f9-8054-8980bee907d7 x-openstack-request-id: req-19adea8f-2d75-47f9-8054-8980bee907d7 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:39.064162 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1143e5e3-b1a7-413d-996a-a94584b58562", "name": "network-vif-deleted", "tag": "8e3a6527-480e-4f52-b635-b722992a99d7", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:39.064433 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19adea8f-2d75-47f9-8054-8980bee907d7 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:39.064858 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1143e5e3-b1a7-413d-996a-a94584b58562', 'name': 'network-vif-deleted', 'tag': '8e3a6527-480e-4f52-b635-b722992a99d7', 'status': 'completed', 'code': 200} Dec 12 17:46:39.093777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 78299caa-8944-4009-ab76-6c32fa490f56 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:39.094198 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:39.151103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692b4ae-8556-4025-beb9-00fcf6faa030 req-f1b83ace-b8a8-4c2d-9b8d-537e8b9da7f1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:39.165167 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692b4ae-8556-4025-beb9-00fcf6faa030 req-f1b83ace-b8a8-4c2d-9b8d-537e8b9da7f1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:39.196705 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692b4ae-8556-4025-beb9-00fcf6faa030 req-f1b83ace-b8a8-4c2d-9b8d-537e8b9da7f1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:39.216610 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692b4ae-8556-4025-beb9-00fcf6faa030 req-f1b83ace-b8a8-4c2d-9b8d-537e8b9da7f1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:39.236056 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692b4ae-8556-4025-beb9-00fcf6faa030 req-f1b83ace-b8a8-4c2d-9b8d-537e8b9da7f1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:39.255613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692b4ae-8556-4025-beb9-00fcf6faa030 req-f1b83ace-b8a8-4c2d-9b8d-537e8b9da7f1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:39.270152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692b4ae-8556-4025-beb9-00fcf6faa030 req-f1b83ace-b8a8-4c2d-9b8d-537e8b9da7f1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:39.282439 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6692b4ae-8556-4025-beb9-00fcf6faa030 req-f1b83ace-b8a8-4c2d-9b8d-537e8b9da7f1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5418 time: 0.2685778 Dec 12 17:46:39.304948 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-955895135-router', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '78299caa-8944-4009-ab76-6c32fa490f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:26Z', 'updated_at': '2021-12-12T17:46:34Z', 'revision_number': 4, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'gw_port': {'id': '78299caa-8944-4009-ab76-6c32fa490f56', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:27Z', 'updated_at': '2021-12-12T17:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e007ce7d-3978-4597-999f-6b1943422b91', 'name': '', 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'mac_address': 'fa:16:3e:35:f1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:32Z', 'updated_at': '2021-12-12T17:46:34Z', 'revision_number': 2, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'subnets': [{'id': 'b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:39.325025 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:39.363234 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 78299caa-8944-4009-ab76-6c32fa490f56, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=78299caa-8944-4009-ab76-6c32fa490f56,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:39.369312 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:39.446786 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=78299caa-8944-4009-ab76-6c32fa490f56,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:39.447153 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Checking router: 5d041561-cf81-49d9-b4e0-1350f4bcba9e for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:46:39.463271 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Updating router 5d041561-cf81-49d9-b4e0-1350f4bcba9e port e007ce7d-3978-4597-999f-6b1943422b91 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:46:39.506918 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7a7f335e-a40a-45da-9f78-b4ba274e6a12 None None] Provisioning complete for port 47c12a64-6a48-429d-860d-7104dacdf556 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:39.507631 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7a7f335e-a40a-45da-9f78-b4ba274e6a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:39.527190 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6692b4ae-8556-4025-beb9-00fcf6faa030 req-e0e1215d-9482-4851-9450-c5f17e23fe67 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2357848 Dec 12 17:46:39.558970 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:39.619348 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dc6aa2-3cfb-40f5-8f4e-1fb6291d682e x-openstack-request-id: req-12dc6aa2-3cfb-40f5-8f4e-1fb6291d682e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:39.619652 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a330c65-7cad-4215-bc52-3e41f76e182b", "name": "network-vif-deleted", "tag": "18ec65b4-6566-43c2-b715-772e8798b349", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:39.620193 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12dc6aa2-3cfb-40f5-8f4e-1fb6291d682e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:39.620528 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a330c65-7cad-4215-bc52-3e41f76e182b', 'name': 'network-vif-deleted', 'tag': '18ec65b4-6566-43c2-b715-772e8798b349', 'status': 'completed', 'code': 200} Dec 12 17:46:39.686505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 47c12a64-6a48-429d-860d-7104dacdf556 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:39.752674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 47c12a64-6a48-429d-860d-7104dacdf556 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:39.754286 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:39.842900 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:39.872953 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7c1f74db-3da3-4b72-a0b1-719f0bde3fc0 None None] Provisioning complete for port 1800c988-5be9-4116-b3ac-4f16fbcb3a87 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:39.873634 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b7c261e1-427c-43b2-a87d-813759f04d16 req-44b357d9-af6b-4c09-b6a9-7db1eac43c2d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 210 time: 0.0763462 Dec 12 17:46:39.873797 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c1f74db-3da3-4b72-a0b1-719f0bde3fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:39.906511 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 18ec65b4-6566-43c2-b715-772e8798b349 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:39.916408 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1800c988-5be9-4116-b3ac-4f16fbcb3a87 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:39.934878 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6cc959f-7b92-4233-bd41-f462561067de req-62d93918-6933-458f-a3d3-0719233a5c24 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 210 time: 0.1580024 Dec 12 17:46:40.001511 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 18ec65b4-6566-43c2-b715-772e8798b349 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:46:40.002477 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 18ec65b4-6566-43c2-b715-772e8798b349 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:46:40.118449 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1800c988-5be9-4116-b3ac-4f16fbcb3a87 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:40.121269 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:40.215649 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:40.226057 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:40.303537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Deleting port 8e41f9fb-0bff-45a3-8269-55cfbc84543c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:40.304079 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:40.417969 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Attempting to bind port e007ce7d-3978-4597-999f-6b1943422b91 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:40.418348 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Attempting to bind port e007ce7d-3978-4597-999f-6b1943422b91 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'd4bcfbbb-c593-458b-a695-0f45cb5a68b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:40.418761 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Attempting to bind port e007ce7d-3978-4597-999f-6b1943422b91 on network 7ecf668f-cc73-4fe0-ac28-ba45e858f96b {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:40.430735 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd4d4a-78db-4453-8f0b-4357c035da5a None None] Pushing event updated for resources: {'Port': ['ID=e007ce7d-3978-4597-999f-6b1943422b91,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:40.434053 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:40.434428 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Checking segment: {'id': 'd4bcfbbb-c593-458b-a695-0f45cb5a68b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:40.434948 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:40.435363 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Bound using segment: {'id': 'd4bcfbbb-c593-458b-a695-0f45cb5a68b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:40.435854 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Bound port: e007ce7d-3978-4597-999f-6b1943422b91, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bcfbbb-c593-458b-a695-0f45cb5a68b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:40.436715 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:40.474004 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53320) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:40.501040 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] For port 8e41f9fb-0bff-45a3-8269-55cfbc84543c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8e41f9fb-0bff-45a3-8269-55cfbc84543c,segment=NetworkSegment(c5f792c8-def1-4729-9ad8-d3468b7037b4),segment_id=c5f792c8-def1-4729-9ad8-d3468b7037b4)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:40.501430 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:40.519543 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] For port e007ce7d-3978-4597-999f-6b1943422b91, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:40.524503 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] For port e007ce7d-3978-4597-999f-6b1943422b91, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e007ce7d-3978-4597-999f-6b1943422b91,segment=NetworkSegment(d4bcfbbb-c593-458b-a695-0f45cb5a68b1),segment_id=d4bcfbbb-c593-458b-a695-0f45cb5a68b1)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:40.531670 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:40.543415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Calling delete_port for 8e41f9fb-0bff-45a3-8269-55cfbc84543c owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:40.665556 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737be60-8701-4674-ac7d-664bc23310a4 req-83b8cb0d-ccea-4ab9-8ad1-824545fde559 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:40.667072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0737be60-8701-4674-ac7d-664bc23310a4 req-83b8cb0d-ccea-4ab9-8ad1-824545fde559 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.20 "GET /v2.0/networks?id=7ecf668f-cc73-4fe0-ac28-ba45e858f96b HTTP/1.1" status: 200 len: 819 time: 0.2488678 Dec 12 17:46:40.690023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-0737be60-8701-4674-ac7d-664bc23310a4 req-75010340-dca6-4467-bcb6-d8c341f4a775 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Request body: {'port': {'device_id': '4bcd5fea-370e-4686-84d4-9c4bbcb86486', 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b', 'admin_state_up': True, 'tenant_id': 'aa5a149ce95c4c019546bb606be43576'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:40.696072 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd4d4a-78db-4453-8f0b-4357c035da5a None None] Pushing event updated for resources: {'Port': ['ID=e007ce7d-3978-4597-999f-6b1943422b91,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:40.699410 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Routers {'5d041561-cf81-49d9-b4e0-1350f4bcba9e'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:40.711670 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:40.810405 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a932a19e-33e6-4bfe-b4fe-0ccd2a05a3b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de7d6d1331334b1d97a38f5467ee1df8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3352396 Dec 12 17:46:40.811241 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53332) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:40.911321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6974f-6995-4514-a811-0881d537e24b req-2c61d2bc-77dd-4f90-9ca2-cd423506afc0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:40.920697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6974f-6995-4514-a811-0881d537e24b req-2c61d2bc-77dd-4f90-9ca2-cd423506afc0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:40.927887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6974f-6995-4514-a811-0881d537e24b req-2c61d2bc-77dd-4f90-9ca2-cd423506afc0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:40.947007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6974f-6995-4514-a811-0881d537e24b req-2c61d2bc-77dd-4f90-9ca2-cd423506afc0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:40.951387 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] Set router 5d041561-cf81-49d9-b4e0-1350f4bcba9e gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:40.957788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6974f-6995-4514-a811-0881d537e24b req-2c61d2bc-77dd-4f90-9ca2-cd423506afc0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:40.965093 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6974f-6995-4514-a811-0881d537e24b req-2c61d2bc-77dd-4f90-9ca2-cd423506afc0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:40.973321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6974f-6995-4514-a811-0881d537e24b req-2c61d2bc-77dd-4f90-9ca2-cd423506afc0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:40.976612 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1f6974f-6995-4514-a811-0881d537e24b req-2c61d2bc-77dd-4f90-9ca2-cd423506afc0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5418 time: 0.3075161 Dec 12 17:46:41.015973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0737be60-8701-4674-ac7d-664bc23310a4 req-75010340-dca6-4467-bcb6-d8c341f4a775 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Made reservation on behalf of aa5a149ce95c4c019546bb606be43576 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:46:41.020633 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0737be60-8701-4674-ac7d-664bc23310a4 req-75010340-dca6-4467-bcb6-d8c341f4a775 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:41.021618 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-805450cd-8c7c-4cac-94e0-9bb1f1e7686a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:41.060232 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-805450cd-8c7c-4cac-94e0-9bb1f1e7686a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:41.085835 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:41.137206 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event deleted for resources: {'Port': ['ID=8e41f9fb-0bff-45a3-8269-55cfbc84543c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:41.142893 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d932c6e-aad5-4e69-804e-5bf1befaeff5 req-4a65fe3b-c115-4b6c-b34c-4f6898d703a1 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 210 time: 0.0443861 Dec 12 17:46:41.153200 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:41.153933 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:41.154471 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:41.154971 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:41.155491 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:41.155973 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:41.156487 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:41.157482 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:41.157985 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:41.158470 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:41.158976 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:41.159489 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:41.159975 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:41.193689 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1f6974f-6995-4514-a811-0881d537e24b req-1d6d7c0f-3fc0-40e5-8729-b325dbab858b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2021065 Dec 12 17:46:41.292193 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-955895135-router', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '78299caa-8944-4009-ab76-6c32fa490f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:26Z', 'updated_at': '2021-12-12T17:46:34Z', 'revision_number': 4, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'gw_port': {'id': '78299caa-8944-4009-ab76-6c32fa490f56', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:27Z', 'updated_at': '2021-12-12T17:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e007ce7d-3978-4597-999f-6b1943422b91', 'name': '', 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'mac_address': 'fa:16:3e:35:f1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:32Z', 'updated_at': '2021-12-12T17:46:40Z', 'revision_number': 4, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'subnets': [{'id': 'b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:41.315741 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23498c2f-8342-4b29-8855-ecd977b764e6 req-c14cca94-d42e-42d9-ae17-8c9d83ca18b9 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 210 time: 0.0308580 Dec 12 17:46:41.336356 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-be4555c7-f86e-4ff9-9e07-8e7933db1cab tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:41.343265 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-be4555c7-f86e-4ff9-9e07-8e7933db1cab tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:41.344864 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-be4555c7-f86e-4ff9-9e07-8e7933db1cab tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.20 "GET /v2.0/networks?id=f2ec8b36-f418-463f-9aae-2278983367c4&id=cb08b6f9-dcc7-4637-8095-b4eab88aa00f&id=f2ec8b36-f418-463f-9aae-2278983367c4 HTTP/1.1" status: 200 len: 1391 time: 0.4262819 Dec 12 17:46:41.348985 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-805450cd-8c7c-4cac-94e0-9bb1f1e7686a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:41.352099 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-805450cd-8c7c-4cac-94e0-9bb1f1e7686a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:41.355243 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-805450cd-8c7c-4cac-94e0-9bb1f1e7686a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef586516-73c2-409e-aa06-e2ff662a6f53 HTTP/1.1" status: 204 len: 168 time: 0.5387294 Dec 12 17:46:41.355412 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d5f25f-42fd-47c7-a178-0fe7254ad3f5 None None] The sync data for ids ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'] in n-d-760354-5 is: [{'id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-955895135-router', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '78299caa-8944-4009-ab76-6c32fa490f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:26Z', 'updated_at': '2021-12-12T17:46:34Z', 'revision_number': 4, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'gw_port': {'id': '78299caa-8944-4009-ab76-6c32fa490f56', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:27Z', 'updated_at': '2021-12-12T17:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e007ce7d-3978-4597-999f-6b1943422b91', 'name': '', 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'mac_address': 'fa:16:3e:35:f1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:32Z', 'updated_at': '2021-12-12T17:46:40Z', 'revision_number': 4, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'subnets': [{'id': 'b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:46:41.365756 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-0737be60-8701-4674-ac7d-664bc23310a4 req-75010340-dca6-4467-bcb6-d8c341f4a775 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Allocated IP 172.20.0.2 (7ecf668f-cc73-4fe0-ac28-ba45e858f96b/b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84/096a3e32-b2b3-42ac-aa8f-9d49590fa519) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:46:41.369713 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-0b2b3c73-b2a9-4e35-8d03-4d63c051e0cd tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Request body: {'port': {'device_id': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'network_id': 'f2ec8b36-f418-463f-9aae-2278983367c4', 'admin_state_up': True, 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:41.406740 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805450cd-8c7c-4cac-94e0-9bb1f1e7686a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef586516-73c2-409e-aa06-e2ff662a6f53,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:41.778022 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 78299caa-8944-4009-ab76-6c32fa490f56 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:41.805653 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0737be60-8701-4674-ac7d-664bc23310a4 req-75010340-dca6-4467-bcb6-d8c341f4a775 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:41.857160 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 78299caa-8944-4009-ab76-6c32fa490f56 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:41.857632 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:41.906755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 8e3a6527-480e-4f52-b635-b722992a99d7 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:41.932074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 8e3a6527-480e-4f52-b635-b722992a99d7 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:46:41.933594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 8e3a6527-480e-4f52-b635-b722992a99d7 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:46:41.979461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-5e5a2da4-9e08-4a68-88e4-659249256511 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:41.981184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-5e5a2da4-9e08-4a68-88e4-659249256511 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/networks?id=183ec636-adc5-4b1a-83b3-13ff3aa9b8cf HTTP/1.1" status: 200 len: 809 time: 0.1903374 Dec 12 17:46:41.986827 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0737be60-8701-4674-ac7d-664bc23310a4 req-75010340-dca6-4467-bcb6-d8c341f4a775 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:42.015765 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-13a26c3e-c940-4670-9df9-7361a097ed3e tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/quotas/7d348e3b5bf94461a65ea23208c9e772 HTTP/1.1" status: 200 len: 375 time: 0.0266027 Dec 12 17:46:42.024774 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53366) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:42.094257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0737be60-8701-4674-ac7d-664bc23310a4 req-75010340-dca6-4467-bcb6-d8c341f4a775 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Network 7ecf668f-cc73-4fe0-ac28-ba45e858f96b is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:46:42.096698 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1a014e35-5df4-4faa-a456-7d661644e86f tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d348e3b5bf94461a65ea23208c9e772&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476000 Dec 12 17:46:42.103168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-0737be60-8701-4674-ac7d-664bc23310a4 req-75010340-dca6-4467-bcb6-d8c341f4a775 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:42.110365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-0737be60-8701-4674-ac7d-664bc23310a4 req-75010340-dca6-4467-bcb6-d8c341f4a775 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:46:42.144422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75010340-dca6-4467-bcb6-d8c341f4a775 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Pushing event updated for resources: {'Port': ['ID=096a3e32-b2b3-42ac-aa8f-9d49590fa519,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:42.147924 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:42.203479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-0b2b3c73-b2a9-4e35-8d03-4d63c051e0cd tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Made reservation on behalf of ee853d86340a4c94b7f031ce765beca1 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:46:42.207281 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-0b2b3c73-b2a9-4e35-8d03-4d63c051e0cd tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:42.235038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-415236fa-21a6-45a1-abc5-d92e690a64e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7d41ea6bd39487285686c6f06f7efed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1919580 Dec 12 17:46:42.240918 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53372) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:42.263676 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737be60-8701-4674-ac7d-664bc23310a4 req-75010340-dca6-4467-bcb6-d8c341f4a775 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:42.264432 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0737be60-8701-4674-ac7d-664bc23310a4 req-75010340-dca6-4467-bcb6-d8c341f4a775 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:42.314392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ee05f78-4c51-487f-a6b9-86f1a06530f0 req-7c59846a-fce2-4411-bb71-32bd92357486 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 210 time: 0.0762174 Dec 12 17:46:42.344533 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 2b44c96d-f037-4af7-a74b-edb9db1acda3 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:46:42.359840 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0737be60-8701-4674-ac7d-664bc23310a4 req-75010340-dca6-4467-bcb6-d8c341f4a775 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6762450 Dec 12 17:46:42.384878 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Request body: {'port': {'device_id': '4bcd5fea-370e-4686-84d4-9c4bbcb86486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:42.415777 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-0435deab-5275-44e3-bc1e-d360f046de9e service neutron] 10.222.0.18 "GET /v2.0/networks/183ec636-adc5-4b1a-83b3-13ff3aa9b8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103333 Dec 12 17:46:42.424695 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e387f44b-3a5f-4f72-ac10-78547a0eaf5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:42.452974 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e387f44b-3a5f-4f72-ac10-78547a0eaf5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:42.508885 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 2b44c96d-f037-4af7-a74b-edb9db1acda3, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=2b44c96d-f037-4af7-a74b-edb9db1acda3,segment=NetworkSegment(63c2c74d-0601-482d-ae6b-a84f2ca1a11b),segment_id=63c2c74d-0601-482d-ae6b-a84f2ca1a11b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:42.510348 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-0b2b3c73-b2a9-4e35-8d03-4d63c051e0cd tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Allocated IP 19.80.0.126 (f2ec8b36-f418-463f-9aae-2278983367c4/51a1194a-b628-42a7-b5e3-ab1faeb605e5/19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:46:42.530764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '2b44c96d-f037-4af7-a74b-edb9db1acda3', 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c', 'port_id': '2b44c96d-f037-4af7-a74b-edb9db1acda3', 'mac_address': 'fa:16:3e:7a:ea:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f587a61-b527-466b-b207-9482694635c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:46:42.584854 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e387f44b-3a5f-4f72-ac10-78547a0eaf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:42.586265 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:42.588050 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e387f44b-3a5f-4f72-ac10-78547a0eaf5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:42.592056 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e387f44b-3a5f-4f72-ac10-78547a0eaf5f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d104428-4ddd-4ebc-8a06-bc3ff6bf0886 HTTP/1.1" status: 204 len: 168 time: 0.3465953 Dec 12 17:46:42.600800 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b44c96d-f037-4af7-a74b-edb9db1acda3 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:42.607878 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Router 550436e0-ee24-4cd5-aa8a-dc410d649cbe has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:46:42.625035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 2b44c96d-f037-4af7-a74b-edb9db1acda3, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=2b44c96d-f037-4af7-a74b-edb9db1acda3,segment=NetworkSegment(63c2c74d-0601-482d-ae6b-a84f2ca1a11b),segment_id=63c2c74d-0601-482d-ae6b-a84f2ca1a11b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:42.629705 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:42.630942 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device fdd0637a-9af5-4876-95fb-640753ad8e72 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:46:42.682860 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387f44b-3a5f-4f72-ac10-78547a0eaf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d104428-4ddd-4ebc-8a06-bc3ff6bf0886,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:42.719278 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:42.771916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd35d7-08d2-461a-bde9-701a87fcec22 req-d1eb5538-a070-4835-8ec6-ea440b66efd5 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:42.778095 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd35d7-08d2-461a-bde9-701a87fcec22 req-d1eb5538-a070-4835-8ec6-ea440b66efd5 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:42.785235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd35d7-08d2-461a-bde9-701a87fcec22 req-d1eb5538-a070-4835-8ec6-ea440b66efd5 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:42.792672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd35d7-08d2-461a-bde9-701a87fcec22 req-d1eb5538-a070-4835-8ec6-ea440b66efd5 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:42.793337 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=2b44c96d-f037-4af7-a74b-edb9db1acda3,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:42.799521 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd35d7-08d2-461a-bde9-701a87fcec22 req-d1eb5538-a070-4835-8ec6-ea440b66efd5 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:42.806176 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd35d7-08d2-461a-bde9-701a87fcec22 req-d1eb5538-a070-4835-8ec6-ea440b66efd5 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:42.813073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd35d7-08d2-461a-bde9-701a87fcec22 req-d1eb5538-a070-4835-8ec6-ea440b66efd5 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:42.823770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28dd35d7-08d2-461a-bde9-701a87fcec22 req-d1eb5538-a070-4835-8ec6-ea440b66efd5 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5418 time: 0.4069324 Dec 12 17:46:42.864925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port fdd0637a-9af5-4876-95fb-640753ad8e72, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=fdd0637a-9af5-4876-95fb-640753ad8e72,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:42.884553 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'fdd0637a-9af5-4876-95fb-640753ad8e72', 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b', 'port_id': 'fdd0637a-9af5-4876-95fb-640753ad8e72', 'mac_address': 'fa:16:3e:c5:89:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61eb5ee2-ae98-4d7f-a630-ebc0451873ad', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:46:42.920198 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:46:42.933337 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-509226b6-660f-41e0-aa5d-d1970b9790c2 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "PUT /v2.0/routers/550436e0-ee24-4cd5-aa8a-dc410d649cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0582037 Dec 12 17:46:42.935340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53384) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:42.936727 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-a09ffa80-6986-4ac2-875f-2230ad7c6be7 service neutron] 10.222.0.18 "GET /v2.0/networks/183ec636-adc5-4b1a-83b3-13ff3aa9b8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340086 Dec 12 17:46:42.948958 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e1c60d-323f-4d65-aa4f-5eaeaaf4007e None None] Sync routers for ids ['550436e0-ee24-4cd5-aa8a-dc410d649cbe'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:46:42.975996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1c60d-323f-4d65-aa4f-5eaeaaf4007e None None] Routers {'550436e0-ee24-4cd5-aa8a-dc410d649cbe'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:42.976780 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-35e1c60d-323f-4d65-aa4f-5eaeaaf4007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['550436e0-ee24-4cd5-aa8a-dc410d649cbe'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:42.982514 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:43.014642 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-0b2b3c73-b2a9-4e35-8d03-4d63c051e0cd tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:43.036994 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-5629a89c-bdc0-4c7d-b170-e8b8d1f54d47 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Deleting subnet c5d42bb0-36a7-4874-8334-2631bf63eb23 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:46:43.042445 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5629a89c-bdc0-4c7d-b170-e8b8d1f54d47 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:43.052970 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd0637a-9af5-4876-95fb-640753ad8e72 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:43.106239 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28dd35d7-08d2-461a-bde9-701a87fcec22 req-0bbfb985-aac3-4fb5-9020-c0409af68315 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2559893 Dec 12 17:46:43.154482 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port fdd0637a-9af5-4876-95fb-640753ad8e72, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=fdd0637a-9af5-4876-95fb-640753ad8e72,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:43.158954 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5629a89c-bdc0-4c7d-b170-e8b8d1f54d47 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:43.166558 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:43.167434 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:46:43.264317 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-0b2b3c73-b2a9-4e35-8d03-4d63c051e0cd tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:43.290191 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-35e1c60d-323f-4d65-aa4f-5eaeaaf4007e None None] Set router 550436e0-ee24-4cd5-aa8a-dc410d649cbe gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:43.318509 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-0b2b3c73-b2a9-4e35-8d03-4d63c051e0cd tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Network f2ec8b36-f418-463f-9aae-2278983367c4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:46:43.325864 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-0b2b3c73-b2a9-4e35-8d03-4d63c051e0cd tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:43.332586 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-0b2b3c73-b2a9-4e35-8d03-4d63c051e0cd tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:46:43.430127 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=fdd0637a-9af5-4876-95fb-640753ad8e72,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:43.437107 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:43.452429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b3c73-b2a9-4e35-8d03-4d63c051e0cd tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event updated for resources: {'Port': ['ID=19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:43.504243 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b38757-80e7-469c-b8fd-8b22ac1c2ddd req-a7db62b0-32ac-4a55-bdcc-b6f47f40a87d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:43.512859 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e1b38757-80e7-469c-b8fd-8b22ac1c2ddd req-a7db62b0-32ac-4a55-bdcc-b6f47f40a87d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 931 time: 0.2567925 Dec 12 17:46:43.609688 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-0b2b3c73-b2a9-4e35-8d03-4d63c051e0cd tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:43.610396 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-0b2b3c73-b2a9-4e35-8d03-4d63c051e0cd tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:43.633407 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5629a89c-bdc0-4c7d-b170-e8b8d1f54d47 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:43.690416 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9', 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b', 'port_id': '5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9', 'mac_address': 'fa:16:3e:53:57:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61eb5ee2-ae98-4d7f-a630-ebc0451873ad', 'ip_address': '10.1.1.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:46:43.731900 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e007ce7d-3978-4597-999f-6b1943422b91 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:43.815409 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-0b2b3c73-b2a9-4e35-8d03-4d63c051e0cd tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4519272 Dec 12 17:46:43.840800 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-42c82093-54da-4083-b535-a9993235c48f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Request body: {'port': {'device_id': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'network_id': 'cb08b6f9-dcc7-4637-8095-b4eab88aa00f', 'admin_state_up': True, 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:43.874594 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e1b38757-80e7-469c-b8fd-8b22ac1c2ddd req-4010f122-fb6b-4ec9-b49b-767ebecc4d17 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518400 Dec 12 17:46:43.941304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096a3e32-b2b3-42ac-aa8f-9d49590fa519 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:43.953645 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:43.993286 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Transition to ACTIVE for port object 096a3e32-b2b3-42ac-aa8f-9d49590fa519 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:46:44.026771 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:44.033869 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:44.059802 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-42c82093-54da-4083-b535-a9993235c48f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Made reservation on behalf of ee853d86340a4c94b7f031ce765beca1 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:46:44.064929 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-42c82093-54da-4083-b535-a9993235c48f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:44.080184 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5629a89c-bdc0-4c7d-b170-e8b8d1f54d47 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:44.103170 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:44.134827 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ca33107f-65f1-490d-92b6-0ec27a4ddc1d None None] Provisioning complete for port 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:44.135307 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ca33107f-65f1-490d-92b6-0ec27a4ddc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:44.139436 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5629a89c-bdc0-4c7d-b170-e8b8d1f54d47 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:44.143179 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5629a89c-bdc0-4c7d-b170-e8b8d1f54d47 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "DELETE /v2.0/subnets/c5d42bb0-36a7-4874-8334-2631bf63eb23 HTTP/1.1" status: 204 len: 168 time: 1.2070866 Dec 12 17:46:44.146154 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629a89c-bdc0-4c7d-b170-e8b8d1f54d47 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d42bb0-36a7-4874-8334-2631bf63eb23,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:44.149802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53418) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:44.187021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-26d2aa7d-c359-4b87-8f17-269f57811de1 req-f083b39f-1755-466f-99e5-83fcaf8dd64a tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6111ece0-c0cf-45e8-9265-8a8fe8840b97 HTTP/1.1" status: 200 len: 210 time: 0.1898928 Dec 12 17:46:44.249469 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ca33107f-65f1-490d-92b6-0ec27a4ddc1d None None] Port 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:46:44.250672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Pushing event updated for resources: {'Port': ['ID=096a3e32-b2b3-42ac-aa8f-9d49590fa519,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:44.254810 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4122ec7d-7633-49a3-ab4c-e7c5079c5da6 None None] Network ef5d6b77-753b-4cf5-8813-2c2ef92584dd requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:46:44.412443 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-42c82093-54da-4083-b535-a9993235c48f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Allocated IP 19.86.0.219 (cb08b6f9-dcc7-4637-8095-b4eab88aa00f/10429314-e882-46aa-ae56-7355e71951ae/a979837e-935f-452f-a22d-6613dbea91f1) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:46:44.419428 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:44.454377 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:44.511696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8808a-d70e-4e6e-8efe-3f6380a344ac req-2f28d8c0-6478-4b4a-b901-f3180cb45788 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:44.520558 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87d8808a-d70e-4e6e-8efe-3f6380a344ac req-2f28d8c0-6478-4b4a-b901-f3180cb45788 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 932 time: 0.6209779 Dec 12 17:46:44.541434 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port e007ce7d-3978-4597-999f-6b1943422b91 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:44.541814 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:44.582160 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:44.587683 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 74fe0dca-36da-4aa7-9005-c07f6c8d7c17 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:46:44.617323 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-35e1c60d-323f-4d65-aa4f-5eaeaaf4007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-126643493', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '89197d39-69fa-4082-8cca-29f3163fb0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:45:49Z', 'updated_at': '2021-12-12T17:46:40Z', 'revision_number': 5, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '89197d39-69fa-4082-8cca-29f3163fb0d9', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:50Z', 'updated_at': '2021-12-12T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:44.622960 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe969d89-287b-4027-9dad-18a29222d7e4 req-0c320498-0aa2-48f8-94a2-433d3672bc2c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:44.629467 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe969d89-287b-4027-9dad-18a29222d7e4 req-0c320498-0aa2-48f8-94a2-433d3672bc2c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:44.635683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe969d89-287b-4027-9dad-18a29222d7e4 req-0c320498-0aa2-48f8-94a2-433d3672bc2c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:44.641731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe969d89-287b-4027-9dad-18a29222d7e4 req-0c320498-0aa2-48f8-94a2-433d3672bc2c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:44.648497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe969d89-287b-4027-9dad-18a29222d7e4 req-0c320498-0aa2-48f8-94a2-433d3672bc2c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:44.649499 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e1c60d-323f-4d65-aa4f-5eaeaaf4007e None None] Checking router: 550436e0-ee24-4cd5-aa8a-dc410d649cbe for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:46:44.654791 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe969d89-287b-4027-9dad-18a29222d7e4 req-0c320498-0aa2-48f8-94a2-433d3672bc2c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:44.662367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe969d89-287b-4027-9dad-18a29222d7e4 req-0c320498-0aa2-48f8-94a2-433d3672bc2c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:44.665094 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe969d89-287b-4027-9dad-18a29222d7e4 req-0c320498-0aa2-48f8-94a2-433d3672bc2c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5421 time: 0.2522159 Dec 12 17:46:44.704362 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1c60d-323f-4d65-aa4f-5eaeaaf4007e None None] Routers {'550436e0-ee24-4cd5-aa8a-dc410d649cbe'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:44.705196 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-35e1c60d-323f-4d65-aa4f-5eaeaaf4007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['550436e0-ee24-4cd5-aa8a-dc410d649cbe'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:44.743392 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-42c82093-54da-4083-b535-a9993235c48f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:44.784342 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe969d89-287b-4027-9dad-18a29222d7e4 req-9e68283c-90d4-41eb-bea4-3e37d90a8d72 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040053 Dec 12 17:46:44.827607 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-35e1c60d-323f-4d65-aa4f-5eaeaaf4007e None None] Set router 550436e0-ee24-4cd5-aa8a-dc410d649cbe gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:44.851506 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-42c82093-54da-4083-b535-a9993235c48f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:44.882695 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87d8808a-d70e-4e6e-8efe-3f6380a344ac req-f94e76dc-850f-455d-ba48-b4b20840f91a tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607388 Dec 12 17:46:44.911557 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1fe821fa-87ca-491b-ad0f-73ec6c86e3dd tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:44.926285 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-42c82093-54da-4083-b535-a9993235c48f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Network cb08b6f9-dcc7-4637-8095-b4eab88aa00f is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:46:44.931392 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-42c82093-54da-4083-b535-a9993235c48f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:44.952311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-42c82093-54da-4083-b535-a9993235c48f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:46:44.981666 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c82093-54da-4083-b535-a9993235c48f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event updated for resources: {'Port': ['ID=a979837e-935f-452f-a22d-6613dbea91f1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:44.989042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Attempting to bind port 096a3e32-b2b3-42ac-aa8f-9d49590fa519 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:44.989392 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Attempting to bind port 096a3e32-b2b3-42ac-aa8f-9d49590fa519 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'd4bcfbbb-c593-458b-a695-0f45cb5a68b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:44.989728 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Attempting to bind port 096a3e32-b2b3-42ac-aa8f-9d49590fa519 on network 7ecf668f-cc73-4fe0-ac28-ba45e858f96b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:45.033300 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-42c82093-54da-4083-b535-a9993235c48f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:45.035297 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-42c82093-54da-4083-b535-a9993235c48f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:45.040725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Port 096a3e32-b2b3-42ac-aa8f-9d49590fa519 on network 7ecf668f-cc73-4fe0-ac28-ba45e858f96b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:46:45.041051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Attempting to bind port 096a3e32-b2b3-42ac-aa8f-9d49590fa519 on network 7ecf668f-cc73-4fe0-ac28-ba45e858f96b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:45.054778 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:45.055262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Checking segment: {'id': 'd4bcfbbb-c593-458b-a695-0f45cb5a68b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:45.055672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Bound using segment: {'id': 'd4bcfbbb-c593-458b-a695-0f45cb5a68b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:45.056129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Bound port: 096a3e32-b2b3-42ac-aa8f-9d49590fa519, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bcfbbb-c593-458b-a695-0f45cb5a68b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:45.056532 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:45.063626 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-42c82093-54da-4083-b535-a9993235c48f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2336078 Dec 12 17:46:45.077486 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-80b5a678-808d-472e-b8b7-149d312b460b tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Request body: {'port': {'device_id': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'network_id': 'f2ec8b36-f418-463f-9aae-2278983367c4', 'admin_state_up': True, 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:45.215183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8ba80-acbe-4785-9791-eabf73fb9fd7 req-a0ab82d5-6dfb-4d14-b5ea-b960c6988a1a tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:45.216787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15c8ba80-acbe-4785-9791-eabf73fb9fd7 req-a0ab82d5-6dfb-4d14-b5ea-b960c6988a1a tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 943 time: 0.1688457 Dec 12 17:46:45.292781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] For port 096a3e32-b2b3-42ac-aa8f-9d49590fa519, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:45.347921 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1fe821fa-87ca-491b-ad0f-73ec6c86e3dd tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:45.373468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15c8ba80-acbe-4785-9791-eabf73fb9fd7 req-ec409dfd-3c68-44ef-b373-184e164cbf49 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334319 Dec 12 17:46:45.405256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] For port 096a3e32-b2b3-42ac-aa8f-9d49590fa519, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=096a3e32-b2b3-42ac-aa8f-9d49590fa519,segment=NetworkSegment(d4bcfbbb-c593-458b-a695-0f45cb5a68b1),segment_id=d4bcfbbb-c593-458b-a695-0f45cb5a68b1)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:45.486353 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:45.516536 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c623d05-f946-49e8-9efb-8949b8323f5f req-60f92be3-a06f-4b48-919f-efd2e1136457 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6111ece0-c0cf-45e8-9265-8a8fe8840b97 HTTP/1.1" status: 200 len: 210 time: 0.1266918 Dec 12 17:46:45.556607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-80b5a678-808d-472e-b8b7-149d312b460b tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Made reservation on behalf of ee853d86340a4c94b7f031ce765beca1 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:46:45.557681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 74fe0dca-36da-4aa7-9005-c07f6c8d7c17, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=74fe0dca-36da-4aa7-9005-c07f6c8d7c17,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:45.559269 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:45.561517 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:45.562118 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-80b5a678-808d-472e-b8b7-149d312b460b tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:45.564346 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0737be60-8701-4674-ac7d-664bc23310a4 req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] 10.222.0.20 "PUT /v2.0/ports/096a3e32-b2b3-42ac-aa8f-9d49590fa519 HTTP/1.1" status: 200 len: 1091 time: 3.1924400 Dec 12 17:46:45.567404 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcd5fea-370e-4686-84d4-9c4bbcb86486', 'tag': '096a3e32-b2b3-42ac-aa8f-9d49590fa519'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:45.571983 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85ace16-dcd6-42d5-8db9-f5b243dde048" -d '{"events": [{"name": "network-changed", "server_uuid": "4bcd5fea-370e-4686-84d4-9c4bbcb86486", "tag": "096a3e32-b2b3-42ac-aa8f-9d49590fa519"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:45.614317 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c897495-6247-4855-a9db-c4f010e92149 None None] DHCP port deletion for ef5d6b77-753b-4cf5-8813-2c2ef92584dd request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:46:45.645965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '74fe0dca-36da-4aa7-9005-c07f6c8d7c17', 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b', 'port_id': '74fe0dca-36da-4aa7-9005-c07f6c8d7c17', 'mac_address': 'fa:16:3e:87:26:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61eb5ee2-ae98-4d7f-a630-ebc0451873ad', 'ip_address': '10.1.1.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:46:45.690853 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e616b0-9529-4a6f-98b8-33e862185d87 service neutron] Pushing event updated for resources: {'Port': ['ID=096a3e32-b2b3-42ac-aa8f-9d49590fa519,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:45.714808 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cb8f3d-1268-4a93-808c-8a2571352b09 x-openstack-request-id: req-35cb8f3d-1268-4a93-808c-8a2571352b09 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:45.715116 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bcd5fea-370e-4686-84d4-9c4bbcb86486", "tag": "096a3e32-b2b3-42ac-aa8f-9d49590fa519", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:45.715640 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35cb8f3d-1268-4a93-808c-8a2571352b09 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:45.717392 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcd5fea-370e-4686-84d4-9c4bbcb86486', 'tag': '096a3e32-b2b3-42ac-aa8f-9d49590fa519', 'status': 'completed', 'code': 200} Dec 12 17:46:45.835792 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:45.841688 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-80b5a678-808d-472e-b8b7-149d312b460b tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Allocated IP 19.80.0.62 (f2ec8b36-f418-463f-9aae-2278983367c4/51a1194a-b628-42a7-b5e3-ab1faeb605e5/e954c922-4b9b-4114-b141-a1d5a94c3659) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:46:45.885959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-329e3c00-d074-40dd-9167-f545512ba2de req-1cf43fad-7a77-49e1-bbaa-71c4b2962eb1 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2043762105', 'description': 'tempest-description-949885288'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:45.890629 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7a0182ae-8b20-41d9-bbab-42dc1522ac2f None None] Provisioning complete for port a979837e-935f-452f-a22d-6613dbea91f1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:45.891016 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7a0182ae-8b20-41d9-bbab-42dc1522ac2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:45.921178 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-2c4e4b36-1670-44f9-8fea-eb16db4e721c tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:45.931993 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-2c4e4b36-1670-44f9-8fea-eb16db4e721c tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.31 "GET /v2.0/networks?id=183ec636-adc5-4b1a-83b3-13ff3aa9b8cf HTTP/1.1" status: 200 len: 809 time: 0.5660031 Dec 12 17:46:45.949171 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-79ae66cc-2252-4030-b756-cc03cd4598fc tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Request body: {'port': {'device_id': '6111ece0-c0cf-45e8-9265-8a8fe8840b97', 'network_id': '183ec636-adc5-4b1a-83b3-13ff3aa9b8cf', 'admin_state_up': True, 'tenant_id': '7d348e3b5bf94461a65ea23208c9e772'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:45.966978 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:45.969056 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['2b44c96d-f037-4af7-a74b-edb9db1acda3'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:45.973763 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:46:46.011953 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15e9c797-6981-4968-b236-3f235b70b973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:46.015798 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737be60-8701-4674-ac7d-664bc23310a4 req-c8a2b83a-3bcc-4997-89fc-7ba06a33653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:46.017416 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0737be60-8701-4674-ac7d-664bc23310a4 req-c8a2b83a-3bcc-4997-89fc-7ba06a33653d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa5a149ce95c4c019546bb606be43576&device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 1094 time: 0.2966192 Dec 12 17:46:46.034035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7a0182ae-8b20-41d9-bbab-42dc1522ac2f None None] Port a979837e-935f-452f-a22d-6613dbea91f1 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:46:46.041958 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-80b5a678-808d-472e-b8b7-149d312b460b tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:46.047321 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['fdd0637a-9af5-4876-95fb-640753ad8e72'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:46.089337 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-80b5a678-808d-472e-b8b7-149d312b460b tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:46.096503 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1fe821fa-87ca-491b-ad0f-73ec6c86e3dd tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Deleting port 89197d39-69fa-4082-8cca-29f3163fb0d9 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:46.097101 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1fe821fa-87ca-491b-ad0f-73ec6c86e3dd tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:46.150429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-80b5a678-808d-472e-b8b7-149d312b460b tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Network f2ec8b36-f418-463f-9aae-2278983367c4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:46:46.153069 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-80b5a678-808d-472e-b8b7-149d312b460b tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:46.157253 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-80b5a678-808d-472e-b8b7-149d312b460b tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:46:46.183738 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port e007ce7d-3978-4597-999f-6b1943422b91, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e007ce7d-3978-4597-999f-6b1943422b91,segment=NetworkSegment(d4bcfbbb-c593-458b-a695-0f45cb5a68b1),segment_id=d4bcfbbb-c593-458b-a695-0f45cb5a68b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:46.207853 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:46.214319 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-80b5a678-808d-472e-b8b7-149d312b460b tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:46.214974 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-80b5a678-808d-472e-b8b7-149d312b460b tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:46.227507 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:46.244078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0737be60-8701-4674-ac7d-664bc23310a4 req-6aad365f-6327-43d4-86bd-99d07daaea57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=096a3e32-b2b3-42ac-aa8f-9d49590fa519 HTTP/1.1" status: 200 len: 217 time: 0.1739180 Dec 12 17:46:46.248299 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5a678-808d-472e-b8b7-149d312b460b tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event updated for resources: {'Port': ['ID=e954c922-4b9b-4114-b141-a1d5a94c3659,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:46.254760 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-329e3c00-d074-40dd-9167-f545512ba2de req-1cf43fad-7a77-49e1-bbaa-71c4b2962eb1 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:46.273062 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-80b5a678-808d-472e-b8b7-149d312b460b tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2006543 Dec 12 17:46:46.276704 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0c897495-6247-4855-a9db-c4f010e92149 None None] Deleting port 920ea0ca-8656-4917-aec2-e62228d0115a {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:46.277075 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c897495-6247-4855-a9db-c4f010e92149 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:46.285381 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Request body: {'port': {'device_id': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:46.294337 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-329e3c00-d074-40dd-9167-f545512ba2de req-1cf43fad-7a77-49e1-bbaa-71c4b2962eb1 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:46.415472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 920ea0ca-8656-4917-aec2-e62228d0115a no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:46.420269 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:46.425727 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1fe821fa-87ca-491b-ad0f-73ec6c86e3dd tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] For port 89197d39-69fa-4082-8cca-29f3163fb0d9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=89197d39-69fa-4082-8cca-29f3163fb0d9,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:46.426097 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1fe821fa-87ca-491b-ad0f-73ec6c86e3dd tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:46.441360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a84aa-1590-49ae-9687-f2b257d7cad2 req-3f3825f1-3e33-40e4-91ff-dfed1cdbdff4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:46.447455 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a84aa-1590-49ae-9687-f2b257d7cad2 req-3f3825f1-3e33-40e4-91ff-dfed1cdbdff4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:46.455887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a84aa-1590-49ae-9687-f2b257d7cad2 req-3f3825f1-3e33-40e4-91ff-dfed1cdbdff4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:46.462013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a84aa-1590-49ae-9687-f2b257d7cad2 req-3f3825f1-3e33-40e4-91ff-dfed1cdbdff4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:46.467884 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fe0dca-36da-4aa7-9005-c07f6c8d7c17 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:46.468053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a84aa-1590-49ae-9687-f2b257d7cad2 req-3f3825f1-3e33-40e4-91ff-dfed1cdbdff4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:46.474180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a84aa-1590-49ae-9687-f2b257d7cad2 req-3f3825f1-3e33-40e4-91ff-dfed1cdbdff4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:46.485819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a84aa-1590-49ae-9687-f2b257d7cad2 req-3f3825f1-3e33-40e4-91ff-dfed1cdbdff4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:46.490172 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b1a84aa-1590-49ae-9687-f2b257d7cad2 req-3f3825f1-3e33-40e4-91ff-dfed1cdbdff4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5421 time: 0.5549450 Dec 12 17:46:46.529257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1fe821fa-87ca-491b-ad0f-73ec6c86e3dd tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Calling delete_port for 89197d39-69fa-4082-8cca-29f3163fb0d9 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:46.566288 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737be60-8701-4674-ac7d-664bc23310a4 req-d549d193-9f45-47e2-9d51-c256778afea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:46.567973 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0737be60-8701-4674-ac7d-664bc23310a4 req-d549d193-9f45-47e2-9d51-c256778afea7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84 HTTP/1.1" status: 200 len: 859 time: 0.3079174 Dec 12 17:46:46.664073 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0737be60-8701-4674-ac7d-664bc23310a4 req-4968d1ab-c004-40ec-a18a-8946726c6739 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ecf668f-cc73-4fe0-ac28-ba45e858f96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849085 Dec 12 17:46:46.700441 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:46.754689 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-79ae66cc-2252-4030-b756-cc03cd4598fc tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Made reservation on behalf of 7d348e3b5bf94461a65ea23208c9e772 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:46:46.759058 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-79ae66cc-2252-4030-b756-cc03cd4598fc tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:46.785472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:46.794280 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:46.807652 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Transition to ACTIVE for port object 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:46:46.812672 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:46.821089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b1a84aa-1590-49ae-9687-f2b257d7cad2 req-d7cc8312-5b2f-43d3-a75e-808ce5514398 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3300278 Dec 12 17:46:46.893634 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 74fe0dca-36da-4aa7-9005-c07f6c8d7c17, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=74fe0dca-36da-4aa7-9005-c07f6c8d7c17,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:46.899098 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-24b2f7c2-d1b5-4443-b440-0016551a60db None None] Provisioning complete for port e954c922-4b9b-4114-b141-a1d5a94c3659 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:46.899625 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24b2f7c2-d1b5-4443-b440-0016551a60db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:46.913948 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Pushing event updated for resources: {'Port': ['ID=19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:46.936047 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=e007ce7d-3978-4597-999f-6b1943422b91,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:46.946185 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 920ea0ca-8656-4917-aec2-e62228d0115a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=920ea0ca-8656-4917-aec2-e62228d0115a,segment=NetworkSegment(c5f792c8-def1-4729-9ad8-d3468b7037b4),segment_id=c5f792c8-def1-4729-9ad8-d3468b7037b4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:46.977499 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:46.978173 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 4c9890dd-05d2-41e8-843c-8988a8304c70 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:46:46.993186 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:47.008208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0c897495-6247-4855-a9db-c4f010e92149 None None] For port 920ea0ca-8656-4917-aec2-e62228d0115a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=920ea0ca-8656-4917-aec2-e62228d0115a,segment=NetworkSegment(c5f792c8-def1-4729-9ad8-d3468b7037b4),segment_id=c5f792c8-def1-4729-9ad8-d3468b7037b4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:47.008616 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c897495-6247-4855-a9db-c4f010e92149 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:47.108151 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0c897495-6247-4855-a9db-c4f010e92149 None None] Calling delete_port for 920ea0ca-8656-4917-aec2-e62228d0115a owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:47.112672 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:47.121799 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-24b2f7c2-d1b5-4443-b440-0016551a60db None None] Port e954c922-4b9b-4114-b141-a1d5a94c3659 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:46:47.135992 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Attempting to bind port 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:47.136341 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Attempting to bind port 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '6440de4f-7785-4719-bf77-d34f85d64c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f2ec8b36-f418-463f-9aae-2278983367c4'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:47.136679 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Attempting to bind port 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 on network f2ec8b36-f418-463f-9aae-2278983367c4 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:47.145418 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Port 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 on network f2ec8b36-f418-463f-9aae-2278983367c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:46:47.145729 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-67905516-59ee-4910-8cb3-8a8e6051419a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:47.145864 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Attempting to bind port 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 on network f2ec8b36-f418-463f-9aae-2278983367c4 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:47.158119 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:47.158463 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Checking segment: {'id': '6440de4f-7785-4719-bf77-d34f85d64c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f2ec8b36-f418-463f-9aae-2278983367c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:47.158854 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Bound using segment: {'id': '6440de4f-7785-4719-bf77-d34f85d64c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f2ec8b36-f418-463f-9aae-2278983367c4'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:47.159512 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Bound port: 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6440de4f-7785-4719-bf77-d34f85d64c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f2ec8b36-f418-463f-9aae-2278983367c4'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:47.160608 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:47.175440 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-35e1c60d-323f-4d65-aa4f-5eaeaaf4007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-126643493', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '89197d39-69fa-4082-8cca-29f3163fb0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:45:49Z', 'updated_at': '2021-12-12T17:46:40Z', 'revision_number': 5, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '89197d39-69fa-4082-8cca-29f3163fb0d9', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:50Z', 'updated_at': '2021-12-12T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:47.297875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e1c60d-323f-4d65-aa4f-5eaeaaf4007e None None] The sync data for ids ['550436e0-ee24-4cd5-aa8a-dc410d649cbe'] in n-d-760354-5 is: [{'id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'name': 'tempest-TestSecurityGroupsBasicOps-router-126643493', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '89197d39-69fa-4082-8cca-29f3163fb0d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:45:49Z', 'updated_at': '2021-12-12T17:46:40Z', 'revision_number': 5, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '89197d39-69fa-4082-8cca-29f3163fb0d9', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550436e0-ee24-4cd5-aa8a-dc410d649cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:50Z', 'updated_at': '2021-12-12T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:46:47.305033 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=74fe0dca-36da-4aa7-9005-c07f6c8d7c17,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:47.334201 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] For port 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:47.338177 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] For port 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6,segment=NetworkSegment(6440de4f-7785-4719-bf77-d34f85d64c11),segment_id=6440de4f-7785-4719-bf77-d34f85d64c11)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:47.347514 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:47.417015 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:47.417548 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:47.420017 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] 10.222.0.20 "PUT /v2.0/ports/19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 HTTP/1.1" status: 200 len: 1092 time: 1.1394889 Dec 12 17:46:47.420692 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'tag': '19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:47.423171 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e696e758-8607-4482-b555-947e2a54677a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca3ca10-70ce-4b72-b996-fb901c25ee3a", "tag": "19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:47.450533 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=920ea0ca-8656-4917-aec2-e62228d0115a,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:47.451515 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997149c3-1017-4a0c-9df6-c027f84c5298 service neutron] Pushing event updated for resources: {'Port': ['ID=19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:47.468403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Request body: {'port': {'device_id': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:47.469850 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c897495-6247-4855-a9db-c4f010e92149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:47.539231 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c897495-6247-4855-a9db-c4f010e92149 None None] Pushing event deleted for resources: {'Port': ['ID=920ea0ca-8656-4917-aec2-e62228d0115a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:47.546385 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:47.553189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c897495-6247-4855-a9db-c4f010e92149 None None] No DVR routers for this DVR port 920ea0ca-8656-4917-aec2-e62228d0115a on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:46:47.556697 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 4c9890dd-05d2-41e8-843c-8988a8304c70, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=4c9890dd-05d2-41e8-843c-8988a8304c70,segment=NetworkSegment(e3173692-a54b-40f3-a6ec-bfcd39b16dd5),segment_id=e3173692-a54b-40f3-a6ec-bfcd39b16dd5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:47.559641 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:47.576671 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '4c9890dd-05d2-41e8-843c-8988a8304c70', 'network_id': '626732df-c48c-4473-9ad9-03a4379b190b', 'port_id': '4c9890dd-05d2-41e8-843c-8988a8304c70', 'mac_address': 'fa:16:3e:2d:49:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9730022-004d-409a-9e40-9f8cffadcd60', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:46:47.624296 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-329e3c00-d074-40dd-9167-f545512ba2de req-1cf43fad-7a77-49e1-bbaa-71c4b2962eb1 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:47.629589 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0737be60-8701-4674-ac7d-664bc23310a4 req-6716b206-603e-4f1c-b1bf-11ba53685bfe service neutron] 10.222.0.20 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9562352 Dec 12 17:46:47.645466 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:47.646671 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-329e3c00-d074-40dd-9167-f545512ba2de req-1cf43fad-7a77-49e1-bbaa-71c4b2962eb1 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:47.670800 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9890dd-05d2-41e8-843c-8988a8304c70 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:47.700715 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 4c9890dd-05d2-41e8-843c-8988a8304c70, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=4c9890dd-05d2-41e8-843c-8988a8304c70,segment=NetworkSegment(e3173692-a54b-40f3-a6ec-bfcd39b16dd5),segment_id=e3173692-a54b-40f3-a6ec-bfcd39b16dd5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:47.711768 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:47.712497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 13e6a17c-85db-43de-b045-d6d42d4e2cd6 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:46:47.749350 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 13e6a17c-85db-43de-b045-d6d42d4e2cd6, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=13e6a17c-85db-43de-b045-d6d42d4e2cd6,segment=NetworkSegment(e3173692-a54b-40f3-a6ec-bfcd39b16dd5),segment_id=e3173692-a54b-40f3-a6ec-bfcd39b16dd5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:47.787564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '13e6a17c-85db-43de-b045-d6d42d4e2cd6', 'network_id': '626732df-c48c-4473-9ad9-03a4379b190b', 'port_id': '13e6a17c-85db-43de-b045-d6d42d4e2cd6', 'mac_address': 'fa:16:3e:7f:73:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9730022-004d-409a-9e40-9f8cffadcd60', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:46:47.822511 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc9b9c-87df-4d90-b2c0-f89ca552b6da req-04cb6cf1-7882-4d4c-96a0-87430d44e52d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:47.829343 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc9b9c-87df-4d90-b2c0-f89ca552b6da req-04cb6cf1-7882-4d4c-96a0-87430d44e52d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:47.835442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc9b9c-87df-4d90-b2c0-f89ca552b6da req-04cb6cf1-7882-4d4c-96a0-87430d44e52d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:47.843258 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08fc9b9c-87df-4d90-b2c0-f89ca552b6da req-04cb6cf1-7882-4d4c-96a0-87430d44e52d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 2388 time: 0.3528907 Dec 12 17:46:47.849759 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=4c9890dd-05d2-41e8-843c-8988a8304c70,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:47.863477 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:47.881356 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e6a17c-85db-43de-b045-d6d42d4e2cd6 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:47.904451 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 13e6a17c-85db-43de-b045-d6d42d4e2cd6, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=13e6a17c-85db-43de-b045-d6d42d4e2cd6,segment=NetworkSegment(e3173692-a54b-40f3-a6ec-bfcd39b16dd5),segment_id=e3173692-a54b-40f3-a6ec-bfcd39b16dd5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:47.907003 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1fe821fa-87ca-491b-ad0f-73ec6c86e3dd tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:47.911867 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:47.912895 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 3c6a56cf-3516-4420-ab59-792fb69d6bca details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:46:47.928193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a979837e-935f-452f-a22d-6613dbea91f1 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:47.941864 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:47.956942 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Transition to ACTIVE for port object a979837e-935f-452f-a22d-6613dbea91f1 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:46:47.961605 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:47.992441 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=13e6a17c-85db-43de-b045-d6d42d4e2cd6,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:47.997052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 3c6a56cf-3516-4420-ab59-792fb69d6bca, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=3c6a56cf-3516-4420-ab59-792fb69d6bca,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:48.009173 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '3c6a56cf-3516-4420-ab59-792fb69d6bca', 'network_id': '112377af-42c7-4cad-b8bb-a84ac7368f8b', 'port_id': '3c6a56cf-3516-4420-ab59-792fb69d6bca', 'mac_address': 'fa:16:3e:96:da:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61eb5ee2-ae98-4d7f-a630-ebc0451873ad', 'ip_address': '10.1.1.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:46:48.043168 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1fe821fa-87ca-491b-ad0f-73ec6c86e3dd tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.049263 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Pushing event updated for resources: {'Port': ['ID=a979837e-935f-452f-a22d-6613dbea91f1,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:48.143615 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Attempting to bind port a979837e-935f-452f-a22d-6613dbea91f1 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:48.144028 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Attempting to bind port a979837e-935f-452f-a22d-6613dbea91f1 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb08b6f9-dcc7-4637-8095-b4eab88aa00f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:48.144440 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Attempting to bind port a979837e-935f-452f-a22d-6613dbea91f1 on network cb08b6f9-dcc7-4637-8095-b4eab88aa00f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:48.151907 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Port a979837e-935f-452f-a22d-6613dbea91f1 on network cb08b6f9-dcc7-4637-8095-b4eab88aa00f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:46:48.152694 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Attempting to bind port a979837e-935f-452f-a22d-6613dbea91f1 on network cb08b6f9-dcc7-4637-8095-b4eab88aa00f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:48.157555 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1fe821fa-87ca-491b-ad0f-73ec6c86e3dd tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.166324 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1fe821fa-87ca-491b-ad0f-73ec6c86e3dd tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.172740 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:48.173139 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Checking segment: {'id': 'e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb08b6f9-dcc7-4637-8095-b4eab88aa00f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:48.173711 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Bound using segment: {'id': 'e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb08b6f9-dcc7-4637-8095-b4eab88aa00f'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:48.173967 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Bound port: a979837e-935f-452f-a22d-6613dbea91f1, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb08b6f9-dcc7-4637-8095-b4eab88aa00f'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:48.174361 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.231126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf43fad-7a77-49e1-bbaa-71c4b2962eb1 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827d19fd-7dc3-41fb-9f8f-cb7a3742a6cc,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:48.235012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe821fa-87ca-491b-ad0f-73ec6c86e3dd tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event deleted for resources: {'Port': ['ID=89197d39-69fa-4082-8cca-29f3163fb0d9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:48.251291 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1fe821fa-87ca-491b-ad0f-73ec6c86e3dd tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.252039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe821fa-87ca-491b-ad0f-73ec6c86e3dd tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Fanout notify agent at l3_agent the message router_deleted on router 550436e0-ee24-4cd5-aa8a-dc410d649cbe {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:46:48.252648 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.261260 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1fe821fa-87ca-491b-ad0f-73ec6c86e3dd tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.264457 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.266007 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1fe821fa-87ca-491b-ad0f-73ec6c86e3dd tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "DELETE /v2.0/routers/550436e0-ee24-4cd5-aa8a-dc410d649cbe HTTP/1.1" status: 204 len: 168 time: 4.1034782 Dec 12 17:46:48.266206 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53478) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:48.274125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-79ae66cc-2252-4030-b756-cc03cd4598fc tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Allocated IP 172.20.0.2 (183ec636-adc5-4b1a-83b3-13ff3aa9b8cf/a616062b-9adc-4c65-b17c-38ddcb957555/08dd81b3-d622-4ff3-9d20-7416b60dad17) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:46:48.276590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c6a56cf-3516-4420-ab59-792fb69d6bca {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:48.314680 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 3c6a56cf-3516-4420-ab59-792fb69d6bca, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=3c6a56cf-3516-4420-ab59-792fb69d6bca,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:48.323043 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.344782 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08fc9b9c-87df-4d90-b2c0-f89ca552b6da req-216ff1a9-1509-4cc8-955d-55d8da442252 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972816 Dec 12 17:46:48.392010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=3c6a56cf-3516-4420-ab59-792fb69d6bca,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:48.404764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 2b44c96d-f037-4af7-a74b-edb9db1acda3 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:48.422284 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-329e3c00-d074-40dd-9167-f545512ba2de req-1cf43fad-7a77-49e1-bbaa-71c4b2962eb1 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.439166 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-329e3c00-d074-40dd-9167-f545512ba2de req-1cf43fad-7a77-49e1-bbaa-71c4b2962eb1 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.449913 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e007ce7d-3978-4597-999f-6b1943422b91 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:48.453799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0737be60-8701-4674-ac7d-664bc23310a4 req-223f10fa-8b16-4bf4-9a60-74db1ce900fe service neutron] 10.222.0.20 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8116195 Dec 12 17:46:48.478131 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] For port a979837e-935f-452f-a22d-6613dbea91f1, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:48.487975 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f505fa9c-9dad-4478-bfb2-974f83358bad tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.511683 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] For port a979837e-935f-452f-a22d-6613dbea91f1, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a979837e-935f-452f-a22d-6613dbea91f1,segment=NetworkSegment(e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d),segment_id=e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:48.530778 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 2b44c96d-f037-4af7-a74b-edb9db1acda3 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:46:48.537589 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 2b44c96d-f037-4af7-a74b-edb9db1acda3 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:48.538400 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.539694 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.572431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port e007ce7d-3978-4597-999f-6b1943422b91 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:48.572757 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.608505 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:48.609131 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.610526 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] 10.222.0.20 "PUT /v2.0/ports/a979837e-935f-452f-a22d-6613dbea91f1 HTTP/1.1" status: 200 len: 1092 time: 1.1478889 Dec 12 17:46:48.661360 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Request body: {'port': {'device_id': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:48.726197 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.740246 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-329e3c00-d074-40dd-9167-f545512ba2de req-1cf43fad-7a77-49e1-bbaa-71c4b2962eb1 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.742171 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-329e3c00-d074-40dd-9167-f545512ba2de req-1cf43fad-7a77-49e1-bbaa-71c4b2962eb1 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 2.8693306 Dec 12 17:46:48.754253 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b44c96d-f037-4af7-a74b-edb9db1acda3'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:48.756647 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480fbd7d-8423-4ac7-bd4a-78d62a700664" -d '{"events": [{"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-plugged", "status": "completed", "tag": "2b44c96d-f037-4af7-a74b-edb9db1acda3"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:48.766577 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8e41f9fb-0bff-45a3-8269-55cfbc84543c no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:48.777476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf43fad-7a77-49e1-bbaa-71c4b2962eb1 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37cae4cf-93b7-44c8-afc6-d17697966140,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:48.779018 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 2b44c96d-f037-4af7-a74b-edb9db1acda3, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=2b44c96d-f037-4af7-a74b-edb9db1acda3,segment=NetworkSegment(63c2c74d-0601-482d-ae6b-a84f2ca1a11b),segment_id=63c2c74d-0601-482d-ae6b-a84f2ca1a11b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:48.784305 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c66a9-0f99-4741-a476-65483c4c8e22 service neutron] Pushing event updated for resources: {'Port': ['ID=a979837e-935f-452f-a22d-6613dbea91f1,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:48.804662 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.805483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:48.807242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 8e41f9fb-0bff-45a3-8269-55cfbc84543c {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:46:48.807590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8e41f9fb-0bff-45a3-8269-55cfbc84543c not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:46:48.825122 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11095956-6ed7-47d7-83cf-72c2034803e5 req-93d45203-52ea-42e4-bb06-cac4f37a2447 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:48.836027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-11095956-6ed7-47d7-83cf-72c2034803e5 req-93d45203-52ea-42e4-bb06-cac4f37a2447 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 943 time: 0.2118928 Dec 12 17:46:48.860752 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f505fa9c-9dad-4478-bfb2-974f83358bad tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.897061 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-f505fa9c-9dad-4478-bfb2-974f83358bad tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5d6b77-753b-4cf5-8813-2c2ef92584dd']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:48.910513 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-f505fa9c-9dad-4478-bfb2-974f83358bad tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f792c8-def1-4729-9ad8-d3468b7037b4') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:48.910858 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-f505fa9c-9dad-4478-bfb2-974f83358bad tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f792c8-def1-4729-9ad8-d3468b7037b4') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:48.915447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ace16-dcd6-42d5-8db9-f5b243dde048 req-ccc91195-cb9a-4ef2-807b-9fef41264739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:48.916971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b85ace16-dcd6-42d5-8db9-f5b243dde048 req-ccc91195-cb9a-4ef2-807b-9fef41264739 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa5a149ce95c4c019546bb606be43576&device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 1094 time: 0.2578647 Dec 12 17:46:48.927641 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f505fa9c-9dad-4478-bfb2-974f83358bad tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.944070 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f505fa9c-9dad-4478-bfb2-974f83358bad tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.951049 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6f92aef-96e5-4713-8116-f70441a30895 req-aaf711e6-d367-4b57-af96-1cb74e67b889 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6111ece0-c0cf-45e8-9265-8a8fe8840b97 HTTP/1.1" status: 200 len: 210 time: 0.0714574 Dec 12 17:46:48.956146 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=2b44c96d-f037-4af7-a74b-edb9db1acda3,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:48.964996 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f505fa9c-9dad-4478-bfb2-974f83358bad tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:46:48.965435 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f505fa9c-9dad-4478-bfb2-974f83358bad tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:48.984606 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:46:48.989112 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:48.989767 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:46:49.036419 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:46:49.042394 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-79ae66cc-2252-4030-b756-cc03cd4598fc tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:49.059894 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-11095956-6ed7-47d7-83cf-72c2034803e5 req-bb62e9bb-2938-423c-bd85-5788d27d315c tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228451 Dec 12 17:46:49.074639 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8169c1-e368-4dc4-8d47-0f8ccee340c1 x-openstack-request-id: req-ec8169c1-e368-4dc4-8d47-0f8ccee340c1 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:49.081734 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca3ca10-70ce-4b72-b996-fb901c25ee3a", "tag": "19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:49.081734 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec8169c1-e368-4dc4-8d47-0f8ccee340c1 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:49.081734 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'tag': '19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6', 'status': 'completed', 'code': 200} Dec 12 17:46:49.090472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['74fe0dca-36da-4aa7-9005-c07f6c8d7c17'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:49.098973 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:49.121709 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f505fa9c-9dad-4478-bfb2-974f83358bad tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:49.137600 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f505fa9c-9dad-4478-bfb2-974f83358bad tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:49.144378 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['4c9890dd-05d2-41e8-843c-8988a8304c70'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:49.145566 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f505fa9c-9dad-4478-bfb2-974f83358bad tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "DELETE /v2.0/networks/ef5d6b77-753b-4cf5-8813-2c2ef92584dd HTTP/1.1" status: 204 len: 168 time: 0.8781893 Dec 12 17:46:49.146430 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53486) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:49.221852 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['13e6a17c-85db-43de-b045-d6d42d4e2cd6'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:49.222591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e758-8607-4482-b555-947e2a54677a req-26c0c0f0-e9f5-495f-b481-ff1a6985f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:49.223090 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e758-8607-4482-b555-947e2a54677a req-26c0c0f0-e9f5-495f-b481-ff1a6985f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:49.223617 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e758-8607-4482-b555-947e2a54677a req-26c0c0f0-e9f5-495f-b481-ff1a6985f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:49.224358 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['3c6a56cf-3516-4420-ab59-792fb69d6bca'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:49.225467 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e696e758-8607-4482-b555-947e2a54677a req-26c0c0f0-e9f5-495f-b481-ff1a6985f43d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee853d86340a4c94b7f031ce765beca1&device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 2798 time: 0.1564307 Dec 12 17:46:49.233446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ace16-dcd6-42d5-8db9-f5b243dde048 req-72f26191-66d5-49c0-80e2-510873219cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:49.234793 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b85ace16-dcd6-42d5-8db9-f5b243dde048 req-72f26191-66d5-49c0-80e2-510873219cda service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ecf668f-cc73-4fe0-ac28-ba45e858f96b HTTP/1.1" status: 200 len: 920 time: 0.2877095 Dec 12 17:46:49.257132 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505fa9c-9dad-4478-bfb2-974f83358bad tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event deleted for resources: {'Network': ['ID=ef5d6b77-753b-4cf5-8813-2c2ef92584dd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:49.268687 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-79ae66cc-2252-4030-b756-cc03cd4598fc tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:49.351475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d77bc-891e-46b8-8a9f-d728d3f37aad req-2dd055cb-ff06-4785-910a-8ea6ec598091 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:49.358003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d77bc-891e-46b8-8a9f-d728d3f37aad req-2dd055cb-ff06-4785-910a-8ea6ec598091 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:49.361660 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:49.364179 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d77bc-891e-46b8-8a9f-d728d3f37aad req-2dd055cb-ff06-4785-910a-8ea6ec598091 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:49.371113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d77bc-891e-46b8-8a9f-d728d3f37aad req-2dd055cb-ff06-4785-910a-8ea6ec598091 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:49.377130 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d77bc-891e-46b8-8a9f-d728d3f37aad req-2dd055cb-ff06-4785-910a-8ea6ec598091 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:49.383925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d77bc-891e-46b8-8a9f-d728d3f37aad req-2dd055cb-ff06-4785-910a-8ea6ec598091 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:49.390584 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d77bc-891e-46b8-8a9f-d728d3f37aad req-2dd055cb-ff06-4785-910a-8ea6ec598091 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:49.393142 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-059d77bc-891e-46b8-8a9f-d728d3f37aad req-2dd055cb-ff06-4785-910a-8ea6ec598091 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5426 time: 0.2734058 Dec 12 17:46:49.393910 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b85ace16-dcd6-42d5-8db9-f5b243dde048 req-03b93ff5-97d3-4670-b22a-8cd6d55389d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=096a3e32-b2b3-42ac-aa8f-9d49590fa519 HTTP/1.1" status: 200 len: 217 time: 0.1433811 Dec 12 17:46:49.482025 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-2529b088-24e5-4f31-8431-86051a63dd4d req-7fbc4512-66eb-4241-898d-51af85e4bb97 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Request body: {'security_group': {'name': 'tempest-securitygroup-492646854', 'description': 'tempest-description-1294840945'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:49.544661 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-79ae66cc-2252-4030-b756-cc03cd4598fc tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Network 183ec636-adc5-4b1a-83b3-13ff3aa9b8cf is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:46:49.547143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-79ae66cc-2252-4030-b756-cc03cd4598fc tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:46:49.561392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:49.565308 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-79ae66cc-2252-4030-b756-cc03cd4598fc tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:46:49.609112 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:49.630975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-79ae66cc-2252-4030-b756-cc03cd4598fc tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:49.631816 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-79ae66cc-2252-4030-b756-cc03cd4598fc tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:49.650405 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9caeca05-be8b-4e6e-8a6f-22e474a25d48 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Deleting port b9ca32a4-82e7-4701-a269-2e2935d7c34e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:49.650822 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9caeca05-be8b-4e6e-8a6f-22e474a25d48 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:49.690517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ace16-dcd6-42d5-8db9-f5b243dde048 req-acc53585-70bc-459d-b07f-7080ebfd3108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:49.693000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b85ace16-dcd6-42d5-8db9-f5b243dde048 req-acc53585-70bc-459d-b07f-7080ebfd3108 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84 HTTP/1.1" status: 200 len: 859 time: 0.2719765 Dec 12 17:46:49.694196 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae66cc-2252-4030-b756-cc03cd4598fc tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Pushing event updated for resources: {'Port': ['ID=08dd81b3-d622-4ff3-9d20-7416b60dad17,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:49.756872 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-059d77bc-891e-46b8-8a9f-d728d3f37aad req-d531b39d-22f2-4478-b460-056c5bdb3df4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3362792 Dec 12 17:46:49.758110 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e758-8607-4482-b555-947e2a54677a req-fcc4c7f5-ccbf-487a-a194-707e3ba06535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:49.758964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e758-8607-4482-b555-947e2a54677a req-fcc4c7f5-ccbf-487a-a194-707e3ba06535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:49.758964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e758-8607-4482-b555-947e2a54677a req-fcc4c7f5-ccbf-487a-a194-707e3ba06535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:49.760544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e696e758-8607-4482-b555-947e2a54677a req-fcc4c7f5-ccbf-487a-a194-707e3ba06535 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ee853d86340a4c94b7f031ce765beca1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5232267 Dec 12 17:46:49.769844 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2529b088-24e5-4f31-8431-86051a63dd4d req-7fbc4512-66eb-4241-898d-51af85e4bb97 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:49.775564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e954c922-4b9b-4114-b141-a1d5a94c3659 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:49.791305 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:49.794619 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9caeca05-be8b-4e6e-8a6f-22e474a25d48 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:49.794951 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9caeca05-be8b-4e6e-8a6f-22e474a25d48 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:49.814942 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9caeca05-be8b-4e6e-8a6f-22e474a25d48 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Calling delete_port for b9ca32a4-82e7-4701-a269-2e2935d7c34e owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:49.820577 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Transition to ACTIVE for port object e954c922-4b9b-4114-b141-a1d5a94c3659 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:46:49.845993 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-79ae66cc-2252-4030-b756-cc03cd4598fc tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9126582 Dec 12 17:46:49.861043 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:49.865224 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:49.872791 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2240c65-078d-43b5-8588-663903550514 x-openstack-request-id: req-d2240c65-078d-43b5-8588-663903550514 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:49.873085 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-plugged", "status": "completed", "tag": "2b44c96d-f037-4af7-a74b-edb9db1acda3", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:49.873338 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2240c65-078d-43b5-8588-663903550514 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:49.873730 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b44c96d-f037-4af7-a74b-edb9db1acda3', 'code': 200} Dec 12 17:46:50.027812 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:50.035829 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e758-8607-4482-b555-947e2a54677a req-62a9136c-bad0-4695-8db1-829263c94740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:50.037682 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e696e758-8607-4482-b555-947e2a54677a req-62a9136c-bad0-4695-8db1-829263c94740 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2638383 Dec 12 17:46:50.061188 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b85ace16-dcd6-42d5-8db9-f5b243dde048 req-837f22ca-d2d1-490a-934f-4703c0d27624 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ecf668f-cc73-4fe0-ac28-ba45e858f96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2989008 Dec 12 17:46:50.077171 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Request body: {'port': {'device_id': '6111ece0-c0cf-45e8-9265-8a8fe8840b97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:50.220901 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b85ace16-dcd6-42d5-8db9-f5b243dde048 req-379eeea5-541a-4240-9c5c-5f05433bd338 service neutron] 10.222.0.20 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373067 Dec 12 17:46:50.321010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 89197d39-69fa-4082-8cca-29f3163fb0d9 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:50.353046 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 89197d39-69fa-4082-8cca-29f3163fb0d9 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:46:50.353754 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 89197d39-69fa-4082-8cca-29f3163fb0d9 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:46:50.361772 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Pushing event updated for resources: {'Port': ['ID=e954c922-4b9b-4114-b141-a1d5a94c3659,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:50.363409 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device fdd0637a-9af5-4876-95fb-640753ad8e72 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:50.382053 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b85ace16-dcd6-42d5-8db9-f5b243dde048 req-a731c8bc-2689-4be1-8754-8edafe26d2f0 service neutron] 10.222.0.20 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151984 Dec 12 17:46:50.426180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87386b2f-d596-4134-8a2c-4e16059612b1 req-441ec772-ea5b-49d6-bd88-f122ac1a4856 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:50.428145 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port fdd0637a-9af5-4876-95fb-640753ad8e72 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:46:50.432376 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87386b2f-d596-4134-8a2c-4e16059612b1 req-441ec772-ea5b-49d6-bd88-f122ac1a4856 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:50.433602 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port fdd0637a-9af5-4876-95fb-640753ad8e72 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:50.434029 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:50.439250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87386b2f-d596-4134-8a2c-4e16059612b1 req-441ec772-ea5b-49d6-bd88-f122ac1a4856 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:50.440941 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87386b2f-d596-4134-8a2c-4e16059612b1 req-441ec772-ea5b-49d6-bd88-f122ac1a4856 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 2412 time: 0.3998477 Dec 12 17:46:50.495371 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:50.536381 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:50.544321 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2529b088-24e5-4f31-8431-86051a63dd4d req-7fbc4512-66eb-4241-898d-51af85e4bb97 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:50.561536 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2529b088-24e5-4f31-8431-86051a63dd4d req-7fbc4512-66eb-4241-898d-51af85e4bb97 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:50.572522 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Attempting to bind port e954c922-4b9b-4114-b141-a1d5a94c3659 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:50.573086 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Attempting to bind port e954c922-4b9b-4114-b141-a1d5a94c3659 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '6440de4f-7785-4719-bf77-d34f85d64c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f2ec8b36-f418-463f-9aae-2278983367c4'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:50.573896 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Attempting to bind port e954c922-4b9b-4114-b141-a1d5a94c3659 on network f2ec8b36-f418-463f-9aae-2278983367c4 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:50.578911 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port fdd0637a-9af5-4876-95fb-640753ad8e72, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=fdd0637a-9af5-4876-95fb-640753ad8e72,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:50.583471 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:50.593231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Port e954c922-4b9b-4114-b141-a1d5a94c3659 on network f2ec8b36-f418-463f-9aae-2278983367c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:46:50.593556 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Attempting to bind port e954c922-4b9b-4114-b141-a1d5a94c3659 on network f2ec8b36-f418-463f-9aae-2278983367c4 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:50.615827 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:50.616250 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Checking segment: {'id': '6440de4f-7785-4719-bf77-d34f85d64c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f2ec8b36-f418-463f-9aae-2278983367c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:50.616610 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Bound using segment: {'id': '6440de4f-7785-4719-bf77-d34f85d64c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f2ec8b36-f418-463f-9aae-2278983367c4'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:50.617061 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Bound port: e954c922-4b9b-4114-b141-a1d5a94c3659, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6440de4f-7785-4719-bf77-d34f85d64c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f2ec8b36-f418-463f-9aae-2278983367c4'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:50.617418 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:50.630182 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87386b2f-d596-4134-8a2c-4e16059612b1 req-4931da92-3b53-442d-96d6-bcd2fdfd8972 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647623 Dec 12 17:46:50.643191 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=fdd0637a-9af5-4876-95fb-640753ad8e72,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:50.672950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc4512-66eb-4241-898d-51af85e4bb97 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9beb059e-fad8-42d4-b1cb-bdf603df6209,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:50.681210 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2529b088-24e5-4f31-8431-86051a63dd4d req-7fbc4512-66eb-4241-898d-51af85e4bb97 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:50.688205 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2529b088-24e5-4f31-8431-86051a63dd4d req-7fbc4512-66eb-4241-898d-51af85e4bb97 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 1.2102108 Dec 12 17:46:50.701296 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9caeca05-be8b-4e6e-8a6f-22e474a25d48 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:50.709661 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:50.752804 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caeca05-be8b-4e6e-8a6f-22e474a25d48 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event deleted for resources: {'Port': ['ID=b9ca32a4-82e7-4701-a269-2e2935d7c34e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:50.764534 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] For port e954c922-4b9b-4114-b141-a1d5a94c3659, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:50.829884 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] For port e954c922-4b9b-4114-b141-a1d5a94c3659, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=e954c922-4b9b-4114-b141-a1d5a94c3659,segment=NetworkSegment(6440de4f-7785-4719-bf77-d34f85d64c11),segment_id=6440de4f-7785-4719-bf77-d34f85d64c11)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:50.831131 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9caeca05-be8b-4e6e-8a6f-22e474a25d48 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:50.831606 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-9caeca05-be8b-4e6e-8a6f-22e474a25d48 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Floating IP 15b777b7-53fc-42b7-9669-b462505fabfb disassociated (deleted). External IP: 172.25.1.50, port: 6062543a-d216-4dd1-b72c-3065be166c67. Dec 12 17:46:50.872725 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:50.948562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:50.948723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526753e-0653-46e4-873d-8c86d74778bc req-fca89faa-18b7-44e4-aabd-4673da423f27 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:50.949200 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:50.950223 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a526753e-0653-46e4-873d-8c86d74778bc req-fca89faa-18b7-44e4-aabd-4673da423f27 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6111ece0-c0cf-45e8-9265-8a8fe8840b97 HTTP/1.1" status: 200 len: 931 time: 0.1587102 Dec 12 17:46:50.950561 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] 10.222.0.20 "PUT /v2.0/ports/e954c922-4b9b-4114-b141-a1d5a94c3659 HTTP/1.1" status: 200 len: 1091 time: 2.3035662 Dec 12 17:46:50.984061 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729a317-d209-4d9b-b7b1-b9500e184189 service neutron] Pushing event updated for resources: {'Port': ['ID=e954c922-4b9b-4114-b141-a1d5a94c3659,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:51.031842 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794d930-9334-4204-9f39-490734d9460a req-2a887981-77bf-49c6-86a6-038abc01984d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:51.039593 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c794d930-9334-4204-9f39-490734d9460a req-2a887981-77bf-49c6-86a6-038abc01984d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 943 time: 0.1884344 Dec 12 17:46:51.092612 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'tag': 'a979837e-935f-452f-a22d-6613dbea91f1'}, {'name': 'network-changed', 'server_uuid': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'tag': 'e954c922-4b9b-4114-b141-a1d5a94c3659'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:51.095611 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fad83c2-4b2b-40d3-86c7-191a2a934383" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca3ca10-70ce-4b72-b996-fb901c25ee3a", "tag": "a979837e-935f-452f-a22d-6613dbea91f1"}, {"name": "network-changed", "server_uuid": "5ca3ca10-70ce-4b72-b996-fb901c25ee3a", "tag": "e954c922-4b9b-4114-b141-a1d5a94c3659"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:51.104097 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a526753e-0653-46e4-873d-8c86d74778bc req-945d8a90-7b61-432c-acd0-0828f9d62546 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/security-groups?id=be5e784a-c489-4895-9fc9-87e8035d3ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298795 Dec 12 17:46:51.134595 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-19291d07-1195-441c-b373-0d9fe30e31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:51.135087 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-19291d07-1195-441c-b373-0d9fe30e31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:51.135640 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-19291d07-1195-441c-b373-0d9fe30e31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:51.145588 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-19291d07-1195-441c-b373-0d9fe30e31a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee853d86340a4c94b7f031ce765beca1&device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 2865 time: 0.1103988 Dec 12 17:46:51.193859 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08dd81b3-d622-4ff3-9d20-7416b60dad17 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:51.202664 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:51.215088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Transition to ACTIVE for port object 08dd81b3-d622-4ff3-9d20-7416b60dad17 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:46:51.228549 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c794d930-9334-4204-9f39-490734d9460a req-5f4ada29-ca28-446a-917f-c8fe1d549e13 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878510 Dec 12 17:46:51.229936 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:51.236354 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-883d493c-f445-4dd4-ab89-3892fc388e73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.126&port_id=19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 HTTP/1.1" status: 200 len: 217 time: 0.0752985 Dec 12 17:46:51.250586 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9caeca05-be8b-4e6e-8a6f-22e474a25d48 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Router 56cc8190-e211-4605-b9a4-5aee69079eb9 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:46:51.274085 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-59d30962-f6a3-4d09-b718-a9f33311c727 req-e63016c1-63ba-4f01-b03c-6cdce0a7a2d4 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1038375543', 'description': 'tempest-description-916675570'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:51.313132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Pushing event updated for resources: {'Port': ['ID=08dd81b3-d622-4ff3-9d20-7416b60dad17,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:51.378088 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-59d30962-f6a3-4d09-b718-a9f33311c727 req-e63016c1-63ba-4f01-b03c-6cdce0a7a2d4 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:51.397766 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-59d30962-f6a3-4d09-b718-a9f33311c727 req-e63016c1-63ba-4f01-b03c-6cdce0a7a2d4 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:51.408936 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-b27283a4-bb62-4beb-9140-a0d86bc627b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:51.410411 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-b27283a4-bb62-4beb-9140-a0d86bc627b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=51a1194a-b628-42a7-b5e3-ab1faeb605e5 HTTP/1.1" status: 200 len: 801 time: 0.1619868 Dec 12 17:46:51.447247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Attempting to bind port 08dd81b3-d622-4ff3-9d20-7416b60dad17 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:46:51.447247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Attempting to bind port 08dd81b3-d622-4ff3-9d20-7416b60dad17 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '8058b25e-1747-4eca-aee9-4e8a0dd24cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '183ec636-adc5-4b1a-83b3-13ff3aa9b8cf'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:46:51.447247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Attempting to bind port 08dd81b3-d622-4ff3-9d20-7416b60dad17 on network 183ec636-adc5-4b1a-83b3-13ff3aa9b8cf {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:51.460228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Port 08dd81b3-d622-4ff3-9d20-7416b60dad17 on network 183ec636-adc5-4b1a-83b3-13ff3aa9b8cf not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:46:51.460558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Attempting to bind port 08dd81b3-d622-4ff3-9d20-7416b60dad17 on network 183ec636-adc5-4b1a-83b3-13ff3aa9b8cf {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:46:51.474632 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59366c27-b4ad-445f-9391-502b1f01f630 req-1c65eb82-4214-462b-b142-ed0f97068f73 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:51.485966 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59366c27-b4ad-445f-9391-502b1f01f630 req-1c65eb82-4214-462b-b142-ed0f97068f73 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:51.487243 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59366c27-b4ad-445f-9391-502b1f01f630 req-1c65eb82-4214-462b-b142-ed0f97068f73 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:51.494413 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59366c27-b4ad-445f-9391-502b1f01f630 req-1c65eb82-4214-462b-b142-ed0f97068f73 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:51.499916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59366c27-b4ad-445f-9391-502b1f01f630 req-1c65eb82-4214-462b-b142-ed0f97068f73 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:51.505780 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-61d897bf-85d2-4d47-b15e-72df9cb0f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:51.506826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59366c27-b4ad-445f-9391-502b1f01f630 req-1c65eb82-4214-462b-b142-ed0f97068f73 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:51.507649 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-61d897bf-85d2-4d47-b15e-72df9cb0f137 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2ec8b36-f418-463f-9aae-2278983367c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0742009 Dec 12 17:46:51.509432 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caeca05-be8b-4e6e-8a6f-22e474a25d48 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:46:51.513048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59366c27-b4ad-445f-9391-502b1f01f630 req-1c65eb82-4214-462b-b142-ed0f97068f73 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:51.515431 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59366c27-b4ad-445f-9391-502b1f01f630 req-1c65eb82-4214-462b-b142-ed0f97068f73 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5428 time: 0.1387515 Dec 12 17:46:51.521839 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a943076d-24c0-4772-a966-9200120da575 None None] Sync routers for ids ['56cc8190-e211-4605-b9a4-5aee69079eb9'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:46:51.523398 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9caeca05-be8b-4e6e-8a6f-22e474a25d48 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:51.526576 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:46:51.526923 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Checking segment: {'id': '8058b25e-1747-4eca-aee9-4e8a0dd24cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '183ec636-adc5-4b1a-83b3-13ff3aa9b8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:46:51.527378 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Bound using segment: {'id': '8058b25e-1747-4eca-aee9-4e8a0dd24cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '183ec636-adc5-4b1a-83b3-13ff3aa9b8cf'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:46:51.528573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Bound port: 08dd81b3-d622-4ff3-9d20-7416b60dad17, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8058b25e-1747-4eca-aee9-4e8a0dd24cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '183ec636-adc5-4b1a-83b3-13ff3aa9b8cf'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:46:51.528573 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:51.539763 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a943076d-24c0-4772-a966-9200120da575 None None] Routers {'56cc8190-e211-4605-b9a4-5aee69079eb9'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:51.540526 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a943076d-24c0-4772-a966-9200120da575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:46:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['56cc8190-e211-4605-b9a4-5aee69079eb9'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:51.656312 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-eb37c6a3-d9aa-4a2e-aa93-b71174242e48 service neutron] 10.222.0.20 "GET /v2.0/networks/f2ec8b36-f418-463f-9aae-2278983367c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279838 Dec 12 17:46:51.685977 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-59d30962-f6a3-4d09-b718-a9f33311c727 req-e63016c1-63ba-4f01-b03c-6cdce0a7a2d4 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:51.703147 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-a943076d-24c0-4772-a966-9200120da575 None None] Set router 56cc8190-e211-4605-b9a4-5aee69079eb9 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:51.713657 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-59d30962-f6a3-4d09-b718-a9f33311c727 req-e63016c1-63ba-4f01-b03c-6cdce0a7a2d4 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:51.758677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] For port 08dd81b3-d622-4ff3-9d20-7416b60dad17, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:46:51.771138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59366c27-b4ad-445f-9391-502b1f01f630 req-4ce3327e-7515-43b0-95b0-b2145970491e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2368104 Dec 12 17:46:51.783872 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9caeca05-be8b-4e6e-8a6f-22e474a25d48 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "DELETE /v2.0/floatingips/15b777b7-53fc-42b7-9669-b462505fabfb HTTP/1.1" status: 204 len: 168 time: 2.6023254 Dec 12 17:46:51.790131 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-bd435393-cf3d-4334-8d2f-fd0e43461da7 service neutron] 10.222.0.20 "GET /v2.0/networks/f2ec8b36-f418-463f-9aae-2278983367c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216412 Dec 12 17:46:51.802553 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63016c1-63ba-4f01-b03c-6cdce0a7a2d4 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f1d9ac-8d34-4ee8-a170-69125506aeeb,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:51.813527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] For port 08dd81b3-d622-4ff3-9d20-7416b60dad17, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=08dd81b3-d622-4ff3-9d20-7416b60dad17,segment=NetworkSegment(8058b25e-1747-4eca-aee9-4e8a0dd24cb9),segment_id=8058b25e-1747-4eca-aee9-4e8a0dd24cb9)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:46:51.827356 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:51.854450 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-b75581b0-fc7c-4d2f-9f18-9e9f209b60b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.219&port_id=a979837e-935f-452f-a22d-6613dbea91f1 HTTP/1.1" status: 200 len: 217 time: 0.0558498 Dec 12 17:46:51.875294 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9'}, {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd0637a-9af5-4876-95fb-640753ad8e72'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:51.875840 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-59d30962-f6a3-4d09-b718-a9f33311c727 req-e63016c1-63ba-4f01-b03c-6cdce0a7a2d4 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:51.878015 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e2996d-298e-4066-9ecf-912b78e4559f" -d '{"events": [{"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-plugged", "status": "completed", "tag": "5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9"}, {"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-plugged", "status": "completed", "tag": "fdd0637a-9af5-4876-95fb-640753ad8e72"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:51.884827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:51.885566 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:51.887064 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] 10.222.0.31 "PUT /v2.0/ports/08dd81b3-d622-4ff3-9d20-7416b60dad17 HTTP/1.1" status: 200 len: 1091 time: 1.8320844 Dec 12 17:46:51.887833 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6111ece0-c0cf-45e8-9265-8a8fe8840b97', 'tag': '08dd81b3-d622-4ff3-9d20-7416b60dad17'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:51.890483 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5798a1-0857-47cb-b1e6-be43fe989b51" -d '{"events": [{"name": "network-changed", "server_uuid": "6111ece0-c0cf-45e8-9265-8a8fe8840b97", "tag": "08dd81b3-d622-4ff3-9d20-7416b60dad17"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:51.897216 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-59d30962-f6a3-4d09-b718-a9f33311c727 req-e63016c1-63ba-4f01-b03c-6cdce0a7a2d4 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:51.945217 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d535061-be72-48cf-a4af-cff540c6b0f2 x-openstack-request-id: req-6d535061-be72-48cf-a4af-cff540c6b0f2 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:51.945518 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca3ca10-70ce-4b72-b996-fb901c25ee3a", "tag": "a979837e-935f-452f-a22d-6613dbea91f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5ca3ca10-70ce-4b72-b996-fb901c25ee3a", "tag": "e954c922-4b9b-4114-b141-a1d5a94c3659", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:51.945917 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d535061-be72-48cf-a4af-cff540c6b0f2 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:51.946267 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 096a3e32-b2b3-42ac-aa8f-9d49590fa519 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:46:51.946640 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'tag': 'a979837e-935f-452f-a22d-6613dbea91f1', 'status': 'completed', 'code': 200} Dec 12 17:46:51.948551 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'tag': 'e954c922-4b9b-4114-b141-a1d5a94c3659', 'status': 'completed', 'code': 200} Dec 12 17:46:51.951273 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-f59c0196-21c9-4726-a74f-9e13d0fee0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:51.954544 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-f59c0196-21c9-4726-a74f-9e13d0fee0ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10429314-e882-46aa-ae56-7355e71951ae HTTP/1.1" status: 200 len: 801 time: 0.0930278 Dec 12 17:46:51.957417 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dd8d0-5261-4818-830c-0422ee5c23c0 service neutron] Pushing event updated for resources: {'Port': ['ID=08dd81b3-d622-4ff3-9d20-7416b60dad17,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:51.963146 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-59d30962-f6a3-4d09-b718-a9f33311c727 req-e63016c1-63ba-4f01-b03c-6cdce0a7a2d4 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:51.964114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59d30962-f6a3-4d09-b718-a9f33311c727 req-e63016c1-63ba-4f01-b03c-6cdce0a7a2d4 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.7077360 Dec 12 17:46:51.987602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63016c1-63ba-4f01-b03c-6cdce0a7a2d4 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab84b261-2299-49df-a3f3-51c5e227f123,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:52.000731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-bb0c691f-772d-49b3-85a3-057067b4814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:52.002227 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-bb0c691f-772d-49b3-85a3-057067b4814a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d348e3b5bf94461a65ea23208c9e772&device_id=6111ece0-c0cf-45e8-9265-8a8fe8840b97 HTTP/1.1" status: 200 len: 1094 time: 0.0630751 Dec 12 17:46:52.067867 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-79044adf-3161-4f27-acbb-12f340f1121e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:52.069649 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-79044adf-3161-4f27-acbb-12f340f1121e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb08b6f9-dcc7-4637-8095-b4eab88aa00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1057487 Dec 12 17:46:52.128511 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-a2745cba-018f-403e-97a8-7ea2a810fe20 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08dd81b3-d622-4ff3-9d20-7416b60dad17 HTTP/1.1" status: 200 len: 217 time: 0.1163664 Dec 12 17:46:52.179796 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a943076d-24c0-4772-a966-9200120da575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283597970', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:04Z', 'revision_number': 4, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f03006a1-3c94-493e-9fe2-629c0c866047', 'name': '', 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'mac_address': 'fa:16:3e:c1:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:02Z', 'updated_at': '2021-12-12T17:44:11Z', 'revision_number': 5, 'project_id': '67865f4a143048ea9866213bacf38009', 'subnets': [{'id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:52.197052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 096a3e32-b2b3-42ac-aa8f-9d49590fa519, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=096a3e32-b2b3-42ac-aa8f-9d49590fa519,segment=NetworkSegment(d4bcfbbb-c593-458b-a695-0f45cb5a68b1),segment_id=d4bcfbbb-c593-458b-a695-0f45cb5a68b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:52.220227 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '096a3e32-b2b3-42ac-aa8f-9d49590fa519', 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b', 'port_id': '096a3e32-b2b3-42ac-aa8f-9d49590fa519', 'mac_address': 'fa:16:3e:24:e8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:46:52.222654 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a943076d-24c0-4772-a966-9200120da575 None None] Checking router: 56cc8190-e211-4605-b9a4-5aee69079eb9 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:46:52.234893 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a943076d-24c0-4772-a966-9200120da575 None None] Routers {'56cc8190-e211-4605-b9a4-5aee69079eb9'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:52.235997 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a943076d-24c0-4772-a966-9200120da575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:46:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['56cc8190-e211-4605-b9a4-5aee69079eb9'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:52.273500 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-d491b58f-c1bf-4729-b020-2802685bdce9 service neutron] 10.222.0.20 "GET /v2.0/networks/cb08b6f9-dcc7-4637-8095-b4eab88aa00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900990 Dec 12 17:46:52.283916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-571c62ed-955a-414c-9bab-da359ed3982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:52.296458 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-571c62ed-955a-414c-9bab-da359ed3982e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a616062b-9adc-4c65-b17c-38ddcb957555 HTTP/1.1" status: 200 len: 849 time: 0.1295922 Dec 12 17:46:52.310372 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:52.311350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07631f70-64ad-4223-9ce5-ca3ed2aa8fe6 req-e5fadaca-a594-413b-8d2c-163d5fbe4608 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:52.321082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07631f70-64ad-4223-9ce5-ca3ed2aa8fe6 req-e5fadaca-a594-413b-8d2c-163d5fbe4608 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:52.333756 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096a3e32-b2b3-42ac-aa8f-9d49590fa519 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:52.345564 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07631f70-64ad-4223-9ce5-ca3ed2aa8fe6 req-e5fadaca-a594-413b-8d2c-163d5fbe4608 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:52.347285 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07631f70-64ad-4223-9ce5-ca3ed2aa8fe6 req-e5fadaca-a594-413b-8d2c-163d5fbe4608 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 2412 time: 0.2521350 Dec 12 17:46:52.377916 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d27c4d9-331a-4f0d-b933-fa1a1f9cd110 x-openstack-request-id: req-9d27c4d9-331a-4f0d-b933-fa1a1f9cd110 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:52.378149 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-plugged", "status": "completed", "tag": "5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9", "code": 200}, {"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-plugged", "status": "completed", "tag": "fdd0637a-9af5-4876-95fb-640753ad8e72", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:52.378393 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d27c4d9-331a-4f0d-b933-fa1a1f9cd110 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:52.378805 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9', 'code': 200} Dec 12 17:46:52.379345 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd0637a-9af5-4876-95fb-640753ad8e72', 'code': 200} Dec 12 17:46:52.381162 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 096a3e32-b2b3-42ac-aa8f-9d49590fa519, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=096a3e32-b2b3-42ac-aa8f-9d49590fa519,segment=NetworkSegment(d4bcfbbb-c593-458b-a695-0f45cb5a68b1),segment_id=d4bcfbbb-c593-458b-a695-0f45cb5a68b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:52.387366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 74fe0dca-36da-4aa7-9005-c07f6c8d7c17 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:52.391499 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:52.406839 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-a943076d-24c0-4772-a966-9200120da575 None None] Set router 56cc8190-e211-4605-b9a4-5aee69079eb9 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:52.418530 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-252e5d73-ec90-4f95-a80f-6d153a78cb68 service neutron] 10.222.0.20 "GET /v2.0/networks/cb08b6f9-dcc7-4637-8095-b4eab88aa00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381493 Dec 12 17:46:52.419941 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-c364f1cd-2eb2-4d53-b14d-a08556160201 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=183ec636-adc5-4b1a-83b3-13ff3aa9b8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717137 Dec 12 17:46:52.487127 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa07b99-184d-44b0-8db9-294b2bca631f x-openstack-request-id: req-baa07b99-184d-44b0-8db9-294b2bca631f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:52.487484 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6111ece0-c0cf-45e8-9265-8a8fe8840b97", "tag": "08dd81b3-d622-4ff3-9d20-7416b60dad17", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:52.487700 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-baa07b99-184d-44b0-8db9-294b2bca631f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:52.488782 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6111ece0-c0cf-45e8-9265-8a8fe8840b97', 'tag': '08dd81b3-d622-4ff3-9d20-7416b60dad17', 'status': 'completed', 'code': 200} Dec 12 17:46:52.490655 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-cb22aad9-5c9b-4d04-88ba-e26e4c99758e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=e954c922-4b9b-4114-b141-a1d5a94c3659 HTTP/1.1" status: 200 len: 217 time: 0.0630412 Dec 12 17:46:52.491682 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=096a3e32-b2b3-42ac-aa8f-9d49590fa519,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:52.511562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 74fe0dca-36da-4aa7-9005-c07f6c8d7c17 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:46:52.521963 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 74fe0dca-36da-4aa7-9005-c07f6c8d7c17 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:52.522345 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:52.525626 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-d7e1dcd0-eff8-40c0-8661-9378f165da42 req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1646146302', 'description': 'tempest-description-847402617'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:52.592225 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07631f70-64ad-4223-9ce5-ca3ed2aa8fe6 req-0a68deac-9d3f-4dc6-89b8-2e572d822f88 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309973 Dec 12 17:46:52.599552 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d7e1dcd0-eff8-40c0-8661-9378f165da42 req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:52.602001 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-845d7d8e-7531-42af-acc5-69d47769abba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:52.616639 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-845d7d8e-7531-42af-acc5-69d47769abba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=51a1194a-b628-42a7-b5e3-ab1faeb605e5 HTTP/1.1" status: 200 len: 801 time: 0.1141701 Dec 12 17:46:52.629793 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-751d2cc1-135a-4ba5-bcb4-8c6af8d8d72f service neutron] 10.222.0.31 "GET /v2.0/networks/183ec636-adc5-4b1a-83b3-13ff3aa9b8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970539 Dec 12 17:46:52.658513 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['096a3e32-b2b3-42ac-aa8f-9d49590fa519'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:52.669296 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-68887add-f01e-46fd-b590-f2e2c3261966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:52.671131 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-68887add-f01e-46fd-b590-f2e2c3261966 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2ec8b36-f418-463f-9aae-2278983367c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0581510 Dec 12 17:46:52.763623 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:52.792282 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-d9ce7237-5ffb-4ec3-9726-3b128070eef0 service neutron] 10.222.0.20 "GET /v2.0/networks/f2ec8b36-f418-463f-9aae-2278983367c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119471 Dec 12 17:46:52.811776 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a943076d-24c0-4772-a966-9200120da575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283597970', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:04Z', 'revision_number': 4, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f03006a1-3c94-493e-9fe2-629c0c866047', 'name': '', 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'mac_address': 'fa:16:3e:c1:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:02Z', 'updated_at': '2021-12-12T17:44:11Z', 'revision_number': 5, 'project_id': '67865f4a143048ea9866213bacf38009', 'subnets': [{'id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:52.836566 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 74fe0dca-36da-4aa7-9005-c07f6c8d7c17, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=74fe0dca-36da-4aa7-9005-c07f6c8d7c17,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:52.848962 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:52.851580 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 3c6a56cf-3516-4420-ab59-792fb69d6bca up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:52.869136 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a943076d-24c0-4772-a966-9200120da575 None None] The sync data for ids ['56cc8190-e211-4605-b9a4-5aee69079eb9'] in n-d-760354-5 is: [{'id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283597970', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:04Z', 'revision_number': 4, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f03006a1-3c94-493e-9fe2-629c0c866047', 'name': '', 'network_id': '0b57a6c2-20de-47d5-8be0-2090afda85e0', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'mac_address': 'fa:16:3e:c1:7c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:02Z', 'updated_at': '2021-12-12T17:44:11Z', 'revision_number': 5, 'project_id': '67865f4a143048ea9866213bacf38009', 'subnets': [{'id': '7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:46:52.970365 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a8bc7ca7-afbc-41b1-82f6-e71a5b5b9dcd req-84910ce8-cab9-4d44-ba82-989b281d7eb1 service neutron] 10.222.0.20 "GET /v2.0/networks/f2ec8b36-f418-463f-9aae-2278983367c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656098 Dec 12 17:46:53.033050 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=74fe0dca-36da-4aa7-9005-c07f6c8d7c17,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:53.068746 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 3c6a56cf-3516-4420-ab59-792fb69d6bca completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:46:53.079256 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 3c6a56cf-3516-4420-ab59-792fb69d6bca triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:53.079759 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:53.092162 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-40c55c3c-3b6c-4c0b-8b60-9c24a9cc5377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:53.092654 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-40c55c3c-3b6c-4c0b-8b60-9c24a9cc5377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:53.093148 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-40c55c3c-3b6c-4c0b-8b60-9c24a9cc5377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:53.095405 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-40c55c3c-3b6c-4c0b-8b60-9c24a9cc5377 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee853d86340a4c94b7f031ce765beca1&device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 2865 time: 0.0645013 Dec 12 17:46:53.183289 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:53.222188 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 3c6a56cf-3516-4420-ab59-792fb69d6bca, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=3c6a56cf-3516-4420-ab59-792fb69d6bca,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:53.223621 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-e6af1ae4-3ddd-4f49-93b7-e997c3c460ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:53.225772 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-e6af1ae4-3ddd-4f49-93b7-e997c3c460ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb08b6f9-dcc7-4637-8095-b4eab88aa00f HTTP/1.1" status: 200 len: 903 time: 0.1214807 Dec 12 17:46:53.229699 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:53.230517 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 4c9890dd-05d2-41e8-843c-8988a8304c70 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:53.289747 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-10d0a9e6-dd0a-4fac-b437-18d11d74f5d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.219&port_id=a979837e-935f-452f-a22d-6613dbea91f1 HTTP/1.1" status: 200 len: 217 time: 0.0493536 Dec 12 17:46:53.324032 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=3c6a56cf-3516-4420-ab59-792fb69d6bca,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:53.339842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 4c9890dd-05d2-41e8-843c-8988a8304c70 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:46:53.345429 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 4c9890dd-05d2-41e8-843c-8988a8304c70 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:53.346113 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:53.375183 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-904b31ab-9473-4573-ad1e-058a5e5e85a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:53.376994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ca896-1ca8-4ea0-a1e7-fc348c9371ce None None] New status for floating IP 15b777b7-53fc-42b7-9669-b462505fabfb: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:46:53.378268 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-904b31ab-9473-4573-ad1e-058a5e5e85a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10429314-e882-46aa-ae56-7355e71951ae HTTP/1.1" status: 200 len: 801 time: 0.0777524 Dec 12 17:46:53.392935 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4df7944b-d2ba-4d4d-a513-37a0edda5ba6 req-a438af6d-3ade-4c59-9d01-252d2a24e6a6 service neutron] 10.222.0.31 "GET /v2.0/networks/183ec636-adc5-4b1a-83b3-13ff3aa9b8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7522583 Dec 12 17:46:53.395221 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d7e1dcd0-eff8-40c0-8661-9378f165da42 req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:53.403926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4291d5-602b-4246-a8b5-32b93ee43a91 req-efcbd726-5668-4896-831e-26679258975f tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:53.411288 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d4291d5-602b-4246-a8b5-32b93ee43a91 req-efcbd726-5668-4896-831e-26679258975f tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6111ece0-c0cf-45e8-9265-8a8fe8840b97 HTTP/1.1" status: 200 len: 943 time: 0.6658895 Dec 12 17:46:53.418556 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d7e1dcd0-eff8-40c0-8661-9378f165da42 req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:53.461069 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d7e1dcd0-eff8-40c0-8661-9378f165da42 req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:53.461555 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-a48da608-b291-4a62-a6e7-0fe2b9b266b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:53.465012 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-a48da608-b291-4a62-a6e7-0fe2b9b266b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb08b6f9-dcc7-4637-8095-b4eab88aa00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0763593 Dec 12 17:46:53.472998 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7e1dcd0-eff8-40c0-8661-9378f165da42 req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.9832520 Dec 12 17:46:53.592817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28273b81-cac6-428f-bdc3-0a42908d8d9a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:53.625878 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-5d764b63-2da1-437f-a195-ea86dc6faf08 service neutron] 10.222.0.20 "GET /v2.0/networks/cb08b6f9-dcc7-4637-8095-b4eab88aa00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514356 Dec 12 17:46:53.627354 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:53.628207 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d4291d5-602b-4246-a8b5-32b93ee43a91 req-6415d427-cde7-40d8-8524-4e8cc783ae39 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/security-groups?id=be5e784a-c489-4895-9fc9-87e8035d3ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082109 Dec 12 17:46:53.678425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5798a1-0857-47cb-b1e6-be43fe989b51 req-9ae3647c-6ed9-42fe-acca-eb4294b1e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:53.683956 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e5798a1-0857-47cb-b1e6-be43fe989b51 req-9ae3647c-6ed9-42fe-acca-eb4294b1e8e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d348e3b5bf94461a65ea23208c9e772&device_id=6111ece0-c0cf-45e8-9265-8a8fe8840b97 HTTP/1.1" status: 200 len: 1094 time: 0.2099507 Dec 12 17:46:53.689460 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 4c9890dd-05d2-41e8-843c-8988a8304c70, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=4c9890dd-05d2-41e8-843c-8988a8304c70,segment=NetworkSegment(e3173692-a54b-40f3-a6ec-bfcd39b16dd5),segment_id=e3173692-a54b-40f3-a6ec-bfcd39b16dd5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:53.696176 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:53.697238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 13e6a17c-85db-43de-b045-d6d42d4e2cd6 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:53.699567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:53.700092 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:53.700790 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:53.701302 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:53.701828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:53.702328 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:53.702872 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:53.703406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:53.703944 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:53.704431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:53.704923 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:53.705520 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:53.706048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154994af-252e-47e8-9945-27c3137f9ce9 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:46:53.777415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76115a1a-5233-459e-a6da-4751e6e9acc5 req-6d2757fd-2945-41ae-bf24-a24549686629 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:53.778972 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-072b2a8a-92b9-4416-8fbf-9f35c63e6272 service neutron] 10.222.0.20 "GET /v2.0/networks/cb08b6f9-dcc7-4637-8095-b4eab88aa00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445463 Dec 12 17:46:53.798149 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76115a1a-5233-459e-a6da-4751e6e9acc5 req-6d2757fd-2945-41ae-bf24-a24549686629 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 944 time: 0.2153578 Dec 12 17:46:53.836493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=4c9890dd-05d2-41e8-843c-8988a8304c70,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:53.842247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 13e6a17c-85db-43de-b045-d6d42d4e2cd6 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:46:53.847478 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 13e6a17c-85db-43de-b045-d6d42d4e2cd6 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:53.848173 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:53.892662 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-91e58387-5d87-42bc-845f-0900bdf24f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:53.893158 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-91e58387-5d87-42bc-845f-0900bdf24f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:53.893641 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-91e58387-5d87-42bc-845f-0900bdf24f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:53.895430 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-91e58387-5d87-42bc-845f-0900bdf24f35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee853d86340a4c94b7f031ce765beca1&device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 2865 time: 0.0570619 Dec 12 17:46:53.913425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31a2cf-8103-46d8-8b5f-d8f6f45f4555 req-ef2991bd-8127-47eb-bba8-8a7b0c60b368 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:53.915293 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd31a2cf-8103-46d8-8b5f-d8f6f45f4555 req-ef2991bd-8127-47eb-bba8-8a7b0c60b368 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 984 time: 0.2179637 Dec 12 17:46:53.949219 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:53.962328 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5798a1-0857-47cb-b1e6-be43fe989b51 req-c3c71982-d446-43f3-ae74-cd65f7baea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:53.964183 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e5798a1-0857-47cb-b1e6-be43fe989b51 req-c3c71982-d446-43f3-ae74-cd65f7baea12 service neutron] 10.222.0.31 "GET /v2.0/networks?id=183ec636-adc5-4b1a-83b3-13ff3aa9b8cf HTTP/1.1" status: 200 len: 910 time: 0.2703509 Dec 12 17:46:53.967806 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76115a1a-5233-459e-a6da-4751e6e9acc5 req-8ed87282-83b5-4ab7-b4c3-55397a38f081 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695065 Dec 12 17:46:53.970566 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 096a3e32-b2b3-42ac-aa8f-9d49590fa519 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:46:54.010107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ed58a7-e8ef-482b-813f-212d43405bb4', 'tag': '6062543a-d216-4dd1-b72c-3065be166c67'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:54.013480 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc48ea2-f65b-4bd3-8e78-b27e47081a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ed58a7-e8ef-482b-813f-212d43405bb4", "tag": "6062543a-d216-4dd1-b72c-3065be166c67"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:54.018231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-9936cd8b-b7ad-427b-aebe-703636f2aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:54.020897 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-9936cd8b-b7ad-427b-aebe-703636f2aad0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f2ec8b36-f418-463f-9aae-2278983367c4 HTTP/1.1" status: 200 len: 902 time: 0.1173100 Dec 12 17:46:54.033822 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 13e6a17c-85db-43de-b045-d6d42d4e2cd6, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=13e6a17c-85db-43de-b045-d6d42d4e2cd6,segment=NetworkSegment(e3173692-a54b-40f3-a6ec-bfcd39b16dd5),segment_id=e3173692-a54b-40f3-a6ec-bfcd39b16dd5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:54.051977 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd31a2cf-8103-46d8-8b5f-d8f6f45f4555 req-9673512b-a058-4fd6-a143-5eb6046423ef tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f601167-85ab-49ad-8a47-4e60797552bd&id=feaab5c2-72b4-4ea8-ab00-b3368ab82e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1258311 Dec 12 17:46:54.054671 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:54.106167 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-ceb93317-0d02-47a0-bed4-4eb987ddcc75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=e954c922-4b9b-4114-b141-a1d5a94c3659 HTTP/1.1" status: 200 len: 217 time: 0.0698295 Dec 12 17:46:54.115013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 096a3e32-b2b3-42ac-aa8f-9d49590fa519 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:46:54.121615 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 096a3e32-b2b3-42ac-aa8f-9d49590fa519 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:46:54.122319 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:54.122915 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e5798a1-0857-47cb-b1e6-be43fe989b51 req-bc31be7d-28de-4685-a05a-a31289c8da5f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08dd81b3-d622-4ff3-9d20-7416b60dad17 HTTP/1.1" status: 200 len: 217 time: 0.0937526 Dec 12 17:46:54.169238 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7583c-96a7-4d2b-bcc5-309061ca582e req-1a66f6b9-7346-42ef-96d3-ef1c96054e94 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:54.171868 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cdb7583c-96a7-4d2b-bcc5-309061ca582e req-1a66f6b9-7346-42ef-96d3-ef1c96054e94 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 984 time: 0.1493115 Dec 12 17:46:54.230749 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-a3a305f8-1b39-45d4-95e2-91aab0d47859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:54.232754 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-a3a305f8-1b39-45d4-95e2-91aab0d47859 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=51a1194a-b628-42a7-b5e3-ab1faeb605e5 HTTP/1.1" status: 200 len: 801 time: 0.1177123 Dec 12 17:46:54.261340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db32bd-c0b3-4e09-9b34-11ac801cb327 req-0e216ff2-32ba-483f-af17-b15857006650 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:54.267599 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db32bd-c0b3-4e09-9b34-11ac801cb327 req-0e216ff2-32ba-483f-af17-b15857006650 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:54.274104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db32bd-c0b3-4e09-9b34-11ac801cb327 req-0e216ff2-32ba-483f-af17-b15857006650 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:54.283383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db32bd-c0b3-4e09-9b34-11ac801cb327 req-0e216ff2-32ba-483f-af17-b15857006650 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:54.290196 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db32bd-c0b3-4e09-9b34-11ac801cb327 req-0e216ff2-32ba-483f-af17-b15857006650 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:54.296321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db32bd-c0b3-4e09-9b34-11ac801cb327 req-0e216ff2-32ba-483f-af17-b15857006650 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:54.303417 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db32bd-c0b3-4e09-9b34-11ac801cb327 req-0e216ff2-32ba-483f-af17-b15857006650 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:54.312328 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53db32bd-c0b3-4e09-9b34-11ac801cb327 req-0e216ff2-32ba-483f-af17-b15857006650 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5432 time: 0.2024512 Dec 12 17:46:54.328828 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-0a6db82e-a728-4e0a-9aeb-45a0747ed3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:54.331503 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-0a6db82e-a728-4e0a-9aeb-45a0747ed3b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2ec8b36-f418-463f-9aae-2278983367c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0877988 Dec 12 17:46:54.341965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5798a1-0857-47cb-b1e6-be43fe989b51 req-a2b0754a-90ac-4917-b2c6-88d3b6ad0814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:54.343008 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=13e6a17c-85db-43de-b045-d6d42d4e2cd6,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:54.343869 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e5798a1-0857-47cb-b1e6-be43fe989b51 req-a2b0754a-90ac-4917-b2c6-88d3b6ad0814 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a616062b-9adc-4c65-b17c-38ddcb957555 HTTP/1.1" status: 200 len: 849 time: 0.2009854 Dec 12 17:46:54.395173 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fe0dca-36da-4aa7-9005-c07f6c8d7c17'}, {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6a56cf-3516-4420-ab59-792fb69d6bca'}, {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9890dd-05d2-41e8-843c-8988a8304c70'}, {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e6a17c-85db-43de-b045-d6d42d4e2cd6'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:54.397901 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3c8bca-ae97-4962-8a87-ee0f210d1b46" -d '{"events": [{"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-plugged", "status": "completed", "tag": "74fe0dca-36da-4aa7-9005-c07f6c8d7c17"}, {"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-plugged", "status": "completed", "tag": "3c6a56cf-3516-4420-ab59-792fb69d6bca"}, {"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-plugged", "status": "completed", "tag": "4c9890dd-05d2-41e8-843c-8988a8304c70"}, {"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-plugged", "status": "completed", "tag": "13e6a17c-85db-43de-b045-d6d42d4e2cd6"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:54.403240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e5798a1-0857-47cb-b1e6-be43fe989b51 req-4c403628-a45d-4469-99bf-4003b4c376f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=183ec636-adc5-4b1a-83b3-13ff3aa9b8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460525 Dec 12 17:46:54.419726 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:54.426076 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-cdb7583c-96a7-4d2b-bcc5-309061ca582e req-be3a779c-c68e-452b-815f-154a8c39c313 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Deleting port 6062543a-d216-4dd1-b72c-3065be166c67 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:54.426453 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cdb7583c-96a7-4d2b-bcc5-309061ca582e req-be3a779c-c68e-452b-815f-154a8c39c313 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:54.460521 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 096a3e32-b2b3-42ac-aa8f-9d49590fa519, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=096a3e32-b2b3-42ac-aa8f-9d49590fa519,segment=NetworkSegment(d4bcfbbb-c593-458b-a695-0f45cb5a68b1),segment_id=d4bcfbbb-c593-458b-a695-0f45cb5a68b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:54.462791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53db32bd-c0b3-4e09-9b34-11ac801cb327 req-9df56d4b-2299-432e-8e82-b5eb45d9dfe5 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1493914 Dec 12 17:46:54.478606 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:54.543409 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-dbb64164-1b0c-4e5b-bc9c-3e790790c168 service neutron] 10.222.0.20 "GET /v2.0/networks/f2ec8b36-f418-463f-9aae-2278983367c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977847 Dec 12 17:46:54.579660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=096a3e32-b2b3-42ac-aa8f-9d49590fa519,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:54.639100 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-cdb7583c-96a7-4d2b-bcc5-309061ca582e req-be3a779c-c68e-452b-815f-154a8c39c313 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] For port 6062543a-d216-4dd1-b72c-3065be166c67, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=6062543a-d216-4dd1-b72c-3065be166c67,segment=NetworkSegment(c63bf409-6d90-4d92-862a-f1f39472364d),segment_id=c63bf409-6d90-4d92-862a-f1f39472364d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:54.639778 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cdb7583c-96a7-4d2b-bcc5-309061ca582e req-be3a779c-c68e-452b-815f-154a8c39c313 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:54.656659 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e5798a1-0857-47cb-b1e6-be43fe989b51 req-d9f7afd3-faf7-4cbc-8bdf-25b0e21773ad service neutron] 10.222.0.31 "GET /v2.0/networks/183ec636-adc5-4b1a-83b3-13ff3aa9b8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140973 Dec 12 17:46:54.657176 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-cdb7583c-96a7-4d2b-bcc5-309061ca582e req-be3a779c-c68e-452b-815f-154a8c39c313 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Calling delete_port for 6062543a-d216-4dd1-b72c-3065be166c67 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:54.723437 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7fad83c2-4b2b-40d3-86c7-191a2a934383 req-73724686-ef4a-4b3d-b22f-21e103f1aa6c service neutron] 10.222.0.20 "GET /v2.0/networks/f2ec8b36-f418-463f-9aae-2278983367c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706667 Dec 12 17:46:54.758613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4297119-6660-494f-bd79-12964b7d39a0 req-ce2d136a-b84a-436d-a7b5-63e3093ddc3e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:54.764683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4297119-6660-494f-bd79-12964b7d39a0 req-ce2d136a-b84a-436d-a7b5-63e3093ddc3e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:54.770559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4297119-6660-494f-bd79-12964b7d39a0 req-ce2d136a-b84a-436d-a7b5-63e3093ddc3e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:54.772280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4297119-6660-494f-bd79-12964b7d39a0 req-ce2d136a-b84a-436d-a7b5-63e3093ddc3e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 2412 time: 0.1745543 Dec 12 17:46:54.824311 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cdb7583c-96a7-4d2b-bcc5-309061ca582e req-be3a779c-c68e-452b-815f-154a8c39c313 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:54.857356 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a779c-c68e-452b-815f-154a8c39c313 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event deleted for resources: {'Port': ['ID=6062543a-d216-4dd1-b72c-3065be166c67,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:54.898493 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e5798a1-0857-47cb-b1e6-be43fe989b51 req-e1105e67-bbad-4637-9075-323a2e25c067 service neutron] 10.222.0.31 "GET /v2.0/networks/183ec636-adc5-4b1a-83b3-13ff3aa9b8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282977 Dec 12 17:46:54.915288 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4297119-6660-494f-bd79-12964b7d39a0 req-56f2887f-bb73-462a-a315-af568a69b422 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301830 Dec 12 17:46:54.930678 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb7583c-96a7-4d2b-bcc5-309061ca582e req-be3a779c-c68e-452b-815f-154a8c39c313 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] No DVR routers for this DVR port 6062543a-d216-4dd1-b72c-3065be166c67 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:46:54.933717 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cdb7583c-96a7-4d2b-bcc5-309061ca582e req-be3a779c-c68e-452b-815f-154a8c39c313 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:54.937522 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cdb7583c-96a7-4d2b-bcc5-309061ca582e req-be3a779c-c68e-452b-815f-154a8c39c313 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.31 "DELETE /v2.0/ports/6062543a-d216-4dd1-b72c-3065be166c67 HTTP/1.1" status: 204 len: 173 time: 0.7559841 Dec 12 17:46:54.996919 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a75d2a1-f409-4be4-aec9-bf39306f5c0d x-openstack-request-id: req-9a75d2a1-f409-4be4-aec9-bf39306f5c0d {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:54.997302 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ed58a7-e8ef-482b-813f-212d43405bb4", "tag": "6062543a-d216-4dd1-b72c-3065be166c67", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:54.997662 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a75d2a1-f409-4be4-aec9-bf39306f5c0d {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:54.998151 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ed58a7-e8ef-482b-813f-212d43405bb4', 'tag': '6062543a-d216-4dd1-b72c-3065be166c67', 'status': 'completed', 'code': 200} Dec 12 17:46:55.065868 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-8da138bc-be61-40f1-acc0-ff774c223420 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 60283 time: 0.8319840 Dec 12 17:46:55.077723 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0dc48ea2-f65b-4bd3-8e78-b27e47081a9b req-6e6a6ee9-6484-4883-bda1-1258b08d8c97 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=67865f4a143048ea9866213bacf38009&device_id=a9ed58a7-e8ef-482b-813f-212d43405bb4 HTTP/1.1" status: 200 len: 210 time: 0.0536821 Dec 12 17:46:55.108190 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22405d1e-9155-4a18-9539-fc7ba2f4a8a1 x-openstack-request-id: req-22405d1e-9155-4a18-9539-fc7ba2f4a8a1 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:55.108905 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-plugged", "status": "completed", "tag": "74fe0dca-36da-4aa7-9005-c07f6c8d7c17", "code": 200}, {"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-plugged", "status": "completed", "tag": "3c6a56cf-3516-4420-ab59-792fb69d6bca", "code": 200}, {"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-plugged", "status": "completed", "tag": "4c9890dd-05d2-41e8-843c-8988a8304c70", "code": 200}, {"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-plugged", "status": "completed", "tag": "13e6a17c-85db-43de-b045-d6d42d4e2cd6", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:55.108905 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22405d1e-9155-4a18-9539-fc7ba2f4a8a1 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:55.109478 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fe0dca-36da-4aa7-9005-c07f6c8d7c17', 'code': 200} Dec 12 17:46:55.109838 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6a56cf-3516-4420-ab59-792fb69d6bca', 'code': 200} Dec 12 17:46:55.110285 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9890dd-05d2-41e8-843c-8988a8304c70', 'code': 200} Dec 12 17:46:55.110636 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e6a17c-85db-43de-b045-d6d42d4e2cd6', 'code': 200} Dec 12 17:46:55.163074 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-2e08bae7-f57b-429c-88f1-6426616fc2ec tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/0799fdd4-ff68-4b53-87d3-c455242f8808 HTTP/1.1" status: 200 len: 3002 time: 0.0881898 Dec 12 17:46:55.274185 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc48ea2-f65b-4bd3-8e78-b27e47081a9b req-bce72b79-432e-4f3c-b03d-4fcefb443603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:55.278229 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0dc48ea2-f65b-4bd3-8e78-b27e47081a9b req-bce72b79-432e-4f3c-b03d-4fcefb443603 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=67865f4a143048ea9866213bacf38009&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1900578 Dec 12 17:46:55.310108 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-a25d83f7-93aa-42e7-88d1-e1d337bfacf1 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/0799fdd4-ff68-4b53-87d3-c455242f8808 HTTP/1.1" status: 200 len: 3002 time: 0.1392417 Dec 12 17:46:55.324352 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1365f8-abd9-4d41-b68d-b8008dea6294 req-6274f16e-4953-45e5-83f1-a310993116c9 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:55.326261 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d1365f8-abd9-4d41-b68d-b8008dea6294 req-6274f16e-4953-45e5-83f1-a310993116c9 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6111ece0-c0cf-45e8-9265-8a8fe8840b97 HTTP/1.1" status: 200 len: 943 time: 0.1158223 Dec 12 17:46:55.384799 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68629b2-092e-4f7c-983a-ad7ffcee060b req-24f808e2-25d6-459b-a865-787c2cc6e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:55.385439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68629b2-092e-4f7c-983a-ad7ffcee060b req-24f808e2-25d6-459b-a865-787c2cc6e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:55.385987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68629b2-092e-4f7c-983a-ad7ffcee060b req-24f808e2-25d6-459b-a865-787c2cc6e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:55.386528 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68629b2-092e-4f7c-983a-ad7ffcee060b req-24f808e2-25d6-459b-a865-787c2cc6e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:55.387067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68629b2-092e-4f7c-983a-ad7ffcee060b req-24f808e2-25d6-459b-a865-787c2cc6e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:55.387632 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68629b2-092e-4f7c-983a-ad7ffcee060b req-24f808e2-25d6-459b-a865-787c2cc6e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:55.388172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68629b2-092e-4f7c-983a-ad7ffcee060b req-24f808e2-25d6-459b-a865-787c2cc6e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:55.390255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a68629b2-092e-4f7c-983a-ad7ffcee060b req-24f808e2-25d6-459b-a865-787c2cc6e962 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 6489 time: 0.1311767 Dec 12 17:46:55.420109 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc48ea2-f65b-4bd3-8e78-b27e47081a9b req-d9ddc999-9d08-45ab-bd44-ce2fe382ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:55.421741 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0dc48ea2-f65b-4bd3-8e78-b27e47081a9b req-d9ddc999-9d08-45ab-bd44-ce2fe382ddf6 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344874 Dec 12 17:46:55.443769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d1365f8-abd9-4d41-b68d-b8008dea6294 req-54ecc0da-adc6-47d8-b2db-ca589d941145 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/security-groups?id=be5e784a-c489-4895-9fc9-87e8035d3ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063194 Dec 12 17:46:55.457378 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-44d73233-50a4-4fa9-a7fd-61e9caa8ccae tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/2a6607b6-9e38-4700-aec4-d35ca60e073f HTTP/1.1" status: 200 len: 3002 time: 0.1298170 Dec 12 17:46:55.548636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-176e17bb-f656-4b51-891f-5fa55b6879fe tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/2a6607b6-9e38-4700-aec4-d35ca60e073f HTTP/1.1" status: 200 len: 3002 time: 0.0902495 Dec 12 17:46:55.553144 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a68629b2-092e-4f7c-983a-ad7ffcee060b req-002804a5-b581-4c51-95fd-317b4197f331 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&id=2a6607b6-9e38-4700-aec4-d35ca60e073f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1455805 Dec 12 17:46:55.626752 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fad4c5-e32e-44c3-912d-6ba245e7f4c1 req-ae366334-a04e-44f9-9f4d-0c381fd60ceb tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:55.628260 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17fad4c5-e32e-44c3-912d-6ba245e7f4c1 req-ae366334-a04e-44f9-9f4d-0c381fd60ceb tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.0938258 Dec 12 17:46:55.633543 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-f75f3205-62a1-487f-bb14-98806dd34b1f tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/445fb959-2834-4b3d-b59e-239778f4fa45 HTTP/1.1" status: 200 len: 2990 time: 0.0659456 Dec 12 17:46:55.705181 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17fad4c5-e32e-44c3-912d-6ba245e7f4c1 req-986910dc-d31f-4e8b-8f22-6c71594e6e07 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697811 Dec 12 17:46:55.708113 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-47b186d2-deab-43b1-852b-7b33294786bc tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/445fb959-2834-4b3d-b59e-239778f4fa45 HTTP/1.1" status: 200 len: 2990 time: 0.0669060 Dec 12 17:46:55.750144 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53560) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:55.777158 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-5f509732-e878-49d1-8ef9-5f9856f23afc tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/4c99186e-fa50-4cff-8e1f-4b474089e645 HTTP/1.1" status: 200 len: 2998 time: 0.0619133 Dec 12 17:46:55.818930 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-989a0bda-247c-48e2-b8a8-da3864ed8c30 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:55.827259 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-2021eb55-2f14-45e6-9882-528cc7d5577f tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/4c99186e-fa50-4cff-8e1f-4b474089e645 HTTP/1.1" status: 200 len: 2998 time: 0.0490694 Dec 12 17:46:55.847942 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-989a0bda-247c-48e2-b8a8-da3864ed8c30 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:55.885315 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-b9d9eaba-6904-46c5-b284-4a34c0a14206 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/5233307d-abdc-4cb5-b096-f256943fee16 HTTP/1.1" status: 200 len: 3002 time: 0.0571694 Dec 12 17:46:55.912460 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-989a0bda-247c-48e2-b8a8-da3864ed8c30 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:55.917317 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-989a0bda-247c-48e2-b8a8-da3864ed8c30 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:55.919367 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-989a0bda-247c-48e2-b8a8-da3864ed8c30 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "DELETE /v2.0/security-groups/feaab5c2-72b4-4ea8-ab00-b3368ab82e8f HTTP/1.1" status: 204 len: 168 time: 0.1681767 Dec 12 17:46:55.923675 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53564) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:55.969053 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device e954c922-4b9b-4114-b141-a1d5a94c3659 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:46:55.973115 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a0bda-247c-48e2-b8a8-da3864ed8c30 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaab5c2-72b4-4ea8-ab00-b3368ab82e8f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:56.008035 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-121edcf3-c5bc-4ee9-867b-d0c7c814de48 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:56.009807 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-223fd901-2b4c-4961-a7d8-1285ee96bfd7 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/5233307d-abdc-4cb5-b096-f256943fee16 HTTP/1.1" status: 200 len: 3002 time: 0.0956998 Dec 12 17:46:56.023515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01969f-3e34-4972-8320-c922760e7e63 req-4b32f956-cb8b-4a53-8666-54072e4196e9 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:56.030018 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01969f-3e34-4972-8320-c922760e7e63 req-4b32f956-cb8b-4a53-8666-54072e4196e9 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:56.036574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01969f-3e34-4972-8320-c922760e7e63 req-4b32f956-cb8b-4a53-8666-54072e4196e9 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:56.039471 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-121edcf3-c5bc-4ee9-867b-d0c7c814de48 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:56.043768 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01969f-3e34-4972-8320-c922760e7e63 req-4b32f956-cb8b-4a53-8666-54072e4196e9 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:56.050826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01969f-3e34-4972-8320-c922760e7e63 req-4b32f956-cb8b-4a53-8666-54072e4196e9 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:56.058015 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01969f-3e34-4972-8320-c922760e7e63 req-4b32f956-cb8b-4a53-8666-54072e4196e9 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:56.064379 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01969f-3e34-4972-8320-c922760e7e63 req-4b32f956-cb8b-4a53-8666-54072e4196e9 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:56.066486 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c01969f-3e34-4972-8320-c922760e7e63 req-4b32f956-cb8b-4a53-8666-54072e4196e9 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5432 time: 0.1504674 Dec 12 17:46:56.071623 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port e954c922-4b9b-4114-b141-a1d5a94c3659, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=e954c922-4b9b-4114-b141-a1d5a94c3659,segment=NetworkSegment(6440de4f-7785-4719-bf77-d34f85d64c11),segment_id=6440de4f-7785-4719-bf77-d34f85d64c11)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:56.094064 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'e954c922-4b9b-4114-b141-a1d5a94c3659', 'network_id': 'f2ec8b36-f418-463f-9aae-2278983367c4', 'port_id': 'e954c922-4b9b-4114-b141-a1d5a94c3659', 'mac_address': 'fa:16:3e:17:3f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a1194a-b628-42a7-b5e3-ab1faeb605e5', 'ip_address': '19.80.0.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:46:56.097036 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-121edcf3-c5bc-4ee9-867b-d0c7c814de48 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:56.099991 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-121edcf3-c5bc-4ee9-867b-d0c7c814de48 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:56.105448 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-121edcf3-c5bc-4ee9-867b-d0c7c814de48 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "DELETE /v2.0/security-groups/9f601167-85ab-49ad-8a47-4e60797552bd HTTP/1.1" status: 204 len: 168 time: 0.1794655 Dec 12 17:46:56.105887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53568) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:56.117288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121edcf3-c5bc-4ee9-867b-d0c7c814de48 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f601167-85ab-49ad-8a47-4e60797552bd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:56.165728 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:56.186314 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e954c922-4b9b-4114-b141-a1d5a94c3659 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:56.214489 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port e954c922-4b9b-4114-b141-a1d5a94c3659, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=e954c922-4b9b-4114-b141-a1d5a94c3659,segment=NetworkSegment(6440de4f-7785-4719-bf77-d34f85d64c11),segment_id=6440de4f-7785-4719-bf77-d34f85d64c11)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:56.220645 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:56.221638 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:46:56.227449 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-5a96e471-4e9e-4eb6-a204-a4c1aa580111 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/531ba006-c3f7-45ca-a944-c0512ee31573 HTTP/1.1" status: 200 len: 3002 time: 0.1599369 Dec 12 17:46:56.257039 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6,segment=NetworkSegment(6440de4f-7785-4719-bf77-d34f85d64c11),segment_id=6440de4f-7785-4719-bf77-d34f85d64c11)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:56.264037 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c01969f-3e34-4972-8320-c922760e7e63 req-310de698-5300-416f-8479-1bae2dabb3b8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1817973 Dec 12 17:46:56.283671 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-9d99b720-9c1c-4def-9258-b8d41d1bdac6 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/531ba006-c3f7-45ca-a944-c0512ee31573 HTTP/1.1" status: 200 len: 3002 time: 0.0488884 Dec 12 17:46:56.304650 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6', 'network_id': 'f2ec8b36-f418-463f-9aae-2278983367c4', 'port_id': '19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6', 'mac_address': 'fa:16:3e:cc:27:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a1194a-b628-42a7-b5e3-ab1faeb605e5', 'ip_address': '19.80.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:46:56.364597 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=e954c922-4b9b-4114-b141-a1d5a94c3659,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:56.371307 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:56.389535 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:56.407884 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-519e0ab3-81b0-4ae3-99c7-da6cbba5f774 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/60487d9d-9855-40d6-9f56-f34a243c694f HTTP/1.1" status: 200 len: 3002 time: 0.1149619 Dec 12 17:46:56.410964 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6,segment=NetworkSegment(6440de4f-7785-4719-bf77-d34f85d64c11),segment_id=6440de4f-7785-4719-bf77-d34f85d64c11)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:56.416583 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:56.417392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a979837e-935f-452f-a22d-6613dbea91f1 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:46:56.511989 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:56.558255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-f21333bb-f71e-46d0-b8e3-b0b862b048de tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/60487d9d-9855-40d6-9f56-f34a243c694f HTTP/1.1" status: 200 len: 3002 time: 0.1099174 Dec 12 17:46:56.568307 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699eda1e-9567-4789-9af4-778ad82fadaa req-8f9bf820-246a-49d8-90fe-1347ec5ae335 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:56.575400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699eda1e-9567-4789-9af4-778ad82fadaa req-8f9bf820-246a-49d8-90fe-1347ec5ae335 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:56.581467 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699eda1e-9567-4789-9af4-778ad82fadaa req-8f9bf820-246a-49d8-90fe-1347ec5ae335 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:56.583162 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-699eda1e-9567-4789-9af4-778ad82fadaa req-8f9bf820-246a-49d8-90fe-1347ec5ae335 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 2413 time: 0.2231364 Dec 12 17:46:56.591699 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a979837e-935f-452f-a22d-6613dbea91f1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a979837e-935f-452f-a22d-6613dbea91f1,segment=NetworkSegment(e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d),segment_id=e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:56.604560 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'a979837e-935f-452f-a22d-6613dbea91f1', 'network_id': 'cb08b6f9-dcc7-4637-8095-b4eab88aa00f', 'port_id': 'a979837e-935f-452f-a22d-6613dbea91f1', 'mac_address': 'fa:16:3e:b9:21:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10429314-e882-46aa-ae56-7355e71951ae', 'ip_address': '19.86.0.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:46:56.642778 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:56.657605 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a979837e-935f-452f-a22d-6613dbea91f1 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:56.678622 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a979837e-935f-452f-a22d-6613dbea91f1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a979837e-935f-452f-a22d-6613dbea91f1,segment=NetworkSegment(e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d),segment_id=e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:56.682544 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:56.689732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-9b03c828-7969-4294-98f9-ddbe4ca2ed85 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/610645b9-0528-4baa-a0cb-11ce66dd131d HTTP/1.1" status: 200 len: 3002 time: 0.1055520 Dec 12 17:46:56.733094 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=a979837e-935f-452f-a22d-6613dbea91f1,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:56.737714 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-699eda1e-9567-4789-9af4-778ad82fadaa req-6d5aed6e-9bb1-44af-9892-b3d90e4c6839 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406131 Dec 12 17:46:56.779217 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-d4b90f23-a275-41ad-8836-a964a3488e97 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/610645b9-0528-4baa-a0cb-11ce66dd131d HTTP/1.1" status: 200 len: 3002 time: 0.0605884 Dec 12 17:46:56.884577 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-9247cd02-53fe-41de-be28-32a074050ea3 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/737d259d-c076-4f89-af0b-f26cd6b147c7 HTTP/1.1" status: 200 len: 3002 time: 0.0987172 Dec 12 17:46:56.914241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287cb8b-9763-446a-a5e2-cd3c1321db9d req-9db1f476-ef44-4ff5-b9b8-fc014e6eace4 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:56.915633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b287cb8b-9763-446a-a5e2-cd3c1321db9d req-9db1f476-ef44-4ff5-b9b8-fc014e6eace4 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6111ece0-c0cf-45e8-9265-8a8fe8840b97 HTTP/1.1" status: 200 len: 943 time: 0.1158078 Dec 12 17:46:56.976474 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e6e38df-af4f-4b08-a013-c9b7bbcb5e52 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:56.999721 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ed58a7-e8ef-482b-813f-212d43405bb4', 'name': 'network-vif-deleted', 'tag': '6062543a-d216-4dd1-b72c-3065be166c67'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:57.002457 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a36b4d-cc32-4cea-8446-68edfa494992" -d '{"events": [{"server_uuid": "a9ed58a7-e8ef-482b-813f-212d43405bb4", "name": "network-vif-deleted", "tag": "6062543a-d216-4dd1-b72c-3065be166c67"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:57.010199 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['e954c922-4b9b-4114-b141-a1d5a94c3659'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:57.015374 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-34d1955e-df71-4dba-8e01-8be061986a21 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/737d259d-c076-4f89-af0b-f26cd6b147c7 HTTP/1.1" status: 200 len: 3002 time: 0.1225989 Dec 12 17:46:57.047113 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['a979837e-935f-452f-a22d-6613dbea91f1'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:57.088296 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b287cb8b-9763-446a-a5e2-cd3c1321db9d req-cdffe6b2-ebb8-42e6-acdf-0df86db44101 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/security-groups?id=be5e784a-c489-4895-9fc9-87e8035d3ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599271 Dec 12 17:46:57.112291 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcd5fea-370e-4686-84d4-9c4bbcb86486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096a3e32-b2b3-42ac-aa8f-9d49590fa519'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:57.114660 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7027df0-29e2-47e2-8e50-572bdcb12b74" -d '{"events": [{"server_uuid": "4bcd5fea-370e-4686-84d4-9c4bbcb86486", "name": "network-vif-plugged", "status": "completed", "tag": "096a3e32-b2b3-42ac-aa8f-9d49590fa519"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:57.124734 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-bb274fd6-0bea-4306-8df7-71602e0ba55b tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/827d19fd-7dc3-41fb-9f8f-cb7a3742a6cc HTTP/1.1" status: 200 len: 3002 time: 0.0759573 Dec 12 17:46:57.262461 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-2b4c4ba5-9296-4a31-a3b7-ec5603e4219a tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/827d19fd-7dc3-41fb-9f8f-cb7a3742a6cc HTTP/1.1" status: 200 len: 3002 time: 0.1259274 Dec 12 17:46:57.280465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea5dad-9fa5-490b-90d1-20a351bdca0d req-b964e06f-1ae5-4025-9898-53a14ce2303d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:57.282038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4ea5dad-9fa5-490b-90d1-20a351bdca0d req-b964e06f-1ae5-4025-9898-53a14ce2303d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.1010206 Dec 12 17:46:57.356938 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-df596f49-f1ef-480a-a0cc-a31dd82195a1 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/8bcd7b91-be42-4dcb-9c82-db8354c87be5 HTTP/1.1" status: 200 len: 3002 time: 0.0856154 Dec 12 17:46:57.393167 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4ea5dad-9fa5-490b-90d1-20a351bdca0d req-a759daf9-9b42-4f6b-9a84-59e40a89f437 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039207 Dec 12 17:46:57.457163 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-b7d6c61b-6017-4406-a6ef-9c158b971f7d tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/8bcd7b91-be42-4dcb-9c82-db8354c87be5 HTTP/1.1" status: 200 len: 3002 time: 0.0936654 Dec 12 17:46:57.497050 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11018110-633b-4abf-846f-847870087944 x-openstack-request-id: req-11018110-633b-4abf-846f-847870087944 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:57.497050 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ed58a7-e8ef-482b-813f-212d43405bb4", "name": "network-vif-deleted", "tag": "6062543a-d216-4dd1-b72c-3065be166c67", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:57.497050 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11018110-633b-4abf-846f-847870087944 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:57.497050 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ed58a7-e8ef-482b-813f-212d43405bb4', 'name': 'network-vif-deleted', 'tag': '6062543a-d216-4dd1-b72c-3065be166c67', 'status': 'completed', 'code': 200} Dec 12 17:46:57.511845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-c688eb8d-f040-4c11-bc1c-5be93ed62a06 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ab8dbf4c-2ff1-441c-8fba-3ced15038b87 HTTP/1.1" status: 200 len: 2994 time: 0.0481219 Dec 12 17:46:57.515258 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e38df-af4f-4b08-a013-c9b7bbcb5e52 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Deleting port f03006a1-3c94-493e-9fe2-629c0c866047 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:46:57.515526 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e6e38df-af4f-4b08-a013-c9b7bbcb5e52 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:57.526518 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4760a8ba-f80b-49c6-8df0-d21f747ade51 x-openstack-request-id: req-4760a8ba-f80b-49c6-8df0-d21f747ade51 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:46:57.527024 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcd5fea-370e-4686-84d4-9c4bbcb86486", "name": "network-vif-plugged", "status": "completed", "tag": "096a3e32-b2b3-42ac-aa8f-9d49590fa519", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:46:57.527656 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4760a8ba-f80b-49c6-8df0-d21f747ade51 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:46:57.528182 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcd5fea-370e-4686-84d4-9c4bbcb86486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096a3e32-b2b3-42ac-aa8f-9d49590fa519', 'code': 200} Dec 12 17:46:57.622973 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bedcc6-caa6-405a-ae84-21cddc0240e6 req-a5f1e054-1649-48af-8662-3b5171fa3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:57.624521 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32bedcc6-caa6-405a-ae84-21cddc0240e6 req-a5f1e054-1649-48af-8662-3b5171fa3f5b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 1096 time: 0.0384665 Dec 12 17:46:57.641698 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-4d462670-90d9-4720-80c7-24678c95c4d0 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ab8dbf4c-2ff1-441c-8fba-3ced15038b87 HTTP/1.1" status: 200 len: 2994 time: 0.1232252 Dec 12 17:46:57.671617 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32bedcc6-caa6-405a-ae84-21cddc0240e6 req-9650c602-f284-471e-96f1-3082ef733643 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379400 Dec 12 17:46:57.676987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8e6e38df-af4f-4b08-a013-c9b7bbcb5e52 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] For port f03006a1-3c94-493e-9fe2-629c0c866047, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f03006a1-3c94-493e-9fe2-629c0c866047,segment=NetworkSegment(c63bf409-6d90-4d92-862a-f1f39472364d),segment_id=c63bf409-6d90-4d92-862a-f1f39472364d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:57.677356 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e6e38df-af4f-4b08-a013-c9b7bbcb5e52 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:57.700654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e38df-af4f-4b08-a013-c9b7bbcb5e52 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Calling delete_port for f03006a1-3c94-493e-9fe2-629c0c866047 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:46:57.712503 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426e370-cc9d-48c6-adcc-62a8a43481c6 req-e0b249e9-edcf-49b2-997b-e0c5ec510f25 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:57.718391 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426e370-cc9d-48c6-adcc-62a8a43481c6 req-e0b249e9-edcf-49b2-997b-e0c5ec510f25 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:57.724318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426e370-cc9d-48c6-adcc-62a8a43481c6 req-e0b249e9-edcf-49b2-997b-e0c5ec510f25 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:57.730275 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426e370-cc9d-48c6-adcc-62a8a43481c6 req-e0b249e9-edcf-49b2-997b-e0c5ec510f25 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:57.736210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426e370-cc9d-48c6-adcc-62a8a43481c6 req-e0b249e9-edcf-49b2-997b-e0c5ec510f25 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:57.742649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426e370-cc9d-48c6-adcc-62a8a43481c6 req-e0b249e9-edcf-49b2-997b-e0c5ec510f25 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:57.748619 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426e370-cc9d-48c6-adcc-62a8a43481c6 req-e0b249e9-edcf-49b2-997b-e0c5ec510f25 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:57.750419 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1426e370-cc9d-48c6-adcc-62a8a43481c6 req-e0b249e9-edcf-49b2-997b-e0c5ec510f25 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5432 time: 0.1707180 Dec 12 17:46:57.833325 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-14e0caba-4564-4e88-94bd-a78ba5f730e2 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/be5e784a-c489-4895-9fc9-87e8035d3ab3 HTTP/1.1" status: 200 len: 3002 time: 0.1813798 Dec 12 17:46:57.938030 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1426e370-cc9d-48c6-adcc-62a8a43481c6 req-a2af1664-7556-421d-b74c-7fd7c84742c8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1780736 Dec 12 17:46:57.941371 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-b329341d-a249-4b2d-9495-6641d2597553 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/be5e784a-c489-4895-9fc9-87e8035d3ab3 HTTP/1.1" status: 200 len: 3002 time: 0.0952911 Dec 12 17:46:58.000123 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-c16a4f45-7697-43ad-8dd1-ab0373dfb5ff tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d1f1d9ac-8d34-4ee8-a170-69125506aeeb HTTP/1.1" status: 200 len: 3002 time: 0.0500331 Dec 12 17:46:58.102794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:58.112330 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-88678e0d-79d9-4e0d-afc5-1c9587c907d7 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d1f1d9ac-8d34-4ee8-a170-69125506aeeb HTTP/1.1" status: 200 len: 3002 time: 0.1022985 Dec 12 17:46:58.113781 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e6e38df-af4f-4b08-a013-c9b7bbcb5e52 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:58.151402 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e38df-af4f-4b08-a013-c9b7bbcb5e52 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event deleted for resources: {'Port': ['ID=f03006a1-3c94-493e-9fe2-629c0c866047,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:58.164011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef107fd-a733-4951-9e92-7f06a8d184c7 req-657de086-1ca3-4ab8-bc65-69c7edd33299 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:58.170517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef107fd-a733-4951-9e92-7f06a8d184c7 req-657de086-1ca3-4ab8-bc65-69c7edd33299 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:58.176710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef107fd-a733-4951-9e92-7f06a8d184c7 req-657de086-1ca3-4ab8-bc65-69c7edd33299 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:58.179771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eef107fd-a733-4951-9e92-7f06a8d184c7 req-657de086-1ca3-4ab8-bc65-69c7edd33299 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 2415 time: 0.1674087 Dec 12 17:46:58.291568 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-f2c1863e-432c-463f-84c5-a7e127a943f2 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/fbaae869-44dd-4f2d-bf43-b990dcd9adc4 HTTP/1.1" status: 200 len: 3002 time: 0.1675649 Dec 12 17:46:58.322914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eef107fd-a733-4951-9e92-7f06a8d184c7 req-a67d341b-5566-47a7-a752-f7987814d022 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333790 Dec 12 17:46:58.382250 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 08dd81b3-d622-4ff3-9d20-7416b60dad17 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:46:58.385383 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 6062543a-d216-4dd1-b72c-3065be166c67 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:46:58.416047 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 6062543a-d216-4dd1-b72c-3065be166c67 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:46:58.416255 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 6062543a-d216-4dd1-b72c-3065be166c67 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:46:58.446926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d57aa9-68b8-4966-8d16-e12e274366c0 req-1bee85b6-9e02-4ede-bdf3-fe305a3ff0b5 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/fbaae869-44dd-4f2d-bf43-b990dcd9adc4 HTTP/1.1" status: 200 len: 3002 time: 0.1453650 Dec 12 17:46:58.479436 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9d7d8-31e0-43ba-9354-b63b627f66db req-7fbe3d02-41c6-4c02-a21c-7dc458375ba0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:58.485535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9d7d8-31e0-43ba-9354-b63b627f66db req-7fbe3d02-41c6-4c02-a21c-7dc458375ba0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:58.491867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9d7d8-31e0-43ba-9354-b63b627f66db req-7fbe3d02-41c6-4c02-a21c-7dc458375ba0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:58.500279 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9d7d8-31e0-43ba-9354-b63b627f66db req-7fbe3d02-41c6-4c02-a21c-7dc458375ba0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:58.506455 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9d7d8-31e0-43ba-9354-b63b627f66db req-7fbe3d02-41c6-4c02-a21c-7dc458375ba0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:58.512326 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9d7d8-31e0-43ba-9354-b63b627f66db req-7fbe3d02-41c6-4c02-a21c-7dc458375ba0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:58.513627 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 08dd81b3-d622-4ff3-9d20-7416b60dad17, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=08dd81b3-d622-4ff3-9d20-7416b60dad17,segment=NetworkSegment(8058b25e-1747-4eca-aee9-4e8a0dd24cb9),segment_id=8058b25e-1747-4eca-aee9-4e8a0dd24cb9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:58.518293 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9d7d8-31e0-43ba-9354-b63b627f66db req-7fbe3d02-41c6-4c02-a21c-7dc458375ba0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:58.520370 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28d9d7d8-31e0-43ba-9354-b63b627f66db req-7fbe3d02-41c6-4c02-a21c-7dc458375ba0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5432 time: 0.1227114 Dec 12 17:46:58.525667 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '08dd81b3-d622-4ff3-9d20-7416b60dad17', 'network_id': '183ec636-adc5-4b1a-83b3-13ff3aa9b8cf', 'port_id': '08dd81b3-d622-4ff3-9d20-7416b60dad17', 'mac_address': 'fa:16:3e:74:aa:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a616062b-9adc-4c65-b17c-38ddcb957555', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:46:58.531380 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53598) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:58.536479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-590f17e8-3dbf-4ab6-a747-d2e884067314 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Request body: {'floatingip': {'port_id': '2b44c96d-f037-4af7-a74b-edb9db1acda3'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:46:58.562972 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e6e38df-af4f-4b08-a013-c9b7bbcb5e52 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:58.579761 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-590f17e8-3dbf-4ab6-a747-d2e884067314 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for floatingip, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:58.580143 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:58.596803 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08dd81b3-d622-4ff3-9d20-7416b60dad17 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:46:58.618141 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 08dd81b3-d622-4ff3-9d20-7416b60dad17, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=08dd81b3-d622-4ff3-9d20-7416b60dad17,segment=NetworkSegment(8058b25e-1747-4eca-aee9-4e8a0dd24cb9),segment_id=8058b25e-1747-4eca-aee9-4e8a0dd24cb9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:46:58.623612 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:58.675056 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dc220-79ab-4432-bd2b-42b376e17d12 req-bce0b5a8-c460-4ef8-8bdf-49f3b2477a34 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:58.677428 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-855dc220-79ab-4432-bd2b-42b376e17d12 req-bce0b5a8-c460-4ef8-8bdf-49f3b2477a34 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6111ece0-c0cf-45e8-9265-8a8fe8840b97 HTTP/1.1" status: 200 len: 943 time: 0.1556242 Dec 12 17:46:58.696498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=08dd81b3-d622-4ff3-9d20-7416b60dad17,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:59.025821 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['08dd81b3-d622-4ff3-9d20-7416b60dad17'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:46:59.077396 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-590f17e8-3dbf-4ab6-a747-d2e884067314 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:59.086513 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-590f17e8-3dbf-4ab6-a747-d2e884067314 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:59.115249 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-855dc220-79ab-4432-bd2b-42b376e17d12 req-6d051c35-e5c0-4b1f-91f9-9bb29e8a1766 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/security-groups?id=be5e784a-c489-4895-9fc9-87e8035d3ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297636 Dec 12 17:46:59.135231 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b1866-2d9a-4235-876c-51da64f97743 req-be437fee-4207-44d4-9097-72a8fa72e225 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:59.140193 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-881b1866-2d9a-4235-876c-51da64f97743 req-be437fee-4207-44d4-9097-72a8fa72e225 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.5050662 Dec 12 17:46:59.283348 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-881b1866-2d9a-4235-876c-51da64f97743 req-01176bd5-4b16-4564-83ac-74aae8f8a3ff tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433413 Dec 12 17:46:59.333903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5577e53e-22a8-4b03-8ec3-833692450a58 req-a4a4e9f2-ca8b-4964-bd9d-fac4a0993c58 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=485e9a10f05a41fe83e4c45a3cff3afa HTTP/1.1" status: 200 len: 6161 time: 0.1746960 Dec 12 17:46:59.366805 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6e38df-af4f-4b08-a013-c9b7bbcb5e52 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Router 56cc8190-e211-4605-b9a4-5aee69079eb9 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:46:59.400106 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5577e53e-22a8-4b03-8ec3-833692450a58 req-5d6dfa2d-a278-46e6-ac05-7206b515d037 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] 10.222.0.18 "GET /v2.0/security-groups/827d19fd-7dc3-41fb-9f8f-cb7a3742a6cc HTTP/1.1" status: 200 len: 3002 time: 0.0592484 Dec 12 17:46:59.518620 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-590f17e8-3dbf-4ab6-a747-d2e884067314 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Floating IP ca33da20-1826-411a-82c7-7fce8f52b191 associated. External IP: 172.25.1.237, port: 2b44c96d-f037-4af7-a74b-edb9db1acda3. Dec 12 17:46:59.554940 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5577e53e-22a8-4b03-8ec3-833692450a58 req-285b7580-ed5c-4a9f-8e20-77eac2cedce7 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] 10.222.0.18 "GET /v2.0/security-groups/827d19fd-7dc3-41fb-9f8f-cb7a3742a6cc HTTP/1.1" status: 200 len: 3002 time: 0.1118097 Dec 12 17:46:59.565494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c11077-8be9-48fe-a3e5-2c0351db2f08 req-b1e26dde-ec1e-4a15-9ad8-fa091621af71 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:59.571605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c11077-8be9-48fe-a3e5-2c0351db2f08 req-b1e26dde-ec1e-4a15-9ad8-fa091621af71 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:59.577589 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c11077-8be9-48fe-a3e5-2c0351db2f08 req-b1e26dde-ec1e-4a15-9ad8-fa091621af71 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:46:59.579291 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2c11077-8be9-48fe-a3e5-2c0351db2f08 req-b1e26dde-ec1e-4a15-9ad8-fa091621af71 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 2415 time: 0.1453152 Dec 12 17:46:59.626957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6e38df-af4f-4b08-a013-c9b7bbcb5e52 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:46:59.639048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8e6e38df-af4f-4b08-a013-c9b7bbcb5e52 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "PUT /v2.0/routers/56cc8190-e211-4605-b9a4-5aee69079eb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5188036 Dec 12 17:46:59.639231 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732b12ac-db42-4b74-a872-df613149ded1 None None] Sync routers for ids ['56cc8190-e211-4605-b9a4-5aee69079eb9'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:46:59.640246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53606) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:46:59.660056 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732b12ac-db42-4b74-a872-df613149ded1 None None] Routers {'56cc8190-e211-4605-b9a4-5aee69079eb9'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:59.660762 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-732b12ac-db42-4b74-a872-df613149ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:46:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['56cc8190-e211-4605-b9a4-5aee69079eb9'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:59.702110 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5da2760-d682-4cd1-8cab-dec351cafbbf req-4d704c84-d341-48e1-93e6-7707faa1b4da tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/28273b81-cac6-428f-bdc3-0a42908d8d9a HTTP/1.1" status: 200 len: 1796 time: 0.1217961 Dec 12 17:46:59.711889 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2c11077-8be9-48fe-a3e5-2c0351db2f08 req-3818a9c8-3c4b-4ac3-b2c0-b781ce87a838 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258211 Dec 12 17:46:59.742483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-5097d96f-0c46-4bf8-a03b-a26d2f6c5112 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Deleting subnet 7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:46:59.743992 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590f17e8-3dbf-4ab6-a747-d2e884067314 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Router dc5ea9bc-db19-45d2-a811-3957f5018cb8 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:46:59.749566 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5097d96f-0c46-4bf8-a03b-a26d2f6c5112 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:59.772130 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-732b12ac-db42-4b74-a872-df613149ded1 None None] Set router 56cc8190-e211-4605-b9a4-5aee69079eb9 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:46:59.818656 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5da2760-d682-4cd1-8cab-dec351cafbbf req-c32477bb-e27d-49ab-ae5d-bdb7d8f33946 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:59.840372 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5da2760-d682-4cd1-8cab-dec351cafbbf req-c32477bb-e27d-49ab-ae5d-bdb7d8f33946 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:59.860444 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590f17e8-3dbf-4ab6-a747-d2e884067314 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:46:59.864790 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-590f17e8-3dbf-4ab6-a747-d2e884067314 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:59.873776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b97828a-d9ea-4246-b86f-2e56c4266177 None None] Sync routers for ids ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:46:59.878034 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5097d96f-0c46-4bf8-a03b-a26d2f6c5112 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:59.888491 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b97828a-d9ea-4246-b86f-2e56c4266177 None None] Routers {'dc5ea9bc-db19-45d2-a811-3957f5018cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:46:59.889265 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5b97828a-d9ea-4246-b86f-2e56c4266177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:46:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:46:59.901787 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-590f17e8-3dbf-4ab6-a747-d2e884067314 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "PUT /v2.0/floatingips/ca33da20-1826-411a-82c7-7fce8f52b191 HTTP/1.1" status: 200 len: 992 time: 1.3649559 Dec 12 17:46:59.901787 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'tag': '2b44c96d-f037-4af7-a74b-edb9db1acda3'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:46:59.902096 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe30b89d-aef6-49b8-b8db-fa59aca019eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "tag": "2b44c96d-f037-4af7-a74b-edb9db1acda3"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:46:59.949308 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5da2760-d682-4cd1-8cab-dec351cafbbf req-c32477bb-e27d-49ab-ae5d-bdb7d8f33946 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:59.952865 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5da2760-d682-4cd1-8cab-dec351cafbbf req-c32477bb-e27d-49ab-ae5d-bdb7d8f33946 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:46:59.954590 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5da2760-d682-4cd1-8cab-dec351cafbbf req-c32477bb-e27d-49ab-ae5d-bdb7d8f33946 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/28273b81-cac6-428f-bdc3-0a42908d8d9a HTTP/1.1" status: 204 len: 173 time: 0.2409322 Dec 12 17:46:59.983003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32477bb-e27d-49ab-ae5d-bdb7d8f33946 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28273b81-cac6-428f-bdc3-0a42908d8d9a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:46:59.994399 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device e954c922-4b9b-4114-b141-a1d5a94c3659 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:47:00.016662 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5097d96f-0c46-4bf8-a03b-a26d2f6c5112 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:00.023885 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b931b39b-50bb-46c1-b2ac-8b91b24dd304 x-openstack-request-id: req-b931b39b-50bb-46c1-b2ac-8b91b24dd304 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:00.024371 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "tag": "2b44c96d-f037-4af7-a74b-edb9db1acda3", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:00.024818 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b931b39b-50bb-46c1-b2ac-8b91b24dd304 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:00.025666 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'tag': '2b44c96d-f037-4af7-a74b-edb9db1acda3', 'status': 'completed', 'code': 200} Dec 12 17:47:00.037910 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-732b12ac-db42-4b74-a872-df613149ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283597970', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:46:58Z', 'revision_number': 5, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:00.064944 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732b12ac-db42-4b74-a872-df613149ded1 None None] Checking router: 56cc8190-e211-4605-b9a4-5aee69079eb9 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:47:00.075024 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732b12ac-db42-4b74-a872-df613149ded1 None None] Routers {'56cc8190-e211-4605-b9a4-5aee69079eb9'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:47:00.075628 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-732b12ac-db42-4b74-a872-df613149ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:46:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['56cc8190-e211-4605-b9a4-5aee69079eb9'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:00.105142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5b97828a-d9ea-4246-b86f-2e56c4266177 None None] Set router dc5ea9bc-db19-45d2-a811-3957f5018cb8 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:47:00.127138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b75cb894-f155-46ac-88d7-924c9ed622ac req-1670cc13-bfca-4c6d-b64f-0907e1096416 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ab84b261-2299-49df-a3f3-51c5e227f123 HTTP/1.1" status: 200 len: 1796 time: 0.1229737 Dec 12 17:47:00.141098 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port e954c922-4b9b-4114-b141-a1d5a94c3659 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:47:00.155389 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port e954c922-4b9b-4114-b141-a1d5a94c3659 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:00.155824 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:00.158916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30b89d-aef6-49b8-b8db-fa59aca019eb req-565aed79-e0e1-4907-b3d0-9557e29bcd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:00.159663 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30b89d-aef6-49b8-b8db-fa59aca019eb req-565aed79-e0e1-4907-b3d0-9557e29bcd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:00.160314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30b89d-aef6-49b8-b8db-fa59aca019eb req-565aed79-e0e1-4907-b3d0-9557e29bcd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:00.160957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30b89d-aef6-49b8-b8db-fa59aca019eb req-565aed79-e0e1-4907-b3d0-9557e29bcd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:00.161599 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30b89d-aef6-49b8-b8db-fa59aca019eb req-565aed79-e0e1-4907-b3d0-9557e29bcd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:00.162332 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30b89d-aef6-49b8-b8db-fa59aca019eb req-565aed79-e0e1-4907-b3d0-9557e29bcd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:00.163328 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30b89d-aef6-49b8-b8db-fa59aca019eb req-565aed79-e0e1-4907-b3d0-9557e29bcd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:00.167339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe30b89d-aef6-49b8-b8db-fa59aca019eb req-565aed79-e0e1-4907-b3d0-9557e29bcd46 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d60493dddd34d8aabf5275887ac9321&device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 6489 time: 0.0901573 Dec 12 17:47:00.256195 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-732b12ac-db42-4b74-a872-df613149ded1 None None] Set router 56cc8190-e211-4605-b9a4-5aee69079eb9 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:47:00.272967 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5097d96f-0c46-4bf8-a03b-a26d2f6c5112 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:00.343143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097d96f-0c46-4bf8-a03b-a26d2f6c5112 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event deleted for resources: {'Subnet': ['ID=7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:00.352188 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5097d96f-0c46-4bf8-a03b-a26d2f6c5112 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:00.358268 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53620) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:00.364331 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5097d96f-0c46-4bf8-a03b-a26d2f6c5112 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "DELETE /v2.0/subnets/7dcce08b-c3ca-43af-a12a-73f2cbdfa1dd HTTP/1.1" status: 204 len: 168 time: 0.7210562 Dec 12 17:47:00.387705 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b75cb894-f155-46ac-88d7-924c9ed622ac req-69f18efc-3e9b-42ac-8a34-78755d833e53 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:00.398272 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdfc92-8537-4e19-8bb2-32398a908bad req-45ab24ad-7adc-42e7-8299-055ac36fba1d tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:00.399899 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42fdfc92-8537-4e19-8bb2-32398a908bad req-45ab24ad-7adc-42e7-8299-055ac36fba1d tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6111ece0-c0cf-45e8-9265-8a8fe8840b97 HTTP/1.1" status: 200 len: 944 time: 0.1456435 Dec 12 17:47:00.460902 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b75cb894-f155-46ac-88d7-924c9ed622ac req-69f18efc-3e9b-42ac-8a34-78755d833e53 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:00.464962 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c452e5-29bd-4f5e-8660-7acc57c3cb9e None None] Network 0b57a6c2-20de-47d5-8be0-2090afda85e0 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:47:00.467110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 08dd81b3-d622-4ff3-9d20-7416b60dad17 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:47:00.469306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30b89d-aef6-49b8-b8db-fa59aca019eb req-f08acf88-dff7-4f3b-a7b6-c7dc55f791a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:00.470791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe30b89d-aef6-49b8-b8db-fa59aca019eb req-f08acf88-dff7-4f3b-a7b6-c7dc55f791a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1b8f09d-ac40-49fa-9ee2-d2991b9f558c HTTP/1.1" status: 200 len: 912 time: 0.2853520 Dec 12 17:47:00.486456 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:00.507387 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea946df5-3a98-4c22-b764-0c4f87c24ff1 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:00.520894 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-732b12ac-db42-4b74-a872-df613149ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283597970', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:46:58Z', 'revision_number': 5, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:00.550641 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe30b89d-aef6-49b8-b8db-fa59aca019eb req-3d343443-14bd-438a-9ebc-cefe81a85a66 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b44c96d-f037-4af7-a74b-edb9db1acda3 HTTP/1.1" status: 200 len: 1000 time: 0.0704472 Dec 12 17:47:00.550913 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732b12ac-db42-4b74-a872-df613149ded1 None None] The sync data for ids ['56cc8190-e211-4605-b9a4-5aee69079eb9'] in n-d-760354-5 is: [{'id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1283597970', 'tenant_id': '67865f4a143048ea9866213bacf38009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:46:58Z', 'revision_number': 5, 'project_id': '67865f4a143048ea9866213bacf38009', 'gw_port': {'id': '1017ffce-2216-4aa0-9462-cf3c641ae596', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc8190-e211-4605-b9a4-5aee69079eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:58Z', 'updated_at': '2021-12-12T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:47:00.598613 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e954c922-4b9b-4114-b141-a1d5a94c3659'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:00.601411 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4986e340-028e-4628-bbd1-7823e1bb3543" -d '{"events": [{"server_uuid": "5ca3ca10-70ce-4b72-b996-fb901c25ee3a", "name": "network-vif-plugged", "status": "completed", "tag": "e954c922-4b9b-4114-b141-a1d5a94c3659"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:00.623876 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42fdfc92-8537-4e19-8bb2-32398a908bad req-5ab64491-5231-4c40-a46f-59242c1ea082 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/security-groups?id=be5e784a-c489-4895-9fc9-87e8035d3ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111225 Dec 12 17:47:00.638497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port e954c922-4b9b-4114-b141-a1d5a94c3659, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=e954c922-4b9b-4114-b141-a1d5a94c3659,segment=NetworkSegment(6440de4f-7785-4719-bf77-d34f85d64c11),segment_id=6440de4f-7785-4719-bf77-d34f85d64c11)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:00.646759 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30b89d-aef6-49b8-b8db-fa59aca019eb req-c3ccb563-dd1f-431b-95d2-defb73803123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:00.653104 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe30b89d-aef6-49b8-b8db-fa59aca019eb req-c3ccb563-dd1f-431b-95d2-defb73803123 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f587a61-b527-466b-b207-9482694635c4 HTTP/1.1" status: 200 len: 850 time: 0.0946536 Dec 12 17:47:00.660131 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:00.660942 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:47:00.668186 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea946df5-3a98-4c22-b764-0c4f87c24ff1 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:00.669642 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b75cb894-f155-46ac-88d7-924c9ed622ac req-69f18efc-3e9b-42ac-8a34-78755d833e53 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:00.672520 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b75cb894-f155-46ac-88d7-924c9ed622ac req-69f18efc-3e9b-42ac-8a34-78755d833e53 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:00.683796 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b75cb894-f155-46ac-88d7-924c9ed622ac req-69f18efc-3e9b-42ac-8a34-78755d833e53 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab84b261-2299-49df-a3f3-51c5e227f123 HTTP/1.1" status: 204 len: 173 time: 0.5129094 Dec 12 17:47:00.736149 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f18efc-3e9b-42ac-8a34-78755d833e53 tempest-SecurityGroupsTestAdminJSON-1275839978 tempest-SecurityGroupsTestAdminJSON-1275839978-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab84b261-2299-49df-a3f3-51c5e227f123,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:00.751755 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ea946df5-3a98-4c22-b764-0c4f87c24ff1 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Deleting port 1017ffce-2216-4aa0-9462-cf3c641ae596 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:00.752366 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea946df5-3a98-4c22-b764-0c4f87c24ff1 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:00.777684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30b89d-aef6-49b8-b8db-fa59aca019eb req-3cf8b7bc-3bd9-4f49-a552-a106356658ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:00.779221 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe30b89d-aef6-49b8-b8db-fa59aca019eb req-3cf8b7bc-3bd9-4f49-a552-a106356658ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1b8f09d-ac40-49fa-9ee2-d2991b9f558c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201620 Dec 12 17:47:00.793183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90480e2-138a-4923-b719-6a632331d782 req-eba295f2-7b4c-49ab-9f5a-8a8b5b46d041 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:00.795187 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e90480e2-138a-4923-b719-6a632331d782 req-eba295f2-7b4c-49ab-9f5a-8a8b5b46d041 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.0756018 Dec 12 17:47:00.823789 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6273212b-e4eb-4a42-932c-dd49e322906b x-openstack-request-id: req-6273212b-e4eb-4a42-932c-dd49e322906b {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:00.824087 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca3ca10-70ce-4b72-b996-fb901c25ee3a", "name": "network-vif-plugged", "status": "completed", "tag": "e954c922-4b9b-4114-b141-a1d5a94c3659", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:00.824984 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6273212b-e4eb-4a42-932c-dd49e322906b {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:00.825388 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e954c922-4b9b-4114-b141-a1d5a94c3659', 'code': 200} Dec 12 17:47:00.839649 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 08dd81b3-d622-4ff3-9d20-7416b60dad17 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:47:00.857345 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-ea946df5-3a98-4c22-b764-0c4f87c24ff1 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] For port 1017ffce-2216-4aa0-9462-cf3c641ae596, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1017ffce-2216-4aa0-9462-cf3c641ae596,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:00.857792 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea946df5-3a98-4c22-b764-0c4f87c24ff1 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:00.870948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 08dd81b3-d622-4ff3-9d20-7416b60dad17 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:00.871427 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:00.878113 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ea946df5-3a98-4c22-b764-0c4f87c24ff1 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Calling delete_port for 1017ffce-2216-4aa0-9462-cf3c641ae596 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:00.924720 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=e954c922-4b9b-4114-b141-a1d5a94c3659,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:00.950901 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3734cb9f-d9a7-4ab5-9698-7e0044df33f0 req-076adbb0-dce2-4da9-aded-c408c71dec39 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] 10.222.0.18 "GET /v2.0/security-groups/9beb059e-fad8-42d4-b1cb-bdf603df6209 HTTP/1.1" status: 200 len: 1796 time: 0.0864115 Dec 12 17:47:00.952722 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:47:00.959119 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:00.959521 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:00.961862 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1d0df6-2ea2-454f-b4d3-925932916719 None None] DHCP port deletion for 0b57a6c2-20de-47d5-8be0-2090afda85e0 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:47:00.965949 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e90480e2-138a-4923-b719-6a632331d782 req-981c039a-53a8-4799-8c89-4457557e4782 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612461 Dec 12 17:47:01.012998 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5b97828a-d9ea-4246-b86f-2e56c4266177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'name': 'tempest-TaggedBootDevicesTest-148028716-router', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:44:51Z', 'updated_at': '2021-12-12T17:44:56Z', 'revision_number': 4, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'gw_port': {'id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:52Z', 'updated_at': '2021-12-12T17:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'ca33da20-1826-411a-82c7-7fce8f52b191', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'port_id': '2b44c96d-f037-4af7-a74b-edb9db1acda3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c', 'mac_address': 'fa:16:3e:7a:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:45:43Z', 'updated_at': '2021-12-12T17:46:58Z', 'revision_number': 1, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd6850e-af2b-4237-94c7-d506c9860887', 'name': '', 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'mac_address': 'fa:16:3e:79:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '0f587a61-b527-466b-b207-9482694635c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:56Z', 'updated_at': '2021-12-12T17:45:04Z', 'revision_number': 5, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'subnets': [{'id': '0f587a61-b527-466b-b207-9482694635c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:01.046707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe30b89d-aef6-49b8-b8db-fa59aca019eb req-e8676aa1-d6ab-4ee4-9817-b7c4b65a6b2c service neutron] 10.222.0.31 "GET /v2.0/networks/c1b8f09d-ac40-49fa-9ee2-d2991b9f558c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503049 Dec 12 17:47:01.072603 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3734cb9f-d9a7-4ab5-9698-7e0044df33f0 req-107f8d32-8d1c-423f-94d6-03dc4a4a0969 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.079833 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b97828a-d9ea-4246-b86f-2e56c4266177 None None] Checking router: dc5ea9bc-db19-45d2-a811-3957f5018cb8 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:47:01.129983 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b97828a-d9ea-4246-b86f-2e56c4266177 None None] Routers {'dc5ea9bc-db19-45d2-a811-3957f5018cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:47:01.130536 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5b97828a-d9ea-4246-b86f-2e56c4266177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:46:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:01.149723 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea946df5-3a98-4c22-b764-0c4f87c24ff1 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.173974 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3734cb9f-d9a7-4ab5-9698-7e0044df33f0 req-107f8d32-8d1c-423f-94d6-03dc4a4a0969 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.200264 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea946df5-3a98-4c22-b764-0c4f87c24ff1 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event deleted for resources: {'Port': ['ID=1017ffce-2216-4aa0-9462-cf3c641ae596,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:01.225560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96421a3-346d-47da-b72f-033000536893 req-f3c67678-0296-44fb-97ee-08886181d784 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:01.232125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96421a3-346d-47da-b72f-033000536893 req-f3c67678-0296-44fb-97ee-08886181d784 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:01.239889 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96421a3-346d-47da-b72f-033000536893 req-f3c67678-0296-44fb-97ee-08886181d784 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:01.241652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d96421a3-346d-47da-b72f-033000536893 req-f3c67678-0296-44fb-97ee-08886181d784 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 2416 time: 0.1915035 Dec 12 17:47:01.252809 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.291866 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe30b89d-aef6-49b8-b8db-fa59aca019eb req-f33af819-b27e-4aaf-8756-5280bd32cf03 service neutron] 10.222.0.31 "GET /v2.0/networks/c1b8f09d-ac40-49fa-9ee2-d2991b9f558c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297480 Dec 12 17:47:01.299670 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.300435 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3734cb9f-d9a7-4ab5-9698-7e0044df33f0 req-107f8d32-8d1c-423f-94d6-03dc4a4a0969 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.303019 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3734cb9f-d9a7-4ab5-9698-7e0044df33f0 req-107f8d32-8d1c-423f-94d6-03dc4a4a0969 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.321764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7d1d0df6-2ea2-454f-b4d3-925932916719 None None] Deleting port dc28a58f-4992-4376-9c04-bea387ee24f1 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:01.322348 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0df6-2ea2-454f-b4d3-925932916719 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.328526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3734cb9f-d9a7-4ab5-9698-7e0044df33f0 req-107f8d32-8d1c-423f-94d6-03dc4a4a0969 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] 10.222.0.18 "DELETE /v2.0/security-groups/9beb059e-fad8-42d4-b1cb-bdf603df6209 HTTP/1.1" status: 204 len: 173 time: 0.3766408 Dec 12 17:47:01.333640 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea946df5-3a98-4c22-b764-0c4f87c24ff1 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.374422 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 08dd81b3-d622-4ff3-9d20-7416b60dad17, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=08dd81b3-d622-4ff3-9d20-7416b60dad17,segment=NetworkSegment(8058b25e-1747-4eca-aee9-4e8a0dd24cb9),segment_id=8058b25e-1747-4eca-aee9-4e8a0dd24cb9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:01.385233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d96421a3-346d-47da-b72f-033000536893 req-57877538-0c5f-423e-93d3-1a0d4899f31a tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318240 Dec 12 17:47:01.386481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f8d32-8d1c-423f-94d6-03dc4a4a0969 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9beb059e-fad8-42d4-b1cb-bdf603df6209,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:01.392024 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.440280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5b97828a-d9ea-4246-b86f-2e56c4266177 None None] Set router dc5ea9bc-db19-45d2-a811-3957f5018cb8 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:47:01.479746 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df6e412b-7e07-4389-b5e7-081437db771d req-0d53cade-b3db-44e1-a5c7-6dc4462c01cf tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] 10.222.0.18 "GET /v2.0/security-groups/37cae4cf-93b7-44c8-afc6-d17697966140 HTTP/1.1" status: 200 len: 1796 time: 0.0482836 Dec 12 17:47:01.489063 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6,segment=NetworkSegment(6440de4f-7785-4719-bf77-d34f85d64c11),segment_id=6440de4f-7785-4719-bf77-d34f85d64c11)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:01.492355 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea946df5-3a98-4c22-b764-0c4f87c24ff1 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.495400 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea946df5-3a98-4c22-b764-0c4f87c24ff1 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.502409 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7d1d0df6-2ea2-454f-b4d3-925932916719 None None] For port dc28a58f-4992-4376-9c04-bea387ee24f1, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=dc28a58f-4992-4376-9c04-bea387ee24f1,segment=NetworkSegment(c63bf409-6d90-4d92-862a-f1f39472364d),segment_id=c63bf409-6d90-4d92-862a-f1f39472364d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:01.502799 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0df6-2ea2-454f-b4d3-925932916719 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.522661 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.523490 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a979837e-935f-452f-a22d-6613dbea91f1 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:47:01.560498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7d1d0df6-2ea2-454f-b4d3-925932916719 None None] Calling delete_port for dc28a58f-4992-4376-9c04-bea387ee24f1 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:01.563491 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea946df5-3a98-4c22-b764-0c4f87c24ff1 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.564071 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea946df5-3a98-4c22-b764-0c4f87c24ff1 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Fanout notify agent at l3_agent the message router_deleted on router 56cc8190-e211-4605-b9a4-5aee69079eb9 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:47:01.578539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=08dd81b3-d622-4ff3-9d20-7416b60dad17,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:01.591034 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea946df5-3a98-4c22-b764-0c4f87c24ff1 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.592489 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ea946df5-3a98-4c22-b764-0c4f87c24ff1 tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "DELETE /v2.0/routers/56cc8190-e211-4605-b9a4-5aee69079eb9 HTTP/1.1" status: 204 len: 168 time: 1.2336712 Dec 12 17:47:01.595025 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-df6e412b-7e07-4389-b5e7-081437db771d req-02603ace-2714-48f7-b7b6-9d2fe8963c84 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.596049 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53640) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:01.643166 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-df6e412b-7e07-4389-b5e7-081437db771d req-02603ace-2714-48f7-b7b6-9d2fe8963c84 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.729812 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-df6e412b-7e07-4389-b5e7-081437db771d req-02603ace-2714-48f7-b7b6-9d2fe8963c84 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.737465 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-df6e412b-7e07-4389-b5e7-081437db771d req-02603ace-2714-48f7-b7b6-9d2fe8963c84 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.742162 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df6e412b-7e07-4389-b5e7-081437db771d req-02603ace-2714-48f7-b7b6-9d2fe8963c84 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] 10.222.0.18 "DELETE /v2.0/security-groups/37cae4cf-93b7-44c8-afc6-d17697966140 HTTP/1.1" status: 204 len: 173 time: 0.2522752 Dec 12 17:47:01.774942 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:01.775181 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8223ec4-06b0-4fcf-9dfd-527abedb79ff tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.803307 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bc156-d081-4ef1-bc26-60ff2c678cae req-f20f9359-8db7-4c43-93a6-8321f9d1350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:01.808801 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-332bc156-d081-4ef1-bc26-60ff2c678cae req-f20f9359-8db7-4c43-93a6-8321f9d1350a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa5a149ce95c4c019546bb606be43576&device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 1096 time: 0.1642463 Dec 12 17:47:01.828829 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02603ace-2714-48f7-b7b6-9d2fe8963c84 tempest-SecurityGroupsTestAdminJSON-1677101560 tempest-SecurityGroupsTestAdminJSON-1677101560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cae4cf-93b7-44c8-afc6-d17697966140,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:01.844468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port a979837e-935f-452f-a22d-6613dbea91f1 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:47:01.874869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port a979837e-935f-452f-a22d-6613dbea91f1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:01.875265 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.904800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15371281-99f9-48f3-b785-9161ce9bfe96 req-e1668857-cda3-4d95-9ba6-f7b73bdd37b5 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:01.914560 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15371281-99f9-48f3-b785-9161ce9bfe96 req-e1668857-cda3-4d95-9ba6-f7b73bdd37b5 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.2038589 Dec 12 17:47:01.923278 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0df6-2ea2-454f-b4d3-925932916719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:01.962749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d0df6-2ea2-454f-b4d3-925932916719 None None] Pushing event deleted for resources: {'Port': ['ID=dc28a58f-4992-4376-9c04-bea387ee24f1,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:01.963496 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c959d6-3a98-451c-81c1-8e525a9f2a33 req-c06f0176-947c-4902-ac47-beb95a4317d3 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:01.965584 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33c959d6-3a98-451c-81c1-8e525a9f2a33 req-c06f0176-947c-4902-ac47-beb95a4317d3 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6111ece0-c0cf-45e8-9265-8a8fe8840b97 HTTP/1.1" status: 200 len: 945 time: 0.1232147 Dec 12 17:47:01.989292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1d0df6-2ea2-454f-b4d3-925932916719 None None] No DVR routers for this DVR port dc28a58f-4992-4376-9c04-bea387ee24f1 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:47:01.993855 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bc156-d081-4ef1-bc26-60ff2c678cae req-3a1f31b3-21c6-48d4-a956-ee482b6ac0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:01.995607 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-332bc156-d081-4ef1-bc26-60ff2c678cae req-3a1f31b3-21c6-48d4-a956-ee482b6ac0c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ecf668f-cc73-4fe0-ac28-ba45e858f96b HTTP/1.1" status: 200 len: 920 time: 0.1765895 Dec 12 17:47:02.009685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15371281-99f9-48f3-b785-9161ce9bfe96 req-6d5fa545-d911-4062-8e98-da1afea42762 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941648 Dec 12 17:47:02.060312 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:02.089499 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-332bc156-d081-4ef1-bc26-60ff2c678cae req-ab31fa86-e86b-40fc-bd1d-395d65445c35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=096a3e32-b2b3-42ac-aa8f-9d49590fa519 HTTP/1.1" status: 200 len: 217 time: 0.0793962 Dec 12 17:47:02.098749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5b97828a-d9ea-4246-b86f-2e56c4266177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'name': 'tempest-TaggedBootDevicesTest-148028716-router', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:44:51Z', 'updated_at': '2021-12-12T17:44:56Z', 'revision_number': 4, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'gw_port': {'id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:52Z', 'updated_at': '2021-12-12T17:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'ca33da20-1826-411a-82c7-7fce8f52b191', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'port_id': '2b44c96d-f037-4af7-a74b-edb9db1acda3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c', 'mac_address': 'fa:16:3e:7a:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:45:43Z', 'updated_at': '2021-12-12T17:46:58Z', 'revision_number': 1, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd6850e-af2b-4237-94c7-d506c9860887', 'name': '', 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'mac_address': 'fa:16:3e:79:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '0f587a61-b527-466b-b207-9482694635c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:56Z', 'updated_at': '2021-12-12T17:45:04Z', 'revision_number': 5, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'subnets': [{'id': '0f587a61-b527-466b-b207-9482694635c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:02.108418 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33c959d6-3a98-451c-81c1-8e525a9f2a33 req-da21021f-0836-4059-b03a-6431038558dd tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/security-groups?id=be5e784a-c489-4895-9fc9-87e8035d3ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341519 Dec 12 17:47:02.113678 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8223ec4-06b0-4fcf-9dfd-527abedb79ff tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:02.152544 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b97828a-d9ea-4246-b86f-2e56c4266177 None None] The sync data for ids ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'] in n-d-760354-5 is: [{'id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'name': 'tempest-TaggedBootDevicesTest-148028716-router', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:44:51Z', 'updated_at': '2021-12-12T17:44:56Z', 'revision_number': 4, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'gw_port': {'id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:52Z', 'updated_at': '2021-12-12T17:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'ca33da20-1826-411a-82c7-7fce8f52b191', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'port_id': '2b44c96d-f037-4af7-a74b-edb9db1acda3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c', 'mac_address': 'fa:16:3e:7a:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:45:43Z', 'updated_at': '2021-12-12T17:46:58Z', 'revision_number': 1, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd6850e-af2b-4237-94c7-d506c9860887', 'name': '', 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'mac_address': 'fa:16:3e:79:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '0f587a61-b527-466b-b207-9482694635c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:56Z', 'updated_at': '2021-12-12T17:45:04Z', 'revision_number': 5, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'subnets': [{'id': '0f587a61-b527-466b-b207-9482694635c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:47:02.167024 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a979837e-935f-452f-a22d-6613dbea91f1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a979837e-935f-452f-a22d-6613dbea91f1,segment=NetworkSegment(e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d),segment_id=e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:02.174026 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:02.184714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b8223ec4-06b0-4fcf-9dfd-527abedb79ff tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b57a6c2-20de-47d5-8be0-2090afda85e0']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:02.221213 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b8223ec4-06b0-4fcf-9dfd-527abedb79ff tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63bf409-6d90-4d92-862a-f1f39472364d') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:02.221637 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b8223ec4-06b0-4fcf-9dfd-527abedb79ff tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63bf409-6d90-4d92-862a-f1f39472364d') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:02.229105 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bc156-d081-4ef1-bc26-60ff2c678cae req-30766958-3091-4305-aac9-df064385bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:02.230774 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-332bc156-d081-4ef1-bc26-60ff2c678cae req-30766958-3091-4305-aac9-df064385bfbf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84 HTTP/1.1" status: 200 len: 859 time: 0.1309011 Dec 12 17:47:02.263255 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53650) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:02.276882 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=a979837e-935f-452f-a22d-6613dbea91f1,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:02.282957 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8223ec4-06b0-4fcf-9dfd-527abedb79ff tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:02.312671 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-332bc156-d081-4ef1-bc26-60ff2c678cae req-72c2de7d-a2da-4e1e-9fff-3e0a34772ad9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ecf668f-cc73-4fe0-ac28-ba45e858f96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586793 Dec 12 17:47:02.348578 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8223ec4-06b0-4fcf-9dfd-527abedb79ff tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:02.385085 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1017ffce-2216-4aa0-9462-cf3c641ae596 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:02.401582 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8223ec4-06b0-4fcf-9dfd-527abedb79ff tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:47:02.402127 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8223ec4-06b0-4fcf-9dfd-527abedb79ff tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:02.428381 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 1017ffce-2216-4aa0-9462-cf3c641ae596 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:02.430746 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1017ffce-2216-4aa0-9462-cf3c641ae596 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:02.431189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f03006a1-3c94-493e-9fe2-629c0c866047 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:47:02.510655 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:47:02.555255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e006eb05-e2b0-4a21-b47b-55ffa547a685 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=485e9a10f05a41fe83e4c45a3cff3afa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2903526 Dec 12 17:47:02.556740 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8223ec4-06b0-4fcf-9dfd-527abedb79ff tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:02.557312 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53660) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:02.578151 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8223ec4-06b0-4fcf-9dfd-527abedb79ff tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:02.582659 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b8223ec4-06b0-4fcf-9dfd-527abedb79ff tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] 10.222.0.18 "DELETE /v2.0/networks/0b57a6c2-20de-47d5-8be0-2090afda85e0 HTTP/1.1" status: 204 len: 168 time: 0.9851735 Dec 12 17:47:02.610606 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ca6c97-5a24-44df-81ed-8f6665e12d43 None None] New status for floating IP ca33da20-1826-411a-82c7-7fce8f52b191: ACTIVE {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:47:02.617783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: f03006a1-3c94-493e-9fe2-629c0c866047 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:02.618075 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f03006a1-3c94-493e-9fe2-629c0c866047 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:02.618468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device dc28a58f-4992-4376-9c04-bea387ee24f1 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:02.638084 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: dc28a58f-4992-4376-9c04-bea387ee24f1 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:02.638675 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device dc28a58f-4992-4376-9c04-bea387ee24f1 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:02.640109 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-332bc156-d081-4ef1-bc26-60ff2c678cae req-426d52f0-2f4d-44f6-93d5-9cd36bf03644 service neutron] 10.222.0.20 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171892 Dec 12 17:47:02.641905 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8223ec4-06b0-4fcf-9dfd-527abedb79ff tempest-TestSecurityGroupsBasicOps-833577972 tempest-TestSecurityGroupsBasicOps-833577972-project] Pushing event deleted for resources: {'Network': ['ID=0b57a6c2-20de-47d5-8be0-2090afda85e0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:02.680565 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543911a3-d695-48f4-8b09-310598379779 req-27fe148f-bfc2-478c-b54a-8dbf14288c14 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:02.686962 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543911a3-d695-48f4-8b09-310598379779 req-27fe148f-bfc2-478c-b54a-8dbf14288c14 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:02.693186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543911a3-d695-48f4-8b09-310598379779 req-27fe148f-bfc2-478c-b54a-8dbf14288c14 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:02.695535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-543911a3-d695-48f4-8b09-310598379779 req-27fe148f-bfc2-478c-b54a-8dbf14288c14 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 2418 time: 0.1283960 Dec 12 17:47:02.720385 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44041e84-9acc-4642-9db5-fccb9b5d4023 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:02.746778 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44041e84-9acc-4642-9db5-fccb9b5d4023 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:02.781196 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-332bc156-d081-4ef1-bc26-60ff2c678cae req-a2bfda0c-bf0c-480a-8821-8957b83acbbb service neutron] 10.222.0.20 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284645 Dec 12 17:47:02.781780 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-543911a3-d695-48f4-8b09-310598379779 req-1e477cf3-2021-4af5-b42f-0b510e85e2bf tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796931 Dec 12 17:47:02.826483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6111ece0-c0cf-45e8-9265-8a8fe8840b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dd81b3-d622-4ff3-9d20-7416b60dad17'}, {'server_uuid': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6'}, {'server_uuid': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a979837e-935f-452f-a22d-6613dbea91f1'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:02.829282 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e327a454-51d8-4d4d-88d6-7796c03c6dfa" -d '{"events": [{"server_uuid": "6111ece0-c0cf-45e8-9265-8a8fe8840b97", "name": "network-vif-plugged", "status": "completed", "tag": "08dd81b3-d622-4ff3-9d20-7416b60dad17"}, {"server_uuid": "5ca3ca10-70ce-4b72-b996-fb901c25ee3a", "name": "network-vif-plugged", "status": "completed", "tag": "19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6"}, {"server_uuid": "5ca3ca10-70ce-4b72-b996-fb901c25ee3a", "name": "network-vif-plugged", "status": "completed", "tag": "a979837e-935f-452f-a22d-6613dbea91f1"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:02.849533 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44041e84-9acc-4642-9db5-fccb9b5d4023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:02.852935 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44041e84-9acc-4642-9db5-fccb9b5d4023 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:02.854234 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-44041e84-9acc-4642-9db5-fccb9b5d4023 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/827d19fd-7dc3-41fb-9f8f-cb7a3742a6cc HTTP/1.1" status: 204 len: 168 time: 0.2951658 Dec 12 17:47:02.863352 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44041e84-9acc-4642-9db5-fccb9b5d4023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827d19fd-7dc3-41fb-9f8f-cb7a3742a6cc,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:02.908145 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083de672-f6b9-4488-bba8-e1eb11e123ba x-openstack-request-id: req-083de672-f6b9-4488-bba8-e1eb11e123ba {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:02.909311 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6111ece0-c0cf-45e8-9265-8a8fe8840b97", "name": "network-vif-plugged", "status": "completed", "tag": "08dd81b3-d622-4ff3-9d20-7416b60dad17", "code": 200}, {"server_uuid": "5ca3ca10-70ce-4b72-b996-fb901c25ee3a", "name": "network-vif-plugged", "status": "completed", "tag": "19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6", "code": 200}, {"server_uuid": "5ca3ca10-70ce-4b72-b996-fb901c25ee3a", "name": "network-vif-plugged", "status": "completed", "tag": "a979837e-935f-452f-a22d-6613dbea91f1", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:02.909570 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-083de672-f6b9-4488-bba8-e1eb11e123ba {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:02.909972 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6111ece0-c0cf-45e8-9265-8a8fe8840b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dd81b3-d622-4ff3-9d20-7416b60dad17', 'code': 200} Dec 12 17:47:02.910230 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6', 'code': 200} Dec 12 17:47:02.910488 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a979837e-935f-452f-a22d-6613dbea91f1', 'code': 200} Dec 12 17:47:03.014723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53676) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:03.037731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232ab17-3787-417d-bdb9-05a731fb1a1e req-14a23794-863b-4e84-9674-d1425599bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:03.039359 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206f19d-b45e-4e7f-9f84-0125795bc6c7 req-a307ef4a-1252-488a-943b-be5fb8709f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:03.039509 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9232ab17-3787-417d-bdb9-05a731fb1a1e req-14a23794-863b-4e84-9674-d1425599bd8a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6111ece0-c0cf-45e8-9265-8a8fe8840b97 HTTP/1.1" status: 200 len: 1096 time: 0.0539083 Dec 12 17:47:03.040327 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206f19d-b45e-4e7f-9f84-0125795bc6c7 req-a307ef4a-1252-488a-943b-be5fb8709f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:03.040965 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206f19d-b45e-4e7f-9f84-0125795bc6c7 req-a307ef4a-1252-488a-943b-be5fb8709f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:03.042777 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f206f19d-b45e-4e7f-9f84-0125795bc6c7 req-a307ef4a-1252-488a-943b-be5fb8709f81 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 2871 time: 0.0636711 Dec 12 17:47:03.104471 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f206f19d-b45e-4e7f-9f84-0125795bc6c7 req-439436f6-d682-4f90-addb-77f7a48c9a9f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532830 Dec 12 17:47:03.143117 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9232ab17-3787-417d-bdb9-05a731fb1a1e req-1be813c0-3ba3-4909-b0c3-ef25c168fc2f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=be5e784a-c489-4895-9fc9-87e8035d3ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963948 Dec 12 17:47:03.166085 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550937a7-9851-403d-9201-51ea9e281006 req-e5bc21a1-d24a-4985-90e7-7deeeb3cee64 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:03.173343 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-550937a7-9851-403d-9201-51ea9e281006 req-e5bc21a1-d24a-4985-90e7-7deeeb3cee64 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.0841343 Dec 12 17:47:03.276155 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-550937a7-9851-403d-9201-51ea9e281006 req-ff37cba5-eeb7-43e7-8b90-6d2043f5d857 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019549 Dec 12 17:47:03.276477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53688) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:03.295044 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607c02f-876a-448b-8c5d-902f7352e11c req-9a8f1c7f-2993-49aa-9be5-2e7840503981 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:03.299664 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9607c02f-876a-448b-8c5d-902f7352e11c req-9a8f1c7f-2993-49aa-9be5-2e7840503981 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6111ece0-c0cf-45e8-9265-8a8fe8840b97 HTTP/1.1" status: 200 len: 945 time: 0.1180024 Dec 12 17:47:03.305633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4a6f2182-6fd4-49f7-a0ab-d29c72dcb530 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67865f4a143048ea9866213bacf38009&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2885826 Dec 12 17:47:03.308158 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53690) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:03.353194 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-aeb054b9-4883-4428-9f5e-3c7267486277 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57672f317ee84ca998e23873d668e19e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0754683 Dec 12 17:47:03.356182 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9607c02f-876a-448b-8c5d-902f7352e11c req-5288a814-685f-4098-be6a-19af7070774b tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/security-groups?id=be5e784a-c489-4895-9fc9-87e8035d3ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492489 Dec 12 17:47:03.356778 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53692) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:03.376417 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-315fbf14-03ed-4fe6-9507-93d700464029 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:03.397814 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-315fbf14-03ed-4fe6-9507-93d700464029 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:03.407886 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fbcd11e3-a940-47f3-86ed-a8dd9869ea96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:03.433300 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fbcd11e3-a940-47f3-86ed-a8dd9869ea96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:03.449172 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-315fbf14-03ed-4fe6-9507-93d700464029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:03.452093 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-315fbf14-03ed-4fe6-9507-93d700464029 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:03.453444 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-315fbf14-03ed-4fe6-9507-93d700464029 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5233307d-abdc-4cb5-b096-f256943fee16 HTTP/1.1" status: 204 len: 168 time: 0.1440992 Dec 12 17:47:03.461136 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fbf14-03ed-4fe6-9507-93d700464029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5233307d-abdc-4cb5-b096-f256943fee16,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:03.514481 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fbcd11e3-a940-47f3-86ed-a8dd9869ea96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:03.517967 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fbcd11e3-a940-47f3-86ed-a8dd9869ea96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:03.519237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fbcd11e3-a940-47f3-86ed-a8dd9869ea96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1f1d9ac-8d34-4ee8-a170-69125506aeeb HTTP/1.1" status: 204 len: 168 time: 0.1615052 Dec 12 17:47:03.527719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd11e3-a940-47f3-86ed-a8dd9869ea96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f1d9ac-8d34-4ee8-a170-69125506aeeb,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:03.780817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7da2b-b84b-4b7a-afaf-d2047330f6d5 req-f0e1bf8c-9864-459f-8d41-d89ffd8783dd tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:03.783143 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfb7da2b-b84b-4b7a-afaf-d2047330f6d5 req-f0e1bf8c-9864-459f-8d41-d89ffd8783dd tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0521629 Dec 12 17:47:03.839509 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfb7da2b-b84b-4b7a-afaf-d2047330f6d5 req-d217f114-a60b-44ad-ad34-54312820cb45 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490274 Dec 12 17:47:03.933978 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e9059-b05a-48aa-86bd-864aacc29a03 req-77598e5a-40de-4156-97e4-e0a952316af1 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:03.939915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e9059-b05a-48aa-86bd-864aacc29a03 req-77598e5a-40de-4156-97e4-e0a952316af1 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:03.946801 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e9059-b05a-48aa-86bd-864aacc29a03 req-77598e5a-40de-4156-97e4-e0a952316af1 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:03.947514 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53720) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:03.947971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-997e9059-b05a-48aa-86bd-864aacc29a03 req-77598e5a-40de-4156-97e4-e0a952316af1 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 2418 time: 0.0724547 Dec 12 17:47:03.965544 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10baa152-1612-4b78-8797-a32b59867252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:03.999049 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-997e9059-b05a-48aa-86bd-864aacc29a03 req-18b4df17-7a27-4694-b805-600848effc06 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438848 Dec 12 17:47:04.058783 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10baa152-1612-4b78-8797-a32b59867252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:04.062547 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10baa152-1612-4b78-8797-a32b59867252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:04.104425 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-10baa152-1612-4b78-8797-a32b59867252 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab672f9136434c9bb912aa9c3545f8a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1520431 Dec 12 17:47:04.105388 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10baa152-1612-4b78-8797-a32b59867252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bd21e3-09b2-4e12-a6c5-45c189d74f87,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:04.107775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53724) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:04.159609 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97c8568d-adaf-46a2-8c0c-2b881a4be131 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:04.181774 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97c8568d-adaf-46a2-8c0c-2b881a4be131 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:04.234410 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97c8568d-adaf-46a2-8c0c-2b881a4be131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:04.237469 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97c8568d-adaf-46a2-8c0c-2b881a4be131 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:04.247669 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-97c8568d-adaf-46a2-8c0c-2b881a4be131 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48bd21e3-09b2-4e12-a6c5-45c189d74f87 HTTP/1.1" status: 204 len: 168 time: 0.1354969 Dec 12 17:47:04.263557 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8568d-adaf-46a2-8c0c-2b881a4be131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bd21e3-09b2-4e12-a6c5-45c189d74f87,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:04.415870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0862cda-8225-4735-aebc-12ca1a7951f2 req-079508d6-75b1-4a35-9f8a-130eb77105a8 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:04.417316 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0862cda-8225-4735-aebc-12ca1a7951f2 req-079508d6-75b1-4a35-9f8a-130eb77105a8 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.0627313 Dec 12 17:47:04.490167 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0862cda-8225-4735-aebc-12ca1a7951f2 req-06d3f674-80f8-445e-a1f1-ee4f59c289b4 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608974 Dec 12 17:47:04.552678 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084832c-cef8-4d31-80f4-3ecbfbe35e6b req-f4a21cb0-e1ec-4cbd-908b-898dfc975e9b tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:04.554804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f084832c-cef8-4d31-80f4-3ecbfbe35e6b req-f4a21cb0-e1ec-4cbd-908b-898dfc975e9b tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6111ece0-c0cf-45e8-9265-8a8fe8840b97 HTTP/1.1" status: 200 len: 945 time: 0.0637045 Dec 12 17:47:04.584679 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53748) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:04.608984 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f084832c-cef8-4d31-80f4-3ecbfbe35e6b req-87f856df-2228-4ba3-b065-b6f0c89d8dfd tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/security-groups?id=be5e784a-c489-4895-9fc9-87e8035d3ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464826 Dec 12 17:47:04.635242 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-168dbaa6-25c8-43fa-abba-d6b862a42a39 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5dd72a31b624a479555218c662f4c68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487387 Dec 12 17:47:04.637294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53750) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:04.690606 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a2817c96-5e00-439e-bccc-6200f3dddd38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:04.718692 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a2817c96-5e00-439e-bccc-6200f3dddd38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:04.777847 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a2817c96-5e00-439e-bccc-6200f3dddd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:04.780576 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a2817c96-5e00-439e-bccc-6200f3dddd38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:04.781760 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a2817c96-5e00-439e-bccc-6200f3dddd38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/531ba006-c3f7-45ca-a944-c0512ee31573 HTTP/1.1" status: 204 len: 168 time: 0.1434364 Dec 12 17:47:04.790186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2817c96-5e00-439e-bccc-6200f3dddd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531ba006-c3f7-45ca-a944-c0512ee31573,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:04.966752 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd629192-a332-42d3-9358-a8e79710ff8f req-6cf418cf-ae9c-4a93-9df4-aff43fdce844 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:04.968524 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd629192-a332-42d3-9358-a8e79710ff8f req-6cf418cf-ae9c-4a93-9df4-aff43fdce844 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0535436 Dec 12 17:47:05.043489 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd629192-a332-42d3-9358-a8e79710ff8f req-cc10e009-6cf3-4abd-87ce-74b9ba678e32 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656617 Dec 12 17:47:05.152987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83461387-46c2-4df0-9666-c668aa1c3869 req-9389158b-5c14-423d-9534-e5d43a829b71 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:05.159139 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83461387-46c2-4df0-9666-c668aa1c3869 req-9389158b-5c14-423d-9534-e5d43a829b71 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:05.165269 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83461387-46c2-4df0-9666-c668aa1c3869 req-9389158b-5c14-423d-9534-e5d43a829b71 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:05.167072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83461387-46c2-4df0-9666-c668aa1c3869 req-9389158b-5c14-423d-9534-e5d43a829b71 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 2418 time: 0.0771992 Dec 12 17:47:05.228567 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83461387-46c2-4df0-9666-c668aa1c3869 req-270b8c11-d1d0-4d93-8529-e68955b4a792 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540690 Dec 12 17:47:05.523463 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-f12323f7-a79b-4adf-9572-716f717a91c3 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9e128083b3ff421fbeefde8bffc2fb04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260553 Dec 12 17:47:05.550552 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62bb0b-6dfe-4c5e-b541-6d0d654be01e req-53478748-4c44-43d7-bc4e-859bfd461fd1 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:05.557362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62bb0b-6dfe-4c5e-b541-6d0d654be01e req-53478748-4c44-43d7-bc4e-859bfd461fd1 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:05.563265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62bb0b-6dfe-4c5e-b541-6d0d654be01e req-53478748-4c44-43d7-bc4e-859bfd461fd1 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:05.564825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3f62bb0b-6dfe-4c5e-b541-6d0d654be01e req-53478748-4c44-43d7-bc4e-859bfd461fd1 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 2418 time: 0.0947733 Dec 12 17:47:05.671552 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3f62bb0b-6dfe-4c5e-b541-6d0d654be01e req-2dfe9944-af59-4a29-a687-8c151ec43ca4 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966742 Dec 12 17:47:05.688815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-876f4dcc-b92a-47fc-9607-5b9f64498b63 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:05.690262 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-876f4dcc-b92a-47fc-9607-5b9f64498b63 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1603053 Dec 12 17:47:05.711964 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-ed2f1d64-145c-46d7-bbac-d431bf92f9ec tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/quotas/9e128083b3ff421fbeefde8bffc2fb04 HTTP/1.1" status: 200 len: 375 time: 0.0136273 Dec 12 17:47:05.745922 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-08ee7edf-8f47-4c80-bfd9-4f568b8a9f6c tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9e128083b3ff421fbeefde8bffc2fb04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282652 Dec 12 17:47:05.835452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c073f57-786c-4a32-b0fc-66d0b021ff8f req-8f2ca065-7166-4b1c-b3f0-85fc49e11490 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:05.836962 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c073f57-786c-4a32-b0fc-66d0b021ff8f req-8f2ca065-7166-4b1c-b3f0-85fc49e11490 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.0513785 Dec 12 17:47:05.913601 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c073f57-786c-4a32-b0fc-66d0b021ff8f req-ab1a6721-fb1a-48fd-8ba9-5b6f9cad1700 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686190 Dec 12 17:47:05.968192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f679a-484f-43f0-8255-8f011a8e7bd5 req-08b05a05-00f2-4828-9c83-b2c87f19cd76 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:05.969349 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b1f679a-484f-43f0-8255-8f011a8e7bd5 req-08b05a05-00f2-4828-9c83-b2c87f19cd76 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6111ece0-c0cf-45e8-9265-8a8fe8840b97 HTTP/1.1" status: 200 len: 945 time: 0.0608957 Dec 12 17:47:06.023488 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b1f679a-484f-43f0-8255-8f011a8e7bd5 req-b0111457-0751-4839-90f8-770128a09eb0 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/security-groups?id=be5e784a-c489-4895-9fc9-87e8035d3ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466623 Dec 12 17:47:06.087560 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-08689923-3de5-47ec-87d4-eff28016ef94 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9e128083b3ff421fbeefde8bffc2fb04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224473 Dec 12 17:47:06.250040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e0e69-0f86-4ffc-b372-548dcda314a2 req-edce83ba-937b-4d65-87b2-b42eafc847f5 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:06.252677 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec4e0e69-0f86-4ffc-b372-548dcda314a2 req-edce83ba-937b-4d65-87b2-b42eafc847f5 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0958757 Dec 12 17:47:06.261760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-ce3e03c4-2dc3-439d-926e-77ffff4e13df tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:06.264570 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-ce3e03c4-2dc3-439d-926e-77ffff4e13df tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1681542 Dec 12 17:47:06.295137 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-f45a1e11-1f48-4804-a03e-dae627874d5c tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/quotas/9e128083b3ff421fbeefde8bffc2fb04 HTTP/1.1" status: 200 len: 375 time: 0.0195186 Dec 12 17:47:06.340986 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-e6de9799-540c-4f0e-b17f-e7292f810398 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9e128083b3ff421fbeefde8bffc2fb04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398600 Dec 12 17:47:06.349251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec4e0e69-0f86-4ffc-b372-548dcda314a2 req-8f4f7f91-c78c-4814-830d-1df0d4cf6742 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832152 Dec 12 17:47:06.515731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90d0902b-f581-4698-891c-92dee033f002 req-80f4627e-7647-4e99-a13d-2f56e476a842 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=c156da20-8571-43d0-9e8e-511d8af798cf HTTP/1.1" status: 200 len: 210 time: 0.0317805 Dec 12 17:47:06.642218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ec9c8-a5d9-44c1-a961-6af9c0fad6e2 req-ea9e1dbb-f6ee-4e46-9697-b2b4308ca997 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:06.643723 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-333ec9c8-a5d9-44c1-a961-6af9c0fad6e2 req-ea9e1dbb-f6ee-4e46-9697-b2b4308ca997 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6111ece0-c0cf-45e8-9265-8a8fe8840b97 HTTP/1.1" status: 200 len: 945 time: 0.0518372 Dec 12 17:47:06.699897 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-333ec9c8-a5d9-44c1-a961-6af9c0fad6e2 req-05bcc5ba-6b65-4fba-b0d8-a5ba9e243c09 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/security-groups?id=be5e784a-c489-4895-9fc9-87e8035d3ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496171 Dec 12 17:47:06.831894 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68293f44-5562-4108-a179-0051d084e732 req-adf079f5-a810-458b-950c-64491a3d40dd tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:06.840200 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68293f44-5562-4108-a179-0051d084e732 req-adf079f5-a810-458b-950c-64491a3d40dd tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:06.846108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68293f44-5562-4108-a179-0051d084e732 req-adf079f5-a810-458b-950c-64491a3d40dd tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:06.848178 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68293f44-5562-4108-a179-0051d084e732 req-adf079f5-a810-458b-950c-64491a3d40dd tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 2418 time: 0.0834837 Dec 12 17:47:06.886045 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-cf5c036c-de42-458b-bacb-923a1c7cba09 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9e128083b3ff421fbeefde8bffc2fb04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229068 Dec 12 17:47:06.915271 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68293f44-5562-4108-a179-0051d084e732 req-a046b8e2-f04e-46dd-8692-7de51dc18e99 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596080 Dec 12 17:47:07.020169 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-852eef18-84c4-4c57-b867-47608fa3f90c tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:07.022008 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-852eef18-84c4-4c57-b867-47608fa3f90c tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1284370 Dec 12 17:47:07.036356 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-9525a8af-1ae9-4359-afd0-b246c3921aef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Request body: {'port': {'device_id': 'b3056ee5-b02f-47a4-9340-5ae45d4de2aa', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': '9e128083b3ff421fbeefde8bffc2fb04'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:07.067883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b616733-e436-4223-8c18-36ad9766ae97 req-038a062d-9aa4-42f1-877d-d44586fa885f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:07.069679 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b616733-e436-4223-8c18-36ad9766ae97 req-038a062d-9aa4-42f1-877d-d44586fa885f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.0655713 Dec 12 17:47:07.150029 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b616733-e436-4223-8c18-36ad9766ae97 req-d6deb87e-567a-467b-ae29-a6d64d64b542 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745807 Dec 12 17:47:07.165436 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-9525a8af-1ae9-4359-afd0-b246c3921aef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Made reservation on behalf of 9e128083b3ff421fbeefde8bffc2fb04 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:47:07.170386 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-9525a8af-1ae9-4359-afd0-b246c3921aef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:07.179356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-f64d19c3-c7df-4c6b-ba27-68332f0d6cec tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:07.185979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-f64d19c3-c7df-4c6b-ba27-68332f0d6cec tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:07.188359 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-9525a8af-1ae9-4359-afd0-b246c3921aef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:07.192233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-f64d19c3-c7df-4c6b-ba27-68332f0d6cec tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:07.193875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-f64d19c3-c7df-4c6b-ba27-68332f0d6cec tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 2418 time: 0.0767255 Dec 12 17:47:07.269149 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-9525a8af-1ae9-4359-afd0-b246c3921aef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:07.273061 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-9525a8af-1ae9-4359-afd0-b246c3921aef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:07.294841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-f35e3082-238b-46fa-83f6-885beb30131c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Deleting port 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:07.295228 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-f35e3082-238b-46fa-83f6-885beb30131c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:07.342981 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525a8af-1ae9-4359-afd0-b246c3921aef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7623887-0bee-4c67-855a-cfba77fa3177,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:07.391911 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-f35e3082-238b-46fa-83f6-885beb30131c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] For port 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6,segment=NetworkSegment(6440de4f-7785-4719-bf77-d34f85d64c11),segment_id=6440de4f-7785-4719-bf77-d34f85d64c11)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:07.392274 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-f35e3082-238b-46fa-83f6-885beb30131c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:07.408421 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-f35e3082-238b-46fa-83f6-885beb30131c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Calling delete_port for 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:07.414219 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-9525a8af-1ae9-4359-afd0-b246c3921aef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Allocated IP 192.168.233.224 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/63e5863c-e4f7-412f-ac10-3144d3f770f4) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:47:07.517470 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495feb88-a1fa-45b6-9087-10a4f5fb671d req-2a45775d-4a74-42a7-a868-0b286bae6fa2 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:07.518991 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-495feb88-a1fa-45b6-9087-10a4f5fb671d req-2a45775d-4a74-42a7-a868-0b286bae6fa2 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0689774 Dec 12 17:47:07.600331 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-495feb88-a1fa-45b6-9087-10a4f5fb671d req-669416d2-e6ba-4203-a30f-2842dd4182d1 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698380 Dec 12 17:47:07.604437 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-9525a8af-1ae9-4359-afd0-b246c3921aef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:07.643856 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-9525a8af-1ae9-4359-afd0-b246c3921aef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:07.658287 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecd8cd9a-1c95-4691-87c5-85bf21e128cf req-9657aa00-764f-42ca-9986-0cff6a8d576d tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=c156da20-8571-43d0-9e8e-511d8af798cf HTTP/1.1" status: 200 len: 210 time: 0.0525341 Dec 12 17:47:07.659837 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-d26f0323-4521-42f8-8335-9f16ded92852 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9e128083b3ff421fbeefde8bffc2fb04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505512 Dec 12 17:47:07.678013 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-f35e3082-238b-46fa-83f6-885beb30131c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:07.691143 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-9525a8af-1ae9-4359-afd0-b246c3921aef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:47:07.694394 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-9525a8af-1ae9-4359-afd0-b246c3921aef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:47:07.698679 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-9525a8af-1ae9-4359-afd0-b246c3921aef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:47:07.705029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['e954c922-4b9b-4114-b141-a1d5a94c3659', 'a979837e-935f-452f-a22d-6613dbea91f1', '19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:47:07.751247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e3082-238b-46fa-83f6-885beb30131c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event deleted for resources: {'Port': ['ID=19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:07.757584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-9525a8af-1ae9-4359-afd0-b246c3921aef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:07.758188 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-9525a8af-1ae9-4359-afd0-b246c3921aef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:07.789223 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-9525a8af-1ae9-4359-afd0-b246c3921aef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7560401 Dec 12 17:47:07.794769 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525a8af-1ae9-4359-afd0-b246c3921aef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Pushing event updated for resources: {'Port': ['ID=63e5863c-e4f7-412f-ac10-3144d3f770f4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:07.802964 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Request body: {'port': {'device_id': 'b3056ee5-b02f-47a4-9340-5ae45d4de2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:07.804804 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-f35e3082-238b-46fa-83f6-885beb30131c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] No DVR routers for this DVR port 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:47:07.809278 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-f35e3082-238b-46fa-83f6-885beb30131c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:07.817417 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-f35e3082-238b-46fa-83f6-885beb30131c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.20 "DELETE /v2.0/ports/19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 HTTP/1.1" status: 204 len: 173 time: 0.6166174 Dec 12 17:47:07.817909 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'name': 'network-vif-deleted', 'tag': '19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:07.821015 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2e1e81-197c-439f-92bc-9d654cd95fc5" -d '{"events": [{"server_uuid": "5ca3ca10-70ce-4b72-b996-fb901c25ee3a", "name": "network-vif-deleted", "tag": "19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:07.930416 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:07.973256 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df010024-b4c4-40d0-a04b-8d221dd0e57f x-openstack-request-id: req-df010024-b4c4-40d0-a04b-8d221dd0e57f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:07.973874 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca3ca10-70ce-4b72-b996-fb901c25ee3a", "name": "network-vif-deleted", "tag": "19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:07.973874 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df010024-b4c4-40d0-a04b-8d221dd0e57f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:07.974302 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'name': 'network-vif-deleted', 'tag': '19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6', 'status': 'completed', 'code': 200} Dec 12 17:47:08.100337 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-8ca8c5ee-6301-4c3e-bd5b-5dfc553636c2 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:08.103055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-8ca8c5ee-6301-4c3e-bd5b-5dfc553636c2 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4359720 Dec 12 17:47:08.128112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-7710fddb-50b7-4634-b887-e0b208220f20 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Request body: {'port': {'device_id': 'c156da20-8571-43d0-9e8e-511d8af798cf', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': '9e128083b3ff421fbeefde8bffc2fb04'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:08.318764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ea81c058-8d41-4060-8638-78c1c5633188 None None] Provisioning complete for port 63e5863c-e4f7-412f-ac10-3144d3f770f4 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:08.319255 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea81c058-8d41-4060-8638-78c1c5633188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:08.354542 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4eb51-7e08-4c15-b012-0eb9976440c6 req-88121541-ed84-453e-8ff5-8a7732e4cd22 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:08.356392 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-15e4eb51-7e08-4c15-b012-0eb9976440c6 req-88121541-ed84-453e-8ff5-8a7732e4cd22 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.31 "GET /v2.0/ports?device_id=6111ece0-c0cf-45e8-9265-8a8fe8840b97 HTTP/1.1" status: 200 len: 945 time: 0.0828388 Dec 12 17:47:08.356634 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ea81c058-8d41-4060-8638-78c1c5633188 None None] Port 63e5863c-e4f7-412f-ac10-3144d3f770f4 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:47:08.446113 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e5863c-e4f7-412f-ac10-3144d3f770f4 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:47:08.474331 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:08.496761 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Transition to ACTIVE for port object 63e5863c-e4f7-412f-ac10-3144d3f770f4 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:47:08.505574 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:08.565719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-15e4eb51-7e08-4c15-b012-0eb9976440c6 req-ad3a57a5-0d05-4626-8779-d4c9e65c4749 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Deleting port 08dd81b3-d622-4ff3-9d20-7416b60dad17 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:08.565984 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-15e4eb51-7e08-4c15-b012-0eb9976440c6 req-ad3a57a5-0d05-4626-8779-d4c9e65c4749 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:08.615374 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Pushing event updated for resources: {'Port': ['ID=63e5863c-e4f7-412f-ac10-3144d3f770f4,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:08.632560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2a963-08aa-47d4-8788-675cb3fbe8fa req-7b93a335-9410-402d-ab5b-5297e75ce9a4 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:08.634174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6fb2a963-08aa-47d4-8788-675cb3fbe8fa req-7b93a335-9410-402d-ab5b-5297e75ce9a4 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6111ece0-c0cf-45e8-9265-8a8fe8840b97 HTTP/1.1" status: 200 len: 945 time: 0.7133837 Dec 12 17:47:08.704407 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084c1b3-3ac5-4531-b062-7afb342fcaa8 req-b7b275e7-a49c-48b4-a1f4-7c85f93b2485 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:08.710958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084c1b3-3ac5-4531-b062-7afb342fcaa8 req-b7b275e7-a49c-48b4-a1f4-7c85f93b2485 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:08.719162 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5084c1b3-3ac5-4531-b062-7afb342fcaa8 req-b7b275e7-a49c-48b4-a1f4-7c85f93b2485 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 1682 time: 0.6146989 Dec 12 17:47:08.730749 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-15e4eb51-7e08-4c15-b012-0eb9976440c6 req-ad3a57a5-0d05-4626-8779-d4c9e65c4749 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] For port 08dd81b3-d622-4ff3-9d20-7416b60dad17, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=08dd81b3-d622-4ff3-9d20-7416b60dad17,segment=NetworkSegment(8058b25e-1747-4eca-aee9-4e8a0dd24cb9),segment_id=8058b25e-1747-4eca-aee9-4e8a0dd24cb9)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:08.731116 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-15e4eb51-7e08-4c15-b012-0eb9976440c6 req-ad3a57a5-0d05-4626-8779-d4c9e65c4749 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:08.739873 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Attempting to bind port 63e5863c-e4f7-412f-ac10-3144d3f770f4 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:47:08.740557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Attempting to bind port 63e5863c-e4f7-412f-ac10-3144d3f770f4 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:47:08.740557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Attempting to bind port 63e5863c-e4f7-412f-ac10-3144d3f770f4 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:47:08.750327 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Port 63e5863c-e4f7-412f-ac10-3144d3f770f4 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:47:08.750755 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Attempting to bind port 63e5863c-e4f7-412f-ac10-3144d3f770f4 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:47:08.752838 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-15e4eb51-7e08-4c15-b012-0eb9976440c6 req-ad3a57a5-0d05-4626-8779-d4c9e65c4749 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Calling delete_port for 08dd81b3-d622-4ff3-9d20-7416b60dad17 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:08.764515 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:47:08.764792 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:47:08.765184 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:47:08.765667 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Bound port: 63e5863c-e4f7-412f-ac10-3144d3f770f4, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:47:08.766031 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:08.766230 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-5d6c08be-6bd0-4307-be70-6015f7e40bd7 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Deleting port a979837e-935f-452f-a22d-6613dbea91f1 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:08.766607 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-5d6c08be-6bd0-4307-be70-6015f7e40bd7 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:08.865981 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-7710fddb-50b7-4634-b887-e0b208220f20 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Made reservation on behalf of 9e128083b3ff421fbeefde8bffc2fb04 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:47:08.870550 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-7710fddb-50b7-4634-b887-e0b208220f20 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:08.879911 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5084c1b3-3ac5-4531-b062-7afb342fcaa8 req-842ecd80-d2e5-42cb-a1e1-b722dc8a7251 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600649 Dec 12 17:47:08.899954 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] For port 63e5863c-e4f7-412f-ac10-3144d3f770f4, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:47:08.902113 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6fb2a963-08aa-47d4-8788-675cb3fbe8fa req-89024c11-2671-4ba1-8876-d904c9ddd35d tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.18 "GET /v2.0/security-groups?id=be5e784a-c489-4895-9fc9-87e8035d3ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380891 Dec 12 17:47:08.914233 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] For port 63e5863c-e4f7-412f-ac10-3144d3f770f4, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=63e5863c-e4f7-412f-ac10-3144d3f770f4,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:47:08.925066 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:09.030432 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:09.031557 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:09.033256 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-fba91629-ba75-4e85-b93b-31651562265b service neutron] 10.222.0.20 "PUT /v2.0/ports/63e5863c-e4f7-412f-ac10-3144d3f770f4 HTTP/1.1" status: 200 len: 1096 time: 1.2349265 Dec 12 17:47:09.033917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3056ee5-b02f-47a4-9340-5ae45d4de2aa', 'tag': '63e5863c-e4f7-412f-ac10-3144d3f770f4'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:09.036825 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18984c57-2b80-4387-9660-457ccf1679be" -d '{"events": [{"name": "network-changed", "server_uuid": "b3056ee5-b02f-47a4-9340-5ae45d4de2aa", "tag": "63e5863c-e4f7-412f-ac10-3144d3f770f4"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:09.062220 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-15e4eb51-7e08-4c15-b012-0eb9976440c6 req-ad3a57a5-0d05-4626-8779-d4c9e65c4749 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:09.078359 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['08dd81b3-d622-4ff3-9d20-7416b60dad17'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:47:09.088233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-5d6c08be-6bd0-4307-be70-6015f7e40bd7 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] For port a979837e-935f-452f-a22d-6613dbea91f1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a979837e-935f-452f-a22d-6613dbea91f1,segment=NetworkSegment(e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d),segment_id=e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:09.088860 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-5d6c08be-6bd0-4307-be70-6015f7e40bd7 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:09.118034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba91629-ba75-4e85-b93b-31651562265b service neutron] Pushing event updated for resources: {'Port': ['ID=63e5863c-e4f7-412f-ac10-3144d3f770f4,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:09.182277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-5d6c08be-6bd0-4307-be70-6015f7e40bd7 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Calling delete_port for a979837e-935f-452f-a22d-6613dbea91f1 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:09.190379 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a57a5-0d05-4626-8779-d4c9e65c4749 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Pushing event deleted for resources: {'Port': ['ID=08dd81b3-d622-4ff3-9d20-7416b60dad17,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:09.224233 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e4eb51-7e08-4c15-b012-0eb9976440c6 req-ad3a57a5-0d05-4626-8779-d4c9e65c4749 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] No DVR routers for this DVR port 08dd81b3-d622-4ff3-9d20-7416b60dad17 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:47:09.227398 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-15e4eb51-7e08-4c15-b012-0eb9976440c6 req-ad3a57a5-0d05-4626-8779-d4c9e65c4749 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:09.231109 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-15e4eb51-7e08-4c15-b012-0eb9976440c6 req-ad3a57a5-0d05-4626-8779-d4c9e65c4749 tempest-ServerGroupTestJSON-2006461027 tempest-ServerGroupTestJSON-2006461027-project] 10.222.0.31 "DELETE /v2.0/ports/08dd81b3-d622-4ff3-9d20-7416b60dad17 HTTP/1.1" status: 204 len: 173 time: 0.8687310 Dec 12 17:47:09.239812 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdddbf0-d831-4042-9b2c-c7c67eb44cd1 req-6d1af0be-e723-4d02-ace6-17159505fa45 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:09.242020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfdddbf0-d831-4042-9b2c-c7c67eb44cd1 req-6d1af0be-e723-4d02-ace6-17159505fa45 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.2250197 Dec 12 17:47:09.244773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-49b452c5-9c17-4c58-a289-e379f719e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:09.249258 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-49b452c5-9c17-4c58-a289-e379f719e59d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e128083b3ff421fbeefde8bffc2fb04&device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 1099 time: 0.1495712 Dec 12 17:47:09.302639 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-17320220-929b-4d81-b8c0-7e77c40059ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=63e5863c-e4f7-412f-ac10-3144d3f770f4 HTTP/1.1" status: 200 len: 217 time: 0.0418384 Dec 12 17:47:09.307452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0749a5-7c2f-4eff-b982-5ff5c9d06d4f req-fe49a132-fe7f-443b-bad3-e9bc48280b17 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:09.309069 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c0749a5-7c2f-4eff-b982-5ff5c9d06d4f req-fe49a132-fe7f-443b-bad3-e9bc48280b17 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.2246237 Dec 12 17:47:09.311399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-7710fddb-50b7-4634-b887-e0b208220f20 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Allocated IP 192.168.233.168 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/0c67d7bf-1a38-4415-b79b-234dbf309300) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:47:09.358948 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-ee4efb00-6c96-4d5a-ae3d-49f8b9afbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:09.360536 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-ee4efb00-6c96-4d5a-ae3d-49f8b9afbbab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0521429 Dec 12 17:47:09.416006 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-e0e82cc3-d45e-41fb-bd72-dc8b2a2330e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:09.417583 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-e0e82cc3-d45e-41fb-bd72-dc8b2a2330e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0493951 Dec 12 17:47:09.464796 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfdddbf0-d831-4042-9b2c-c7c67eb44cd1 req-426b76e8-136f-4b53-a0ec-6a8de70e4e5b tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823699 Dec 12 17:47:09.481330 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c0749a5-7c2f-4eff-b982-5ff5c9d06d4f req-c30f3520-8860-490e-988f-b4b005a24265 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565392 Dec 12 17:47:09.554836 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-74f128e7-eab8-4e22-a57e-90e494f96418 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296592 Dec 12 17:47:09.621232 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b7d1a73-cf3d-481e-9bf1-9dfbd9e09139 req-e67d3351-8d4d-4cd3-98fd-56d8247cd8d3 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=c156da20-8571-43d0-9e8e-511d8af798cf HTTP/1.1" status: 200 len: 210 time: 0.0575721 Dec 12 17:47:09.646858 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5fb9e6-23e4-4e1b-96d3-bda3b1a45b65 x-openstack-request-id: req-4f5fb9e6-23e4-4e1b-96d3-bda3b1a45b65 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:09.647509 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3056ee5-b02f-47a4-9340-5ae45d4de2aa", "tag": "63e5863c-e4f7-412f-ac10-3144d3f770f4", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:09.647992 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f5fb9e6-23e4-4e1b-96d3-bda3b1a45b65 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:09.648403 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3056ee5-b02f-47a4-9340-5ae45d4de2aa', 'tag': '63e5863c-e4f7-412f-ac10-3144d3f770f4', 'status': 'completed', 'code': 200} Dec 12 17:47:09.655613 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-5d6c08be-6bd0-4307-be70-6015f7e40bd7 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:09.669383 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:47:09.697792 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38ec1d95-749e-482d-b445-a3253116c3e2 req-d94ef1fd-4008-4418-9214-088b087599c5 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353376 Dec 12 17:47:09.711946 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c08be-6bd0-4307-be70-6015f7e40bd7 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event deleted for resources: {'Port': ['ID=a979837e-935f-452f-a22d-6613dbea91f1,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:09.720212 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-7710fddb-50b7-4634-b887-e0b208220f20 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:09.771484 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-5d6c08be-6bd0-4307-be70-6015f7e40bd7 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] No DVR routers for this DVR port a979837e-935f-452f-a22d-6613dbea91f1 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:47:09.775691 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-5d6c08be-6bd0-4307-be70-6015f7e40bd7 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:09.779163 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-5d6c08be-6bd0-4307-be70-6015f7e40bd7 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.20 "DELETE /v2.0/ports/a979837e-935f-452f-a22d-6613dbea91f1 HTTP/1.1" status: 204 len: 173 time: 1.9386706 Dec 12 17:47:09.829905 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18984c57-2b80-4387-9660-457ccf1679be req-da48d2d8-d9e4-440f-a42d-8a7d88d67cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:09.831827 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-18984c57-2b80-4387-9660-457ccf1679be req-da48d2d8-d9e4-440f-a42d-8a7d88d67cde service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e128083b3ff421fbeefde8bffc2fb04&device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 1099 time: 0.0570664 Dec 12 17:47:09.881354 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-7710fddb-50b7-4634-b887-e0b208220f20 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:09.935271 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-7710fddb-50b7-4634-b887-e0b208220f20 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:47:09.939658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-7710fddb-50b7-4634-b887-e0b208220f20 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:47:09.944636 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-7710fddb-50b7-4634-b887-e0b208220f20 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:47:09.965863 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18984c57-2b80-4387-9660-457ccf1679be req-df4e645a-6062-4268-a835-320ac81d46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:09.972172 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-18984c57-2b80-4387-9660-457ccf1679be req-df4e645a-6062-4268-a835-320ac81d46a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1329243 Dec 12 17:47:09.980634 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'name': 'network-vif-deleted', 'tag': 'a979837e-935f-452f-a22d-6613dbea91f1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:09.982850 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88b9717-b7f2-47e5-9092-30384575a3be" -d '{"events": [{"server_uuid": "5ca3ca10-70ce-4b72-b996-fb901c25ee3a", "name": "network-vif-deleted", "tag": "a979837e-935f-452f-a22d-6613dbea91f1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:10.006814 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710fddb-50b7-4634-b887-e0b208220f20 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Pushing event updated for resources: {'Port': ['ID=0c67d7bf-1a38-4415-b79b-234dbf309300,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:10.046269 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-18984c57-2b80-4387-9660-457ccf1679be req-2655c4e3-c157-479b-8fdf-de1dc0d0b648 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=63e5863c-e4f7-412f-ac10-3144d3f770f4 HTTP/1.1" status: 200 len: 217 time: 0.0656240 Dec 12 17:47:10.079665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-7710fddb-50b7-4634-b887-e0b208220f20 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:10.080358 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-7710fddb-50b7-4634-b887-e0b208220f20 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:10.091527 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2176c2e-49f9-4b5b-a4da-cf73c9b4bec6 x-openstack-request-id: req-a2176c2e-49f9-4b5b-a4da-cf73c9b4bec6 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:10.092140 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca3ca10-70ce-4b72-b996-fb901c25ee3a", "name": "network-vif-deleted", "tag": "a979837e-935f-452f-a22d-6613dbea91f1", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:10.092140 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2176c2e-49f9-4b5b-a4da-cf73c9b4bec6 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:10.092445 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'name': 'network-vif-deleted', 'tag': 'a979837e-935f-452f-a22d-6613dbea91f1', 'status': 'completed', 'code': 200} Dec 12 17:47:10.108982 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-2c0cc3ba-e1a0-4420-902d-0133a1bea654 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Deleting port e954c922-4b9b-4114-b141-a1d5a94c3659 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:10.109334 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-2c0cc3ba-e1a0-4420-902d-0133a1bea654 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:10.174004 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-7710fddb-50b7-4634-b887-e0b208220f20 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0545349 Dec 12 17:47:10.185338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58d567-c163-498d-9e26-fe357687b8c2 req-4f1c0358-9993-4495-9d76-00c40122d8a9 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:10.187190 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db58d567-c163-498d-9e26-fe357687b8c2 req-4f1c0358-9993-4495-9d76-00c40122d8a9 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 945 time: 0.1610713 Dec 12 17:47:10.192357 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Request body: {'port': {'device_id': 'c156da20-8571-43d0-9e8e-511d8af798cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:10.264574 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:10.321812 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-fc7b10c7-744c-41f9-93d6-60788a148934 None None] Provisioning complete for port 0c67d7bf-1a38-4415-b79b-234dbf309300 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:10.322910 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fc7b10c7-744c-41f9-93d6-60788a148934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:10.360123 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-fc7b10c7-744c-41f9-93d6-60788a148934 None None] Port 0c67d7bf-1a38-4415-b79b-234dbf309300 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:47:10.368449 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db58d567-c163-498d-9e26-fe357687b8c2 req-1a14b61e-4603-4ae1-9b6a-07c34d7efe8b tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091533 Dec 12 17:47:10.415624 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53894) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:10.446592 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18984c57-2b80-4387-9660-457ccf1679be req-657e99ca-f429-45ab-b7c9-35d1a5772a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:10.448020 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-18984c57-2b80-4387-9660-457ccf1679be req-657e99ca-f429-45ab-b7c9-35d1a5772a07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.3928487 Dec 12 17:47:10.496621 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18984c57-2b80-4387-9660-457ccf1679be req-0dcb1148-0a70-4cf6-8faa-e7e371963fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:10.497130 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-18984c57-2b80-4387-9660-457ccf1679be req-0dcb1148-0a70-4cf6-8faa-e7e371963fd3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0388591 Dec 12 17:47:10.516708 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-2c0cc3ba-e1a0-4420-902d-0133a1bea654 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] For port e954c922-4b9b-4114-b141-a1d5a94c3659, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=e954c922-4b9b-4114-b141-a1d5a94c3659,segment=NetworkSegment(6440de4f-7785-4719-bf77-d34f85d64c11),segment_id=6440de4f-7785-4719-bf77-d34f85d64c11)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:10.516708 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-2c0cc3ba-e1a0-4420-902d-0133a1bea654 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:10.551366 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-2c0cc3ba-e1a0-4420-902d-0133a1bea654 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Calling delete_port for e954c922-4b9b-4114-b141-a1d5a94c3659 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:10.571131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f06ac1-e7f3-4e43-b8ab-abb8b40fc771 admin admin] Deleting subnet a616062b-9adc-4c65-b17c-38ddcb957555 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:47:10.583254 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b6f06ac1-e7f3-4e43-b8ab-abb8b40fc771 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:10.595996 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-18984c57-2b80-4387-9660-457ccf1679be req-2522368d-2b50-4d4c-9f0b-10bdf056702a service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894442 Dec 12 17:47:10.687960 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-18984c57-2b80-4387-9660-457ccf1679be req-edfc3631-f1e2-4638-af94-0546948f6adf service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841732 Dec 12 17:47:10.753296 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b6f06ac1-e7f3-4e43-b8ab-abb8b40fc771 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:10.826274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83eddf6-7426-46fe-b997-d70a2c314eda req-2bbd49f2-5424-4eff-8389-3b1e29694efa tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:10.827784 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b83eddf6-7426-46fe-b997-d70a2c314eda req-2bbd49f2-5424-4eff-8389-3b1e29694efa tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.2454560 Dec 12 17:47:10.834956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32922441-3017-4d79-9939-44079b7c8dd9 req-78e9f056-702a-4414-a056-105bf6c9a389 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:10.836367 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32922441-3017-4d79-9939-44079b7c8dd9 req-78e9f056-702a-4414-a056-105bf6c9a389 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.2615364 Dec 12 17:47:10.893002 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b6f06ac1-e7f3-4e43-b8ab-abb8b40fc771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:11.063503 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b83eddf6-7426-46fe-b997-d70a2c314eda req-520f4d20-fe56-48fa-a124-5624bd6ddb98 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261465 Dec 12 17:47:11.066899 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32922441-3017-4d79-9939-44079b7c8dd9 req-ae2f6ce7-bbdc-48f1-a73a-a9f7d4cb2a6c tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138302 Dec 12 17:47:11.089866 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-2c0cc3ba-e1a0-4420-902d-0133a1bea654 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:11.089866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c67d7bf-1a38-4415-b79b-234dbf309300 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:47:11.100130 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:11.128947 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b6f06ac1-e7f3-4e43-b8ab-abb8b40fc771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:11.137077 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cc3ba-e1a0-4420-902d-0133a1bea654 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event deleted for resources: {'Port': ['ID=e954c922-4b9b-4114-b141-a1d5a94c3659,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:11.170292 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Transition to ACTIVE for port object 0c67d7bf-1a38-4415-b79b-234dbf309300 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:47:11.212970 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b6f06ac1-e7f3-4e43-b8ab-abb8b40fc771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:11.218778 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b6f06ac1-e7f3-4e43-b8ab-abb8b40fc771 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a616062b-9adc-4c65-b17c-38ddcb957555 HTTP/1.1" status: 204 len: 168 time: 0.7950726 Dec 12 17:47:11.218778 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:11.219444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f06ac1-e7f3-4e43-b8ab-abb8b40fc771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a616062b-9adc-4c65-b17c-38ddcb957555,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:11.219554 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53906) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:11.281082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-2c0cc3ba-e1a0-4420-902d-0133a1bea654 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] No DVR routers for this DVR port e954c922-4b9b-4114-b141-a1d5a94c3659 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:47:11.290413 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-2c0cc3ba-e1a0-4420-902d-0133a1bea654 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:11.293624 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83420302-0dc3-417b-9064-cf9cf3835a91 req-2c0cc3ba-e1a0-4420-902d-0133a1bea654 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.20 "DELETE /v2.0/ports/e954c922-4b9b-4114-b141-a1d5a94c3659 HTTP/1.1" status: 204 len: 173 time: 1.5047066 Dec 12 17:47:11.314689 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Pushing event updated for resources: {'Port': ['ID=0c67d7bf-1a38-4415-b79b-234dbf309300,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:11.344283 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbe53-c945-4bb1-94f8-32e2ea69d730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:11.355906 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e64c0-4718-4135-a3ad-929259fb26f6 req-44a67fb9-6f80-4603-bc11-ba446bcaf2c3 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:11.364986 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-019e64c0-4718-4135-a3ad-929259fb26f6 req-44a67fb9-6f80-4603-bc11-ba446bcaf2c3 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=c156da20-8571-43d0-9e8e-511d8af798cf HTTP/1.1" status: 200 len: 948 time: 0.2141466 Dec 12 17:47:11.454408 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-019e64c0-4718-4135-a3ad-929259fb26f6 req-ea188f6a-ec28-4378-914e-5c6689f96a06 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884287 Dec 12 17:47:11.467138 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Attempting to bind port 0c67d7bf-1a38-4415-b79b-234dbf309300 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:47:11.467622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Attempting to bind port 0c67d7bf-1a38-4415-b79b-234dbf309300 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:47:11.468042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Attempting to bind port 0c67d7bf-1a38-4415-b79b-234dbf309300 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:47:11.487135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Port 0c67d7bf-1a38-4415-b79b-234dbf309300 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:47:11.487505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Attempting to bind port 0c67d7bf-1a38-4415-b79b-234dbf309300 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:47:11.501167 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbe53-c945-4bb1-94f8-32e2ea69d730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:11.507153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:47:11.507527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:47:11.507924 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:47:11.508381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Bound port: 0c67d7bf-1a38-4415-b79b-234dbf309300, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:47:11.508746 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:11.512220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b0a1a9b-23ae-458c-bcb7-bcedb500c812 req-c1dff4bc-03ae-4677-a555-21dbba88ee94 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ca3ca10-70ce-4b72-b996-fb901c25ee3a HTTP/1.1" status: 200 len: 210 time: 0.0461764 Dec 12 17:47:11.524135 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e8dbbe53-c945-4bb1-94f8-32e2ea69d730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183ec636-adc5-4b1a-83b3-13ff3aa9b8cf']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:11.539005 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e8dbbe53-c945-4bb1-94f8-32e2ea69d730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8058b25e-1747-4eca-aee9-4e8a0dd24cb9') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:11.539800 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e8dbbe53-c945-4bb1-94f8-32e2ea69d730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8058b25e-1747-4eca-aee9-4e8a0dd24cb9') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:11.554737 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbe53-c945-4bb1-94f8-32e2ea69d730 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:11.573244 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbe53-c945-4bb1-94f8-32e2ea69d730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:11.582260 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8dbbe53-c945-4bb1-94f8-32e2ea69d730 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:47:11.582663 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbe53-c945-4bb1-94f8-32e2ea69d730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:47:11.585382 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:47:11.587811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] For port 0c67d7bf-1a38-4415-b79b-234dbf309300, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:47:11.591574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] For port 0c67d7bf-1a38-4415-b79b-234dbf309300, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=0c67d7bf-1a38-4415-b79b-234dbf309300,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:47:11.597884 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:11.640892 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:11.641415 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:11.642809 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] 10.222.0.31 "PUT /v2.0/ports/0c67d7bf-1a38-4415-b79b-234dbf309300 HTTP/1.1" status: 200 len: 1096 time: 1.4546521 Dec 12 17:47:11.645944 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbe53-c945-4bb1-94f8-32e2ea69d730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:11.650737 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6111ece0-c0cf-45e8-9265-8a8fe8840b97', 'name': 'network-vif-deleted', 'tag': '08dd81b3-d622-4ff3-9d20-7416b60dad17'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:11.653466 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6987c1-e368-48ac-a33e-af2e828a40c4" -d '{"events": [{"server_uuid": "6111ece0-c0cf-45e8-9265-8a8fe8840b97", "name": "network-vif-deleted", "tag": "08dd81b3-d622-4ff3-9d20-7416b60dad17"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:11.660978 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbe53-c945-4bb1-94f8-32e2ea69d730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:11.664736 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e8dbbe53-c945-4bb1-94f8-32e2ea69d730 admin admin] 10.222.0.18 "DELETE /v2.0/networks/183ec636-adc5-4b1a-83b3-13ff3aa9b8cf HTTP/1.1" status: 204 len: 168 time: 0.4439089 Dec 12 17:47:11.677204 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194f40b-2983-43cc-9263-cc62c0169c16 service neutron] Pushing event updated for resources: {'Port': ['ID=0c67d7bf-1a38-4415-b79b-234dbf309300,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:11.682040 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbbe53-c945-4bb1-94f8-32e2ea69d730 admin admin] Pushing event deleted for resources: {'Network': ['ID=183ec636-adc5-4b1a-83b3-13ff3aa9b8cf,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:11.711066 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f53c03c-53b7-47b8-8344-b413533cd936 x-openstack-request-id: req-3f53c03c-53b7-47b8-8344-b413533cd936 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:11.711389 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6111ece0-c0cf-45e8-9265-8a8fe8840b97", "name": "network-vif-deleted", "tag": "08dd81b3-d622-4ff3-9d20-7416b60dad17", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:11.711661 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f53c03c-53b7-47b8-8344-b413533cd936 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:11.712054 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6111ece0-c0cf-45e8-9265-8a8fe8840b97', 'name': 'network-vif-deleted', 'tag': '08dd81b3-d622-4ff3-9d20-7416b60dad17', 'status': 'completed', 'code': 200} Dec 12 17:47:11.780647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-78c0a402-4d4b-4704-821b-52687c31b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:11.782244 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-78c0a402-4d4b-4704-821b-52687c31b04d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9e128083b3ff421fbeefde8bffc2fb04&device_id=c156da20-8571-43d0-9e8e-511d8af798cf HTTP/1.1" status: 200 len: 1099 time: 0.0533183 Dec 12 17:47:11.831359 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-8a981a9b-dcc9-41a8-834e-e2a3f211a27c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=0c67d7bf-1a38-4415-b79b-234dbf309300 HTTP/1.1" status: 200 len: 217 time: 0.0383756 Dec 12 17:47:11.913957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-4196888b-1802-4fb0-83ae-59db5d1f77ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:11.915400 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-4196888b-1802-4fb0-83ae-59db5d1f77ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0732286 Dec 12 17:47:11.916907 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53914) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:11.981853 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-18bd54dc-0fe7-48e4-9ce2-945e298d66c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d348e3b5bf94461a65ea23208c9e772&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0638132 Dec 12 17:47:11.984546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53916) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:11.987130 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-4870b9bc-456e-4458-a74d-905aea44bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:11.988585 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-4870b9bc-456e-4458-a74d-905aea44bccc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645552 Dec 12 17:47:12.032696 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e60c90ec-3465-4faf-a93a-1990563402d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:12.045955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 63e5863c-e4f7-412f-ac10-3144d3f770f4 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:47:12.048773 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device e954c922-4b9b-4114-b141-a1d5a94c3659 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:12.055093 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e60c90ec-3465-4faf-a93a-1990563402d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:12.076830 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: e954c922-4b9b-4114-b141-a1d5a94c3659 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:12.077186 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device e954c922-4b9b-4114-b141-a1d5a94c3659 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:12.077625 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:12.095863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'name': 'network-vif-deleted', 'tag': 'e954c922-4b9b-4114-b141-a1d5a94c3659'}, {'name': 'network-changed', 'server_uuid': 'c156da20-8571-43d0-9e8e-511d8af798cf', 'tag': '0c67d7bf-1a38-4415-b79b-234dbf309300'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:12.098085 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d644250f-8171-40d7-b6ba-74dd267a10fa" -d '{"events": [{"server_uuid": "5ca3ca10-70ce-4b72-b996-fb901c25ee3a", "name": "network-vif-deleted", "tag": "e954c922-4b9b-4114-b141-a1d5a94c3659"}, {"name": "network-changed", "server_uuid": "c156da20-8571-43d0-9e8e-511d8af798cf", "tag": "0c67d7bf-1a38-4415-b79b-234dbf309300"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:12.103542 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-d2bebcd0-9dbc-4ded-9f78-02708f8a716d service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061981 Dec 12 17:47:12.104872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:12.105421 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 19dbbd20-3bfa-45dd-a5e5-29b3179ad1b6 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:12.105758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a979837e-935f-452f-a22d-6613dbea91f1 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:12.110038 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e60c90ec-3465-4faf-a93a-1990563402d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:12.112943 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e60c90ec-3465-4faf-a93a-1990563402d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:12.114198 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e60c90ec-3465-4faf-a93a-1990563402d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be5e784a-c489-4895-9fc9-87e8035d3ab3 HTTP/1.1" status: 204 len: 168 time: 0.1285658 Dec 12 17:47:12.124712 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c90ec-3465-4faf-a93a-1990563402d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5e784a-c489-4895-9fc9-87e8035d3ab3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:12.145158 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: a979837e-935f-452f-a22d-6613dbea91f1 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:12.145591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a979837e-935f-452f-a22d-6613dbea91f1 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:12.220064 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14fc2e95-d17a-43fb-9819-1b75d6ceefff req-d56a3399-3004-4843-8077-f79fb18293e1 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088479 Dec 12 17:47:12.256502 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 63e5863c-e4f7-412f-ac10-3144d3f770f4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=63e5863c-e4f7-412f-ac10-3144d3f770f4,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:12.275032 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '63e5863c-e4f7-412f-ac10-3144d3f770f4', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '63e5863c-e4f7-412f-ac10-3144d3f770f4', 'mac_address': 'fa:16:3e:28:19:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:47:12.308726 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5003947-b731-449b-9ee4-760696f54d3e req-88521427-1456-4f0d-9580-6dbf63b7b42d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:12.310294 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d5003947-b731-449b-9ee4-760696f54d3e req-88521427-1456-4f0d-9580-6dbf63b7b42d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.0954425 Dec 12 17:47:12.318183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04dfc9-0287-4ae4-a1e5-867acf9540ee req-2185b8c1-5a14-401e-bbde-073929f05991 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:12.319771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce04dfc9-0287-4ae4-a1e5-867acf9540ee req-2185b8c1-5a14-401e-bbde-073929f05991 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.1033485 Dec 12 17:47:12.322782 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:12.338015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e5863c-e4f7-412f-ac10-3144d3f770f4 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:47:12.360233 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 63e5863c-e4f7-412f-ac10-3144d3f770f4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=63e5863c-e4f7-412f-ac10-3144d3f770f4,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:12.364928 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:12.396375 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d5003947-b731-449b-9ee4-760696f54d3e req-6d4f6140-525c-4581-878b-efa81ac49854 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756874 Dec 12 17:47:12.404094 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce04dfc9-0287-4ae4-a1e5-867acf9540ee req-1010f8e2-3f12-45df-b343-1caba705ca6d tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703745 Dec 12 17:47:12.432952 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=63e5863c-e4f7-412f-ac10-3144d3f770f4,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:12.443016 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:12.443565 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:12.444124 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:12.444616 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:12.445250 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:12.445934 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:12.446569 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:12.447219 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:12.447871 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:12.448350 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:12.448992 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:12.449481 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:12.450127 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:12.455381 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 08dd81b3-d622-4ff3-9d20-7416b60dad17 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:12.475031 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dcefa7-d1a6-4ed4-942e-3b487af5127a x-openstack-request-id: req-72dcefa7-d1a6-4ed4-942e-3b487af5127a {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:12.475897 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca3ca10-70ce-4b72-b996-fb901c25ee3a", "name": "network-vif-deleted", "tag": "e954c922-4b9b-4114-b141-a1d5a94c3659", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c156da20-8571-43d0-9e8e-511d8af798cf", "tag": "0c67d7bf-1a38-4415-b79b-234dbf309300", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:12.476162 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72dcefa7-d1a6-4ed4-942e-3b487af5127a {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:12.476685 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca3ca10-70ce-4b72-b996-fb901c25ee3a', 'name': 'network-vif-deleted', 'tag': 'e954c922-4b9b-4114-b141-a1d5a94c3659', 'status': 'completed', 'code': 200} Dec 12 17:47:12.476820 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c156da20-8571-43d0-9e8e-511d8af798cf', 'tag': '0c67d7bf-1a38-4415-b79b-234dbf309300', 'status': 'completed', 'code': 200} Dec 12 17:47:12.479428 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 08dd81b3-d622-4ff3-9d20-7416b60dad17 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:12.479776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 08dd81b3-d622-4ff3-9d20-7416b60dad17 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:12.549215 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644250f-8171-40d7-b6ba-74dd267a10fa req-44ef70fb-c71d-474a-a293-dc1d9dc44b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:12.550692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d644250f-8171-40d7-b6ba-74dd267a10fa req-44ef70fb-c71d-474a-a293-dc1d9dc44b53 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9e128083b3ff421fbeefde8bffc2fb04&device_id=c156da20-8571-43d0-9e8e-511d8af798cf HTTP/1.1" status: 200 len: 1099 time: 0.0473435 Dec 12 17:47:12.622130 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53944) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:12.667430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['63e5863c-e4f7-412f-ac10-3144d3f770f4'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:47:12.688290 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-793737ab-cc67-41e6-923c-03312dcb3c82 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Deleting subnet 10429314-e882-46aa-ae56-7355e71951ae {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:47:12.692865 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-793737ab-cc67-41e6-923c-03312dcb3c82 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:12.694098 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad21ff-2e89-47e7-8b07-dd695a87ff30 req-e5be6890-915f-413a-a86c-c8862f4ca73a tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:12.695675 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4ad21ff-2e89-47e7-8b07-dd695a87ff30 req-e5be6890-915f-413a-a86c-c8862f4ca73a tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=c156da20-8571-43d0-9e8e-511d8af798cf HTTP/1.1" status: 200 len: 948 time: 0.1150937 Dec 12 17:47:12.743907 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-793737ab-cc67-41e6-923c-03312dcb3c82 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:12.777969 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644250f-8171-40d7-b6ba-74dd267a10fa req-755a949b-deb8-40b2-8989-8fd0db127a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:12.780473 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d644250f-8171-40d7-b6ba-74dd267a10fa req-755a949b-deb8-40b2-8989-8fd0db127a0e service neutron] 10.222.0.31 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1898596 Dec 12 17:47:12.787110 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4ad21ff-2e89-47e7-8b07-dd695a87ff30 req-3ce20b81-e379-4835-bce6-6b34ad813b08 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845132 Dec 12 17:47:12.840811 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d644250f-8171-40d7-b6ba-74dd267a10fa req-ea871d7a-ca00-44e6-b547-73bcdf112dd7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=0c67d7bf-1a38-4415-b79b-234dbf309300 HTTP/1.1" status: 200 len: 217 time: 0.0513053 Dec 12 17:47:12.865988 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-793737ab-cc67-41e6-923c-03312dcb3c82 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:12.896410 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644250f-8171-40d7-b6ba-74dd267a10fa req-2b87e102-28f6-4f57-b76c-516565a900d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:12.898464 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d644250f-8171-40d7-b6ba-74dd267a10fa req-2b87e102-28f6-4f57-b76c-516565a900d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0496676 Dec 12 17:47:12.941334 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-793737ab-cc67-41e6-923c-03312dcb3c82 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:12.948566 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644250f-8171-40d7-b6ba-74dd267a10fa req-4cc702ff-5f67-410e-902f-ef482d7799bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:12.950071 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d644250f-8171-40d7-b6ba-74dd267a10fa req-4cc702ff-5f67-410e-902f-ef482d7799bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430689 Dec 12 17:47:12.969138 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793737ab-cc67-41e6-923c-03312dcb3c82 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event deleted for resources: {'Subnet': ['ID=10429314-e882-46aa-ae56-7355e71951ae,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:12.973660 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53954) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:12.975313 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-793737ab-cc67-41e6-923c-03312dcb3c82 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:12.979039 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-793737ab-cc67-41e6-923c-03312dcb3c82 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "DELETE /v2.0/subnets/10429314-e882-46aa-ae56-7355e71951ae HTTP/1.1" status: 204 len: 168 time: 0.3557961 Dec 12 17:47:12.982203 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30719add-bf7e-40ad-9345-d03158f24838 None None] Network cb08b6f9-dcc7-4637-8095-b4eab88aa00f requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:47:12.983407 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53956) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:13.059789 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d644250f-8171-40d7-b6ba-74dd267a10fa req-0005e565-1eb2-4179-8bd0-de9290bb82a2 service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013808 Dec 12 17:47:13.076197 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.118687 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6bf8c463-1cd3-49d7-bb9e-e9a1dd025cf2 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1906686944-network', 'tenant_id': 'e57a5a010141404f990d174d652890ac'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:13.154957 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf8c463-1cd3-49d7-bb9e-e9a1dd025cf2 admin admin] Made reservation on behalf of e57a5a010141404f990d174d652890ac for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:47:13.155801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b00cd6c-5ec0-449a-9839-affe68f02d57 None None] DHCP port deletion for cb08b6f9-dcc7-4637-8095-b4eab88aa00f request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:47:13.157206 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c463-1cd3-49d7-bb9e-e9a1dd025cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.168046 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c463-1cd3-49d7-bb9e-e9a1dd025cf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.170526 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Deleting port 1800c988-5be9-4116-b3ac-4f16fbcb3a87 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:13.170867 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.171976 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d644250f-8171-40d7-b6ba-74dd267a10fa req-3b495625-592d-4ca0-b909-efb5ceacbfaa service neutron] 10.222.0.31 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030183 Dec 12 17:47:13.207939 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4b00cd6c-5ec0-449a-9839-affe68f02d57 None None] Deleting port 1800c988-5be9-4116-b3ac-4f16fbcb3a87 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:13.208312 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4b00cd6c-5ec0-449a-9839-affe68f02d57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.254977 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] For port 1800c988-5be9-4116-b3ac-4f16fbcb3a87, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1800c988-5be9-4116-b3ac-4f16fbcb3a87,segment=NetworkSegment(e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d),segment_id=e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:13.255373 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.274773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Calling delete_port for 1800c988-5be9-4116-b3ac-4f16fbcb3a87 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:13.276673 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4b00cd6c-5ec0-449a-9839-affe68f02d57 None None] For port 1800c988-5be9-4116-b3ac-4f16fbcb3a87, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1800c988-5be9-4116-b3ac-4f16fbcb3a87,segment=NetworkSegment(e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d),segment_id=e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:13.277071 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4b00cd6c-5ec0-449a-9839-affe68f02d57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.289134 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4b00cd6c-5ec0-449a-9839-affe68f02d57 None None] Calling delete_port for 1800c988-5be9-4116-b3ac-4f16fbcb3a87 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:13.364930 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c463-1cd3-49d7-bb9e-e9a1dd025cf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.367196 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4b00cd6c-5ec0-449a-9839-affe68f02d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.372555 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c463-1cd3-49d7-bb9e-e9a1dd025cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.393486 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00cd6c-5ec0-449a-9839-affe68f02d57 None None] Pushing event deleted for resources: {'Port': ['ID=1800c988-5be9-4116-b3ac-4f16fbcb3a87,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:13.399014 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf8c463-1cd3-49d7-bb9e-e9a1dd025cf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:47:13.400570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b00cd6c-5ec0-449a-9839-affe68f02d57 None None] No DVR routers for this DVR port 1800c988-5be9-4116-b3ac-4f16fbcb3a87 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:47:13.418690 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.423579 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8c463-1cd3-49d7-bb9e-e9a1dd025cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dcaeb6-b8b4-4540-aaff-36da88250e3a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:13.427344 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c463-1cd3-49d7-bb9e-e9a1dd025cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.427699 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-6bf8c463-1cd3-49d7-bb9e-e9a1dd025cf2 admin admin] Added segment 41de1bf7-059b-43f1-b2f1-206db3f2bfa9 of type vlan for network 4c2eeae6-1a6d-4184-a028-cd75bd99ef93 Dec 12 17:47:13.461241 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event deleted for resources: {'Port': ['ID=1800c988-5be9-4116-b3ac-4f16fbcb3a87,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:13.485812 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] No DVR routers for this DVR port 1800c988-5be9-4116-b3ac-4f16fbcb3a87 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:47:13.500158 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c463-1cd3-49d7-bb9e-e9a1dd025cf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.582112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc0bed-9883-459a-b29e-4cb74ba31348 req-34cd86b7-0a47-4842-b484-eabf177382a2 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:13.583635 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97dc0bed-9883-459a-b29e-4cb74ba31348 req-34cd86b7-0a47-4842-b484-eabf177382a2 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0780921 Dec 12 17:47:13.592672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee6c44-0b41-4da4-b006-e42dbaf1ad45 req-6343c0cc-1ea9-48ed-8a22-c6e0b1315d70 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:13.594140 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afee6c44-0b41-4da4-b006-e42dbaf1ad45 req-6343c0cc-1ea9-48ed-8a22-c6e0b1315d70 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.1047294 Dec 12 17:47:13.598592 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c463-1cd3-49d7-bb9e-e9a1dd025cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.599689 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf8c463-1cd3-49d7-bb9e-e9a1dd025cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:13.600948 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c463-1cd3-49d7-bb9e-e9a1dd025cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.605076 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.662122 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97dc0bed-9883-459a-b29e-4cb74ba31348 req-23fc11b2-89a4-4dad-92b7-97d62afb380b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668747 Dec 12 17:47:13.673721 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6bf8c463-1cd3-49d7-bb9e-e9a1dd025cf2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7000451 Dec 12 17:47:13.674877 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afee6c44-0b41-4da4-b006-e42dbaf1ad45 req-3ef0bf73-9450-4d3d-9198-1371c198c556 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722318 Dec 12 17:47:13.676614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53968) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:13.679443 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb08b6f9-dcc7-4637-8095-b4eab88aa00f']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:13.682204 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-41b67d7e-bcc9-4d5f-96e7-dc4df93c886e admin admin] Request body: {'subnet': {'network_id': '4c2eeae6-1a6d-4184-a028-cd75bd99ef93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1906686944-subnet', 'tenant_id': 'e57a5a010141404f990d174d652890ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:13.700976 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8c463-1cd3-49d7-bb9e-e9a1dd025cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=4c2eeae6-1a6d-4184-a028-cd75bd99ef93,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:13.705046 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:13.705564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f83a65-bef3-41a8-b5ab-09ba3f28ec0d') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:13.713881 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 4c2eeae6-1a6d-4184-a028-cd75bd99ef93 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:47:13.718569 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.722007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b67d7e-bcc9-4d5f-96e7-dc4df93c886e admin admin] Made reservation on behalf of e57a5a010141404f990d174d652890ac for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:47:13.726896 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-41b67d7e-bcc9-4d5f-96e7-dc4df93c886e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.746171 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.758372 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:47:13.758714 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:47:13.762376 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:47:13.841072 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.849354 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:13.855722 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "DELETE /v2.0/networks/cb08b6f9-dcc7-4637-8095-b4eab88aa00f HTTP/1.1" status: 204 len: 168 time: 0.8711483 Dec 12 17:47:13.857612 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53972) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:13.870762 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb641d2-9987-4772-a092-fea601b68069 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event deleted for resources: {'Network': ['ID=cb08b6f9-dcc7-4637-8095-b4eab88aa00f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:14.057368 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 63e5863c-e4f7-412f-ac10-3144d3f770f4 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:47:14.109121 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 63e5863c-e4f7-412f-ac10-3144d3f770f4 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:47:14.114321 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 63e5863c-e4f7-412f-ac10-3144d3f770f4 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:14.114701 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:14.200540 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:14.224869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3056ee5-b02f-47a4-9340-5ae45d4de2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e5863c-e4f7-412f-ac10-3144d3f770f4'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:14.227304 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72c2467-02fa-44f7-8a14-fd492583782a" -d '{"events": [{"server_uuid": "b3056ee5-b02f-47a4-9340-5ae45d4de2aa", "name": "network-vif-plugged", "status": "completed", "tag": "63e5863c-e4f7-412f-ac10-3144d3f770f4"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:14.240845 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 63e5863c-e4f7-412f-ac10-3144d3f770f4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=63e5863c-e4f7-412f-ac10-3144d3f770f4,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:14.248359 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:14.285170 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505b3ca1-4406-4e00-8712-926cad6349e8 x-openstack-request-id: req-505b3ca1-4406-4e00-8712-926cad6349e8 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:14.285598 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3056ee5-b02f-47a4-9340-5ae45d4de2aa", "name": "network-vif-plugged", "status": "completed", "tag": "63e5863c-e4f7-412f-ac10-3144d3f770f4", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:14.285974 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-505b3ca1-4406-4e00-8712-926cad6349e8 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:14.286373 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3056ee5-b02f-47a4-9340-5ae45d4de2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e5863c-e4f7-412f-ac10-3144d3f770f4', 'code': 200} Dec 12 17:47:14.305922 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=63e5863c-e4f7-412f-ac10-3144d3f770f4,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:14.321946 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1800c988-5be9-4116-b3ac-4f16fbcb3a87 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:14.334705 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-9626eaa5-0128-4163-bb21-de1c1dd19e0f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Deleting subnet 51a1194a-b628-42a7-b5e3-ab1faeb605e5 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:47:14.339951 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9626eaa5-0128-4163-bb21-de1c1dd19e0f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:14.344848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 1800c988-5be9-4116-b3ac-4f16fbcb3a87 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:14.345219 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1800c988-5be9-4116-b3ac-4f16fbcb3a87 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:14.448230 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a0ee0-7b23-4c33-804b-492e208ebdd9 req-aa2b1c47-4a40-4874-a05d-ca050ab8d119 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:14.449713 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-975a0ee0-7b23-4c33-804b-492e208ebdd9 req-aa2b1c47-4a40-4874-a05d-ca050ab8d119 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=c156da20-8571-43d0-9e8e-511d8af798cf HTTP/1.1" status: 200 len: 948 time: 0.5698895 Dec 12 17:47:14.457300 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-41b67d7e-bcc9-4d5f-96e7-dc4df93c886e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:14.463078 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9626eaa5-0128-4163-bb21-de1c1dd19e0f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:14.557405 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93872643-ae40-4800-b567-e9390524baf4 req-9d73a97d-ebdb-402a-b709-b075e54a4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:14.558884 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-93872643-ae40-4800-b567-e9390524baf4 req-9d73a97d-ebdb-402a-b709-b075e54a4d7a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 1101 time: 0.1714861 Dec 12 17:47:14.600005 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b67d7e-bcc9-4d5f-96e7-dc4df93c886e admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f30518-c00a-403c-9ff8-776cfdadd205,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:14.657030 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-975a0ee0-7b23-4c33-804b-492e208ebdd9 req-365611cb-609f-407f-a143-1db2ef015bbe tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967964 Dec 12 17:47:14.660361 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b67d7e-bcc9-4d5f-96e7-dc4df93c886e admin admin] Checking segment: {'id': '41de1bf7-059b-43f1-b2f1-206db3f2bfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4c2eeae6-1a6d-4184-a028-cd75bd99ef93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:47:14.660677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b67d7e-bcc9-4d5f-96e7-dc4df93c886e admin admin] Network hostable DHCP agents. Network: 4c2eeae6-1a6d-4184-a028-cd75bd99ef93, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:47:14.673123 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9626eaa5-0128-4163-bb21-de1c1dd19e0f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:14.723396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-93872643-ae40-4800-b567-e9390524baf4 req-8858b368-b5a4-42d5-8f32-13ffd44995ed service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509264 Dec 12 17:47:14.734853 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b67d7e-bcc9-4d5f-96e7-dc4df93c886e admin admin] Network 4c2eeae6-1a6d-4184-a028-cd75bd99ef93 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:47:14.749972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-41b67d7e-bcc9-4d5f-96e7-dc4df93c886e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 4c2eeae6-1a6d-4184-a028-cd75bd99ef93) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:47:14.757111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b67d7e-bcc9-4d5f-96e7-dc4df93c886e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:14.757842 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-41b67d7e-bcc9-4d5f-96e7-dc4df93c886e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:14.770152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9301018-e037-4471-bb2e-9a2d4341437b None None] Network 4c2eeae6-1a6d-4184-a028-cd75bd99ef93 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:47:14.815749 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cf292be4-a130-4752-8993-23338d742976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:14.833162 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-41b67d7e-bcc9-4d5f-96e7-dc4df93c886e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1553679 Dec 12 17:47:14.837184 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9626eaa5-0128-4163-bb21-de1c1dd19e0f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:14.878625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626eaa5-0128-4163-bb21-de1c1dd19e0f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event deleted for resources: {'Subnet': ['ID=51a1194a-b628-42a7-b5e3-ab1faeb605e5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:14.880907 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9626eaa5-0128-4163-bb21-de1c1dd19e0f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:14.887798 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53986) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:14.888306 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9626eaa5-0128-4163-bb21-de1c1dd19e0f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "DELETE /v2.0/subnets/51a1194a-b628-42a7-b5e3-ab1faeb605e5 HTTP/1.1" status: 204 len: 168 time: 1.0272031 Dec 12 17:47:14.890350 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5253abad-234c-4e41-8dae-7f10b43ab1d4 None None] Network 4c2eeae6-1a6d-4184-a028-cd75bd99ef93 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:47:14.903870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037be20-8645-48bd-a809-4b00c8680954 req-a3f8cf80-b632-4705-8f5c-051d98949319 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:14.912392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f037be20-8645-48bd-a809-4b00c8680954 req-a3f8cf80-b632-4705-8f5c-051d98949319 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.1517766 Dec 12 17:47:14.929580 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63cf45-1581-48d3-98dc-06fe7b0d967e req-2c5996bb-a194-4f04-b91d-824821cf9654 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:14.931322 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e63cf45-1581-48d3-98dc-06fe7b0d967e req-2c5996bb-a194-4f04-b91d-824821cf9654 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.1675043 Dec 12 17:47:14.982602 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8662b8e1-5122-49bb-b516-332cc7a5ed25 None None] Network f2ec8b36-f418-463f-9aae-2278983367c4 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:47:15.007055 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:15.013927 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f037be20-8645-48bd-a809-4b00c8680954 req-7273ea7d-e116-473b-8e38-50104a3027b3 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999753 Dec 12 17:47:15.041039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e63cf45-1581-48d3-98dc-06fe7b0d967e req-55554687-605d-4798-ba86-065b5c1dde85 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995772 Dec 12 17:47:15.071563 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Deleting port 47c12a64-6a48-429d-860d-7104dacdf556 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:15.071930 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:15.152809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] For port 47c12a64-6a48-429d-860d-7104dacdf556, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=47c12a64-6a48-429d-860d-7104dacdf556,segment=NetworkSegment(6440de4f-7785-4719-bf77-d34f85d64c11),segment_id=6440de4f-7785-4719-bf77-d34f85d64c11)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:15.153181 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:15.173593 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Calling delete_port for 47c12a64-6a48-429d-860d-7104dacdf556 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:15.236737 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4a328b-69cc-41e5-a718-266d5060baa2 None None] DHCP port deletion for f2ec8b36-f418-463f-9aae-2278983367c4 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:47:15.305409 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:15.328347 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a328b-69cc-41e5-a718-266d5060baa2 None None] Deleting port 47c12a64-6a48-429d-860d-7104dacdf556 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:15.329859 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a4a328b-69cc-41e5-a718-266d5060baa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:15.347953 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e9d8f-82cf-431d-8224-0248602be7f4 req-858f6294-149e-4513-8598-4aa26094437b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:15.349651 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa9e9d8f-82cf-431d-8224-0248602be7f4 req-858f6294-149e-4513-8598-4aa26094437b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0584314 Dec 12 17:47:15.359366 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event deleted for resources: {'Port': ['ID=47c12a64-6a48-429d-860d-7104dacdf556,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:15.364356 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] No DVR routers for this DVR port 47c12a64-6a48-429d-860d-7104dacdf556 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:47:15.399714 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6a4a328b-69cc-41e5-a718-266d5060baa2 None None] For port 47c12a64-6a48-429d-860d-7104dacdf556, host n-d-760354-5, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:15.400240 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a4a328b-69cc-41e5-a718-266d5060baa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:15.413366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a328b-69cc-41e5-a718-266d5060baa2 None None] Calling delete_port for 47c12a64-6a48-429d-860d-7104dacdf556 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:15.416170 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-6a4a328b-69cc-41e5-a718-266d5060baa2 None None] Port 47c12a64-6a48-429d-860d-7104dacdf556 was not found and therefore no delete operation was performed {{(pid=103152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 17:47:15.417480 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a4a328b-69cc-41e5-a718-266d5060baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:15.446007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a328b-69cc-41e5-a718-266d5060baa2 None None] Pushing event deleted for resources: {'Port': ['ID=47c12a64-6a48-429d-860d-7104dacdf556,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:15.450483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a328b-69cc-41e5-a718-266d5060baa2 None None] No DVR routers for this DVR port 47c12a64-6a48-429d-860d-7104dacdf556 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:47:15.453292 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:15.476328 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ec8b36-f418-463f-9aae-2278983367c4']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:15.487656 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6440de4f-7785-4719-bf77-d34f85d64c11') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:15.487656 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6440de4f-7785-4719-bf77-d34f85d64c11') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:15.496932 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b1299-48b2-48d1-bb62-f55232274cef req-a8af016a-6906-4377-b5d3-fac4d34d45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:15.498026 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd3b1299-48b2-48d1-bb62-f55232274cef req-a8af016a-6906-4377-b5d3-fac4d34d45a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e87f55d11d4a4c5ba82362d6521f2447&device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 1097 time: 0.1473794 Dec 12 17:47:15.499222 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:15.513392 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:15.519374 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:47:15.519835 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:47:15.523014 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:47:15.543902 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa9e9d8f-82cf-431d-8224-0248602be7f4 req-a6e1c52b-30aa-4ee2-9dfb-b0bffaa9fcbd tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826291 Dec 12 17:47:15.584161 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-752f1003-334e-4c50-9a85-3069c78d4929 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:15.585619 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-752f1003-334e-4c50-9a85-3069c78d4929 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/networks?id=4c2eeae6-1a6d-4184-a028-cd75bd99ef93 HTTP/1.1" status: 200 len: 813 time: 0.2336009 Dec 12 17:47:15.589124 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:15.599713 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:15.603557 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "DELETE /v2.0/networks/f2ec8b36-f418-463f-9aae-2278983367c4 HTTP/1.1" status: 204 len: 168 time: 0.7145393 Dec 12 17:47:15.608788 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-aef56726-b465-41e6-8142-77707fc06504 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/quotas/e57a5a010141404f990d174d652890ac HTTP/1.1" status: 200 len: 375 time: 0.0158188 Dec 12 17:47:15.608955 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54006) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:15.614244 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a347fe-a54a-4bb6-b370-9cec6923702e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event deleted for resources: {'Network': ['ID=f2ec8b36-f418-463f-9aae-2278983367c4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:15.615235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-19f2e3bc-b4fa-4a94-aedc-49366533c5fa tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1816139703'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:15.674203 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-f20000fb-92b9-4469-ad4d-b8870cf75ff9 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e57a5a010141404f990d174d652890ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478711 Dec 12 17:47:15.679261 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b1299-48b2-48d1-bb62-f55232274cef req-d6cd848b-acb5-461c-adbd-3b7afe34eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:15.680677 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd3b1299-48b2-48d1-bb62-f55232274cef req-d6cd848b-acb5-461c-adbd-3b7afe34eb16 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc HTTP/1.1" status: 200 len: 911 time: 0.1688962 Dec 12 17:47:15.705854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f2e3bc-b4fa-4a94-aedc-49366533c5fa tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Made reservation on behalf of ee853d86340a4c94b7f031ce765beca1 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:47:15.709189 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-19f2e3bc-b4fa-4a94-aedc-49366533c5fa tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:15.855541 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd3b1299-48b2-48d1-bb62-f55232274cef req-45ef8bf2-0e67-4a68-8b03-88c9799c6b37 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7b878f0-3b8e-4771-83bd-a1fccca7ce8a HTTP/1.1" status: 200 len: 1001 time: 0.1641405 Dec 12 17:47:15.859870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f2e3bc-b4fa-4a94-aedc-49366533c5fa tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:47:15.911584 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-19f2e3bc-b4fa-4a94-aedc-49366533c5fa tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:15.911926 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-19f2e3bc-b4fa-4a94-aedc-49366533c5fa tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Added segment a66a8733-b23d-40a7-bea5-6225d5679bd4 of type vlan for network b90bae18-b27d-4c9f-9bf6-9591035cb89d Dec 12 17:47:15.924458 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a26d1-7191-4f50-ad5b-79f7f3ad3c36 req-d28fde34-ae53-479c-92c8-bfdb1381ffb5 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:15.925905 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c21a26d1-7191-4f50-ad5b-79f7f3ad3c36 req-d28fde34-ae53-479c-92c8-bfdb1381ffb5 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=c156da20-8571-43d0-9e8e-511d8af798cf HTTP/1.1" status: 200 len: 948 time: 0.1897864 Dec 12 17:47:15.927798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-b2dfbeba-42de-4eba-8d91-82b0ff3615c6 service neutron] 10.222.0.18 "GET /v2.0/networks/4c2eeae6-1a6d-4184-a028-cd75bd99ef93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449439 Dec 12 17:47:16.042044 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b1299-48b2-48d1-bb62-f55232274cef req-88e41350-989d-4a1b-9927-0d92cf796b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:16.043548 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd3b1299-48b2-48d1-bb62-f55232274cef req-88e41350-989d-4a1b-9927-0d92cf796b56 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6e9ce1ad-b28e-4dc2-8742-e6028eef55c0 HTTP/1.1" status: 200 len: 849 time: 0.1705937 Dec 12 17:47:16.044988 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-19f2e3bc-b4fa-4a94-aedc-49366533c5fa tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:16.128760 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c21a26d1-7191-4f50-ad5b-79f7f3ad3c36 req-99bb4686-f294-4e0d-a171-445fe31c89d1 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885159 Dec 12 17:47:16.149735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-88328811-2b37-43e6-90d3-64dfe7fa988b service neutron] 10.222.0.18 "GET /v2.0/networks/4c2eeae6-1a6d-4184-a028-cd75bd99ef93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050030 Dec 12 17:47:16.155722 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-19f2e3bc-b4fa-4a94-aedc-49366533c5fa tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:16.161277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f2e3bc-b4fa-4a94-aedc-49366533c5fa tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:16.161874 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-19f2e3bc-b4fa-4a94-aedc-49366533c5fa tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:16.169267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b1299-48b2-48d1-bb62-f55232274cef req-be6aa2e8-2175-4adf-996a-45dfc61561f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:16.170849 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd3b1299-48b2-48d1-bb62-f55232274cef req-be6aa2e8-2175-4adf-996a-45dfc61561f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129491 Dec 12 17:47:16.295520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-19f2e3bc-b4fa-4a94-aedc-49366533c5fa tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6829805 Dec 12 17:47:16.295639 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54020) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:16.301320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-42e82b5f-17c7-470c-aea6-a6420e38b04e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Request body: {'subnet': {'network_id': 'b90bae18-b27d-4c9f-9bf6-9591035cb89d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:16.318420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2e3bc-b4fa-4a94-aedc-49366533c5fa tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event updated for resources: {'Network': ['ID=b90bae18-b27d-4c9f-9bf6-9591035cb89d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:16.333710 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network b90bae18-b27d-4c9f-9bf6-9591035cb89d details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:47:16.367402 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a48238-b6cd-40f5-b847-7984eb1cacc4 req-e607dcaf-551f-4740-ac0c-5bb9a9eabb56 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:16.369019 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2a48238-b6cd-40f5-b847-7984eb1cacc4 req-e607dcaf-551f-4740-ac0c-5bb9a9eabb56 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.1482339 Dec 12 17:47:16.392118 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd3b1299-48b2-48d1-bb62-f55232274cef req-10d36976-0025-4fa3-9b69-ace92f03448d service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067838 Dec 12 17:47:16.414422 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 47c12a64-6a48-429d-860d-7104dacdf556 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:16.460866 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 47c12a64-6a48-429d-860d-7104dacdf556 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:16.461840 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 47c12a64-6a48-429d-860d-7104dacdf556 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:16.473045 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 0c67d7bf-1a38-4415-b79b-234dbf309300 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:47:16.520704 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e82b5f-17c7-470c-aea6-a6420e38b04e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Made reservation on behalf of ee853d86340a4c94b7f031ce765beca1 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:47:16.527217 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42e82b5f-17c7-470c-aea6-a6420e38b04e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:16.550734 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd3b1299-48b2-48d1-bb62-f55232274cef req-333b9354-d56b-4a89-bd3c-bca706d2ebc2 service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434560 Dec 12 17:47:16.595842 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91d6c6e1-324f-45af-b9fa-ac78a3cff017 req-9b390b45-15db-4bc4-9a0c-cff5e98e7042 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/ports?device_id=57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f HTTP/1.1" status: 200 len: 210 time: 0.0409253 Dec 12 17:47:16.611808 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2a48238-b6cd-40f5-b847-7984eb1cacc4 req-c988efec-db59-4035-b57a-52c2bc74004f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299018 Dec 12 17:47:16.641566 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 0c67d7bf-1a38-4415-b79b-234dbf309300, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=0c67d7bf-1a38-4415-b79b-234dbf309300,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:16.658534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '0c67d7bf-1a38-4415-b79b-234dbf309300', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '0c67d7bf-1a38-4415-b79b-234dbf309300', 'mac_address': 'fa:16:3e:42:b2:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:47:16.717807 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:16.732361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c67d7bf-1a38-4415-b79b-234dbf309300 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:47:16.743613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054da97-dfeb-4543-89c3-53e7c8dcd7d6 req-c46fba66-ec32-413a-b2fc-e7625ba5ec6c tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:16.746650 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b054da97-dfeb-4543-89c3-53e7c8dcd7d6 req-c46fba66-ec32-413a-b2fc-e7625ba5ec6c tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0661607 Dec 12 17:47:16.763106 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 0c67d7bf-1a38-4415-b79b-234dbf309300, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=0c67d7bf-1a38-4415-b79b-234dbf309300,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:16.768744 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:16.823542 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b054da97-dfeb-4543-89c3-53e7c8dcd7d6 req-733beab7-6c75-4d82-9581-92e9f403341c tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681822 Dec 12 17:47:16.831581 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=0c67d7bf-1a38-4415-b79b-234dbf309300,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:16.836825 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42e82b5f-17c7-470c-aea6-a6420e38b04e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:16.909511 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e82b5f-17c7-470c-aea6-a6420e38b04e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event updated for resources: {'Subnet': ['ID=70c5b056-8fa1-4900-acd4-0a7160ad545e,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:16.918093 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e82b5f-17c7-470c-aea6-a6420e38b04e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Checking segment: {'id': 'a66a8733-b23d-40a7-bea5-6225d5679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90bae18-b27d-4c9f-9bf6-9591035cb89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:47:16.918495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e82b5f-17c7-470c-aea6-a6420e38b04e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Network hostable DHCP agents. Network: b90bae18-b27d-4c9f-9bf6-9591035cb89d, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:47:16.933700 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:16.937730 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-90cd8e2f-c887-420a-beaf-0a63c5c749f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:16.938146 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e82b5f-17c7-470c-aea6-a6420e38b04e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Network b90bae18-b27d-4c9f-9bf6-9591035cb89d is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:47:16.948651 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-42e82b5f-17c7-470c-aea6-a6420e38b04e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, b90bae18-b27d-4c9f-9bf6-9591035cb89d) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:47:16.955238 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e82b5f-17c7-470c-aea6-a6420e38b04e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:16.955846 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42e82b5f-17c7-470c-aea6-a6420e38b04e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:16.960853 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38796772-1738-43cf-b53c-c5b3e0ede8d2 None None] Network b90bae18-b27d-4c9f-9bf6-9591035cb89d requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:47:16.973157 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-42e82b5f-17c7-470c-aea6-a6420e38b04e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6763549 Dec 12 17:47:16.976622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54030) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:16.982501 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4af3b954-0308-4f7a-ac47-40bcce8d586d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-401038043'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:17.010673 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af3b954-0308-4f7a-ac47-40bcce8d586d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Made reservation on behalf of ee853d86340a4c94b7f031ce765beca1 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:47:17.015619 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4af3b954-0308-4f7a-ac47-40bcce8d586d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:17.055555 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af3b954-0308-4f7a-ac47-40bcce8d586d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:47:17.068956 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4af3b954-0308-4f7a-ac47-40bcce8d586d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:17.069394 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-4af3b954-0308-4f7a-ac47-40bcce8d586d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Added segment 1abccaaf-f0d5-4fe4-874c-56385dc05aa6 of type vlan for network 77c82dae-76ba-48fe-ab15-8beb689e7355 Dec 12 17:47:17.098498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-b90bae18-b27d-4c9f-9bf6-9591035cb89d', 'network_id': 'b90bae18-b27d-4c9f-9bf6-9591035cb89d', 'project_id': 'ee853d86340a4c94b7f031ce765beca1', 'fixed_ips': [{'subnet_id': '70c5b056-8fa1-4900-acd4-0a7160ad545e'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:47:17.099474 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:17.127148 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4af3b954-0308-4f7a-ac47-40bcce8d586d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:17.153857 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4af3b954-0308-4f7a-ac47-40bcce8d586d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:17.159755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af3b954-0308-4f7a-ac47-40bcce8d586d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:17.160361 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4af3b954-0308-4f7a-ac47-40bcce8d586d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:17.230096 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['0c67d7bf-1a38-4415-b79b-234dbf309300'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:47:17.239391 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4af3b954-0308-4f7a-ac47-40bcce8d586d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2593451 Dec 12 17:47:17.240028 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54034) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:17.242817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3b954-0308-4f7a-ac47-40bcce8d586d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event updated for resources: {'Network': ['ID=77c82dae-76ba-48fe-ab15-8beb689e7355,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:17.245055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-02a337ba-3761-48a8-855b-714af81b5626 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Request body: {'subnet': {'network_id': '77c82dae-76ba-48fe-ab15-8beb689e7355', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:17.296712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee5599-2e82-4737-87a7-69543fe5817d req-e265ab66-89ea-4d94-81bc-0a2c953277c8 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:17.298898 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3ee5599-2e82-4737-87a7-69543fe5817d req-e265ab66-89ea-4d94-81bc-0a2c953277c8 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=c156da20-8571-43d0-9e8e-511d8af798cf HTTP/1.1" status: 200 len: 949 time: 0.0830424 Dec 12 17:47:17.371813 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3ee5599-2e82-4737-87a7-69543fe5817d req-0d5da78e-0b8d-499c-b479-c9036ab6e8db tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664883 Dec 12 17:47:17.382838 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a337ba-3761-48a8-855b-714af81b5626 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Made reservation on behalf of ee853d86340a4c94b7f031ce765beca1 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:47:17.392196 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02a337ba-3761-48a8-855b-714af81b5626 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:17.406290 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 77c82dae-76ba-48fe-ab15-8beb689e7355 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:47:17.478796 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Allocated IP 19.80.0.2 (b90bae18-b27d-4c9f-9bf6-9591035cb89d/70c5b056-8fa1-4900-acd4-0a7160ad545e/92daab60-dc51-4bd5-ac50-3fbe604aad0b) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:47:17.519832 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:17.671069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-6572633e-7a7a-45dc-89e9-e130220a352f tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:17.673163 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-6572633e-7a7a-45dc-89e9-e130220a352f tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.20 "GET /v2.0/networks?id=4c2eeae6-1a6d-4184-a028-cd75bd99ef93 HTTP/1.1" status: 200 len: 813 time: 0.2158382 Dec 12 17:47:17.694583 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-e0f5fbfa-3720-4d38-b6d7-8236d7c7aaf5 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Request body: {'port': {'device_id': '57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f', 'network_id': '4c2eeae6-1a6d-4184-a028-cd75bd99ef93', 'admin_state_up': True, 'tenant_id': 'e57a5a010141404f990d174d652890ac'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:17.728997 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02a337ba-3761-48a8-855b-714af81b5626 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:17.737609 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:17.749288 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:17.792481 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95574cae-cafd-436b-b975-597b44367370 req-1c17977b-6289-4ba9-aa63-b35af08a7e29 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/ports?device_id=57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f HTTP/1.1" status: 200 len: 210 time: 0.0836926 Dec 12 17:47:17.798853 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Network b90bae18-b27d-4c9f-9bf6-9591035cb89d is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:47:17.804439 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:47:17.807861 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:47:17.809401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a337ba-3761-48a8-855b-714af81b5626 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event updated for resources: {'Subnet': ['ID=8834b5ed-8dd2-4943-8e21-c9246da6e88c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:17.816120 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a337ba-3761-48a8-855b-714af81b5626 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Checking segment: {'id': '1abccaaf-f0d5-4fe4-874c-56385dc05aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '77c82dae-76ba-48fe-ab15-8beb689e7355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:47:17.816479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a337ba-3761-48a8-855b-714af81b5626 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Network hostable DHCP agents. Network: 77c82dae-76ba-48fe-ab15-8beb689e7355, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:47:17.849518 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Pushing event updated for resources: {'Port': ['ID=92daab60-dc51-4bd5-ac50-3fbe604aad0b,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:17.864194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a337ba-3761-48a8-855b-714af81b5626 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Network 77c82dae-76ba-48fe-ab15-8beb689e7355 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:47:17.866489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339bb70-77b1-42d2-a5de-40443a663f83 req-67c846f6-c3f1-46e7-833b-6c2a0144040d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:17.868101 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8339bb70-77b1-42d2-a5de-40443a663f83 req-67c846f6-c3f1-46e7-833b-6c2a0144040d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.1265652 Dec 12 17:47:17.880128 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-02a337ba-3761-48a8-855b-714af81b5626 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 77c82dae-76ba-48fe-ab15-8beb689e7355) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:47:17.884723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Attempting to bind port 92daab60-dc51-4bd5-ac50-3fbe604aad0b on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:47:17.884723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Attempting to bind port 92daab60-dc51-4bd5-ac50-3fbe604aad0b by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'a66a8733-b23d-40a7-bea5-6225d5679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90bae18-b27d-4c9f-9bf6-9591035cb89d'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:47:17.885011 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a337ba-3761-48a8-855b-714af81b5626 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:17.885123 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Attempting to bind port 92daab60-dc51-4bd5-ac50-3fbe604aad0b on network b90bae18-b27d-4c9f-9bf6-9591035cb89d {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:47:17.885596 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02a337ba-3761-48a8-855b-714af81b5626 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:17.893735 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:47:17.894225 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Checking segment: {'id': 'a66a8733-b23d-40a7-bea5-6225d5679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90bae18-b27d-4c9f-9bf6-9591035cb89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:47:17.894763 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:17.895268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Bound using segment: {'id': 'a66a8733-b23d-40a7-bea5-6225d5679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90bae18-b27d-4c9f-9bf6-9591035cb89d'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:47:17.896865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Bound port: 92daab60-dc51-4bd5-ac50-3fbe604aad0b, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66a8733-b23d-40a7-bea5-6225d5679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90bae18-b27d-4c9f-9bf6-9591035cb89d'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:47:17.897821 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:17.902602 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268be64a-300c-4412-9cab-5e5fa89a5db1 None None] Network 77c82dae-76ba-48fe-ab15-8beb689e7355 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:47:17.915396 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-02a337ba-3761-48a8-855b-714af81b5626 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6743288 Dec 12 17:47:17.996062 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-e0f5fbfa-3720-4d38-b6d7-8236d7c7aaf5 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Made reservation on behalf of e57a5a010141404f990d174d652890ac for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:47:17.999489 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-e0f5fbfa-3720-4d38-b6d7-8236d7c7aaf5 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:18.004391 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8339bb70-77b1-42d2-a5de-40443a663f83 req-274bcf91-5a40-4d0b-b982-d9b7f7bba2b3 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280622 Dec 12 17:47:18.015477 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa6cbf-ba8b-42b0-8b92-a0904e7fa9c8 req-c8e0ac4e-976f-4ce1-ad45-846487352858 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:18.017119 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6dfa6cbf-ba8b-42b0-8b92-a0904e7fa9c8 req-c8e0ac4e-976f-4ce1-ad45-846487352858 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.1006324 Dec 12 17:47:18.042416 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] For port 92daab60-dc51-4bd5-ac50-3fbe604aad0b, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:47:18.046610 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] For port 92daab60-dc51-4bd5-ac50-3fbe604aad0b, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=92daab60-dc51-4bd5-ac50-3fbe604aad0b,segment=NetworkSegment(a66a8733-b23d-40a7-bea5-6225d5679bd4),segment_id=a66a8733-b23d-40a7-bea5-6225d5679bd4)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:47:18.067287 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:18.091866 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6dfa6cbf-ba8b-42b0-8b92-a0904e7fa9c8 req-161b8f53-7efe-48d4-8f1d-95adc6ec35e3 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676928 Dec 12 17:47:18.102359 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-77c82dae-76ba-48fe-ab15-8beb689e7355', 'network_id': '77c82dae-76ba-48fe-ab15-8beb689e7355', 'project_id': 'ee853d86340a4c94b7f031ce765beca1', 'fixed_ips': [{'subnet_id': '8834b5ed-8dd2-4943-8e21-c9246da6e88c'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:47:18.103549 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:18.158992 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f633ce-2907-4f5c-b2c4-16137f12cd2d None None] Pushing event updated for resources: {'Port': ['ID=92daab60-dc51-4bd5-ac50-3fbe604aad0b,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:18.248954 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:18.290060 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-e0f5fbfa-3720-4d38-b6d7-8236d7c7aaf5 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Allocated IP 172.20.0.3 (4c2eeae6-1a6d-4184-a028-cd75bd99ef93/83f30518-c00a-403c-9ff8-776cfdadd205/a7446f2c-f3f0-4fac-b4d2-796c89d18f0e) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:47:18.301346 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-b9a3b470-3577-4559-a121-614886053cf0 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:18.307144 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Allocated IP 19.86.0.2 (77c82dae-76ba-48fe-ab15-8beb689e7355/8834b5ed-8dd2-4943-8e21-c9246da6e88c/78d9c48b-33db-4330-ad54-d163dae0baed) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:47:18.307360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-b9a3b470-3577-4559-a121-614886053cf0 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:18.308421 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-b9a3b470-3577-4559-a121-614886053cf0 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/networks?id=b90bae18-b27d-4c9f-9bf6-9591035cb89d&id=77c82dae-76ba-48fe-ab15-8beb689e7355 HTTP/1.1" status: 200 len: 1391 time: 0.1745987 Dec 12 17:47:18.372879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-88a1c792-85a6-428b-9b16-c57b7c063647 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/quotas/ee853d86340a4c94b7f031ce765beca1 HTTP/1.1" status: 200 len: 375 time: 0.0224597 Dec 12 17:47:18.500768 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:18.515671 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:18.539457 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-54c1ea41-6fa6-463b-b6b1-30652c7d1850 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee853d86340a4c94b7f031ce765beca1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1511486 Dec 12 17:47:18.555396 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Network 77c82dae-76ba-48fe-ab15-8beb689e7355 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:47:18.560811 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:47:18.563453 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:47:18.598641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Pushing event updated for resources: {'Port': ['ID=78d9c48b-33db-4330-ad54-d163dae0baed,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:18.618217 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-e0f5fbfa-3720-4d38-b6d7-8236d7c7aaf5 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:18.628149 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af567b0a-df94-46f2-af33-7480789044b3 req-3d0029a8-8eeb-484a-be0a-6aecbfeabdf6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:18.628340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Attempting to bind port 78d9c48b-33db-4330-ad54-d163dae0baed on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:47:18.628614 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Attempting to bind port 78d9c48b-33db-4330-ad54-d163dae0baed by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '1abccaaf-f0d5-4fe4-874c-56385dc05aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '77c82dae-76ba-48fe-ab15-8beb689e7355'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:47:18.628988 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Attempting to bind port 78d9c48b-33db-4330-ad54-d163dae0baed on network 77c82dae-76ba-48fe-ab15-8beb689e7355 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:47:18.629913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af567b0a-df94-46f2-af33-7480789044b3 req-3d0029a8-8eeb-484a-be0a-6aecbfeabdf6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=c156da20-8571-43d0-9e8e-511d8af798cf HTTP/1.1" status: 200 len: 949 time: 0.1598127 Dec 12 17:47:18.634354 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:47:18.635120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Checking segment: {'id': '1abccaaf-f0d5-4fe4-874c-56385dc05aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '77c82dae-76ba-48fe-ab15-8beb689e7355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:47:18.635120 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:18.635664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Bound using segment: {'id': '1abccaaf-f0d5-4fe4-874c-56385dc05aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '77c82dae-76ba-48fe-ab15-8beb689e7355'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:47:18.636179 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Bound port: 78d9c48b-33db-4330-ad54-d163dae0baed, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abccaaf-f0d5-4fe4-874c-56385dc05aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '77c82dae-76ba-48fe-ab15-8beb689e7355'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:47:18.636534 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:18.701149 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] For port 78d9c48b-33db-4330-ad54-d163dae0baed, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:47:18.705012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] For port 78d9c48b-33db-4330-ad54-d163dae0baed, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=78d9c48b-33db-4330-ad54-d163dae0baed,segment=NetworkSegment(1abccaaf-f0d5-4fe4-874c-56385dc05aa6),segment_id=1abccaaf-f0d5-4fe4-874c-56385dc05aa6)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:47:18.710029 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:18.719302 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-9cee4c47-12d1-4b7a-bc75-cbdd0c3fe61b service neutron] 10.222.0.18 "GET /v2.0/networks/b90bae18-b27d-4c9f-9bf6-9591035cb89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661041 Dec 12 17:47:18.729034 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-e0f5fbfa-3720-4d38-b6d7-8236d7c7aaf5 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:18.760169 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af567b0a-df94-46f2-af33-7480789044b3 req-c60542da-86b6-4ee4-bea0-0f49a237ff79 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206458 Dec 12 17:47:18.777342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff0232-dd57-4221-95f2-d8d29fb33dca None None] Pushing event updated for resources: {'Port': ['ID=78d9c48b-33db-4330-ad54-d163dae0baed,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:18.833062 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-e0f5fbfa-3720-4d38-b6d7-8236d7c7aaf5 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Network 4c2eeae6-1a6d-4184-a028-cd75bd99ef93 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:47:18.841865 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-e0f5fbfa-3720-4d38-b6d7-8236d7c7aaf5 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:47:18.848018 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-e0f5fbfa-3720-4d38-b6d7-8236d7c7aaf5 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:47:18.858305 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5fbfa-3720-4d38-b6d7-8236d7c7aaf5 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Pushing event updated for resources: {'Port': ['ID=a7446f2c-f3f0-4fac-b4d2-796c89d18f0e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:18.935299 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-0bfad36d-1179-4c4c-92bf-e993ac21a4da service neutron] 10.222.0.18 "GET /v2.0/networks/b90bae18-b27d-4c9f-9bf6-9591035cb89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074862 Dec 12 17:47:18.963330 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-e0f5fbfa-3720-4d38-b6d7-8236d7c7aaf5 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:18.963980 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-e0f5fbfa-3720-4d38-b6d7-8236d7c7aaf5 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:19.045492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-e0f5fbfa-3720-4d38-b6d7-8236d7c7aaf5 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3624043 Dec 12 17:47:19.062053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Request body: {'port': {'device_id': '57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:19.133534 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870ee2b-5a6b-423e-b19a-8cd723de6540 req-bbcc6b4e-5f88-4466-a1a9-1b567b6ba40c tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:19.135125 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1870ee2b-5a6b-423e-b19a-8cd723de6540 req-bbcc6b4e-5f88-4466-a1a9-1b567b6ba40c tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/ports?device_id=57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f HTTP/1.1" status: 200 len: 931 time: 0.1437733 Dec 12 17:47:19.139567 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-95202805-2d85-49ed-8645-f54bb69c0bab service neutron] 10.222.0.18 "GET /v2.0/networks/77c82dae-76ba-48fe-ab15-8beb689e7355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033968 Dec 12 17:47:19.230198 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:19.297292 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1870ee2b-5a6b-423e-b19a-8cd723de6540 req-38bed740-eddf-41eb-9033-30519d55bad1 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/security-groups?id=21dcaeb6-b8b4-4540-aaff-36da88250e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393609 Dec 12 17:47:19.339103 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-472e30d6-14f6-4566-ab64-5addae14a4a0 service neutron] 10.222.0.18 "GET /v2.0/networks/77c82dae-76ba-48fe-ab15-8beb689e7355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801176 Dec 12 17:47:19.361875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44927058-097f-4525-a348-53020971d6ea None None] Network b90bae18-b27d-4c9f-9bf6-9591035cb89d requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:47:19.459817 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-2925f472-4c19-4d32-ab32-9e899b08e9c0 None None] Provisioning complete for port 92daab60-dc51-4bd5-ac50-3fbe604aad0b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:19.460194 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2925f472-4c19-4d32-ab32-9e899b08e9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:19.541577 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf4201-94df-4d46-aa2d-49b00ffc9f17 req-ab709e9a-1d93-4301-83ce-e57bf0e53e13 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:19.549361 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2baf4201-94df-4d46-aa2d-49b00ffc9f17 req-ab709e9a-1d93-4301-83ce-e57bf0e53e13 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.1452198 Dec 12 17:47:19.618297 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5a3fbde-3089-440f-b2e8-4b653e7ff9e1 req-4c58f079-72a6-417f-afd8-60b70e898d8a tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 210 time: 0.0660775 Dec 12 17:47:19.634573 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2925f472-4c19-4d32-ab32-9e899b08e9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:19.683582 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2925f472-4c19-4d32-ab32-9e899b08e9c0 None None] For port 92daab60-dc51-4bd5-ac50-3fbe604aad0b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=92daab60-dc51-4bd5-ac50-3fbe604aad0b,segment=NetworkSegment(a66a8733-b23d-40a7-bea5-6225d5679bd4),segment_id=a66a8733-b23d-40a7-bea5-6225d5679bd4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:19.684006 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2baf4201-94df-4d46-aa2d-49b00ffc9f17 req-415b1c9d-bad2-483d-8bbd-e9164dd01b4b tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334963 Dec 12 17:47:19.689138 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2925f472-4c19-4d32-ab32-9e899b08e9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:19.758495 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925f472-4c19-4d32-ab32-9e899b08e9c0 None None] Pushing event updated for resources: {'Port': ['ID=92daab60-dc51-4bd5-ac50-3fbe604aad0b,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:19.805316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7446f2c-f3f0-4fac-b4d2-796c89d18f0e {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:47:19.825288 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:19.871595 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Transition to ACTIVE for port object a7446f2c-f3f0-4fac-b4d2-796c89d18f0e will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:47:19.889493 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:19.962760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Pushing event updated for resources: {'Port': ['ID=a7446f2c-f3f0-4fac-b4d2-796c89d18f0e,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:19.966640 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:20.015760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737f3fa-e68a-4ff0-b01f-b27ab76dfb0d req-aff5743c-0282-48d0-bdc2-ab972b5ec13d tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:20.018846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e706fd65-3fa2-4a2e-86ee-937cc42ebd4e None None] Provisioning complete for port 92daab60-dc51-4bd5-ac50-3fbe604aad0b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:20.019905 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e706fd65-3fa2-4a2e-86ee-937cc42ebd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:20.035938 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8737f3fa-e68a-4ff0-b01f-b27ab76dfb0d req-aff5743c-0282-48d0-bdc2-ab972b5ec13d tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=c156da20-8571-43d0-9e8e-511d8af798cf HTTP/1.1" status: 200 len: 949 time: 0.1589115 Dec 12 17:47:20.125827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Attempting to bind port a7446f2c-f3f0-4fac-b4d2-796c89d18f0e on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:47:20.126163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Attempting to bind port a7446f2c-f3f0-4fac-b4d2-796c89d18f0e by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '41de1bf7-059b-43f1-b2f1-206db3f2bfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4c2eeae6-1a6d-4184-a028-cd75bd99ef93'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:47:20.126495 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Attempting to bind port a7446f2c-f3f0-4fac-b4d2-796c89d18f0e on network 4c2eeae6-1a6d-4184-a028-cd75bd99ef93 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:47:20.126989 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f513fcc-f6ff-4d60-9597-41b2fc766b4f None None] Network 77c82dae-76ba-48fe-ab15-8beb689e7355 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:47:20.137573 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8737f3fa-e68a-4ff0-b01f-b27ab76dfb0d req-0226c615-caa0-46ef-a4aa-2cf10d751df4 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007705 Dec 12 17:47:20.138271 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Port a7446f2c-f3f0-4fac-b4d2-796c89d18f0e on network 4c2eeae6-1a6d-4184-a028-cd75bd99ef93 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:47:20.138597 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Attempting to bind port a7446f2c-f3f0-4fac-b4d2-796c89d18f0e on network 4c2eeae6-1a6d-4184-a028-cd75bd99ef93 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:47:20.143778 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:47:20.144023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Checking segment: {'id': '41de1bf7-059b-43f1-b2f1-206db3f2bfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4c2eeae6-1a6d-4184-a028-cd75bd99ef93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:47:20.144404 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Bound using segment: {'id': '41de1bf7-059b-43f1-b2f1-206db3f2bfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4c2eeae6-1a6d-4184-a028-cd75bd99ef93'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:47:20.144861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Bound port: a7446f2c-f3f0-4fac-b4d2-796c89d18f0e, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41de1bf7-059b-43f1-b2f1-206db3f2bfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4c2eeae6-1a6d-4184-a028-cd75bd99ef93'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:47:20.145222 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:20.230833 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] For port a7446f2c-f3f0-4fac-b4d2-796c89d18f0e, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:47:20.234115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] For port a7446f2c-f3f0-4fac-b4d2-796c89d18f0e, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a7446f2c-f3f0-4fac-b4d2-796c89d18f0e,segment=NetworkSegment(41de1bf7-059b-43f1-b2f1-206db3f2bfa9),segment_id=41de1bf7-059b-43f1-b2f1-206db3f2bfa9)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:47:20.244555 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:20.287158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:20.288495 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:20.290080 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] 10.222.0.20 "PUT /v2.0/ports/a7446f2c-f3f0-4fac-b4d2-796c89d18f0e HTTP/1.1" status: 200 len: 1091 time: 1.2328835 Dec 12 17:47:20.290612 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f', 'tag': 'a7446f2c-f3f0-4fac-b4d2-796c89d18f0e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:20.293022 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d06fda-fdc9-4ba9-b1eb-91e22be61336" -d '{"events": [{"name": "network-changed", "server_uuid": "57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f", "tag": "a7446f2c-f3f0-4fac-b4d2-796c89d18f0e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:20.334087 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65e75b-dd3e-4936-b2e6-7c136474c24e service neutron] Pushing event updated for resources: {'Port': ['ID=a7446f2c-f3f0-4fac-b4d2-796c89d18f0e,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:20.352377 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5805c00e-0de7-447c-bcda-460b892fcbe2 None None] Provisioning complete for port 78d9c48b-33db-4330-ad54-d163dae0baed triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:20.354506 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5805c00e-0de7-447c-bcda-460b892fcbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:20.477360 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 0c67d7bf-1a38-4415-b79b-234dbf309300 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:47:20.541996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 78d9c48b-33db-4330-ad54-d163dae0baed up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:47:20.577364 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 0c67d7bf-1a38-4415-b79b-234dbf309300 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:47:20.603318 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 0c67d7bf-1a38-4415-b79b-234dbf309300 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:20.603695 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:20.657977 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5805c00e-0de7-447c-bcda-460b892fcbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:20.711712 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 78d9c48b-33db-4330-ad54-d163dae0baed triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:20.712064 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:20.718728 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:20.724348 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5805c00e-0de7-447c-bcda-460b892fcbe2 None None] For port 78d9c48b-33db-4330-ad54-d163dae0baed, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=78d9c48b-33db-4330-ad54-d163dae0baed,segment=NetworkSegment(1abccaaf-f0d5-4fe4-874c-56385dc05aa6),segment_id=1abccaaf-f0d5-4fe4-874c-56385dc05aa6)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:20.750326 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5805c00e-0de7-447c-bcda-460b892fcbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:20.810828 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73f147d-b742-4c1a-be31-ecb60cc59255 x-openstack-request-id: req-d73f147d-b742-4c1a-be31-ecb60cc59255 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:20.811511 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f", "tag": "a7446f2c-f3f0-4fac-b4d2-796c89d18f0e", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:20.811511 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d73f147d-b742-4c1a-be31-ecb60cc59255 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:20.811790 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f', 'tag': 'a7446f2c-f3f0-4fac-b4d2-796c89d18f0e', 'status': 'completed', 'code': 200} Dec 12 17:47:20.822751 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:20.849636 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805c00e-0de7-447c-bcda-460b892fcbe2 None None] Pushing event updated for resources: {'Port': ['ID=78d9c48b-33db-4330-ad54-d163dae0baed,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:20.856466 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf3e18d5-6e32-4a62-a598-be2caefdf844 req-06dfb199-4fd5-4255-bdbc-36b9ec9ed31c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 210 time: 0.0483334 Dec 12 17:47:20.875015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c156da20-8571-43d0-9e8e-511d8af798cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c67d7bf-1a38-4415-b79b-234dbf309300'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:20.875015 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf350c0-911d-4f1d-8499-b698d102c615" -d '{"events": [{"server_uuid": "c156da20-8571-43d0-9e8e-511d8af798cf", "name": "network-vif-plugged", "status": "completed", "tag": "0c67d7bf-1a38-4415-b79b-234dbf309300"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:20.916999 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 0c67d7bf-1a38-4415-b79b-234dbf309300, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=0c67d7bf-1a38-4415-b79b-234dbf309300,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:20.929328 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:20.937346 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b2822b8e-7511-4239-a350-18402168efc1 None None] Provisioning complete for port 78d9c48b-33db-4330-ad54-d163dae0baed triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:20.937717 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b2822b8e-7511-4239-a350-18402168efc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:20.938535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3a676a1c-ba7e-4e4d-b47d-f3ee6fc3509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:20.940120 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-3a676a1c-ba7e-4e4d-b47d-f3ee6fc3509d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e57a5a010141404f990d174d652890ac&device_id=57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f HTTP/1.1" status: 200 len: 1094 time: 0.5686765 Dec 12 17:47:20.991279 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 92daab60-dc51-4bd5-ac50-3fbe604aad0b up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:47:21.036991 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0506f4-6452-4144-a31d-867f233dffe2 req-c3a99f8b-8cb9-49d3-b4f0-133630e10055 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:21.038842 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a0506f4-6452-4144-a31d-867f233dffe2 req-c3a99f8b-8cb9-49d3-b4f0-133630e10055 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/ports?device_id=57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f HTTP/1.1" status: 200 len: 943 time: 0.2295804 Dec 12 17:47:21.052876 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=0c67d7bf-1a38-4415-b79b-234dbf309300,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:21.068651 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-a98c0dd2-1330-43c2-a877-b1ab1404827c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7446f2c-f3f0-4fac-b4d2-796c89d18f0e HTTP/1.1" status: 200 len: 217 time: 0.0986400 Dec 12 17:47:21.105420 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 92daab60-dc51-4bd5-ac50-3fbe604aad0b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:21.105705 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:21.153428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2164d9-c4d9-4cdb-821b-6cdccd04a81c req-acfc4e31-8bf1-45ab-b7b4-7eecb5aa1bb3 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:21.154938 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e2164d9-c4d9-4cdb-821b-6cdccd04a81c req-acfc4e31-8bf1-45ab-b7b4-7eecb5aa1bb3 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.1885886 Dec 12 17:47:21.228902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-874f3027-04d8-40b0-ac2a-8e153fe81137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:21.230347 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-874f3027-04d8-40b0-ac2a-8e153fe81137 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83f30518-c00a-403c-9ff8-776cfdadd205 HTTP/1.1" status: 200 len: 853 time: 0.1525419 Dec 12 17:47:21.242992 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-f068e7cc-2181-4c83-a576-1a1b3f1c80d0 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:21.249120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-f068e7cc-2181-4c83-a576-1a1b3f1c80d0 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:21.250532 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-f068e7cc-2181-4c83-a576-1a1b3f1c80d0 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.31 "GET /v2.0/networks?id=b90bae18-b27d-4c9f-9bf6-9591035cb89d&id=77c82dae-76ba-48fe-ab15-8beb689e7355 HTTP/1.1" status: 200 len: 1391 time: 0.3599155 Dec 12 17:47:21.255578 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a0506f4-6452-4144-a31d-867f233dffe2 req-5abb6cef-5762-4514-993e-c6400e9374cc tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/security-groups?id=21dcaeb6-b8b4-4540-aaff-36da88250e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969209 Dec 12 17:47:21.286064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5db23b61-23f9-4929-aae9-4ade031e6961 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Request body: {'port': {'device_id': 'd384f943-13c2-4310-b33a-1103897fa791', 'network_id': 'b90bae18-b27d-4c9f-9bf6-9591035cb89d', 'admin_state_up': True, 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:21.298286 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-082c7942-8035-4c38-ada7-b78a959fa85f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c2eeae6-1a6d-4184-a028-cd75bd99ef93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467198 Dec 12 17:47:21.301383 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d61da0-6cd7-4350-9643-5bad29d6a64b x-openstack-request-id: req-a3d61da0-6cd7-4350-9643-5bad29d6a64b {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:21.301761 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c156da20-8571-43d0-9e8e-511d8af798cf", "name": "network-vif-plugged", "status": "completed", "tag": "0c67d7bf-1a38-4415-b79b-234dbf309300", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:21.302132 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3d61da0-6cd7-4350-9643-5bad29d6a64b {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:21.302623 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c156da20-8571-43d0-9e8e-511d8af798cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c67d7bf-1a38-4415-b79b-234dbf309300', 'code': 200} Dec 12 17:47:21.408559 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e2164d9-c4d9-4cdb-821b-6cdccd04a81c req-54524893-f79d-4116-88cc-e578a9b7aa91 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345994 Dec 12 17:47:21.430662 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04efd83-9fa2-4a32-9a74-4692b2e6ee9c req-9efaa427-8080-4e5e-86d1-18a6ee90dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:21.432465 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d04efd83-9fa2-4a32-9a74-4692b2e6ee9c req-9efaa427-8080-4e5e-86d1-18a6ee90dc60 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c156da20-8571-43d0-9e8e-511d8af798cf HTTP/1.1" status: 200 len: 1101 time: 0.0553453 Dec 12 17:47:21.489298 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d04efd83-9fa2-4a32-9a74-4692b2e6ee9c req-8daeb5fe-a491-41f5-ae19-98ce7dc1d844 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495248 Dec 12 17:47:21.523874 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-e8c742d9-f183-4d5c-9d86-29a8a66b203c service neutron] 10.222.0.20 "GET /v2.0/networks/4c2eeae6-1a6d-4184-a028-cd75bd99ef93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111185 Dec 12 17:47:21.588344 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5db23b61-23f9-4929-aae9-4ade031e6961 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Made reservation on behalf of ee853d86340a4c94b7f031ce765beca1 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:47:21.591841 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5db23b61-23f9-4929-aae9-4ade031e6961 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:21.621430 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd7b70-2803-4c68-a28a-bebdb945b67c req-4c1b91f3-9094-48af-bb1b-b812d979394c tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:21.623069 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5bd7b70-2803-4c68-a28a-bebdb945b67c req-4c1b91f3-9094-48af-bb1b-b812d979394c tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=c156da20-8571-43d0-9e8e-511d8af798cf HTTP/1.1" status: 200 len: 950 time: 0.1452663 Dec 12 17:47:21.736283 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd996613-566c-47ca-a9f6-392f181a7e3b req-85524bfd-9e81-4dcd-b484-6075f9b317ee service neutron] 10.222.0.20 "GET /v2.0/networks/4c2eeae6-1a6d-4184-a028-cd75bd99ef93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047629 Dec 12 17:47:21.749780 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5bd7b70-2803-4c68-a28a-bebdb945b67c req-6c937bb8-2e64-46b0-ad56-3f10b33ba6a4 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187682 Dec 12 17:47:21.828443 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5db23b61-23f9-4929-aae9-4ade031e6961 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Allocated IP 19.80.0.238 (b90bae18-b27d-4c9f-9bf6-9591035cb89d/70c5b056-8fa1-4900-acd4-0a7160ad545e/cc76537a-e12a-4acb-b64b-d88b9fe76d45) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:47:21.854228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d06fda-fdc9-4ba9-b1eb-91e22be61336 req-5f319327-6abe-4971-b290-fffbb6ff9708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:21.855858 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04d06fda-fdc9-4ba9-b1eb-91e22be61336 req-5f319327-6abe-4971-b290-fffbb6ff9708 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e57a5a010141404f990d174d652890ac&device_id=57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f HTTP/1.1" status: 200 len: 1094 time: 0.0660584 Dec 12 17:47:22.014657 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85697a94-5fc6-478c-9db8-6baf5e05ab60 req-2eb4f7b7-020f-4fcc-b00f-6acea610ad6a tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 210 time: 0.0835245 Dec 12 17:47:22.067399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d06fda-fdc9-4ba9-b1eb-91e22be61336 req-82b7c80f-4aa1-499d-b9fe-a68ac1528da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:22.068879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04d06fda-fdc9-4ba9-b1eb-91e22be61336 req-82b7c80f-4aa1-499d-b9fe-a68ac1528da6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c2eeae6-1a6d-4184-a028-cd75bd99ef93 HTTP/1.1" status: 200 len: 914 time: 0.2046165 Dec 12 17:47:22.124274 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5db23b61-23f9-4929-aae9-4ade031e6961 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:22.127868 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04d06fda-fdc9-4ba9-b1eb-91e22be61336 req-dce9b6de-2543-4350-879f-17076a2ec589 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7446f2c-f3f0-4fac-b4d2-796c89d18f0e HTTP/1.1" status: 200 len: 217 time: 0.0498271 Dec 12 17:47:22.193492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d06fda-fdc9-4ba9-b1eb-91e22be61336 req-a6d10c86-3bb6-4c85-9c18-9c5f6b6f756c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:22.194871 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04d06fda-fdc9-4ba9-b1eb-91e22be61336 req-a6d10c86-3bb6-4c85-9c18-9c5f6b6f756c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83f30518-c00a-403c-9ff8-776cfdadd205 HTTP/1.1" status: 200 len: 853 time: 0.0569384 Dec 12 17:47:22.195822 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5db23b61-23f9-4929-aae9-4ade031e6961 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:22.257855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04d06fda-fdc9-4ba9-b1eb-91e22be61336 req-f8473a1e-b803-4667-8ea7-9e1c144794d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c2eeae6-1a6d-4184-a028-cd75bd99ef93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550218 Dec 12 17:47:22.268471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5db23b61-23f9-4929-aae9-4ade031e6961 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Network b90bae18-b27d-4c9f-9bf6-9591035cb89d is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:47:22.280085 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5db23b61-23f9-4929-aae9-4ade031e6961 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:47:22.294733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5db23b61-23f9-4929-aae9-4ade031e6961 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:47:22.321830 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db23b61-23f9-4929-aae9-4ade031e6961 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event updated for resources: {'Port': ['ID=cc76537a-e12a-4acb-b64b-d88b9fe76d45,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:22.330003 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 78d9c48b-33db-4330-ad54-d163dae0baed up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:47:22.399129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 78d9c48b-33db-4330-ad54-d163dae0baed triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:22.399613 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:22.421647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5db23b61-23f9-4929-aae9-4ade031e6961 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:22.422278 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5db23b61-23f9-4929-aae9-4ade031e6961 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:22.450607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04d06fda-fdc9-4ba9-b1eb-91e22be61336 req-9fc76ffc-6a6e-4ddd-b981-a637e36ac519 service neutron] 10.222.0.20 "GET /v2.0/networks/4c2eeae6-1a6d-4184-a028-cd75bd99ef93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810389 Dec 12 17:47:22.466107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5db23b61-23f9-4929-aae9-4ade031e6961 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1974971 Dec 12 17:47:22.474955 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c304e-750f-4159-958c-9fbd01a17231 req-8583f7b9-a43e-49ed-9677-23ed75344e6f tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:22.477274 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-474c304e-750f-4159-958c-9fbd01a17231 req-8583f7b9-a43e-49ed-9677-23ed75344e6f tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/ports?device_id=57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f HTTP/1.1" status: 200 len: 943 time: 0.1189163 Dec 12 17:47:22.492922 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5f0b243e-0780-4a9d-986b-43cf6e62684c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Request body: {'port': {'device_id': 'd384f943-13c2-4310-b33a-1103897fa791', 'network_id': '77c82dae-76ba-48fe-ab15-8beb689e7355', 'admin_state_up': True, 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:22.638395 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-257dd336-2fd3-4df9-a44c-fee6a6fde6c7 None None] Provisioning complete for port cc76537a-e12a-4acb-b64b-d88b9fe76d45 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:22.638850 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-257dd336-2fd3-4df9-a44c-fee6a6fde6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:22.674623 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-257dd336-2fd3-4df9-a44c-fee6a6fde6c7 None None] Port cc76537a-e12a-4acb-b64b-d88b9fe76d45 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:47:22.696845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-474c304e-750f-4159-958c-9fbd01a17231 req-3719f780-cd24-4224-8f64-8da4c428e9b4 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/security-groups?id=21dcaeb6-b8b4-4540-aaff-36da88250e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080314 Dec 12 17:47:22.721219 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04d06fda-fdc9-4ba9-b1eb-91e22be61336 req-033d6daf-929c-43c6-b5c2-d7af65c2a303 service neutron] 10.222.0.20 "GET /v2.0/networks/4c2eeae6-1a6d-4184-a028-cd75bd99ef93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598948 Dec 12 17:47:22.729192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d34bf-9644-4936-9f40-72ef2f912bf4 req-d4a847eb-40fa-43ad-ac06-d25b90591467 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:22.730566 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b44d34bf-9644-4936-9f40-72ef2f912bf4 req-d4a847eb-40fa-43ad-ac06-d25b90591467 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.1402335 Dec 12 17:47:22.794860 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5f0b243e-0780-4a9d-986b-43cf6e62684c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Made reservation on behalf of ee853d86340a4c94b7f031ce765beca1 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:47:22.798424 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5f0b243e-0780-4a9d-986b-43cf6e62684c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:22.812339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b44d34bf-9644-4936-9f40-72ef2f912bf4 req-d60c3573-d245-445e-9f97-790c72769903 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745132 Dec 12 17:47:22.945064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ed4dc-d12b-48e0-ae46-af6ee3244afb req-29dd8bfe-0c7c-4576-9052-1384a2fdb89b tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:22.946544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-490ed4dc-d12b-48e0-ae46-af6ee3244afb req-29dd8bfe-0c7c-4576-9052-1384a2fdb89b tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=c156da20-8571-43d0-9e8e-511d8af798cf HTTP/1.1" status: 200 len: 950 time: 0.1182802 Dec 12 17:47:22.973692 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:47:22.979285 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5f0b243e-0780-4a9d-986b-43cf6e62684c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Allocated IP 19.86.0.122 (77c82dae-76ba-48fe-ab15-8beb689e7355/8834b5ed-8dd2-4943-8e21-c9246da6e88c/e4490c6f-92b2-4643-a6ea-946e6b8330fa) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:47:23.027412 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-490ed4dc-d12b-48e0-ae46-af6ee3244afb req-cfad2a7e-4796-489c-aa91-bc8c906ab0e8 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731218 Dec 12 17:47:23.185929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541333d-4b1f-42e1-8610-3ef1c33dbbc5 req-d93a507a-9c4c-4eed-97f4-6a062363f90b tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:23.187425 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c541333d-4b1f-42e1-8610-3ef1c33dbbc5 req-d93a507a-9c4c-4eed-97f4-6a062363f90b tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 932 time: 0.0866704 Dec 12 17:47:23.191845 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5f0b243e-0780-4a9d-986b-43cf6e62684c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:23.255798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c541333d-4b1f-42e1-8610-3ef1c33dbbc5 req-792b0a90-4c86-4801-9856-9abe42087f64 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622704 Dec 12 17:47:23.261490 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5f0b243e-0780-4a9d-986b-43cf6e62684c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:23.311464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5f0b243e-0780-4a9d-986b-43cf6e62684c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Network 77c82dae-76ba-48fe-ab15-8beb689e7355 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:47:23.314605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5f0b243e-0780-4a9d-986b-43cf6e62684c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:47:23.318562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5f0b243e-0780-4a9d-986b-43cf6e62684c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:47:23.325706 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b243e-0780-4a9d-986b-43cf6e62684c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event updated for resources: {'Port': ['ID=e4490c6f-92b2-4643-a6ea-946e6b8330fa,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:23.378399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5f0b243e-0780-4a9d-986b-43cf6e62684c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:23.379076 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5f0b243e-0780-4a9d-986b-43cf6e62684c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:23.397590 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-5f0b243e-0780-4a9d-986b-43cf6e62684c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9190390 Dec 12 17:47:23.411557 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Request body: {'port': {'device_id': 'd384f943-13c2-4310-b33a-1103897fa791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:23.477208 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:23.609269 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9df245d2-a8c4-43a0-b905-5a852c9523d9 None None] Provisioning complete for port e4490c6f-92b2-4643-a6ea-946e6b8330fa triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:23.609840 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9df245d2-a8c4-43a0-b905-5a852c9523d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:23.649950 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9df245d2-a8c4-43a0-b905-5a852c9523d9 None None] Port e4490c6f-92b2-4643-a6ea-946e6b8330fa cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:47:23.760829 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc76537a-e12a-4acb-b64b-d88b9fe76d45 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:47:23.768404 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:23.803337 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Transition to ACTIVE for port object cc76537a-e12a-4acb-b64b-d88b9fe76d45 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:47:23.808472 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:23.869365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281b227-edbc-435e-8d3e-0a5e7770d120 req-182156ca-5efc-4679-a3f3-d08266d4c475 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:23.870945 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9281b227-edbc-435e-8d3e-0a5e7770d120 req-182156ca-5efc-4679-a3f3-d08266d4c475 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/ports?device_id=57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f HTTP/1.1" status: 200 len: 943 time: 0.0987487 Dec 12 17:47:23.895594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc76537a-e12a-4acb-b64b-d88b9fe76d45,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:24.015963 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9281b227-edbc-435e-8d3e-0a5e7770d120 req-74069b12-1007-46f0-bd64-cb2de6fc7814 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/security-groups?id=21dcaeb6-b8b4-4540-aaff-36da88250e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363740 Dec 12 17:47:24.036138 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81969c90-37ee-40db-bb63-3294535d8a9a req-2893492b-e0e4-473b-89f3-349890bae404 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:24.037705 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81969c90-37ee-40db-bb63-3294535d8a9a req-2893492b-e0e4-473b-89f3-349890bae404 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.1202362 Dec 12 17:47:24.042958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Attempting to bind port cc76537a-e12a-4acb-b64b-d88b9fe76d45 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:47:24.042958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Attempting to bind port cc76537a-e12a-4acb-b64b-d88b9fe76d45 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'a66a8733-b23d-40a7-bea5-6225d5679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90bae18-b27d-4c9f-9bf6-9591035cb89d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:47:24.043273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Attempting to bind port cc76537a-e12a-4acb-b64b-d88b9fe76d45 on network b90bae18-b27d-4c9f-9bf6-9591035cb89d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:47:24.049913 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Port cc76537a-e12a-4acb-b64b-d88b9fe76d45 on network b90bae18-b27d-4c9f-9bf6-9591035cb89d not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:47:24.050241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Attempting to bind port cc76537a-e12a-4acb-b64b-d88b9fe76d45 on network b90bae18-b27d-4c9f-9bf6-9591035cb89d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:47:24.070642 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:47:24.071041 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Checking segment: {'id': 'a66a8733-b23d-40a7-bea5-6225d5679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90bae18-b27d-4c9f-9bf6-9591035cb89d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:47:24.071718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Bound using segment: {'id': 'a66a8733-b23d-40a7-bea5-6225d5679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90bae18-b27d-4c9f-9bf6-9591035cb89d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:47:24.072071 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Bound port: cc76537a-e12a-4acb-b64b-d88b9fe76d45, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66a8733-b23d-40a7-bea5-6225d5679bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90bae18-b27d-4c9f-9bf6-9591035cb89d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:47:24.072206 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:24.085247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a7446f2c-f3f0-4fac-b4d2-796c89d18f0e details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:47:24.154624 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81969c90-37ee-40db-bb63-3294535d8a9a req-18f21d78-1a69-4e41-8525-a4f79cd71955 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055930 Dec 12 17:47:24.194567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a7446f2c-f3f0-4fac-b4d2-796c89d18f0e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a7446f2c-f3f0-4fac-b4d2-796c89d18f0e,segment=NetworkSegment(41de1bf7-059b-43f1-b2f1-206db3f2bfa9),segment_id=41de1bf7-059b-43f1-b2f1-206db3f2bfa9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:24.208897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576a5b6-70a0-4abc-8be8-d50bc1f4a814 req-ac0b1e32-3afb-4020-98db-b0e010eac09b tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:24.209049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'a7446f2c-f3f0-4fac-b4d2-796c89d18f0e', 'network_id': '4c2eeae6-1a6d-4184-a028-cd75bd99ef93', 'port_id': 'a7446f2c-f3f0-4fac-b4d2-796c89d18f0e', 'mac_address': 'fa:16:3e:35:4a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f30518-c00a-403c-9ff8-776cfdadd205', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:47:24.211758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9576a5b6-70a0-4abc-8be8-d50bc1f4a814 req-ac0b1e32-3afb-4020-98db-b0e010eac09b tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=c156da20-8571-43d0-9e8e-511d8af798cf HTTP/1.1" status: 200 len: 950 time: 0.0831103 Dec 12 17:47:24.229710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] For port cc76537a-e12a-4acb-b64b-d88b9fe76d45, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:47:24.260880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] For port cc76537a-e12a-4acb-b64b-d88b9fe76d45, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cc76537a-e12a-4acb-b64b-d88b9fe76d45,segment=NetworkSegment(a66a8733-b23d-40a7-bea5-6225d5679bd4),segment_id=a66a8733-b23d-40a7-bea5-6225d5679bd4)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:47:24.271323 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:24.333941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:24.334581 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:24.336620 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] 10.222.0.31 "PUT /v2.0/ports/cc76537a-e12a-4acb-b64b-d88b9fe76d45 HTTP/1.1" status: 200 len: 1092 time: 0.9294336 Dec 12 17:47:24.347984 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9576a5b6-70a0-4abc-8be8-d50bc1f4a814 req-23ca216a-a4c2-40c3-b7e8-975f1c153bc9 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286771 Dec 12 17:47:24.348411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd384f943-13c2-4310-b33a-1103897fa791', 'tag': 'cc76537a-e12a-4acb-b64b-d88b9fe76d45'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:24.352009 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca89d77-3c8e-4539-8cf1-3c09ba6a57a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d384f943-13c2-4310-b33a-1103897fa791", "tag": "cc76537a-e12a-4acb-b64b-d88b9fe76d45"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:24.377594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Request body: {'port': {'device_id': 'd384f943-13c2-4310-b33a-1103897fa791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:24.390520 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:24.408741 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7446f2c-f3f0-4fac-b4d2-796c89d18f0e {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:47:24.434237 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39f7b0-d843-4216-8a2a-a743b03777e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc76537a-e12a-4acb-b64b-d88b9fe76d45,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:24.435897 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a7446f2c-f3f0-4fac-b4d2-796c89d18f0e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a7446f2c-f3f0-4fac-b4d2-796c89d18f0e,segment=NetworkSegment(41de1bf7-059b-43f1-b2f1-206db3f2bfa9),segment_id=41de1bf7-059b-43f1-b2f1-206db3f2bfa9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:24.441459 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:24.501503 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=a7446f2c-f3f0-4fac-b4d2-796c89d18f0e,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:24.540555 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5304da-db3b-4bca-bdce-11e394bd3339 req-d9a70fcc-7802-4356-87c1-ba80cd699cbc tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:24.547955 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5304da-db3b-4bca-bdce-11e394bd3339 req-d9a70fcc-7802-4356-87c1-ba80cd699cbc tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:24.549781 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-be5304da-db3b-4bca-bdce-11e394bd3339 req-d9a70fcc-7802-4356-87c1-ba80cd699cbc tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1667 time: 0.1811621 Dec 12 17:47:24.551630 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:24.584281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255a694-8cfd-4622-bdba-ff3bd4976817 req-5cd872c3-c098-495b-a23b-21670321a3c5 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:24.586567 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d255a694-8cfd-4622-bdba-ff3bd4976817 req-5cd872c3-c098-495b-a23b-21670321a3c5 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.1438007 Dec 12 17:47:24.708694 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-be5304da-db3b-4bca-bdce-11e394bd3339 req-e5eb55fd-c9a4-4fe2-bb36-4aa48ec27abc tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521895 Dec 12 17:47:24.734640 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['a7446f2c-f3f0-4fac-b4d2-796c89d18f0e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:47:24.763346 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3175533b-f5d1-419f-b5c8-670b50437689 x-openstack-request-id: req-3175533b-f5d1-419f-b5c8-670b50437689 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:24.763632 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d384f943-13c2-4310-b33a-1103897fa791", "tag": "cc76537a-e12a-4acb-b64b-d88b9fe76d45", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:24.764013 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3175533b-f5d1-419f-b5c8-670b50437689 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:24.764422 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd384f943-13c2-4310-b33a-1103897fa791', 'tag': 'cc76537a-e12a-4acb-b64b-d88b9fe76d45', 'status': 'completed', 'code': 200} Dec 12 17:47:24.784562 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d255a694-8cfd-4622-bdba-ff3bd4976817 req-5f45d31b-6daf-404e-a2f7-e87d08e345ca tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874454 Dec 12 17:47:24.864194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca89d77-3c8e-4539-8cf1-3c09ba6a57a5 req-9ec05d1d-330d-4c0a-9ca9-3605b76480ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:24.865990 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca89d77-3c8e-4539-8cf1-3c09ba6a57a5 req-9ec05d1d-330d-4c0a-9ca9-3605b76480ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:24.868629 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bca89d77-3c8e-4539-8cf1-3c09ba6a57a5 req-9ec05d1d-330d-4c0a-9ca9-3605b76480ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ee853d86340a4c94b7f031ce765beca1&device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1914 time: 0.0819848 Dec 12 17:47:25.006259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca89d77-3c8e-4539-8cf1-3c09ba6a57a5 req-6f93e5e4-f857-4077-939d-52b6d706891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:25.007031 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca89d77-3c8e-4539-8cf1-3c09ba6a57a5 req-6f93e5e4-f857-4077-939d-52b6d706891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:25.007610 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca89d77-3c8e-4539-8cf1-3c09ba6a57a5 req-6f93e5e4-f857-4077-939d-52b6d706891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:25.009757 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bca89d77-3c8e-4539-8cf1-3c09ba6a57a5 req-6f93e5e4-f857-4077-939d-52b6d706891b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ee853d86340a4c94b7f031ce765beca1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1325145 Dec 12 17:47:25.028532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4490c6f-92b2-4643-a6ea-946e6b8330fa {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:47:25.038054 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:25.070219 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-93053c35-d1d3-4571-84e1-40082db3d006 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9e128083b3ff421fbeefde8bffc2fb04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343180 Dec 12 17:47:25.072899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Transition to ACTIVE for port object e4490c6f-92b2-4643-a6ea-946e6b8330fa will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:47:25.079975 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:25.132727 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca89d77-3c8e-4539-8cf1-3c09ba6a57a5 req-9b38b8ff-185c-47fa-b06d-c56e45c85d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:25.134282 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bca89d77-3c8e-4539-8cf1-3c09ba6a57a5 req-9b38b8ff-185c-47fa-b06d-c56e45c85d5c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171687 Dec 12 17:47:25.207721 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Pushing event updated for resources: {'Port': ['ID=e4490c6f-92b2-4643-a6ea-946e6b8330fa,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:25.338982 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-b6e60a8a-9f07-4945-b47d-be61988f03ea tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:25.340609 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-b6e60a8a-9f07-4945-b47d-be61988f03ea tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2583168 Dec 12 17:47:25.362373 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Attempting to bind port e4490c6f-92b2-4643-a6ea-946e6b8330fa on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:47:25.362713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Attempting to bind port e4490c6f-92b2-4643-a6ea-946e6b8330fa by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '1abccaaf-f0d5-4fe4-874c-56385dc05aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '77c82dae-76ba-48fe-ab15-8beb689e7355'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:47:25.363093 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Attempting to bind port e4490c6f-92b2-4643-a6ea-946e6b8330fa on network 77c82dae-76ba-48fe-ab15-8beb689e7355 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:47:25.373715 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-1a80451c-008e-4155-9ae2-f7029a73c3cd tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/quotas/9e128083b3ff421fbeefde8bffc2fb04 HTTP/1.1" status: 200 len: 375 time: 0.0244696 Dec 12 17:47:25.374267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Port e4490c6f-92b2-4643-a6ea-946e6b8330fa on network 77c82dae-76ba-48fe-ab15-8beb689e7355 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:47:25.374574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Attempting to bind port e4490c6f-92b2-4643-a6ea-946e6b8330fa on network 77c82dae-76ba-48fe-ab15-8beb689e7355 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:47:25.387315 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c38675-af03-46a4-8e49-9c459dd9c023 req-f1df5f37-301f-4d63-9c28-d17a50bf608b tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:25.389034 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80c38675-af03-46a4-8e49-9c459dd9c023 req-f1df5f37-301f-4d63-9c28-d17a50bf608b tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/ports?device_id=57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f HTTP/1.1" status: 200 len: 944 time: 0.2702386 Dec 12 17:47:25.393895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:47:25.394246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Checking segment: {'id': '1abccaaf-f0d5-4fe4-874c-56385dc05aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '77c82dae-76ba-48fe-ab15-8beb689e7355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:47:25.394664 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Bound using segment: {'id': '1abccaaf-f0d5-4fe4-874c-56385dc05aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '77c82dae-76ba-48fe-ab15-8beb689e7355'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:47:25.395169 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Bound port: e4490c6f-92b2-4643-a6ea-946e6b8330fa, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1abccaaf-f0d5-4fe4-874c-56385dc05aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '77c82dae-76ba-48fe-ab15-8beb689e7355'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:47:25.395534 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:25.850169 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-a7c86b5b-8d63-4c4f-b019-7192e86a6f50 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9e128083b3ff421fbeefde8bffc2fb04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4583185 Dec 12 17:47:25.859051 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80c38675-af03-46a4-8e49-9c459dd9c023 req-603a8c1f-c1c3-44b9-b6ef-2d233c172391 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/security-groups?id=21dcaeb6-b8b4-4540-aaff-36da88250e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612067 Dec 12 17:47:25.865696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] For port e4490c6f-92b2-4643-a6ea-946e6b8330fa, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:47:25.868431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] For port e4490c6f-92b2-4643-a6ea-946e6b8330fa, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e4490c6f-92b2-4643-a6ea-946e6b8330fa,segment=NetworkSegment(1abccaaf-f0d5-4fe4-874c-56385dc05aa6),segment_id=1abccaaf-f0d5-4fe4-874c-56385dc05aa6)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:47:25.882157 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:25.925619 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:25.926374 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:25.927815 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] 10.222.0.31 "PUT /v2.0/ports/e4490c6f-92b2-4643-a6ea-946e6b8330fa HTTP/1.1" status: 200 len: 1092 time: 1.5579879 Dec 12 17:47:25.985816 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44170575-4ee2-4f15-9346-c91504f2fffc service neutron] Pushing event updated for resources: {'Port': ['ID=e4490c6f-92b2-4643-a6ea-946e6b8330fa,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:26.031110 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3edb5-5586-4418-bdbb-e6821d4e482c req-0aa9597d-37e5-4d9c-b549-7c1b81574b3f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:26.032687 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83f3edb5-5586-4418-bdbb-e6821d4e482c req-0aa9597d-37e5-4d9c-b549-7c1b81574b3f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.1113076 Dec 12 17:47:26.087652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-0f99488d-35fb-4dc7-a450-f5c2019b6c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:26.088346 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-0f99488d-35fb-4dc7-a450-f5c2019b6c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:26.090266 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-0f99488d-35fb-4dc7-a450-f5c2019b6c95 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ee853d86340a4c94b7f031ce765beca1&device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1981 time: 0.1003845 Dec 12 17:47:26.090414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a7446f2c-f3f0-4fac-b4d2-796c89d18f0e up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:47:26.158404 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port a7446f2c-f3f0-4fac-b4d2-796c89d18f0e completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:47:26.164480 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port a7446f2c-f3f0-4fac-b4d2-796c89d18f0e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:26.164902 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:26.186441 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83f3edb5-5586-4418-bdbb-e6821d4e482c req-d3bd709d-0afe-4c84-b52a-5b9325458055 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445014 Dec 12 17:47:26.189724 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-088e84a7-75df-4a8e-90f1-59f69c3643d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.238&port_id=cc76537a-e12a-4acb-b64b-d88b9fe76d45 HTTP/1.1" status: 200 len: 217 time: 0.0865920 Dec 12 17:47:26.248967 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d99136-8f96-4877-8d15-11f36d40d5fa req-40f3339d-d4dc-412e-9137-4a2535af23bf tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:26.255725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d99136-8f96-4877-8d15-11f36d40d5fa req-40f3339d-d4dc-412e-9137-4a2535af23bf tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:26.258233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95d99136-8f96-4877-8d15-11f36d40d5fa req-40f3339d-d4dc-412e-9137-4a2535af23bf tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1679 time: 0.2230313 Dec 12 17:47:26.285739 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-780d2ab1-6338-4c37-9201-27a8141fc0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:26.291585 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-780d2ab1-6338-4c37-9201-27a8141fc0ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c5b056-8fa1-4900-acd4-0a7160ad545e HTTP/1.1" status: 200 len: 801 time: 0.0906143 Dec 12 17:47:26.296754 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:26.330584 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7446f2c-f3f0-4fac-b4d2-796c89d18f0e'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:26.333303 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082baaf6-663e-4c58-8a0c-84074b1e80d9" -d '{"events": [{"server_uuid": "57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f", "name": "network-vif-plugged", "status": "completed", "tag": "a7446f2c-f3f0-4fac-b4d2-796c89d18f0e"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:26.347654 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a7446f2c-f3f0-4fac-b4d2-796c89d18f0e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a7446f2c-f3f0-4fac-b4d2-796c89d18f0e,segment=NetworkSegment(41de1bf7-059b-43f1-b2f1-206db3f2bfa9),segment_id=41de1bf7-059b-43f1-b2f1-206db3f2bfa9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:26.355545 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:26.363299 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95d99136-8f96-4877-8d15-11f36d40d5fa req-8818bceb-82f0-4bda-a008-bf617606b801 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933537 Dec 12 17:47:26.378664 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-35772b76-1d79-4e76-9bb8-9c5a368e30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:26.380451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-35772b76-1d79-4e76-9bb8-9c5a368e30d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b90bae18-b27d-4c9f-9bf6-9591035cb89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0787382 Dec 12 17:47:26.446865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=a7446f2c-f3f0-4fac-b4d2-796c89d18f0e,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:26.450606 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81710c6-df54-4b1f-8dd8-2800d26e7d65 x-openstack-request-id: req-e81710c6-df54-4b1f-8dd8-2800d26e7d65 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:26.450900 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f", "name": "network-vif-plugged", "status": "completed", "tag": "a7446f2c-f3f0-4fac-b4d2-796c89d18f0e", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:26.451158 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e81710c6-df54-4b1f-8dd8-2800d26e7d65 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:26.451575 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7446f2c-f3f0-4fac-b4d2-796c89d18f0e', 'code': 200} Dec 12 17:47:26.480181 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18af988a-2363-4e9d-8b55-200e68117092 req-d4b6fc88-211c-4f65-a87e-4496bdcd0027 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153 HTTP/1.1" status: 200 len: 210 time: 0.0339072 Dec 12 17:47:26.521289 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-3d4e3234-2571-4bfc-9a53-0409ece8cbff service neutron] 10.222.0.31 "GET /v2.0/networks/b90bae18-b27d-4c9f-9bf6-9591035cb89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323996 Dec 12 17:47:26.624741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb9ddd-bbbe-4898-aa6e-9bd412912cc6 req-3943ce99-f18d-4939-a54d-6b86c02ebe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:26.626265 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86eb9ddd-bbbe-4898-aa6e-9bd412912cc6 req-3943ce99-f18d-4939-a54d-6b86c02ebe37 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f HTTP/1.1" status: 200 len: 1096 time: 0.0974953 Dec 12 17:47:26.650680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-93d967c4-ce72-4e4c-a877-1b5f9bbf85de service neutron] 10.222.0.31 "GET /v2.0/networks/b90bae18-b27d-4c9f-9bf6-9591035cb89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133151 Dec 12 17:47:26.703386 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-29dcab49-2bad-46b8-adff-4adce8b49f91 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.122&port_id=e4490c6f-92b2-4643-a6ea-946e6b8330fa HTTP/1.1" status: 200 len: 217 time: 0.0393896 Dec 12 17:47:26.765325 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86eb9ddd-bbbe-4898-aa6e-9bd412912cc6 req-8c81e62d-8b96-4a1d-a81e-6f23653c3bfa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=21dcaeb6-b8b4-4540-aaff-36da88250e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172054 Dec 12 17:47:26.767703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd384f943-13c2-4310-b33a-1103897fa791', 'tag': 'e4490c6f-92b2-4643-a6ea-946e6b8330fa'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:26.770033 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137d071e-1628-4542-85f0-cf4aa18bbcb2" -d '{"events": [{"name": "network-changed", "server_uuid": "d384f943-13c2-4310-b33a-1103897fa791", "tag": "e4490c6f-92b2-4643-a6ea-946e6b8330fa"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:26.781429 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-f1596b55-a2d7-4187-9358-89f37d152717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:26.782906 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-f1596b55-a2d7-4187-9358-89f37d152717 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8834b5ed-8dd2-4943-8e21-c9246da6e88c HTTP/1.1" status: 200 len: 801 time: 0.0700943 Dec 12 17:47:26.815977 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920a2ba7-dd3e-4feb-9624-1eee75e4478c x-openstack-request-id: req-920a2ba7-dd3e-4feb-9624-1eee75e4478c {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:26.816266 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d384f943-13c2-4310-b33a-1103897fa791", "tag": "e4490c6f-92b2-4643-a6ea-946e6b8330fa", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:26.816517 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-920a2ba7-dd3e-4feb-9624-1eee75e4478c {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:26.816904 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd384f943-13c2-4310-b33a-1103897fa791', 'tag': 'e4490c6f-92b2-4643-a6ea-946e6b8330fa', 'status': 'completed', 'code': 200} Dec 12 17:47:26.833092 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-53f6b621-6492-4658-ac71-cded0d23ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:26.834568 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-53f6b621-6492-4658-ac71-cded0d23ed54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77c82dae-76ba-48fe-ab15-8beb689e7355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0430944 Dec 12 17:47:26.942183 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-896dfac5-d7af-4414-ad6f-4a527cc2a611 service neutron] 10.222.0.31 "GET /v2.0/networks/77c82dae-76ba-48fe-ab15-8beb689e7355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888162 Dec 12 17:47:27.047459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5877238-3bf2-48af-b95c-0a2113869e54 req-1eb83797-19ab-4206-8a7b-2a2fd63cfb04 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:27.048970 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5877238-3bf2-48af-b95c-0a2113869e54 req-1eb83797-19ab-4206-8a7b-2a2fd63cfb04 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/ports?device_id=57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f HTTP/1.1" status: 200 len: 945 time: 0.1059263 Dec 12 17:47:27.092881 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58a7eb43-f215-426d-9fd5-3585872fe137 req-ceec4e90-c027-464f-8b8f-1f604d026abd service neutron] 10.222.0.31 "GET /v2.0/networks/77c82dae-76ba-48fe-ab15-8beb689e7355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412966 Dec 12 17:47:27.116771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5877238-3bf2-48af-b95c-0a2113869e54 req-5e12f496-9f82-4c17-84b6-d7153e6144b6 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/security-groups?id=21dcaeb6-b8b4-4540-aaff-36da88250e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572677 Dec 12 17:47:27.186194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d071e-1628-4542-85f0-cf4aa18bbcb2 req-9e37b67f-f681-4241-b5ed-fe9d3b271293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:27.186595 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d071e-1628-4542-85f0-cf4aa18bbcb2 req-9e37b67f-f681-4241-b5ed-fe9d3b271293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:27.188184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-137d071e-1628-4542-85f0-cf4aa18bbcb2 req-9e37b67f-f681-4241-b5ed-fe9d3b271293 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ee853d86340a4c94b7f031ce765beca1&device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1981 time: 0.0481615 Dec 12 17:47:27.285143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d071e-1628-4542-85f0-cf4aa18bbcb2 req-2106ae72-64a5-448b-a8fa-bfd04f4f5705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:27.286676 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-137d071e-1628-4542-85f0-cf4aa18bbcb2 req-2106ae72-64a5-448b-a8fa-bfd04f4f5705 service neutron] 10.222.0.31 "GET /v2.0/networks?id=77c82dae-76ba-48fe-ab15-8beb689e7355 HTTP/1.1" status: 200 len: 902 time: 0.0907161 Dec 12 17:47:27.361719 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-137d071e-1628-4542-85f0-cf4aa18bbcb2 req-63d4e1cd-d430-41ed-8f55-7833022986a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.122&port_id=e4490c6f-92b2-4643-a6ea-946e6b8330fa HTTP/1.1" status: 200 len: 217 time: 0.0651698 Dec 12 17:47:27.379953 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-1052b629-a6f5-413c-960d-f2491160b1fc tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9e128083b3ff421fbeefde8bffc2fb04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287328 Dec 12 17:47:27.402671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bb9fd-b660-48c5-9468-ac7c7beda81d req-dcf0700b-31b1-4328-91ab-df3bea708bd5 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:27.404261 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd0bb9fd-b660-48c5-9468-ac7c7beda81d req-dcf0700b-31b1-4328-91ab-df3bea708bd5 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.1167202 Dec 12 17:47:27.553510 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d071e-1628-4542-85f0-cf4aa18bbcb2 req-48b38007-ba80-4dd3-be2a-58ccca661d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:27.555820 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-137d071e-1628-4542-85f0-cf4aa18bbcb2 req-48b38007-ba80-4dd3-be2a-58ccca661d04 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8834b5ed-8dd2-4943-8e21-c9246da6e88c HTTP/1.1" status: 200 len: 801 time: 0.1717143 Dec 12 17:47:27.621503 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd0bb9fd-b660-48c5-9468-ac7c7beda81d req-b3024741-ab45-4913-944d-2fc7f6766f22 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078483 Dec 12 17:47:27.644867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11a081-e386-4db0-99aa-286cfa631551 req-1c754372-fe32-421b-98b3-3b1907c0a409 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:27.651446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11a081-e386-4db0-99aa-286cfa631551 req-1c754372-fe32-421b-98b3-3b1907c0a409 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:27.653037 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a11a081-e386-4db0-99aa-286cfa631551 req-1c754372-fe32-421b-98b3-3b1907c0a409 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1679 time: 0.1736853 Dec 12 17:47:27.661707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-c92c77a3-905c-43a0-96ee-7da03b65c2dc tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:27.663103 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-c92c77a3-905c-43a0-96ee-7da03b65c2dc tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2707210 Dec 12 17:47:27.678376 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-8ce46a24-9df3-4726-8b0a-98b6d05b1084 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Request body: {'port': {'device_id': '973d7f55-aa16-440d-a8e6-04f68bc3c153', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': '9e128083b3ff421fbeefde8bffc2fb04'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:27.728948 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d071e-1628-4542-85f0-cf4aa18bbcb2 req-ce3e4330-f443-43ec-b75b-dd2c77fa5a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:27.730486 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-137d071e-1628-4542-85f0-cf4aa18bbcb2 req-ce3e4330-f443-43ec-b75b-dd2c77fa5a53 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77c82dae-76ba-48fe-ab15-8beb689e7355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1578887 Dec 12 17:47:27.837371 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80ba1961-0b8f-400b-b754-80903adc21f9 req-bc6d66c7-f162-4584-8352-fc43a36231a8 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153 HTTP/1.1" status: 200 len: 210 time: 0.0807071 Dec 12 17:47:27.846891 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a11a081-e386-4db0-99aa-286cfa631551 req-84738a22-4695-4cd9-acf0-aaaa0f8ee567 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827295 Dec 12 17:47:27.921487 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-137d071e-1628-4542-85f0-cf4aa18bbcb2 req-29031b5c-986b-45bf-a5de-5d7ed748ebcd service neutron] 10.222.0.31 "GET /v2.0/networks/77c82dae-76ba-48fe-ab15-8beb689e7355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813791 Dec 12 17:47:27.922507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-8ce46a24-9df3-4726-8b0a-98b6d05b1084 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Made reservation on behalf of 9e128083b3ff421fbeefde8bffc2fb04 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:47:27.925979 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-8ce46a24-9df3-4726-8b0a-98b6d05b1084 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:28.101551 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-137d071e-1628-4542-85f0-cf4aa18bbcb2 req-ffb0e539-a9b2-418f-bfd0-49b2bd9ece6a service neutron] 10.222.0.31 "GET /v2.0/networks/77c82dae-76ba-48fe-ab15-8beb689e7355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659782 Dec 12 17:47:28.129470 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-8ce46a24-9df3-4726-8b0a-98b6d05b1084 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Allocated IP 192.168.233.30 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:47:28.292131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64027cb5-883d-4499-92ad-0b593069c234 req-f3f43c74-a365-4989-93e8-fb8135f8f692 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:28.293604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64027cb5-883d-4499-92ad-0b593069c234 req-f3f43c74-a365-4989-93e8-fb8135f8f692 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/ports?device_id=57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f HTTP/1.1" status: 200 len: 945 time: 0.1028736 Dec 12 17:47:28.355365 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-8ce46a24-9df3-4726-8b0a-98b6d05b1084 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:28.377846 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64027cb5-883d-4499-92ad-0b593069c234 req-2a500ae7-bbb0-493a-8200-256956435248 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/security-groups?id=21dcaeb6-b8b4-4540-aaff-36da88250e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749340 Dec 12 17:47:28.405414 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-8ce46a24-9df3-4726-8b0a-98b6d05b1084 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:28.421323 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['0c67d7bf-1a38-4415-b79b-234dbf309300'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:47:28.424111 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['63e5863c-e4f7-412f-ac10-3144d3f770f4'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:47:28.453152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-8ce46a24-9df3-4726-8b0a-98b6d05b1084 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:47:28.456492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-8ce46a24-9df3-4726-8b0a-98b6d05b1084 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:47:28.460343 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-8ce46a24-9df3-4726-8b0a-98b6d05b1084 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:47:28.493090 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce46a24-9df3-4726-8b0a-98b6d05b1084 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Pushing event updated for resources: {'Port': ['ID=1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:28.530886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-8ce46a24-9df3-4726-8b0a-98b6d05b1084 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:28.531698 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-8ce46a24-9df3-4726-8b0a-98b6d05b1084 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:28.557006 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-8ce46a24-9df3-4726-8b0a-98b6d05b1084 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8830576 Dec 12 17:47:28.576195 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Request body: {'port': {'device_id': '973d7f55-aa16-440d-a8e6-04f68bc3c153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:28.649853 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:28.856878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-df15c014-f14d-40f5-b866-7bcb9e767deb None None] Provisioning complete for port 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:28.858158 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-df15c014-f14d-40f5-b866-7bcb9e767deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:28.889744 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c129cc9-5638-4c6d-a3b9-76b3b706b42b req-7755ee0b-13ac-4e49-881a-603c198ac2c4 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:28.898137 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c129cc9-5638-4c6d-a3b9-76b3b706b42b req-7755ee0b-13ac-4e49-881a-603c198ac2c4 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.1197352 Dec 12 17:47:28.908104 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-df15c014-f14d-40f5-b866-7bcb9e767deb None None] Port 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:47:29.002414 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-37d69914-b911-4515-8ea6-528fa28ea2b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0501549 Dec 12 17:47:29.011016 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c129cc9-5638-4c6d-a3b9-76b3b706b42b req-67564e83-574b-41ff-ae2a-d9fd25b1cb5a tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112990 Dec 12 17:47:29.035383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fe771-cb05-43e8-864d-af121c2af651 req-46224ea5-1fb6-41c1-afd6-699212bf4c61 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.036957 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-109fe771-cb05-43e8-864d-af121c2af651 req-46224ea5-1fb6-41c1-afd6-699212bf4c61 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/ports?device_id=57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f HTTP/1.1" status: 200 len: 945 time: 0.1275313 Dec 12 17:47:29.090974 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-bb9e8c3c-63db-431e-b3d3-3c87f7d07561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.091675 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-bb9e8c3c-63db-431e-b3d3-3c87f7d07561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.092162 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-bb9e8c3c-63db-431e-b3d3-3c87f7d07561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.092641 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-bb9e8c3c-63db-431e-b3d3-3c87f7d07561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.093118 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-bb9e8c3c-63db-431e-b3d3-3c87f7d07561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.093622 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-bb9e8c3c-63db-431e-b3d3-3c87f7d07561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.094096 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-bb9e8c3c-63db-431e-b3d3-3c87f7d07561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.096219 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-bb9e8c3c-63db-431e-b3d3-3c87f7d07561 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 6500 time: 0.0590575 Dec 12 17:47:29.132942 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:47:29.145732 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:29.165511 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-109fe771-cb05-43e8-864d-af121c2af651 req-560de0d1-aeb3-406e-b883-aa2f2cf05eb7 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/security-groups?id=21dcaeb6-b8b4-4540-aaff-36da88250e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209855 Dec 12 17:47:29.173012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Transition to ACTIVE for port object 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:47:29.178066 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:29.225114 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c94dfb-8906-41f5-9870-38963081fa8a req-108435b9-b7f0-4074-95a5-b3e8b9e123fb tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.226670 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5c94dfb-8906-41f5-9870-38963081fa8a req-108435b9-b7f0-4074-95a5-b3e8b9e123fb tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153 HTTP/1.1" status: 200 len: 935 time: 0.1452117 Dec 12 17:47:29.262038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-f025a927-702d-4e61-8284-b965962ab6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.262512 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-f025a927-702d-4e61-8284-b965962ab6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.262983 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-f025a927-702d-4e61-8284-b965962ab6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.264615 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-f025a927-702d-4e61-8284-b965962ab6ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=83399e2c-8d46-49d3-8798-f18746a19765&id=abd15d69-fdc4-40f0-9728-711543d334c4&id=abd15d69-fdc4-40f0-9728-711543d334c4&id=abd15d69-fdc4-40f0-9728-711543d334c4&id=abd15d69-fdc4-40f0-9728-711543d334c4&id=faaae9f2-d52c-4d86-b85f-6cafd43330dd&id=faaae9f2-d52c-4d86-b85f-6cafd43330dd HTTP/1.1" status: 200 len: 2299 time: 0.1384106 Dec 12 17:47:29.268412 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Pushing event updated for resources: {'Port': ['ID=1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:29.340960 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-1b9f5f54-a6c8-4ab0-be00-0327b89a4b7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 HTTP/1.1" status: 200 len: 1001 time: 0.0660422 Dec 12 17:47:29.396152 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-6c23c2be-b027-4851-8573-d9df5a5cdfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.398705 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-6c23c2be-b027-4851-8573-d9df5a5cdfe1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3cdf9121-1e61-4db7-ab9c-ba8912fd56a9 HTTP/1.1" status: 200 len: 856 time: 0.0493741 Dec 12 17:47:29.418860 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5c94dfb-8906-41f5-9870-38963081fa8a req-83a28121-7a60-4561-8cf3-d5cf81db613b tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682918 Dec 12 17:47:29.425251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e9c24-34b5-48a6-8847-ccf66266e95c req-01cfb97a-6600-4e1e-8ac4-46f5ef95a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.426661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc3e9c24-34b5-48a6-8847-ccf66266e95c req-01cfb97a-6600-4e1e-8ac4-46f5ef95a9cc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 1096 time: 0.1731553 Dec 12 17:47:29.453971 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-926f46bf-d312-4ffb-af1e-ecf89d2c852c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.454799 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c84c1d-a1de-4428-a39f-63ef1269f96c req-3ed37543-42c0-4249-b1ad-74fd1f860b9e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.455557 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-926f46bf-d312-4ffb-af1e-ecf89d2c852c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83399e2c-8d46-49d3-8798-f18746a19765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494967 Dec 12 17:47:29.461611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c84c1d-a1de-4428-a39f-63ef1269f96c req-3ed37543-42c0-4249-b1ad-74fd1f860b9e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.465537 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39c84c1d-a1de-4428-a39f-63ef1269f96c req-3ed37543-42c0-4249-b1ad-74fd1f860b9e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1679 time: 0.2109864 Dec 12 17:47:29.475058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Attempting to bind port 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:47:29.475654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Attempting to bind port 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:47:29.475886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Attempting to bind port 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:47:29.508269 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Port 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:47:29.508487 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Attempting to bind port 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:47:29.526251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:47:29.526251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:47:29.526611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:47:29.527069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Bound port: 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:47:29.527459 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:29.564561 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-4284877d-1529-48f1-bedb-9cf7fb4e9577 service neutron] 10.222.0.20 "GET /v2.0/networks/83399e2c-8d46-49d3-8798-f18746a19765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010375 Dec 12 17:47:29.571107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc3e9c24-34b5-48a6-8847-ccf66266e95c req-9382c652-bd7f-4b3b-8b1c-c9461b688c61 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219308 Dec 12 17:47:29.572646 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39c84c1d-a1de-4428-a39f-63ef1269f96c req-995c0d22-aa8f-408d-83bd-862769bda11a tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004174 Dec 12 17:47:29.620136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] For port 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:47:29.623262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] For port 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:47:29.627136 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:29.665764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.666389 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:29.667819 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] 10.222.0.20 "PUT /v2.0/ports/1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf HTTP/1.1" status: 200 len: 1095 time: 1.0961659 Dec 12 17:47:29.668265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973d7f55-aa16-440d-a8e6-04f68bc3c153', 'tag': '1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:29.670541 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5d3a8d-7ffe-4088-b596-28d90b5a4e38" -d '{"events": [{"name": "network-changed", "server_uuid": "973d7f55-aa16-440d-a8e6-04f68bc3c153", "tag": "1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:29.695781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef101ddc-b3d0-4440-96cc-f904be51729f service neutron] Pushing event updated for resources: {'Port': ['ID=1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:29.716281 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26596c5-0253-421c-bcad-483e3d724324 x-openstack-request-id: req-d26596c5-0253-421c-bcad-483e3d724324 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:29.716581 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973d7f55-aa16-440d-a8e6-04f68bc3c153", "tag": "1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:29.716837 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d26596c5-0253-421c-bcad-483e3d724324 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:29.717244 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973d7f55-aa16-440d-a8e6-04f68bc3c153', 'tag': '1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf', 'status': 'completed', 'code': 200} Dec 12 17:47:29.861558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d3a8d-7ffe-4088-b596-28d90b5a4e38 req-8ff3f3d7-febe-4ef3-91f0-bd861c68da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.863232 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba5d3a8d-7ffe-4088-b596-28d90b5a4e38 req-8ff3f3d7-febe-4ef3-91f0-bd861c68da03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e128083b3ff421fbeefde8bffc2fb04&device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153 HTTP/1.1" status: 200 len: 1098 time: 0.0526302 Dec 12 17:47:29.872694 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-3947081b-8dcc-44ea-ac77-92f44099e956 service neutron] 10.222.0.20 "GET /v2.0/networks/83399e2c-8d46-49d3-8798-f18746a19765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081691 Dec 12 17:47:29.904222 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba5d3a8d-7ffe-4088-b596-28d90b5a4e38 req-6ab5f214-039b-4832-979b-2f50e956eaf6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9e128083b3ff421fbeefde8bffc2fb04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231366 Dec 12 17:47:29.921921 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-a4d71851-a2f9-4739-8aab-d96ee3d8f4a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 HTTP/1.1" status: 200 len: 217 time: 0.0407727 Dec 12 17:47:29.974034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-d0ac019a-0a20-4f2c-b6e5-7ae0022f7b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:29.975430 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-d0ac019a-0a20-4f2c-b6e5-7ae0022f7b5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee1484b2-b5a9-4537-9c47-1fcfd1a7b776 HTTP/1.1" status: 200 len: 797 time: 0.0432904 Dec 12 17:47:30.004211 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d3a8d-7ffe-4088-b596-28d90b5a4e38 req-cc456096-37fd-420e-9c8c-bac1c6c9ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:30.005928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba5d3a8d-7ffe-4088-b596-28d90b5a4e38 req-cc456096-37fd-420e-9c8c-bac1c6c9ce8d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916340 Dec 12 17:47:30.038348 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-738714cf-4d02-431d-b8fc-e35059e3bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:30.040159 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-738714cf-4d02-431d-b8fc-e35059e3bea3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abd15d69-fdc4-40f0-9728-711543d334c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0405395 Dec 12 17:47:30.120199 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-1cf84c81-def9-4d7d-b5a0-ea48c275a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:30.121693 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-1cf84c81-def9-4d7d-b5a0-ea48c275a426 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e128083b3ff421fbeefde8bffc2fb04&device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153 HTTP/1.1" status: 200 len: 1098 time: 0.0651348 Dec 12 17:47:30.137835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77894ca8-6e08-4aa2-b644-5515a3c92fa2 req-08b0ec5f-9b64-4aef-8a47-9aab0d6df1c5 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:30.139246 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77894ca8-6e08-4aa2-b644-5515a3c92fa2 req-08b0ec5f-9b64-4aef-8a47-9aab0d6df1c5 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.0546012 Dec 12 17:47:30.144549 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-1e23b8f5-9a02-4c7c-b786-8e3be23f875d service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883744 Dec 12 17:47:30.178334 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-33591915-24ea-4129-98a5-1c2545b58b3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf HTTP/1.1" status: 200 len: 217 time: 0.0380769 Dec 12 17:47:30.244907 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-f9f2acd1-3c61-412b-9683-2a2a4b370900 service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848475 Dec 12 17:47:30.245663 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77894ca8-6e08-4aa2-b644-5515a3c92fa2 req-a5d7306c-fef8-4775-a8c6-1d651c9a3686 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987604 Dec 12 17:47:30.281341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-f930b7bd-372f-41a3-9bed-811339acdb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:30.282796 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-f930b7bd-372f-41a3-9bed-811339acdb44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0818064 Dec 12 17:47:30.297702 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-1e64aecf-31a9-4e38-b4eb-c129731998f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=cf878d49-a70d-49d3-967e-e469af1a6411 HTTP/1.1" status: 200 len: 217 time: 0.0419779 Dec 12 17:47:30.311135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180347b-58bc-4f24-8128-3915b2bef21c req-95f29fc8-657a-4ed1-b145-2de1f092831c tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:30.312610 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d180347b-58bc-4f24-8128-3915b2bef21c req-95f29fc8-657a-4ed1-b145-2de1f092831c tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/ports?device_id=57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f HTTP/1.1" status: 200 len: 945 time: 0.0660825 Dec 12 17:47:30.349765 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-79cb3c0b-34da-4e5c-882b-7822fef0a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:30.351864 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-79cb3c0b-34da-4e5c-882b-7822fef0a39b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee1484b2-b5a9-4537-9c47-1fcfd1a7b776 HTTP/1.1" status: 200 len: 797 time: 0.0426621 Dec 12 17:47:30.369738 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-178e749c-fe74-46ee-bb4f-58a5f8c04fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:30.371251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-178e749c-fe74-46ee-bb4f-58a5f8c04fb2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0764363 Dec 12 17:47:30.378526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d180347b-58bc-4f24-8128-3915b2bef21c req-405b3d4f-0f4f-47a3-8048-9cd35768d9bd tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/security-groups?id=21dcaeb6-b8b4-4540-aaff-36da88250e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523977 Dec 12 17:47:30.399554 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-3ab2c177-b5b6-4c0e-9612-75a5c9d75e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:30.401244 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-3ab2c177-b5b6-4c0e-9612-75a5c9d75e5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abd15d69-fdc4-40f0-9728-711543d334c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0412345 Dec 12 17:47:30.467771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-2517aefe-c24f-4138-acb7-62e800b6f87e service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868163 Dec 12 17:47:30.494285 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device cc76537a-e12a-4acb-b64b-d88b9fe76d45 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:47:30.500626 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-3786196c-30ed-44a5-a1f9-2e7d98dd2de6 service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885746 Dec 12 17:47:30.600515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ea682-85a0-4893-8048-463a378afd77 req-394197a1-0969-42eb-9770-62979929d6f8 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:30.602601 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-837ea682-85a0-4893-8048-463a378afd77 req-394197a1-0969-42eb-9770-62979929d6f8 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153 HTTP/1.1" status: 200 len: 947 time: 0.1003909 Dec 12 17:47:30.607495 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-42203444-5165-4e7c-86b3-554bd0cc72d9 service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957801 Dec 12 17:47:30.619949 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port cc76537a-e12a-4acb-b64b-d88b9fe76d45, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cc76537a-e12a-4acb-b64b-d88b9fe76d45,segment=NetworkSegment(a66a8733-b23d-40a7-bea5-6225d5679bd4),segment_id=a66a8733-b23d-40a7-bea5-6225d5679bd4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:30.636695 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'cc76537a-e12a-4acb-b64b-d88b9fe76d45', 'network_id': 'b90bae18-b27d-4c9f-9bf6-9591035cb89d', 'port_id': 'cc76537a-e12a-4acb-b64b-d88b9fe76d45', 'mac_address': 'fa:16:3e:bc:0f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c5b056-8fa1-4900-acd4-0a7160ad545e', 'ip_address': '19.80.0.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:47:30.645201 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31bce17e-d19f-4bbd-8e2b-e2e17c424d10 req-d8a4dcc6-384e-470c-9d51-ff23fd02568a service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655769 Dec 12 17:47:30.662181 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-a6af703e-3999-44e8-8fe8-a58fbd0134ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be HTTP/1.1" status: 200 len: 217 time: 0.0451651 Dec 12 17:47:30.692133 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:30.705858 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-837ea682-85a0-4893-8048-463a378afd77 req-a61f48de-b8e7-4c25-a913-688dac4d5119 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903745 Dec 12 17:47:30.713162 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc76537a-e12a-4acb-b64b-d88b9fe76d45 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:47:30.731508 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-4183b170-9a81-46a3-8f3e-5ee31d808103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:30.733468 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-4183b170-9a81-46a3-8f3e-5ee31d808103 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee1484b2-b5a9-4537-9c47-1fcfd1a7b776 HTTP/1.1" status: 200 len: 797 time: 0.0518739 Dec 12 17:47:30.744689 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port cc76537a-e12a-4acb-b64b-d88b9fe76d45, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cc76537a-e12a-4acb-b64b-d88b9fe76d45,segment=NetworkSegment(a66a8733-b23d-40a7-bea5-6225d5679bd4),segment_id=a66a8733-b23d-40a7-bea5-6225d5679bd4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:30.748430 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:30.749084 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device e4490c6f-92b2-4643-a6ea-946e6b8330fa details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:47:30.794761 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-5780704f-b17d-4e86-8cef-d549a2670dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:30.796155 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-5780704f-b17d-4e86-8cef-d549a2670dae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abd15d69-fdc4-40f0-9728-711543d334c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0456545 Dec 12 17:47:30.818561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59a8a1-6c19-4c6a-b905-7febed3bb152 req-20a6ea4c-35f3-4629-9c5d-6ef27a58c7af tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:30.825498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59a8a1-6c19-4c6a-b905-7febed3bb152 req-20a6ea4c-35f3-4629-9c5d-6ef27a58c7af tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:30.827122 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d59a8a1-6c19-4c6a-b905-7febed3bb152 req-20a6ea4c-35f3-4629-9c5d-6ef27a58c7af tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1680 time: 0.0950420 Dec 12 17:47:30.839608 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab47d4-7aa0-41d3-8ce5-256e9e881eb4 req-8fa31bf2-db39-42d6-a0de-f5743af9dcfb tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:30.841119 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-acab47d4-7aa0-41d3-8ce5-256e9e881eb4 req-8fa31bf2-db39-42d6-a0de-f5743af9dcfb tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f HTTP/1.1" status: 200 len: 945 time: 0.1078296 Dec 12 17:47:30.868189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=cc76537a-e12a-4acb-b64b-d88b9fe76d45,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:30.915764 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-b21bf5c2-91f4-41b8-9d7c-3ba167584e92 service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014605 Dec 12 17:47:30.923912 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port e4490c6f-92b2-4643-a6ea-946e6b8330fa, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e4490c6f-92b2-4643-a6ea-946e6b8330fa,segment=NetworkSegment(1abccaaf-f0d5-4fe4-874c-56385dc05aa6),segment_id=1abccaaf-f0d5-4fe4-874c-56385dc05aa6)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:30.939175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'e4490c6f-92b2-4643-a6ea-946e6b8330fa', 'network_id': '77c82dae-76ba-48fe-ab15-8beb689e7355', 'port_id': 'e4490c6f-92b2-4643-a6ea-946e6b8330fa', 'mac_address': 'fa:16:3e:f2:ed:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8834b5ed-8dd2-4943-8e21-c9246da6e88c', 'ip_address': '19.86.0.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:47:30.971373 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d59a8a1-6c19-4c6a-b905-7febed3bb152 req-10f0046c-8857-4882-aa53-0f1abf7457c7 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288426 Dec 12 17:47:30.989816 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:31.012275 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4490c6f-92b2-4643-a6ea-946e6b8330fa {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:47:31.014874 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-acab47d4-7aa0-41d3-8ce5-256e9e881eb4 req-24f51a42-c1db-418b-95c2-763dc11cedfa tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Deleting port a7446f2c-f3f0-4fac-b4d2-796c89d18f0e {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:31.015232 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-acab47d4-7aa0-41d3-8ce5-256e9e881eb4 req-24f51a42-c1db-418b-95c2-763dc11cedfa tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:31.020847 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-67540f4a-1939-4757-ab0c-9a0dbe2104dd service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958369 Dec 12 17:47:31.032634 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port e4490c6f-92b2-4643-a6ea-946e6b8330fa, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e4490c6f-92b2-4643-a6ea-946e6b8330fa,segment=NetworkSegment(1abccaaf-f0d5-4fe4-874c-56385dc05aa6),segment_id=1abccaaf-f0d5-4fe4-874c-56385dc05aa6)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:31.036603 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:31.071917 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-c324f602-7f45-4f43-b0d3-1e1cb0dfd628 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=402bee39-25ac-4a84-b465-f2942ddb6386 HTTP/1.1" status: 200 len: 217 time: 0.0424433 Dec 12 17:47:31.084224 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=e4490c6f-92b2-4643-a6ea-946e6b8330fa,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:31.109882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-acab47d4-7aa0-41d3-8ce5-256e9e881eb4 req-24f51a42-c1db-418b-95c2-763dc11cedfa tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] For port a7446f2c-f3f0-4fac-b4d2-796c89d18f0e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a7446f2c-f3f0-4fac-b4d2-796c89d18f0e,segment=NetworkSegment(41de1bf7-059b-43f1-b2f1-206db3f2bfa9),segment_id=41de1bf7-059b-43f1-b2f1-206db3f2bfa9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:31.110247 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-acab47d4-7aa0-41d3-8ce5-256e9e881eb4 req-24f51a42-c1db-418b-95c2-763dc11cedfa tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:31.122937 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-5e4fa5c4-7e61-4a6f-954b-cc685d8ef252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:31.123136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-acab47d4-7aa0-41d3-8ce5-256e9e881eb4 req-24f51a42-c1db-418b-95c2-763dc11cedfa tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Calling delete_port for a7446f2c-f3f0-4fac-b4d2-796c89d18f0e owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:31.124507 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-5e4fa5c4-7e61-4a6f-954b-cc685d8ef252 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee1484b2-b5a9-4537-9c47-1fcfd1a7b776 HTTP/1.1" status: 200 len: 797 time: 0.0447931 Dec 12 17:47:31.174288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-48c86db8-41b5-4777-9483-b6ee360ca9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:31.177637 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-48c86db8-41b5-4777-9483-b6ee360ca9e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abd15d69-fdc4-40f0-9728-711543d334c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0398428 Dec 12 17:47:31.251763 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-acab47d4-7aa0-41d3-8ce5-256e9e881eb4 req-24f51a42-c1db-418b-95c2-763dc11cedfa tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:31.263129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['a7446f2c-f3f0-4fac-b4d2-796c89d18f0e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:47:31.271327 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-19246ff2-f19d-4fda-b78e-647b75507fa4 service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865011 Dec 12 17:47:31.324141 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f51a42-c1db-418b-95c2-763dc11cedfa tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Pushing event deleted for resources: {'Port': ['ID=a7446f2c-f3f0-4fac-b4d2-796c89d18f0e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:31.327445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-acab47d4-7aa0-41d3-8ce5-256e9e881eb4 req-24f51a42-c1db-418b-95c2-763dc11cedfa tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] No DVR routers for this DVR port a7446f2c-f3f0-4fac-b4d2-796c89d18f0e on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:47:31.330141 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-acab47d4-7aa0-41d3-8ce5-256e9e881eb4 req-24f51a42-c1db-418b-95c2-763dc11cedfa tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:31.334231 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-acab47d4-7aa0-41d3-8ce5-256e9e881eb4 req-24f51a42-c1db-418b-95c2-763dc11cedfa tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.20 "DELETE /v2.0/ports/a7446f2c-f3f0-4fac-b4d2-796c89d18f0e HTTP/1.1" status: 204 len: 173 time: 0.4723289 Dec 12 17:47:31.385451 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-6029b463-3f67-4d78-8501-5f994fbc02cb service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932004 Dec 12 17:47:31.391150 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f0e64-320d-4a27-8054-c7a998fbbdda req-870d22d2-cb1c-4c32-a95f-cd0ac069d6dd tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:31.392621 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-827f0e64-320d-4a27-8054-c7a998fbbdda req-870d22d2-cb1c-4c32-a95f-cd0ac069d6dd tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.0571914 Dec 12 17:47:31.443567 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-deef1544-99eb-499a-8286-26e0fb66db83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4a4ef46-1816-472e-b889-25324f339335 HTTP/1.1" status: 200 len: 217 time: 0.0499055 Dec 12 17:47:31.453619 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-827f0e64-320d-4a27-8054-c7a998fbbdda req-abf84a61-26c4-44cf-95c7-a45dec8b675f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543807 Dec 12 17:47:31.487006 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d47089bf-f5b0-4183-ad63-ed1976c5bae9 req-b1e2b12e-8e48-4055-8f43-47f16b18e3d5 tempest-ServerPasswordTestJSON-1689861102 tempest-ServerPasswordTestJSON-1689861102-project] 10.222.0.18 "GET /v2.0/ports?device_id=57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f HTTP/1.1" status: 200 len: 210 time: 0.0323160 Dec 12 17:47:31.489674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['cc76537a-e12a-4acb-b64b-d88b9fe76d45'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:47:31.510247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-cb9e828d-9b2b-4895-bb9f-008ba33dd3f2 req-3474c67b-f96c-4d49-983e-b36fcdbbb15f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1089262699', 'description': 'tempest-description-197226639'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:31.535254 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cb9e828d-9b2b-4895-bb9f-008ba33dd3f2 req-3474c67b-f96c-4d49-983e-b36fcdbbb15f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:31.536247 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-f3d42e47-dbac-4dc9-b076-d9a3d283b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:31.538522 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-f3d42e47-dbac-4dc9-b076-d9a3d283b91c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f206a52f-0480-4327-a021-ac66bb2ee69a HTTP/1.1" status: 200 len: 797 time: 0.0690663 Dec 12 17:47:31.592188 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-35667bfc-8fce-47be-8308-fc6058d1426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:31.593430 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-35667bfc-8fce-47be-8308-fc6058d1426b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=faaae9f2-d52c-4d86-b85f-6cafd43330dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0473123 Dec 12 17:47:31.610693 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cb9e828d-9b2b-4895-bb9f-008ba33dd3f2 req-3474c67b-f96c-4d49-983e-b36fcdbbb15f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:31.615538 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cb9e828d-9b2b-4895-bb9f-008ba33dd3f2 req-3474c67b-f96c-4d49-983e-b36fcdbbb15f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:31.646360 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cb9e828d-9b2b-4895-bb9f-008ba33dd3f2 req-3474c67b-f96c-4d49-983e-b36fcdbbb15f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:31.647543 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb9e828d-9b2b-4895-bb9f-008ba33dd3f2 req-3474c67b-f96c-4d49-983e-b36fcdbbb15f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.1443100 Dec 12 17:47:31.649943 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474c67b-f96c-4d49-983e-b36fcdbbb15f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0db531-781b-44e1-88d9-53ec9f4c8355,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:31.700232 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-fe654c42-568a-446f-b5c7-b265f243ba8c service neutron] 10.222.0.20 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955229 Dec 12 17:47:31.725773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f', 'name': 'network-vif-deleted', 'tag': 'a7446f2c-f3f0-4fac-b4d2-796c89d18f0e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:31.728659 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cfeced-3622-4d36-b27e-749b86ddf4f5" -d '{"events": [{"server_uuid": "57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f", "name": "network-vif-deleted", "tag": "a7446f2c-f3f0-4fac-b4d2-796c89d18f0e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:31.762415 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b957205-9d8d-4a2e-89bb-4864d66b3a9b req-965ad6e2-0514-43c5-9723-560f2689150c tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1089262699&fields=id&tenant_id=aa5a149ce95c4c019546bb606be43576 HTTP/1.1" status: 200 len: 267 time: 0.0541010 Dec 12 17:47:31.800397 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-7d747525-3a05-4919-b2bc-68152dca7853 service neutron] 10.222.0.20 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917444 Dec 12 17:47:31.853050 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-0f064da3-694c-4623-a322-9b9fbac6430c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0eb3c432-d283-4933-81c2-cc62a2e8490d HTTP/1.1" status: 200 len: 217 time: 0.0434449 Dec 12 17:47:31.861764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b957205-9d8d-4a2e-89bb-4864d66b3a9b req-c43eb157-d4ea-409d-be9b-6a5a55ec9092 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:31.863266 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b957205-9d8d-4a2e-89bb-4864d66b3a9b req-c43eb157-d4ea-409d-be9b-6a5a55ec9092 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.0934162 Dec 12 17:47:31.884198 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-4b957205-9d8d-4a2e-89bb-4864d66b3a9b req-2facd828-9c3f-4586-bc4e-3df81336025d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Request body: {'port': {'security_groups': ['737d259d-c076-4f89-af0b-f26cd6b147c7', '0a0db531-781b-44e1-88d9-53ec9f4c8355']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:31.894704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd60ff-6eff-4d28-9434-ef276e5dbd60 req-f5e5832b-1c32-416c-bf2d-8610289d5428 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:31.896833 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87fd60ff-6eff-4d28-9434-ef276e5dbd60 req-f5e5832b-1c32-416c-bf2d-8610289d5428 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153 HTTP/1.1" status: 200 len: 947 time: 0.0858586 Dec 12 17:47:31.911348 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-72c4193c-e689-41b0-a3a1-58f3228b4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:31.912858 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-72c4193c-e689-41b0-a3a1-58f3228b4ba3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f206a52f-0480-4327-a021-ac66bb2ee69a HTTP/1.1" status: 200 len: 797 time: 0.0535545 Dec 12 17:47:31.967744 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-ad717a91-afdc-4133-9e66-8ac7347662ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:31.969257 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-ad717a91-afdc-4133-9e66-8ac7347662ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=faaae9f2-d52c-4d86-b85f-6cafd43330dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0427566 Dec 12 17:47:31.994816 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4b957205-9d8d-4a2e-89bb-4864d66b3a9b req-2facd828-9c3f-4586-bc4e-3df81336025d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:32.006179 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87fd60ff-6eff-4d28-9434-ef276e5dbd60 req-1ae7bb20-7e1e-4300-a728-1728ec7bbc77 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862095 Dec 12 17:47:32.061862 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df35c4a-6a7d-4af8-9ff7-4999f201b9b7 x-openstack-request-id: req-4df35c4a-6a7d-4af8-9ff7-4999f201b9b7 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:32.062150 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f", "name": "network-vif-deleted", "tag": "a7446f2c-f3f0-4fac-b4d2-796c89d18f0e", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:32.062403 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4df35c4a-6a7d-4af8-9ff7-4999f201b9b7 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:32.062798 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c40b9a-5cb7-4cdb-ab2a-05ec50b19e7f', 'name': 'network-vif-deleted', 'tag': 'a7446f2c-f3f0-4fac-b4d2-796c89d18f0e', 'status': 'completed', 'code': 200} Dec 12 17:47:32.071607 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-1b81faba-b4d2-4ef6-bd68-909a76cb5fa8 service neutron] 10.222.0.20 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869005 Dec 12 17:47:32.176564 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-32d1308c-e548-4f84-a79a-2c3344067e7d req-3fc72dcd-4fe2-4b5c-8e98-57e024b3c2f3 service neutron] 10.222.0.20 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941861 Dec 12 17:47:32.217583 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4b957205-9d8d-4a2e-89bb-4864d66b3a9b req-2facd828-9c3f-4586-bc4e-3df81336025d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] For port 096a3e32-b2b3-42ac-aa8f-9d49590fa519, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=096a3e32-b2b3-42ac-aa8f-9d49590fa519,segment=NetworkSegment(d4bcfbbb-c593-458b-a695-0f45cb5a68b1),segment_id=d4bcfbbb-c593-458b-a695-0f45cb5a68b1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:32.256695 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607adf4d-7a3c-44b5-95e8-193266404c19 req-d262022b-cf01-4432-a8de-a97594257c22 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:32.263305 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607adf4d-7a3c-44b5-95e8-193266404c19 req-d262022b-cf01-4432-a8de-a97594257c22 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:32.264873 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-607adf4d-7a3c-44b5-95e8-193266404c19 req-d262022b-cf01-4432-a8de-a97594257c22 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1681 time: 0.0945253 Dec 12 17:47:32.274871 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4b957205-9d8d-4a2e-89bb-4864d66b3a9b req-2facd828-9c3f-4586-bc4e-3df81336025d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:32.282481 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4b957205-9d8d-4a2e-89bb-4864d66b3a9b req-2facd828-9c3f-4586-bc4e-3df81336025d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:32.293529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['096a3e32-b2b3-42ac-aa8f-9d49590fa519'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:47:32.669229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['e4490c6f-92b2-4643-a6ea-946e6b8330fa'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:47:32.674903 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b957205-9d8d-4a2e-89bb-4864d66b3a9b req-2facd828-9c3f-4586-bc4e-3df81336025d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:32.675533 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4b957205-9d8d-4a2e-89bb-4864d66b3a9b req-2facd828-9c3f-4586-bc4e-3df81336025d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:32.676902 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b957205-9d8d-4a2e-89bb-4864d66b3a9b req-2facd828-9c3f-4586-bc4e-3df81336025d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "PUT /v2.0/ports/096a3e32-b2b3-42ac-aa8f-9d49590fa519 HTTP/1.1" status: 200 len: 981 time: 0.8005033 Dec 12 17:47:32.701140 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-607adf4d-7a3c-44b5-95e8-193266404c19 req-852c4707-f509-4683-8105-97402b27c861 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285390 Dec 12 17:47:32.704609 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2facd828-9c3f-4586-bc4e-3df81336025d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Pushing event updated for resources: {'Port': ['ID=096a3e32-b2b3-42ac-aa8f-9d49590fa519,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:32.726809 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54250) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:32.780352 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb6e91d-342f-460b-802a-87df1e8cd643 admin admin] Deleting subnet 83f30518-c00a-403c-9ff8-776cfdadd205 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:47:32.785249 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6eb6e91d-342f-460b-802a-87df1e8cd643 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:32.803172 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['096a3e32-b2b3-42ac-aa8f-9d49590fa519'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:47:32.851897 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6eb6e91d-342f-460b-802a-87df1e8cd643 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:32.878028 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9da50e4-5716-459d-914e-6ab4c5d9dddd req-b4b4e46d-3dd3-4d8c-a1e1-20066d82dfcd tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1089262699&fields=id&tenant_id=aa5a149ce95c4c019546bb606be43576 HTTP/1.1" status: 200 len: 267 time: 0.0952089 Dec 12 17:47:32.917867 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6eb6e91d-342f-460b-802a-87df1e8cd643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:32.969031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da50e4-5716-459d-914e-6ab4c5d9dddd req-86472d35-f598-4788-8c3a-bcadf472c259 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:32.970532 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9da50e4-5716-459d-914e-6ab4c5d9dddd req-86472d35-f598-4788-8c3a-bcadf472c259 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 984 time: 0.0832901 Dec 12 17:47:32.990386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-b9da50e4-5716-459d-914e-6ab4c5d9dddd req-fb1a4445-261a-4e05-88a0-9abacc86f1ec tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Request body: {'port': {'security_groups': ['737d259d-c076-4f89-af0b-f26cd6b147c7']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:32.994975 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6eb6e91d-342f-460b-802a-87df1e8cd643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:33.056891 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6e91d-342f-460b-802a-87df1e8cd643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83f30518-c00a-403c-9ff8-776cfdadd205,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:33.058977 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6eb6e91d-342f-460b-802a-87df1e8cd643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:33.064605 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6eb6e91d-342f-460b-802a-87df1e8cd643 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/83f30518-c00a-403c-9ff8-776cfdadd205 HTTP/1.1" status: 204 len: 168 time: 0.3337536 Dec 12 17:47:33.064989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54256) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:33.126863 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b9da50e4-5716-459d-914e-6ab4c5d9dddd req-fb1a4445-261a-4e05-88a0-9abacc86f1ec tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:33.132958 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38ec3864-0b0e-453a-99c0-98c6ef31b386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:33.156096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d160e48-b1eb-4b6d-9e39-385b04f12641 req-98044f43-80d6-49b1-9e17-d50fb94605bf tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:33.157575 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d160e48-b1eb-4b6d-9e39-385b04f12641 req-98044f43-80d6-49b1-9e17-d50fb94605bf tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153 HTTP/1.1" status: 200 len: 947 time: 0.0673575 Dec 12 17:47:33.214624 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38ec3864-0b0e-453a-99c0-98c6ef31b386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:33.235395 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-38ec3864-0b0e-453a-99c0-98c6ef31b386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2eeae6-1a6d-4184-a028-cd75bd99ef93']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:33.244794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-38ec3864-0b0e-453a-99c0-98c6ef31b386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41de1bf7-059b-43f1-b2f1-206db3f2bfa9') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:33.245107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-38ec3864-0b0e-453a-99c0-98c6ef31b386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41de1bf7-059b-43f1-b2f1-206db3f2bfa9') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:33.254784 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38ec3864-0b0e-453a-99c0-98c6ef31b386 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:33.261983 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d160e48-b1eb-4b6d-9e39-385b04f12641 req-db119aa2-2334-4225-b1bf-4af4c815c89f tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790675 Dec 12 17:47:33.269071 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38ec3864-0b0e-453a-99c0-98c6ef31b386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:33.286413 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ec3864-0b0e-453a-99c0-98c6ef31b386 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:47:33.286938 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38ec3864-0b0e-453a-99c0-98c6ef31b386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:47:33.289050 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:47:33.361386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-b9da50e4-5716-459d-914e-6ab4c5d9dddd req-fb1a4445-261a-4e05-88a0-9abacc86f1ec tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] For port 096a3e32-b2b3-42ac-aa8f-9d49590fa519, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=096a3e32-b2b3-42ac-aa8f-9d49590fa519,segment=NetworkSegment(d4bcfbbb-c593-458b-a695-0f45cb5a68b1),segment_id=d4bcfbbb-c593-458b-a695-0f45cb5a68b1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:33.396852 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b9da50e4-5716-459d-914e-6ab4c5d9dddd req-fb1a4445-261a-4e05-88a0-9abacc86f1ec tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:33.403360 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b9da50e4-5716-459d-914e-6ab4c5d9dddd req-fb1a4445-261a-4e05-88a0-9abacc86f1ec tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:33.415820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['096a3e32-b2b3-42ac-aa8f-9d49590fa519'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:47:33.453475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da50e4-5716-459d-914e-6ab4c5d9dddd req-fb1a4445-261a-4e05-88a0-9abacc86f1ec tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:33.454157 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b9da50e4-5716-459d-914e-6ab4c5d9dddd req-fb1a4445-261a-4e05-88a0-9abacc86f1ec tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:33.455649 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9da50e4-5716-459d-914e-6ab4c5d9dddd req-fb1a4445-261a-4e05-88a0-9abacc86f1ec tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "PUT /v2.0/ports/096a3e32-b2b3-42ac-aa8f-9d49590fa519 HTTP/1.1" status: 200 len: 942 time: 0.4716060 Dec 12 17:47:33.479052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a4445-261a-4e05-88a0-9abacc86f1ec tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Pushing event updated for resources: {'Port': ['ID=096a3e32-b2b3-42ac-aa8f-9d49590fa519,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:33.566528 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['096a3e32-b2b3-42ac-aa8f-9d49590fa519'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:47:33.608327 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20697099-e151-4516-aad1-9a6b7fbed02b req-0e94ac85-8db4-461b-bee6-6f3cad132413 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1257207 Dec 12 17:47:33.613438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-20697099-e151-4516-aad1-9a6b7fbed02b req-6d664904-381a-44fd-b5a5-c4f77ed9fa59 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:33.638163 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-20697099-e151-4516-aad1-9a6b7fbed02b req-6d664904-381a-44fd-b5a5-c4f77ed9fa59 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:33.689043 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38ec3864-0b0e-453a-99c0-98c6ef31b386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:33.697441 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38ec3864-0b0e-453a-99c0-98c6ef31b386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:33.701164 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-38ec3864-0b0e-453a-99c0-98c6ef31b386 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4c2eeae6-1a6d-4184-a028-cd75bd99ef93 HTTP/1.1" status: 204 len: 168 time: 0.6352220 Dec 12 17:47:33.711389 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec3864-0b0e-453a-99c0-98c6ef31b386 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c2eeae6-1a6d-4184-a028-cd75bd99ef93,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:33.761964 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-20697099-e151-4516-aad1-9a6b7fbed02b req-6d664904-381a-44fd-b5a5-c4f77ed9fa59 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:33.823213 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54266) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:33.862054 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-abea3616-b340-4286-8f1b-86b211e6bd65 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e57a5a010141404f990d174d652890ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376356 Dec 12 17:47:33.864596 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54270) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:33.892501 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31055f1a-1917-4904-bf27-c8453fc07f16 req-7b8f13c8-4577-4e88-95fb-411fe656c392 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:33.898443 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31055f1a-1917-4904-bf27-c8453fc07f16 req-7b8f13c8-4577-4e88-95fb-411fe656c392 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:33.900057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31055f1a-1917-4904-bf27-c8453fc07f16 req-7b8f13c8-4577-4e88-95fb-411fe656c392 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1681 time: 0.1013594 Dec 12 17:47:33.912235 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f3d6816-beef-4413-97ed-9509418cf86e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:33.927854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-20697099-e151-4516-aad1-9a6b7fbed02b req-6d664904-381a-44fd-b5a5-c4f77ed9fa59 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Allocated IP 172.25.1.169 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/21cde456-9a73-47b5-87ae-3e618789255d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:47:33.935568 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f3d6816-beef-4413-97ed-9509418cf86e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:33.983832 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f3d6816-beef-4413-97ed-9509418cf86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:33.986553 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f3d6816-beef-4413-97ed-9509418cf86e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:33.987727 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6f3d6816-beef-4413-97ed-9509418cf86e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21dcaeb6-b8b4-4540-aaff-36da88250e3a HTTP/1.1" status: 204 len: 168 time: 0.1222026 Dec 12 17:47:33.996523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d6816-beef-4413-97ed-9509418cf86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dcaeb6-b8b4-4540-aaff-36da88250e3a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:34.023996 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31055f1a-1917-4904-bf27-c8453fc07f16 req-dabbfca6-e57a-4045-9c90-cafa7d2e4b42 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130981 Dec 12 17:47:34.067975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcd5fea-370e-4686-84d4-9c4bbcb86486', 'tag': '096a3e32-b2b3-42ac-aa8f-9d49590fa519'}, {'name': 'network-changed', 'server_uuid': '4bcd5fea-370e-4686-84d4-9c4bbcb86486', 'tag': '096a3e32-b2b3-42ac-aa8f-9d49590fa519'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:34.070348 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932222db-aec6-4e3b-97ab-311079b25f37" -d '{"events": [{"name": "network-changed", "server_uuid": "4bcd5fea-370e-4686-84d4-9c4bbcb86486", "tag": "096a3e32-b2b3-42ac-aa8f-9d49590fa519"}, {"name": "network-changed", "server_uuid": "4bcd5fea-370e-4686-84d4-9c4bbcb86486", "tag": "096a3e32-b2b3-42ac-aa8f-9d49590fa519"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:34.090425 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-20697099-e151-4516-aad1-9a6b7fbed02b req-6d664904-381a-44fd-b5a5-c4f77ed9fa59 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:34.128722 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-20697099-e151-4516-aad1-9a6b7fbed02b req-6d664904-381a-44fd-b5a5-c4f77ed9fa59 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:34.136269 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:47:34.147481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20697099-e151-4516-aad1-9a6b7fbed02b req-6d664904-381a-44fd-b5a5-c4f77ed9fa59 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:47:34.149133 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74490d4-4bf2-45a9-9c42-2f005f7216eb x-openstack-request-id: req-a74490d4-4bf2-45a9-9c42-2f005f7216eb {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:34.149426 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bcd5fea-370e-4686-84d4-9c4bbcb86486", "tag": "096a3e32-b2b3-42ac-aa8f-9d49590fa519", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4bcd5fea-370e-4686-84d4-9c4bbcb86486", "tag": "096a3e32-b2b3-42ac-aa8f-9d49590fa519", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:34.149609 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a7446f2c-f3f0-4fac-b4d2-796c89d18f0e no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:34.149720 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a74490d4-4bf2-45a9-9c42-2f005f7216eb {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:34.150057 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcd5fea-370e-4686-84d4-9c4bbcb86486', 'tag': '096a3e32-b2b3-42ac-aa8f-9d49590fa519', 'status': 'completed', 'code': 200} Dec 12 17:47:34.150308 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcd5fea-370e-4686-84d4-9c4bbcb86486', 'tag': '096a3e32-b2b3-42ac-aa8f-9d49590fa519', 'status': 'completed', 'code': 200} Dec 12 17:47:34.169057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-20697099-e151-4516-aad1-9a6b7fbed02b req-6d664904-381a-44fd-b5a5-c4f77ed9fa59 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:47:34.175577 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-20697099-e151-4516-aad1-9a6b7fbed02b req-6d664904-381a-44fd-b5a5-c4f77ed9fa59 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:47:34.176556 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: a7446f2c-f3f0-4fac-b4d2-796c89d18f0e {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:34.176966 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a7446f2c-f3f0-4fac-b4d2-796c89d18f0e not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:34.222074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d664904-381a-44fd-b5a5-c4f77ed9fa59 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Pushing event updated for resources: {'Port': ['ID=21cde456-9a73-47b5-87ae-3e618789255d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:34.232519 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932222db-aec6-4e3b-97ab-311079b25f37 req-a2668a6a-eb98-49a1-9bc3-b3c4c5fbb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:34.234212 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-932222db-aec6-4e3b-97ab-311079b25f37 req-a2668a6a-eb98-49a1-9bc3-b3c4c5fbb9c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa5a149ce95c4c019546bb606be43576&device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 1096 time: 0.0527833 Dec 12 17:47:34.287291 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:34.300743 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf', 'mac_address': 'fa:16:3e:a9:75:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:47:34.349443 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-20697099-e151-4516-aad1-9a6b7fbed02b req-6d664904-381a-44fd-b5a5-c4f77ed9fa59 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:34.350010 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:34.369212 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:47:34.389185 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932222db-aec6-4e3b-97ab-311079b25f37 req-2179dc09-0df2-419b-9e62-97af56231724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:34.390973 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-932222db-aec6-4e3b-97ab-311079b25f37 req-2179dc09-0df2-419b-9e62-97af56231724 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ecf668f-cc73-4fe0-ac28-ba45e858f96b HTTP/1.1" status: 200 len: 920 time: 0.1469989 Dec 12 17:47:34.395167 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:34.410134 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:34.419479 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-20697099-e151-4516-aad1-9a6b7fbed02b req-6d664904-381a-44fd-b5a5-c4f77ed9fa59 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:34.448079 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-932222db-aec6-4e3b-97ab-311079b25f37 req-d3d183b6-a4bc-4c25-96b0-3d0af6866deb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=096a3e32-b2b3-42ac-aa8f-9d49590fa519 HTTP/1.1" status: 200 len: 217 time: 0.0483041 Dec 12 17:47:34.494221 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a06a24-cd1a-4a2b-a7b9-4b97e14b9fa7 req-e5117020-2b61-4fc9-9a33-cc4eac9507c6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:34.501868 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54a06a24-cd1a-4a2b-a7b9-4b97e14b9fa7 req-e5117020-2b61-4fc9-9a33-cc4eac9507c6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153 HTTP/1.1" status: 200 len: 948 time: 0.1038325 Dec 12 17:47:34.504147 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:34.519113 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932222db-aec6-4e3b-97ab-311079b25f37 req-04bcd3b0-503c-4d3d-851f-02a078b4dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:34.521890 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-932222db-aec6-4e3b-97ab-311079b25f37 req-04bcd3b0-503c-4d3d-851f-02a078b4dae3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84 HTTP/1.1" status: 200 len: 859 time: 0.0659521 Dec 12 17:47:34.525340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device cc76537a-e12a-4acb-b64b-d88b9fe76d45 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:47:34.567589 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-932222db-aec6-4e3b-97ab-311079b25f37 req-a858c48d-46d1-49be-954a-66c77d45c0a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ecf668f-cc73-4fe0-ac28-ba45e858f96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376625 Dec 12 17:47:34.602679 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54a06a24-cd1a-4a2b-a7b9-4b97e14b9fa7 req-fe4d00d3-bcde-4145-9ace-f2fb0ac1134d tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999148 Dec 12 17:47:34.604684 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port cc76537a-e12a-4acb-b64b-d88b9fe76d45 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:47:34.617551 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port cc76537a-e12a-4acb-b64b-d88b9fe76d45 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:34.619660 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:34.665088 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-20697099-e151-4516-aad1-9a6b7fbed02b req-6d664904-381a-44fd-b5a5-c4f77ed9fa59 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:34.675530 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-20697099-e151-4516-aad1-9a6b7fbed02b req-6d664904-381a-44fd-b5a5-c4f77ed9fa59 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:34.711006 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-932222db-aec6-4e3b-97ab-311079b25f37 req-e9531f29-2893-4b4c-a9d4-8fd790fab2ac service neutron] 10.222.0.20 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324780 Dec 12 17:47:34.728797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:47:34.778486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d664904-381a-44fd-b5a5-c4f77ed9fa59 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Pushing event updated for resources: {'Port': ['ID=21cde456-9a73-47b5-87ae-3e618789255d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:34.780972 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-20697099-e151-4516-aad1-9a6b7fbed02b req-6d664904-381a-44fd-b5a5-c4f77ed9fa59 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:34.799727 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-20697099-e151-4516-aad1-9a6b7fbed02b req-6d664904-381a-44fd-b5a5-c4f77ed9fa59 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:34.807331 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20697099-e151-4516-aad1-9a6b7fbed02b req-6d664904-381a-44fd-b5a5-c4f77ed9fa59 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1978462 Dec 12 17:47:34.822164 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:34.857796 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-932222db-aec6-4e3b-97ab-311079b25f37 req-67bb89d1-9df0-4ead-b191-a45e8db67f8e service neutron] 10.222.0.20 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390612 Dec 12 17:47:34.858454 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd384f943-13c2-4310-b33a-1103897fa791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc76537a-e12a-4acb-b64b-d88b9fe76d45'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:34.861207 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e969261-0303-4813-b34d-2696ad578f23" -d '{"events": [{"server_uuid": "d384f943-13c2-4310-b33a-1103897fa791", "name": "network-vif-plugged", "status": "completed", "tag": "cc76537a-e12a-4acb-b64b-d88b9fe76d45"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:34.887870 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20697099-e151-4516-aad1-9a6b7fbed02b req-30f30d81-f3e9-42f1-8b91-e8a6263701fd tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.169 HTTP/1.1" status: 200 len: 696 time: 0.0797942 Dec 12 17:47:34.890104 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port cc76537a-e12a-4acb-b64b-d88b9fe76d45, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cc76537a-e12a-4acb-b64b-d88b9fe76d45,segment=NetworkSegment(a66a8733-b23d-40a7-bea5-6225d5679bd4),segment_id=a66a8733-b23d-40a7-bea5-6225d5679bd4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:34.908599 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:34.909664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device e4490c6f-92b2-4643-a6ea-946e6b8330fa up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:47:34.994028 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932222db-aec6-4e3b-97ab-311079b25f37 req-485210b0-fb0a-4afd-9eed-9b6edf0ae26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:34.998464 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-932222db-aec6-4e3b-97ab-311079b25f37 req-485210b0-fb0a-4afd-9eed-9b6edf0ae26c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa5a149ce95c4c019546bb606be43576&device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 1096 time: 0.0601597 Dec 12 17:47:35.017277 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0c4b0f-f2f3-4287-81c9-bb50fdd03d7e x-openstack-request-id: req-4d0c4b0f-f2f3-4287-81c9-bb50fdd03d7e {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:35.018326 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d384f943-13c2-4310-b33a-1103897fa791", "name": "network-vif-plugged", "status": "completed", "tag": "cc76537a-e12a-4acb-b64b-d88b9fe76d45", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:35.018569 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d0c4b0f-f2f3-4287-81c9-bb50fdd03d7e {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:35.019023 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd384f943-13c2-4310-b33a-1103897fa791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc76537a-e12a-4acb-b64b-d88b9fe76d45', 'code': 200} Dec 12 17:47:35.113323 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20697099-e151-4516-aad1-9a6b7fbed02b req-5a0a7528-371f-4a16-b6ef-13c98e56a44b tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:35.118641 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20697099-e151-4516-aad1-9a6b7fbed02b req-5a0a7528-371f-4a16-b6ef-13c98e56a44b tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.2272332 Dec 12 17:47:35.180031 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932222db-aec6-4e3b-97ab-311079b25f37 req-c3ed426e-dfc3-4a9f-86e8-ab89cc92af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:35.182192 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-932222db-aec6-4e3b-97ab-311079b25f37 req-c3ed426e-dfc3-4a9f-86e8-ab89cc92af98 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ecf668f-cc73-4fe0-ac28-ba45e858f96b HTTP/1.1" status: 200 len: 920 time: 0.1752009 Dec 12 17:47:35.256656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port e4490c6f-92b2-4643-a6ea-946e6b8330fa completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:47:35.288401 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=cc76537a-e12a-4acb-b64b-d88b9fe76d45,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:35.291182 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-932222db-aec6-4e3b-97ab-311079b25f37 req-7bc27d49-0509-49c1-8c26-d344a7a08315 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=096a3e32-b2b3-42ac-aa8f-9d49590fa519 HTTP/1.1" status: 200 len: 217 time: 0.0952208 Dec 12 17:47:35.292653 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port e4490c6f-92b2-4643-a6ea-946e6b8330fa triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:35.293310 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:35.311542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f25da5-9b0c-4509-9b1b-430982c76bcb req-dfc7aff4-271b-48c0-addd-3cae55b2d0cb tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:35.331328 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f25da5-9b0c-4509-9b1b-430982c76bcb req-dfc7aff4-271b-48c0-addd-3cae55b2d0cb tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:35.345599 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28f25da5-9b0c-4509-9b1b-430982c76bcb req-dfc7aff4-271b-48c0-addd-3cae55b2d0cb tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1682 time: 0.1620960 Dec 12 17:47:35.383779 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932222db-aec6-4e3b-97ab-311079b25f37 req-b9c02b6e-ff7e-4735-9dcd-56dadbada8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:35.385489 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-932222db-aec6-4e3b-97ab-311079b25f37 req-b9c02b6e-ff7e-4735-9dcd-56dadbada8c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84 HTTP/1.1" status: 200 len: 859 time: 0.0835795 Dec 12 17:47:35.424048 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-932222db-aec6-4e3b-97ab-311079b25f37 req-8c20e93a-8af5-4268-99b4-75206bbfee42 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ecf668f-cc73-4fe0-ac28-ba45e858f96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301039 Dec 12 17:47:35.425905 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:35.433802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-a1df9aec-704b-40de-962f-aa45da7bf41d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:35.435988 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-a1df9aec-704b-40de-962f-aa45da7bf41d tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0811586 Dec 12 17:47:35.443774 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28f25da5-9b0c-4509-9b1b-430982c76bcb req-bdb1f193-e423-4be2-857e-bc88874ed0b2 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970714 Dec 12 17:47:35.484386 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port e4490c6f-92b2-4643-a6ea-946e6b8330fa, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e4490c6f-92b2-4643-a6ea-946e6b8330fa,segment=NetworkSegment(1abccaaf-f0d5-4fe4-874c-56385dc05aa6),segment_id=1abccaaf-f0d5-4fe4-874c-56385dc05aa6)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:35.496006 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:35.528758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-dcf5e023-7118-428e-8af1-2ed4d7d30eb5 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.169 HTTP/1.1" status: 200 len: 696 time: 0.0829322 Dec 12 17:47:35.534392 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-48d856d1-f893-4896-a935-f50bf94b50df tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Request body: {'floatingip': {'port_id': '096a3e32-b2b3-42ac-aa8f-9d49590fa519', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:35.546351 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-932222db-aec6-4e3b-97ab-311079b25f37 req-e85eeecb-4d5c-446d-a626-0d02b3c25f77 service neutron] 10.222.0.20 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146343 Dec 12 17:47:35.551498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=e4490c6f-92b2-4643-a6ea-946e6b8330fa,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:35.576602 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-48d856d1-f893-4896-a935-f50bf94b50df tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:35.674633 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-932222db-aec6-4e3b-97ab-311079b25f37 req-fa70100f-71d6-49e6-87a5-dfec7f0aed44 service neutron] 10.222.0.20 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113369 Dec 12 17:47:35.815850 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54322) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:35.821065 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43c5d-c755-4822-82a0-54e9673ef9bd req-d3d1b399-248f-4c51-a5e4-49089e0fd56d tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:35.822692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cb43c5d-c755-4822-82a0-54e9673ef9bd req-d3d1b399-248f-4c51-a5e4-49089e0fd56d tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153 HTTP/1.1" status: 200 len: 948 time: 0.1319828 Dec 12 17:47:35.929151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cb43c5d-c755-4822-82a0-54e9673ef9bd req-b684b17d-a8fe-4775-ab40-634346e38b87 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963507 Dec 12 17:47:35.956584 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f503982a-ffbd-489d-a8a1-f940224d5841 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:36.046440 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f503982a-ffbd-489d-a8a1-f940224d5841 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:36.050055 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f503982a-ffbd-489d-a8a1-f940224d5841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:36.092909 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f503982a-ffbd-489d-a8a1-f940224d5841 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17ca5f6dc14d45cc9ba88ace582b2971&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2731256 Dec 12 17:47:36.092909 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503982a-ffbd-489d-a8a1-f940224d5841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8306c0-16f6-4469-94c1-27adb1fc1b7b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:36.093792 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54326) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:36.112768 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-48d856d1-f893-4896-a935-f50bf94b50df tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:36.117678 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-48d856d1-f893-4896-a935-f50bf94b50df tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:36.148586 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4d867da-4ca0-467c-9519-3a649e776891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:36.173029 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4d867da-4ca0-467c-9519-3a649e776891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:36.230485 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4d867da-4ca0-467c-9519-3a649e776891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:36.233538 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4d867da-4ca0-467c-9519-3a649e776891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:36.234821 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f4d867da-4ca0-467c-9519-3a649e776891 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce8306c0-16f6-4469-94c1-27adb1fc1b7b HTTP/1.1" status: 204 len: 168 time: 0.1404872 Dec 12 17:47:36.244564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d867da-4ca0-467c-9519-3a649e776891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8306c0-16f6-4469-94c1-27adb1fc1b7b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:36.246686 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-48d856d1-f893-4896-a935-f50bf94b50df tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Floating IP e4108d40-5221-4315-885c-9c78910a5824 associated. External IP: 172.25.1.169, port: 096a3e32-b2b3-42ac-aa8f-9d49590fa519. Dec 12 17:47:36.515821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-48d856d1-f893-4896-a935-f50bf94b50df tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Router 5d041561-cf81-49d9-b4e0-1350f4bcba9e has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:47:36.646577 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb9fcf-74c6-48ab-a9c2-626507c40978 req-bd351a1d-a31d-4eaf-a06a-87fd46e95658 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:36.653315 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb9fcf-74c6-48ab-a9c2-626507c40978 req-bd351a1d-a31d-4eaf-a06a-87fd46e95658 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:36.655909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c6fb9fcf-74c6-48ab-a9c2-626507c40978 req-bd351a1d-a31d-4eaf-a06a-87fd46e95658 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1683 time: 0.1306629 Dec 12 17:47:36.699067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-48d856d1-f893-4896-a935-f50bf94b50df tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:47:36.708567 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-48d856d1-f893-4896-a935-f50bf94b50df tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:36.712341 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c2b26d-5eb6-48c1-8db5-5c86b3a6aae6 None None] Sync routers for ids ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:47:36.721459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c2b26d-5eb6-48c1-8db5-5c86b3a6aae6 None None] Routers {'5d041561-cf81-49d9-b4e0-1350f4bcba9e'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:47:36.722078 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-29c2b26d-5eb6-48c1-8db5-5c86b3a6aae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:47:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:36.739942 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c6fb9fcf-74c6-48ab-a9c2-626507c40978 req-dd3ef20e-b7bc-432d-bdad-4cac86c08d44 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746598 Dec 12 17:47:36.745659 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-48d856d1-f893-4896-a935-f50bf94b50df tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "PUT /v2.0/floatingips/e4108d40-5221-4315-885c-9c78910a5824 HTTP/1.1" status: 200 len: 996 time: 1.2164371 Dec 12 17:47:36.746126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcd5fea-370e-4686-84d4-9c4bbcb86486', 'tag': '096a3e32-b2b3-42ac-aa8f-9d49590fa519'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:36.748449 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd47bb8-418b-4430-9ff1-e02092e2ac69" -d '{"events": [{"name": "network-changed", "server_uuid": "4bcd5fea-370e-4686-84d4-9c4bbcb86486", "tag": "096a3e32-b2b3-42ac-aa8f-9d49590fa519"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:36.814147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-c6414cac-4d40-43cc-9791-3e1c98115e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:36.816114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-c6414cac-4d40-43cc-9791-3e1c98115e44 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa5a149ce95c4c019546bb606be43576&device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 1096 time: 0.0488038 Dec 12 17:47:36.822767 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bd0b7f-b980-4b3f-9ace-1ec56a692980 x-openstack-request-id: req-d0bd0b7f-b980-4b3f-9ace-1ec56a692980 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:36.823058 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bcd5fea-370e-4686-84d4-9c4bbcb86486", "tag": "096a3e32-b2b3-42ac-aa8f-9d49590fa519", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:36.823348 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0bd0b7f-b980-4b3f-9ace-1ec56a692980 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:36.823755 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcd5fea-370e-4686-84d4-9c4bbcb86486', 'tag': '096a3e32-b2b3-42ac-aa8f-9d49590fa519', 'status': 'completed', 'code': 200} Dec 12 17:47:36.868237 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-29c2b26d-5eb6-48c1-8db5-5c86b3a6aae6 None None] Set router 5d041561-cf81-49d9-b4e0-1350f4bcba9e gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:47:36.910878 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47bb8-418b-4430-9ff1-e02092e2ac69 req-ac527480-2f62-482c-a748-af4ed1cc6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:36.912627 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ebd47bb8-418b-4430-9ff1-e02092e2ac69 req-ac527480-2f62-482c-a748-af4ed1cc6138 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa5a149ce95c4c019546bb606be43576&device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 1096 time: 0.0603728 Dec 12 17:47:36.932042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-37a60e9a-37ce-42b8-ac08-6101abdcd5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:36.946161 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-37a60e9a-37ce-42b8-ac08-6101abdcd5c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ecf668f-cc73-4fe0-ac28-ba45e858f96b HTTP/1.1" status: 200 len: 920 time: 0.1215229 Dec 12 17:47:37.020182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd384f943-13c2-4310-b33a-1103897fa791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4490c6f-92b2-4643-a6ea-946e6b8330fa'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:37.027089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-12b86f17-4fbf-4a97-b3db-71fa19c5b1a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=096a3e32-b2b3-42ac-aa8f-9d49590fa519 HTTP/1.1" status: 200 len: 999 time: 0.0783107 Dec 12 17:47:37.027589 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47bb8-418b-4430-9ff1-e02092e2ac69 req-435091bb-9eca-4686-8320-5c5688b748c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:37.027589 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ebd47bb8-418b-4430-9ff1-e02092e2ac69 req-435091bb-9eca-4686-8320-5c5688b748c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ecf668f-cc73-4fe0-ac28-ba45e858f96b HTTP/1.1" status: 200 len: 920 time: 0.1065631 Dec 12 17:47:37.028528 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8260b0a1-7a5d-4bb5-a89e-f449754e8442" -d '{"events": [{"server_uuid": "d384f943-13c2-4310-b33a-1103897fa791", "name": "network-vif-plugged", "status": "completed", "tag": "e4490c6f-92b2-4643-a6ea-946e6b8330fa"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:37.109971 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-6ec013ca-0584-422b-a27e-64aefa8c8771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:37.111455 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-6ec013ca-0584-422b-a27e-64aefa8c8771 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84 HTTP/1.1" status: 200 len: 859 time: 0.0764546 Dec 12 17:47:37.124174 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ebd47bb8-418b-4430-9ff1-e02092e2ac69 req-aef0e276-5b69-48b7-ad51-beec04c99898 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=096a3e32-b2b3-42ac-aa8f-9d49590fa519 HTTP/1.1" status: 200 len: 999 time: 0.0870321 Dec 12 17:47:37.140012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d79738-a75b-4a21-850a-972c6e71a272 req-6dc0c919-9293-477d-88ce-bc75278dca5e tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:37.142056 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08d79738-a75b-4a21-850a-972c6e71a272 req-6dc0c919-9293-477d-88ce-bc75278dca5e tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153 HTTP/1.1" status: 200 len: 948 time: 0.0767307 Dec 12 17:47:37.161683 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-ef602cd4-849d-4708-9014-d2662f2edb99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ecf668f-cc73-4fe0-ac28-ba45e858f96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375147 Dec 12 17:47:37.179971 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-74d4dc13-debd-4002-9d9e-585b6ecef88b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:47:37.180962 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-74d4dc13-debd-4002-9d9e-585b6ecef88b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120294 Dec 12 17:47:37.186538 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47bb8-418b-4430-9ff1-e02092e2ac69 req-eaa0904e-200c-4697-8d57-6b5388f9e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:37.191560 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ebd47bb8-418b-4430-9ff1-e02092e2ac69 req-eaa0904e-200c-4697-8d57-6b5388f9e00e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84 HTTP/1.1" status: 200 len: 859 time: 0.0590608 Dec 12 17:47:37.197305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-29c2b26d-5eb6-48c1-8db5-5c86b3a6aae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-955895135-router', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '78299caa-8944-4009-ab76-6c32fa490f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:26Z', 'updated_at': '2021-12-12T17:46:34Z', 'revision_number': 4, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'gw_port': {'id': '78299caa-8944-4009-ab76-6c32fa490f56', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:27Z', 'updated_at': '2021-12-12T17:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'e4108d40-5221-4315-885c-9c78910a5824', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'port_id': '096a3e32-b2b3-42ac-aa8f-9d49590fa519', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b', 'mac_address': 'fa:16:3e:24:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd5fea-370e-4686-84d4-9c4bbcb86486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:47:34Z', 'updated_at': '2021-12-12T17:47:36Z', 'revision_number': 1, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e007ce7d-3978-4597-999f-6b1943422b91', 'name': '', 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'mac_address': 'fa:16:3e:35:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:32Z', 'updated_at': '2021-12-12T17:46:46Z', 'revision_number': 5, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'subnets': [{'id': 'b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:37.229301 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ebd47bb8-418b-4430-9ff1-e02092e2ac69 req-07978878-eacb-4c5a-92c0-f34901e25e62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ecf668f-cc73-4fe0-ac28-ba45e858f96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301118 Dec 12 17:47:37.257368 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08d79738-a75b-4a21-850a-972c6e71a272 req-2b418b1b-95ce-4de7-87ac-024c434d0fa2 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987184 Dec 12 17:47:37.319037 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-77bf7557-98f2-4dd8-8071-6fc0ae760b50 service neutron] 10.222.0.18 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248376 Dec 12 17:47:37.369748 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ebd47bb8-418b-4430-9ff1-e02092e2ac69 req-07462197-6d1d-4c02-8abd-9d08650d0869 service neutron] 10.222.0.20 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326530 Dec 12 17:47:37.383518 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c2b26d-5eb6-48c1-8db5-5c86b3a6aae6 None None] Checking router: 5d041561-cf81-49d9-b4e0-1350f4bcba9e for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:47:37.394479 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae781372-e110-45c8-b0db-c804c6d9acca x-openstack-request-id: req-ae781372-e110-45c8-b0db-c804c6d9acca {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:37.394772 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d384f943-13c2-4310-b33a-1103897fa791", "name": "network-vif-plugged", "status": "completed", "tag": "e4490c6f-92b2-4643-a6ea-946e6b8330fa", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:37.395028 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae781372-e110-45c8-b0db-c804c6d9acca {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:37.395459 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd384f943-13c2-4310-b33a-1103897fa791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4490c6f-92b2-4643-a6ea-946e6b8330fa', 'code': 200} Dec 12 17:47:37.397063 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c2b26d-5eb6-48c1-8db5-5c86b3a6aae6 None None] Routers {'5d041561-cf81-49d9-b4e0-1350f4bcba9e'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:47:37.397761 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-29c2b26d-5eb6-48c1-8db5-5c86b3a6aae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:47:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:37.426863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecefdf22-6eea-43a1-abbd-56d1d31fff17 req-53832f3d-b288-45cd-9af7-e8e190485048 service neutron] 10.222.0.18 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015680 Dec 12 17:47:37.533186 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ebd47bb8-418b-4430-9ff1-e02092e2ac69 req-a3c588fb-5459-4ab7-98fc-ffa73ef9b0c3 service neutron] 10.222.0.20 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544552 Dec 12 17:47:37.544721 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-29c2b26d-5eb6-48c1-8db5-5c86b3a6aae6 None None] Set router 5d041561-cf81-49d9-b4e0-1350f4bcba9e gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:47:37.548333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae8e1a-531e-4a09-a8a7-00f75c3e896d req-a7ee42f7-1f0a-447a-a88d-7b07ed741028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:37.549210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae8e1a-531e-4a09-a8a7-00f75c3e896d req-a7ee42f7-1f0a-447a-a88d-7b07ed741028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:37.551472 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8ae8e1a-531e-4a09-a8a7-00f75c3e896d req-a7ee42f7-1f0a-447a-a88d-7b07ed741028 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1985 time: 0.0697103 Dec 12 17:47:37.671956 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8ae8e1a-531e-4a09-a8a7-00f75c3e896d req-f31f837f-4ed6-4472-8c43-0e227456c30f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106355 Dec 12 17:47:37.680099 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-d606cfb8-8611-4b8a-82ee-78a9cd82db43 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.169 HTTP/1.1" status: 200 len: 999 time: 0.1122260 Dec 12 17:47:37.732689 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-fc6e84da-e5c2-4ffe-9d8d-f15d9531bc64 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:37.734108 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-fc6e84da-e5c2-4ffe-9d8d-f15d9531bc64 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports/096a3e32-b2b3-42ac-aa8f-9d49590fa519 HTTP/1.1" status: 200 len: 942 time: 0.0483568 Dec 12 17:47:37.830568 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-29c2b26d-5eb6-48c1-8db5-5c86b3a6aae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-955895135-router', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '78299caa-8944-4009-ab76-6c32fa490f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:26Z', 'updated_at': '2021-12-12T17:46:34Z', 'revision_number': 4, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'gw_port': {'id': '78299caa-8944-4009-ab76-6c32fa490f56', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:27Z', 'updated_at': '2021-12-12T17:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'e4108d40-5221-4315-885c-9c78910a5824', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'port_id': '096a3e32-b2b3-42ac-aa8f-9d49590fa519', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b', 'mac_address': 'fa:16:3e:24:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd5fea-370e-4686-84d4-9c4bbcb86486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:47:34Z', 'updated_at': '2021-12-12T17:47:36Z', 'revision_number': 1, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e007ce7d-3978-4597-999f-6b1943422b91', 'name': '', 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'mac_address': 'fa:16:3e:35:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:32Z', 'updated_at': '2021-12-12T17:46:46Z', 'revision_number': 5, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'subnets': [{'id': 'b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:37.861703 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c2b26d-5eb6-48c1-8db5-5c86b3a6aae6 None None] The sync data for ids ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'] in n-d-760354-5 is: [{'id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-955895135-router', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '78299caa-8944-4009-ab76-6c32fa490f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:26Z', 'updated_at': '2021-12-12T17:46:34Z', 'revision_number': 4, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'gw_port': {'id': '78299caa-8944-4009-ab76-6c32fa490f56', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:27Z', 'updated_at': '2021-12-12T17:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'e4108d40-5221-4315-885c-9c78910a5824', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'port_id': '096a3e32-b2b3-42ac-aa8f-9d49590fa519', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b', 'mac_address': 'fa:16:3e:24:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcd5fea-370e-4686-84d4-9c4bbcb86486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:47:34Z', 'updated_at': '2021-12-12T17:47:36Z', 'revision_number': 1, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e007ce7d-3978-4597-999f-6b1943422b91', 'name': '', 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'mac_address': 'fa:16:3e:35:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:32Z', 'updated_at': '2021-12-12T17:46:46Z', 'revision_number': 5, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'subnets': [{'id': 'b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:47:37.885174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-6048d0c0-e33a-49db-8012-adfc4995bef8 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.169 HTTP/1.1" status: 200 len: 999 time: 0.1009347 Dec 12 17:47:37.970561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f461655-db2f-4ba6-ba1b-4ea5a482ccbc req-b702f6ee-3c4a-43b2-90f9-5188edd5af39 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:37.976631 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f461655-db2f-4ba6-ba1b-4ea5a482ccbc req-b702f6ee-3c4a-43b2-90f9-5188edd5af39 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:37.978541 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f461655-db2f-4ba6-ba1b-4ea5a482ccbc req-b702f6ee-3c4a-43b2-90f9-5188edd5af39 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1683 time: 0.1375067 Dec 12 17:47:38.064941 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f461655-db2f-4ba6-ba1b-4ea5a482ccbc req-789bcf1e-3723-4455-b582-01bac7a2640e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786388 Dec 12 17:47:38.073645 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-0c78a544-1a75-4f00-9979-fffbbee61fd5 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:38.075798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-0c78a544-1a75-4f00-9979-fffbbee61fd5 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.1811318 Dec 12 17:47:38.080771 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54394) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:38.134415 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:47:38.149340 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb1fb9e-2230-4e18-8614-010da1e21a7c None None] New status for floating IP e4108d40-5221-4315-885c-9c78910a5824: ACTIVE {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:47:38.167676 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-9be412c3-fc18-410f-ab93-e483a85549d8 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.169 HTTP/1.1" status: 200 len: 999 time: 0.0825410 Dec 12 17:47:38.183982 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-043eb0a2-6181-4a23-a412-51e2237eeabd tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:38.221030 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:47:38.225556 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:47:38.226012 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:38.256907 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dde0660-eb87-4170-8ff7-df398eb8f03c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:38.263462 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-043eb0a2-6181-4a23-a412-51e2237eeabd tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:38.358496 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dde0660-eb87-4170-8ff7-df398eb8f03c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:38.364129 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dde0660-eb87-4170-8ff7-df398eb8f03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:38.368177 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:38.409994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:38.415585 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7dde0660-eb87-4170-8ff7-df398eb8f03c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=118d0fce38ae4455bc426e37c2d9c8ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3334553 Dec 12 17:47:38.416491 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde0660-eb87-4170-8ff7-df398eb8f03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404fc724-6143-4065-bfd8-a0cbd4f420d3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:38.419167 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54402) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:38.419382 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:38.443559 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.db.api [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-043eb0a2-6181-4a23-a412-51e2237eeabd tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:47:38.443891 n-d-760354-5 neutron-server[103151]: DEBUG oslo_db.api [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-043eb0a2-6181-4a23-a412-51e2237eeabd tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:47:38.469281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baf2a4-a0b3-4b72-8ef5-b89473c908fe req-23093e1a-7b9a-4564-9671-a94dde093edb tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:38.474627 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:38.480983 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4baf2a4-a0b3-4b72-8ef5-b89473c908fe req-23093e1a-7b9a-4564-9671-a94dde093edb tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153 HTTP/1.1" status: 200 len: 948 time: 0.0816131 Dec 12 17:47:38.485118 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6df462b7-c5bc-44e0-8a7f-b3a6c12a34ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:38.510187 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6df462b7-c5bc-44e0-8a7f-b3a6c12a34ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:38.537612 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4baf2a4-a0b3-4b72-8ef5-b89473c908fe req-4cac995e-bff4-4193-9f3d-7970fd426778 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470140 Dec 12 17:47:38.561536 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6df462b7-c5bc-44e0-8a7f-b3a6c12a34ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:38.564376 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6df462b7-c5bc-44e0-8a7f-b3a6c12a34ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:38.565571 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6df462b7-c5bc-44e0-8a7f-b3a6c12a34ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/404fc724-6143-4065-bfd8-a0cbd4f420d3 HTTP/1.1" status: 204 len: 168 time: 0.1454356 Dec 12 17:47:38.573887 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df462b7-c5bc-44e0-8a7f-b3a6c12a34ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404fc724-6143-4065-bfd8-a0cbd4f420d3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:38.945608 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-043eb0a2-6181-4a23-a412-51e2237eeabd tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:39.113219 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-043eb0a2-6181-4a23-a412-51e2237eeabd tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:39.118130 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-043eb0a2-6181-4a23-a412-51e2237eeabd tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:39.118824 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-043eb0a2-6181-4a23-a412-51e2237eeabd tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Floating IP e4108d40-5221-4315-885c-9c78910a5824 disassociated. External IP: 172.25.1.169, port: 096a3e32-b2b3-42ac-aa8f-9d49590fa519. Dec 12 17:47:39.396582 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973d7f55-aa16-440d-a8e6-04f68bc3c153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:39.399692 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ca33d0-6a7c-4d81-ae93-e42eb5abd086" -d '{"events": [{"server_uuid": "973d7f55-aa16-440d-a8e6-04f68bc3c153", "name": "network-vif-plugged", "status": "completed", "tag": "1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:39.606835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d54e0-f26f-4e56-a101-b87b29535b14 req-ab67bf79-9a40-4879-978f-43f8620bf4cc tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:39.613294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d54e0-f26f-4e56-a101-b87b29535b14 req-ab67bf79-9a40-4879-978f-43f8620bf4cc tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:39.614867 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f4d54e0-f26f-4e56-a101-b87b29535b14 req-ab67bf79-9a40-4879-978f-43f8620bf4cc tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1683 time: 0.4269948 Dec 12 17:47:39.743277 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f4d54e0-f26f-4e56-a101-b87b29535b14 req-a4934776-cdd5-441b-aca7-af360fd2d32a tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129682 Dec 12 17:47:39.778724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-043eb0a2-6181-4a23-a412-51e2237eeabd tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Router 5d041561-cf81-49d9-b4e0-1350f4bcba9e has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:47:39.788416 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c5b410-905e-4f14-a8ef-5f354106760e x-openstack-request-id: req-43c5b410-905e-4f14-a8ef-5f354106760e {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:39.789114 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973d7f55-aa16-440d-a8e6-04f68bc3c153", "name": "network-vif-plugged", "status": "completed", "tag": "1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:39.789589 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43c5b410-905e-4f14-a8ef-5f354106760e {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:39.790294 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973d7f55-aa16-440d-a8e6-04f68bc3c153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf', 'code': 200} Dec 12 17:47:39.896981 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96d015-a662-4ee1-b645-5d6b47740b19 req-4c480091-339f-4973-ada3-bd4b16a361a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:39.899170 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fc96d015-a662-4ee1-b645-5d6b47740b19 req-4c480091-339f-4973-ada3-bd4b16a361a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153 HTTP/1.1" status: 200 len: 1100 time: 0.0437064 Dec 12 17:47:39.934306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc02e2d-f6e0-4fa3-9db4-d3571cb64ea6 req-db3cd351-9c8e-4fd6-8a39-c2f75d28dd93 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:39.935844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bcc02e2d-f6e0-4fa3-9db4-d3571cb64ea6 req-db3cd351-9c8e-4fd6-8a39-c2f75d28dd93 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153 HTTP/1.1" status: 200 len: 949 time: 0.0703242 Dec 12 17:47:39.947731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-043eb0a2-6181-4a23-a412-51e2237eeabd tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:47:39.954078 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fc96d015-a662-4ee1-b645-5d6b47740b19 req-043d8bea-b7b6-4957-8104-625c82c3c717 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462961 Dec 12 17:47:39.954432 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-043eb0a2-6181-4a23-a412-51e2237eeabd tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:39.965925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a07710a-0563-46bc-b239-0012bf34220f None None] Sync routers for ids ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:47:39.978404 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a07710a-0563-46bc-b239-0012bf34220f None None] Routers {'5d041561-cf81-49d9-b4e0-1350f4bcba9e'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:47:39.979601 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6a07710a-0563-46bc-b239-0012bf34220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:47:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:39.999500 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-043eb0a2-6181-4a23-a412-51e2237eeabd tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "PUT /v2.0/floatingips/e4108d40-5221-4315-885c-9c78910a5824 HTTP/1.1" status: 200 len: 695 time: 1.8218603 Dec 12 17:47:40.002289 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcd5fea-370e-4686-84d4-9c4bbcb86486', 'tag': '096a3e32-b2b3-42ac-aa8f-9d49590fa519'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:40.005968 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493db6af-cb1f-411e-a1fa-a1437f66df2f" -d '{"events": [{"name": "network-changed", "server_uuid": "4bcd5fea-370e-4686-84d4-9c4bbcb86486", "tag": "096a3e32-b2b3-42ac-aa8f-9d49590fa519"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:40.059239 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bcc02e2d-f6e0-4fa3-9db4-d3571cb64ea6 req-2168da9c-f7d2-400b-bc38-beea110017a7 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095254 Dec 12 17:47:40.073185 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-3f55f078-4ed4-49a8-8b5c-861c1a78c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:40.074792 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-3f55f078-4ed4-49a8-8b5c-861c1a78c68b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa5a149ce95c4c019546bb606be43576&device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 1096 time: 0.0565107 Dec 12 17:47:40.121480 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-6a07710a-0563-46bc-b239-0012bf34220f None None] Set router 5d041561-cf81-49d9-b4e0-1350f4bcba9e gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:47:40.208993 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-019ebdfc-c17d-460f-875f-6ec739b4f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:40.211486 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-019ebdfc-c17d-460f-875f-6ec739b4f976 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ecf668f-cc73-4fe0-ac28-ba45e858f96b HTTP/1.1" status: 200 len: 920 time: 0.1288843 Dec 12 17:47:40.279520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-e08e994d-d1f3-4ad5-9e1e-73a1ff908bf3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=096a3e32-b2b3-42ac-aa8f-9d49590fa519 HTTP/1.1" status: 200 len: 217 time: 0.0596981 Dec 12 17:47:40.301838 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743babbb-76b5-4858-9997-cd2aee1f23aa x-openstack-request-id: req-743babbb-76b5-4858-9997-cd2aee1f23aa {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:40.302146 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bcd5fea-370e-4686-84d4-9c4bbcb86486", "tag": "096a3e32-b2b3-42ac-aa8f-9d49590fa519", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:40.302897 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-743babbb-76b5-4858-9997-cd2aee1f23aa {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:40.303736 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcd5fea-370e-4686-84d4-9c4bbcb86486', 'tag': '096a3e32-b2b3-42ac-aa8f-9d49590fa519', 'status': 'completed', 'code': 200} Dec 12 17:47:40.353573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-9d921ae9-64b2-4613-819c-b3ac61e37643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:40.356224 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-9d921ae9-64b2-4613-819c-b3ac61e37643 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84 HTTP/1.1" status: 200 len: 859 time: 0.0696616 Dec 12 17:47:40.390116 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493db6af-cb1f-411e-a1fa-a1437f66df2f req-94dd77fd-1c37-4ce6-99b2-df5ded9f3d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:40.391352 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-ca7660db-bb4b-464a-bd00-0e41ecb19053 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ecf668f-cc73-4fe0-ac28-ba45e858f96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256889 Dec 12 17:47:40.396273 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-493db6af-cb1f-411e-a1fa-a1437f66df2f req-94dd77fd-1c37-4ce6-99b2-df5ded9f3d46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa5a149ce95c4c019546bb606be43576&device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 1096 time: 0.0749583 Dec 12 17:47:40.435487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6a07710a-0563-46bc-b239-0012bf34220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-955895135-router', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '78299caa-8944-4009-ab76-6c32fa490f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:26Z', 'updated_at': '2021-12-12T17:46:34Z', 'revision_number': 4, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'gw_port': {'id': '78299caa-8944-4009-ab76-6c32fa490f56', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:27Z', 'updated_at': '2021-12-12T17:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e007ce7d-3978-4597-999f-6b1943422b91', 'name': '', 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'mac_address': 'fa:16:3e:35:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:32Z', 'updated_at': '2021-12-12T17:46:46Z', 'revision_number': 5, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'subnets': [{'id': 'b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:40.470747 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a07710a-0563-46bc-b239-0012bf34220f None None] Checking router: 5d041561-cf81-49d9-b4e0-1350f4bcba9e for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:47:40.488187 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a07710a-0563-46bc-b239-0012bf34220f None None] Routers {'5d041561-cf81-49d9-b4e0-1350f4bcba9e'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:47:40.489351 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6a07710a-0563-46bc-b239-0012bf34220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:47:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:40.511477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493db6af-cb1f-411e-a1fa-a1437f66df2f req-1ed936e3-6f2c-4203-b9ca-45838137cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:40.513098 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-493db6af-cb1f-411e-a1fa-a1437f66df2f req-1ed936e3-6f2c-4203-b9ca-45838137cbba service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ecf668f-cc73-4fe0-ac28-ba45e858f96b HTTP/1.1" status: 200 len: 920 time: 0.1086993 Dec 12 17:47:40.522151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-fe4a4fbc-7ef4-4b14-b01d-6fdc054aa2e5 service neutron] 10.222.0.18 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241400 Dec 12 17:47:40.569245 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-493db6af-cb1f-411e-a1fa-a1437f66df2f req-9c035a11-cd6a-4bf5-9861-eb767742f389 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=096a3e32-b2b3-42ac-aa8f-9d49590fa519 HTTP/1.1" status: 200 len: 217 time: 0.0478532 Dec 12 17:47:40.622733 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-6a07710a-0563-46bc-b239-0012bf34220f None None] Set router 5d041561-cf81-49d9-b4e0-1350f4bcba9e gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:47:40.631402 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c4bf258-fbea-43ed-bef4-65820c0bf9b5 req-0f9c82f6-73d0-4fbf-9319-cb75797aca97 service neutron] 10.222.0.18 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080885 Dec 12 17:47:40.634432 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493db6af-cb1f-411e-a1fa-a1437f66df2f req-08962c6e-1805-4df6-ba08-660c06664e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:40.635949 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-493db6af-cb1f-411e-a1fa-a1437f66df2f req-08962c6e-1805-4df6-ba08-660c06664e50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84 HTTP/1.1" status: 200 len: 859 time: 0.0571885 Dec 12 17:47:40.671546 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-493db6af-cb1f-411e-a1fa-a1437f66df2f req-5fcb8238-cf86-4804-bb14-4f5881e8fcc9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ecf668f-cc73-4fe0-ac28-ba45e858f96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269489 Dec 12 17:47:40.737552 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-613236a5-f83a-458a-a614-693c01450c7f req-d25b9891-b45c-466a-a676-2f89fcaa5a64 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/floatingips/e4108d40-5221-4315-885c-9c78910a5824 HTTP/1.1" status: 200 len: 695 time: 0.0642602 Dec 12 17:47:40.797562 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-493db6af-cb1f-411e-a1fa-a1437f66df2f req-63899f3b-0fa8-44d8-80d0-6d46a46a202f service neutron] 10.222.0.20 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159840 Dec 12 17:47:40.848106 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6a07710a-0563-46bc-b239-0012bf34220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-955895135-router', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '78299caa-8944-4009-ab76-6c32fa490f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:26Z', 'updated_at': '2021-12-12T17:46:34Z', 'revision_number': 4, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'gw_port': {'id': '78299caa-8944-4009-ab76-6c32fa490f56', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:27Z', 'updated_at': '2021-12-12T17:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e007ce7d-3978-4597-999f-6b1943422b91', 'name': '', 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'mac_address': 'fa:16:3e:35:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:32Z', 'updated_at': '2021-12-12T17:46:46Z', 'revision_number': 5, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'subnets': [{'id': 'b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:40.880581 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613236a5-f83a-458a-a614-693c01450c7f req-bcaee14c-464a-48c2-affa-4ae98bfad686 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:40.881987 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-613236a5-f83a-458a-a614-693c01450c7f req-bcaee14c-464a-48c2-affa-4ae98bfad686 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 784 time: 0.1436596 Dec 12 17:47:40.893928 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a07710a-0563-46bc-b239-0012bf34220f None None] The sync data for ids ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'] in n-d-760354-5 is: [{'id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-955895135-router', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '78299caa-8944-4009-ab76-6c32fa490f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:26Z', 'updated_at': '2021-12-12T17:46:34Z', 'revision_number': 4, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'gw_port': {'id': '78299caa-8944-4009-ab76-6c32fa490f56', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:27Z', 'updated_at': '2021-12-12T17:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e007ce7d-3978-4597-999f-6b1943422b91', 'name': '', 'network_id': '7ecf668f-cc73-4fe0-ac28-ba45e858f96b', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'mac_address': 'fa:16:3e:35:f1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:32Z', 'updated_at': '2021-12-12T17:46:46Z', 'revision_number': 5, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'subnets': [{'id': 'b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:47:40.921343 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-493db6af-cb1f-411e-a1fa-a1437f66df2f req-857a1f6e-01a9-4096-951a-ce826845949a service neutron] 10.222.0.20 "GET /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139710 Dec 12 17:47:40.951904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-613236a5-f83a-458a-a614-693c01450c7f req-666bed79-2fc2-4fc3-b50a-0541e2248988 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.169 HTTP/1.1" status: 200 len: 698 time: 0.0604208 Dec 12 17:47:41.025597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-613236a5-f83a-458a-a614-693c01450c7f req-488a03bf-573d-48b9-ab90-1f013723565f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.1.169 HTTP/1.1" status: 200 len: 698 time: 0.0574393 Dec 12 17:47:41.039322 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ca6cd-f248-42d8-9374-c0677ba9f5e8 req-50c2fc75-7faf-4c6f-a1ca-c9a400bf5b77 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:41.045522 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ca6cd-f248-42d8-9374-c0677ba9f5e8 req-50c2fc75-7faf-4c6f-a1ca-c9a400bf5b77 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:41.047357 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ef8ca6cd-f248-42d8-9374-c0677ba9f5e8 req-50c2fc75-7faf-4c6f-a1ca-c9a400bf5b77 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1683 time: 0.1922498 Dec 12 17:47:41.195671 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ef8ca6cd-f248-42d8-9374-c0677ba9f5e8 req-754fa519-1c0c-42be-9d92-d1fe486a88c0 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401877 Dec 12 17:47:41.220869 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13027eb0-a6b8-47a5-89c2-37311675eaa2 None None] New status for floating IP e4108d40-5221-4315-885c-9c78910a5824: DOWN {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:47:41.227550 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-613236a5-f83a-458a-a614-693c01450c7f req-130c5dac-2594-4617-b6e4-0ec739b6da0f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Deleting port 21cde456-9a73-47b5-87ae-3e618789255d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:41.228074 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-613236a5-f83a-458a-a614-693c01450c7f req-130c5dac-2594-4617-b6e4-0ec739b6da0f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:41.361419 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6353d82-9366-48ee-95bb-8a1cf3230bab req-a6eb60e5-62d5-4ea0-a656-867c7b0a35d3 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:41.362926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e6353d82-9366-48ee-95bb-8a1cf3230bab req-a6eb60e5-62d5-4ea0-a656-867c7b0a35d3 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153 HTTP/1.1" status: 200 len: 949 time: 0.0744231 Dec 12 17:47:41.364753 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-613236a5-f83a-458a-a614-693c01450c7f req-130c5dac-2594-4617-b6e4-0ec739b6da0f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:41.365075 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-613236a5-f83a-458a-a614-693c01450c7f req-130c5dac-2594-4617-b6e4-0ec739b6da0f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:41.384682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-613236a5-f83a-458a-a614-693c01450c7f req-130c5dac-2594-4617-b6e4-0ec739b6da0f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Calling delete_port for 21cde456-9a73-47b5-87ae-3e618789255d owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:41.469708 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e6353d82-9366-48ee-95bb-8a1cf3230bab req-6427f323-6621-411f-8a29-7847200a0926 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968864 Dec 12 17:47:41.567862 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-613236a5-f83a-458a-a614-693c01450c7f req-130c5dac-2594-4617-b6e4-0ec739b6da0f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:41.595834 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c5dac-2594-4617-b6e4-0ec739b6da0f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Pushing event deleted for resources: {'Port': ['ID=21cde456-9a73-47b5-87ae-3e618789255d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:41.660102 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-613236a5-f83a-458a-a614-693c01450c7f req-130c5dac-2594-4617-b6e4-0ec739b6da0f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:41.662717 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-613236a5-f83a-458a-a614-693c01450c7f req-130c5dac-2594-4617-b6e4-0ec739b6da0f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:41.664035 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-613236a5-f83a-458a-a614-693c01450c7f req-130c5dac-2594-4617-b6e4-0ec739b6da0f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "DELETE /v2.0/floatingips/e4108d40-5221-4315-885c-9c78910a5824 HTTP/1.1" status: 204 len: 173 time: 0.6157341 Dec 12 17:47:41.866339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10d61302-23d7-4692-934c-ed92765ae316 req-11d2c548-4c6e-45ff-bf19-becbf6b120a5 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups/0a0db531-781b-44e1-88d9-53ec9f4c8355 HTTP/1.1" status: 200 len: 1826 time: 0.0414331 Dec 12 17:47:41.926430 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-10d61302-23d7-4692-934c-ed92765ae316 req-03f22c32-4d88-44f7-85b8-7eb957ee2de5 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:41.950376 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-10d61302-23d7-4692-934c-ed92765ae316 req-03f22c32-4d88-44f7-85b8-7eb957ee2de5 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:41.996710 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-10d61302-23d7-4692-934c-ed92765ae316 req-03f22c32-4d88-44f7-85b8-7eb957ee2de5 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:41.999484 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-10d61302-23d7-4692-934c-ed92765ae316 req-03f22c32-4d88-44f7-85b8-7eb957ee2de5 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:42.001509 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10d61302-23d7-4692-934c-ed92765ae316 req-03f22c32-4d88-44f7-85b8-7eb957ee2de5 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "DELETE /v2.0/security-groups/0a0db531-781b-44e1-88d9-53ec9f4c8355 HTTP/1.1" status: 204 len: 173 time: 0.1292169 Dec 12 17:47:42.015063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f22c32-4d88-44f7-85b8-7eb957ee2de5 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0db531-781b-44e1-88d9-53ec9f4c8355,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:42.082355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60aedf5-6b5a-4956-a58a-1e1fc6649bcd req-e77a141c-a3cb-4116-af25-0fc59f92a3aa tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.088713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60aedf5-6b5a-4956-a58a-1e1fc6649bcd req-e77a141c-a3cb-4116-af25-0fc59f92a3aa tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.090386 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b60aedf5-6b5a-4956-a58a-1e1fc6649bcd req-e77a141c-a3cb-4116-af25-0fc59f92a3aa tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1683 time: 0.0620914 Dec 12 17:47:42.148014 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b60aedf5-6b5a-4956-a58a-1e1fc6649bcd req-1d0b207c-8f22-4ff4-a6ef-4e1e8993448b tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497248 Dec 12 17:47:42.315457 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54554) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:42.360130 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.360693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.361165 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.361629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.362087 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.362542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.362996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.363481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.363934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.364386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.364835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.365286 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.365734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.366183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.367188 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.367673 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.368127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.368579 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.369028 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.369486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.369935 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.372842 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-2cf8127b-f125-4da7-8e73-acc229516e74 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153&device_id=d384f943-13c2-4310-b33a-1103897fa791&device_id=c156da20-8571-43d0-9e8e-511d8af798cf&device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa&device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486&device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a&device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45&device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 18998 time: 0.1016436 Dec 12 17:47:42.410313 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-3fb18faa-0615-4763-bf91-d9a3dc5b1cd3 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:42.433880 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fb272731-2f8d-4712-ad12-8322a3019f4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:42.446429 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55073c3-2a7f-450d-aac7-9eae99de131a req-57401683-a7cf-45d0-9c48-31ee33308e7a tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.447934 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a55073c3-2a7f-450d-aac7-9eae99de131a req-57401683-a7cf-45d0-9c48-31ee33308e7a tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.0741992 Dec 12 17:47:42.521293 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fb272731-2f8d-4712-ad12-8322a3019f4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:42.525193 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fb272731-2f8d-4712-ad12-8322a3019f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:42.531004 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a55073c3-2a7f-450d-aac7-9eae99de131a req-9315f7e4-dfe5-4224-908a-44de96da65a6 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748062 Dec 12 17:47:42.552826 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-3fb18faa-0615-4763-bf91-d9a3dc5b1cd3 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:42.557532 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-3fb18faa-0615-4763-bf91-d9a3dc5b1cd3 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:42.565801 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fb272731-2f8d-4712-ad12-8322a3019f4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d10ba8aba6314fa4ba27bfc0e66e0c25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2486880 Dec 12 17:47:42.569108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54558) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:42.570177 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb272731-2f8d-4712-ad12-8322a3019f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065ca1bc-8279-41f6-b190-d3d33faed7dd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:42.589235 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272731-2f8d-4712-ad12-8322a3019f4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:42.589599 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272731-2f8d-4712-ad12-8322a3019f4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:42.589954 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272731-2f8d-4712-ad12-8322a3019f4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:42.590303 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272731-2f8d-4712-ad12-8322a3019f4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:42.590650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272731-2f8d-4712-ad12-8322a3019f4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:42.590994 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272731-2f8d-4712-ad12-8322a3019f4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:42.591367 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272731-2f8d-4712-ad12-8322a3019f4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:42.591706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272731-2f8d-4712-ad12-8322a3019f4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:42.592039 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272731-2f8d-4712-ad12-8322a3019f4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:42.592649 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272731-2f8d-4712-ad12-8322a3019f4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:42.593165 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272731-2f8d-4712-ad12-8322a3019f4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:42.593676 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272731-2f8d-4712-ad12-8322a3019f4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:42.594172 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb272731-2f8d-4712-ad12-8322a3019f4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:42.636515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb18faa-0615-4763-bf91-d9a3dc5b1cd3 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3a3225-de8e-4a48-bc8b-9f161016d2e1,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:42.698448 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7b590d5d-715b-48f9-be07-202d1f123beb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:42.733795 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c462db52-c8cb-4690-8103-bf174ded7e90 req-3fb18faa-0615-4763-bf91-d9a3dc5b1cd3 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&id=b7623887-0bee-4c67-855a-cfba77fa3177&id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=368ba19a-2689-4cf5-8e00-4f6033815beb&id=60487d9d-9855-40d6-9f56-f34a243c694f&id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 833 time: 0.3515079 Dec 12 17:47:42.738563 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7b590d5d-715b-48f9-be07-202d1f123beb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:42.789230 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7b590d5d-715b-48f9-be07-202d1f123beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:42.791997 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7b590d5d-715b-48f9-be07-202d1f123beb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:42.793156 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7b590d5d-715b-48f9-be07-202d1f123beb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/065ca1bc-8279-41f6-b190-d3d33faed7dd HTTP/1.1" status: 204 len: 168 time: 0.2189574 Dec 12 17:47:42.802237 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b590d5d-715b-48f9-be07-202d1f123beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065ca1bc-8279-41f6-b190-d3d33faed7dd,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:42.986874 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879bf40-a18b-4e3b-8f1e-6261fd427b11 req-99771d0c-fcad-4f49-8e6f-93c6fabf5c22 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.987386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879bf40-a18b-4e3b-8f1e-6261fd427b11 req-99771d0c-fcad-4f49-8e6f-93c6fabf5c22 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.987861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879bf40-a18b-4e3b-8f1e-6261fd427b11 req-99771d0c-fcad-4f49-8e6f-93c6fabf5c22 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:42.989534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7879bf40-a18b-4e3b-8f1e-6261fd427b11 req-99771d0c-fcad-4f49-8e6f-93c6fabf5c22 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153&device_id=c156da20-8571-43d0-9e8e-511d8af798cf&device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 2883 time: 0.0483544 Dec 12 17:47:43.037005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7879bf40-a18b-4e3b-8f1e-6261fd427b11 req-6ec5654e-89aa-4ad8-ae91-3873b57c6d5d tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409567 Dec 12 17:47:43.067189 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54574) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:43.081694 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-662a6755-39c5-417c-b51d-59b5fa6efccb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:43.166051 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-662a6755-39c5-417c-b51d-59b5fa6efccb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:43.172053 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-662a6755-39c5-417c-b51d-59b5fa6efccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:43.228637 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-662a6755-39c5-417c-b51d-59b5fa6efccb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ceee2b6c4ecc4ed7a1239068112087c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1603050 Dec 12 17:47:43.230245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a6755-39c5-417c-b51d-59b5fa6efccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d176c4a6-7e76-4a62-a95f-5cb915e8ce12,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:43.232138 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54582) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:43.294817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494958e-4285-4738-9993-fa0c64845ea5 req-8673abe2-4c5c-4e12-b78f-cea5b895e11f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:43.297593 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01747827-fc9f-4f8b-9648-54a250541c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:43.301713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494958e-4285-4738-9993-fa0c64845ea5 req-8673abe2-4c5c-4e12-b78f-cea5b895e11f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:43.303578 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3494958e-4285-4738-9993-fa0c64845ea5 req-8673abe2-4c5c-4e12-b78f-cea5b895e11f tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1683 time: 0.0700674 Dec 12 17:47:43.337030 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01747827-fc9f-4f8b-9648-54a250541c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:43.361413 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3494958e-4285-4738-9993-fa0c64845ea5 req-b5b9d27d-31c0-4adc-844d-e126fcd2925d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502827 Dec 12 17:47:43.406440 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01747827-fc9f-4f8b-9648-54a250541c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:43.409828 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01747827-fc9f-4f8b-9648-54a250541c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:43.411303 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-01747827-fc9f-4f8b-9648-54a250541c1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d176c4a6-7e76-4a62-a95f-5cb915e8ce12 HTTP/1.1" status: 204 len: 168 time: 0.1775889 Dec 12 17:47:43.421814 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01747827-fc9f-4f8b-9648-54a250541c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d176c4a6-7e76-4a62-a95f-5cb915e8ce12,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:43.703626 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a2369-0068-431d-aecc-5f758d796b08 req-d2f844f5-5965-4f4e-a10d-95179f3c9740 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:43.705257 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2d3a2369-0068-431d-aecc-5f758d796b08 req-d2f844f5-5965-4f4e-a10d-95179f3c9740 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.0844193 Dec 12 17:47:43.712153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e722df6-a146-4ec7-8f77-7e983e67bf74 req-7b47d7e2-fc8c-4cb2-938d-05e0c5bec43f tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:43.713649 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e722df6-a146-4ec7-8f77-7e983e67bf74 req-7b47d7e2-fc8c-4cb2-938d-05e0c5bec43f tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 1101 time: 0.0634789 Dec 12 17:47:43.794722 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2d3a2369-0068-431d-aecc-5f758d796b08 req-2793146a-6314-436c-b952-5041d9143fa2 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801229 Dec 12 17:47:43.801031 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e722df6-a146-4ec7-8f77-7e983e67bf74 req-64944c62-0716-490a-98df-858a5a758878 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805092 Dec 12 17:47:43.989759 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428ac3d-622e-4c02-a424-0f727f97d0ad req-14641afe-cb0c-4774-8220-0d8b9e234665 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:43.991547 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7428ac3d-622e-4c02-a424-0f727f97d0ad req-14641afe-cb0c-4774-8220-0d8b9e234665 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 1101 time: 0.0417697 Dec 12 17:47:44.090376 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-e7769206-ad01-4b29-b018-431df416ca0c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:44.096489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-e7769206-ad01-4b29-b018-431df416ca0c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:44.098022 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-e7769206-ad01-4b29-b018-431df416ca0c tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.31 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1683 time: 0.1050816 Dec 12 17:47:44.101717 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7428ac3d-622e-4c02-a424-0f727f97d0ad req-cbcfc443-c5f2-488d-8593-e3ceb97adf3e tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954821 Dec 12 17:47:44.214107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-51eae8c8-8cbe-4649-803e-a68a24e5000e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Deleting port e4490c6f-92b2-4643-a6ea-946e6b8330fa {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:44.214874 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-51eae8c8-8cbe-4649-803e-a68a24e5000e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:44.316019 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-51eae8c8-8cbe-4649-803e-a68a24e5000e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] For port e4490c6f-92b2-4643-a6ea-946e6b8330fa, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e4490c6f-92b2-4643-a6ea-946e6b8330fa,segment=NetworkSegment(1abccaaf-f0d5-4fe4-874c-56385dc05aa6),segment_id=1abccaaf-f0d5-4fe4-874c-56385dc05aa6)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:44.316383 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-51eae8c8-8cbe-4649-803e-a68a24e5000e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:44.329696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-51eae8c8-8cbe-4649-803e-a68a24e5000e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Calling delete_port for e4490c6f-92b2-4643-a6ea-946e6b8330fa owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:44.525405 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-51eae8c8-8cbe-4649-803e-a68a24e5000e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:44.540690 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['cc76537a-e12a-4acb-b64b-d88b9fe76d45', 'e4490c6f-92b2-4643-a6ea-946e6b8330fa'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:47:44.545417 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb773a-af3f-4f6f-8f39-5f1e1cec8755 req-1b4d0f9b-fba0-479e-b392-0b4b1416eb98 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:44.554739 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb773a-af3f-4f6f-8f39-5f1e1cec8755 req-1b4d0f9b-fba0-479e-b392-0b4b1416eb98 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:44.562571 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a3fb773a-af3f-4f6f-8f39-5f1e1cec8755 req-1b4d0f9b-fba0-479e-b392-0b4b1416eb98 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 1683 time: 0.1152961 Dec 12 17:47:44.605745 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eae8c8-8cbe-4649-803e-a68a24e5000e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event deleted for resources: {'Port': ['ID=e4490c6f-92b2-4643-a6ea-946e6b8330fa,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:44.652983 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-51eae8c8-8cbe-4649-803e-a68a24e5000e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] No DVR routers for this DVR port e4490c6f-92b2-4643-a6ea-946e6b8330fa on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:47:44.701610 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a3fb773a-af3f-4f6f-8f39-5f1e1cec8755 req-a5c56812-17e5-431c-bf2b-1d467a4a7247 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/security-groups?id=fbaae869-44dd-4f2d-bf43-b990dcd9adc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379859 Dec 12 17:47:44.702881 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-51eae8c8-8cbe-4649-803e-a68a24e5000e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:44.715749 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-51eae8c8-8cbe-4649-803e-a68a24e5000e tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.31 "DELETE /v2.0/ports/e4490c6f-92b2-4643-a6ea-946e6b8330fa HTTP/1.1" status: 204 len: 173 time: 0.6042783 Dec 12 17:47:44.715749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd384f943-13c2-4310-b33a-1103897fa791', 'name': 'network-vif-deleted', 'tag': 'e4490c6f-92b2-4643-a6ea-946e6b8330fa'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:44.715749 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbc102a-b48b-4e13-87ae-0310ce2b193e" -d '{"events": [{"server_uuid": "d384f943-13c2-4310-b33a-1103897fa791", "name": "network-vif-deleted", "tag": "e4490c6f-92b2-4643-a6ea-946e6b8330fa"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:44.781599 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f081fc-fc4b-4e2f-91a5-2f59683cf681 x-openstack-request-id: req-d7f081fc-fc4b-4e2f-91a5-2f59683cf681 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:44.782243 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d384f943-13c2-4310-b33a-1103897fa791", "name": "network-vif-deleted", "tag": "e4490c6f-92b2-4643-a6ea-946e6b8330fa", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:44.782665 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7f081fc-fc4b-4e2f-91a5-2f59683cf681 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:44.783250 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd384f943-13c2-4310-b33a-1103897fa791', 'name': 'network-vif-deleted', 'tag': 'e4490c6f-92b2-4643-a6ea-946e6b8330fa', 'status': 'completed', 'code': 200} Dec 12 17:47:44.873386 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e34ac9d3-af8d-4805-90ae-d611efb0e69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:44.904171 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745161e1-f53f-4fed-9175-871147d87ffb req-302804ef-7fb4-4133-aa83-a6a3d7ce3447 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:44.910316 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-745161e1-f53f-4fed-9175-871147d87ffb req-302804ef-7fb4-4133-aa83-a6a3d7ce3447 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.1342931 Dec 12 17:47:44.919781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-52508cc7-0472-43ce-a8b7-9af8c04846b9 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Deleting port cc76537a-e12a-4acb-b64b-d88b9fe76d45 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:44.920128 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-52508cc7-0472-43ce-a8b7-9af8c04846b9 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:45.040180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5499c8-c1f7-4a89-9d89-ab9b3106adec req-d2baedbd-ec1b-43b8-a426-1f60a3bd12da tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:45.041718 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8b5499c8-c1f7-4a89-9d89-ab9b3106adec req-d2baedbd-ec1b-43b8-a426-1f60a3bd12da tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bcd5fea-370e-4686-84d4-9c4bbcb86486 HTTP/1.1" status: 200 len: 945 time: 0.1400867 Dec 12 17:47:45.054087 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-745161e1-f53f-4fed-9175-871147d87ffb req-9e977cdb-a61a-4a46-a8b7-0e03ce08deb8 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Deleting port 096a3e32-b2b3-42ac-aa8f-9d49590fa519 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:45.054530 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-745161e1-f53f-4fed-9175-871147d87ffb req-9e977cdb-a61a-4a46-a8b7-0e03ce08deb8 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:45.128769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-52508cc7-0472-43ce-a8b7-9af8c04846b9 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] For port cc76537a-e12a-4acb-b64b-d88b9fe76d45, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=cc76537a-e12a-4acb-b64b-d88b9fe76d45,segment=NetworkSegment(a66a8733-b23d-40a7-bea5-6225d5679bd4),segment_id=a66a8733-b23d-40a7-bea5-6225d5679bd4)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:45.130057 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-52508cc7-0472-43ce-a8b7-9af8c04846b9 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:45.153833 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-52508cc7-0472-43ce-a8b7-9af8c04846b9 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Calling delete_port for cc76537a-e12a-4acb-b64b-d88b9fe76d45 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:45.168050 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8b5499c8-c1f7-4a89-9d89-ab9b3106adec req-212267e9-86d3-43e5-8f94-4e283fc3d11f tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.18 "GET /v2.0/security-groups?id=737d259d-c076-4f89-af0b-f26cd6b147c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096535 Dec 12 17:47:45.203315 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-745161e1-f53f-4fed-9175-871147d87ffb req-9e977cdb-a61a-4a46-a8b7-0e03ce08deb8 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] For port 096a3e32-b2b3-42ac-aa8f-9d49590fa519, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=096a3e32-b2b3-42ac-aa8f-9d49590fa519,segment=NetworkSegment(d4bcfbbb-c593-458b-a695-0f45cb5a68b1),segment_id=d4bcfbbb-c593-458b-a695-0f45cb5a68b1)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:45.203846 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-745161e1-f53f-4fed-9175-871147d87ffb req-9e977cdb-a61a-4a46-a8b7-0e03ce08deb8 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:45.220254 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-745161e1-f53f-4fed-9175-871147d87ffb req-9e977cdb-a61a-4a46-a8b7-0e03ce08deb8 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Calling delete_port for 096a3e32-b2b3-42ac-aa8f-9d49590fa519 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:45.313130 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc5849-95b6-42e4-b9b1-7f382138daff req-709c2c11-a0d9-45d0-8d25-f9466c3f2f42 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:45.314765 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3dc5849-95b6-42e4-b9b1-7f382138daff req-709c2c11-a0d9-45d0-8d25-f9466c3f2f42 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0837729 Dec 12 17:47:45.366260 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-745161e1-f53f-4fed-9175-871147d87ffb req-9e977cdb-a61a-4a46-a8b7-0e03ce08deb8 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:45.382820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['096a3e32-b2b3-42ac-aa8f-9d49590fa519'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:47:45.396175 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e977cdb-a61a-4a46-a8b7-0e03ce08deb8 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Pushing event deleted for resources: {'Port': ['ID=096a3e32-b2b3-42ac-aa8f-9d49590fa519,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:45.417264 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-52508cc7-0472-43ce-a8b7-9af8c04846b9 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:45.433070 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3dc5849-95b6-42e4-b9b1-7f382138daff req-1579a091-3c3d-4b86-9dd8-a849236b4941 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080849 Dec 12 17:47:45.437192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['e4490c6f-92b2-4643-a6ea-946e6b8330fa'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:47:45.450867 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-745161e1-f53f-4fed-9175-871147d87ffb req-9e977cdb-a61a-4a46-a8b7-0e03ce08deb8 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] No DVR routers for this DVR port 096a3e32-b2b3-42ac-aa8f-9d49590fa519 on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:47:45.453555 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-745161e1-f53f-4fed-9175-871147d87ffb req-9e977cdb-a61a-4a46-a8b7-0e03ce08deb8 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:45.454612 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52508cc7-0472-43ce-a8b7-9af8c04846b9 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event deleted for resources: {'Port': ['ID=cc76537a-e12a-4acb-b64b-d88b9fe76d45,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:45.458110 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-745161e1-f53f-4fed-9175-871147d87ffb req-9e977cdb-a61a-4a46-a8b7-0e03ce08deb8 tempest-ServerRescueTestJSONUnderV235-1391288406 tempest-ServerRescueTestJSONUnderV235-1391288406-project] 10.222.0.20 "DELETE /v2.0/ports/096a3e32-b2b3-42ac-aa8f-9d49590fa519 HTTP/1.1" status: 204 len: 173 time: 0.5397296 Dec 12 17:47:45.458648 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcd5fea-370e-4686-84d4-9c4bbcb86486', 'name': 'network-vif-deleted', 'tag': '096a3e32-b2b3-42ac-aa8f-9d49590fa519'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:45.461757 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e7e462-bcd4-49d5-b2ec-c87e76a3277e" -d '{"events": [{"server_uuid": "4bcd5fea-370e-4686-84d4-9c4bbcb86486", "name": "network-vif-deleted", "tag": "096a3e32-b2b3-42ac-aa8f-9d49590fa519"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:45.504764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-52508cc7-0472-43ce-a8b7-9af8c04846b9 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] No DVR routers for this DVR port cc76537a-e12a-4acb-b64b-d88b9fe76d45 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:47:45.507642 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-52508cc7-0472-43ce-a8b7-9af8c04846b9 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:45.511367 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-965d43ff-1a35-4efd-bbb7-b3c11a65eff1 req-52508cc7-0472-43ce-a8b7-9af8c04846b9 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.31 "DELETE /v2.0/ports/cc76537a-e12a-4acb-b64b-d88b9fe76d45 HTTP/1.1" status: 204 len: 173 time: 0.7856104 Dec 12 17:47:45.520583 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5326c430-3dad-4b41-a142-42e32d1a4f43 x-openstack-request-id: req-5326c430-3dad-4b41-a142-42e32d1a4f43 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:45.521113 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcd5fea-370e-4686-84d4-9c4bbcb86486", "name": "network-vif-deleted", "tag": "096a3e32-b2b3-42ac-aa8f-9d49590fa519", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:45.521562 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5326c430-3dad-4b41-a142-42e32d1a4f43 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:45.522210 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcd5fea-370e-4686-84d4-9c4bbcb86486', 'name': 'network-vif-deleted', 'tag': '096a3e32-b2b3-42ac-aa8f-9d49590fa519', 'status': 'completed', 'code': 200} Dec 12 17:47:45.805241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0e991366-f114-492a-a467-a2b7a47a6c60 req-915e2ffd-fc37-485d-ba6a-cec87ccbb883 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "GET /v2.0/ports?device_id=d384f943-13c2-4310-b33a-1103897fa791 HTTP/1.1" status: 200 len: 210 time: 0.0331712 Dec 12 17:47:46.217239 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54706) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:46.218738 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54708) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:46.358184 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7831aaf0-a234-4277-b5df-3150bfcbfc03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:46.440235 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7831aaf0-a234-4277-b5df-3150bfcbfc03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:46.444056 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7831aaf0-a234-4277-b5df-3150bfcbfc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:46.483795 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7831aaf0-a234-4277-b5df-3150bfcbfc03 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5279d193533541449955854dd5a31c78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2654459 Dec 12 17:47:46.484931 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831aaf0-a234-4277-b5df-3150bfcbfc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81aa5da4-b321-486f-aa6e-c9639f461d48,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:46.488159 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54712) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:46.540034 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed3fe8d4-847d-44a6-b260-bbb4d3ac9684 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:46.561957 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed3fe8d4-847d-44a6-b260-bbb4d3ac9684 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:46.609942 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed3fe8d4-847d-44a6-b260-bbb4d3ac9684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:46.614032 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed3fe8d4-847d-44a6-b260-bbb4d3ac9684 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:46.615237 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ed3fe8d4-847d-44a6-b260-bbb4d3ac9684 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81aa5da4-b321-486f-aa6e-c9639f461d48 HTTP/1.1" status: 204 len: 168 time: 0.1258674 Dec 12 17:47:46.625132 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fe8d4-847d-44a6-b260-bbb4d3ac9684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aa5da4-b321-486f-aa6e-c9639f461d48,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:46.630173 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72262d47-3405-4a41-b496-375f4bb0bbf3 req-47c10bbf-65ae-4dd8-aeaa-50e4595c6bdb tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:46.632843 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-72262d47-3405-4a41-b496-375f4bb0bbf3 req-47c10bbf-65ae-4dd8-aeaa-50e4595c6bdb tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0828869 Dec 12 17:47:46.646084 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-33781cdc-ffe1-445f-b1ff-c836d82a63ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:46.782157 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-72262d47-3405-4a41-b496-375f4bb0bbf3 req-d94cf60d-6f6e-4dbd-83b7-5c0a404eb924 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937870 Dec 12 17:47:46.784195 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd384f943-13c2-4310-b33a-1103897fa791', 'name': 'network-vif-deleted', 'tag': 'cc76537a-e12a-4acb-b64b-d88b9fe76d45'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:47:46.786441 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2891e225-1e3c-44b4-bcab-13e7e035de36" -d '{"events": [{"server_uuid": "d384f943-13c2-4310-b33a-1103897fa791", "name": "network-vif-deleted", "tag": "cc76537a-e12a-4acb-b64b-d88b9fe76d45"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:47:46.837969 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c792666-0543-4b71-8c50-db43c9674e42 x-openstack-request-id: req-0c792666-0543-4b71-8c50-db43c9674e42 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:47:46.838260 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d384f943-13c2-4310-b33a-1103897fa791", "name": "network-vif-deleted", "tag": "cc76537a-e12a-4acb-b64b-d88b9fe76d45", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:47:46.838917 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c792666-0543-4b71-8c50-db43c9674e42 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:47:46.839346 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd384f943-13c2-4310-b33a-1103897fa791', 'name': 'network-vif-deleted', 'tag': 'cc76537a-e12a-4acb-b64b-d88b9fe76d45', 'status': 'completed', 'code': 200} Dec 12 17:47:46.860139 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54724) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:46.931834 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-07fd9106-7102-4205-a32c-de5b6560cf7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:46.933830 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:46.937376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ab98f8-abac-49f0-a3d5-52796535f08a tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Deleting subnet 8834b5ed-8dd2-4943-8e21-c9246da6e88c {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:47:46.941151 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a9ab98f8-abac-49f0-a3d5-52796535f08a tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:46.950725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54726) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:46.969696 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7016fac5-e157-4ed7-8d03-a89e550bdb5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:46.986387 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a9ab98f8-abac-49f0-a3d5-52796535f08a tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.014129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-33781cdc-ffe1-445f-b1ff-c836d82a63ba admin admin] Deleting port e007ce7d-3978-4597-999f-6b1943422b91 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:47.014485 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-33781cdc-ffe1-445f-b1ff-c836d82a63ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.075836 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a9ab98f8-abac-49f0-a3d5-52796535f08a tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.134828 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a9ab98f8-abac-49f0-a3d5-52796535f08a tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.137856 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-33781cdc-ffe1-445f-b1ff-c836d82a63ba admin admin] For port e007ce7d-3978-4597-999f-6b1943422b91, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e007ce7d-3978-4597-999f-6b1943422b91,segment=NetworkSegment(d4bcfbbb-c593-458b-a695-0f45cb5a68b1),segment_id=d4bcfbbb-c593-458b-a695-0f45cb5a68b1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:47.138233 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-33781cdc-ffe1-445f-b1ff-c836d82a63ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.141562 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7016fac5-e157-4ed7-8d03-a89e550bdb5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.148853 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7016fac5-e157-4ed7-8d03-a89e550bdb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.157838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-33781cdc-ffe1-445f-b1ff-c836d82a63ba admin admin] Calling delete_port for e007ce7d-3978-4597-999f-6b1943422b91 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:47.165174 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab98f8-abac-49f0-a3d5-52796535f08a tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event deleted for resources: {'Subnet': ['ID=8834b5ed-8dd2-4943-8e21-c9246da6e88c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:47.170856 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a9ab98f8-abac-49f0-a3d5-52796535f08a tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.177166 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a9ab98f8-abac-49f0-a3d5-52796535f08a tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "DELETE /v2.0/subnets/8834b5ed-8dd2-4943-8e21-c9246da6e88c HTTP/1.1" status: 204 len: 168 time: 0.3128614 Dec 12 17:47:47.177166 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54728) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:47.177349 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459397b2-80a8-40be-8785-308614030dcf None None] Network 77c82dae-76ba-48fe-ab15-8beb689e7355 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:47:47.204858 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016fac5-e157-4ed7-8d03-a89e550bdb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1754f348-7008-4770-aeb8-0ff76b11cc21,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:47.247300 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7016fac5-e157-4ed7-8d03-a89e550bdb5a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a02e05041ebc43da909f0d670310dfaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2927475 Dec 12 17:47:47.247960 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54732) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:47.276121 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.360384 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1777f88d-9e63-46b4-9ff5-8fd00d722740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.392790 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1777f88d-9e63-46b4-9ff5-8fd00d722740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.413294 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203b2108-5464-448d-a714-79f915efe6dc None None] DHCP port deletion for 77c82dae-76ba-48fe-ab15-8beb689e7355 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:47:47.417727 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Deleting port 78d9c48b-33db-4330-ad54-d163dae0baed {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:47.418114 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-33781cdc-ffe1-445f-b1ff-c836d82a63ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.418380 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.450036 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33781cdc-ffe1-445f-b1ff-c836d82a63ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e007ce7d-3978-4597-999f-6b1943422b91,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:47.478443 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.500267 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] For port 78d9c48b-33db-4330-ad54-d163dae0baed, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=78d9c48b-33db-4330-ad54-d163dae0baed,segment=NetworkSegment(1abccaaf-f0d5-4fe4-874c-56385dc05aa6),segment_id=1abccaaf-f0d5-4fe4-874c-56385dc05aa6)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:47.500642 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.508101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-203b2108-5464-448d-a714-79f915efe6dc None None] Deleting port 78d9c48b-33db-4330-ad54-d163dae0baed {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:47.508571 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-203b2108-5464-448d-a714-79f915efe6dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.516260 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Calling delete_port for 78d9c48b-33db-4330-ad54-d163dae0baed owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:47.524063 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1777f88d-9e63-46b4-9ff5-8fd00d722740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.526728 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1777f88d-9e63-46b4-9ff5-8fd00d722740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.527942 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1777f88d-9e63-46b4-9ff5-8fd00d722740 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1754f348-7008-4770-aeb8-0ff76b11cc21 HTTP/1.1" status: 204 len: 168 time: 0.2790558 Dec 12 17:47:47.540392 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777f88d-9e63-46b4-9ff5-8fd00d722740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1754f348-7008-4770-aeb8-0ff76b11cc21,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:47.607353 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-203b2108-5464-448d-a714-79f915efe6dc None None] For port 78d9c48b-33db-4330-ad54-d163dae0baed, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=78d9c48b-33db-4330-ad54-d163dae0baed,segment=NetworkSegment(1abccaaf-f0d5-4fe4-874c-56385dc05aa6),segment_id=1abccaaf-f0d5-4fe4-874c-56385dc05aa6)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:47.608083 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-203b2108-5464-448d-a714-79f915efe6dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.622661 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-203b2108-5464-448d-a714-79f915efe6dc None None] Calling delete_port for 78d9c48b-33db-4330-ad54-d163dae0baed owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:47.635819 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.644925 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-33781cdc-ffe1-445f-b1ff-c836d82a63ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.668639 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event deleted for resources: {'Port': ['ID=78d9c48b-33db-4330-ad54-d163dae0baed,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:47.674760 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] No DVR routers for this DVR port 78d9c48b-33db-4330-ad54-d163dae0baed on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:47:47.722190 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-203b2108-5464-448d-a714-79f915efe6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.755176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b2108-5464-448d-a714-79f915efe6dc None None] Pushing event deleted for resources: {'Port': ['ID=78d9c48b-33db-4330-ad54-d163dae0baed,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:47.764848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b2108-5464-448d-a714-79f915efe6dc None None] No DVR routers for this DVR port 78d9c48b-33db-4330-ad54-d163dae0baed on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:47:47.788683 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.812114 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c82dae-76ba-48fe-ab15-8beb689e7355']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:47.823273 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abccaaf-f0d5-4fe4-874c-56385dc05aa6') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:47.823723 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abccaaf-f0d5-4fe4-874c-56385dc05aa6') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:47.836178 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.850348 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.857647 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:47:47.858053 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:47:47.863286 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:47:47.931225 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.942615 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:47.949175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd43f64-420f-40e0-a71f-0971872e97a2 req-9819fdd7-c7a1-4470-bcd8-3e92d70a59cb tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:47.949507 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "DELETE /v2.0/networks/77c82dae-76ba-48fe-ab15-8beb689e7355 HTTP/1.1" status: 204 len: 168 time: 0.7685921 Dec 12 17:47:47.949612 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dcd43f64-420f-40e0-a71f-0971872e97a2 req-9819fdd7-c7a1-4470-bcd8-3e92d70a59cb tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0774107 Dec 12 17:47:47.950070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54744) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:47.974295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76856718-f146-4ba2-bfad-d2ac46f29d9d tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event deleted for resources: {'Network': ['ID=77c82dae-76ba-48fe-ab15-8beb689e7355,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:48.021067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33781cdc-ffe1-445f-b1ff-c836d82a63ba admin admin] Router 5d041561-cf81-49d9-b4e0-1350f4bcba9e has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:47:48.042461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5404ae-c88b-4d1d-a890-6913d6075047 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Deleting subnet 70c5b056-8fa1-4900-acd4-0a7160ad545e {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:47:48.050739 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb5404ae-c88b-4d1d-a890-6913d6075047 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:48.100048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dcd43f64-420f-40e0-a71f-0971872e97a2 req-602e470b-e69a-4736-848b-63f59e176182 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406834 Dec 12 17:47:48.168376 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb5404ae-c88b-4d1d-a890-6913d6075047 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:48.205238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 096a3e32-b2b3-42ac-aa8f-9d49590fa519 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:48.237038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 096a3e32-b2b3-42ac-aa8f-9d49590fa519 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:48.237394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 096a3e32-b2b3-42ac-aa8f-9d49590fa519 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:48.250693 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:48.428011 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 78d9c48b-33db-4330-ad54-d163dae0baed no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:48.458006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 78d9c48b-33db-4330-ad54-d163dae0baed {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:48.458371 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 78d9c48b-33db-4330-ad54-d163dae0baed not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:48.589137 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device cc76537a-e12a-4acb-b64b-d88b9fe76d45 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:48.617579 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: cc76537a-e12a-4acb-b64b-d88b9fe76d45 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:48.618286 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device cc76537a-e12a-4acb-b64b-d88b9fe76d45 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:48.619539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device e4490c6f-92b2-4643-a6ea-946e6b8330fa no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:48.641994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: e4490c6f-92b2-4643-a6ea-946e6b8330fa {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:48.642773 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device e4490c6f-92b2-4643-a6ea-946e6b8330fa not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:48.651562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33781cdc-ffe1-445f-b1ff-c836d82a63ba admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:47:48.657947 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-33781cdc-ffe1-445f-b1ff-c836d82a63ba admin admin] 10.222.0.18 "PUT /v2.0/routers/5d041561-cf81-49d9-b4e0-1350f4bcba9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4377067 Dec 12 17:47:48.660540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54768) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:48.663462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd11ac9-fe90-4ed5-a768-30cde819b29b None None] Sync routers for ids ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:47:48.676261 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd11ac9-fe90-4ed5-a768-30cde819b29b None None] Routers {'5d041561-cf81-49d9-b4e0-1350f4bcba9e'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:47:48.677010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6cd11ac9-fe90-4ed5-a768-30cde819b29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:47:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:48.700663 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb5404ae-c88b-4d1d-a890-6913d6075047 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:48.812769 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e475a8a7-e276-4290-addb-bbdc396dc061 admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:48.816145 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb5404ae-c88b-4d1d-a890-6913d6075047 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:48.910172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5404ae-c88b-4d1d-a890-6913d6075047 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event deleted for resources: {'Subnet': ['ID=70c5b056-8fa1-4900-acd4-0a7160ad545e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:48.917601 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb5404ae-c88b-4d1d-a890-6913d6075047 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:48.920932 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bb5404ae-c88b-4d1d-a890-6913d6075047 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "DELETE /v2.0/subnets/70c5b056-8fa1-4900-acd4-0a7160ad545e HTTP/1.1" status: 204 len: 168 time: 0.9700322 Dec 12 17:47:48.923740 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54778) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:48.941516 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-6cd11ac9-fe90-4ed5-a768-30cde819b29b None None] Set router 5d041561-cf81-49d9-b4e0-1350f4bcba9e gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:47:48.976512 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0355976a-98b7-4006-bb59-d020f76cfb06 None None] Network b90bae18-b27d-4c9f-9bf6-9591035cb89d requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:47:49.035619 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:49.039239 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e475a8a7-e276-4290-addb-bbdc396dc061 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:49.129318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e475a8a7-e276-4290-addb-bbdc396dc061 admin admin] Deleting port 78299caa-8944-4009-ab76-6c32fa490f56 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:49.130114 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e475a8a7-e276-4290-addb-bbdc396dc061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:49.233250 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ed7761-9046-443b-854c-7337bc2a9a32 None None] DHCP port deletion for b90bae18-b27d-4c9f-9bf6-9591035cb89d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:47:49.242690 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Deleting port 92daab60-dc51-4bd5-ac50-3fbe604aad0b {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:49.243036 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:49.301421 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6cd11ac9-fe90-4ed5-a768-30cde819b29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-955895135-router', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '78299caa-8944-4009-ab76-6c32fa490f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:26Z', 'updated_at': '2021-12-12T17:47:47Z', 'revision_number': 5, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'gw_port': {'id': '78299caa-8944-4009-ab76-6c32fa490f56', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:27Z', 'updated_at': '2021-12-12T17:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:49.305881 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed7761-9046-443b-854c-7337bc2a9a32 None None] Deleting port 92daab60-dc51-4bd5-ac50-3fbe604aad0b {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:49.306258 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f8ed7761-9046-443b-854c-7337bc2a9a32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:49.346696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] For port 92daab60-dc51-4bd5-ac50-3fbe604aad0b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=92daab60-dc51-4bd5-ac50-3fbe604aad0b,segment=NetworkSegment(a66a8733-b23d-40a7-bea5-6225d5679bd4),segment_id=a66a8733-b23d-40a7-bea5-6225d5679bd4)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:49.347060 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:49.348669 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd11ac9-fe90-4ed5-a768-30cde819b29b None None] Checking router: 5d041561-cf81-49d9-b4e0-1350f4bcba9e for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:47:49.362638 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e475a8a7-e276-4290-addb-bbdc396dc061 admin admin] For port 78299caa-8944-4009-ab76-6c32fa490f56, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=78299caa-8944-4009-ab76-6c32fa490f56,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:49.362991 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e475a8a7-e276-4290-addb-bbdc396dc061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:49.375819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2304413-f568-45f8-b059-e72120a200fa req-b79165ac-131f-43d6-8056-e9af76c40964 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:49.377566 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a2304413-f568-45f8-b059-e72120a200fa req-b79165ac-131f-43d6-8056-e9af76c40964 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.1791046 Dec 12 17:47:49.388980 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Calling delete_port for 92daab60-dc51-4bd5-ac50-3fbe604aad0b owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:49.394495 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd11ac9-fe90-4ed5-a768-30cde819b29b None None] Routers {'5d041561-cf81-49d9-b4e0-1350f4bcba9e'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:47:49.394677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e475a8a7-e276-4290-addb-bbdc396dc061 admin admin] Calling delete_port for 78299caa-8944-4009-ab76-6c32fa490f56 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:49.395144 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6cd11ac9-fe90-4ed5-a768-30cde819b29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:47:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:49.482102 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f8ed7761-9046-443b-854c-7337bc2a9a32 None None] For port 92daab60-dc51-4bd5-ac50-3fbe604aad0b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=92daab60-dc51-4bd5-ac50-3fbe604aad0b,segment=NetworkSegment(a66a8733-b23d-40a7-bea5-6225d5679bd4),segment_id=a66a8733-b23d-40a7-bea5-6225d5679bd4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:49.482521 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f8ed7761-9046-443b-854c-7337bc2a9a32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:49.511694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed7761-9046-443b-854c-7337bc2a9a32 None None] Calling delete_port for 92daab60-dc51-4bd5-ac50-3fbe604aad0b owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:49.532206 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-6cd11ac9-fe90-4ed5-a768-30cde819b29b None None] Set router 5d041561-cf81-49d9-b4e0-1350f4bcba9e gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:47:49.570508 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:49.600567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] No DVR routers for this DVR port 92daab60-dc51-4bd5-ac50-3fbe604aad0b on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:47:49.625390 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a2304413-f568-45f8-b059-e72120a200fa req-d7bee67d-b65e-4870-b1eb-7f8c7ac9c56d tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317417 Dec 12 17:47:49.630361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6cd11ac9-fe90-4ed5-a768-30cde819b29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-955895135-router', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:26Z', 'updated_at': '2021-12-12T17:47:49Z', 'revision_number': 6, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:49.633657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event deleted for resources: {'Port': ['ID=92daab60-dc51-4bd5-ac50-3fbe604aad0b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:49.674025 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd11ac9-fe90-4ed5-a768-30cde819b29b None None] The sync data for ids ['5d041561-cf81-49d9-b4e0-1350f4bcba9e'] in n-d-760354-5 is: [{'id': '5d041561-cf81-49d9-b4e0-1350f4bcba9e', 'name': 'tempest-ServerRescueTestJSONUnderV235-955895135-router', 'tenant_id': 'aa5a149ce95c4c019546bb606be43576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:26Z', 'updated_at': '2021-12-12T17:47:49Z', 'revision_number': 6, 'project_id': 'aa5a149ce95c4c019546bb606be43576', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:47:49.723649 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f8ed7761-9046-443b-854c-7337bc2a9a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:49.750176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed7761-9046-443b-854c-7337bc2a9a32 None None] Pushing event deleted for resources: {'Port': ['ID=92daab60-dc51-4bd5-ac50-3fbe604aad0b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:49.757878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed7761-9046-443b-854c-7337bc2a9a32 None None] No DVR routers for this DVR port 92daab60-dc51-4bd5-ac50-3fbe604aad0b on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:47:49.777584 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:49.800093 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90bae18-b27d-4c9f-9bf6-9591035cb89d']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:49.813331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66a8733-b23d-40a7-bea5-6225d5679bd4') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:49.813625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66a8733-b23d-40a7-bea5-6225d5679bd4') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:49.843178 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:49.864175 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:49.874007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:47:49.874456 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:47:49.877694 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:47:49.893135 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e475a8a7-e276-4290-addb-bbdc396dc061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:49.949562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475a8a7-e276-4290-addb-bbdc396dc061 admin admin] Pushing event deleted for resources: {'Port': ['ID=78299caa-8944-4009-ab76-6c32fa490f56,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:49.975770 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:49.984713 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:49.993429 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:49.996685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] 10.222.0.18 "DELETE /v2.0/networks/b90bae18-b27d-4c9f-9bf6-9591035cb89d HTTP/1.1" status: 204 len: 168 time: 1.0722222 Dec 12 17:47:50.025153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050067c4-1fa1-412e-b367-6f5ada2ea480 tempest-ServersTestMultiNic-1455881797 tempest-ServersTestMultiNic-1455881797-project] Pushing event deleted for resources: {'Network': ['ID=b90bae18-b27d-4c9f-9bf6-9591035cb89d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:50.052930 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e475a8a7-e276-4290-addb-bbdc396dc061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:50.174191 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54818) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:50.183955 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e475a8a7-e276-4290-addb-bbdc396dc061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:50.186673 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e475a8a7-e276-4290-addb-bbdc396dc061 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:50.237236 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e475a8a7-e276-4290-addb-bbdc396dc061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:50.237822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e475a8a7-e276-4290-addb-bbdc396dc061 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d041561-cf81-49d9-b4e0-1350f4bcba9e {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:47:50.246255 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e475a8a7-e276-4290-addb-bbdc396dc061 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:50.247459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e475a8a7-e276-4290-addb-bbdc396dc061 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5d041561-cf81-49d9-b4e0-1350f4bcba9e HTTP/1.1" status: 204 len: 168 time: 1.5859756 Dec 12 17:47:50.251428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54820) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:50.296749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f4fbe6-3e6d-494f-a9cf-37c1bd63f26b admin admin] Deleting subnet b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:47:50.299912 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-47f4fbe6-3e6d-494f-a9cf-37c1bd63f26b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:50.342540 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-47f4fbe6-3e6d-494f-a9cf-37c1bd63f26b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:50.390821 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-47f4fbe6-3e6d-494f-a9cf-37c1bd63f26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:50.452884 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-47f4fbe6-3e6d-494f-a9cf-37c1bd63f26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:50.480849 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4fbe6-3e6d-494f-a9cf-37c1bd63f26b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:50.482986 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-47f4fbe6-3e6d-494f-a9cf-37c1bd63f26b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:50.486346 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-47f4fbe6-3e6d-494f-a9cf-37c1bd63f26b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b6d396a6-a85e-48a7-bc90-0ba9b7f8cf84 HTTP/1.1" status: 204 len: 168 time: 0.2339277 Dec 12 17:47:50.489502 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54824) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:50.614426 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2194-2a0b-4c9c-a64b-1e003ebe854f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:50.615414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e007ce7d-3978-4597-999f-6b1943422b91 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:50.647406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: e007ce7d-3978-4597-999f-6b1943422b91 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:50.647900 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e007ce7d-3978-4597-999f-6b1943422b91 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:50.648283 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 78299caa-8944-4009-ab76-6c32fa490f56 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:50.681220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 78299caa-8944-4009-ab76-6c32fa490f56 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:50.681789 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 78299caa-8944-4009-ab76-6c32fa490f56 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:50.682475 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 92daab60-dc51-4bd5-ac50-3fbe604aad0b no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:50.711195 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 92daab60-dc51-4bd5-ac50-3fbe604aad0b {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:50.711997 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 92daab60-dc51-4bd5-ac50-3fbe604aad0b not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:50.725939 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c068df1-84cc-425f-9b57-c5c4457acea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:50.752881 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:50.808906 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2194-2a0b-4c9c-a64b-1e003ebe854f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:50.812706 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798df9f8-faaa-40d5-86ed-22eefa5d154f req-a54e6331-5fc2-45c5-9a01-8fe92af3cb23 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:50.814599 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-798df9f8-faaa-40d5-86ed-22eefa5d154f req-a54e6331-5fc2-45c5-9a01-8fe92af3cb23 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0757229 Dec 12 17:47:50.839861 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5a7f2194-2a0b-4c9c-a64b-1e003ebe854f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ecf668f-cc73-4fe0-ac28-ba45e858f96b']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:50.854396 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5a7f2194-2a0b-4c9c-a64b-1e003ebe854f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4bcfbbb-c593-458b-a695-0f45cb5a68b1') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:50.854685 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5a7f2194-2a0b-4c9c-a64b-1e003ebe854f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4bcfbbb-c593-458b-a695-0f45cb5a68b1') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:50.873336 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2194-2a0b-4c9c-a64b-1e003ebe854f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:50.878266 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-798df9f8-faaa-40d5-86ed-22eefa5d154f req-333b8d9d-c0ce-4753-9a48-8ea3fa604b0e tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547774 Dec 12 17:47:50.893861 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2194-2a0b-4c9c-a64b-1e003ebe854f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:50.904802 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7f2194-2a0b-4c9c-a64b-1e003ebe854f admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:47:50.905058 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2194-2a0b-4c9c-a64b-1e003ebe854f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:47:50.921964 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:47:51.006210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54836) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:51.024525 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2194-2a0b-4c9c-a64b-1e003ebe854f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:51.030653 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2194-2a0b-4c9c-a64b-1e003ebe854f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:51.034111 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5a7f2194-2a0b-4c9c-a64b-1e003ebe854f admin admin] 10.222.0.18 "DELETE /v2.0/networks/7ecf668f-cc73-4fe0-ac28-ba45e858f96b HTTP/1.1" status: 204 len: 168 time: 0.5428293 Dec 12 17:47:51.049839 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f2194-2a0b-4c9c-a64b-1e003ebe854f admin admin] Pushing event deleted for resources: {'Network': ['ID=7ecf668f-cc73-4fe0-ac28-ba45e858f96b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:51.155597 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2c427db0-e389-41bc-a1d0-c52cac33981b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:51.157591 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9c068df1-84cc-425f-9b57-c5c4457acea6 admin admin] Deleting port 008ebf96-e822-44cc-bfca-5dc19b553767 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:51.157936 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c068df1-84cc-425f-9b57-c5c4457acea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:51.189322 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54842) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:51.245248 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-9c068df1-84cc-425f-9b57-c5c4457acea6 admin admin] For port 008ebf96-e822-44cc-bfca-5dc19b553767, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=008ebf96-e822-44cc-bfca-5dc19b553767,segment=NetworkSegment(4aec63ba-95c3-4517-b6ad-c7a118fdfc95),segment_id=4aec63ba-95c3-4517-b6ad-c7a118fdfc95)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:51.245887 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c068df1-84cc-425f-9b57-c5c4457acea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:51.259646 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9c068df1-84cc-425f-9b57-c5c4457acea6 admin admin] Calling delete_port for 008ebf96-e822-44cc-bfca-5dc19b553767 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:51.264959 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-00172e1c-8bf8-4746-90ee-4e5b25e12293 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa5a149ce95c4c019546bb606be43576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0742488 Dec 12 17:47:51.267581 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54844) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:51.289845 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2c427db0-e389-41bc-a1d0-c52cac33981b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:51.294348 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2c427db0-e389-41bc-a1d0-c52cac33981b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:51.341658 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2c427db0-e389-41bc-a1d0-c52cac33981b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4de6dbeac92e407cb68081b374bcc8be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3333373 Dec 12 17:47:51.343129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c427db0-e389-41bc-a1d0-c52cac33981b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fc63e9-a11a-4de0-9d14-2c595b8974cd,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:51.345541 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54846) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:51.385983 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d269392-a134-4e93-9714-3c28a79f22f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:51.396716 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36fd71ab-b98e-418b-bd00-fc1091f457c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:51.418770 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36fd71ab-b98e-418b-bd00-fc1091f457c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:51.456085 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d269392-a134-4e93-9714-3c28a79f22f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:51.470184 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36fd71ab-b98e-418b-bd00-fc1091f457c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:51.473228 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36fd71ab-b98e-418b-bd00-fc1091f457c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:51.474497 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-36fd71ab-b98e-418b-bd00-fc1091f457c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80fc63e9-a11a-4de0-9d14-2c595b8974cd HTTP/1.1" status: 204 len: 168 time: 0.1279726 Dec 12 17:47:51.495984 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd71ab-b98e-418b-bd00-fc1091f457c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fc63e9-a11a-4de0-9d14-2c595b8974cd,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:51.562410 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d269392-a134-4e93-9714-3c28a79f22f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:51.565678 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d269392-a134-4e93-9714-3c28a79f22f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:51.566996 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3d269392-a134-4e93-9714-3c28a79f22f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/737d259d-c076-4f89-af0b-f26cd6b147c7 HTTP/1.1" status: 204 len: 168 time: 0.2983520 Dec 12 17:47:51.583002 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d269392-a134-4e93-9714-3c28a79f22f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737d259d-c076-4f89-af0b-f26cd6b147c7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:51.596050 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c068df1-84cc-425f-9b57-c5c4457acea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:51.637859 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c068df1-84cc-425f-9b57-c5c4457acea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=008ebf96-e822-44cc-bfca-5dc19b553767,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:51.864255 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c068df1-84cc-425f-9b57-c5c4457acea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:52.046491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b22c5-be74-429e-a230-f790968b2f61 req-84159360-4b95-4b46-95c2-87822cdc64f4 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:52.051830 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f11b22c5-be74-429e-a230-f790968b2f61 req-84159360-4b95-4b46-95c2-87822cdc64f4 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0675116 Dec 12 17:47:52.052781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54870) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:52.079462 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e4740ee-ef43-4ded-be97-4ae2f1d24d10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:52.138589 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c068df1-84cc-425f-9b57-c5c4457acea6 admin admin] Router 3e99e83a-fb51-45cd-9d5f-5ca80a404e63 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:47:52.142302 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f11b22c5-be74-429e-a230-f790968b2f61 req-4ba4254c-dff1-4c94-a97d-687edba31708 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777650 Dec 12 17:47:52.197980 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e4740ee-ef43-4ded-be97-4ae2f1d24d10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:52.203630 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e4740ee-ef43-4ded-be97-4ae2f1d24d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:52.249859 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7e4740ee-ef43-4ded-be97-4ae2f1d24d10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f2712c3fe444e838167c09a5ce69ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1944833 Dec 12 17:47:52.250990 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4740ee-ef43-4ded-be97-4ae2f1d24d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa36528f-25df-4b33-879f-0fa8cdd62dda,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:52.253315 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54874) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:52.265368 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c068df1-84cc-425f-9b57-c5c4457acea6 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:47:52.276354 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f397e559-7619-4bb3-a317-fcaf67502668 None None] Sync routers for ids ['3e99e83a-fb51-45cd-9d5f-5ca80a404e63'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:47:52.278610 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9c068df1-84cc-425f-9b57-c5c4457acea6 admin admin] 10.222.0.18 "PUT /v2.0/routers/3e99e83a-fb51-45cd-9d5f-5ca80a404e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1027815 Dec 12 17:47:52.282231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54878) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:52.286734 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f397e559-7619-4bb3-a317-fcaf67502668 None None] Routers {'3e99e83a-fb51-45cd-9d5f-5ca80a404e63'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:47:52.287378 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f397e559-7619-4bb3-a317-fcaf67502668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:47:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['3e99e83a-fb51-45cd-9d5f-5ca80a404e63'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:52.349316 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-82442504-f392-45d2-bab8-c19ed04d5455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:52.378080 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-82442504-f392-45d2-bab8-c19ed04d5455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:52.452976 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-82442504-f392-45d2-bab8-c19ed04d5455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:52.455709 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-82442504-f392-45d2-bab8-c19ed04d5455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:52.459807 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-82442504-f392-45d2-bab8-c19ed04d5455 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa36528f-25df-4b33-879f-0fa8cdd62dda HTTP/1.1" status: 204 len: 168 time: 0.2033510 Dec 12 17:47:52.470881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82442504-f392-45d2-bab8-c19ed04d5455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa36528f-25df-4b33-879f-0fa8cdd62dda,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:52.528384 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-f397e559-7619-4bb3-a317-fcaf67502668 None None] Set router 3e99e83a-fb51-45cd-9d5f-5ca80a404e63 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:47:52.748414 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f397e559-7619-4bb3-a317-fcaf67502668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'name': 'tempest-ServersTestMultiNic-1100976999-router', 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '051056aa-1c97-46b5-af2a-457eb7c005dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:21Z', 'updated_at': '2021-12-12T17:47:51Z', 'revision_number': 5, 'project_id': 'ee853d86340a4c94b7f031ce765beca1', 'gw_port': {'id': '051056aa-1c97-46b5-af2a-457eb7c005dc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:22Z', 'updated_at': '2021-12-12T17:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:52.771316 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb8ffae-8871-46aa-b9f9-bd2476b1530f admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:52.789028 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f397e559-7619-4bb3-a317-fcaf67502668 None None] Checking router: 3e99e83a-fb51-45cd-9d5f-5ca80a404e63 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:47:52.801461 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f397e559-7619-4bb3-a317-fcaf67502668 None None] Routers {'3e99e83a-fb51-45cd-9d5f-5ca80a404e63'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:47:52.802460 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f397e559-7619-4bb3-a317-fcaf67502668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:47:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['3e99e83a-fb51-45cd-9d5f-5ca80a404e63'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:52.893632 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb8ffae-8871-46aa-b9f9-bd2476b1530f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:52.931833 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-f397e559-7619-4bb3-a317-fcaf67502668 None None] Set router 3e99e83a-fb51-45cd-9d5f-5ca80a404e63 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:47:52.960846 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ddb8ffae-8871-46aa-b9f9-bd2476b1530f admin admin] Deleting port 051056aa-1c97-46b5-af2a-457eb7c005dc {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:52.962470 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb8ffae-8871-46aa-b9f9-bd2476b1530f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:53.057982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-ddb8ffae-8871-46aa-b9f9-bd2476b1530f admin admin] For port 051056aa-1c97-46b5-af2a-457eb7c005dc, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=051056aa-1c97-46b5-af2a-457eb7c005dc,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:53.058837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb8ffae-8871-46aa-b9f9-bd2476b1530f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:53.081569 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ddb8ffae-8871-46aa-b9f9-bd2476b1530f admin admin] Calling delete_port for 051056aa-1c97-46b5-af2a-457eb7c005dc owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:53.321383 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb8ffae-8871-46aa-b9f9-bd2476b1530f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:53.336967 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca127a-090a-4506-a898-a583e187facd req-78f870e8-167c-40e1-8f5d-084b1b121fb0 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:53.339287 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4dca127a-090a-4506-a898-a583e187facd req-78f870e8-167c-40e1-8f5d-084b1b121fb0 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0769854 Dec 12 17:47:53.363636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-93f76f61-6fe4-4b8f-a412-ff6850ddd1cf req-86e7efc6-6c74-4476-a31f-1dadf7d2839c tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0461831 Dec 12 17:47:53.376622 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f397e559-7619-4bb3-a317-fcaf67502668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'name': 'tempest-ServersTestMultiNic-1100976999-router', 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '051056aa-1c97-46b5-af2a-457eb7c005dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:21Z', 'updated_at': '2021-12-12T17:47:51Z', 'revision_number': 5, 'project_id': 'ee853d86340a4c94b7f031ce765beca1', 'gw_port': {'id': '051056aa-1c97-46b5-af2a-457eb7c005dc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:22Z', 'updated_at': '2021-12-12T17:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:53.405260 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8ffae-8871-46aa-b9f9-bd2476b1530f admin admin] Pushing event deleted for resources: {'Port': ['ID=051056aa-1c97-46b5-af2a-457eb7c005dc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:53.420350 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f397e559-7619-4bb3-a317-fcaf67502668 None None] The sync data for ids ['3e99e83a-fb51-45cd-9d5f-5ca80a404e63'] in n-d-760354-5 is: [{'id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'name': 'tempest-ServersTestMultiNic-1100976999-router', 'tenant_id': 'ee853d86340a4c94b7f031ce765beca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '051056aa-1c97-46b5-af2a-457eb7c005dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:46:21Z', 'updated_at': '2021-12-12T17:47:51Z', 'revision_number': 5, 'project_id': 'ee853d86340a4c94b7f031ce765beca1', 'gw_port': {'id': '051056aa-1c97-46b5-af2a-457eb7c005dc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e99e83a-fb51-45cd-9d5f-5ca80a404e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:46:22Z', 'updated_at': '2021-12-12T17:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:47:53.442058 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4dca127a-090a-4506-a898-a583e187facd req-1bb31e55-83bc-4191-9ae3-0f262bce2fd1 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817487 Dec 12 17:47:53.473521 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb8ffae-8871-46aa-b9f9-bd2476b1530f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:53.575486 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb8ffae-8871-46aa-b9f9-bd2476b1530f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:53.577656 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb8ffae-8871-46aa-b9f9-bd2476b1530f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:53.622559 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb8ffae-8871-46aa-b9f9-bd2476b1530f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:53.623117 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb8ffae-8871-46aa-b9f9-bd2476b1530f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e99e83a-fb51-45cd-9d5f-5ca80a404e63 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:47:53.628402 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddb8ffae-8871-46aa-b9f9-bd2476b1530f admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:53.629816 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ddb8ffae-8871-46aa-b9f9-bd2476b1530f admin admin] 10.222.0.18 "DELETE /v2.0/routers/3e99e83a-fb51-45cd-9d5f-5ca80a404e63 HTTP/1.1" status: 204 len: 168 time: 1.3463786 Dec 12 17:47:53.633114 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54936) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:53.684252 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-496694c8-813e-4851-a9b1-0e02a9095cb6 admin admin] Deleting subnet b13753c5-0df4-4a2d-b2dd-09d10bb42eb6 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:47:53.687633 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-496694c8-813e-4851-a9b1-0e02a9095cb6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:53.724604 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-496694c8-813e-4851-a9b1-0e02a9095cb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:53.821143 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-496694c8-813e-4851-a9b1-0e02a9095cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:53.906731 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-496694c8-813e-4851-a9b1-0e02a9095cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:53.934847 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496694c8-813e-4851-a9b1-0e02a9095cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b13753c5-0df4-4a2d-b2dd-09d10bb42eb6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:53.942299 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-496694c8-813e-4851-a9b1-0e02a9095cb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:53.949403 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-496694c8-813e-4851-a9b1-0e02a9095cb6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b13753c5-0df4-4a2d-b2dd-09d10bb42eb6 HTTP/1.1" status: 204 len: 168 time: 0.3150253 Dec 12 17:47:53.949549 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54954) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:53.961098 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70ea73a-beed-4f42-8995-c4f8f7cbc4bf None None] Network a29fa05f-5fa3-43e9-a1b1-2628801ffef9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:47:54.068506 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:54.141381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Deleting port fef36fe6-cd2a-409e-9dda-2e82b57e68e1 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:54.141730 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:54.207107 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42b8260-5740-4e0c-ab8f-c8d85dbb9f14 None None] DHCP port deletion for a29fa05f-5fa3-43e9-a1b1-2628801ffef9 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:47:54.245943 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] For port fef36fe6-cd2a-409e-9dda-2e82b57e68e1, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=fef36fe6-cd2a-409e-9dda-2e82b57e68e1,segment=NetworkSegment(4aec63ba-95c3-4517-b6ad-c7a118fdfc95),segment_id=4aec63ba-95c3-4517-b6ad-c7a118fdfc95)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:54.246470 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:54.263138 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Calling delete_port for fef36fe6-cd2a-409e-9dda-2e82b57e68e1 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:54.313110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e42b8260-5740-4e0c-ab8f-c8d85dbb9f14 None None] Deleting port fef36fe6-cd2a-409e-9dda-2e82b57e68e1 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:47:54.313690 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e42b8260-5740-4e0c-ab8f-c8d85dbb9f14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:54.439467 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e42b8260-5740-4e0c-ab8f-c8d85dbb9f14 None None] For port fef36fe6-cd2a-409e-9dda-2e82b57e68e1, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=fef36fe6-cd2a-409e-9dda-2e82b57e68e1,segment=NetworkSegment(4aec63ba-95c3-4517-b6ad-c7a118fdfc95),segment_id=4aec63ba-95c3-4517-b6ad-c7a118fdfc95)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:47:54.440136 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e42b8260-5740-4e0c-ab8f-c8d85dbb9f14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:54.455459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e42b8260-5740-4e0c-ab8f-c8d85dbb9f14 None None] Calling delete_port for fef36fe6-cd2a-409e-9dda-2e82b57e68e1 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:47:54.457417 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:54.489700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=fef36fe6-cd2a-409e-9dda-2e82b57e68e1,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:54.504874 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:54.505477 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:54.506038 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:54.506589 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:54.507188 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:54.507770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:54.508343 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:54.508875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:54.509411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:54.509941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:54.510476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:54.511042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:54.511716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:47:54.515051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] No DVR routers for this DVR port fef36fe6-cd2a-409e-9dda-2e82b57e68e1 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:47:54.548684 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e42b8260-5740-4e0c-ab8f-c8d85dbb9f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:54.571349 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fb2504a-623a-4eae-864e-721c4871647d req-a064e048-da69-4e1d-b4fa-65673bfd8034 tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0542245 Dec 12 17:47:54.575268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b8260-5740-4e0c-ab8f-c8d85dbb9f14 None None] Pushing event deleted for resources: {'Port': ['ID=fef36fe6-cd2a-409e-9dda-2e82b57e68e1,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:54.577111 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42b8260-5740-4e0c-ab8f-c8d85dbb9f14 None None] No DVR routers for this DVR port fef36fe6-cd2a-409e-9dda-2e82b57e68e1 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:47:54.663981 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:54.689760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29fa05f-5fa3-43e9-a1b1-2628801ffef9']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:54.704011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b45145-ef48-4909-93fe-76e58a579244 req-a4b818ad-32f1-42db-a7fe-64aa0ebee317 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:54.707772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-56b45145-ef48-4909-93fe-76e58a579244 req-a4b818ad-32f1-42db-a7fe-64aa0ebee317 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.1411884 Dec 12 17:47:54.720491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aec63ba-95c3-4517-b6ad-c7a118fdfc95') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:54.720789 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aec63ba-95c3-4517-b6ad-c7a118fdfc95') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:47:54.739731 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:54.763813 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:54.777934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:47:54.778518 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:47:54.780360 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:47:54.803570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device fef36fe6-cd2a-409e-9dda-2e82b57e68e1 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:54.838003 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: fef36fe6-cd2a-409e-9dda-2e82b57e68e1 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:54.838428 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device fef36fe6-cd2a-409e-9dda-2e82b57e68e1 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:54.838866 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 008ebf96-e822-44cc-bfca-5dc19b553767 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:54.847863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-56b45145-ef48-4909-93fe-76e58a579244 req-74ad86bd-b576-45d9-adc2-39c738c2adaa tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355107 Dec 12 17:47:54.875617 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:54.886366 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:54.889916 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a29fa05f-5fa3-43e9-a1b1-2628801ffef9 HTTP/1.1" status: 204 len: 168 time: 0.9392042 Dec 12 17:47:54.902532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad898d44-9f4b-496e-b902-8e8521270c55 admin admin] Pushing event deleted for resources: {'Network': ['ID=a29fa05f-5fa3-43e9-a1b1-2628801ffef9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:54.903287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 008ebf96-e822-44cc-bfca-5dc19b553767 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:54.903643 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 008ebf96-e822-44cc-bfca-5dc19b553767 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:55.090399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54994) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:55.136525 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5db14a40-9a27-49b4-9e6e-986bed324329 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee853d86340a4c94b7f031ce765beca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449429 Dec 12 17:47:55.139345 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54998) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:55.196587 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d47df73b-1614-48ee-9ebc-ead18daff9fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:55.213146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55000) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:55.218620 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d47df73b-1614-48ee-9ebc-ead18daff9fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:55.265113 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d47df73b-1614-48ee-9ebc-ead18daff9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:55.267725 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d47df73b-1614-48ee-9ebc-ead18daff9fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:55.268873 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d47df73b-1614-48ee-9ebc-ead18daff9fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fbaae869-44dd-4f2d-bf43-b990dcd9adc4 HTTP/1.1" status: 204 len: 168 time: 0.1283038 Dec 12 17:47:55.280173 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47df73b-1614-48ee-9ebc-ead18daff9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaae869-44dd-4f2d-bf43-b990dcd9adc4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:55.325031 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4c93b7d1-e2c8-40f9-a6da-f1bfa62410f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:55.401876 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4c93b7d1-e2c8-40f9-a6da-f1bfa62410f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:55.405839 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4c93b7d1-e2c8-40f9-a6da-f1bfa62410f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:55.447926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4c93b7d1-e2c8-40f9-a6da-f1bfa62410f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9047b6613fba4772b69f501239395209&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2310975 Dec 12 17:47:55.448131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55008) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:55.453919 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93b7d1-e2c8-40f9-a6da-f1bfa62410f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7612ea-9244-429f-8243-4760694c2111,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:55.504223 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c4bf96f-4026-41b1-9897-3a9d2f3d175c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:55.526276 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c4bf96f-4026-41b1-9897-3a9d2f3d175c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:55.579542 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c4bf96f-4026-41b1-9897-3a9d2f3d175c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:55.582155 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c4bf96f-4026-41b1-9897-3a9d2f3d175c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:55.583346 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1c4bf96f-4026-41b1-9897-3a9d2f3d175c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c7612ea-9244-429f-8243-4760694c2111 HTTP/1.1" status: 204 len: 168 time: 0.1343324 Dec 12 17:47:55.593300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bf96f-4026-41b1-9897-3a9d2f3d175c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7612ea-9244-429f-8243-4760694c2111,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:55.698749 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d634664c-99e3-4a9a-aa53-f31dbbe810ca req-3495ad37-01fe-46c3-8e1f-59b3682b034a tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0282462 Dec 12 17:47:55.929928 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55034) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:55.944140 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db537ca7-05c8-476f-b943-eaeacf3fdd76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:55.968792 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21139e-99df-4f46-b463-a1672ec39d99 req-c2e85ce7-ec75-44e5-8399-86741d92c003 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:55.970391 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc21139e-99df-4f46-b463-a1672ec39d99 req-c2e85ce7-ec75-44e5-8399-86741d92c003 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0495625 Dec 12 17:47:55.993161 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55036) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:56.028396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc21139e-99df-4f46-b463-a1672ec39d99 req-99212d55-6f18-4157-b409-7ec7ff65ce11 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506196 Dec 12 17:47:56.051723 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db537ca7-05c8-476f-b943-eaeacf3fdd76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:56.055952 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db537ca7-05c8-476f-b943-eaeacf3fdd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:56.097619 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-db537ca7-05c8-476f-b943-eaeacf3fdd76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=173f2c6a9a044aeb8af6053cf2e4beaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1663768 Dec 12 17:47:56.098982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db537ca7-05c8-476f-b943-eaeacf3fdd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7bb11b-1329-4be7-aa00-92b0f0068a8f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:56.100305 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55042) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:56.157562 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-07c5a557-a088-4eb7-84a8-f77c9b9a0bf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:56.183749 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-07c5a557-a088-4eb7-84a8-f77c9b9a0bf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:56.203396 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-39b6d05b-7f61-4b4b-92d1-29e45d43ac6d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-408086186-network', 'tenant_id': 'eda86148cbd2497c85e155c6e0aff589'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:56.224712 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b6d05b-7f61-4b4b-92d1-29e45d43ac6d admin admin] Made reservation on behalf of eda86148cbd2497c85e155c6e0aff589 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:47:56.227096 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39b6d05b-7f61-4b4b-92d1-29e45d43ac6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:56.231054 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-07c5a557-a088-4eb7-84a8-f77c9b9a0bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:56.233868 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-07c5a557-a088-4eb7-84a8-f77c9b9a0bf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:56.235072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-07c5a557-a088-4eb7-84a8-f77c9b9a0bf9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e7bb11b-1329-4be7-aa00-92b0f0068a8f HTTP/1.1" status: 204 len: 168 time: 0.1318779 Dec 12 17:47:56.236597 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39b6d05b-7f61-4b4b-92d1-29e45d43ac6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:56.243938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5a557-a088-4eb7-84a8-f77c9b9a0bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7bb11b-1329-4be7-aa00-92b0f0068a8f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:56.304908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 051056aa-1c97-46b5-af2a-457eb7c005dc no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:47:56.322576 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39b6d05b-7f61-4b4b-92d1-29e45d43ac6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:56.325840 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 051056aa-1c97-46b5-af2a-457eb7c005dc {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:47:56.326220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 051056aa-1c97-46b5-af2a-457eb7c005dc not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:47:56.327713 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39b6d05b-7f61-4b4b-92d1-29e45d43ac6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:56.355366 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b6d05b-7f61-4b4b-92d1-29e45d43ac6d admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:47:56.361761 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6d05b-7f61-4b4b-92d1-29e45d43ac6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a247bd-ee1d-44ce-a758-d8ef9d016033,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:56.368646 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39b6d05b-7f61-4b4b-92d1-29e45d43ac6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:56.369000 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-39b6d05b-7f61-4b4b-92d1-29e45d43ac6d admin admin] Added segment a44fac28-0775-441d-9c4d-00f14f82d03e of type vlan for network 9f9da124-05b3-4fe8-a16e-cb1138224d3d Dec 12 17:47:56.409884 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39b6d05b-7f61-4b4b-92d1-29e45d43ac6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:56.434203 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39b6d05b-7f61-4b4b-92d1-29e45d43ac6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:56.435124 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b6d05b-7f61-4b4b-92d1-29e45d43ac6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:56.435809 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39b6d05b-7f61-4b4b-92d1-29e45d43ac6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:56.497545 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-39b6d05b-7f61-4b4b-92d1-29e45d43ac6d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5007472 Dec 12 17:47:56.497979 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55054) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:47:56.505067 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3796fd43-8e85-4de5-bbe8-cc27d42fad27 admin admin] Request body: {'subnet': {'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-408086186-subnet', 'tenant_id': 'eda86148cbd2497c85e155c6e0aff589', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:56.509811 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6d05b-7f61-4b4b-92d1-29e45d43ac6d admin admin] Pushing event updated for resources: {'Network': ['ID=9f9da124-05b3-4fe8-a16e-cb1138224d3d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:56.519348 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 9f9da124-05b3-4fe8-a16e-cb1138224d3d details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:47:56.531081 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3796fd43-8e85-4de5-bbe8-cc27d42fad27 admin admin] Made reservation on behalf of eda86148cbd2497c85e155c6e0aff589 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:47:56.535572 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3796fd43-8e85-4de5-bbe8-cc27d42fad27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:56.708502 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3796fd43-8e85-4de5-bbe8-cc27d42fad27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:56.764044 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796fd43-8e85-4de5-bbe8-cc27d42fad27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf2bec70-4b48-4878-877f-cfa6982b5bc0,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:56.774682 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3796fd43-8e85-4de5-bbe8-cc27d42fad27 admin admin] Checking segment: {'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:47:56.775047 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796fd43-8e85-4de5-bbe8-cc27d42fad27 admin admin] Network hostable DHCP agents. Network: 9f9da124-05b3-4fe8-a16e-cb1138224d3d, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:47:56.793126 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796fd43-8e85-4de5-bbe8-cc27d42fad27 admin admin] Network 9f9da124-05b3-4fe8-a16e-cb1138224d3d is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:47:56.805464 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3796fd43-8e85-4de5-bbe8-cc27d42fad27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 9f9da124-05b3-4fe8-a16e-cb1138224d3d) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:47:56.812407 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3796fd43-8e85-4de5-bbe8-cc27d42fad27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:56.813021 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3796fd43-8e85-4de5-bbe8-cc27d42fad27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:56.814811 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e69db01-e02c-456f-a354-62c450bd5cf6 None None] Network 9f9da124-05b3-4fe8-a16e-cb1138224d3d requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:47:56.831024 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63c907e8-b900-426e-8285-d709da3ce3cd req-8b89a9b3-a30f-4e9e-a515-4baa7d09364e tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0349035 Dec 12 17:47:56.835789 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3796fd43-8e85-4de5-bbe8-cc27d42fad27 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3369069 Dec 12 17:47:56.932760 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa2d662-63db-43fc-a6be-cd5b254663d6 None None] Network 9f9da124-05b3-4fe8-a16e-cb1138224d3d requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:47:57.162197 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2afd86-776f-4866-b98c-d3eab76b2971 req-8e84c839-0beb-4724-be42-acbf841097ad tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:57.164311 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b2afd86-776f-4866-b98c-d3eab76b2971 req-8e84c839-0beb-4724-be42-acbf841097ad tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0557344 Dec 12 17:47:57.228000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b2afd86-776f-4866-b98c-d3eab76b2971 req-367efc18-daaa-40d9-b38e-9ba262273d56 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573618 Dec 12 17:47:57.404081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-66fee7ee-219e-49b5-bc5b-5ffe08cdfe0c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:57.405565 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-66fee7ee-219e-49b5-bc5b-5ffe08cdfe0c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 811 time: 0.1070311 Dec 12 17:47:57.421123 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-bd283af2-306b-4920-9378-2cfbd7b216ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/quotas/eda86148cbd2497c85e155c6e0aff589 HTTP/1.1" status: 200 len: 375 time: 0.0097136 Dec 12 17:47:57.452976 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-38628357-3878-4e71-805e-bae58aa5ba17 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258310 Dec 12 17:47:57.545323 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-a1db7f9c-60ed-4778-acf5-3d5c2f1d4fc4 service neutron] 10.222.0.18 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850484 Dec 12 17:47:57.645959 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-5e81ef69-3b0d-4303-bb48-f16259c424de service neutron] 10.222.0.18 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932682 Dec 12 17:47:57.850668 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d6ee0d5-b1df-493a-8c50-9fa144851315 req-41a62fed-5e38-4e50-85f0-7483b114aaad tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a0cb932-5510-4a44-9a38-555c4e118014 HTTP/1.1" status: 200 len: 210 time: 0.0426507 Dec 12 17:47:57.868346 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e52c429a-118a-40d7-b0e6-3d7382a9689b req-146e4cc6-6c8a-4bb0-9aa7-6f9b4878884b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.2636330 Dec 12 17:47:57.962749 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0621d3f8-dc8e-48ec-9815-c4f97c69c617 req-c2033e6a-e8a1-43eb-9204-7ca072ec042e tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0358586 Dec 12 17:47:58.357330 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d89bd5-43f3-49e0-802b-6df61325fced req-2cc77542-7d75-4872-87fd-3b3d6f7b90a0 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:58.358940 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-92d89bd5-43f3-49e0-802b-6df61325fced req-2cc77542-7d75-4872-87fd-3b3d6f7b90a0 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0616543 Dec 12 17:47:58.417178 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-92d89bd5-43f3-49e0-802b-6df61325fced req-7efaf876-3b0a-4714-bd7d-5236d9a1c207 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521035 Dec 12 17:47:58.957190 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-ceef9d25-66c0-4714-b0c3-1d822a94735b tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:58.959507 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-ceef9d25-66c0-4714-b0c3-1d822a94735b tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 811 time: 0.1468327 Dec 12 17:47:58.981638 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08f04b30-3f4b-411a-9339-d868cf41317d req-ecc3f52f-d801-44ad-95a7-a1f42cbde913 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a0cb932-5510-4a44-9a38-555c4e118014 HTTP/1.1" status: 200 len: 210 time: 0.0387301 Dec 12 17:47:58.983715 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-a410607f-c993-4231-8690-33b81592a14a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Request body: {'port': {'device_id': '9a0cb932-5510-4a44-9a38-555c4e118014', 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d', 'admin_state_up': True, 'tenant_id': 'eda86148cbd2497c85e155c6e0aff589'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:59.076154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6798ddf8-ae8c-474f-a467-9343dbd98a97 req-9d459590-afd4-4597-9856-beb4933d5d0d tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0292044 Dec 12 17:47:59.100840 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-a410607f-c993-4231-8690-33b81592a14a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Made reservation on behalf of eda86148cbd2497c85e155c6e0aff589 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:47:59.104807 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-a410607f-c993-4231-8690-33b81592a14a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:59.246570 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-a410607f-c993-4231-8690-33b81592a14a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Allocated IP 172.20.0.8 (9f9da124-05b3-4fe8-a16e-cb1138224d3d/bf2bec70-4b48-4878-877f-cfa6982b5bc0/bdfd4d91-c764-451b-8bc1-4a3abb44af1d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:47:59.411948 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-a410607f-c993-4231-8690-33b81592a14a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:59.450556 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-a410607f-c993-4231-8690-33b81592a14a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:59.519722 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-a410607f-c993-4231-8690-33b81592a14a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Network 9f9da124-05b3-4fe8-a16e-cb1138224d3d is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:47:59.523283 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-a410607f-c993-4231-8690-33b81592a14a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:47:59.530235 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-a410607f-c993-4231-8690-33b81592a14a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:47:59.561793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410607f-c993-4231-8690-33b81592a14a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Pushing event updated for resources: {'Port': ['ID=bdfd4d91-c764-451b-8bc1-4a3abb44af1d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:47:59.574957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99d516-e13e-40a2-aa0a-e675a383302d req-bb6339e9-ec4a-468a-9148-b3957b28f6b4 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:59.576577 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f99d516-e13e-40a2-aa0a-e675a383302d req-bb6339e9-ec4a-468a-9148-b3957b28f6b4 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0632234 Dec 12 17:47:59.593171 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-a410607f-c993-4231-8690-33b81592a14a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:47:59.594226 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-a410607f-c993-4231-8690-33b81592a14a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:59.611894 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-a410607f-c993-4231-8690-33b81592a14a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6327856 Dec 12 17:47:59.631742 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f99d516-e13e-40a2-aa0a-e675a383302d req-74174501-6f03-445b-adc8-3940a56a3612 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486741 Dec 12 17:47:59.724518 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Request body: {'port': {'device_id': '9a0cb932-5510-4a44-9a38-555c4e118014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:47:59.782470 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:47:59.974030 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:48:00.049453 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdfd4d91-c764-451b-8bc1-4a3abb44af1d {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:48:00.061129 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:00.077815 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Transition to ACTIVE for port object bdfd4d91-c764-451b-8bc1-4a3abb44af1d will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:48:00.081181 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:00.107699 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5921e-b444-4c83-bc48-9f496133e7cb req-395b710f-6abb-4967-bd29-a00135b1fc33 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:00.115629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38a5921e-b444-4c83-bc48-9f496133e7cb req-395b710f-6abb-4967-bd29-a00135b1fc33 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a0cb932-5510-4a44-9a38-555c4e118014 HTTP/1.1" status: 200 len: 931 time: 0.0583141 Dec 12 17:48:00.136244 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=bdfd4d91-c764-451b-8bc1-4a3abb44af1d,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:00.185927 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38a5921e-b444-4c83-bc48-9f496133e7cb req-869b0714-dd1d-4e69-bf77-8901b07bcb2e tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694165 Dec 12 17:48:00.208447 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-43cc3384-2c9c-47be-ab1f-5113cabf0fb1 req-bee70a62-b574-4312-9715-1cda0261e9db tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0374081 Dec 12 17:48:00.236706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Attempting to bind port bdfd4d91-c764-451b-8bc1-4a3abb44af1d on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:48:00.237044 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Attempting to bind port bdfd4d91-c764-451b-8bc1-4a3abb44af1d by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:48:00.237530 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Attempting to bind port bdfd4d91-c764-451b-8bc1-4a3abb44af1d on network 9f9da124-05b3-4fe8-a16e-cb1138224d3d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:48:00.242184 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Port bdfd4d91-c764-451b-8bc1-4a3abb44af1d on network 9f9da124-05b3-4fe8-a16e-cb1138224d3d not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:48:00.242562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Attempting to bind port bdfd4d91-c764-451b-8bc1-4a3abb44af1d on network 9f9da124-05b3-4fe8-a16e-cb1138224d3d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:48:00.247742 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:48:00.248321 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Checking segment: {'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:48:00.248452 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Bound using segment: {'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:48:00.248882 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Bound port: bdfd4d91-c764-451b-8bc1-4a3abb44af1d, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:48:00.249238 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:00.261452 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 63e5863c-e4f7-412f-ac10-3144d3f770f4 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:48:00.318463 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] For port bdfd4d91-c764-451b-8bc1-4a3abb44af1d, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:48:00.322473 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] For port bdfd4d91-c764-451b-8bc1-4a3abb44af1d, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=bdfd4d91-c764-451b-8bc1-4a3abb44af1d,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:48:00.329833 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:00.366796 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:00.367583 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:00.369104 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] 10.222.0.20 "PUT /v2.0/ports/bdfd4d91-c764-451b-8bc1-4a3abb44af1d HTTP/1.1" status: 200 len: 1091 time: 0.7484961 Dec 12 17:48:00.369635 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0cb932-5510-4a44-9a38-555c4e118014', 'tag': 'bdfd4d91-c764-451b-8bc1-4a3abb44af1d'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:48:00.372197 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6121f48a-ff07-4696-865f-5cc84b8aca8f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0cb932-5510-4a44-9a38-555c4e118014", "tag": "bdfd4d91-c764-451b-8bc1-4a3abb44af1d"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:48:00.432629 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff43cf-48b4-44c2-80a0-18411abaa9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=bdfd4d91-c764-451b-8bc1-4a3abb44af1d,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:00.442586 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60374cbf-de20-471c-81d1-dfda1e77bafc x-openstack-request-id: req-60374cbf-de20-471c-81d1-dfda1e77bafc {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:48:00.442887 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0cb932-5510-4a44-9a38-555c4e118014", "tag": "bdfd4d91-c764-451b-8bc1-4a3abb44af1d", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:48:00.443172 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60374cbf-de20-471c-81d1-dfda1e77bafc {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:48:00.443608 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0cb932-5510-4a44-9a38-555c4e118014', 'tag': 'bdfd4d91-c764-451b-8bc1-4a3abb44af1d', 'status': 'completed', 'code': 200} Dec 12 17:48:00.467557 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 63e5863c-e4f7-412f-ac10-3144d3f770f4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=63e5863c-e4f7-412f-ac10-3144d3f770f4,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:00.475209 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-51c5618e-6121-468f-b5e2-df8d1083a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:00.478492 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-51c5618e-6121-468f-b5e2-df8d1083a19d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&device_id=9a0cb932-5510-4a44-9a38-555c4e118014 HTTP/1.1" status: 200 len: 1094 time: 0.0610888 Dec 12 17:48:00.498559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '63e5863c-e4f7-412f-ac10-3144d3f770f4', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '63e5863c-e4f7-412f-ac10-3144d3f770f4', 'mac_address': 'fa:16:3e:28:19:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:48:00.563334 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-c03ac3b2-90c2-4a39-a386-3417ec196379 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdfd4d91-c764-451b-8bc1-4a3abb44af1d HTTP/1.1" status: 200 len: 217 time: 0.0750866 Dec 12 17:48:00.570503 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:00.619263 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-51dd0db2-c2ff-4dd9-a423-4578d23719fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:00.619631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63e5863c-e4f7-412f-ac10-3144d3f770f4 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:48:00.620767 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-51dd0db2-c2ff-4dd9-a423-4578d23719fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf2bec70-4b48-4878-877f-cfa6982b5bc0 HTTP/1.1" status: 200 len: 851 time: 0.0479624 Dec 12 17:48:00.664915 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 63e5863c-e4f7-412f-ac10-3144d3f770f4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=63e5863c-e4f7-412f-ac10-3144d3f770f4,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:00.665124 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-72838d55-4995-4b15-a8c2-cbfd1e72ec40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f9da124-05b3-4fe8-a16e-cb1138224d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320728 Dec 12 17:48:00.670099 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:00.769251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=63e5863c-e4f7-412f-ac10-3144d3f770f4,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:00.796439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d096005-6965-4dc0-923f-4ff495c9c50d req-6d7f64f7-d912-4c56-855e-2d82f3c8c7b9 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:00.799667 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d096005-6965-4dc0-923f-4ff495c9c50d req-6d7f64f7-d912-4c56-855e-2d82f3c8c7b9 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 949 time: 0.0629351 Dec 12 17:48:00.839225 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-c84d6049-e5e2-47f9-83f0-908a1b8cb69c service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658280 Dec 12 17:48:00.857863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d096005-6965-4dc0-923f-4ff495c9c50d req-dc82c3dc-03be-4ac1-9aed-ebd2d0135e40 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499945 Dec 12 17:48:00.951418 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e5456f2c-2feb-4d63-b3d8-3205f71a199f req-7234a7a0-5edd-42eb-97b9-54426ab8ef6a service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028583 Dec 12 17:48:00.966544 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['63e5863c-e4f7-412f-ac10-3144d3f770f4'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:48:01.060625 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af66f544-569f-493f-9cae-3bcdbf141b7e req-cc1b8b46-8fc1-41e5-ab91-41b487be92b4 tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0381532 Dec 12 17:48:01.085452 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121f48a-ff07-4696-865f-5cc84b8aca8f req-d14dad61-1b7d-4f72-8edc-c5a5258e16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:01.087338 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6121f48a-ff07-4696-865f-5cc84b8aca8f req-d14dad61-1b7d-4f72-8edc-c5a5258e16e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&device_id=9a0cb932-5510-4a44-9a38-555c4e118014 HTTP/1.1" status: 200 len: 1094 time: 0.0720353 Dec 12 17:48:01.192194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121f48a-ff07-4696-865f-5cc84b8aca8f req-161e7d40-cf67-44c9-873c-e16418135b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:01.193689 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6121f48a-ff07-4696-865f-5cc84b8aca8f req-161e7d40-cf67-44c9-873c-e16418135b0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 912 time: 0.0971167 Dec 12 17:48:01.243060 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6121f48a-ff07-4696-865f-5cc84b8aca8f req-7c7041f4-7b06-4772-b838-79503afb05db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdfd4d91-c764-451b-8bc1-4a3abb44af1d HTTP/1.1" status: 200 len: 217 time: 0.0415556 Dec 12 17:48:01.310783 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121f48a-ff07-4696-865f-5cc84b8aca8f req-8590524d-3fdf-4693-abeb-e65fe81c5470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:01.313287 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6121f48a-ff07-4696-865f-5cc84b8aca8f req-8590524d-3fdf-4693-abeb-e65fe81c5470 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf2bec70-4b48-4878-877f-cfa6982b5bc0 HTTP/1.1" status: 200 len: 851 time: 0.0587106 Dec 12 17:48:01.320175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc057fa-3647-4c9e-ba14-5b231b5994ec req-e51a94f7-9841-4916-a0ad-cb3b75466656 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:01.321594 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fcc057fa-3647-4c9e-ba14-5b231b5994ec req-e51a94f7-9841-4916-a0ad-cb3b75466656 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a0cb932-5510-4a44-9a38-555c4e118014 HTTP/1.1" status: 200 len: 943 time: 0.0583456 Dec 12 17:48:01.347545 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6121f48a-ff07-4696-865f-5cc84b8aca8f req-264aa4b8-9664-47ba-ab45-18f4a1e7ee56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f9da124-05b3-4fe8-a16e-cb1138224d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254488 Dec 12 17:48:01.373049 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fcc057fa-3647-4c9e-ba14-5b231b5994ec req-c944cd2d-5055-4825-9d71-6435710b03e5 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431690 Dec 12 17:48:01.445042 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6121f48a-ff07-4696-865f-5cc84b8aca8f req-b23fe547-1182-4216-9ef0-b0cd63940fbc service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870152 Dec 12 17:48:01.541778 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6121f48a-ff07-4696-865f-5cc84b8aca8f req-0378770b-49ae-43de-8e48-d64ab7691c74 service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889280 Dec 12 17:48:01.978537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8595fa-98d9-456f-81a4-5503b258fea9 req-af85ebec-b64b-4d89-8eea-903af1f576a6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:01.980129 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af8595fa-98d9-456f-81a4-5503b258fea9 req-af85ebec-b64b-4d89-8eea-903af1f576a6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 949 time: 0.0499430 Dec 12 17:48:02.029095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af8595fa-98d9-456f-81a4-5503b258fea9 req-9e583b20-b23e-42d9-88b4-57f96b37bb3d tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430844 Dec 12 17:48:02.157443 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1e71300-768e-44c4-8e73-31a5b9744604 req-1c5e40a1-06a2-4d0e-a433-dd658bf09d3d tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0270824 Dec 12 17:48:02.256675 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 63e5863c-e4f7-412f-ac10-3144d3f770f4 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:48:02.308220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 63e5863c-e4f7-412f-ac10-3144d3f770f4 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:02.308597 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:02.387214 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:02.411395 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3056ee5-b02f-47a4-9340-5ae45d4de2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e5863c-e4f7-412f-ac10-3144d3f770f4'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:48:02.413929 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733049c3-1940-4fb5-a442-957a284d3dc3" -d '{"events": [{"server_uuid": "b3056ee5-b02f-47a4-9340-5ae45d4de2aa", "name": "network-vif-plugged", "status": "completed", "tag": "63e5863c-e4f7-412f-ac10-3144d3f770f4"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:48:02.428537 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 63e5863c-e4f7-412f-ac10-3144d3f770f4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=63e5863c-e4f7-412f-ac10-3144d3f770f4,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:02.433070 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:02.550005 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9476b-69c7-48fc-bad0-ae33b39606bc req-0419ec1b-c3af-4361-ba29-337535cc81f0 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:02.552412 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17b9476b-69c7-48fc-bad0-ae33b39606bc req-0419ec1b-c3af-4361-ba29-337535cc81f0 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a0cb932-5510-4a44-9a38-555c4e118014 HTTP/1.1" status: 200 len: 943 time: 0.0762618 Dec 12 17:48:02.609795 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00836782-a569-4fdd-9e7b-83dd3c1e8342 x-openstack-request-id: req-00836782-a569-4fdd-9e7b-83dd3c1e8342 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:48:02.610091 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3056ee5-b02f-47a4-9340-5ae45d4de2aa", "name": "network-vif-plugged", "status": "completed", "tag": "63e5863c-e4f7-412f-ac10-3144d3f770f4", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:48:02.610340 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00836782-a569-4fdd-9e7b-83dd3c1e8342 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:48:02.611273 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3056ee5-b02f-47a4-9340-5ae45d4de2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e5863c-e4f7-412f-ac10-3144d3f770f4', 'code': 200} Dec 12 17:48:02.629214 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17b9476b-69c7-48fc-bad0-ae33b39606bc req-4f13bc66-e2bd-49d6-a92f-bfb18714e174 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637350 Dec 12 17:48:02.667388 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=63e5863c-e4f7-412f-ac10-3144d3f770f4,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:02.672569 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eab801-b21b-4d39-ae14-ceb397d5d3cc req-9ad8c3ed-c12d-4771-aaf7-b1b9d4a97512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:02.674393 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b5eab801-b21b-4d39-ae14-ceb397d5d3cc req-9ad8c3ed-c12d-4771-aaf7-b1b9d4a97512 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 1101 time: 0.0496755 Dec 12 17:48:02.725332 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b5eab801-b21b-4d39-ae14-ceb397d5d3cc req-7aa2136a-6576-4d07-9965-70793a0bc12c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389035 Dec 12 17:48:03.155841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040afb25-b6b5-4c0a-b404-c36936c0c573 req-850e7109-8d49-4f62-b478-188ac540adc6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:03.157417 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-040afb25-b6b5-4c0a-b404-c36936c0c573 req-850e7109-8d49-4f62-b478-188ac540adc6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0496418 Dec 12 17:48:03.209555 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-040afb25-b6b5-4c0a-b404-c36936c0c573 req-920612bf-940f-416c-a113-bdb85eec184a tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462463 Dec 12 17:48:03.266896 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9df411c-30dd-421c-b94d-c72486ee69a2 req-dc9243a2-f14b-48bd-90e3-bca97d343a6e tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0279498 Dec 12 17:48:03.760163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b76de-7e5d-4e05-aa16-d5e06bd4fbcf req-ecaa63ad-346b-4bc1-b79e-15edfdc77e0b tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:03.762009 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-760b76de-7e5d-4e05-aa16-d5e06bd4fbcf req-ecaa63ad-346b-4bc1-b79e-15edfdc77e0b tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a0cb932-5510-4a44-9a38-555c4e118014 HTTP/1.1" status: 200 len: 943 time: 0.0589340 Dec 12 17:48:03.821970 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-760b76de-7e5d-4e05-aa16-d5e06bd4fbcf req-0b89eaae-6100-40dc-b434-721097363344 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506556 Dec 12 17:48:04.276089 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device bdfd4d91-c764-451b-8bc1-4a3abb44af1d details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:48:04.331144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c10b2-f11a-498b-be80-7851c22b5775 req-ec2f95b5-85d2-47ee-9f89-2b960a0c00db tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:04.332785 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-245c10b2-f11a-498b-be80-7851c22b5775 req-ec2f95b5-85d2-47ee-9f89-2b960a0c00db tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0550463 Dec 12 17:48:04.387532 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c87cc8f4-dbe2-489c-a069-6c334eedea3a req-69d4a163-7b79-423a-9bf3-df056a2dc93e tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0302138 Dec 12 17:48:04.399260 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port bdfd4d91-c764-451b-8bc1-4a3abb44af1d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=bdfd4d91-c764-451b-8bc1-4a3abb44af1d,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:04.412721 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'bdfd4d91-c764-451b-8bc1-4a3abb44af1d', 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d', 'port_id': 'bdfd4d91-c764-451b-8bc1-4a3abb44af1d', 'mac_address': 'fa:16:3e:04:b3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2bec70-4b48-4878-877f-cfa6982b5bc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:48:04.415917 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-245c10b2-f11a-498b-be80-7851c22b5775 req-ad4c924a-38b5-48c9-b86a-9ac973b01394 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754457 Dec 12 17:48:04.462121 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:04.476268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdfd4d91-c764-451b-8bc1-4a3abb44af1d {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:48:04.497695 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port bdfd4d91-c764-451b-8bc1-4a3abb44af1d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=bdfd4d91-c764-451b-8bc1-4a3abb44af1d,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:04.503044 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:04.551807 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=bdfd4d91-c764-451b-8bc1-4a3abb44af1d,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:04.553487 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1cf60-0f1b-4f16-9124-5f39692c8e5b req-da9dff5d-09ed-4da8-a26b-4ea1434f6bee tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:04.556460 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27f1cf60-0f1b-4f16-9124-5f39692c8e5b req-da9dff5d-09ed-4da8-a26b-4ea1434f6bee tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0583792 Dec 12 17:48:04.608327 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27f1cf60-0f1b-4f16-9124-5f39692c8e5b req-31b1efaa-5726-40d5-bc2f-416d9dd312dd tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440340 Dec 12 17:48:04.800973 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['bdfd4d91-c764-451b-8bc1-4a3abb44af1d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:48:05.055757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e342b-96f5-4068-96ee-198a90fae74d req-bf51e373-0a3b-431a-a99c-0d3e684a4f60 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:05.057278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b96e342b-96f5-4068-96ee-198a90fae74d req-bf51e373-0a3b-431a-a99c-0d3e684a4f60 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a0cb932-5510-4a44-9a38-555c4e118014 HTTP/1.1" status: 200 len: 944 time: 0.0874610 Dec 12 17:48:05.091815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac34d3-381c-4d38-befb-9babeecb93b8 req-f572a6c5-5dd5-4460-bf3f-eff09be2494b tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:05.093287 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0ac34d3-381c-4d38-befb-9babeecb93b8 req-f572a6c5-5dd5-4460-bf3f-eff09be2494b tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0862429 Dec 12 17:48:05.135472 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b96e342b-96f5-4068-96ee-198a90fae74d req-fa59762a-54be-48d3-86e3-b783a0931abc tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702555 Dec 12 17:48:05.169823 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0ac34d3-381c-4d38-befb-9babeecb93b8 req-c4ac3855-2474-4c2a-a44a-c1e54ae27817 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654421 Dec 12 17:48:05.197547 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55364) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:05.307126 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69f907e7-f80d-493a-b6f7-7aa5c9872847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:05.384069 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69f907e7-f80d-493a-b6f7-7aa5c9872847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:05.387821 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69f907e7-f80d-493a-b6f7-7aa5c9872847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:05.424848 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f907e7-f80d-493a-b6f7-7aa5c9872847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4f6918-bd5a-4488-864b-f957ccd61a92,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:05.430596 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-69f907e7-f80d-493a-b6f7-7aa5c9872847 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10bec1ed1262459bb00e7bcbe3679d67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2310631 Dec 12 17:48:05.432597 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55370) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:05.501472 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f9791f9-4878-402e-bdc7-715f341f3047 req-577cb72a-a2be-4b38-8864-90ab25509f76 tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0328169 Dec 12 17:48:05.504339 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a59f4cf7-5d02-47a7-9ddc-e96664c92f9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:05.527678 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a59f4cf7-5d02-47a7-9ddc-e96664c92f9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:05.573172 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a59f4cf7-5d02-47a7-9ddc-e96664c92f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:05.576258 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a59f4cf7-5d02-47a7-9ddc-e96664c92f9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:05.577393 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a59f4cf7-5d02-47a7-9ddc-e96664c92f9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c4f6918-bd5a-4488-864b-f957ccd61a92 HTTP/1.1" status: 204 len: 168 time: 0.1440151 Dec 12 17:48:05.584976 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f4cf7-5d02-47a7-9ddc-e96664c92f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4f6918-bd5a-4488-864b-f957ccd61a92,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:05.827266 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55376) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:05.840353 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a0a413a-0ab1-4190-8a25-e4cb2dd0d489 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:05.915511 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a0a413a-0ab1-4190-8a25-e4cb2dd0d489 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:05.919679 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a0a413a-0ab1-4190-8a25-e4cb2dd0d489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:05.958085 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3a0a413a-0ab1-4190-8a25-e4cb2dd0d489 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d52890eb7f6044938370581c93bd864b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297147 Dec 12 17:48:05.958973 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a413a-0ab1-4190-8a25-e4cb2dd0d489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5673fd35-482f-4042-9c9c-6b07d971e77d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:05.961251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55382) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:06.010383 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a6922fb8-07bf-41a4-9320-7717013c7be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:06.031379 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a6922fb8-07bf-41a4-9320-7717013c7be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:06.079570 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a6922fb8-07bf-41a4-9320-7717013c7be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:06.082146 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a6922fb8-07bf-41a4-9320-7717013c7be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:06.083299 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a6922fb8-07bf-41a4-9320-7717013c7be0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5673fd35-482f-4042-9c9c-6b07d971e77d HTTP/1.1" status: 204 len: 168 time: 0.1210465 Dec 12 17:48:06.091524 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6922fb8-07bf-41a4-9320-7717013c7be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5673fd35-482f-4042-9c9c-6b07d971e77d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:06.261773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c87c9e-9c79-4e29-887e-ce7e05256224 req-2e3fe8ef-1293-4c8f-a747-4159ab31ef15 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:06.263313 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5c87c9e-9c79-4e29-887e-ce7e05256224 req-2e3fe8ef-1293-4c8f-a747-4159ab31ef15 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a0cb932-5510-4a44-9a38-555c4e118014 HTTP/1.1" status: 200 len: 944 time: 0.0520635 Dec 12 17:48:06.321337 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device bdfd4d91-c764-451b-8bc1-4a3abb44af1d up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:48:06.332832 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46a103-1e45-46c8-ad90-ffcf183977ca req-1b06549f-a395-4033-89b8-d48cb5a1158a tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:06.334354 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f46a103-1e45-46c8-ad90-ffcf183977ca req-1b06549f-a395-4033-89b8-d48cb5a1158a tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0698295 Dec 12 17:48:06.352400 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5c87c9e-9c79-4e29-887e-ce7e05256224 req-48d5e0bd-11ed-42af-ad7f-6231b269d664 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797763 Dec 12 17:48:06.381101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port bdfd4d91-c764-451b-8bc1-4a3abb44af1d completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:48:06.386945 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port bdfd4d91-c764-451b-8bc1-4a3abb44af1d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:06.387370 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:06.401459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f46a103-1e45-46c8-ad90-ffcf183977ca req-c1748dd8-5113-4304-b423-338547873325 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587032 Dec 12 17:48:06.440462 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55394) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:06.454536 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b31c-316d-4feb-a963-633e543594fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:06.474600 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:06.503460 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0cb932-5510-4a44-9a38-555c4e118014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfd4d91-c764-451b-8bc1-4a3abb44af1d'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:48:06.505939 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2d2cd2-77f5-4a78-b9ad-fe5358cbccac" -d '{"events": [{"server_uuid": "9a0cb932-5510-4a44-9a38-555c4e118014", "name": "network-vif-plugged", "status": "completed", "tag": "bdfd4d91-c764-451b-8bc1-4a3abb44af1d"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:48:06.519550 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port bdfd4d91-c764-451b-8bc1-4a3abb44af1d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=bdfd4d91-c764-451b-8bc1-4a3abb44af1d,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:06.524650 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:06.536924 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b31c-316d-4feb-a963-633e543594fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:06.543289 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b31c-316d-4feb-a963-633e543594fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:06.577954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=bdfd4d91-c764-451b-8bc1-4a3abb44af1d,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:06.596064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0b31c-316d-4feb-a963-633e543594fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864a5bb7-6762-4f6b-993f-90d3f3f0c896,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:06.604249 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c7d0b31c-316d-4feb-a963-633e543594fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93a23b013ef84cf09ad0b543c420227d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1625261 Dec 12 17:48:06.606581 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55402) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:06.625006 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9120bbb1-83aa-4045-93ec-4929b8a9551b req-c2a38e6a-4c2c-48cb-a347-2f4cff6383c1 tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0331414 Dec 12 17:48:06.656356 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd666496-b7b3-4ff8-8f4f-bfd191aaee3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:06.677828 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd666496-b7b3-4ff8-8f4f-bfd191aaee3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:06.724944 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd666496-b7b3-4ff8-8f4f-bfd191aaee3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:06.728283 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd666496-b7b3-4ff8-8f4f-bfd191aaee3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:06.730047 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fd666496-b7b3-4ff8-8f4f-bfd191aaee3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/864a5bb7-6762-4f6b-993f-90d3f3f0c896 HTTP/1.1" status: 204 len: 168 time: 0.1219280 Dec 12 17:48:06.738448 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd666496-b7b3-4ff8-8f4f-bfd191aaee3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864a5bb7-6762-4f6b-993f-90d3f3f0c896,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:06.768528 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da889ae-635b-4b46-9657-c79ce8278d4e x-openstack-request-id: req-6da889ae-635b-4b46-9657-c79ce8278d4e {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:48:06.768888 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0cb932-5510-4a44-9a38-555c4e118014", "name": "network-vif-plugged", "status": "completed", "tag": "bdfd4d91-c764-451b-8bc1-4a3abb44af1d", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:48:06.769225 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6da889ae-635b-4b46-9657-c79ce8278d4e {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:48:06.769659 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0cb932-5510-4a44-9a38-555c4e118014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfd4d91-c764-451b-8bc1-4a3abb44af1d', 'code': 200} Dec 12 17:48:06.872765 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9e10c-17c3-48dc-8b8f-6249b226e4fa req-27ff9ed7-92ac-4777-97b9-a78dfdb689d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:06.874309 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4ae9e10c-17c3-48dc-8b8f-6249b226e4fa req-27ff9ed7-92ac-4777-97b9-a78dfdb689d2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9a0cb932-5510-4a44-9a38-555c4e118014 HTTP/1.1" status: 200 len: 1096 time: 0.0452573 Dec 12 17:48:06.928268 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4ae9e10c-17c3-48dc-8b8f-6249b226e4fa req-4e987ae8-4f53-4872-8b56-94839b5d389c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444272 Dec 12 17:48:07.505942 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baf902-b21d-429f-bd0d-5d13b10ae6c1 req-2257b1bd-23e4-4e9b-af2b-3b436aebe7b3 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:07.507468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0baf902-b21d-429f-bd0d-5d13b10ae6c1 req-2257b1bd-23e4-4e9b-af2b-3b436aebe7b3 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a0cb932-5510-4a44-9a38-555c4e118014 HTTP/1.1" status: 200 len: 945 time: 0.0787570 Dec 12 17:48:07.547340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d24dc-54e3-4e3f-8199-c5acf762c5da req-182d600d-1733-4847-b225-867b66028974 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:07.549091 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b92d24dc-54e3-4e3f-8199-c5acf762c5da req-182d600d-1733-4847-b225-867b66028974 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0816877 Dec 12 17:48:07.592362 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0baf902-b21d-429f-bd0d-5d13b10ae6c1 req-8b56b387-8e0e-457f-a3f9-1422de763e3b tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778551 Dec 12 17:48:07.615855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b92d24dc-54e3-4e3f-8199-c5acf762c5da req-06a86bdd-09db-450a-a6aa-eec6d2f82dbc tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567524 Dec 12 17:48:07.738379 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98fab3b9-81c4-4f15-9d82-14fc8ee4a15a req-2b478820-6ae5-4500-b912-eb815ce9c21a tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0315833 Dec 12 17:48:08.744314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d48531-cf6f-41a8-80f7-38260058ff7e req-52d28226-1389-4bb8-a83b-e25a4b5b259d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:08.745772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-66d48531-cf6f-41a8-80f7-38260058ff7e req-52d28226-1389-4bb8-a83b-e25a4b5b259d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a0cb932-5510-4a44-9a38-555c4e118014 HTTP/1.1" status: 200 len: 945 time: 0.0800459 Dec 12 17:48:08.758919 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4363fc0-51cd-41d7-bea6-964968b95757 req-d9d6c060-b67d-4bfd-a564-0deb3dc36344 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:08.760535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4363fc0-51cd-41d7-bea6-964968b95757 req-d9d6c060-b67d-4bfd-a564-0deb3dc36344 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0666838 Dec 12 17:48:08.833296 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-66d48531-cf6f-41a8-80f7-38260058ff7e req-68c11411-9431-469a-bff3-f3ddf23209f6 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718262 Dec 12 17:48:08.837095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4363fc0-51cd-41d7-bea6-964968b95757 req-9e25021e-3169-4451-8171-4ad939e3b5e3 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695889 Dec 12 17:48:08.954502 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b695443-a19b-43b0-bac7-e45b7787d209 req-4156ba0a-34b9-489f-9485-814fe78015ff tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0378637 Dec 12 17:48:09.140232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdf83d-fc97-4543-860a-8c140ee8ac77 req-63f45ae0-4a86-4e12-9715-857e6c92317c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:09.141816 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4bdf83d-fc97-4543-860a-8c140ee8ac77 req-63f45ae0-4a86-4e12-9715-857e6c92317c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a0cb932-5510-4a44-9a38-555c4e118014 HTTP/1.1" status: 200 len: 945 time: 0.0501792 Dec 12 17:48:09.198307 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4bdf83d-fc97-4543-860a-8c140ee8ac77 req-694d0022-93be-4578-aa16-9b194ee4632b tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496774 Dec 12 17:48:09.956713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1055569-a540-4b3d-ad27-b45e9ca40a97 req-6a59f7e3-69de-4861-8424-12c31d85f85d tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:09.958476 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1055569-a540-4b3d-ad27-b45e9ca40a97 req-6a59f7e3-69de-4861-8424-12c31d85f85d tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0502105 Dec 12 17:48:10.011178 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1055569-a540-4b3d-ad27-b45e9ca40a97 req-10e848c4-deed-489a-bc4e-9beedab773ac tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464084 Dec 12 17:48:10.067031 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94e66d69-647b-4d23-a38f-4fbc74a39283 req-625c2698-1b01-4bcb-8405-07cb5abfe5dd tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0283933 Dec 12 17:48:10.317351 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902e9cc-1985-4901-ad79-6ab4167b0ec3 req-21165fa1-b2cd-48c6-b256-36e9832bc0f4 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:10.318860 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e902e9cc-1985-4901-ad79-6ab4167b0ec3 req-21165fa1-b2cd-48c6-b256-36e9832bc0f4 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a0cb932-5510-4a44-9a38-555c4e118014 HTTP/1.1" status: 200 len: 945 time: 0.0491214 Dec 12 17:48:10.370402 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e902e9cc-1985-4901-ad79-6ab4167b0ec3 req-ef33c568-46af-422e-87a9-5dff3ecde3bc tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432072 Dec 12 17:48:10.612141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209def7-799e-4ded-9adb-654a37cc7142 req-018ab564-6c31-44c3-9188-980aba6bb43b tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:10.613695 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e209def7-799e-4ded-9adb-654a37cc7142 req-018ab564-6c31-44c3-9188-980aba6bb43b tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a0cb932-5510-4a44-9a38-555c4e118014 HTTP/1.1" status: 200 len: 945 time: 0.0530984 Dec 12 17:48:10.713070 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-e209def7-799e-4ded-9adb-654a37cc7142 req-80d37333-15f6-4d5d-ad41-6f468cd58b3a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Deleting port bdfd4d91-c764-451b-8bc1-4a3abb44af1d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:48:10.713418 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e209def7-799e-4ded-9adb-654a37cc7142 req-80d37333-15f6-4d5d-ad41-6f468cd58b3a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:10.806690 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-e209def7-799e-4ded-9adb-654a37cc7142 req-80d37333-15f6-4d5d-ad41-6f468cd58b3a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] For port bdfd4d91-c764-451b-8bc1-4a3abb44af1d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=bdfd4d91-c764-451b-8bc1-4a3abb44af1d,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:10.807064 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e209def7-799e-4ded-9adb-654a37cc7142 req-80d37333-15f6-4d5d-ad41-6f468cd58b3a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:10.819966 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-e209def7-799e-4ded-9adb-654a37cc7142 req-80d37333-15f6-4d5d-ad41-6f468cd58b3a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Calling delete_port for bdfd4d91-c764-451b-8bc1-4a3abb44af1d owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:48:10.950638 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e209def7-799e-4ded-9adb-654a37cc7142 req-80d37333-15f6-4d5d-ad41-6f468cd58b3a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:10.963342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['bdfd4d91-c764-451b-8bc1-4a3abb44af1d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:48:10.983929 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d37333-15f6-4d5d-ad41-6f468cd58b3a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Pushing event deleted for resources: {'Port': ['ID=bdfd4d91-c764-451b-8bc1-4a3abb44af1d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:11.027160 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-e209def7-799e-4ded-9adb-654a37cc7142 req-80d37333-15f6-4d5d-ad41-6f468cd58b3a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] No DVR routers for this DVR port bdfd4d91-c764-451b-8bc1-4a3abb44af1d on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:48:11.029741 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e209def7-799e-4ded-9adb-654a37cc7142 req-80d37333-15f6-4d5d-ad41-6f468cd58b3a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:11.033211 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e209def7-799e-4ded-9adb-654a37cc7142 req-80d37333-15f6-4d5d-ad41-6f468cd58b3a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "DELETE /v2.0/ports/bdfd4d91-c764-451b-8bc1-4a3abb44af1d HTTP/1.1" status: 204 len: 173 time: 0.4104204 Dec 12 17:48:11.033962 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0cb932-5510-4a44-9a38-555c4e118014', 'name': 'network-vif-deleted', 'tag': 'bdfd4d91-c764-451b-8bc1-4a3abb44af1d'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:48:11.036456 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e133a55-bd78-4e09-a339-cb58c96954bb" -d '{"events": [{"server_uuid": "9a0cb932-5510-4a44-9a38-555c4e118014", "name": "network-vif-deleted", "tag": "bdfd4d91-c764-451b-8bc1-4a3abb44af1d"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:48:11.106949 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75961672-5c5b-4739-8adb-e839ae593e43 x-openstack-request-id: req-75961672-5c5b-4739-8adb-e839ae593e43 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:48:11.107343 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0cb932-5510-4a44-9a38-555c4e118014", "name": "network-vif-deleted", "tag": "bdfd4d91-c764-451b-8bc1-4a3abb44af1d", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:48:11.107672 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75961672-5c5b-4739-8adb-e839ae593e43 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:48:11.108151 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0cb932-5510-4a44-9a38-555c4e118014', 'name': 'network-vif-deleted', 'tag': 'bdfd4d91-c764-451b-8bc1-4a3abb44af1d', 'status': 'completed', 'code': 200} Dec 12 17:48:11.168011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ced7f7-82b0-4d0a-80a8-609011a21de8 req-ee2ada3e-5ebf-4b51-90c7-e0de4428981a tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:11.169583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2ced7f7-82b0-4d0a-80a8-609011a21de8 req-ee2ada3e-5ebf-4b51-90c7-e0de4428981a tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0576289 Dec 12 17:48:11.201537 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-799ed7ce-4a84-4cf2-9b8f-2ca86023125a req-1cf6d435-4c78-4b8b-ac5e-4811cc7241ac tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0307491 Dec 12 17:48:11.246654 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2ced7f7-82b0-4d0a-80a8-609011a21de8 req-90ea139e-1cae-4623-868f-6350bf6143c2 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657871 Dec 12 17:48:11.476089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7294ce8-7ffb-4a89-a7fd-40bd4fff58b0 req-7aa3b94e-9bfc-47ee-bc46-635d15ed5c1a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a0cb932-5510-4a44-9a38-555c4e118014 HTTP/1.1" status: 200 len: 210 time: 0.0270770 Dec 12 17:48:12.316854 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f205f70-e743-4384-bbc2-46f647c8353d req-c6937ea1-2095-4b56-b572-44f78c767438 tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0364702 Dec 12 17:48:12.384297 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8fddc-3fb2-463e-95fd-53f216fa050a req-ca363e2d-ba8a-406e-83c4-bde21e0df328 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:12.386871 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07f8fddc-3fb2-463e-95fd-53f216fa050a req-ca363e2d-ba8a-406e-83c4-bde21e0df328 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0630865 Dec 12 17:48:12.437853 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07f8fddc-3fb2-463e-95fd-53f216fa050a req-9f833d68-16f6-4ed9-bb03-06391c2112a2 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446501 Dec 12 17:48:12.793467 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-b8122f6b-ecc1-4f31-9ab0-a0b6ea556d09 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:12.794945 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-b8122f6b-ecc1-4f31-9ab0-a0b6ea556d09 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 811 time: 0.1103683 Dec 12 17:48:12.809527 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-51fe2efa-ce63-4192-b7f7-25817288a386 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/quotas/eda86148cbd2497c85e155c6e0aff589 HTTP/1.1" status: 200 len: 375 time: 0.0090048 Dec 12 17:48:12.841582 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-5594eab8-3f1f-4d4a-9fe3-222d29f97ef3 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265996 Dec 12 17:48:12.935476 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-479ec797-c90e-4ed7-9d22-b4a8457c9cdf service neutron] 10.222.0.18 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870020 Dec 12 17:48:13.025146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-33524c08-0114-4796-a65c-7544b8a90c04 service neutron] 10.222.0.18 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830429 Dec 12 17:48:13.221622 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed1fa4c8-9e28-40fc-a6e7-10cea5c3d79c req-740540e6-930d-4f95-a8b7-61d8a38cc5a7 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 210 time: 0.0426157 Dec 12 17:48:13.437009 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-462bfac2-0178-4090-b6c7-b9f5c506ae2d req-b46024a8-b356-4760-a78e-9c1af548b52e tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0351429 Dec 12 17:48:13.934333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6a09c-4e15-4a64-9003-dbcc20769d02 req-e5a79e46-f1a0-45f2-8df5-0dff3e9bc13b tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:13.936383 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77b6a09c-4e15-4a64-9003-dbcc20769d02 req-e5a79e46-f1a0-45f2-8df5-0dff3e9bc13b tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.4171927 Dec 12 17:48:13.995194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77b6a09c-4e15-4a64-9003-dbcc20769d02 req-6851c177-dd7f-41dd-b945-dc58c1946a9f tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416853 Dec 12 17:48:14.281307 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-9e2e7f20-de81-4bc7-8c70-4944f4105e8b tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:14.282978 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-9e2e7f20-de81-4bc7-8c70-4944f4105e8b tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 811 time: 0.1288271 Dec 12 17:48:14.309077 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-ec467741-6a2f-41fe-bff2-e6598df79e24 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Request body: {'port': {'device_id': '001abf4f-3065-4898-88a9-6405bfc3d9eb', 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d', 'admin_state_up': True, 'tenant_id': 'eda86148cbd2497c85e155c6e0aff589'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:14.371754 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device bdfd4d91-c764-451b-8bc1-4a3abb44af1d no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:48:14.404708 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: bdfd4d91-c764-451b-8bc1-4a3abb44af1d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:48:14.405299 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device bdfd4d91-c764-451b-8bc1-4a3abb44af1d not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:48:14.448443 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-ec467741-6a2f-41fe-bff2-e6598df79e24 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Made reservation on behalf of eda86148cbd2497c85e155c6e0aff589 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:48:14.452569 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-ec467741-6a2f-41fe-bff2-e6598df79e24 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:14.601946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-ec467741-6a2f-41fe-bff2-e6598df79e24 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Allocated IP 172.20.0.10 (9f9da124-05b3-4fe8-a16e-cb1138224d3d/bf2bec70-4b48-4878-877f-cfa6982b5bc0/c644d444-417a-413f-a046-0ae79e3cdb28) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:48:14.616097 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f391466a-8835-41d1-bda7-8d273149404d req-8b79c520-48a9-4e96-8278-3440275309c3 tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0344615 Dec 12 17:48:14.631243 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-070f849b-24c9-4e95-9c50-f80b8540cdc2 req-d197a85f-e109-4809-baea-2262c85a2d0c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 210 time: 0.0516372 Dec 12 17:48:14.770145 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-ec467741-6a2f-41fe-bff2-e6598df79e24 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:14.778887 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1298-f790-4523-862f-c3953509d2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:14.821866 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-ec467741-6a2f-41fe-bff2-e6598df79e24 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:14.866272 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-ec467741-6a2f-41fe-bff2-e6598df79e24 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Network 9f9da124-05b3-4fe8-a16e-cb1138224d3d is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:48:14.869523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-ec467741-6a2f-41fe-bff2-e6598df79e24 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:48:14.873302 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-ec467741-6a2f-41fe-bff2-e6598df79e24 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:48:14.896881 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec467741-6a2f-41fe-bff2-e6598df79e24 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Pushing event updated for resources: {'Port': ['ID=c644d444-417a-413f-a046-0ae79e3cdb28,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:14.927525 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-ec467741-6a2f-41fe-bff2-e6598df79e24 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:14.928148 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-ec467741-6a2f-41fe-bff2-e6598df79e24 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:14.945289 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-ec467741-6a2f-41fe-bff2-e6598df79e24 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6516993 Dec 12 17:48:14.957819 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Request body: {'port': {'device_id': '001abf4f-3065-4898-88a9-6405bfc3d9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:15.017068 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:15.114776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb848c0-c8b1-4b9d-b74b-203c7d7803a4 req-7de23c99-f720-4f04-a495-a8288d60eda5 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:15.117496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7bb848c0-c8b1-4b9d-b74b-203c7d7803a4 req-7de23c99-f720-4f04-a495-a8288d60eda5 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0532587 Dec 12 17:48:15.179460 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7bb848c0-c8b1-4b9d-b74b-203c7d7803a4 req-e781f547-60d1-4397-a7bc-640795a0e734 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522535 Dec 12 17:48:15.293171 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c644d444-417a-413f-a046-0ae79e3cdb28 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:48:15.300891 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:15.313606 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Transition to ACTIVE for port object c644d444-417a-413f-a046-0ae79e3cdb28 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:48:15.317687 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:15.368409 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Pushing event updated for resources: {'Port': ['ID=c644d444-417a-413f-a046-0ae79e3cdb28,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:15.440754 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Attempting to bind port c644d444-417a-413f-a046-0ae79e3cdb28 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:48:15.441091 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Attempting to bind port c644d444-417a-413f-a046-0ae79e3cdb28 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:48:15.441425 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Attempting to bind port c644d444-417a-413f-a046-0ae79e3cdb28 on network 9f9da124-05b3-4fe8-a16e-cb1138224d3d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:48:15.445777 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Port c644d444-417a-413f-a046-0ae79e3cdb28 on network 9f9da124-05b3-4fe8-a16e-cb1138224d3d not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:48:15.446095 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Attempting to bind port c644d444-417a-413f-a046-0ae79e3cdb28 on network 9f9da124-05b3-4fe8-a16e-cb1138224d3d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:48:15.450795 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:48:15.451134 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Checking segment: {'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:48:15.451542 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Bound using segment: {'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:48:15.451966 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Bound port: c644d444-417a-413f-a046-0ae79e3cdb28, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:48:15.452318 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:15.518288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] For port c644d444-417a-413f-a046-0ae79e3cdb28, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:48:15.521425 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] For port c644d444-417a-413f-a046-0ae79e3cdb28, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c644d444-417a-413f-a046-0ae79e3cdb28,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:48:15.525261 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:15.557101 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:15.557733 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:15.559309 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] 10.222.0.20 "PUT /v2.0/ports/c644d444-417a-413f-a046-0ae79e3cdb28 HTTP/1.1" status: 200 len: 1092 time: 0.6056664 Dec 12 17:48:15.564607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001abf4f-3065-4898-88a9-6405bfc3d9eb', 'tag': 'c644d444-417a-413f-a046-0ae79e3cdb28'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:48:15.567049 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3beeaee0-78b6-4a02-9af4-7177555ff70c" -d '{"events": [{"name": "network-changed", "server_uuid": "001abf4f-3065-4898-88a9-6405bfc3d9eb", "tag": "c644d444-417a-413f-a046-0ae79e3cdb28"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:48:15.622347 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6fc18b-c2b0-4b99-8e03-4b7fd72d1984 x-openstack-request-id: req-8d6fc18b-c2b0-4b99-8e03-4b7fd72d1984 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:48:15.622729 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "001abf4f-3065-4898-88a9-6405bfc3d9eb", "tag": "c644d444-417a-413f-a046-0ae79e3cdb28", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:48:15.622999 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d6fc18b-c2b0-4b99-8e03-4b7fd72d1984 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:48:15.623423 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001abf4f-3065-4898-88a9-6405bfc3d9eb', 'tag': 'c644d444-417a-413f-a046-0ae79e3cdb28', 'status': 'completed', 'code': 200} Dec 12 17:48:15.642057 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ada9f5-cd9c-4d0e-8a09-4fb30ef2385f service neutron] Pushing event updated for resources: {'Port': ['ID=c644d444-417a-413f-a046-0ae79e3cdb28,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:15.658484 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-12e1c39d-f2fb-4d43-909f-a419978343d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:15.660230 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-12e1c39d-f2fb-4d43-909f-a419978343d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 1095 time: 0.0539601 Dec 12 17:48:15.715801 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-eb756e49-75d2-4bb9-9a60-7cc0f3c496f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c644d444-417a-413f-a046-0ae79e3cdb28 HTTP/1.1" status: 200 len: 217 time: 0.0450599 Dec 12 17:48:15.766202 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14311dfb-3a25-43d2-8502-d175ce9e654f req-0aa7c860-939f-46f2-ba33-7ab85626ac89 tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0504880 Dec 12 17:48:15.770388 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-ff5aa30e-04fb-457c-b76a-3c6e8377a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:15.772599 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-ff5aa30e-04fb-457c-b76a-3c6e8377a801 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf2bec70-4b48-4878-877f-cfa6982b5bc0 HTTP/1.1" status: 200 len: 851 time: 0.0469882 Dec 12 17:48:15.801762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f730e7-dcf6-4810-b2d1-8b0b5f449fea req-5e900faf-8038-4a98-a91b-dde43e025a3b tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:15.810752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88f730e7-dcf6-4810-b2d1-8b0b5f449fea req-5e900faf-8038-4a98-a91b-dde43e025a3b tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 944 time: 0.0937130 Dec 12 17:48:15.819634 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-8cb7285b-aa91-4751-ba3d-329cc7d49211 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f9da124-05b3-4fe8-a16e-cb1138224d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389740 Dec 12 17:48:15.862874 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88f730e7-dcf6-4810-b2d1-8b0b5f449fea req-c64c1284-52cd-4340-911e-5d6a99cd459b tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509017 Dec 12 17:48:15.927900 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-4eb48941-a9b5-4b0d-a4e7-fea77623de15 service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955946 Dec 12 17:48:16.023510 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a72e6b20-6953-4529-9a9d-0dc99cde210d req-2be92bde-98e4-4a31-b59b-41b909807bb5 service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856094 Dec 12 17:48:16.119115 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beeaee0-78b6-4a02-9af4-7177555ff70c req-443b6a09-959d-4896-a88a-8ea29cb61e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:16.120687 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3beeaee0-78b6-4a02-9af4-7177555ff70c req-443b6a09-959d-4896-a88a-8ea29cb61e24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 1095 time: 0.0448234 Dec 12 17:48:16.215073 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beeaee0-78b6-4a02-9af4-7177555ff70c req-6225b327-b9a8-4105-97a4-2d832f00dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:16.216591 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3beeaee0-78b6-4a02-9af4-7177555ff70c req-6225b327-b9a8-4105-97a4-2d832f00dd75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 912 time: 0.0872955 Dec 12 17:48:16.264417 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3beeaee0-78b6-4a02-9af4-7177555ff70c req-60cd235b-8bb1-4bde-b9e4-beaf5162c3ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c644d444-417a-413f-a046-0ae79e3cdb28 HTTP/1.1" status: 200 len: 217 time: 0.0386975 Dec 12 17:48:16.312308 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f8cb8-156e-488b-bda3-2ac80924a8ea req-791cfc17-1aba-4ae7-8a3e-d014df2c2dc3 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:16.314053 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b88f8cb8-156e-488b-bda3-2ac80924a8ea req-791cfc17-1aba-4ae7-8a3e-d014df2c2dc3 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0579011 Dec 12 17:48:16.329850 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beeaee0-78b6-4a02-9af4-7177555ff70c req-35d6cc9b-b9de-4089-ad44-1538fbd367f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:16.331355 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3beeaee0-78b6-4a02-9af4-7177555ff70c req-35d6cc9b-b9de-4089-ad44-1538fbd367f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf2bec70-4b48-4878-877f-cfa6982b5bc0 HTTP/1.1" status: 200 len: 851 time: 0.0577664 Dec 12 17:48:16.364072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b88f8cb8-156e-488b-bda3-2ac80924a8ea req-90776f15-4fad-49ee-ba37-d4b9f1f27f93 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435300 Dec 12 17:48:16.364419 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3beeaee0-78b6-4a02-9af4-7177555ff70c req-34336c44-7c13-4bb4-bcd6-f9d9c4d3d058 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f9da124-05b3-4fe8-a16e-cb1138224d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252583 Dec 12 17:48:16.465825 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3beeaee0-78b6-4a02-9af4-7177555ff70c req-45366175-bf6b-49a6-b60b-fb92e98bf660 service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922291 Dec 12 17:48:16.567316 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3beeaee0-78b6-4a02-9af4-7177555ff70c req-6319554b-1304-4e93-80f9-33e8a117c487 service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894992 Dec 12 17:48:16.872118 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19361c36-6fb3-4dd0-acdb-129cd54f4efc req-96b90b0f-3faa-483a-9e2b-0f4bc77c7077 tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0269799 Dec 12 17:48:16.938823 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15bfd12a-d111-47ce-857e-caed395674e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:16.942170 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:16.999811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01169290-a794-4ab5-aa16-36a033aaa7a2 req-ba220a8e-9d7d-4888-b278-88d7804b384b tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:17.001315 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01169290-a794-4ab5-aa16-36a033aaa7a2 req-ba220a8e-9d7d-4888-b278-88d7804b384b tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 944 time: 0.0493782 Dec 12 17:48:17.049992 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01169290-a794-4ab5-aa16-36a033aaa7a2 req-14799829-d087-4fa5-884d-510c0b99b911 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420756 Dec 12 17:48:17.462029 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:17.485932 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f6b11-1527-40fa-8c6c-2feed67b8e14 req-5bd99490-9583-4faa-97f8-b07bd38e6df2 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:17.487649 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d58f6b11-1527-40fa-8c6c-2feed67b8e14 req-5bd99490-9583-4faa-97f8-b07bd38e6df2 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0549588 Dec 12 17:48:17.549003 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d58f6b11-1527-40fa-8c6c-2feed67b8e14 req-e5b7a120-8efa-402f-a6ed-6cdf66926fbb tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475047 Dec 12 17:48:17.673534 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55794) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:17.791057 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cee7998-4241-4956-9ce9-7692e73314a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:17.861956 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cee7998-4241-4956-9ce9-7692e73314a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:17.865290 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cee7998-4241-4956-9ce9-7692e73314a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:17.903664 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0cee7998-4241-4956-9ce9-7692e73314a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e065902b85694b408d955df7a2a485f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2290554 Dec 12 17:48:17.904517 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee7998-4241-4956-9ce9-7692e73314a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927618f3-54ff-4a00-8653-62535ac53cf7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:17.906583 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55800) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:17.965889 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb7f17d3-6d0c-43f4-b0e1-9a6d5f5bf0a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:17.983860 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5eff06e9-0971-4b98-8e82-b5fe1604df1e req-41106de3-cdd3-4a8a-a1bd-51ed74f9594e tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0302112 Dec 12 17:48:18.004468 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb7f17d3-6d0c-43f4-b0e1-9a6d5f5bf0a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:18.050466 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb7f17d3-6d0c-43f4-b0e1-9a6d5f5bf0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:18.054186 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb7f17d3-6d0c-43f4-b0e1-9a6d5f5bf0a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:18.056151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-eb7f17d3-6d0c-43f4-b0e1-9a6d5f5bf0a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/927618f3-54ff-4a00-8653-62535ac53cf7 HTTP/1.1" status: 204 len: 168 time: 0.1482372 Dec 12 17:48:18.067009 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f17d3-6d0c-43f4-b0e1-9a6d5f5bf0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927618f3-54ff-4a00-8653-62535ac53cf7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:18.176462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d219da3-611d-45f2-84e4-bd558ea8a98e req-2d3f207c-be57-46cd-a531-e38155f730ea tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:18.178000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d219da3-611d-45f2-84e4-bd558ea8a98e req-2d3f207c-be57-46cd-a531-e38155f730ea tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 944 time: 0.0557485 Dec 12 17:48:18.227527 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d219da3-611d-45f2-84e4-bd558ea8a98e req-6e49ce0e-4e88-4278-9740-a0f1ba220336 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432863 Dec 12 17:48:18.232310 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:18.327640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55810) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:18.341161 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ed4016e-d402-4287-9683-4716fa612a29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:18.390959 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c644d444-417a-413f-a046-0ae79e3cdb28 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:48:18.414565 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ed4016e-d402-4287-9683-4716fa612a29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:18.418524 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ed4016e-d402-4287-9683-4716fa612a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:18.455758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9ed4016e-d402-4287-9683-4716fa612a29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08dbbb2d46274d02a1e1f1964b848a8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270361 Dec 12 17:48:18.457687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4016e-d402-4287-9683-4716fa612a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b155d8c6-798d-4d57-aee6-8b5c5bc8b4ea,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:18.458505 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55812) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:18.488749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port c644d444-417a-413f-a046-0ae79e3cdb28, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c644d444-417a-413f-a046-0ae79e3cdb28,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:18.500901 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'c644d444-417a-413f-a046-0ae79e3cdb28', 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d', 'port_id': 'c644d444-417a-413f-a046-0ae79e3cdb28', 'mac_address': 'fa:16:3e:21:e7:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2bec70-4b48-4878-877f-cfa6982b5bc0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:48:18.512613 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d3481b7-f4a8-42a8-98a2-6e6aac5fafb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:18.538211 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d3481b7-f4a8-42a8-98a2-6e6aac5fafb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:18.541771 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:18.555787 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c644d444-417a-413f-a046-0ae79e3cdb28 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:48:18.579191 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port c644d444-417a-413f-a046-0ae79e3cdb28, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c644d444-417a-413f-a046-0ae79e3cdb28,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:18.583398 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:18.595045 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d3481b7-f4a8-42a8-98a2-6e6aac5fafb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:18.598801 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d3481b7-f4a8-42a8-98a2-6e6aac5fafb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:18.602287 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0d3481b7-f4a8-42a8-98a2-6e6aac5fafb1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b155d8c6-798d-4d57-aee6-8b5c5bc8b4ea HTTP/1.1" status: 204 len: 168 time: 0.1392815 Dec 12 17:48:18.610536 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3481b7-f4a8-42a8-98a2-6e6aac5fafb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b155d8c6-798d-4d57-aee6-8b5c5bc8b4ea,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:18.658269 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=c644d444-417a-413f-a046-0ae79e3cdb28,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:18.665840 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:18.666192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:18.666544 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:18.666889 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:18.667237 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:18.667574 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:18.667906 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:18.668238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:18.668638 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:18.668885 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:18.669212 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:18.669539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:18.669864 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:18.700133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc690bcc-d414-4056-a8ff-b2469ad91039 req-ba1b72b0-68e1-4a52-8621-3f0c0b7367bf tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:18.701683 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc690bcc-d414-4056-a8ff-b2469ad91039 req-ba1b72b0-68e1-4a52-8621-3f0c0b7367bf tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0574071 Dec 12 17:48:18.752493 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc690bcc-d414-4056-a8ff-b2469ad91039 req-860acbfd-4f7c-44a5-a8a4-847960bda6bb tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448320 Dec 12 17:48:18.905993 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['c644d444-417a-413f-a046-0ae79e3cdb28'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:48:19.097408 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac04bb16-18aa-4385-a9b2-0ded05b79216 req-19e353b8-9d37-44e8-b5f0-d46641a2d48d tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0259359 Dec 12 17:48:19.346199 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c66dc3-8513-4f3f-b92a-76788b25b412 req-1ba2787b-2d91-4b9e-b8db-32b97fbce054 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:19.347814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29c66dc3-8513-4f3f-b92a-76788b25b412 req-1ba2787b-2d91-4b9e-b8db-32b97fbce054 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 945 time: 0.0487504 Dec 12 17:48:19.396029 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29c66dc3-8513-4f3f-b92a-76788b25b412 req-e4856e60-16ca-4cba-9dcd-4827b546d375 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415049 Dec 12 17:48:19.871194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc315f8b-c108-4a38-951f-76bb82d3bde5 req-77b94171-7c54-44a4-a241-ff55a09b008d tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:19.872749 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc315f8b-c108-4a38-951f-76bb82d3bde5 req-77b94171-7c54-44a4-a241-ff55a09b008d tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0507743 Dec 12 17:48:19.924349 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc315f8b-c108-4a38-951f-76bb82d3bde5 req-3de8ed23-351b-4207-8e17-60edabcc64ca tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454502 Dec 12 17:48:19.966933 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:20.201696 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0139c72-5fb5-4e7c-bd18-400d80e10f57 req-5fc05c3d-fe52-488d-89a9-9dbbfc32f864 tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0270975 Dec 12 17:48:20.401170 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c644d444-417a-413f-a046-0ae79e3cdb28 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:48:20.452448 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port c644d444-417a-413f-a046-0ae79e3cdb28 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:48:20.457185 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port c644d444-417a-413f-a046-0ae79e3cdb28 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:20.457633 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:20.519280 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28785ad-9f60-45de-9eea-0ba8267eef10 req-22d2348f-4b52-49ec-a4f6-fdc5b3caf60f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:20.521036 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f28785ad-9f60-45de-9eea-0ba8267eef10 req-22d2348f-4b52-49ec-a4f6-fdc5b3caf60f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 945 time: 0.0530202 Dec 12 17:48:20.561478 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:20.571996 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f28785ad-9f60-45de-9eea-0ba8267eef10 req-ad104433-762c-4221-b6be-73dc2800aafb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427339 Dec 12 17:48:20.588636 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001abf4f-3065-4898-88a9-6405bfc3d9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c644d444-417a-413f-a046-0ae79e3cdb28'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:48:20.590795 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b4078a-116c-4d9f-8cd4-25bda6706750" -d '{"events": [{"server_uuid": "001abf4f-3065-4898-88a9-6405bfc3d9eb", "name": "network-vif-plugged", "status": "completed", "tag": "c644d444-417a-413f-a046-0ae79e3cdb28"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:48:20.603828 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port c644d444-417a-413f-a046-0ae79e3cdb28, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c644d444-417a-413f-a046-0ae79e3cdb28,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:20.607968 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:20.636268 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a78d5d-37cc-4ac8-8164-19fd6e747c66 x-openstack-request-id: req-54a78d5d-37cc-4ac8-8164-19fd6e747c66 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:48:20.636565 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001abf4f-3065-4898-88a9-6405bfc3d9eb", "name": "network-vif-plugged", "status": "completed", "tag": "c644d444-417a-413f-a046-0ae79e3cdb28", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:48:20.636819 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54a78d5d-37cc-4ac8-8164-19fd6e747c66 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:48:20.637203 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001abf4f-3065-4898-88a9-6405bfc3d9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c644d444-417a-413f-a046-0ae79e3cdb28', 'code': 200} Dec 12 17:48:20.659991 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=c644d444-417a-413f-a046-0ae79e3cdb28,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:20.691410 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:20.746871 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c589986-f47d-4a68-b8b7-cae5073ad417 req-f7f37504-94d0-40cf-8f5d-3e5a37aadc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:20.749009 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4c589986-f47d-4a68-b8b7-cae5073ad417 req-f7f37504-94d0-40cf-8f5d-3e5a37aadc81 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 1097 time: 0.0453949 Dec 12 17:48:20.800779 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4c589986-f47d-4a68-b8b7-cae5073ad417 req-3f26b147-e2b3-47ce-b20f-0bb80fe76122 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420089 Dec 12 17:48:21.063322 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80609482-d611-4853-abf4-d206bb853a57 req-86f186ed-24b2-47f3-8d4f-89ec545606ef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:21.064894 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80609482-d611-4853-abf4-d206bb853a57 req-86f186ed-24b2-47f3-8d4f-89ec545606ef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0510278 Dec 12 17:48:21.117031 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80609482-d611-4853-abf4-d206bb853a57 req-1f84bb95-5d7a-4ed6-88c7-f22c9360b3c6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453935 Dec 12 17:48:21.308449 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54a41b49-25ec-4ab3-b31f-ffc0bb469a7b req-1de35d70-c3f7-4aca-9b6a-66b133d7ffb6 tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0269103 Dec 12 17:48:21.696572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ae98a-07a1-40a3-af9a-990071c16847 req-b49ded46-4acf-4d86-a97b-135ea2ac5c89 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:21.698235 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-360ae98a-07a1-40a3-af9a-990071c16847 req-b49ded46-4acf-4d86-a97b-135ea2ac5c89 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 946 time: 0.0514486 Dec 12 17:48:21.753124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-360ae98a-07a1-40a3-af9a-990071c16847 req-ea4892ca-b8b7-468d-9378-4407a60b7736 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477726 Dec 12 17:48:22.240106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fef8aa-08e5-4667-ba58-ec1259ae37b2 req-ed36365c-f5b7-4362-b422-c1cb50bc7b9d tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:22.241693 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36fef8aa-08e5-4667-ba58-ec1259ae37b2 req-ed36365c-f5b7-4362-b422-c1cb50bc7b9d tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0546620 Dec 12 17:48:22.313480 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36fef8aa-08e5-4667-ba58-ec1259ae37b2 req-1d29ccbc-427d-44c3-82a1-cdf492dfd51e tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652459 Dec 12 17:48:22.424866 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4a6b2ca-2721-4722-b71a-30775bfefe1f req-cf171040-d8cd-4a4a-9482-12721965dc2b tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0335639 Dec 12 17:48:22.874961 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc45c74-1b84-45ba-8ebf-9187dd189b91 req-9ac68ae0-39c6-40db-a283-8c758ee0f80f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:22.877085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2fc45c74-1b84-45ba-8ebf-9187dd189b91 req-9ac68ae0-39c6-40db-a283-8c758ee0f80f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 946 time: 0.0546894 Dec 12 17:48:22.927185 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2fc45c74-1b84-45ba-8ebf-9187dd189b91 req-4a985551-74e9-4d5a-a62d-8bdef8e5fc10 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440042 Dec 12 17:48:23.448932 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982aa1f-cfd5-438e-a765-88e083b2bc50 req-11ccdbca-40bf-46a9-baef-6b8e4828e149 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:23.450937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9982aa1f-cfd5-438e-a765-88e083b2bc50 req-11ccdbca-40bf-46a9-baef-6b8e4828e149 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0578351 Dec 12 17:48:23.532264 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9982aa1f-cfd5-438e-a765-88e083b2bc50 req-02ad199e-11e0-43a4-8a73-e39ac93d204a tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729403 Dec 12 17:48:23.564072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79f0f8d5-9f6d-4a61-9609-814300a3ea23 req-f65f7148-abda-48cb-b762-279fc1784a50 tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0301354 Dec 12 17:48:24.676251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12807a1b-eac2-418f-a4a7-fde7ebf14ab7 req-55cd4610-4d68-4d90-819e-34eaba08a7ed tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:24.684771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-12807a1b-eac2-418f-a4a7-fde7ebf14ab7 req-55cd4610-4d68-4d90-819e-34eaba08a7ed tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0821204 Dec 12 17:48:24.750337 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f7d81d5-ce49-4b6c-bf6a-af2f8a08802a req-7ba21964-6492-43a8-a8ad-907a765cf777 tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0451660 Dec 12 17:48:24.801926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-12807a1b-eac2-418f-a4a7-fde7ebf14ab7 req-0e1377b3-39f2-4b0a-81de-9ea5b54f8b0b tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125207 Dec 12 17:48:24.857191 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56024) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:24.965786 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8035cbe5-ae5e-465b-a649-c52afe279e5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:25.058973 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8035cbe5-ae5e-465b-a649-c52afe279e5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:25.068149 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8035cbe5-ae5e-465b-a649-c52afe279e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:25.117332 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035cbe5-ae5e-465b-a649-c52afe279e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa39a752-c661-435c-80d3-527b0afe77d7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:25.127144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56030) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:25.127452 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8035cbe5-ae5e-465b-a649-c52afe279e5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b23032eae3348008bd6dffb5c323176&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2689452 Dec 12 17:48:25.187800 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b07acbd6-21c6-4561-9ec4-0f731193b827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:25.211019 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b07acbd6-21c6-4561-9ec4-0f731193b827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:25.262877 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b07acbd6-21c6-4561-9ec4-0f731193b827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:25.265696 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b07acbd6-21c6-4561-9ec4-0f731193b827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:25.266947 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b07acbd6-21c6-4561-9ec4-0f731193b827 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa39a752-c661-435c-80d3-527b0afe77d7 HTTP/1.1" status: 204 len: 168 time: 0.1383901 Dec 12 17:48:25.278587 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07acbd6-21c6-4561-9ec4-0f731193b827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa39a752-c661-435c-80d3-527b0afe77d7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:25.560740 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56040) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:25.575397 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-355b209e-3689-425a-b3b4-99f4165bf297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:25.652840 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-355b209e-3689-425a-b3b4-99f4165bf297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:25.657216 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-355b209e-3689-425a-b3b4-99f4165bf297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:25.696130 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-355b209e-3689-425a-b3b4-99f4165bf297 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b77613cc8bb4adf9393e4ea1c355d0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342573 Dec 12 17:48:25.698593 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56044) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:25.705578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b209e-3689-425a-b3b4-99f4165bf297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491fca90-df81-4111-aada-f94fc16a7fe4,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:25.749459 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-69fe9c24-e8d3-4f6a-b3e8-3b32831a382e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:25.771226 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-69fe9c24-e8d3-4f6a-b3e8-3b32831a382e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:25.831716 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-69fe9c24-e8d3-4f6a-b3e8-3b32831a382e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:25.834372 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-69fe9c24-e8d3-4f6a-b3e8-3b32831a382e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:25.836515 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-69fe9c24-e8d3-4f6a-b3e8-3b32831a382e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/491fca90-df81-4111-aada-f94fc16a7fe4 HTTP/1.1" status: 204 len: 168 time: 0.1368749 Dec 12 17:48:25.879499 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2030128f-d697-4974-b70c-c0b84ac9cc95 req-5ea8b463-ac5d-485f-9fc3-3ada4289231c tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0440843 Dec 12 17:48:25.902073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe9c24-e8d3-4f6a-b3e8-3b32831a382e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491fca90-df81-4111-aada-f94fc16a7fe4,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:25.945296 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697baf3-a873-4aa0-99b9-b2782d02c5fc req-599a0113-afd3-4394-b100-23539c6c8953 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:25.946979 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0697baf3-a873-4aa0-99b9-b2782d02c5fc req-599a0113-afd3-4394-b100-23539c6c8953 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0636473 Dec 12 17:48:25.998596 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0697baf3-a873-4aa0-99b9-b2782d02c5fc req-366e9e6d-754c-4766-abfe-27cce37d6268 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442793 Dec 12 17:48:26.576492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd74ac-5f09-4e9e-a22c-540fa8ef9f77 req-26156781-5443-4a90-88e1-3022da9e327b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:26.578140 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4fd74ac-5f09-4e9e-a22c-540fa8ef9f77 req-26156781-5443-4a90-88e1-3022da9e327b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0692456 Dec 12 17:48:26.633468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4fd74ac-5f09-4e9e-a22c-540fa8ef9f77 req-5fd86302-5d17-46d5-af3c-fdc9e3e82c7a tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493288 Dec 12 17:48:26.975825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0795bb5f-814c-49f1-b292-948d786abe03 req-ac90478b-c558-491b-9ad0-8964bffdbb6b tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0259435 Dec 12 17:48:27.153317 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33c15b-5aca-44ea-ac30-ec8d84e582bb req-39d9bbde-aa22-4e74-b3e8-ddb60d81fb01 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:27.155125 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de33c15b-5aca-44ea-ac30-ec8d84e582bb req-39d9bbde-aa22-4e74-b3e8-ddb60d81fb01 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0558593 Dec 12 17:48:27.209541 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de33c15b-5aca-44ea-ac30-ec8d84e582bb req-1a2f7919-99df-4f0c-9300-d3dbeb83354e tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479136 Dec 12 17:48:27.801629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facf00a-d14c-4a4f-867a-0f16445ce9aa req-16b48119-423e-4807-bd55-1c26b36d4310 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:27.804003 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5facf00a-d14c-4a4f-867a-0f16445ce9aa req-16b48119-423e-4807-bd55-1c26b36d4310 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0740552 Dec 12 17:48:27.862735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5facf00a-d14c-4a4f-867a-0f16445ce9aa req-977d661b-e1c7-46b3-a1d4-62d58a6de8ba tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500424 Dec 12 17:48:28.083584 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0e9e1d6-a101-48d1-9d24-d3fbcfe9c990 req-75f38012-17c7-463c-b546-a10f95d35df7 tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0255280 Dec 12 17:48:28.278870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56132) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:28.350331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b123e-eea4-4373-b868-27f0def60ee2 req-e2743d81-6d75-4ff5-9267-e866535ee9ef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:28.351906 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1f7b123e-eea4-4373-b868-27f0def60ee2 req-e2743d81-6d75-4ff5-9267-e866535ee9ef tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0582421 Dec 12 17:48:28.406709 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-92d44e18-2e7e-405a-93ca-c1d94da6d687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:28.430262 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1f7b123e-eea4-4373-b868-27f0def60ee2 req-87e5f223-f2d6-4da6-8355-e1963ed69bc1 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720546 Dec 12 17:48:28.536775 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-92d44e18-2e7e-405a-93ca-c1d94da6d687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:28.541346 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-92d44e18-2e7e-405a-93ca-c1d94da6d687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:28.587282 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-92d44e18-2e7e-405a-93ca-c1d94da6d687 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2de5ba2d90b4a428a5e0ec575ec3517&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3070388 Dec 12 17:48:28.588141 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d44e18-2e7e-405a-93ca-c1d94da6d687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d3ec09-bd53-4f7a-b4e3-da547624743e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:28.589989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56138) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:28.640158 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e601e654-b011-4d0b-a11e-ad3d572c7264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:28.661567 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e601e654-b011-4d0b-a11e-ad3d572c7264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:28.710285 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e601e654-b011-4d0b-a11e-ad3d572c7264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:28.713979 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e601e654-b011-4d0b-a11e-ad3d572c7264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:28.715139 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e601e654-b011-4d0b-a11e-ad3d572c7264 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44d3ec09-bd53-4f7a-b4e3-da547624743e HTTP/1.1" status: 204 len: 168 time: 0.1235945 Dec 12 17:48:28.724043 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601e654-b011-4d0b-a11e-ad3d572c7264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d3ec09-bd53-4f7a-b4e3-da547624743e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:28.995946 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4fbb8-5a83-4cec-bc76-9fd37588e2cb req-03b1397a-7823-415b-8878-5effd1d260b5 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:28.997928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15e4fbb8-5a83-4cec-bc76-9fd37588e2cb req-03b1397a-7823-415b-8878-5effd1d260b5 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0575175 Dec 12 17:48:29.042292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56148) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:29.054798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15e4fbb8-5a83-4cec-bc76-9fd37588e2cb req-c19eeb62-7067-433b-bdb1-2bcc63f8630e tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500093 Dec 12 17:48:29.055444 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eee836c2-1b60-4a70-bcc4-8333d02119c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:29.134995 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eee836c2-1b60-4a70-bcc4-8333d02119c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:29.140118 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eee836c2-1b60-4a70-bcc4-8333d02119c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:29.169450 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee836c2-1b60-4a70-bcc4-8333d02119c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18f6c8f-a7bc-4b4d-90a6-e1709a8a80ff,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:29.198173 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e469d57e-7359-44e9-9182-72237258c81e req-3e634b5e-1f01-4fa9-8b1d-990c47bf4bb0 tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0306666 Dec 12 17:48:29.201503 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-eee836c2-1b60-4a70-bcc4-8333d02119c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08c3639d85e9416fb068dbebab47f323&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1580453 Dec 12 17:48:29.203905 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56152) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:29.259153 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05377dcb-32fe-4380-9570-881cf1e55cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:29.279722 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05377dcb-32fe-4380-9570-881cf1e55cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:29.325503 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05377dcb-32fe-4380-9570-881cf1e55cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:29.328462 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05377dcb-32fe-4380-9570-881cf1e55cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:29.329625 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-05377dcb-32fe-4380-9570-881cf1e55cfb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b18f6c8f-a7bc-4b4d-90a6-e1709a8a80ff HTTP/1.1" status: 204 len: 168 time: 0.1246731 Dec 12 17:48:29.337567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05377dcb-32fe-4380-9570-881cf1e55cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18f6c8f-a7bc-4b4d-90a6-e1709a8a80ff,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:29.570543 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed67a0-8206-4059-82a6-0f541579fcc7 req-90d3313c-86e6-4022-8b7e-e88c62e92c28 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:29.574021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4ed67a0-8206-4059-82a6-0f541579fcc7 req-90d3313c-86e6-4022-8b7e-e88c62e92c28 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0562043 Dec 12 17:48:29.645186 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4ed67a0-8206-4059-82a6-0f541579fcc7 req-bc3ca0ed-fadb-4e9b-8a2f-663365295150 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652871 Dec 12 17:48:30.175883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac4483-1580-465c-bf07-f1f3115bf5d5 req-357f0785-59c6-4662-b2ee-2b15e3ca8d4d tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:30.177786 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fac4483-1580-465c-bf07-f1f3115bf5d5 req-357f0785-59c6-4662-b2ee-2b15e3ca8d4d tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0507126 Dec 12 17:48:30.231357 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fac4483-1580-465c-bf07-f1f3115bf5d5 req-f609b93c-186b-4a51-bb22-cfb47d05ae56 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463243 Dec 12 17:48:30.331439 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95e1c559-b89d-4bc3-92da-cea726c4c95d req-96130795-ec7c-44f0-bbc8-4df2e99fb192 tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0295627 Dec 12 17:48:30.546836 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80802bf1-39db-4a48-b71f-6575808e85a3 req-0b38a950-6f21-4ead-bf02-e54db82eff4d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0263772 Dec 12 17:48:30.794034 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cb401-a2cb-4e43-a794-d246e1652c53 req-f08606ad-f7f5-40a3-a4af-c863d42d7615 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:30.796362 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8c1cb401-a2cb-4e43-a794-d246e1652c53 req-f08606ad-f7f5-40a3-a4af-c863d42d7615 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0743480 Dec 12 17:48:30.845929 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8c1cb401-a2cb-4e43-a794-d246e1652c53 req-c5a08759-23d9-45eb-8a32-743c767aafa3 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431495 Dec 12 17:48:31.354706 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5ad0f-d094-46f1-8b2a-85cfcd35346f req-068d6f89-f7fd-4547-b975-fa011b8a7c6f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:31.356226 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68d5ad0f-d094-46f1-8b2a-85cfcd35346f req-068d6f89-f7fd-4547-b975-fa011b8a7c6f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0482326 Dec 12 17:48:31.406186 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68d5ad0f-d094-46f1-8b2a-85cfcd35346f req-214e1d81-7b2e-4530-bf76-85d842ff6df0 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439131 Dec 12 17:48:31.444891 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-12990aef-e79e-4a2d-804d-4b760a5537b5 req-08f2bb20-ec2c-46d2-adec-81a382a6b401 tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0255461 Dec 12 17:48:31.651697 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56240) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:31.759477 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55305b13-48cb-4b96-9249-f4c77729f7b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:31.836697 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55305b13-48cb-4b96-9249-f4c77729f7b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:31.840431 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55305b13-48cb-4b96-9249-f4c77729f7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:31.880816 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-55305b13-48cb-4b96-9249-f4c77729f7b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17bc47935e33422fb5144ebc6a95a15d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2250514 Dec 12 17:48:31.880816 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55305b13-48cb-4b96-9249-f4c77729f7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a793536-7277-4fb5-84c8-a514aeaf7e24,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:31.881838 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56248) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:31.932116 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fa93ca6-3da9-495d-bea1-a07e13541006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:31.954984 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fa93ca6-3da9-495d-bea1-a07e13541006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:31.978382 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91a22f-5c43-428f-ada0-afb34edc4d55 req-8843613f-b940-4cc5-aeab-a5de0dec5421 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:31.985695 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd91a22f-5c43-428f-ada0-afb34edc4d55 req-8843613f-b940-4cc5-aeab-a5de0dec5421 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0590298 Dec 12 17:48:32.012861 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fa93ca6-3da9-495d-bea1-a07e13541006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:32.016454 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fa93ca6-3da9-495d-bea1-a07e13541006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:32.021633 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6fa93ca6-3da9-495d-bea1-a07e13541006 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a793536-7277-4fb5-84c8-a514aeaf7e24 HTTP/1.1" status: 204 len: 168 time: 0.1387191 Dec 12 17:48:32.033325 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa93ca6-3da9-495d-bea1-a07e13541006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a793536-7277-4fb5-84c8-a514aeaf7e24,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:32.042725 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd91a22f-5c43-428f-ada0-afb34edc4d55 req-5e1d9b02-983a-416b-855f-3f3e4bd96216 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560999 Dec 12 17:48:32.531190 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7201f-b703-4990-8f47-a7b54b6c5d54 req-8a14e923-3d41-433b-9264-acc9b1731dbd tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:32.533688 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ee7201f-b703-4990-8f47-a7b54b6c5d54 req-8a14e923-3d41-433b-9264-acc9b1731dbd tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0552611 Dec 12 17:48:32.579676 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3fda63a-5574-42fa-a861-d5b66737899b req-eb7ab7a3-e107-4d9d-a69a-9e5475f33f07 tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0391791 Dec 12 17:48:32.618556 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ee7201f-b703-4990-8f47-a7b54b6c5d54 req-89a53fe2-9a05-42d2-b4a1-50babe2337a4 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768569 Dec 12 17:48:32.839026 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9fb830f-788a-4381-8715-037b49c11cf5 req-62445dc0-0256-4ff0-9a3f-8305411005ca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=033cba756f7940ada8676f7ddb103139&device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0346689 Dec 12 17:48:32.879066 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca3651a1-292a-48bc-bfa9-f5466efba16b req-127d194c-ef03-4fc7-a0b7-b1877e946a1e tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0425630 Dec 12 17:48:32.895424 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9fb830f-788a-4381-8715-037b49c11cf5 req-ba50d10b-1fac-4e3f-93ce-aad6a4debaad service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=033cba756f7940ada8676f7ddb103139&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230834 Dec 12 17:48:32.969469 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56294) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:32.998353 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb830f-788a-4381-8715-037b49c11cf5 req-fe49323d-49f8-4f99-b223-e86517426a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:33.000981 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9fb830f-788a-4381-8715-037b49c11cf5 req-fe49323d-49f8-4f99-b223-e86517426a0b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965889 Dec 12 17:48:33.190218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244082b-7c42-4e03-8c2a-3b64fb1e7375 req-5136e5e7-556d-40ff-8346-f7fe29f31f5b tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:33.191839 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9244082b-7c42-4e03-8c2a-3b64fb1e7375 req-5136e5e7-556d-40ff-8346-f7fe29f31f5b tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0516679 Dec 12 17:48:33.230512 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2719158-bcc0-4d49-b501-3b72b02ed188 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:33.240474 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9244082b-7c42-4e03-8c2a-3b64fb1e7375 req-556c046f-85e3-41a1-979c-1270efce344c tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425808 Dec 12 17:48:33.302368 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2719158-bcc0-4d49-b501-3b72b02ed188 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:33.306007 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2719158-bcc0-4d49-b501-3b72b02ed188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:33.344344 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e2719158-bcc0-4d49-b501-3b72b02ed188 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2d75707f076459590db9f40903a4fa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3731337 Dec 12 17:48:33.345134 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2719158-bcc0-4d49-b501-3b72b02ed188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225fe653-7f06-408f-8b3d-e594b5edb74c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:33.346983 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56302) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:33.394498 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-192212bc-8c88-46ca-99f7-408fc54586d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:33.415424 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-192212bc-8c88-46ca-99f7-408fc54586d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:33.463850 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-192212bc-8c88-46ca-99f7-408fc54586d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:33.466433 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-192212bc-8c88-46ca-99f7-408fc54586d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:33.467622 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-192212bc-8c88-46ca-99f7-408fc54586d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/225fe653-7f06-408f-8b3d-e594b5edb74c HTTP/1.1" status: 204 len: 168 time: 0.1195176 Dec 12 17:48:33.475850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192212bc-8c88-46ca-99f7-408fc54586d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225fe653-7f06-408f-8b3d-e594b5edb74c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:33.748700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80525317-8d57-42b5-b8e4-5eef4106cecb req-63129fe6-6b0d-4ed2-a4dc-1aebe1ac59e9 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:33.750358 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80525317-8d57-42b5-b8e4-5eef4106cecb req-63129fe6-6b0d-4ed2-a4dc-1aebe1ac59e9 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0552316 Dec 12 17:48:33.802397 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80525317-8d57-42b5-b8e4-5eef4106cecb req-da0297e9-6bc2-44de-b8e4-060159f7dbf8 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448933 Dec 12 17:48:33.992295 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6d3354d-457e-4ee3-987f-414efef6120c req-9dda36fe-8bfa-4f37-a324-3036d9db39fc tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.18 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0306437 Dec 12 17:48:34.041107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f2175-1f5e-48e3-a86c-f1f7f0e8d490 req-b25c6ba3-608f-4a76-b812-517047758150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:34.042635 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e3f2175-1f5e-48e3-a86c-f1f7f0e8d490 req-b25c6ba3-608f-4a76-b812-517047758150 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e87f55d11d4a4c5ba82362d6521f2447&device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 1097 time: 0.0461721 Dec 12 17:48:34.134475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56332) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:34.159452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f2175-1f5e-48e3-a86c-f1f7f0e8d490 req-e5fe525b-f6c8-45bd-bc58-c37ea1ff8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:34.161580 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e3f2175-1f5e-48e3-a86c-f1f7f0e8d490 req-e5fe525b-f6c8-45bd-bc58-c37ea1ff8818 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc HTTP/1.1" status: 200 len: 911 time: 0.0955715 Dec 12 17:48:34.232824 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e3f2175-1f5e-48e3-a86c-f1f7f0e8d490 req-7863424e-e23e-4645-a3a6-37613099c53a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7b878f0-3b8e-4771-83bd-a1fccca7ce8a HTTP/1.1" status: 200 len: 1001 time: 0.0602427 Dec 12 17:48:34.241991 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1b8d6528-b140-49ea-80fa-7ea50b22dc18 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1330537731'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:34.265492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8d6528-b140-49ea-80fa-7ea50b22dc18 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Made reservation on behalf of f05c46050a8347feae91655aaa2cd719 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:48:34.269802 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b8d6528-b140-49ea-80fa-7ea50b22dc18 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:34.279861 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b8d6528-b140-49ea-80fa-7ea50b22dc18 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:34.293702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f2175-1f5e-48e3-a86c-f1f7f0e8d490 req-9b540ce8-796e-4b7a-980b-e3de995f3dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:34.295988 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e3f2175-1f5e-48e3-a86c-f1f7f0e8d490 req-9b540ce8-796e-4b7a-980b-e3de995f3dc1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6e9ce1ad-b28e-4dc2-8742-e6028eef55c0 HTTP/1.1" status: 200 len: 849 time: 0.0541608 Dec 12 17:48:34.356591 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b8d6528-b140-49ea-80fa-7ea50b22dc18 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:34.361631 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b8d6528-b140-49ea-80fa-7ea50b22dc18 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:34.372383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f2175-1f5e-48e3-a86c-f1f7f0e8d490 req-e784e07f-ef2f-4057-b2da-24af696019a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:34.374088 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e3f2175-1f5e-48e3-a86c-f1f7f0e8d490 req-e784e07f-ef2f-4057-b2da-24af696019a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695488 Dec 12 17:48:34.385622 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8d6528-b140-49ea-80fa-7ea50b22dc18 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:48:34.399237 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5878cb6-b445-4a2a-8d52-bd186b40395c req-15145e5c-6aca-44b6-ba22-90c3f1e6eddf tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:34.400098 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d6528-b140-49ea-80fa-7ea50b22dc18 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453c587e-6485-406d-a6fb-7765eccd38ac,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:34.400689 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5878cb6-b445-4a2a-8d52-bd186b40395c req-15145e5c-6aca-44b6-ba22-90c3f1e6eddf tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0859795 Dec 12 17:48:34.406589 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b8d6528-b140-49ea-80fa-7ea50b22dc18 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:34.407170 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-1b8d6528-b140-49ea-80fa-7ea50b22dc18 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Added segment 206b72af-093c-41cb-b442-fc8e59114fe8 of type vlan for network dfccdde8-bd38-4e35-a024-42b3ba7a38f5 Dec 12 17:48:34.462503 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d9fb830f-788a-4381-8715-037b49c11cf5 req-c16f794a-f991-4ae2-b9a9-24d28de59be8 tempest-ServerShowV254Test-253982 tempest-ServerShowV254Test-253982-project] 10.222.0.31 "GET /v2.0/ports?device_id=803f77ad-5e73-4fd5-b876-beea5d9faf4e HTTP/1.1" status: 200 len: 210 time: 0.0431478 Dec 12 17:48:34.476300 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b8d6528-b140-49ea-80fa-7ea50b22dc18 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:34.508008 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b8d6528-b140-49ea-80fa-7ea50b22dc18 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:34.510522 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5878cb6-b445-4a2a-8d52-bd186b40395c req-d43d4821-7db8-4a66-a07d-554f74186437 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931656 Dec 12 17:48:34.514049 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8d6528-b140-49ea-80fa-7ea50b22dc18 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:34.514823 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b8d6528-b140-49ea-80fa-7ea50b22dc18 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:34.527036 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e3f2175-1f5e-48e3-a86c-f1f7f0e8d490 req-b8315a00-f3ba-424d-9091-5447b4d755e4 service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442201 Dec 12 17:48:34.572521 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1b8d6528-b140-49ea-80fa-7ea50b22dc18 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4369180 Dec 12 17:48:34.579079 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56340) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:34.587969 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-97865c5a-3542-4663-a059-d70cd847c170 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Request body: {'subnet': {'network_id': 'dfccdde8-bd38-4e35-a024-42b3ba7a38f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:34.632336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e3f2175-1f5e-48e3-a86c-f1f7f0e8d490 req-fe760a1a-2239-4dc8-b181-12d26f344ee2 service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947821 Dec 12 17:48:34.922062 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d6528-b140-49ea-80fa-7ea50b22dc18 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event updated for resources: {'Network': ['ID=dfccdde8-bd38-4e35-a024-42b3ba7a38f5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:34.937693 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network dfccdde8-bd38-4e35-a024-42b3ba7a38f5 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:48:35.025475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97865c5a-3542-4663-a059-d70cd847c170 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Made reservation on behalf of f05c46050a8347feae91655aaa2cd719 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:48:35.033382 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97865c5a-3542-4663-a059-d70cd847c170 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:35.166076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838fa1b-b377-4234-b197-91b39862a727 req-fb3f0cb8-ab91-4881-82cb-0f3fdd7195b8 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:35.167622 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9838fa1b-b377-4234-b197-91b39862a727 req-fb3f0cb8-ab91-4881-82cb-0f3fdd7195b8 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0528133 Dec 12 17:48:35.233481 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9838fa1b-b377-4234-b197-91b39862a727 req-34f9b22b-814e-47ea-9e27-6cbe3c79f9f4 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584660 Dec 12 17:48:35.244595 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97865c5a-3542-4663-a059-d70cd847c170 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:35.322469 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97865c5a-3542-4663-a059-d70cd847c170 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event updated for resources: {'Subnet': ['ID=6b43084d-6c83-4760-a924-f01d8bdf0f96,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:35.329162 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97865c5a-3542-4663-a059-d70cd847c170 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Checking segment: {'id': '206b72af-093c-41cb-b442-fc8e59114fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dfccdde8-bd38-4e35-a024-42b3ba7a38f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:48:35.329524 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97865c5a-3542-4663-a059-d70cd847c170 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Network hostable DHCP agents. Network: dfccdde8-bd38-4e35-a024-42b3ba7a38f5, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:48:35.347416 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97865c5a-3542-4663-a059-d70cd847c170 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Network dfccdde8-bd38-4e35-a024-42b3ba7a38f5 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:48:35.351031 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56358) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:35.366064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-97865c5a-3542-4663-a059-d70cd847c170 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, dfccdde8-bd38-4e35-a024-42b3ba7a38f5) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:48:35.373821 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97865c5a-3542-4663-a059-d70cd847c170 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:35.374736 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97865c5a-3542-4663-a059-d70cd847c170 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:35.375570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94fb301-7f51-42a6-bbc0-1dfe9d545897 None None] Network dfccdde8-bd38-4e35-a024-42b3ba7a38f5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:48:35.397430 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-97865c5a-3542-4663-a059-d70cd847c170 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8142986 Dec 12 17:48:35.399566 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56362) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:35.405003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ed3714f6-a0e7-43b5-9719-320cc7427094 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Request body: {'port': {'network_id': 'dfccdde8-bd38-4e35-a024-42b3ba7a38f5', 'name': 'tempest-AllowedAddressPairTestJSON-642561685'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:35.523651 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-dfccdde8-bd38-4e35-a024-42b3ba7a38f5', 'network_id': 'dfccdde8-bd38-4e35-a024-42b3ba7a38f5', 'project_id': 'f05c46050a8347feae91655aaa2cd719', 'fixed_ips': [{'subnet_id': '6b43084d-6c83-4760-a924-f01d8bdf0f96'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:48:35.524532 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:35.548550 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29bd93d5-b9e1-4c71-8168-d3544d8662ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:35.560994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3714f6-a0e7-43b5-9719-320cc7427094 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Made reservation on behalf of f05c46050a8347feae91655aaa2cd719 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:48:35.565330 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed3714f6-a0e7-43b5-9719-320cc7427094 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:35.588772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-ed3714f6-a0e7-43b5-9719-320cc7427094 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] device_id is not set on port 6759fc23-1cb3-4681-bb76-86c02e59f90c yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:48:35.666545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Allocated IP 172.20.0.2 (dfccdde8-bd38-4e35-a024-42b3ba7a38f5/6b43084d-6c83-4760-a924-f01d8bdf0f96/e3380ec0-5649-42db-8e99-ef7643356f85) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:48:35.711313 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29bd93d5-b9e1-4c71-8168-d3544d8662ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:35.713489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcf9a2-c1f2-4cfc-bd83-25d83d119aab req-ba2c32ee-4cb6-49b0-937e-a919bf264df1 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:35.715498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aedcf9a2-c1f2-4cfc-bd83-25d83d119aab req-ba2c32ee-4cb6-49b0-937e-a919bf264df1 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0625453 Dec 12 17:48:35.722724 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29bd93d5-b9e1-4c71-8168-d3544d8662ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:35.770285 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-29bd93d5-b9e1-4c71-8168-d3544d8662ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=033cba756f7940ada8676f7ddb103139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4175966 Dec 12 17:48:35.772700 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd93d5-b9e1-4c71-8168-d3544d8662ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066cdfc4-7c8d-4dd9-98f3-20524f4fd647,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:35.773675 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56366) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:35.799804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aedcf9a2-c1f2-4cfc-bd83-25d83d119aab req-df0d5fd0-0052-442e-8e90-4e39ce455018 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721204 Dec 12 17:48:35.840013 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:35.845504 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:35.871789 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-065a65a1-30b0-443e-a3a1-dd0ee6c02e1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:35.888675 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Network dfccdde8-bd38-4e35-a024-42b3ba7a38f5 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:48:35.891862 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:48:35.897429 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:48:35.906684 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Pushing event updated for resources: {'Port': ['ID=e3380ec0-5649-42db-8e99-ef7643356f85,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:35.920084 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-065a65a1-30b0-443e-a3a1-dd0ee6c02e1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:35.933244 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-ed3714f6-a0e7-43b5-9719-320cc7427094 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Allocated IP 172.20.0.12 (dfccdde8-bd38-4e35-a024-42b3ba7a38f5/6b43084d-6c83-4760-a924-f01d8bdf0f96/6759fc23-1cb3-4681-bb76-86c02e59f90c) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:48:35.957026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Attempting to bind port e3380ec0-5649-42db-8e99-ef7643356f85 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:48:35.957660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Attempting to bind port e3380ec0-5649-42db-8e99-ef7643356f85 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '206b72af-093c-41cb-b442-fc8e59114fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dfccdde8-bd38-4e35-a024-42b3ba7a38f5'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:48:35.957790 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Attempting to bind port e3380ec0-5649-42db-8e99-ef7643356f85 on network dfccdde8-bd38-4e35-a024-42b3ba7a38f5 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:48:35.962803 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:48:35.963181 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Checking segment: {'id': '206b72af-093c-41cb-b442-fc8e59114fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dfccdde8-bd38-4e35-a024-42b3ba7a38f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:48:35.963623 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:35.964000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Bound using segment: {'id': '206b72af-093c-41cb-b442-fc8e59114fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dfccdde8-bd38-4e35-a024-42b3ba7a38f5'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:48:35.964462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Bound port: e3380ec0-5649-42db-8e99-ef7643356f85, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206b72af-093c-41cb-b442-fc8e59114fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dfccdde8-bd38-4e35-a024-42b3ba7a38f5'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:48:35.964951 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:36.007859 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-065a65a1-30b0-443e-a3a1-dd0ee6c02e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:36.010364 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-065a65a1-30b0-443e-a3a1-dd0ee6c02e1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:36.011535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-065a65a1-30b0-443e-a3a1-dd0ee6c02e1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/066cdfc4-7c8d-4dd9-98f3-20524f4fd647 HTTP/1.1" status: 204 len: 168 time: 0.2362995 Dec 12 17:48:36.042101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] For port e3380ec0-5649-42db-8e99-ef7643356f85, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:48:36.046089 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] For port e3380ec0-5649-42db-8e99-ef7643356f85, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e3380ec0-5649-42db-8e99-ef7643356f85,segment=NetworkSegment(206b72af-093c-41cb-b442-fc8e59114fe8),segment_id=206b72af-093c-41cb-b442-fc8e59114fe8)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:48:36.051488 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:36.056646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a65a1-30b0-443e-a3a1-dd0ee6c02e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066cdfc4-7c8d-4dd9-98f3-20524f4fd647,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:36.139608 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc39d3e-599a-42b3-8932-2d9d2eb7da9c None None] Pushing event updated for resources: {'Port': ['ID=e3380ec0-5649-42db-8e99-ef7643356f85,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:36.141018 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed3714f6-a0e7-43b5-9719-320cc7427094 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:36.180533 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed3714f6-a0e7-43b5-9719-320cc7427094 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:36.227710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3714f6-a0e7-43b5-9719-320cc7427094 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Network dfccdde8-bd38-4e35-a024-42b3ba7a38f5 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:48:36.230764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ed3714f6-a0e7-43b5-9719-320cc7427094 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:48:36.234411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3714f6-a0e7-43b5-9719-320cc7427094 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:48:36.271472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3714f6-a0e7-43b5-9719-320cc7427094 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event updated for resources: {'Port': ['ID=6759fc23-1cb3-4681-bb76-86c02e59f90c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:36.295104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3714f6-a0e7-43b5-9719-320cc7427094 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:36.295784 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed3714f6-a0e7-43b5-9719-320cc7427094 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:36.323828 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ed3714f6-a0e7-43b5-9719-320cc7427094 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9228325 Dec 12 17:48:36.325542 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56382) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:36.335557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d3fcfaa1-aac8-4d78-91a0-939191f50740 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Request body: {'port': {'network_id': 'dfccdde8-bd38-4e35-a024-42b3ba7a38f5', 'name': 'tempest-AllowedAddressPairTestJSON-148219552', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:52:97:80'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:36.450099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d62fd0-6a7e-4806-81fb-b8628640e754 req-850f8ecc-1c4c-4528-8c9f-54a73dba5745 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:36.453235 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95d62fd0-6a7e-4806-81fb-b8628640e754 req-850f8ecc-1c4c-4528-8c9f-54a73dba5745 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0840821 Dec 12 17:48:36.532680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95d62fd0-6a7e-4806-81fb-b8628640e754 req-5200ea2f-f845-4245-92f5-82b2bdfa64c4 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727775 Dec 12 17:48:36.554931 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fcfaa1-aac8-4d78-91a0-939191f50740 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Made reservation on behalf of f05c46050a8347feae91655aaa2cd719 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:48:36.661280 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3fcfaa1-aac8-4d78-91a0-939191f50740 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:36.680179 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-d3fcfaa1-aac8-4d78-91a0-939191f50740 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] device_id is not set on port 8c028df3-2b54-4dde-824a-dc3800940a67 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:48:36.809242 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-d3fcfaa1-aac8-4d78-91a0-939191f50740 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Allocated IP 172.20.0.14 (dfccdde8-bd38-4e35-a024-42b3ba7a38f5/6b43084d-6c83-4760-a924-f01d8bdf0f96/8c028df3-2b54-4dde-824a-dc3800940a67) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:48:36.956240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55293-94d1-4179-99ba-5cc7cf34f433 req-39845aeb-a6f3-443e-a96e-a6f23b2924a4 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:36.962146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57e55293-94d1-4179-99ba-5cc7cf34f433 req-39845aeb-a6f3-443e-a96e-a6f23b2924a4 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.0928369 Dec 12 17:48:36.980558 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:48:37.055781 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3fcfaa1-aac8-4d78-91a0-939191f50740 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:37.088118 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57e55293-94d1-4179-99ba-5cc7cf34f433 req-16dab167-9e3c-4d04-83a0-a6e61bb3b552 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050599 Dec 12 17:48:37.121837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3fcfaa1-aac8-4d78-91a0-939191f50740 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:37.180308 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fcfaa1-aac8-4d78-91a0-939191f50740 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Network dfccdde8-bd38-4e35-a024-42b3ba7a38f5 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:48:37.184011 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d3fcfaa1-aac8-4d78-91a0-939191f50740 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:48:37.188537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fcfaa1-aac8-4d78-91a0-939191f50740 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:48:37.219825 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcfaa1-aac8-4d78-91a0-939191f50740 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event updated for resources: {'Port': ['ID=8c028df3-2b54-4dde-824a-dc3800940a67,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:37.265242 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fcfaa1-aac8-4d78-91a0-939191f50740 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:37.266258 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3fcfaa1-aac8-4d78-91a0-939191f50740 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:37.298393 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d3fcfaa1-aac8-4d78-91a0-939191f50740 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.9668396 Dec 12 17:48:37.298874 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56420) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:37.436591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfd5352-bd03-41e2-b01f-65af5aba3c7d tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:37.442702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfd5352-bd03-41e2-b01f-65af5aba3c7d tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:37.449502 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfd5352-bd03-41e2-b01f-65af5aba3c7d tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:37.453894 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4cfd5352-bd03-41e2-b01f-65af5aba3c7d tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1514249 Dec 12 17:48:37.454202 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56434) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:37.515415 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2afc5c-ea69-4e42-b91e-21f76e12bb49 None None] Network dfccdde8-bd38-4e35-a024-42b3ba7a38f5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:48:37.566058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b5a3-185a-4787-9fe2-30fb23eb329f req-84a3033e-ae7e-4606-bcaf-742e8f7f6e93 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:37.567867 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a72b5a3-185a-4787-9fe2-30fb23eb329f req-84a3033e-ae7e-4606-bcaf-742e8f7f6e93 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 946 time: 0.1510344 Dec 12 17:48:37.582415 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cdf38cc2-758a-4095-9ebd-632a63480353 None None] Provisioning complete for port e3380ec0-5649-42db-8e99-ef7643356f85 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:37.582861 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cdf38cc2-758a-4095-9ebd-632a63480353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:37.605238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-51ee3b2b-adf7-4abd-9a69-daac4baab1f5 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Deleting port 8c028df3-2b54-4dde-824a-dc3800940a67 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:48:37.605580 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51ee3b2b-adf7-4abd-9a69-daac4baab1f5 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:37.718030 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a72b5a3-185a-4787-9fe2-30fb23eb329f req-0e1e6373-bdbc-405a-9f6f-c2f29cf08d0c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377983 Dec 12 17:48:37.723056 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cdf38cc2-758a-4095-9ebd-632a63480353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:37.763783 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500fabf-ee2f-4ece-84c4-8a3b5d46e4be req-11c08265-8bcf-48b3-a367-52ccecd31cc9 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:37.765905 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-cdf38cc2-758a-4095-9ebd-632a63480353 None None] For port e3380ec0-5649-42db-8e99-ef7643356f85, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e3380ec0-5649-42db-8e99-ef7643356f85,segment=NetworkSegment(206b72af-093c-41cb-b442-fc8e59114fe8),segment_id=206b72af-093c-41cb-b442-fc8e59114fe8)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:37.768328 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8500fabf-ee2f-4ece-84c4-8a3b5d46e4be req-11c08265-8bcf-48b3-a367-52ccecd31cc9 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.1040595 Dec 12 17:48:37.773826 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cdf38cc2-758a-4095-9ebd-632a63480353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:37.790436 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51ee3b2b-adf7-4abd-9a69-daac4baab1f5 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:37.816759 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-51ee3b2b-adf7-4abd-9a69-daac4baab1f5 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Calling delete_port for 8c028df3-2b54-4dde-824a-dc3800940a67 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:48:37.840644 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf38cc2-758a-4095-9ebd-632a63480353 None None] Pushing event updated for resources: {'Port': ['ID=e3380ec0-5649-42db-8e99-ef7643356f85,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:37.894352 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8500fabf-ee2f-4ece-84c4-8a3b5d46e4be req-ecf52e83-4e40-44d6-9cd3-18167b515370 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088250 Dec 12 17:48:38.001034 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51ee3b2b-adf7-4abd-9a69-daac4baab1f5 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:38.001348 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0b74ec29-dd4a-4be2-bfa8-1ed3cf0e4bac None None] Provisioning complete for port 8c028df3-2b54-4dde-824a-dc3800940a67 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:38.001757 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b74ec29-dd4a-4be2-bfa8-1ed3cf0e4bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:38.034568 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee3b2b-adf7-4abd-9a69-daac4baab1f5 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event deleted for resources: {'Port': ['ID=8c028df3-2b54-4dde-824a-dc3800940a67,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:38.045680 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0b74ec29-dd4a-4be2-bfa8-1ed3cf0e4bac None None] Port 8c028df3-2b54-4dde-824a-dc3800940a67 was deleted so its status cannot be updated. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 12 17:48:38.105036 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0b74ec29-dd4a-4be2-bfa8-1ed3cf0e4bac None None] Provisioning complete for port e3380ec0-5649-42db-8e99-ef7643356f85 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:38.105543 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b74ec29-dd4a-4be2-bfa8-1ed3cf0e4bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:38.237633 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0b74ec29-dd4a-4be2-bfa8-1ed3cf0e4bac None None] Provisioning complete for port 6759fc23-1cb3-4681-bb76-86c02e59f90c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:38.238253 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b74ec29-dd4a-4be2-bfa8-1ed3cf0e4bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:38.288480 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0b74ec29-dd4a-4be2-bfa8-1ed3cf0e4bac None None] Port 6759fc23-1cb3-4681-bb76-86c02e59f90c cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:48:38.302183 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56460) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:38.379721 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca321c8-5fd4-4ada-9183-53afe1be025f req-fc957ff8-dc0e-431d-828a-632ecd681735 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:38.382283 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aca321c8-5fd4-4ada-9183-53afe1be025f req-fc957ff8-dc0e-431d-828a-632ecd681735 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.2304125 Dec 12 17:48:38.397485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fa40e-bfc4-4a7f-9f81-2b71a4a93574 req-214cbdaa-42d2-4a86-8cbd-8e938cf56665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:38.399074 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-825fa40e-bfc4-4a7f-9f81-2b71a4a93574 req-214cbdaa-42d2-4a86-8cbd-8e938cf56665 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e87f55d11d4a4c5ba82362d6521f2447&device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 1097 time: 0.1847589 Dec 12 17:48:38.413602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc43c3-e19f-48c7-b844-a09a68821235 req-680e0f1c-d428-4a02-bf7e-b30dbfd5995b tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:38.414910 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1e8b7473-0bfa-4f85-8806-1270ee9214f7 None None] Provisioning complete for port 6759fc23-1cb3-4681-bb76-86c02e59f90c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:38.415328 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e8b7473-0bfa-4f85-8806-1270ee9214f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:38.422715 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5acc43c3-e19f-48c7-b844-a09a68821235 req-680e0f1c-d428-4a02-bf7e-b30dbfd5995b tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.2093949 Dec 12 17:48:38.455821 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e3380ec0-5649-42db-8e99-ef7643356f85 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:48:38.472710 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d512c657-2d4d-42e0-ad50-d45ef69de6d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:38.509522 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b7473-0bfa-4f85-8806-1270ee9214f7 None None] Port 6759fc23-1cb3-4681-bb76-86c02e59f90c cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:48:38.541709 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port e3380ec0-5649-42db-8e99-ef7643356f85 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:38.543325 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:38.552054 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51ee3b2b-adf7-4abd-9a69-daac4baab1f5 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:38.556241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-51ee3b2b-adf7-4abd-9a69-daac4baab1f5 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "DELETE /v2.0/ports/8c028df3-2b54-4dde-824a-dc3800940a67 HTTP/1.1" status: 204 len: 168 time: 1.1011000 Dec 12 17:48:38.559348 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56468) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:38.604746 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aca321c8-5fd4-4ada-9183-53afe1be025f req-6938c819-1208-445a-84c9-4faff2c31304 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098198 Dec 12 17:48:38.609152 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c59e66a-bd80-40cd-9e9a-23cb178945a2 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] GET failed (client error): The resource could not be found. Dec 12 17:48:38.611560 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8c59e66a-bd80-40cd-9e9a-23cb178945a2 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "GET /v2.0/ports/8c028df3-2b54-4dde-824a-dc3800940a67 HTTP/1.1" status: 404 len: 333 time: 0.0509732 Dec 12 17:48:38.618884 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5acc43c3-e19f-48c7-b844-a09a68821235 req-7a56e5ff-002b-4b39-9ed1-b9940d89af63 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958127 Dec 12 17:48:38.625703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56470) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:38.635939 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d512c657-2d4d-42e0-ad50-d45ef69de6d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:38.643494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-fb0d1f80-785b-411e-99c6-307ca45180e1 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Request body: {'port': {'network_id': 'dfccdde8-bd38-4e35-a024-42b3ba7a38f5', 'name': 'tempest-AllowedAddressPairTestJSON-535447448'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:38.649040 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d512c657-2d4d-42e0-ad50-d45ef69de6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:38.706942 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d512c657-2d4d-42e0-ad50-d45ef69de6d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23b83b38d2f544d7acbd997253030256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4020631 Dec 12 17:48:38.708026 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56472) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:38.711913 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512c657-2d4d-42e0-ad50-d45ef69de6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352299e2-2878-40f2-8168-13787142a2f8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:38.721933 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-49800771-b226-4032-9c61-d4b314f5738e None None] Could not find standard attr ID for object 8c028df3-2b54-4dde-824a-dc3800940a67. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 17:48:38.747077 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fa40e-bfc4-4a7f-9f81-2b71a4a93574 req-bc78142f-fdc6-4494-8f42-bb7e5d44f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:38.748501 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-825fa40e-bfc4-4a7f-9f81-2b71a4a93574 req-bc78142f-fdc6-4494-8f42-bb7e5d44f4aa service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc HTTP/1.1" status: 200 len: 911 time: 0.3192599 Dec 12 17:48:38.791466 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a10e0ea-05a6-40a2-875e-a0df469dcd52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:38.823285 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a10e0ea-05a6-40a2-875e-a0df469dcd52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:38.876795 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a10e0ea-05a6-40a2-875e-a0df469dcd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:38.879711 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a10e0ea-05a6-40a2-875e-a0df469dcd52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:38.883273 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6a10e0ea-05a6-40a2-875e-a0df469dcd52 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/352299e2-2878-40f2-8168-13787142a2f8 HTTP/1.1" status: 204 len: 168 time: 0.1727724 Dec 12 17:48:38.891680 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10e0ea-05a6-40a2-875e-a0df469dcd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352299e2-2878-40f2-8168-13787142a2f8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:39.212041 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d78d8-65f4-420b-bf73-7ce1b2f4db93 req-859e0ed3-ffd9-451f-8534-6f9485b964bb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:39.213594 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e30d78d8-65f4-420b-bf73-7ce1b2f4db93 req-859e0ed3-ffd9-451f-8534-6f9485b964bb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "GET /v2.0/ports?device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 946 time: 0.0563042 Dec 12 17:48:39.264514 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-825fa40e-bfc4-4a7f-9f81-2b71a4a93574 req-6254dae6-ede4-4dc3-8376-257d0a45423b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7b878f0-3b8e-4771-83bd-a1fccca7ce8a HTTP/1.1" status: 200 len: 1001 time: 0.5062320 Dec 12 17:48:39.316395 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-e30d78d8-65f4-420b-bf73-7ce1b2f4db93 req-391d8f8e-9edd-4fce-bd51-09d2b795d67d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Deleting port c644d444-417a-413f-a046-0ae79e3cdb28 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:48:39.316913 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e30d78d8-65f4-420b-bf73-7ce1b2f4db93 req-391d8f8e-9edd-4fce-bd51-09d2b795d67d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:39.318341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc98d3-d005-4319-832f-dab090826881 req-fef99d4a-45e4-4ce8-8d86-935c94df6e77 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:39.320220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94dc98d3-d005-4319-832f-dab090826881 req-fef99d4a-45e4-4ce8-8d86-935c94df6e77 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 946 time: 0.1349881 Dec 12 17:48:39.363780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fa40e-bfc4-4a7f-9f81-2b71a4a93574 req-cfc04ae7-97af-4048-a069-b065d724d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:39.365260 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-825fa40e-bfc4-4a7f-9f81-2b71a4a93574 req-cfc04ae7-97af-4048-a069-b065d724d7a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6e9ce1ad-b28e-4dc2-8742-e6028eef55c0 HTTP/1.1" status: 200 len: 849 time: 0.0930800 Dec 12 17:48:39.367575 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0d1f80-785b-411e-99c6-307ca45180e1 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Made reservation on behalf of f05c46050a8347feae91655aaa2cd719 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:48:39.370989 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fb0d1f80-785b-411e-99c6-307ca45180e1 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:39.420727 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-e30d78d8-65f4-420b-bf73-7ce1b2f4db93 req-391d8f8e-9edd-4fce-bd51-09d2b795d67d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] For port c644d444-417a-413f-a046-0ae79e3cdb28, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c644d444-417a-413f-a046-0ae79e3cdb28,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:39.421262 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e30d78d8-65f4-420b-bf73-7ce1b2f4db93 req-391d8f8e-9edd-4fce-bd51-09d2b795d67d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:39.430969 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-fb0d1f80-785b-411e-99c6-307ca45180e1 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] device_id is not set on port dc2ef179-34ce-498f-ad21-67f878495562 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:48:39.437122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-e30d78d8-65f4-420b-bf73-7ce1b2f4db93 req-391d8f8e-9edd-4fce-bd51-09d2b795d67d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Calling delete_port for c644d444-417a-413f-a046-0ae79e3cdb28 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:48:39.448805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94dc98d3-d005-4319-832f-dab090826881 req-97e83ad6-9399-4b9a-84be-62194ec66f0f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194911 Dec 12 17:48:39.509605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fa40e-bfc4-4a7f-9f81-2b71a4a93574 req-ee83800b-aa62-4000-93c6-d14261c4c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:39.511136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-825fa40e-bfc4-4a7f-9f81-2b71a4a93574 req-ee83800b-aa62-4000-93c6-d14261c4c4ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334796 Dec 12 17:48:39.586050 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e30d78d8-65f4-420b-bf73-7ce1b2f4db93 req-391d8f8e-9edd-4fce-bd51-09d2b795d67d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:39.600270 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['c644d444-417a-413f-a046-0ae79e3cdb28'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:48:39.616029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56496) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:39.625280 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d8f8e-9edd-4fce-bd51-09d2b795d67d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Pushing event deleted for resources: {'Port': ['ID=c644d444-417a-413f-a046-0ae79e3cdb28,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:39.669620 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30d78d8-65f4-420b-bf73-7ce1b2f4db93 req-391d8f8e-9edd-4fce-bd51-09d2b795d67d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] No DVR routers for this DVR port c644d444-417a-413f-a046-0ae79e3cdb28 on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:48:39.671427 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-fb0d1f80-785b-411e-99c6-307ca45180e1 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Allocated IP 172.20.0.10 (dfccdde8-bd38-4e35-a024-42b3ba7a38f5/6b43084d-6c83-4760-a924-f01d8bdf0f96/dc2ef179-34ce-498f-ad21-67f878495562) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:48:39.673351 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e30d78d8-65f4-420b-bf73-7ce1b2f4db93 req-391d8f8e-9edd-4fce-bd51-09d2b795d67d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:39.677483 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e30d78d8-65f4-420b-bf73-7ce1b2f4db93 req-391d8f8e-9edd-4fce-bd51-09d2b795d67d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "DELETE /v2.0/ports/c644d444-417a-413f-a046-0ae79e3cdb28 HTTP/1.1" status: 204 len: 173 time: 0.4579959 Dec 12 17:48:39.678110 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001abf4f-3065-4898-88a9-6405bfc3d9eb', 'name': 'network-vif-deleted', 'tag': 'c644d444-417a-413f-a046-0ae79e3cdb28'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:48:39.681137 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a2b59f-b9bc-4d91-bc86-76c7f799fbf5" -d '{"events": [{"server_uuid": "001abf4f-3065-4898-88a9-6405bfc3d9eb", "name": "network-vif-deleted", "tag": "c644d444-417a-413f-a046-0ae79e3cdb28"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:48:39.682500 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-825fa40e-bfc4-4a7f-9f81-2b71a4a93574 req-3e0dbb3c-f93c-434b-8c2e-4870746afadb service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629260 Dec 12 17:48:39.819728 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a463f107-c85e-4306-b03b-3f21ce58e7a8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-108652397-network', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:39.935657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a463f107-c85e-4306-b03b-3f21ce58e7a8 admin admin] Made reservation on behalf of d0b4bc710fe244f885d5e9cf88a75d69 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:48:39.937905 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a463f107-c85e-4306-b03b-3f21ce58e7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:39.965149 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afd22a-5ff0-4906-8251-38d3d0594dca req-4915903d-e78c-4bb8-a714-21696c31c97c tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:39.966630 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68afd22a-5ff0-4906-8251-38d3d0594dca req-4915903d-e78c-4bb8-a714-21696c31c97c tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 950 time: 0.2107043 Dec 12 17:48:39.973524 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a463f107-c85e-4306-b03b-3f21ce58e7a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:39.982376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-825fa40e-bfc4-4a7f-9f81-2b71a4a93574 req-5dad4870-5969-4ec0-b4d9-093a28fd72c1 service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889292 Dec 12 17:48:40.008870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcd6dd-6097-4677-a89a-00ae18b77881 req-906bcda4-a0e9-4d06-87df-7b771d9843a5 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:40.010350 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08dcd6dd-6097-4677-a89a-00ae18b77881 req-906bcda4-a0e9-4d06-87df-7b771d9843a5 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.2375515 Dec 12 17:48:40.104861 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fb0d1f80-785b-411e-99c6-307ca45180e1 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:40.140442 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68afd22a-5ff0-4906-8251-38d3d0594dca req-33ae1842-eba7-4cc9-b706-d1f828f6d322 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626225 Dec 12 17:48:40.150086 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08dcd6dd-6097-4677-a89a-00ae18b77881 req-90216cca-f2d8-4734-96be-b2c8f5d678e4 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225913 Dec 12 17:48:40.213158 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a463f107-c85e-4306-b03b-3f21ce58e7a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:40.223025 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a463f107-c85e-4306-b03b-3f21ce58e7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:40.223682 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8321da45-8001-4f9c-a0a6-35e89cdd5bd1 x-openstack-request-id: req-8321da45-8001-4f9c-a0a6-35e89cdd5bd1 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:48:40.224078 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "001abf4f-3065-4898-88a9-6405bfc3d9eb", "name": "network-vif-deleted", "tag": "c644d444-417a-413f-a046-0ae79e3cdb28", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:48:40.224760 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8321da45-8001-4f9c-a0a6-35e89cdd5bd1 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:48:40.225524 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001abf4f-3065-4898-88a9-6405bfc3d9eb', 'name': 'network-vif-deleted', 'tag': 'c644d444-417a-413f-a046-0ae79e3cdb28', 'status': 'completed', 'code': 200} Dec 12 17:48:40.246384 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a463f107-c85e-4306-b03b-3f21ce58e7a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:48:40.249524 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fb0d1f80-785b-411e-99c6-307ca45180e1 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:40.306849 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a463f107-c85e-4306-b03b-3f21ce58e7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:40.307215 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-a463f107-c85e-4306-b03b-3f21ce58e7a8 admin admin] Added segment aad624b3-8fda-4786-812d-765631b94ca2 of type vlan for network dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 Dec 12 17:48:40.312033 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463f107-c85e-4306-b03b-3f21ce58e7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc8a75d-c866-4a8a-ad76-466d512084c8,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:40.341123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0d1f80-785b-411e-99c6-307ca45180e1 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Network dfccdde8-bd38-4e35-a024-42b3ba7a38f5 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:48:40.367900 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-fb0d1f80-785b-411e-99c6-307ca45180e1 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:48:40.372569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0d1f80-785b-411e-99c6-307ca45180e1 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:48:40.375152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d1f80-785b-411e-99c6-307ca45180e1 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event updated for resources: {'Port': ['ID=dc2ef179-34ce-498f-ad21-67f878495562,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:40.425464 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a463f107-c85e-4306-b03b-3f21ce58e7a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:40.454311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d1f80-785b-411e-99c6-307ca45180e1 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:40.454920 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fb0d1f80-785b-411e-99c6-307ca45180e1 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:40.491016 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 63e5863c-e4f7-412f-ac10-3144d3f770f4 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:48:40.492124 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a463f107-c85e-4306-b03b-3f21ce58e7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:40.493146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a463f107-c85e-4306-b03b-3f21ce58e7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:40.493752 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a463f107-c85e-4306-b03b-3f21ce58e7a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:40.493940 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 63e5863c-e4f7-412f-ac10-3144d3f770f4 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:48:40.529667 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fb0d1f80-785b-411e-99c6-307ca45180e1 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8931706 Dec 12 17:48:40.530032 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56512) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:40.536615 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ededada5-fa93-44dc-983e-552f3ff43d3e tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:52:97:80'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:40.671937 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ededada5-fa93-44dc-983e-552f3ff43d3e tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:40.694957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463f107-c85e-4306-b03b-3f21ce58e7a8 admin admin] Pushing event updated for resources: {'Network': ['ID=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:40.741145 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-184206b2-726b-4853-8269-57cebfe0bcb0 req-241a8d2c-c25d-45b9-a76a-d3da45b56a56 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 210 time: 0.0423398 Dec 12 17:48:40.745248 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a463f107-c85e-4306-b03b-3f21ce58e7a8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1281495 Dec 12 17:48:40.747978 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56514) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:40.748796 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:48:40.753444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-b7e05dc0-2c06-49ed-9274-f16eeb9fc46d admin admin] Request body: {'subnet': {'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-subnet', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:40.784529 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e05dc0-2c06-49ed-9274-f16eeb9fc46d admin admin] Made reservation on behalf of d0b4bc710fe244f885d5e9cf88a75d69 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:48:40.788265 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b7e05dc0-2c06-49ed-9274-f16eeb9fc46d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:40.858631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8ca2b7bf-99b1-4658-91ee-37a5f250373b None None] Provisioning complete for port dc2ef179-34ce-498f-ad21-67f878495562 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:40.859340 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8ca2b7bf-99b1-4658-91ee-37a5f250373b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:40.936953 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ededada5-fa93-44dc-983e-552f3ff43d3e tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:40.943137 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ededada5-fa93-44dc-983e-552f3ff43d3e tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:40.945306 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8ca2b7bf-99b1-4658-91ee-37a5f250373b None None] Port dc2ef179-34ce-498f-ad21-67f878495562 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:48:40.965485 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 63e5863c-e4f7-412f-ac10-3144d3f770f4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=63e5863c-e4f7-412f-ac10-3144d3f770f4,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:40.975817 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:40.980538 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '63e5863c-e4f7-412f-ac10-3144d3f770f4', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '63e5863c-e4f7-412f-ac10-3144d3f770f4', 'mac_address': 'fa:16:3e:28:19:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:48:41.011139 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3056ee5-b02f-47a4-9340-5ae45d4de2aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e5863c-e4f7-412f-ac10-3144d3f770f4'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:48:41.013660 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91467253-c2aa-4e76-85fc-5788420b6b59" -d '{"events": [{"server_uuid": "b3056ee5-b02f-47a4-9340-5ae45d4de2aa", "name": "network-vif-unplugged", "status": "completed", "tag": "63e5863c-e4f7-412f-ac10-3144d3f770f4"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:48:41.043278 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededada5-fa93-44dc-983e-552f3ff43d3e tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event updated for resources: {'Port': ['ID=dc2ef179-34ce-498f-ad21-67f878495562,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:41.047329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 63e5863c-e4f7-412f-ac10-3144d3f770f4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=63e5863c-e4f7-412f-ac10-3144d3f770f4,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:41.050799 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b7e05dc0-2c06-49ed-9274-f16eeb9fc46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:41.066773 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:41.079777 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:41.120784 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4694d282-3aee-43d9-9fd3-b1043314d7b5 x-openstack-request-id: req-4694d282-3aee-43d9-9fd3-b1043314d7b5 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:48:41.121401 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3056ee5-b02f-47a4-9340-5ae45d4de2aa", "name": "network-vif-unplugged", "status": "completed", "tag": "63e5863c-e4f7-412f-ac10-3144d3f770f4", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:48:41.122103 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4694d282-3aee-43d9-9fd3-b1043314d7b5 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:48:41.122228 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3056ee5-b02f-47a4-9340-5ae45d4de2aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e5863c-e4f7-412f-ac10-3144d3f770f4', 'code': 200} Dec 12 17:48:41.127186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e05dc0-2c06-49ed-9274-f16eeb9fc46d admin admin] Pushing event updated for resources: {'Subnet': ['ID=076bf984-90a2-4fda-a328-15e958eede88,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:41.130554 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ededada5-fa93-44dc-983e-552f3ff43d3e tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] In _notify_port_updated(), no bound segment for port dc2ef179-34ce-498f-ad21-67f878495562 on network dfccdde8-bd38-4e35-a024-42b3ba7a38f5 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 17:48:41.139128 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ededada5-fa93-44dc-983e-552f3ff43d3e tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:41.140422 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ededada5-fa93-44dc-983e-552f3ff43d3e tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:41.140669 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63e5863c-e4f7-412f-ac10-3144d3f770f4 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:48:41.145360 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ededada5-fa93-44dc-983e-552f3ff43d3e tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "PUT /v2.0/ports/dc2ef179-34ce-498f-ad21-67f878495562 HTTP/1.1" status: 200 len: 994 time: 0.6135111 Dec 12 17:48:41.146649 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56518) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:41.148123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e05dc0-2c06-49ed-9274-f16eeb9fc46d admin admin] Checking segment: {'id': 'aad624b3-8fda-4786-812d-765631b94ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:48:41.148487 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e05dc0-2c06-49ed-9274-f16eeb9fc46d admin admin] Network hostable DHCP agents. Network: dbe25255-4bd2-4c53-8d31-0c8572b7b9b7, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:48:41.183709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e05dc0-2c06-49ed-9274-f16eeb9fc46d admin admin] Network dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:48:41.211664 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-b7e05dc0-2c06-49ed-9274-f16eeb9fc46d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, dbe25255-4bd2-4c53-8d31-0c8572b7b9b7) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:48:41.216564 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e05dc0-2c06-49ed-9274-f16eeb9fc46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:41.217129 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b7e05dc0-2c06-49ed-9274-f16eeb9fc46d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:41.217633 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=63e5863c-e4f7-412f-ac10-3144d3f770f4,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:41.247843 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b7e05dc0-2c06-49ed-9274-f16eeb9fc46d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4962902 Dec 12 17:48:41.248072 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56524) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:41.250854 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e53a5cc-5722-497d-acef-e25bc87f4191 None None] Network dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:48:41.253916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:41.310768 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:41.311948 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:41.339686 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:48:41.340157 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:48:41.386801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:48:41.387658 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:41.397692 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-93a85e63-b001-4cdc-b5c9-c9b0f0fb5ff3 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Deleting port dc2ef179-34ce-498f-ad21-67f878495562 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:48:41.398031 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93a85e63-b001-4cdc-b5c9-c9b0f0fb5ff3 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:41.490190 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:41.521477 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93a85e63-b001-4cdc-b5c9-c9b0f0fb5ff3 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:41.541249 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-93a85e63-b001-4cdc-b5c9-c9b0f0fb5ff3 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Calling delete_port for dc2ef179-34ce-498f-ad21-67f878495562 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:48:41.549371 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Allocated IP 172.20.0.2 (dbe25255-4bd2-4c53-8d31-0c8572b7b9b7/076bf984-90a2-4fda-a328-15e958eede88/156697a8-2e90-4a57-936b-5b395fe6961d) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:48:41.608436 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691a542-95d2-4104-9873-96f406dee899 req-497288f5-b6de-4b98-b141-8ad2941a9f47 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:41.616544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6691a542-95d2-4104-9873-96f406dee899 req-497288f5-b6de-4b98-b141-8ad2941a9f47 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 948 time: 0.2917635 Dec 12 17:48:41.644012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931ea19-15eb-47c6-87d9-a183b310f15e req-2bca2869-6c3b-4015-8f20-e4374a5ed33c tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:41.645603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0931ea19-15eb-47c6-87d9-a183b310f15e req-2bca2869-6c3b-4015-8f20-e4374a5ed33c tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.2365930 Dec 12 17:48:41.701786 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:41.715120 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:41.715672 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93a85e63-b001-4cdc-b5c9-c9b0f0fb5ff3 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:41.756182 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6691a542-95d2-4104-9873-96f406dee899 req-0d32fdc6-c859-4332-8b60-5d81a6c7daea tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386931 Dec 12 17:48:41.764634 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Pushing event updated for resources: {'Port': ['ID=156697a8-2e90-4a57-936b-5b395fe6961d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:41.773210 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:41.773386 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a85e63-b001-4cdc-b5c9-c9b0f0fb5ff3 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event deleted for resources: {'Port': ['ID=dc2ef179-34ce-498f-ad21-67f878495562,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:41.788202 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-509b10ea-0a47-42bc-8ad7-a22e4e0001af None None] Provisioning complete for port dc2ef179-34ce-498f-ad21-67f878495562 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:41.788645 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-509b10ea-0a47-42bc-8ad7-a22e4e0001af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:41.831920 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-509b10ea-0a47-42bc-8ad7-a22e4e0001af None None] Port dc2ef179-34ce-498f-ad21-67f878495562 was deleted so its status cannot be updated. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 12 17:48:41.838316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Network dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:48:41.843496 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:48:41.849464 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:48:41.952564 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0931ea19-15eb-47c6-87d9-a183b310f15e req-4c849819-db54-43b8-b49a-6b5e672f3b5e tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680640 Dec 12 17:48:41.970887 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:42.007227 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e5863c-e4f7-412f-ac10-3144d3f770f4 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:48:42.024238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Attempting to bind port 156697a8-2e90-4a57-936b-5b395fe6961d on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:48:42.024695 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Attempting to bind port 156697a8-2e90-4a57-936b-5b395fe6961d by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'aad624b3-8fda-4786-812d-765631b94ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:48:42.024994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Attempting to bind port 156697a8-2e90-4a57-936b-5b395fe6961d on network dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:48:42.041000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:48:42.041542 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Checking segment: {'id': 'aad624b3-8fda-4786-812d-765631b94ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:48:42.042069 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:42.042565 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Bound using segment: {'id': 'aad624b3-8fda-4786-812d-765631b94ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:48:42.043250 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Bound port: 156697a8-2e90-4a57-936b-5b395fe6961d, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad624b3-8fda-4786-812d-765631b94ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:48:42.043686 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:42.063284 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 63e5863c-e4f7-412f-ac10-3144d3f770f4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=63e5863c-e4f7-412f-ac10-3144d3f770f4,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:42.068313 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0292e389-a9f9-49d7-b636-41cca5059e99 req-467b84f7-aeca-463f-925a-19fbecbf6c40 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 210 time: 0.0517423 Dec 12 17:48:42.081416 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:42.116607 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93a85e63-b001-4cdc-b5c9-c9b0f0fb5ff3 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:42.128196 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-93a85e63-b001-4cdc-b5c9-c9b0f0fb5ff3 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "DELETE /v2.0/ports/dc2ef179-34ce-498f-ad21-67f878495562 HTTP/1.1" status: 204 len: 168 time: 0.9796073 Dec 12 17:48:42.130804 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56534) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:42.161855 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-06413c42-8ad1-4383-8826-53491f982893 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] GET failed (client error): The resource could not be found. Dec 12 17:48:42.168908 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-06413c42-8ad1-4383-8826-53491f982893 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "GET /v2.0/ports/dc2ef179-34ce-498f-ad21-67f878495562 HTTP/1.1" status: 404 len: 333 time: 0.0364845 Dec 12 17:48:42.169657 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56536) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:42.174831 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Request body: {'port': {'network_id': 'dfccdde8-bd38-4e35-a024-42b3ba7a38f5', 'name': 'tempest-AllowedAddressPairTestJSON-1506114844'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:42.181882 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] For port 156697a8-2e90-4a57-936b-5b395fe6961d, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:48:42.186310 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] For port 156697a8-2e90-4a57-936b-5b395fe6961d, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=156697a8-2e90-4a57-936b-5b395fe6961d,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:48:42.198380 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:42.250230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=63e5863c-e4f7-412f-ac10-3144d3f770f4,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:42.339244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08302f-50c9-41b8-ac8b-bf05c0da730f None None] Pushing event updated for resources: {'Port': ['ID=156697a8-2e90-4a57-936b-5b395fe6961d,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:42.356996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['63e5863c-e4f7-412f-ac10-3144d3f770f4'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:48:42.364862 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Made reservation on behalf of f05c46050a8347feae91655aaa2cd719 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:48:42.374548 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:42.418672 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] device_id is not set on port ebc01df7-0a0c-4032-9a98-7ebfd9496540 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:48:42.476694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c644d444-417a-413f-a046-0ae79e3cdb28 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:48:42.520570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: c644d444-417a-413f-a046-0ae79e3cdb28 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:48:42.523759 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c644d444-417a-413f-a046-0ae79e3cdb28 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:48:42.549219 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:42.588614 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:42.678987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Allocated IP 172.20.0.14 (dfccdde8-bd38-4e35-a024-42b3ba7a38f5/6b43084d-6c83-4760-a924-f01d8bdf0f96/ebc01df7-0a0c-4032-9a98-7ebfd9496540) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:48:42.738441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] Allocated IP 172.25.1.27 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/27939596-11e8-49c5-835b-a5e2c6bafa47) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:48:42.866091 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:42.900969 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:42.913140 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:42.956793 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20341664-e12a-4813-ab80-fb680436599d req-d8391c1d-c07c-4fc4-aa68-a8e95f440d45 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:42.958715 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20341664-e12a-4813-ab80-fb680436599d req-d8391c1d-c07c-4fc4-aa68-a8e95f440d45 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 949 time: 0.1105034 Dec 12 17:48:42.974651 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Network dfccdde8-bd38-4e35-a024-42b3ba7a38f5 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:48:42.979498 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:48:42.985693 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:48:43.004054 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:43.027091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:48:43.031229 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event updated for resources: {'Port': ['ID=ebc01df7-0a0c-4032-9a98-7ebfd9496540,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:43.034267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:48:43.052651 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:43.053575 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:43.053929 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:43.054336 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:43.054592 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:43.055189 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:43.055551 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:43.055889 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:43.056229 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:43.056568 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:43.056902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:43.057234 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:43.057591 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:43.067914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:48:43.080028 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:43.080719 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:43.108362 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e458db95-facb-44a4-913f-43e1318b55cb tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9375458 Dec 12 17:48:43.110965 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56546) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:43.118077 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2d2dd83d-63ee-47f7-922f-17e27ecb9cfc tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:52:97:80'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:43.145756 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20341664-e12a-4813-ab80-fb680436599d req-db3d2a48-3afc-4bfd-ad01-4f2d207e90bf tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799498 Dec 12 17:48:43.189496 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] Pushing event updated for resources: {'Port': ['ID=27939596-11e8-49c5-835b-a5e2c6bafa47,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:43.233682 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e0a7808-6415-496a-b34c-37ede3bf1c90 req-17e96124-a214-4362-80b6-41ee20bc3843 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 210 time: 0.0352280 Dec 12 17:48:43.388334 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-38a38e26-6bfc-4e7a-863b-8e385475337a None None] Provisioning complete for port ebc01df7-0a0c-4032-9a98-7ebfd9496540 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:43.388927 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-38a38e26-6bfc-4e7a-863b-8e385475337a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:43.423837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d2dd83d-63ee-47f7-922f-17e27ecb9cfc tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:43.479442 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-38a38e26-6bfc-4e7a-863b-8e385475337a None None] Port ebc01df7-0a0c-4032-9a98-7ebfd9496540 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:48:43.577250 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:43.732114 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d2dd83d-63ee-47f7-922f-17e27ecb9cfc tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:43.741619 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d2dd83d-63ee-47f7-922f-17e27ecb9cfc tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:43.766512 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bb83fb-24d7-4813-a1e6-394794957bb7 None None] Network dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:48:43.853738 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2dd83d-63ee-47f7-922f-17e27ecb9cfc tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event updated for resources: {'Port': ['ID=ebc01df7-0a0c-4032-9a98-7ebfd9496540,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:43.891725 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:43.894356 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2d2dd83d-63ee-47f7-922f-17e27ecb9cfc tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] In _notify_port_updated(), no bound segment for port ebc01df7-0a0c-4032-9a98-7ebfd9496540 on network dfccdde8-bd38-4e35-a024-42b3ba7a38f5 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 17:48:43.902881 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2dd83d-63ee-47f7-922f-17e27ecb9cfc tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:43.904078 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d2dd83d-63ee-47f7-922f-17e27ecb9cfc tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:43.908764 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2d2dd83d-63ee-47f7-922f-17e27ecb9cfc tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "PUT /v2.0/ports/ebc01df7-0a0c-4032-9a98-7ebfd9496540 HTTP/1.1" status: 200 len: 997 time: 0.7965755 Dec 12 17:48:43.909613 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56548) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:43.940328 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-dcfa0349-b031-437d-a05d-ef86058a8952 None None] Provisioning complete for port 156697a8-2e90-4a57-936b-5b395fe6961d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:43.940666 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0349-b031-437d-a05d-ef86058a8952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:44.152535 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0349-b031-437d-a05d-ef86058a8952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:44.186198 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] Router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:48:44.211960 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6786c258-de22-4640-9753-a55d0974a956 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Deleting port ebc01df7-0a0c-4032-9a98-7ebfd9496540 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:48:44.212316 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6786c258-de22-4640-9753-a55d0974a956 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:44.243390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dcfa0349-b031-437d-a05d-ef86058a8952 None None] For port 156697a8-2e90-4a57-936b-5b395fe6961d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=156697a8-2e90-4a57-936b-5b395fe6961d,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:44.257964 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0349-b031-437d-a05d-ef86058a8952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:44.379681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa0349-b031-437d-a05d-ef86058a8952 None None] Pushing event updated for resources: {'Port': ['ID=156697a8-2e90-4a57-936b-5b395fe6961d,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:44.410108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b33e2470-1e76-4714-a431-d7224be8c295 None None] Provisioning complete for port ebc01df7-0a0c-4032-9a98-7ebfd9496540 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:44.411329 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b33e2470-1e76-4714-a431-d7224be8c295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:44.470731 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6786c258-de22-4640-9753-a55d0974a956 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:44.484053 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b33e2470-1e76-4714-a431-d7224be8c295 None None] Port ebc01df7-0a0c-4032-9a98-7ebfd9496540 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:48:44.502222 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 63e5863c-e4f7-412f-ac10-3144d3f770f4 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:48:44.510346 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6786c258-de22-4640-9753-a55d0974a956 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Calling delete_port for ebc01df7-0a0c-4032-9a98-7ebfd9496540 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:48:44.543247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 156697a8-2e90-4a57-936b-5b395fe6961d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:48:44.544375 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-be7fce44-0a9f-4143-9371-7395e887c98b req-8846d9bd-e085-4e97-8dcd-0c90ab6567ff tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 210 time: 0.2130961 Dec 12 17:48:44.554152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:48:44.592059 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dbefc-bd89-456b-be36-40cde61ee8a9 req-0050d696-0da3-44df-9869-a3a952f072d0 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:44.594466 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d3dbefc-bd89-456b-be36-40cde61ee8a9 req-0050d696-0da3-44df-9869-a3a952f072d0 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 949 time: 0.2630839 Dec 12 17:48:44.597795 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:44.599114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0e529a6f-41d8-4ec0-bbbc-a59b0156d854 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3501084 Dec 12 17:48:44.603548 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56558) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:44.634923 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Sync routers for ids ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:48:44.662229 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d3dbefc-bd89-456b-be36-40cde61ee8a9 req-b41429c9-f1b7-4665-a93e-d4054358ac7a tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581026 Dec 12 17:48:44.704804 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-650295ba-80e2-4911-a787-96ca768a1382 None None] Provisioning complete for port 156697a8-2e90-4a57-936b-5b395fe6961d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:44.705421 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-650295ba-80e2-4911-a787-96ca768a1382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:44.742113 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Routers {'ae52ae45-ebba-4f39-acf4-91e7570f3fe0'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:48:44.743017 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:48:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:48:44.867338 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ef0a83ad-67ff-45dc-899b-519f47ce63ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:44.883710 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6786c258-de22-4640-9753-a55d0974a956 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:44.896377 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 63e5863c-e4f7-412f-ac10-3144d3f770f4 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:44.897541 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:44.907524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 156697a8-2e90-4a57-936b-5b395fe6961d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:44.907929 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:44.925980 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786c258-de22-4640-9753-a55d0974a956 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event deleted for resources: {'Port': ['ID=ebc01df7-0a0c-4032-9a98-7ebfd9496540,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:45.182544 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Set router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:48:45.263823 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6786c258-de22-4640-9753-a55d0974a956 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:45.271715 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56564) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:45.272086 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6786c258-de22-4640-9753-a55d0974a956 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "DELETE /v2.0/ports/ebc01df7-0a0c-4032-9a98-7ebfd9496540 HTTP/1.1" status: 204 len: 168 time: 1.3608563 Dec 12 17:48:45.304895 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdef49a-bbaf-46d1-a22e-ec872d62c9a1 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] GET failed (client error): The resource could not be found. Dec 12 17:48:45.306935 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ebdef49a-bbaf-46d1-a22e-ec872d62c9a1 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "GET /v2.0/ports/ebc01df7-0a0c-4032-9a98-7ebfd9496540 HTTP/1.1" status: 404 len: 333 time: 0.0339220 Dec 12 17:48:45.311176 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56566) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:45.316489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-2a41f230-285d-44e5-b273-a93aae6ea95a tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Request body: {'port': {'network_id': 'dfccdde8-bd38-4e35-a024-42b3ba7a38f5', 'name': 'tempest-AllowedAddressPairTestJSON-285646646'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:45.378724 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6a57-5b41-4bf8-a6fb-455e37c6d658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:45.429270 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:45.470539 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a41f230-285d-44e5-b273-a93aae6ea95a tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Made reservation on behalf of f05c46050a8347feae91655aaa2cd719 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:48:45.476896 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a41f230-285d-44e5-b273-a93aae6ea95a tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:45.478806 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3056ee5-b02f-47a4-9340-5ae45d4de2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e5863c-e4f7-412f-ac10-3144d3f770f4'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:48:45.486665 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a87411b-80d4-4d9d-a833-534890706e3b" -d '{"events": [{"server_uuid": "b3056ee5-b02f-47a4-9340-5ae45d4de2aa", "name": "network-vif-plugged", "status": "completed", "tag": "63e5863c-e4f7-412f-ac10-3144d3f770f4"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:48:45.503340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 63e5863c-e4f7-412f-ac10-3144d3f770f4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=63e5863c-e4f7-412f-ac10-3144d3f770f4,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:45.517288 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-2a41f230-285d-44e5-b273-a93aae6ea95a tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] device_id is not set on port 6b94f0a4-f27e-4020-9260-5baaf6e4b007 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:48:45.519641 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:45.549997 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d5a432-361f-4ce0-b677-29ea31e14434 x-openstack-request-id: req-12d5a432-361f-4ce0-b677-29ea31e14434 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:48:45.550406 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3056ee5-b02f-47a4-9340-5ae45d4de2aa", "name": "network-vif-plugged", "status": "completed", "tag": "63e5863c-e4f7-412f-ac10-3144d3f770f4", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:48:45.550731 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12d5a432-361f-4ce0-b677-29ea31e14434 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:48:45.551399 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3056ee5-b02f-47a4-9340-5ae45d4de2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e5863c-e4f7-412f-ac10-3144d3f770f4', 'code': 200} Dec 12 17:48:45.603759 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=63e5863c-e4f7-412f-ac10-3144d3f770f4,revision_number=10']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:45.615180 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T17:48:43Z', 'revision_number': 3, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:48:45.627662 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-8c6a6a57-5b41-4bf8-a6fb-455e37c6d658 admin admin] Allocated IP 172.20.0.1 (dbe25255-4bd2-4c53-8d31-0c8572b7b9b7/076bf984-90a2-4fda-a328-15e958eede88/e873b908-e1e7-4669-b00b-1f112aa0d8bf) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:48:45.664748 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Checking router: ae52ae45-ebba-4f39-acf4-91e7570f3fe0 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:48:45.665133 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Updating router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 port 27939596-11e8-49c5-835b-a5e2c6bafa47 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:48:45.711534 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:45.712127 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-339e1263-1826-451f-883b-f7969a104ea2 req-8a895e79-f737-4ad1-9845-8a347df23c4f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=001abf4f-3065-4898-88a9-6405bfc3d9eb HTTP/1.1" status: 200 len: 210 time: 0.0382209 Dec 12 17:48:45.717040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-2a41f230-285d-44e5-b273-a93aae6ea95a tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Allocated IP 172.20.0.8 (dfccdde8-bd38-4e35-a024-42b3ba7a38f5/6b43084d-6c83-4760-a924-f01d8bdf0f96/6b94f0a4-f27e-4020-9260-5baaf6e4b007) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:48:45.805886 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190c7a5-6cb7-4c7e-ac96-cad45e431bfb req-00c90742-8ed2-44c4-a5df-022d4db4fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:45.807786 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4190c7a5-6cb7-4c7e-ac96-cad45e431bfb req-00c90742-8ed2-44c4-a5df-022d4db4fb50 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 1102 time: 0.1487372 Dec 12 17:48:45.886540 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4190c7a5-6cb7-4c7e-ac96-cad45e431bfb req-0f5c7b9e-a09a-4730-adcf-9d7e191250a7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695844 Dec 12 17:48:45.902255 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6a57-5b41-4bf8-a6fb-455e37c6d658 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:45.909603 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bca27c-9132-4443-bfca-2a1325b410a5 req-a4b86f03-ba2c-4935-973c-3352a9cb7298 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:45.911458 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6bca27c-9132-4443-bfca-2a1325b410a5 req-a4b86f03-ba2c-4935-973c-3352a9cb7298 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 951 time: 0.0910709 Dec 12 17:48:45.936211 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a41f230-285d-44e5-b273-a93aae6ea95a tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:45.941527 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6a57-5b41-4bf8-a6fb-455e37c6d658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:45.989608 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a6a57-5b41-4bf8-a6fb-455e37c6d658 admin admin] Network dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:48:45.992426 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6bca27c-9132-4443-bfca-2a1325b410a5 req-6374ff6d-0e7f-476c-b722-cc5d7d1c5956 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725694 Dec 12 17:48:45.992873 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8c6a6a57-5b41-4bf8-a6fb-455e37c6d658 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:48:45.996836 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a6a57-5b41-4bf8-a6fb-455e37c6d658 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:48:46.009365 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a41f230-285d-44e5-b273-a93aae6ea95a tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:46.031089 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a6a57-5b41-4bf8-a6fb-455e37c6d658 admin admin] Pushing event updated for resources: {'Port': ['ID=e873b908-e1e7-4669-b00b-1f112aa0d8bf,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:46.046275 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:46.056930 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:46.059232 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6a57-5b41-4bf8-a6fb-455e37c6d658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:46.067156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a41f230-285d-44e5-b273-a93aae6ea95a tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Network dfccdde8-bd38-4e35-a024-42b3ba7a38f5 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:48:46.070600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-2a41f230-285d-44e5-b273-a93aae6ea95a tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:48:46.075771 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a41f230-285d-44e5-b273-a93aae6ea95a tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:48:46.126502 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73783d5f-f3a1-4cd2-9c85-41d95eb41171 None None] Pushing event updated for resources: {'Port': ['ID=27939596-11e8-49c5-835b-a5e2c6bafa47,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:46.131106 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Attempting to bind port 27939596-11e8-49c5-835b-a5e2c6bafa47 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:48:46.131488 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Attempting to bind port 27939596-11e8-49c5-835b-a5e2c6bafa47 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:48:46.131860 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Attempting to bind port 27939596-11e8-49c5-835b-a5e2c6bafa47 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:48:46.138028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:48:46.138318 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:48:46.138732 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:46.139128 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:48:46.139642 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Bound port: 27939596-11e8-49c5-835b-a5e2c6bafa47, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:48:46.140029 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:46.148608 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41f230-285d-44e5-b273-a93aae6ea95a tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event updated for resources: {'Port': ['ID=6b94f0a4-f27e-4020-9260-5baaf6e4b007,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:46.200888 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a41f230-285d-44e5-b273-a93aae6ea95a tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:46.202158 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a41f230-285d-44e5-b273-a93aae6ea95a tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:46.212603 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] For port 27939596-11e8-49c5-835b-a5e2c6bafa47, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:48:46.217531 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] For port 27939596-11e8-49c5-835b-a5e2c6bafa47, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=27939596-11e8-49c5-835b-a5e2c6bafa47,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:48:46.228478 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:46.236473 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2a41f230-285d-44e5-b273-a93aae6ea95a tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9230125 Dec 12 17:48:46.238161 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56576) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:46.258369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f70e5ca8-6c12-43fe-aea1-7572cd147ea8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Request body: {'port': {'network_id': 'dfccdde8-bd38-4e35-a024-42b3ba7a38f5', 'name': 'tempest-AllowedAddressPairTestJSON-1061451105'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:46.298074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73783d5f-f3a1-4cd2-9c85-41d95eb41171 None None] Pushing event updated for resources: {'Port': ['ID=27939596-11e8-49c5-835b-a5e2c6bafa47,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:46.352320 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Routers {'ae52ae45-ebba-4f39-acf4-91e7570f3fe0'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:48:46.353668 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:48:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:48:46.477867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70e5ca8-6c12-43fe-aea1-7572cd147ea8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Made reservation on behalf of f05c46050a8347feae91655aaa2cd719 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:48:46.482847 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f70e5ca8-6c12-43fe-aea1-7572cd147ea8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:46.503541 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 156697a8-2e90-4a57-936b-5b395fe6961d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:48:46.507494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-f70e5ca8-6c12-43fe-aea1-7572cd147ea8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] device_id is not set on port 16303aca-2741-45ed-ba14-dfdd9fe40293 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:48:46.544145 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c5d70693-9ace-4d68-88d5-0635ad1b5ccf None None] Provisioning complete for port e873b908-e1e7-4669-b00b-1f112aa0d8bf triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:46.544525 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c5d70693-9ace-4d68-88d5-0635ad1b5ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:46.607432 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c5d70693-9ace-4d68-88d5-0635ad1b5ccf None None] Port e873b908-e1e7-4669-b00b-1f112aa0d8bf cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:48:46.619273 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] Set router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:48:46.659133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-f70e5ca8-6c12-43fe-aea1-7572cd147ea8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Allocated IP 172.20.0.9 (dfccdde8-bd38-4e35-a024-42b3ba7a38f5/6b43084d-6c83-4760-a924-f01d8bdf0f96/16303aca-2741-45ed-ba14-dfdd9fe40293) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:48:46.681483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 156697a8-2e90-4a57-936b-5b395fe6961d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:46.682120 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:46.735185 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6a57-5b41-4bf8-a6fb-455e37c6d658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:46.778171 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d01fc8e4-cad2-43e6-9f5c-16f266639e39 None None] Provisioning complete for port 6b94f0a4-f27e-4020-9260-5baaf6e4b007 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:46.778555 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d01fc8e4-cad2-43e6-9f5c-16f266639e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:46.842666 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d01fc8e4-cad2-43e6-9f5c-16f266639e39 None None] Port 6b94f0a4-f27e-4020-9260-5baaf6e4b007 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:48:46.857631 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f70e5ca8-6c12-43fe-aea1-7572cd147ea8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:46.952326 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6109a427-124f-4631-8a04-d61e41663a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:46.959845 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:46.969478 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T17:48:43Z', 'revision_number': 3, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:48:47.001160 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acada6c2-32d2-42da-914e-cd79fa23d94d None None] The sync data for ids ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'] in n-d-760354-5 is: [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T17:48:43Z', 'revision_number': 3, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:48:47.028776 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6a57-5b41-4bf8-a6fb-455e37c6d658 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:47.036581 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6a57-5b41-4bf8-a6fb-455e37c6d658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:47.143601 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a6a57-5b41-4bf8-a6fb-455e37c6d658 admin admin] Pushing event updated for resources: {'Port': ['ID=e873b908-e1e7-4669-b00b-1f112aa0d8bf,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:47.167125 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6a57-5b41-4bf8-a6fb-455e37c6d658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:47.250595 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f70e5ca8-6c12-43fe-aea1-7572cd147ea8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:47.291033 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a6a57-5b41-4bf8-a6fb-455e37c6d658 admin admin] Network dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:48:47.292721 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8c6a6a57-5b41-4bf8-a6fb-455e37c6d658 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:48:47.297547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70e5ca8-6c12-43fe-aea1-7572cd147ea8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Network dfccdde8-bd38-4e35-a024-42b3ba7a38f5 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:48:47.303746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f70e5ca8-6c12-43fe-aea1-7572cd147ea8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:48:47.306596 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e5ca8-6c12-43fe-aea1-7572cd147ea8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:48:47.319984 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af865a-2d9f-4a83-a65c-700c87aad230 req-0ad4a8ce-6dd7-428c-b11e-1a11d12e041d tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:47.321590 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1af865a-2d9f-4a83-a65c-700c87aad230 req-0ad4a8ce-6dd7-428c-b11e-1a11d12e041d tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 951 time: 0.1169913 Dec 12 17:48:47.409482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70e5ca8-6c12-43fe-aea1-7572cd147ea8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:47.410210 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f70e5ca8-6c12-43fe-aea1-7572cd147ea8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:47.439677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e5ca8-6c12-43fe-aea1-7572cd147ea8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event updated for resources: {'Port': ['ID=16303aca-2741-45ed-ba14-dfdd9fe40293,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:47.497561 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:47.507978 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6a6a57-5b41-4bf8-a6fb-455e37c6d658 admin admin] Router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:48:47.577687 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f70e5ca8-6c12-43fe-aea1-7572cd147ea8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3382399 Dec 12 17:48:47.588801 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56608) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:47.601452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-e791dcae-f689-4872-978e-3e903f34cc7f tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:52:97:80'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:85:d4:cf'}]}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:47.662887 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6a6a57-5b41-4bf8-a6fb-455e37c6d658 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:48:47.671251 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8c6a6a57-5b41-4bf8-a6fb-455e37c6d658 admin admin] 10.222.0.18 "PUT /v2.0/routers/ae52ae45-ebba-4f39-acf4-91e7570f3fe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0641198 Dec 12 17:48:47.687521 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1af865a-2d9f-4a83-a65c-700c87aad230 req-8a85b283-c833-4e98-82af-14a4bd6d30ea tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736669 Dec 12 17:48:47.784119 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7d797b6b-9b1f-4ff6-86d9-ef2706c0a78c None None] Provisioning complete for port e873b908-e1e7-4669-b00b-1f112aa0d8bf triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:47.784670 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d797b6b-9b1f-4ff6-86d9-ef2706c0a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:47.799039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee423e-3d9d-494c-872f-3b375d00bc44 req-66d37980-dc7e-469e-96d8-d7f1b2b829af tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:47.800641 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8ee423e-3d9d-494c-872f-3b375d00bc44 req-66d37980-dc7e-469e-96d8-d7f1b2b829af tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 811 time: 0.3543377 Dec 12 17:48:47.836014 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7d797b6b-9b1f-4ff6-86d9-ef2706c0a78c None None] Port e873b908-e1e7-4669-b00b-1f112aa0d8bf cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:48:47.841889 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8ee423e-3d9d-494c-872f-3b375d00bc44 req-ed006916-c7e3-4bfc-a414-c1f1c5aa7002 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/quotas/eda86148cbd2497c85e155c6e0aff589 HTTP/1.1" status: 200 len: 375 time: 0.0209582 Dec 12 17:48:47.852976 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7d797b6b-9b1f-4ff6-86d9-ef2706c0a78c None None] Provisioning complete for port 16303aca-2741-45ed-ba14-dfdd9fe40293 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:47.853559 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d797b6b-9b1f-4ff6-86d9-ef2706c0a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:47.919414 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8ee423e-3d9d-494c-872f-3b375d00bc44 req-9baece79-404a-4939-a175-d3e8e8cd76b3 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381722 Dec 12 17:48:47.920970 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e791dcae-f689-4872-978e-3e903f34cc7f tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:47.930072 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7d797b6b-9b1f-4ff6-86d9-ef2706c0a78c None None] Port 16303aca-2741-45ed-ba14-dfdd9fe40293 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:48:48.114662 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8ee423e-3d9d-494c-872f-3b375d00bc44 req-19a407ca-f57b-4d27-8876-0fa5a303d1ce service neutron] 10.222.0.18 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780708 Dec 12 17:48:48.236611 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:48.263172 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e791dcae-f689-4872-978e-3e903f34cc7f tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:48.267073 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8ee423e-3d9d-494c-872f-3b375d00bc44 req-7db8fa09-3388-4d17-8c36-055925c78db3 service neutron] 10.222.0.18 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439764 Dec 12 17:48:48.269940 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e791dcae-f689-4872-978e-3e903f34cc7f tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:48.354223 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791dcae-f689-4872-978e-3e903f34cc7f tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event updated for resources: {'Port': ['ID=16303aca-2741-45ed-ba14-dfdd9fe40293,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:48.364221 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56620) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:48.369649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e791dcae-f689-4872-978e-3e903f34cc7f tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] In _notify_port_updated(), no bound segment for port 16303aca-2741-45ed-ba14-dfdd9fe40293 on network dfccdde8-bd38-4e35-a024-42b3ba7a38f5 {{(pid=103151) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 17:48:48.371073 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7dbdc12e-9c54-4624-9ef6-2f82309f8988 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1038741787', 'description': 'tempest-description--1463815271'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:48.375232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e791dcae-f689-4872-978e-3e903f34cc7f tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:48.375879 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e791dcae-f689-4872-978e-3e903f34cc7f tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:48.385652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e791dcae-f689-4872-978e-3e903f34cc7f tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "PUT /v2.0/ports/16303aca-2741-45ed-ba14-dfdd9fe40293 HTTP/1.1" status: 200 len: 1056 time: 0.7955656 Dec 12 17:48:48.391823 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56622) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:48.475689 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dbdc12e-9c54-4624-9ef6-2f82309f8988 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:48.498715 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 27939596-11e8-49c5-835b-a5e2c6bafa47 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:48:48.526878 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff3d87-8bfb-44ac-a276-dc4aefc235b4 req-ffd1c692-429c-4d5d-b873-7c03bebba853 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:48.528495 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-caff3d87-8bfb-44ac-a276-dc4aefc235b4 req-ffd1c692-429c-4d5d-b873-7c03bebba853 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 1102 time: 0.0846403 Dec 12 17:48:48.588877 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 27939596-11e8-49c5-835b-a5e2c6bafa47 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:48.589179 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:48.618012 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1ab0d386-e8d2-4033-bcdb-a5b0d60ed1fe req-40668284-b27a-4233-bf3a-e565f79baf7f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce6f691a-9bef-4c1f-8e1e-738b2a10975d HTTP/1.1" status: 200 len: 210 time: 0.0424874 Dec 12 17:48:48.652081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-caff3d87-8bfb-44ac-a276-dc4aefc235b4 req-68edd8a9-d5ea-410b-9e16-dd6686a87fa5 tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101289 Dec 12 17:48:48.675100 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dbdc12e-9c54-4624-9ef6-2f82309f8988 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:48.690179 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dbdc12e-9c54-4624-9ef6-2f82309f8988 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:48.723369 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dbdc12e-9c54-4624-9ef6-2f82309f8988 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:48.724967 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7dbdc12e-9c54-4624-9ef6-2f82309f8988 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3597229 Dec 12 17:48:48.728524 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56632) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:48.733663 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-82f7dccb-bf17-460a-913d-6c8a7a7450b6 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Request body: {'security_group_rule': {'security_group_id': '3dac6f6a-916d-44b8-a8e0-1dadaea664e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:48.754856 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdc12e-9c54-4624-9ef6-2f82309f8988 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dac6f6a-916d-44b8-a8e0-1dadaea664e6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:48.765798 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7c2db454-e49b-4982-b807-4f0a2bb1f2cf tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Deleting port 16303aca-2741-45ed-ba14-dfdd9fe40293 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:48:48.766131 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c2db454-e49b-4982-b807-4f0a2bb1f2cf tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:48.826361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d912f70a-6225-4a05-93d8-2e5ca4e27a4c None None] Provisioning complete for port 16303aca-2741-45ed-ba14-dfdd9fe40293 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:48.827975 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d912f70a-6225-4a05-93d8-2e5ca4e27a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:48.833327 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-82f7dccb-bf17-460a-913d-6c8a7a7450b6 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:48.876810 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:48.913567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d912f70a-6225-4a05-93d8-2e5ca4e27a4c None None] Port 16303aca-2741-45ed-ba14-dfdd9fe40293 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:48:48.927468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 27939596-11e8-49c5-835b-a5e2c6bafa47, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=27939596-11e8-49c5-835b-a5e2c6bafa47,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:48.942239 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:48.993262 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-82f7dccb-bf17-460a-913d-6c8a7a7450b6 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:49.000460 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-82f7dccb-bf17-460a-913d-6c8a7a7450b6 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:49.002578 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c2db454-e49b-4982-b807-4f0a2bb1f2cf tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:49.024834 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7c2db454-e49b-4982-b807-4f0a2bb1f2cf tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Calling delete_port for 16303aca-2741-45ed-ba14-dfdd9fe40293 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:48:49.029572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7dccb-bf17-460a-913d-6c8a7a7450b6 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccba943d-7510-4be8-a428-0ed17fc8af6c,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:49.036695 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=27939596-11e8-49c5-835b-a5e2c6bafa47,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:49.043905 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-82f7dccb-bf17-460a-913d-6c8a7a7450b6 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:49.050279 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-82f7dccb-bf17-460a-913d-6c8a7a7450b6 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3191199 Dec 12 17:48:49.063629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56658) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:49.068291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-16131027-aeae-4de8-83cc-56858d2768c0 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Request body: {'security_group_rule': {'security_group_id': '3dac6f6a-916d-44b8-a8e0-1dadaea664e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:49.105489 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16131027-aeae-4de8-83cc-56858d2768c0 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:49.298226 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16131027-aeae-4de8-83cc-56858d2768c0 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:49.298921 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c2db454-e49b-4982-b807-4f0a2bb1f2cf tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:49.304428 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16131027-aeae-4de8-83cc-56858d2768c0 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:49.326268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbd6ff-f95d-43db-86ba-ab7d77031efe req-c54efd01-c3a3-4234-a1ea-b74124d2f49b tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:49.327837 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9abbd6ff-f95d-43db-86ba-ab7d77031efe req-c54efd01-c3a3-4234-a1ea-b74124d2f49b tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 1102 time: 0.0829463 Dec 12 17:48:49.339526 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2db454-e49b-4982-b807-4f0a2bb1f2cf tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event deleted for resources: {'Port': ['ID=16303aca-2741-45ed-ba14-dfdd9fe40293,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:49.344102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16131027-aeae-4de8-83cc-56858d2768c0 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57c0dda-dd9b-4667-b3ab-6cc905f231d9,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:49.355718 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16131027-aeae-4de8-83cc-56858d2768c0 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:49.360560 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-16131027-aeae-4de8-83cc-56858d2768c0 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2949407 Dec 12 17:48:49.360710 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56670) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:49.395429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f3192eee-2432-4b79-b284-f472ff6bfa5b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:49.433947 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Sync routers for ids ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:48:49.448335 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Routers {'ae52ae45-ebba-4f39-acf4-91e7570f3fe0'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:48:49.449132 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:48:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:48:49.474315 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9abbd6ff-f95d-43db-86ba-ab7d77031efe req-d287825f-6c40-4ae9-bc79-46be80ebd85f tempest-ServersAdminTestJSON-1448192735 tempest-ServersAdminTestJSON-1448192735-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318164 Dec 12 17:48:49.512599 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3192eee-2432-4b79-b284-f472ff6bfa5b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:49.593368 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-f28fb692-bb79-4455-9c7a-f8c17dec3085 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:49.594875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-f28fb692-bb79-4455-9c7a-f8c17dec3085 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 811 time: 0.2009449 Dec 12 17:48:49.619504 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-69c3693c-91f3-459b-9a2a-134f6b4caf7d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/quotas/eda86148cbd2497c85e155c6e0aff589 HTTP/1.1" status: 200 len: 375 time: 0.0142145 Dec 12 17:48:49.632078 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Set router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:48:49.659159 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-34437a7c-ac7f-48fa-9608-7fad1ee560cf tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321176 Dec 12 17:48:49.674528 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c2db454-e49b-4982-b807-4f0a2bb1f2cf tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:49.678792 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7c2db454-e49b-4982-b807-4f0a2bb1f2cf tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "DELETE /v2.0/ports/16303aca-2741-45ed-ba14-dfdd9fe40293 HTTP/1.1" status: 204 len: 168 time: 1.2856905 Dec 12 17:48:49.681234 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56678) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:49.733028 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3192eee-2432-4b79-b284-f472ff6bfa5b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:49.756703 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcac667-9b19-4e13-a971-445577d1a15a tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] GET failed (client error): The resource could not be found. Dec 12 17:48:49.760675 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-dfcac667-9b19-4e13-a971-445577d1a15a tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "GET /v2.0/ports/16303aca-2741-45ed-ba14-dfdd9fe40293 HTTP/1.1" status: 404 len: 333 time: 0.0755372 Dec 12 17:48:49.762181 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56682) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:49.859741 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-f3192eee-2432-4b79-b284-f472ff6bfa5b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Allocated IP 172.25.1.185 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/bd48f735-2e77-4af5-98a5-7e98d229d1b9) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:48:49.895443 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-9cde7152-e97f-4914-b260-d4bc38e2610f service neutron] 10.222.0.18 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267435 Dec 12 17:48:49.907333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c36045-9951-491c-a62f-f115ff016d09 req-f063bcd4-331a-4d70-bd31-c7b54d7d4581 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:49.908769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58c36045-9951-491c-a62f-f115ff016d09 req-f063bcd4-331a-4d70-bd31-c7b54d7d4581 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153 HTTP/1.1" status: 200 len: 949 time: 0.1172202 Dec 12 17:48:49.910233 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T17:48:46Z', 'revision_number': 4, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e873b908-e1e7-4669-b00b-1f112aa0d8bf', 'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'mac_address': 'fa:16:3e:26:60:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:45Z', 'updated_at': '2021-12-12T17:48:46Z', 'revision_number': 2, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'subnets': [{'id': '076bf984-90a2-4fda-a328-15e958eede88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:48:49.944610 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Checking router: ae52ae45-ebba-4f39-acf4-91e7570f3fe0 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:48:49.944972 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Updating router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 port e873b908-e1e7-4669-b00b-1f112aa0d8bf binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:48:49.970701 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:49.972220 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:49.981996 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3192eee-2432-4b79-b284-f472ff6bfa5b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.023145 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3192eee-2432-4b79-b284-f472ff6bfa5b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.036896 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-30aeb4c4-a803-4a8c-a65e-b644418ed1a8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Deleting port 6b94f0a4-f27e-4020-9260-5baaf6e4b007 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:48:50.037554 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-30aeb4c4-a803-4a8c-a65e-b644418ed1a8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.064787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58c36045-9951-491c-a62f-f115ff016d09 req-49d5455d-865b-40f3-9632-704e6ecd2d32 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435697 Dec 12 17:48:50.071131 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3192eee-2432-4b79-b284-f472ff6bfa5b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:48:50.074433 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f3192eee-2432-4b79-b284-f472ff6bfa5b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:48:50.080287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3192eee-2432-4b79-b284-f472ff6bfa5b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:48:50.083283 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3192eee-2432-4b79-b284-f472ff6bfa5b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Pushing event updated for resources: {'Port': ['ID=bd48f735-2e77-4af5-98a5-7e98d229d1b9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:50.099072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-75ef3582-0432-4cf5-b439-cf24219aa277 service neutron] 10.222.0.18 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893589 Dec 12 17:48:50.184494 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-30aeb4c4-a803-4a8c-a65e-b644418ed1a8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.203473 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-30aeb4c4-a803-4a8c-a65e-b644418ed1a8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Calling delete_port for 6b94f0a4-f27e-4020-9260-5baaf6e4b007 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:48:50.210233 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3192eee-2432-4b79-b284-f472ff6bfa5b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.277406 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3192eee-2432-4b79-b284-f472ff6bfa5b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.365873 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.373932 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.395009 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4ed1a629-294d-4ed0-a00f-788a31fd6e89 req-f7be6e2f-aa55-46d5-965c-a32b3342cc74 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7949509-074f-4c4c-9489-e6e45d025aec HTTP/1.1" status: 200 len: 210 time: 0.0677538 Dec 12 17:48:50.440758 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-30aeb4c4-a803-4a8c-a65e-b644418ed1a8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.446117 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 27939596-11e8-49c5-835b-a5e2c6bafa47 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:48:50.453645 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbeaaa-f6b0-4af4-ab81-de04f137a7c0 None None] Pushing event updated for resources: {'Port': ['ID=e873b908-e1e7-4669-b00b-1f112aa0d8bf,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:50.470819 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbeaaa-f6b0-4af4-ab81-de04f137a7c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:50.471168 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbeaaa-f6b0-4af4-ab81-de04f137a7c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:50.471527 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbeaaa-f6b0-4af4-ab81-de04f137a7c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:50.471861 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbeaaa-f6b0-4af4-ab81-de04f137a7c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:50.472288 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbeaaa-f6b0-4af4-ab81-de04f137a7c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:50.472508 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbeaaa-f6b0-4af4-ab81-de04f137a7c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:50.472832 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbeaaa-f6b0-4af4-ab81-de04f137a7c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:50.473153 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbeaaa-f6b0-4af4-ab81-de04f137a7c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:50.473471 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbeaaa-f6b0-4af4-ab81-de04f137a7c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:50.473864 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbeaaa-f6b0-4af4-ab81-de04f137a7c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:50.474095 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbeaaa-f6b0-4af4-ab81-de04f137a7c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:50.474413 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbeaaa-f6b0-4af4-ab81-de04f137a7c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:50.474771 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbeaaa-f6b0-4af4-ab81-de04f137a7c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:50.498282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aeb4c4-a803-4a8c-a65e-b644418ed1a8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event deleted for resources: {'Port': ['ID=6b94f0a4-f27e-4020-9260-5baaf6e4b007,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:50.539495 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3192eee-2432-4b79-b284-f472ff6bfa5b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.548732 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 27939596-11e8-49c5-835b-a5e2c6bafa47 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:50.550799 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3192eee-2432-4b79-b284-f472ff6bfa5b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.556044 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.604436 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Attempting to bind port e873b908-e1e7-4669-b00b-1f112aa0d8bf on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:48:50.604805 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Attempting to bind port e873b908-e1e7-4669-b00b-1f112aa0d8bf by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'aad624b3-8fda-4786-812d-765631b94ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:48:50.605165 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Attempting to bind port e873b908-e1e7-4669-b00b-1f112aa0d8bf on network dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:48:50.612308 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:48:50.612676 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Checking segment: {'id': 'aad624b3-8fda-4786-812d-765631b94ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:48:50.613959 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.614513 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Bound using segment: {'id': 'aad624b3-8fda-4786-812d-765631b94ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:48:50.615799 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Bound port: e873b908-e1e7-4669-b00b-1f112aa0d8bf, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad624b3-8fda-4786-812d-765631b94ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:48:50.627368 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.640461 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-30aeb4c4-a803-4a8c-a65e-b644418ed1a8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.650578 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-30aeb4c4-a803-4a8c-a65e-b644418ed1a8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "DELETE /v2.0/ports/6b94f0a4-f27e-4020-9260-5baaf6e4b007 HTTP/1.1" status: 204 len: 168 time: 0.8852262 Dec 12 17:48:50.650872 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56696) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:50.683676 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-b728a2d3-8b94-422c-b08a-228ff356a8fa tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] GET failed (client error): The resource could not be found. Dec 12 17:48:50.688301 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b728a2d3-8b94-422c-b08a-228ff356a8fa tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "GET /v2.0/ports/6b94f0a4-f27e-4020-9260-5baaf6e4b007 HTTP/1.1" status: 404 len: 333 time: 0.0332997 Dec 12 17:48:50.689147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56698) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:50.752064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3192eee-2432-4b79-b284-f472ff6bfa5b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Pushing event updated for resources: {'Port': ['ID=bd48f735-2e77-4af5-98a5-7e98d229d1b9,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:50.767745 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3192eee-2432-4b79-b284-f472ff6bfa5b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.781766 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.797937 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] For port e873b908-e1e7-4669-b00b-1f112aa0d8bf, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:48:50.798598 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3192eee-2432-4b79-b284-f472ff6bfa5b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.800292 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f3192eee-2432-4b79-b284-f472ff6bfa5b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4386182 Dec 12 17:48:50.806770 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] For port e873b908-e1e7-4669-b00b-1f112aa0d8bf, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e873b908-e1e7-4669-b00b-1f112aa0d8bf,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:48:50.813285 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.886074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-55db658e-cec7-49cf-9aab-cf6f4f839af8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Deleting port 6759fc23-1cb3-4681-bb76-86c02e59f90c {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:48:50.886683 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55db658e-cec7-49cf-9aab-cf6f4f839af8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:50.918583 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Routers {'ae52ae45-ebba-4f39-acf4-91e7570f3fe0'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:48:50.919747 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:48:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:48:50.964074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-aa3e538d-2fc1-4984-9f26-ced716ee71c9 None None] Provisioning complete for port e873b908-e1e7-4669-b00b-1f112aa0d8bf triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:50.964711 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa3e538d-2fc1-4984-9f26-ced716ee71c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:51.020762 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbeaaa-f6b0-4af4-ab81-de04f137a7c0 None None] Pushing event updated for resources: {'Port': ['ID=e873b908-e1e7-4669-b00b-1f112aa0d8bf,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:51.062148 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55db658e-cec7-49cf-9aab-cf6f4f839af8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:51.102769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-55db658e-cec7-49cf-9aab-cf6f4f839af8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Calling delete_port for 6759fc23-1cb3-4681-bb76-86c02e59f90c owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:48:51.108557 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] Set router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:48:51.184957 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-da2bbcdf-1177-458c-b25b-c17c99d710e3 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1038741787&fields=id&tenant_id=d0b4bc710fe244f885d5e9cf88a75d69 HTTP/1.1" status: 200 len: 267 time: 0.1622398 Dec 12 17:48:51.195181 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a1992-c5dc-40b4-a87e-bcf4aaabcb34 req-773ffcef-a63c-4a92-ba0a-aa077a9ce388 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:51.200034 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-961a1992-c5dc-40b4-a87e-bcf4aaabcb34 req-773ffcef-a63c-4a92-ba0a-aa077a9ce388 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.20 "GET /v2.0/ports?device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153 HTTP/1.1" status: 200 len: 949 time: 0.1144834 Dec 12 17:48:51.297406 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa3e538d-2fc1-4984-9f26-ced716ee71c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:51.338363 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-aa3e538d-2fc1-4984-9f26-ced716ee71c9 None None] For port e873b908-e1e7-4669-b00b-1f112aa0d8bf, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e873b908-e1e7-4669-b00b-1f112aa0d8bf,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:51.345858 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa3e538d-2fc1-4984-9f26-ced716ee71c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:51.360018 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-961a1992-c5dc-40b4-a87e-bcf4aaabcb34 req-d9e3c7bf-ec23-4628-8cee-26cae3f00429 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Deleting port 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:48:51.360605 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-961a1992-c5dc-40b4-a87e-bcf4aaabcb34 req-d9e3c7bf-ec23-4628-8cee-26cae3f00429 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:51.403046 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e538d-2fc1-4984-9f26-ced716ee71c9 None None] Pushing event updated for resources: {'Port': ['ID=e873b908-e1e7-4669-b00b-1f112aa0d8bf,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:51.446651 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T17:48:46Z', 'revision_number': 4, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e873b908-e1e7-4669-b00b-1f112aa0d8bf', 'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'mac_address': 'fa:16:3e:26:60:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:45Z', 'updated_at': '2021-12-12T17:48:50Z', 'revision_number': 4, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'subnets': [{'id': '076bf984-90a2-4fda-a328-15e958eede88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:48:51.461355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a47c7-2854-4708-bfef-97fcd88f0462 req-f93dcc08-c1a5-4f83-9e2e-e6a3dbb66b6f tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:51.468645 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d26a47c7-2854-4708-bfef-97fcd88f0462 req-f93dcc08-c1a5-4f83-9e2e-e6a3dbb66b6f tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=973d7f55-aa16-440d-a8e6-04f68bc3c153 HTTP/1.1" status: 200 len: 949 time: 0.2284071 Dec 12 17:48:51.475149 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c1b8ee20-53b6-47ed-9738-bce88df5c319 None None] Provisioning complete for port e873b908-e1e7-4669-b00b-1f112aa0d8bf triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:51.475667 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c1b8ee20-53b6-47ed-9738-bce88df5c319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:51.500675 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-961a1992-c5dc-40b4-a87e-bcf4aaabcb34 req-d9e3c7bf-ec23-4628-8cee-26cae3f00429 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] For port 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:51.500950 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0682cbcc-e057-4448-a4d8-5c7fec7799ca None None] The sync data for ids ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'] in n-d-760354-5 is: [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T17:48:46Z', 'revision_number': 4, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e873b908-e1e7-4669-b00b-1f112aa0d8bf', 'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'mac_address': 'fa:16:3e:26:60:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:45Z', 'updated_at': '2021-12-12T17:48:50Z', 'revision_number': 4, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'subnets': [{'id': '076bf984-90a2-4fda-a328-15e958eede88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:48:51.503044 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-961a1992-c5dc-40b4-a87e-bcf4aaabcb34 req-d9e3c7bf-ec23-4628-8cee-26cae3f00429 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:51.518394 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-961a1992-c5dc-40b4-a87e-bcf4aaabcb34 req-d9e3c7bf-ec23-4628-8cee-26cae3f00429 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Calling delete_port for 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:48:51.565117 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-c986ece6-a283-44c0-ade4-a6cbf051ffa7 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:51.572467 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-c986ece6-a283-44c0-ade4-a6cbf051ffa7 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/networks?id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 HTTP/1.1" status: 200 len: 816 time: 0.3342500 Dec 12 17:48:51.606287 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-bc3ab45a-6b6a-4225-8436-e9cabb16a2ad tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/quotas/d0b4bc710fe244f885d5e9cf88a75d69 HTTP/1.1" status: 200 len: 375 time: 0.0329337 Dec 12 17:48:51.629220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d26a47c7-2854-4708-bfef-97fcd88f0462 req-07a8b4ee-64d0-415e-8a5b-452a0d3edcb6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596267 Dec 12 17:48:51.694851 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55db658e-cec7-49cf-9aab-cf6f4f839af8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:51.738817 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-961a1992-c5dc-40b4-a87e-bcf4aaabcb34 req-d9e3c7bf-ec23-4628-8cee-26cae3f00429 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:51.752215 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db658e-cec7-49cf-9aab-cf6f4f839af8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event deleted for resources: {'Port': ['ID=6759fc23-1cb3-4681-bb76-86c02e59f90c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:51.757164 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['0c67d7bf-1a38-4415-b79b-234dbf309300'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:48:51.765324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf', '63e5863c-e4f7-412f-ac10-3144d3f770f4'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:48:51.826927 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3c7bf-ec23-4628-8cee-26cae3f00429 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Pushing event deleted for resources: {'Port': ['ID=1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:51.923578 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-961a1992-c5dc-40b4-a87e-bcf4aaabcb34 req-d9e3c7bf-ec23-4628-8cee-26cae3f00429 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] No DVR routers for this DVR port 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:48:51.926818 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-961a1992-c5dc-40b4-a87e-bcf4aaabcb34 req-d9e3c7bf-ec23-4628-8cee-26cae3f00429 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:51.932086 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-961a1992-c5dc-40b4-a87e-bcf4aaabcb34 req-d9e3c7bf-ec23-4628-8cee-26cae3f00429 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.20 "DELETE /v2.0/ports/1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf HTTP/1.1" status: 204 len: 173 time: 0.7166510 Dec 12 17:48:51.932801 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973d7f55-aa16-440d-a8e6-04f68bc3c153', 'name': 'network-vif-deleted', 'tag': '1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:48:51.936765 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef71d934-a780-481a-b590-d16c1acd9ae1" -d '{"events": [{"server_uuid": "973d7f55-aa16-440d-a8e6-04f68bc3c153", "name": "network-vif-deleted", "tag": "1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:48:52.310525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-9d907a56-bc2a-4cce-a5cf-374c96b6e887 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0b4bc710fe244f885d5e9cf88a75d69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6798074 Dec 12 17:48:52.375304 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e35ef40-0611-48d7-a2bf-9685d84b6187 req-c8410f2e-3090-45fb-aa67-28810844601f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7949509-074f-4c4c-9489-e6e45d025aec HTTP/1.1" status: 200 len: 210 time: 0.0713639 Dec 12 17:48:52.436689 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55db658e-cec7-49cf-9aab-cf6f4f839af8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:52.440810 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-55db658e-cec7-49cf-9aab-cf6f4f839af8 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "DELETE /v2.0/ports/6759fc23-1cb3-4681-bb76-86c02e59f90c HTTP/1.1" status: 204 len: 168 time: 1.7504666 Dec 12 17:48:52.444361 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56728) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:52.487221 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-514c14c1-7a4a-4470-8588-5676a355cfb9 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:52.489875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-514c14c1-7a4a-4470-8588-5676a355cfb9 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 811 time: 0.7389398 Dec 12 17:48:52.505504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-47fe5552-c0d7-4054-af71-73440cda06bb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Request body: {'port': {'device_id': 'd7949509-074f-4c4c-9489-e6e45d025aec', 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d', 'admin_state_up': True, 'tenant_id': 'eda86148cbd2497c85e155c6e0aff589'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:52.569459 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb4150b-2d72-4b3f-b274-ffe61e8f8f58 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Deleting subnet 6b43084d-6c83-4760-a924-f01d8bdf0f96 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:48:52.570227 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e873b908-e1e7-4669-b00b-1f112aa0d8bf up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:48:52.577067 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffb4150b-2d72-4b3f-b274-ffe61e8f8f58 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:52.651374 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffb4150b-2d72-4b3f-b274-ffe61e8f8f58 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:52.656963 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614e6dc0-2867-4229-85e7-4e4007da875f x-openstack-request-id: req-614e6dc0-2867-4229-85e7-4e4007da875f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:48:52.657273 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973d7f55-aa16-440d-a8e6-04f68bc3c153", "name": "network-vif-deleted", "tag": "1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:48:52.657530 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-614e6dc0-2867-4229-85e7-4e4007da875f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:48:52.658129 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973d7f55-aa16-440d-a8e6-04f68bc3c153', 'name': 'network-vif-deleted', 'tag': '1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf', 'status': 'completed', 'code': 200} Dec 12 17:48:52.683579 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port e873b908-e1e7-4669-b00b-1f112aa0d8bf triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:52.684451 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:52.770351 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-9de637a2-f653-44f5-97d6-cc4ef18a1ccf service neutron] 10.222.0.18 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091609 Dec 12 17:48:52.792713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-47fe5552-c0d7-4054-af71-73440cda06bb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Made reservation on behalf of eda86148cbd2497c85e155c6e0aff589 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:48:52.798290 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-47fe5552-c0d7-4054-af71-73440cda06bb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:52.834874 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffb4150b-2d72-4b3f-b274-ffe61e8f8f58 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:52.930895 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffb4150b-2d72-4b3f-b274-ffe61e8f8f58 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:52.961284 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17efb12c-171f-48f7-9dcd-2d392bb1915a None None] Network dfccdde8-bd38-4e35-a024-42b3ba7a38f5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:48:52.961932 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffb4150b-2d72-4b3f-b274-ffe61e8f8f58 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:52.969348 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ffb4150b-2d72-4b3f-b274-ffe61e8f8f58 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "DELETE /v2.0/subnets/6b43084d-6c83-4760-a924-f01d8bdf0f96 HTTP/1.1" status: 204 len: 168 time: 0.5235620 Dec 12 17:48:52.977874 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56740) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:52.999547 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4150b-2d72-4b3f-b274-ffe61e8f8f58 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event deleted for resources: {'Subnet': ['ID=6b43084d-6c83-4760-a924-f01d8bdf0f96,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:53.014926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-e1768189-27bd-40ed-b94b-bb412e9a97f7 service neutron] 10.222.0.18 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324445 Dec 12 17:48:53.125380 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:53.127724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-47fe5552-c0d7-4054-af71-73440cda06bb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Allocated IP 172.20.0.10 (9f9da124-05b3-4fe8-a16e-cb1138224d3d/bf2bec70-4b48-4878-877f-cfa6982b5bc0/b89f3148-c7c9-46ba-a194-75283b080523) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:48:53.242575 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ce157c-5666-495e-afd6-2995f6192322 None None] DHCP port deletion for dfccdde8-bd38-4e35-a024-42b3ba7a38f5 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:48:53.301717 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-01ce157c-5666-495e-afd6-2995f6192322 None None] Deleting port e3380ec0-5649-42db-8e99-ef7643356f85 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:48:53.302104 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-01ce157c-5666-495e-afd6-2995f6192322 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:53.346207 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fee1785a-f522-4d1a-954f-1618afba1a1f req-f382c621-1222-4cb3-83e3-54e29e2ef1c1 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 210 time: 0.1148622 Dec 12 17:48:53.386411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332128d-8466-45b3-aeca-babc03851e28 req-c1ec04e3-a931-47e1-a26f-f0de569971aa tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:53.393890 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8332128d-8466-45b3-aeca-babc03851e28 req-c1ec04e3-a931-47e1-a26f-f0de569971aa tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=c156da20-8571-43d0-9e8e-511d8af798cf HTTP/1.1" status: 200 len: 950 time: 0.2329276 Dec 12 17:48:53.415041 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-01ce157c-5666-495e-afd6-2995f6192322 None None] For port e3380ec0-5649-42db-8e99-ef7643356f85, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e3380ec0-5649-42db-8e99-ef7643356f85,segment=NetworkSegment(206b72af-093c-41cb-b442-fc8e59114fe8),segment_id=206b72af-093c-41cb-b442-fc8e59114fe8)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:53.415703 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-01ce157c-5666-495e-afd6-2995f6192322 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:53.431594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-01ce157c-5666-495e-afd6-2995f6192322 None None] Calling delete_port for e3380ec0-5649-42db-8e99-ef7643356f85 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:48:53.480232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Deleting port e3380ec0-5649-42db-8e99-ef7643356f85 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:48:53.481020 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:53.529546 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-01ce157c-5666-495e-afd6-2995f6192322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:53.556370 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce157c-5666-495e-afd6-2995f6192322 None None] Pushing event deleted for resources: {'Port': ['ID=e3380ec0-5649-42db-8e99-ef7643356f85,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:53.562670 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ce157c-5666-495e-afd6-2995f6192322 None None] No DVR routers for this DVR port e3380ec0-5649-42db-8e99-ef7643356f85 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:48:53.572504 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1422e193-8b1b-4bdd-ae52-bc589cb9a28f req-40b64c41-e4c2-451f-b38a-eb6591f32e72 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7949509-074f-4c4c-9489-e6e45d025aec HTTP/1.1" status: 200 len: 210 time: 0.1083353 Dec 12 17:48:53.592966 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-47fe5552-c0d7-4054-af71-73440cda06bb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:53.612011 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8332128d-8466-45b3-aeca-babc03851e28 req-e931734d-1f3e-43c1-a4cf-cf83cbf9fb40 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155399 Dec 12 17:48:53.634862 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] For port e3380ec0-5649-42db-8e99-ef7643356f85, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e3380ec0-5649-42db-8e99-ef7643356f85,segment=NetworkSegment(206b72af-093c-41cb-b442-fc8e59114fe8),segment_id=206b72af-093c-41cb-b442-fc8e59114fe8)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:53.635249 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:53.653746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Calling delete_port for e3380ec0-5649-42db-8e99-ef7643356f85 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:48:53.713791 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-47fe5552-c0d7-4054-af71-73440cda06bb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:53.777381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-47fe5552-c0d7-4054-af71-73440cda06bb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Network 9f9da124-05b3-4fe8-a16e-cb1138224d3d is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:48:53.785472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-47fe5552-c0d7-4054-af71-73440cda06bb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:48:53.792134 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-47fe5552-c0d7-4054-af71-73440cda06bb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:48:53.838777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe5552-c0d7-4054-af71-73440cda06bb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Pushing event updated for resources: {'Port': ['ID=b89f3148-c7c9-46ba-a194-75283b080523,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:53.855270 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:53.889986 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event deleted for resources: {'Port': ['ID=e3380ec0-5649-42db-8e99-ef7643356f85,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:53.891956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] No DVR routers for this DVR port e3380ec0-5649-42db-8e99-ef7643356f85 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:48:53.899855 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-47fe5552-c0d7-4054-af71-73440cda06bb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:53.900509 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-47fe5552-c0d7-4054-af71-73440cda06bb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:53.951398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-47fe5552-c0d7-4054-af71-73440cda06bb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4504678 Dec 12 17:48:53.987158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Request body: {'port': {'device_id': 'd7949509-074f-4c4c-9489-e6e45d025aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:54.030305 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:54.076703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfccdde8-bd38-4e35-a024-42b3ba7a38f5']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:48:54.090390 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206b72af-093c-41cb-b442-fc8e59114fe8') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:48:54.090692 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206b72af-093c-41cb-b442-fc8e59114fe8') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:48:54.097634 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:54.102980 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:54.147116 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:54.160829 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:48:54.161238 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:48:54.164616 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:48:54.352368 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:54.369422 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:54.375628 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] 10.222.0.18 "DELETE /v2.0/networks/dfccdde8-bd38-4e35-a024-42b3ba7a38f5 HTTP/1.1" status: 204 len: 168 time: 1.3939555 Dec 12 17:48:54.403776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e3380ec0-5649-42db-8e99-ef7643356f85 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:48:54.420272 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b2be9-263c-4dc9-810c-5d8cb0ea60f7 tempest-AllowedAddressPairTestJSON-1905148135 tempest-AllowedAddressPairTestJSON-1905148135-project] Pushing event deleted for resources: {'Network': ['ID=dfccdde8-bd38-4e35-a024-42b3ba7a38f5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:54.477890 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: e3380ec0-5649-42db-8e99-ef7643356f85 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:48:54.490776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e3380ec0-5649-42db-8e99-ef7643356f85 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:48:54.520199 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b6296fb1-e647-4ad3-a078-41ac7a490eac req-27bb1b51-513e-40eb-a438-d1a61fdeed73 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 210 time: 0.0464032 Dec 12 17:48:54.524064 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:48:54.530259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-5ce31077-1569-41aa-a87b-7616ff13e3a2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:54.531732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-5ce31077-1569-41aa-a87b-7616ff13e3a2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.31 "GET /v2.0/networks?id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 HTTP/1.1" status: 200 len: 816 time: 0.2448976 Dec 12 17:48:54.566771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:48:54.567195 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1c6a4d2e-ee60-4cfe-a2bf-1afb56ac9daf not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:48:54.667624 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56768) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:54.691729 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-f7f0abfe-8122-45c2-9f2a-118f61e92c64 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0b4bc710fe244f885d5e9cf88a75d69 HTTP/1.1" status: 200 len: 380 time: 0.1399572 Dec 12 17:48:54.720235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-bdbd5e40-0774-418c-87b4-ce946f2c5124 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Request body: {'port': {'device_id': 'bdf9d4b1-1509-4890-8d1b-feec1bcaa09c', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'admin_state_up': True, 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'security_groups': ['3dac6f6a-916d-44b8-a8e0-1dadaea664e6']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:54.735079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89f3148-c7c9-46ba-a194-75283b080523 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:48:54.746316 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:54.793711 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab6ad5-91c5-465b-b40c-05fb3e628342 req-383a70ee-3626-4502-9bd0-56d4f09edfa4 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:54.795954 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fcab6ad5-91c5-465b-b40c-05fb3e628342 req-383a70ee-3626-4502-9bd0-56d4f09edfa4 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.31 "GET /v2.0/ports?device_id=c156da20-8571-43d0-9e8e-511d8af798cf HTTP/1.1" status: 200 len: 950 time: 0.0620599 Dec 12 17:48:54.821826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Transition to ACTIVE for port object b89f3148-c7c9-46ba-a194-75283b080523 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:48:54.830772 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:54.874046 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ac9d950b-4cd3-4fa0-b716-000f0dcc18d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f05c46050a8347feae91655aaa2cd719&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2050679 Dec 12 17:48:54.888326 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c67a8b-9531-4546-b18c-a92f8aceab0f req-a521b6bd-52e2-40e1-91c0-624ce512a351 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:54.890013 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8c67a8b-9531-4546-b18c-a92f8aceab0f req-a521b6bd-52e2-40e1-91c0-624ce512a351 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7949509-074f-4c4c-9489-e6e45d025aec HTTP/1.1" status: 200 len: 932 time: 0.2261117 Dec 12 17:48:54.893431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56772) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:54.915929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63504452-4f53-4263-8d5f-b3af24e19380 req-fedc5e59-754f-43c5-bafc-c188dbcd62bf tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:54.924119 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63504452-4f53-4263-8d5f-b3af24e19380 req-fedc5e59-754f-43c5-bafc-c188dbcd62bf tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=c156da20-8571-43d0-9e8e-511d8af798cf HTTP/1.1" status: 200 len: 950 time: 0.2094488 Dec 12 17:48:54.964687 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3b627fe-ffa1-4db3-bac0-c46c856373b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:54.968996 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-fcab6ad5-91c5-465b-b40c-05fb3e628342 req-929477ce-8749-4f90-ad8d-4a94c531a2fa tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Deleting port 0c67d7bf-1a38-4415-b79b-234dbf309300 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:48:54.969335 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fcab6ad5-91c5-465b-b40c-05fb3e628342 req-929477ce-8749-4f90-ad8d-4a94c531a2fa tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:54.978202 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Pushing event updated for resources: {'Port': ['ID=b89f3148-c7c9-46ba-a194-75283b080523,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:55.006439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:55.006834 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:55.007142 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:55.007514 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:55.007858 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:55.008189 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:55.008776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:55.008902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:55.009334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:55.009676 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:55.010152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:55.010341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:55.010658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:48:55.038840 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3b627fe-ffa1-4db3-bac0-c46c856373b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:55.096421 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-bdbd5e40-0774-418c-87b4-ce946f2c5124 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Made reservation on behalf of d0b4bc710fe244f885d5e9cf88a75d69 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:48:55.100634 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-bdbd5e40-0774-418c-87b4-ce946f2c5124 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:55.114170 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63504452-4f53-4263-8d5f-b3af24e19380 req-5aec8a1f-7351-434c-becf-c41d3f43f3f0 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892068 Dec 12 17:48:55.117890 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-fcab6ad5-91c5-465b-b40c-05fb3e628342 req-929477ce-8749-4f90-ad8d-4a94c531a2fa tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] For port 0c67d7bf-1a38-4415-b79b-234dbf309300, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=0c67d7bf-1a38-4415-b79b-234dbf309300,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:55.118342 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fcab6ad5-91c5-465b-b40c-05fb3e628342 req-929477ce-8749-4f90-ad8d-4a94c531a2fa tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:55.133024 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8c67a8b-9531-4546-b18c-a92f8aceab0f req-a69fa709-0a14-4b15-8977-8ae9bd660991 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218862 Dec 12 17:48:55.141125 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3b627fe-ffa1-4db3-bac0-c46c856373b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:55.144923 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3b627fe-ffa1-4db3-bac0-c46c856373b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:55.149855 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f3b627fe-ffa1-4db3-bac0-c46c856373b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/453c587e-6485-406d-a6fb-7765eccd38ac HTTP/1.1" status: 204 len: 168 time: 0.2507262 Dec 12 17:48:55.160471 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-fcab6ad5-91c5-465b-b40c-05fb3e628342 req-929477ce-8749-4f90-ad8d-4a94c531a2fa tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Calling delete_port for 0c67d7bf-1a38-4415-b79b-234dbf309300 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:48:55.163034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b627fe-ffa1-4db3-bac0-c46c856373b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453c587e-6485-406d-a6fb-7765eccd38ac,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:55.183623 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Attempting to bind port b89f3148-c7c9-46ba-a194-75283b080523 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:48:55.183964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Attempting to bind port b89f3148-c7c9-46ba-a194-75283b080523 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:48:55.184296 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Attempting to bind port b89f3148-c7c9-46ba-a194-75283b080523 on network 9f9da124-05b3-4fe8-a16e-cb1138224d3d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:48:55.225163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Port b89f3148-c7c9-46ba-a194-75283b080523 on network 9f9da124-05b3-4fe8-a16e-cb1138224d3d not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:48:55.225570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Attempting to bind port b89f3148-c7c9-46ba-a194-75283b080523 on network 9f9da124-05b3-4fe8-a16e-cb1138224d3d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:48:55.239483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:48:55.239852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Checking segment: {'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:48:55.240814 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Bound using segment: {'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:48:55.241404 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Bound port: b89f3148-c7c9-46ba-a194-75283b080523, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:48:55.241766 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:55.367819 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fcab6ad5-91c5-465b-b40c-05fb3e628342 req-929477ce-8749-4f90-ad8d-4a94c531a2fa tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:55.370069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-bdbd5e40-0774-418c-87b4-ce946f2c5124 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Allocated IP 172.20.0.3 (dbe25255-4bd2-4c53-8d31-0c8572b7b9b7/076bf984-90a2-4fda-a328-15e958eede88/801ddd51-7e4a-4f50-86f5-e484775d44fc) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:48:55.377067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] For port b89f3148-c7c9-46ba-a194-75283b080523, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:48:55.382628 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['63e5863c-e4f7-412f-ac10-3144d3f770f4'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:48:55.384072 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] For port b89f3148-c7c9-46ba-a194-75283b080523, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b89f3148-c7c9-46ba-a194-75283b080523,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:48:55.385744 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['0c67d7bf-1a38-4415-b79b-234dbf309300'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:48:55.389313 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:55.406000 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929477ce-8749-4f90-ad8d-4a94c531a2fa tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Pushing event deleted for resources: {'Port': ['ID=0c67d7bf-1a38-4415-b79b-234dbf309300,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:55.460540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:55.461465 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:55.463114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] 10.222.0.20 "PUT /v2.0/ports/b89f3148-c7c9-46ba-a194-75283b080523 HTTP/1.1" status: 200 len: 1092 time: 1.4829578 Dec 12 17:48:55.463787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7949509-074f-4c4c-9489-e6e45d025aec', 'tag': 'b89f3148-c7c9-46ba-a194-75283b080523'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:48:55.466232 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a415733-c865-47a9-a07f-0647bc744e98" -d '{"events": [{"name": "network-changed", "server_uuid": "d7949509-074f-4c4c-9489-e6e45d025aec", "tag": "b89f3148-c7c9-46ba-a194-75283b080523"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:48:55.472992 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcab6ad5-91c5-465b-b40c-05fb3e628342 req-929477ce-8749-4f90-ad8d-4a94c531a2fa tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] No DVR routers for this DVR port 0c67d7bf-1a38-4415-b79b-234dbf309300 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:48:55.476639 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fcab6ad5-91c5-465b-b40c-05fb3e628342 req-929477ce-8749-4f90-ad8d-4a94c531a2fa tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:55.480420 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fcab6ad5-91c5-465b-b40c-05fb3e628342 req-929477ce-8749-4f90-ad8d-4a94c531a2fa tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.31 "DELETE /v2.0/ports/0c67d7bf-1a38-4415-b79b-234dbf309300 HTTP/1.1" status: 204 len: 173 time: 0.6704016 Dec 12 17:48:55.481104 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c156da20-8571-43d0-9e8e-511d8af798cf', 'name': 'network-vif-deleted', 'tag': '0c67d7bf-1a38-4415-b79b-234dbf309300'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:48:55.493350 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1090481f-760b-4051-910a-b047dcdb8abd" -d '{"events": [{"server_uuid": "c156da20-8571-43d0-9e8e-511d8af798cf", "name": "network-vif-deleted", "tag": "0c67d7bf-1a38-4415-b79b-234dbf309300"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:48:55.589132 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967110b0-e113-4e12-aae1-cdc54576b0d4 x-openstack-request-id: req-967110b0-e113-4e12-aae1-cdc54576b0d4 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:48:55.589781 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c156da20-8571-43d0-9e8e-511d8af798cf", "name": "network-vif-deleted", "tag": "0c67d7bf-1a38-4415-b79b-234dbf309300", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:48:55.590675 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-967110b0-e113-4e12-aae1-cdc54576b0d4 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:48:55.592132 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c156da20-8571-43d0-9e8e-511d8af798cf', 'name': 'network-vif-deleted', 'tag': '0c67d7bf-1a38-4415-b79b-234dbf309300', 'status': 'completed', 'code': 200} Dec 12 17:48:55.867762 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0d0f67-b03e-4a72-a9cd-5bb6de4cc2b9 x-openstack-request-id: req-3c0d0f67-b03e-4a72-a9cd-5bb6de4cc2b9 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:48:55.868056 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7949509-074f-4c4c-9489-e6e45d025aec", "tag": "b89f3148-c7c9-46ba-a194-75283b080523", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:48:55.868315 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c0d0f67-b03e-4a72-a9cd-5bb6de4cc2b9 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:48:55.868726 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7949509-074f-4c4c-9489-e6e45d025aec', 'tag': 'b89f3148-c7c9-46ba-a194-75283b080523', 'status': 'completed', 'code': 200} Dec 12 17:48:55.875600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21074909-872f-4562-8ca3-3a01ec61f50c service neutron] Pushing event updated for resources: {'Port': ['ID=b89f3148-c7c9-46ba-a194-75283b080523,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:55.923482 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d5402e5e-e154-42ff-ae23-2671e46c7b43 req-8e266f62-51ae-406b-9e69-e997f4ea977a tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 210 time: 0.0577965 Dec 12 17:48:55.953633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-60268f9b-b502-4066-aa2b-d906cd95ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:55.953633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-60268f9b-b502-4066-aa2b-d906cd95ef7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&device_id=d7949509-074f-4c4c-9489-e6e45d025aec HTTP/1.1" status: 200 len: 1095 time: 0.4061790 Dec 12 17:48:55.960109 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-bdbd5e40-0774-418c-87b4-ce946f2c5124 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:56.009444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-838107e1-7d8c-481f-a3e4-4fc217e188e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b89f3148-c7c9-46ba-a194-75283b080523 HTTP/1.1" status: 200 len: 217 time: 0.0474322 Dec 12 17:48:56.079359 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-5ff8021a-94d2-4b1c-9e14-cc66366d0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:56.081365 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-5ff8021a-94d2-4b1c-9e14-cc66366d0854 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf2bec70-4b48-4878-877f-cfa6982b5bc0 HTTP/1.1" status: 200 len: 851 time: 0.0634124 Dec 12 17:48:56.125279 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-71947f0a-c1c8-499d-b171-56c9e9d9c3d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f9da124-05b3-4fe8-a16e-cb1138224d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334861 Dec 12 17:48:56.192197 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56812) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.227046 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-bdbd5e40-0774-418c-87b4-ce946f2c5124 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:56.303771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-f2d26c88-8cd0-4201-913b-edd3bad9cc3e service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697471 Dec 12 17:48:56.309279 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-e07e6d6c-bfb8-47f2-b69c-7cf7b7dbeb2d tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.313482 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e07e6d6c-bfb8-47f2-b69c-7cf7b7dbeb2d tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1190193 Dec 12 17:48:56.314197 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56820) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.317523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-bdbd5e40-0774-418c-87b4-ce946f2c5124 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Network dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:48:56.320211 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-1a6e951c-24d4-48b3-9633-976574ef7c53 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.323815 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1a6e951c-24d4-48b3-9633-976574ef7c53 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0086451 Dec 12 17:48:56.324446 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56822) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.329873 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-84d9f774-eb95-4869-8f9b-ba5dddd97b21 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.333714 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-84d9f774-eb95-4869-8f9b-ba5dddd97b21 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0080771 Dec 12 17:48:56.334965 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56826) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.339873 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-303e067c-062e-4dd7-804f-6701236d6b6f tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.340043 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-bdbd5e40-0774-418c-87b4-ce946f2c5124 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:48:56.343971 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-303e067c-062e-4dd7-804f-6701236d6b6f tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0080185 Dec 12 17:48:56.344608 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56828) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.351373 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-30601ddc-7e90-49cf-aaf3-2214064facee tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.355665 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-30601ddc-7e90-49cf-aaf3-2214064facee tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0098870 Dec 12 17:48:56.356656 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56830) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.367294 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-8a1cc394-7166-4d50-928d-157d0ad7f90b tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.371851 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8a1cc394-7166-4d50-928d-157d0ad7f90b tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0136929 Dec 12 17:48:56.372714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56832) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.379894 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-00218dec-f81c-4d37-b575-931fc3c67fe5 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.384922 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-00218dec-f81c-4d37-b575-931fc3c67fe5 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0108495 Dec 12 17:48:56.385781 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56834) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.390535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-bdbd5e40-0774-418c-87b4-ce946f2c5124 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:48:56.394680 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-a076b2ea-0b79-4ff5-a9cd-46eb59e79b42 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.396131 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a076b2ea-0b79-4ff5-a9cd-46eb59e79b42 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0091367 Dec 12 17:48:56.398142 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd5e40-0774-418c-87b4-ce946f2c5124 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Pushing event updated for resources: {'Port': ['ID=801ddd51-7e4a-4f50-86f5-e484775d44fc,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:56.399820 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56836) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.404172 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-70bdb48b-4353-4b89-abd2-33dd44453a6c tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.405160 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-70bdb48b-4353-4b89-abd2-33dd44453a6c tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0044069 Dec 12 17:48:56.420351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56838) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.430862 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-15db9131-4f61-4bc1-8b83-c06ed4e42974 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.432423 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-15db9131-4f61-4bc1-8b83-c06ed4e42974 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0108778 Dec 12 17:48:56.435579 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56840) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.440563 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-a4ab5165-3173-436c-a005-82d9290a9bce tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.441787 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a4ab5165-3173-436c-a005-82d9290a9bce tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050051 Dec 12 17:48:56.444940 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56842) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.449555 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b60c1-d12d-4b3f-af01-618555d478f2 req-c9b51f9f-5c98-42be-9bd6-ea544f1fd945 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:56.451118 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a68b60c1-d12d-4b3f-af01-618555d478f2 req-c9b51f9f-5c98-42be-9bd6-ea544f1fd945 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7949509-074f-4c4c-9489-e6e45d025aec HTTP/1.1" status: 200 len: 944 time: 0.2296932 Dec 12 17:48:56.458158 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-2ba519ff-92ef-4b06-9f06-ba7e37fc7cfb tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.459570 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2ba519ff-92ef-4b06-9f06-ba7e37fc7cfb tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0134132 Dec 12 17:48:56.462474 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56844) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.468524 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-70e4f598-4262-40c9-8f6a-103f8bda4c9c tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.473821 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-70e4f598-4262-40c9-8f6a-103f8bda4c9c tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0101109 Dec 12 17:48:56.474755 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56846) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.488394 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-cdbe7345-0ec9-4746-afbd-a1a6c4750b0a tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.501501 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cdbe7345-0ec9-4746-afbd-a1a6c4750b0a tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0246332 Dec 12 17:48:56.502119 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56848) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.507302 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-8a41830e-2de5-4cbd-aaf0-b679bcec500c tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.511699 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8a41830e-2de5-4cbd-aaf0-b679bcec500c tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0085616 Dec 12 17:48:56.512520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56850) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.517844 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-56e5fc94-2b8d-44df-939c-00c809bf9652 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.522239 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-56e5fc94-2b8d-44df-939c-00c809bf9652 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0085855 Dec 12 17:48:56.523087 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56852) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.527575 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-8191b209-ebf9-4cce-a572-f1bcfddfc159 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.531838 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8191b209-ebf9-4cce-a572-f1bcfddfc159 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0075920 Dec 12 17:48:56.532749 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56854) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.537667 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-bfeea348-f3ad-44a1-b9e4-9b4c287a470f tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.541943 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bfeea348-f3ad-44a1-b9e4-9b4c287a470f tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0080645 Dec 12 17:48:56.542543 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56856) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.547139 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06e9ea95-5195-4207-bf30-2d52834ac431 req-1b984577-9ba0-4369-9410-242c1ab13ce2 service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252717 Dec 12 17:48:56.547334 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-8311d436-67ab-453d-be36-72d66f9b6a1b tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.551858 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8311d436-67ab-453d-be36-72d66f9b6a1b tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0083189 Dec 12 17:48:56.553454 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56858) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.558270 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-ee9d12b1-8df3-44e2-9667-b673484a91b0 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.561588 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ee9d12b1-8df3-44e2-9667-b673484a91b0 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045090 Dec 12 17:48:56.561956 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56860) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.566251 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-c467d9b9-4c4e-4331-84b6-5b63cfd02e1e tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.569941 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c467d9b9-4c4e-4331-84b6-5b63cfd02e1e tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0047476 Dec 12 17:48:56.570294 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56862) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.575628 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-8c28debf-08e4-4b9a-b0ab-491a817e8b0e tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.582018 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8c28debf-08e4-4b9a-b0ab-491a817e8b0e tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0079203 Dec 12 17:48:56.583946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56864) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.588312 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-659fa216-d9a2-4295-9d60-8a3ccc7ed105 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.591575 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-659fa216-d9a2-4295-9d60-8a3ccc7ed105 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043395 Dec 12 17:48:56.595709 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56866) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.602571 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-2567d43a-cf81-47bc-8660-885d16107860 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.603930 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2567d43a-cf81-47bc-8660-885d16107860 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0071149 Dec 12 17:48:56.606372 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56868) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.611232 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-e0146366-c7fd-4f0d-80cc-27b8ef5c33d3 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.611844 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e0146366-c7fd-4f0d-80cc-27b8ef5c33d3 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0042939 Dec 12 17:48:56.613899 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56870) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.619170 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-517138ed-ea7b-4228-a54e-86e8f4ff2bc8 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.619683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-bdbd5e40-0774-418c-87b4-ce946f2c5124 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:56.623515 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-bdbd5e40-0774-418c-87b4-ce946f2c5124 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:56.623764 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-517138ed-ea7b-4228-a54e-86e8f4ff2bc8 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0054996 Dec 12 17:48:56.624581 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56872) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.629320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-921c78b8-a00e-4c01-8905-50d08b56dd58 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.633037 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-921c78b8-a00e-4c01-8905-50d08b56dd58 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0047801 Dec 12 17:48:56.633474 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56874) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.633806 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a68b60c1-d12d-4b3f-af01-618555d478f2 req-16e96ba2-e460-4ee8-87e8-a12fcfd3679e tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755464 Dec 12 17:48:56.637922 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-65961082-2289-46d9-9305-cc211ee4b7e5 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.639823 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-65961082-2289-46d9-9305-cc211ee4b7e5 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044878 Dec 12 17:48:56.642208 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56876) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.648490 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-0e2232e3-0605-42cf-ac81-d9c89839b246 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.650067 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0e2232e3-0605-42cf-ac81-d9c89839b246 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0061569 Dec 12 17:48:56.652709 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56878) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.658150 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-267c0b55-217d-4aa2-9256-15d89807859f tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.661723 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-267c0b55-217d-4aa2-9256-15d89807859f tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0052121 Dec 12 17:48:56.662828 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56880) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.668297 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-bf4dc4da-92f6-46cb-85fc-a0d04232e677 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.671386 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bf4dc4da-92f6-46cb-85fc-a0d04232e677 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0054123 Dec 12 17:48:56.671687 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-bdbd5e40-0774-418c-87b4-ce946f2c5124 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9541402 Dec 12 17:48:56.672145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56882) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.673907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-412b9698-6f62-45fd-bd11-119d6673443c None None] Provisioning complete for port 801ddd51-7e4a-4f50-86f5-e484775d44fc triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:48:56.674393 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-412b9698-6f62-45fd-bd11-119d6673443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:56.677059 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [None req-ff2c2494-151e-4878-aeab-ac8a5f063df4 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.678525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ff2c2494-151e-4878-aeab-ac8a5f063df4 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047073 Dec 12 17:48:56.682251 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56884) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.688167 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-57a846e1-c580-4957-b70f-9c9b1f40a42b tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.688888 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Request body: {'port': {'device_id': 'bdf9d4b1-1509-4890-8d1b-feec1bcaa09c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:56.691686 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-57a846e1-c580-4957-b70f-9c9b1f40a42b tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0083385 Dec 12 17:48:56.692277 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56886) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.696742 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-4e1cbd48-6369-4a6a-89b2-ca4320f11d4e tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.699394 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4e1cbd48-6369-4a6a-89b2-ca4320f11d4e tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0040524 Dec 12 17:48:56.701390 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56888) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.705949 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-a2b81cb1-a8de-4fe5-a8b5-31e4bbadc170 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.707185 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a2b81cb1-a8de-4fe5-a8b5-31e4bbadc170 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0041759 Dec 12 17:48:56.707343 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb755184-f055-43f8-8930-ca18b818ffcf req-e2eb3d61-f64b-4e7d-a940-6a52e5eac57f tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:56.708779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb755184-f055-43f8-8930-ca18b818ffcf req-e2eb3d61-f64b-4e7d-a940-6a52e5eac57f tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 951 time: 0.1571181 Dec 12 17:48:56.709246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56890) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.711777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-412b9698-6f62-45fd-bd11-119d6673443c None None] Port 801ddd51-7e4a-4f50-86f5-e484775d44fc cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:48:56.732331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [None req-b6f89697-9db2-4d2d-af84-5fe5fa98c94c tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.733262 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b6f89697-9db2-4d2d-af84-5fe5fa98c94c tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044086 Dec 12 17:48:56.736449 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56892) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.741360 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-edd93e20-6db3-410a-9d3a-0cc26bae3d6c tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.742363 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-edd93e20-6db3-410a-9d3a-0cc26bae3d6c tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0049567 Dec 12 17:48:56.744630 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56894) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.748417 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-99460802-73a7-4b2e-9a51-ba07ed740f28 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.749347 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-99460802-73a7-4b2e-9a51-ba07ed740f28 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0038760 Dec 12 17:48:56.751687 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56896) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.751987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a415733-c865-47a9-a07f-0647bc744e98 req-9155b6b2-0042-415d-a4c7-7c2e6e0e428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:56.753441 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a415733-c865-47a9-a07f-0647bc744e98 req-9155b6b2-0042-415d-a4c7-7c2e6e0e428f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&device_id=d7949509-074f-4c4c-9489-e6e45d025aec HTTP/1.1" status: 200 len: 1095 time: 0.1241064 Dec 12 17:48:56.755827 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-1716deb4-da4e-42cf-9843-98b816efecb3 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.756761 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1716deb4-da4e-42cf-9843-98b816efecb3 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0042143 Dec 12 17:48:56.758958 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56898) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.763558 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-54538327-cb52-440b-85db-4eed777c8ee3 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.764628 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-54538327-cb52-440b-85db-4eed777c8ee3 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046389 Dec 12 17:48:56.767647 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56900) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.771625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-f7c1a193-4fbb-40f8-9833-ee42129d3545 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.772968 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f7c1a193-4fbb-40f8-9833-ee42129d3545 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0041778 Dec 12 17:48:56.774795 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56902) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.778651 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-5ec14203-ca47-46df-8645-97996f8c21df tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.779582 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5ec14203-ca47-46df-8645-97996f8c21df tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0039043 Dec 12 17:48:56.781620 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56904) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.785439 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-ea7603d4-73b1-45e7-ba6c-fde96c1d04e3 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.786390 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ea7603d4-73b1-45e7-ba6c-fde96c1d04e3 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0038989 Dec 12 17:48:56.788921 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56906) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.792705 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-8ef10695-3333-4222-aa25-d5a9ce9fbe32 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.793660 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8ef10695-3333-4222-aa25-d5a9ce9fbe32 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0038564 Dec 12 17:48:56.795677 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56908) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.799387 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-150efdd2-f2b7-41af-8e62-a8a77f8d4cd5 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.801510 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-150efdd2-f2b7-41af-8e62-a8a77f8d4cd5 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0038044 Dec 12 17:48:56.803140 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56910) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.806834 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-e10927c2-0de0-4c61-b858-1488a7e8c0ca tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.807769 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e10927c2-0de0-4c61-b858-1488a7e8c0ca tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0037813 Dec 12 17:48:56.809938 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56912) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.813640 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-5e0fb4f6-b0a0-42ac-8981-7cfe7a7cef82 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.814550 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5e0fb4f6-b0a0-42ac-8981-7cfe7a7cef82 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0037913 Dec 12 17:48:56.816693 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56914) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.821027 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-2bb4c927-4304-4b68-9d54-491ba11c1eb0 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.821978 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2bb4c927-4304-4b68-9d54-491ba11c1eb0 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044434 Dec 12 17:48:56.824116 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56916) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.827793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-27c5d1d4-38a0-4b52-b627-f0e283b1270c tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.828727 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-27c5d1d4-38a0-4b52-b627-f0e283b1270c tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0037882 Dec 12 17:48:56.830902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56918) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.834673 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-2535bf58-1001-4e8c-adfb-1380aecefc85 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.835608 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2535bf58-1001-4e8c-adfb-1380aecefc85 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0038414 Dec 12 17:48:56.837720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56920) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.841495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-f9a7c900-6866-4d6f-b446-eca3e6406df1 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.842410 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f9a7c900-6866-4d6f-b446-eca3e6406df1 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0038595 Dec 12 17:48:56.844547 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56922) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.847785 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:56.848327 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-27ff26f4-515d-4481-bc52-9106f409978c tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.850008 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-27ff26f4-515d-4481-bc52-9106f409978c tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0038710 Dec 12 17:48:56.851906 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56924) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.855697 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-91266a7e-7b3c-4f5a-b3fc-2534a36c6d93 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.856611 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-91266a7e-7b3c-4f5a-b3fc-2534a36c6d93 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0038810 Dec 12 17:48:56.858713 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56926) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.862440 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-6f2f7df6-4b96-475e-9c3c-4be4a1aa8fe9 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.863390 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6f2f7df6-4b96-475e-9c3c-4be4a1aa8fe9 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0037904 Dec 12 17:48:56.866229 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56928) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.869975 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-89121d5a-cb94-43da-9122-2835c36164ef tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.870893 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-89121d5a-cb94-43da-9122-2835c36164ef tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0038414 Dec 12 17:48:56.872252 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb755184-f055-43f8-8930-ca18b818ffcf req-c487b6f2-b8dc-4bf9-a5f3-658e0de7e5f2 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363807 Dec 12 17:48:56.873549 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56930) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.878424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-d09eedfb-954d-45f2-b12b-a1af33c0d062 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.879254 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d09eedfb-954d-45f2-b12b-a1af33c0d062 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045958 Dec 12 17:48:56.881945 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56932) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.886077 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-62e5cc38-2709-48f3-b3af-fa9e1272f441 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.887293 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-62e5cc38-2709-48f3-b3af-fa9e1272f441 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0041754 Dec 12 17:48:56.889339 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56934) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.893520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-02c9c8ac-e20a-4d11-b63b-86f2d6c9fe18 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.894572 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-02c9c8ac-e20a-4d11-b63b-86f2d6c9fe18 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0042648 Dec 12 17:48:56.897082 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56936) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.900883 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-9d078cde-ee4d-48f5-afc0-d2d3d51f3382 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.901793 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9d078cde-ee4d-48f5-afc0-d2d3d51f3382 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0038433 Dec 12 17:48:56.903901 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56938) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.907725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-4fe8e801-8583-47f4-a196-b95573c5151e tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.908643 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4fe8e801-8583-47f4-a196-b95573c5151e tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0038469 Dec 12 17:48:56.910662 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56940) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.914930 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-a62b84ec-38b0-4c8a-a864-b3cf1dab7d40 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.916316 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a62b84ec-38b0-4c8a-a864-b3cf1dab7d40 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043793 Dec 12 17:48:56.917949 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56942) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.921646 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-d46d7420-3d50-4d23-be7f-f1b94304a87e tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.922568 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d46d7420-3d50-4d23-be7f-f1b94304a87e tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0037820 Dec 12 17:48:56.924786 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56944) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.928520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-d7415fde-b9b5-43b8-8019-b1b2655d36f2 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.929441 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d7415fde-b9b5-43b8-8019-b1b2655d36f2 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0038338 Dec 12 17:48:56.931594 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56946) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.935663 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a415733-c865-47a9-a07f-0647bc744e98 req-d53e0d0e-2d41-47ab-87bd-1c34e4237234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:56.935992 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-0c3d5343-a490-4dfc-8267-c6e7d89ff3a3 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.936920 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0c3d5343-a490-4dfc-8267-c6e7d89ff3a3 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0045002 Dec 12 17:48:56.937099 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a415733-c865-47a9-a07f-0647bc744e98 req-d53e0d0e-2d41-47ab-87bd-1c34e4237234 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 912 time: 0.1719155 Dec 12 17:48:56.939102 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56948) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.942846 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-e0c6e73c-99d3-4c4b-88e1-70c73732b83d tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.943850 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e0c6e73c-99d3-4c4b-88e1-70c73732b83d tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0038707 Dec 12 17:48:56.945953 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56950) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.949931 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-ebdacf7a-5b54-43ee-b5a4-e988341fa3e3 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.950842 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ebdacf7a-5b54-43ee-b5a4-e988341fa3e3 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0039747 Dec 12 17:48:56.953067 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56952) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.956835 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-96f849dd-fd27-48aa-af0b-4457cdbbca2c tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.959457 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-96f849dd-fd27-48aa-af0b-4457cdbbca2c tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0038404 Dec 12 17:48:56.960501 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56956) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.964588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-174f3919-a78b-4abf-9c9f-452583c7ac78 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.965956 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-174f3919-a78b-4abf-9c9f-452583c7ac78 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042906 Dec 12 17:48:56.967996 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56958) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.971974 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-8ce83334-8d57-4ccd-921e-ec63b1946187 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.973246 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8ce83334-8d57-4ccd-921e-ec63b1946187 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0040677 Dec 12 17:48:56.975925 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56960) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.980982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-8a53968b-719a-4706-b5aa-7327d809f15e tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.980982 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8a53968b-719a-4706-b5aa-7327d809f15e tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0039136 Dec 12 17:48:56.983237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56962) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:56.987316 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [None req-5b57e10d-c018-49cf-8414-775ab48abed6 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:48:56.991531 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5b57e10d-c018-49cf-8414-775ab48abed6 tempest-ExtensionsTestJSON-1458627182 tempest-ExtensionsTestJSON-1458627182-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0041699 Dec 12 17:48:57.038309 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a415733-c865-47a9-a07f-0647bc744e98 req-6306b27b-f7fd-47e9-b714-a584d0166dd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b89f3148-c7c9-46ba-a194-75283b080523 HTTP/1.1" status: 200 len: 217 time: 0.0557389 Dec 12 17:48:57.169606 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a415733-c865-47a9-a07f-0647bc744e98 req-fcd8a9e5-e0f9-41a6-abde-e48c43ca563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:57.171149 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a415733-c865-47a9-a07f-0647bc744e98 req-fcd8a9e5-e0f9-41a6-abde-e48c43ca563e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf2bec70-4b48-4878-877f-cfa6982b5bc0 HTTP/1.1" status: 200 len: 851 time: 0.1225157 Dec 12 17:48:57.180435 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845771b-e9ec-46d4-9a65-ebb09ef4e9fc req-c8efd0e6-fcd3-43cc-97e1-41d327b299a4 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:57.182341 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3845771b-e9ec-46d4-9a65-ebb09ef4e9fc req-c8efd0e6-fcd3-43cc-97e1-41d327b299a4 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 931 time: 0.1488090 Dec 12 17:48:57.217779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a415733-c865-47a9-a07f-0647bc744e98 req-65822a37-28c4-42aa-8ef9-7528b20c147d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f9da124-05b3-4fe8-a16e-cb1138224d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342541 Dec 12 17:48:57.241964 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56968) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:57.336795 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3845771b-e9ec-46d4-9a65-ebb09ef4e9fc req-9b036bf6-9a2d-4259-a9e2-ecf471e5e22f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421130 Dec 12 17:48:57.353044 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14eb973b-c711-4a95-b8c4-8778541c8ec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:57.397200 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a415733-c865-47a9-a07f-0647bc744e98 req-1a755739-60ce-4f5f-895b-97b0ed10ece2 service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658251 Dec 12 17:48:57.402743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801ddd51-7e4a-4f50-86f5-e484775d44fc {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:48:57.417740 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:57.437851 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14eb973b-c711-4a95-b8c4-8778541c8ec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:57.442134 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14eb973b-c711-4a95-b8c4-8778541c8ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:57.474802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Transition to ACTIVE for port object 801ddd51-7e4a-4f50-86f5-e484775d44fc will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:48:57.484466 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:57.511699 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-14eb973b-c711-4a95-b8c4-8778541c8ec9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10417dbba505470896aadb6f20360b29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2679460 Dec 12 17:48:57.513543 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb973b-c711-4a95-b8c4-8778541c8ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a819941-4558-42f2-a384-cad6aad9ded2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:57.516407 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56976) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:57.560417 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Pushing event updated for resources: {'Port': ['ID=801ddd51-7e4a-4f50-86f5-e484775d44fc,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:57.566271 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a415733-c865-47a9-a07f-0647bc744e98 req-293ed541-e4ec-4fba-af3f-05a2341e0ca7 service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588655 Dec 12 17:48:57.580634 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51e21750-632c-4798-9f3f-511fef5fc0e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:57.612515 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51e21750-632c-4798-9f3f-511fef5fc0e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:57.652179 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Attempting to bind port 801ddd51-7e4a-4f50-86f5-e484775d44fc on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:48:57.653602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Attempting to bind port 801ddd51-7e4a-4f50-86f5-e484775d44fc by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'aad624b3-8fda-4786-812d-765631b94ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:48:57.654303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Attempting to bind port 801ddd51-7e4a-4f50-86f5-e484775d44fc on network dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:48:57.659253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Port 801ddd51-7e4a-4f50-86f5-e484775d44fc on network dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:48:57.659845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Attempting to bind port 801ddd51-7e4a-4f50-86f5-e484775d44fc on network dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:48:57.670416 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51e21750-632c-4798-9f3f-511fef5fc0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:57.678672 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51e21750-632c-4798-9f3f-511fef5fc0e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:57.680217 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:48:57.680670 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Checking segment: {'id': 'aad624b3-8fda-4786-812d-765631b94ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:48:57.681148 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Bound using segment: {'id': 'aad624b3-8fda-4786-812d-765631b94ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:48:57.682019 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Bound port: 801ddd51-7e4a-4f50-86f5-e484775d44fc, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad624b3-8fda-4786-812d-765631b94ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:48:57.682871 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-51e21750-632c-4798-9f3f-511fef5fc0e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a819941-4558-42f2-a384-cad6aad9ded2 HTTP/1.1" status: 204 len: 168 time: 0.1653566 Dec 12 17:48:57.683360 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:57.692786 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e21750-632c-4798-9f3f-511fef5fc0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a819941-4558-42f2-a384-cad6aad9ded2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:57.800802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] For port 801ddd51-7e4a-4f50-86f5-e484775d44fc, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:48:57.805962 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] For port 801ddd51-7e4a-4f50-86f5-e484775d44fc, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=801ddd51-7e4a-4f50-86f5-e484775d44fc,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:48:57.814865 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9966906-593c-459d-abdb-661104fcc915 req-c9618910-c176-47c8-99da-46cb1a6cce66 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:57.816377 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9966906-593c-459d-abdb-661104fcc915 req-c9618910-c176-47c8-99da-46cb1a6cce66 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7949509-074f-4c4c-9489-e6e45d025aec HTTP/1.1" status: 200 len: 944 time: 0.0741112 Dec 12 17:48:57.817900 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:57.885599 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:57.886214 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:57.887608 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] 10.222.0.31 "PUT /v2.0/ports/801ddd51-7e4a-4f50-86f5-e484775d44fc HTTP/1.1" status: 200 len: 1091 time: 1.2051551 Dec 12 17:48:57.890414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf9d4b1-1509-4890-8d1b-feec1bcaa09c', 'tag': '801ddd51-7e4a-4f50-86f5-e484775d44fc'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:48:57.892826 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d1533f-1fc8-4d06-b497-5ee371065b28" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf9d4b1-1509-4890-8d1b-feec1bcaa09c", "tag": "801ddd51-7e4a-4f50-86f5-e484775d44fc"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:48:58.008973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8b727-75ea-4677-a6bb-aca3fab5cfcf service neutron] Pushing event updated for resources: {'Port': ['ID=801ddd51-7e4a-4f50-86f5-e484775d44fc,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:58.056525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9966906-593c-459d-abdb-661104fcc915 req-4d4abffb-a61a-4523-bfbc-62f21072f41f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177873 Dec 12 17:48:58.077923 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1fb4b-5412-4f3f-a99d-30028e1b206c req-c4a216c4-a30b-4478-a7e3-14945ff6da93 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:58.079803 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ec1fb4b-5412-4f3f-a99d-30028e1b206c req-c4a216c4-a30b-4478-a7e3-14945ff6da93 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 951 time: 0.2124763 Dec 12 17:48:58.098764 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0dafb6-4b6a-43ce-82c0-1ce7c1b6caf6 x-openstack-request-id: req-aa0dafb6-4b6a-43ce-82c0-1ce7c1b6caf6 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:48:58.099061 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf9d4b1-1509-4890-8d1b-feec1bcaa09c", "tag": "801ddd51-7e4a-4f50-86f5-e484775d44fc", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:48:58.099607 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa0dafb6-4b6a-43ce-82c0-1ce7c1b6caf6 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:48:58.100687 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf9d4b1-1509-4890-8d1b-feec1bcaa09c', 'tag': '801ddd51-7e4a-4f50-86f5-e484775d44fc', 'status': 'completed', 'code': 200} Dec 12 17:48:58.124029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-13cb2fea-b778-49b8-bfa2-d7a59fa94522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:58.125512 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-13cb2fea-b778-49b8-bfa2-d7a59fa94522 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0b4bc710fe244f885d5e9cf88a75d69&device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 1094 time: 0.1759052 Dec 12 17:48:58.136243 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63e731-38ef-4eba-8058-2f26fa345b2f req-b13e2c97-6d71-4de4-8825-a284d4eb8a3c tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:58.137620 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed63e731-38ef-4eba-8058-2f26fa345b2f req-b13e2c97-6d71-4de4-8825-a284d4eb8a3c tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 951 time: 0.1714144 Dec 12 17:48:58.186604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-0345d7b3-44c7-4b9c-9f32-a79255769176 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=801ddd51-7e4a-4f50-86f5-e484775d44fc HTTP/1.1" status: 200 len: 217 time: 0.0480728 Dec 12 17:48:58.293685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed63e731-38ef-4eba-8058-2f26fa345b2f req-b1d68c74-0f7f-407d-9a9c-953962f0fef5 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7623887-0bee-4c67-855a-cfba77fa3177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457245 Dec 12 17:48:58.299547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-f4f4b731-b989-42b4-8e28-f236699b9f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:58.300963 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-f4f4b731-b989-42b4-8e28-f236699b9f3f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=076bf984-90a2-4fda-a328-15e958eede88 HTTP/1.1" status: 200 len: 855 time: 0.1003504 Dec 12 17:48:58.338261 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-7ec1fb4b-5412-4f3f-a99d-30028e1b206c req-b44ec021-3a56-400d-ab70-30dcb7f997f6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Deleting port 63e5863c-e4f7-412f-ac10-3144d3f770f4 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:48:58.338601 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7ec1fb4b-5412-4f3f-a99d-30028e1b206c req-b44ec021-3a56-400d-ab70-30dcb7f997f6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:58.404392 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-475c30fa-6f56-4899-bb3d-9ceed32e0480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:58.405905 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-475c30fa-6f56-4899-bb3d-9ceed32e0480 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971892 Dec 12 17:48:58.459427 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57006) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:58.525519 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-7ec1fb4b-5412-4f3f-a99d-30028e1b206c req-b44ec021-3a56-400d-ab70-30dcb7f997f6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] For port 63e5863c-e4f7-412f-ac10-3144d3f770f4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=63e5863c-e4f7-412f-ac10-3144d3f770f4,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:58.525897 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7ec1fb4b-5412-4f3f-a99d-30028e1b206c req-b44ec021-3a56-400d-ab70-30dcb7f997f6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:58.542546 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device b89f3148-c7c9-46ba-a194-75283b080523 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:48:58.546265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-7ec1fb4b-5412-4f3f-a99d-30028e1b206c req-b44ec021-3a56-400d-ab70-30dcb7f997f6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Calling delete_port for 63e5863c-e4f7-412f-ac10-3144d3f770f4 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:48:58.568741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a372455-1289-49e5-b96c-b73cabf5cfa5 req-c227f21d-6e84-49ff-85bd-22d9926c7a90 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:58.570261 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a372455-1289-49e5-b96c-b73cabf5cfa5 req-c227f21d-6e84-49ff-85bd-22d9926c7a90 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 943 time: 0.1465425 Dec 12 17:48:58.570419 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c237e903-0f3e-452c-ac38-c78e4e7be3b5 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-886194096'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:58.598900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c237e903-0f3e-452c-ac38-c78e4e7be3b5 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Made reservation on behalf of 3a40b16ca69e40a3b157ea813c775173 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:48:58.604414 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c237e903-0f3e-452c-ac38-c78e4e7be3b5 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:58.615459 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c237e903-0f3e-452c-ac38-c78e4e7be3b5 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:58.637980 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-10887144-7591-4c8a-baf4-38d7cfef5041 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232914 Dec 12 17:48:58.672427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port b89f3148-c7c9-46ba-a194-75283b080523, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b89f3148-c7c9-46ba-a194-75283b080523,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:58.688001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'b89f3148-c7c9-46ba-a194-75283b080523', 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d', 'port_id': 'b89f3148-c7c9-46ba-a194-75283b080523', 'mac_address': 'fa:16:3e:26:54:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2bec70-4b48-4878-877f-cfa6982b5bc0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:48:58.720419 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c237e903-0f3e-452c-ac38-c78e4e7be3b5 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:58.725200 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c237e903-0f3e-452c-ac38-c78e4e7be3b5 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:58.732553 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:58.748269 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89f3148-c7c9-46ba-a194-75283b080523 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:48:58.751961 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c237e903-0f3e-452c-ac38-c78e4e7be3b5 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:48:58.770250 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port b89f3148-c7c9-46ba-a194-75283b080523, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b89f3148-c7c9-46ba-a194-75283b080523,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:48:58.770502 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237e903-0f3e-452c-ac38-c78e4e7be3b5 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e5bc7a-073f-4b9d-b66a-ad533115e96f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:58.774895 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:58.775818 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c237e903-0f3e-452c-ac38-c78e4e7be3b5 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:58.776934 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-c237e903-0f3e-452c-ac38-c78e4e7be3b5 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Added segment 2f475e28-06a9-4197-b8bd-d7f5604603a9 of type vlan for network 6b52bbd4-81f2-4a48-ac5b-ae781aa264e0 Dec 12 17:48:58.828710 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=b89f3148-c7c9-46ba-a194-75283b080523,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:58.834929 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c237e903-0f3e-452c-ac38-c78e4e7be3b5 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:58.864053 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c237e903-0f3e-452c-ac38-c78e4e7be3b5 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:58.870761 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c237e903-0f3e-452c-ac38-c78e4e7be3b5 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:58.871424 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c237e903-0f3e-452c-ac38-c78e4e7be3b5 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:58.931868 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c237e903-0f3e-452c-ac38-c78e4e7be3b5 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4711959 Dec 12 17:48:58.935491 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57014) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:58.940854 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f6d392f4-8b46-493a-b11e-2b750663cfdf tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Request body: {'subnet': {'network_id': '6b52bbd4-81f2-4a48-ac5b-ae781aa264e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:58.973210 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 0c67d7bf-1a38-4415-b79b-234dbf309300 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:48:58.996722 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a372455-1289-49e5-b96c-b73cabf5cfa5 req-93aa509c-1a3d-4c6c-8bd2-e06ea9ade532 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4185083 Dec 12 17:48:58.998859 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 0c67d7bf-1a38-4415-b79b-234dbf309300 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:48:58.999863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 0c67d7bf-1a38-4415-b79b-234dbf309300 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:48:59.003025 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237e903-0f3e-452c-ac38-c78e4e7be3b5 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Pushing event updated for resources: {'Network': ['ID=6b52bbd4-81f2-4a48-ac5b-ae781aa264e0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:59.042284 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['b89f3148-c7c9-46ba-a194-75283b080523'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:48:59.044555 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 6b52bbd4-81f2-4a48-ac5b-ae781aa264e0 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:48:59.070792 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d392f4-8b46-493a-b11e-2b750663cfdf tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Made reservation on behalf of 3a40b16ca69e40a3b157ea813c775173 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:48:59.073572 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5db3dcea-0484-4b40-aa0a-2d023fe593a6 req-c81dff3c-946a-4f29-957c-4b26595abb03 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258757 Dec 12 17:48:59.076547 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6d392f4-8b46-493a-b11e-2b750663cfdf tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:59.104159 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7ec1fb4b-5412-4f3f-a99d-30028e1b206c req-b44ec021-3a56-400d-ab70-30dcb7f997f6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:59.138078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ec021-3a56-400d-ab70-30dcb7f997f6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Pushing event deleted for resources: {'Port': ['ID=63e5863c-e4f7-412f-ac10-3144d3f770f4,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:59.269941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec1fb4b-5412-4f3f-a99d-30028e1b206c req-b44ec021-3a56-400d-ab70-30dcb7f997f6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] No DVR routers for this DVR port 63e5863c-e4f7-412f-ac10-3144d3f770f4 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:48:59.274472 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7ec1fb4b-5412-4f3f-a99d-30028e1b206c req-b44ec021-3a56-400d-ab70-30dcb7f997f6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:59.277821 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ec1fb4b-5412-4f3f-a99d-30028e1b206c req-b44ec021-3a56-400d-ab70-30dcb7f997f6 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.20 "DELETE /v2.0/ports/63e5863c-e4f7-412f-ac10-3144d3f770f4 HTTP/1.1" status: 204 len: 173 time: 1.1893313 Dec 12 17:48:59.293390 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1533f-1fc8-4d06-b497-5ee371065b28 req-33e0330b-978a-4a25-8106-1e6a350460c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:59.295738 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4d1533f-1fc8-4d06-b497-5ee371065b28 req-33e0330b-978a-4a25-8106-1e6a350460c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0b4bc710fe244f885d5e9cf88a75d69&device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 1094 time: 0.1614103 Dec 12 17:48:59.309214 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a95f97-511d-43e7-9a12-113141e038bc req-ff6bd36a-fe5d-4aca-9fb6-a9bbe90707b6 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:59.310743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81a95f97-511d-43e7-9a12-113141e038bc req-ff6bd36a-fe5d-4aca-9fb6-a9bbe90707b6 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7949509-074f-4c4c-9489-e6e45d025aec HTTP/1.1" status: 200 len: 945 time: 0.1463697 Dec 12 17:48:59.345513 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6d392f4-8b46-493a-b11e-2b750663cfdf tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:59.422310 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d392f4-8b46-493a-b11e-2b750663cfdf tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Pushing event updated for resources: {'Subnet': ['ID=c1cd1c19-7b59-41ac-8de0-c19e08c89ba9,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:48:59.435454 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6cc8055b-1122-485b-9ed4-c1e3d2f0289c req-c5c3952d-44ea-4243-a654-da86f791c966 tempest-ServersAdminTestJSON-2121447442 tempest-ServersAdminTestJSON-2121447442-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3056ee5-b02f-47a4-9340-5ae45d4de2aa HTTP/1.1" status: 200 len: 210 time: 0.0337021 Dec 12 17:48:59.442231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d392f4-8b46-493a-b11e-2b750663cfdf tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Checking segment: {'id': '2f475e28-06a9-4197-b8bd-d7f5604603a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6b52bbd4-81f2-4a48-ac5b-ae781aa264e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:48:59.442874 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d392f4-8b46-493a-b11e-2b750663cfdf tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Network hostable DHCP agents. Network: 6b52bbd4-81f2-4a48-ac5b-ae781aa264e0, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:48:59.476549 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d392f4-8b46-493a-b11e-2b750663cfdf tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Network 6b52bbd4-81f2-4a48-ac5b-ae781aa264e0 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:48:59.478918 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81a95f97-511d-43e7-9a12-113141e038bc req-4a553365-9116-48d1-bae6-1041e1d5c623 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475015 Dec 12 17:48:59.493549 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f6d392f4-8b46-493a-b11e-2b750663cfdf tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 6b52bbd4-81f2-4a48-ac5b-ae781aa264e0) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:48:59.500725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d392f4-8b46-493a-b11e-2b750663cfdf tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:59.501359 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6d392f4-8b46-493a-b11e-2b750663cfdf tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:59.508120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1533f-1fc8-4d06-b497-5ee371065b28 req-a6dcca28-6a7d-4916-8ccb-3763ef48de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:59.512846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157ea254-17e7-4fc9-a824-2533765cecb6 None None] Network 6b52bbd4-81f2-4a48-ac5b-ae781aa264e0 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:48:59.514241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4d1533f-1fc8-4d06-b497-5ee371065b28 req-a6dcca28-6a7d-4916-8ccb-3763ef48de2d service neutron] 10.222.0.31 "GET /v2.0/networks?id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 HTTP/1.1" status: 200 len: 917 time: 0.1998594 Dec 12 17:48:59.528947 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57020) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:59.529375 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f6d392f4-8b46-493a-b11e-2b750663cfdf tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5921540 Dec 12 17:48:59.568282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-74abaf09-94da-4c24-ac3c-e74795b5c8d3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-392437998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:48:59.576777 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4d1533f-1fc8-4d06-b497-5ee371065b28 req-4d96a95d-9aca-4362-ac78-fda2e9e816d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=801ddd51-7e4a-4f50-86f5-e484775d44fc HTTP/1.1" status: 200 len: 217 time: 0.0550847 Dec 12 17:48:59.618648 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74abaf09-94da-4c24-ac3c-e74795b5c8d3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:59.619719 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74abaf09-94da-4c24-ac3c-e74795b5c8d3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:59.633072 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-6b52bbd4-81f2-4a48-ac5b-ae781aa264e0', 'network_id': '6b52bbd4-81f2-4a48-ac5b-ae781aa264e0', 'project_id': '3a40b16ca69e40a3b157ea813c775173', 'fixed_ips': [{'subnet_id': 'c1cd1c19-7b59-41ac-8de0-c19e08c89ba9'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:48:59.635091 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:59.645581 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1533f-1fc8-4d06-b497-5ee371065b28 req-3c662345-05d4-4465-b508-d1f052622782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:59.647078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4d1533f-1fc8-4d06-b497-5ee371065b28 req-3c662345-05d4-4465-b508-d1f052622782 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=076bf984-90a2-4fda-a328-15e958eede88 HTTP/1.1" status: 200 len: 855 time: 0.0624957 Dec 12 17:48:59.716793 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74abaf09-94da-4c24-ac3c-e74795b5c8d3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:59.725614 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74abaf09-94da-4c24-ac3c-e74795b5c8d3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:59.740704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1533f-1fc8-4d06-b497-5ee371065b28 req-2de892a7-603a-41f5-a032-4e428377ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:48:59.742329 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4d1533f-1fc8-4d06-b497-5ee371065b28 req-2de892a7-603a-41f5-a032-4e428377ac16 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847375 Dec 12 17:48:59.748157 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74abaf09-94da-4c24-ac3c-e74795b5c8d3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:48:59.749396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-74abaf09-94da-4c24-ac3c-e74795b5c8d3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2176907 Dec 12 17:48:59.752290 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57026) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:48:59.785452 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Allocated IP 172.20.0.2 (6b52bbd4-81f2-4a48-ac5b-ae781aa264e0/c1cd1c19-7b59-41ac-8de0-c19e08c89ba9/2b3a821a-029c-4f86-8640-0d29728ce61a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:48:59.828741 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['63e5863c-e4f7-412f-ac10-3144d3f770f4'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:48:59.866405 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4d1533f-1fc8-4d06-b497-5ee371065b28 req-23601e34-be3b-4b86-a216-7f88bab864e0 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975151 Dec 12 17:48:59.984205 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4d1533f-1fc8-4d06-b497-5ee371065b28 req-7ebe53d2-b877-4ee4-8900-aecb1d8314cf service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095531 Dec 12 17:49:00.071824 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e52254a-5ed0-4faf-a7d3-701b60bd41a3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:00.114507 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:00.115494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3056ee5-b02f-47a4-9340-5ae45d4de2aa', 'name': 'network-vif-deleted', 'tag': '63e5863c-e4f7-412f-ac10-3144d3f770f4'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:49:00.117961 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e46eae-dfbc-43aa-8ae2-cac3cd8815ba" -d '{"events": [{"server_uuid": "b3056ee5-b02f-47a4-9340-5ae45d4de2aa", "name": "network-vif-deleted", "tag": "63e5863c-e4f7-412f-ac10-3144d3f770f4"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:49:00.123175 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:00.151309 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580a4a5-7f5b-434b-b64e-229e1f65c5fb req-dd9e4e2c-2aa6-4433-ae08-cd56907cf3dc tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:00.153218 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0580a4a5-7f5b-434b-b64e-229e1f65c5fb req-dd9e4e2c-2aa6-4433-ae08-cd56907cf3dc tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 943 time: 0.0642719 Dec 12 17:49:00.173195 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Network 6b52bbd4-81f2-4a48-ac5b-ae781aa264e0 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:00.176581 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:00.181796 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:00.183715 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0422db-a0f3-4e62-af90-428f40d8e25c x-openstack-request-id: req-5c0422db-a0f3-4e62-af90-428f40d8e25c {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:49:00.184051 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3056ee5-b02f-47a4-9340-5ae45d4de2aa", "name": "network-vif-deleted", "tag": "63e5863c-e4f7-412f-ac10-3144d3f770f4", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:49:00.184453 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c0422db-a0f3-4e62-af90-428f40d8e25c {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:49:00.185202 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3056ee5-b02f-47a4-9340-5ae45d4de2aa', 'name': 'network-vif-deleted', 'tag': '63e5863c-e4f7-412f-ac10-3144d3f770f4', 'status': 'completed', 'code': 200} Dec 12 17:49:00.185440 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Pushing event updated for resources: {'Port': ['ID=2b3a821a-029c-4f86-8640-0d29728ce61a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:00.218079 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0580a4a5-7f5b-434b-b64e-229e1f65c5fb req-618eea4b-e4a5-46c5-a9ba-f0f23d4d4675 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566857 Dec 12 17:49:00.240852 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Attempting to bind port 2b3a821a-029c-4f86-8640-0d29728ce61a on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:49:00.241347 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Attempting to bind port 2b3a821a-029c-4f86-8640-0d29728ce61a by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '2f475e28-06a9-4197-b8bd-d7f5604603a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6b52bbd4-81f2-4a48-ac5b-ae781aa264e0'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:49:00.241827 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Attempting to bind port 2b3a821a-029c-4f86-8640-0d29728ce61a on network 6b52bbd4-81f2-4a48-ac5b-ae781aa264e0 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:49:00.246805 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:49:00.247181 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Checking segment: {'id': '2f475e28-06a9-4197-b8bd-d7f5604603a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6b52bbd4-81f2-4a48-ac5b-ae781aa264e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:00.247622 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:00.248035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Bound using segment: {'id': '2f475e28-06a9-4197-b8bd-d7f5604603a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6b52bbd4-81f2-4a48-ac5b-ae781aa264e0'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:49:00.248496 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Bound port: 2b3a821a-029c-4f86-8640-0d29728ce61a, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f475e28-06a9-4197-b8bd-d7f5604603a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6b52bbd4-81f2-4a48-ac5b-ae781aa264e0'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:49:00.248904 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:00.309659 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] For port 2b3a821a-029c-4f86-8640-0d29728ce61a, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:49:00.312593 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] For port 2b3a821a-029c-4f86-8640-0d29728ce61a, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2b3a821a-029c-4f86-8640-0d29728ce61a,segment=NetworkSegment(2f475e28-06a9-4197-b8bd-d7f5604603a9),segment_id=2f475e28-06a9-4197-b8bd-d7f5604603a9)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:49:00.317020 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:00.328625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-0e52254a-5ed0-4faf-a7d3-701b60bd41a3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Allocated IP 172.20.0.1 (6b52bbd4-81f2-4a48-ac5b-ae781aa264e0/c1cd1c19-7b59-41ac-8de0-c19e08c89ba9/81be6575-4c2f-4df0-9e1d-850ce0b4aa0e) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:00.378931 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48fd01-2da2-4664-8b35-9446541a3d23 None None] Pushing event updated for resources: {'Port': ['ID=2b3a821a-029c-4f86-8640-0d29728ce61a,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:00.451316 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e52254a-5ed0-4faf-a7d3-701b60bd41a3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:00.487414 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e52254a-5ed0-4faf-a7d3-701b60bd41a3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:00.542493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device b89f3148-c7c9-46ba-a194-75283b080523 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:49:00.544507 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e52254a-5ed0-4faf-a7d3-701b60bd41a3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Network 6b52bbd4-81f2-4a48-ac5b-ae781aa264e0 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:00.546150 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0e52254a-5ed0-4faf-a7d3-701b60bd41a3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:00.555937 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e52254a-5ed0-4faf-a7d3-701b60bd41a3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:00.596273 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52254a-5ed0-4faf-a7d3-701b60bd41a3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Pushing event updated for resources: {'Port': ['ID=81be6575-4c2f-4df0-9e1d-850ce0b4aa0e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:00.621153 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e52254a-5ed0-4faf-a7d3-701b60bd41a3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:00.694947 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port b89f3148-c7c9-46ba-a194-75283b080523 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:49:00.704193 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port b89f3148-c7c9-46ba-a194-75283b080523 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:00.707110 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:00.758867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9911145-c872-409e-a5f6-649555a9f6d8 req-d7a33f70-1431-4915-8914-f605b4f4d9c3 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:00.778685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e9911145-c872-409e-a5f6-649555a9f6d8 req-d7a33f70-1431-4915-8914-f605b4f4d9c3 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7949509-074f-4c4c-9489-e6e45d025aec HTTP/1.1" status: 200 len: 945 time: 0.1286633 Dec 12 17:49:00.867062 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e52254a-5ed0-4faf-a7d3-701b60bd41a3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:00.877017 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:00.909726 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e9911145-c872-409e-a5f6-649555a9f6d8 req-aa8bee71-9839-4232-8e09-f1116132e98f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300731 Dec 12 17:49:00.935867 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7949509-074f-4c4c-9489-e6e45d025aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89f3148-c7c9-46ba-a194-75283b080523'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:49:00.938379 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e926005-697a-4f7e-9dcf-42c1a984f99d" -d '{"events": [{"server_uuid": "d7949509-074f-4c4c-9489-e6e45d025aec", "name": "network-vif-plugged", "status": "completed", "tag": "b89f3148-c7c9-46ba-a194-75283b080523"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:49:00.946668 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57046) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:00.952472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port b89f3148-c7c9-46ba-a194-75283b080523, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b89f3148-c7c9-46ba-a194-75283b080523,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:00.957722 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:00.958483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 63e5863c-e4f7-412f-ac10-3144d3f770f4 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:49:01.000126 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ed0e99-383a-4b83-95d8-784d8539fb84 x-openstack-request-id: req-26ed0e99-383a-4b83-95d8-784d8539fb84 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:49:01.000688 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7949509-074f-4c4c-9489-e6e45d025aec", "name": "network-vif-plugged", "status": "completed", "tag": "b89f3148-c7c9-46ba-a194-75283b080523", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:49:01.000945 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26ed0e99-383a-4b83-95d8-784d8539fb84 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:49:01.001334 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7949509-074f-4c4c-9489-e6e45d025aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89f3148-c7c9-46ba-a194-75283b080523', 'code': 200} Dec 12 17:49:01.006815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 63e5863c-e4f7-412f-ac10-3144d3f770f4 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:49:01.007400 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 63e5863c-e4f7-412f-ac10-3144d3f770f4 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:49:01.030335 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=b89f3148-c7c9-46ba-a194-75283b080523,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:01.133828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9fbee-8629-4b39-9622-75fce28ba8b1 req-70a86a64-abd8-42ff-8bcc-c759c4b0e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:01.135444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2f9fbee-8629-4b39-9622-75fce28ba8b1 req-70a86a64-abd8-42ff-8bcc-c759c4b0e867 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7949509-074f-4c4c-9489-e6e45d025aec HTTP/1.1" status: 200 len: 1097 time: 0.0728431 Dec 12 17:49:01.160807 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5d7bbda4-6ae5-479a-9a6a-fb3b900cbbaf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e128083b3ff421fbeefde8bffc2fb04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2126532 Dec 12 17:49:01.163747 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57050) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:01.186924 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e52254a-5ed0-4faf-a7d3-701b60bd41a3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:01.191672 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e52254a-5ed0-4faf-a7d3-701b60bd41a3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:01.217056 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2f9fbee-8629-4b39-9622-75fce28ba8b1 req-8f8db47c-646c-4c4f-a875-a9daf96d4eb4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741248 Dec 12 17:49:01.231594 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50ffa848-4570-4458-92a2-53ce396dbc7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:01.254299 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50ffa848-4570-4458-92a2-53ce396dbc7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:01.271602 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52254a-5ed0-4faf-a7d3-701b60bd41a3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Pushing event updated for resources: {'Port': ['ID=81be6575-4c2f-4df0-9e1d-850ce0b4aa0e,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:01.276799 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e52254a-5ed0-4faf-a7d3-701b60bd41a3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:01.312520 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50ffa848-4570-4458-92a2-53ce396dbc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:01.315883 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50ffa848-4570-4458-92a2-53ce396dbc7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:01.319681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-50ffa848-4570-4458-92a2-53ce396dbc7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7623887-0bee-4c67-855a-cfba77fa3177 HTTP/1.1" status: 204 len: 168 time: 0.1549580 Dec 12 17:49:01.328125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffa848-4570-4458-92a2-53ce396dbc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7623887-0bee-4c67-855a-cfba77fa3177,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:01.387405 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e52254a-5ed0-4faf-a7d3-701b60bd41a3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Network 6b52bbd4-81f2-4a48-ac5b-ae781aa264e0 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:01.388880 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0e52254a-5ed0-4faf-a7d3-701b60bd41a3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:01.406200 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c62916-60cf-4648-a2a0-4f7f6d768518 req-9e3007e2-e7d8-45d2-a74e-aa7b20f90adb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:01.414580 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42c62916-60cf-4648-a2a0-4f7f6d768518 req-9e3007e2-e7d8-45d2-a74e-aa7b20f90adb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 943 time: 0.0749557 Dec 12 17:49:01.473594 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42c62916-60cf-4648-a2a0-4f7f6d768518 req-40c7c833-671a-49bb-af07-f37962d57add tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579135 Dec 12 17:49:01.543350 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e52254a-5ed0-4faf-a7d3-701b60bd41a3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Router b6e08f29-578c-4f3e-920f-a437892d6994 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:49:01.643678 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e52254a-5ed0-4faf-a7d3-701b60bd41a3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:49:01.652997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57058) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:01.655799 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0e52254a-5ed0-4faf-a7d3-701b60bd41a3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] 10.222.0.18 "PUT /v2.0/routers/b6e08f29-578c-4f3e-920f-a437892d6994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9022524 Dec 12 17:49:01.656551 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868fb21d-6f5e-4f95-91e6-c20ed3b79ea9 None None] Sync routers for ids ['b6e08f29-578c-4f3e-920f-a437892d6994'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:49:01.658297 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-6e78ca6c-4caa-475d-9805-1cee4fec8928 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Request body: {'port': {'network_id': '6b52bbd4-81f2-4a48-ac5b-ae781aa264e0', 'name': 'tempest-FloatingIPNegativeTestJSON-1138708274'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:01.671437 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868fb21d-6f5e-4f95-91e6-c20ed3b79ea9 None None] Routers {'b6e08f29-578c-4f3e-920f-a437892d6994'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:49:01.672414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-868fb21d-6f5e-4f95-91e6-c20ed3b79ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:48:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b6e08f29-578c-4f3e-920f-a437892d6994'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:01.695892 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57060) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:01.726761 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-868fb21d-6f5e-4f95-91e6-c20ed3b79ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:01.732302 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81da9a1c-b929-4804-a924-f99a888ef635 None None] Network 6b52bbd4-81f2-4a48-ac5b-ae781aa264e0 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:01.740437 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-589f9a38-e7e6-4643-a439-fda56fd1764e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c021fabd368b4878a683b0c6cba83416&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430799 Dec 12 17:49:01.742706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57062) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:01.779848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868fb21d-6f5e-4f95-91e6-c20ed3b79ea9 None None] Routers {'b6e08f29-578c-4f3e-920f-a437892d6994'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:49:01.780479 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-868fb21d-6f5e-4f95-91e6-c20ed3b79ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:48:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b6e08f29-578c-4f3e-920f-a437892d6994'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:01.794485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e78ca6c-4caa-475d-9805-1cee4fec8928 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Made reservation on behalf of 3a40b16ca69e40a3b157ea813c775173 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:01.796550 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ed4081c-f9af-4436-8026-afcf3fea74b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:01.799145 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6e78ca6c-4caa-475d-9805-1cee4fec8928 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:01.822656 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-6e78ca6c-4caa-475d-9805-1cee4fec8928 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] device_id is not set on port a2b20135-60fe-41a1-9043-65f494ca54a0 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:49:01.823780 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ed4081c-f9af-4436-8026-afcf3fea74b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:01.824442 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-868fb21d-6f5e-4f95-91e6-c20ed3b79ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:01.825122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868fb21d-6f5e-4f95-91e6-c20ed3b79ea9 None None] The sync data for ids ['b6e08f29-578c-4f3e-920f-a437892d6994'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:49:01.870323 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-15e385f3-f4ab-4e44-8551-1a8dde3f7189 None None] Provisioning complete for port 2b3a821a-029c-4f86-8640-0d29728ce61a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:01.870703 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15e385f3-f4ab-4e44-8551-1a8dde3f7189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:01.889956 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ed4081c-f9af-4436-8026-afcf3fea74b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:01.892588 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ed4081c-f9af-4436-8026-afcf3fea74b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:01.893772 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6ed4081c-f9af-4436-8026-afcf3fea74b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f3a3225-de8e-4a48-bc8b-9f161016d2e1 HTTP/1.1" status: 204 len: 168 time: 0.1481380 Dec 12 17:49:01.908864 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4081c-f9af-4436-8026-afcf3fea74b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3a3225-de8e-4a48-bc8b-9f161016d2e1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:02.002271 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-6e78ca6c-4caa-475d-9805-1cee4fec8928 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Allocated IP 172.20.0.9 (6b52bbd4-81f2-4a48-ac5b-ae781aa264e0/c1cd1c19-7b59-41ac-8de0-c19e08c89ba9/a2b20135-60fe-41a1-9043-65f494ca54a0) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:02.031458 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15e385f3-f4ab-4e44-8551-1a8dde3f7189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:02.078244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-15e385f3-f4ab-4e44-8551-1a8dde3f7189 None None] For port 2b3a821a-029c-4f86-8640-0d29728ce61a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2b3a821a-029c-4f86-8640-0d29728ce61a,segment=NetworkSegment(2f475e28-06a9-4197-b8bd-d7f5604603a9),segment_id=2f475e28-06a9-4197-b8bd-d7f5604603a9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:02.087177 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15e385f3-f4ab-4e44-8551-1a8dde3f7189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:02.106211 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ba974-3fbf-453b-901a-e7ccb6b6ad4e req-b97c77e1-54f0-44b1-9928-584e342b44dd tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:02.114326 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f7ba974-3fbf-453b-901a-e7ccb6b6ad4e req-b97c77e1-54f0-44b1-9928-584e342b44dd tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7949509-074f-4c4c-9489-e6e45d025aec HTTP/1.1" status: 200 len: 946 time: 0.0991521 Dec 12 17:49:02.172305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e385f3-f4ab-4e44-8551-1a8dde3f7189 None None] Pushing event updated for resources: {'Port': ['ID=2b3a821a-029c-4f86-8640-0d29728ce61a,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:02.306563 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f7ba974-3fbf-453b-901a-e7ccb6b6ad4e req-7e5698ce-0521-4880-8f14-79c735339ec4 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771524 Dec 12 17:49:02.311699 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6e78ca6c-4caa-475d-9805-1cee4fec8928 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:02.323942 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9762a271-efc8-42d1-b2df-e19f933103b5 None None] Provisioning complete for port 2b3a821a-029c-4f86-8640-0d29728ce61a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:02.324424 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9762a271-efc8-42d1-b2df-e19f933103b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:02.388338 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6e78ca6c-4caa-475d-9805-1cee4fec8928 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:02.450574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e78ca6c-4caa-475d-9805-1cee4fec8928 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Network 6b52bbd4-81f2-4a48-ac5b-ae781aa264e0 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:02.460132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-6e78ca6c-4caa-475d-9805-1cee4fec8928 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:02.475812 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e78ca6c-4caa-475d-9805-1cee4fec8928 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:02.476253 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9762a271-efc8-42d1-b2df-e19f933103b5 None None] Provisioning complete for port 81be6575-4c2f-4df0-9e1d-850ce0b4aa0e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:02.476807 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9762a271-efc8-42d1-b2df-e19f933103b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:02.535185 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2b3a821a-029c-4f86-8640-0d29728ce61a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:49:02.559154 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e78ca6c-4caa-475d-9805-1cee4fec8928 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:02.559841 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6e78ca6c-4caa-475d-9805-1cee4fec8928 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:02.566746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78ca6c-4caa-475d-9805-1cee4fec8928 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Pushing event updated for resources: {'Port': ['ID=a2b20135-60fe-41a1-9043-65f494ca54a0,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:02.588048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6e78ca6c-4caa-475d-9805-1cee4fec8928 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9338348 Dec 12 17:49:02.591511 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57086) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:02.596412 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bea71c9a-677f-446e-b828-5100774b1015 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:02.608819 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9762a271-efc8-42d1-b2df-e19f933103b5 None None] Port 81be6575-4c2f-4df0-9e1d-850ce0b4aa0e cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:49:02.636764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 2b3a821a-029c-4f86-8640-0d29728ce61a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:02.637215 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:02.655447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045674bc-522e-4400-a2fc-967d7ac3828c req-2c868064-76b0-4438-ac46-08ecea0297f3 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:02.657082 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-045674bc-522e-4400-a2fc-967d7ac3828c req-2c868064-76b0-4438-ac46-08ecea0297f3 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 943 time: 0.0742407 Dec 12 17:49:02.666316 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bea71c9a-677f-446e-b828-5100774b1015 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:02.740476 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-045674bc-522e-4400-a2fc-967d7ac3828c req-39e8c3d2-ddf7-43f4-bf0b-32a31bd9de95 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738761 Dec 12 17:49:02.754849 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6a413da2-477f-41e1-8899-85ece54a0b18 None None] Provisioning complete for port 81be6575-4c2f-4df0-9e1d-850ce0b4aa0e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:02.757197 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a413da2-477f-41e1-8899-85ece54a0b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:02.800891 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6a413da2-477f-41e1-8899-85ece54a0b18 None None] Port 81be6575-4c2f-4df0-9e1d-850ce0b4aa0e cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:49:02.822287 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bea71c9a-677f-446e-b828-5100774b1015 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:02.869412 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57094) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:02.983089 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 801ddd51-7e4a-4f50-86f5-e484775d44fc details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:49:03.017286 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-0ac1b9d0-b751-472b-b468-ce4f7bcf0d7a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498217129-network', 'tenant_id': '848594da92584db3ab7b15a61122f9c0'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:03.054678 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac1b9d0-b751-472b-b468-ce4f7bcf0d7a admin admin] Made reservation on behalf of 848594da92584db3ab7b15a61122f9c0 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:03.058048 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b9d0-b751-472b-b468-ce4f7bcf0d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:03.072474 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b9d0-b751-472b-b468-ce4f7bcf0d7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:03.131913 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-85d0d87a-aa95-4471-84aa-cbd7eff6d181 None None] Provisioning complete for port 81be6575-4c2f-4df0-9e1d-850ce0b4aa0e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:03.132533 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-85d0d87a-aa95-4471-84aa-cbd7eff6d181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:03.135754 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 801ddd51-7e4a-4f50-86f5-e484775d44fc, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=801ddd51-7e4a-4f50-86f5-e484775d44fc,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:03.170459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '801ddd51-7e4a-4f50-86f5-e484775d44fc', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'port_id': '801ddd51-7e4a-4f50-86f5-e484775d44fc', 'mac_address': 'fa:16:3e:14:80:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:49:03.199592 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b9d0-b751-472b-b468-ce4f7bcf0d7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:03.206844 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b9d0-b751-472b-b468-ce4f7bcf0d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:03.219407 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-85d0d87a-aa95-4471-84aa-cbd7eff6d181 None None] Port 81be6575-4c2f-4df0-9e1d-850ce0b4aa0e cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:49:03.234367 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:03.243475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac1b9d0-b751-472b-b468-ce4f7bcf0d7a admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:49:03.250390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801ddd51-7e4a-4f50-86f5-e484775d44fc {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:49:03.251297 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1b9d0-b751-472b-b468-ce4f7bcf0d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da69a01-0f95-483b-90a5-3f7da8ee5f85,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:03.261730 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b9d0-b751-472b-b468-ce4f7bcf0d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:03.262032 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-0ac1b9d0-b751-472b-b468-ce4f7bcf0d7a admin admin] Added segment 17d2ea1b-2a96-4703-a600-8ac46e721b12 of type vlan for network 59f99628-fd87-4c7d-aed4-239a31399c62 Dec 12 17:49:03.283544 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 801ddd51-7e4a-4f50-86f5-e484775d44fc, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=801ddd51-7e4a-4f50-86f5-e484775d44fc,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:03.288551 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:03.299082 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-bea71c9a-677f-446e-b828-5100774b1015 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Allocated IP 172.25.1.56 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/454d81e2-5ea1-4c15-b54b-51717df5d0a8) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:03.307021 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b9d0-b751-472b-b468-ce4f7bcf0d7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:03.337102 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b9d0-b751-472b-b468-ce4f7bcf0d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:03.338446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac1b9d0-b751-472b-b468-ce4f7bcf0d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:03.340121 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ac1b9d0-b751-472b-b468-ce4f7bcf0d7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:03.354534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=801ddd51-7e4a-4f50-86f5-e484775d44fc,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:03.364629 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-362e6f80-1542-4121-a224-c09128faf0fd None None] Provisioning complete for port a2b20135-60fe-41a1-9043-65f494ca54a0 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:03.365044 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-362e6f80-1542-4121-a224-c09128faf0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:03.402191 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-362e6f80-1542-4121-a224-c09128faf0fd None None] Port a2b20135-60fe-41a1-9043-65f494ca54a0 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:49:03.425646 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bea71c9a-677f-446e-b828-5100774b1015 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:03.449908 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0ac1b9d0-b751-472b-b468-ce4f7bcf0d7a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5792301 Dec 12 17:49:03.452846 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57104) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:03.455365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1b9d0-b751-472b-b468-ce4f7bcf0d7a admin admin] Pushing event updated for resources: {'Network': ['ID=59f99628-fd87-4c7d-aed4-239a31399c62,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:03.457618 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-55178607-3789-4335-b3dd-7d488faa2e41 admin admin] Request body: {'subnet': {'network_id': '59f99628-fd87-4c7d-aed4-239a31399c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498217129-subnet', 'tenant_id': '848594da92584db3ab7b15a61122f9c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:03.468325 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 59f99628-fd87-4c7d-aed4-239a31399c62 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:49:03.478531 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bea71c9a-677f-446e-b828-5100774b1015 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:03.490515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94ab75-5705-44a9-8d67-480a5d7a9ee5 req-e722c750-e4b1-41dc-a9ff-543912e23b3c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:03.501066 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f94ab75-5705-44a9-8d67-480a5d7a9ee5 req-e722c750-e4b1-41dc-a9ff-543912e23b3c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7949509-074f-4c4c-9489-e6e45d025aec HTTP/1.1" status: 200 len: 946 time: 0.0979493 Dec 12 17:49:03.520417 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55178607-3789-4335-b3dd-7d488faa2e41 admin admin] Made reservation on behalf of 848594da92584db3ab7b15a61122f9c0 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:03.523306 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55178607-3789-4335-b3dd-7d488faa2e41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:03.558002 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f94ab75-5705-44a9-8d67-480a5d7a9ee5 req-13124913-800b-426a-8e04-526e4eb2ded8 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496953 Dec 12 17:49:03.567538 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea71c9a-677f-446e-b828-5100774b1015 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:03.579615 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-bea71c9a-677f-446e-b828-5100774b1015 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:03.587692 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea71c9a-677f-446e-b828-5100774b1015 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Pushing event updated for resources: {'Port': ['ID=454d81e2-5ea1-4c15-b54b-51717df5d0a8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:03.595340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea71c9a-677f-446e-b828-5100774b1015 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:03.684897 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['801ddd51-7e4a-4f50-86f5-e484775d44fc'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:49:03.733182 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bea71c9a-677f-446e-b828-5100774b1015 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:03.823441 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bea71c9a-677f-446e-b828-5100774b1015 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:03.829298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a0303-e10e-4205-9d4a-d788a787dfd4 req-e509f654-e9a7-488b-a2a0-b5ce8f5124e1 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:03.830889 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a40a0303-e10e-4205-9d4a-d788a787dfd4 req-e509f654-e9a7-488b-a2a0-b5ce8f5124e1 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7949509-074f-4c4c-9489-e6e45d025aec HTTP/1.1" status: 200 len: 946 time: 0.0937581 Dec 12 17:49:03.831048 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55178607-3789-4335-b3dd-7d488faa2e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:03.929214 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a40a0303-e10e-4205-9d4a-d788a787dfd4 req-d9b80e87-9202-422b-93f0-4322162c16c2 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908437 Dec 12 17:49:03.933269 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55178607-3789-4335-b3dd-7d488faa2e41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21701f07-3c34-4f74-8853-7a36277e6d3f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:03.939074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f462e-b23c-4b45-b3b0-b44a3ba8304f req-d597e275-8d8d-4a24-b7f7-df53f4f74da6 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:03.940799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc1f462e-b23c-4b45-b3b0-b44a3ba8304f req-d597e275-8d8d-4a24-b7f7-df53f4f74da6 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 944 time: 0.0917420 Dec 12 17:49:03.997252 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55178607-3789-4335-b3dd-7d488faa2e41 admin admin] Checking segment: {'id': '17d2ea1b-2a96-4703-a600-8ac46e721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '59f99628-fd87-4c7d-aed4-239a31399c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:03.997530 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55178607-3789-4335-b3dd-7d488faa2e41 admin admin] Network hostable DHCP agents. Network: 59f99628-fd87-4c7d-aed4-239a31399c62, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:49:04.020985 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc1f462e-b23c-4b45-b3b0-b44a3ba8304f req-9999835a-9883-4be6-9ee8-37ca7abea035 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727797 Dec 12 17:49:04.037782 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55178607-3789-4335-b3dd-7d488faa2e41 admin admin] Network 59f99628-fd87-4c7d-aed4-239a31399c62 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:49:04.048798 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-55178607-3789-4335-b3dd-7d488faa2e41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 59f99628-fd87-4c7d-aed4-239a31399c62) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:04.057122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac6e9a1-c5eb-40b4-b741-67d1d453c4b5 None None] Network 59f99628-fd87-4c7d-aed4-239a31399c62 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:04.059311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55178607-3789-4335-b3dd-7d488faa2e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:04.059920 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55178607-3789-4335-b3dd-7d488faa2e41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.087863 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-55178607-3789-4335-b3dd-7d488faa2e41 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6338184 Dec 12 17:49:04.090732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57114) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:04.091862 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bea71c9a-677f-446e-b828-5100774b1015 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.095439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498217129-router', 'tenant_id': '848594da92584db3ab7b15a61122f9c0', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:04.096868 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bea71c9a-677f-446e-b828-5100774b1015 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.119565 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.120826 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.175246 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea71c9a-677f-446e-b828-5100774b1015 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Pushing event updated for resources: {'Port': ['ID=454d81e2-5ea1-4c15-b54b-51717df5d0a8,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:04.189478 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bea71c9a-677f-446e-b828-5100774b1015 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.190580 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-59f99628-fd87-4c7d-aed4-239a31399c62', 'network_id': '59f99628-fd87-4c7d-aed4-239a31399c62', 'project_id': '848594da92584db3ab7b15a61122f9c0', 'fixed_ips': [{'subnet_id': '21701f07-3c34-4f74-8853-7a36277e6d3f'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:49:04.192284 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.209102 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bea71c9a-677f-446e-b828-5100774b1015 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.210492 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bea71c9a-677f-446e-b828-5100774b1015 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6177750 Dec 12 17:49:04.213472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57118) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:04.219186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-fbc5aace-617b-4c9e-a123-5b3753532ed9 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Request body: {'floatingip': {'port_id': 'a2b20135-60fe-41a1-9043-65f494ca54a0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:04.222403 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.294086 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fbc5aace-617b-4c9e-a123-5b3753532ed9 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.343959 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Allocated IP 172.20.0.2 (59f99628-fd87-4c7d-aed4-239a31399c62/21701f07-3c34-4f74-8853-7a36277e6d3f/379391f1-a6c1-492b-aa60-c3054ae24208) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:04.471453 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.486989 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.494155 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.532710 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-fbc5aace-617b-4c9e-a123-5b3753532ed9 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] update failed (client error): The resource could not be found. Dec 12 17:49:04.533378 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fbc5aace-617b-4c9e-a123-5b3753532ed9 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] 10.222.0.18 "PUT /v2.0/floatingips/17c13123-af9e-4b07-b7f0-ca504e4727df HTTP/1.1" status: 404 len: 507 time: 0.3189571 Dec 12 17:49:04.534022 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Network 59f99628-fd87-4c7d-aed4-239a31399c62 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:04.536430 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57120) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:04.539085 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:04.543317 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:04.546370 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Pushing event updated for resources: {'Port': ['ID=379391f1-a6c1-492b-aa60-c3054ae24208,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:04.595863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Attempting to bind port 379391f1-a6c1-492b-aa60-c3054ae24208 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:49:04.596240 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Attempting to bind port 379391f1-a6c1-492b-aa60-c3054ae24208 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '17d2ea1b-2a96-4703-a600-8ac46e721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '59f99628-fd87-4c7d-aed4-239a31399c62'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:49:04.596607 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Attempting to bind port 379391f1-a6c1-492b-aa60-c3054ae24208 on network 59f99628-fd87-4c7d-aed4-239a31399c62 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:49:04.601562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:49:04.601934 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Checking segment: {'id': '17d2ea1b-2a96-4703-a600-8ac46e721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '59f99628-fd87-4c7d-aed4-239a31399c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:04.602348 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.602730 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Bound using segment: {'id': '17d2ea1b-2a96-4703-a600-8ac46e721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '59f99628-fd87-4c7d-aed4-239a31399c62'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:49:04.603191 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Bound port: 379391f1-a6c1-492b-aa60-c3054ae24208, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d2ea1b-2a96-4703-a600-8ac46e721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '59f99628-fd87-4c7d-aed4-239a31399c62'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:49:04.603598 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.667307 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] For port 379391f1-a6c1-492b-aa60-c3054ae24208, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:49:04.670447 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] For port 379391f1-a6c1-492b-aa60-c3054ae24208, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=379391f1-a6c1-492b-aa60-c3054ae24208,segment=NetworkSegment(17d2ea1b-2a96-4703-a600-8ac46e721b12),segment_id=17d2ea1b-2a96-4703-a600-8ac46e721b12)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:49:04.676747 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.731834 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633ee6a-d71d-475c-839e-9453b49492fd None None] Pushing event updated for resources: {'Port': ['ID=379391f1-a6c1-492b-aa60-c3054ae24208,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:04.756272 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-25de51af-c0f7-4e9a-bb2b-c919d49e0aa7 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Deleting port 454d81e2-5ea1-4c15-b54b-51717df5d0a8 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:49:04.756610 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25de51af-c0f7-4e9a-bb2b-c919d49e0aa7 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.849711 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.877832 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.883128 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25de51af-c0f7-4e9a-bb2b-c919d49e0aa7 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.884243 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25de51af-c0f7-4e9a-bb2b-c919d49e0aa7 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:04.937746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-25de51af-c0f7-4e9a-bb2b-c919d49e0aa7 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Calling delete_port for 454d81e2-5ea1-4c15-b54b-51717df5d0a8 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:49:04.999343 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 801ddd51-7e4a-4f50-86f5-e484775d44fc up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:49:05.062371 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 801ddd51-7e4a-4f50-86f5-e484775d44fc completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:49:05.067606 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 801ddd51-7e4a-4f50-86f5-e484775d44fc triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:05.068295 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:05.122156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] Allocated IP 172.25.1.119 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/4d2a787c-66c7-4521-a3b5-cda656d57d70) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:05.132816 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8304fa-fbff-49fc-bb1a-e21d9b18a24c req-24b11689-3d86-4bb5-b6de-139528197572 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:05.134520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c8304fa-fbff-49fc-bb1a-e21d9b18a24c req-24b11689-3d86-4bb5-b6de-139528197572 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7949509-074f-4c4c-9489-e6e45d025aec HTTP/1.1" status: 200 len: 946 time: 0.1114619 Dec 12 17:49:05.160134 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:05.185285 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf9d4b1-1509-4890-8d1b-feec1bcaa09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801ddd51-7e4a-4f50-86f5-e484775d44fc'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:49:05.187745 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f744ec57-03b3-4bd0-82d5-a44c832eb295" -d '{"events": [{"server_uuid": "bdf9d4b1-1509-4890-8d1b-feec1bcaa09c", "name": "network-vif-plugged", "status": "completed", "tag": "801ddd51-7e4a-4f50-86f5-e484775d44fc"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:49:05.201397 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 801ddd51-7e4a-4f50-86f5-e484775d44fc, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=801ddd51-7e4a-4f50-86f5-e484775d44fc,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:05.205236 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:05.254935 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=801ddd51-7e4a-4f50-86f5-e484775d44fc,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:05.576544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c8304fa-fbff-49fc-bb1a-e21d9b18a24c req-a51d1668-50c0-4628-824d-a4a34ffed88c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304774 Dec 12 17:49:05.590763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d81033-e794-4dce-83eb-177ddab5e71f req-1f695d54-fd62-4cb3-af8c-fae052359280 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:05.592358 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6d81033-e794-4dce-83eb-177ddab5e71f req-1f695d54-fd62-4cb3-af8c-fae052359280 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 944 time: 0.4319634 Dec 12 17:49:05.595421 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25de51af-c0f7-4e9a-bb2b-c919d49e0aa7 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:05.641617 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de51af-c0f7-4e9a-bb2b-c919d49e0aa7 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Pushing event deleted for resources: {'Port': ['ID=454d81e2-5ea1-4c15-b54b-51717df5d0a8,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:05.736069 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:05.780475 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6d81033-e794-4dce-83eb-177ddab5e71f req-24d1df8c-940d-46ab-940f-f06b540992a0 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594977 Dec 12 17:49:05.781116 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713557cc-e252-4275-b7a0-011d2122e395 None None] Network 59f99628-fd87-4c7d-aed4-239a31399c62 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:05.816564 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25de51af-c0f7-4e9a-bb2b-c919d49e0aa7 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:05.819654 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25de51af-c0f7-4e9a-bb2b-c919d49e0aa7 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:05.825193 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-25de51af-c0f7-4e9a-bb2b-c919d49e0aa7 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] 10.222.0.18 "DELETE /v2.0/floatingips/17c13123-af9e-4b07-b7f0-ca504e4727df HTTP/1.1" status: 204 len: 168 time: 1.2877240 Dec 12 17:49:05.825466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57134) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:05.830375 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:05.831302 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0b52939f-7f68-496a-bd5f-d4b01922fa5c tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Request body: {'floatingip': {'floating_network_id': '6b52bbd4-81f2-4a48-ac5b-ae781aa264e0', 'port_id': 'a2b20135-60fe-41a1-9043-65f494ca54a0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:05.880014 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b52939f-7f68-496a-bd5f-d4b01922fa5c tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:05.903470 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:05.906612 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:05.912376 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:05.981727 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2a787c-66c7-4521-a3b5-cda656d57d70,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:06.034533 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32e542b-4f5f-4a1d-bbd3-392451ac5bc7 x-openstack-request-id: req-e32e542b-4f5f-4a1d-bbd3-392451ac5bc7 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:49:06.034860 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf9d4b1-1509-4890-8d1b-feec1bcaa09c", "name": "network-vif-plugged", "status": "completed", "tag": "801ddd51-7e4a-4f50-86f5-e484775d44fc", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:49:06.035243 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e32e542b-4f5f-4a1d-bbd3-392451ac5bc7 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:49:06.036557 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf9d4b1-1509-4890-8d1b-feec1bcaa09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801ddd51-7e4a-4f50-86f5-e484775d44fc', 'code': 200} Dec 12 17:49:06.064284 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5ad184ca-6d25-4eba-b6b1-93b9cd3aee1a None None] Provisioning complete for port 379391f1-a6c1-492b-aa60-c3054ae24208 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:06.064899 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5ad184ca-6d25-4eba-b6b1-93b9cd3aee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:06.071092 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-0b52939f-7f68-496a-bd5f-d4b01922fa5c tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 17:49:06.072517 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0b52939f-7f68-496a-bd5f-d4b01922fa5c tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2459033 Dec 12 17:49:06.080661 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57138) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:06.087796 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9a227bf7-140a-4bab-9e0b-f1b9026acc41 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': 'a2b20135-60fe-41a1-9043-65f494ca54a0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:06.098711 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cfcba-e7ad-4f5b-93e9-672153dc9fb5 req-eda7813a-5e69-40c9-8428-e6b27e6bef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:06.100647 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c4cfcba-e7ad-4f5b-93e9-672153dc9fb5 req-eda7813a-5e69-40c9-8428-e6b27e6bef45 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 1096 time: 0.1610830 Dec 12 17:49:06.124332 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a227bf7-140a-4bab-9e0b-f1b9026acc41 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:06.197007 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5ad184ca-6d25-4eba-b6b1-93b9cd3aee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:06.220701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7b091-0e0f-4874-b76b-ea6c4515a96d req-a561567b-b3b5-43d3-8bf1-3cb2eac92f22 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:06.222265 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8b7b091-0e0f-4874-b76b-ea6c4515a96d req-a561567b-b3b5-43d3-8bf1-3cb2eac92f22 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7949509-074f-4c4c-9489-e6e45d025aec HTTP/1.1" status: 200 len: 946 time: 0.1205256 Dec 12 17:49:06.256286 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5ad184ca-6d25-4eba-b6b1-93b9cd3aee1a None None] For port 379391f1-a6c1-492b-aa60-c3054ae24208, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=379391f1-a6c1-492b-aa60-c3054ae24208,segment=NetworkSegment(17d2ea1b-2a96-4703-a600-8ac46e721b12),segment_id=17d2ea1b-2a96-4703-a600-8ac46e721b12)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:06.258071 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c4cfcba-e7ad-4f5b-93e9-672153dc9fb5 req-411c3ec8-181f-4666-8efd-3f17ebb1c1d7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162102 Dec 12 17:49:06.262625 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5ad184ca-6d25-4eba-b6b1-93b9cd3aee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:06.284282 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a227bf7-140a-4bab-9e0b-f1b9026acc41 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:06.324874 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad184ca-6d25-4eba-b6b1-93b9cd3aee1a None None] Pushing event updated for resources: {'Port': ['ID=379391f1-a6c1-492b-aa60-c3054ae24208,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:06.359973 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8b7b091-0e0f-4874-b76b-ea6c4515a96d req-6e4dc667-3237-4656-be46-083b05420850 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297100 Dec 12 17:49:06.397342 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:06.447707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-9a227bf7-140a-4bab-9e0b-f1b9026acc41 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Allocated IP 172.25.1.18 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/7c65c2fc-cbe3-414d-993f-6cc9aaff14ea) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:06.457638 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 379391f1-a6c1-492b-aa60-c3054ae24208 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:49:06.511245 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d200d7e9-bff0-47cd-b461-8408991225d6 None None] Provisioning complete for port 379391f1-a6c1-492b-aa60-c3054ae24208 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:06.511625 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d200d7e9-bff0-47cd-b461-8408991225d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:06.557490 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 379391f1-a6c1-492b-aa60-c3054ae24208 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:06.557760 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:06.574415 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a227bf7-140a-4bab-9e0b-f1b9026acc41 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:06.613369 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a227bf7-140a-4bab-9e0b-f1b9026acc41 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:06.639570 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:06.657074 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a227bf7-140a-4bab-9e0b-f1b9026acc41 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:06.660045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9a227bf7-140a-4bab-9e0b-f1b9026acc41 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:06.665137 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a227bf7-140a-4bab-9e0b-f1b9026acc41 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:06.668302 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a227bf7-140a-4bab-9e0b-f1b9026acc41 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Pushing event updated for resources: {'Port': ['ID=7c65c2fc-cbe3-414d-993f-6cc9aaff14ea,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:06.769068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] Router d7e6300d-fa7d-48a8-ab1b-28573719cc4d is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:49:06.840527 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9a227bf7-140a-4bab-9e0b-f1b9026acc41 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Deleting port 7c65c2fc-cbe3-414d-993f-6cc9aaff14ea {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:49:06.841107 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a227bf7-140a-4bab-9e0b-f1b9026acc41 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:06.919428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4d644-27ee-42e1-9968-641ee2eae1bb req-17c3b48e-076a-4a4f-955d-1a737f72ec19 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:06.920914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f9b4d644-27ee-42e1-9968-641ee2eae1bb req-17c3b48e-076a-4a4f-955d-1a737f72ec19 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.0651767 Dec 12 17:49:06.921453 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a227bf7-140a-4bab-9e0b-f1b9026acc41 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:06.921861 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a227bf7-140a-4bab-9e0b-f1b9026acc41 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:06.921970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:49:06.933652 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Sync routers for ids ['d7e6300d-fa7d-48a8-ab1b-28573719cc4d'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:49:06.935407 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9a227bf7-140a-4bab-9e0b-f1b9026acc41 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Calling delete_port for 7c65c2fc-cbe3-414d-993f-6cc9aaff14ea owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:49:06.944235 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Routers {'d7e6300d-fa7d-48a8-ab1b-28573719cc4d'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:49:06.944847 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:48:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['d7e6300d-fa7d-48a8-ab1b-28573719cc4d'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:06.970991 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:06.975387 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-254c30f5-738a-4393-b163-a783647d3926 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.8805413 Dec 12 17:49:06.975591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57146) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:07.049707 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Set router d7e6300d-fa7d-48a8-ab1b-28573719cc4d gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:49:07.057688 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f9b4d644-27ee-42e1-9968-641ee2eae1bb req-af04eda6-88b1-4473-b3fb-aa404aa3de78 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210268 Dec 12 17:49:07.081577 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a227bf7-140a-4bab-9e0b-f1b9026acc41 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:07.110306 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a227bf7-140a-4bab-9e0b-f1b9026acc41 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Pushing event deleted for resources: {'Port': ['ID=7c65c2fc-cbe3-414d-993f-6cc9aaff14ea,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:07.202312 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-9a227bf7-140a-4bab-9e0b-f1b9026acc41 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] create failed (client error): The resource could not be found. Dec 12 17:49:07.207341 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9a227bf7-140a-4bab-9e0b-f1b9026acc41 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1256006 Dec 12 17:49:07.208361 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57148) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:07.334948 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e6300d-fa7d-48a8-ab1b-28573719cc4d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498217129-router', 'tenant_id': '848594da92584db3ab7b15a61122f9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4d2a787c-66c7-4521-a3b5-cda656d57d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:04Z', 'updated_at': '2021-12-12T17:49:06Z', 'revision_number': 3, 'project_id': '848594da92584db3ab7b15a61122f9c0', 'gw_port': {'id': '4d2a787c-66c7-4521-a3b5-cda656d57d70', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6300d-fa7d-48a8-ab1b-28573719cc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:04Z', 'updated_at': '2021-12-12T17:49:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:07.364208 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Checking router: d7e6300d-fa7d-48a8-ab1b-28573719cc4d for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:49:07.364563 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Updating router d7e6300d-fa7d-48a8-ab1b-28573719cc4d port 4d2a787c-66c7-4521-a3b5-cda656d57d70 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:49:07.391311 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:07.392824 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-62186f32-630d-4e83-8adf-256acde961e3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Deleting port a2b20135-60fe-41a1-9043-65f494ca54a0 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:49:07.393168 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-62186f32-630d-4e83-8adf-256acde961e3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:07.609322 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7f6e1-2f60-4afc-9499-c3078f321fbb req-bb27cdb7-d6fd-46eb-bd2c-9f7b1729c640 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:07.610809 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-daa7f6e1-2f60-4afc-9499-c3078f321fbb req-bb27cdb7-d6fd-46eb-bd2c-9f7b1729c640 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7949509-074f-4c4c-9489-e6e45d025aec HTTP/1.1" status: 200 len: 946 time: 0.1766598 Dec 12 17:49:07.619793 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-62186f32-630d-4e83-8adf-256acde961e3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:07.632041 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850a629-f792-4962-97af-bc51243005d9 req-c8466faa-7f63-4a0d-8412-6a1be1171aba tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:07.633510 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2850a629-f792-4962-97af-bc51243005d9 req-c8466faa-7f63-4a0d-8412-6a1be1171aba tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7949509-074f-4c4c-9489-e6e45d025aec HTTP/1.1" status: 200 len: 946 time: 0.1723642 Dec 12 17:49:07.652980 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:07.658751 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:07.681739 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-62186f32-630d-4e83-8adf-256acde961e3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Calling delete_port for a2b20135-60fe-41a1-9043-65f494ca54a0 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:49:07.723121 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Attempting to bind port 4d2a787c-66c7-4521-a3b5-cda656d57d70 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:49:07.723518 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Attempting to bind port 4d2a787c-66c7-4521-a3b5-cda656d57d70 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:49:07.723899 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Attempting to bind port 4d2a787c-66c7-4521-a3b5-cda656d57d70 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:49:07.731255 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc64f8d-3a1b-4344-8ce3-06aedd1733a0 None None] Pushing event updated for resources: {'Port': ['ID=4d2a787c-66c7-4521-a3b5-cda656d57d70,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:07.734957 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:49:07.735361 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:07.735763 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:07.736139 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:49:07.736619 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Bound port: 4d2a787c-66c7-4521-a3b5-cda656d57d70, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:49:07.736986 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:07.788401 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] For port 4d2a787c-66c7-4521-a3b5-cda656d57d70, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:49:07.793028 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] For port 4d2a787c-66c7-4521-a3b5-cda656d57d70, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4d2a787c-66c7-4521-a3b5-cda656d57d70,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:49:07.795762 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7b04c086-0c89-4591-9548-e88a290200e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:07.796878 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:07.852000 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Routers {'d7e6300d-fa7d-48a8-ab1b-28573719cc4d'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:49:07.852610 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:48:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['d7e6300d-fa7d-48a8-ab1b-28573719cc4d'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:07.854167 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2850a629-f792-4962-97af-bc51243005d9 req-bdc09039-26f2-4ba8-b45d-e68fbff17922 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023764 Dec 12 17:49:07.858213 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc64f8d-3a1b-4344-8ce3-06aedd1733a0 None None] Pushing event updated for resources: {'Port': ['ID=4d2a787c-66c7-4521-a3b5-cda656d57d70,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:07.959877 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] Set router d7e6300d-fa7d-48a8-ab1b-28573719cc4d gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:49:08.148049 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e6300d-fa7d-48a8-ab1b-28573719cc4d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498217129-router', 'tenant_id': '848594da92584db3ab7b15a61122f9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4d2a787c-66c7-4521-a3b5-cda656d57d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:04Z', 'updated_at': '2021-12-12T17:49:06Z', 'revision_number': 3, 'project_id': '848594da92584db3ab7b15a61122f9c0', 'gw_port': {'id': '4d2a787c-66c7-4521-a3b5-cda656d57d70', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6300d-fa7d-48a8-ab1b-28573719cc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:04Z', 'updated_at': '2021-12-12T17:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:08.175981 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f68da64-58de-4514-a8ee-2f3557df16ed None None] The sync data for ids ['d7e6300d-fa7d-48a8-ab1b-28573719cc4d'] in n-d-760354-5 is: [{'id': 'd7e6300d-fa7d-48a8-ab1b-28573719cc4d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498217129-router', 'tenant_id': '848594da92584db3ab7b15a61122f9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4d2a787c-66c7-4521-a3b5-cda656d57d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:04Z', 'updated_at': '2021-12-12T17:49:06Z', 'revision_number': 3, 'project_id': '848594da92584db3ab7b15a61122f9c0', 'gw_port': {'id': '4d2a787c-66c7-4521-a3b5-cda656d57d70', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6300d-fa7d-48a8-ab1b-28573719cc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:04Z', 'updated_at': '2021-12-12T17:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:49:08.211947 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-daa7f6e1-2f60-4afc-9499-c3078f321fbb req-f2d549d6-2a7d-46fb-8e4a-9d1334d8c1cc tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Deleting port b89f3148-c7c9-46ba-a194-75283b080523 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:49:08.212474 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-daa7f6e1-2f60-4afc-9499-c3078f321fbb req-f2d549d6-2a7d-46fb-8e4a-9d1334d8c1cc tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:08.445424 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6031e07-d8ed-4305-a5c4-917846bcfae7 req-9822a4d2-f9bc-4854-9ec7-24f44a622cc4 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:08.445848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 379391f1-a6c1-492b-aa60-c3054ae24208 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:49:08.451721 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6031e07-d8ed-4305-a5c4-917846bcfae7 req-9822a4d2-f9bc-4854-9ec7-24f44a622cc4 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.2506537 Dec 12 17:49:08.525979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 379391f1-a6c1-492b-aa60-c3054ae24208 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:08.526357 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:08.559920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-daa7f6e1-2f60-4afc-9499-c3078f321fbb req-f2d549d6-2a7d-46fb-8e4a-9d1334d8c1cc tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] For port b89f3148-c7c9-46ba-a194-75283b080523, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b89f3148-c7c9-46ba-a194-75283b080523,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:08.560399 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-daa7f6e1-2f60-4afc-9499-c3078f321fbb req-f2d549d6-2a7d-46fb-8e4a-9d1334d8c1cc tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:08.573216 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-62186f32-630d-4e83-8adf-256acde961e3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:08.620620 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-daa7f6e1-2f60-4afc-9499-c3078f321fbb req-f2d549d6-2a7d-46fb-8e4a-9d1334d8c1cc tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Calling delete_port for b89f3148-c7c9-46ba-a194-75283b080523 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:49:08.647515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-7b04c086-0c89-4591-9548-e88a290200e9 admin admin] Allocated IP 172.20.0.1 (59f99628-fd87-4c7d-aed4-239a31399c62/21701f07-3c34-4f74-8853-7a36277e6d3f/1db53e98-8c5b-43cb-ace3-8f241f70fd8e) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:08.649670 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62186f32-630d-4e83-8adf-256acde961e3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Pushing event deleted for resources: {'Port': ['ID=a2b20135-60fe-41a1-9043-65f494ca54a0,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:08.668162 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6031e07-d8ed-4305-a5c4-917846bcfae7 req-6bf97192-4745-4c11-8681-b2e0873bb981 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973433 Dec 12 17:49:08.869460 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-62186f32-630d-4e83-8adf-256acde961e3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:08.872766 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-62186f32-630d-4e83-8adf-256acde961e3 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] 10.222.0.18 "DELETE /v2.0/ports/a2b20135-60fe-41a1-9043-65f494ca54a0 HTTP/1.1" status: 204 len: 168 time: 1.6637566 Dec 12 17:49:08.875507 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57162) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:08.940505 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1cf3a3-89ab-4fd7-83d8-538abca0dce6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:08.942247 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2b1cf3a3-89ab-4fd7-83d8-538abca0dce6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6e08f29-578c-4f3e-920f-a437892d6994 HTTP/1.1" status: 200 len: 913 time: 0.0651057 Dec 12 17:49:08.944931 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57166) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:08.949141 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec345cf-9011-467b-aa30-6d37c32eade2 req-69ad2ec0-fcb0-45f9-9e11-130f2b6f8afe tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:08.950893 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8ec345cf-9011-467b-aa30-6d37c32eade2 req-69ad2ec0-fcb0-45f9-9e11-130f2b6f8afe tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.1620572 Dec 12 17:49:08.965528 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57168) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:08.971153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-2843971a-ffb2-4ada-ae9b-9f1477a0bf34 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Request body: {'floatingip': {'port_id': '801ddd51-7e4a-4f50-86f5-e484775d44fc'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:08.977764 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7b04c086-0c89-4591-9548-e88a290200e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:09.096473 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2843971a-ffb2-4ada-ae9b-9f1477a0bf34 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:09.220744 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-daa7f6e1-2f60-4afc-9499-c3078f321fbb req-f2d549d6-2a7d-46fb-8e4a-9d1334d8c1cc tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:09.238618 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733d7e2-8233-49ba-9e1d-7b8962a1e8c4 req-cb8a5f9a-e06d-437b-8068-bb2eb79705c1 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:09.240224 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d733d7e2-8233-49ba-9e1d-7b8962a1e8c4 req-cb8a5f9a-e06d-437b-8068-bb2eb79705c1 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7949509-074f-4c4c-9489-e6e45d025aec HTTP/1.1" status: 200 len: 946 time: 0.2226396 Dec 12 17:49:09.267590 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7b04c086-0c89-4591-9548-e88a290200e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:09.280032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d549d6-2a7d-46fb-8e4a-9d1334d8c1cc tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Pushing event deleted for resources: {'Port': ['ID=b89f3148-c7c9-46ba-a194-75283b080523,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:09.315800 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bd6804c-1af9-419e-b66a-c6555062a03c tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:09.394466 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b04c086-0c89-4591-9548-e88a290200e9 admin admin] Network 59f99628-fd87-4c7d-aed4-239a31399c62 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:09.454316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa7f6e1-2f60-4afc-9499-c3078f321fbb req-f2d549d6-2a7d-46fb-8e4a-9d1334d8c1cc tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] No DVR routers for this DVR port b89f3148-c7c9-46ba-a194-75283b080523 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:49:09.456141 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-7b04c086-0c89-4591-9548-e88a290200e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:09.462278 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-daa7f6e1-2f60-4afc-9499-c3078f321fbb req-f2d549d6-2a7d-46fb-8e4a-9d1334d8c1cc tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:09.466027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-daa7f6e1-2f60-4afc-9499-c3078f321fbb req-f2d549d6-2a7d-46fb-8e4a-9d1334d8c1cc tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "DELETE /v2.0/ports/b89f3148-c7c9-46ba-a194-75283b080523 HTTP/1.1" status: 204 len: 173 time: 1.8430688 Dec 12 17:49:09.467827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7949509-074f-4c4c-9489-e6e45d025aec', 'name': 'network-vif-deleted', 'tag': 'b89f3148-c7c9-46ba-a194-75283b080523'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:49:09.470185 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c551e1f-59fd-4317-a958-cca345204483" -d '{"events": [{"server_uuid": "d7949509-074f-4c4c-9489-e6e45d025aec", "name": "network-vif-deleted", "tag": "b89f3148-c7c9-46ba-a194-75283b080523"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:49:09.473013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b04c086-0c89-4591-9548-e88a290200e9 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:09.538467 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04c086-0c89-4591-9548-e88a290200e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1db53e98-8c5b-43cb-ace3-8f241f70fd8e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:09.557356 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d733d7e2-8233-49ba-9e1d-7b8962a1e8c4 req-dad3621e-0006-4507-9a0b-8f025c4bd458 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849033 Dec 12 17:49:09.576866 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7b04c086-0c89-4591-9548-e88a290200e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:09.601403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4bd6804c-1af9-419e-b66a-c6555062a03c tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Deleting port 81be6575-4c2f-4df0-9e1d-850ce0b4aa0e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:49:09.601814 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bd6804c-1af9-419e-b66a-c6555062a03c tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:09.628259 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161ad818-a466-496b-a747-fbf870930673 x-openstack-request-id: req-161ad818-a466-496b-a747-fbf870930673 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:49:09.628571 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7949509-074f-4c4c-9489-e6e45d025aec", "name": "network-vif-deleted", "tag": "b89f3148-c7c9-46ba-a194-75283b080523", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:49:09.628814 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-161ad818-a466-496b-a747-fbf870930673 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:49:09.629222 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7949509-074f-4c4c-9489-e6e45d025aec', 'name': 'network-vif-deleted', 'tag': 'b89f3148-c7c9-46ba-a194-75283b080523', 'status': 'completed', 'code': 200} Dec 12 17:49:09.733102 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bd6804c-1af9-419e-b66a-c6555062a03c tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:09.747110 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4bd6804c-1af9-419e-b66a-c6555062a03c tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Calling delete_port for 81be6575-4c2f-4df0-9e1d-850ce0b4aa0e owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:49:09.893735 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7656370a-420e-4989-8e64-12e2b127e70f None None] Provisioning complete for port 1db53e98-8c5b-43cb-ace3-8f241f70fd8e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:09.894351 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7656370a-420e-4989-8e64-12e2b127e70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:09.920727 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7b04c086-0c89-4591-9548-e88a290200e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:09.943615 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bd6804c-1af9-419e-b66a-c6555062a03c tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:09.945555 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7656370a-420e-4989-8e64-12e2b127e70f None None] Port 1db53e98-8c5b-43cb-ace3-8f241f70fd8e cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:49:09.975811 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6804c-1af9-419e-b66a-c6555062a03c tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Pushing event deleted for resources: {'Port': ['ID=81be6575-4c2f-4df0-9e1d-850ce0b4aa0e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:10.018687 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2843971a-ffb2-4ada-ae9b-9f1477a0bf34 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:10.027015 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2843971a-ffb2-4ada-ae9b-9f1477a0bf34 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:10.173824 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bd6804c-1af9-419e-b66a-c6555062a03c tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:10.344366 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd6804c-1af9-419e-b66a-c6555062a03c tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Router b6e08f29-578c-4f3e-920f-a437892d6994 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:49:10.429823 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd6804c-1af9-419e-b66a-c6555062a03c tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:49:10.438594 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4bd6804c-1af9-419e-b66a-c6555062a03c tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] 10.222.0.18 "PUT /v2.0/routers/b6e08f29-578c-4f3e-920f-a437892d6994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4924662 Dec 12 17:49:10.440967 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57180) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:10.449639 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4d2a787c-66c7-4521-a3b5-cda656d57d70 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:49:10.471710 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-2843971a-ffb2-4ada-ae9b-9f1477a0bf34 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Floating IP 0f4a2d64-1127-4d8f-a349-3ff43ff2a872 associated. External IP: 172.25.1.185, port: 801ddd51-7e4a-4f50-86f5-e484775d44fc. Dec 12 17:49:10.507089 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc9363b-3b26-432e-8ae0-84840f591b25 None None] Sync routers for ids ['b6e08f29-578c-4f3e-920f-a437892d6994'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:49:10.528670 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc9363b-3b26-432e-8ae0-84840f591b25 None None] Routers {'b6e08f29-578c-4f3e-920f-a437892d6994'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:49:10.529303 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5fc9363b-3b26-432e-8ae0-84840f591b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:48:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b6e08f29-578c-4f3e-920f-a437892d6994'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:10.541851 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d443a17-73f8-4cc6-b849-8a653680f2b2 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:10.562549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5fc9363b-3b26-432e-8ae0-84840f591b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:10.576487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc9363b-3b26-432e-8ae0-84840f591b25 None None] Routers {'b6e08f29-578c-4f3e-920f-a437892d6994'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:49:10.576781 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5fc9363b-3b26-432e-8ae0-84840f591b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:48:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b6e08f29-578c-4f3e-920f-a437892d6994'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:10.601741 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7b04c086-0c89-4591-9548-e88a290200e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:10.616013 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7b04c086-0c89-4591-9548-e88a290200e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:10.617175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5fc9363b-3b26-432e-8ae0-84840f591b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:10.617851 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc9363b-3b26-432e-8ae0-84840f591b25 None None] The sync data for ids ['b6e08f29-578c-4f3e-920f-a437892d6994'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:49:10.619238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 4d2a787c-66c7-4521-a3b5-cda656d57d70 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:10.619605 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:10.716968 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:10.718544 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d443a17-73f8-4cc6-b849-8a653680f2b2 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:10.721215 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d443a17-73f8-4cc6-b849-8a653680f2b2 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:10.725065 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device b89f3148-c7c9-46ba-a194-75283b080523 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:49:10.757144 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: b89f3148-c7c9-46ba-a194-75283b080523 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:49:10.757556 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device b89f3148-c7c9-46ba-a194-75283b080523 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:49:10.768823 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 4d2a787c-66c7-4521-a3b5-cda656d57d70, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4d2a787c-66c7-4521-a3b5-cda656d57d70,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:10.774299 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:10.776946 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d443a17-73f8-4cc6-b849-8a653680f2b2 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:10.778521 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d443a17-73f8-4cc6-b849-8a653680f2b2 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Fanout notify agent at l3_agent the message router_deleted on router b6e08f29-578c-4f3e-920f-a437892d6994 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:49:10.787477 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d443a17-73f8-4cc6-b849-8a653680f2b2 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:10.787705 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04c086-0c89-4591-9548-e88a290200e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1db53e98-8c5b-43cb-ace3-8f241f70fd8e,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:10.790763 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1d443a17-73f8-4cc6-b849-8a653680f2b2 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] 10.222.0.18 "DELETE /v2.0/routers/b6e08f29-578c-4f3e-920f-a437892d6994 HTTP/1.1" status: 204 len: 168 time: 0.3465352 Dec 12 17:49:10.791116 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57188) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:10.798755 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7b04c086-0c89-4591-9548-e88a290200e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:10.837049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=4d2a787c-66c7-4521-a3b5-cda656d57d70,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:10.851902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4cae853-1f6d-4854-a9ce-4c3b38323dff tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Deleting subnet c1cd1c19-7b59-41ac-8de0-c19e08c89ba9 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:49:10.856033 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4cae853-1f6d-4854-a9ce-4c3b38323dff tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:10.902105 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4cae853-1f6d-4854-a9ce-4c3b38323dff tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:10.947306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2843971a-ffb2-4ada-ae9b-9f1477a0bf34 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:49:10.984509 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4cae853-1f6d-4854-a9ce-4c3b38323dff tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:11.010396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b04c086-0c89-4591-9548-e88a290200e9 admin admin] Network 59f99628-fd87-4c7d-aed4-239a31399c62 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:11.041949 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-7b04c086-0c89-4591-9548-e88a290200e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:11.043029 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4cae853-1f6d-4854-a9ce-4c3b38323dff tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:11.075295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cae853-1f6d-4854-a9ce-4c3b38323dff tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Pushing event deleted for resources: {'Subnet': ['ID=c1cd1c19-7b59-41ac-8de0-c19e08c89ba9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:11.080655 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4cae853-1f6d-4854-a9ce-4c3b38323dff tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:11.084131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-5786d23c-82f6-43f2-9eb4-22cee8db779e tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:11.086188 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-5786d23c-82f6-43f2-9eb4-22cee8db779e tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 811 time: 0.2203267 Dec 12 17:49:11.087173 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d4cae853-1f6d-4854-a9ce-4c3b38323dff tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] 10.222.0.18 "DELETE /v2.0/subnets/c1cd1c19-7b59-41ac-8de0-c19e08c89ba9 HTTP/1.1" status: 204 len: 168 time: 0.2949910 Dec 12 17:49:11.087908 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57198) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:11.098034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5a49dd-4b01-45a4-abd4-e9eec29f96a9 None None] Network 6b52bbd4-81f2-4a48-ac5b-ae781aa264e0 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:11.170179 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-142b2112-2f4f-4be5-96f4-29c6c95542d0 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/quotas/eda86148cbd2497c85e155c6e0aff589 HTTP/1.1" status: 200 len: 375 time: 0.0766625 Dec 12 17:49:11.176391 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:11.224214 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-acb1dd33-27cc-4f97-9d31-9443bd07eecf tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436285 Dec 12 17:49:11.252927 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Deleting port 2b3a821a-029c-4f86-8640-0d29728ce61a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:49:11.253280 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:11.270621 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2843971a-ffb2-4ada-ae9b-9f1477a0bf34 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:49:11.284718 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1f635d-88c8-453d-b537-a0cdcfef74ef None None] Sync routers for ids ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:49:11.296695 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1f635d-88c8-453d-b537-a0cdcfef74ef None None] Routers {'ae52ae45-ebba-4f39-acf4-91e7570f3fe0'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:49:11.297333 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2b1f635d-88c8-453d-b537-a0cdcfef74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:48:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:11.331551 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2843971a-ffb2-4ada-ae9b-9f1477a0bf34 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:11.344636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] For port 2b3a821a-029c-4f86-8640-0d29728ce61a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2b3a821a-029c-4f86-8640-0d29728ce61a,segment=NetworkSegment(2f475e28-06a9-4197-b8bd-d7f5604603a9),segment_id=2f475e28-06a9-4197-b8bd-d7f5604603a9)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:11.345011 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:11.361916 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Calling delete_port for 2b3a821a-029c-4f86-8640-0d29728ce61a owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:49:11.377139 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2843971a-ffb2-4ada-ae9b-9f1477a0bf34 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "PUT /v2.0/floatingips/0f4a2d64-1127-4d8f-a349-3ff43ff2a872 HTTP/1.1" status: 200 len: 991 time: 2.4078405 Dec 12 17:49:11.387754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b04c086-0c89-4591-9548-e88a290200e9 admin admin] Router d7e6300d-fa7d-48a8-ab1b-28573719cc4d has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:49:11.483958 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-2b1f635d-88c8-453d-b537-a0cdcfef74ef None None] Set router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:49:11.495340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7cf26f-6776-4823-87ec-f27389389011 None None] DHCP port deletion for 6b52bbd4-81f2-4a48-ac5b-ae781aa264e0 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:49:11.506535 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:11.538660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-c6c821d2-66d8-4170-b7d8-323cde267308 service neutron] 10.222.0.18 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996471 Dec 12 17:49:11.543471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2f7cf26f-6776-4823-87ec-f27389389011 None None] The port '2b3a821a-029c-4f86-8640-0d29728ce61a' was deleted {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 12 17:49:11.567171 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Pushing event deleted for resources: {'Port': ['ID=2b3a821a-029c-4f86-8640-0d29728ce61a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:11.571118 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] No DVR routers for this DVR port 2b3a821a-029c-4f86-8640-0d29728ce61a on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:49:11.631068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf9d4b1-1509-4890-8d1b-feec1bcaa09c', 'tag': '801ddd51-7e4a-4f50-86f5-e484775d44fc'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:49:11.634295 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f057957e-5cd5-44e5-8903-3d5f571639c1" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf9d4b1-1509-4890-8d1b-feec1bcaa09c", "tag": "801ddd51-7e4a-4f50-86f5-e484775d44fc"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:49:11.648031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b04c086-0c89-4591-9548-e88a290200e9 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:49:11.649574 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ff687dcf-a1f8-49c2-99e2-b6ed80c04924 None None] Provisioning complete for port 1db53e98-8c5b-43cb-ace3-8f241f70fd8e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:11.654800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7b04c086-0c89-4591-9548-e88a290200e9 admin admin] 10.222.0.18 "PUT /v2.0/routers/d7e6300d-fa7d-48a8-ab1b-28573719cc4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6782153 Dec 12 17:49:11.660546 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ff687dcf-a1f8-49c2-99e2-b6ed80c04924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:11.666938 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:11.691634 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-aff686e3-f223-4ede-be5d-9ff5cd141a61 service neutron] 10.222.0.18 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466689 Dec 12 17:49:11.693651 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b52bbd4-81f2-4a48-ac5b-ae781aa264e0']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:11.704124 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f475e28-06a9-4197-b8bd-d7f5604603a9') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:11.704433 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f475e28-06a9-4197-b8bd-d7f5604603a9') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:11.716034 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:11.723662 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Sync routers for ids ['d7e6300d-fa7d-48a8-ab1b-28573719cc4d'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:49:11.734280 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:11.742750 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2612b0b-996c-4296-a939-1e220f3a7ee9 x-openstack-request-id: req-d2612b0b-996c-4296-a939-1e220f3a7ee9 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:49:11.743306 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf9d4b1-1509-4890-8d1b-feec1bcaa09c", "tag": "801ddd51-7e4a-4f50-86f5-e484775d44fc", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:49:11.743770 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2612b0b-996c-4296-a939-1e220f3a7ee9 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:49:11.744034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:49:11.744522 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf9d4b1-1509-4890-8d1b-feec1bcaa09c', 'tag': '801ddd51-7e4a-4f50-86f5-e484775d44fc', 'status': 'completed', 'code': 200} Dec 12 17:49:11.744821 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:49:11.748758 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:49:11.765437 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Routers {'d7e6300d-fa7d-48a8-ab1b-28573719cc4d'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:49:11.766081 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:48:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['d7e6300d-fa7d-48a8-ab1b-28573719cc4d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:11.809379 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057957e-5cd5-44e5-8903-3d5f571639c1 req-645ae754-0135-4870-8f0e-8f6406690098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:11.810261 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f057957e-5cd5-44e5-8903-3d5f571639c1 req-645ae754-0135-4870-8f0e-8f6406690098 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0b4bc710fe244f885d5e9cf88a75d69&device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 1096 time: 0.0466437 Dec 12 17:49:11.853151 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:11.861375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ff687dcf-a1f8-49c2-99e2-b6ed80c04924 None None] Port 1db53e98-8c5b-43cb-ace3-8f241f70fd8e cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:49:11.872823 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:11.890493 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] 10.222.0.18 "DELETE /v2.0/networks/6b52bbd4-81f2-4a48-ac5b-ae781aa264e0 HTTP/1.1" status: 204 len: 168 time: 0.7989159 Dec 12 17:49:11.919487 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2b1f635d-88c8-453d-b537-a0cdcfef74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T17:48:46Z', 'revision_number': 4, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '0f4a2d64-1127-4d8f-a349-3ff43ff2a872', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'port_id': '801ddd51-7e4a-4f50-86f5-e484775d44fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'mac_address': 'fa:16:3e:14:80:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9d4b1-1509-4890-8d1b-feec1bcaa09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:48:50Z', 'updated_at': '2021-12-12T17:49:09Z', 'revision_number': 1, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e873b908-e1e7-4669-b00b-1f112aa0d8bf', 'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'mac_address': 'fa:16:3e:26:60:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:45Z', 'updated_at': '2021-12-12T17:48:51Z', 'revision_number': 5, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'subnets': [{'id': '076bf984-90a2-4fda-a328-15e958eede88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:11.951292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e7601-b1c8-4f78-9800-b577cb264bc6 tempest-FloatingIPNegativeTestJSON-817601752 tempest-FloatingIPNegativeTestJSON-817601752-project] Pushing event deleted for resources: {'Network': ['ID=6b52bbd4-81f2-4a48-ac5b-ae781aa264e0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:11.966427 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1f635d-88c8-453d-b537-a0cdcfef74ef None None] Checking router: ae52ae45-ebba-4f39-acf4-91e7570f3fe0 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:49:11.984009 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1f635d-88c8-453d-b537-a0cdcfef74ef None None] Routers {'ae52ae45-ebba-4f39-acf4-91e7570f3fe0'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:49:11.984637 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2b1f635d-88c8-453d-b537-a0cdcfef74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:48:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:12.025809 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Set router d7e6300d-fa7d-48a8-ab1b-28573719cc4d gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:49:12.029524 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057957e-5cd5-44e5-8903-3d5f571639c1 req-0f7d1253-6b2f-42b2-9896-a245bacf890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:12.031179 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f057957e-5cd5-44e5-8903-3d5f571639c1 req-0f7d1253-6b2f-42b2-9896-a245bacf890c service neutron] 10.222.0.31 "GET /v2.0/networks?id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 HTTP/1.1" status: 200 len: 917 time: 0.2131231 Dec 12 17:49:12.125614 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-878d8d1b-b0b1-4b84-bbc2-230f3d5365cd req-75a743e0-2ef2-400a-890d-6970bf4fca82 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 210 time: 0.0933511 Dec 12 17:49:12.132533 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f057957e-5cd5-44e5-8903-3d5f571639c1 req-6152164d-ffaa-4f1b-aeea-bff979507fae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=801ddd51-7e4a-4f50-86f5-e484775d44fc HTTP/1.1" status: 200 len: 999 time: 0.0894608 Dec 12 17:49:12.132948 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-2b1f635d-88c8-453d-b537-a0cdcfef74ef None None] Set router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:49:12.275792 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57226) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:12.278583 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-941d2e46-433c-4552-8ce8-74f7699293b5 req-cb15615e-e028-4046-a660-af72c98c3af4 tempest-FloatingIPDetailsNegativeTestJSON-1016015611 tempest-FloatingIPDetailsNegativeTestJSON-1016015611-project] show failed (client error): The resource could not be found. Dec 12 17:49:12.290354 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-941d2e46-433c-4552-8ce8-74f7699293b5 req-cb15615e-e028-4046-a660-af72c98c3af4 tempest-FloatingIPDetailsNegativeTestJSON-1016015611 tempest-FloatingIPDetailsNegativeTestJSON-1016015611-project] 10.222.0.18 "GET /v2.0/floatingips/0843b8a5-3dd4-4300-9707-7969ada0a3b1 HTTP/1.1" status: 404 len: 350 time: 0.0659666 Dec 12 17:49:12.299249 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57230) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:12.308705 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057957e-5cd5-44e5-8903-3d5f571639c1 req-246378cd-41f9-4ec1-b948-044e8a0d6f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:12.311938 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f057957e-5cd5-44e5-8903-3d5f571639c1 req-246378cd-41f9-4ec1-b948-044e8a0d6f80 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=076bf984-90a2-4fda-a328-15e958eede88 HTTP/1.1" status: 200 len: 855 time: 0.1722193 Dec 12 17:49:12.387760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057957e-5cd5-44e5-8903-3d5f571639c1 req-a4e5a059-dcb7-454f-8aaa-595382dd9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:12.392205 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f057957e-5cd5-44e5-8903-3d5f571639c1 req-a4e5a059-dcb7-454f-8aaa-595382dd9ed3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719516 Dec 12 17:49:12.474197 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e6300d-fa7d-48a8-ab1b-28573719cc4d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498217129-router', 'tenant_id': '848594da92584db3ab7b15a61122f9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4d2a787c-66c7-4521-a3b5-cda656d57d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:04Z', 'updated_at': '2021-12-12T17:49:09Z', 'revision_number': 4, 'project_id': '848594da92584db3ab7b15a61122f9c0', 'gw_port': {'id': '4d2a787c-66c7-4521-a3b5-cda656d57d70', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e6300d-fa7d-48a8-ab1b-28573719cc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:04Z', 'updated_at': '2021-12-12T17:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '1db53e98-8c5b-43cb-ace3-8f241f70fd8e', 'name': '', 'network_id': '59f99628-fd87-4c7d-aed4-239a31399c62', 'tenant_id': '848594da92584db3ab7b15a61122f9c0', 'mac_address': 'fa:16:3e:6c:20:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6300d-fa7d-48a8-ab1b-28573719cc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '21701f07-3c34-4f74-8853-7a36277e6d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:07Z', 'updated_at': '2021-12-12T17:49:10Z', 'revision_number': 2, 'project_id': '848594da92584db3ab7b15a61122f9c0', 'subnets': [{'id': '21701f07-3c34-4f74-8853-7a36277e6d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:12.539161 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Checking router: d7e6300d-fa7d-48a8-ab1b-28573719cc4d for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:49:12.539612 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Updating router d7e6300d-fa7d-48a8-ab1b-28573719cc4d port 1db53e98-8c5b-43cb-ace3-8f241f70fd8e binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:49:12.542177 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4d2a787c-66c7-4521-a3b5-cda656d57d70 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:49:12.580988 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-495fe6fa-9e62-4aed-b50c-5437b0134efa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a40b16ca69e40a3b157ea813c775173&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3039458 Dec 12 17:49:12.584389 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57238) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:12.607698 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:12.661273 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f057957e-5cd5-44e5-8903-3d5f571639c1 req-2436c395-c3b2-4880-86a3-7f0f470d9b86 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602897 Dec 12 17:49:12.729600 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 4d2a787c-66c7-4521-a3b5-cda656d57d70 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:12.730274 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:12.738872 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2b1f635d-88c8-453d-b537-a0cdcfef74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T17:48:46Z', 'revision_number': 4, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '0f4a2d64-1127-4d8f-a349-3ff43ff2a872', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'port_id': '801ddd51-7e4a-4f50-86f5-e484775d44fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'mac_address': 'fa:16:3e:14:80:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9d4b1-1509-4890-8d1b-feec1bcaa09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:48:50Z', 'updated_at': '2021-12-12T17:49:09Z', 'revision_number': 1, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e873b908-e1e7-4669-b00b-1f112aa0d8bf', 'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'mac_address': 'fa:16:3e:26:60:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:45Z', 'updated_at': '2021-12-12T17:48:51Z', 'revision_number': 5, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'subnets': [{'id': '076bf984-90a2-4fda-a328-15e958eede88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:12.781653 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1f635d-88c8-453d-b537-a0cdcfef74ef None None] The sync data for ids ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'] in n-d-760354-5 is: [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T17:48:46Z', 'revision_number': 4, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '0f4a2d64-1127-4d8f-a349-3ff43ff2a872', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'port_id': '801ddd51-7e4a-4f50-86f5-e484775d44fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'mac_address': 'fa:16:3e:14:80:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9d4b1-1509-4890-8d1b-feec1bcaa09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:48:50Z', 'updated_at': '2021-12-12T17:49:09Z', 'revision_number': 1, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e873b908-e1e7-4669-b00b-1f112aa0d8bf', 'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'mac_address': 'fa:16:3e:26:60:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:45Z', 'updated_at': '2021-12-12T17:48:51Z', 'revision_number': 5, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'subnets': [{'id': '076bf984-90a2-4fda-a328-15e958eede88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:49:12.792936 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7c72c91-83e8-472a-b36b-f4a373903058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:12.834657 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7c72c91-83e8-472a-b36b-f4a373903058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:12.853382 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f057957e-5cd5-44e5-8903-3d5f571639c1 req-9d537ecb-b432-4efc-9b00-398def5fa8d1 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804595 Dec 12 17:49:12.999650 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2b3a821a-029c-4f86-8640-0d29728ce61a no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:49:13.031561 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 2b3a821a-029c-4f86-8640-0d29728ce61a {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:49:13.031918 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2b3a821a-029c-4f86-8640-0d29728ce61a not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:49:13.048164 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:13.054240 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:13.110469 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfb075-456f-4654-b973-eaf013f6e9b9 None None] Pushing event updated for resources: {'Port': ['ID=1db53e98-8c5b-43cb-ace3-8f241f70fd8e,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:13.152019 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1dce5-6a22-457d-951e-848ebb1503e7 None None] New status for floating IP 0f4a2d64-1127-4d8f-a349-3ff43ff2a872: ACTIVE {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:49:13.166486 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Attempting to bind port 1db53e98-8c5b-43cb-ace3-8f241f70fd8e on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:49:13.166840 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Attempting to bind port 1db53e98-8c5b-43cb-ace3-8f241f70fd8e by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '17d2ea1b-2a96-4703-a600-8ac46e721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '59f99628-fd87-4c7d-aed4-239a31399c62'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:49:13.167135 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Attempting to bind port 1db53e98-8c5b-43cb-ace3-8f241f70fd8e on network 59f99628-fd87-4c7d-aed4-239a31399c62 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:49:13.173504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:49:13.173930 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Checking segment: {'id': '17d2ea1b-2a96-4703-a600-8ac46e721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '59f99628-fd87-4c7d-aed4-239a31399c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:13.174295 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:13.174698 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Bound using segment: {'id': '17d2ea1b-2a96-4703-a600-8ac46e721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '59f99628-fd87-4c7d-aed4-239a31399c62'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:49:13.175195 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Bound port: 1db53e98-8c5b-43cb-ace3-8f241f70fd8e, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d2ea1b-2a96-4703-a600-8ac46e721b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '59f99628-fd87-4c7d-aed4-239a31399c62'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:49:13.175638 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:13.296241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37d5b563-41d5-4ac1-91dc-d6d623f0cfe9 req-2f3ea5d8-6553-4e4d-b8eb-c06e158f1d4f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 210 time: 0.0460730 Dec 12 17:49:13.334387 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] For port 1db53e98-8c5b-43cb-ace3-8f241f70fd8e, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:49:13.342766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] For port 1db53e98-8c5b-43cb-ace3-8f241f70fd8e, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1db53e98-8c5b-43cb-ace3-8f241f70fd8e,segment=NetworkSegment(17d2ea1b-2a96-4703-a600-8ac46e721b12),segment_id=17d2ea1b-2a96-4703-a600-8ac46e721b12)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:49:13.352062 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:13.415932 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Routers {'d7e6300d-fa7d-48a8-ab1b-28573719cc4d'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:49:13.416745 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:48:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['d7e6300d-fa7d-48a8-ab1b-28573719cc4d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:13.465807 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7c72c91-83e8-472a-b36b-f4a373903058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:13.469976 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7c72c91-83e8-472a-b36b-f4a373903058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:13.471141 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f7c72c91-83e8-472a-b36b-f4a373903058 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34e5bc7a-073f-4b9d-b66a-ad533115e96f HTTP/1.1" status: 204 len: 168 time: 0.8855748 Dec 12 17:49:13.515385 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c72c91-83e8-472a-b36b-f4a373903058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e5bc7a-073f-4b9d-b66a-ad533115e96f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:13.565630 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] Set router d7e6300d-fa7d-48a8-ab1b-28573719cc4d gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:49:13.589963 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-479d020a-ec06-4aa3-9682-db815f4cde88 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:13.593440 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-479d020a-ec06-4aa3-9682-db815f4cde88 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 811 time: 0.2595272 Dec 12 17:49:13.597065 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfb075-456f-4654-b973-eaf013f6e9b9 None None] Pushing event updated for resources: {'Port': ['ID=1db53e98-8c5b-43cb-ace3-8f241f70fd8e,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:13.613519 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-7348c35c-26e4-497e-b2e8-8dfb9a7347db tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Request body: {'port': {'device_id': 'c686a014-34ff-4b9c-976a-6a0a58552735', 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d', 'admin_state_up': True, 'tenant_id': 'eda86148cbd2497c85e155c6e0aff589'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:13.642987 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cfb418b8-732b-41d7-a78a-d51bc7e16a48 None None] Provisioning complete for port 1db53e98-8c5b-43cb-ace3-8f241f70fd8e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:13.643393 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cfb418b8-732b-41d7-a78a-d51bc7e16a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:13.685196 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-430be371-650a-4271-9995-ab7391ab564f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:13.821169 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-7348c35c-26e4-497e-b2e8-8dfb9a7347db tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Made reservation on behalf of eda86148cbd2497c85e155c6e0aff589 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:13.825233 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-7348c35c-26e4-497e-b2e8-8dfb9a7347db tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:13.924633 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cfb418b8-732b-41d7-a78a-d51bc7e16a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:13.970365 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:49:14.008361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-cfb418b8-732b-41d7-a78a-d51bc7e16a48 None None] For port 1db53e98-8c5b-43cb-ace3-8f241f70fd8e, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1db53e98-8c5b-43cb-ace3-8f241f70fd8e,segment=NetworkSegment(17d2ea1b-2a96-4703-a600-8ac46e721b12),segment_id=17d2ea1b-2a96-4703-a600-8ac46e721b12)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:14.023400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-7348c35c-26e4-497e-b2e8-8dfb9a7347db tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Allocated IP 172.20.0.5 (9f9da124-05b3-4fe8-a16e-cb1138224d3d/bf2bec70-4b48-4878-877f-cfa6982b5bc0/6e4034aa-35bb-45d2-9e70-8bac759ba7ba) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:14.024316 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cfb418b8-732b-41d7-a78a-d51bc7e16a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:14.069639 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e6300d-fa7d-48a8-ab1b-28573719cc4d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498217129-router', 'tenant_id': '848594da92584db3ab7b15a61122f9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4d2a787c-66c7-4521-a3b5-cda656d57d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:04Z', 'updated_at': '2021-12-12T17:49:09Z', 'revision_number': 4, 'project_id': '848594da92584db3ab7b15a61122f9c0', 'gw_port': {'id': '4d2a787c-66c7-4521-a3b5-cda656d57d70', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e6300d-fa7d-48a8-ab1b-28573719cc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:04Z', 'updated_at': '2021-12-12T17:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '1db53e98-8c5b-43cb-ace3-8f241f70fd8e', 'name': '', 'network_id': '59f99628-fd87-4c7d-aed4-239a31399c62', 'tenant_id': '848594da92584db3ab7b15a61122f9c0', 'mac_address': 'fa:16:3e:6c:20:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6300d-fa7d-48a8-ab1b-28573719cc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '21701f07-3c34-4f74-8853-7a36277e6d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:07Z', 'updated_at': '2021-12-12T17:49:13Z', 'revision_number': 4, 'project_id': '848594da92584db3ab7b15a61122f9c0', 'subnets': [{'id': '21701f07-3c34-4f74-8853-7a36277e6d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:14.100071 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-430be371-650a-4271-9995-ab7391ab564f admin admin] Deleting port 1db53e98-8c5b-43cb-ace3-8f241f70fd8e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:49:14.100508 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-430be371-650a-4271-9995-ab7391ab564f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:14.208579 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-430be371-650a-4271-9995-ab7391ab564f admin admin] For port 1db53e98-8c5b-43cb-ace3-8f241f70fd8e, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1db53e98-8c5b-43cb-ace3-8f241f70fd8e,segment=NetworkSegment(17d2ea1b-2a96-4703-a600-8ac46e721b12),segment_id=17d2ea1b-2a96-4703-a600-8ac46e721b12)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:14.209126 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-430be371-650a-4271-9995-ab7391ab564f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:14.230617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-430be371-650a-4271-9995-ab7391ab564f admin admin] Calling delete_port for 1db53e98-8c5b-43cb-ace3-8f241f70fd8e owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:49:14.244166 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-7348c35c-26e4-497e-b2e8-8dfb9a7347db tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:14.273710 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585db4ba-48a6-4b0e-90b7-9c84dde354a7 None None] The sync data for ids ['d7e6300d-fa7d-48a8-ab1b-28573719cc4d'] in n-d-760354-5 is: [{'id': 'd7e6300d-fa7d-48a8-ab1b-28573719cc4d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498217129-router', 'tenant_id': '848594da92584db3ab7b15a61122f9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4d2a787c-66c7-4521-a3b5-cda656d57d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:04Z', 'updated_at': '2021-12-12T17:49:09Z', 'revision_number': 4, 'project_id': '848594da92584db3ab7b15a61122f9c0', 'gw_port': {'id': '4d2a787c-66c7-4521-a3b5-cda656d57d70', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e6300d-fa7d-48a8-ab1b-28573719cc4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:04Z', 'updated_at': '2021-12-12T17:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '1db53e98-8c5b-43cb-ace3-8f241f70fd8e', 'name': '', 'network_id': '59f99628-fd87-4c7d-aed4-239a31399c62', 'tenant_id': '848594da92584db3ab7b15a61122f9c0', 'mac_address': 'fa:16:3e:6c:20:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6300d-fa7d-48a8-ab1b-28573719cc4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '21701f07-3c34-4f74-8853-7a36277e6d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:07Z', 'updated_at': '2021-12-12T17:49:13Z', 'revision_number': 4, 'project_id': '848594da92584db3ab7b15a61122f9c0', 'subnets': [{'id': '21701f07-3c34-4f74-8853-7a36277e6d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:49:14.299058 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-7348c35c-26e4-497e-b2e8-8dfb9a7347db tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:14.305964 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb418b8-732b-41d7-a78a-d51bc7e16a48 None None] Pushing event updated for resources: {'Port': ['ID=1db53e98-8c5b-43cb-ace3-8f241f70fd8e,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:14.310801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c8a30d49-e9e6-4d84-aa64-7ab180b9ffc7 None None] Provisioning complete for port 1db53e98-8c5b-43cb-ace3-8f241f70fd8e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:14.311118 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c8a30d49-e9e6-4d84-aa64-7ab180b9ffc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:14.465794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-7348c35c-26e4-497e-b2e8-8dfb9a7347db tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Network 9f9da124-05b3-4fe8-a16e-cb1138224d3d is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:14.472881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-7348c35c-26e4-497e-b2e8-8dfb9a7347db tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:14.499551 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-7348c35c-26e4-497e-b2e8-8dfb9a7347db tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:14.540177 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1db53e98-8c5b-43cb-ace3-8f241f70fd8e up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:49:14.566456 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348c35c-26e4-497e-b2e8-8dfb9a7347db tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Pushing event updated for resources: {'Port': ['ID=6e4034aa-35bb-45d2-9e70-8bac759ba7ba,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:14.606924 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-7348c35c-26e4-497e-b2e8-8dfb9a7347db tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:14.607601 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-7348c35c-26e4-497e-b2e8-8dfb9a7347db tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:14.617447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a454a-5d79-4731-a378-bfac33a229ce req-177007b3-c05e-4c56-be3a-d0c914c71707 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:14.622804 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1db53e98-8c5b-43cb-ace3-8f241f70fd8e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:14.623396 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:14.629693 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57274) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:14.632604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc3a454a-5d79-4731-a378-bfac33a229ce req-177007b3-c05e-4c56-be3a-d0c914c71707 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 931 time: 0.1775036 Dec 12 17:49:14.666359 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-7348c35c-26e4-497e-b2e8-8dfb9a7347db tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0577488 Dec 12 17:49:14.687539 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Request body: {'port': {'device_id': 'c686a014-34ff-4b9c-976a-6a0a58552735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:14.701098 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-430be371-650a-4271-9995-ab7391ab564f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:14.739071 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc3a454a-5d79-4731-a378-bfac33a229ce req-fd14f14f-51ca-494c-b04b-ec6409e81a99 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967360 Dec 12 17:49:14.790757 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:14.817641 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6552-5daa-42af-9d52-47ce0a84f93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:14.919724 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430be371-650a-4271-9995-ab7391ab564f admin admin] Pushing event deleted for resources: {'Port': ['ID=1db53e98-8c5b-43cb-ace3-8f241f70fd8e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:14.933278 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bf29ce22-2583-4913-9a10-166399e46bac tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1905343742'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:15.046982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf29ce22-2583-4913-9a10-166399e46bac tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Made reservation on behalf of 3c53f07800f54f758e9c6d46f20e71bf for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:15.050946 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf29ce22-2583-4913-9a10-166399e46bac tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:15.065855 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf29ce22-2583-4913-9a10-166399e46bac tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:15.097763 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-430be371-650a-4271-9995-ab7391ab564f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:15.166729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4034aa-35bb-45d2-9e70-8bac759ba7ba {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:49:15.175093 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:15.189433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Transition to ACTIVE for port object 6e4034aa-35bb-45d2-9e70-8bac759ba7ba will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:49:15.195085 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:15.251102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4034aa-35bb-45d2-9e70-8bac759ba7ba,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:15.280106 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf29ce22-2583-4913-9a10-166399e46bac tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:15.289664 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf29ce22-2583-4913-9a10-166399e46bac tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:15.337792 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Attempting to bind port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:49:15.338448 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Attempting to bind port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:49:15.338997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Attempting to bind port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba on network 9f9da124-05b3-4fe8-a16e-cb1138224d3d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:49:15.343939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba on network 9f9da124-05b3-4fe8-a16e-cb1138224d3d not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:49:15.344350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Attempting to bind port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba on network 9f9da124-05b3-4fe8-a16e-cb1138224d3d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:49:15.350077 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:49:15.350425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Checking segment: {'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:15.350875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Bound using segment: {'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:49:15.351399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Bound port: 6e4034aa-35bb-45d2-9e70-8bac759ba7ba, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:49:15.351828 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:15.379458 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf29ce22-2583-4913-9a10-166399e46bac tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:49:15.404351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29ce22-2583-4913-9a10-166399e46bac tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d816e7-d1f2-42f6-8cbc-e4210fd172c1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:15.412474 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf29ce22-2583-4913-9a10-166399e46bac tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:15.412823 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-bf29ce22-2583-4913-9a10-166399e46bac tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Added segment bf1b890f-da43-45df-9175-ac53c06119cf of type vlan for network 4f67f61e-60bb-458a-ac2f-fa93eaecc20a Dec 12 17:49:15.428677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] For port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:49:15.433061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] For port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6e4034aa-35bb-45d2-9e70-8bac759ba7ba,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:49:15.438183 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:15.467956 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf29ce22-2583-4913-9a10-166399e46bac tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:15.477024 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430be371-650a-4271-9995-ab7391ab564f admin admin] Router d7e6300d-fa7d-48a8-ab1b-28573719cc4d has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:49:15.477732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:15.478362 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:15.479837 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] 10.222.0.20 "PUT /v2.0/ports/6e4034aa-35bb-45d2-9e70-8bac759ba7ba HTTP/1.1" status: 200 len: 1091 time: 0.7984931 Dec 12 17:49:15.484845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c686a014-34ff-4b9c-976a-6a0a58552735', 'tag': '6e4034aa-35bb-45d2-9e70-8bac759ba7ba'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:49:15.484845 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974ca96b-170c-418d-aa58-1ad87af872d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c686a014-34ff-4b9c-976a-6a0a58552735", "tag": "6e4034aa-35bb-45d2-9e70-8bac759ba7ba"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:49:15.526074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f96ebb-378f-4a85-9395-9d152d96cf88 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4034aa-35bb-45d2-9e70-8bac759ba7ba,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:15.542285 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6741191e-2b3f-457b-b972-58884bcb0579 x-openstack-request-id: req-6741191e-2b3f-457b-b972-58884bcb0579 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:49:15.542640 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c686a014-34ff-4b9c-976a-6a0a58552735", "tag": "6e4034aa-35bb-45d2-9e70-8bac759ba7ba", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:49:15.542961 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6741191e-2b3f-457b-b972-58884bcb0579 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:49:15.543443 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c686a014-34ff-4b9c-976a-6a0a58552735', 'tag': '6e4034aa-35bb-45d2-9e70-8bac759ba7ba', 'status': 'completed', 'code': 200} Dec 12 17:49:15.571173 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf29ce22-2583-4913-9a10-166399e46bac tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:15.577587 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf29ce22-2583-4913-9a10-166399e46bac tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:15.578255 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf29ce22-2583-4913-9a10-166399e46bac tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:15.690300 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bf29ce22-2583-4913-9a10-166399e46bac tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0581558 Dec 12 17:49:15.715581 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29ce22-2583-4913-9a10-166399e46bac tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event updated for resources: {'Network': ['ID=4f67f61e-60bb-458a-ac2f-fa93eaecc20a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:15.720316 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430be371-650a-4271-9995-ab7391ab564f admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:49:15.726679 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-430be371-650a-4271-9995-ab7391ab564f admin admin] 10.222.0.18 "PUT /v2.0/routers/d7e6300d-fa7d-48a8-ab1b-28573719cc4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4263213 Dec 12 17:49:15.729210 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57284) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:15.742608 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 4f67f61e-60bb-458a-ac2f-fa93eaecc20a details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:49:15.851192 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07f19a79-8b28-4c16-8ce9-57cbfa4dca32 admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:15.910214 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-4004f724-3dc8-455a-862e-933a3b672a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:15.913052 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-4004f724-3dc8-455a-862e-933a3b672a2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 1094 time: 0.3804100 Dec 12 17:49:16.001780 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07f19a79-8b28-4c16-8ce9-57cbfa4dca32 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:16.052196 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-b58bfae6-862b-4cf4-a56b-5808aed349db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e4034aa-35bb-45d2-9e70-8bac759ba7ba HTTP/1.1" status: 200 len: 217 time: 0.1299613 Dec 12 17:49:16.070828 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-07f19a79-8b28-4c16-8ce9-57cbfa4dca32 admin admin] Deleting port 4d2a787c-66c7-4521-a3b5-cda656d57d70 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:49:16.071060 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07f19a79-8b28-4c16-8ce9-57cbfa4dca32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:16.120066 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a8a7f-a1d5-4a26-9eeb-d58c2db9fa4d req-c3640397-ae03-4a88-ac4b-1ebd1e8a9096 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:16.122023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a78a8a7f-a1d5-4a26-9eeb-d58c2db9fa4d req-c3640397-ae03-4a88-ac4b-1ebd1e8a9096 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 943 time: 0.1901369 Dec 12 17:49:16.131885 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249a7e0a-2217-4516-9693-13eb8abe53d2 None None] Sync routers for ids ['d7e6300d-fa7d-48a8-ab1b-28573719cc4d'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:49:16.143479 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249a7e0a-2217-4516-9693-13eb8abe53d2 None None] Routers {'d7e6300d-fa7d-48a8-ab1b-28573719cc4d'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:49:16.144327 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-249a7e0a-2217-4516-9693-13eb8abe53d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:48:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['d7e6300d-fa7d-48a8-ab1b-28573719cc4d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:16.157822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-5b4ed238-3cd2-4373-baac-d83c18398d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:16.159050 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-5b4ed238-3cd2-4373-baac-d83c18398d34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf2bec70-4b48-4878-877f-cfa6982b5bc0 HTTP/1.1" status: 200 len: 851 time: 0.0969353 Dec 12 17:49:16.187262 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-07f19a79-8b28-4c16-8ce9-57cbfa4dca32 admin admin] For port 4d2a787c-66c7-4521-a3b5-cda656d57d70, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4d2a787c-66c7-4521-a3b5-cda656d57d70,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:16.187636 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07f19a79-8b28-4c16-8ce9-57cbfa4dca32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:16.188840 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a78a8a7f-a1d5-4a26-9eeb-d58c2db9fa4d req-9514d59a-623e-4688-978b-d9ad64c63362 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598702 Dec 12 17:49:16.206753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-07f19a79-8b28-4c16-8ce9-57cbfa4dca32 admin admin] Calling delete_port for 4d2a787c-66c7-4521-a3b5-cda656d57d70 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:49:16.226659 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-8e3ca753-a61a-4b7a-9c7f-a088f24f3864 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f9da124-05b3-4fe8-a16e-cb1138224d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367513 Dec 12 17:49:16.275169 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-249a7e0a-2217-4516-9693-13eb8abe53d2 None None] Set router d7e6300d-fa7d-48a8-ab1b-28573719cc4d gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:49:16.324127 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-136368b6-dc1d-4106-8402-7af1295a14cf service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900178 Dec 12 17:49:16.334702 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-249a7e0a-2217-4516-9693-13eb8abe53d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e6300d-fa7d-48a8-ab1b-28573719cc4d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498217129-router', 'tenant_id': '848594da92584db3ab7b15a61122f9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:04Z', 'updated_at': '2021-12-12T17:49:16Z', 'revision_number': 6, 'project_id': '848594da92584db3ab7b15a61122f9c0', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:16.389378 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249a7e0a-2217-4516-9693-13eb8abe53d2 None None] Checking router: d7e6300d-fa7d-48a8-ab1b-28573719cc4d for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:49:16.406230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249a7e0a-2217-4516-9693-13eb8abe53d2 None None] Routers {'d7e6300d-fa7d-48a8-ab1b-28573719cc4d'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:49:16.406901 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-249a7e0a-2217-4516-9693-13eb8abe53d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:48:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['d7e6300d-fa7d-48a8-ab1b-28573719cc4d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:16.408602 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07f19a79-8b28-4c16-8ce9-57cbfa4dca32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:16.466417 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f19a79-8b28-4c16-8ce9-57cbfa4dca32 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2a787c-66c7-4521-a3b5-cda656d57d70,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:16.468617 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6249fb-80df-4135-b32e-20d82bf7d54b req-27a88fa3-fbb3-4b56-8e74-8d2f458c04a5 service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370862 Dec 12 17:49:16.497526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-249a7e0a-2217-4516-9693-13eb8abe53d2 None None] Set router d7e6300d-fa7d-48a8-ab1b-28573719cc4d gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:49:16.555250 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07f19a79-8b28-4c16-8ce9-57cbfa4dca32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:16.560977 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-249a7e0a-2217-4516-9693-13eb8abe53d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e6300d-fa7d-48a8-ab1b-28573719cc4d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498217129-router', 'tenant_id': '848594da92584db3ab7b15a61122f9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:04Z', 'updated_at': '2021-12-12T17:49:16Z', 'revision_number': 7, 'project_id': '848594da92584db3ab7b15a61122f9c0', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:16.583139 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ca96b-170c-418d-aa58-1ad87af872d5 req-1ada65f4-cf4a-4667-9b07-e04ed5ee1263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:16.586221 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-974ca96b-170c-418d-aa58-1ad87af872d5 req-1ada65f4-cf4a-4667-9b07-e04ed5ee1263 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 1094 time: 0.0563767 Dec 12 17:49:16.594713 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249a7e0a-2217-4516-9693-13eb8abe53d2 None None] The sync data for ids ['d7e6300d-fa7d-48a8-ab1b-28573719cc4d'] in n-d-760354-5 is: [{'id': 'd7e6300d-fa7d-48a8-ab1b-28573719cc4d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498217129-router', 'tenant_id': '848594da92584db3ab7b15a61122f9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:04Z', 'updated_at': '2021-12-12T17:49:16Z', 'revision_number': 7, 'project_id': '848594da92584db3ab7b15a61122f9c0', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:49:16.648911 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07f19a79-8b28-4c16-8ce9-57cbfa4dca32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:16.651111 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07f19a79-8b28-4c16-8ce9-57cbfa4dca32 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:16.700844 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07f19a79-8b28-4c16-8ce9-57cbfa4dca32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:16.701455 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f19a79-8b28-4c16-8ce9-57cbfa4dca32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7e6300d-fa7d-48a8-ab1b-28573719cc4d {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:49:16.706958 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07f19a79-8b28-4c16-8ce9-57cbfa4dca32 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:16.708278 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-07f19a79-8b28-4c16-8ce9-57cbfa4dca32 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d7e6300d-fa7d-48a8-ab1b-28573719cc4d HTTP/1.1" status: 204 len: 168 time: 0.9779954 Dec 12 17:49:16.711293 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57294) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:16.717540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ca96b-170c-418d-aa58-1ad87af872d5 req-1a2f037a-a2da-4cca-843e-bf3b448901ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:16.719192 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-974ca96b-170c-418d-aa58-1ad87af872d5 req-1a2f037a-a2da-4cca-843e-bf3b448901ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 912 time: 0.1256270 Dec 12 17:49:16.760735 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7d0211-23d5-4e27-af0a-d14c32aef5aa admin admin] Deleting subnet 21701f07-3c34-4f74-8853-7a36277e6d3f {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:49:16.763916 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0211-23d5-4e27-af0a-d14c32aef5aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:16.764544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-974ca96b-170c-418d-aa58-1ad87af872d5 req-b7b445fa-362f-47a7-8762-60ce6749825d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e4034aa-35bb-45d2-9e70-8bac759ba7ba HTTP/1.1" status: 200 len: 217 time: 0.0376437 Dec 12 17:49:16.797818 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0211-23d5-4e27-af0a-d14c32aef5aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:16.814321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ca96b-170c-418d-aa58-1ad87af872d5 req-870229c0-7545-4aa6-87a6-1b590a510630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:16.815963 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-974ca96b-170c-418d-aa58-1ad87af872d5 req-870229c0-7545-4aa6-87a6-1b590a510630 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf2bec70-4b48-4878-877f-cfa6982b5bc0 HTTP/1.1" status: 200 len: 851 time: 0.0429375 Dec 12 17:49:16.852070 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-974ca96b-170c-418d-aa58-1ad87af872d5 req-194d4185-9d8c-44bb-b63c-7328f06e3012 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f9da124-05b3-4fe8-a16e-cb1138224d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284579 Dec 12 17:49:16.874628 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0211-23d5-4e27-af0a-d14c32aef5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:16.937939 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0211-23d5-4e27-af0a-d14c32aef5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:16.953406 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-974ca96b-170c-418d-aa58-1ad87af872d5 req-8a35578f-4b1f-4b09-8e34-57e0713826e0 service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930343 Dec 12 17:49:16.964713 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ecfeb8a1-739d-483c-bb8d-0ad79caf2fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:16.988280 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d0211-23d5-4e27-af0a-d14c32aef5aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21701f07-3c34-4f74-8853-7a36277e6d3f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:16.991939 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0211-23d5-4e27-af0a-d14c32aef5aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:16.996155 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2b7d0211-23d5-4e27-af0a-d14c32aef5aa admin admin] 10.222.0.18 "DELETE /v2.0/subnets/21701f07-3c34-4f74-8853-7a36277e6d3f HTTP/1.1" status: 204 len: 168 time: 0.2837234 Dec 12 17:49:17.004880 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ce62b2-436c-447c-921e-1e79573e8eab None None] Network 59f99628-fd87-4c7d-aed4-239a31399c62 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:17.007042 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57298) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:17.010507 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:17.166658 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:17.191652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-974ca96b-170c-418d-aa58-1ad87af872d5 req-73c2d554-1bfe-41d3-b675-448692dcdf88 service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231801 Dec 12 17:49:17.245953 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] Deleting port 379391f1-a6c1-492b-aa60-c3054ae24208 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:49:17.246589 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:17.330351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] For port 379391f1-a6c1-492b-aa60-c3054ae24208, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=379391f1-a6c1-492b-aa60-c3054ae24208,segment=NetworkSegment(17d2ea1b-2a96-4703-a600-8ac46e721b12),segment_id=17d2ea1b-2a96-4703-a600-8ac46e721b12)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:17.330864 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:17.346853 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] Calling delete_port for 379391f1-a6c1-492b-aa60-c3054ae24208 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:49:17.348554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df331025-e90d-40dc-b0d4-1925410d19df req-c2003aea-be1b-4408-a0a2-b39fa60cdb97 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:17.350833 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df331025-e90d-40dc-b0d4-1925410d19df req-c2003aea-be1b-4408-a0a2-b39fa60cdb97 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 943 time: 0.0500176 Dec 12 17:49:17.398867 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df331025-e90d-40dc-b0d4-1925410d19df req-5e552fa9-fc22-4700-9b2a-25267bc5ef60 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418918 Dec 12 17:49:17.434059 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:17.490981 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea24e12-6af4-4c7f-ba77-e5a816c5bb7a None None] DHCP port deletion for 59f99628-fd87-4c7d-aed4-239a31399c62 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:49:17.493486 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] Pushing event deleted for resources: {'Port': ['ID=379391f1-a6c1-492b-aa60-c3054ae24208,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:17.495891 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] No DVR routers for this DVR port 379391f1-a6c1-492b-aa60-c3054ae24208 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:49:17.503009 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:17.577524 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:17.599644 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f99628-fd87-4c7d-aed4-239a31399c62']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:17.609575 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d2ea1b-2a96-4703-a600-8ac46e721b12') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:17.609909 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d2ea1b-2a96-4703-a600-8ac46e721b12') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:17.620198 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:17.634585 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:17.642398 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:49:17.642837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:49:17.644700 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:49:17.704870 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:17.710733 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:17.713978 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] 10.222.0.18 "DELETE /v2.0/networks/59f99628-fd87-4c7d-aed4-239a31399c62 HTTP/1.1" status: 204 len: 168 time: 0.7057376 Dec 12 17:49:17.729168 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341eeb9-4d0f-4f71-94d9-da32ac87ba59 admin admin] Pushing event deleted for resources: {'Network': ['ID=59f99628-fd87-4c7d-aed4-239a31399c62,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:17.904825 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57308) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:17.944380 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-57f4f696-28a1-4057-a358-e5727c71c2e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=848594da92584db3ab7b15a61122f9c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382946 Dec 12 17:49:17.946700 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57310) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:17.994192 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92229054-fd5e-4be8-8adc-78dcf64eec69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:18.015240 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92229054-fd5e-4be8-8adc-78dcf64eec69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:18.063020 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92229054-fd5e-4be8-8adc-78dcf64eec69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:18.065886 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92229054-fd5e-4be8-8adc-78dcf64eec69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:18.067059 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-92229054-fd5e-4be8-8adc-78dcf64eec69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8da69a01-0f95-483b-90a5-3f7da8ee5f85 HTTP/1.1" status: 204 len: 168 time: 0.1193519 Dec 12 17:49:18.074898 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92229054-fd5e-4be8-8adc-78dcf64eec69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da69a01-0f95-483b-90a5-3f7da8ee5f85,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:18.240013 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:18.448602 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4d2a787c-66c7-4521-a3b5-cda656d57d70 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:49:18.473763 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 4d2a787c-66c7-4521-a3b5-cda656d57d70 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:49:18.474814 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4d2a787c-66c7-4521-a3b5-cda656d57d70 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:49:18.475289 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 379391f1-a6c1-492b-aa60-c3054ae24208 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:49:18.516035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 379391f1-a6c1-492b-aa60-c3054ae24208 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:49:18.516386 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 379391f1-a6c1-492b-aa60-c3054ae24208 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:49:18.517028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1db53e98-8c5b-43cb-ace3-8f241f70fd8e no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:49:18.538278 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 1db53e98-8c5b-43cb-ace3-8f241f70fd8e {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:49:18.539264 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1db53e98-8c5b-43cb-ace3-8f241f70fd8e not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:49:18.562402 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd2a10-0a57-44bf-99c7-fe185b747fed req-9c6bfe85-6ef9-40a6-b8aa-2da9643add56 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:18.567888 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ddd2a10-0a57-44bf-99c7-fe185b747fed req-9c6bfe85-6ef9-40a6-b8aa-2da9643add56 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 943 time: 0.0651426 Dec 12 17:49:18.601142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6e4034aa-35bb-45d2-9e70-8bac759ba7ba details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:49:18.622586 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ddd2a10-0a57-44bf-99c7-fe185b747fed req-2efcd5b8-73c3-4c14-aa25-a6a31bd5aefc tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522687 Dec 12 17:49:18.716123 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6e4034aa-35bb-45d2-9e70-8bac759ba7ba,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:18.727971 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '6e4034aa-35bb-45d2-9e70-8bac759ba7ba', 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d', 'port_id': '6e4034aa-35bb-45d2-9e70-8bac759ba7ba', 'mac_address': 'fa:16:3e:96:bc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2bec70-4b48-4878-877f-cfa6982b5bc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:49:18.769396 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:18.782807 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4034aa-35bb-45d2-9e70-8bac759ba7ba {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:49:18.803741 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6e4034aa-35bb-45d2-9e70-8bac759ba7ba,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:18.808496 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:18.861085 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=6e4034aa-35bb-45d2-9e70-8bac759ba7ba,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:18.869599 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:18.869934 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:18.870282 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:18.870735 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:18.871193 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:18.871433 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:18.871766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:18.872096 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:18.872424 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:18.872750 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:18.873079 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:18.873401 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:18.873725 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:19.088855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['6e4034aa-35bb-45d2-9e70-8bac759ba7ba'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:49:19.120310 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-899feeba-cd87-4366-9363-91a4c491e1af req-78c67f8a-e1bf-460f-a8a7-37827bff1948 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7b7bc67217ef4e9eb2f9d267626870d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254197 Dec 12 17:49:19.133713 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57354) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:19.139652 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3d699886-3583-4860-b706-c155b4d69b65 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Request body: {'subnet': {'network_id': '4f67f61e-60bb-458a-ac2f-fa93eaecc20a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:19.238429 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899feeba-cd87-4366-9363-91a4c491e1af req-be95b153-9559-43d9-a91f-dccebfa181f5 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:19.240140 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-899feeba-cd87-4366-9363-91a4c491e1af req-be95b153-9559-43d9-a91f-dccebfa181f5 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1133332 Dec 12 17:49:19.249056 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d699886-3583-4860-b706-c155b4d69b65 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Made reservation on behalf of 3c53f07800f54f758e9c6d46f20e71bf for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:19.252824 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d699886-3583-4860-b706-c155b4d69b65 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:19.263104 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-899feeba-cd87-4366-9363-91a4c491e1af req-03a843bd-4724-4887-b298-f914f4a11e18 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/quotas/7b7bc67217ef4e9eb2f9d267626870d7 HTTP/1.1" status: 200 len: 375 time: 0.0139551 Dec 12 17:49:19.303849 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-899feeba-cd87-4366-9363-91a4c491e1af req-6ec69528-55fb-435b-be1f-6ec5bf07fdb0 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b7bc67217ef4e9eb2f9d267626870d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342009 Dec 12 17:49:19.456334 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d699886-3583-4860-b706-c155b4d69b65 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:19.486376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1ed2bae2-dd7a-4472-9b2d-9750f540a055 req-e8b94ee1-d5e4-4390-b87b-2eb3d0c88bef tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa895c91-45ba-4945-a7a6-65c16c48f5a1 HTTP/1.1" status: 200 len: 210 time: 0.0325825 Dec 12 17:49:19.527637 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d699886-3583-4860-b706-c155b4d69b65 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event updated for resources: {'Subnet': ['ID=d7da8d27-bf97-4de2-91eb-8d32a79db04f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:19.535655 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d699886-3583-4860-b706-c155b4d69b65 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Checking segment: {'id': 'bf1b890f-da43-45df-9175-ac53c06119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4f67f61e-60bb-458a-ac2f-fa93eaecc20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:19.536042 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d699886-3583-4860-b706-c155b4d69b65 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Network hostable DHCP agents. Network: 4f67f61e-60bb-458a-ac2f-fa93eaecc20a, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:49:19.556492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d699886-3583-4860-b706-c155b4d69b65 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Network 4f67f61e-60bb-458a-ac2f-fa93eaecc20a is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:49:19.567581 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3d699886-3583-4860-b706-c155b4d69b65 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 4f67f61e-60bb-458a-ac2f-fa93eaecc20a) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:19.576236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e21dcbf-2022-46d1-b113-ff94b47e8277 None None] Network 4f67f61e-60bb-458a-ac2f-fa93eaecc20a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:19.577114 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d699886-3583-4860-b706-c155b4d69b65 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:19.577735 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d699886-3583-4860-b706-c155b4d69b65 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:19.594639 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3d699886-3583-4860-b706-c155b4d69b65 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4588683 Dec 12 17:49:19.598506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57368) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:19.604303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-91b3fece-cc52-4834-91e1-af16e5a3423b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1026015334'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:19.628473 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b3fece-cc52-4834-91e1-af16e5a3423b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Made reservation on behalf of 3c53f07800f54f758e9c6d46f20e71bf for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:19.633252 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91b3fece-cc52-4834-91e1-af16e5a3423b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:19.658726 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b3fece-cc52-4834-91e1-af16e5a3423b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:49:19.669393 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91b3fece-cc52-4834-91e1-af16e5a3423b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:19.669973 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-91b3fece-cc52-4834-91e1-af16e5a3423b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Added segment 0b2126ea-13c9-428d-8fd0-ddd8efba262e of type vlan for network cfa7c5ac-86fc-42a1-b4c0-862908f80eb2 Dec 12 17:49:19.698580 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-4f67f61e-60bb-458a-ac2f-fa93eaecc20a', 'network_id': '4f67f61e-60bb-458a-ac2f-fa93eaecc20a', 'project_id': '3c53f07800f54f758e9c6d46f20e71bf', 'fixed_ips': [{'subnet_id': 'd7da8d27-bf97-4de2-91eb-8d32a79db04f'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:49:19.699481 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:19.731101 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91b3fece-cc52-4834-91e1-af16e5a3423b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:19.790239 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3201182-89e6-4a51-b507-ac72f41ef55e req-08af786b-84ce-417d-86d9-ff40570e6374 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:19.791847 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a3201182-89e6-4a51-b507-ac72f41ef55e req-08af786b-84ce-417d-86d9-ff40570e6374 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 944 time: 0.0729091 Dec 12 17:49:19.792906 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91b3fece-cc52-4834-91e1-af16e5a3423b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:19.798246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b3fece-cc52-4834-91e1-af16e5a3423b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:19.798836 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91b3fece-cc52-4834-91e1-af16e5a3423b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:19.858286 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Allocated IP 2001:db8:0:ffff::2 (4f67f61e-60bb-458a-ac2f-fa93eaecc20a/d7da8d27-bf97-4de2-91eb-8d32a79db04f/6bfbfc5c-5346-4c0a-80c9-733ad0b36143) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:19.907614 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57376) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:19.907863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-91b3fece-cc52-4834-91e1-af16e5a3423b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3076091 Dec 12 17:49:19.914934 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-671d861c-8e44-469a-90d8-69e81d2b8ec4 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Request body: {'subnet': {'network_id': 'cfa7c5ac-86fc-42a1-b4c0-862908f80eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:19.942401 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3fece-cc52-4834-91e1-af16e5a3423b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event updated for resources: {'Network': ['ID=cfa7c5ac-86fc-42a1-b4c0-862908f80eb2,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:19.964380 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network cfa7c5ac-86fc-42a1-b4c0-862908f80eb2 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:49:19.966150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a3201182-89e6-4a51-b507-ac72f41ef55e req-9b3b99b2-bb5c-48e3-9ee5-dd71a948c079 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562829 Dec 12 17:49:20.028649 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671d861c-8e44-469a-90d8-69e81d2b8ec4 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Made reservation on behalf of 3c53f07800f54f758e9c6d46f20e71bf for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:20.032914 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-671d861c-8e44-469a-90d8-69e81d2b8ec4 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:20.077709 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:20.113499 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:20.122758 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:20.174412 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Pushing event updated for resources: {'Port': ['ID=6bfbfc5c-5346-4c0a-80c9-733ad0b36143,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:20.182029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Network 4f67f61e-60bb-458a-ac2f-fa93eaecc20a is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:20.184230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:20.186473 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:20.236590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Attempting to bind port 6bfbfc5c-5346-4c0a-80c9-733ad0b36143 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:49:20.236968 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Attempting to bind port 6bfbfc5c-5346-4c0a-80c9-733ad0b36143 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'bf1b890f-da43-45df-9175-ac53c06119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4f67f61e-60bb-458a-ac2f-fa93eaecc20a'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:49:20.237339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Attempting to bind port 6bfbfc5c-5346-4c0a-80c9-733ad0b36143 on network 4f67f61e-60bb-458a-ac2f-fa93eaecc20a {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:49:20.242302 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:49:20.242680 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Checking segment: {'id': 'bf1b890f-da43-45df-9175-ac53c06119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4f67f61e-60bb-458a-ac2f-fa93eaecc20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:20.243108 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:20.243529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Bound using segment: {'id': 'bf1b890f-da43-45df-9175-ac53c06119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4f67f61e-60bb-458a-ac2f-fa93eaecc20a'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:49:20.243998 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Bound port: 6bfbfc5c-5346-4c0a-80c9-733ad0b36143, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1b890f-da43-45df-9175-ac53c06119cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4f67f61e-60bb-458a-ac2f-fa93eaecc20a'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:49:20.244378 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:20.305777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] For port 6bfbfc5c-5346-4c0a-80c9-733ad0b36143, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:49:20.309007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] For port 6bfbfc5c-5346-4c0a-80c9-733ad0b36143, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6bfbfc5c-5346-4c0a-80c9-733ad0b36143,segment=NetworkSegment(bf1b890f-da43-45df-9175-ac53c06119cf),segment_id=bf1b890f-da43-45df-9175-ac53c06119cf)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:49:20.314498 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:20.315597 n-d-760354-5 neutron-server[103150]: DEBUG neutron.objects.ports [None req-671d861c-8e44-469a-90d8-69e81d2b8ec4 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 17:49:20.317088 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-671d861c-8e44-469a-90d8-69e81d2b8ec4 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:20.383664 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d861c-8e44-469a-90d8-69e81d2b8ec4 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event updated for resources: {'Subnet': ['ID=a3fa7c1f-34ae-4af8-af14-efc07240c670,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:20.404185 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e951659-cb09-42e1-ab65-2e5a807eaa50 None None] Pushing event updated for resources: {'Port': ['ID=6bfbfc5c-5346-4c0a-80c9-733ad0b36143,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:20.421057 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d861c-8e44-469a-90d8-69e81d2b8ec4 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Checking segment: {'id': '0b2126ea-13c9-428d-8fd0-ddd8efba262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfa7c5ac-86fc-42a1-b4c0-862908f80eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:20.421706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671d861c-8e44-469a-90d8-69e81d2b8ec4 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Network hostable DHCP agents. Network: cfa7c5ac-86fc-42a1-b4c0-862908f80eb2, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:49:20.448058 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671d861c-8e44-469a-90d8-69e81d2b8ec4 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Network cfa7c5ac-86fc-42a1-b4c0-862908f80eb2 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:49:20.484235 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-671d861c-8e44-469a-90d8-69e81d2b8ec4 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, cfa7c5ac-86fc-42a1-b4c0-862908f80eb2) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:20.494893 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f51b24-c07b-4624-9dcb-62dc18fe8dec None None] Network cfa7c5ac-86fc-42a1-b4c0-862908f80eb2 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:20.498785 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671d861c-8e44-469a-90d8-69e81d2b8ec4 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:20.499812 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-671d861c-8e44-469a-90d8-69e81d2b8ec4 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:20.528606 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-899feeba-cd87-4366-9363-91a4c491e1af req-c2713c67-6aa2-49ad-9191-581f4e7aebf1 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7b7bc67217ef4e9eb2f9d267626870d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492675 Dec 12 17:49:20.547549 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-671d861c-8e44-469a-90d8-69e81d2b8ec4 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6358163 Dec 12 17:49:20.548697 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57386) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:20.560165 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d5296bca-8f29-4523-8af3-7998a5a36ebf tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Request body: {'port': {'network_id': 'cfa7c5ac-86fc-42a1-b4c0-862908f80eb2', 'name': 'tempest-NetworksIpV6TestAttrs-37123395'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:20.607905 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6e4034aa-35bb-45d2-9e70-8bac759ba7ba up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:49:20.734361 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5296bca-8f29-4523-8af3-7998a5a36ebf tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Made reservation on behalf of 3c53f07800f54f758e9c6d46f20e71bf for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:20.740330 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5296bca-8f29-4523-8af3-7998a5a36ebf tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:20.745878 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e83909e-00c1-4ec8-9ac5-0ef48b23e0eb req-a83ea5c1-d14b-4dc3-af06-cb8bbbec1034 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa895c91-45ba-4945-a7a6-65c16c48f5a1 HTTP/1.1" status: 200 len: 210 time: 0.0562143 Dec 12 17:49:20.782256 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-d5296bca-8f29-4523-8af3-7998a5a36ebf tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] device_id is not set on port 0a6a6f0b-566c-49de-88f5-1e7393149f6b yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:49:20.806327 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899feeba-cd87-4366-9363-91a4c491e1af req-7ab1b7fe-de3d-4e20-ae88-9e012363875d tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:20.808519 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-899feeba-cd87-4366-9363-91a4c491e1af req-7ab1b7fe-de3d-4e20-ae88-9e012363875d tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2798471 Dec 12 17:49:20.822844 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-899feeba-cd87-4366-9363-91a4c491e1af req-3113834f-a402-48b7-a72e-b52cbc9be372 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Request body: {'port': {'device_id': 'fa895c91-45ba-4945-a7a6-65c16c48f5a1', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': '7b7bc67217ef4e9eb2f9d267626870d7'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:20.882236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-cfa7c5ac-86fc-42a1-b4c0-862908f80eb2', 'network_id': 'cfa7c5ac-86fc-42a1-b4c0-862908f80eb2', 'project_id': '3c53f07800f54f758e9c6d46f20e71bf', 'fixed_ips': [{'subnet_id': 'a3fa7c1f-34ae-4af8-af14-efc07240c670'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:49:20.883113 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:20.904081 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:20.918168 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-d5296bca-8f29-4523-8af3-7998a5a36ebf tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Allocated IP 2001:db8::f816:3eff:fe01:7990 (cfa7c5ac-86fc-42a1-b4c0-862908f80eb2/a3fa7c1f-34ae-4af8-af14-efc07240c670/0a6a6f0b-566c-49de-88f5-1e7393149f6b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:20.976052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899feeba-cd87-4366-9363-91a4c491e1af req-3113834f-a402-48b7-a72e-b52cbc9be372 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Made reservation on behalf of 7b7bc67217ef4e9eb2f9d267626870d7 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:20.976280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:49:20.979603 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-899feeba-cd87-4366-9363-91a4c491e1af req-3113834f-a402-48b7-a72e-b52cbc9be372 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:20.988508 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-899feeba-cd87-4366-9363-91a4c491e1af req-3113834f-a402-48b7-a72e-b52cbc9be372 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:20.989581 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:20.990955 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.092520 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.104923 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5296bca-8f29-4523-8af3-7998a5a36ebf tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.118642 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c686a014-34ff-4b9c-976a-6a0a58552735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4034aa-35bb-45d2-9e70-8bac759ba7ba'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:49:21.121393 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ee173b-c64a-4add-b0d9-3d5e269fbaa1" -d '{"events": [{"server_uuid": "c686a014-34ff-4b9c-976a-6a0a58552735", "name": "network-vif-plugged", "status": "completed", "tag": "6e4034aa-35bb-45d2-9e70-8bac759ba7ba"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:49:21.126605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523d1bc-cc80-44e3-a56d-4538a6aceebe req-cc57ab1e-acfa-445e-8de1-dd67641a74f9 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:21.128270 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1523d1bc-cc80-44e3-a56d-4538a6aceebe req-cc57ab1e-acfa-445e-8de1-dd67641a74f9 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 944 time: 0.0699880 Dec 12 17:49:21.143563 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6e4034aa-35bb-45d2-9e70-8bac759ba7ba,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:21.149380 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5296bca-8f29-4523-8af3-7998a5a36ebf tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.152511 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.169202 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-899feeba-cd87-4366-9363-91a4c491e1af req-3113834f-a402-48b7-a72e-b52cbc9be372 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.182981 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3680e1df-1edc-45e4-aed5-b0a948aaa410 x-openstack-request-id: req-3680e1df-1edc-45e4-aed5-b0a948aaa410 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:49:21.183386 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c686a014-34ff-4b9c-976a-6a0a58552735", "name": "network-vif-plugged", "status": "completed", "tag": "6e4034aa-35bb-45d2-9e70-8bac759ba7ba", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:49:21.183609 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3680e1df-1edc-45e4-aed5-b0a948aaa410 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:49:21.184192 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c686a014-34ff-4b9c-976a-6a0a58552735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4034aa-35bb-45d2-9e70-8bac759ba7ba', 'code': 200} Dec 12 17:49:21.192123 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-899feeba-cd87-4366-9363-91a4c491e1af req-3113834f-a402-48b7-a72e-b52cbc9be372 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.198732 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5296bca-8f29-4523-8af3-7998a5a36ebf tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Network cfa7c5ac-86fc-42a1-b4c0-862908f80eb2 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:21.204091 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d5296bca-8f29-4523-8af3-7998a5a36ebf tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:21.209274 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5296bca-8f29-4523-8af3-7998a5a36ebf tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:21.214976 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5296bca-8f29-4523-8af3-7998a5a36ebf tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:21.215683 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5296bca-8f29-4523-8af3-7998a5a36ebf tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.237272 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5296bca-8f29-4523-8af3-7998a5a36ebf tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event updated for resources: {'Port': ['ID=0a6a6f0b-566c-49de-88f5-1e7393149f6b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:21.251231 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d5296bca-8f29-4523-8af3-7998a5a36ebf tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.6968307 Dec 12 17:49:21.251961 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57392) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:21.254412 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Allocated IP 2001:db8::f816:3eff:fe4b:62a4 (cfa7c5ac-86fc-42a1-b4c0-862908f80eb2/a3fa7c1f-34ae-4af8-af14-efc07240c670/98559635-1c46-4e49-bdbb-5feb7863d856) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:21.269569 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=6e4034aa-35bb-45d2-9e70-8bac759ba7ba,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:21.344725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-899feeba-cd87-4366-9363-91a4c491e1af req-3113834f-a402-48b7-a72e-b52cbc9be372 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Allocated IP 192.168.233.243 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/fb84503b-34f0-4ebf-80f3-2a959af62e60) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:21.377630 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7929be8-6364-4ca2-b024-c002beaa9205 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Deleting subnet a3fa7c1f-34ae-4af8-af14-efc07240c670 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:49:21.384169 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1523d1bc-cc80-44e3-a56d-4538a6aceebe req-f7d2534a-a3c7-47a7-b9bf-dca0cb4c718c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472439 Dec 12 17:49:21.399025 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113834f-a402-48b7-a72e-b52cbc9be372 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a60d30-db2f-4ce5-9a91-ea46512a4258,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:21.415676 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee40e4-a187-430c-b6de-60c87eac06f5 req-f741de03-b6d0-4aa2-8f1d-290b370ce176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:21.418472 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3cee40e4-a187-430c-b6de-60c87eac06f5 req-f741de03-b6d0-4aa2-8f1d-290b370ce176 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 1096 time: 0.1501250 Dec 12 17:49:21.475997 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.498897 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7929be8-6364-4ca2-b024-c002beaa9205 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.502165 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.552748 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Pushing event updated for resources: {'Port': ['ID=98559635-1c46-4e49-bdbb-5feb7863d856,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:21.569341 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Network cfa7c5ac-86fc-42a1-b4c0-862908f80eb2 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:21.570783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:21.577944 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3cee40e4-a187-430c-b6de-60c87eac06f5 req-72864742-c71b-4a0b-accc-5bc4ee85e815 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510849 Dec 12 17:49:21.581060 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:21.585410 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7929be8-6364-4ca2-b024-c002beaa9205 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.623503 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-899feeba-cd87-4366-9363-91a4c491e1af req-3113834f-a402-48b7-a72e-b52cbc9be372 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.657431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Attempting to bind port 98559635-1c46-4e49-bdbb-5feb7863d856 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:49:21.657998 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Attempting to bind port 98559635-1c46-4e49-bdbb-5feb7863d856 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '0b2126ea-13c9-428d-8fd0-ddd8efba262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfa7c5ac-86fc-42a1-b4c0-862908f80eb2'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:49:21.657998 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Attempting to bind port 98559635-1c46-4e49-bdbb-5feb7863d856 on network cfa7c5ac-86fc-42a1-b4c0-862908f80eb2 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:49:21.664648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:49:21.665194 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Checking segment: {'id': '0b2126ea-13c9-428d-8fd0-ddd8efba262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfa7c5ac-86fc-42a1-b4c0-862908f80eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:21.665605 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.665992 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-899feeba-cd87-4366-9363-91a4c491e1af req-3113834f-a402-48b7-a72e-b52cbc9be372 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.666128 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Bound using segment: {'id': '0b2126ea-13c9-428d-8fd0-ddd8efba262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfa7c5ac-86fc-42a1-b4c0-862908f80eb2'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:49:21.667191 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Bound port: 98559635-1c46-4e49-bdbb-5feb7863d856, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2126ea-13c9-428d-8fd0-ddd8efba262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cfa7c5ac-86fc-42a1-b4c0-862908f80eb2'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:49:21.667629 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.720891 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899feeba-cd87-4366-9363-91a4c491e1af req-3113834f-a402-48b7-a72e-b52cbc9be372 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:21.727732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-899feeba-cd87-4366-9363-91a4c491e1af req-3113834f-a402-48b7-a72e-b52cbc9be372 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:21.729803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113834f-a402-48b7-a72e-b52cbc9be372 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Pushing event updated for resources: {'Port': ['ID=fb84503b-34f0-4ebf-80f3-2a959af62e60,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:21.732198 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-899feeba-cd87-4366-9363-91a4c491e1af req-3113834f-a402-48b7-a72e-b52cbc9be372 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:21.754181 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7929be8-6364-4ca2-b024-c002beaa9205 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.793200 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899feeba-cd87-4366-9363-91a4c491e1af req-3113834f-a402-48b7-a72e-b52cbc9be372 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:21.793983 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-899feeba-cd87-4366-9363-91a4c491e1af req-3113834f-a402-48b7-a72e-b52cbc9be372 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.823705 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-899feeba-cd87-4366-9363-91a4c491e1af req-3113834f-a402-48b7-a72e-b52cbc9be372 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0050306 Dec 12 17:49:21.825513 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5580f5-8a4e-42f4-800a-476c6b328c5c None None] Network 4f67f61e-60bb-458a-ac2f-fa93eaecc20a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:21.836601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Request body: {'port': {'device_id': 'fa895c91-45ba-4945-a7a6-65c16c48f5a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:21.862544 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7929be8-6364-4ca2-b024-c002beaa9205 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.881340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] For port 98559635-1c46-4e49-bdbb-5feb7863d856, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:49:21.896219 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7929be8-6364-4ca2-b024-c002beaa9205 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event deleted for resources: {'Subnet': ['ID=a3fa7c1f-34ae-4af8-af14-efc07240c670,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:21.902203 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7929be8-6364-4ca2-b024-c002beaa9205 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.908380 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a7929be8-6364-4ca2-b024-c002beaa9205 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/subnets/a3fa7c1f-34ae-4af8-af14-efc07240c670 HTTP/1.1" status: 204 len: 168 time: 0.6552308 Dec 12 17:49:21.909000 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57402) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:21.915024 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] For port 98559635-1c46-4e49-bdbb-5feb7863d856, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=98559635-1c46-4e49-bdbb-5feb7863d856,segment=NetworkSegment(0b2126ea-13c9-428d-8fd0-ddd8efba262e),segment_id=0b2126ea-13c9-428d-8fd0-ddd8efba262e)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:49:21.929131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d46c1-d3eb-4079-b55b-1a24ff17dfc6 req-29a6ee47-5056-4428-b8b1-2f87cb7f68a8 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:21.930694 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e38d46c1-d3eb-4079-b55b-1a24ff17dfc6 req-29a6ee47-5056-4428-b8b1-2f87cb7f68a8 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa895c91-45ba-4945-a7a6-65c16c48f5a1 HTTP/1.1" status: 200 len: 936 time: 0.0618522 Dec 12 17:49:21.941587 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.948299 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cbcce05c-26c4-4e4e-8ad4-25011370f188 None None] Provisioning complete for port 6bfbfc5c-5346-4c0a-80c9-733ad0b36143 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:21.948907 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cbcce05c-26c4-4e4e-8ad4-25011370f188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:21.985283 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:22.011724 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e304e312-2ad5-4eef-a4a7-62ac927cc81c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:22.013567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e304e312-2ad5-4eef-a4a7-62ac927cc81c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:22.018349 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e304e312-2ad5-4eef-a4a7-62ac927cc81c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1082718 Dec 12 17:49:22.018867 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57404) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:22.046251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e38d46c1-d3eb-4079-b55b-1a24ff17dfc6 req-b0366074-35b3-4883-8fcc-0b37e1fc148d tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/security-groups?id=23a60d30-db2f-4ce5-9a91-ea46512a4258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884743 Dec 12 17:49:22.125656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f6462-b4d5-40ce-9cce-39b6e665c7e8 None None] Pushing event updated for resources: {'Port': ['ID=98559635-1c46-4e49-bdbb-5feb7863d856,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:22.126329 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a1ddf69-b281-406a-bd37-1e51513927cf tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:22.137689 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cbcce05c-26c4-4e4e-8ad4-25011370f188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:22.156285 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1ddf69-b281-406a-bd37-1e51513927cf tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 12 17:49:22.156678 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1ddf69-b281-406a-bd37-1e51513927cf tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:49:22.160829 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1a1ddf69-b281-406a-bd37-1e51513927cf tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/networks/cfa7c5ac-86fc-42a1-b4c0-862908f80eb2 HTTP/1.1" status: 409 len: 405 time: 0.1409287 Dec 12 17:49:22.166270 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57406) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:22.178828 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6dfdf05a-4bc3-4afe-81a5-7b9780e246e2 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1202237009'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:22.186498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-cbcce05c-26c4-4e4e-8ad4-25011370f188 None None] For port 6bfbfc5c-5346-4c0a-80c9-733ad0b36143, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6bfbfc5c-5346-4c0a-80c9-733ad0b36143,segment=NetworkSegment(bf1b890f-da43-45df-9175-ac53c06119cf),segment_id=bf1b890f-da43-45df-9175-ac53c06119cf)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:22.196274 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cbcce05c-26c4-4e4e-8ad4-25011370f188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:22.232000 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfdf05a-4bc3-4afe-81a5-7b9780e246e2 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Made reservation on behalf of 3c53f07800f54f758e9c6d46f20e71bf for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:22.238989 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dfdf05a-4bc3-4afe-81a5-7b9780e246e2 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:22.259241 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcce05c-26c4-4e4e-8ad4-25011370f188 None None] Pushing event updated for resources: {'Port': ['ID=6bfbfc5c-5346-4c0a-80c9-733ad0b36143,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:22.266824 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfdf05a-4bc3-4afe-81a5-7b9780e246e2 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:49:22.278956 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dfdf05a-4bc3-4afe-81a5-7b9780e246e2 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:22.279337 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-6dfdf05a-4bc3-4afe-81a5-7b9780e246e2 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Added segment 1eaa383a-58f4-4385-9292-ed8a37d44942 of type vlan for network 6dc28830-df24-46bf-aa18-5424bdad679e Dec 12 17:49:22.331829 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dfdf05a-4bc3-4afe-81a5-7b9780e246e2 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:22.362223 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1f8e4235-cb09-4ff1-bf69-9ecb7eb2a5b0 None None] Provisioning complete for port fb84503b-34f0-4ebf-80f3-2a959af62e60 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:22.362741 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f8e4235-cb09-4ff1-bf69-9ecb7eb2a5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:22.371118 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dfdf05a-4bc3-4afe-81a5-7b9780e246e2 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:22.377623 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfdf05a-4bc3-4afe-81a5-7b9780e246e2 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:22.378066 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dfdf05a-4bc3-4afe-81a5-7b9780e246e2 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:22.431132 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e4235-cb09-4ff1-bf69-9ecb7eb2a5b0 None None] Port fb84503b-34f0-4ebf-80f3-2a959af62e60 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:49:22.462421 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb84503b-34f0-4ebf-80f3-2a959af62e60 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:49:22.492248 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6dfdf05a-4bc3-4afe-81a5-7b9780e246e2 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3205342 Dec 12 17:49:22.493005 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:22.496102 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57412) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:22.510538 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a4382370-d8e2-4d16-a941-8e64ad249e74 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Request body: {'subnet': {'network_id': '6dc28830-df24-46bf-aa18-5424bdad679e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:22.529066 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Transition to ACTIVE for port object fb84503b-34f0-4ebf-80f3-2a959af62e60 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:49:22.552015 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:22.561566 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d5fd5ce6-ec80-4974-9efa-454dea6e18da None None] Provisioning complete for port 6bfbfc5c-5346-4c0a-80c9-733ad0b36143 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:22.562043 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d5fd5ce6-ec80-4974-9efa-454dea6e18da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:22.623453 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdf05a-4bc3-4afe-81a5-7b9780e246e2 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event updated for resources: {'Network': ['ID=6dc28830-df24-46bf-aa18-5424bdad679e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:22.648808 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 6dc28830-df24-46bf-aa18-5424bdad679e details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:49:22.750234 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4382370-d8e2-4d16-a941-8e64ad249e74 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Made reservation on behalf of 3c53f07800f54f758e9c6d46f20e71bf for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:22.759944 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6bfbfc5c-5346-4c0a-80c9-733ad0b36143 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:49:22.766946 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4382370-d8e2-4d16-a941-8e64ad249e74 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:22.776519 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4d9a4-78d3-47e7-b70e-6fea2df73270 req-de855504-bf82-4d41-8981-eadebb668a63 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:22.782052 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3a4d9a4-78d3-47e7-b70e-6fea2df73270 req-de855504-bf82-4d41-8981-eadebb668a63 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.2513936 Dec 12 17:49:22.789943 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Pushing event updated for resources: {'Port': ['ID=fb84503b-34f0-4ebf-80f3-2a959af62e60,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:22.872148 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3a4d9a4-78d3-47e7-b70e-6fea2df73270 req-6d30ef8b-9a77-4892-91f2-4531d5e0b062 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890210 Dec 12 17:49:22.905272 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Attempting to bind port fb84503b-34f0-4ebf-80f3-2a959af62e60 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:49:22.905766 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Attempting to bind port fb84503b-34f0-4ebf-80f3-2a959af62e60 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:49:22.906228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Attempting to bind port fb84503b-34f0-4ebf-80f3-2a959af62e60 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:49:22.912980 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Port fb84503b-34f0-4ebf-80f3-2a959af62e60 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:49:22.913753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Attempting to bind port fb84503b-34f0-4ebf-80f3-2a959af62e60 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:49:22.919892 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:49:22.920564 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:22.921002 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:49:22.921571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Bound port: fb84503b-34f0-4ebf-80f3-2a959af62e60, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:49:22.922319 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:22.970420 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 6bfbfc5c-5346-4c0a-80c9-733ad0b36143 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:22.970972 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:23.004483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] For port fb84503b-34f0-4ebf-80f3-2a959af62e60, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:49:23.009785 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] For port fb84503b-34f0-4ebf-80f3-2a959af62e60, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=fb84503b-34f0-4ebf-80f3-2a959af62e60,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:49:23.022754 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:23.070946 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:23.071621 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:23.073296 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-899feeba-cd87-4366-9363-91a4c491e1af req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] 10.222.0.20 "PUT /v2.0/ports/fb84503b-34f0-4ebf-80f3-2a959af62e60 HTTP/1.1" status: 200 len: 1096 time: 1.2411056 Dec 12 17:49:23.073760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa895c91-45ba-4945-a7a6-65c16c48f5a1', 'tag': 'fb84503b-34f0-4ebf-80f3-2a959af62e60'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:49:23.076244 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6778195e-75d4-45f6-80d9-ad0c480940a1" -d '{"events": [{"name": "network-changed", "server_uuid": "fa895c91-45ba-4945-a7a6-65c16c48f5a1", "tag": "fb84503b-34f0-4ebf-80f3-2a959af62e60"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:49:23.133297 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe46450-ea5b-46ac-a287-e5343d86f062 service neutron] Pushing event updated for resources: {'Port': ['ID=fb84503b-34f0-4ebf-80f3-2a959af62e60,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:23.137604 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 98559635-1c46-4e49-bdbb-5feb7863d856 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:49:23.144711 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a7a773-f238-4c5a-90ec-961a0746a494 x-openstack-request-id: req-75a7a773-f238-4c5a-90ec-961a0746a494 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:49:23.145201 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa895c91-45ba-4945-a7a6-65c16c48f5a1", "tag": "fb84503b-34f0-4ebf-80f3-2a959af62e60", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:49:23.146522 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75a7a773-f238-4c5a-90ec-961a0746a494 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:49:23.152753 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa895c91-45ba-4945-a7a6-65c16c48f5a1', 'tag': 'fb84503b-34f0-4ebf-80f3-2a959af62e60', 'status': 'completed', 'code': 200} Dec 12 17:49:23.212935 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899feeba-cd87-4366-9363-91a4c491e1af req-e55d5551-fdae-4490-bcab-bf2fb88382f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:23.216938 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-899feeba-cd87-4366-9363-91a4c491e1af req-e55d5551-fdae-4490-bcab-bf2fb88382f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b7bc67217ef4e9eb2f9d267626870d7&device_id=fa895c91-45ba-4945-a7a6-65c16c48f5a1 HTTP/1.1" status: 200 len: 1099 time: 0.0630493 Dec 12 17:49:23.241274 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 98559635-1c46-4e49-bdbb-5feb7863d856 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:23.241794 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:23.296713 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-899feeba-cd87-4366-9363-91a4c491e1af req-c4a49fea-a28d-4984-9f19-314bfc16a17a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=fb84503b-34f0-4ebf-80f3-2a959af62e60 HTTP/1.1" status: 200 len: 217 time: 0.0624561 Dec 12 17:49:23.346234 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:23.370840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8f24a-ac1a-4cb1-a12b-fb33e8cf703b req-c2f95c34-8113-44f9-b28c-718250e88199 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:23.378522 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44b8f24a-ac1a-4cb1-a12b-fb33e8cf703b req-c2f95c34-8113-44f9-b28c-718250e88199 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa895c91-45ba-4945-a7a6-65c16c48f5a1 HTTP/1.1" status: 200 len: 948 time: 0.1553180 Dec 12 17:49:23.397888 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 98559635-1c46-4e49-bdbb-5feb7863d856, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=98559635-1c46-4e49-bdbb-5feb7863d856,segment=NetworkSegment(0b2126ea-13c9-428d-8fd0-ddd8efba262e),segment_id=0b2126ea-13c9-428d-8fd0-ddd8efba262e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:23.403939 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:23.411726 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899feeba-cd87-4366-9363-91a4c491e1af req-3cdd806f-2440-44df-bd01-e245cc5e833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:23.413195 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-899feeba-cd87-4366-9363-91a4c491e1af req-3cdd806f-2440-44df-bd01-e245cc5e833d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1089110 Dec 12 17:49:23.491275 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=98559635-1c46-4e49-bdbb-5feb7863d856,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:23.497193 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44b8f24a-ac1a-4cb1-a12b-fb33e8cf703b req-7c0e2bd3-9301-44d6-aec3-27b6cedebe47 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/security-groups?id=23a60d30-db2f-4ce5-9a91-ea46512a4258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176887 Dec 12 17:49:23.519516 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899feeba-cd87-4366-9363-91a4c491e1af req-6e624732-0ce1-4a3e-9bd4-64f86d341847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:23.521526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-899feeba-cd87-4366-9363-91a4c491e1af req-6e624732-0ce1-4a3e-9bd4-64f86d341847 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980597 Dec 12 17:49:23.554700 n-d-760354-5 neutron-server[103150]: DEBUG neutron.objects.ports [None req-a4382370-d8e2-4d16-a941-8e64ad249e74 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 17:49:23.556270 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4382370-d8e2-4d16-a941-8e64ad249e74 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:23.613472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4ccff8-2731-45f8-828f-474d9cd3095c None None] Network cfa7c5ac-86fc-42a1-b4c0-862908f80eb2 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:23.618727 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4382370-d8e2-4d16-a941-8e64ad249e74 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event updated for resources: {'Subnet': ['ID=51546f78-893b-4511-b2c0-d4180e7bb8f8,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:23.629403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4382370-d8e2-4d16-a941-8e64ad249e74 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Checking segment: {'id': '1eaa383a-58f4-4385-9292-ed8a37d44942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6dc28830-df24-46bf-aa18-5424bdad679e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:23.629866 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4382370-d8e2-4d16-a941-8e64ad249e74 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Network hostable DHCP agents. Network: 6dc28830-df24-46bf-aa18-5424bdad679e, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:49:23.631838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-899feeba-cd87-4366-9363-91a4c491e1af req-64f51ce3-8217-4e0c-8bfd-147bec5c1c8b service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029918 Dec 12 17:49:23.648989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4382370-d8e2-4d16-a941-8e64ad249e74 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Network 6dc28830-df24-46bf-aa18-5424bdad679e is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:49:23.662114 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a4382370-d8e2-4d16-a941-8e64ad249e74 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 6dc28830-df24-46bf-aa18-5424bdad679e) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:23.673083 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4382370-d8e2-4d16-a941-8e64ad249e74 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:23.674009 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4382370-d8e2-4d16-a941-8e64ad249e74 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:23.674299 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932da821-6b9e-438e-8f52-8e3e296d72c5 None None] Network 6dc28830-df24-46bf-aa18-5424bdad679e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:23.696740 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a4382370-d8e2-4d16-a941-8e64ad249e74 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1914847 Dec 12 17:49:23.699950 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57424) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:23.705900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a90252eb-e5f9-4a19-a100-da6a9b26003c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Request body: {'port': {'network_id': '6dc28830-df24-46bf-aa18-5424bdad679e', 'name': 'tempest-NetworksIpV6TestAttrs-1166386598'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:23.761752 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e760050c-69ae-4506-88ad-86ceb856af6e None None] Provisioning complete for port 98559635-1c46-4e49-bdbb-5feb7863d856 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:23.762310 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e760050c-69ae-4506-88ad-86ceb856af6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:23.765224 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-899feeba-cd87-4366-9363-91a4c491e1af req-01e25de3-593b-4b00-80e4-9ac972e1ac90 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261334 Dec 12 17:49:23.852335 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90252eb-e5f9-4a19-a100-da6a9b26003c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Made reservation on behalf of 3c53f07800f54f758e9c6d46f20e71bf for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:23.856641 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a90252eb-e5f9-4a19-a100-da6a9b26003c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:23.862312 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-6dc28830-df24-46bf-aa18-5424bdad679e', 'network_id': '6dc28830-df24-46bf-aa18-5424bdad679e', 'project_id': '3c53f07800f54f758e9c6d46f20e71bf', 'fixed_ips': [{'subnet_id': '51546f78-893b-4511-b2c0-d4180e7bb8f8'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:49:23.863728 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:23.877947 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-a90252eb-e5f9-4a19-a100-da6a9b26003c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] device_id is not set on port edb7459b-405a-44f8-99f8-3d2dc7ed1c25 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:49:23.878831 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778195e-75d4-45f6-80d9-ad0c480940a1 req-9f6985f6-81e6-4d9a-9c96-3e943541ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:23.884680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6778195e-75d4-45f6-80d9-ad0c480940a1 req-9f6985f6-81e6-4d9a-9c96-3e943541ef0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b7bc67217ef4e9eb2f9d267626870d7&device_id=fa895c91-45ba-4945-a7a6-65c16c48f5a1 HTTP/1.1" status: 200 len: 1099 time: 0.0617261 Dec 12 17:49:23.977197 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8da956-985a-4a46-9dc4-d66935af8e4d None None] DHCP port deletion for cfa7c5ac-86fc-42a1-b4c0-862908f80eb2 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:49:23.998229 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778195e-75d4-45f6-80d9-ad0c480940a1 req-f23d9b55-2115-4183-8e11-e9802bea43b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:23.999760 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6778195e-75d4-45f6-80d9-ad0c480940a1 req-f23d9b55-2115-4183-8e11-e9802bea43b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1082935 Dec 12 17:49:24.054786 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ae8da956-985a-4a46-9dc4-d66935af8e4d None None] Deleting port 98559635-1c46-4e49-bdbb-5feb7863d856 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:49:24.055168 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae8da956-985a-4a46-9dc4-d66935af8e4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:24.066081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6778195e-75d4-45f6-80d9-ad0c480940a1 req-5a9b94e2-f660-4ae6-acd9-f662e90b7e43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=fb84503b-34f0-4ebf-80f3-2a959af62e60 HTTP/1.1" status: 200 len: 217 time: 0.0553153 Dec 12 17:49:24.094112 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a90252eb-e5f9-4a19-a100-da6a9b26003c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Allocated IP 2001:db8::f816:3eff:fe34:7cdb (6dc28830-df24-46bf-aa18-5424bdad679e/51546f78-893b-4511-b2c0-d4180e7bb8f8/edb7459b-405a-44f8-99f8-3d2dc7ed1c25) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:24.115083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a41e1-ff1a-4468-aee2-0157ea10c09b req-8604d9f9-ff2c-48e5-9c3a-775c2a40b3ab tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:24.116641 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-618a41e1-ff1a-4468-aee2-0157ea10c09b req-8604d9f9-ff2c-48e5-9c3a-775c2a40b3ab tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.1159842 Dec 12 17:49:24.129757 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ae8da956-985a-4a46-9dc4-d66935af8e4d None None] For port 98559635-1c46-4e49-bdbb-5feb7863d856, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=98559635-1c46-4e49-bdbb-5feb7863d856,segment=NetworkSegment(0b2126ea-13c9-428d-8fd0-ddd8efba262e),segment_id=0b2126ea-13c9-428d-8fd0-ddd8efba262e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:24.130807 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae8da956-985a-4a46-9dc4-d66935af8e4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:24.144545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ae8da956-985a-4a46-9dc4-d66935af8e4d None None] Calling delete_port for 98559635-1c46-4e49-bdbb-5feb7863d856 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:49:24.153282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778195e-75d4-45f6-80d9-ad0c480940a1 req-b17c7e0d-b9d0-4564-9ef3-212d21fd2c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:24.155306 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6778195e-75d4-45f6-80d9-ad0c480940a1 req-b17c7e0d-b9d0-4564-9ef3-212d21fd2c40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0777752 Dec 12 17:49:24.206848 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-618a41e1-ff1a-4468-aee2-0157ea10c09b req-ba54aa43-f700-4a28-bbea-41c2a93e34ce tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730438 Dec 12 17:49:24.224964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778195e-75d4-45f6-80d9-ad0c480940a1 req-000f53ad-aaf8-4d78-9460-bdd0a4b4fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:24.226725 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6778195e-75d4-45f6-80d9-ad0c480940a1 req-000f53ad-aaf8-4d78-9460-bdd0a4b4fd32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604033 Dec 12 17:49:24.241566 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae8da956-985a-4a46-9dc4-d66935af8e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:24.267719 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8da956-985a-4a46-9dc4-d66935af8e4d None None] Pushing event deleted for resources: {'Port': ['ID=98559635-1c46-4e49-bdbb-5feb7863d856,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:24.275080 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a90252eb-e5f9-4a19-a100-da6a9b26003c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:24.275305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8da956-985a-4a46-9dc4-d66935af8e4d None None] No DVR routers for this DVR port 98559635-1c46-4e49-bdbb-5feb7863d856 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:49:24.315191 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a90252eb-e5f9-4a19-a100-da6a9b26003c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:24.360227 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6778195e-75d4-45f6-80d9-ad0c480940a1 req-c5836885-ccfc-48d2-af0a-3a93d2facd0b service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254382 Dec 12 17:49:24.374242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Allocated IP 2001:db8::f816:3eff:fe19:e146 (6dc28830-df24-46bf-aa18-5424bdad679e/51546f78-893b-4511-b2c0-d4180e7bb8f8/4a4110b4-c5b8-45cc-b04f-47aa6907284c) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:24.383390 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90252eb-e5f9-4a19-a100-da6a9b26003c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event updated for resources: {'Port': ['ID=edb7459b-405a-44f8-99f8-3d2dc7ed1c25,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:24.386957 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90252eb-e5f9-4a19-a100-da6a9b26003c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Network 6dc28830-df24-46bf-aa18-5424bdad679e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:24.388802 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a90252eb-e5f9-4a19-a100-da6a9b26003c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:24.391753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90252eb-e5f9-4a19-a100-da6a9b26003c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:24.398544 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90252eb-e5f9-4a19-a100-da6a9b26003c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:24.399460 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a90252eb-e5f9-4a19-a100-da6a9b26003c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:24.432627 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a90252eb-e5f9-4a19-a100-da6a9b26003c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7286971 Dec 12 17:49:24.434598 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57438) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:24.506031 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 98559635-1c46-4e49-bdbb-5feb7863d856 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:49:24.513515 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca91aafc-ff6f-4a23-981d-69202041c13b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Deleting subnet 51546f78-893b-4511-b2c0-d4180e7bb8f8 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:49:24.532256 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6778195e-75d4-45f6-80d9-ad0c480940a1 req-3ddb190b-b7d8-410d-bbea-061ceb2722bd service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631184 Dec 12 17:49:24.543375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 98559635-1c46-4e49-bdbb-5feb7863d856 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:49:24.543674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 98559635-1c46-4e49-bdbb-5feb7863d856 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:49:24.628163 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:24.635277 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca91aafc-ff6f-4a23-981d-69202041c13b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:24.636083 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:24.639514 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662ce1d-57ba-45a3-aeb6-4641881e6311 req-92b4fc06-7ccf-487b-a251-5ff0f81bafdb tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:24.648805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7662ce1d-57ba-45a3-aeb6-4641881e6311 req-92b4fc06-7ccf-487b-a251-5ff0f81bafdb tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa895c91-45ba-4945-a7a6-65c16c48f5a1 HTTP/1.1" status: 200 len: 948 time: 0.0690675 Dec 12 17:49:24.681860 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca91aafc-ff6f-4a23-981d-69202041c13b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:24.703100 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Network 6dc28830-df24-46bf-aa18-5424bdad679e is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:24.707723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:24.713769 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:24.717552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Pushing event updated for resources: {'Port': ['ID=4a4110b4-c5b8-45cc-b04f-47aa6907284c,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:24.735843 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7662ce1d-57ba-45a3-aeb6-4641881e6311 req-d784c7dd-cf99-414c-9c70-c8cb4502481c tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/security-groups?id=23a60d30-db2f-4ce5-9a91-ea46512a4258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860419 Dec 12 17:49:24.764884 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64750526-235a-4524-be6e-73c7645e2407 req-54ab0f66-17c3-477a-9128-4d8f5daf7185 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:24.773680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64750526-235a-4524-be6e-73c7645e2407 req-54ab0f66-17c3-477a-9128-4d8f5daf7185 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.0944664 Dec 12 17:49:24.778071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Attempting to bind port 4a4110b4-c5b8-45cc-b04f-47aa6907284c on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:49:24.778549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Attempting to bind port 4a4110b4-c5b8-45cc-b04f-47aa6907284c by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '1eaa383a-58f4-4385-9292-ed8a37d44942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6dc28830-df24-46bf-aa18-5424bdad679e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:49:24.778812 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Attempting to bind port 4a4110b4-c5b8-45cc-b04f-47aa6907284c on network 6dc28830-df24-46bf-aa18-5424bdad679e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:49:24.785753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:49:24.786139 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Checking segment: {'id': '1eaa383a-58f4-4385-9292-ed8a37d44942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6dc28830-df24-46bf-aa18-5424bdad679e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:24.787190 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:24.787632 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Bound using segment: {'id': '1eaa383a-58f4-4385-9292-ed8a37d44942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6dc28830-df24-46bf-aa18-5424bdad679e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:49:24.788111 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Bound port: 4a4110b4-c5b8-45cc-b04f-47aa6907284c, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eaa383a-58f4-4385-9292-ed8a37d44942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6dc28830-df24-46bf-aa18-5424bdad679e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:49:24.788504 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:24.840360 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64750526-235a-4524-be6e-73c7645e2407 req-3e2d9b38-fb8c-4652-9b10-9b31b41865fb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651822 Dec 12 17:49:24.842983 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca91aafc-ff6f-4a23-981d-69202041c13b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:24.905228 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca91aafc-ff6f-4a23-981d-69202041c13b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:24.909039 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] For port 4a4110b4-c5b8-45cc-b04f-47aa6907284c, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:49:24.913726 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] For port 4a4110b4-c5b8-45cc-b04f-47aa6907284c, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4a4110b4-c5b8-45cc-b04f-47aa6907284c,segment=NetworkSegment(1eaa383a-58f4-4385-9292-ed8a37d44942),segment_id=1eaa383a-58f4-4385-9292-ed8a37d44942)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:49:24.917627 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:24.931865 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91aafc-ff6f-4a23-981d-69202041c13b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event deleted for resources: {'Subnet': ['ID=51546f78-893b-4511-b2c0-d4180e7bb8f8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:24.937539 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca91aafc-ff6f-4a23-981d-69202041c13b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:24.941073 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ca91aafc-ff6f-4a23-981d-69202041c13b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/subnets/51546f78-893b-4511-b2c0-d4180e7bb8f8 HTTP/1.1" status: 204 len: 168 time: 0.5052190 Dec 12 17:49:24.943578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57452) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:24.980724 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3c118-985c-4de7-b9e9-03e9e752c74a None None] Pushing event updated for resources: {'Port': ['ID=4a4110b4-c5b8-45cc-b04f-47aa6907284c,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:25.041970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aa0904-85c0-41b3-9b86-e25515bb573b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:25.043659 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aa0904-85c0-41b3-9b86-e25515bb573b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:25.045237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a1aa0904-85c0-41b3-9b86-e25515bb573b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1006618 Dec 12 17:49:25.047916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57454) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:25.138356 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-31b283b4-b47e-43fe-93d1-fb6713e36fbd tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:25.139513 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b283b4-b47e-43fe-93d1-fb6713e36fbd tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 12 17:49:25.139777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b283b4-b47e-43fe-93d1-fb6713e36fbd tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:49:25.143855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-31b283b4-b47e-43fe-93d1-fb6713e36fbd tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/networks/6dc28830-df24-46bf-aa18-5424bdad679e HTTP/1.1" status: 409 len: 405 time: 0.0949667 Dec 12 17:49:25.148836 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57458) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:25.155287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8e619b4e-f38d-4d6c-a393-722d834c018f tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-961123170'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:25.178830 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e619b4e-f38d-4d6c-a393-722d834c018f tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Made reservation on behalf of 3c53f07800f54f758e9c6d46f20e71bf for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:25.182366 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e619b4e-f38d-4d6c-a393-722d834c018f tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:25.215507 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e619b4e-f38d-4d6c-a393-722d834c018f tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:49:25.224873 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e619b4e-f38d-4d6c-a393-722d834c018f tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:25.225243 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-8e619b4e-f38d-4d6c-a393-722d834c018f tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Added segment ce4e9581-31cb-400b-a542-08992a139b33 of type vlan for network 04210dab-b90a-4a69-ba3c-a4b0d833878f Dec 12 17:49:25.266627 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e619b4e-f38d-4d6c-a393-722d834c018f tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:25.293463 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e619b4e-f38d-4d6c-a393-722d834c018f tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:25.299720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e619b4e-f38d-4d6c-a393-722d834c018f tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:25.300306 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e619b4e-f38d-4d6c-a393-722d834c018f tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:25.354672 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8e619b4e-f38d-4d6c-a393-722d834c018f tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2047238 Dec 12 17:49:25.358256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57460) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:25.363672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-bc480f53-d457-4053-b409-5f834d4f3942 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Request body: {'subnet': {'network_id': '04210dab-b90a-4a69-ba3c-a4b0d833878f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:25.369174 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e619b4e-f38d-4d6c-a393-722d834c018f tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event updated for resources: {'Network': ['ID=04210dab-b90a-4a69-ba3c-a4b0d833878f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:25.380872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 04210dab-b90a-4a69-ba3c-a4b0d833878f details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:49:25.474483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc480f53-d457-4053-b409-5f834d4f3942 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Made reservation on behalf of 3c53f07800f54f758e9c6d46f20e71bf for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:25.478114 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc480f53-d457-4053-b409-5f834d4f3942 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:25.911946 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b93f9b-60a2-4b1a-86df-91160c4acfe7 None None] Network 6dc28830-df24-46bf-aa18-5424bdad679e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:25.994431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381db5aa-e137-4e89-ba33-e2673c13212e req-e29a8125-228d-4a31-9cf7-3e4141de9d51 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:25.996043 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-381db5aa-e137-4e89-ba33-e2673c13212e req-e29a8125-228d-4a31-9cf7-3e4141de9d51 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa895c91-45ba-4945-a7a6-65c16c48f5a1 HTTP/1.1" status: 200 len: 948 time: 0.0919404 Dec 12 17:49:26.108688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.objects.ports [None req-bc480f53-d457-4053-b409-5f834d4f3942 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103151) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 17:49:26.110077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d3962923-cf25-438e-bef8-e7b358292ff5 None None] Provisioning complete for port 4a4110b4-c5b8-45cc-b04f-47aa6907284c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:26.110447 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d3962923-cf25-438e-bef8-e7b358292ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.118256 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc480f53-d457-4053-b409-5f834d4f3942 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.133521 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4a08c-50ff-4b0c-ae03-44edea1c6c7b req-088601f0-53d0-4d7d-9300-f83dc714cde0 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:26.135009 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbf4a08c-50ff-4b0c-ae03-44edea1c6c7b req-088601f0-53d0-4d7d-9300-f83dc714cde0 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.1495154 Dec 12 17:49:26.161887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-381db5aa-e137-4e89-ba33-e2673c13212e req-7d21cb13-c66b-42e6-a48d-75b74e759f1c tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/security-groups?id=23a60d30-db2f-4ce5-9a91-ea46512a4258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531968 Dec 12 17:49:26.225678 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc480f53-d457-4053-b409-5f834d4f3942 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event updated for resources: {'Subnet': ['ID=81c8006d-5396-4e2d-9720-5a84baae430b,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:26.239137 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d3962923-cf25-438e-bef8-e7b358292ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.247019 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc480f53-d457-4053-b409-5f834d4f3942 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Checking segment: {'id': 'ce4e9581-31cb-400b-a542-08992a139b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '04210dab-b90a-4a69-ba3c-a4b0d833878f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:26.247422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc480f53-d457-4053-b409-5f834d4f3942 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Network hostable DHCP agents. Network: 04210dab-b90a-4a69-ba3c-a4b0d833878f, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:49:26.253817 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbf4a08c-50ff-4b0c-ae03-44edea1c6c7b req-e4219fe2-8102-4af9-b382-cb5dd4b272c4 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958869 Dec 12 17:49:26.274260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc480f53-d457-4053-b409-5f834d4f3942 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Network 04210dab-b90a-4a69-ba3c-a4b0d833878f is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:49:26.277435 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e641c581-5bd0-4221-bcf9-f1a02869fe12 None None] DHCP port deletion for 6dc28830-df24-46bf-aa18-5424bdad679e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:49:26.290721 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-bc480f53-d457-4053-b409-5f834d4f3942 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 04210dab-b90a-4a69-ba3c-a4b0d833878f) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:26.296795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc480f53-d457-4053-b409-5f834d4f3942 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:26.297370 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc480f53-d457-4053-b409-5f834d4f3942 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.310604 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa8ac6d-4594-4a6d-84f2-14b033765010 None None] Network 04210dab-b90a-4a69-ba3c-a4b0d833878f requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:26.316679 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bc480f53-d457-4053-b409-5f834d4f3942 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9571531 Dec 12 17:49:26.320047 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57472) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:26.337618 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d3962923-cf25-438e-bef8-e7b358292ff5 None None] For port 4a4110b4-c5b8-45cc-b04f-47aa6907284c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4a4110b4-c5b8-45cc-b04f-47aa6907284c,segment=NetworkSegment(1eaa383a-58f4-4385-9292-ed8a37d44942),segment_id=1eaa383a-58f4-4385-9292-ed8a37d44942)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:26.365759 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d3962923-cf25-438e-bef8-e7b358292ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.422389 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d5e9-d190-40b2-a1bf-6caa20ce0045 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.446124 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3962923-cf25-438e-bef8-e7b358292ff5 None None] Pushing event updated for resources: {'Port': ['ID=4a4110b4-c5b8-45cc-b04f-47aa6907284c,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:26.458223 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e641c581-5bd0-4221-bcf9-f1a02869fe12 None None] Deleting port 4a4110b4-c5b8-45cc-b04f-47aa6907284c {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:49:26.458608 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e641c581-5bd0-4221-bcf9-f1a02869fe12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.479224 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d5e9-d190-40b2-a1bf-6caa20ce0045 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.509074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f14f4f-26c1-4e0e-a9b0-e394461defc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-04210dab-b90a-4a69-ba3c-a4b0d833878f', 'network_id': '04210dab-b90a-4a69-ba3c-a4b0d833878f', 'project_id': '3c53f07800f54f758e9c6d46f20e71bf', 'fixed_ips': [{'subnet_id': '81c8006d-5396-4e2d-9720-5a84baae430b'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:49:26.509942 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4f14f4f-26c1-4e0e-a9b0-e394461defc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.540855 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d5e9-d190-40b2-a1bf-6caa20ce0045 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.554366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e641c581-5bd0-4221-bcf9-f1a02869fe12 None None] For port 4a4110b4-c5b8-45cc-b04f-47aa6907284c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4a4110b4-c5b8-45cc-b04f-47aa6907284c,segment=NetworkSegment(1eaa383a-58f4-4385-9292-ed8a37d44942),segment_id=1eaa383a-58f4-4385-9292-ed8a37d44942)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:26.554791 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e641c581-5bd0-4221-bcf9-f1a02869fe12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.569329 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7d5e9-d190-40b2-a1bf-6caa20ce0045 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event deleted for resources: {'Subnet': ['ID=81c8006d-5396-4e2d-9720-5a84baae430b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:26.620409 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e641c581-5bd0-4221-bcf9-f1a02869fe12 None None] Calling delete_port for 4a4110b4-c5b8-45cc-b04f-47aa6907284c owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:49:26.626837 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d5e9-d190-40b2-a1bf-6caa20ce0045 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.637389 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c89827-7d7c-4bb0-8ea8-c8bf8a4c8c14 None None] Network 04210dab-b90a-4a69-ba3c-a4b0d833878f requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:26.652881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-d8d7d5e9-d190-40b2-a1bf-6caa20ce0045 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04210dab-b90a-4a69-ba3c-a4b0d833878f']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:26.662369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-d8d7d5e9-d190-40b2-a1bf-6caa20ce0045 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4e9581-31cb-400b-a542-08992a139b33') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:26.662669 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-d8d7d5e9-d190-40b2-a1bf-6caa20ce0045 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4e9581-31cb-400b-a542-08992a139b33') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:26.669273 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device fb84503b-34f0-4ebf-80f3-2a959af62e60 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:49:26.671898 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d5e9-d190-40b2-a1bf-6caa20ce0045 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.685831 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d5e9-d190-40b2-a1bf-6caa20ce0045 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.693215 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d7d5e9-d190-40b2-a1bf-6caa20ce0045 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:49:26.693627 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d5e9-d190-40b2-a1bf-6caa20ce0045 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:49:26.697155 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:49:26.753803 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d5e9-d190-40b2-a1bf-6caa20ce0045 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.758613 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8d7d5e9-d190-40b2-a1bf-6caa20ce0045 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.762006 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d8d7d5e9-d190-40b2-a1bf-6caa20ce0045 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/networks/04210dab-b90a-4a69-ba3c-a4b0d833878f HTTP/1.1" status: 204 len: 168 time: 0.4408193 Dec 12 17:49:26.765896 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57474) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:26.770896 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-97545076-7cab-48d0-898e-8fd29196d0cc tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1065433186'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:26.779714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7d5e9-d190-40b2-a1bf-6caa20ce0045 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event deleted for resources: {'Network': ['ID=04210dab-b90a-4a69-ba3c-a4b0d833878f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:26.794840 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97545076-7cab-48d0-898e-8fd29196d0cc tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Made reservation on behalf of 3c53f07800f54f758e9c6d46f20e71bf for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:26.798785 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97545076-7cab-48d0-898e-8fd29196d0cc tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.823135 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97545076-7cab-48d0-898e-8fd29196d0cc tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:49:26.833881 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97545076-7cab-48d0-898e-8fd29196d0cc tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.834173 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-97545076-7cab-48d0-898e-8fd29196d0cc tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Added segment 6a03732d-4eb5-4774-b77c-6400ff34d925 of type vlan for network 7e1f99ee-0c08-4927-9a06-5d2058e6cdda Dec 12 17:49:26.839700 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e641c581-5bd0-4221-bcf9-f1a02869fe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.879074 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97545076-7cab-48d0-898e-8fd29196d0cc tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.879783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e641c581-5bd0-4221-bcf9-f1a02869fe12 None None] No DVR routers for this DVR port 4a4110b4-c5b8-45cc-b04f-47aa6907284c on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:49:26.888982 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641c581-5bd0-4221-bcf9-f1a02869fe12 None None] Pushing event deleted for resources: {'Port': ['ID=4a4110b4-c5b8-45cc-b04f-47aa6907284c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:26.899105 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port fb84503b-34f0-4ebf-80f3-2a959af62e60, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=fb84503b-34f0-4ebf-80f3-2a959af62e60,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:26.909255 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97545076-7cab-48d0-898e-8fd29196d0cc tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.911924 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'fb84503b-34f0-4ebf-80f3-2a959af62e60', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': 'fb84503b-34f0-4ebf-80f3-2a959af62e60', 'mac_address': 'fa:16:3e:1f:10:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:49:26.915601 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97545076-7cab-48d0-898e-8fd29196d0cc tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:26.916194 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97545076-7cab-48d0-898e-8fd29196d0cc tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.950051 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.963399 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb84503b-34f0-4ebf-80f3-2a959af62e60 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:49:26.982617 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-97545076-7cab-48d0-898e-8fd29196d0cc tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2158582 Dec 12 17:49:26.985526 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57478) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:26.986176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port fb84503b-34f0-4ebf-80f3-2a959af62e60, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=fb84503b-34f0-4ebf-80f3-2a959af62e60,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:26.991535 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:26.997789 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-64afdc0b-0ef9-4686-82c7-d361a89fc9db tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Request body: {'subnet': {'network_id': '7e1f99ee-0c08-4927-9a06-5d2058e6cdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:27.016097 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97545076-7cab-48d0-898e-8fd29196d0cc tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event updated for resources: {'Network': ['ID=7e1f99ee-0c08-4927-9a06-5d2058e6cdda,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:27.029985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 7e1f99ee-0c08-4927-9a06-5d2058e6cdda details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:49:27.084707 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=fb84503b-34f0-4ebf-80f3-2a959af62e60,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:27.096566 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64afdc0b-0ef9-4686-82c7-d361a89fc9db tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Made reservation on behalf of 3c53f07800f54f758e9c6d46f20e71bf for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:27.100925 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64afdc0b-0ef9-4686-82c7-d361a89fc9db tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:27.257297 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['fb84503b-34f0-4ebf-80f3-2a959af62e60'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:49:27.285549 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e2cd2-8298-484e-9aff-1e9b87fa2082 req-d07d6fe2-7045-4829-bffb-a0a4bbadcac3 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:27.288679 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-216e2cd2-8298-484e-9aff-1e9b87fa2082 req-d07d6fe2-7045-4829-bffb-a0a4bbadcac3 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa895c91-45ba-4945-a7a6-65c16c48f5a1 HTTP/1.1" status: 200 len: 949 time: 0.0546689 Dec 12 17:49:27.296167 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64afdc0b-0ef9-4686-82c7-d361a89fc9db tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:27.358731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-216e2cd2-8298-484e-9aff-1e9b87fa2082 req-144dfa43-d0ab-4522-b414-18fd28bcbdba tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/security-groups?id=23a60d30-db2f-4ce5-9a91-ea46512a4258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647304 Dec 12 17:49:27.385072 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64afdc0b-0ef9-4686-82c7-d361a89fc9db tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Checking segment: {'id': '6a03732d-4eb5-4774-b77c-6400ff34d925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7e1f99ee-0c08-4927-9a06-5d2058e6cdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:27.385846 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64afdc0b-0ef9-4686-82c7-d361a89fc9db tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Network hostable DHCP agents. Network: 7e1f99ee-0c08-4927-9a06-5d2058e6cdda, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:49:27.394686 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afdc0b-0ef9-4686-82c7-d361a89fc9db tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event updated for resources: {'Subnet': ['ID=be533451-b6b1-4196-84cd-5a0542d18b96,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:27.425849 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64afdc0b-0ef9-4686-82c7-d361a89fc9db tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Network 7e1f99ee-0c08-4927-9a06-5d2058e6cdda is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:49:27.439007 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-64afdc0b-0ef9-4686-82c7-d361a89fc9db tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 7e1f99ee-0c08-4927-9a06-5d2058e6cdda) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:27.444719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64afdc0b-0ef9-4686-82c7-d361a89fc9db tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:27.445671 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64afdc0b-0ef9-4686-82c7-d361a89fc9db tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:27.448907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a31a8f-eb6a-40db-9301-45ca753181f5 None None] Network 7e1f99ee-0c08-4927-9a06-5d2058e6cdda requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:27.469708 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-64afdc0b-0ef9-4686-82c7-d361a89fc9db tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4827118 Dec 12 17:49:27.470616 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57488) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:27.471080 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2256ba0-6fc7-41fe-b0c2-31108eed72b5 req-6f65667e-c353-4e72-acfb-66e021a826c2 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:27.472615 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a2256ba0-6fc7-41fe-b0c2-31108eed72b5 req-6f65667e-c353-4e72-acfb-66e021a826c2 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.0633464 Dec 12 17:49:27.535706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a2256ba0-6fc7-41fe-b0c2-31108eed72b5 req-dd32ac1a-d19c-4fdd-914c-4e4deac39e7e tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564644 Dec 12 17:49:27.557576 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-7e1f99ee-0c08-4927-9a06-5d2058e6cdda', 'network_id': '7e1f99ee-0c08-4927-9a06-5d2058e6cdda', 'project_id': '3c53f07800f54f758e9c6d46f20e71bf', 'fixed_ips': [{'subnet_id': 'be533451-b6b1-4196-84cd-5a0542d18b96'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:49:27.558779 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:27.582921 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:27.635993 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:27.692399 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Allocated IP 2001:db8::2 (7e1f99ee-0c08-4927-9a06-5d2058e6cdda/be533451-b6b1-4196-84cd-5a0542d18b96/d1debc1a-4d54-43c7-9884-7ac2dfc243d2) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:27.829665 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:27.835582 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:27.850433 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:27.873431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Network 7e1f99ee-0c08-4927-9a06-5d2058e6cdda is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:27.876275 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:27.877634 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event deleted for resources: {'Subnet': ['ID=be533451-b6b1-4196-84cd-5a0542d18b96,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:27.879772 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:27.890858 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Pushing event updated for resources: {'Port': ['ID=d1debc1a-4d54-43c7-9884-7ac2dfc243d2,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:27.946654 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:27.950176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Attempting to bind port d1debc1a-4d54-43c7-9884-7ac2dfc243d2 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:49:27.950686 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Attempting to bind port d1debc1a-4d54-43c7-9884-7ac2dfc243d2 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '6a03732d-4eb5-4774-b77c-6400ff34d925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7e1f99ee-0c08-4927-9a06-5d2058e6cdda'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:49:27.950903 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Attempting to bind port d1debc1a-4d54-43c7-9884-7ac2dfc243d2 on network 7e1f99ee-0c08-4927-9a06-5d2058e6cdda {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:49:27.955984 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:49:27.956362 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Checking segment: {'id': '6a03732d-4eb5-4774-b77c-6400ff34d925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7e1f99ee-0c08-4927-9a06-5d2058e6cdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:27.956759 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:27.957157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Bound using segment: {'id': '6a03732d-4eb5-4774-b77c-6400ff34d925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7e1f99ee-0c08-4927-9a06-5d2058e6cdda'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:49:27.957617 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Bound port: d1debc1a-4d54-43c7-9884-7ac2dfc243d2, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a03732d-4eb5-4774-b77c-6400ff34d925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7e1f99ee-0c08-4927-9a06-5d2058e6cdda'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:49:27.957997 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:27.970018 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1f99ee-0c08-4927-9a06-5d2058e6cdda']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:27.979243 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a03732d-4eb5-4774-b77c-6400ff34d925') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:27.979549 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a03732d-4eb5-4774-b77c-6400ff34d925') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:27.988737 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:28.003054 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:28.009634 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:49:28.010019 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:49:28.013121 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:49:28.023096 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] For port d1debc1a-4d54-43c7-9884-7ac2dfc243d2, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:49:28.074196 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] For port d1debc1a-4d54-43c7-9884-7ac2dfc243d2, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d1debc1a-4d54-43c7-9884-7ac2dfc243d2,segment=NetworkSegment(6a03732d-4eb5-4774-b77c-6400ff34d925),segment_id=6a03732d-4eb5-4774-b77c-6400ff34d925)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:49:28.074749 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.db.api [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 17:49:28.074749 n-d-760354-5 neutron-server[103150]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 17:49:28.074749 n-d-760354-5 neutron-server[103150]: [parameters: {'id': '7e1f99ee-0c08-4927-9a06-5d2058e6cdda'}] Dec 12 17:49:28.074749 n-d-760354-5 neutron-server[103150]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:49:28.075176 n-d-760354-5 neutron-server[103150]: DEBUG oslo_db.api [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:49:28.078308 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:28.157932 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec224a-cf80-4983-9395-858914f1b486 None None] Pushing event updated for resources: {'Port': ['ID=d1debc1a-4d54-43c7-9884-7ac2dfc243d2,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:28.175408 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b70e21c-92da-4988-8668-6ef3ca1e7c13 None None] Network 7e1f99ee-0c08-4927-9a06-5d2058e6cdda requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:28.266799 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a807ae-0d75-4313-b452-be6b3b42ea3f None None] get_active_networks_info from n-d-760354-5 {{(pid=103152) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 17:49:28.434710 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a807ae-0d75-4313-b452-be6b3b42ea3f None None] Resources bound (agent type, host, resource id): {{(pid=103152) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 17:49:28.475936 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f0c5e-ac8f-40dd-93e2-57f994c37928 req-48a246ad-a907-4923-969f-9074d00e9b55 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:28.477448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e4f0c5e-ac8f-40dd-93e2-57f994c37928 req-48a246ad-a907-4923-969f-9074d00e9b55 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa895c91-45ba-4945-a7a6-65c16c48f5a1 HTTP/1.1" status: 200 len: 949 time: 0.0530097 Dec 12 17:49:28.542330 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e4f0c5e-ac8f-40dd-93e2-57f994c37928 req-644eefb9-b87b-4fec-b1cd-bcf17e9a453f tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/security-groups?id=23a60d30-db2f-4ce5-9a91-ea46512a4258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459881 Dec 12 17:49:28.576962 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:28.634780 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Deleting port d1debc1a-4d54-43c7-9884-7ac2dfc243d2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:49:28.635030 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:28.658335 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device fb84503b-34f0-4ebf-80f3-2a959af62e60 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:49:28.670176 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9189bff-0748-49ec-9cfb-6d61b32f95d9 req-6fa4c12d-2ded-4b03-88eb-364fa94d3289 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:28.671759 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e9189bff-0748-49ec-9cfb-6d61b32f95d9 req-6fa4c12d-2ded-4b03-88eb-364fa94d3289 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.0599444 Dec 12 17:49:28.701647 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] For port d1debc1a-4d54-43c7-9884-7ac2dfc243d2, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d1debc1a-4d54-43c7-9884-7ac2dfc243d2,segment=NetworkSegment(6a03732d-4eb5-4774-b77c-6400ff34d925),segment_id=6a03732d-4eb5-4774-b77c-6400ff34d925)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:28.702067 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:28.715699 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Calling delete_port for d1debc1a-4d54-43c7-9884-7ac2dfc243d2 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:49:28.727504 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e9189bff-0748-49ec-9cfb-6d61b32f95d9 req-95663bce-906c-4da1-a90c-63a7b30bb456 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491905 Dec 12 17:49:28.802746 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:28.818562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port fb84503b-34f0-4ebf-80f3-2a959af62e60 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:49:28.829689 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event deleted for resources: {'Port': ['ID=d1debc1a-4d54-43c7-9884-7ac2dfc243d2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:28.834654 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] No DVR routers for this DVR port d1debc1a-4d54-43c7-9884-7ac2dfc243d2 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:49:28.845434 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port fb84503b-34f0-4ebf-80f3-2a959af62e60 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:28.845810 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:28.915650 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:28.936330 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1f99ee-0c08-4927-9a06-5d2058e6cdda']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:28.946070 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a03732d-4eb5-4774-b77c-6400ff34d925') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:28.946373 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a03732d-4eb5-4774-b77c-6400ff34d925') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:28.955711 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:28.969390 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:28.976524 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:49:28.977223 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:49:28.981070 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:49:29.040963 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.049500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.055980 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/networks/7e1f99ee-0c08-4927-9a06-5d2058e6cdda HTTP/1.1" status: 204 len: 168 time: 1.5810223 Dec 12 17:49:29.057668 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57500) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:29.058953 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.064662 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29272807-7281-4c71-893c-68a388cbd395 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event deleted for resources: {'Network': ['ID=7e1f99ee-0c08-4927-9a06-5d2058e6cdda,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:29.065667 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-bb279a0d-1fe9-4759-9f42-9130c1e4e447 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1044396017'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:29.102696 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa895c91-45ba-4945-a7a6-65c16c48f5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb84503b-34f0-4ebf-80f3-2a959af62e60'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:49:29.106206 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad27df6b-b9ec-43a5-9887-7c611d96f805" -d '{"events": [{"server_uuid": "fa895c91-45ba-4945-a7a6-65c16c48f5a1", "name": "network-vif-plugged", "status": "completed", "tag": "fb84503b-34f0-4ebf-80f3-2a959af62e60"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:49:29.108665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb279a0d-1fe9-4759-9f42-9130c1e4e447 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Made reservation on behalf of 3c53f07800f54f758e9c6d46f20e71bf for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:29.112795 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb279a0d-1fe9-4759-9f42-9130c1e4e447 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.114660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port fb84503b-34f0-4ebf-80f3-2a959af62e60, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=fb84503b-34f0-4ebf-80f3-2a959af62e60,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:29.123662 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.132129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Provisioning complete for port 4d28c28f-2b1b-4d3d-8542-08fbba4b592e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:29.132129 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.145205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb279a0d-1fe9-4759-9f42-9130c1e4e447 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:49:29.158560 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb279a0d-1fe9-4759-9f42-9130c1e4e447 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.158997 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-bb279a0d-1fe9-4759-9f42-9130c1e4e447 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Added segment 23ffcadc-0c0e-4afb-8081-24906fa0f6ac of type vlan for network b7b95dd4-af9d-4bd3-9cb7-b6b8b172d700 Dec 12 17:49:29.173194 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29186230-9a23-46c7-8490-0ffc0041eb08 x-openstack-request-id: req-29186230-9a23-46c7-8490-0ffc0041eb08 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:49:29.173420 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa895c91-45ba-4945-a7a6-65c16c48f5a1", "name": "network-vif-plugged", "status": "completed", "tag": "fb84503b-34f0-4ebf-80f3-2a959af62e60", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:49:29.173709 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29186230-9a23-46c7-8490-0ffc0041eb08 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:49:29.174113 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa895c91-45ba-4945-a7a6-65c16c48f5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb84503b-34f0-4ebf-80f3-2a959af62e60', 'code': 200} Dec 12 17:49:29.205744 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb279a0d-1fe9-4759-9f42-9130c1e4e447 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.211626 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=fb84503b-34f0-4ebf-80f3-2a959af62e60,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:29.259055 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb279a0d-1fe9-4759-9f42-9130c1e4e447 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.264693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb279a0d-1fe9-4759-9f42-9130c1e4e447 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:29.265343 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb279a0d-1fe9-4759-9f42-9130c1e4e447 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.267188 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Provisioning complete for port 0569a5a7-0bca-47b7-aac9-3baa4c7c7097 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:29.267586 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.325865 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dc2fa-299f-46d6-b5a5-a9283b7f6d00 req-a305d677-2378-465e-b720-e1679bba5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:29.327413 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f9dc2fa-299f-46d6-b5a5-a9283b7f6d00 req-a305d677-2378-465e-b720-e1679bba5864 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa895c91-45ba-4945-a7a6-65c16c48f5a1 HTTP/1.1" status: 200 len: 1101 time: 0.1126497 Dec 12 17:49:29.333244 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bb279a0d-1fe9-4759-9f42-9130c1e4e447 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2740498 Dec 12 17:49:29.336205 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57506) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:29.341213 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ffd88155-00d6-4a05-aed3-e99702d6d8c3 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Request body: {'subnet': {'network_id': 'b7b95dd4-af9d-4bd3-9cb7-b6b8b172d700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:29.354991 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Provisioning complete for port 9644b944-e0ff-4fb4-9d87-33236b23892b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:29.355675 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.359999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb279a0d-1fe9-4759-9f42-9130c1e4e447 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event updated for resources: {'Network': ['ID=b7b95dd4-af9d-4bd3-9cb7-b6b8b172d700,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:29.383083 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network b7b95dd4-af9d-4bd3-9cb7-b6b8b172d700 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:49:29.392417 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f9dc2fa-299f-46d6-b5a5-a9283b7f6d00 req-45680154-6a0d-44e0-a63b-94cd43e60289 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=23a60d30-db2f-4ce5-9a91-ea46512a4258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485966 Dec 12 17:49:29.439957 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd88155-00d6-4a05-aed3-e99702d6d8c3 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Made reservation on behalf of 3c53f07800f54f758e9c6d46f20e71bf for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:29.444713 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffd88155-00d6-4a05-aed3-e99702d6d8c3 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.520063 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Provisioning complete for port 6513e036-6557-4a2f-b97e-8cb23c452eff triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:29.521033 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.643794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Provisioning complete for port 9184e06a-46a7-4efa-b618-940835c82a32 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:29.644243 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.679157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44ef3e-5a96-43d0-95b0-745ae6555940 req-ba18b8b5-952d-410a-86a4-bbac528437b3 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:29.681042 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Port 9184e06a-46a7-4efa-b618-940835c82a32 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:49:29.683919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd44ef3e-5a96-43d0-95b0-745ae6555940 req-ba18b8b5-952d-410a-86a4-bbac528437b3 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa895c91-45ba-4945-a7a6-65c16c48f5a1 HTTP/1.1" status: 200 len: 950 time: 0.0557530 Dec 12 17:49:29.693422 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Provisioning complete for port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:29.693717 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.720405 n-d-760354-5 neutron-server[103150]: DEBUG neutron.objects.ports [None req-ffd88155-00d6-4a05-aed3-e99702d6d8c3 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 17:49:29.721873 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffd88155-00d6-4a05-aed3-e99702d6d8c3 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.738019 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd44ef3e-5a96-43d0-95b0-745ae6555940 req-b108faef-ddc8-403b-89c1-35c306475b0f tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/security-groups?id=23a60d30-db2f-4ce5-9a91-ea46512a4258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504408 Dec 12 17:49:29.785845 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd88155-00d6-4a05-aed3-e99702d6d8c3 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event updated for resources: {'Subnet': ['ID=a2eae1c5-763c-4b36-b1ef-950f17f91d07,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:29.791037 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Provisioning complete for port e53cb447-8af2-4210-8b3b-a6cd21a948be triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:29.791444 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.804832 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd88155-00d6-4a05-aed3-e99702d6d8c3 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Checking segment: {'id': '23ffcadc-0c0e-4afb-8081-24906fa0f6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b7b95dd4-af9d-4bd3-9cb7-b6b8b172d700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:29.805195 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd88155-00d6-4a05-aed3-e99702d6d8c3 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Network hostable DHCP agents. Network: b7b95dd4-af9d-4bd3-9cb7-b6b8b172d700, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:49:29.822844 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd88155-00d6-4a05-aed3-e99702d6d8c3 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Network b7b95dd4-af9d-4bd3-9cb7-b6b8b172d700 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:49:29.829477 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Port e53cb447-8af2-4210-8b3b-a6cd21a948be cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:49:29.833130 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ffd88155-00d6-4a05-aed3-e99702d6d8c3 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, b7b95dd4-af9d-4bd3-9cb7-b6b8b172d700) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:29.838479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd88155-00d6-4a05-aed3-e99702d6d8c3 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:29.839184 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffd88155-00d6-4a05-aed3-e99702d6d8c3 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.840541 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Provisioning complete for port 1d56b7ed-1afb-4db9-a730-8b8c5641dd87 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:29.840920 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.863868 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19419a07-c39f-49a5-8774-3d488a70cd5f None None] Network b7b95dd4-af9d-4bd3-9cb7-b6b8b172d700 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:29.865288 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ffd88155-00d6-4a05-aed3-e99702d6d8c3 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5272565 Dec 12 17:49:29.865916 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57516) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:29.872061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f66089-5fcc-4304-a4e9-528771af85e7 req-33c4fc2a-5757-40f9-abb2-a02fa422b793 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:29.878597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-62f66089-5fcc-4304-a4e9-528771af85e7 req-33c4fc2a-5757-40f9-abb2-a02fa422b793 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.0740118 Dec 12 17:49:29.968336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-c4d73bfe-0230-47b9-965e-f77c814c136b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0754049 Dec 12 17:49:29.971929 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-941380f6-8942-4dcb-b59e-b6b62ffca607 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:29.972631 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-62f66089-5fcc-4304-a4e9-528771af85e7 req-d245c196-c842-4821-8a9a-556edba3d139 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857239 Dec 12 17:49:30.022451 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a759c1-5e26-418f-a966-f020bc5d682b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-b7b95dd4-af9d-4bd3-9cb7-b6b8b172d700', 'network_id': 'b7b95dd4-af9d-4bd3-9cb7-b6b8b172d700', 'project_id': '3c53f07800f54f758e9c6d46f20e71bf', 'fixed_ips': [{'subnet_id': 'a2eae1c5-763c-4b36-b1ef-950f17f91d07'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:49:30.023349 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-19a759c1-5e26-418f-a966-f020bc5d682b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:30.037191 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Provisioning complete for port bd48f735-2e77-4af5-98a5-7e98d229d1b9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:30.037585 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:30.038942 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-941380f6-8942-4dcb-b59e-b6b62ffca607 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:30.071365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-a741f4ec-4ccc-458c-80e1-97b567bf7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:30.072120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-a741f4ec-4ccc-458c-80e1-97b567bf7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:30.072740 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-a741f4ec-4ccc-458c-80e1-97b567bf7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:30.073524 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-a741f4ec-4ccc-458c-80e1-97b567bf7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:30.073524 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-a741f4ec-4ccc-458c-80e1-97b567bf7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:30.074294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-a741f4ec-4ccc-458c-80e1-97b567bf7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:30.074448 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-a741f4ec-4ccc-458c-80e1-97b567bf7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:30.076506 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-a741f4ec-4ccc-458c-80e1-97b567bf7e6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 6500 time: 0.0502698 Dec 12 17:49:30.098571 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-941380f6-8942-4dcb-b59e-b6b62ffca607 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:30.127320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941380f6-8942-4dcb-b59e-b6b62ffca607 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event deleted for resources: {'Subnet': ['ID=a2eae1c5-763c-4b36-b1ef-950f17f91d07,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:30.128581 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Port bd48f735-2e77-4af5-98a5-7e98d229d1b9 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:49:30.164303 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Provisioning complete for port c4838461-1c7b-4a7f-a636-a0665db73a2f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:30.164800 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:30.194730 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-941380f6-8942-4dcb-b59e-b6b62ffca607 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server [None req-19a759c1-5e26-418f-a966-f020bc5d682b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2eae1c5-763c-4b36-b1ef-950f17f91d07: This subnet is being modified by another concurrent operation. Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 17:49:30.199665 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise exception Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2eae1c5-763c-4b36-b1ef-950f17f91d07: This subnet is being modified by another concurrent operation. Dec 12 17:49:30.205079 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server Dec 12 17:49:30.222055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-941380f6-8942-4dcb-b59e-b6b62ffca607 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b95dd4-af9d-4bd3-9cb7-b6b8b172d700']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:30.227763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-5a041e28-aafc-44a2-855a-2d5beb60ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:30.228412 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-5a041e28-aafc-44a2-855a-2d5beb60ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:30.230080 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-5a041e28-aafc-44a2-855a-2d5beb60ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:30.231842 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-5a041e28-aafc-44a2-855a-2d5beb60ec7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=83399e2c-8d46-49d3-8798-f18746a19765&id=abd15d69-fdc4-40f0-9728-711543d334c4&id=abd15d69-fdc4-40f0-9728-711543d334c4&id=abd15d69-fdc4-40f0-9728-711543d334c4&id=abd15d69-fdc4-40f0-9728-711543d334c4&id=faaae9f2-d52c-4d86-b85f-6cafd43330dd&id=faaae9f2-d52c-4d86-b85f-6cafd43330dd HTTP/1.1" status: 200 len: 2299 time: 0.1227164 Dec 12 17:49:30.235144 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-941380f6-8942-4dcb-b59e-b6b62ffca607 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ffcadc-0c0e-4afb-8081-24906fa0f6ac') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:30.235598 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-941380f6-8942-4dcb-b59e-b6b62ffca607 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ffcadc-0c0e-4afb-8081-24906fa0f6ac') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:30.247586 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-941380f6-8942-4dcb-b59e-b6b62ffca607 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:30.254643 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea41d434-ea47-468a-a8fe-436535a195cc None None] Network b7b95dd4-af9d-4bd3-9cb7-b6b8b172d700 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:30.266412 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-941380f6-8942-4dcb-b59e-b6b62ffca607 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:30.281180 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941380f6-8942-4dcb-b59e-b6b62ffca607 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:49:30.281810 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-941380f6-8942-4dcb-b59e-b6b62ffca607 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:49:30.285882 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:49:30.318567 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-e00fdd14-9802-4f26-81f2-6639a73d7749 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 HTTP/1.1" status: 200 len: 1001 time: 0.0783546 Dec 12 17:49:30.345517 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-941380f6-8942-4dcb-b59e-b6b62ffca607 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:30.364784 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-941380f6-8942-4dcb-b59e-b6b62ffca607 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:30.374311 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-941380f6-8942-4dcb-b59e-b6b62ffca607 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/networks/b7b95dd4-af9d-4bd3-9cb7-b6b8b172d700 HTTP/1.1" status: 204 len: 168 time: 0.5024610 Dec 12 17:49:30.374311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941380f6-8942-4dcb-b59e-b6b62ffca607 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event deleted for resources: {'Network': ['ID=b7b95dd4-af9d-4bd3-9cb7-b6b8b172d700,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:30.375360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57520) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:30.388180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-d68a713a-e8a7-4a08-90ed-ace3caa44d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:30.390315 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-d68a713a-e8a7-4a08-90ed-ace3caa44d30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3cdf9121-1e61-4db7-ab9c-ba8912fd56a9 HTTP/1.1" status: 200 len: 856 time: 0.0653722 Dec 12 17:49:30.417987 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c79b83-9490-450b-924e-758f0fca6c71 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] DELETE failed (client error): The resource could not be found. Dec 12 17:49:30.418441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c79b83-9490-450b-924e-758f0fca6c71 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:49:30.421466 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-86c79b83-9490-450b-924e-758f0fca6c71 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/subnets/a2eae1c5-763c-4b36-b1ef-950f17f91d07 HTTP/1.1" status: 404 len: 337 time: 0.0447292 Dec 12 17:49:30.424136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57522) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:30.460694 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced2037c-850e-4207-9eee-9ff79a366e5a tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] DELETE failed (client error): The resource could not be found. Dec 12 17:49:30.461369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced2037c-850e-4207-9eee-9ff79a366e5a tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:49:30.466903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ced2037c-850e-4207-9eee-9ff79a366e5a tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/networks/b7b95dd4-af9d-4bd3-9cb7-b6b8b172d700 HTTP/1.1" status: 404 len: 339 time: 0.0393920 Dec 12 17:49:30.468051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57524) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:30.502827 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-1011d8b2-dcf1-46c7-891e-6e1d92c00264 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] DELETE failed (client error): The resource could not be found. Dec 12 17:49:30.506744 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1011d8b2-dcf1-46c7-891e-6e1d92c00264 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:49:30.509922 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1011d8b2-dcf1-46c7-891e-6e1d92c00264 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/subnets/be533451-b6b1-4196-84cd-5a0542d18b96 HTTP/1.1" status: 404 len: 337 time: 0.0416765 Dec 12 17:49:30.512554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57528) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:30.533920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-b2706acd-fa49-4606-8dba-df1d2950c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:30.535534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-b2706acd-fa49-4606-8dba-df1d2950c3ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83399e2c-8d46-49d3-8798-f18746a19765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257305 Dec 12 17:49:30.536898 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-2945ad05-b047-479a-b8ab-be336ee567aa tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] DELETE failed (client error): The resource could not be found. Dec 12 17:49:30.537057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2945ad05-b047-479a-b8ab-be336ee567aa tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:49:30.540084 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2945ad05-b047-479a-b8ab-be336ee567aa tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/networks/7e1f99ee-0c08-4927-9a06-5d2058e6cdda HTTP/1.1" status: 404 len: 339 time: 0.0266330 Dec 12 17:49:30.542629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57530) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:30.547635 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90135d4-5747-4d75-846a-eca2d01c65fa None None] get_active_networks_info from n-d-760354-5 {{(pid=103152) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 17:49:30.577633 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5089cf9-d82f-4a38-8ceb-2aed1747262e tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] DELETE failed (client error): The resource could not be found. Dec 12 17:49:30.578086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5089cf9-d82f-4a38-8ceb-2aed1747262e tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:49:30.578351 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Provisioning complete for port 27939596-11e8-49c5-835b-a5e2c6bafa47 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:30.578733 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:30.581129 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a5089cf9-d82f-4a38-8ceb-2aed1747262e tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/subnets/81c8006d-5396-4e2d-9720-5a84baae430b HTTP/1.1" status: 404 len: 337 time: 0.0373976 Dec 12 17:49:30.584426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57532) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:30.607363 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-8739a1ff-e418-468d-b6a1-d0eab14da6ae tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] DELETE failed (client error): The resource could not be found. Dec 12 17:49:30.608704 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8739a1ff-e418-468d-b6a1-d0eab14da6ae tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:49:30.611840 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8739a1ff-e418-468d-b6a1-d0eab14da6ae tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/networks/04210dab-b90a-4a69-ba3c-a4b0d833878f HTTP/1.1" status: 404 len: 339 time: 0.0263851 Dec 12 17:49:30.614287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57534) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:30.679042 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-e06fc4b0-5406-4ecd-b8ff-49fa02061ab8 service neutron] 10.222.0.20 "GET /v2.0/networks/83399e2c-8d46-49d3-8798-f18746a19765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101637 Dec 12 17:49:30.720763 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f66d670a-080c-4054-b2e8-9b2b5d6f485b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Deleting port edb7459b-405a-44f8-99f8-3d2dc7ed1c25 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:49:30.721107 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f66d670a-080c-4054-b2e8-9b2b5d6f485b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:30.773941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Provisioning complete for port 5e8e4283-f349-4d85-966f-d65cf938fb05 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:30.774336 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:30.789229 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-cc379099-311e-4a59-a715-4dda9180c35c service neutron] 10.222.0.20 "GET /v2.0/networks/83399e2c-8d46-49d3-8798-f18746a19765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012368 Dec 12 17:49:30.806320 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f66d670a-080c-4054-b2e8-9b2b5d6f485b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:30.807467 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90135d4-5747-4d75-846a-eca2d01c65fa None None] Resources bound (agent type, host, resource id): {{(pid=103152) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 17:49:30.821945 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f66d670a-080c-4054-b2e8-9b2b5d6f485b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Calling delete_port for edb7459b-405a-44f8-99f8-3d2dc7ed1c25 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:49:30.826106 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e500b-7a87-49c9-bfea-3e093026c83f None None] Port 5e8e4283-f349-4d85-966f-d65cf938fb05 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:49:30.841529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-4e2230d6-aebf-467a-a26a-412c11c00074 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 HTTP/1.1" status: 200 len: 217 time: 0.0446992 Dec 12 17:49:30.923723 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f66d670a-080c-4054-b2e8-9b2b5d6f485b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:30.931141 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b86e9-677b-48ac-aa18-7fed3d2621cb req-fed17504-e5a1-499b-a051-e88b88123fba tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:30.932695 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a2b86e9-677b-48ac-aa18-7fed3d2621cb req-fed17504-e5a1-499b-a051-e88b88123fba tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa895c91-45ba-4945-a7a6-65c16c48f5a1 HTTP/1.1" status: 200 len: 950 time: 0.0939829 Dec 12 17:49:30.934688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-cdc67a4b-f506-414b-a52b-80efe5a0190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:30.936047 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-cdc67a4b-f506-414b-a52b-80efe5a0190e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee1484b2-b5a9-4537-9c47-1fcfd1a7b776 HTTP/1.1" status: 200 len: 797 time: 0.0860898 Dec 12 17:49:30.956478 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d670a-080c-4054-b2e8-9b2b5d6f485b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event deleted for resources: {'Port': ['ID=edb7459b-405a-44f8-99f8-3d2dc7ed1c25,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:30.962655 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f66d670a-080c-4054-b2e8-9b2b5d6f485b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:30.968576 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f66d670a-080c-4054-b2e8-9b2b5d6f485b tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/ports/edb7459b-405a-44f8-99f8-3d2dc7ed1c25 HTTP/1.1" status: 204 len: 168 time: 0.3533499 Dec 12 17:49:30.969504 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57540) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:30.997798 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-50fc2d81-eaaf-4b36-a26a-0045c5a52249 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] DELETE failed (client error): The resource could not be found. Dec 12 17:49:30.998497 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50fc2d81-eaaf-4b36-a26a-0045c5a52249 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:49:31.004905 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-50fc2d81-eaaf-4b36-a26a-0045c5a52249 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/subnets/51546f78-893b-4511-b2c0-d4180e7bb8f8 HTTP/1.1" status: 404 len: 337 time: 0.0343668 Dec 12 17:49:31.006416 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57542) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:31.035187 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a2b86e9-677b-48ac-aa18-7fed3d2621cb req-393c4036-8b3a-40db-9e28-a006009e85c0 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/security-groups?id=23a60d30-db2f-4ce5-9a91-ea46512a4258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856543 Dec 12 17:49:31.047587 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-58936fd2-051a-4415-bfe6-0c3fb262d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:31.049090 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-58936fd2-051a-4415-bfe6-0c3fb262d79b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abd15d69-fdc4-40f0-9728-711543d334c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1062515 Dec 12 17:49:31.106279 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e378a20-52a0-4c42-a070-7c0928517a14 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:31.191139 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9637-224b-474a-8ec2-174480577c07 req-3c210475-d90e-4466-8694-ff35d0446629 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:31.192927 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2caf9637-224b-474a-8ec2-174480577c07 req-3c210475-d90e-4466-8694-ff35d0446629 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.1131334 Dec 12 17:49:31.211528 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e378a20-52a0-4c42-a070-7c0928517a14 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:31.233645 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1e378a20-52a0-4c42-a070-7c0928517a14 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc28830-df24-46bf-aa18-5424bdad679e']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:31.243907 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1e378a20-52a0-4c42-a070-7c0928517a14 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eaa383a-58f4-4385-9292-ed8a37d44942') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:31.244220 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1e378a20-52a0-4c42-a070-7c0928517a14 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eaa383a-58f4-4385-9292-ed8a37d44942') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:31.254692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-8562d282-7926-41f0-8c2a-cf65c6d700d4 service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982195 Dec 12 17:49:31.259898 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e378a20-52a0-4c42-a070-7c0928517a14 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:31.274063 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e378a20-52a0-4c42-a070-7c0928517a14 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:31.280224 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e378a20-52a0-4c42-a070-7c0928517a14 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:49:31.280540 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e378a20-52a0-4c42-a070-7c0928517a14 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:49:31.283648 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:49:31.337372 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2caf9637-224b-474a-8ec2-174480577c07 req-edbaac3f-a24d-4316-b8aa-3abbf341a354 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315658 Dec 12 17:49:31.341889 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e378a20-52a0-4c42-a070-7c0928517a14 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:31.355356 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e378a20-52a0-4c42-a070-7c0928517a14 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:31.359653 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1e378a20-52a0-4c42-a070-7c0928517a14 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/networks/6dc28830-df24-46bf-aa18-5424bdad679e HTTP/1.1" status: 204 len: 168 time: 0.3526840 Dec 12 17:49:31.363933 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57552) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:31.374074 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e378a20-52a0-4c42-a070-7c0928517a14 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event deleted for resources: {'Network': ['ID=6dc28830-df24-46bf-aa18-5424bdad679e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:31.411087 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc16968-e612-49c3-8f90-e3182f7353c0 req-9d687a8e-392d-4f2c-b0e1-d5d7e04df7db tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:31.413142 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bc16968-e612-49c3-8f90-e3182f7353c0 req-9d687a8e-392d-4f2c-b0e1-d5d7e04df7db tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa895c91-45ba-4945-a7a6-65c16c48f5a1 HTTP/1.1" status: 200 len: 950 time: 0.1545930 Dec 12 17:49:31.438682 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-a69a58ce-e5e1-4036-bb58-c7a3722321ee service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743891 Dec 12 17:49:31.512353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-462eab24-6e1a-4c15-b2f8-8044fefc9ce9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=cf878d49-a70d-49d3-967e-e469af1a6411 HTTP/1.1" status: 200 len: 217 time: 0.0634573 Dec 12 17:49:31.569607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bc16968-e612-49c3-8f90-e3182f7353c0 req-5dbb9d85-faeb-4043-9782-030f7d3a6aa6 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/security-groups?id=23a60d30-db2f-4ce5-9a91-ea46512a4258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475124 Dec 12 17:49:31.590502 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-ea496e9e-ba24-43d9-b9f6-ed805719be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:31.591971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-ea496e9e-ba24-43d9-b9f6-ed805719be47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee1484b2-b5a9-4537-9c47-1fcfd1a7b776 HTTP/1.1" status: 200 len: 797 time: 0.0670719 Dec 12 17:49:31.598442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-40857fd1-4c1c-44c7-8648-88843af2e110 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Deleting port 0a6a6f0b-566c-49de-88f5-1e7393149f6b {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:49:31.599485 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40857fd1-4c1c-44c7-8648-88843af2e110 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:31.701134 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40857fd1-4c1c-44c7-8648-88843af2e110 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:31.716825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-b2f870d1-2f4d-4c14-b6c3-c743d85d285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:31.718322 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-b2f870d1-2f4d-4c14-b6c3-c743d85d285f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abd15d69-fdc4-40f0-9728-711543d334c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1160903 Dec 12 17:49:31.719172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-40857fd1-4c1c-44c7-8648-88843af2e110 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Calling delete_port for 0a6a6f0b-566c-49de-88f5-1e7393149f6b owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:49:31.866066 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-a82187f1-1f92-43e5-9a04-3cda847fb14f service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377325 Dec 12 17:49:31.872566 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40857fd1-4c1c-44c7-8648-88843af2e110 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:31.945771 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40857fd1-4c1c-44c7-8648-88843af2e110 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event deleted for resources: {'Port': ['ID=0a6a6f0b-566c-49de-88f5-1e7393149f6b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:31.952401 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40857fd1-4c1c-44c7-8648-88843af2e110 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:31.955654 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-40857fd1-4c1c-44c7-8648-88843af2e110 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/ports/0a6a6f0b-566c-49de-88f5-1e7393149f6b HTTP/1.1" status: 204 len: 168 time: 0.5901599 Dec 12 17:49:31.957977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57558) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:31.986181 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01fa4f9-8b2e-4cfe-91c2-348fee54a61c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] DELETE failed (client error): The resource could not be found. Dec 12 17:49:31.986624 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d01fa4f9-8b2e-4cfe-91c2-348fee54a61c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:49:31.992172 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d01fa4f9-8b2e-4cfe-91c2-348fee54a61c tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/subnets/a3fa7c1f-34ae-4af8-af14-efc07240c670 HTTP/1.1" status: 404 len: 337 time: 0.0306964 Dec 12 17:49:31.992655 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57560) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:32.018313 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-687e595e-8894-43f5-b309-50507b875847 service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438704 Dec 12 17:49:32.064950 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-87e7df8f-bbcc-48e2-862a-e1548d0a601c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be HTTP/1.1" status: 200 len: 217 time: 0.0387259 Dec 12 17:49:32.070837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2d2b54-f56b-41d7-9564-7f07f9ce704e tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:32.116753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-edd73bd6-2596-45d7-b37e-e386d035bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:32.118100 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-edd73bd6-2596-45d7-b37e-e386d035bba7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee1484b2-b5a9-4537-9c47-1fcfd1a7b776 HTTP/1.1" status: 200 len: 797 time: 0.0441699 Dec 12 17:49:32.157594 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2d2b54-f56b-41d7-9564-7f07f9ce704e tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:32.164791 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-755e9739-2353-4fa9-9a8b-56b4a42bf40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:32.166289 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-755e9739-2353-4fa9-9a8b-56b4a42bf40f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abd15d69-fdc4-40f0-9728-711543d334c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0396192 Dec 12 17:49:32.177492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ce2d2b54-f56b-41d7-9564-7f07f9ce704e tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa7c5ac-86fc-42a1-b4c0-862908f80eb2']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:32.186573 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ce2d2b54-f56b-41d7-9564-7f07f9ce704e tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2126ea-13c9-428d-8fd0-ddd8efba262e') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:32.186871 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ce2d2b54-f56b-41d7-9564-7f07f9ce704e tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2126ea-13c9-428d-8fd0-ddd8efba262e') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:32.196298 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2d2b54-f56b-41d7-9564-7f07f9ce704e tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:32.209799 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2d2b54-f56b-41d7-9564-7f07f9ce704e tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:32.215812 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2d2b54-f56b-41d7-9564-7f07f9ce704e tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:49:32.216201 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2d2b54-f56b-41d7-9564-7f07f9ce704e tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:49:32.219255 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:49:32.260124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-dc802a28-dad1-4399-8e8c-35be2dce6530 service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859787 Dec 12 17:49:32.280634 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2d2b54-f56b-41d7-9564-7f07f9ce704e tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:32.288636 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2d2b54-f56b-41d7-9564-7f07f9ce704e tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:32.291854 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ce2d2b54-f56b-41d7-9564-7f07f9ce704e tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/networks/cfa7c5ac-86fc-42a1-b4c0-862908f80eb2 HTTP/1.1" status: 204 len: 168 time: 0.2982047 Dec 12 17:49:32.302450 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57562) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:32.311353 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d2b54-f56b-41d7-9564-7f07f9ce704e tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event deleted for resources: {'Network': ['ID=cfa7c5ac-86fc-42a1-b4c0-862908f80eb2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:32.352470 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-015742b1-a177-449f-8d64-5927bf3eb4ae service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855415 Dec 12 17:49:32.354062 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab2bcfd-9493-49b1-b074-fbf2793ef963 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Deleting subnet d7da8d27-bf97-4de2-91eb-8d32a79db04f {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:49:32.357225 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ab2bcfd-9493-49b1-b074-fbf2793ef963 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:32.395281 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-a4240625-2574-492d-8496-2f98ca49b601 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=402bee39-25ac-4a84-b465-f2942ddb6386 HTTP/1.1" status: 200 len: 217 time: 0.0353918 Dec 12 17:49:32.401531 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ab2bcfd-9493-49b1-b074-fbf2793ef963 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:32.488684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-7e53dcc2-019d-43a7-b558-1d41fa9674e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:32.490891 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-7e53dcc2-019d-43a7-b558-1d41fa9674e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee1484b2-b5a9-4537-9c47-1fcfd1a7b776 HTTP/1.1" status: 200 len: 797 time: 0.0841005 Dec 12 17:49:32.513252 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ab2bcfd-9493-49b1-b074-fbf2793ef963 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:32.537406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1f080-46ba-4e47-b264-bd1f7a0826bf req-fd7b9412-4fef-4376-a47c-dc3057f3ea9c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:32.538888 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78d1f080-46ba-4e47-b264-bd1f7a0826bf req-fd7b9412-4fef-4376-a47c-dc3057f3ea9c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.0976245 Dec 12 17:49:32.567394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-4f07b0a6-b126-41af-9961-4c51fee38269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:32.569070 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-4f07b0a6-b126-41af-9961-4c51fee38269 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abd15d69-fdc4-40f0-9728-711543d334c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0693438 Dec 12 17:49:32.577324 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ab2bcfd-9493-49b1-b074-fbf2793ef963 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:32.625764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae38a1d6-3ed4-4aa4-806c-67999630dd5c None None] Network 4f67f61e-60bb-458a-ac2f-fa93eaecc20a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:32.628195 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ab2bcfd-9493-49b1-b074-fbf2793ef963 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:32.637770 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4ab2bcfd-9493-49b1-b074-fbf2793ef963 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/subnets/d7da8d27-bf97-4de2-91eb-8d32a79db04f HTTP/1.1" status: 204 len: 168 time: 0.3341999 Dec 12 17:49:32.638429 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57570) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:32.649999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2bcfd-9493-49b1-b074-fbf2793ef963 tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event deleted for resources: {'Subnet': ['ID=d7da8d27-bf97-4de2-91eb-8d32a79db04f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:32.658268 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78d1f080-46ba-4e47-b264-bd1f7a0826bf req-3a7d17ce-94ea-4987-af60-92c88936adbc tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112418 Dec 12 17:49:32.720688 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a0fa4-5ed4-4e0a-ad4a-664f81cff841 req-14142e6a-9eec-41bb-8118-96b1420a4fb6 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:32.722892 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3a4a0fa4-5ed4-4e0a-ad4a-664f81cff841 req-14142e6a-9eec-41bb-8118-96b1420a4fb6 tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa895c91-45ba-4945-a7a6-65c16c48f5a1 HTTP/1.1" status: 200 len: 950 time: 0.0830452 Dec 12 17:49:32.804558 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:32.817127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c105b73-a493-4224-a5ad-26110b727703 req-227a5b0a-8c92-49b9-acf2-5a5799a45f2a tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:32.817764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f34f35-366a-440b-a4b5-7781b85233ad None None] DHCP port deletion for 4f67f61e-60bb-458a-ac2f-fa93eaecc20a request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:49:32.818731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c105b73-a493-4224-a5ad-26110b727703 req-227a5b0a-8c92-49b9-acf2-5a5799a45f2a tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa895c91-45ba-4945-a7a6-65c16c48f5a1 HTTP/1.1" status: 200 len: 950 time: 0.1595218 Dec 12 17:49:32.820621 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-78760063-29d7-455d-9960-40693f69db53 service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409756 Dec 12 17:49:32.859958 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-3a4a0fa4-5ed4-4e0a-ad4a-664f81cff841 req-1b24878c-cbac-469e-a633-be1df013180f tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Deleting port fb84503b-34f0-4ebf-80f3-2a959af62e60 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:49:32.860912 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3a4a0fa4-5ed4-4e0a-ad4a-664f81cff841 req-1b24878c-cbac-469e-a633-be1df013180f tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:32.877592 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b5f34f35-366a-440b-a4b5-7781b85233ad None None] Deleting port 6bfbfc5c-5346-4c0a-80c9-733ad0b36143 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:49:32.877916 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5f34f35-366a-440b-a4b5-7781b85233ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:32.956934 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b5f34f35-366a-440b-a4b5-7781b85233ad None None] For port 6bfbfc5c-5346-4c0a-80c9-733ad0b36143, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6bfbfc5c-5346-4c0a-80c9-733ad0b36143,segment=NetworkSegment(bf1b890f-da43-45df-9175-ac53c06119cf),segment_id=bf1b890f-da43-45df-9175-ac53c06119cf)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:32.957345 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5f34f35-366a-440b-a4b5-7781b85233ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:32.967371 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3a4a0fa4-5ed4-4e0a-ad4a-664f81cff841 req-1b24878c-cbac-469e-a633-be1df013180f tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] For port fb84503b-34f0-4ebf-80f3-2a959af62e60, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=fb84503b-34f0-4ebf-80f3-2a959af62e60,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:32.967898 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3a4a0fa4-5ed4-4e0a-ad4a-664f81cff841 req-1b24878c-cbac-469e-a633-be1df013180f tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:32.971427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b5f34f35-366a-440b-a4b5-7781b85233ad None None] Calling delete_port for 6bfbfc5c-5346-4c0a-80c9-733ad0b36143 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:49:32.981893 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-3a4a0fa4-5ed4-4e0a-ad4a-664f81cff841 req-1b24878c-cbac-469e-a633-be1df013180f tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Calling delete_port for fb84503b-34f0-4ebf-80f3-2a959af62e60 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:49:33.053352 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5f34f35-366a-440b-a4b5-7781b85233ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:33.090423 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f34f35-366a-440b-a4b5-7781b85233ad None None] Pushing event deleted for resources: {'Port': ['ID=6bfbfc5c-5346-4c0a-80c9-733ad0b36143,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:33.094734 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f34f35-366a-440b-a4b5-7781b85233ad None None] No DVR routers for this DVR port 6bfbfc5c-5346-4c0a-80c9-733ad0b36143 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:49:33.131422 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3a4a0fa4-5ed4-4e0a-ad4a-664f81cff841 req-1b24878c-cbac-469e-a633-be1df013180f tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:33.142712 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['fb84503b-34f0-4ebf-80f3-2a959af62e60'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:49:33.163745 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24878c-cbac-469e-a633-be1df013180f tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Pushing event deleted for resources: {'Port': ['ID=fb84503b-34f0-4ebf-80f3-2a959af62e60,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:33.211764 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4a0fa4-5ed4-4e0a-ad4a-664f81cff841 req-1b24878c-cbac-469e-a633-be1df013180f tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] No DVR routers for this DVR port fb84503b-34f0-4ebf-80f3-2a959af62e60 on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:49:33.215545 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3a4a0fa4-5ed4-4e0a-ad4a-664f81cff841 req-1b24878c-cbac-469e-a633-be1df013180f tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:33.221573 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3a4a0fa4-5ed4-4e0a-ad4a-664f81cff841 req-1b24878c-cbac-469e-a633-be1df013180f tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.20 "DELETE /v2.0/ports/fb84503b-34f0-4ebf-80f3-2a959af62e60 HTTP/1.1" status: 204 len: 173 time: 0.4846215 Dec 12 17:49:33.221573 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa895c91-45ba-4945-a7a6-65c16c48f5a1', 'name': 'network-vif-deleted', 'tag': 'fb84503b-34f0-4ebf-80f3-2a959af62e60'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:49:33.224090 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4118255b-0439-4471-a301-4a74fa19328f" -d '{"events": [{"server_uuid": "fa895c91-45ba-4945-a7a6-65c16c48f5a1", "name": "network-vif-deleted", "tag": "fb84503b-34f0-4ebf-80f3-2a959af62e60"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:49:33.238612 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c105b73-a493-4224-a5ad-26110b727703 req-7d15f206-0b90-4bd2-9b2f-52be7cadf9bc tempest-ImagesNegativeTestJSON-2126155026 tempest-ImagesNegativeTestJSON-2126155026-project] 10.222.0.18 "GET /v2.0/security-groups?id=23a60d30-db2f-4ce5-9a91-ea46512a4258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061596 Dec 12 17:49:33.278260 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-048caa31-5ed2-4542-8705-3d74aa0f3ee9 service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407911 Dec 12 17:49:33.278569 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea2cfce-44a0-48de-a612-cbf5ceb669bd x-openstack-request-id: req-1ea2cfce-44a0-48de-a612-cbf5ceb669bd {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:49:33.278930 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa895c91-45ba-4945-a7a6-65c16c48f5a1", "name": "network-vif-deleted", "tag": "fb84503b-34f0-4ebf-80f3-2a959af62e60", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:49:33.279420 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ea2cfce-44a0-48de-a612-cbf5ceb669bd {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:49:33.279900 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa895c91-45ba-4945-a7a6-65c16c48f5a1', 'name': 'network-vif-deleted', 'tag': 'fb84503b-34f0-4ebf-80f3-2a959af62e60', 'status': 'completed', 'code': 200} Dec 12 17:49:33.283785 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Deleting port 6bfbfc5c-5346-4c0a-80c9-733ad0b36143 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:49:33.284144 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:33.360295 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-04b972b1-dfcd-4225-b986-3787f7cc9ebd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4a4ef46-1816-472e-b889-25324f339335 HTTP/1.1" status: 200 len: 217 time: 0.0639393 Dec 12 17:49:33.408702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] For port 6bfbfc5c-5346-4c0a-80c9-733ad0b36143, host n-d-760354-5, got binding levels [] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:33.409064 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:33.428038 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Calling delete_port for 6bfbfc5c-5346-4c0a-80c9-733ad0b36143 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:49:33.431885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Port 6bfbfc5c-5346-4c0a-80c9-733ad0b36143 was not found and therefore no delete operation was performed {{(pid=103151) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 17:49:33.434532 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:33.461611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-a9739a18-65eb-4430-ade7-9349ae3872f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:33.463060 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-a9739a18-65eb-4430-ade7-9349ae3872f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f206a52f-0480-4327-a021-ac66bb2ee69a HTTP/1.1" status: 200 len: 797 time: 0.0846386 Dec 12 17:49:33.465445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event deleted for resources: {'Port': ['ID=6bfbfc5c-5346-4c0a-80c9-733ad0b36143,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:33.467233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] No DVR routers for this DVR port 6bfbfc5c-5346-4c0a-80c9-733ad0b36143 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:49:33.572001 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:33.586283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-07408601-8c4b-486f-8ace-7d8c7fe9e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:33.587809 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-07408601-8c4b-486f-8ace-7d8c7fe9e45b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=faaae9f2-d52c-4d86-b85f-6cafd43330dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1164904 Dec 12 17:49:33.595173 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f67f61e-60bb-458a-ac2f-fa93eaecc20a']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:33.612588 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1b890f-da43-45df-9175-ac53c06119cf') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:33.612885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1b890f-da43-45df-9175-ac53c06119cf') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:33.657839 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:33.680646 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:33.693120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:49:33.693534 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:49:33.696944 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:49:33.803536 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-5c59d124-89c8-4a0d-a759-33d6e20ed7d2 service neutron] 10.222.0.20 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012115 Dec 12 17:49:33.809834 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:33.826771 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:33.832039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] 10.222.0.18 "DELETE /v2.0/networks/4f67f61e-60bb-458a-ac2f-fa93eaecc20a HTTP/1.1" status: 204 len: 168 time: 1.1902778 Dec 12 17:49:33.857120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d465364-aad1-4119-8a5f-ebc928ca1c81 req-3443eaec-d6bc-4012-96f1-a2e7d0b4e045 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:33.858663 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d465364-aad1-4119-8a5f-ebc928ca1c81 req-3443eaec-d6bc-4012-96f1-a2e7d0b4e045 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.1143987 Dec 12 17:49:33.882981 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb22660-f1a2-4112-b2db-8bd090f3a9ab tempest-NetworksIpV6TestAttrs-1897407340 tempest-NetworksIpV6TestAttrs-1897407340-project] Pushing event deleted for resources: {'Network': ['ID=4f67f61e-60bb-458a-ac2f-fa93eaecc20a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:33.991507 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d465364-aad1-4119-8a5f-ebc928ca1c81 req-6111a635-0d8a-4050-81e4-8d81d068be64 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049368 Dec 12 17:49:33.999937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-a79a7a9e-7d48-4b22-ad2e-75da744abbf2 service neutron] 10.222.0.20 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881526 Dec 12 17:49:34.008002 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-7a4b467f-69fa-49bf-b121-c5e2d268b174 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1020403 Dec 12 17:49:34.057011 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-0ea82e05-b51d-4f0c-89e0-39a718253e4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0eb3c432-d283-4933-81c2-cc62a2e8490d HTTP/1.1" status: 200 len: 217 time: 0.0479834 Dec 12 17:49:34.131691 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57590) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:34.133070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-2d0e9332-69b1-4f31-9fc4-9ef64520158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:34.133561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-2d0e9332-69b1-4f31-9fc4-9ef64520158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:34.134039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-2d0e9332-69b1-4f31-9fc4-9ef64520158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:34.134512 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-2d0e9332-69b1-4f31-9fc4-9ef64520158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:34.134979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-2d0e9332-69b1-4f31-9fc4-9ef64520158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:34.135468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-2d0e9332-69b1-4f31-9fc4-9ef64520158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:34.135934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-2d0e9332-69b1-4f31-9fc4-9ef64520158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:34.137882 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-2d0e9332-69b1-4f31-9fc4-9ef64520158f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d60493dddd34d8aabf5275887ac9321&device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 6489 time: 0.0895257 Dec 12 17:49:34.141748 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-51f3d537-d42f-4484-9e66-ed0e2dfd9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:34.143093 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-51f3d537-d42f-4484-9e66-ed0e2dfd9389 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f206a52f-0480-4327-a021-ac66bb2ee69a HTTP/1.1" status: 200 len: 797 time: 0.0687485 Dec 12 17:49:34.237724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8475-f338-46a2-b0ca-727896c358aa req-847b9fd7-abc1-48bd-9b8d-99271e09beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:34.239319 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-847b9fd7-abc1-48bd-9b8d-99271e09beec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=faaae9f2-d52c-4d86-b85f-6cafd43330dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0880551 Dec 12 17:49:34.276371 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4cea37b9-840e-499b-9044-7bd059280023 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c53f07800f54f758e9c6d46f20e71bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1411343 Dec 12 17:49:34.276590 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57596) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:34.326515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-71e183ae-85d1-42e5-a0f5-1914bab1e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:34.326985 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-71e183ae-85d1-42e5-a0f5-1914bab1e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:34.327471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-71e183ae-85d1-42e5-a0f5-1914bab1e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:34.329068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-71e183ae-85d1-42e5-a0f5-1914bab1e91e service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1b8f09d-ac40-49fa-9ee2-d2991b9f558c&id=112377af-42c7-4cad-b8bb-a84ac7368f8b&id=112377af-42c7-4cad-b8bb-a84ac7368f8b&id=112377af-42c7-4cad-b8bb-a84ac7368f8b&id=112377af-42c7-4cad-b8bb-a84ac7368f8b&id=626732df-c48c-4473-9ad9-03a4379b190b&id=626732df-c48c-4473-9ad9-03a4379b190b HTTP/1.1" status: 200 len: 2293 time: 0.1543574 Dec 12 17:49:34.336594 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a10a6507-0541-4c00-bb73-b83e32b3f3d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:34.363388 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a10a6507-0541-4c00-bb73-b83e32b3f3d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:34.418754 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-d8c1e36e-7c3f-454c-b560-f8feae6acb84 service neutron] 10.222.0.20 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708724 Dec 12 17:49:34.427165 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a10a6507-0541-4c00-bb73-b83e32b3f3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:34.430297 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a10a6507-0541-4c00-bb73-b83e32b3f3d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:34.433838 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a10a6507-0541-4c00-bb73-b83e32b3f3d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5d816e7-d1f2-42f6-8cbc-e4210fd172c1 HTTP/1.1" status: 204 len: 168 time: 0.1531878 Dec 12 17:49:34.436492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-1da653dc-ee04-4957-a52f-3774c09df5a8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b44c96d-f037-4af7-a74b-edb9db1acda3 HTTP/1.1" status: 200 len: 1002 time: 0.0989316 Dec 12 17:49:34.440662 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a6507-0541-4c00-bb73-b83e32b3f3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d816e7-d1f2-42f6-8cbc-e4210fd172c1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:34.475374 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6bfbfc5c-5346-4c0a-80c9-733ad0b36143 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:49:34.509785 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 6bfbfc5c-5346-4c0a-80c9-733ad0b36143 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:49:34.510227 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6bfbfc5c-5346-4c0a-80c9-733ad0b36143 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:49:34.548839 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-72e88b58-e605-4233-a725-260f78e6bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:34.550331 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-72e88b58-e605-4233-a725-260f78e6bd2e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f587a61-b527-466b-b207-9482694635c4 HTTP/1.1" status: 200 len: 850 time: 0.1000638 Dec 12 17:49:34.591013 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04c8475-f338-46a2-b0ca-727896c358aa req-5699468e-1a02-4edd-8164-2b930079345f service neutron] 10.222.0.20 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642470 Dec 12 17:49:34.615304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-948747e4-e53f-44c0-b996-f5e419121d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:34.617238 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-948747e4-e53f-44c0-b996-f5e419121d50 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1b8f09d-ac40-49fa-9ee2-d2991b9f558c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566771 Dec 12 17:49:34.717107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-cc993ebb-6881-407c-901e-ee1f379a39a6 service neutron] 10.222.0.31 "GET /v2.0/networks/c1b8f09d-ac40-49fa-9ee2-d2991b9f558c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922222 Dec 12 17:49:34.758507 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57622) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:34.822703 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-e21e4254-b867-4e36-b132-ab6a80855e12 service neutron] 10.222.0.31 "GET /v2.0/networks/c1b8f09d-ac40-49fa-9ee2-d2991b9f558c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972934 Dec 12 17:49:34.872291 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-0528a6d7-26d1-47b0-a4cd-89891b07a20c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 HTTP/1.1" status: 200 len: 217 time: 0.0427756 Dec 12 17:49:34.936638 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-96fb21a9-60b3-43b9-bcf4-2f8c0ef441b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:34.938275 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-96fb21a9-60b3-43b9-bcf4-2f8c0ef441b4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61eb5ee2-ae98-4d7f-a630-ebc0451873ad HTTP/1.1" status: 200 len: 797 time: 0.0595772 Dec 12 17:49:34.941958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57636) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:34.943298 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7c74532d-6673-487a-a4dd-5ca34d0f6ea7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b7bc67217ef4e9eb2f9d267626870d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1829574 Dec 12 17:49:35.037302 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-b55f702c-83bf-4072-89bd-324cfe2f2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:35.039010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-b55f702c-83bf-4072-89bd-324cfe2f2a95 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=112377af-42c7-4cad-b8bb-a84ac7368f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0897045 Dec 12 17:49:35.040184 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7cda9ca-ed2c-4c4d-b71a-81514c4eb711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:35.115777 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7cda9ca-ed2c-4c4d-b71a-81514c4eb711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:35.218273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb25a7-9185-406a-b0b5-19b0f2d77e4e req-2aefbcc0-bc01-4c30-a36d-e3f274824ac7 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:35.219752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eafb25a7-9185-406a-b0b5-19b0f2d77e4e req-2aefbcc0-bc01-4c30-a36d-e3f274824ac7 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.1130455 Dec 12 17:49:35.231795 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-bf8a6478-2213-4437-b6fa-7a51ccd03cfd service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811521 Dec 12 17:49:35.259115 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7cda9ca-ed2c-4c4d-b71a-81514c4eb711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:35.261662 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7cda9ca-ed2c-4c4d-b71a-81514c4eb711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:35.262750 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a7cda9ca-ed2c-4c4d-b71a-81514c4eb711 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23a60d30-db2f-4ce5-9a91-ea46512a4258 HTTP/1.1" status: 204 len: 168 time: 0.3189921 Dec 12 17:49:35.318506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cda9ca-ed2c-4c4d-b71a-81514c4eb711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a60d30-db2f-4ce5-9a91-ea46512a4258,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:35.356506 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eafb25a7-9185-406a-b0b5-19b0f2d77e4e req-a588258c-92b0-4e9c-bf73-c6b13bc45825 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282570 Dec 12 17:49:35.385580 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-1e28b65b-f369-4c08-9fcc-a8ef82647b0b service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386847 Dec 12 17:49:35.429824 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-3df7aa2f-a415-4168-b0e4-7066e88e5582 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=fdd0637a-9af5-4876-95fb-640753ad8e72 HTTP/1.1" status: 200 len: 217 time: 0.0367637 Dec 12 17:49:35.485180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-fbc4c9f9-bc81-4e5b-a0e2-3165aeb73984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:35.487180 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-fbc4c9f9-bc81-4e5b-a0e2-3165aeb73984 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61eb5ee2-ae98-4d7f-a630-ebc0451873ad HTTP/1.1" status: 200 len: 797 time: 0.0501683 Dec 12 17:49:35.536014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-767dda6c-cbb4-4b09-a733-3b0ac251270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:35.538063 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-767dda6c-cbb4-4b09-a733-3b0ac251270f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=112377af-42c7-4cad-b8bb-a84ac7368f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0438120 Dec 12 17:49:35.634435 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-1c6ec80e-1344-49db-a535-ccc2354f0abf service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882833 Dec 12 17:49:35.751142 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-be13d62b-3623-4de2-8a29-cf81ae452443 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089356 Dec 12 17:49:35.794261 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-4cf364f8-783a-4a18-8729-8e759e2aa644 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=3c6a56cf-3516-4420-ab59-792fb69d6bca HTTP/1.1" status: 200 len: 217 time: 0.0376990 Dec 12 17:49:35.854361 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-33a8988f-9819-4f95-8eac-e574dfa31105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:35.856495 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-33a8988f-9819-4f95-8eac-e574dfa31105 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61eb5ee2-ae98-4d7f-a630-ebc0451873ad HTTP/1.1" status: 200 len: 797 time: 0.0553679 Dec 12 17:49:35.919946 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-fe1f48c9-9340-497d-a671-1e168ee8a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:35.921699 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-fe1f48c9-9340-497d-a671-1e168ee8a0cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=112377af-42c7-4cad-b8bb-a84ac7368f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0546279 Dec 12 17:49:36.084287 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-99ce05c0-e1cb-4dd3-b433-61bf36147606 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550641 Dec 12 17:49:36.161702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57698) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:36.214628 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-528102c8-7973-453d-9ae2-1790c233afd9 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234825 Dec 12 17:49:36.262964 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-1dde41b9-e74a-4508-80cd-a58153d57d0e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=74fe0dca-36da-4aa7-9005-c07f6c8d7c17 HTTP/1.1" status: 200 len: 217 time: 0.0407562 Dec 12 17:49:36.302281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8c2ea98c-c7e8-47bf-93c9-d392603be26b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-52438983-network', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:36.338635 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-d16938e5-8c03-4041-8dd2-f59cece9789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:36.340206 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-d16938e5-8c03-4041-8dd2-f59cece9789e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61eb5ee2-ae98-4d7f-a630-ebc0451873ad HTTP/1.1" status: 200 len: 797 time: 0.0697253 Dec 12 17:49:36.342197 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2ea98c-c7e8-47bf-93c9-d392603be26b admin admin] Made reservation on behalf of d69d47074ba84e7a9aea95934043e4bc for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:36.343767 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea98c-c7e8-47bf-93c9-d392603be26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:36.359861 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea98c-c7e8-47bf-93c9-d392603be26b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:36.419510 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-d1e93a49-8444-40db-9cc8-0495bc50f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:36.421073 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-d1e93a49-8444-40db-9cc8-0495bc50f70f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=112377af-42c7-4cad-b8bb-a84ac7368f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0682929 Dec 12 17:49:36.578463 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deca184-d072-49a4-97d0-65daea37a5f3 req-48871341-09d9-45fa-b8fb-b75b35d46c18 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:36.579963 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6deca184-d072-49a4-97d0-65daea37a5f3 req-48871341-09d9-45fa-b8fb-b75b35d46c18 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.1550610 Dec 12 17:49:36.601099 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea98c-c7e8-47bf-93c9-d392603be26b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:36.609542 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea98c-c7e8-47bf-93c9-d392603be26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:36.621532 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-6e2a5e96-0b55-4196-a11d-6335f6f7cb78 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837146 Dec 12 17:49:36.679058 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device fb84503b-34f0-4ebf-80f3-2a959af62e60 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:49:36.703405 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: fb84503b-34f0-4ebf-80f3-2a959af62e60 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:49:36.703763 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device fb84503b-34f0-4ebf-80f3-2a959af62e60 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:49:36.711693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2ea98c-c7e8-47bf-93c9-d392603be26b admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:49:36.726426 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ea98c-c7e8-47bf-93c9-d392603be26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ff33e5-90c9-4eac-93c8-3bb99553790a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:36.737379 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6deca184-d072-49a4-97d0-65daea37a5f3 req-bcc59ac1-09ce-4189-a75f-385217369f4e tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478906 Dec 12 17:49:36.741635 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea98c-c7e8-47bf-93c9-d392603be26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:36.741978 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-8c2ea98c-c7e8-47bf-93c9-d392603be26b admin admin] Added segment 361983b0-b6f0-435c-ba3b-a356df7ee9f8 of type vlan for network 06540a75-cde9-49a1-a042-ac31de8befda Dec 12 17:49:36.800138 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea98c-c7e8-47bf-93c9-d392603be26b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:36.811231 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-39328945-3092-406a-886f-bd6299965723 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804645 Dec 12 17:49:36.861928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-61f8d960-5c2e-4161-9640-9c156dfd4cc8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=13e6a17c-85db-43de-b045-d6d42d4e2cd6 HTTP/1.1" status: 200 len: 217 time: 0.0369315 Dec 12 17:49:36.862497 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea98c-c7e8-47bf-93c9-d392603be26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:36.863418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2ea98c-c7e8-47bf-93c9-d392603be26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:36.863981 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea98c-c7e8-47bf-93c9-d392603be26b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:36.942216 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8c2ea98c-c7e8-47bf-93c9-d392603be26b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7794604 Dec 12 17:49:36.945280 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57708) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:36.950318 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1f5fdfbf-afd9-44d7-b9d1-c7a57d1602e0 admin admin] Request body: {'subnet': {'network_id': '06540a75-cde9-49a1-a042-ac31de8befda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-52438983-subnet', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:36.963934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ea98c-c7e8-47bf-93c9-d392603be26b admin admin] Pushing event updated for resources: {'Network': ['ID=06540a75-cde9-49a1-a042-ac31de8befda,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:36.970734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-cbb4ab29-8271-43ae-a427-b0fd23a8bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:36.971904 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5fdfbf-afd9-44d7-b9d1-c7a57d1602e0 admin admin] Made reservation on behalf of d69d47074ba84e7a9aea95934043e4bc for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:36.973039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-cbb4ab29-8271-43ae-a427-b0fd23a8bfa4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9730022-004d-409a-9e40-9f8cffadcd60 HTTP/1.1" status: 200 len: 797 time: 0.1018329 Dec 12 17:49:36.974426 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 06540a75-cde9-49a1-a042-ac31de8befda details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:49:36.974996 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f5fdfbf-afd9-44d7-b9d1-c7a57d1602e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:37.025606 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-7523c7f4-1fd3-4c19-acd5-d99e52fec8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:37.027052 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-7523c7f4-1fd3-4c19-acd5-d99e52fec8ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=626732df-c48c-4473-9ad9-03a4379b190b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0462711 Dec 12 17:49:37.137529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-b138a8f7-81fd-4ac0-9aed-622ebaf91a04 service neutron] 10.222.0.31 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015675 Dec 12 17:49:37.156395 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f5fdfbf-afd9-44d7-b9d1-c7a57d1602e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:37.212973 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fdfbf-afd9-44d7-b9d1-c7a57d1602e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc04e05-ebae-43d2-9255-5c2bd0c694c1,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:37.225458 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5fdfbf-afd9-44d7-b9d1-c7a57d1602e0 admin admin] Checking segment: {'id': '361983b0-b6f0-435c-ba3b-a356df7ee9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:37.225826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5fdfbf-afd9-44d7-b9d1-c7a57d1602e0 admin admin] Network hostable DHCP agents. Network: 06540a75-cde9-49a1-a042-ac31de8befda, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:49:37.229749 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-3e6ba8c2-9f3c-4d3f-97ea-37ba64ee56b5 service neutron] 10.222.0.31 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850747 Dec 12 17:49:37.241856 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5fdfbf-afd9-44d7-b9d1-c7a57d1602e0 admin admin] Network 06540a75-cde9-49a1-a042-ac31de8befda is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:49:37.252966 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1f5fdfbf-afd9-44d7-b9d1-c7a57d1602e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 06540a75-cde9-49a1-a042-ac31de8befda) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:37.258035 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5fdfbf-afd9-44d7-b9d1-c7a57d1602e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:37.258630 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f5fdfbf-afd9-44d7-b9d1-c7a57d1602e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:37.267771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51260c3c-4339-4ae4-b1cf-afe18d68217f None None] Network 06540a75-cde9-49a1-a042-ac31de8befda requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:37.279132 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1f5fdfbf-afd9-44d7-b9d1-c7a57d1602e0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3326578 Dec 12 17:49:37.281736 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57714) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:37.281988 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-6b3b2464-1b5e-4cf0-912e-2b03bce34483 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c9890dd-05d2-41e8-843c-8988a8304c70 HTTP/1.1" status: 200 len: 217 time: 0.0446944 Dec 12 17:49:37.286435 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-52438983-router', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:37.308577 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:37.309666 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:37.335409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-5b67ff0b-fbe9-4d2c-bdc5-f02f8081093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:37.336949 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-5b67ff0b-fbe9-4d2c-bdc5-f02f8081093b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9730022-004d-409a-9e40-9f8cffadcd60 HTTP/1.1" status: 200 len: 797 time: 0.0483613 Dec 12 17:49:37.360930 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:37.385142 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266673e4-d26f-4866-bf72-f510449cafba req-24093b1a-d086-4a29-a0bc-606a805942a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:37.386653 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-06540a75-cde9-49a1-a042-ac31de8befda', 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda', 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'fixed_ips': [{'subnet_id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:49:37.386978 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-24093b1a-d086-4a29-a0bc-606a805942a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=626732df-c48c-4473-9ad9-03a4379b190b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0427597 Dec 12 17:49:37.387761 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:37.501085 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:37.509311 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-4a9f5bc9-234f-45d1-a815-5e4bf8d0f100 service neutron] 10.222.0.31 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123948 Dec 12 17:49:37.530028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Allocated IP 172.20.0.2 (06540a75-cde9-49a1-a042-ac31de8befda/acc04e05-ebae-43d2-9255-5c2bd0c694c1/4a956389-6ef2-470c-8c9f-360a0ffcc710) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:37.624894 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-266673e4-d26f-4866-bf72-f510449cafba req-18a94460-1cde-4092-a5d7-2186769b5144 service neutron] 10.222.0.31 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076860 Dec 12 17:49:37.703009 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:37.710239 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:37.734656 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:37.754025 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:37.758267 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Network 06540a75-cde9-49a1-a042-ac31de8befda is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:37.771672 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:37.780498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:37.788967 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Pushing event updated for resources: {'Port': ['ID=4a956389-6ef2-470c-8c9f-360a0ffcc710,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:37.839822 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Attempting to bind port 4a956389-6ef2-470c-8c9f-360a0ffcc710 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:49:37.840201 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Attempting to bind port 4a956389-6ef2-470c-8c9f-360a0ffcc710 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '361983b0-b6f0-435c-ba3b-a356df7ee9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:49:37.840570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Attempting to bind port 4a956389-6ef2-470c-8c9f-360a0ffcc710 on network 06540a75-cde9-49a1-a042-ac31de8befda {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:49:37.845869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:49:37.846256 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Checking segment: {'id': '361983b0-b6f0-435c-ba3b-a356df7ee9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:37.846666 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:37.847066 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Bound using segment: {'id': '361983b0-b6f0-435c-ba3b-a356df7ee9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:49:37.847571 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Bound port: 4a956389-6ef2-470c-8c9f-360a0ffcc710, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361983b0-b6f0-435c-ba3b-a356df7ee9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:49:37.848045 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:37.933907 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] Allocated IP 172.25.1.98 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/5d7d10d1-3630-4d10-9962-d737db4580bd) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:37.939892 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c570cc-7838-4359-be2a-3fe6fb6e75a8 req-a0d55912-3fde-441e-a0a8-c4c281676fc7 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:37.941589 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59c570cc-7838-4359-be2a-3fe6fb6e75a8 req-a0d55912-3fde-441e-a0a8-c4c281676fc7 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.0751815 Dec 12 17:49:37.980050 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] For port 4a956389-6ef2-470c-8c9f-360a0ffcc710, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:49:37.988038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] For port 4a956389-6ef2-470c-8c9f-360a0ffcc710, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4a956389-6ef2-470c-8c9f-360a0ffcc710,segment=NetworkSegment(361983b0-b6f0-435c-ba3b-a356df7ee9f8),segment_id=361983b0-b6f0-435c-ba3b-a356df7ee9f8)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:49:37.994479 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:38.038383 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59c570cc-7838-4359-be2a-3fe6fb6e75a8 req-1f870b25-4ca3-4eac-b514-0e2f8a62e5b0 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844839 Dec 12 17:49:38.088112 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb589ca-b5c8-4f8f-9b0a-236502207328 None None] Pushing event updated for resources: {'Port': ['ID=4a956389-6ef2-470c-8c9f-360a0ffcc710,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:38.090866 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:38.145017 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:38.166541 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:38.188506 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:38.198532 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:38.210247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faab410d-407b-417a-a9da-ed67f14de4c7 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:49:38.258518 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7d10d1-3630-4d10-9962-d737db4580bd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:38.336992 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9536f3c8-e80f-47f9-8608-c3b388b007d3 None None] Provisioning complete for port 5d7d10d1-3630-4d10-9962-d737db4580bd triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:38.337902 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9536f3c8-e80f-47f9-8608-c3b388b007d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:38.377535 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9536f3c8-e80f-47f9-8608-c3b388b007d3 None None] Port 5d7d10d1-3630-4d10-9962-d737db4580bd cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:49:38.539936 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4a956389-6ef2-470c-8c9f-360a0ffcc710 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:49:38.562490 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:38.595780 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 4a956389-6ef2-470c-8c9f-360a0ffcc710 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:38.596500 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:38.679790 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:38.720361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 4a956389-6ef2-470c-8c9f-360a0ffcc710, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4a956389-6ef2-470c-8c9f-360a0ffcc710,segment=NetworkSegment(361983b0-b6f0-435c-ba3b-a356df7ee9f8),segment_id=361983b0-b6f0-435c-ba3b-a356df7ee9f8)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:38.727955 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:38.785142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=4a956389-6ef2-470c-8c9f-360a0ffcc710,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:39.144085 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:39.176134 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef33f0-6722-4258-ae25-7546a9974cfb req-4de57294-a104-4c91-bf72-ea7725e594f5 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:39.178376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7ef33f0-6722-4258-ae25-7546a9974cfb req-4de57294-a104-4c91-bf72-ea7725e594f5 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.0540948 Dec 12 17:49:39.230955 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7ef33f0-6722-4258-ae25-7546a9974cfb req-343e7e1b-cfe6-491e-bf07-4f08d8c70fb5 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459778 Dec 12 17:49:39.294860 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] Router 03bcbae6-ed77-4f08-901c-287582c321f4 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:49:39.296881 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8fb81a-1964-4089-b6b7-693586bd27d3 None None] Network 06540a75-cde9-49a1-a042-ac31de8befda requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:49:39.368972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-defec276-1ced-441e-8087-144b72de7bb2 None None] Provisioning complete for port 4a956389-6ef2-470c-8c9f-360a0ffcc710 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:39.369322 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-defec276-1ced-441e-8087-144b72de7bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:39.416228 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:49:39.427941 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Sync routers for ids ['03bcbae6-ed77-4f08-901c-287582c321f4'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:49:39.434808 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:39.436612 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-38ff92ad-9922-4e9c-84fc-6926ad5a9fd9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.1535568 Dec 12 17:49:39.439668 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Routers {'03bcbae6-ed77-4f08-901c-287582c321f4'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:49:39.440282 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:49:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['03bcbae6-ed77-4f08-901c-287582c321f4'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:39.440418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57750) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:39.574152 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Set router 03bcbae6-ed77-4f08-901c-287582c321f4 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:49:39.713058 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-bc8393e5-81d6-4657-84b4-b4d13bf8debe None None] Provisioning complete for port 4a956389-6ef2-470c-8c9f-360a0ffcc710 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:39.713427 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc8393e5-81d6-4657-84b4-b4d13bf8debe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:39.777486 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'name': 'tempest-ServersTestJSON-52438983-router', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:38Z', 'revision_number': 3, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'gw_port': {'id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:22:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:39.805061 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Checking router: 03bcbae6-ed77-4f08-901c-287582c321f4 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:49:39.805410 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Updating router 03bcbae6-ed77-4f08-901c-287582c321f4 port 5d7d10d1-3630-4d10-9962-d737db4580bd binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:49:39.834301 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:40.081514 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:40.088164 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:40.139581 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfb6f52-8d77-47bb-9d17-bbe352e855ce None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:49:40.140104 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a6f8b-c4c2-438a-9878-ab3aca9c2e72 None None] Pushing event updated for resources: {'Port': ['ID=5d7d10d1-3630-4d10-9962-d737db4580bd,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:40.164806 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Attempting to bind port 5d7d10d1-3630-4d10-9962-d737db4580bd on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:49:40.165184 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Attempting to bind port 5d7d10d1-3630-4d10-9962-d737db4580bd by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:49:40.165551 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Attempting to bind port 5d7d10d1-3630-4d10-9962-d737db4580bd on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:49:40.170667 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:49:40.171045 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:40.171582 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:40.171985 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:49:40.172465 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Bound port: 5d7d10d1-3630-4d10-9962-d737db4580bd, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:49:40.172879 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:40.201832 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f80773c9-d119-4d75-b477-647fa1043f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:40.219527 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6a43e136-903b-4c50-a3e0-d269b9eed06a None None] Provisioning complete for port 5d7d10d1-3630-4d10-9962-d737db4580bd triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:40.220843 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a43e136-903b-4c50-a3e0-d269b9eed06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:40.226241 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] For port 5d7d10d1-3630-4d10-9962-d737db4580bd, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:49:40.229769 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] For port 5d7d10d1-3630-4d10-9962-d737db4580bd, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5d7d10d1-3630-4d10-9962-d737db4580bd,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:49:40.240501 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:40.268411 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6a43e136-903b-4c50-a3e0-d269b9eed06a None None] Port 5d7d10d1-3630-4d10-9962-d737db4580bd cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:49:40.278889 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9896c773-70ed-478c-8ca0-838717aa8006 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:49:40.306488 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Routers {'03bcbae6-ed77-4f08-901c-287582c321f4'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:49:40.307113 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:49:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['03bcbae6-ed77-4f08-901c-287582c321f4'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:40.416965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-74b83705-117d-47dd-88de-f575ca122a88 None None] Provisioning complete for port 5d7d10d1-3630-4d10-9962-d737db4580bd triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:40.417345 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74b83705-117d-47dd-88de-f575ca122a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:40.477303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-f80773c9-d119-4d75-b477-647fa1043f84 admin admin] Allocated IP 172.20.0.1 (06540a75-cde9-49a1-a042-ac31de8befda/acc04e05-ebae-43d2-9255-5c2bd0c694c1/a186289d-2069-494b-9e91-76abac4cb238) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:40.491946 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88780e9-f9bb-4d22-a739-0d932241015d req-cbeb98e9-27df-43f7-8c36-1a8018b37843 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:40.501682 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a88780e9-f9bb-4d22-a739-0d932241015d req-cbeb98e9-27df-43f7-8c36-1a8018b37843 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.1509466 Dec 12 17:49:40.514149 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a6f8b-c4c2-438a-9878-ab3aca9c2e72 None None] Pushing event updated for resources: {'Port': ['ID=5d7d10d1-3630-4d10-9962-d737db4580bd,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:40.525347 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] Set router 03bcbae6-ed77-4f08-901c-287582c321f4 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:49:40.546493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4a956389-6ef2-470c-8c9f-360a0ffcc710 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:49:40.606772 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74b83705-117d-47dd-88de-f575ca122a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:40.635697 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-74b83705-117d-47dd-88de-f575ca122a88 None None] For port 5d7d10d1-3630-4d10-9962-d737db4580bd, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5d7d10d1-3630-4d10-9962-d737db4580bd,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:40.641600 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a88780e9-f9bb-4d22-a739-0d932241015d req-9e61e430-4d4e-4d47-839e-a5f67ca639ec tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387672 Dec 12 17:49:40.655391 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74b83705-117d-47dd-88de-f575ca122a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:40.664957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 4a956389-6ef2-470c-8c9f-360a0ffcc710 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:40.665328 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:40.730904 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f80773c9-d119-4d75-b477-647fa1043f84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:40.751761 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b83705-117d-47dd-88de-f575ca122a88 None None] Pushing event updated for resources: {'Port': ['ID=5d7d10d1-3630-4d10-9962-d737db4580bd,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:40.784927 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f80773c9-d119-4d75-b477-647fa1043f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:40.831306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80773c9-d119-4d75-b477-647fa1043f84 admin admin] Network 06540a75-cde9-49a1-a042-ac31de8befda is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:40.836226 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f80773c9-d119-4d75-b477-647fa1043f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:40.839981 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80773c9-d119-4d75-b477-647fa1043f84 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:40.845792 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80773c9-d119-4d75-b477-647fa1043f84 admin admin] Pushing event updated for resources: {'Port': ['ID=a186289d-2069-494b-9e91-76abac4cb238,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:40.864022 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'name': 'tempest-ServersTestJSON-52438983-router', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:38Z', 'revision_number': 3, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'gw_port': {'id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:22:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:40.888376 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f80773c9-d119-4d75-b477-647fa1043f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:40.893479 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e95ce65-caf1-42f9-b1d3-1f7ccb44bcd9 None None] The sync data for ids ['03bcbae6-ed77-4f08-901c-287582c321f4'] in n-d-760354-5 is: [{'id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'name': 'tempest-ServersTestJSON-52438983-router', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:38Z', 'revision_number': 3, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'gw_port': {'id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:22:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:49:41.042352 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f80773c9-d119-4d75-b477-647fa1043f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:41.199150 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-265b3ee0-8346-46a0-a896-01ce915e5c9a None None] Provisioning complete for port a186289d-2069-494b-9e91-76abac4cb238 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:41.199732 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-265b3ee0-8346-46a0-a896-01ce915e5c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:41.249219 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-265b3ee0-8346-46a0-a896-01ce915e5c9a None None] Port a186289d-2069-494b-9e91-76abac4cb238 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:49:41.267711 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f80773c9-d119-4d75-b477-647fa1043f84 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:41.273675 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f80773c9-d119-4d75-b477-647fa1043f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:41.342754 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f80773c9-d119-4d75-b477-647fa1043f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:41.353300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80773c9-d119-4d75-b477-647fa1043f84 admin admin] Pushing event updated for resources: {'Port': ['ID=a186289d-2069-494b-9e91-76abac4cb238,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:41.452342 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80773c9-d119-4d75-b477-647fa1043f84 admin admin] Network 06540a75-cde9-49a1-a042-ac31de8befda is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:41.453927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f80773c9-d119-4d75-b477-647fa1043f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:41.593803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80773c9-d119-4d75-b477-647fa1043f84 admin admin] Router 03bcbae6-ed77-4f08-901c-287582c321f4 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:49:41.737712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80773c9-d119-4d75-b477-647fa1043f84 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:49:41.747963 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f80773c9-d119-4d75-b477-647fa1043f84 admin admin] 10.222.0.18 "PUT /v2.0/routers/03bcbae6-ed77-4f08-901c-287582c321f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3062630 Dec 12 17:49:41.796968 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-85a7d14d-dfa0-41b6-94a8-6c86efce637f None None] Provisioning complete for port a186289d-2069-494b-9e91-76abac4cb238 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:41.798527 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-85a7d14d-dfa0-41b6-94a8-6c86efce637f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:41.820151 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c62bc8-fc8e-493b-8a5a-e8ea5c409895 req-8cc30e62-a698-46a2-a94b-11e7f9d15e78 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:41.824041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63c62bc8-fc8e-493b-8a5a-e8ea5c409895 req-8cc30e62-a698-46a2-a94b-11e7f9d15e78 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.0744059 Dec 12 17:49:41.852365 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-85a7d14d-dfa0-41b6-94a8-6c86efce637f None None] Port a186289d-2069-494b-9e91-76abac4cb238 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:49:41.892408 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63c62bc8-fc8e-493b-8a5a-e8ea5c409895 req-edb9b276-c34e-4af9-9f28-89f87a5d115a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602782 Dec 12 17:49:42.389213 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57786) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:42.399550 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-39856c86-2d40-431a-ba0a-2b99df440f1f tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--749374494', 'description': 'tempest-description--633105580'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:42.442513 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39856c86-2d40-431a-ba0a-2b99df440f1f tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:42.477497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5d7d10d1-3630-4d10-9962-d737db4580bd up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:49:42.521820 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39856c86-2d40-431a-ba0a-2b99df440f1f tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:42.526076 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39856c86-2d40-431a-ba0a-2b99df440f1f tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:42.545243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 5d7d10d1-3630-4d10-9962-d737db4580bd triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:42.545623 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:42.561700 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39856c86-2d40-431a-ba0a-2b99df440f1f tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:42.565598 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-39856c86-2d40-431a-ba0a-2b99df440f1f tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1727421 Dec 12 17:49:42.565598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39856c86-2d40-431a-ba0a-2b99df440f1f tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3ec89d-3766-4225-a64b-24c047570139,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:42.566219 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57794) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:42.571120 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-aab997a3-618c-4355-b742-59a17b5e839f tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Request body: {'security_group_rule': {'security_group_id': 'fd3ec89d-3766-4225-a64b-24c047570139', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:42.606327 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aab997a3-618c-4355-b742-59a17b5e839f tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:42.689188 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aab997a3-618c-4355-b742-59a17b5e839f tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:42.694864 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aab997a3-618c-4355-b742-59a17b5e839f tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:42.715738 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab997a3-618c-4355-b742-59a17b5e839f tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722710e5-09ea-4728-b195-a98a45737b79,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:42.728599 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aab997a3-618c-4355-b742-59a17b5e839f tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:42.730341 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-aab997a3-618c-4355-b742-59a17b5e839f tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1630387 Dec 12 17:49:42.733013 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57802) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:42.738029 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-328b4fc8-bf56-4cf2-b822-92992daabf0e tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Request body: {'security_group_rule': {'security_group_id': 'fd3ec89d-3766-4225-a64b-24c047570139', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:42.769693 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-328b4fc8-bf56-4cf2-b822-92992daabf0e tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:42.820613 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Sync routers for ids ['03bcbae6-ed77-4f08-901c-287582c321f4'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:49:42.831217 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Routers {'03bcbae6-ed77-4f08-901c-287582c321f4'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:49:42.831847 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:49:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['03bcbae6-ed77-4f08-901c-287582c321f4'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:42.832726 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-328b4fc8-bf56-4cf2-b822-92992daabf0e tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:42.840508 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-328b4fc8-bf56-4cf2-b822-92992daabf0e tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:42.859062 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b4fc8-bf56-4cf2-b822-92992daabf0e tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8802f60-3109-4755-9bc4-eb06b55cb8d7,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:42.870059 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-328b4fc8-bf56-4cf2-b822-92992daabf0e tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:42.871608 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-328b4fc8-bf56-4cf2-b822-92992daabf0e tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373501 Dec 12 17:49:42.874351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57804) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:42.879066 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:42.902529 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:43.021132 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:43.040074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3a8b2-5005-4e1e-80de-ea30c5bd9155 req-d97908eb-758e-4151-be33-201fad12695f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:43.042165 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ede3a8b2-5005-4e1e-80de-ea30c5bd9155 req-d97908eb-758e-4151-be33-201fad12695f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.0615826 Dec 12 17:49:43.127870 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ede3a8b2-5005-4e1e-80de-ea30c5bd9155 req-3905f56a-b3e6-41f8-a87e-16be890eca98 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780478 Dec 12 17:49:43.132278 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Set router 03bcbae6-ed77-4f08-901c-287582c321f4 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:49:43.169148 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Allocated IP 172.25.1.102 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/cba0a3f5-9b86-4cb4-aa33-3985fa4917dc) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:43.299454 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:43.380395 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:43.431448 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:43.437357 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:43.440403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'name': 'tempest-ServersTestJSON-52438983-router', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 4, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'gw_port': {'id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'a186289d-2069-494b-9e91-76abac4cb238', 'name': '', 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'mac_address': 'fa:16:3e:5f:f8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:40Z', 'updated_at': '2021-12-12T17:49:41Z', 'revision_number': 2, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'subnets': [{'id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:43.442340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:43.445604 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Pushing event updated for resources: {'Port': ['ID=cba0a3f5-9b86-4cb4-aa33-3985fa4917dc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:43.471764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Checking router: 03bcbae6-ed77-4f08-901c-287582c321f4 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:49:43.472120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Updating router 03bcbae6-ed77-4f08-901c-287582c321f4 port a186289d-2069-494b-9e91-76abac4cb238 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:49:43.482116 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:43.482781 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:43.483387 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:43.483963 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:43.484509 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:43.485063 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:43.485607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:43.486161 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:43.486702 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:43.487284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:43.487842 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:43.488381 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:43.489182 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:43.516744 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:43.560741 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:43.602632 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:43.822302 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:43.827340 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:43.893605 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:43.901308 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:43.905764 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Pushing event updated for resources: {'Port': ['ID=cba0a3f5-9b86-4cb4-aa33-3985fa4917dc,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:43.930500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:43.953043 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:43.959133 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5cdc9849-9121-4fc7-9a7b-6b10ea4fb02b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0789843 Dec 12 17:49:43.996781 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ec3cf-a8e3-49f7-b24c-3771e6333fee None None] Pushing event updated for resources: {'Port': ['ID=a186289d-2069-494b-9e91-76abac4cb238,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:44.101076 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Attempting to bind port a186289d-2069-494b-9e91-76abac4cb238 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:49:44.101493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Attempting to bind port a186289d-2069-494b-9e91-76abac4cb238 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '361983b0-b6f0-435c-ba3b-a356df7ee9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:49:44.101841 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Attempting to bind port a186289d-2069-494b-9e91-76abac4cb238 on network 06540a75-cde9-49a1-a042-ac31de8befda {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:49:44.108707 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:49:44.109127 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Checking segment: {'id': '361983b0-b6f0-435c-ba3b-a356df7ee9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:44.109746 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:44.109952 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Bound using segment: {'id': '361983b0-b6f0-435c-ba3b-a356df7ee9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:49:44.110445 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Bound port: a186289d-2069-494b-9e91-76abac4cb238, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361983b0-b6f0-435c-ba3b-a356df7ee9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:49:44.110838 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:44.246810 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06900292-f900-45bd-ac55-b1a78a641ade req-5762e278-331e-425f-8409-ba1ba2e17837 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--749374494&fields=id&tenant_id=d69d47074ba84e7a9aea95934043e4bc HTTP/1.1" status: 200 len: 267 time: 0.1061473 Dec 12 17:49:44.247294 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] For port a186289d-2069-494b-9e91-76abac4cb238, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:49:44.250627 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] For port a186289d-2069-494b-9e91-76abac4cb238, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a186289d-2069-494b-9e91-76abac4cb238,segment=NetworkSegment(361983b0-b6f0-435c-ba3b-a356df7ee9f8),segment_id=361983b0-b6f0-435c-ba3b-a356df7ee9f8)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:49:44.261117 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:44.331665 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ec3cf-a8e3-49f7-b24c-3771e6333fee None None] Pushing event updated for resources: {'Port': ['ID=a186289d-2069-494b-9e91-76abac4cb238,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:44.371476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7372c3f-6c80-469b-a631-133aba6e350b req-a6020c50-de18-4f5e-b9e1-efb19aeea26a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:44.378295 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7372c3f-6c80-469b-a631-133aba6e350b req-a6020c50-de18-4f5e-b9e1-efb19aeea26a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.1341200 Dec 12 17:49:44.396641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Routers {'03bcbae6-ed77-4f08-901c-287582c321f4'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:49:44.397354 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:49:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['03bcbae6-ed77-4f08-901c-287582c321f4'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:44.495256 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7372c3f-6c80-469b-a631-133aba6e350b req-62355e81-b2fe-4c76-999f-7630311de4e8 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073596 Dec 12 17:49:44.517187 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06900292-f900-45bd-ac55-b1a78a641ade req-8d6c48af-4c61-4307-a75c-170f2af1901f tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:44.524769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06900292-f900-45bd-ac55-b1a78a641ade req-8d6c48af-4c61-4307-a75c-170f2af1901f tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/networks?id=06540a75-cde9-49a1-a042-ac31de8befda HTTP/1.1" status: 200 len: 804 time: 0.2332263 Dec 12 17:49:44.553459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06900292-f900-45bd-ac55-b1a78a641ade req-d661d9ac-fa99-4d74-8362-2177f7341396 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/quotas/d69d47074ba84e7a9aea95934043e4bc HTTP/1.1" status: 200 len: 375 time: 0.0277171 Dec 12 17:49:44.570266 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-990fb44b-9f10-4752-98bb-63c480cc811c None None] Provisioning complete for port a186289d-2069-494b-9e91-76abac4cb238 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:44.571320 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-990fb44b-9f10-4752-98bb-63c480cc811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:44.621242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06900292-f900-45bd-ac55-b1a78a641ade req-e9d233ee-3188-451f-b12a-33a5bdc89ec8 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d69d47074ba84e7a9aea95934043e4bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666173 Dec 12 17:49:44.736902 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] Set router 03bcbae6-ed77-4f08-901c-287582c321f4 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:49:44.828727 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06900292-f900-45bd-ac55-b1a78a641ade req-bdfa2bfd-25a9-4c51-85e5-7c37c23339de service neutron] 10.222.0.18 "GET /v2.0/networks/06540a75-cde9-49a1-a042-ac31de8befda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039638 Dec 12 17:49:44.836981 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-990fb44b-9f10-4752-98bb-63c480cc811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:44.850783 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8483f7e8-af7f-4d5a-aabc-d8f51e7b130b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:44.958531 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06900292-f900-45bd-ac55-b1a78a641ade req-263f70d6-0d6a-40f3-b122-5c8b19ee796d service neutron] 10.222.0.18 "GET /v2.0/networks/06540a75-cde9-49a1-a042-ac31de8befda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230562 Dec 12 17:49:44.983656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-990fb44b-9f10-4752-98bb-63c480cc811c None None] For port a186289d-2069-494b-9e91-76abac4cb238, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a186289d-2069-494b-9e91-76abac4cb238,segment=NetworkSegment(361983b0-b6f0-435c-ba3b-a356df7ee9f8),segment_id=361983b0-b6f0-435c-ba3b-a356df7ee9f8)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:44.994707 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-990fb44b-9f10-4752-98bb-63c480cc811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:45.099994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fb44b-9f10-4752-98bb-63c480cc811c None None] Pushing event updated for resources: {'Port': ['ID=a186289d-2069-494b-9e91-76abac4cb238,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:45.172035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d20d73dd-c879-4e7d-a4e7-ef34498208f0 None None] Provisioning complete for port a186289d-2069-494b-9e91-76abac4cb238 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:45.182790 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d20d73dd-c879-4e7d-a4e7-ef34498208f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:45.196979 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67cbf55e-da9b-4bfc-8832-2b5c762117ba req-a2bd0cc8-c3e8-489b-a240-05106b19105d tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 210 time: 0.0360618 Dec 12 17:49:45.223704 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'name': 'tempest-ServersTestJSON-52438983-router', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 4, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'gw_port': {'id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'a186289d-2069-494b-9e91-76abac4cb238', 'name': '', 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'mac_address': 'fa:16:3e:5f:f8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:40Z', 'updated_at': '2021-12-12T17:49:44Z', 'revision_number': 4, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'subnets': [{'id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:45.271737 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e10edca-6f8b-4bfe-b5d7-42ec3b0f0763 None None] The sync data for ids ['03bcbae6-ed77-4f08-901c-287582c321f4'] in n-d-760354-5 is: [{'id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'name': 'tempest-ServersTestJSON-52438983-router', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 4, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'gw_port': {'id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'a186289d-2069-494b-9e91-76abac4cb238', 'name': '', 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'mac_address': 'fa:16:3e:5f:f8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:40Z', 'updated_at': '2021-12-12T17:49:44Z', 'revision_number': 4, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'subnets': [{'id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:49:45.643015 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ccf7f-b6bd-4191-9aa0-aa85fa5a2804 req-13dc99fd-ed5d-48d0-aaaf-1fa73df19d4c tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:45.649277 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c1ccf7f-b6bd-4191-9aa0-aa85fa5a2804 req-13dc99fd-ed5d-48d0-aaaf-1fa73df19d4c tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.0881486 Dec 12 17:49:45.766625 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c1ccf7f-b6bd-4191-9aa0-aa85fa5a2804 req-ce1400bd-7f60-4fac-a595-4519db36febb tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118560 Dec 12 17:49:45.814267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04237dcc-7864-4142-9890-985fba194b3c req-45f4b8bc-598a-4063-9faf-bc95fc96f4d2 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:45.815903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04237dcc-7864-4142-9890-985fba194b3c req-45f4b8bc-598a-4063-9faf-bc95fc96f4d2 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.1627264 Dec 12 17:49:45.880313 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04237dcc-7864-4142-9890-985fba194b3c req-03bb0f5a-0de7-4ad9-899b-276e9261183e tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558314 Dec 12 17:49:46.297616 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3adc7b4c-6c02-4687-ad10-00bf4d790c8b req-942f0e72-c393-4511-8d4e-351049226cc4 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 210 time: 0.0270610 Dec 12 17:49:46.531434 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a186289d-2069-494b-9e91-76abac4cb238 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:49:46.600817 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port a186289d-2069-494b-9e91-76abac4cb238 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:46.601369 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:46.663007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06900292-f900-45bd-ac55-b1a78a641ade req-9b2612b7-96c1-4dc2-9d28-c6fb0ff02983 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:46.667283 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06900292-f900-45bd-ac55-b1a78a641ade req-9b2612b7-96c1-4dc2-9d28-c6fb0ff02983 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.20 "GET /v2.0/networks?id=06540a75-cde9-49a1-a042-ac31de8befda HTTP/1.1" status: 200 len: 804 time: 0.2050104 Dec 12 17:49:46.781497 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06900292-f900-45bd-ac55-b1a78a641ade req-15bf76fa-5eb6-4ee9-a521-545fed649acb tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d69d47074ba84e7a9aea95934043e4bc HTTP/1.1" status: 200 len: 379 time: 0.0972264 Dec 12 17:49:46.804358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-06900292-f900-45bd-ac55-b1a78a641ade req-fa39abc5-8482-41e0-a370-178a3d142fc7 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Request body: {'port': {'device_id': '1a9b47d0-d326-40b5-b4a8-b750a810b522', 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda', 'admin_state_up': True, 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'security_groups': ['fd3ec89d-3766-4225-a64b-24c047570139']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:46.940702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed08cf-1cfc-4ba6-8ed6-9e72f16d7bee req-caa1b701-ac48-46ae-85c8-a7e12a740c85 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:46.942217 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bed08cf-1cfc-4ba6-8ed6-9e72f16d7bee req-caa1b701-ac48-46ae-85c8-a7e12a740c85 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.1528740 Dec 12 17:49:46.955318 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:46.956311 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-725b92c1-e829-4d49-a47e-c4ccce4035d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:47.003151 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b718dcc-84df-4d12-8510-f886bb8990ca req-49ce796c-b8aa-4224-a196-0a0a39a62ed4 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:47.004709 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b718dcc-84df-4d12-8510-f886bb8990ca req-49ce796c-b8aa-4224-a196-0a0a39a62ed4 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.1441278 Dec 12 17:49:47.115430 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06900292-f900-45bd-ac55-b1a78a641ade req-fa39abc5-8482-41e0-a370-178a3d142fc7 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Made reservation on behalf of d69d47074ba84e7a9aea95934043e4bc for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:47.118880 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06900292-f900-45bd-ac55-b1a78a641ade req-fa39abc5-8482-41e0-a370-178a3d142fc7 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:47.159632 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b718dcc-84df-4d12-8510-f886bb8990ca req-1cca234f-5918-44be-a765-26ebc01fdd35 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451077 Dec 12 17:49:47.188288 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc3db2-a91d-4f10-bfd0-0c1012a316c1 req-130e4286-e46e-4271-9aa3-8fbb1238020d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:47.189888 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42dc3db2-a91d-4f10-bfd0-0c1012a316c1 req-130e4286-e46e-4271-9aa3-8fbb1238020d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.1474183 Dec 12 17:49:47.254188 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-3bed08cf-1cfc-4ba6-8ed6-9e72f16d7bee req-98bca461-75c0-4f19-89bb-e4e5cff8ed46 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Deleting port a7b878f0-3b8e-4771-83bd-a1fccca7ce8a {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:49:47.254188 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3bed08cf-1cfc-4ba6-8ed6-9e72f16d7bee req-98bca461-75c0-4f19-89bb-e4e5cff8ed46 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:47.373844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42dc3db2-a91d-4f10-bfd0-0c1012a316c1 req-ec5948b1-826b-45c4-b3b8-65faaefc2683 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558726 Dec 12 17:49:47.429742 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-06900292-f900-45bd-ac55-b1a78a641ade req-fa39abc5-8482-41e0-a370-178a3d142fc7 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Allocated IP 172.20.0.12 (06540a75-cde9-49a1-a042-ac31de8befda/acc04e05-ebae-43d2-9255-5c2bd0c694c1/0ae46b49-6c72-419b-8d20-34d0612fb917) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:47.436589 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61f11e4b-b2dd-46ce-a814-11171f76fbfb req-6c6473e9-4999-4d60-a4e6-fa966efb0877 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 210 time: 0.0533297 Dec 12 17:49:47.467985 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-3bed08cf-1cfc-4ba6-8ed6-9e72f16d7bee req-98bca461-75c0-4f19-89bb-e4e5cff8ed46 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] For port a7b878f0-3b8e-4771-83bd-a1fccca7ce8a, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a7b878f0-3b8e-4771-83bd-a1fccca7ce8a,segment=NetworkSegment(ae411415-474d-4d1e-927a-e80517288bcc),segment_id=ae411415-474d-4d1e-927a-e80517288bcc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:47.468344 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3bed08cf-1cfc-4ba6-8ed6-9e72f16d7bee req-98bca461-75c0-4f19-89bb-e4e5cff8ed46 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:47.474895 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:47.757448 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06900292-f900-45bd-ac55-b1a78a641ade req-fa39abc5-8482-41e0-a370-178a3d142fc7 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:47.780683 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3bed08cf-1cfc-4ba6-8ed6-9e72f16d7bee req-98bca461-75c0-4f19-89bb-e4e5cff8ed46 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:47.780980 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3bed08cf-1cfc-4ba6-8ed6-9e72f16d7bee req-98bca461-75c0-4f19-89bb-e4e5cff8ed46 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:47.781312 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-3bed08cf-1cfc-4ba6-8ed6-9e72f16d7bee req-98bca461-75c0-4f19-89bb-e4e5cff8ed46 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Floating IP e3fd51c4-d321-4151-abbe-309c6ae28b58 disassociated. External IP: 172.25.1.21, port: a7b878f0-3b8e-4771-83bd-a1fccca7ce8a. Dec 12 17:49:47.781639 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-3bed08cf-1cfc-4ba6-8ed6-9e72f16d7bee req-98bca461-75c0-4f19-89bb-e4e5cff8ed46 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Calling delete_port for a7b878f0-3b8e-4771-83bd-a1fccca7ce8a owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:49:48.129083 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06900292-f900-45bd-ac55-b1a78a641ade req-fa39abc5-8482-41e0-a370-178a3d142fc7 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:48.189806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06900292-f900-45bd-ac55-b1a78a641ade req-fa39abc5-8482-41e0-a370-178a3d142fc7 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Network 06540a75-cde9-49a1-a042-ac31de8befda is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:48.213497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-06900292-f900-45bd-ac55-b1a78a641ade req-fa39abc5-8482-41e0-a370-178a3d142fc7 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:48.216267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-06900292-f900-45bd-ac55-b1a78a641ade req-fa39abc5-8482-41e0-a370-178a3d142fc7 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:48.251511 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:48.288903 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39abc5-8482-41e0-a370-178a3d142fc7 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Pushing event updated for resources: {'Port': ['ID=0ae46b49-6c72-419b-8d20-34d0612fb917,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:48.399826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06900292-f900-45bd-ac55-b1a78a641ade req-fa39abc5-8482-41e0-a370-178a3d142fc7 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:48.400541 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06900292-f900-45bd-ac55-b1a78a641ade req-fa39abc5-8482-41e0-a370-178a3d142fc7 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:48.426123 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06900292-f900-45bd-ac55-b1a78a641ade req-fa39abc5-8482-41e0-a370-178a3d142fc7 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6263781 Dec 12 17:49:48.442739 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Request body: {'port': {'device_id': '1a9b47d0-d326-40b5-b4a8-b750a810b522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:48.470682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2944e01-60ef-442b-b913-27c5441d3040 req-08735278-05c1-4959-80d9-f0ef5341ffce tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:48.477879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2944e01-60ef-442b-b913-27c5441d3040 req-08735278-05c1-4959-80d9-f0ef5341ffce tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 946 time: 0.1804152 Dec 12 17:49:48.585202 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3bed08cf-1cfc-4ba6-8ed6-9e72f16d7bee req-98bca461-75c0-4f19-89bb-e4e5cff8ed46 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:48.589581 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:48.621944 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-78917274-c1ef-4c96-b041-24e5a0082f2b None None] Provisioning complete for port 0ae46b49-6c72-419b-8d20-34d0612fb917 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:48.622360 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-78917274-c1ef-4c96-b041-24e5a0082f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:48.637887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bca461-75c0-4f19-89bb-e4e5cff8ed46 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Pushing event deleted for resources: {'Port': ['ID=a7b878f0-3b8e-4771-83bd-a1fccca7ce8a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:48.654541 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2944e01-60ef-442b-b913-27c5441d3040 req-198739b2-e77f-4cca-95f1-ecbbf7f6732f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=368ba19a-2689-4cf5-8e00-4f6033815beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757545 Dec 12 17:49:48.669038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-78917274-c1ef-4c96-b041-24e5a0082f2b None None] Port 0ae46b49-6c72-419b-8d20-34d0612fb917 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:49:48.727010 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f2928-7392-48f7-a987-19c250ab6e62 req-9d6efb31-f4c5-4c3f-9022-35ae8b6b93b6 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:48.728680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-334f2928-7392-48f7-a987-19c250ab6e62 req-9d6efb31-f4c5-4c3f-9022-35ae8b6b93b6 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.2081313 Dec 12 17:49:48.939747 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-334f2928-7392-48f7-a987-19c250ab6e62 req-473ca835-50c6-4640-ba3d-94f41a3a239c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755781 Dec 12 17:49:49.005940 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3dc1f7-24b8-4fa4-9002-06624ea0a806 req-e2bc11ef-2ae4-417a-97aa-f75713274e67 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:49.013342 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca3dc1f7-24b8-4fa4-9002-06624ea0a806 req-e2bc11ef-2ae4-417a-97aa-f75713274e67 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 932 time: 0.2237113 Dec 12 17:49:49.075972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bed08cf-1cfc-4ba6-8ed6-9e72f16d7bee req-98bca461-75c0-4f19-89bb-e4e5cff8ed46 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Router 33c32047-d5bb-440b-bf85-3dbcd7632313 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:49:49.194406 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca3dc1f7-24b8-4fa4-9002-06624ea0a806 req-10a1c92a-f09f-4e41-8575-4aa0bfb8b643 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd3ec89d-3766-4225-a64b-24c047570139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801298 Dec 12 17:49:49.221249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a7b878f0-3b8e-4771-83bd-a1fccca7ce8a no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:49:49.252349 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: a7b878f0-3b8e-4771-83bd-a1fccca7ce8a {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:49:49.253541 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a7b878f0-3b8e-4771-83bd-a1fccca7ce8a not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:49:49.325654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bed08cf-1cfc-4ba6-8ed6-9e72f16d7bee req-98bca461-75c0-4f19-89bb-e4e5cff8ed46 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:49:49.336963 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c877461-dc11-4e58-a991-af967e02301c None None] Sync routers for ids ['33c32047-d5bb-440b-bf85-3dbcd7632313'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:49:49.349053 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c877461-dc11-4e58-a991-af967e02301c None None] Routers {'33c32047-d5bb-440b-bf85-3dbcd7632313'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:49:49.350005 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7c877461-dc11-4e58-a991-af967e02301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:49:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['33c32047-d5bb-440b-bf85-3dbcd7632313'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:49.402089 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae46b49-6c72-419b-8d20-34d0612fb917 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:49:49.406573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bed08cf-1cfc-4ba6-8ed6-9e72f16d7bee req-98bca461-75c0-4f19-89bb-e4e5cff8ed46 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] No DVR routers for this DVR port a7b878f0-3b8e-4771-83bd-a1fccca7ce8a on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:49:49.412546 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3bed08cf-1cfc-4ba6-8ed6-9e72f16d7bee req-98bca461-75c0-4f19-89bb-e4e5cff8ed46 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:49.416819 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bed08cf-1cfc-4ba6-8ed6-9e72f16d7bee req-98bca461-75c0-4f19-89bb-e4e5cff8ed46 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.31 "DELETE /v2.0/ports/a7b878f0-3b8e-4771-83bd-a1fccca7ce8a HTTP/1.1" status: 204 len: 173 time: 2.4662597 Dec 12 17:49:49.416819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4f6f81-5625-4d54-bb8e-dccb5cc10be2', 'name': 'network-vif-deleted', 'tag': 'a7b878f0-3b8e-4771-83bd-a1fccca7ce8a'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:49:49.426691 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b56d8c7-508e-42d6-ba74-aff3115848d3" -d '{"events": [{"server_uuid": "5e4f6f81-5625-4d54-bb8e-dccb5cc10be2", "name": "network-vif-deleted", "tag": "a7b878f0-3b8e-4771-83bd-a1fccca7ce8a"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:49:49.445230 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:49.494694 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Transition to ACTIVE for port object 0ae46b49-6c72-419b-8d20-34d0612fb917 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:49:49.504162 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef18c9f3-7b2b-48c1-b4c8-228d350299b4 x-openstack-request-id: req-ef18c9f3-7b2b-48c1-b4c8-228d350299b4 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:49:49.504702 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4f6f81-5625-4d54-bb8e-dccb5cc10be2", "name": "network-vif-deleted", "tag": "a7b878f0-3b8e-4771-83bd-a1fccca7ce8a", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:49:49.505124 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef18c9f3-7b2b-48c1-b4c8-228d350299b4 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:49:49.506666 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4f6f81-5625-4d54-bb8e-dccb5cc10be2', 'name': 'network-vif-deleted', 'tag': 'a7b878f0-3b8e-4771-83bd-a1fccca7ce8a', 'status': 'completed', 'code': 200} Dec 12 17:49:49.508632 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:49.568839 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-7c877461-dc11-4e58-a991-af967e02301c None None] Set router 33c32047-d5bb-440b-bf85-3dbcd7632313 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:49:49.652724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Pushing event updated for resources: {'Port': ['ID=0ae46b49-6c72-419b-8d20-34d0612fb917,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:49.704056 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Attempting to bind port 0ae46b49-6c72-419b-8d20-34d0612fb917 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:49:49.704402 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Attempting to bind port 0ae46b49-6c72-419b-8d20-34d0612fb917 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '361983b0-b6f0-435c-ba3b-a356df7ee9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:49:49.704719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Attempting to bind port 0ae46b49-6c72-419b-8d20-34d0612fb917 on network 06540a75-cde9-49a1-a042-ac31de8befda {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:49:49.717377 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Port 0ae46b49-6c72-419b-8d20-34d0612fb917 on network 06540a75-cde9-49a1-a042-ac31de8befda not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:49:49.717740 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Attempting to bind port 0ae46b49-6c72-419b-8d20-34d0612fb917 on network 06540a75-cde9-49a1-a042-ac31de8befda {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:49:49.737880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:49:49.738232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Checking segment: {'id': '361983b0-b6f0-435c-ba3b-a356df7ee9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:49.741891 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Bound using segment: {'id': '361983b0-b6f0-435c-ba3b-a356df7ee9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:49:49.742358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Bound port: 0ae46b49-6c72-419b-8d20-34d0612fb917, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '361983b0-b6f0-435c-ba3b-a356df7ee9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:49:49.745074 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:49.842586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] For port 0ae46b49-6c72-419b-8d20-34d0612fb917, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:49:49.881051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] For port 0ae46b49-6c72-419b-8d20-34d0612fb917, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0ae46b49-6c72-419b-8d20-34d0612fb917,segment=NetworkSegment(361983b0-b6f0-435c-ba3b-a356df7ee9f8),segment_id=361983b0-b6f0-435c-ba3b-a356df7ee9f8)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:49:49.883734 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d928aff7-4c06-4c65-9d89-41141123298f req-24450abb-45c6-4bcc-81db-bc4d6058f221 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e4f6f81-5625-4d54-bb8e-dccb5cc10be2 HTTP/1.1" status: 200 len: 210 time: 0.0424957 Dec 12 17:49:49.888151 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:49.949785 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:49.950550 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:49.951890 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06900292-f900-45bd-ac55-b1a78a641ade req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] 10.222.0.20 "PUT /v2.0/ports/0ae46b49-6c72-419b-8d20-34d0612fb917 HTTP/1.1" status: 200 len: 1092 time: 1.5160513 Dec 12 17:49:49.965491 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7c877461-dc11-4e58-a991-af967e02301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:31Z', 'revision_number': 4, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port': {'id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:23Z', 'updated_at': '2021-12-12T17:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'd32831ce-9d4a-43bd-b1fe-0b8fb6044009', 'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'mac_address': 'fa:16:3e:0e:5f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:29Z', 'updated_at': '2021-12-12T17:43:38Z', 'revision_number': 5, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'subnets': [{'id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:49.990446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440a83a-fd5e-47cc-871b-4525d1b5f33b service neutron] Pushing event updated for resources: {'Port': ['ID=0ae46b49-6c72-419b-8d20-34d0612fb917,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:50.002676 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:50.040676 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c877461-dc11-4e58-a991-af967e02301c None None] Checking router: 33c32047-d5bb-440b-bf85-3dbcd7632313 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:49:50.077458 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c877461-dc11-4e58-a991-af967e02301c None None] Routers {'33c32047-d5bb-440b-bf85-3dbcd7632313'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:49:50.077924 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7c877461-dc11-4e58-a991-af967e02301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:49:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['33c32047-d5bb-440b-bf85-3dbcd7632313'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:50.190176 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06900292-f900-45bd-ac55-b1a78a641ade req-f216cf65-4c28-47e5-bada-ce4bdf5d9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:50.191881 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06900292-f900-45bd-ac55-b1a78a641ade req-f216cf65-4c28-47e5-bada-ce4bdf5d9bc2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d69d47074ba84e7a9aea95934043e4bc&device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 1095 time: 0.1331294 Dec 12 17:49:50.205268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77034c-751d-4a36-9332-a1cd29ee104b req-6e809939-d0dd-42a5-b2ec-dbd2a4fdd96c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:50.213138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d77034c-751d-4a36-9332-a1cd29ee104b req-6e809939-d0dd-42a5-b2ec-dbd2a4fdd96c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.1145496 Dec 12 17:49:50.261333 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06900292-f900-45bd-ac55-b1a78a641ade req-eaf8455b-8f6a-4584-929a-9e40021c3136 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae46b49-6c72-419b-8d20-34d0612fb917 HTTP/1.1" status: 200 len: 217 time: 0.0451484 Dec 12 17:49:50.304155 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-7c877461-dc11-4e58-a991-af967e02301c None None] Set router 33c32047-d5bb-440b-bf85-3dbcd7632313 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:49:50.393243 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d77034c-751d-4a36-9332-a1cd29ee104b req-b6be5a4e-05bb-48cf-aaab-55b008b2769a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787968 Dec 12 17:49:50.433128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06900292-f900-45bd-ac55-b1a78a641ade req-e8c7118b-03a0-4399-9e07-13b99435b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:50.434538 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06900292-f900-45bd-ac55-b1a78a641ade req-e8c7118b-03a0-4399-9e07-13b99435b7e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=acc04e05-ebae-43d2-9255-5c2bd0c694c1 HTTP/1.1" status: 200 len: 843 time: 0.1634588 Dec 12 17:49:50.529602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77876bd5-d5a4-4172-a8e1-d653eb7b7069 req-ddfc0e41-9c7a-4a26-971d-8515ee1f759f tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:50.543533 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77876bd5-d5a4-4172-a8e1-d653eb7b7069 req-ddfc0e41-9c7a-4a26-971d-8515ee1f759f tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 944 time: 0.1738102 Dec 12 17:49:50.566557 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7c877461-dc11-4e58-a991-af967e02301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:31Z', 'revision_number': 4, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port': {'id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:23Z', 'updated_at': '2021-12-12T17:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'd32831ce-9d4a-43bd-b1fe-0b8fb6044009', 'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'mac_address': 'fa:16:3e:0e:5f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:29Z', 'updated_at': '2021-12-12T17:43:38Z', 'revision_number': 5, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'subnets': [{'id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:49:50.586745 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06900292-f900-45bd-ac55-b1a78a641ade req-76e8d393-fafb-46b6-97be-93d54b9adab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:50.588264 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06900292-f900-45bd-ac55-b1a78a641ade req-76e8d393-fafb-46b6-97be-93d54b9adab4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06540a75-cde9-49a1-a042-ac31de8befda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271651 Dec 12 17:49:50.605122 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77876bd5-d5a4-4172-a8e1-d653eb7b7069 req-aa2b92ee-78d7-429e-ab3f-38ead9542fb9 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd3ec89d-3766-4225-a64b-24c047570139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618718 Dec 12 17:49:50.610755 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c877461-dc11-4e58-a991-af967e02301c None None] The sync data for ids ['33c32047-d5bb-440b-bf85-3dbcd7632313'] in n-d-760354-5 is: [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:31Z', 'revision_number': 4, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port': {'id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:23Z', 'updated_at': '2021-12-12T17:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'd32831ce-9d4a-43bd-b1fe-0b8fb6044009', 'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'mac_address': 'fa:16:3e:0e:5f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:29Z', 'updated_at': '2021-12-12T17:43:38Z', 'revision_number': 5, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'subnets': [{'id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:49:50.725701 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6e4034aa-35bb-45d2-9e70-8bac759ba7ba details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:49:50.735719 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:50.744716 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06900292-f900-45bd-ac55-b1a78a641ade req-7767573d-02a0-47cc-8efe-3edbb97855a0 service neutron] 10.222.0.20 "GET /v2.0/networks/06540a75-cde9-49a1-a042-ac31de8befda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385717 Dec 12 17:49:50.866317 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6e4034aa-35bb-45d2-9e70-8bac759ba7ba,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:50.878110 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06900292-f900-45bd-ac55-b1a78a641ade req-7350e69c-9f92-4434-ab61-923b7d2dc3a4 service neutron] 10.222.0.20 "GET /v2.0/networks/06540a75-cde9-49a1-a042-ac31de8befda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177788 Dec 12 17:49:50.881156 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '6e4034aa-35bb-45d2-9e70-8bac759ba7ba', 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d', 'port_id': '6e4034aa-35bb-45d2-9e70-8bac759ba7ba', 'mac_address': 'fa:16:3e:96:bc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2bec70-4b48-4878-877f-cfa6982b5bc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:49:50.923967 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:50.950397 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e4034aa-35bb-45d2-9e70-8bac759ba7ba {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:49:50.975319 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:49:50.984442 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6e4034aa-35bb-45d2-9e70-8bac759ba7ba,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:50.996626 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:51.007085 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57950) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:51.031420 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba63d214-cd97-40ed-b191-0f9c7190b629 None None] New status for floating IP e3fd51c4-d321-4151-abbe-309c6ae28b58: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:49:51.064660 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d35bd62b-df1e-4205-8837-99bea71abe5b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:51.096532 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d35bd62b-df1e-4205-8837-99bea71abe5b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:51.167405 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d35bd62b-df1e-4205-8837-99bea71abe5b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:51.171064 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d35bd62b-df1e-4205-8837-99bea71abe5b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:51.176167 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57956) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:51.178368 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d35bd62b-df1e-4205-8837-99bea71abe5b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "DELETE /v2.0/security-groups/368ba19a-2689-4cf5-8e00-4f6033815beb HTTP/1.1" status: 204 len: 168 time: 0.1693015 Dec 12 17:49:51.185852 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['6e4034aa-35bb-45d2-9e70-8bac759ba7ba'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:49:51.190440 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=6e4034aa-35bb-45d2-9e70-8bac759ba7ba,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:51.193416 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bd62b-df1e-4205-8837-99bea71abe5b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=368ba19a-2689-4cf5-8e00-4f6033815beb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:51.208333 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-1a0d2f6e-4055-4a82-b5d3-8db116c954ab tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] show failed (client error): The resource could not be found. Dec 12 17:49:51.212554 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1a0d2f6e-4055-4a82-b5d3-8db116c954ab tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups/368ba19a-2689-4cf5-8e00-4f6033815beb HTTP/1.1" status: 404 len: 347 time: 0.0316715 Dec 12 17:49:51.213645 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57958) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:51.414767 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-41e8b09a-b803-4f0e-a852-6ade368c3f7f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Deleting port 9184e06a-46a7-4efa-b618-940835c82a32 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:49:51.415271 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41e8b09a-b803-4f0e-a852-6ade368c3f7f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:51.510562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9b47d0-d326-40b5-b4a8-b750a810b522', 'tag': '0ae46b49-6c72-419b-8d20-34d0612fb917'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:49:51.513158 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381aeebb-86cc-472b-9177-4c22d8a6f5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9b47d0-d326-40b5-b4a8-b750a810b522", "tag": "0ae46b49-6c72-419b-8d20-34d0612fb917"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:49:51.517958 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41e8b09a-b803-4f0e-a852-6ade368c3f7f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:51.518362 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41e8b09a-b803-4f0e-a852-6ade368c3f7f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:51.539923 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-41e8b09a-b803-4f0e-a852-6ade368c3f7f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Calling delete_port for 9184e06a-46a7-4efa-b618-940835c82a32 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:49:51.549763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5f536-d843-4d05-8097-2ad0bfea5037 req-c2de453c-c79b-4ea5-aecf-e66fc85bc021 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:51.551356 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edf5f536-d843-4d05-8097-2ad0bfea5037 req-c2de453c-c79b-4ea5-aecf-e66fc85bc021 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 944 time: 0.0792267 Dec 12 17:49:51.569073 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20689c66-7934-4851-a4e4-43298ca190f1 x-openstack-request-id: req-20689c66-7934-4851-a4e4-43298ca190f1 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:49:51.569359 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9b47d0-d326-40b5-b4a8-b750a810b522", "tag": "0ae46b49-6c72-419b-8d20-34d0612fb917", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:49:51.569662 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20689c66-7934-4851-a4e4-43298ca190f1 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:49:51.570058 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9b47d0-d326-40b5-b4a8-b750a810b522', 'tag': '0ae46b49-6c72-419b-8d20-34d0612fb917', 'status': 'completed', 'code': 200} Dec 12 17:49:51.647985 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edf5f536-d843-4d05-8097-2ad0bfea5037 req-1e0823a9-50c5-42db-a865-38c92ecbf297 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875132 Dec 12 17:49:51.692489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381aeebb-86cc-472b-9177-4c22d8a6f5ae req-35624efb-e0f2-4e0f-8dee-b643f6242d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:51.694043 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-381aeebb-86cc-472b-9177-4c22d8a6f5ae req-35624efb-e0f2-4e0f-8dee-b643f6242d1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d69d47074ba84e7a9aea95934043e4bc&device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 1095 time: 0.0940773 Dec 12 17:49:51.736049 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41e8b09a-b803-4f0e-a852-6ade368c3f7f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:51.767403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8b09a-b803-4f0e-a852-6ade368c3f7f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Pushing event deleted for resources: {'Port': ['ID=9184e06a-46a7-4efa-b618-940835c82a32,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:51.815468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169940b0-757f-4663-9aea-033a2ec3dd84 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:49:51.842513 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e29ab-d2a5-4341-a74e-f187cee92687 req-b69a311b-2fe0-4b95-87b4-19fee1cdb256 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:51.843995 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-376e29ab-d2a5-4341-a74e-f187cee92687 req-b69a311b-2fe0-4b95-87b4-19fee1cdb256 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 944 time: 0.1097097 Dec 12 17:49:51.868576 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41e8b09a-b803-4f0e-a852-6ade368c3f7f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:51.872175 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41e8b09a-b803-4f0e-a852-6ade368c3f7f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:51.873553 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-41e8b09a-b803-4f0e-a852-6ade368c3f7f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "DELETE /v2.0/floatingips/e3fd51c4-d321-4151-abbe-309c6ae28b58 HTTP/1.1" status: 204 len: 168 time: 0.6586342 Dec 12 17:49:51.900187 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381aeebb-86cc-472b-9177-4c22d8a6f5ae req-38d18e48-da55-45f1-b8be-7416cca279dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:51.902036 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-381aeebb-86cc-472b-9177-4c22d8a6f5ae req-38d18e48-da55-45f1-b8be-7416cca279dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=06540a75-cde9-49a1-a042-ac31de8befda HTTP/1.1" status: 200 len: 905 time: 0.1982007 Dec 12 17:49:51.928853 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-376e29ab-d2a5-4341-a74e-f187cee92687 req-fcce6c1d-a112-4f5d-af9f-628e05bae8f4 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd3ec89d-3766-4225-a64b-24c047570139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760145 Dec 12 17:49:51.959226 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-381aeebb-86cc-472b-9177-4c22d8a6f5ae req-6f456f2b-b2c7-4a1b-81c9-2342094f1f35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae46b49-6c72-419b-8d20-34d0612fb917 HTTP/1.1" status: 200 len: 217 time: 0.0437186 Dec 12 17:49:52.074356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381aeebb-86cc-472b-9177-4c22d8a6f5ae req-e0060616-a046-4e87-82d9-66895ff999b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:52.076094 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-381aeebb-86cc-472b-9177-4c22d8a6f5ae req-e0060616-a046-4e87-82d9-66895ff999b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=acc04e05-ebae-43d2-9255-5c2bd0c694c1 HTTP/1.1" status: 200 len: 843 time: 0.1100144 Dec 12 17:49:52.174617 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381aeebb-86cc-472b-9177-4c22d8a6f5ae req-1b4dc21c-f40e-40c4-a84d-20857418d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:52.176392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-381aeebb-86cc-472b-9177-4c22d8a6f5ae req-1b4dc21c-f40e-40c4-a84d-20857418d9c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06540a75-cde9-49a1-a042-ac31de8befda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730693 Dec 12 17:49:52.192496 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57982) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:52.199381 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9d22119f-8953-493f-92ba-204798510b58 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--334288379', 'description': 'tempest-description--2845385'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:52.253591 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9d22119f-8953-493f-92ba-204798510b58 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:52.318497 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-381aeebb-86cc-472b-9177-4c22d8a6f5ae req-bcf9e493-21f3-44d4-ab83-b5d6bf358fde service neutron] 10.222.0.20 "GET /v2.0/networks/06540a75-cde9-49a1-a042-ac31de8befda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349194 Dec 12 17:49:52.415391 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9d22119f-8953-493f-92ba-204798510b58 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:52.421016 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9d22119f-8953-493f-92ba-204798510b58 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:52.459671 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9d22119f-8953-493f-92ba-204798510b58 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:52.461021 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9d22119f-8953-493f-92ba-204798510b58 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2667637 Dec 12 17:49:52.461864 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22119f-8953-493f-92ba-204798510b58 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136abe8f-db3d-4564-b6a5-c7d523eaf0f8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:52.465332 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57996) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:52.471044 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-04b16507-1ef9-4ae3-8bff-b36d24b404d7 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Request body: {'security_group_rule': {'security_group_id': '136abe8f-db3d-4564-b6a5-c7d523eaf0f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:52.477493 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-381aeebb-86cc-472b-9177-4c22d8a6f5ae req-968f1821-19f8-49bc-b448-a1f4f68f6d87 service neutron] 10.222.0.20 "GET /v2.0/networks/06540a75-cde9-49a1-a042-ac31de8befda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511149 Dec 12 17:49:52.514271 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04b16507-1ef9-4ae3-8bff-b36d24b404d7 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:52.579581 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04b16507-1ef9-4ae3-8bff-b36d24b404d7 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:52.589465 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04b16507-1ef9-4ae3-8bff-b36d24b404d7 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:52.608234 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b16507-1ef9-4ae3-8bff-b36d24b404d7 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04625b59-2abe-4d14-90be-7f4dc4b3407c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:52.617078 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04b16507-1ef9-4ae3-8bff-b36d24b404d7 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:52.618313 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-04b16507-1ef9-4ae3-8bff-b36d24b404d7 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521039 Dec 12 17:49:52.621027 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58008) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:52.625410 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7dc71514-be1d-4b4c-aeae-e251c4760ce1 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Request body: {'security_group_rule': {'security_group_id': '136abe8f-db3d-4564-b6a5-c7d523eaf0f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:52.652530 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dc71514-be1d-4b4c-aeae-e251c4760ce1 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:52.715984 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0ae46b49-6c72-419b-8d20-34d0612fb917 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:49:52.718036 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6e4034aa-35bb-45d2-9e70-8bac759ba7ba up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:49:52.738667 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dc71514-be1d-4b4c-aeae-e251c4760ce1 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:52.748868 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dc71514-be1d-4b4c-aeae-e251c4760ce1 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:52.778675 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc71514-be1d-4b4c-aeae-e251c4760ce1 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9353bf9-111e-41d2-bfbd-05676c091469,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:52.807385 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dc71514-be1d-4b4c-aeae-e251c4760ce1 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:52.809547 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7dc71514-be1d-4b4c-aeae-e251c4760ce1 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1875539 Dec 12 17:49:52.817188 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58018) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:52.824228 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-97ca5cf8-6a0a-47a7-9396-35e28315532b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:52.874165 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8ad5d-0b17-4147-b73f-cccea091f36e req-a87305ca-4125-4826-b66a-31faf5523b71 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:52.885430 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-75a8ad5d-0b17-4147-b73f-cccea091f36e req-a87305ca-4125-4826-b66a-31faf5523b71 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 944 time: 0.1509051 Dec 12 17:49:52.887129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:52.888176 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:52.890492 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97ca5cf8-6a0a-47a7-9396-35e28315532b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:52.932243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0ae46b49-6c72-419b-8d20-34d0612fb917, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0ae46b49-6c72-419b-8d20-34d0612fb917,segment=NetworkSegment(361983b0-b6f0-435c-ba3b-a356df7ee9f8),segment_id=361983b0-b6f0-435c-ba3b-a356df7ee9f8)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:52.951916 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '0ae46b49-6c72-419b-8d20-34d0612fb917', 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda', 'port_id': '0ae46b49-6c72-419b-8d20-34d0612fb917', 'mac_address': 'fa:16:3e:61:73:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:49:52.971731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-75a8ad5d-0b17-4147-b73f-cccea091f36e req-8529d0ad-4de5-4339-a25b-5ebc5dc817bf tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819879 Dec 12 17:49:53.074887 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97ca5cf8-6a0a-47a7-9396-35e28315532b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:53.087909 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:53.113048 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:53.114532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2216e7-9959-4d1f-b776-70ba38cb7373 req-d8417bec-a1d7-4885-966c-b87a3e7464aa tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:53.116926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c2216e7-9959-4d1f-b776-70ba38cb7373 req-d8417bec-a1d7-4885-966c-b87a3e7464aa tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 944 time: 0.0662372 Dec 12 17:49:53.145699 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae46b49-6c72-419b-8d20-34d0612fb917 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:49:53.189944 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0ae46b49-6c72-419b-8d20-34d0612fb917, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0ae46b49-6c72-419b-8d20-34d0612fb917,segment=NetworkSegment(361983b0-b6f0-435c-ba3b-a356df7ee9f8),segment_id=361983b0-b6f0-435c-ba3b-a356df7ee9f8)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:53.196068 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c686a014-34ff-4b9c-976a-6a0a58552735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4034aa-35bb-45d2-9e70-8bac759ba7ba'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:49:53.199123 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ccf886-ba5b-44bc-a6d6-e4347e0953f7" -d '{"events": [{"server_uuid": "c686a014-34ff-4b9c-976a-6a0a58552735", "name": "network-vif-plugged", "status": "completed", "tag": "6e4034aa-35bb-45d2-9e70-8bac759ba7ba"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:49:53.203293 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c2216e7-9959-4d1f-b776-70ba38cb7373 req-3901fcf0-0f38-43a2-9e72-b8ec8678f783 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd3ec89d-3766-4225-a64b-24c047570139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754874 Dec 12 17:49:53.211900 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:53.224696 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6e4034aa-35bb-45d2-9e70-8bac759ba7ba,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:53.252237 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:53.283863 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f751d52e-9793-4aec-bd09-f6a9f46fc738 x-openstack-request-id: req-f751d52e-9793-4aec-bd09-f6a9f46fc738 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:49:53.284262 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c686a014-34ff-4b9c-976a-6a0a58552735", "name": "network-vif-plugged", "status": "completed", "tag": "6e4034aa-35bb-45d2-9e70-8bac759ba7ba", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:49:53.284630 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f751d52e-9793-4aec-bd09-f6a9f46fc738 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:49:53.285117 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c686a014-34ff-4b9c-976a-6a0a58552735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4034aa-35bb-45d2-9e70-8bac759ba7ba', 'code': 200} Dec 12 17:49:53.291587 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=0ae46b49-6c72-419b-8d20-34d0612fb917,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:53.291763 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-97ca5cf8-6a0a-47a7-9396-35e28315532b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Allocated IP 172.25.1.20 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/4e96ecac-3e83-4fbc-9e1c-1a2626dc6aac) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:53.353880 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=6e4034aa-35bb-45d2-9e70-8bac759ba7ba,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:53.449280 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97ca5cf8-6a0a-47a7-9396-35e28315532b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:53.502136 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['0ae46b49-6c72-419b-8d20-34d0612fb917'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:49:53.516684 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97ca5cf8-6a0a-47a7-9396-35e28315532b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:53.557813 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ca5cf8-6a0a-47a7-9396-35e28315532b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:53.596466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-97ca5cf8-6a0a-47a7-9396-35e28315532b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:53.617714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca5cf8-6a0a-47a7-9396-35e28315532b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:53.669119 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca5cf8-6a0a-47a7-9396-35e28315532b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Pushing event updated for resources: {'Port': ['ID=4e96ecac-3e83-4fbc-9e1c-1a2626dc6aac,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:53.768031 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97ca5cf8-6a0a-47a7-9396-35e28315532b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:53.842325 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97ca5cf8-6a0a-47a7-9396-35e28315532b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:54.109756 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97ca5cf8-6a0a-47a7-9396-35e28315532b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:54.127340 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97ca5cf8-6a0a-47a7-9396-35e28315532b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:54.143730 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659c15f-264a-4423-8c79-dc359a037237 req-79878387-b684-4240-9d39-0f1b46a934c5 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:54.156868 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0659c15f-264a-4423-8c79-dc359a037237 req-79878387-b684-4240-9d39-0f1b46a934c5 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.0963466 Dec 12 17:49:54.242741 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0659c15f-264a-4423-8c79-dc359a037237 req-49eb025f-727c-4a9f-a6e9-a9b5689b615b tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839543 Dec 12 17:49:54.276592 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca5cf8-6a0a-47a7-9396-35e28315532b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Pushing event updated for resources: {'Port': ['ID=4e96ecac-3e83-4fbc-9e1c-1a2626dc6aac,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:54.304963 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97ca5cf8-6a0a-47a7-9396-35e28315532b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:54.330534 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97ca5cf8-6a0a-47a7-9396-35e28315532b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:54.332732 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-97ca5cf8-6a0a-47a7-9396-35e28315532b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5144582 Dec 12 17:49:54.419663 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812a5f3-dcd3-4930-97d2-db86219bb760 req-95190899-8c8a-4646-adeb-e78ed562a245 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:54.421180 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d812a5f3-dcd3-4930-97d2-db86219bb760 req-95190899-8c8a-4646-adeb-e78ed562a245 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 945 time: 0.0647786 Dec 12 17:49:54.538697 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d812a5f3-dcd3-4930-97d2-db86219bb760 req-4132be63-709c-4a17-9404-3217fd0050f3 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd3ec89d-3766-4225-a64b-24c047570139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059191 Dec 12 17:49:54.598803 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-4f512123-7b2b-4cf6-9f7d-42c3c5813b72 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--334288379&fields=id&tenant_id=e87f55d11d4a4c5ba82362d6521f2447 HTTP/1.1" status: 200 len: 267 time: 0.0515366 Dec 12 17:49:54.725011 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0ae46b49-6c72-419b-8d20-34d0612fb917 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:49:54.752728 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-4be4ab9e-7407-4df4-b281-3d203292952e tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:54.761135 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-4be4ab9e-7407-4df4-b281-3d203292952e tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/networks?id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc HTTP/1.1" status: 200 len: 810 time: 0.1553121 Dec 12 17:49:54.778535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-559c34fb-b5ba-4675-9b22-c17543f9f997 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/quotas/e87f55d11d4a4c5ba82362d6521f2447 HTTP/1.1" status: 200 len: 375 time: 0.0162473 Dec 12 17:49:54.828950 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 0ae46b49-6c72-419b-8d20-34d0612fb917 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:49:54.835789 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 0ae46b49-6c72-419b-8d20-34d0612fb917 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:54.836431 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:54.848889 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-3ce580bb-4333-493e-bb5a-b97272ec75e3 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e87f55d11d4a4c5ba82362d6521f2447&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688829 Dec 12 17:49:54.968837 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c488f00f-0bc8-40c1-be3d-935b54657210 service neutron] 10.222.0.18 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155457 Dec 12 17:49:55.181164 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-22084fa1-341c-438c-91fa-f3c28236d661 service neutron] 10.222.0.18 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024713 Dec 12 17:49:55.215618 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:55.255423 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0ae46b49-6c72-419b-8d20-34d0612fb917, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0ae46b49-6c72-419b-8d20-34d0612fb917,segment=NetworkSegment(361983b0-b6f0-435c-ba3b-a356df7ee9f8),segment_id=361983b0-b6f0-435c-ba3b-a356df7ee9f8)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:49:55.261380 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:55.325940 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9b47d0-d326-40b5-b4a8-b750a810b522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae46b49-6c72-419b-8d20-34d0612fb917'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:49:55.330161 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577cff26-56ff-4158-a01e-b11d66036468" -d '{"events": [{"server_uuid": "1a9b47d0-d326-40b5-b4a8-b750a810b522", "name": "network-vif-plugged", "status": "completed", "tag": "0ae46b49-6c72-419b-8d20-34d0612fb917"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:49:55.334467 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=0ae46b49-6c72-419b-8d20-34d0612fb917,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:55.472779 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f582e2b-65e8-43f2-8424-2893aa8d4af6 x-openstack-request-id: req-8f582e2b-65e8-43f2-8424-2893aa8d4af6 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:49:55.473949 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9b47d0-d326-40b5-b4a8-b750a810b522", "name": "network-vif-plugged", "status": "completed", "tag": "0ae46b49-6c72-419b-8d20-34d0612fb917", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:49:55.474302 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f582e2b-65e8-43f2-8424-2893aa8d4af6 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:49:55.474873 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9b47d0-d326-40b5-b4a8-b750a810b522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae46b49-6c72-419b-8d20-34d0612fb917', 'code': 200} Dec 12 17:49:55.485011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7431ccd-0d1c-4db6-9b62-6110380f7b5e req-8c35aff7-17a9-4552-85b7-f9a200adac32 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:55.495316 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7431ccd-0d1c-4db6-9b62-6110380f7b5e req-8c35aff7-17a9-4552-85b7-f9a200adac32 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.0854208 Dec 12 17:49:55.637875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc239a6b-cc34-4f80-a274-b4adfe2df31a req-312d8353-6072-46e5-9e5a-096393b23a3c tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 210 time: 0.0890195 Dec 12 17:49:55.662165 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7431ccd-0d1c-4db6-9b62-6110380f7b5e req-612fd3b9-1991-464c-8f88-915b768f97b1 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652510 Dec 12 17:49:55.688836 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53054c24-11f0-41b5-8877-12a2e8f5529c req-dd660418-95c5-4dcb-86c1-8d48a6bc3614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:55.691919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53054c24-11f0-41b5-8877-12a2e8f5529c req-dd660418-95c5-4dcb-86c1-8d48a6bc3614 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 1097 time: 0.1557498 Dec 12 17:49:55.873068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53054c24-11f0-41b5-8877-12a2e8f5529c req-0a55cc7e-7712-43dd-86b8-dc60d8106264 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fd3ec89d-3766-4225-a64b-24c047570139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704023 Dec 12 17:49:55.914061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b324ed2-93ef-44ad-ad95-5f83421f5022 req-69f52543-526b-473d-bed7-3d8cd2cdfd34 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:55.921351 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b324ed2-93ef-44ad-ad95-5f83421f5022 req-69f52543-526b-473d-bed7-3d8cd2cdfd34 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 946 time: 0.1789880 Dec 12 17:49:56.012939 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b324ed2-93ef-44ad-ad95-5f83421f5022 req-4cd46e05-6922-4c22-b75f-647ddd4704ba tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd3ec89d-3766-4225-a64b-24c047570139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842574 Dec 12 17:49:56.777625 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-12f546ee-eab9-4e12-aa7b-95fdb51952e3 req-e24765d5-a50c-4c8f-96d8-f80128cebfee tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 210 time: 0.0467873 Dec 12 17:49:56.870329 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bb72d-cb13-4d3d-8120-1dcef59ffa7b req-9fde71a9-4f23-40f5-9c27-a5533a249222 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:56.877882 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d4bb72d-cb13-4d3d-8120-1dcef59ffa7b req-9fde71a9-4f23-40f5-9c27-a5533a249222 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.0947130 Dec 12 17:49:57.133569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-0d2d2d90-7f2a-424f-81a2-66ca7dcec822 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:57.139163 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-0d2d2d90-7f2a-424f-81a2-66ca7dcec822 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.31 "GET /v2.0/networks?id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc HTTP/1.1" status: 200 len: 810 time: 0.2578347 Dec 12 17:49:57.161300 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d4bb72d-cb13-4d3d-8120-1dcef59ffa7b req-2423c37f-31e1-4058-87ab-0e8efb8245cc tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824774 Dec 12 17:49:57.353807 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca715c4-4084-4adc-95e4-6eb9aaaed730 req-a87331db-1727-43f9-b0f8-066b7776ded7 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:57.361482 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8ca715c4-4084-4adc-95e4-6eb9aaaed730 req-a87331db-1727-43f9-b0f8-066b7776ded7 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 946 time: 0.1958525 Dec 12 17:49:57.399691 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-7106084a-0f5a-47d6-9a56-e72e9ec05622 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e87f55d11d4a4c5ba82362d6521f2447 HTTP/1.1" status: 200 len: 379 time: 0.2355802 Dec 12 17:49:57.412513 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Request body: {'port': {'device_id': '1040fb57-bb0b-4c42-b5d8-1979d26af845', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'admin_state_up': True, 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'security_groups': ['136abe8f-db3d-4564-b6a5-c7d523eaf0f8']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:57.532054 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8ca715c4-4084-4adc-95e4-6eb9aaaed730 req-981369d4-1dd0-4c5a-8711-092a27ce7867 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd3ec89d-3766-4225-a64b-24c047570139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680181 Dec 12 17:49:57.634012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Made reservation on behalf of e87f55d11d4a4c5ba82362d6521f2447 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:49:57.637703 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:57.899757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Allocated IP 172.20.0.10 (d9b9c276-fb49-46ec-8edb-02bb2c0620fc/6e9ce1ad-b28e-4dc2-8742-e6028eef55c0/74d54848-e6a3-4f38-b50b-e21818ef7c01) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:49:58.118470 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8d43ea21-60e1-4bf1-91e4-d67d09572599 req-9af1e42f-b5aa-4ca4-82f8-f2d8dfc88823 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 210 time: 0.0468674 Dec 12 17:49:58.121834 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:58.163041 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:58.261144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Network d9b9c276-fb49-46ec-8edb-02bb2c0620fc is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:49:58.274906 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:49:58.279519 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:49:58.347050 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Pushing event updated for resources: {'Port': ['ID=74d54848-e6a3-4f38-b50b-e21818ef7c01,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:58.362720 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:58.362991 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:58.363361 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:58.363980 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:58.364121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:58.364383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:58.364718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:58.365043 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:58.365368 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:58.365689 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:58.366011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:58.366334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:58.366657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:49:58.408504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e3bfd-3386-485e-a1e0-6f1fb11fb64d req-bd2fb1a8-8f6e-40e4-9c9a-e6f2f55f7c9f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:58.415933 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d42e3bfd-3386-485e-a1e0-6f1fb11fb64d req-bd2fb1a8-8f6e-40e4-9c9a-e6f2f55f7c9f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.1535971 Dec 12 17:49:58.746412 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e2cdf511-84d0-4913-b191-e8045db4d162 None None] Provisioning complete for port 74d54848-e6a3-4f38-b50b-e21818ef7c01 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:49:58.747032 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2cdf511-84d0-4913-b191-e8045db4d162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:58.816367 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e2cdf511-84d0-4913-b191-e8045db4d162 None None] Port 74d54848-e6a3-4f38-b50b-e21818ef7c01 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:49:58.864315 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:58.864934 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:58.940599 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7136efe-9387-4ee1-a786-bbde0210b653 req-bb84e92d-64d6-467c-a0af-0ed53fa4bea8 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:58.943013 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7136efe-9387-4ee1-a786-bbde0210b653 req-bb84e92d-64d6-467c-a0af-0ed53fa4bea8 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 946 time: 0.1001801 Dec 12 17:49:58.947501 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-39f2c6b2-8971-4506-b189-f823f8f8fd92 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5395405 Dec 12 17:49:58.951765 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d42e3bfd-3386-485e-a1e0-6f1fb11fb64d req-bd245852-0573-4443-9030-e11b18dc69ac tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349848 Dec 12 17:49:58.968111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Request body: {'port': {'device_id': '1040fb57-bb0b-4c42-b5d8-1979d26af845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:59.077106 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:59.161337 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7136efe-9387-4ee1-a786-bbde0210b653 req-145379d0-7379-4085-ac02-6ec587cc51aa tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd3ec89d-3766-4225-a64b-24c047570139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084656 Dec 12 17:49:59.502451 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb781e-e581-4b82-b9a0-f3f5e7c194aa req-398f45bc-2d5f-4416-8891-258b0c446037 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:59.510844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2fcb781e-e581-4b82-b9a0-f3f5e7c194aa req-398f45bc-2d5f-4416-8891-258b0c446037 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 932 time: 0.1805315 Dec 12 17:49:59.534183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b81ed-9e97-40d5-854a-c3ecc34a6196 req-c5cb9e53-44e1-4e32-9782-63aebda474c3 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:49:59.535988 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f90b81ed-9e97-40d5-854a-c3ecc34a6196 req-c5cb9e53-44e1-4e32-9782-63aebda474c3 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 946 time: 0.2046852 Dec 12 17:49:59.545794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58156) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:49:59.552672 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-81710ec8-0700-4533-949c-44e36970c050 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Request body: {'floatingip': {'port_id': '0ae46b49-6c72-419b-8d20-34d0612fb917'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:49:59.611162 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81710ec8-0700-4533-949c-44e36970c050 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for floatingip, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:59.627950 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2fcb781e-e581-4b82-b9a0-f3f5e7c194aa req-cbd60f0e-8bc0-4c40-ac34-919d6e6eb51d tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=136abe8f-db3d-4564-b6a5-c7d523eaf0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159692 Dec 12 17:49:59.773012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d54848-e6a3-4f38-b50b-e21818ef7c01 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:49:59.782786 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:59.797827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Transition to ACTIVE for port object 74d54848-e6a3-4f38-b50b-e21818ef7c01 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:49:59.803871 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:49:59.879835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=74d54848-e6a3-4f38-b50b-e21818ef7c01,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:49:59.936084 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Attempting to bind port 74d54848-e6a3-4f38-b50b-e21818ef7c01 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:49:59.936558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Attempting to bind port 74d54848-e6a3-4f38-b50b-e21818ef7c01 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'ae411415-474d-4d1e-927a-e80517288bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:49:59.937122 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Attempting to bind port 74d54848-e6a3-4f38-b50b-e21818ef7c01 on network d9b9c276-fb49-46ec-8edb-02bb2c0620fc {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:49:59.942223 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Port 74d54848-e6a3-4f38-b50b-e21818ef7c01 on network d9b9c276-fb49-46ec-8edb-02bb2c0620fc not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:49:59.942800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Attempting to bind port 74d54848-e6a3-4f38-b50b-e21818ef7c01 on network d9b9c276-fb49-46ec-8edb-02bb2c0620fc {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:49:59.951107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:49:59.951628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Checking segment: {'id': 'ae411415-474d-4d1e-927a-e80517288bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:49:59.952112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Bound using segment: {'id': 'ae411415-474d-4d1e-927a-e80517288bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:49:59.952648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Bound port: 74d54848-e6a3-4f38-b50b-e21818ef7c01, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae411415-474d-4d1e-927a-e80517288bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:49:59.953125 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:00.059518 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] For port 74d54848-e6a3-4f38-b50b-e21818ef7c01, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:50:00.090125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] For port 74d54848-e6a3-4f38-b50b-e21818ef7c01, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=74d54848-e6a3-4f38-b50b-e21818ef7c01,segment=NetworkSegment(ae411415-474d-4d1e-927a-e80517288bcc),segment_id=ae411415-474d-4d1e-927a-e80517288bcc)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:50:00.105585 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:00.193862 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3920dc-edaf-4ce7-82e7-fff128d134f1 req-7d13862b-2ea8-48cb-a911-15fecf6bbd5a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:00.201765 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e3920dc-edaf-4ce7-82e7-fff128d134f1 req-7d13862b-2ea8-48cb-a911-15fecf6bbd5a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.1574697 Dec 12 17:50:00.210644 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:00.210644 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:00.213798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] 10.222.0.31 "PUT /v2.0/ports/74d54848-e6a3-4f38-b50b-e21818ef7c01 HTTP/1.1" status: 200 len: 1092 time: 1.2525926 Dec 12 17:50:00.225283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1040fb57-bb0b-4c42-b5d8-1979d26af845', 'tag': '74d54848-e6a3-4f38-b50b-e21818ef7c01'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:50:00.236493 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d769556-1330-47c4-b39e-705c8bcab1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1040fb57-bb0b-4c42-b5d8-1979d26af845", "tag": "74d54848-e6a3-4f38-b50b-e21818ef7c01"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:50:00.276878 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81710ec8-0700-4533-949c-44e36970c050 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:00.286428 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81710ec8-0700-4533-949c-44e36970c050 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:00.289128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f43314-f77e-4e3c-b654-10370b17f3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=74d54848-e6a3-4f38-b50b-e21818ef7c01,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:00.333622 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3991740e-fe93-434d-9c33-ae6b188473de x-openstack-request-id: req-3991740e-fe93-434d-9c33-ae6b188473de {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:50:00.334208 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1040fb57-bb0b-4c42-b5d8-1979d26af845", "tag": "74d54848-e6a3-4f38-b50b-e21818ef7c01", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:50:00.334632 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3991740e-fe93-434d-9c33-ae6b188473de {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:50:00.335229 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1040fb57-bb0b-4c42-b5d8-1979d26af845', 'tag': '74d54848-e6a3-4f38-b50b-e21818ef7c01', 'status': 'completed', 'code': 200} Dec 12 17:50:00.372212 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e3920dc-edaf-4ce7-82e7-fff128d134f1 req-1f40092f-c4bb-449e-ba37-44c18e1af733 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315722 Dec 12 17:50:00.378491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-6f0946f8-af66-4665-a2ab-b4d7248a8d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:00.381459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-6f0946f8-af66-4665-a2ab-b4d7248a8d02 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e87f55d11d4a4c5ba82362d6521f2447&device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 1095 time: 0.0947919 Dec 12 17:50:00.439487 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-81710ec8-0700-4533-949c-44e36970c050 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Floating IP 190bb971-912e-40fd-895f-b49f15e95ffb associated. External IP: 172.25.1.102, port: 0ae46b49-6c72-419b-8d20-34d0612fb917. Dec 12 17:50:00.451081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-2aa2cc89-0887-4514-9bbf-dd9a2fdbc22f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74d54848-e6a3-4f38-b50b-e21818ef7c01 HTTP/1.1" status: 200 len: 217 time: 0.0617812 Dec 12 17:50:00.513573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-d3195717-a2e7-4d8c-99cf-7a622f60a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:00.516985 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-d3195717-a2e7-4d8c-99cf-7a622f60a111 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6e9ce1ad-b28e-4dc2-8742-e6028eef55c0 HTTP/1.1" status: 200 len: 849 time: 0.0570273 Dec 12 17:50:00.602509 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-28e8dd6d-17cf-4ef1-bb8f-37524936f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:00.603971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-28e8dd6d-17cf-4ef1-bb8f-37524936f1cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789483 Dec 12 17:50:00.716225 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-75dea77a-a9b8-4e23-9376-d3de9d2f0212 service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039042 Dec 12 17:50:00.784087 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81710ec8-0700-4533-949c-44e36970c050 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Router 03bcbae6-ed77-4f08-901c-287582c321f4 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:50:00.891687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069436f-b6b2-4e18-986f-fe4b94edb991 req-f6f3115e-565b-4f4c-ab36-6a884d94ac20 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:00.893476 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0069436f-b6b2-4e18-986f-fe4b94edb991 req-f6f3115e-565b-4f4c-ab36-6a884d94ac20 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 944 time: 0.0804131 Dec 12 17:50:00.956724 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81710ec8-0700-4533-949c-44e36970c050 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:50:00.962203 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81710ec8-0700-4533-949c-44e36970c050 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:00.969109 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2d391a-7034-49ff-9236-e72603616b12 None None] Sync routers for ids ['03bcbae6-ed77-4f08-901c-287582c321f4'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:50:00.984101 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d391a-7034-49ff-9236-e72603616b12 None None] Routers {'03bcbae6-ed77-4f08-901c-287582c321f4'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:50:00.985619 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ff2d391a-7034-49ff-9236-e72603616b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:49:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['03bcbae6-ed77-4f08-901c-287582c321f4'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:50:00.999847 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0069436f-b6b2-4e18-986f-fe4b94edb991 req-5b654f0b-cd6a-4fe4-9479-5a6b3050ef34 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=136abe8f-db3d-4564-b6a5-c7d523eaf0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795093 Dec 12 17:50:01.001791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2370afd-505e-4f45-8835-5430ac6b31bb req-ef49f1e4-3ab9-455d-9954-d80c08caa49f service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775698 Dec 12 17:50:01.019784 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-81710ec8-0700-4533-949c-44e36970c050 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "PUT /v2.0/floatingips/190bb971-912e-40fd-895f-b49f15e95ffb HTTP/1.1" status: 200 len: 992 time: 1.4728074 Dec 12 17:50:01.020862 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9b47d0-d326-40b5-b4a8-b750a810b522', 'tag': '0ae46b49-6c72-419b-8d20-34d0612fb917'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:50:01.026570 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc9b057-e367-4639-8d2e-a6b2e789264e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9b47d0-d326-40b5-b4a8-b750a810b522", "tag": "0ae46b49-6c72-419b-8d20-34d0612fb917"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:50:01.110199 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b90c33-9cbb-4aa2-bdc5-cb3543aaea2b x-openstack-request-id: req-16b90c33-9cbb-4aa2-bdc5-cb3543aaea2b {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:50:01.110501 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9b47d0-d326-40b5-b4a8-b750a810b522", "tag": "0ae46b49-6c72-419b-8d20-34d0612fb917", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:50:01.110765 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16b90c33-9cbb-4aa2-bdc5-cb3543aaea2b {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:50:01.111165 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9b47d0-d326-40b5-b4a8-b750a810b522', 'tag': '0ae46b49-6c72-419b-8d20-34d0612fb917', 'status': 'completed', 'code': 200} Dec 12 17:50:01.190675 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-ff2d391a-7034-49ff-9236-e72603616b12 None None] Set router 03bcbae6-ed77-4f08-901c-287582c321f4 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:50:01.244301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d769556-1330-47c4-b39e-705c8bcab1f1 req-ab6fd481-2e57-4095-8d20-84927bfa90d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:01.248083 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d769556-1330-47c4-b39e-705c8bcab1f1 req-ab6fd481-2e57-4095-8d20-84927bfa90d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e87f55d11d4a4c5ba82362d6521f2447&device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 1095 time: 0.1704543 Dec 12 17:50:01.249128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9b057-e367-4639-8d2e-a6b2e789264e req-345011ab-4df1-4fb8-8d99-c01193f92d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:01.250545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edc9b057-e367-4639-8d2e-a6b2e789264e req-345011ab-4df1-4fb8-8d99-c01193f92d3a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d69d47074ba84e7a9aea95934043e4bc&device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 1097 time: 0.1142595 Dec 12 17:50:01.468737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9b057-e367-4639-8d2e-a6b2e789264e req-879eb7ad-dcda-4b2b-9de0-5ec04d09abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:01.470463 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edc9b057-e367-4639-8d2e-a6b2e789264e req-879eb7ad-dcda-4b2b-9de0-5ec04d09abc9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=06540a75-cde9-49a1-a042-ac31de8befda HTTP/1.1" status: 200 len: 905 time: 0.2015569 Dec 12 17:50:01.471443 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d769556-1330-47c4-b39e-705c8bcab1f1 req-e230bf2c-0ed6-481a-b3b4-f52a6e0de441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:01.473438 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d769556-1330-47c4-b39e-705c8bcab1f1 req-e230bf2c-0ed6-481a-b3b4-f52a6e0de441 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc HTTP/1.1" status: 200 len: 911 time: 0.2160876 Dec 12 17:50:01.579587 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edc9b057-e367-4639-8d2e-a6b2e789264e req-8c2aa8d3-45b1-49e9-b08f-5b913fdfa754 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae46b49-6c72-419b-8d20-34d0612fb917 HTTP/1.1" status: 200 len: 1000 time: 0.1004534 Dec 12 17:50:01.615926 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ff2d391a-7034-49ff-9236-e72603616b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'name': 'tempest-ServersTestJSON-52438983-router', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 4, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'gw_port': {'id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '190bb971-912e-40fd-895f-b49f15e95ffb', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'port_id': '0ae46b49-6c72-419b-8d20-34d0612fb917', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda', 'mac_address': 'fa:16:3e:61:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9b47d0-d326-40b5-b4a8-b750a810b522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:49:43Z', 'updated_at': '2021-12-12T17:50:00Z', 'revision_number': 1, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a186289d-2069-494b-9e91-76abac4cb238', 'name': '', 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'mac_address': 'fa:16:3e:5f:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:40Z', 'updated_at': '2021-12-12T17:49:44Z', 'revision_number': 5, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'subnets': [{'id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:50:01.657761 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2d391a-7034-49ff-9236-e72603616b12 None None] Checking router: 03bcbae6-ed77-4f08-901c-287582c321f4 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:50:01.678549 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d391a-7034-49ff-9236-e72603616b12 None None] Routers {'03bcbae6-ed77-4f08-901c-287582c321f4'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:50:01.679926 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ff2d391a-7034-49ff-9236-e72603616b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:49:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['03bcbae6-ed77-4f08-901c-287582c321f4'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:50:01.694146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d769556-1330-47c4-b39e-705c8bcab1f1 req-7b6cdaaa-f021-4d29-8454-e50427d96ab9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74d54848-e6a3-4f38-b50b-e21818ef7c01 HTTP/1.1" status: 200 len: 217 time: 0.1028478 Dec 12 17:50:01.805367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9b057-e367-4639-8d2e-a6b2e789264e req-c0bf3f55-3aad-416c-9391-e8933f4d77c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:01.806878 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edc9b057-e367-4639-8d2e-a6b2e789264e req-c0bf3f55-3aad-416c-9391-e8933f4d77c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=acc04e05-ebae-43d2-9255-5c2bd0c694c1 HTTP/1.1" status: 200 len: 843 time: 0.1972599 Dec 12 17:50:01.808258 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d769556-1330-47c4-b39e-705c8bcab1f1 req-cd702244-6f39-4473-9f09-c9fa1a76f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:01.809653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d769556-1330-47c4-b39e-705c8bcab1f1 req-cd702244-6f39-4473-9f09-c9fa1a76f4de service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6e9ce1ad-b28e-4dc2-8742-e6028eef55c0 HTTP/1.1" status: 200 len: 849 time: 0.1066577 Dec 12 17:50:01.823242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76cd95-7a14-4a21-be33-c29f35d537c8 req-e1e7ce9b-7b9d-40b0-b764-21958352bf7a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:01.824776 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c76cd95-7a14-4a21-be33-c29f35d537c8 req-e1e7ce9b-7b9d-40b0-b764-21958352bf7a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.2442136 Dec 12 17:50:01.843652 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-ff2d391a-7034-49ff-9236-e72603616b12 None None] Set router 03bcbae6-ed77-4f08-901c-287582c321f4 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:50:01.939775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9b057-e367-4639-8d2e-a6b2e789264e req-6d75c6d3-c7a2-4253-81fa-84bfc1a37b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:01.941245 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edc9b057-e367-4639-8d2e-a6b2e789264e req-6d75c6d3-c7a2-4253-81fa-84bfc1a37b0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06540a75-cde9-49a1-a042-ac31de8befda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268897 Dec 12 17:50:01.947506 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c76cd95-7a14-4a21-be33-c29f35d537c8 req-e15255c9-7ec9-4cb3-a43c-59fddd4cbace tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711417 Dec 12 17:50:01.951772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d769556-1330-47c4-b39e-705c8bcab1f1 req-cc23510b-5179-4f92-9349-aa0795bae774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:01.955567 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d769556-1330-47c4-b39e-705c8bcab1f1 req-cc23510b-5179-4f92-9349-aa0795bae774 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297896 Dec 12 17:50:02.321632 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d769556-1330-47c4-b39e-705c8bcab1f1 req-b89528f5-e9a7-45de-9cb7-cf96878c5ca2 service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523374 Dec 12 17:50:02.323284 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edc9b057-e367-4639-8d2e-a6b2e789264e req-98594267-81fb-4236-a3aa-18d537e45349 service neutron] 10.222.0.20 "GET /v2.0/networks/06540a75-cde9-49a1-a042-ac31de8befda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667021 Dec 12 17:50:02.465149 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890193ed-21ae-4af8-8359-8e4d6ffdc0a9 req-f8f555bb-8069-4e09-9a33-d688701902ca tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:02.466914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-890193ed-21ae-4af8-8359-8e4d6ffdc0a9 req-f8f555bb-8069-4e09-9a33-d688701902ca tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 944 time: 0.3346000 Dec 12 17:50:02.486053 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ff2d391a-7034-49ff-9236-e72603616b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'name': 'tempest-ServersTestJSON-52438983-router', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 4, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'gw_port': {'id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '190bb971-912e-40fd-895f-b49f15e95ffb', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'port_id': '0ae46b49-6c72-419b-8d20-34d0612fb917', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda', 'mac_address': 'fa:16:3e:61:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9b47d0-d326-40b5-b4a8-b750a810b522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:49:43Z', 'updated_at': '2021-12-12T17:50:00Z', 'revision_number': 1, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a186289d-2069-494b-9e91-76abac4cb238', 'name': '', 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'mac_address': 'fa:16:3e:5f:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:40Z', 'updated_at': '2021-12-12T17:49:44Z', 'revision_number': 5, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'subnets': [{'id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:50:02.515330 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2d391a-7034-49ff-9236-e72603616b12 None None] The sync data for ids ['03bcbae6-ed77-4f08-901c-287582c321f4'] in n-d-760354-5 is: [{'id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'name': 'tempest-ServersTestJSON-52438983-router', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 4, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'gw_port': {'id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '190bb971-912e-40fd-895f-b49f15e95ffb', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'port_id': '0ae46b49-6c72-419b-8d20-34d0612fb917', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda', 'mac_address': 'fa:16:3e:61:73:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9b47d0-d326-40b5-b4a8-b750a810b522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:49:43Z', 'updated_at': '2021-12-12T17:50:00Z', 'revision_number': 1, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a186289d-2069-494b-9e91-76abac4cb238', 'name': '', 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'mac_address': 'fa:16:3e:5f:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:40Z', 'updated_at': '2021-12-12T17:49:44Z', 'revision_number': 5, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'subnets': [{'id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:50:02.614534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-890193ed-21ae-4af8-8359-8e4d6ffdc0a9 req-d61d82e4-dcbd-473f-9375-72ceb40eea6a tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=136abe8f-db3d-4564-b6a5-c7d523eaf0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326356 Dec 12 17:50:02.683532 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d769556-1330-47c4-b39e-705c8bcab1f1 req-ad528d1f-5c13-4610-8ba7-9e737c51a26a service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418293 Dec 12 17:50:02.705175 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edc9b057-e367-4639-8d2e-a6b2e789264e req-1a6bcadb-b816-4866-8397-5f77de19ca2e service neutron] 10.222.0.20 "GET /v2.0/networks/06540a75-cde9-49a1-a042-ac31de8befda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418043 Dec 12 17:50:02.824601 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484be72-900c-44f2-9b76-8210fbc28863 None None] New status for floating IP 190bb971-912e-40fd-895f-b49f15e95ffb: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:50:03.141427 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f6f5a-0a04-4ee1-b727-4f21450ec3bd req-742e2630-7308-455b-9cec-068656114b89 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:03.149791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-055f6f5a-0a04-4ee1-b727-4f21450ec3bd req-742e2630-7308-455b-9cec-068656114b89 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.0600603 Dec 12 17:50:03.217188 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-055f6f5a-0a04-4ee1-b727-4f21450ec3bd req-0a638086-0d7c-4cfb-a181-65db454ee5f1 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624027 Dec 12 17:50:03.759359 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c2b14-6593-4b26-abf0-420bb35d8212 req-6366d281-c9f7-41fd-bf18-6ec5a0311999 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:03.760943 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d40c2b14-6593-4b26-abf0-420bb35d8212 req-6366d281-c9f7-41fd-bf18-6ec5a0311999 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 944 time: 0.0625920 Dec 12 17:50:03.832090 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d40c2b14-6593-4b26-abf0-420bb35d8212 req-f024e94e-cd56-4362-80f5-e089e7686bfe tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=136abe8f-db3d-4564-b6a5-c7d523eaf0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633433 Dec 12 17:50:04.353941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab2dd9-e9dc-4d86-9a14-78ab8d5f4689 req-c8025df8-14cf-4b7c-bcf5-4cdc30ac8506 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:04.356578 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39ab2dd9-e9dc-4d86-9a14-78ab8d5f4689 req-c8025df8-14cf-4b7c-bcf5-4cdc30ac8506 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.0639985 Dec 12 17:50:04.429898 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39ab2dd9-e9dc-4d86-9a14-78ab8d5f4689 req-6f511cf1-f0f9-49dd-abfc-1c5c51651c93 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659993 Dec 12 17:50:05.061677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfcfc9-4332-43f1-97e3-ee116cff3eca req-43014aa7-ab2f-4a0c-826e-d9e327dd386d tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:05.075178 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20bfcfc9-4332-43f1-97e3-ee116cff3eca req-43014aa7-ab2f-4a0c-826e-d9e327dd386d tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 944 time: 0.1304750 Dec 12 17:50:05.143586 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20bfcfc9-4332-43f1-97e3-ee116cff3eca req-51e54aa2-8f42-43ed-ba39-8063d03996a9 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=136abe8f-db3d-4564-b6a5-c7d523eaf0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674324 Dec 12 17:50:05.311137 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 74d54848-e6a3-4f38-b50b-e21818ef7c01 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:50:05.421454 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 74d54848-e6a3-4f38-b50b-e21818ef7c01, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=74d54848-e6a3-4f38-b50b-e21818ef7c01,segment=NetworkSegment(ae411415-474d-4d1e-927a-e80517288bcc),segment_id=ae411415-474d-4d1e-927a-e80517288bcc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:50:05.434640 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '74d54848-e6a3-4f38-b50b-e21818ef7c01', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'port_id': '74d54848-e6a3-4f38-b50b-e21818ef7c01', 'mac_address': 'fa:16:3e:89:b2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:50:05.476215 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:05.502159 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d54848-e6a3-4f38-b50b-e21818ef7c01 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:50:05.531435 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 74d54848-e6a3-4f38-b50b-e21818ef7c01, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=74d54848-e6a3-4f38-b50b-e21818ef7c01,segment=NetworkSegment(ae411415-474d-4d1e-927a-e80517288bcc),segment_id=ae411415-474d-4d1e-927a-e80517288bcc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:50:05.538977 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:05.569942 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d40370-5f32-457a-8ace-27f836e01d94 req-1a36d2f8-2f18-4d9a-87f3-7ba54d66ea4c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:05.575723 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3d40370-5f32-457a-8ace-27f836e01d94 req-1a36d2f8-2f18-4d9a-87f3-7ba54d66ea4c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.0662150 Dec 12 17:50:05.624311 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=74d54848-e6a3-4f38-b50b-e21818ef7c01,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:05.644436 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3d40370-5f32-457a-8ace-27f836e01d94 req-ffa97e68-0152-43e6-a914-db3ef0ee0115 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658326 Dec 12 17:50:05.921742 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['74d54848-e6a3-4f38-b50b-e21818ef7c01'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:50:06.292626 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1700424-0313-421b-a5f5-9aaa5cdb17fd req-0bcf5e29-2984-48b6-be92-514aa08487ac tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:06.296575 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1700424-0313-421b-a5f5-9aaa5cdb17fd req-0bcf5e29-2984-48b6-be92-514aa08487ac tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 945 time: 0.0627680 Dec 12 17:50:06.370748 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1700424-0313-421b-a5f5-9aaa5cdb17fd req-d27d3499-7a71-4422-833c-1ed74b539b1d tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=136abe8f-db3d-4564-b6a5-c7d523eaf0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628200 Dec 12 17:50:06.768356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4516e7-8ec9-4fe0-b00b-f4ad68b2c5f6 req-c9765e29-c80a-41f6-8135-1c11b2355769 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:06.770558 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb4516e7-8ec9-4fe0-b00b-f4ad68b2c5f6 req-c9765e29-c80a-41f6-8135-1c11b2355769 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.0495963 Dec 12 17:50:06.819797 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb4516e7-8ec9-4fe0-b00b-f4ad68b2c5f6 req-0cf069c1-b8c9-4733-bf5b-debacb11f318 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 Dec 12 17:50:07.158743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c685437-5849-49ff-bc56-97c91509673e req-2f6474b0-7d1d-421f-8a08-85605f11a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:07.160181 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c685437-5849-49ff-bc56-97c91509673e req-2f6474b0-7d1d-421f-8a08-85605f11a467 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 1096 time: 0.0403619 Dec 12 17:50:07.264099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c685437-5849-49ff-bc56-97c91509673e req-2e14cbc4-3f07-4b4c-93f4-ed87efb8a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:07.265676 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c685437-5849-49ff-bc56-97c91509673e req-2e14cbc4-3f07-4b4c-93f4-ed87efb8a6fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 912 time: 0.0983930 Dec 12 17:50:07.309531 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c685437-5849-49ff-bc56-97c91509673e req-0a7d21e6-0a5e-4910-93bb-ea205fc2c01d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e4034aa-35bb-45d2-9e70-8bac759ba7ba HTTP/1.1" status: 200 len: 217 time: 0.0368743 Dec 12 17:50:07.346494 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 74d54848-e6a3-4f38-b50b-e21818ef7c01 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:50:07.368302 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c685437-5849-49ff-bc56-97c91509673e req-abadb53f-7cfc-44a6-bade-6d72791f6d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:07.369964 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c685437-5849-49ff-bc56-97c91509673e req-abadb53f-7cfc-44a6-bade-6d72791f6d52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf2bec70-4b48-4878-877f-cfa6982b5bc0 HTTP/1.1" status: 200 len: 851 time: 0.0534005 Dec 12 17:50:07.410453 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c685437-5849-49ff-bc56-97c91509673e req-a90d8c9a-ee9e-4814-ba95-1dd6552058c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f9da124-05b3-4fe8-a16e-cb1138224d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327041 Dec 12 17:50:07.427017 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 74d54848-e6a3-4f38-b50b-e21818ef7c01 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:50:07.435649 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 74d54848-e6a3-4f38-b50b-e21818ef7c01 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:50:07.436031 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:07.523179 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:07.546110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1040fb57-bb0b-4c42-b5d8-1979d26af845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d54848-e6a3-4f38-b50b-e21818ef7c01'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:50:07.548489 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a3936e-1e01-4490-bfa5-2d0692e769a1" -d '{"events": [{"server_uuid": "1040fb57-bb0b-4c42-b5d8-1979d26af845", "name": "network-vif-plugged", "status": "completed", "tag": "74d54848-e6a3-4f38-b50b-e21818ef7c01"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:50:07.550036 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1b51c-e776-48eb-8caa-287cc38e0ec9 req-ec596884-b1c6-4b69-a775-f267c210f0a5 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:07.552175 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8c1b51c-e776-48eb-8caa-287cc38e0ec9 req-ec596884-b1c6-4b69-a775-f267c210f0a5 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 945 time: 0.0832286 Dec 12 17:50:07.558148 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c685437-5849-49ff-bc56-97c91509673e req-cce412d9-b6f4-4d21-a165-254f23828d9c service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406510 Dec 12 17:50:07.561427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 74d54848-e6a3-4f38-b50b-e21818ef7c01, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=74d54848-e6a3-4f38-b50b-e21818ef7c01,segment=NetworkSegment(ae411415-474d-4d1e-927a-e80517288bcc),segment_id=ae411415-474d-4d1e-927a-e80517288bcc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:50:07.567382 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:07.593989 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb0c07e-1e3f-4a67-8c27-bc5f8bc831da x-openstack-request-id: req-1eb0c07e-1e3f-4a67-8c27-bc5f8bc831da {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:50:07.594281 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1040fb57-bb0b-4c42-b5d8-1979d26af845", "name": "network-vif-plugged", "status": "completed", "tag": "74d54848-e6a3-4f38-b50b-e21818ef7c01", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:50:07.594534 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1eb0c07e-1e3f-4a67-8c27-bc5f8bc831da {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:50:07.595109 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1040fb57-bb0b-4c42-b5d8-1979d26af845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d54848-e6a3-4f38-b50b-e21818ef7c01', 'code': 200} Dec 12 17:50:07.617087 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=74d54848-e6a3-4f38-b50b-e21818ef7c01,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:07.657563 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8c1b51c-e776-48eb-8caa-287cc38e0ec9 req-aacab171-8ce2-4335-89e5-53e8e1ffd20c tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=136abe8f-db3d-4564-b6a5-c7d523eaf0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979540 Dec 12 17:50:07.715241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c685437-5849-49ff-bc56-97c91509673e req-b8c2e358-5217-4787-9b45-ccd27969c817 service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471183 Dec 12 17:50:07.728137 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317d92c-96ad-40a0-84f2-9bf159cad922 req-e68edffa-b734-46c9-b248-955e7d438789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:07.729580 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6317d92c-96ad-40a0-84f2-9bf159cad922 req-e68edffa-b734-46c9-b248-955e7d438789 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 1097 time: 0.0696192 Dec 12 17:50:07.775411 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6317d92c-96ad-40a0-84f2-9bf159cad922 req-af074084-af4a-4d4a-ac8d-2fff5ec8ee18 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=136abe8f-db3d-4564-b6a5-c7d523eaf0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390811 Dec 12 17:50:07.948037 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15330e5f-d470-4b84-9f89-c4114146848c req-8e087c03-e0e3-4f8a-b21f-ae2ee88fb885 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:07.949739 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15330e5f-d470-4b84-9f89-c4114146848c req-8e087c03-e0e3-4f8a-b21f-ae2ee88fb885 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.0525820 Dec 12 17:50:08.004002 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15330e5f-d470-4b84-9f89-c4114146848c req-65d4433d-adbe-4c94-b583-2a1e59c8358a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471880 Dec 12 17:50:08.783603 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9f2bd-3981-4bfd-a982-a53f6d998fe6 req-a7b37c9b-0f3f-400a-800e-1b3524d85a95 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:08.787747 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ea9f2bd-3981-4bfd-a982-a53f6d998fe6 req-a7b37c9b-0f3f-400a-800e-1b3524d85a95 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 946 time: 0.0561631 Dec 12 17:50:08.838574 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ea9f2bd-3981-4bfd-a982-a53f6d998fe6 req-4a6d2b9c-3480-432a-b373-f84d04dc0e94 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=136abe8f-db3d-4564-b6a5-c7d523eaf0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466092 Dec 12 17:50:09.134900 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd96492-0476-403d-8779-fcbd093db354 req-20563469-10ac-44e4-9169-2c2395a20d04 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:09.142106 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbd96492-0476-403d-8779-fcbd093db354 req-20563469-10ac-44e4-9169-2c2395a20d04 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.0635774 Dec 12 17:50:09.203081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbd96492-0476-403d-8779-fcbd093db354 req-cb512c40-4f4e-46a6-afd0-dadfcabd13e6 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555921 Dec 12 17:50:09.956999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e0413-1847-45a9-8e7b-7e6f6012300b req-8768b8f7-36bf-40bc-b0d8-6a95249ac104 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:09.958493 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-093e0413-1847-45a9-8e7b-7e6f6012300b req-8768b8f7-36bf-40bc-b0d8-6a95249ac104 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 946 time: 0.0475361 Dec 12 17:50:10.008036 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-093e0413-1847-45a9-8e7b-7e6f6012300b req-47efe851-b502-467d-8361-0f9209190175 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=136abe8f-db3d-4564-b6a5-c7d523eaf0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437002 Dec 12 17:50:10.121505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e8de1-4137-4a43-87b8-55f3359e51e2 req-0aae1d3b-c10a-49ed-93c9-7c10fe5e008b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:10.122913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df0e8de1-4137-4a43-87b8-55f3359e51e2 req-0aae1d3b-c10a-49ed-93c9-7c10fe5e008b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 946 time: 0.0478377 Dec 12 17:50:10.131370 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58364) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:10.135870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-1534c802-b311-4fce-ac39-e5375af75849 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Request body: {'floatingip': {'port_id': '74d54848-e6a3-4f38-b50b-e21818ef7c01'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:50:10.175096 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1534c802-b311-4fce-ac39-e5375af75849 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:10.391574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f4b3f-5c25-4cc2-b245-117b9d62c23c req-f8510f4a-efe5-4984-992b-e7c5755ab342 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:10.393061 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b29f4b3f-5c25-4cc2-b245-117b9d62c23c req-f8510f4a-efe5-4984-992b-e7c5755ab342 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 945 time: 0.1262677 Dec 12 17:50:10.464732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b29f4b3f-5c25-4cc2-b245-117b9d62c23c req-27e70388-3ead-49fe-bdb1-a3f7a634f54c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626819 Dec 12 17:50:10.791654 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 6e4034aa-35bb-45d2-9e70-8bac759ba7ba no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:50:10.871739 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:10.898271 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c686a014-34ff-4b9c-976a-6a0a58552735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e4034aa-35bb-45d2-9e70-8bac759ba7ba'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:50:10.900656 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3179b0bc-fb79-4eb9-8842-d0fcc7dd7afc" -d '{"events": [{"server_uuid": "c686a014-34ff-4b9c-976a-6a0a58552735", "name": "network-vif-unplugged", "status": "completed", "tag": "6e4034aa-35bb-45d2-9e70-8bac759ba7ba"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:50:10.913242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6e4034aa-35bb-45d2-9e70-8bac759ba7ba,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:50:10.920372 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:10.976448 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1534c802-b311-4fce-ac39-e5375af75849 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:10.980221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=6e4034aa-35bb-45d2-9e70-8bac759ba7ba,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:10.988052 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1534c802-b311-4fce-ac39-e5375af75849 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:11.015107 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 12 Dec 2021 17:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ceba83-49c0-47ad-a539-81f18cae4a93 x-openstack-request-id: req-53ceba83-49c0-47ad-a539-81f18cae4a93 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:50:11.015612 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c686a014-34ff-4b9c-976a-6a0a58552735", "name": "network-vif-unplugged", "status": "failed", "tag": "6e4034aa-35bb-45d2-9e70-8bac759ba7ba", "code": 422}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:50:11.015937 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53ceba83-49c0-47ad-a539-81f18cae4a93 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:50:11.016402 n-d-760354-5 neutron-server[103152]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c686a014-34ff-4b9c-976a-6a0a58552735', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6e4034aa-35bb-45d2-9e70-8bac759ba7ba', 'code': 422} returned with failed status Dec 12 17:50:11.131065 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-1534c802-b311-4fce-ac39-e5375af75849 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Floating IP 52a9c404-a099-4e34-9ff1-1bdbde3d1dc5 associated. External IP: 172.25.1.20, port: 74d54848-e6a3-4f38-b50b-e21818ef7c01. Dec 12 17:50:11.141169 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7350b3-6cc3-4bf8-ae73-1ebc18352775 req-7f427446-7ebd-4e01-bedf-141dfdeac132 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:11.142631 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c7350b3-6cc3-4bf8-ae73-1ebc18352775 req-7f427446-7ebd-4e01-bedf-141dfdeac132 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=c686a014-34ff-4b9c-976a-6a0a58552735 HTTP/1.1" status: 200 len: 943 time: 0.0719819 Dec 12 17:50:11.377400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-9c7350b3-6cc3-4bf8-ae73-1ebc18352775 req-c1623b5e-0af7-4a0f-b5cb-f91a5ee97fdd tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Deleting port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:50:11.377740 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c7350b3-6cc3-4bf8-ae73-1ebc18352775 req-c1623b5e-0af7-4a0f-b5cb-f91a5ee97fdd tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:11.496574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-9c7350b3-6cc3-4bf8-ae73-1ebc18352775 req-c1623b5e-0af7-4a0f-b5cb-f91a5ee97fdd tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] For port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=6e4034aa-35bb-45d2-9e70-8bac759ba7ba,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:50:11.496974 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c7350b3-6cc3-4bf8-ae73-1ebc18352775 req-c1623b5e-0af7-4a0f-b5cb-f91a5ee97fdd tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:11.500302 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1534c802-b311-4fce-ac39-e5375af75849 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Router 33c32047-d5bb-440b-bf85-3dbcd7632313 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:50:11.515309 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-9c7350b3-6cc3-4bf8-ae73-1ebc18352775 req-c1623b5e-0af7-4a0f-b5cb-f91a5ee97fdd tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Calling delete_port for 6e4034aa-35bb-45d2-9e70-8bac759ba7ba owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:50:11.676799 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1534c802-b311-4fce-ac39-e5375af75849 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:50:11.682869 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1534c802-b311-4fce-ac39-e5375af75849 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:11.690656 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db149bf2-d9c4-4144-974c-752d20da2c16 None None] Sync routers for ids ['33c32047-d5bb-440b-bf85-3dbcd7632313'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:50:11.704271 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db149bf2-d9c4-4144-974c-752d20da2c16 None None] Routers {'33c32047-d5bb-440b-bf85-3dbcd7632313'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:50:11.705154 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-db149bf2-d9c4-4144-974c-752d20da2c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:49:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['33c32047-d5bb-440b-bf85-3dbcd7632313'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:50:11.747403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1534c802-b311-4fce-ac39-e5375af75849 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "PUT /v2.0/floatingips/52a9c404-a099-4e34-9ff1-1bdbde3d1dc5 HTTP/1.1" status: 200 len: 991 time: 1.6149607 Dec 12 17:50:11.750404 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1040fb57-bb0b-4c42-b5d8-1979d26af845', 'tag': '74d54848-e6a3-4f38-b50b-e21818ef7c01'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:50:11.752742 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf2b663-77d1-4396-996b-5efb6a02efac" -d '{"events": [{"name": "network-changed", "server_uuid": "1040fb57-bb0b-4c42-b5d8-1979d26af845", "tag": "74d54848-e6a3-4f38-b50b-e21818ef7c01"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:50:11.774843 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c7350b3-6cc3-4bf8-ae73-1ebc18352775 req-c1623b5e-0af7-4a0f-b5cb-f91a5ee97fdd tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:11.805979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1623b5e-0af7-4a0f-b5cb-f91a5ee97fdd tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Pushing event deleted for resources: {'Port': ['ID=6e4034aa-35bb-45d2-9e70-8bac759ba7ba,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:11.821927 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-db149bf2-d9c4-4144-974c-752d20da2c16 None None] Set router 33c32047-d5bb-440b-bf85-3dbcd7632313 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:50:11.823471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5010054-3ead-4a43-a899-a84e7642a033 None None] DHCP port deletion for 9f9da124-05b3-4fe8-a16e-cb1138224d3d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:50:11.855276 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7350b3-6cc3-4bf8-ae73-1ebc18352775 req-c1623b5e-0af7-4a0f-b5cb-f91a5ee97fdd tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] No DVR routers for this DVR port 6e4034aa-35bb-45d2-9e70-8bac759ba7ba on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:50:11.857405 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c7350b3-6cc3-4bf8-ae73-1ebc18352775 req-c1623b5e-0af7-4a0f-b5cb-f91a5ee97fdd tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:11.868453 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c7350b3-6cc3-4bf8-ae73-1ebc18352775 req-c1623b5e-0af7-4a0f-b5cb-f91a5ee97fdd tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "DELETE /v2.0/ports/6e4034aa-35bb-45d2-9e70-8bac759ba7ba HTTP/1.1" status: 204 len: 173 time: 0.6964109 Dec 12 17:50:11.871925 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6ec4d2-363d-4ed1-a2ef-2482e8061abc x-openstack-request-id: req-0d6ec4d2-363d-4ed1-a2ef-2482e8061abc {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:50:11.872390 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1040fb57-bb0b-4c42-b5d8-1979d26af845", "tag": "74d54848-e6a3-4f38-b50b-e21818ef7c01", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:50:11.872698 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d6ec4d2-363d-4ed1-a2ef-2482e8061abc {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:50:11.873070 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1040fb57-bb0b-4c42-b5d8-1979d26af845', 'tag': '74d54848-e6a3-4f38-b50b-e21818ef7c01', 'status': 'completed', 'code': 200} Dec 12 17:50:11.937692 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2b663-77d1-4396-996b-5efb6a02efac req-4a10c890-4e60-48a5-965f-f4e2ac2225c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:11.939618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bf2b663-77d1-4396-996b-5efb6a02efac req-4a10c890-4e60-48a5-965f-f4e2ac2225c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e87f55d11d4a4c5ba82362d6521f2447&device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 1097 time: 0.0432727 Dec 12 17:50:12.048105 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2b663-77d1-4396-996b-5efb6a02efac req-7b2ddf71-694e-4771-bd59-da4d3e220b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:12.049965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bf2b663-77d1-4396-996b-5efb6a02efac req-7b2ddf71-694e-4771-bd59-da4d3e220b18 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc HTTP/1.1" status: 200 len: 911 time: 0.1034141 Dec 12 17:50:12.087954 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-db149bf2-d9c4-4144-974c-752d20da2c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:31Z', 'revision_number': 4, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port': {'id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:23Z', 'updated_at': '2021-12-12T17:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '52a9c404-a099-4e34-9ff1-1bdbde3d1dc5', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'port_id': '74d54848-e6a3-4f38-b50b-e21818ef7c01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'mac_address': 'fa:16:3e:89:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040fb57-bb0b-4c42-b5d8-1979d26af845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:49:53Z', 'updated_at': '2021-12-12T17:50:10Z', 'revision_number': 1, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32831ce-9d4a-43bd-b1fe-0b8fb6044009', 'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'mac_address': 'fa:16:3e:0e:5f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:29Z', 'updated_at': '2021-12-12T17:43:38Z', 'revision_number': 5, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'subnets': [{'id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:50:12.116783 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db149bf2-d9c4-4144-974c-752d20da2c16 None None] Checking router: 33c32047-d5bb-440b-bf85-3dbcd7632313 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:50:12.125257 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db149bf2-d9c4-4144-974c-752d20da2c16 None None] Routers {'33c32047-d5bb-440b-bf85-3dbcd7632313'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:50:12.125867 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-db149bf2-d9c4-4144-974c-752d20da2c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:49:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['33c32047-d5bb-440b-bf85-3dbcd7632313'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:50:12.126279 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bf2b663-77d1-4396-996b-5efb6a02efac req-dcc58468-84aa-4626-bd91-56be04a1d12b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74d54848-e6a3-4f38-b50b-e21818ef7c01 HTTP/1.1" status: 200 len: 999 time: 0.0683582 Dec 12 17:50:12.190381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2b663-77d1-4396-996b-5efb6a02efac req-f807998d-fcae-4343-a4fc-dfa2cfb253be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:12.192343 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bf2b663-77d1-4396-996b-5efb6a02efac req-f807998d-fcae-4343-a4fc-dfa2cfb253be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6e9ce1ad-b28e-4dc2-8742-e6028eef55c0 HTTP/1.1" status: 200 len: 849 time: 0.0582240 Dec 12 17:50:12.233359 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-db149bf2-d9c4-4144-974c-752d20da2c16 None None] Set router 33c32047-d5bb-440b-bf85-3dbcd7632313 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:50:12.239320 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2b663-77d1-4396-996b-5efb6a02efac req-06390328-eb24-441f-8489-439f538de44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:12.240901 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bf2b663-77d1-4396-996b-5efb6a02efac req-06390328-eb24-441f-8489-439f538de44f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9b9c276-fb49-46ec-8edb-02bb2c0620fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411932 Dec 12 17:50:12.410542 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bf2b663-77d1-4396-996b-5efb6a02efac req-f5639592-0479-4b4e-84bb-d4dacd7db828 service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570005 Dec 12 17:50:12.492140 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-db149bf2-d9c4-4144-974c-752d20da2c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:31Z', 'revision_number': 4, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port': {'id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:23Z', 'updated_at': '2021-12-12T17:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '52a9c404-a099-4e34-9ff1-1bdbde3d1dc5', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'port_id': '74d54848-e6a3-4f38-b50b-e21818ef7c01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'mac_address': 'fa:16:3e:89:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040fb57-bb0b-4c42-b5d8-1979d26af845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:49:53Z', 'updated_at': '2021-12-12T17:50:10Z', 'revision_number': 1, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32831ce-9d4a-43bd-b1fe-0b8fb6044009', 'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'mac_address': 'fa:16:3e:0e:5f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:29Z', 'updated_at': '2021-12-12T17:43:38Z', 'revision_number': 5, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'subnets': [{'id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:50:12.498110 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82603c7-e546-4203-b707-d9de11e03a38 req-73772d17-228d-4bd9-983c-9b49c0e250c8 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:12.499567 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e82603c7-e546-4203-b707-d9de11e03a38 req-73772d17-228d-4bd9-983c-9b49c0e250c8 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 811 time: 0.1844034 Dec 12 17:50:12.520476 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e82603c7-e546-4203-b707-d9de11e03a38 req-506cc604-c640-4730-bf3d-3cb5c69a25ef tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/quotas/eda86148cbd2497c85e155c6e0aff589 HTTP/1.1" status: 200 len: 375 time: 0.0140343 Dec 12 17:50:12.521942 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db149bf2-d9c4-4144-974c-752d20da2c16 None None] The sync data for ids ['33c32047-d5bb-440b-bf85-3dbcd7632313'] in n-d-760354-5 is: [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:31Z', 'revision_number': 4, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port': {'id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:23Z', 'updated_at': '2021-12-12T17:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '52a9c404-a099-4e34-9ff1-1bdbde3d1dc5', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'port_id': '74d54848-e6a3-4f38-b50b-e21818ef7c01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'mac_address': 'fa:16:3e:89:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040fb57-bb0b-4c42-b5d8-1979d26af845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:49:53Z', 'updated_at': '2021-12-12T17:50:10Z', 'revision_number': 1, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32831ce-9d4a-43bd-b1fe-0b8fb6044009', 'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'mac_address': 'fa:16:3e:0e:5f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:29Z', 'updated_at': '2021-12-12T17:43:38Z', 'revision_number': 5, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'subnets': [{'id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:50:12.565052 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e82603c7-e546-4203-b707-d9de11e03a38 req-ca9f89a5-426b-445f-a0c5-1d75867baade tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328450 Dec 12 17:50:12.624874 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bf2b663-77d1-4396-996b-5efb6a02efac req-188dba4e-6422-4b20-ad4b-b627fc67e6c3 service neutron] 10.222.0.31 "GET /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049220 Dec 12 17:50:12.667046 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e82603c7-e546-4203-b707-d9de11e03a38 req-20ac5d21-61bb-40b4-b40a-c95751108b61 service neutron] 10.222.0.18 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907271 Dec 12 17:50:12.781479 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e82603c7-e546-4203-b707-d9de11e03a38 req-a4ab4313-c714-46f6-b969-039288d5bb4f service neutron] 10.222.0.18 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032038 Dec 12 17:50:12.793492 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed03e8d8-ea1e-4a8f-a257-f5e849113b40 None None] New status for floating IP 52a9c404-a099-4e34-9ff1-1bdbde3d1dc5: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:50:12.961893 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-083bd1c8-85b5-476b-9cad-dd11799c4439 req-868c3040-427c-4d5e-8816-78f1c05c246f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 210 time: 0.0281954 Dec 12 17:50:13.882716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c686a014-34ff-4b9c-976a-6a0a58552735', 'name': 'network-vif-deleted', 'tag': '6e4034aa-35bb-45d2-9e70-8bac759ba7ba'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:50:13.885124 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67b3307-5cfb-475b-8847-1b6347463b28" -d '{"events": [{"server_uuid": "c686a014-34ff-4b9c-976a-6a0a58552735", "name": "network-vif-deleted", "tag": "6e4034aa-35bb-45d2-9e70-8bac759ba7ba"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:50:13.956801 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82603c7-e546-4203-b707-d9de11e03a38 req-8c95c257-5e89-4d0a-969c-90aa97caeae5 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:13.958969 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e82603c7-e546-4203-b707-d9de11e03a38 req-8c95c257-5e89-4d0a-969c-90aa97caeae5 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 811 time: 0.1429451 Dec 12 17:50:13.960705 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 12 Dec 2021 17:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a3e5e4-1160-4b87-8e3d-529442023737 x-openstack-request-id: req-72a3e5e4-1160-4b87-8e3d-529442023737 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:50:13.961002 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c686a014-34ff-4b9c-976a-6a0a58552735", "name": "network-vif-deleted", "tag": "6e4034aa-35bb-45d2-9e70-8bac759ba7ba", "status": "failed", "code": 422}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:50:13.961260 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72a3e5e4-1160-4b87-8e3d-529442023737 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:50:13.961651 n-d-760354-5 neutron-server[103151]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c686a014-34ff-4b9c-976a-6a0a58552735', 'name': 'network-vif-deleted', 'tag': '6e4034aa-35bb-45d2-9e70-8bac759ba7ba', 'status': 'failed', 'code': 422} returned with failed status Dec 12 17:50:13.972487 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e82603c7-e546-4203-b707-d9de11e03a38 req-9b54c6e7-4b93-4bba-9a44-566271b8cf78 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Request body: {'port': {'device_id': '02eaf670-13eb-4bd7-9e8f-68f7f8a5a014', 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d', 'admin_state_up': True, 'tenant_id': 'eda86148cbd2497c85e155c6e0aff589'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:50:14.091833 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f9b9065-d9a1-4ab2-97ee-856fa92d9ce5 req-d8655b2b-bc7b-4596-9df0-f8e1fb70c3e0 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 210 time: 0.0492661 Dec 12 17:50:14.143117 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82603c7-e546-4203-b707-d9de11e03a38 req-9b54c6e7-4b93-4bba-9a44-566271b8cf78 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Made reservation on behalf of eda86148cbd2497c85e155c6e0aff589 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:50:14.147400 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e82603c7-e546-4203-b707-d9de11e03a38 req-9b54c6e7-4b93-4bba-9a44-566271b8cf78 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:14.283342 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-e82603c7-e546-4203-b707-d9de11e03a38 req-9b54c6e7-4b93-4bba-9a44-566271b8cf78 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Allocated IP 172.20.0.13 (9f9da124-05b3-4fe8-a16e-cb1138224d3d/bf2bec70-4b48-4878-877f-cfa6982b5bc0/f5c3de85-a88d-4f08-9e02-34fd46868c04) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:50:14.430296 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e82603c7-e546-4203-b707-d9de11e03a38 req-9b54c6e7-4b93-4bba-9a44-566271b8cf78 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:14.463738 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e82603c7-e546-4203-b707-d9de11e03a38 req-9b54c6e7-4b93-4bba-9a44-566271b8cf78 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:14.511912 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82603c7-e546-4203-b707-d9de11e03a38 req-9b54c6e7-4b93-4bba-9a44-566271b8cf78 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Network 9f9da124-05b3-4fe8-a16e-cb1138224d3d is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:50:14.516118 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-e82603c7-e546-4203-b707-d9de11e03a38 req-9b54c6e7-4b93-4bba-9a44-566271b8cf78 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:50:14.518507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82603c7-e546-4203-b707-d9de11e03a38 req-9b54c6e7-4b93-4bba-9a44-566271b8cf78 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:50:14.530695 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79cc16c-20d8-41d0-834a-ac45d61566e5 None None] DHCP port deletion for 9f9da124-05b3-4fe8-a16e-cb1138224d3d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:50:14.560777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54c6e7-4b93-4bba-9a44-566271b8cf78 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Pushing event updated for resources: {'Port': ['ID=f5c3de85-a88d-4f08-9e02-34fd46868c04,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:14.571890 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7b1b7585-be71-4e73-af73-626d81ef748c None None] Provisioning complete for port f5c3de85-a88d-4f08-9e02-34fd46868c04 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:50:14.572360 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b1b7585-be71-4e73-af73-626d81ef748c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:14.584697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82603c7-e546-4203-b707-d9de11e03a38 req-9b54c6e7-4b93-4bba-9a44-566271b8cf78 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:14.585516 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e82603c7-e546-4203-b707-d9de11e03a38 req-9b54c6e7-4b93-4bba-9a44-566271b8cf78 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:14.608103 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e82603c7-e546-4203-b707-d9de11e03a38 req-9b54c6e7-4b93-4bba-9a44-566271b8cf78 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6404130 Dec 12 17:50:14.610725 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b7585-be71-4e73-af73-626d81ef748c None None] Port f5c3de85-a88d-4f08-9e02-34fd46868c04 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:50:14.621121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Request body: {'port': {'device_id': '02eaf670-13eb-4bd7-9e8f-68f7f8a5a014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:50:14.673094 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:14.777542 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c62aee8d-ed1e-422e-9895-7ee96a93c9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:14.938817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c3de85-a88d-4f08-9e02-34fd46868c04 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:50:14.947439 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:14.959244 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Transition to ACTIVE for port object f5c3de85-a88d-4f08-9e02-34fd46868c04 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:50:14.964840 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:15.017674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f900b9f5-b777-4a16-8fb6-8d9b78ca7f02 None None] DHCP port deletion for 9f9da124-05b3-4fe8-a16e-cb1138224d3d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:50:15.022428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c3de85-a88d-4f08-9e02-34fd46868c04,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:15.102704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Attempting to bind port f5c3de85-a88d-4f08-9e02-34fd46868c04 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:50:15.103033 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Attempting to bind port f5c3de85-a88d-4f08-9e02-34fd46868c04 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:50:15.103391 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Attempting to bind port f5c3de85-a88d-4f08-9e02-34fd46868c04 on network 9f9da124-05b3-4fe8-a16e-cb1138224d3d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:50:15.111773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Port f5c3de85-a88d-4f08-9e02-34fd46868c04 on network 9f9da124-05b3-4fe8-a16e-cb1138224d3d not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:50:15.112226 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Attempting to bind port f5c3de85-a88d-4f08-9e02-34fd46868c04 on network 9f9da124-05b3-4fe8-a16e-cb1138224d3d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:50:15.120954 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:50:15.121464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Checking segment: {'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:50:15.121850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Bound using segment: {'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:50:15.122282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Bound port: f5c3de85-a88d-4f08-9e02-34fd46868c04, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:50:15.122749 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:15.561738 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] For port f5c3de85-a88d-4f08-9e02-34fd46868c04, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:50:15.566117 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] For port f5c3de85-a88d-4f08-9e02-34fd46868c04, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f5c3de85-a88d-4f08-9e02-34fd46868c04,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:50:15.571781 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:15.584695 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18203472-df23-4b49-ba28-1109bec6d31d req-9cfdd212-637c-4eb6-afbc-22e41c0d69dd tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:15.586289 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18203472-df23-4b49-ba28-1109bec6d31d req-9cfdd212-637c-4eb6-afbc-22e41c0d69dd tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 944 time: 0.4102001 Dec 12 17:50:15.628396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:15.628635 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f6ff2-c696-46dc-a5d2-5f53a658345b None None] DHCP port deletion for 9f9da124-05b3-4fe8-a16e-cb1138224d3d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:50:15.629113 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:15.631317 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e82603c7-e546-4203-b707-d9de11e03a38 req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] 10.222.0.20 "PUT /v2.0/ports/f5c3de85-a88d-4f08-9e02-34fd46868c04 HTTP/1.1" status: 200 len: 1092 time: 1.0134628 Dec 12 17:50:15.733865 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18203472-df23-4b49-ba28-1109bec6d31d req-2a426393-bfb7-4512-937a-b340944f4500 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406720 Dec 12 17:50:15.734722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6997e-2fe7-42c8-ab57-f422f02e4520 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c3de85-a88d-4f08-9e02-34fd46868c04,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:15.754690 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82603c7-e546-4203-b707-d9de11e03a38 req-d6b8ec71-cbec-4b8f-a1a3-efdf9443bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:15.756648 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e82603c7-e546-4203-b707-d9de11e03a38 req-d6b8ec71-cbec-4b8f-a1a3-efdf9443bb03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 1095 time: 0.0661018 Dec 12 17:50:15.804078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e82603c7-e546-4203-b707-d9de11e03a38 req-04115edb-0356-4e55-8853-50373fa8faad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5c3de85-a88d-4f08-9e02-34fd46868c04 HTTP/1.1" status: 200 len: 217 time: 0.0395184 Dec 12 17:50:15.854153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82603c7-e546-4203-b707-d9de11e03a38 req-e7d6d990-8b61-42e7-b30e-d8b6a9f30bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:15.856061 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e82603c7-e546-4203-b707-d9de11e03a38 req-e7d6d990-8b61-42e7-b30e-d8b6a9f30bc8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf2bec70-4b48-4878-877f-cfa6982b5bc0 HTTP/1.1" status: 200 len: 851 time: 0.0454783 Dec 12 17:50:15.890823 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e82603c7-e546-4203-b707-d9de11e03a38 req-a58a0a13-6d9e-47cb-9ce5-2746e9449035 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f9da124-05b3-4fe8-a16e-cb1138224d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246494 Dec 12 17:50:15.963137 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02eaf670-13eb-4bd7-9e8f-68f7f8a5a014', 'tag': 'f5c3de85-a88d-4f08-9e02-34fd46868c04'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:50:15.965470 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f627b777-9a97-487b-8935-0e947a1f604f" -d '{"events": [{"name": "network-changed", "server_uuid": "02eaf670-13eb-4bd7-9e8f-68f7f8a5a014", "tag": "f5c3de85-a88d-4f08-9e02-34fd46868c04"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:50:15.991697 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e82603c7-e546-4203-b707-d9de11e03a38 req-201a61e9-6954-4417-8727-df12dc12575f service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927424 Dec 12 17:50:16.018746 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cae116-b870-40e3-9240-58f03c6ba52c x-openstack-request-id: req-79cae116-b870-40e3-9240-58f03c6ba52c {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:50:16.019043 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02eaf670-13eb-4bd7-9e8f-68f7f8a5a014", "tag": "f5c3de85-a88d-4f08-9e02-34fd46868c04", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:50:16.019319 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79cae116-b870-40e3-9240-58f03c6ba52c {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:50:16.019708 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02eaf670-13eb-4bd7-9e8f-68f7f8a5a014', 'tag': 'f5c3de85-a88d-4f08-9e02-34fd46868c04', 'status': 'completed', 'code': 200} Dec 12 17:50:16.087743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e82603c7-e546-4203-b707-d9de11e03a38 req-4f84b140-7bba-43a0-9348-be95e96fca04 service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886354 Dec 12 17:50:16.177633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627b777-9a97-487b-8935-0e947a1f604f req-f0da48f7-98c4-4897-8d64-459a3d74ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:16.179137 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f627b777-9a97-487b-8935-0e947a1f604f req-f0da48f7-98c4-4897-8d64-459a3d74ef14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 1095 time: 0.0444689 Dec 12 17:50:16.275093 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627b777-9a97-487b-8935-0e947a1f604f req-135b47b3-7d96-49d9-a623-774ddfb039eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:16.276619 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f627b777-9a97-487b-8935-0e947a1f604f req-135b47b3-7d96-49d9-a623-774ddfb039eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 912 time: 0.0907621 Dec 12 17:50:16.321927 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f627b777-9a97-487b-8935-0e947a1f604f req-5861c43b-5c65-49d6-83fd-3452ff89b71a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5c3de85-a88d-4f08-9e02-34fd46868c04 HTTP/1.1" status: 200 len: 217 time: 0.0363047 Dec 12 17:50:16.387048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627b777-9a97-487b-8935-0e947a1f604f req-19be8108-0aa7-4f5c-ba16-d278054fe33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:16.388544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f627b777-9a97-487b-8935-0e947a1f604f req-19be8108-0aa7-4f5c-ba16-d278054fe33a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf2bec70-4b48-4878-877f-cfa6982b5bc0 HTTP/1.1" status: 200 len: 851 time: 0.0481603 Dec 12 17:50:16.419777 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f627b777-9a97-487b-8935-0e947a1f604f req-bf9105e7-99de-4fcc-92d8-863b3adf3cd4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f9da124-05b3-4fe8-a16e-cb1138224d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233650 Dec 12 17:50:16.518668 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f627b777-9a97-487b-8935-0e947a1f604f req-7a3a903a-8ec3-486f-8ac1-99091538482c service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889680 Dec 12 17:50:16.613529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f627b777-9a97-487b-8935-0e947a1f604f req-d9c6ea3d-0704-40ac-8497-e2aed7ec12ab service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853405 Dec 12 17:50:16.857428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec4723-6586-4234-bfbe-33444f4f1e71 req-8ffe7967-22d0-47c1-aa8e-2b68091af7c7 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:16.859121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69ec4723-6586-4234-bfbe-33444f4f1e71 req-8ffe7967-22d0-47c1-aa8e-2b68091af7c7 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 944 time: 0.0529554 Dec 12 17:50:16.936280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69ec4723-6586-4234-bfbe-33444f4f1e71 req-e3e28df1-fd08-4863-88e7-705e1d207b0c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702178 Dec 12 17:50:16.971090 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:16.974536 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-446bdb9e-ece0-40ef-9494-6ce587f4c241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:17.492653 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:18.058103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525799c-31df-4cc7-91ed-98bfaa655869 req-fd78ecf7-265c-4e12-844c-7f0b24dff186 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:18.059525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2525799c-31df-4cc7-91ed-98bfaa655869 req-fd78ecf7-265c-4e12-844c-7f0b24dff186 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 944 time: 0.0552254 Dec 12 17:50:18.106533 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2525799c-31df-4cc7-91ed-98bfaa655869 req-4cc12109-75a6-494a-beb1-35b12e5745c5 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408700 Dec 12 17:50:18.243343 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:18.837082 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f5c3de85-a88d-4f08-9e02-34fd46868c04 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:50:18.935067 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f5c3de85-a88d-4f08-9e02-34fd46868c04, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f5c3de85-a88d-4f08-9e02-34fd46868c04,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:50:18.947134 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'f5c3de85-a88d-4f08-9e02-34fd46868c04', 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d', 'port_id': 'f5c3de85-a88d-4f08-9e02-34fd46868c04', 'mac_address': 'fa:16:3e:a8:f1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2bec70-4b48-4878-877f-cfa6982b5bc0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:50:18.983567 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:18.997250 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c3de85-a88d-4f08-9e02-34fd46868c04 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:50:19.018288 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f5c3de85-a88d-4f08-9e02-34fd46868c04, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f5c3de85-a88d-4f08-9e02-34fd46868c04,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:50:19.022203 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:19.070922 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=f5c3de85-a88d-4f08-9e02-34fd46868c04,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:19.078463 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:19.078817 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:19.079165 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:19.079535 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:19.079875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:19.080213 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:19.080547 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:19.080878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:19.081208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:19.081539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:19.081948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:19.082280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:19.082608 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:19.231672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2db4ed-94f8-42ec-8620-7447a92525d9 req-769a5ee1-cfb4-4086-ac43-0a61d9c6f1bb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:19.234038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e2db4ed-94f8-42ec-8620-7447a92525d9 req-769a5ee1-cfb4-4086-ac43-0a61d9c6f1bb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 945 time: 0.0569084 Dec 12 17:50:19.290140 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e2db4ed-94f8-42ec-8620-7447a92525d9 req-3cd909dd-fc33-4d60-aed3-76e9f7120d84 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507112 Dec 12 17:50:19.313730 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['f5c3de85-a88d-4f08-9e02-34fd46868c04'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:50:19.993468 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:20.415133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e6e0d-a4b6-4c86-b3fa-5a38768a0c01 req-4ca5f15a-6c06-4d85-bc52-4410f19fd9a1 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:20.416636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c54e6e0d-a4b6-4c86-b3fa-5a38768a0c01 req-4ca5f15a-6c06-4d85-bc52-4410f19fd9a1 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 945 time: 0.0510619 Dec 12 17:50:20.466131 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c54e6e0d-a4b6-4c86-b3fa-5a38768a0c01 req-ad4180bc-58da-4267-9097-32cc7c764f8d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436251 Dec 12 17:50:20.701597 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:20.857392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f5c3de85-a88d-4f08-9e02-34fd46868c04 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:50:20.916872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port f5c3de85-a88d-4f08-9e02-34fd46868c04 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:50:20.920773 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port f5c3de85-a88d-4f08-9e02-34fd46868c04 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:50:20.921145 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:20.998942 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:21.031902 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f5c3de85-a88d-4f08-9e02-34fd46868c04, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f5c3de85-a88d-4f08-9e02-34fd46868c04,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:50:21.032832 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02eaf670-13eb-4bd7-9e8f-68f7f8a5a014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c3de85-a88d-4f08-9e02-34fd46868c04'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:50:21.039680 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265b7ddc-8a96-443e-9b3e-adb30fd9946f" -d '{"events": [{"server_uuid": "02eaf670-13eb-4bd7-9e8f-68f7f8a5a014", "name": "network-vif-plugged", "status": "completed", "tag": "f5c3de85-a88d-4f08-9e02-34fd46868c04"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:50:21.041106 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:21.095512 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=f5c3de85-a88d-4f08-9e02-34fd46868c04,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:21.100368 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddd29e6-e99d-4c4a-b39e-66f843ecb828 x-openstack-request-id: req-9ddd29e6-e99d-4c4a-b39e-66f843ecb828 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:50:21.100766 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02eaf670-13eb-4bd7-9e8f-68f7f8a5a014", "name": "network-vif-plugged", "status": "completed", "tag": "f5c3de85-a88d-4f08-9e02-34fd46868c04", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:50:21.101119 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ddd29e6-e99d-4c4a-b39e-66f843ecb828 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:50:21.101607 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02eaf670-13eb-4bd7-9e8f-68f7f8a5a014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c3de85-a88d-4f08-9e02-34fd46868c04', 'code': 200} Dec 12 17:50:21.199773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a2264-2d8c-46a7-ab53-83dfe51cab94 req-c58f34b8-21cc-462b-8798-8fae2c315a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:21.201399 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-245a2264-2d8c-46a7-ab53-83dfe51cab94 req-c58f34b8-21cc-462b-8798-8fae2c315a19 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 1097 time: 0.0414891 Dec 12 17:50:21.254169 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-245a2264-2d8c-46a7-ab53-83dfe51cab94 req-de016b71-4eb8-402d-929a-712083bf7e7b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438652 Dec 12 17:50:21.585120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaeee5d-3d03-4d4f-a86d-b612140621a0 req-cbb03534-2e78-455c-9a33-beac8485edb9 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:21.586647 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edaeee5d-3d03-4d4f-a86d-b612140621a0 req-cbb03534-2e78-455c-9a33-beac8485edb9 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0497892 Dec 12 17:50:21.636983 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edaeee5d-3d03-4d4f-a86d-b612140621a0 req-f9546d14-a1cf-49d4-b4ab-2a069eb025fb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438080 Dec 12 17:50:22.765958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07ac9e-5486-4e52-9949-c767c8a4d011 req-e1373f7e-30cd-4f02-a678-8bba5467ab05 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:22.767474 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c07ac9e-5486-4e52-9949-c767c8a4d011 req-e1373f7e-30cd-4f02-a678-8bba5467ab05 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0541935 Dec 12 17:50:22.815008 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c07ac9e-5486-4e52-9949-c767c8a4d011 req-515e1c8c-9700-4c71-94e5-5cbe89ab7184 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413656 Dec 12 17:50:23.025737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00339ddf-ee64-4081-8d55-d69eb53e2edc req-ed7afe74-0de5-49b5-bb78-30b5567cab3d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:23.028177 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00339ddf-ee64-4081-8d55-d69eb53e2edc req-ed7afe74-0de5-49b5-bb78-30b5567cab3d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0567074 Dec 12 17:50:23.077859 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00339ddf-ee64-4081-8d55-d69eb53e2edc req-d00e5626-e6c6-4398-9aaa-beb9c0b612a2 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429380 Dec 12 17:50:24.204453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77079f5f-a89c-4b1e-8e25-9ac21befa145 req-76d25a95-4831-4202-9fb0-c58b797bf3f5 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:24.205834 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77079f5f-a89c-4b1e-8e25-9ac21befa145 req-76d25a95-4831-4202-9fb0-c58b797bf3f5 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0488858 Dec 12 17:50:24.258869 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77079f5f-a89c-4b1e-8e25-9ac21befa145 req-97f4f175-0d2f-4de7-a839-38cf0659c5b4 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459225 Dec 12 17:50:25.400545 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b83bd-c25c-4963-9818-768404a06a3b req-9877eb0f-b40b-4517-ae5f-c1e31d611a8e tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:25.402833 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-980b83bd-c25c-4963-9818-768404a06a3b req-9877eb0f-b40b-4517-ae5f-c1e31d611a8e tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0648487 Dec 12 17:50:25.467739 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-980b83bd-c25c-4963-9818-768404a06a3b req-a1f38fc2-0026-43eb-9ee0-1f8231d265ef tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564063 Dec 12 17:50:26.602155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026db7bd-6587-4e92-8523-de70d7a0a704 req-6ea5dc2d-5e2e-48c9-8165-318060ca4ed7 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:26.603670 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-026db7bd-6587-4e92-8523-de70d7a0a704 req-6ea5dc2d-5e2e-48c9-8165-318060ca4ed7 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0570135 Dec 12 17:50:26.652472 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-026db7bd-6587-4e92-8523-de70d7a0a704 req-67e8630f-102c-4945-8b9a-71f2517b7bf8 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Dec 12 17:50:27.774074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b81174-2e09-487f-8ffe-2b8e67aeff00 req-dd4cce4e-a3a0-4124-ac6e-5edd34e653e4 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:27.775340 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06b81174-2e09-487f-8ffe-2b8e67aeff00 req-dd4cce4e-a3a0-4124-ac6e-5edd34e653e4 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0531094 Dec 12 17:50:27.823027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06b81174-2e09-487f-8ffe-2b8e67aeff00 req-4a856b14-3833-4910-8f0d-22a5c7262ea3 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Dec 12 17:50:27.976877 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:50:28.957489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a6d63-7cf0-45b8-98ce-4d3eec4556a4 req-c98356ed-13f4-4ef7-a7eb-b3bc8358f168 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:28.959703 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d9a6d63-7cf0-45b8-98ce-4d3eec4556a4 req-c98356ed-13f4-4ef7-a7eb-b3bc8358f168 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0513744 Dec 12 17:50:29.013025 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d9a6d63-7cf0-45b8-98ce-4d3eec4556a4 req-67582b8f-9723-45c6-8ec9-e7eda62fe89f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465875 Dec 12 17:50:30.142095 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec561ad4-9335-47f7-bf9c-7247c4a0ae47 req-c03ad194-f8dc-4e17-985c-eec14e0acb7d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:30.143662 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec561ad4-9335-47f7-bf9c-7247c4a0ae47 req-c03ad194-f8dc-4e17-985c-eec14e0acb7d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0549550 Dec 12 17:50:30.196167 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec561ad4-9335-47f7-bf9c-7247c4a0ae47 req-e22650df-b015-4c9c-b63d-948ff4634eeb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438762 Dec 12 17:50:31.320382 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b79d7-be24-4f1c-8a33-f8b9431c8284 req-7fd8d565-6300-4a86-b3af-eeb2e2e36d3c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:31.321877 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-451b79d7-be24-4f1c-8a33-f8b9431c8284 req-7fd8d565-6300-4a86-b3af-eeb2e2e36d3c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0489471 Dec 12 17:50:31.369351 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-451b79d7-be24-4f1c-8a33-f8b9431c8284 req-6d4724d0-de5c-45fb-9072-8a65046262ff tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416720 Dec 12 17:50:32.491417 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea145be-4704-4686-9527-954f69ca1320 req-6c327809-47a9-4b67-a80c-8ba90e338def tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:32.492952 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dea145be-4704-4686-9527-954f69ca1320 req-6c327809-47a9-4b67-a80c-8ba90e338def tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0501130 Dec 12 17:50:32.547768 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dea145be-4704-4686-9527-954f69ca1320 req-5a634ffc-f1c1-4d15-9ef3-a9cdb85ca39b tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481672 Dec 12 17:50:33.665218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f4580-cc22-450e-ad04-754ee16aaf5e req-5265aedc-fd44-42c2-8103-37b04fdfdfcb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:33.666709 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f5f4580-cc22-450e-ad04-754ee16aaf5e req-5265aedc-fd44-42c2-8103-37b04fdfdfcb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0492365 Dec 12 17:50:33.719935 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f5f4580-cc22-450e-ad04-754ee16aaf5e req-53cc22f9-5995-4fc7-8539-f11916199b5a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470533 Dec 12 17:50:34.850966 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a6fd8-a80e-4f89-a588-1463b7b57bee req-6640c0be-a658-4aea-a596-6564a4861db9 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:34.852943 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e2a6fd8-a80e-4f89-a588-1463b7b57bee req-6640c0be-a658-4aea-a596-6564a4861db9 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0562229 Dec 12 17:50:34.906300 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e2a6fd8-a80e-4f89-a588-1463b7b57bee req-d8e3c7d2-c882-4a2d-8cf2-63746376ab9a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458388 Dec 12 17:50:35.324333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58922) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:35.436243 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe8e2-5669-41e7-92b7-817e9ade8312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:35.534717 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe8e2-5669-41e7-92b7-817e9ade8312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:35.539258 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe8e2-5669-41e7-92b7-817e9ade8312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:35.577367 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0fbfe8e2-5669-41e7-92b7-817e9ade8312 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42577aa5a3f24d8c956e535ef87b19e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2518067 Dec 12 17:50:35.578236 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfe8e2-5669-41e7-92b7-817e9ade8312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b1e4d6-a1b4-4e19-80b0-c3948cf34c09,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:35.580081 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58930) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:35.632290 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62e9b607-703b-4d94-b21a-b8c53a303b25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:35.653246 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62e9b607-703b-4d94-b21a-b8c53a303b25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:35.700073 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62e9b607-703b-4d94-b21a-b8c53a303b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:35.703099 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62e9b607-703b-4d94-b21a-b8c53a303b25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:35.704324 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-62e9b607-703b-4d94-b21a-b8c53a303b25 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11b1e4d6-a1b4-4e19-80b0-c3948cf34c09 HTTP/1.1" status: 204 len: 168 time: 0.1222634 Dec 12 17:50:35.712290 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9b607-703b-4d94-b21a-b8c53a303b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b1e4d6-a1b4-4e19-80b0-c3948cf34c09,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:35.993111 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58938) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:36.009361 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19f513a7-8985-451d-a556-a8c05472d5b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:36.034979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a1680-74f2-4ccb-a8ee-906ede79e1c9 req-5d253e01-cf62-432e-a58b-c2e07fd0d837 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:36.039688 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c52a1680-74f2-4ccb-a8ee-906ede79e1c9 req-5d253e01-cf62-432e-a58b-c2e07fd0d837 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0569534 Dec 12 17:50:36.101518 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19f513a7-8985-451d-a556-a8c05472d5b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:36.104218 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c52a1680-74f2-4ccb-a8ee-906ede79e1c9 req-b43668eb-9060-4d84-b02c-35455807cdc1 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583761 Dec 12 17:50:36.116020 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19f513a7-8985-451d-a556-a8c05472d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:36.161676 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-19f513a7-8985-451d-a556-a8c05472d5b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2a74bba1a8545c8a26e9cefd105b975&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1673727 Dec 12 17:50:36.164364 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58944) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:36.180396 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f513a7-8985-451d-a556-a8c05472d5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a92a9f-f916-4a2d-aefd-16e86922b520,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:36.233669 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-439256fa-579f-4b1f-a29e-af0685434334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:36.256271 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-439256fa-579f-4b1f-a29e-af0685434334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:36.308762 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-439256fa-579f-4b1f-a29e-af0685434334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:36.312023 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-439256fa-579f-4b1f-a29e-af0685434334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:36.313318 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-439256fa-579f-4b1f-a29e-af0685434334 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0a92a9f-f916-4a2d-aefd-16e86922b520 HTTP/1.1" status: 204 len: 168 time: 0.1478679 Dec 12 17:50:36.322261 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439256fa-579f-4b1f-a29e-af0685434334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a92a9f-f916-4a2d-aefd-16e86922b520,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:37.240702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59b461-ba0d-452f-b6e4-ae03d173cccf req-cc4636e9-eea6-4937-84f9-30d0c2ef5da8 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:37.248057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af59b461-ba0d-452f-b6e4-ae03d173cccf req-cc4636e9-eea6-4937-84f9-30d0c2ef5da8 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0634081 Dec 12 17:50:37.297158 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af59b461-ba0d-452f-b6e4-ae03d173cccf req-63785e07-54d3-4a20-a22f-63e0b01df969 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481398 Dec 12 17:50:37.870101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59002) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:37.973859 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de36ffe0-7c65-4fd9-bd02-9f056df656cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:38.049056 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de36ffe0-7c65-4fd9-bd02-9f056df656cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:38.052785 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de36ffe0-7c65-4fd9-bd02-9f056df656cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:38.090646 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-de36ffe0-7c65-4fd9-bd02-9f056df656cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=188928713d754843b78b92d6e1e45790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2194810 Dec 12 17:50:38.092958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36ffe0-7c65-4fd9-bd02-9f056df656cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72433cf-c121-4497-99d6-6a9f2fa596ac,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:38.093552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59006) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:38.166147 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e769cbb3-2534-4c5d-bddb-f371e23e3799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:38.191312 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e769cbb3-2534-4c5d-bddb-f371e23e3799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:38.242421 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e769cbb3-2534-4c5d-bddb-f371e23e3799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:38.245805 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e769cbb3-2534-4c5d-bddb-f371e23e3799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:38.247288 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e769cbb3-2534-4c5d-bddb-f371e23e3799 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c72433cf-c121-4497-99d6-6a9f2fa596ac HTTP/1.1" status: 204 len: 168 time: 0.1524169 Dec 12 17:50:38.258248 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769cbb3-2534-4c5d-bddb-f371e23e3799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72433cf-c121-4497-99d6-6a9f2fa596ac,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:38.429897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c70a4c-c0f2-4f09-a22a-4344d30d60a2 req-02f7583f-6e2e-4103-93be-12da87f27e6c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:38.431497 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98c70a4c-c0f2-4f09-a22a-4344d30d60a2 req-02f7583f-6e2e-4103-93be-12da87f27e6c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0585725 Dec 12 17:50:38.479932 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98c70a4c-c0f2-4f09-a22a-4344d30d60a2 req-07a038a0-d115-479e-baa1-075475c5b331 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420618 Dec 12 17:50:38.560683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59022) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:38.574768 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-631a71d6-548c-4d0d-a857-833cbef1bf09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:38.653089 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-631a71d6-548c-4d0d-a857-833cbef1bf09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:38.657166 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-631a71d6-548c-4d0d-a857-833cbef1bf09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:38.694551 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a71d6-548c-4d0d-a857-833cbef1bf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a563122-1358-47f5-9b56-57054a35db78,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:38.701004 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-631a71d6-548c-4d0d-a857-833cbef1bf09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2f094a06b614518ae1345c21bfa65da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372371 Dec 12 17:50:38.701780 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59028) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:38.752427 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5d7b4cc2-f709-4653-ac5d-271c1b5ec5d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:38.774339 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5d7b4cc2-f709-4653-ac5d-271c1b5ec5d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:38.820034 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5d7b4cc2-f709-4653-ac5d-271c1b5ec5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:38.822642 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5d7b4cc2-f709-4653-ac5d-271c1b5ec5d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:38.823842 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5d7b4cc2-f709-4653-ac5d-271c1b5ec5d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a563122-1358-47f5-9b56-57054a35db78 HTTP/1.1" status: 204 len: 168 time: 0.1210761 Dec 12 17:50:38.831682 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b4cc2-f709-4653-ac5d-271c1b5ec5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a563122-1358-47f5-9b56-57054a35db78,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:39.605454 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25b523-6dbc-4d36-bc1e-310071285dae req-27fe6f8d-ae51-492d-9186-c8641886fb93 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:39.607089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa25b523-6dbc-4d36-bc1e-310071285dae req-27fe6f8d-ae51-492d-9186-c8641886fb93 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0554533 Dec 12 17:50:39.660424 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa25b523-6dbc-4d36-bc1e-310071285dae req-ccdd07a8-7127-47bf-bee2-872470c1f73f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460942 Dec 12 17:50:40.502341 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59092) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:40.606188 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22d085d8-c381-4502-9e5b-73297d5550f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:40.682017 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22d085d8-c381-4502-9e5b-73297d5550f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:40.687728 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22d085d8-c381-4502-9e5b-73297d5550f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:40.731701 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-22d085d8-c381-4502-9e5b-73297d5550f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82cdd21d303b4b0ba32b92d8dd520e20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279055 Dec 12 17:50:40.732642 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d085d8-c381-4502-9e5b-73297d5550f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd6a22e-e150-474a-b8de-4b688af84b2a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:40.734048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59100) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:40.823233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c714e-7bfd-4c08-b08b-f69adc6bfe34 req-4a32018d-cdcc-4271-8e1e-d4943f98a287 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:40.824708 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e36c714e-7bfd-4c08-b08b-f69adc6bfe34 req-4a32018d-cdcc-4271-8e1e-d4943f98a287 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0820079 Dec 12 17:50:40.827664 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c342a79-2c31-4f4a-a459-c78b06b99df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:40.865769 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c342a79-2c31-4f4a-a459-c78b06b99df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:40.918258 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e36c714e-7bfd-4c08-b08b-f69adc6bfe34 req-ff9c8f8b-d0c6-463a-883f-52d0766f4417 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858793 Dec 12 17:50:40.936919 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c342a79-2c31-4f4a-a459-c78b06b99df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:40.939601 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c342a79-2c31-4f4a-a459-c78b06b99df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:40.940800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9c342a79-2c31-4f4a-a459-c78b06b99df5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdd6a22e-e150-474a-b8de-4b688af84b2a HTTP/1.1" status: 204 len: 168 time: 0.2056935 Dec 12 17:50:40.949018 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342a79-2c31-4f4a-a459-c78b06b99df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd6a22e-e150-474a-b8de-4b688af84b2a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:41.192258 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59110) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:41.209706 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6dcdfc1-b889-42e2-85ee-ccc8b65707bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:41.285719 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6dcdfc1-b889-42e2-85ee-ccc8b65707bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:41.289177 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6dcdfc1-b889-42e2-85ee-ccc8b65707bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:41.326738 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f6dcdfc1-b889-42e2-85ee-ccc8b65707bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1011742e95bc479289c2fbd6ec0f8498&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334295 Dec 12 17:50:41.328707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcdfc1-b889-42e2-85ee-ccc8b65707bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15d4451-c1cc-410c-8ffd-3db5570e17c3,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:41.329555 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59112) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:41.377285 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1dddec69-fcde-43b9-90b5-74f89cdbd77b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:41.398389 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1dddec69-fcde-43b9-90b5-74f89cdbd77b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:41.443915 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1dddec69-fcde-43b9-90b5-74f89cdbd77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:41.447176 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1dddec69-fcde-43b9-90b5-74f89cdbd77b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:41.448401 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1dddec69-fcde-43b9-90b5-74f89cdbd77b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a15d4451-c1cc-410c-8ffd-3db5570e17c3 HTTP/1.1" status: 204 len: 168 time: 0.1177976 Dec 12 17:50:41.456715 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dddec69-fcde-43b9-90b5-74f89cdbd77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15d4451-c1cc-410c-8ffd-3db5570e17c3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:42.042420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856ce44-859b-482b-a49e-e195adaa0973 req-35ec6607-69e4-4a5c-873e-3832e911ee5a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:42.043987 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a856ce44-859b-482b-a49e-e195adaa0973 req-35ec6607-69e4-4a5c-873e-3832e911ee5a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0507271 Dec 12 17:50:42.091880 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a856ce44-859b-482b-a49e-e195adaa0973 req-1cff05e2-2677-47cf-9edd-0c11a6d4ed0f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413730 Dec 12 17:50:43.092890 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59188) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:43.208765 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-60f80ea8-b0d8-4a35-9916-5034115e15dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:43.232667 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b8ef5-1ccc-4a49-896c-4868e30c92b3 req-e48ae83e-119f-468c-a44f-546071635b3e tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:43.234162 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-212b8ef5-1ccc-4a49-896c-4868e30c92b3 req-e48ae83e-119f-468c-a44f-546071635b3e tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0728219 Dec 12 17:50:43.304884 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-212b8ef5-1ccc-4a49-896c-4868e30c92b3 req-9777a84e-a5ad-4203-b585-1ce3c04c82e7 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622792 Dec 12 17:50:43.344295 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-60f80ea8-b0d8-4a35-9916-5034115e15dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:43.348101 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-60f80ea8-b0d8-4a35-9916-5034115e15dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:43.389482 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-60f80ea8-b0d8-4a35-9916-5034115e15dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3eb8dec75c24361bfadacfc78ecc3e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2954652 Dec 12 17:50:43.390340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f80ea8-b0d8-4a35-9916-5034115e15dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf27ad1a-3ac1-4ab8-853b-cc01a9cd60a4,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:43.392140 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59194) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:43.442291 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a2de014-5e72-4d03-a263-7186122000dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:43.465106 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a2de014-5e72-4d03-a263-7186122000dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:43.523887 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a2de014-5e72-4d03-a263-7186122000dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:43.526956 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a2de014-5e72-4d03-a263-7186122000dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:43.530919 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6a2de014-5e72-4d03-a263-7186122000dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf27ad1a-3ac1-4ab8-853b-cc01a9cd60a4 HTTP/1.1" status: 204 len: 168 time: 0.1377442 Dec 12 17:50:43.541701 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2de014-5e72-4d03-a263-7186122000dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf27ad1a-3ac1-4ab8-853b-cc01a9cd60a4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:43.550314 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de014-5e72-4d03-a263-7186122000dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:43.551060 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de014-5e72-4d03-a263-7186122000dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:43.551968 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de014-5e72-4d03-a263-7186122000dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:43.552483 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de014-5e72-4d03-a263-7186122000dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:43.553050 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de014-5e72-4d03-a263-7186122000dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:43.553613 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de014-5e72-4d03-a263-7186122000dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:43.554430 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de014-5e72-4d03-a263-7186122000dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:43.555038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de014-5e72-4d03-a263-7186122000dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:43.555698 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de014-5e72-4d03-a263-7186122000dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:43.556306 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de014-5e72-4d03-a263-7186122000dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:43.556803 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de014-5e72-4d03-a263-7186122000dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:43.557296 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de014-5e72-4d03-a263-7186122000dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:43.557949 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2de014-5e72-4d03-a263-7186122000dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:50:43.857549 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59204) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:43.871692 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a36b73c-3faf-4cbd-b8be-d44a6bc2df99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:43.951962 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a36b73c-3faf-4cbd-b8be-d44a6bc2df99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:43.956360 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a36b73c-3faf-4cbd-b8be-d44a6bc2df99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:43.999591 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5a36b73c-3faf-4cbd-b8be-d44a6bc2df99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2473a003dce642c28aed4756e0606917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1408937 Dec 12 17:50:44.000767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36b73c-3faf-4cbd-b8be-d44a6bc2df99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bb44b8-bd89-4908-8c4e-35de05890282,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:44.002731 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59212) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:44.056284 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a85fa9bf-76a8-407b-8342-17a266123695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:44.092576 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a85fa9bf-76a8-407b-8342-17a266123695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:44.139820 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a85fa9bf-76a8-407b-8342-17a266123695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:44.142542 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a85fa9bf-76a8-407b-8342-17a266123695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:44.143707 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a85fa9bf-76a8-407b-8342-17a266123695 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71bb44b8-bd89-4908-8c4e-35de05890282 HTTP/1.1" status: 204 len: 168 time: 0.1398768 Dec 12 17:50:44.152952 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fa9bf-76a8-407b-8342-17a266123695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bb44b8-bd89-4908-8c4e-35de05890282,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:44.430770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b3c83-b396-44c0-b238-827568f0c826 req-5f96a864-2062-4579-8935-57ec3e9da662 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:44.432332 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-388b3c83-b396-44c0-b238-827568f0c826 req-5f96a864-2062-4579-8935-57ec3e9da662 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0500553 Dec 12 17:50:44.485948 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-388b3c83-b396-44c0-b238-827568f0c826 req-bb874499-8ff2-47f4-b767-9222bf698fa2 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475974 Dec 12 17:50:44.781361 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-460f0458-e622-478a-84d8-55ec37f92023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:45.608316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35047779-3b9f-4213-b4ff-8f698f8a4abb req-bb85ae3f-22d8-404d-8ae6-8ef16235a5ae tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:45.609822 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35047779-3b9f-4213-b4ff-8f698f8a4abb req-bb85ae3f-22d8-404d-8ae6-8ef16235a5ae tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0493076 Dec 12 17:50:45.658018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35047779-3b9f-4213-b4ff-8f698f8a4abb req-fd31d563-5553-4c64-b78f-58974c7d820c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422647 Dec 12 17:50:46.091030 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59306) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:46.196794 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76ea311f-7098-4c74-a65f-364ee4465a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:46.273617 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76ea311f-7098-4c74-a65f-364ee4465a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:46.277654 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76ea311f-7098-4c74-a65f-364ee4465a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:46.317028 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-76ea311f-7098-4c74-a65f-364ee4465a6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40cdfcf83ffe47ac8ffcb7ffc3116108&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249036 Dec 12 17:50:46.319020 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea311f-7098-4c74-a65f-364ee4465a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c64970-4f70-47e6-8896-3960adad8754,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:46.319837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59312) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:46.370737 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-acc4ff5c-063d-4025-b6b4-c5ce428db701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:46.390913 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-acc4ff5c-063d-4025-b6b4-c5ce428db701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:46.435426 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-acc4ff5c-063d-4025-b6b4-c5ce428db701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:46.437995 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-acc4ff5c-063d-4025-b6b4-c5ce428db701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:46.439136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-acc4ff5c-063d-4025-b6b4-c5ce428db701 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17c64970-4f70-47e6-8896-3960adad8754 HTTP/1.1" status: 204 len: 168 time: 0.1183188 Dec 12 17:50:46.446465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4ff5c-063d-4025-b6b4-c5ce428db701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c64970-4f70-47e6-8896-3960adad8754,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:46.695504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59320) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:46.708881 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-748fd783-8291-45ee-9afe-c1c7d0208988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:46.803256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13756814-5c72-4df7-877d-c06b9d374705 req-766ed87b-2c03-4fc1-b45c-4fa5394e271f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:46.805267 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13756814-5c72-4df7-877d-c06b9d374705 req-766ed87b-2c03-4fc1-b45c-4fa5394e271f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0700436 Dec 12 17:50:46.840041 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-748fd783-8291-45ee-9afe-c1c7d0208988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:46.847300 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-748fd783-8291-45ee-9afe-c1c7d0208988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:46.906536 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13756814-5c72-4df7-877d-c06b9d374705 req-39f160f8-758c-4a62-aa21-099e83ee4e51 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910897 Dec 12 17:50:46.908225 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fd783-8291-45ee-9afe-c1c7d0208988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f3bbc8-6da0-4c9b-902d-b7d26bda4366,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:46.916652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-748fd783-8291-45ee-9afe-c1c7d0208988 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd4f42ed244c46f28ebd19befda7bc92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2174695 Dec 12 17:50:46.916885 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59326) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:50:46.947608 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a9c2de9a-eece-4610-a322-875b2e4fdbad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:46.959680 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:46.982612 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57e0b51c-7c48-41fc-bba0-57e7917571ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:47.003498 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57e0b51c-7c48-41fc-bba0-57e7917571ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:47.048315 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57e0b51c-7c48-41fc-bba0-57e7917571ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:47.051070 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57e0b51c-7c48-41fc-bba0-57e7917571ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:47.052261 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-57e0b51c-7c48-41fc-bba0-57e7917571ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3f3bbc8-6da0-4c9b-902d-b7d26bda4366 HTTP/1.1" status: 204 len: 168 time: 0.1345487 Dec 12 17:50:47.060217 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0b51c-7c48-41fc-bba0-57e7917571ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f3bbc8-6da0-4c9b-902d-b7d26bda4366,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:47.491494 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:48.053164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6f360-a68b-4e8b-b815-fb88fd350b3b req-4ca65afe-e595-4dc8-8e43-43cdd1c09bb3 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:48.055363 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1f6f360-a68b-4e8b-b815-fb88fd350b3b req-4ca65afe-e595-4dc8-8e43-43cdd1c09bb3 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0526991 Dec 12 17:50:48.103694 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1f6f360-a68b-4e8b-b815-fb88fd350b3b req-d5ef1aca-ab24-4005-b6ae-16f9750f3164 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Dec 12 17:50:48.251386 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:49.237402 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0a4ef-a8c0-49e7-8b81-a15c32d1f478 req-b5c110f3-f120-44b8-8fde-9136bd58cd55 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:49.238898 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8fd0a4ef-a8c0-49e7-8b81-a15c32d1f478 req-b5c110f3-f120-44b8-8fde-9136bd58cd55 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0510364 Dec 12 17:50:49.294851 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8fd0a4ef-a8c0-49e7-8b81-a15c32d1f478 req-e4129f93-a882-4ca3-ab55-b94629eb4791 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489259 Dec 12 17:50:49.562607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420581e-901e-414c-8b2a-3c22a9403723 req-211426b5-5465-4631-87e5-eb3bb56ec18d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:49.564138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3420581e-901e-414c-8b2a-3c22a9403723 req-211426b5-5465-4631-87e5-eb3bb56ec18d tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0550086 Dec 12 17:50:49.612430 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3420581e-901e-414c-8b2a-3c22a9403723 req-cbf6a411-7b47-4cc7-af3a-ff5b8afe3b27 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421538 Dec 12 17:50:49.980061 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:50.709352 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:50.770982 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929002ee-35db-4b62-8a83-19f4be15501f req-d372c850-9fb5-4fd9-b1ab-c6242fa87ab2 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:50.772520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-929002ee-35db-4b62-8a83-19f4be15501f req-d372c850-9fb5-4fd9-b1ab-c6242fa87ab2 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0855374 Dec 12 17:50:50.780431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8ec38-73db-4a9e-a5ce-206394fb1748 req-b2656803-cf78-40f8-a764-9a4d12f19238 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:50.781907 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08f8ec38-73db-4a9e-a5ce-206394fb1748 req-b2656803-cf78-40f8-a764-9a4d12f19238 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "GET /v2.0/ports?device_id=02eaf670-13eb-4bd7-9e8f-68f7f8a5a014 HTTP/1.1" status: 200 len: 946 time: 0.0665929 Dec 12 17:50:50.885892 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-929002ee-35db-4b62-8a83-19f4be15501f req-2898c722-c352-41e5-b863-701ecd043167 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021070 Dec 12 17:50:50.909649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-08f8ec38-73db-4a9e-a5ce-206394fb1748 req-45e680d9-8c95-476f-a740-e2f6f1f03ddf tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Deleting port f5c3de85-a88d-4f08-9e02-34fd46868c04 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:50:50.909990 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-08f8ec38-73db-4a9e-a5ce-206394fb1748 req-45e680d9-8c95-476f-a740-e2f6f1f03ddf tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:51.005839 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-08f8ec38-73db-4a9e-a5ce-206394fb1748 req-45e680d9-8c95-476f-a740-e2f6f1f03ddf tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] For port f5c3de85-a88d-4f08-9e02-34fd46868c04, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f5c3de85-a88d-4f08-9e02-34fd46868c04,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:50:51.006457 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-08f8ec38-73db-4a9e-a5ce-206394fb1748 req-45e680d9-8c95-476f-a740-e2f6f1f03ddf tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:51.019651 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-08f8ec38-73db-4a9e-a5ce-206394fb1748 req-45e680d9-8c95-476f-a740-e2f6f1f03ddf tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Calling delete_port for f5c3de85-a88d-4f08-9e02-34fd46868c04 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:50:51.162146 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-08f8ec38-73db-4a9e-a5ce-206394fb1748 req-45e680d9-8c95-476f-a740-e2f6f1f03ddf tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:51.176045 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['f5c3de85-a88d-4f08-9e02-34fd46868c04'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:50:51.200527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e680d9-8c95-476f-a740-e2f6f1f03ddf tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Pushing event deleted for resources: {'Port': ['ID=f5c3de85-a88d-4f08-9e02-34fd46868c04,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:51.218328 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add2bbed-8189-4e79-9b0f-f81028200ce6 None None] DHCP port deletion for 9f9da124-05b3-4fe8-a16e-cb1138224d3d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:50:51.245880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f8ec38-73db-4a9e-a5ce-206394fb1748 req-45e680d9-8c95-476f-a740-e2f6f1f03ddf tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] No DVR routers for this DVR port f5c3de85-a88d-4f08-9e02-34fd46868c04 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:50:51.249764 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-08f8ec38-73db-4a9e-a5ce-206394fb1748 req-45e680d9-8c95-476f-a740-e2f6f1f03ddf tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:51.253213 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08f8ec38-73db-4a9e-a5ce-206394fb1748 req-45e680d9-8c95-476f-a740-e2f6f1f03ddf tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "DELETE /v2.0/ports/f5c3de85-a88d-4f08-9e02-34fd46868c04 HTTP/1.1" status: 204 len: 173 time: 0.4645348 Dec 12 17:50:51.253661 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02eaf670-13eb-4bd7-9e8f-68f7f8a5a014', 'name': 'network-vif-deleted', 'tag': 'f5c3de85-a88d-4f08-9e02-34fd46868c04'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:50:51.256371 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9a36ce-f30c-4ec2-8a89-1db7ec298332" -d '{"events": [{"server_uuid": "02eaf670-13eb-4bd7-9e8f-68f7f8a5a014", "name": "network-vif-deleted", "tag": "f5c3de85-a88d-4f08-9e02-34fd46868c04"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:50:51.298320 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc2a40e-9798-4884-af89-f2ff73f73aeb x-openstack-request-id: req-4fc2a40e-9798-4884-af89-f2ff73f73aeb {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:50:51.298610 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02eaf670-13eb-4bd7-9e8f-68f7f8a5a014", "name": "network-vif-deleted", "tag": "f5c3de85-a88d-4f08-9e02-34fd46868c04", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:50:51.298895 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4fc2a40e-9798-4884-af89-f2ff73f73aeb {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:50:51.299342 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02eaf670-13eb-4bd7-9e8f-68f7f8a5a014', 'name': 'network-vif-deleted', 'tag': 'f5c3de85-a88d-4f08-9e02-34fd46868c04', 'status': 'completed', 'code': 200} Dec 12 17:50:52.212171 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fb650-9600-429f-9a72-5a73a9cff782 req-3398ddf8-5b0d-466d-a14d-1b3fd219307a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:52.214318 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-556fb650-9600-429f-9a72-5a73a9cff782 req-3398ddf8-5b0d-466d-a14d-1b3fd219307a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 811 time: 0.1096146 Dec 12 17:50:52.235047 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-556fb650-9600-429f-9a72-5a73a9cff782 req-99caad98-9b41-4eb8-96bb-e99b319d7c51 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/quotas/eda86148cbd2497c85e155c6e0aff589 HTTP/1.1" status: 200 len: 375 time: 0.0133204 Dec 12 17:50:52.284669 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-556fb650-9600-429f-9a72-5a73a9cff782 req-7975572c-c536-4c34-ad24-eecfde6d15d9 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336821 Dec 12 17:50:52.383969 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-556fb650-9600-429f-9a72-5a73a9cff782 req-e7924bd7-8927-468d-b525-dd8d1fd4160c service neutron] 10.222.0.18 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878396 Dec 12 17:50:52.479634 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ebd32902-c5d0-4d49-82db-38ea9341cb21 service neutron] 10.222.0.18 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895216 Dec 12 17:50:52.678317 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f1fac30-429f-4453-88f6-8f607def6a83 req-1d33f9b0-6a24-4d17-b3d6-0e7ddac47980 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=6416bd6a-474c-48fc-9979-b3d6d6fd5907 HTTP/1.1" status: 200 len: 210 time: 0.0308063 Dec 12 17:50:53.687654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fb650-9600-429f-9a72-5a73a9cff782 req-443fe5a3-f432-420d-b862-4bef4b9cd664 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:53.689163 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-556fb650-9600-429f-9a72-5a73a9cff782 req-443fe5a3-f432-420d-b862-4bef4b9cd664 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 811 time: 0.1421978 Dec 12 17:50:53.705459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-556fb650-9600-429f-9a72-5a73a9cff782 req-b2871333-6c3d-4b11-a7f1-a5b11895b983 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Request body: {'port': {'device_id': '6416bd6a-474c-48fc-9979-b3d6d6fd5907', 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d', 'admin_state_up': True, 'tenant_id': 'eda86148cbd2497c85e155c6e0aff589'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:50:53.801010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4b94425-e68e-4fd4-8c62-b78878566d63 req-435afe4c-a29d-468c-ae69-df6601f9b5f8 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=6416bd6a-474c-48fc-9979-b3d6d6fd5907 HTTP/1.1" status: 200 len: 210 time: 0.0309880 Dec 12 17:50:53.855918 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556fb650-9600-429f-9a72-5a73a9cff782 req-b2871333-6c3d-4b11-a7f1-a5b11895b983 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Made reservation on behalf of eda86148cbd2497c85e155c6e0aff589 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:50:53.859702 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-556fb650-9600-429f-9a72-5a73a9cff782 req-b2871333-6c3d-4b11-a7f1-a5b11895b983 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:53.982496 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-556fb650-9600-429f-9a72-5a73a9cff782 req-b2871333-6c3d-4b11-a7f1-a5b11895b983 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Allocated IP 172.20.0.8 (9f9da124-05b3-4fe8-a16e-cb1138224d3d/bf2bec70-4b48-4878-877f-cfa6982b5bc0/635d0076-9a1a-45ad-970c-e55f2254fc66) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:50:54.135694 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-556fb650-9600-429f-9a72-5a73a9cff782 req-b2871333-6c3d-4b11-a7f1-a5b11895b983 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:54.170710 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-556fb650-9600-429f-9a72-5a73a9cff782 req-b2871333-6c3d-4b11-a7f1-a5b11895b983 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:54.215273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556fb650-9600-429f-9a72-5a73a9cff782 req-b2871333-6c3d-4b11-a7f1-a5b11895b983 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Network 9f9da124-05b3-4fe8-a16e-cb1138224d3d is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:50:54.218504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-556fb650-9600-429f-9a72-5a73a9cff782 req-b2871333-6c3d-4b11-a7f1-a5b11895b983 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:50:54.222511 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-556fb650-9600-429f-9a72-5a73a9cff782 req-b2871333-6c3d-4b11-a7f1-a5b11895b983 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:50:54.235155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d140d799-4dd3-41cf-8376-b5c5d4ebc861 None None] DHCP port deletion for 9f9da124-05b3-4fe8-a16e-cb1138224d3d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:50:54.252710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2871333-6c3d-4b11-a7f1-a5b11895b983 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Pushing event updated for resources: {'Port': ['ID=635d0076-9a1a-45ad-970c-e55f2254fc66,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:54.271920 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-60784836-cae8-4e50-b173-c0fa3b4f1d41 None None] Provisioning complete for port 635d0076-9a1a-45ad-970c-e55f2254fc66 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:50:54.272671 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60784836-cae8-4e50-b173-c0fa3b4f1d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:54.279523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fb650-9600-429f-9a72-5a73a9cff782 req-b2871333-6c3d-4b11-a7f1-a5b11895b983 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:54.279523 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-556fb650-9600-429f-9a72-5a73a9cff782 req-b2871333-6c3d-4b11-a7f1-a5b11895b983 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:54.298134 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-556fb650-9600-429f-9a72-5a73a9cff782 req-b2871333-6c3d-4b11-a7f1-a5b11895b983 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5987511 Dec 12 17:50:54.311463 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Request body: {'port': {'device_id': '6416bd6a-474c-48fc-9979-b3d6d6fd5907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:50:54.312173 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-60784836-cae8-4e50-b173-c0fa3b4f1d41 None None] Port 635d0076-9a1a-45ad-970c-e55f2254fc66 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:50:54.372769 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:54.680486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635d0076-9a1a-45ad-970c-e55f2254fc66 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:50:54.688468 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:54.703574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Transition to ACTIVE for port object 635d0076-9a1a-45ad-970c-e55f2254fc66 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:50:54.708720 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:54.756892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd734e2-6286-41cc-87a1-8726eb093edf None None] DHCP port deletion for 9f9da124-05b3-4fe8-a16e-cb1138224d3d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:50:54.810542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Pushing event updated for resources: {'Port': ['ID=635d0076-9a1a-45ad-970c-e55f2254fc66,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:54.846926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Attempting to bind port 635d0076-9a1a-45ad-970c-e55f2254fc66 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:50:54.847381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Attempting to bind port 635d0076-9a1a-45ad-970c-e55f2254fc66 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:50:54.847680 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Attempting to bind port 635d0076-9a1a-45ad-970c-e55f2254fc66 on network 9f9da124-05b3-4fe8-a16e-cb1138224d3d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:50:54.852957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Port 635d0076-9a1a-45ad-970c-e55f2254fc66 on network 9f9da124-05b3-4fe8-a16e-cb1138224d3d not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:50:54.853287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Attempting to bind port 635d0076-9a1a-45ad-970c-e55f2254fc66 on network 9f9da124-05b3-4fe8-a16e-cb1138224d3d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:50:54.859508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:50:54.859857 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Checking segment: {'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:50:54.860226 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Bound using segment: {'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:50:54.860684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Bound port: 635d0076-9a1a-45ad-970c-e55f2254fc66, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44fac28-0775-441d-9c4d-00f14f82d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:50:54.861057 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:54.965208 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] For port 635d0076-9a1a-45ad-970c-e55f2254fc66, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:50:54.968892 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] For port 635d0076-9a1a-45ad-970c-e55f2254fc66, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=635d0076-9a1a-45ad-970c-e55f2254fc66,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:50:54.980833 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50659a8f-17b0-471d-a393-a92799293001 req-25bba66f-d3de-45ea-b254-7f06580b23a8 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:54.982373 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-50659a8f-17b0-471d-a393-a92799293001 req-25bba66f-d3de-45ea-b254-7f06580b23a8 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=6416bd6a-474c-48fc-9979-b3d6d6fd5907 HTTP/1.1" status: 200 len: 943 time: 0.0865746 Dec 12 17:50:54.984121 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:55.033146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:55.034177 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:55.035950 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-556fb650-9600-429f-9a72-5a73a9cff782 req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] 10.222.0.20 "PUT /v2.0/ports/635d0076-9a1a-45ad-970c-e55f2254fc66 HTTP/1.1" status: 200 len: 1091 time: 0.7293935 Dec 12 17:50:55.043249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f5c3de85-a88d-4f08-9e02-34fd46868c04 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:50:55.049260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6416bd6a-474c-48fc-9979-b3d6d6fd5907', 'tag': '635d0076-9a1a-45ad-970c-e55f2254fc66'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:50:55.053602 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dc02f8-dd19-44e0-bd3d-cd0bbaac6a24" -d '{"events": [{"name": "network-changed", "server_uuid": "6416bd6a-474c-48fc-9979-b3d6d6fd5907", "tag": "635d0076-9a1a-45ad-970c-e55f2254fc66"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:50:55.089868 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: f5c3de85-a88d-4f08-9e02-34fd46868c04 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:50:55.090479 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f5c3de85-a88d-4f08-9e02-34fd46868c04 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:50:55.095648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08586e79-d2ca-4203-b0c3-f7e555e1d5ae None None] DHCP port deletion for 9f9da124-05b3-4fe8-a16e-cb1138224d3d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:50:55.109735 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf87253e-8067-4a13-8440-75b140bff908 x-openstack-request-id: req-bf87253e-8067-4a13-8440-75b140bff908 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:50:55.110182 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6416bd6a-474c-48fc-9979-b3d6d6fd5907", "tag": "635d0076-9a1a-45ad-970c-e55f2254fc66", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:50:55.110743 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf87253e-8067-4a13-8440-75b140bff908 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:50:55.111032 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6416bd6a-474c-48fc-9979-b3d6d6fd5907', 'tag': '635d0076-9a1a-45ad-970c-e55f2254fc66', 'status': 'completed', 'code': 200} Dec 12 17:50:55.152491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba512c8c-5a12-4be2-804b-9562d42c75cb service neutron] Pushing event updated for resources: {'Port': ['ID=635d0076-9a1a-45ad-970c-e55f2254fc66,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:55.159247 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-50659a8f-17b0-471d-a393-a92799293001 req-1b1ef98d-3c0f-472d-9bf9-adb858f84c0a tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697745 Dec 12 17:50:55.170979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fb650-9600-429f-9a72-5a73a9cff782 req-5d53e7f9-a907-4c6e-afd9-b7d272aeda8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:55.172610 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-556fb650-9600-429f-9a72-5a73a9cff782 req-5d53e7f9-a907-4c6e-afd9-b7d272aeda8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&device_id=6416bd6a-474c-48fc-9979-b3d6d6fd5907 HTTP/1.1" status: 200 len: 1094 time: 0.0822597 Dec 12 17:50:55.225237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-556fb650-9600-429f-9a72-5a73a9cff782 req-996e8ba8-3126-4d35-9b40-956ae72c8c61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=635d0076-9a1a-45ad-970c-e55f2254fc66 HTTP/1.1" status: 200 len: 217 time: 0.0439548 Dec 12 17:50:55.276054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fb650-9600-429f-9a72-5a73a9cff782 req-9eca9b9a-af84-484e-abf9-477ced535610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:55.277538 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-556fb650-9600-429f-9a72-5a73a9cff782 req-9eca9b9a-af84-484e-abf9-477ced535610 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf2bec70-4b48-4878-877f-cfa6982b5bc0 HTTP/1.1" status: 200 len: 851 time: 0.0462267 Dec 12 17:50:55.311164 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-556fb650-9600-429f-9a72-5a73a9cff782 req-48a004cf-aea1-4e4e-920f-ef42625fdf74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f9da124-05b3-4fe8-a16e-cb1138224d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258250 Dec 12 17:50:55.411515 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-556fb650-9600-429f-9a72-5a73a9cff782 req-86edd6c5-f72d-41ea-be48-14a9fc3d9de2 service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929220 Dec 12 17:50:55.839702 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-556fb650-9600-429f-9a72-5a73a9cff782 req-77e49d12-807c-464a-ad10-f5a33017888e service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216671 Dec 12 17:50:55.928036 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc02f8-dd19-44e0-bd3d-cd0bbaac6a24 req-ca9ea75a-e04a-4617-8af8-06768b0f772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:55.929578 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38dc02f8-dd19-44e0-bd3d-cd0bbaac6a24 req-ca9ea75a-e04a-4617-8af8-06768b0f772b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eda86148cbd2497c85e155c6e0aff589&device_id=6416bd6a-474c-48fc-9979-b3d6d6fd5907 HTTP/1.1" status: 200 len: 1094 time: 0.0415630 Dec 12 17:50:56.025258 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc02f8-dd19-44e0-bd3d-cd0bbaac6a24 req-6b19c654-5e9d-424f-a58a-dca38c38a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:56.026758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38dc02f8-dd19-44e0-bd3d-cd0bbaac6a24 req-6b19c654-5e9d-424f-a58a-dca38c38a2d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 200 len: 912 time: 0.0904450 Dec 12 17:50:56.071290 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38dc02f8-dd19-44e0-bd3d-cd0bbaac6a24 req-11ab34b0-691f-4e59-8500-9ca0f210771c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=635d0076-9a1a-45ad-970c-e55f2254fc66 HTTP/1.1" status: 200 len: 217 time: 0.0369680 Dec 12 17:50:56.126865 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc02f8-dd19-44e0-bd3d-cd0bbaac6a24 req-9bf7d2c2-87d9-4a50-a322-03415900310b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:56.128350 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38dc02f8-dd19-44e0-bd3d-cd0bbaac6a24 req-9bf7d2c2-87d9-4a50-a322-03415900310b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf2bec70-4b48-4878-877f-cfa6982b5bc0 HTTP/1.1" status: 200 len: 851 time: 0.0499883 Dec 12 17:50:56.162305 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38dc02f8-dd19-44e0-bd3d-cd0bbaac6a24 req-8d5102ed-da27-4e55-bd57-e7bd86c39ac4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f9da124-05b3-4fe8-a16e-cb1138224d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244372 Dec 12 17:50:56.293817 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38dc02f8-dd19-44e0-bd3d-cd0bbaac6a24 req-61e57a67-4286-4f67-a188-3835adc2e634 service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185806 Dec 12 17:50:56.309520 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122edb13-03e3-4805-9263-c81d4c594b06 req-42b7f807-ff36-4c6b-8098-6414c74b1764 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:56.310990 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-122edb13-03e3-4805-9263-c81d4c594b06 req-42b7f807-ff36-4c6b-8098-6414c74b1764 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=6416bd6a-474c-48fc-9979-b3d6d6fd5907 HTTP/1.1" status: 200 len: 943 time: 0.0726464 Dec 12 17:50:56.404889 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-122edb13-03e3-4805-9263-c81d4c594b06 req-869146c0-508d-4ed2-927c-d56742e46361 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858130 Dec 12 17:50:56.427904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38dc02f8-dd19-44e0-bd3d-cd0bbaac6a24 req-b202dfc9-493e-486b-bd25-f286c73269b4 service neutron] 10.222.0.20 "GET /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159229 Dec 12 17:50:57.052176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 635d0076-9a1a-45ad-970c-e55f2254fc66 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:50:57.147176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 635d0076-9a1a-45ad-970c-e55f2254fc66, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=635d0076-9a1a-45ad-970c-e55f2254fc66,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:50:57.159549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '635d0076-9a1a-45ad-970c-e55f2254fc66', 'network_id': '9f9da124-05b3-4fe8-a16e-cb1138224d3d', 'port_id': '635d0076-9a1a-45ad-970c-e55f2254fc66', 'mac_address': 'fa:16:3e:87:03:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2bec70-4b48-4878-877f-cfa6982b5bc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:50:57.200708 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:57.222991 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635d0076-9a1a-45ad-970c-e55f2254fc66 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:50:57.243049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 635d0076-9a1a-45ad-970c-e55f2254fc66, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=635d0076-9a1a-45ad-970c-e55f2254fc66,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:50:57.246617 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:57.295293 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=635d0076-9a1a-45ad-970c-e55f2254fc66,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:57.522417 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['635d0076-9a1a-45ad-970c-e55f2254fc66'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:50:57.536539 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd93c48-56aa-4e62-95eb-9902d889a6fc req-cafa1c09-55f7-4b97-a6fc-020ee2c0dcc0 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:57.539021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fcd93c48-56aa-4e62-95eb-9902d889a6fc req-cafa1c09-55f7-4b97-a6fc-020ee2c0dcc0 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=6416bd6a-474c-48fc-9979-b3d6d6fd5907 HTTP/1.1" status: 200 len: 944 time: 0.0627708 Dec 12 17:50:57.605035 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fcd93c48-56aa-4e62-95eb-9902d889a6fc req-8634160f-36dc-4b31-9486-dc2b1cd0cc2c tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561266 Dec 12 17:50:58.732400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a4561-fe47-4b26-bb66-074c6bf8a826 req-cf3ef6e6-6ab6-4c7a-94d8-684f7808774b tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:58.734371 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-802a4561-fe47-4b26-bb66-074c6bf8a826 req-cf3ef6e6-6ab6-4c7a-94d8-684f7808774b tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=6416bd6a-474c-48fc-9979-b3d6d6fd5907 HTTP/1.1" status: 200 len: 944 time: 0.0551577 Dec 12 17:50:58.784732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-802a4561-fe47-4b26-bb66-074c6bf8a826 req-913699a8-c6aa-4c43-a0ae-0f85ca00b060 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444429 Dec 12 17:50:59.069006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 635d0076-9a1a-45ad-970c-e55f2254fc66 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:50:59.120641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 635d0076-9a1a-45ad-970c-e55f2254fc66 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:50:59.125082 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 635d0076-9a1a-45ad-970c-e55f2254fc66 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:50:59.125536 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:59.205506 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:59.385887 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6416bd6a-474c-48fc-9979-b3d6d6fd5907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635d0076-9a1a-45ad-970c-e55f2254fc66'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:50:59.388227 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056e3aa8-0d55-4ea6-9818-fb531bc161ea" -d '{"events": [{"server_uuid": "6416bd6a-474c-48fc-9979-b3d6d6fd5907", "name": "network-vif-plugged", "status": "completed", "tag": "635d0076-9a1a-45ad-970c-e55f2254fc66"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:50:59.401622 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 635d0076-9a1a-45ad-970c-e55f2254fc66, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=635d0076-9a1a-45ad-970c-e55f2254fc66,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:50:59.406200 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:50:59.434203 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be3f982-5a29-4b2d-a11f-e07e4e554d94 x-openstack-request-id: req-0be3f982-5a29-4b2d-a11f-e07e4e554d94 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:50:59.434525 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6416bd6a-474c-48fc-9979-b3d6d6fd5907", "name": "network-vif-plugged", "status": "completed", "tag": "635d0076-9a1a-45ad-970c-e55f2254fc66", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:50:59.434767 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0be3f982-5a29-4b2d-a11f-e07e4e554d94 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:50:59.435166 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6416bd6a-474c-48fc-9979-b3d6d6fd5907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635d0076-9a1a-45ad-970c-e55f2254fc66', 'code': 200} Dec 12 17:50:59.457879 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=635d0076-9a1a-45ad-970c-e55f2254fc66,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:50:59.530965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b94de-c3f3-4a87-9581-7c9562050c90 req-cda9e48d-4944-4de8-a9b6-9c215e964321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:59.532492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-431b94de-c3f3-4a87-9581-7c9562050c90 req-cda9e48d-4944-4de8-a9b6-9c215e964321 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6416bd6a-474c-48fc-9979-b3d6d6fd5907 HTTP/1.1" status: 200 len: 1096 time: 0.0389924 Dec 12 17:50:59.580520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-431b94de-c3f3-4a87-9581-7c9562050c90 req-69b11ba8-8aab-4138-8039-e24f2fc6b4e3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405173 Dec 12 17:50:59.909787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73f5a6-b2ab-475e-a7d3-123d1d9f9b96 req-5fb32e83-360e-4a9b-9d7a-88a6eaf7d308 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:50:59.911345 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a73f5a6-b2ab-475e-a7d3-123d1d9f9b96 req-5fb32e83-360e-4a9b-9d7a-88a6eaf7d308 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=6416bd6a-474c-48fc-9979-b3d6d6fd5907 HTTP/1.1" status: 200 len: 945 time: 0.0513771 Dec 12 17:50:59.970191 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a73f5a6-b2ab-475e-a7d3-123d1d9f9b96 req-5d6e6a4f-42e7-4d19-a424-faadaa43ae40 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519817 Dec 12 17:51:01.099748 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b4299-0073-4e52-a618-2c76612b414e req-f6e77e71-0ac0-461f-8d1e-f5f2a0eceb69 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:01.101921 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-160b4299-0073-4e52-a618-2c76612b414e req-f6e77e71-0ac0-461f-8d1e-f5f2a0eceb69 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=6416bd6a-474c-48fc-9979-b3d6d6fd5907 HTTP/1.1" status: 200 len: 945 time: 0.0475590 Dec 12 17:51:01.151528 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-160b4299-0073-4e52-a618-2c76612b414e req-aa7c8168-2817-4220-bc3b-5f9eac30a728 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432601 Dec 12 17:51:01.397081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a7222-0507-40db-8195-ba71c4923257 req-6474f4b0-1540-4c1c-8179-7c0feaa7ab9f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:01.399039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da1a7222-0507-40db-8195-ba71c4923257 req-6474f4b0-1540-4c1c-8179-7c0feaa7ab9f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=6416bd6a-474c-48fc-9979-b3d6d6fd5907 HTTP/1.1" status: 200 len: 945 time: 0.0534596 Dec 12 17:51:01.445984 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da1a7222-0507-40db-8195-ba71c4923257 req-c19fb49a-ae54-4b25-88fe-b1a86f1a3953 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407405 Dec 12 17:51:02.589002 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f9ed1-feea-4a60-ada3-1a87a9adc587 req-65cab2c1-cb7f-49d5-bc3d-4cdd31853fae tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:02.591407 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf1f9ed1-feea-4a60-ada3-1a87a9adc587 req-65cab2c1-cb7f-49d5-bc3d-4cdd31853fae tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=6416bd6a-474c-48fc-9979-b3d6d6fd5907 HTTP/1.1" status: 200 len: 945 time: 0.0654922 Dec 12 17:51:02.658421 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf1f9ed1-feea-4a60-ada3-1a87a9adc587 req-9c22bdc6-4f3d-4d60-9f8a-cb6c83e5acd3 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602946 Dec 12 17:51:02.967452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439c4f9-6378-4fdd-b46c-bd67bd4e55ff req-c1ee3a2c-8618-4ec0-b525-70d46acb9fcb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:02.969095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a439c4f9-6378-4fdd-b46c-bd67bd4e55ff req-c1ee3a2c-8618-4ec0-b525-70d46acb9fcb tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=6416bd6a-474c-48fc-9979-b3d6d6fd5907 HTTP/1.1" status: 200 len: 945 time: 0.0719182 Dec 12 17:51:03.031162 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a439c4f9-6378-4fdd-b46c-bd67bd4e55ff req-7c99cd57-c3fd-487d-a4f0-21b862cad840 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543361 Dec 12 17:51:04.157006 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422f121-7205-4a11-bc03-2d6c715fbbe3 req-f0559e25-74f8-4540-b038-54da238629b0 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:04.158488 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2422f121-7205-4a11-bc03-2d6c715fbbe3 req-f0559e25-74f8-4540-b038-54da238629b0 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=6416bd6a-474c-48fc-9979-b3d6d6fd5907 HTTP/1.1" status: 200 len: 945 time: 0.0507681 Dec 12 17:51:04.215759 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2422f121-7205-4a11-bc03-2d6c715fbbe3 req-784b5e61-b82f-4bed-8342-74099d2d665f tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/security-groups?id=97a247bd-ee1d-44ce-a758-d8ef9d016033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505726 Dec 12 17:51:04.365658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93a3d3-4093-45b0-80f7-d50f7e094608 req-fc92c769-6c10-4011-9356-f88f9a84955e tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:04.367298 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c93a3d3-4093-45b0-80f7-d50f7e094608 req-fc92c769-6c10-4011-9356-f88f9a84955e tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "GET /v2.0/ports?device_id=6416bd6a-474c-48fc-9979-b3d6d6fd5907 HTTP/1.1" status: 200 len: 945 time: 0.0566962 Dec 12 17:51:04.474139 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-3c93a3d3-4093-45b0-80f7-d50f7e094608 req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Deleting port 635d0076-9a1a-45ad-970c-e55f2254fc66 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:51:04.474469 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3c93a3d3-4093-45b0-80f7-d50f7e094608 req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:04.563487 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-3c93a3d3-4093-45b0-80f7-d50f7e094608 req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] For port 635d0076-9a1a-45ad-970c-e55f2254fc66, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=635d0076-9a1a-45ad-970c-e55f2254fc66,segment=NetworkSegment(a44fac28-0775-441d-9c4d-00f14f82d03e),segment_id=a44fac28-0775-441d-9c4d-00f14f82d03e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:51:04.563849 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3c93a3d3-4093-45b0-80f7-d50f7e094608 req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:04.580115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-3c93a3d3-4093-45b0-80f7-d50f7e094608 req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Calling delete_port for 635d0076-9a1a-45ad-970c-e55f2254fc66 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:51:04.708772 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3c93a3d3-4093-45b0-80f7-d50f7e094608 req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:04.720894 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['635d0076-9a1a-45ad-970c-e55f2254fc66'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:51:04.738722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Pushing event deleted for resources: {'Port': ['ID=635d0076-9a1a-45ad-970c-e55f2254fc66,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:04.749848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:04.750192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:04.750501 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:04.750835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:04.751179 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:04.751544 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:04.751901 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:04.752216 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:04.752552 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:04.752882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:04.753218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:04.753569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:04.753906 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:04.755936 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b2f487-88e4-4ae5-a50a-601f375ab7a5 None None] DHCP port deletion for 9f9da124-05b3-4fe8-a16e-cb1138224d3d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:51:04.796936 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c93a3d3-4093-45b0-80f7-d50f7e094608 req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] No DVR routers for this DVR port 635d0076-9a1a-45ad-970c-e55f2254fc66 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:51:04.799766 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3c93a3d3-4093-45b0-80f7-d50f7e094608 req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:04.803718 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c93a3d3-4093-45b0-80f7-d50f7e094608 req-f6334ab7-a9a0-4e6b-9ed3-2cffb8ce83ee tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.20 "DELETE /v2.0/ports/635d0076-9a1a-45ad-970c-e55f2254fc66 HTTP/1.1" status: 204 len: 173 time: 0.4304793 Dec 12 17:51:04.804171 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6416bd6a-474c-48fc-9979-b3d6d6fd5907', 'name': 'network-vif-deleted', 'tag': '635d0076-9a1a-45ad-970c-e55f2254fc66'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:51:04.806787 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52581491-2a80-4f74-89f0-076b6914b8bc" -d '{"events": [{"server_uuid": "6416bd6a-474c-48fc-9979-b3d6d6fd5907", "name": "network-vif-deleted", "tag": "635d0076-9a1a-45ad-970c-e55f2254fc66"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:51:04.852199 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d826d88e-ba0d-4c80-bc7b-89e4f02c5ed7 x-openstack-request-id: req-d826d88e-ba0d-4c80-bc7b-89e4f02c5ed7 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:51:04.852566 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6416bd6a-474c-48fc-9979-b3d6d6fd5907", "name": "network-vif-deleted", "tag": "635d0076-9a1a-45ad-970c-e55f2254fc66", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:51:04.852913 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d826d88e-ba0d-4c80-bc7b-89e4f02c5ed7 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:51:04.853354 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6416bd6a-474c-48fc-9979-b3d6d6fd5907', 'name': 'network-vif-deleted', 'tag': '635d0076-9a1a-45ad-970c-e55f2254fc66', 'status': 'completed', 'code': 200} Dec 12 17:51:04.975181 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:51:05.342121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fb007c4-32a4-4262-baf1-09bf1104dd8d req-2c34aa03-1adf-43f5-9ee2-ea90c5cf7d45 tempest-DeleteServersTestJSON-762777815 tempest-DeleteServersTestJSON-762777815-project] 10.222.0.18 "GET /v2.0/ports?device_id=6416bd6a-474c-48fc-9979-b3d6d6fd5907 HTTP/1.1" status: 200 len: 210 time: 0.0357962 Dec 12 17:51:06.825012 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59778) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:06.942312 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-53505506-3163-4666-bcd1-9ec7cd88b164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:07.020274 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-53505506-3163-4666-bcd1-9ec7cd88b164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:07.025410 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-53505506-3163-4666-bcd1-9ec7cd88b164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:07.056802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59782) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:07.057418 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-53505506-3163-4666-bcd1-9ec7cd88b164 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=140403906f5444a7aa37317ed72ef0c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2307625 Dec 12 17:51:07.079850 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53505506-3163-4666-bcd1-9ec7cd88b164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7cad40-2d15-474a-80f6-b2878ab06144,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:07.113926 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 635d0076-9a1a-45ad-970c-e55f2254fc66 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:51:07.139566 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9746aaa-7fba-414e-ba32-de689b3c8ab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:07.165013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 635d0076-9a1a-45ad-970c-e55f2254fc66 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:51:07.165627 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 635d0076-9a1a-45ad-970c-e55f2254fc66 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:51:07.170389 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9746aaa-7fba-414e-ba32-de689b3c8ab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:07.224684 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9746aaa-7fba-414e-ba32-de689b3c8ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:07.228906 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9746aaa-7fba-414e-ba32-de689b3c8ab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:07.230316 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a9746aaa-7fba-414e-ba32-de689b3c8ab9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c7cad40-2d15-474a-80f6-b2878ab06144 HTTP/1.1" status: 204 len: 168 time: 0.1715977 Dec 12 17:51:07.240378 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9746aaa-7fba-414e-ba32-de689b3c8ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7cad40-2d15-474a-80f6-b2878ab06144,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:08.385825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59834) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:08.493818 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-63d1810b-b361-480a-98a4-0d7f082ecd7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:08.572121 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-63d1810b-b361-480a-98a4-0d7f082ecd7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:08.579090 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-63d1810b-b361-480a-98a4-0d7f082ecd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:08.618268 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-63d1810b-b361-480a-98a4-0d7f082ecd7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=259ad2c043f747ffa319619433b20686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2311499 Dec 12 17:51:08.619147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1810b-b361-480a-98a4-0d7f082ecd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c599cddd-0385-4905-be14-de80e15d90cc,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:08.621271 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59842) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:08.691090 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26a21b7b-688d-4cf5-a3e5-480a1b1fa963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:08.720294 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26a21b7b-688d-4cf5-a3e5-480a1b1fa963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:08.766985 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26a21b7b-688d-4cf5-a3e5-480a1b1fa963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:08.769753 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26a21b7b-688d-4cf5-a3e5-480a1b1fa963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:08.770917 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-26a21b7b-688d-4cf5-a3e5-480a1b1fa963 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c599cddd-0385-4905-be14-de80e15d90cc HTTP/1.1" status: 204 len: 168 time: 0.1484098 Dec 12 17:51:08.780850 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a21b7b-688d-4cf5-a3e5-480a1b1fa963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c599cddd-0385-4905-be14-de80e15d90cc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:10.135081 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59898) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:10.181090 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47f554e-b64d-4068-ab11-ecafc40315f5 admin admin] Deleting subnet bf2bec70-4b48-4878-877f-cfa6982b5bc0 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:51:10.184300 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a47f554e-b64d-4068-ab11-ecafc40315f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:10.219774 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a47f554e-b64d-4068-ab11-ecafc40315f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:10.258136 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a47f554e-b64d-4068-ab11-ecafc40315f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:10.315620 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a47f554e-b64d-4068-ab11-ecafc40315f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:10.340322 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f554e-b64d-4068-ab11-ecafc40315f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf2bec70-4b48-4878-877f-cfa6982b5bc0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:10.346866 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a47f554e-b64d-4068-ab11-ecafc40315f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:10.353960 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59902) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:10.354447 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a47f554e-b64d-4068-ab11-ecafc40315f5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bf2bec70-4b48-4878-877f-cfa6982b5bc0 HTTP/1.1" status: 204 len: 168 time: 0.2175858 Dec 12 17:51:10.360778 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a299cd-3fe0-47e6-ba13-2770ff5156eb None None] Network 9f9da124-05b3-4fe8-a16e-cb1138224d3d requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:51:10.470108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e4fe85-7373-40c9-a119-5f31894be55e None None] DHCP port deletion for 9f9da124-05b3-4fe8-a16e-cb1138224d3d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:51:10.478500 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc25e23d-669f-47e1-802e-de0ca7070cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:10.577767 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc25e23d-669f-47e1-802e-de0ca7070cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:10.603355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-cc25e23d-669f-47e1-802e-de0ca7070cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9da124-05b3-4fe8-a16e-cb1138224d3d']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:10.613192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-cc25e23d-669f-47e1-802e-de0ca7070cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44fac28-0775-441d-9c4d-00f14f82d03e') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:10.613782 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-cc25e23d-669f-47e1-802e-de0ca7070cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44fac28-0775-441d-9c4d-00f14f82d03e') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:10.626891 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc25e23d-669f-47e1-802e-de0ca7070cfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:10.644290 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc25e23d-669f-47e1-802e-de0ca7070cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:10.658864 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc25e23d-669f-47e1-802e-de0ca7070cfb admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:51:10.659576 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc25e23d-669f-47e1-802e-de0ca7070cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:51:10.713231 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:51:10.741055 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc25e23d-669f-47e1-802e-de0ca7070cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:10.748660 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc25e23d-669f-47e1-802e-de0ca7070cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:10.752175 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cc25e23d-669f-47e1-802e-de0ca7070cfb admin admin] 10.222.0.18 "DELETE /v2.0/networks/9f9da124-05b3-4fe8-a16e-cb1138224d3d HTTP/1.1" status: 204 len: 168 time: 0.3956084 Dec 12 17:51:10.762713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25e23d-669f-47e1-802e-de0ca7070cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=9f9da124-05b3-4fe8-a16e-cb1138224d3d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:10.948583 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59918) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:10.993751 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7c9c72f4-bef3-4f38-b78f-24a63d3577cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eda86148cbd2497c85e155c6e0aff589&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438318 Dec 12 17:51:10.997059 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59920) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:11.048145 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70eca5bf-5977-46de-b931-b647d0ed900c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:11.075579 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70eca5bf-5977-46de-b931-b647d0ed900c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:11.131768 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70eca5bf-5977-46de-b931-b647d0ed900c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:11.134542 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70eca5bf-5977-46de-b931-b647d0ed900c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:11.138917 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-70eca5bf-5977-46de-b931-b647d0ed900c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97a247bd-ee1d-44ce-a758-d8ef9d016033 HTTP/1.1" status: 204 len: 168 time: 0.1406026 Dec 12 17:51:11.149032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eca5bf-5977-46de-b931-b647d0ed900c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a247bd-ee1d-44ce-a758-d8ef9d016033,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:11.830535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59950) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:11.933691 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-bed70e58-326c-48e7-9037-6d7877a6e82a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-109211691-network', 'tenant_id': 'fde7a23d3f0e4a739e769c1e59084a21'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:51:11.957343 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed70e58-326c-48e7-9037-6d7877a6e82a admin admin] Made reservation on behalf of fde7a23d3f0e4a739e769c1e59084a21 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:51:11.959771 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bed70e58-326c-48e7-9037-6d7877a6e82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:11.970937 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bed70e58-326c-48e7-9037-6d7877a6e82a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:12.046652 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bed70e58-326c-48e7-9037-6d7877a6e82a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:12.050303 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bed70e58-326c-48e7-9037-6d7877a6e82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:12.075304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed70e58-326c-48e7-9037-6d7877a6e82a admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:51:12.084847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed70e58-326c-48e7-9037-6d7877a6e82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aae3d3-59da-4911-8ee1-5c03253b5365,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:12.089581 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bed70e58-326c-48e7-9037-6d7877a6e82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:12.089932 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-bed70e58-326c-48e7-9037-6d7877a6e82a admin admin] Added segment 95dc6c30-a751-47b8-a10d-3cbd3df20bac of type vlan for network 123cdc73-0d84-4807-a711-58cd49ddd2fb Dec 12 17:51:12.137938 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bed70e58-326c-48e7-9037-6d7877a6e82a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:12.159005 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bed70e58-326c-48e7-9037-6d7877a6e82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:12.160019 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed70e58-326c-48e7-9037-6d7877a6e82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:12.160622 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bed70e58-326c-48e7-9037-6d7877a6e82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:12.214993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59960) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:12.215576 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bed70e58-326c-48e7-9037-6d7877a6e82a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3832645 Dec 12 17:51:12.220012 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5f2d1f39-52a5-4940-a4a6-801b413b4665 admin admin] Request body: {'subnet': {'network_id': '123cdc73-0d84-4807-a711-58cd49ddd2fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-109211691-subnet', 'tenant_id': 'fde7a23d3f0e4a739e769c1e59084a21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:51:12.227919 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed70e58-326c-48e7-9037-6d7877a6e82a admin admin] Pushing event updated for resources: {'Network': ['ID=123cdc73-0d84-4807-a711-58cd49ddd2fb,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:12.238351 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 123cdc73-0d84-4807-a711-58cd49ddd2fb details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:51:12.250642 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2d1f39-52a5-4940-a4a6-801b413b4665 admin admin] Made reservation on behalf of fde7a23d3f0e4a739e769c1e59084a21 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:51:12.255057 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f2d1f39-52a5-4940-a4a6-801b413b4665 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:12.425329 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f2d1f39-52a5-4940-a4a6-801b413b4665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:12.477202 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d1f39-52a5-4940-a4a6-801b413b4665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69cfe22c-e9d2-4ae9-a00d-f9484dafed77,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:12.497707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d1f39-52a5-4940-a4a6-801b413b4665 admin admin] Checking segment: {'id': '95dc6c30-a751-47b8-a10d-3cbd3df20bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '123cdc73-0d84-4807-a711-58cd49ddd2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:51:12.498335 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2d1f39-52a5-4940-a4a6-801b413b4665 admin admin] Network hostable DHCP agents. Network: 123cdc73-0d84-4807-a711-58cd49ddd2fb, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:51:12.517699 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2d1f39-52a5-4940-a4a6-801b413b4665 admin admin] Network 123cdc73-0d84-4807-a711-58cd49ddd2fb is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:51:12.527759 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5f2d1f39-52a5-4940-a4a6-801b413b4665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 123cdc73-0d84-4807-a711-58cd49ddd2fb) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:51:12.537180 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bf0cc1-a6c6-406e-91d9-b2a66dd4b6b5 None None] Network 123cdc73-0d84-4807-a711-58cd49ddd2fb requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:51:12.541297 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2d1f39-52a5-4940-a4a6-801b413b4665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:12.548821 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f2d1f39-52a5-4940-a4a6-801b413b4665 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:12.571573 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5f2d1f39-52a5-4940-a4a6-801b413b4665 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3553376 Dec 12 17:51:12.650274 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf38948-ab75-4817-9f54-b265f331dfa3 None None] Network 123cdc73-0d84-4807-a711-58cd49ddd2fb requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:51:13.034043 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-cbc53dd4-0403-4c82-abe5-58b1a8189bc2 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:13.035670 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-cbc53dd4-0403-4c82-abe5-58b1a8189bc2 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/networks?id=123cdc73-0d84-4807-a711-58cd49ddd2fb HTTP/1.1" status: 200 len: 821 time: 0.1160696 Dec 12 17:51:13.050782 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-90cc4cdd-1517-4fc6-8b8e-d585cee462f4 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/quotas/fde7a23d3f0e4a739e769c1e59084a21 HTTP/1.1" status: 200 len: 375 time: 0.0092885 Dec 12 17:51:13.082375 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-2422fccd-0108-4d2d-b286-c342079cc600 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fde7a23d3f0e4a739e769c1e59084a21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259693 Dec 12 17:51:13.184102 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-784410fb-72cb-472f-9cd0-e6d67ca97c6f service neutron] 10.222.0.18 "GET /v2.0/networks/123cdc73-0d84-4807-a711-58cd49ddd2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942469 Dec 12 17:51:13.274595 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-6eb5087e-66f4-4825-b2f9-88071abfea93 service neutron] 10.222.0.18 "GET /v2.0/networks/123cdc73-0d84-4807-a711-58cd49ddd2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841978 Dec 12 17:51:13.448804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c85f425-47f1-4b14-a2e6-f3b256fa159e req-6ba28280-15f7-4f75-87df-7a8455040d6a tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/ports?device_id=089e9f34-f6c4-4fda-a5d2-cf239f0dcecf HTTP/1.1" status: 200 len: 210 time: 0.0276704 Dec 12 17:51:14.396430 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-ca1b4e42-5bd1-4f87-b5fd-c67a153e40fd tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:14.398588 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-ca1b4e42-5bd1-4f87-b5fd-c67a153e40fd tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.20 "GET /v2.0/networks?id=123cdc73-0d84-4807-a711-58cd49ddd2fb HTTP/1.1" status: 200 len: 821 time: 0.1064377 Dec 12 17:51:14.412067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-ddb009b5-3762-4a39-a1f2-daef9e7716cb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Request body: {'port': {'device_id': '089e9f34-f6c4-4fda-a5d2-cf239f0dcecf', 'network_id': '123cdc73-0d84-4807-a711-58cd49ddd2fb', 'admin_state_up': True, 'tenant_id': 'fde7a23d3f0e4a739e769c1e59084a21'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:51:14.565899 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f0c7a68-209a-4256-b089-b74f3dc20a1b req-2b8e7683-f723-4f1f-9350-15160a017b8a tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/ports?device_id=089e9f34-f6c4-4fda-a5d2-cf239f0dcecf HTTP/1.1" status: 200 len: 210 time: 0.0389647 Dec 12 17:51:14.566713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-ddb009b5-3762-4a39-a1f2-daef9e7716cb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Made reservation on behalf of fde7a23d3f0e4a739e769c1e59084a21 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:51:14.570969 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-ddb009b5-3762-4a39-a1f2-daef9e7716cb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:14.709900 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-ddb009b5-3762-4a39-a1f2-daef9e7716cb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Allocated IP 172.20.0.3 (123cdc73-0d84-4807-a711-58cd49ddd2fb/69cfe22c-e9d2-4ae9-a00d-f9484dafed77/81a774f8-397a-4305-93d1-d5f8f93afbf1) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:51:14.785159 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e65298c-0000-4bf3-a5f7-1eb57b542dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:14.866077 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-ddb009b5-3762-4a39-a1f2-daef9e7716cb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:14.899358 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-ddb009b5-3762-4a39-a1f2-daef9e7716cb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:14.944506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-ddb009b5-3762-4a39-a1f2-daef9e7716cb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Network 123cdc73-0d84-4807-a711-58cd49ddd2fb is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:51:14.947760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-ddb009b5-3762-4a39-a1f2-daef9e7716cb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:51:14.953070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-ddb009b5-3762-4a39-a1f2-daef9e7716cb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:51:14.983039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb009b5-3762-4a39-a1f2-daef9e7716cb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Pushing event updated for resources: {'Port': ['ID=81a774f8-397a-4305-93d1-d5f8f93afbf1,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:15.005613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-ddb009b5-3762-4a39-a1f2-daef9e7716cb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:15.006483 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-ddb009b5-3762-4a39-a1f2-daef9e7716cb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:15.024870 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-ddb009b5-3762-4a39-a1f2-daef9e7716cb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6172743 Dec 12 17:51:15.038111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Request body: {'port': {'device_id': '089e9f34-f6c4-4fda-a5d2-cf239f0dcecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:51:15.092080 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:15.363736 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a774f8-397a-4305-93d1-d5f8f93afbf1 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:51:15.371277 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:15.383782 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Transition to ACTIVE for port object 81a774f8-397a-4305-93d1-d5f8f93afbf1 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:51:15.387712 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:15.437087 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Pushing event updated for resources: {'Port': ['ID=81a774f8-397a-4305-93d1-d5f8f93afbf1,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:15.509888 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Attempting to bind port 81a774f8-397a-4305-93d1-d5f8f93afbf1 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:51:15.510222 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Attempting to bind port 81a774f8-397a-4305-93d1-d5f8f93afbf1 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '95dc6c30-a751-47b8-a10d-3cbd3df20bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '123cdc73-0d84-4807-a711-58cd49ddd2fb'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:51:15.510547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Attempting to bind port 81a774f8-397a-4305-93d1-d5f8f93afbf1 on network 123cdc73-0d84-4807-a711-58cd49ddd2fb {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:51:15.514792 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Port 81a774f8-397a-4305-93d1-d5f8f93afbf1 on network 123cdc73-0d84-4807-a711-58cd49ddd2fb not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:51:15.515107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Attempting to bind port 81a774f8-397a-4305-93d1-d5f8f93afbf1 on network 123cdc73-0d84-4807-a711-58cd49ddd2fb {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:51:15.519765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:51:15.520102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Checking segment: {'id': '95dc6c30-a751-47b8-a10d-3cbd3df20bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '123cdc73-0d84-4807-a711-58cd49ddd2fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:51:15.520478 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Bound using segment: {'id': '95dc6c30-a751-47b8-a10d-3cbd3df20bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '123cdc73-0d84-4807-a711-58cd49ddd2fb'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:51:15.520899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Bound port: 81a774f8-397a-4305-93d1-d5f8f93afbf1, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95dc6c30-a751-47b8-a10d-3cbd3df20bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '123cdc73-0d84-4807-a711-58cd49ddd2fb'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:51:15.521247 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:15.585685 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] For port 81a774f8-397a-4305-93d1-d5f8f93afbf1, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:51:15.588815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] For port 81a774f8-397a-4305-93d1-d5f8f93afbf1, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=81a774f8-397a-4305-93d1-d5f8f93afbf1,segment=NetworkSegment(95dc6c30-a751-47b8-a10d-3cbd3df20bac),segment_id=95dc6c30-a751-47b8-a10d-3cbd3df20bac)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:51:15.592807 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:15.636873 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:15.637554 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:15.639083 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] 10.222.0.20 "PUT /v2.0/ports/81a774f8-397a-4305-93d1-d5f8f93afbf1 HTTP/1.1" status: 200 len: 1091 time: 0.6050565 Dec 12 17:51:15.639845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089e9f34-f6c4-4fda-a5d2-cf239f0dcecf', 'tag': '81a774f8-397a-4305-93d1-d5f8f93afbf1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:51:15.642492 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dabaa07-3ba8-473d-a587-ff941b9d6e70" -d '{"events": [{"name": "network-changed", "server_uuid": "089e9f34-f6c4-4fda-a5d2-cf239f0dcecf", "tag": "81a774f8-397a-4305-93d1-d5f8f93afbf1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:51:15.697333 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3947678a-c59e-4f5f-8c19-7d1a53b535f3 x-openstack-request-id: req-3947678a-c59e-4f5f-8c19-7d1a53b535f3 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:51:15.697746 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089e9f34-f6c4-4fda-a5d2-cf239f0dcecf", "tag": "81a774f8-397a-4305-93d1-d5f8f93afbf1", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:51:15.698129 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3947678a-c59e-4f5f-8c19-7d1a53b535f3 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:51:15.698535 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089e9f34-f6c4-4fda-a5d2-cf239f0dcecf', 'tag': '81a774f8-397a-4305-93d1-d5f8f93afbf1', 'status': 'completed', 'code': 200} Dec 12 17:51:15.722129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e22f95-21b1-4511-9480-74a9fc61be15 service neutron] Pushing event updated for resources: {'Port': ['ID=81a774f8-397a-4305-93d1-d5f8f93afbf1,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:15.760085 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db67a28-c260-4c81-9e0a-3e789d6a0b17 req-3c3bf696-c3d5-400c-98ed-655c08f5dad3 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:15.761611 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0db67a28-c260-4c81-9e0a-3e789d6a0b17 req-3c3bf696-c3d5-400c-98ed-655c08f5dad3 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/ports?device_id=089e9f34-f6c4-4fda-a5d2-cf239f0dcecf HTTP/1.1" status: 200 len: 943 time: 0.1113777 Dec 12 17:51:15.769845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-8524a4c9-22e9-4879-b97a-868569186501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:15.771814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-8524a4c9-22e9-4879-b97a-868569186501 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fde7a23d3f0e4a739e769c1e59084a21&device_id=089e9f34-f6c4-4fda-a5d2-cf239f0dcecf HTTP/1.1" status: 200 len: 1094 time: 0.0710394 Dec 12 17:51:15.826263 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-9861b340-9b66-43dd-a3d4-72f9e7d610a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81a774f8-397a-4305-93d1-d5f8f93afbf1 HTTP/1.1" status: 200 len: 217 time: 0.0398514 Dec 12 17:51:15.881886 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0db67a28-c260-4c81-9e0a-3e789d6a0b17 req-6ba3bc1a-8a77-491b-83d2-5271f1c6c07e tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/security-groups?id=00aae3d3-59da-4911-8ee1-5c03253b5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090133 Dec 12 17:51:15.894125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-a30e0b0a-5aae-41b8-993f-7d3e3ddc7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:15.895674 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-a30e0b0a-5aae-41b8-993f-7d3e3ddc7f8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69cfe22c-e9d2-4ae9-a00d-f9484dafed77 HTTP/1.1" status: 200 len: 861 time: 0.0589719 Dec 12 17:51:15.927994 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-9f45dd6c-8447-4bef-844f-1b6e48693267 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=123cdc73-0d84-4807-a711-58cd49ddd2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249095 Dec 12 17:51:16.022616 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-264571dd-dfb0-4e5a-93b0-329f97f4318c service neutron] 10.222.0.20 "GET /v2.0/networks/123cdc73-0d84-4807-a711-58cd49ddd2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874252 Dec 12 17:51:16.114312 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c68ed0d6-bde3-4bc0-80e4-92264f0aca5c req-b251d067-f0f5-4ea8-9ba8-ed71632ce361 service neutron] 10.222.0.20 "GET /v2.0/networks/123cdc73-0d84-4807-a711-58cd49ddd2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849791 Dec 12 17:51:16.213672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabaa07-3ba8-473d-a587-ff941b9d6e70 req-12d8e601-80be-4222-9fe9-d5ff5562410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:16.216178 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5dabaa07-3ba8-473d-a587-ff941b9d6e70 req-12d8e601-80be-4222-9fe9-d5ff5562410c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fde7a23d3f0e4a739e769c1e59084a21&device_id=089e9f34-f6c4-4fda-a5d2-cf239f0dcecf HTTP/1.1" status: 200 len: 1094 time: 0.0511036 Dec 12 17:51:16.312448 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabaa07-3ba8-473d-a587-ff941b9d6e70 req-206b6353-8f81-4ad7-b020-5af075b86bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:16.313913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5dabaa07-3ba8-473d-a587-ff941b9d6e70 req-206b6353-8f81-4ad7-b020-5af075b86bbb service neutron] 10.222.0.20 "GET /v2.0/networks?id=123cdc73-0d84-4807-a711-58cd49ddd2fb HTTP/1.1" status: 200 len: 922 time: 0.0897512 Dec 12 17:51:16.361613 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5dabaa07-3ba8-473d-a587-ff941b9d6e70 req-fbdac913-30e1-433e-a1c6-ccd73ba8f46d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81a774f8-397a-4305-93d1-d5f8f93afbf1 HTTP/1.1" status: 200 len: 217 time: 0.0390894 Dec 12 17:51:16.415077 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabaa07-3ba8-473d-a587-ff941b9d6e70 req-c787679b-c8b5-4b3c-b8e0-c3d7a3e46117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:16.416523 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5dabaa07-3ba8-473d-a587-ff941b9d6e70 req-c787679b-c8b5-4b3c-b8e0-c3d7a3e46117 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69cfe22c-e9d2-4ae9-a00d-f9484dafed77 HTTP/1.1" status: 200 len: 861 time: 0.0463855 Dec 12 17:51:16.450651 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5dabaa07-3ba8-473d-a587-ff941b9d6e70 req-8622f816-ad50-4c8c-9ec4-53bc5776c7ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=123cdc73-0d84-4807-a711-58cd49ddd2fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258579 Dec 12 17:51:16.541110 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5dabaa07-3ba8-473d-a587-ff941b9d6e70 req-d2de003c-c294-461a-a489-3b2e3882452f service neutron] 10.222.0.20 "GET /v2.0/networks/123cdc73-0d84-4807-a711-58cd49ddd2fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823929 Dec 12 17:51:16.636224 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5dabaa07-3ba8-473d-a587-ff941b9d6e70 req-1a292fc0-f697-43f1-bf20-53b6ef7c13b7 service neutron] 10.222.0.20 "GET /v2.0/networks/123cdc73-0d84-4807-a711-58cd49ddd2fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863280 Dec 12 17:51:16.961837 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab043f2b-072d-4ffb-9e79-386d0d68aebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:16.976429 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:17.053178 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fafbb-80e7-40c9-a33d-3dc58cef1f0f req-3b13ccba-abef-4d51-8bdc-b51e7e92e1c1 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:17.054896 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-163fafbb-80e7-40c9-a33d-3dc58cef1f0f req-3b13ccba-abef-4d51-8bdc-b51e7e92e1c1 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/ports?device_id=089e9f34-f6c4-4fda-a5d2-cf239f0dcecf HTTP/1.1" status: 200 len: 943 time: 0.0519264 Dec 12 17:51:17.104296 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-163fafbb-80e7-40c9-a33d-3dc58cef1f0f req-92add414-890d-458f-a545-febd8a0816e4 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/security-groups?id=00aae3d3-59da-4911-8ee1-5c03253b5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434153 Dec 12 17:51:17.145651 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 81a774f8-397a-4305-93d1-d5f8f93afbf1 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:51:17.246247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 81a774f8-397a-4305-93d1-d5f8f93afbf1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=81a774f8-397a-4305-93d1-d5f8f93afbf1,segment=NetworkSegment(95dc6c30-a751-47b8-a10d-3cbd3df20bac),segment_id=95dc6c30-a751-47b8-a10d-3cbd3df20bac)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:51:17.260104 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '81a774f8-397a-4305-93d1-d5f8f93afbf1', 'network_id': '123cdc73-0d84-4807-a711-58cd49ddd2fb', 'port_id': '81a774f8-397a-4305-93d1-d5f8f93afbf1', 'mac_address': 'fa:16:3e:c5:10:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69cfe22c-e9d2-4ae9-a00d-f9484dafed77', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:51:17.298660 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:17.318316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a774f8-397a-4305-93d1-d5f8f93afbf1 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:51:17.340805 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 81a774f8-397a-4305-93d1-d5f8f93afbf1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=81a774f8-397a-4305-93d1-d5f8f93afbf1,segment=NetworkSegment(95dc6c30-a751-47b8-a10d-3cbd3df20bac),segment_id=95dc6c30-a751-47b8-a10d-3cbd3df20bac)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:51:17.345732 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:17.393634 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=81a774f8-397a-4305-93d1-d5f8f93afbf1,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:17.516579 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:17.608671 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['81a774f8-397a-4305-93d1-d5f8f93afbf1'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:51:18.243690 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2c120-c9f1-4f87-92fc-15daa24f7c1b req-6f369d42-9486-4036-96ee-c470d70b9c79 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:18.245329 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e1f2c120-c9f1-4f87-92fc-15daa24f7c1b req-6f369d42-9486-4036-96ee-c470d70b9c79 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/ports?device_id=089e9f34-f6c4-4fda-a5d2-cf239f0dcecf HTTP/1.1" status: 200 len: 944 time: 0.0569901 Dec 12 17:51:18.249684 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:18.301530 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e1f2c120-c9f1-4f87-92fc-15daa24f7c1b req-400ecdb9-d1ec-46f0-9bdc-f87694dcb0b5 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/security-groups?id=00aae3d3-59da-4911-8ee1-5c03253b5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492730 Dec 12 17:51:19.159789 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 81a774f8-397a-4305-93d1-d5f8f93afbf1 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:51:19.206661 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 81a774f8-397a-4305-93d1-d5f8f93afbf1 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:51:19.210166 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 81a774f8-397a-4305-93d1-d5f8f93afbf1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:51:19.211131 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:19.291307 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:19.324983 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089e9f34-f6c4-4fda-a5d2-cf239f0dcecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a774f8-397a-4305-93d1-d5f8f93afbf1'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:51:19.328898 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bc0926-46c3-4594-8b72-261352632e89" -d '{"events": [{"server_uuid": "089e9f34-f6c4-4fda-a5d2-cf239f0dcecf", "name": "network-vif-plugged", "status": "completed", "tag": "81a774f8-397a-4305-93d1-d5f8f93afbf1"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:51:19.350493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 81a774f8-397a-4305-93d1-d5f8f93afbf1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=81a774f8-397a-4305-93d1-d5f8f93afbf1,segment=NetworkSegment(95dc6c30-a751-47b8-a10d-3cbd3df20bac),segment_id=95dc6c30-a751-47b8-a10d-3cbd3df20bac)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:51:19.359164 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:19.386287 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b474d38-af2c-43c2-ae2c-0499b666cf85 x-openstack-request-id: req-5b474d38-af2c-43c2-ae2c-0499b666cf85 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:51:19.386595 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089e9f34-f6c4-4fda-a5d2-cf239f0dcecf", "name": "network-vif-plugged", "status": "completed", "tag": "81a774f8-397a-4305-93d1-d5f8f93afbf1", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:51:19.386852 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b474d38-af2c-43c2-ae2c-0499b666cf85 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:51:19.387265 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089e9f34-f6c4-4fda-a5d2-cf239f0dcecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a774f8-397a-4305-93d1-d5f8f93afbf1', 'code': 200} Dec 12 17:51:19.418775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=81a774f8-397a-4305-93d1-d5f8f93afbf1,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:19.428498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:19.429650 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:19.430240 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:19.430756 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:19.431098 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:19.431627 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:19.431970 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:19.432331 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:19.432663 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:19.432994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:19.433323 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:19.433650 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:19.433977 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:19.443499 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7feba-8bb1-4559-9538-fe3db4d46a8c req-7e483afc-6793-4639-a69b-a2a2c99066a0 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:19.445260 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5af7feba-8bb1-4559-9538-fe3db4d46a8c req-7e483afc-6793-4639-a69b-a2a2c99066a0 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/ports?device_id=089e9f34-f6c4-4fda-a5d2-cf239f0dcecf HTTP/1.1" status: 200 len: 945 time: 0.0550370 Dec 12 17:51:19.513570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe6e85-4d86-4959-aab9-4ded1a4247f9 req-5e5aeef2-2720-450d-bf53-6ac65f3ac3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:19.515091 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01fe6e85-4d86-4959-aab9-4ded1a4247f9 req-5e5aeef2-2720-450d-bf53-6ac65f3ac3c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=089e9f34-f6c4-4fda-a5d2-cf239f0dcecf HTTP/1.1" status: 200 len: 1096 time: 0.0657983 Dec 12 17:51:19.526396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5af7feba-8bb1-4559-9538-fe3db4d46a8c req-df7956bc-e2b9-4434-8249-7658b9f05b64 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/security-groups?id=00aae3d3-59da-4911-8ee1-5c03253b5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694344 Dec 12 17:51:19.573647 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01fe6e85-4d86-4959-aab9-4ded1a4247f9 req-51953f42-6890-44e3-9e56-939b22a89dd0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=00aae3d3-59da-4911-8ee1-5c03253b5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Dec 12 17:51:19.983492 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:20.669882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cdb36-0ece-4a26-a6d2-a7b166f2cc3b req-68382e8e-3285-4db2-a75c-c1eb2aed0367 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:20.671545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-098cdb36-0ece-4a26-a6d2-a7b166f2cc3b req-68382e8e-3285-4db2-a75c-c1eb2aed0367 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/ports?device_id=089e9f34-f6c4-4fda-a5d2-cf239f0dcecf HTTP/1.1" status: 200 len: 945 time: 0.0513539 Dec 12 17:51:20.707644 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:20.722644 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-098cdb36-0ece-4a26-a6d2-a7b166f2cc3b req-8f1d42c9-fbc2-4b92-a6ed-e0eb19983314 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/security-groups?id=00aae3d3-59da-4911-8ee1-5c03253b5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446634 Dec 12 17:51:21.841408 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745e9fd-314e-4d51-b75e-bb7c558ff84e req-2235ed30-4001-4dd8-80ea-09093588e043 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:21.842917 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7745e9fd-314e-4d51-b75e-bb7c558ff84e req-2235ed30-4001-4dd8-80ea-09093588e043 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/ports?device_id=089e9f34-f6c4-4fda-a5d2-cf239f0dcecf HTTP/1.1" status: 200 len: 945 time: 0.0496619 Dec 12 17:51:21.892841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7745e9fd-314e-4d51-b75e-bb7c558ff84e req-e085c7a1-dcad-493f-bad3-6abcdb73cd8e tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/security-groups?id=00aae3d3-59da-4911-8ee1-5c03253b5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439537 Dec 12 17:51:22.204132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb8c46-1943-4635-97fe-18f116fd5949 req-216f9a18-9235-4a89-82c5-43db417186d5 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:22.205696 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18cb8c46-1943-4635-97fe-18f116fd5949 req-216f9a18-9235-4a89-82c5-43db417186d5 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/ports?device_id=089e9f34-f6c4-4fda-a5d2-cf239f0dcecf HTTP/1.1" status: 200 len: 945 time: 0.0538876 Dec 12 17:51:22.252559 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18cb8c46-1943-4635-97fe-18f116fd5949 req-17671d69-dd36-4db4-ab41-b42042385971 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/security-groups?id=00aae3d3-59da-4911-8ee1-5c03253b5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401351 Dec 12 17:51:23.342112 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-d6bb4d39-311b-4337-bcaa-4fc75047945d req-9495418a-4813-4a9b-87c4-0db959f55f06 service neutron] (103150) timed out ('10.222.0.20', 53092) {{(pid=103150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 17:51:23.391867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a053a-ed57-41e6-b093-239bba774591 req-1ab3d71e-3cbc-46f0-860c-e7cfe874cd23 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:23.393398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d86a053a-ed57-41e6-b093-239bba774591 req-1ab3d71e-3cbc-46f0-860c-e7cfe874cd23 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/ports?device_id=089e9f34-f6c4-4fda-a5d2-cf239f0dcecf HTTP/1.1" status: 200 len: 945 time: 0.0672195 Dec 12 17:51:23.502581 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d86a053a-ed57-41e6-b093-239bba774591 req-7533da2e-f308-47c4-b8c6-1ecbebccb008 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.18 "GET /v2.0/security-groups?id=00aae3d3-59da-4911-8ee1-5c03253b5365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837786 Dec 12 17:51:23.512654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfe64c-965c-4fc7-be93-9cfefbc08d4a req-115d5db6-4e73-481b-bb52-3c0c8030ea07 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:23.514329 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44cfe64c-965c-4fc7-be93-9cfefbc08d4a req-115d5db6-4e73-481b-bb52-3c0c8030ea07 tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.20 "GET /v2.0/ports?device_id=089e9f34-f6c4-4fda-a5d2-cf239f0dcecf HTTP/1.1" status: 200 len: 945 time: 0.0756915 Dec 12 17:51:23.613602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-44cfe64c-965c-4fc7-be93-9cfefbc08d4a req-1621a950-62da-467d-b990-c8fa575adfdb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Deleting port 81a774f8-397a-4305-93d1-d5f8f93afbf1 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:51:23.613944 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-44cfe64c-965c-4fc7-be93-9cfefbc08d4a req-1621a950-62da-467d-b990-c8fa575adfdb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:23.712509 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-91da1619-a261-4a14-b8e2-b2263640dda0 req-d3ceff07-dc43-4810-b388-70ef11e831e7 service neutron] (103151) timed out ('10.222.0.20', 53144) {{(pid=103151) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 17:51:23.724124 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-44cfe64c-965c-4fc7-be93-9cfefbc08d4a req-1621a950-62da-467d-b990-c8fa575adfdb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] For port 81a774f8-397a-4305-93d1-d5f8f93afbf1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=81a774f8-397a-4305-93d1-d5f8f93afbf1,segment=NetworkSegment(95dc6c30-a751-47b8-a10d-3cbd3df20bac),segment_id=95dc6c30-a751-47b8-a10d-3cbd3df20bac)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:51:23.724493 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-44cfe64c-965c-4fc7-be93-9cfefbc08d4a req-1621a950-62da-467d-b990-c8fa575adfdb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:23.737597 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-44cfe64c-965c-4fc7-be93-9cfefbc08d4a req-1621a950-62da-467d-b990-c8fa575adfdb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Calling delete_port for 81a774f8-397a-4305-93d1-d5f8f93afbf1 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:51:23.869036 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-44cfe64c-965c-4fc7-be93-9cfefbc08d4a req-1621a950-62da-467d-b990-c8fa575adfdb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:23.883051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['81a774f8-397a-4305-93d1-d5f8f93afbf1'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:51:23.903664 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621a950-62da-467d-b990-c8fa575adfdb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Pushing event deleted for resources: {'Port': ['ID=81a774f8-397a-4305-93d1-d5f8f93afbf1,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:23.944052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cfe64c-965c-4fc7-be93-9cfefbc08d4a req-1621a950-62da-467d-b990-c8fa575adfdb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] No DVR routers for this DVR port 81a774f8-397a-4305-93d1-d5f8f93afbf1 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:51:23.947181 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-44cfe64c-965c-4fc7-be93-9cfefbc08d4a req-1621a950-62da-467d-b990-c8fa575adfdb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:23.950671 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44cfe64c-965c-4fc7-be93-9cfefbc08d4a req-1621a950-62da-467d-b990-c8fa575adfdb tempest-InstanceActionsNegativeTestJSON-13188657 tempest-InstanceActionsNegativeTestJSON-13188657-project] 10.222.0.20 "DELETE /v2.0/ports/81a774f8-397a-4305-93d1-d5f8f93afbf1 HTTP/1.1" status: 204 len: 173 time: 0.4303937 Dec 12 17:51:23.951143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089e9f34-f6c4-4fda-a5d2-cf239f0dcecf', 'name': 'network-vif-deleted', 'tag': '81a774f8-397a-4305-93d1-d5f8f93afbf1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:51:23.953510 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9531d575-fa0a-492f-bc0a-7f7bb908d6eb" -d '{"events": [{"server_uuid": "089e9f34-f6c4-4fda-a5d2-cf239f0dcecf", "name": "network-vif-deleted", "tag": "81a774f8-397a-4305-93d1-d5f8f93afbf1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:51:24.001222 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0e579f-2342-4822-bb72-e0c434dceb23 x-openstack-request-id: req-7c0e579f-2342-4822-bb72-e0c434dceb23 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:51:24.001520 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089e9f34-f6c4-4fda-a5d2-cf239f0dcecf", "name": "network-vif-deleted", "tag": "81a774f8-397a-4305-93d1-d5f8f93afbf1", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:51:24.001776 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c0e579f-2342-4822-bb72-e0c434dceb23 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:51:24.002177 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089e9f34-f6c4-4fda-a5d2-cf239f0dcecf', 'name': 'network-vif-deleted', 'tag': '81a774f8-397a-4305-93d1-d5f8f93afbf1', 'status': 'completed', 'code': 200} Dec 12 17:51:24.563327 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60252) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:24.609987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed9f617-9190-4f03-97d6-97c45d4409c0 admin admin] Deleting subnet 69cfe22c-e9d2-4ae9-a00d-f9484dafed77 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:51:24.613394 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f617-9190-4f03-97d6-97c45d4409c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:24.650994 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f617-9190-4f03-97d6-97c45d4409c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:24.692469 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f617-9190-4f03-97d6-97c45d4409c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:24.744817 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f617-9190-4f03-97d6-97c45d4409c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:24.782126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9f617-9190-4f03-97d6-97c45d4409c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69cfe22c-e9d2-4ae9-a00d-f9484dafed77,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:24.793199 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f617-9190-4f03-97d6-97c45d4409c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:24.796711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4ed9f617-9190-4f03-97d6-97c45d4409c0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/69cfe22c-e9d2-4ae9-a00d-f9484dafed77 HTTP/1.1" status: 204 len: 168 time: 0.2317660 Dec 12 17:51:24.799357 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60262) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:24.877721 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3583b5c8-f53f-4c1b-add8-a52251658797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:24.944303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c62101-038a-45d9-99ba-dd7e9e1ab446 req-6afdae35-8368-42cd-a5c4-d7e50dec7a2d tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:24.950778 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c62101-038a-45d9-99ba-dd7e9e1ab446 req-6afdae35-8368-42cd-a5c4-d7e50dec7a2d tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:24.956795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c62101-038a-45d9-99ba-dd7e9e1ab446 req-6afdae35-8368-42cd-a5c4-d7e50dec7a2d tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:24.963422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c62101-038a-45d9-99ba-dd7e9e1ab446 req-6afdae35-8368-42cd-a5c4-d7e50dec7a2d tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:24.963764 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3583b5c8-f53f-4c1b-add8-a52251658797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:24.969870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c62101-038a-45d9-99ba-dd7e9e1ab446 req-6afdae35-8368-42cd-a5c4-d7e50dec7a2d tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:24.976697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c62101-038a-45d9-99ba-dd7e9e1ab446 req-6afdae35-8368-42cd-a5c4-d7e50dec7a2d tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:24.983419 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c62101-038a-45d9-99ba-dd7e9e1ab446 req-6afdae35-8368-42cd-a5c4-d7e50dec7a2d tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:24.984174 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-3583b5c8-f53f-4c1b-add8-a52251658797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123cdc73-0d84-4807-a711-58cd49ddd2fb']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:24.986174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44c62101-038a-45d9-99ba-dd7e9e1ab446 req-6afdae35-8368-42cd-a5c4-d7e50dec7a2d tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5443 time: 0.1005654 Dec 12 17:51:24.993860 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-3583b5c8-f53f-4c1b-add8-a52251658797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95dc6c30-a751-47b8-a10d-3cbd3df20bac') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:24.994170 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-3583b5c8-f53f-4c1b-add8-a52251658797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95dc6c30-a751-47b8-a10d-3cbd3df20bac') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:25.004320 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3583b5c8-f53f-4c1b-add8-a52251658797 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:25.018622 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3583b5c8-f53f-4c1b-add8-a52251658797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:25.028064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3583b5c8-f53f-4c1b-add8-a52251658797 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:51:25.028471 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3583b5c8-f53f-4c1b-add8-a52251658797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:51:25.030184 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:51:25.058665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44c62101-038a-45d9-99ba-dd7e9e1ab446 req-700c1a04-f5a0-4445-8129-a4e980871b9d tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642884 Dec 12 17:51:25.096324 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3583b5c8-f53f-4c1b-add8-a52251658797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:25.103484 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3583b5c8-f53f-4c1b-add8-a52251658797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:25.107139 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3583b5c8-f53f-4c1b-add8-a52251658797 admin admin] 10.222.0.18 "DELETE /v2.0/networks/123cdc73-0d84-4807-a711-58cd49ddd2fb HTTP/1.1" status: 204 len: 168 time: 0.3062451 Dec 12 17:51:25.118541 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583b5c8-f53f-4c1b-add8-a52251658797 admin admin] Pushing event deleted for resources: {'Network': ['ID=123cdc73-0d84-4807-a711-58cd49ddd2fb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:25.227483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7419ce7-d81e-470f-82ac-beb8da8c5fd9 req-950f7694-64ec-4e44-8b1f-b7ba55bcab74 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:25.232466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60276) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:25.240817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7419ce7-d81e-470f-82ac-beb8da8c5fd9 req-950f7694-64ec-4e44-8b1f-b7ba55bcab74 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:25.246870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7419ce7-d81e-470f-82ac-beb8da8c5fd9 req-950f7694-64ec-4e44-8b1f-b7ba55bcab74 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:25.253020 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7419ce7-d81e-470f-82ac-beb8da8c5fd9 req-950f7694-64ec-4e44-8b1f-b7ba55bcab74 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:25.259946 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7419ce7-d81e-470f-82ac-beb8da8c5fd9 req-950f7694-64ec-4e44-8b1f-b7ba55bcab74 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:25.265876 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7419ce7-d81e-470f-82ac-beb8da8c5fd9 req-950f7694-64ec-4e44-8b1f-b7ba55bcab74 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:25.271811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7419ce7-d81e-470f-82ac-beb8da8c5fd9 req-950f7694-64ec-4e44-8b1f-b7ba55bcab74 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:25.274338 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7419ce7-d81e-470f-82ac-beb8da8c5fd9 req-950f7694-64ec-4e44-8b1f-b7ba55bcab74 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5443 time: 0.1046300 Dec 12 17:51:25.283857 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-04fa7270-564b-4b2f-8414-3ad81a1d81c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fde7a23d3f0e4a739e769c1e59084a21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0478961 Dec 12 17:51:25.284079 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60282) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:25.340350 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4d55a4d3-e45b-4775-b7e6-410ab97db827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:25.362423 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4d55a4d3-e45b-4775-b7e6-410ab97db827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:25.413304 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4d55a4d3-e45b-4775-b7e6-410ab97db827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:25.415967 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4d55a4d3-e45b-4775-b7e6-410ab97db827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:25.417157 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4d55a4d3-e45b-4775-b7e6-410ab97db827 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00aae3d3-59da-4911-8ee1-5c03253b5365 HTTP/1.1" status: 204 len: 168 time: 0.1319683 Dec 12 17:51:25.425040 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55a4d3-e45b-4775-b7e6-410ab97db827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aae3d3-59da-4911-8ee1-5c03253b5365,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:26.138717 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60328) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:26.243002 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f617c136-6f81-4c6f-9bc0-292c3309c3ef admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-513365753-network', 'tenant_id': '0093ef6eba344e62a537e146ac797a7f'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:51:26.264660 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f617c136-6f81-4c6f-9bc0-292c3309c3ef admin admin] Made reservation on behalf of 0093ef6eba344e62a537e146ac797a7f for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:51:26.267890 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f617c136-6f81-4c6f-9bc0-292c3309c3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:26.276549 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f617c136-6f81-4c6f-9bc0-292c3309c3ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:26.356929 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f617c136-6f81-4c6f-9bc0-292c3309c3ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:26.361570 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f617c136-6f81-4c6f-9bc0-292c3309c3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:26.387429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f617c136-6f81-4c6f-9bc0-292c3309c3ef admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:51:26.398327 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617c136-6f81-4c6f-9bc0-292c3309c3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482fc5da-c9d7-4d68-add0-53f1a5dc7461,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:26.402978 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f617c136-6f81-4c6f-9bc0-292c3309c3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:26.403352 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-f617c136-6f81-4c6f-9bc0-292c3309c3ef admin admin] Added segment 5056722c-371c-4e40-9187-036412cccb89 of type vlan for network 3ecccdb6-3b4e-439d-a6ac-f08ad3934398 Dec 12 17:51:26.446644 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f617c136-6f81-4c6f-9bc0-292c3309c3ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:26.474405 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f617c136-6f81-4c6f-9bc0-292c3309c3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:26.475397 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f617c136-6f81-4c6f-9bc0-292c3309c3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:26.476010 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f617c136-6f81-4c6f-9bc0-292c3309c3ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:26.531863 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f617c136-6f81-4c6f-9bc0-292c3309c3ef admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3905098 Dec 12 17:51:26.533352 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60340) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:26.539137 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-12d1bd4a-edc3-4cd9-ad11-5bb3e60730ba admin admin] Request body: {'subnet': {'network_id': '3ecccdb6-3b4e-439d-a6ac-f08ad3934398', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-513365753-subnet', 'tenant_id': '0093ef6eba344e62a537e146ac797a7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:51:26.541428 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617c136-6f81-4c6f-9bc0-292c3309c3ef admin admin] Pushing event updated for resources: {'Network': ['ID=3ecccdb6-3b4e-439d-a6ac-f08ad3934398,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:26.551120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 3ecccdb6-3b4e-439d-a6ac-f08ad3934398 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:51:26.576229 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d1bd4a-edc3-4cd9-ad11-5bb3e60730ba admin admin] Made reservation on behalf of 0093ef6eba344e62a537e146ac797a7f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:51:26.578870 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12d1bd4a-edc3-4cd9-ad11-5bb3e60730ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:26.767356 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12d1bd4a-edc3-4cd9-ad11-5bb3e60730ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:26.815067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1bd4a-edc3-4cd9-ad11-5bb3e60730ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d087830-8c58-476d-9d16-5ed4273c5547,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:26.831131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d1bd4a-edc3-4cd9-ad11-5bb3e60730ba admin admin] Checking segment: {'id': '5056722c-371c-4e40-9187-036412cccb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ecccdb6-3b4e-439d-a6ac-f08ad3934398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:51:26.831519 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d1bd4a-edc3-4cd9-ad11-5bb3e60730ba admin admin] Network hostable DHCP agents. Network: 3ecccdb6-3b4e-439d-a6ac-f08ad3934398, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:51:26.848088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d1bd4a-edc3-4cd9-ad11-5bb3e60730ba admin admin] Network 3ecccdb6-3b4e-439d-a6ac-f08ad3934398 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:51:26.857175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-12d1bd4a-edc3-4cd9-ad11-5bb3e60730ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 3ecccdb6-3b4e-439d-a6ac-f08ad3934398) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:51:26.862197 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d1bd4a-edc3-4cd9-ad11-5bb3e60730ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:26.862640 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12d1bd4a-edc3-4cd9-ad11-5bb3e60730ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:26.871783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dfedb5-f3fb-4fc8-9b41-bdfc9b6c9256 None None] Network 3ecccdb6-3b4e-439d-a6ac-f08ad3934398 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:51:26.881653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-12d1bd4a-edc3-4cd9-ad11-5bb3e60730ba admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3463697 Dec 12 17:51:27.117914 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d8fd6c-2576-4b57-b07d-5d4c9c4c951c None None] Network 3ecccdb6-3b4e-439d-a6ac-f08ad3934398 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:51:27.211703 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 81a774f8-397a-4305-93d1-d5f8f93afbf1 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:51:27.239275 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 81a774f8-397a-4305-93d1-d5f8f93afbf1 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:51:27.239275 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 81a774f8-397a-4305-93d1-d5f8f93afbf1 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:51:27.499352 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60398) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:27.618138 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903fe54-a45e-471a-a2d3-1fb799514969 req-a1e671bc-f163-4d7b-8817-cce0ad447aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:27.618619 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903fe54-a45e-471a-a2d3-1fb799514969 req-a1e671bc-f163-4d7b-8817-cce0ad447aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:27.619087 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903fe54-a45e-471a-a2d3-1fb799514969 req-a1e671bc-f163-4d7b-8817-cce0ad447aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:27.619590 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903fe54-a45e-471a-a2d3-1fb799514969 req-a1e671bc-f163-4d7b-8817-cce0ad447aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:27.620056 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903fe54-a45e-471a-a2d3-1fb799514969 req-a1e671bc-f163-4d7b-8817-cce0ad447aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:27.620669 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903fe54-a45e-471a-a2d3-1fb799514969 req-a1e671bc-f163-4d7b-8817-cce0ad447aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:27.621140 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903fe54-a45e-471a-a2d3-1fb799514969 req-a1e671bc-f163-4d7b-8817-cce0ad447aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:27.627742 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4903fe54-a45e-471a-a2d3-1fb799514969 req-a1e671bc-f163-4d7b-8817-cce0ad447aef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 6500 time: 0.1270144 Dec 12 17:51:27.684984 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4903fe54-a45e-471a-a2d3-1fb799514969 req-6f5ca095-1ecd-4d00-b850-e5d64582e8ad service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555527 Dec 12 17:51:27.696064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d136-b292-416c-bbaf-793a23f0b709 req-1c02e40c-4740-4051-b1f6-23144e4c4c0a tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:27.697604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4104d136-b292-416c-bbaf-793a23f0b709 req-1c02e40c-4740-4051-b1f6-23144e4c4c0a tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/networks?id=3ecccdb6-3b4e-439d-a6ac-f08ad3934398 HTTP/1.1" status: 200 len: 821 time: 0.4277232 Dec 12 17:51:27.715547 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4104d136-b292-416c-bbaf-793a23f0b709 req-c7521614-1150-44c6-8dc6-5f2745bfe300 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/quotas/0093ef6eba344e62a537e146ac797a7f HTTP/1.1" status: 200 len: 375 time: 0.0114236 Dec 12 17:51:27.748278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4104d136-b292-416c-bbaf-793a23f0b709 req-bdc8be9f-50a2-4965-81bc-9cb40e9e9eee tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0093ef6eba344e62a537e146ac797a7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264184 Dec 12 17:51:27.846469 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4104d136-b292-416c-bbaf-793a23f0b709 req-4f30c6bd-a237-4fd6-858e-a66d4a85fc88 service neutron] 10.222.0.18 "GET /v2.0/networks/3ecccdb6-3b4e-439d-a6ac-f08ad3934398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902894 Dec 12 17:51:27.936119 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4104d136-b292-416c-bbaf-793a23f0b709 req-84d3901d-fe12-4afd-b424-e36256d46616 service neutron] 10.222.0.18 "GET /v2.0/networks/3ecccdb6-3b4e-439d-a6ac-f08ad3934398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820053 Dec 12 17:51:28.137441 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04d0f75c-06b5-4f50-a18d-7cb482ba28a9 req-53834490-5599-4e59-94fb-d0283a246301 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e15c59e-eb28-41c7-926f-9906ce97657f HTTP/1.1" status: 200 len: 210 time: 0.0486515 Dec 12 17:51:29.171182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d136-b292-416c-bbaf-793a23f0b709 req-5cf5621e-9cbc-4f50-9aae-8163445bfe7e tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:29.173429 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4104d136-b292-416c-bbaf-793a23f0b709 req-5cf5621e-9cbc-4f50-9aae-8163445bfe7e tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.20 "GET /v2.0/networks?id=3ecccdb6-3b4e-439d-a6ac-f08ad3934398 HTTP/1.1" status: 200 len: 821 time: 0.1198833 Dec 12 17:51:29.186919 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-4104d136-b292-416c-bbaf-793a23f0b709 req-0c90bf83-4ce2-48d3-a5ca-9ba8c5b50888 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Request body: {'port': {'device_id': '2e15c59e-eb28-41c7-926f-9906ce97657f', 'network_id': '3ecccdb6-3b4e-439d-a6ac-f08ad3934398', 'admin_state_up': True, 'tenant_id': '0093ef6eba344e62a537e146ac797a7f'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:51:29.291545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-60413988-f707-4284-8e58-715f44c0ee4f req-da69f776-a3b0-4d95-9475-b966f99aa51f tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e15c59e-eb28-41c7-926f-9906ce97657f HTTP/1.1" status: 200 len: 210 time: 0.0384612 Dec 12 17:51:29.347390 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4104d136-b292-416c-bbaf-793a23f0b709 req-0c90bf83-4ce2-48d3-a5ca-9ba8c5b50888 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Made reservation on behalf of 0093ef6eba344e62a537e146ac797a7f for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:51:29.350988 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4104d136-b292-416c-bbaf-793a23f0b709 req-0c90bf83-4ce2-48d3-a5ca-9ba8c5b50888 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:29.478023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-4104d136-b292-416c-bbaf-793a23f0b709 req-0c90bf83-4ce2-48d3-a5ca-9ba8c5b50888 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Allocated IP 172.20.0.8 (3ecccdb6-3b4e-439d-a6ac-f08ad3934398/9d087830-8c58-476d-9d16-5ed4273c5547/d0482535-a7d4-4921-b332-5ebd1a413727) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:51:29.628575 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4104d136-b292-416c-bbaf-793a23f0b709 req-0c90bf83-4ce2-48d3-a5ca-9ba8c5b50888 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:29.668392 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4104d136-b292-416c-bbaf-793a23f0b709 req-0c90bf83-4ce2-48d3-a5ca-9ba8c5b50888 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:29.720571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4104d136-b292-416c-bbaf-793a23f0b709 req-0c90bf83-4ce2-48d3-a5ca-9ba8c5b50888 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Network 3ecccdb6-3b4e-439d-a6ac-f08ad3934398 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:51:29.723791 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-4104d136-b292-416c-bbaf-793a23f0b709 req-0c90bf83-4ce2-48d3-a5ca-9ba8c5b50888 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:51:29.727764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-4104d136-b292-416c-bbaf-793a23f0b709 req-0c90bf83-4ce2-48d3-a5ca-9ba8c5b50888 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:51:29.761096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90bf83-4ce2-48d3-a5ca-9ba8c5b50888 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Pushing event updated for resources: {'Port': ['ID=d0482535-a7d4-4921-b332-5ebd1a413727,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:29.784339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d136-b292-416c-bbaf-793a23f0b709 req-0c90bf83-4ce2-48d3-a5ca-9ba8c5b50888 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:29.784951 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4104d136-b292-416c-bbaf-793a23f0b709 req-0c90bf83-4ce2-48d3-a5ca-9ba8c5b50888 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:29.801976 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4104d136-b292-416c-bbaf-793a23f0b709 req-0c90bf83-4ce2-48d3-a5ca-9ba8c5b50888 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6190352 Dec 12 17:51:29.813725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Request body: {'port': {'device_id': '2e15c59e-eb28-41c7-926f-9906ce97657f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:51:29.868493 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:30.148153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0482535-a7d4-4921-b332-5ebd1a413727 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:51:30.155810 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:30.168207 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Transition to ACTIVE for port object d0482535-a7d4-4921-b332-5ebd1a413727 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:51:30.172159 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:30.222903 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Pushing event updated for resources: {'Port': ['ID=d0482535-a7d4-4921-b332-5ebd1a413727,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:30.299806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Attempting to bind port d0482535-a7d4-4921-b332-5ebd1a413727 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:51:30.300149 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Attempting to bind port d0482535-a7d4-4921-b332-5ebd1a413727 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '5056722c-371c-4e40-9187-036412cccb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ecccdb6-3b4e-439d-a6ac-f08ad3934398'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:51:30.300482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Attempting to bind port d0482535-a7d4-4921-b332-5ebd1a413727 on network 3ecccdb6-3b4e-439d-a6ac-f08ad3934398 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:51:30.305656 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Port d0482535-a7d4-4921-b332-5ebd1a413727 on network 3ecccdb6-3b4e-439d-a6ac-f08ad3934398 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:51:30.305989 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Attempting to bind port d0482535-a7d4-4921-b332-5ebd1a413727 on network 3ecccdb6-3b4e-439d-a6ac-f08ad3934398 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:51:30.311381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:51:30.311723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Checking segment: {'id': '5056722c-371c-4e40-9187-036412cccb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ecccdb6-3b4e-439d-a6ac-f08ad3934398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:51:30.312107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Bound using segment: {'id': '5056722c-371c-4e40-9187-036412cccb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ecccdb6-3b4e-439d-a6ac-f08ad3934398'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:51:30.312532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Bound port: d0482535-a7d4-4921-b332-5ebd1a413727, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5056722c-371c-4e40-9187-036412cccb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ecccdb6-3b4e-439d-a6ac-f08ad3934398'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:51:30.312892 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:30.407529 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] For port d0482535-a7d4-4921-b332-5ebd1a413727, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:51:30.422262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] For port d0482535-a7d4-4921-b332-5ebd1a413727, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d0482535-a7d4-4921-b332-5ebd1a413727,segment=NetworkSegment(5056722c-371c-4e40-9187-036412cccb89),segment_id=5056722c-371c-4e40-9187-036412cccb89)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:51:30.427058 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:30.443410 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abbfa0-0413-4c91-b096-cf43f3e4a9c9 req-6073506f-59c0-46da-9365-a70849ff42df tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:30.444961 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99abbfa0-0413-4c91-b096-cf43f3e4a9c9 req-6073506f-59c0-46da-9365-a70849ff42df tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e15c59e-eb28-41c7-926f-9906ce97657f HTTP/1.1" status: 200 len: 943 time: 0.0825710 Dec 12 17:51:30.468613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:30.469380 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:30.470970 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4104d136-b292-416c-bbaf-793a23f0b709 req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] 10.222.0.20 "PUT /v2.0/ports/d0482535-a7d4-4921-b332-5ebd1a413727 HTTP/1.1" status: 200 len: 1091 time: 0.6612270 Dec 12 17:51:30.477994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e15c59e-eb28-41c7-926f-9906ce97657f', 'tag': 'd0482535-a7d4-4921-b332-5ebd1a413727'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:51:30.480428 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e028cdb5-7c53-4758-8321-962f46f92e84" -d '{"events": [{"name": "network-changed", "server_uuid": "2e15c59e-eb28-41c7-926f-9906ce97657f", "tag": "d0482535-a7d4-4921-b332-5ebd1a413727"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:51:30.552015 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9896a9c-9d03-41a5-958b-b4213575b48d x-openstack-request-id: req-b9896a9c-9d03-41a5-958b-b4213575b48d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:51:30.552301 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e15c59e-eb28-41c7-926f-9906ce97657f", "tag": "d0482535-a7d4-4921-b332-5ebd1a413727", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:51:30.552551 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9896a9c-9d03-41a5-958b-b4213575b48d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:51:30.552943 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e15c59e-eb28-41c7-926f-9906ce97657f', 'tag': 'd0482535-a7d4-4921-b332-5ebd1a413727', 'status': 'completed', 'code': 200} Dec 12 17:51:30.565705 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245f326-745c-422d-ab26-3cff76a2ac86 service neutron] Pushing event updated for resources: {'Port': ['ID=d0482535-a7d4-4921-b332-5ebd1a413727,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:30.599464 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99abbfa0-0413-4c91-b096-cf43f3e4a9c9 req-93789946-4854-4940-825b-94f97ea8efe3 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/security-groups?id=482fc5da-c9d7-4d68-add0-53f1a5dc7461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221571 Dec 12 17:51:30.601847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d136-b292-416c-bbaf-793a23f0b709 req-2ea2b9cc-ec80-4e98-9bd0-de931e013fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:30.603277 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4104d136-b292-416c-bbaf-793a23f0b709 req-2ea2b9cc-ec80-4e98-9bd0-de931e013fd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0093ef6eba344e62a537e146ac797a7f&device_id=2e15c59e-eb28-41c7-926f-9906ce97657f HTTP/1.1" status: 200 len: 1094 time: 0.0925765 Dec 12 17:51:30.650170 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4104d136-b292-416c-bbaf-793a23f0b709 req-7e47a179-9cdc-4a3c-9396-77b7423a384b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0482535-a7d4-4921-b332-5ebd1a413727 HTTP/1.1" status: 200 len: 217 time: 0.0375073 Dec 12 17:51:30.702262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d136-b292-416c-bbaf-793a23f0b709 req-6db5eddd-da35-40b7-96b1-dcd4874e557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:30.703702 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4104d136-b292-416c-bbaf-793a23f0b709 req-6db5eddd-da35-40b7-96b1-dcd4874e557c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d087830-8c58-476d-9d16-5ed4273c5547 HTTP/1.1" status: 200 len: 861 time: 0.0457776 Dec 12 17:51:30.735855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4104d136-b292-416c-bbaf-793a23f0b709 req-24130165-c139-421f-a8f9-0183084f3337 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ecccdb6-3b4e-439d-a6ac-f08ad3934398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245478 Dec 12 17:51:30.832510 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4104d136-b292-416c-bbaf-793a23f0b709 req-b6bf9667-6c4b-49c1-8014-fa608d57cf8b service neutron] 10.222.0.20 "GET /v2.0/networks/3ecccdb6-3b4e-439d-a6ac-f08ad3934398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893471 Dec 12 17:51:30.925100 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4104d136-b292-416c-bbaf-793a23f0b709 req-77d08261-af0b-4729-b956-18cf19a83db6 service neutron] 10.222.0.20 "GET /v2.0/networks/3ecccdb6-3b4e-439d-a6ac-f08ad3934398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854974 Dec 12 17:51:31.025847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028cdb5-7c53-4758-8321-962f46f92e84 req-d5c33e47-2bc3-48bc-b0be-f21bbdc6d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:31.028124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e028cdb5-7c53-4758-8321-962f46f92e84 req-d5c33e47-2bc3-48bc-b0be-f21bbdc6d80f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0093ef6eba344e62a537e146ac797a7f&device_id=2e15c59e-eb28-41c7-926f-9906ce97657f HTTP/1.1" status: 200 len: 1094 time: 0.0529964 Dec 12 17:51:31.123542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028cdb5-7c53-4758-8321-962f46f92e84 req-bbeb758b-69f6-4d6c-a80b-447665741e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:31.125131 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e028cdb5-7c53-4758-8321-962f46f92e84 req-bbeb758b-69f6-4d6c-a80b-447665741e92 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ecccdb6-3b4e-439d-a6ac-f08ad3934398 HTTP/1.1" status: 200 len: 922 time: 0.0887766 Dec 12 17:51:31.175102 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e028cdb5-7c53-4758-8321-962f46f92e84 req-09546073-1142-4c15-97e0-9cae1ade5e6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0482535-a7d4-4921-b332-5ebd1a413727 HTTP/1.1" status: 200 len: 217 time: 0.0412102 Dec 12 17:51:31.226035 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028cdb5-7c53-4758-8321-962f46f92e84 req-2fd6e076-8c46-46ff-9e92-b474ee22e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:31.227482 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e028cdb5-7c53-4758-8321-962f46f92e84 req-2fd6e076-8c46-46ff-9e92-b474ee22e68d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d087830-8c58-476d-9d16-5ed4273c5547 HTTP/1.1" status: 200 len: 861 time: 0.0447149 Dec 12 17:51:31.259141 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e028cdb5-7c53-4758-8321-962f46f92e84 req-63fa4f51-f423-4d37-a4c0-fcbc6e2615b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ecccdb6-3b4e-439d-a6ac-f08ad3934398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245166 Dec 12 17:51:31.352320 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e028cdb5-7c53-4758-8321-962f46f92e84 req-2771f8ef-dc0b-4ad8-bd1d-46031adb0a6b service neutron] 10.222.0.20 "GET /v2.0/networks/3ecccdb6-3b4e-439d-a6ac-f08ad3934398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849533 Dec 12 17:51:31.464113 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e028cdb5-7c53-4758-8321-962f46f92e84 req-17d8fa77-c9c8-48e0-90e2-df3128a83d33 service neutron] 10.222.0.20 "GET /v2.0/networks/3ecccdb6-3b4e-439d-a6ac-f08ad3934398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014628 Dec 12 17:51:31.726264 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c68b50-1c1f-49cf-b2da-5730573bf560 req-81735559-457d-4cd0-b2de-8158f781e62e tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:31.727799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22c68b50-1c1f-49cf-b2da-5730573bf560 req-81735559-457d-4cd0-b2de-8158f781e62e tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e15c59e-eb28-41c7-926f-9906ce97657f HTTP/1.1" status: 200 len: 943 time: 0.0546217 Dec 12 17:51:31.777176 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22c68b50-1c1f-49cf-b2da-5730573bf560 req-323e3156-43ed-4ce8-b643-6be725a9645c tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/security-groups?id=482fc5da-c9d7-4d68-add0-53f1a5dc7461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432122 Dec 12 17:51:32.607308 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-32c0452b-2cb8-46b4-8f40-66b262ef58c7 req-db1546a9-5457-495c-beca-01b30f790ac7 service neutron] (103150) timed out ('10.222.0.20', 53230) {{(pid=103150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 17:51:32.922209 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f5a56-0627-4ffa-bfc2-e18ca89a95dd req-efab22b6-bfa4-4262-aa3f-d11a23a542b5 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:32.924273 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb2f5a56-0627-4ffa-bfc2-e18ca89a95dd req-efab22b6-bfa4-4262-aa3f-d11a23a542b5 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e15c59e-eb28-41c7-926f-9906ce97657f HTTP/1.1" status: 200 len: 943 time: 0.0766947 Dec 12 17:51:32.967663 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-10a6b01d-6507-45fc-97f2-5f793a7ea16e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0825353 Dec 12 17:51:32.983913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb2f5a56-0627-4ffa-bfc2-e18ca89a95dd req-34109d8f-14e4-4a1c-ad1c-e6bad253b07e tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/security-groups?id=482fc5da-c9d7-4d68-add0-53f1a5dc7461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530758 Dec 12 17:51:33.073997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-7142272f-18ae-4483-8ae0-64b9cd2c22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:33.074538 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-7142272f-18ae-4483-8ae0-64b9cd2c22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:33.075079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-7142272f-18ae-4483-8ae0-64b9cd2c22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:33.075649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-7142272f-18ae-4483-8ae0-64b9cd2c22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:33.076174 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-7142272f-18ae-4483-8ae0-64b9cd2c22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:33.076698 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-7142272f-18ae-4483-8ae0-64b9cd2c22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:33.077219 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-7142272f-18ae-4483-8ae0-64b9cd2c22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:33.079254 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-7142272f-18ae-4483-8ae0-64b9cd2c22e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 6500 time: 0.0529218 Dec 12 17:51:33.199989 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-1f5c3982-c22c-4ef9-89f5-9a798f7d2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:33.200525 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-1f5c3982-c22c-4ef9-89f5-9a798f7d2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:33.200952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-1f5c3982-c22c-4ef9-89f5-9a798f7d2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:33.202592 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-1f5c3982-c22c-4ef9-89f5-9a798f7d2eae service neutron] 10.222.0.20 "GET /v2.0/networks?id=83399e2c-8d46-49d3-8798-f18746a19765&id=abd15d69-fdc4-40f0-9728-711543d334c4&id=abd15d69-fdc4-40f0-9728-711543d334c4&id=abd15d69-fdc4-40f0-9728-711543d334c4&id=abd15d69-fdc4-40f0-9728-711543d334c4&id=faaae9f2-d52c-4d86-b85f-6cafd43330dd&id=faaae9f2-d52c-4d86-b85f-6cafd43330dd HTTP/1.1" status: 200 len: 2299 time: 0.0986466 Dec 12 17:51:33.223790 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d0482535-a7d4-4921-b332-5ebd1a413727 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:51:33.275800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-5389d016-ac27-46c2-a836-12c7379cbe54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 HTTP/1.1" status: 200 len: 1001 time: 0.0655954 Dec 12 17:51:33.330283 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port d0482535-a7d4-4921-b332-5ebd1a413727, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d0482535-a7d4-4921-b332-5ebd1a413727,segment=NetworkSegment(5056722c-371c-4e40-9187-036412cccb89),segment_id=5056722c-371c-4e40-9187-036412cccb89)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:51:33.330853 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-607cd72f-8640-49e5-b1fa-a49151a954e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:33.332358 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-607cd72f-8640-49e5-b1fa-a49151a954e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3cdf9121-1e61-4db7-ab9c-ba8912fd56a9 HTTP/1.1" status: 200 len: 856 time: 0.0497489 Dec 12 17:51:33.341123 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'd0482535-a7d4-4921-b332-5ebd1a413727', 'network_id': '3ecccdb6-3b4e-439d-a6ac-f08ad3934398', 'port_id': 'd0482535-a7d4-4921-b332-5ebd1a413727', 'mac_address': 'fa:16:3e:71:d1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d087830-8c58-476d-9d16-5ed4273c5547', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:51:33.380048 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:33.382619 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-0efb33c4-476a-4cad-b3d1-13c6843eaa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:33.384696 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-0efb33c4-476a-4cad-b3d1-13c6843eaa9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83399e2c-8d46-49d3-8798-f18746a19765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457571 Dec 12 17:51:33.399325 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0482535-a7d4-4921-b332-5ebd1a413727 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:51:33.418348 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port d0482535-a7d4-4921-b332-5ebd1a413727, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d0482535-a7d4-4921-b332-5ebd1a413727,segment=NetworkSegment(5056722c-371c-4e40-9187-036412cccb89),segment_id=5056722c-371c-4e40-9187-036412cccb89)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:51:33.423051 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:33.478267 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=d0482535-a7d4-4921-b332-5ebd1a413727,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:33.500429 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-7c5032e8-4408-4fab-94eb-49c36bb6a8b0 service neutron] 10.222.0.20 "GET /v2.0/networks/83399e2c-8d46-49d3-8798-f18746a19765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076529 Dec 12 17:51:33.606212 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-42670c10-65ae-4080-84f0-73c158dd6245 service neutron] 10.222.0.20 "GET /v2.0/networks/83399e2c-8d46-49d3-8798-f18746a19765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901582 Dec 12 17:51:33.650099 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-801cc984-0ebb-4d91-8ed4-580087f8ccd2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 HTTP/1.1" status: 200 len: 217 time: 0.0354726 Dec 12 17:51:33.704825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-2e7a4880-039d-447f-9b33-5ce03ef252c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:33.706305 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-2e7a4880-039d-447f-9b33-5ce03ef252c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee1484b2-b5a9-4537-9c47-1fcfd1a7b776 HTTP/1.1" status: 200 len: 797 time: 0.0481620 Dec 12 17:51:33.707282 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['d0482535-a7d4-4921-b332-5ebd1a413727'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:51:33.762166 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-cefe021b-65b6-4c92-8853-b5d6bd12c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:33.763717 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-cefe021b-65b6-4c92-8853-b5d6bd12c6c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abd15d69-fdc4-40f0-9728-711543d334c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0499198 Dec 12 17:51:33.867735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-16574648-f909-4c5f-844c-9e08ddb93cab service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964322 Dec 12 17:51:33.966025 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-3c8c45bb-d859-42d1-84ac-a09262e34aab service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913198 Dec 12 17:51:34.011651 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-65798e9e-213c-4bf2-a806-ca300e336d2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=cf878d49-a70d-49d3-967e-e469af1a6411 HTTP/1.1" status: 200 len: 217 time: 0.0374343 Dec 12 17:51:34.074059 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-1c44f26e-5083-43d4-901b-204ccde1ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:34.075293 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-1c44f26e-5083-43d4-901b-204ccde1ec2d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee1484b2-b5a9-4537-9c47-1fcfd1a7b776 HTTP/1.1" status: 200 len: 797 time: 0.0557590 Dec 12 17:51:34.148781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1c6f1-538c-4b50-85ca-929ce5ed3cff req-5bf6679a-188f-4683-925d-7855ab9e2bb3 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:34.150297 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7db1c6f1-538c-4b50-85ca-929ce5ed3cff req-5bf6679a-188f-4683-925d-7855ab9e2bb3 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e15c59e-eb28-41c7-926f-9906ce97657f HTTP/1.1" status: 200 len: 944 time: 0.0893803 Dec 12 17:51:34.156758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-cef1c1da-145c-49de-a97c-b4dfee7d15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:34.158211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-cef1c1da-145c-49de-a97c-b4dfee7d15dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abd15d69-fdc4-40f0-9728-711543d334c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0635877 Dec 12 17:51:34.262878 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7db1c6f1-538c-4b50-85ca-929ce5ed3cff req-cb1a6df4-3b56-4013-8149-2f4a97c8b446 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/security-groups?id=482fc5da-c9d7-4d68-add0-53f1a5dc7461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037142 Dec 12 17:51:34.286033 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-655a36cc-b1d5-4ed2-9b17-0c61a58e473f service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205895 Dec 12 17:51:34.378718 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-9d592b0f-2074-4568-b8d4-800c974fccf7 service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854077 Dec 12 17:51:34.424992 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-dbc024ed-d5cc-42d4-bc2a-26ac103c0329 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be HTTP/1.1" status: 200 len: 217 time: 0.0388718 Dec 12 17:51:34.473256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-7b9252dd-2ff4-4645-8b2f-80f0fe526bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:34.475000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-7b9252dd-2ff4-4645-8b2f-80f0fe526bc8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee1484b2-b5a9-4537-9c47-1fcfd1a7b776 HTTP/1.1" status: 200 len: 797 time: 0.0427675 Dec 12 17:51:34.520216 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-ddffb84b-25ee-4b0b-986d-510768f35a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:34.521697 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-ddffb84b-25ee-4b0b-986d-510768f35a53 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abd15d69-fdc4-40f0-9728-711543d334c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0391748 Dec 12 17:51:34.621250 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-98e99d26-4239-4de7-87f0-b3270cfd198d service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919797 Dec 12 17:51:34.726971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-c2491a47-67cd-49c0-8639-efdf80af6e8f service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984523 Dec 12 17:51:34.779633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-1cb248df-d538-4fd4-b6c4-d45e259dd494 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=402bee39-25ac-4a84-b465-f2942ddb6386 HTTP/1.1" status: 200 len: 217 time: 0.0459530 Dec 12 17:51:34.833578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-92199860-fe94-4833-81a0-55aefae8cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:34.835767 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-92199860-fe94-4833-81a0-55aefae8cdda service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee1484b2-b5a9-4537-9c47-1fcfd1a7b776 HTTP/1.1" status: 200 len: 797 time: 0.0488002 Dec 12 17:51:34.883712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-27df78aa-d20d-41f1-b9c7-89c2b40fb952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:34.885228 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-27df78aa-d20d-41f1-b9c7-89c2b40fb952 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abd15d69-fdc4-40f0-9728-711543d334c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0436590 Dec 12 17:51:34.985531 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-50dd55cd-2535-4e6a-9533-ab33b294331d service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917006 Dec 12 17:51:35.098684 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-42b523af-c48e-4726-a11a-85251da0dca4 service neutron] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059532 Dec 12 17:51:35.144191 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-78f77e6e-568f-4f56-9ec2-8faf9501ed0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4a4ef46-1816-472e-b889-25324f339335 HTTP/1.1" status: 200 len: 217 time: 0.0388272 Dec 12 17:51:35.200577 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-0335959a-4047-4e21-a128-f453ea85bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:35.202151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-0335959a-4047-4e21-a128-f453ea85bad3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f206a52f-0480-4327-a021-ac66bb2ee69a HTTP/1.1" status: 200 len: 797 time: 0.0499873 Dec 12 17:51:35.236783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d0482535-a7d4-4921-b332-5ebd1a413727 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:51:35.252600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-741ba661-502d-4ade-b6e4-183026960ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:35.254109 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-741ba661-502d-4ade-b6e4-183026960ad9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=faaae9f2-d52c-4d86-b85f-6cafd43330dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446763 Dec 12 17:51:35.301732 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port d0482535-a7d4-4921-b332-5ebd1a413727 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:51:35.307564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port d0482535-a7d4-4921-b332-5ebd1a413727 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:51:35.308865 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:35.412628 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:35.448044 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e15c59e-eb28-41c7-926f-9906ce97657f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0482535-a7d4-4921-b332-5ebd1a413727'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:51:35.454086 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0656f99-f45f-4f47-9985-c257eb87ea32" -d '{"events": [{"server_uuid": "2e15c59e-eb28-41c7-926f-9906ce97657f", "name": "network-vif-plugged", "status": "completed", "tag": "d0482535-a7d4-4921-b332-5ebd1a413727"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:51:35.460489 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port d0482535-a7d4-4921-b332-5ebd1a413727, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d0482535-a7d4-4921-b332-5ebd1a413727,segment=NetworkSegment(5056722c-371c-4e40-9187-036412cccb89),segment_id=5056722c-371c-4e40-9187-036412cccb89)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:51:35.463680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-8eb10629-cad9-41b3-9172-462f11668163 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1451442 Dec 12 17:51:35.465135 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:35.480095 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572ff1b-0214-49d0-8fcd-3168f30f8776 req-e71abee4-b419-4825-b0a8-c550e8e82d1f tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:35.481814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5572ff1b-0214-49d0-8fcd-3168f30f8776 req-e71abee4-b419-4825-b0a8-c550e8e82d1f tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e15c59e-eb28-41c7-926f-9906ce97657f HTTP/1.1" status: 200 len: 944 time: 0.1243138 Dec 12 17:51:35.489462 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-b012507b-aeeb-4cbb-a9f8-c954ad3843c8 service neutron] 10.222.0.20 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280285 Dec 12 17:51:35.526842 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8653903e-63ce-4559-a951-65ad4026e771 x-openstack-request-id: req-8653903e-63ce-4559-a951-65ad4026e771 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:51:35.527137 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e15c59e-eb28-41c7-926f-9906ce97657f", "name": "network-vif-plugged", "status": "completed", "tag": "d0482535-a7d4-4921-b332-5ebd1a413727", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:51:35.527458 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8653903e-63ce-4559-a951-65ad4026e771 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:51:35.527851 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e15c59e-eb28-41c7-926f-9906ce97657f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0482535-a7d4-4921-b332-5ebd1a413727', 'code': 200} Dec 12 17:51:35.533319 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=d0482535-a7d4-4921-b332-5ebd1a413727,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:35.634631 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fa432-39d0-4d11-9c4c-7190197af550 req-b0c43f48-6ff1-4b18-af27-881ee6a2b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:35.636873 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-127fa432-39d0-4d11-9c4c-7190197af550 req-b0c43f48-6ff1-4b18-af27-881ee6a2b640 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e15c59e-eb28-41c7-926f-9906ce97657f HTTP/1.1" status: 200 len: 1096 time: 0.0452912 Dec 12 17:51:35.660323 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5572ff1b-0214-49d0-8fcd-3168f30f8776 req-88ae1e97-1c44-443c-b510-8aa448198c91 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/security-groups?id=482fc5da-c9d7-4d68-add0-53f1a5dc7461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443288 Dec 12 17:51:35.672228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-993afcea-f802-42fb-8e48-2002f0e43994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:35.672775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-993afcea-f802-42fb-8e48-2002f0e43994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:35.673265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-993afcea-f802-42fb-8e48-2002f0e43994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:35.673729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-993afcea-f802-42fb-8e48-2002f0e43994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:35.674471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-993afcea-f802-42fb-8e48-2002f0e43994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:35.675008 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-993afcea-f802-42fb-8e48-2002f0e43994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:35.675517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-993afcea-f802-42fb-8e48-2002f0e43994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:35.685213 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-993afcea-f802-42fb-8e48-2002f0e43994 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d60493dddd34d8aabf5275887ac9321&device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 6489 time: 0.1435149 Dec 12 17:51:35.722914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-3a564f23-573d-4fc7-b00b-21dc87b398eb service neutron] 10.222.0.20 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255590 Dec 12 17:51:35.726470 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-127fa432-39d0-4d11-9c4c-7190197af550 req-9bca1aaa-edfb-49e5-9f06-aa3a0948c88d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=482fc5da-c9d7-4d68-add0-53f1a5dc7461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756152 Dec 12 17:51:36.092105 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-24ed8e06-7041-44ff-a548-76870e33e28a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0eb3c432-d283-4933-81c2-cc62a2e8490d HTTP/1.1" status: 200 len: 217 time: 0.0390496 Dec 12 17:51:36.153902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-f8099b3b-50c9-4c3d-a8e7-1d2f48c1471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:36.154384 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-f8099b3b-50c9-4c3d-a8e7-1d2f48c1471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:36.154858 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-f8099b3b-50c9-4c3d-a8e7-1d2f48c1471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:36.156679 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-f8099b3b-50c9-4c3d-a8e7-1d2f48c1471d service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1b8f09d-ac40-49fa-9ee2-d2991b9f558c&id=112377af-42c7-4cad-b8bb-a84ac7368f8b&id=112377af-42c7-4cad-b8bb-a84ac7368f8b&id=112377af-42c7-4cad-b8bb-a84ac7368f8b&id=112377af-42c7-4cad-b8bb-a84ac7368f8b&id=626732df-c48c-4473-9ad9-03a4379b190b&id=626732df-c48c-4473-9ad9-03a4379b190b HTTP/1.1" status: 200 len: 2293 time: 0.4438035 Dec 12 17:51:36.211247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-78f2ea27-31aa-4a2c-8b66-26ba1d0f2956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:36.212774 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-78f2ea27-31aa-4a2c-8b66-26ba1d0f2956 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f206a52f-0480-4327-a021-ac66bb2ee69a HTTP/1.1" status: 200 len: 797 time: 0.0969300 Dec 12 17:51:36.253600 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-938d8761-3438-4894-b945-696f9d336c13 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b44c96d-f037-4af7-a74b-edb9db1acda3 HTTP/1.1" status: 200 len: 1002 time: 0.0894222 Dec 12 17:51:36.303491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-e8b5fb4d-45ae-4bb0-bef8-76ee6892644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:36.304909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-e8b5fb4d-45ae-4bb0-bef8-76ee6892644e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=faaae9f2-d52c-4d86-b85f-6cafd43330dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0824494 Dec 12 17:51:36.325793 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-6a193538-d483-4320-aa36-0adf969229f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:36.327317 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-6a193538-d483-4320-aa36-0adf969229f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f587a61-b527-466b-b207-9482694635c4 HTTP/1.1" status: 200 len: 850 time: 0.0652502 Dec 12 17:51:36.418708 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-9c82d27a-3326-4c8f-9ecb-ee0637cc486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:36.420734 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-9c82d27a-3326-4c8f-9ecb-ee0637cc486d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1b8f09d-ac40-49fa-9ee2-d2991b9f558c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833385 Dec 12 17:51:36.458368 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-718b0308-7ae3-4198-805e-d9f0e0856138 service neutron] 10.222.0.20 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440539 Dec 12 17:51:36.585588 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-c313a12c-fbea-465b-af90-819616a5e566 service neutron] 10.222.0.31 "GET /v2.0/networks/c1b8f09d-ac40-49fa-9ee2-d2991b9f558c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517692 Dec 12 17:51:36.646935 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44383739-ee3e-46bc-b861-69135f1e93c2 req-f07436ec-d303-41b6-8f80-c4ffe8b35065 service neutron] 10.222.0.20 "GET /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630163 Dec 12 17:51:36.690126 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-59406411-b689-4835-9278-7e7f8e9fa22f service neutron] 10.222.0.31 "GET /v2.0/networks/c1b8f09d-ac40-49fa-9ee2-d2991b9f558c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966058 Dec 12 17:51:36.750646 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-d02ecee1-1e03-4bcc-bb7d-7b2d61913062 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 HTTP/1.1" status: 200 len: 217 time: 0.0543022 Dec 12 17:51:36.846786 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-719e6cdf-1056-41c1-9e65-4780d26caf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:36.849143 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-719e6cdf-1056-41c1-9e65-4780d26caf7f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61eb5ee2-ae98-4d7f-a630-ebc0451873ad HTTP/1.1" status: 200 len: 797 time: 0.0910861 Dec 12 17:51:36.939323 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-53aa6dcc-0e1d-480a-9eda-927d44219b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:36.941222 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-53aa6dcc-0e1d-480a-9eda-927d44219b25 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=112377af-42c7-4cad-b8bb-a84ac7368f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0842607 Dec 12 17:51:37.074453 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-b9783718-a291-4df6-a57f-177df0af15cc service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256053 Dec 12 17:51:37.208508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daa7b6-2067-4219-8886-614d6e38ea19 req-15dd36fd-5455-43eb-8670-93d1e00631fa tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:37.210041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-46daa7b6-2067-4219-8886-614d6e38ea19 req-15dd36fd-5455-43eb-8670-93d1e00631fa tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e15c59e-eb28-41c7-926f-9906ce97657f HTTP/1.1" status: 200 len: 945 time: 0.1206217 Dec 12 17:51:37.251335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-75ef0aea-bc20-4581-a259-a6dcf4719a41 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693330 Dec 12 17:51:37.305567 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-4a365f29-e226-4810-a2de-d1791f9bc8a8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=fdd0637a-9af5-4876-95fb-640753ad8e72 HTTP/1.1" status: 200 len: 217 time: 0.0446572 Dec 12 17:51:37.310096 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-46daa7b6-2067-4219-8886-614d6e38ea19 req-2a06a96e-fc70-4593-9636-4fa57a7ae696 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/security-groups?id=482fc5da-c9d7-4d68-add0-53f1a5dc7461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919681 Dec 12 17:51:37.357073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-656e1965-66ad-4284-9209-7e585bae8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:37.358510 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-656e1965-66ad-4284-9209-7e585bae8179 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61eb5ee2-ae98-4d7f-a630-ebc0451873ad HTTP/1.1" status: 200 len: 797 time: 0.0461206 Dec 12 17:51:37.409691 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-e16c5ebc-cdd2-45fb-abd4-6185cad63370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:37.411502 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-e16c5ebc-cdd2-45fb-abd4-6185cad63370 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=112377af-42c7-4cad-b8bb-a84ac7368f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0462461 Dec 12 17:51:37.515073 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-a74a8340-8618-40a9-ae71-371a6b1ab910 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960989 Dec 12 17:51:37.605918 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-ee1b7951-7d72-4ad4-b08e-3e19a19c7750 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820515 Dec 12 17:51:37.654319 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-2940b1fe-830c-4f9c-8524-e1e2c43ba395 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=3c6a56cf-3516-4420-ab59-792fb69d6bca HTTP/1.1" status: 200 len: 217 time: 0.0414455 Dec 12 17:51:37.705119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-da299e7f-1a60-47c9-8103-da4b61a813ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:37.706597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-da299e7f-1a60-47c9-8103-da4b61a813ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61eb5ee2-ae98-4d7f-a630-ebc0451873ad HTTP/1.1" status: 200 len: 797 time: 0.0456305 Dec 12 17:51:37.751172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-5833eaec-a9c2-4548-9c02-ba26aa983a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:37.752706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-5833eaec-a9c2-4548-9c02-ba26aa983a38 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=112377af-42c7-4cad-b8bb-a84ac7368f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0389421 Dec 12 17:51:37.848230 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-60de6c4a-350e-4ab4-aa8c-2aa297405a16 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882375 Dec 12 17:51:37.941481 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-74b88d23-f11c-4116-814e-1a565e15d268 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866194 Dec 12 17:51:37.988359 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-7461b73b-a3df-4f34-97ab-f6c5f72fef3a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=74fe0dca-36da-4aa7-9005-c07f6c8d7c17 HTTP/1.1" status: 200 len: 217 time: 0.0390518 Dec 12 17:51:38.037350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-448c258d-3bb5-40b0-8ac5-ab8e93ed1282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:38.039468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-448c258d-3bb5-40b0-8ac5-ab8e93ed1282 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61eb5ee2-ae98-4d7f-a630-ebc0451873ad HTTP/1.1" status: 200 len: 797 time: 0.0443168 Dec 12 17:51:38.083280 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-195bed58-4b8d-4762-826c-09942ca5c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:38.085435 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-195bed58-4b8d-4762-826c-09942ca5c3ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=112377af-42c7-4cad-b8bb-a84ac7368f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0384009 Dec 12 17:51:38.196218 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-b8c8d014-69d2-489e-932e-16d4dd48d37a service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044636 Dec 12 17:51:38.286333 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-515f8cba-850d-41db-911a-28b619801aed service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829217 Dec 12 17:51:38.331398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-84948938-daf7-442b-9644-09f9f3f33103 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=13e6a17c-85db-43de-b045-d6d42d4e2cd6 HTTP/1.1" status: 200 len: 217 time: 0.0380075 Dec 12 17:51:38.385639 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-efd81030-e74d-43a3-bf7d-1b0499f0e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:38.387185 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-efd81030-e74d-43a3-bf7d-1b0499f0e602 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9730022-004d-409a-9e40-9f8cffadcd60 HTTP/1.1" status: 200 len: 797 time: 0.0487230 Dec 12 17:51:38.465599 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-200edee4-fc51-4172-bccc-fe6d857d1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:38.467117 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-200edee4-fc51-4172-bccc-fe6d857d1a28 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=626732df-c48c-4473-9ad9-03a4379b190b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0708790 Dec 12 17:51:38.475414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830b2b6-e6e7-424e-bacb-6577b9e69a54 req-8b39ef88-d227-416f-8090-558c8b73d6bb tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:38.476812 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b830b2b6-e6e7-424e-bacb-6577b9e69a54 req-8b39ef88-d227-416f-8090-558c8b73d6bb tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e15c59e-eb28-41c7-926f-9906ce97657f HTTP/1.1" status: 200 len: 945 time: 0.0887394 Dec 12 17:51:38.581837 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b830b2b6-e6e7-424e-bacb-6577b9e69a54 req-c24e74cc-8233-4601-85d0-00c2fbe8f36f tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/security-groups?id=482fc5da-c9d7-4d68-add0-53f1a5dc7461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970569 Dec 12 17:51:38.598397 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-393662c7-a2c4-4a2b-8690-7404ac57c188 service neutron] 10.222.0.31 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206272 Dec 12 17:51:38.711244 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-73607715-cfc2-4b21-a173-c8e98bbd2cb8 service neutron] 10.222.0.31 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009703 Dec 12 17:51:38.773601 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-2b05e5b6-595b-45b2-8b28-af58b6be9e74 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c9890dd-05d2-41e8-843c-8988a8304c70 HTTP/1.1" status: 200 len: 217 time: 0.0575554 Dec 12 17:51:38.838660 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-3a3758c0-5896-4e06-a8d7-079b154b7632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:38.841480 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-3a3758c0-5896-4e06-a8d7-079b154b7632 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9730022-004d-409a-9e40-9f8cffadcd60 HTTP/1.1" status: 200 len: 797 time: 0.0600176 Dec 12 17:51:38.930492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-c940af86-90ea-4ca3-be9d-83a28aed3099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:38.932097 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-c940af86-90ea-4ca3-be9d-83a28aed3099 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=626732df-c48c-4473-9ad9-03a4379b190b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0839226 Dec 12 17:51:39.061810 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bf3aa-6091-45fe-a94c-bb0dd32f3f7a req-29900339-91b2-48bc-9462-11e0a0746165 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:39.063372 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f66bf3aa-6091-45fe-a94c-bb0dd32f3f7a req-29900339-91b2-48bc-9462-11e0a0746165 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e15c59e-eb28-41c7-926f-9906ce97657f HTTP/1.1" status: 200 len: 945 time: 0.1509316 Dec 12 17:51:39.118252 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8da72-79a9-4330-920d-3f86f16a8d7f req-b62aa79c-b32d-4847-98ee-20c53bdfb5ed tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:39.119920 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45f8da72-79a9-4330-920d-3f86f16a8d7f req-b62aa79c-b32d-4847-98ee-20c53bdfb5ed tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 946 time: 0.1260734 Dec 12 17:51:39.126414 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-d6ba618f-f9ef-4e87-a74b-ed3cdc3ce7a2 service neutron] 10.222.0.31 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794825 Dec 12 17:51:39.219517 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f66bf3aa-6091-45fe-a94c-bb0dd32f3f7a req-15a134ea-1cff-4db1-a091-3017143e52c1 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/security-groups?id=482fc5da-c9d7-4d68-add0-53f1a5dc7461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474674 Dec 12 17:51:39.244357 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45f8da72-79a9-4330-920d-3f86f16a8d7f req-8afa4755-6f72-4ea7-a363-849012607efe tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd3ec89d-3766-4225-a64b-24c047570139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168938 Dec 12 17:51:39.272255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8570b6d-9e4d-40cb-bb43-8c472664550d req-7b0d9fc2-6cd8-49b5-946a-03ccedd1c7b9 service neutron] 10.222.0.31 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312647 Dec 12 17:51:40.143499 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02c9f0-d6bc-4212-9ddc-569f3b71b029 req-0ee0e741-505d-4e6b-b514-e190ee5f46fb tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:40.146189 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb02c9f0-d6bc-4212-9ddc-569f3b71b029 req-0ee0e741-505d-4e6b-b514-e190ee5f46fb tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 946 time: 0.0670795 Dec 12 17:51:40.199007 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb02c9f0-d6bc-4212-9ddc-569f3b71b029 req-616faa68-4507-4fb5-8b54-4f17719861dc tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd3ec89d-3766-4225-a64b-24c047570139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454123 Dec 12 17:51:40.288223 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df464566-123f-4232-8f1d-cb6ce0568ead req-3c801e19-3fa1-4804-ad77-540e98812dbb tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:40.289715 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df464566-123f-4232-8f1d-cb6ce0568ead req-3c801e19-3fa1-4804-ad77-540e98812dbb tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e15c59e-eb28-41c7-926f-9906ce97657f HTTP/1.1" status: 200 len: 945 time: 0.0543475 Dec 12 17:51:40.399720 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d36f2-904f-46fc-8481-1206f9f08b50 req-075f3a6e-fc15-4669-9562-489ec81adb84 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:40.401134 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-460d36f2-904f-46fc-8481-1206f9f08b50 req-075f3a6e-fc15-4669-9562-489ec81adb84 tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e15c59e-eb28-41c7-926f-9906ce97657f HTTP/1.1" status: 200 len: 945 time: 0.1068027 Dec 12 17:51:40.453045 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-df464566-123f-4232-8f1d-cb6ce0568ead req-ff30bb5c-8fd8-4abb-9646-7e9594c4e1cf tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Deleting port d0482535-a7d4-4921-b332-5ebd1a413727 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:51:40.453386 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-df464566-123f-4232-8f1d-cb6ce0568ead req-ff30bb5c-8fd8-4abb-9646-7e9594c4e1cf tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:40.526670 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-460d36f2-904f-46fc-8481-1206f9f08b50 req-6cfc8584-7e4e-42b0-a52c-1a2d39d9baae tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.18 "GET /v2.0/security-groups?id=482fc5da-c9d7-4d68-add0-53f1a5dc7461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188085 Dec 12 17:51:40.571539 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-df464566-123f-4232-8f1d-cb6ce0568ead req-ff30bb5c-8fd8-4abb-9646-7e9594c4e1cf tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] For port d0482535-a7d4-4921-b332-5ebd1a413727, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d0482535-a7d4-4921-b332-5ebd1a413727,segment=NetworkSegment(5056722c-371c-4e40-9187-036412cccb89),segment_id=5056722c-371c-4e40-9187-036412cccb89)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:51:40.572028 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-df464566-123f-4232-8f1d-cb6ce0568ead req-ff30bb5c-8fd8-4abb-9646-7e9594c4e1cf tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:40.585274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-df464566-123f-4232-8f1d-cb6ce0568ead req-ff30bb5c-8fd8-4abb-9646-7e9594c4e1cf tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Calling delete_port for d0482535-a7d4-4921-b332-5ebd1a413727 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:51:40.737570 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-df464566-123f-4232-8f1d-cb6ce0568ead req-ff30bb5c-8fd8-4abb-9646-7e9594c4e1cf tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:40.750463 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['d0482535-a7d4-4921-b332-5ebd1a413727'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:51:40.774379 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30bb5c-8fd8-4abb-9646-7e9594c4e1cf tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Pushing event deleted for resources: {'Port': ['ID=d0482535-a7d4-4921-b332-5ebd1a413727,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:40.828201 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-df464566-123f-4232-8f1d-cb6ce0568ead req-ff30bb5c-8fd8-4abb-9646-7e9594c4e1cf tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] No DVR routers for this DVR port d0482535-a7d4-4921-b332-5ebd1a413727 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:51:40.834775 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-df464566-123f-4232-8f1d-cb6ce0568ead req-ff30bb5c-8fd8-4abb-9646-7e9594c4e1cf tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:40.838961 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df464566-123f-4232-8f1d-cb6ce0568ead req-ff30bb5c-8fd8-4abb-9646-7e9594c4e1cf tempest-ServerAddressesNegativeTestJSON-384387549 tempest-ServerAddressesNegativeTestJSON-384387549-project] 10.222.0.20 "DELETE /v2.0/ports/d0482535-a7d4-4921-b332-5ebd1a413727 HTTP/1.1" status: 204 len: 173 time: 0.5423758 Dec 12 17:51:40.839521 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e15c59e-eb28-41c7-926f-9906ce97657f', 'name': 'network-vif-deleted', 'tag': 'd0482535-a7d4-4921-b332-5ebd1a413727'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:51:40.842322 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64947b75-d9ec-415d-bb1f-52d5964b3524" -d '{"events": [{"server_uuid": "2e15c59e-eb28-41c7-926f-9906ce97657f", "name": "network-vif-deleted", "tag": "d0482535-a7d4-4921-b332-5ebd1a413727"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:51:40.882636 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc42e7d-1af2-4eeb-bc39-3c4d6642e271 x-openstack-request-id: req-9bc42e7d-1af2-4eeb-bc39-3c4d6642e271 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:51:40.883547 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e15c59e-eb28-41c7-926f-9906ce97657f", "name": "network-vif-deleted", "tag": "d0482535-a7d4-4921-b332-5ebd1a413727", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:51:40.884365 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9bc42e7d-1af2-4eeb-bc39-3c4d6642e271 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:51:40.885035 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e15c59e-eb28-41c7-926f-9906ce97657f', 'name': 'network-vif-deleted', 'tag': 'd0482535-a7d4-4921-b332-5ebd1a413727', 'status': 'completed', 'code': 200} Dec 12 17:51:40.946392 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68993987-17ac-473f-8999-46e2f5db7453 req-2d1e012b-8360-451a-abb3-451786ee61e5 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:40.951743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68993987-17ac-473f-8999-46e2f5db7453 req-2d1e012b-8360-451a-abb3-451786ee61e5 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 946 time: 0.0642180 Dec 12 17:51:41.020275 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68993987-17ac-473f-8999-46e2f5db7453 req-49600f56-47d9-4b81-8f97-17c33b57603c tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd3ec89d-3766-4225-a64b-24c047570139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653398 Dec 12 17:51:41.583048 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60804) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:41.630982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-af083ca4-8a2d-48cc-b8d1-0f426aad88b8 admin admin] Deleting subnet 9d087830-8c58-476d-9d16-5ed4273c5547 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:51:41.634949 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af083ca4-8a2d-48cc-b8d1-0f426aad88b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:41.673802 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af083ca4-8a2d-48cc-b8d1-0f426aad88b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:41.714820 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af083ca4-8a2d-48cc-b8d1-0f426aad88b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:41.770288 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af083ca4-8a2d-48cc-b8d1-0f426aad88b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:41.785370 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af083ca4-8a2d-48cc-b8d1-0f426aad88b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:41.790231 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-af083ca4-8a2d-48cc-b8d1-0f426aad88b8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9d087830-8c58-476d-9d16-5ed4273c5547 HTTP/1.1" status: 204 len: 168 time: 0.2056458 Dec 12 17:51:41.792968 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60814) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:41.821781 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af083ca4-8a2d-48cc-b8d1-0f426aad88b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d087830-8c58-476d-9d16-5ed4273c5547,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:41.884839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79dfc88b-cee3-467c-a710-ce7a2efd362e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:41.974230 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:51:41.974972 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79dfc88b-cee3-467c-a710-ce7a2efd362e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:41.996479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-79dfc88b-cee3-467c-a710-ce7a2efd362e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ecccdb6-3b4e-439d-a6ac-f08ad3934398']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:42.005883 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-79dfc88b-cee3-467c-a710-ce7a2efd362e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5056722c-371c-4e40-9187-036412cccb89') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:42.006185 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-79dfc88b-cee3-467c-a710-ce7a2efd362e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5056722c-371c-4e40-9187-036412cccb89') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:42.016466 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79dfc88b-cee3-467c-a710-ce7a2efd362e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:42.029821 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79dfc88b-cee3-467c-a710-ce7a2efd362e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:42.038086 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79dfc88b-cee3-467c-a710-ce7a2efd362e admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:51:42.038490 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79dfc88b-cee3-467c-a710-ce7a2efd362e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:51:42.040546 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:51:42.107831 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79dfc88b-cee3-467c-a710-ce7a2efd362e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:42.114169 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79dfc88b-cee3-467c-a710-ce7a2efd362e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:42.118876 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-79dfc88b-cee3-467c-a710-ce7a2efd362e admin admin] 10.222.0.18 "DELETE /v2.0/networks/3ecccdb6-3b4e-439d-a6ac-f08ad3934398 HTTP/1.1" status: 204 len: 168 time: 0.3253553 Dec 12 17:51:42.134946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfc88b-cee3-467c-a710-ce7a2efd362e admin admin] Pushing event deleted for resources: {'Network': ['ID=3ecccdb6-3b4e-439d-a6ac-f08ad3934398,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:42.222870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622d7cd-1d3c-4da7-92fa-b3e6d311a6f6 req-37dab121-15d9-4c83-a08d-e9cb88ef5883 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:42.224483 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f622d7cd-1d3c-4da7-92fa-b3e6d311a6f6 req-37dab121-15d9-4c83-a08d-e9cb88ef5883 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 946 time: 0.0967166 Dec 12 17:51:42.233482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb95bf-8499-4906-90be-8156790125b8 req-e59f5699-cd24-41b9-9d68-bd0e98d7e1fb tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:42.234914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6dcb95bf-8499-4906-90be-8156790125b8 req-e59f5699-cd24-41b9-9d68-bd0e98d7e1fb tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 946 time: 0.0665972 Dec 12 17:51:42.249649 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60826) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:42.299509 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-529daa95-d058-43fe-9c40-e9852304a9f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0093ef6eba344e62a537e146ac797a7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486584 Dec 12 17:51:42.301968 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60832) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:42.344387 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f622d7cd-1d3c-4da7-92fa-b3e6d311a6f6 req-669c6ec4-b13d-4a74-920b-a88cb0e80c2b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd3ec89d-3766-4225-a64b-24c047570139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083527 Dec 12 17:51:42.375847 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-562483ab-ca94-48bd-9f56-6155a76a563b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:42.385898 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-6dcb95bf-8499-4906-90be-8156790125b8 req-254d457f-6464-4d65-983b-bb86317d7d6a tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Deleting port 0ae46b49-6c72-419b-8d20-34d0612fb917 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:51:42.386241 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6dcb95bf-8499-4906-90be-8156790125b8 req-254d457f-6464-4d65-983b-bb86317d7d6a tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:42.400378 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-562483ab-ca94-48bd-9f56-6155a76a563b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:42.472224 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-562483ab-ca94-48bd-9f56-6155a76a563b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:42.476448 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-562483ab-ca94-48bd-9f56-6155a76a563b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:42.480057 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-562483ab-ca94-48bd-9f56-6155a76a563b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/482fc5da-c9d7-4d68-add0-53f1a5dc7461 HTTP/1.1" status: 204 len: 168 time: 0.1748502 Dec 12 17:51:42.480220 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-6dcb95bf-8499-4906-90be-8156790125b8 req-254d457f-6464-4d65-983b-bb86317d7d6a tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] For port 0ae46b49-6c72-419b-8d20-34d0612fb917, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0ae46b49-6c72-419b-8d20-34d0612fb917,segment=NetworkSegment(361983b0-b6f0-435c-ba3b-a356df7ee9f8),segment_id=361983b0-b6f0-435c-ba3b-a356df7ee9f8)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:51:42.480220 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6dcb95bf-8499-4906-90be-8156790125b8 req-254d457f-6464-4d65-983b-bb86317d7d6a tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:42.491920 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562483ab-ca94-48bd-9f56-6155a76a563b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482fc5da-c9d7-4d68-add0-53f1a5dc7461,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:42.710321 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6dcb95bf-8499-4906-90be-8156790125b8 req-254d457f-6464-4d65-983b-bb86317d7d6a tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:42.710804 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6dcb95bf-8499-4906-90be-8156790125b8 req-254d457f-6464-4d65-983b-bb86317d7d6a tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:42.711227 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-6dcb95bf-8499-4906-90be-8156790125b8 req-254d457f-6464-4d65-983b-bb86317d7d6a tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Floating IP 190bb971-912e-40fd-895f-b49f15e95ffb disassociated. External IP: 172.25.1.102, port: 0ae46b49-6c72-419b-8d20-34d0612fb917. Dec 12 17:51:42.711731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-6dcb95bf-8499-4906-90be-8156790125b8 req-254d457f-6464-4d65-983b-bb86317d7d6a tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Calling delete_port for 0ae46b49-6c72-419b-8d20-34d0612fb917 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:51:42.874629 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6dcb95bf-8499-4906-90be-8156790125b8 req-254d457f-6464-4d65-983b-bb86317d7d6a tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:42.915224 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d457f-6464-4d65-983b-bb86317d7d6a tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Pushing event deleted for resources: {'Port': ['ID=0ae46b49-6c72-419b-8d20-34d0612fb917,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:43.058886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dcb95bf-8499-4906-90be-8156790125b8 req-254d457f-6464-4d65-983b-bb86317d7d6a tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Router 03bcbae6-ed77-4f08-901c-287582c321f4 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:51:43.302152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0ae46b49-6c72-419b-8d20-34d0612fb917 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:51:43.362585 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 0ae46b49-6c72-419b-8d20-34d0612fb917 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:51:43.366856 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0ae46b49-6c72-419b-8d20-34d0612fb917 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:51:43.367014 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60874) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:43.367968 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d0482535-a7d4-4921-b332-5ebd1a413727 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:51:43.476758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: d0482535-a7d4-4921-b332-5ebd1a413727 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:51:43.477213 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d0482535-a7d4-4921-b332-5ebd1a413727 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:51:43.551147 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-554315034-network', 'tenant_id': 'acdb563860ac4bba8f5bfbd7a7d422fb'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:51:43.557619 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-045b3cf1-4953-4216-84ed-7e1952be30ee req-89f0d407-2bba-418e-bc69-b527edc66336 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a9b47d0-d326-40b5-b4a8-b750a810b522 HTTP/1.1" status: 200 len: 210 time: 0.0536973 Dec 12 17:51:43.603009 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Made reservation on behalf of acdb563860ac4bba8f5bfbd7a7d422fb for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:51:43.605456 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:43.627472 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:43.629605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dcb95bf-8499-4906-90be-8156790125b8 req-254d457f-6464-4d65-983b-bb86317d7d6a tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:51:43.660419 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3023b02-9e71-4d00-9546-507a0df4ab33 None None] Sync routers for ids ['03bcbae6-ed77-4f08-901c-287582c321f4'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:51:43.700186 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3023b02-9e71-4d00-9546-507a0df4ab33 None None] Routers {'03bcbae6-ed77-4f08-901c-287582c321f4'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:51:43.702685 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d3023b02-9e71-4d00-9546-507a0df4ab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:51:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['03bcbae6-ed77-4f08-901c-287582c321f4'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:43.706914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcb95bf-8499-4906-90be-8156790125b8 req-254d457f-6464-4d65-983b-bb86317d7d6a tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] No DVR routers for this DVR port 0ae46b49-6c72-419b-8d20-34d0612fb917 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:51:43.710714 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6dcb95bf-8499-4906-90be-8156790125b8 req-254d457f-6464-4d65-983b-bb86317d7d6a tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:43.715176 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6dcb95bf-8499-4906-90be-8156790125b8 req-254d457f-6464-4d65-983b-bb86317d7d6a tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.20 "DELETE /v2.0/ports/0ae46b49-6c72-419b-8d20-34d0612fb917 HTTP/1.1" status: 204 len: 173 time: 1.4721677 Dec 12 17:51:43.715176 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9b47d0-d326-40b5-b4a8-b750a810b522', 'name': 'network-vif-deleted', 'tag': '0ae46b49-6c72-419b-8d20-34d0612fb917'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:51:43.717086 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25c0d17-756f-45f9-8b57-86652c2fd9bb" -d '{"events": [{"server_uuid": "1a9b47d0-d326-40b5-b4a8-b750a810b522", "name": "network-vif-deleted", "tag": "0ae46b49-6c72-419b-8d20-34d0612fb917"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:51:43.806178 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e1003b-5b12-4aba-87b8-7e698e56dccc x-openstack-request-id: req-10e1003b-5b12-4aba-87b8-7e698e56dccc {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:51:43.806548 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9b47d0-d326-40b5-b4a8-b750a810b522", "name": "network-vif-deleted", "tag": "0ae46b49-6c72-419b-8d20-34d0612fb917", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:51:43.806759 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10e1003b-5b12-4aba-87b8-7e698e56dccc {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:51:43.807166 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9b47d0-d326-40b5-b4a8-b750a810b522', 'name': 'network-vif-deleted', 'tag': '0ae46b49-6c72-419b-8d20-34d0612fb917', 'status': 'completed', 'code': 200} Dec 12 17:51:43.841474 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:43.860795 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:43.894217 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b504283f-89a6-4e36-9f31-9474c06fa8ab,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:43.916043 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:43.916394 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:43.917076 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:43.917199 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:43.917672 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:43.917889 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:43.925155 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:43.925507 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:43.925856 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:43.926201 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:43.926540 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:43.926873 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:43.927234 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:51:43.931430 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:51:43.971757 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:43.972104 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Added segment 42daf0bf-2203-44ac-bc1d-94d9249bd2e7 of type vlan for network 2e16060b-97f6-476f-a243-adfbdad1bd7e Dec 12 17:51:44.036481 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:44.204943 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d3023b02-9e71-4d00-9546-507a0df4ab33 None None] Set router 03bcbae6-ed77-4f08-901c-287582c321f4 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:51:44.565969 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d3023b02-9e71-4d00-9546-507a0df4ab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'name': 'tempest-ServersTestJSON-52438983-router', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 4, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'gw_port': {'id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'a186289d-2069-494b-9e91-76abac4cb238', 'name': '', 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'mac_address': 'fa:16:3e:5f:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:40Z', 'updated_at': '2021-12-12T17:49:44Z', 'revision_number': 5, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'subnets': [{'id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:44.585635 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:44.586758 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:44.587426 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:44.658198 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3023b02-9e71-4d00-9546-507a0df4ab33 None None] Checking router: 03bcbae6-ed77-4f08-901c-287582c321f4 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:51:44.665302 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] Pushing event updated for resources: {'Network': ['ID=2e16060b-97f6-476f-a243-adfbdad1bd7e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:44.674521 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-13b628d3-cd3a-48ab-ab96-fb2fd1dfcde6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3063710 Dec 12 17:51:44.676164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60916) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:44.680758 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3023b02-9e71-4d00-9546-507a0df4ab33 None None] Routers {'03bcbae6-ed77-4f08-901c-287582c321f4'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:51:44.682019 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 2e16060b-97f6-476f-a243-adfbdad1bd7e details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:51:44.682460 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d3023b02-9e71-4d00-9546-507a0df4ab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:51:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['03bcbae6-ed77-4f08-901c-287582c321f4'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:44.688792 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-434e3520-fafe-401e-9424-ac1a8dfdaed1 admin admin] Request body: {'subnet': {'network_id': '2e16060b-97f6-476f-a243-adfbdad1bd7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-554315034-subnet', 'tenant_id': 'acdb563860ac4bba8f5bfbd7a7d422fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:51:44.765416 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60920) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:44.784359 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434e3520-fafe-401e-9424-ac1a8dfdaed1 admin admin] Made reservation on behalf of acdb563860ac4bba8f5bfbd7a7d422fb for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:51:44.787488 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-434e3520-fafe-401e-9424-ac1a8dfdaed1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:44.805955 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ae2ccc3-3f2b-4776-b25f-1b9b08f75e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:44.875851 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d3023b02-9e71-4d00-9546-507a0df4ab33 None None] Set router 03bcbae6-ed77-4f08-901c-287582c321f4 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:51:44.880568 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59545272-a435-46dd-b075-9f0e630b4058 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:44.942098 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59545272-a435-46dd-b075-9f0e630b4058 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:45.017309 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59545272-a435-46dd-b075-9f0e630b4058 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:45.021476 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59545272-a435-46dd-b075-9f0e630b4058 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:45.023181 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-59545272-a435-46dd-b075-9f0e630b4058 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "DELETE /v2.0/security-groups/fd3ec89d-3766-4225-a64b-24c047570139 HTTP/1.1" status: 204 len: 168 time: 0.2550035 Dec 12 17:51:45.026986 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60926) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:45.060430 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-25562ef1-6437-4553-a35f-de940796def4 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] show failed (client error): The resource could not be found. Dec 12 17:51:45.064140 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-25562ef1-6437-4553-a35f-de940796def4 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "GET /v2.0/security-groups/fd3ec89d-3766-4225-a64b-24c047570139 HTTP/1.1" status: 404 len: 347 time: 0.0298710 Dec 12 17:51:45.064140 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59545272-a435-46dd-b075-9f0e630b4058 tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3ec89d-3766-4225-a64b-24c047570139,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:45.065549 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60932) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:45.248807 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-434e3520-fafe-401e-9424-ac1a8dfdaed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:45.339978 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-36fb3bdf-adad-4427-b1f4-85400c6fd79b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Deleting port cba0a3f5-9b86-4cb4-aa33-3985fa4917dc {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:51:45.339978 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36fb3bdf-adad-4427-b1f4-85400c6fd79b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:45.360727 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434e3520-fafe-401e-9424-ac1a8dfdaed1 admin admin] Checking segment: {'id': '42daf0bf-2203-44ac-bc1d-94d9249bd2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e16060b-97f6-476f-a243-adfbdad1bd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:51:45.361423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434e3520-fafe-401e-9424-ac1a8dfdaed1 admin admin] Network hostable DHCP agents. Network: 2e16060b-97f6-476f-a243-adfbdad1bd7e, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:51:45.394390 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e3520-fafe-401e-9424-ac1a8dfdaed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e4f4c09-d557-4742-8262-9df8c14f2fcc,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:45.428423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434e3520-fafe-401e-9424-ac1a8dfdaed1 admin admin] Network 2e16060b-97f6-476f-a243-adfbdad1bd7e is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:51:45.445167 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d3023b02-9e71-4d00-9546-507a0df4ab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'name': 'tempest-ServersTestJSON-52438983-router', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 4, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'gw_port': {'id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'a186289d-2069-494b-9e91-76abac4cb238', 'name': '', 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'mac_address': 'fa:16:3e:5f:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:40Z', 'updated_at': '2021-12-12T17:49:44Z', 'revision_number': 5, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'subnets': [{'id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:45.453619 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-434e3520-fafe-401e-9424-ac1a8dfdaed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 2e16060b-97f6-476f-a243-adfbdad1bd7e) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:51:45.460559 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36fb3bdf-adad-4427-b1f4-85400c6fd79b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:45.461201 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36fb3bdf-adad-4427-b1f4-85400c6fd79b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:45.462007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7114ff-3a7e-42d5-81d9-2c44d2b90c8a None None] Network 2e16060b-97f6-476f-a243-adfbdad1bd7e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:51:45.463722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434e3520-fafe-401e-9424-ac1a8dfdaed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:45.466759 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-434e3520-fafe-401e-9424-ac1a8dfdaed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:45.479055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-36fb3bdf-adad-4427-b1f4-85400c6fd79b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Calling delete_port for cba0a3f5-9b86-4cb4-aa33-3985fa4917dc owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:51:45.504581 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-434e3520-fafe-401e-9424-ac1a8dfdaed1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8271735 Dec 12 17:51:45.555013 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3023b02-9e71-4d00-9546-507a0df4ab33 None None] The sync data for ids ['03bcbae6-ed77-4f08-901c-287582c321f4'] in n-d-760354-5 is: [{'id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'name': 'tempest-ServersTestJSON-52438983-router', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 4, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'gw_port': {'id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'a186289d-2069-494b-9e91-76abac4cb238', 'name': '', 'network_id': '06540a75-cde9-49a1-a042-ac31de8befda', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'mac_address': 'fa:16:3e:5f:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:40Z', 'updated_at': '2021-12-12T17:49:44Z', 'revision_number': 5, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'subnets': [{'id': 'acc04e05-ebae-43d2-9255-5c2bd0c694c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:51:45.673955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bbc2de-39cb-477f-88e1-178944cff21c None None] Network 2e16060b-97f6-476f-a243-adfbdad1bd7e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:51:45.715777 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36fb3bdf-adad-4427-b1f4-85400c6fd79b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:45.750232 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb3bdf-adad-4427-b1f4-85400c6fd79b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Pushing event deleted for resources: {'Port': ['ID=cba0a3f5-9b86-4cb4-aa33-3985fa4917dc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:45.756334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60948) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:45.850999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c837167-5a2b-4bf0-a817-a5badb1297bc admin admin] Deleting subnet 7e4f4c09-d557-4742-8262-9df8c14f2fcc {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:51:45.856008 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c837167-5a2b-4bf0-a817-a5badb1297bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:45.908143 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c837167-5a2b-4bf0-a817-a5badb1297bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:45.940277 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36fb3bdf-adad-4427-b1f4-85400c6fd79b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:45.945954 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36fb3bdf-adad-4427-b1f4-85400c6fd79b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:45.947273 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-36fb3bdf-adad-4427-b1f4-85400c6fd79b tempest-ServersTestJSON-340094008 tempest-ServersTestJSON-340094008-project] 10.222.0.18 "DELETE /v2.0/floatingips/190bb971-912e-40fd-895f-b49f15e95ffb HTTP/1.1" status: 204 len: 168 time: 0.8735337 Dec 12 17:51:45.951945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60950) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:46.037200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e29ecc7-e2b7-4052-aefc-2e11c4b39d5f None None] New status for floating IP 190bb971-912e-40fd-895f-b49f15e95ffb: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:51:46.049558 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c837167-5a2b-4bf0-a817-a5badb1297bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:46.167629 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c837167-5a2b-4bf0-a817-a5badb1297bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:46.291643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c837167-5a2b-4bf0-a817-a5badb1297bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e4f4c09-d557-4742-8262-9df8c14f2fcc,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:46.294637 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c837167-5a2b-4bf0-a817-a5badb1297bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:46.299332 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1c837167-5a2b-4bf0-a817-a5badb1297bc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7e4f4c09-d557-4742-8262-9df8c14f2fcc HTTP/1.1" status: 204 len: 168 time: 0.5416644 Dec 12 17:51:46.302028 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60962) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:46.385708 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b074f1ec-9f85-4414-8da5-1e7079e224e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:46.475019 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f923111c-28e6-4b37-9cb3-4b79daca532a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:46.483010 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b074f1ec-9f85-4414-8da5-1e7079e224e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:46.509698 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b074f1ec-9f85-4414-8da5-1e7079e224e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e16060b-97f6-476f-a243-adfbdad1bd7e']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:46.521442 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b074f1ec-9f85-4414-8da5-1e7079e224e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42daf0bf-2203-44ac-bc1d-94d9249bd2e7') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:46.522263 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b074f1ec-9f85-4414-8da5-1e7079e224e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42daf0bf-2203-44ac-bc1d-94d9249bd2e7') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:46.533686 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b074f1ec-9f85-4414-8da5-1e7079e224e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:46.548350 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b074f1ec-9f85-4414-8da5-1e7079e224e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:46.555278 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b074f1ec-9f85-4414-8da5-1e7079e224e4 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:51:46.555678 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b074f1ec-9f85-4414-8da5-1e7079e224e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:51:46.557472 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:51:46.617782 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b074f1ec-9f85-4414-8da5-1e7079e224e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:46.624002 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b074f1ec-9f85-4414-8da5-1e7079e224e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:46.630881 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b074f1ec-9f85-4414-8da5-1e7079e224e4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2e16060b-97f6-476f-a243-adfbdad1bd7e HTTP/1.1" status: 204 len: 168 time: 0.3277407 Dec 12 17:51:46.651176 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074f1ec-9f85-4414-8da5-1e7079e224e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e16060b-97f6-476f-a243-adfbdad1bd7e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:46.781235 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60978) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:46.787488 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f923111c-28e6-4b37-9cb3-4b79daca532a admin admin] Deleting port a186289d-2069-494b-9e91-76abac4cb238 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:51:46.789042 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f923111c-28e6-4b37-9cb3-4b79daca532a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:46.823127 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c474cc3f-8e73-4f25-bd6a-284230d78373 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=acdb563860ac4bba8f5bfbd7a7d422fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406151 Dec 12 17:51:46.825562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60980) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:46.873542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f923111c-28e6-4b37-9cb3-4b79daca532a admin admin] For port a186289d-2069-494b-9e91-76abac4cb238, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a186289d-2069-494b-9e91-76abac4cb238,segment=NetworkSegment(361983b0-b6f0-435c-ba3b-a356df7ee9f8),segment_id=361983b0-b6f0-435c-ba3b-a356df7ee9f8)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:51:46.873907 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f923111c-28e6-4b37-9cb3-4b79daca532a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:46.875912 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b5ab309-2a04-45e4-91a4-ae61c741ecbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:46.887031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f923111c-28e6-4b37-9cb3-4b79daca532a admin admin] Calling delete_port for a186289d-2069-494b-9e91-76abac4cb238 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:51:46.899510 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b5ab309-2a04-45e4-91a4-ae61c741ecbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:46.956667 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b5ab309-2a04-45e4-91a4-ae61c741ecbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:46.958607 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b5ab309-2a04-45e4-91a4-ae61c741ecbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:46.960201 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3b5ab309-2a04-45e4-91a4-ae61c741ecbd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b504283f-89a6-4e36-9f31-9474c06fa8ab HTTP/1.1" status: 204 len: 168 time: 0.1332545 Dec 12 17:51:46.969399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ab309-2a04-45e4-91a4-ae61c741ecbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b504283f-89a6-4e36-9f31-9474c06fa8ab,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:47.000130 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:47.006828 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f1753eb8-6bef-4f46-9f51-9939a0f78044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:47.109146 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f923111c-28e6-4b37-9cb3-4b79daca532a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:47.146361 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923111c-28e6-4b37-9cb3-4b79daca532a admin admin] Pushing event deleted for resources: {'Port': ['ID=a186289d-2069-494b-9e91-76abac4cb238,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:47.390943 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f923111c-28e6-4b37-9cb3-4b79daca532a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:47.553563 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:47.697713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f923111c-28e6-4b37-9cb3-4b79daca532a admin admin] Router 03bcbae6-ed77-4f08-901c-287582c321f4 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:51:47.816468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f923111c-28e6-4b37-9cb3-4b79daca532a admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:51:47.825372 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32796) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:47.825845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f923111c-28e6-4b37-9cb3-4b79daca532a admin admin] 10.222.0.18 "PUT /v2.0/routers/03bcbae6-ed77-4f08-901c-287582c321f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8708713 Dec 12 17:51:47.829052 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95818809-966e-40de-87e3-225ef1891002 None None] Sync routers for ids ['03bcbae6-ed77-4f08-901c-287582c321f4'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:51:47.843543 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95818809-966e-40de-87e3-225ef1891002 None None] Routers {'03bcbae6-ed77-4f08-901c-287582c321f4'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:51:47.844476 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-95818809-966e-40de-87e3-225ef1891002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:51:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['03bcbae6-ed77-4f08-901c-287582c321f4'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:48.012004 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e595a8cc-f790-4513-9ff2-7ed0f24c234e admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:48.050572 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-95818809-966e-40de-87e3-225ef1891002 None None] Set router 03bcbae6-ed77-4f08-901c-287582c321f4 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:51:48.136454 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce27b4b-1222-445c-958a-b82a3982ebff req-88e96cbb-a670-409a-b5cf-098a84a88f8c tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:48.138433 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cce27b4b-1222-445c-958a-b82a3982ebff req-88e96cbb-a670-409a-b5cf-098a84a88f8c tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.1296012 Dec 12 17:51:48.143863 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e595a8cc-f790-4513-9ff2-7ed0f24c234e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:48.216283 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cce27b4b-1222-445c-958a-b82a3982ebff req-144c737b-d4a5-44b3-9e43-3c6d888a604e tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692196 Dec 12 17:51:48.254141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e595a8cc-f790-4513-9ff2-7ed0f24c234e admin admin] Deleting port 5d7d10d1-3630-4d10-9962-d737db4580bd {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:51:48.254638 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e595a8cc-f790-4513-9ff2-7ed0f24c234e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:48.268662 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:48.336096 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-95818809-966e-40de-87e3-225ef1891002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'name': 'tempest-ServersTestJSON-52438983-router', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:51:47Z', 'revision_number': 5, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'gw_port': {'id': '5d7d10d1-3630-4d10-9962-d737db4580bd', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:48.362732 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95818809-966e-40de-87e3-225ef1891002 None None] Checking router: 03bcbae6-ed77-4f08-901c-287582c321f4 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:51:48.364233 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-e595a8cc-f790-4513-9ff2-7ed0f24c234e admin admin] For port 5d7d10d1-3630-4d10-9962-d737db4580bd, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5d7d10d1-3630-4d10-9962-d737db4580bd,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:51:48.364612 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e595a8cc-f790-4513-9ff2-7ed0f24c234e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:48.383486 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e595a8cc-f790-4513-9ff2-7ed0f24c234e admin admin] Calling delete_port for 5d7d10d1-3630-4d10-9962-d737db4580bd owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:51:48.400341 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95818809-966e-40de-87e3-225ef1891002 None None] Routers {'03bcbae6-ed77-4f08-901c-287582c321f4'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:51:48.401272 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-95818809-966e-40de-87e3-225ef1891002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:51:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['03bcbae6-ed77-4f08-901c-287582c321f4'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:48.567683 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-95818809-966e-40de-87e3-225ef1891002 None None] Set router 03bcbae6-ed77-4f08-901c-287582c321f4 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:51:48.653706 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-95818809-966e-40de-87e3-225ef1891002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'name': 'tempest-ServersTestJSON-52438983-router', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:51:48Z', 'revision_number': 6, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:48.684424 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95818809-966e-40de-87e3-225ef1891002 None None] The sync data for ids ['03bcbae6-ed77-4f08-901c-287582c321f4'] in n-d-760354-5 is: [{'id': '03bcbae6-ed77-4f08-901c-287582c321f4', 'name': 'tempest-ServersTestJSON-52438983-router', 'tenant_id': 'd69d47074ba84e7a9aea95934043e4bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:49:37Z', 'updated_at': '2021-12-12T17:51:48Z', 'revision_number': 6, 'project_id': 'd69d47074ba84e7a9aea95934043e4bc', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:51:48.742148 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e595a8cc-f790-4513-9ff2-7ed0f24c234e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:48.771809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595a8cc-f790-4513-9ff2-7ed0f24c234e admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7d10d1-3630-4d10-9962-d737db4580bd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:48.790773 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32fd1e9-f3eb-45fd-bc1a-0d0e3789562d None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:51:48.860099 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e595a8cc-f790-4513-9ff2-7ed0f24c234e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:48.958176 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e595a8cc-f790-4513-9ff2-7ed0f24c234e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:48.961100 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e595a8cc-f790-4513-9ff2-7ed0f24c234e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:49.008106 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e595a8cc-f790-4513-9ff2-7ed0f24c234e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:49.008760 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e595a8cc-f790-4513-9ff2-7ed0f24c234e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03bcbae6-ed77-4f08-901c-287582c321f4 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:51:49.015183 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e595a8cc-f790-4513-9ff2-7ed0f24c234e admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:49.018721 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e595a8cc-f790-4513-9ff2-7ed0f24c234e admin admin] 10.222.0.18 "DELETE /v2.0/routers/03bcbae6-ed77-4f08-901c-287582c321f4 HTTP/1.1" status: 204 len: 168 time: 1.1900740 Dec 12 17:51:49.019010 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32842) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:49.082541 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d52da67-41b0-4626-bc9f-1e1b3cd272a1 admin admin] Deleting subnet acc04e05-ebae-43d2-9255-5c2bd0c694c1 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:51:49.089161 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d52da67-41b0-4626-bc9f-1e1b3cd272a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:49.158914 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d52da67-41b0-4626-bc9f-1e1b3cd272a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:49.265947 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d52da67-41b0-4626-bc9f-1e1b3cd272a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:49.327809 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d52da67-41b0-4626-bc9f-1e1b3cd272a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:49.357011 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52da67-41b0-4626-bc9f-1e1b3cd272a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc04e05-ebae-43d2-9255-5c2bd0c694c1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:49.368157 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d52da67-41b0-4626-bc9f-1e1b3cd272a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:49.371781 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2d52da67-41b0-4626-bc9f-1e1b3cd272a1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/acc04e05-ebae-43d2-9255-5c2bd0c694c1 HTTP/1.1" status: 204 len: 168 time: 0.3517087 Dec 12 17:51:49.375031 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32862) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:49.378657 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879d59c8-013f-4428-bc7c-66feab5f8c9b None None] Network 06540a75-cde9-49a1-a042-ac31de8befda requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:51:49.382441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a605d-22e8-4acd-8386-9eae427cab34 req-68a49d5d-9c53-4071-b395-8df374d009ce tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:49.384663 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-402a605d-22e8-4acd-8386-9eae427cab34 req-68a49d5d-9c53-4071-b395-8df374d009ce tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.0593295 Dec 12 17:51:49.473678 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-402a605d-22e8-4acd-8386-9eae427cab34 req-11924160-7659-4f1d-9003-ebfdcdd1c8fb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820465 Dec 12 17:51:49.535971 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:49.615064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] Deleting port 4a956389-6ef2-470c-8c9f-360a0ffcc710 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:51:49.616514 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:49.731558 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] For port 4a956389-6ef2-470c-8c9f-360a0ffcc710, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4a956389-6ef2-470c-8c9f-360a0ffcc710,segment=NetworkSegment(361983b0-b6f0-435c-ba3b-a356df7ee9f8),segment_id=361983b0-b6f0-435c-ba3b-a356df7ee9f8)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:51:49.734252 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:49.754636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] Calling delete_port for 4a956389-6ef2-470c-8c9f-360a0ffcc710 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:51:49.856518 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b070ae7d-77bb-4d7e-b78c-113a7510ff22 None None] DHCP port deletion for 06540a75-cde9-49a1-a042-ac31de8befda request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:51:49.869405 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:49.895342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b070ae7d-77bb-4d7e-b78c-113a7510ff22 None None] The port '4a956389-6ef2-470c-8c9f-360a0ffcc710' was deleted {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 12 17:51:49.907483 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a956389-6ef2-470c-8c9f-360a0ffcc710,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:49.910912 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] No DVR routers for this DVR port 4a956389-6ef2-470c-8c9f-360a0ffcc710 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:51:49.998928 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:50.005546 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:50.033422 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06540a75-cde9-49a1-a042-ac31de8befda']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:50.045919 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361983b0-b6f0-435c-ba3b-a356df7ee9f8') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:50.046287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361983b0-b6f0-435c-ba3b-a356df7ee9f8') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:51:50.056942 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:50.080389 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:50.086133 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:51:50.086610 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:51:50.123413 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:51:50.151550 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:50.160063 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:50.168673 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] 10.222.0.18 "DELETE /v2.0/networks/06540a75-cde9-49a1-a042-ac31de8befda HTTP/1.1" status: 204 len: 168 time: 0.7921879 Dec 12 17:51:50.183815 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ff061-385c-46c7-8c36-ce98ce8c4a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=06540a75-cde9-49a1-a042-ac31de8befda,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:50.327539 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32912) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:50.367046 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32914) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:50.378935 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-065ed7ad-40d9-4127-bce1-7f6b6b13f3a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d69d47074ba84e7a9aea95934043e4bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0478396 Dec 12 17:51:50.379074 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32918) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:50.435612 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6e4e-acd7-4cfe-825a-f9c014de0d2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:50.457773 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6e4e-acd7-4cfe-825a-f9c014de0d2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:50.546877 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6e4e-acd7-4cfe-825a-f9c014de0d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:50.550490 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6e4e-acd7-4cfe-825a-f9c014de0d2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:50.554401 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7f7a6e4e-acd7-4cfe-825a-f9c014de0d2c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54ff33e5-90c9-4eac-93c8-3bb99553790a HTTP/1.1" status: 204 len: 168 time: 0.1719649 Dec 12 17:51:50.566299 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a6e4e-acd7-4cfe-825a-f9c014de0d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ff33e5-90c9-4eac-93c8-3bb99553790a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:50.571124 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4a956389-6ef2-470c-8c9f-360a0ffcc710 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:51:50.604736 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 4a956389-6ef2-470c-8c9f-360a0ffcc710 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:51:50.605342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4a956389-6ef2-470c-8c9f-360a0ffcc710 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:51:50.605938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a186289d-2069-494b-9e91-76abac4cb238 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:51:50.629003 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: a186289d-2069-494b-9e91-76abac4cb238 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:51:50.629695 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a186289d-2069-494b-9e91-76abac4cb238 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:51:50.630339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5d7d10d1-3630-4d10-9962-d737db4580bd no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:51:50.645486 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38e091aa-c776-4d0b-a062-57e0e3ef9475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:50.653260 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 5d7d10d1-3630-4d10-9962-d737db4580bd {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:51:50.653906 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5d7d10d1-3630-4d10-9962-d737db4580bd not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:51:50.713455 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:50.759375 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b28a1d-86f1-49fe-a617-e05bf8a3f600 req-99ebda6e-718f-4859-a20a-cb9fcd100e0b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:50.769216 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68b28a1d-86f1-49fe-a617-e05bf8a3f600 req-99ebda6e-718f-4859-a20a-cb9fcd100e0b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.1046128 Dec 12 17:51:50.811134 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38e091aa-c776-4d0b-a062-57e0e3ef9475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:50.822590 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38e091aa-c776-4d0b-a062-57e0e3ef9475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:50.848165 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-38e091aa-c776-4d0b-a062-57e0e3ef9475 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a01e9666f614144b9e3b5c960101ef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4799063 Dec 12 17:51:50.851124 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32930) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:50.851889 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68b28a1d-86f1-49fe-a617-e05bf8a3f600 req-7819b5b5-aca9-47f2-a2fb-160eb3601671 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811534 Dec 12 17:51:50.889013 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e091aa-c776-4d0b-a062-57e0e3ef9475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d44ca95-c6ff-4c03-a91e-24e427750569,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:50.945299 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2be98074-f375-4aca-9377-e1f313aa7b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:50.970274 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2be98074-f375-4aca-9377-e1f313aa7b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:51.028075 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2be98074-f375-4aca-9377-e1f313aa7b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:51.030872 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2be98074-f375-4aca-9377-e1f313aa7b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:51.032079 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2be98074-f375-4aca-9377-e1f313aa7b6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d44ca95-c6ff-4c03-a91e-24e427750569 HTTP/1.1" status: 204 len: 168 time: 0.1795530 Dec 12 17:51:51.041745 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be98074-f375-4aca-9377-e1f313aa7b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d44ca95-c6ff-4c03-a91e-24e427750569,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:51.437362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 32954) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:51.459333 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-48bcbd8e-78bc-48e7-bdb3-30aa1505f9f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:51.469215 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32956) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:51.564353 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-48bcbd8e-78bc-48e7-bdb3-30aa1505f9f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:51.568559 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-48bcbd8e-78bc-48e7-bdb3-30aa1505f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:51.610430 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-48bcbd8e-78bc-48e7-bdb3-30aa1505f9f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6eff18a9f1924aa7990ef95076a10f3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1715820 Dec 12 17:51:51.611239 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcbd8e-78bc-48e7-bdb3-30aa1505f9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e1d74d-2fdf-409e-96cd-3aa86164e937,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:51.613058 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32960) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:51.660366 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5b0c23f0-ed56-4169-b81e-92a0742b4317 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1392057000-network', 'tenant_id': '1247385d3ba54b799e07a781fa21316e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:51:51.689036 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8d807c2-4742-4cf5-a6c8-09a5e7c43475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:51.698619 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0c23f0-ed56-4169-b81e-92a0742b4317 admin admin] Made reservation on behalf of 1247385d3ba54b799e07a781fa21316e for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:51:51.701035 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b0c23f0-ed56-4169-b81e-92a0742b4317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:51.717436 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b0c23f0-ed56-4169-b81e-92a0742b4317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:51.724510 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8d807c2-4742-4cf5-a6c8-09a5e7c43475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:51.803097 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8d807c2-4742-4cf5-a6c8-09a5e7c43475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:51.805765 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8d807c2-4742-4cf5-a6c8-09a5e7c43475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:51.806931 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c8d807c2-4742-4cf5-a6c8-09a5e7c43475 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75e1d74d-2fdf-409e-96cd-3aa86164e937 HTTP/1.1" status: 204 len: 168 time: 0.1926022 Dec 12 17:51:51.823895 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d807c2-4742-4cf5-a6c8-09a5e7c43475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e1d74d-2fdf-409e-96cd-3aa86164e937,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:51.848181 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b0c23f0-ed56-4169-b81e-92a0742b4317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:51.855611 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b0c23f0-ed56-4169-b81e-92a0742b4317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:51.883565 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0c23f0-ed56-4169-b81e-92a0742b4317 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:51:51.901844 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c23f0-ed56-4169-b81e-92a0742b4317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722bc062-2ba2-4032-ae27-6563ece51887,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:51.905118 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b0c23f0-ed56-4169-b81e-92a0742b4317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:51.905831 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-5b0c23f0-ed56-4169-b81e-92a0742b4317 admin admin] Added segment b302e3b2-0784-4d15-9d77-0b46d1149dab of type vlan for network 740687b8-a155-4d93-8c85-4ad89c8be7c8 Dec 12 17:51:51.965697 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b0c23f0-ed56-4169-b81e-92a0742b4317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:52.001365 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b0c23f0-ed56-4169-b81e-92a0742b4317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:52.002648 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0c23f0-ed56-4169-b81e-92a0742b4317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:52.003395 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b0c23f0-ed56-4169-b81e-92a0742b4317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:52.035436 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124fe1e-455c-417a-beb2-2788d99462a3 req-608ce1ad-b32d-4697-8fd4-065416bc50ba tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:52.037813 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a124fe1e-455c-417a-beb2-2788d99462a3 req-608ce1ad-b32d-4697-8fd4-065416bc50ba tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.0756896 Dec 12 17:51:52.066517 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c23f0-ed56-4169-b81e-92a0742b4317 admin admin] Pushing event updated for resources: {'Network': ['ID=740687b8-a155-4d93-8c85-4ad89c8be7c8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:52.077873 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 740687b8-a155-4d93-8c85-4ad89c8be7c8 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:51:52.089549 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5b0c23f0-ed56-4169-b81e-92a0742b4317 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6185260 Dec 12 17:51:52.093143 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32972) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:52.093574 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a124fe1e-455c-417a-beb2-2788d99462a3 req-7df7a4dd-2d7d-43e9-b410-e1ee8cd3e439 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480461 Dec 12 17:51:52.101429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1d5e2fc0-a312-4d99-bccd-19c0bd33b82a admin admin] Request body: {'subnet': {'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1392057000-subnet', 'tenant_id': '1247385d3ba54b799e07a781fa21316e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:51:52.140005 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5e2fc0-a312-4d99-bccd-19c0bd33b82a admin admin] Made reservation on behalf of 1247385d3ba54b799e07a781fa21316e for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:51:52.142694 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d5e2fc0-a312-4d99-bccd-19c0bd33b82a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:52.337078 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d5e2fc0-a312-4d99-bccd-19c0bd33b82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:52.400100 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e2fc0-a312-4d99-bccd-19c0bd33b82a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d92c4280-59d6-41b4-9a33-1922737aefee,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:52.408790 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e2fc0-a312-4d99-bccd-19c0bd33b82a admin admin] Checking segment: {'id': 'b302e3b2-0784-4d15-9d77-0b46d1149dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:51:52.409252 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5e2fc0-a312-4d99-bccd-19c0bd33b82a admin admin] Network hostable DHCP agents. Network: 740687b8-a155-4d93-8c85-4ad89c8be7c8, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:51:52.429064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5e2fc0-a312-4d99-bccd-19c0bd33b82a admin admin] Network 740687b8-a155-4d93-8c85-4ad89c8be7c8 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:51:52.439137 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1d5e2fc0-a312-4d99-bccd-19c0bd33b82a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 740687b8-a155-4d93-8c85-4ad89c8be7c8) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:51:52.444644 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5e2fc0-a312-4d99-bccd-19c0bd33b82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:52.445244 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d5e2fc0-a312-4d99-bccd-19c0bd33b82a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:52.452037 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee5e6e1-8580-4f15-bcb2-2c4a952e3040 None None] Network 740687b8-a155-4d93-8c85-4ad89c8be7c8 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:51:52.477766 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1d5e2fc0-a312-4d99-bccd-19c0bd33b82a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3832920 Dec 12 17:51:52.599437 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69080fd-ea2f-46df-89fc-2c494e544855 None None] Network 740687b8-a155-4d93-8c85-4ad89c8be7c8 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:51:53.070356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-8163e07a-c509-46c2-a40b-5e65c0e28bba tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:53.077278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-8163e07a-c509-46c2-a40b-5e65c0e28bba tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/networks?id=740687b8-a155-4d93-8c85-4ad89c8be7c8 HTTP/1.1" status: 200 len: 815 time: 0.1342435 Dec 12 17:51:53.088134 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-e5e59c71-70b4-40f5-9c23-1aecb3c9bf74 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/quotas/1247385d3ba54b799e07a781fa21316e HTTP/1.1" status: 200 len: 375 time: 0.0100377 Dec 12 17:51:53.127822 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-3b7d3a23-f184-45b2-a580-108c1a45e7ab tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1247385d3ba54b799e07a781fa21316e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326455 Dec 12 17:51:53.277597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-a9c0277c-b044-441a-951e-6184253d1f5b service neutron] 10.222.0.18 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413693 Dec 12 17:51:53.291465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25244492-fbac-4da0-8b29-1fe5da8ff7e8 req-6a7662d0-9fa4-4e6b-aeba-42c099ca041b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:53.292878 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25244492-fbac-4da0-8b29-1fe5da8ff7e8 req-6a7662d0-9fa4-4e6b-aeba-42c099ca041b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.0916884 Dec 12 17:51:53.391480 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25244492-fbac-4da0-8b29-1fe5da8ff7e8 req-69f453a8-1677-48ec-a18b-465614903ed0 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797722 Dec 12 17:51:53.423011 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-36e1f912-e6f3-4577-8813-d44a8629e15b service neutron] 10.222.0.18 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289775 Dec 12 17:51:53.609496 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33050) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:53.642816 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4c42b88-0152-42ce-bf45-1949f374a549 req-08481d55-a0d5-4bdd-99a3-bcab93474a1b tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 210 time: 0.0527544 Dec 12 17:51:53.743778 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11c467e0-a418-4be5-afbe-e6d7ac28c2ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:53.822436 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11c467e0-a418-4be5-afbe-e6d7ac28c2ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:53.827068 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11c467e0-a418-4be5-afbe-e6d7ac28c2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:53.877126 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-11c467e0-a418-4be5-afbe-e6d7ac28c2ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed6a6066dad4409a82cf29682a819097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2633038 Dec 12 17:51:53.877126 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c467e0-a418-4be5-afbe-e6d7ac28c2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d67742f-c1c8-4444-81ee-889d078d60a6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:53.877500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33062) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:53.946678 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1f7ad417-25b2-4cc7-9ea8-cddeb71f420a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:53.971505 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1f7ad417-25b2-4cc7-9ea8-cddeb71f420a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:54.034667 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1f7ad417-25b2-4cc7-9ea8-cddeb71f420a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:54.038079 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1f7ad417-25b2-4cc7-9ea8-cddeb71f420a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:54.043179 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1f7ad417-25b2-4cc7-9ea8-cddeb71f420a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d67742f-c1c8-4444-81ee-889d078d60a6 HTTP/1.1" status: 204 len: 168 time: 0.1645513 Dec 12 17:51:54.051885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ad417-25b2-4cc7-9ea8-cddeb71f420a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d67742f-c1c8-4444-81ee-889d078d60a6,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:54.542997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b97cf5-722b-4506-8c28-981caa29d775 req-900d2eab-4e74-4526-ac20-09bf8e22c05f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:54.545539 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5b97cf5-722b-4506-8c28-981caa29d775 req-900d2eab-4e74-4526-ac20-09bf8e22c05f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.0672874 Dec 12 17:51:54.600115 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5b97cf5-722b-4506-8c28-981caa29d775 req-3aa50326-acd3-4719-ab47-8143b0f74808 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479746 Dec 12 17:51:54.782559 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1f568669-f08b-4429-aaa7-1819ea39f05a req-6c5c5c5e-367b-4e8c-a476-1111b2823bc4 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 210 time: 0.0602310 Dec 12 17:51:54.806409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-7b1b5b45-2e22-4b50-a600-26688a930b35 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:54.806409 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-7b1b5b45-2e22-4b50-a600-26688a930b35 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.20 "GET /v2.0/networks?id=740687b8-a155-4d93-8c85-4ad89c8be7c8 HTTP/1.1" status: 200 len: 815 time: 0.1980817 Dec 12 17:51:54.815419 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-3846d54e-2f36-4d4f-96a1-8f853e5b7358 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Request body: {'port': {'device_id': '80f2ba9c-1bc2-4156-acd8-efe14a02f3be', 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8', 'admin_state_up': True, 'tenant_id': '1247385d3ba54b799e07a781fa21316e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:51:54.936960 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-3846d54e-2f36-4d4f-96a1-8f853e5b7358 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Made reservation on behalf of 1247385d3ba54b799e07a781fa21316e for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:51:54.940830 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-3846d54e-2f36-4d4f-96a1-8f853e5b7358 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:55.086118 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-3846d54e-2f36-4d4f-96a1-8f853e5b7358 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Allocated IP 172.20.0.14 (740687b8-a155-4d93-8c85-4ad89c8be7c8/d92c4280-59d6-41b4-9a33-1922737aefee/626f3a2e-76f1-4334-ba8a-8451e6c6d73e) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:51:55.281846 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-3846d54e-2f36-4d4f-96a1-8f853e5b7358 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:55.317924 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-3846d54e-2f36-4d4f-96a1-8f853e5b7358 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:55.363336 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-3846d54e-2f36-4d4f-96a1-8f853e5b7358 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Network 740687b8-a155-4d93-8c85-4ad89c8be7c8 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:51:55.367323 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-3846d54e-2f36-4d4f-96a1-8f853e5b7358 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:51:55.374408 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-3846d54e-2f36-4d4f-96a1-8f853e5b7358 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:51:55.414601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846d54e-2f36-4d4f-96a1-8f853e5b7358 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Pushing event updated for resources: {'Port': ['ID=626f3a2e-76f1-4334-ba8a-8451e6c6d73e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:55.448041 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-3846d54e-2f36-4d4f-96a1-8f853e5b7358 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:55.448785 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-3846d54e-2f36-4d4f-96a1-8f853e5b7358 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:55.473256 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-3846d54e-2f36-4d4f-96a1-8f853e5b7358 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6632810 Dec 12 17:51:55.493711 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Request body: {'port': {'device_id': '80f2ba9c-1bc2-4156-acd8-efe14a02f3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:51:55.549777 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:56.093259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292af868-8631-49c0-b7a5-921a3b1fc5f3 req-e711558a-eada-492e-bb0b-adc37a0f5f66 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:56.094899 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-292af868-8631-49c0-b7a5-921a3b1fc5f3 req-e711558a-eada-492e-bb0b-adc37a0f5f66 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 932 time: 0.1368186 Dec 12 17:51:56.111507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5af28c-d2c4-4bb7-becc-fca1fbf45462 req-9355d409-2b3d-43e8-8c29-adcc1307fdb4 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:56.113215 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc5af28c-d2c4-4bb7-becc-fca1fbf45462 req-9355d409-2b3d-43e8-8c29-adcc1307fdb4 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.1562316 Dec 12 17:51:56.234760 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-292af868-8631-49c0-b7a5-921a3b1fc5f3 req-518ba83a-3cd8-400e-bdb6-9ebd7c2a0ebd tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185420 Dec 12 17:51:56.242672 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc5af28c-d2c4-4bb7-becc-fca1fbf45462 req-f7752964-2c0a-4cae-a993-ff7c1afee8e2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143460 Dec 12 17:51:56.290545 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33160) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:56.312981 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626f3a2e-76f1-4334-ba8a-8451e6c6d73e {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:51:56.323165 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:56.341890 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Transition to ACTIVE for port object 626f3a2e-76f1-4334-ba8a-8451e6c6d73e will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:51:56.346587 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:56.398450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Pushing event updated for resources: {'Port': ['ID=626f3a2e-76f1-4334-ba8a-8451e6c6d73e,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:56.402608 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e4807f3-a831-4bec-94c9-57d6506cc5e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:56.467885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Attempting to bind port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:51:56.468805 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Attempting to bind port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'b302e3b2-0784-4d15-9d77-0b46d1149dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:51:56.469123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Attempting to bind port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e on network 740687b8-a155-4d93-8c85-4ad89c8be7c8 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:51:56.474538 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e on network 740687b8-a155-4d93-8c85-4ad89c8be7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:51:56.474998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Attempting to bind port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e on network 740687b8-a155-4d93-8c85-4ad89c8be7c8 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:51:56.480374 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:51:56.480821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Checking segment: {'id': 'b302e3b2-0784-4d15-9d77-0b46d1149dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:51:56.481378 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Bound using segment: {'id': 'b302e3b2-0784-4d15-9d77-0b46d1149dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:51:56.482002 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Bound port: 626f3a2e-76f1-4334-ba8a-8451e6c6d73e, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b302e3b2-0784-4d15-9d77-0b46d1149dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:51:56.482588 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:56.497009 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e4807f3-a831-4bec-94c9-57d6506cc5e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:56.507878 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e4807f3-a831-4bec-94c9-57d6506cc5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:56.546576 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3e4807f3-a831-4bec-94c9-57d6506cc5e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4dd1001dfcb74cff9c06e133d1cc3749&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2547681 Dec 12 17:51:56.549543 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33170) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:56.559721 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] For port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:51:56.564970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] For port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=626f3a2e-76f1-4334-ba8a-8451e6c6d73e,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:51:56.571192 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4807f3-a831-4bec-94c9-57d6506cc5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50f284d-204c-42ce-9eb2-e6e3545cafde,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:56.574276 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:56.617585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:56.618215 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:56.618948 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da81a282-dfb8-469b-bc41-3d220d569a86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:56.619758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] 10.222.0.20 "PUT /v2.0/ports/626f3a2e-76f1-4334-ba8a-8451e6c6d73e HTTP/1.1" status: 200 len: 1092 time: 1.1385603 Dec 12 17:51:56.620097 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f2ba9c-1bc2-4156-acd8-efe14a02f3be', 'tag': '626f3a2e-76f1-4334-ba8a-8451e6c6d73e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:51:56.622549 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879fca4f-07a0-43fb-b8f9-1f3009e5dad6" -d '{"events": [{"name": "network-changed", "server_uuid": "80f2ba9c-1bc2-4156-acd8-efe14a02f3be", "tag": "626f3a2e-76f1-4334-ba8a-8451e6c6d73e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:51:56.657204 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9c419-74b9-4e8a-941b-6a5e8e9745a9 service neutron] Pushing event updated for resources: {'Port': ['ID=626f3a2e-76f1-4334-ba8a-8451e6c6d73e,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:56.670920 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da81a282-dfb8-469b-bc41-3d220d569a86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:56.725716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-c3a13c1b-0186-41ed-83cb-7d56da88785e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:56.727553 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-c3a13c1b-0186-41ed-83cb-7d56da88785e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1247385d3ba54b799e07a781fa21316e&device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 1095 time: 0.0612495 Dec 12 17:51:56.730050 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081a2420-971a-4c2f-8c65-608308f3b461 x-openstack-request-id: req-081a2420-971a-4c2f-8c65-608308f3b461 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:51:56.730208 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f2ba9c-1bc2-4156-acd8-efe14a02f3be", "tag": "626f3a2e-76f1-4334-ba8a-8451e6c6d73e", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:51:56.730405 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-081a2420-971a-4c2f-8c65-608308f3b461 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:51:56.730821 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f2ba9c-1bc2-4156-acd8-efe14a02f3be', 'tag': '626f3a2e-76f1-4334-ba8a-8451e6c6d73e', 'status': 'completed', 'code': 200} Dec 12 17:51:56.748527 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da81a282-dfb8-469b-bc41-3d220d569a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:56.751382 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da81a282-dfb8-469b-bc41-3d220d569a86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:56.753396 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-da81a282-dfb8-469b-bc41-3d220d569a86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e50f284d-204c-42ce-9eb2-e6e3545cafde HTTP/1.1" status: 204 len: 168 time: 0.2029393 Dec 12 17:51:56.766550 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81a282-dfb8-469b-bc41-3d220d569a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50f284d-204c-42ce-9eb2-e6e3545cafde,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:56.781136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-0fa958a5-4914-47db-addd-07029c2b4bd9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=626f3a2e-76f1-4334-ba8a-8451e6c6d73e HTTP/1.1" status: 200 len: 217 time: 0.0459871 Dec 12 17:51:56.843888 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-b9af9941-ef21-4c21-9da6-a9ca9f2a7ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:56.845250 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-b9af9941-ef21-4c21-9da6-a9ca9f2a7ede service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d92c4280-59d6-41b4-9a33-1922737aefee HTTP/1.1" status: 200 len: 855 time: 0.0557261 Dec 12 17:51:56.878146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-ac88c436-be26-4bd4-b0cf-fa04e76564a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=740687b8-a155-4d93-8c85-4ad89c8be7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255146 Dec 12 17:51:56.993993 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-122f505e-7459-4d2c-9171-7658821a880d service neutron] 10.222.0.20 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089134 Dec 12 17:51:57.098734 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33234) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:57.099487 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8a3421a-7681-4e87-b13d-2d3a1964b4d9 req-5fb3eeb1-b710-4bb8-9894-03324bb98c0e service neutron] 10.222.0.20 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986645 Dec 12 17:51:57.123929 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-033a3d8c-07ec-46f3-adb3-7eda23f7d182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:57.213883 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-033a3d8c-07ec-46f3-adb3-7eda23f7d182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:57.220033 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-033a3d8c-07ec-46f3-adb3-7eda23f7d182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:57.221119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fca4f-07a0-43fb-b8f9-1f3009e5dad6 req-251b3e6e-36a7-4703-be94-77c206bfce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:57.223046 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-879fca4f-07a0-43fb-b8f9-1f3009e5dad6 req-251b3e6e-36a7-4703-be94-77c206bfce8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1247385d3ba54b799e07a781fa21316e&device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 1095 time: 0.0637007 Dec 12 17:51:57.264242 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-033a3d8c-07ec-46f3-adb3-7eda23f7d182 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34a586a9f9014b0492c92ba2dbb2b88d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1642318 Dec 12 17:51:57.264998 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a3d8c-07ec-46f3-adb3-7eda23f7d182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386b1982-ae5a-488f-871c-818dd89dd798,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:57.267307 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33258) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:51:57.340318 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7388a28-6991-4976-865d-3151171eed85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:57.363745 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fca4f-07a0-43fb-b8f9-1f3009e5dad6 req-9c7d7db6-19bc-40d5-babf-8fc1aa5c4c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:57.369298 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-879fca4f-07a0-43fb-b8f9-1f3009e5dad6 req-9c7d7db6-19bc-40d5-babf-8fc1aa5c4c7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=740687b8-a155-4d93-8c85-4ad89c8be7c8 HTTP/1.1" status: 200 len: 916 time: 0.1387763 Dec 12 17:51:57.376288 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7388a28-6991-4976-865d-3151171eed85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:57.429085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-879fca4f-07a0-43fb-b8f9-1f3009e5dad6 req-07a14ff2-7dab-4422-b712-36222c6a06a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=626f3a2e-76f1-4334-ba8a-8451e6c6d73e HTTP/1.1" status: 200 len: 217 time: 0.0485899 Dec 12 17:51:57.438276 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7388a28-6991-4976-865d-3151171eed85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:57.441986 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7388a28-6991-4976-865d-3151171eed85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:57.443831 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f7388a28-6991-4976-865d-3151171eed85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/386b1982-ae5a-488f-871c-818dd89dd798 HTTP/1.1" status: 204 len: 168 time: 0.1752679 Dec 12 17:51:57.452977 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7388a28-6991-4976-865d-3151171eed85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386b1982-ae5a-488f-871c-818dd89dd798,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:57.550209 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7e3ae-b1ff-4b83-9bb9-1336329212e2 req-a53b1203-7b98-4065-9b58-ce6ead8f7e79 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:57.552266 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88c7e3ae-b1ff-4b83-9bb9-1336329212e2 req-a53b1203-7b98-4065-9b58-ce6ead8f7e79 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 944 time: 0.1335979 Dec 12 17:51:57.554196 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fca4f-07a0-43fb-b8f9-1f3009e5dad6 req-ae7c31aa-58b6-449d-935d-4eee93dc2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:57.555801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-879fca4f-07a0-43fb-b8f9-1f3009e5dad6 req-ae7c31aa-58b6-449d-935d-4eee93dc2b7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d92c4280-59d6-41b4-9a33-1922737aefee HTTP/1.1" status: 200 len: 855 time: 0.0986953 Dec 12 17:51:57.564875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8df7-ed2a-485b-845b-837a9739dddc req-b93a12ae-cdee-4fa7-8387-553e7edf219c tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:57.567493 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-030c8df7-ed2a-485b-845b-837a9739dddc req-b93a12ae-cdee-4fa7-8387-553e7edf219c tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.1889448 Dec 12 17:51:57.611529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-879fca4f-07a0-43fb-b8f9-1f3009e5dad6 req-e7c6dd74-0f7f-44e9-977a-135c4d9a50b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=740687b8-a155-4d93-8c85-4ad89c8be7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419245 Dec 12 17:51:57.712077 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88c7e3ae-b1ff-4b83-9bb9-1336329212e2 req-ea29a8c4-2a36-49b5-8478-28d260a08fb5 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435683 Dec 12 17:51:57.746313 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-030c8df7-ed2a-485b-845b-837a9739dddc req-db068cd2-03d3-4df2-ac17-2a5405312ab8 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676855 Dec 12 17:51:57.776653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-879fca4f-07a0-43fb-b8f9-1f3009e5dad6 req-fbbfc95a-99a3-4ee3-9392-3938e2202bab service neutron] 10.222.0.20 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545939 Dec 12 17:51:57.897629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-879fca4f-07a0-43fb-b8f9-1f3009e5dad6 req-e37e562c-d06c-4875-9cfb-9b9df65b517f service neutron] 10.222.0.20 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127286 Dec 12 17:51:58.859518 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5249835-b799-44ea-b60e-b1c7428a3f88 req-fd34ff62-8133-4845-b539-5fac024cbd93 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:58.861237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5249835-b799-44ea-b60e-b1c7428a3f88 req-fd34ff62-8133-4845-b539-5fac024cbd93 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 944 time: 0.0671949 Dec 12 17:51:58.938693 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5249835-b799-44ea-b60e-b1c7428a3f88 req-60831901-66a0-45eb-a59a-20e0057d7bf3 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661478 Dec 12 17:51:58.962042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f44ccf-9012-4094-b179-ab80ef6713a7 req-f7db6193-a4e4-43d9-94b5-558538527c44 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:51:58.962042 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69f44ccf-9012-4094-b179-ab80ef6713a7 req-f7db6193-a4e4-43d9-94b5-558538527c44 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.0958424 Dec 12 17:51:59.019332 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69f44ccf-9012-4094-b179-ab80ef6713a7 req-7c0753d2-40d1-4fea-b09c-4e4010068d15 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544074 Dec 12 17:51:59.364920 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 626f3a2e-76f1-4334-ba8a-8451e6c6d73e details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:51:59.468586 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=626f3a2e-76f1-4334-ba8a-8451e6c6d73e,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:51:59.482283 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '626f3a2e-76f1-4334-ba8a-8451e6c6d73e', 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8', 'port_id': '626f3a2e-76f1-4334-ba8a-8451e6c6d73e', 'mac_address': 'fa:16:3e:72:55:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92c4280-59d6-41b4-9a33-1922737aefee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:51:59.532700 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:59.552693 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626f3a2e-76f1-4334-ba8a-8451e6c6d73e {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:51:59.591179 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=626f3a2e-76f1-4334-ba8a-8451e6c6d73e,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:51:59.595936 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:51:59.647691 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=626f3a2e-76f1-4334-ba8a-8451e6c6d73e,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:51:59.814452 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 801ddd51-7e4a-4f50-86f5-e484775d44fc details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:51:59.872903 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['626f3a2e-76f1-4334-ba8a-8451e6c6d73e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:52:00.006471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 801ddd51-7e4a-4f50-86f5-e484775d44fc, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=801ddd51-7e4a-4f50-86f5-e484775d44fc,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:00.034057 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '801ddd51-7e4a-4f50-86f5-e484775d44fc', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'port_id': '801ddd51-7e4a-4f50-86f5-e484775d44fc', 'mac_address': 'fa:16:3e:14:80:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:52:00.102493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041468dc-b694-46a1-95bf-c2dc69f34d9b req-4b068a11-bce0-4463-aa3a-27cfd1f55741 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:00.111489 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-041468dc-b694-46a1-95bf-c2dc69f34d9b req-4b068a11-bce0-4463-aa3a-27cfd1f55741 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 945 time: 0.0914807 Dec 12 17:52:00.138521 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:00.155279 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 801ddd51-7e4a-4f50-86f5-e484775d44fc {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:52:00.178468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 801ddd51-7e4a-4f50-86f5-e484775d44fc, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=801ddd51-7e4a-4f50-86f5-e484775d44fc,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:00.179554 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-041468dc-b694-46a1-95bf-c2dc69f34d9b req-86582c53-b483-48d4-bf7b-9947db43d245 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668638 Dec 12 17:52:00.191684 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:00.264777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=801ddd51-7e4a-4f50-86f5-e484775d44fc,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:00.280070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015948a9-dba4-44d7-9b8f-0e1f8af5fefe req-22e85afa-0ba5-4101-a58c-83656dc958dd tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:00.281707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-015948a9-dba4-44d7-9b8f-0e1f8af5fefe req-22e85afa-0ba5-4101-a58c-83656dc958dd tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 944 time: 0.0612895 Dec 12 17:52:00.319885 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['801ddd51-7e4a-4f50-86f5-e484775d44fc'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:52:00.336881 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-015948a9-dba4-44d7-9b8f-0e1f8af5fefe req-f723cf25-8544-4340-a142-6c319f178895 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471127 Dec 12 17:52:00.846249 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33816) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:00.972301 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4af4a6bd-f68d-4831-b360-2718852d77c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:01.048787 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4af4a6bd-f68d-4831-b360-2718852d77c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:01.052528 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4af4a6bd-f68d-4831-b360-2718852d77c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:01.091774 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4af4a6bd-f68d-4831-b360-2718852d77c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=afec176c907e4f3ba40367f914c9cf39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2435000 Dec 12 17:52:01.092669 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4a6bd-f68d-4831-b360-2718852d77c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9515681-b04b-4c1a-8610-247ba04bdea6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:01.094407 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33822) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:01.144934 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02332ba3-b5b5-4931-b1e9-771557eeee20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:01.171724 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02332ba3-b5b5-4931-b1e9-771557eeee20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:01.225973 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02332ba3-b5b5-4931-b1e9-771557eeee20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:01.228742 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02332ba3-b5b5-4931-b1e9-771557eeee20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:01.229901 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-02332ba3-b5b5-4931-b1e9-771557eeee20 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9515681-b04b-4c1a-8610-247ba04bdea6 HTTP/1.1" status: 204 len: 168 time: 0.1342921 Dec 12 17:52:01.246758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02332ba3-b5b5-4931-b1e9-771557eeee20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9515681-b04b-4c1a-8610-247ba04bdea6,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:01.324549 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa08f6d-91c3-4a3c-8ecc-35cb2971db99 req-82bdc3aa-05c6-4a15-a042-a3a51f402d14 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:01.336127 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-baa08f6d-91c3-4a3c-8ecc-35cb2971db99 req-82bdc3aa-05c6-4a15-a042-a3a51f402d14 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 945 time: 0.0754905 Dec 12 17:52:01.368562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 626f3a2e-76f1-4334-ba8a-8451e6c6d73e up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:52:01.400659 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-baa08f6d-91c3-4a3c-8ecc-35cb2971db99 req-799a1787-b704-4bc5-8c7c-591ed6021644 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591609 Dec 12 17:52:01.439443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:52:01.444337 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:01.444722 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:01.518212 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b049a-ae4c-4cbf-ab2b-36decf0a7fb6 req-9b35d0ed-1618-4ed0-a9e7-f1d035fd0eee tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:01.520098 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a69b049a-ae4c-4cbf-ab2b-36decf0a7fb6 req-9b35d0ed-1618-4ed0-a9e7-f1d035fd0eee tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 944 time: 0.0686698 Dec 12 17:52:01.545016 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:01.577196 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f2ba9c-1bc2-4156-acd8-efe14a02f3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626f3a2e-76f1-4334-ba8a-8451e6c6d73e'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:52:01.580404 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec081ee-11c1-45df-b7e0-846fbd7e4d8e" -d '{"events": [{"server_uuid": "80f2ba9c-1bc2-4156-acd8-efe14a02f3be", "name": "network-vif-plugged", "status": "completed", "tag": "626f3a2e-76f1-4334-ba8a-8451e6c6d73e"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:52:01.583988 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a69b049a-ae4c-4cbf-ab2b-36decf0a7fb6 req-2a589f58-eda9-46cc-82cf-b65da48b1e8c tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559914 Dec 12 17:52:01.595579 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=626f3a2e-76f1-4334-ba8a-8451e6c6d73e,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:01.602549 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:01.611986 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33838) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:01.636296 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-99408a98-ec97-4cdf-bfdb-985c73695dd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:01.647286 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004ced70-c7dc-40a0-9990-8e9585f687f8 x-openstack-request-id: req-004ced70-c7dc-40a0-9990-8e9585f687f8 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:52:01.647601 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f2ba9c-1bc2-4156-acd8-efe14a02f3be", "name": "network-vif-plugged", "status": "completed", "tag": "626f3a2e-76f1-4334-ba8a-8451e6c6d73e", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:52:01.647904 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-004ced70-c7dc-40a0-9990-8e9585f687f8 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:52:01.648305 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f2ba9c-1bc2-4156-acd8-efe14a02f3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626f3a2e-76f1-4334-ba8a-8451e6c6d73e', 'code': 200} Dec 12 17:52:01.667778 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=626f3a2e-76f1-4334-ba8a-8451e6c6d73e,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:01.757531 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-99408a98-ec97-4cdf-bfdb-985c73695dd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:01.763034 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-99408a98-ec97-4cdf-bfdb-985c73695dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:01.801241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5702e9d-d525-474c-abc0-371a9e3d2f97 req-9b6219b5-1692-4acc-a882-4e4e55d60814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:01.802747 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5702e9d-d525-474c-abc0-371a9e3d2f97 req-9b6219b5-1692-4acc-a882-4e4e55d60814 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 1097 time: 0.0828874 Dec 12 17:52:01.813563 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-99408a98-ec97-4cdf-bfdb-985c73695dd7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=baf257fd68ed4db485a05e0e87b79570&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2000468 Dec 12 17:52:01.816576 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33840) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:01.819183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99408a98-ec97-4cdf-bfdb-985c73695dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acc9147-ff73-435a-82b8-d6331ec43ae9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:01.820146 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 801ddd51-7e4a-4f50-86f5-e484775d44fc up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:52:01.856317 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5702e9d-d525-474c-abc0-371a9e3d2f97 req-2f041aae-7aa0-4c97-9ae1-6f801b44fa8c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455074 Dec 12 17:52:01.873446 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1e33fc4-6443-4801-9d38-be91d4449f04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:01.883594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 801ddd51-7e4a-4f50-86f5-e484775d44fc triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:01.884050 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:01.896739 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1e33fc4-6443-4801-9d38-be91d4449f04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:01.949151 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1e33fc4-6443-4801-9d38-be91d4449f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:01.952135 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1e33fc4-6443-4801-9d38-be91d4449f04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:01.965330 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e1e33fc4-6443-4801-9d38-be91d4449f04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5acc9147-ff73-435a-82b8-d6331ec43ae9 HTTP/1.1" status: 204 len: 168 time: 0.1410031 Dec 12 17:52:01.979768 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:01.987159 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e33fc4-6443-4801-9d38-be91d4449f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acc9147-ff73-435a-82b8-d6331ec43ae9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:02.039073 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 801ddd51-7e4a-4f50-86f5-e484775d44fc, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=801ddd51-7e4a-4f50-86f5-e484775d44fc,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:02.046493 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:02.099865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=801ddd51-7e4a-4f50-86f5-e484775d44fc,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:02.529021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d96f0c-4ba7-47d1-814f-9f1b2274f1ef req-e5fe5aad-ed0c-41ec-aacd-c74baa1fba08 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:02.531463 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29d96f0c-4ba7-47d1-814f-9f1b2274f1ef req-e5fe5aad-ed0c-41ec-aacd-c74baa1fba08 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0653520 Dec 12 17:52:02.582506 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29d96f0c-4ba7-47d1-814f-9f1b2274f1ef req-265a06f2-e1a8-4918-85be-63cecdba6572 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435469 Dec 12 17:52:02.729180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31b1c1-7f6a-4d77-84de-c753d7c55535 req-62a0c02a-6dd3-414f-bbd9-8faac9ab5770 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:02.730086 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c31b1c1-7f6a-4d77-84de-c753d7c55535 req-62a0c02a-6dd3-414f-bbd9-8faac9ab5770 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.0552177 Dec 12 17:52:02.782456 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c31b1c1-7f6a-4d77-84de-c753d7c55535 req-8dec31ec-cc5d-42ea-a301-b4a2b1fca8e1 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452697 Dec 12 17:52:03.650037 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf9d4b1-1509-4890-8d1b-feec1bcaa09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801ddd51-7e4a-4f50-86f5-e484775d44fc'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:52:03.654283 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620bff8a-e135-441e-adc5-50c7b0e35a0a" -d '{"events": [{"server_uuid": "bdf9d4b1-1509-4890-8d1b-feec1bcaa09c", "name": "network-vif-plugged", "status": "completed", "tag": "801ddd51-7e4a-4f50-86f5-e484775d44fc"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:52:03.709191 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199cd19e-e05c-4bb8-9856-29b6d61fce22 x-openstack-request-id: req-199cd19e-e05c-4bb8-9856-29b6d61fce22 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:52:03.709579 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf9d4b1-1509-4890-8d1b-feec1bcaa09c", "name": "network-vif-plugged", "status": "completed", "tag": "801ddd51-7e4a-4f50-86f5-e484775d44fc", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:52:03.710610 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-199cd19e-e05c-4bb8-9856-29b6d61fce22 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:52:03.711242 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf9d4b1-1509-4890-8d1b-feec1bcaa09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801ddd51-7e4a-4f50-86f5-e484775d44fc', 'code': 200} Dec 12 17:52:03.713533 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f63ca-fd33-4605-a03b-0073bfb08b06 req-4cf8a43c-2765-4fdf-b08e-85fb354ddf3f tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:03.720337 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a03f63ca-fd33-4605-a03b-0073bfb08b06 req-4cf8a43c-2765-4fdf-b08e-85fb354ddf3f tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0586050 Dec 12 17:52:03.768782 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33908) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:03.779797 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a03f63ca-fd33-4605-a03b-0073bfb08b06 req-4adf4f90-7336-4bdf-abfb-b2eba04c8db2 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582356 Dec 12 17:52:03.941865 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e3390-1624-464e-b507-d1c73ab01752 req-cb010e45-9333-452a-898e-7804ae564f82 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:03.945346 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-514e3390-1624-464e-b507-d1c73ab01752 req-cb010e45-9333-452a-898e-7804ae564f82 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.0832095 Dec 12 17:52:03.947003 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1b88c86a-caf1-4a3c-8132-0df0a531e2f5 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:03.963161 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6c0ef-1d77-4cc7-b42c-92440dba5c2f req-470e9995-6b31-488e-b70a-3dda8c629c8c tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:03.964676 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89d6c0ef-1d77-4cc7-b42c-92440dba5c2f req-470e9995-6b31-488e-b70a-3dda8c629c8c tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0749285 Dec 12 17:52:03.970213 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b88c86a-caf1-4a3c-8132-0df0a531e2f5 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:04.041402 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-514e3390-1624-464e-b507-d1c73ab01752 req-4b9f8fd8-a43f-45eb-a206-24a3b26a43be tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881398 Dec 12 17:52:04.057398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89d6c0ef-1d77-4cc7-b42c-92440dba5c2f req-0bc1e746-baa9-48ed-8fc6-eced83e2fabe tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755987 Dec 12 17:52:04.122014 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b88c86a-caf1-4a3c-8132-0df0a531e2f5 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:04.266617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-1b88c86a-caf1-4a3c-8132-0df0a531e2f5 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Allocated IP 172.25.1.141 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/f41992d5-193b-4acf-9f8b-739732877203) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:04.400685 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b88c86a-caf1-4a3c-8132-0df0a531e2f5 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:04.462569 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b88c86a-caf1-4a3c-8132-0df0a531e2f5 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:04.482988 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33938) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:04.542088 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b88c86a-caf1-4a3c-8132-0df0a531e2f5 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:04.547193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1b88c86a-caf1-4a3c-8132-0df0a531e2f5 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:04.550153 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b88c86a-caf1-4a3c-8132-0df0a531e2f5 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:04.575085 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4971e14-4a56-4877-9b84-ba25bdde38c8 req-7a636d83-1d23-431d-b198-5caab756ac97 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:04.578282 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4971e14-4a56-4877-9b84-ba25bdde38c8 req-7a636d83-1d23-431d-b198-5caab756ac97 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.1292479 Dec 12 17:52:04.583031 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88c86a-caf1-4a3c-8132-0df0a531e2f5 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Pushing event updated for resources: {'Port': ['ID=f41992d5-193b-4acf-9f8b-739732877203,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:04.649998 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4971e14-4a56-4877-9b84-ba25bdde38c8 req-0284f74b-e2e9-4d79-ae61-cca97f4c0965 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641851 Dec 12 17:52:04.677105 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b88c86a-caf1-4a3c-8132-0df0a531e2f5 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:04.698484 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc548-fbef-4abf-b874-9b3b6b99b485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:04.753719 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b88c86a-caf1-4a3c-8132-0df0a531e2f5 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:04.898742 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc548-fbef-4abf-b874-9b3b6b99b485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:04.906607 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc548-fbef-4abf-b874-9b3b6b99b485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:04.967794 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4fcdc548-fbef-4abf-b874-9b3b6b99b485 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bda08e1a3d1c441f85588c662b829c03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4824123 Dec 12 17:52:04.970480 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33952) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:04.977730 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcdc548-fbef-4abf-b874-9b3b6b99b485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaed3715-9e8c-45e3-9837-c2449fb9c423,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:04.997158 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b88c86a-caf1-4a3c-8132-0df0a531e2f5 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:05.004249 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b88c86a-caf1-4a3c-8132-0df0a531e2f5 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:05.057390 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ab90d79-c1e8-4ffa-b193-ffbddcfdbcf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:05.079589 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88c86a-caf1-4a3c-8132-0df0a531e2f5 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Pushing event updated for resources: {'Port': ['ID=f41992d5-193b-4acf-9f8b-739732877203,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:05.096863 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ab90d79-c1e8-4ffa-b193-ffbddcfdbcf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:05.102293 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b88c86a-caf1-4a3c-8132-0df0a531e2f5 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:05.141565 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b88c86a-caf1-4a3c-8132-0df0a531e2f5 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:05.143181 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1b88c86a-caf1-4a3c-8132-0df0a531e2f5 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3721945 Dec 12 17:52:05.145847 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33962) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:05.156810 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-348d1ea6-018a-40cc-8b53-93e163a5c83e tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1081361608'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:05.203819 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348d1ea6-018a-40cc-8b53-93e163a5c83e tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Made reservation on behalf of da18ebde89de442ebb2bbbc2c4ad6418 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:52:05.208469 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-348d1ea6-018a-40cc-8b53-93e163a5c83e tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:05.213971 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ab90d79-c1e8-4ffa-b193-ffbddcfdbcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:05.216631 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ab90d79-c1e8-4ffa-b193-ffbddcfdbcf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:05.220377 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1ab90d79-c1e8-4ffa-b193-ffbddcfdbcf8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eaed3715-9e8c-45e3-9837-c2449fb9c423 HTTP/1.1" status: 204 len: 168 time: 0.2461474 Dec 12 17:52:05.221934 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-348d1ea6-018a-40cc-8b53-93e163a5c83e tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:05.228974 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab90d79-c1e8-4ffa-b193-ffbddcfdbcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaed3715-9e8c-45e3-9837-c2449fb9c423,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:05.239972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab90d79-c1e8-4ffa-b193-ffbddcfdbcf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:05.240332 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab90d79-c1e8-4ffa-b193-ffbddcfdbcf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:05.241205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab90d79-c1e8-4ffa-b193-ffbddcfdbcf8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:05.241555 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab90d79-c1e8-4ffa-b193-ffbddcfdbcf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:05.241907 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab90d79-c1e8-4ffa-b193-ffbddcfdbcf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:05.242235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab90d79-c1e8-4ffa-b193-ffbddcfdbcf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:05.242569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab90d79-c1e8-4ffa-b193-ffbddcfdbcf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:05.242952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab90d79-c1e8-4ffa-b193-ffbddcfdbcf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:05.243241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab90d79-c1e8-4ffa-b193-ffbddcfdbcf8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:05.243572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab90d79-c1e8-4ffa-b193-ffbddcfdbcf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:05.247760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab90d79-c1e8-4ffa-b193-ffbddcfdbcf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:05.248034 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab90d79-c1e8-4ffa-b193-ffbddcfdbcf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:05.248369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab90d79-c1e8-4ffa-b193-ffbddcfdbcf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:05.279021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3196fa-c89a-4b5e-a9a3-924c5d885d41 req-1be9a0de-a0a4-4bed-bc60-455af4adefc8 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:05.282690 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c3196fa-c89a-4b5e-a9a3-924c5d885d41 req-1be9a0de-a0a4-4bed-bc60-455af4adefc8 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.0998585 Dec 12 17:52:05.347136 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-348d1ea6-018a-40cc-8b53-93e163a5c83e tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:05.353623 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c3196fa-c89a-4b5e-a9a3-924c5d885d41 req-9b77925f-1b5f-4d54-9b4d-b7b84456b8aa tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624437 Dec 12 17:52:05.354555 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-348d1ea6-018a-40cc-8b53-93e163a5c83e tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:05.384466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348d1ea6-018a-40cc-8b53-93e163a5c83e tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:52:05.443918 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d1ea6-018a-40cc-8b53-93e163a5c83e tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dce3e2f-aa84-42e4-a923-49933154596e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:05.452623 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-348d1ea6-018a-40cc-8b53-93e163a5c83e tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:05.452884 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-348d1ea6-018a-40cc-8b53-93e163a5c83e tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Added segment 13900058-5731-45ae-891e-37b4ff4385c0 of type vlan for network 4ad41b70-fdec-498b-906f-80fd9bc6fd15 Dec 12 17:52:05.525195 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-348d1ea6-018a-40cc-8b53-93e163a5c83e tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:05.564088 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-348d1ea6-018a-40cc-8b53-93e163a5c83e tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:05.570965 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348d1ea6-018a-40cc-8b53-93e163a5c83e tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:05.572005 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-348d1ea6-018a-40cc-8b53-93e163a5c83e tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:05.645758 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d1ea6-018a-40cc-8b53-93e163a5c83e tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Pushing event updated for resources: {'Network': ['ID=4ad41b70-fdec-498b-906f-80fd9bc6fd15,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:05.661768 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-348d1ea6-018a-40cc-8b53-93e163a5c83e tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5122988 Dec 12 17:52:05.661932 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 4ad41b70-fdec-498b-906f-80fd9bc6fd15 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:52:05.663322 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33990) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:05.668172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ed1400bb-17c7-42fe-a200-f4736e3ad9e8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Request body: {'subnet': {'network_id': '4ad41b70-fdec-498b-906f-80fd9bc6fd15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:05.850413 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b012d38-efa1-40ea-bcec-f5d5b6c97c9f req-57113e7f-19aa-4866-b7a3-c93465269557 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:05.852276 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b012d38-efa1-40ea-bcec-f5d5b6c97c9f req-57113e7f-19aa-4866-b7a3-c93465269557 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0745122 Dec 12 17:52:05.903012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1400bb-17c7-42fe-a200-f4736e3ad9e8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Made reservation on behalf of da18ebde89de442ebb2bbbc2c4ad6418 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:52:05.907086 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed1400bb-17c7-42fe-a200-f4736e3ad9e8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:05.971278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b012d38-efa1-40ea-bcec-f5d5b6c97c9f req-992b00f4-c7df-47fb-a9d4-fc6a192527ac tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118822 Dec 12 17:52:06.155705 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed1400bb-17c7-42fe-a200-f4736e3ad9e8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:06.226633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1400bb-17c7-42fe-a200-f4736e3ad9e8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Pushing event updated for resources: {'Subnet': ['ID=85227743-ed4d-48ef-968b-9cc7134e011e,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:06.254811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1400bb-17c7-42fe-a200-f4736e3ad9e8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Checking segment: {'id': '13900058-5731-45ae-891e-37b4ff4385c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4ad41b70-fdec-498b-906f-80fd9bc6fd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:52:06.255503 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1400bb-17c7-42fe-a200-f4736e3ad9e8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Network hostable DHCP agents. Network: 4ad41b70-fdec-498b-906f-80fd9bc6fd15, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:52:06.274609 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1400bb-17c7-42fe-a200-f4736e3ad9e8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Network 4ad41b70-fdec-498b-906f-80fd9bc6fd15 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:52:06.287225 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ed1400bb-17c7-42fe-a200-f4736e3ad9e8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 4ad41b70-fdec-498b-906f-80fd9bc6fd15) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:06.292586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1400bb-17c7-42fe-a200-f4736e3ad9e8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:06.293633 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed1400bb-17c7-42fe-a200-f4736e3ad9e8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:06.301982 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc11194f-27e4-447a-abc9-b28cd8ca2130 None None] Network 4ad41b70-fdec-498b-906f-80fd9bc6fd15 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:52:06.326597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ed1400bb-17c7-42fe-a200-f4736e3ad9e8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6627295 Dec 12 17:52:06.329828 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34012) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:06.338877 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1557124711', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:06.411363 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:06.413419 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:06.518992 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-4ad41b70-fdec-498b-906f-80fd9bc6fd15', 'network_id': '4ad41b70-fdec-498b-906f-80fd9bc6fd15', 'project_id': 'da18ebde89de442ebb2bbbc2c4ad6418', 'fixed_ips': [{'subnet_id': '85227743-ed4d-48ef-968b-9cc7134e011e'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:52:06.520123 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:06.541070 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:06.552411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca8810-5d9d-403d-a75c-c8dd27567f01 req-6c68c5c2-81be-4872-80f9-0706d9ef8d24 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:06.560674 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ccca8810-5d9d-403d-a75c-c8dd27567f01 req-6c68c5c2-81be-4872-80f9-0706d9ef8d24 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.0711453 Dec 12 17:52:06.614157 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ccca8810-5d9d-403d-a75c-c8dd27567f01 req-f66b4712-9081-4383-9397-0acbb7800702 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504596 Dec 12 17:52:06.751718 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:06.813422 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Allocated IP 172.20.0.2 (4ad41b70-fdec-498b-906f-80fd9bc6fd15/85227743-ed4d-48ef-968b-9cc7134e011e/1e959723-b437-4c70-8f7f-def6a99f32ee) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:07.034995 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:07.056099 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:07.079242 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:07.087584 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:07.109263 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Network 4ad41b70-fdec-498b-906f-80fd9bc6fd15 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:07.113212 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:07.151086 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:07.229429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Allocated IP 172.25.1.176 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/739d7866-4d19-4b37-9f31-ac0c2bc82c57) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:07.238467 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Attempting to bind port 1e959723-b437-4c70-8f7f-def6a99f32ee on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:52:07.238842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Attempting to bind port 1e959723-b437-4c70-8f7f-def6a99f32ee by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '13900058-5731-45ae-891e-37b4ff4385c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4ad41b70-fdec-498b-906f-80fd9bc6fd15'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:52:07.239243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Attempting to bind port 1e959723-b437-4c70-8f7f-def6a99f32ee on network 4ad41b70-fdec-498b-906f-80fd9bc6fd15 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:52:07.267087 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:52:07.269379 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Checking segment: {'id': '13900058-5731-45ae-891e-37b4ff4385c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4ad41b70-fdec-498b-906f-80fd9bc6fd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:52:07.270749 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:07.271176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Bound using segment: {'id': '13900058-5731-45ae-891e-37b4ff4385c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4ad41b70-fdec-498b-906f-80fd9bc6fd15'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:52:07.275075 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Bound port: 1e959723-b437-4c70-8f7f-def6a99f32ee, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13900058-5731-45ae-891e-37b4ff4385c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4ad41b70-fdec-498b-906f-80fd9bc6fd15'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:52:07.275532 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:07.283061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d240c-9011-468b-a5a9-7f970ddaf01b req-22f8533b-2da1-4ec4-8f75-c1453a5d2c27 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:07.285989 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c6d240c-9011-468b-a5a9-7f970ddaf01b req-22f8533b-2da1-4ec4-8f75-c1453a5d2c27 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0966525 Dec 12 17:52:07.310438 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Pushing event updated for resources: {'Port': ['ID=1e959723-b437-4c70-8f7f-def6a99f32ee,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:07.355487 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:07.397491 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c6d240c-9011-468b-a5a9-7f970ddaf01b req-68a03c72-dbee-413c-ad62-212223192e94 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047301 Dec 12 17:52:07.399238 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:07.432369 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] For port 1e959723-b437-4c70-8f7f-def6a99f32ee, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:52:07.448495 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] For port 1e959723-b437-4c70-8f7f-def6a99f32ee, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1e959723-b437-4c70-8f7f-def6a99f32ee,segment=NetworkSegment(13900058-5731-45ae-891e-37b4ff4385c0),segment_id=13900058-5731-45ae-891e-37b4ff4385c0)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:52:07.460681 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:07.462042 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:07.465291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:07.468545 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:07.510078 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Pushing event updated for resources: {'Port': ['ID=739d7866-4d19-4b37-9f31-ac0c2bc82c57,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:07.518012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52a1a91-7602-4e5f-9211-34d912a90db6 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:52:07.567093 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74692558-b7f7-4e45-9fdb-22bd078bafc2 None None] Pushing event updated for resources: {'Port': ['ID=1e959723-b437-4c70-8f7f-def6a99f32ee,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:07.630436 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-821c34a4-4186-49bc-bc0b-78d354a383c3 None None] Provisioning complete for port 739d7866-4d19-4b37-9f31-ac0c2bc82c57 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:07.633110 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-821c34a4-4186-49bc-bc0b-78d354a383c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:07.674659 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-821c34a4-4186-49bc-bc0b-78d354a383c3 None None] Port 739d7866-4d19-4b37-9f31-ac0c2bc82c57 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:52:07.833507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7a84a-8831-413b-bfee-68cbab083dcd req-5e8cd249-ac3d-4557-96dd-a470b694479f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:07.841678 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36b7a84a-8831-413b-bfee-68cbab083dcd req-5e8cd249-ac3d-4557-96dd-a470b694479f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.0792375 Dec 12 17:52:08.004460 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36b7a84a-8831-413b-bfee-68cbab083dcd req-f4889de3-8eb7-4bc6-80f8-b0dfd6063b6a tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616061 Dec 12 17:52:08.355371 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:08.607570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e95b8-91fa-4688-a10b-063d166163fa req-512be689-45f6-4a7c-8349-63d8dc18bbc5 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:08.611663 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:08.617197 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-912e95b8-91fa-4688-a10b-063d166163fa req-512be689-45f6-4a7c-8349-63d8dc18bbc5 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.1266587 Dec 12 17:52:08.644615 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1e959723-b437-4c70-8f7f-def6a99f32ee up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:52:08.742704 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-912e95b8-91fa-4688-a10b-063d166163fa req-323f39a9-f349-43e8-b0e6-2429154e442d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154237 Dec 12 17:52:08.757646 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1e959723-b437-4c70-8f7f-def6a99f32ee triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:08.758534 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:08.862970 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Router 7fe29db3-7937-40a8-a11f-84e73ff3453c is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:52:08.885608 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:08.963542 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 1e959723-b437-4c70-8f7f-def6a99f32ee, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1e959723-b437-4c70-8f7f-def6a99f32ee,segment=NetworkSegment(13900058-5731-45ae-891e-37b4ff4385c0),segment_id=13900058-5731-45ae-891e-37b4ff4385c0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:08.973046 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:09.038093 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=1e959723-b437-4c70-8f7f-def6a99f32ee,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:09.051210 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:09.064567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a2b51-11c8-41e5-96c6-3df86897cdb8 None None] Sync routers for ids ['7fe29db3-7937-40a8-a11f-84e73ff3453c'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:09.077567 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:09.081766 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34046) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:09.082309 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-32826bd2-c95a-4553-9f96-bda7d2506e74 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.7496216 Dec 12 17:52:09.087492 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a2b51-11c8-41e5-96c6-3df86897cdb8 None None] Routers {'7fe29db3-7937-40a8-a11f-84e73ff3453c'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:09.088120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e32a2b51-11c8-41e5-96c6-3df86897cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:51:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7fe29db3-7937-40a8-a11f-84e73ff3453c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:09.197510 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c43225d-22f2-452e-bed1-8480ce9a4060 None None] Network 4ad41b70-fdec-498b-906f-80fd9bc6fd15 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:52:09.226857 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e32a2b51-11c8-41e5-96c6-3df86897cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:09.314675 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a2b51-11c8-41e5-96c6-3df86897cdb8 None None] Routers {'7fe29db3-7937-40a8-a11f-84e73ff3453c'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:09.315331 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e32a2b51-11c8-41e5-96c6-3df86897cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:51:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7fe29db3-7937-40a8-a11f-84e73ff3453c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:09.424186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe261311-80c7-4c9e-89c2-5ebaf0b8ef0b req-b412c4e0-79df-499e-bb2d-c6f42ef6c8ff tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:09.426196 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe261311-80c7-4c9e-89c2-5ebaf0b8ef0b req-b412c4e0-79df-499e-bb2d-c6f42ef6c8ff tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.1826844 Dec 12 17:52:09.547075 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe261311-80c7-4c9e-89c2-5ebaf0b8ef0b req-e7238421-c472-4369-86eb-36e52e0fc185 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199231 Dec 12 17:52:09.641625 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ad0b1df7-9102-48cf-8fff-6b7b3ba12cb0 None None] Provisioning complete for port 1e959723-b437-4c70-8f7f-def6a99f32ee triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:09.641968 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ad0b1df7-9102-48cf-8fff-6b7b3ba12cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:09.656210 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e32a2b51-11c8-41e5-96c6-3df86897cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:09.656971 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a2b51-11c8-41e5-96c6-3df86897cdb8 None None] The sync data for ids ['7fe29db3-7937-40a8-a11f-84e73ff3453c'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:09.939888 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108355b4-6257-4f9f-9b29-1b0ede49970a req-510a2b12-8687-4b23-926d-f9007c4ade5a tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:09.942607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-108355b4-6257-4f9f-9b29-1b0ede49970a req-510a2b12-8687-4b23-926d-f9007c4ade5a tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0877640 Dec 12 17:52:10.064784 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-108355b4-6257-4f9f-9b29-1b0ede49970a req-18ecb202-27f5-4d68-8a7c-445bc6580b3d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931156 Dec 12 17:52:10.141280 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-935ef878-196c-43a8-b9c0-e6b99e6cc580 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:10.157259 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0d6d7c62-d7a7-4de3-a5be-eaee830d9337 None None] Provisioning complete for port 1e959723-b437-4c70-8f7f-def6a99f32ee triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:10.159845 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7c62-d7a7-4de3-a5be-eaee830d9337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:10.644392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1e959723-b437-4c70-8f7f-def6a99f32ee up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:52:10.717983 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1e959723-b437-4c70-8f7f-def6a99f32ee triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:10.718718 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:10.794988 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6c7ba-2225-4fb9-a740-89aa607a26d8 req-0d618f42-b181-4d28-9bcd-165b0d55ec97 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:10.797292 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5b6c7ba-2225-4fb9-a740-89aa607a26d8 req-0d618f42-b181-4d28-9bcd-165b0d55ec97 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.1263685 Dec 12 17:52:10.892907 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5b6c7ba-2225-4fb9-a740-89aa607a26d8 req-c4f9bd56-316f-48fa-a0cd-5c89beedd8fb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700741 Dec 12 17:52:10.958005 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-935ef878-196c-43a8-b9c0-e6b99e6cc580 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Allocated IP 172.20.0.1 (4ad41b70-fdec-498b-906f-80fd9bc6fd15/85227743-ed4d-48ef-968b-9cc7134e011e/aec9bf94-5403-4683-9d80-476d6f9ee676) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:11.133577 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-935ef878-196c-43a8-b9c0-e6b99e6cc580 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:11.206077 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-935ef878-196c-43a8-b9c0-e6b99e6cc580 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:11.273870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935ef878-196c-43a8-b9c0-e6b99e6cc580 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Network 4ad41b70-fdec-498b-906f-80fd9bc6fd15 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:11.278406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-935ef878-196c-43a8-b9c0-e6b99e6cc580 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:11.284503 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935ef878-196c-43a8-b9c0-e6b99e6cc580 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:11.297717 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979c3d7-6ce2-4699-841f-2c078270e5f8 req-21061adb-e2d0-4d9a-a540-7fd7b24f9379 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:11.303496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6979c3d7-6ce2-4699-841f-2c078270e5f8 req-21061adb-e2d0-4d9a-a540-7fd7b24f9379 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.1292422 Dec 12 17:52:11.397569 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6979c3d7-6ce2-4699-841f-2c078270e5f8 req-374c60c4-1f10-4a91-a028-c16116ff73d9 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931511 Dec 12 17:52:11.431151 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ef878-196c-43a8-b9c0-e6b99e6cc580 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Pushing event updated for resources: {'Port': ['ID=aec9bf94-5403-4683-9d80-476d6f9ee676,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:11.433698 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-935ef878-196c-43a8-b9c0-e6b99e6cc580 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:11.680982 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-935ef878-196c-43a8-b9c0-e6b99e6cc580 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:11.740507 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a7d9c1ec-78ed-4aac-9fc8-f6bfc6d5e50d None None] Provisioning complete for port aec9bf94-5403-4683-9d80-476d6f9ee676 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:11.741132 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a7d9c1ec-78ed-4aac-9fc8-f6bfc6d5e50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:11.798044 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a7d9c1ec-78ed-4aac-9fc8-f6bfc6d5e50d None None] Port aec9bf94-5403-4683-9d80-476d6f9ee676 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:52:12.097746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa748b2-6575-4ce2-9d5d-fb7610a34189 req-9a3b6319-ead5-4b16-b4e3-0a75332066c4 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:12.099273 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-daa748b2-6575-4ce2-9d5d-fb7610a34189 req-9a3b6319-ead5-4b16-b4e3-0a75332066c4 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.0915470 Dec 12 17:52:12.156758 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-935ef878-196c-43a8-b9c0-e6b99e6cc580 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:12.188103 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-daa748b2-6575-4ce2-9d5d-fb7610a34189 req-c6b11950-8bad-4da0-84a1-b5d6546f4c44 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740697 Dec 12 17:52:12.190832 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-935ef878-196c-43a8-b9c0-e6b99e6cc580 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:12.282754 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-935ef878-196c-43a8-b9c0-e6b99e6cc580 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:12.292993 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ef878-196c-43a8-b9c0-e6b99e6cc580 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Pushing event updated for resources: {'Port': ['ID=aec9bf94-5403-4683-9d80-476d6f9ee676,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:12.402444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935ef878-196c-43a8-b9c0-e6b99e6cc580 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Network 4ad41b70-fdec-498b-906f-80fd9bc6fd15 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:12.404056 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-935ef878-196c-43a8-b9c0-e6b99e6cc580 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:12.635795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59bcf3-084e-4d0b-8794-7f7faf948927 req-cb913cd5-5ae8-4a39-a4b9-35e3bbc87b35 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:12.644174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a59bcf3-084e-4d0b-8794-7f7faf948927 req-cb913cd5-5ae8-4a39-a4b9-35e3bbc87b35 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0886869 Dec 12 17:52:12.711802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935ef878-196c-43a8-b9c0-e6b99e6cc580 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Router 7fe29db3-7937-40a8-a11f-84e73ff3453c has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:52:12.734695 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a59bcf3-084e-4d0b-8794-7f7faf948927 req-dea4cfdc-90ff-4726-b558-633ed1b2b380 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907512 Dec 12 17:52:12.830763 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-15dd5a18-12db-4a7d-8afd-d98ea34c03d9 None None] Provisioning complete for port aec9bf94-5403-4683-9d80-476d6f9ee676 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:12.832054 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15dd5a18-12db-4a7d-8afd-d98ea34c03d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:12.891753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-15dd5a18-12db-4a7d-8afd-d98ea34c03d9 None None] Port aec9bf94-5403-4683-9d80-476d6f9ee676 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:52:12.917198 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935ef878-196c-43a8-b9c0-e6b99e6cc580 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:12.926579 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-935ef878-196c-43a8-b9c0-e6b99e6cc580 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] 10.222.0.18 "PUT /v2.0/routers/7fe29db3-7937-40a8-a11f-84e73ff3453c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8413391 Dec 12 17:52:12.927632 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34090) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:12.933287 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e12c13-2c27-466b-b115-7f50edc80729 None None] Sync routers for ids ['7fe29db3-7937-40a8-a11f-84e73ff3453c'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:12.934364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-01b79dbc-b7a2-4935-ac88-af8bb6d9ecc7 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Request body: {'port': {'network_id': '4ad41b70-fdec-498b-906f-80fd9bc6fd15', 'name': 'tempest-FloatingIPAdminTestJSON-2005214662'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:12.948736 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e12c13-2c27-466b-b115-7f50edc80729 None None] Routers {'7fe29db3-7937-40a8-a11f-84e73ff3453c'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:12.951410 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-32e12c13-2c27-466b-b115-7f50edc80729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:51:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7fe29db3-7937-40a8-a11f-84e73ff3453c'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:13.026570 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-32e12c13-2c27-466b-b115-7f50edc80729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:13.037249 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e12c13-2c27-466b-b115-7f50edc80729 None None] Routers {'7fe29db3-7937-40a8-a11f-84e73ff3453c'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:13.038587 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-32e12c13-2c27-466b-b115-7f50edc80729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:51:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7fe29db3-7937-40a8-a11f-84e73ff3453c'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:13.074018 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-32e12c13-2c27-466b-b115-7f50edc80729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:13.075032 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e12c13-2c27-466b-b115-7f50edc80729 None None] The sync data for ids ['7fe29db3-7937-40a8-a11f-84e73ff3453c'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:13.118656 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b79dbc-b7a2-4935-ac88-af8bb6d9ecc7 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Made reservation on behalf of da18ebde89de442ebb2bbbc2c4ad6418 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:52:13.122628 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01b79dbc-b7a2-4935-ac88-af8bb6d9ecc7 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:13.156840 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-01b79dbc-b7a2-4935-ac88-af8bb6d9ecc7 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] device_id is not set on port 2e02fb8c-89d2-46d0-b32a-6f39fc225c4d yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:52:13.180296 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34094) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:13.352631 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-517d7938-84b7-4a66-90c8-eb7ca475cf21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:13.404510 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-01b79dbc-b7a2-4935-ac88-af8bb6d9ecc7 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Allocated IP 172.20.0.4 (4ad41b70-fdec-498b-906f-80fd9bc6fd15/85227743-ed4d-48ef-968b-9cc7134e011e/2e02fb8c-89d2-46d0-b32a-6f39fc225c4d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:13.456997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bec4a-56f8-495b-a4ab-e552a6e50007 req-0194e7f2-1a79-4275-a913-8077fbf34763 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:13.458681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-290bec4a-56f8-495b-a4ab-e552a6e50007 req-0194e7f2-1a79-4275-a913-8077fbf34763 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.0915248 Dec 12 17:52:13.607537 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-290bec4a-56f8-495b-a4ab-e552a6e50007 req-9cd00900-0f0e-4549-b0cf-e17e4435c992 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350567 Dec 12 17:52:13.627814 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01b79dbc-b7a2-4935-ac88-af8bb6d9ecc7 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:13.649919 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-517d7938-84b7-4a66-90c8-eb7ca475cf21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:13.664402 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-517d7938-84b7-4a66-90c8-eb7ca475cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:13.679367 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01b79dbc-b7a2-4935-ac88-af8bb6d9ecc7 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:13.735375 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-517d7938-84b7-4a66-90c8-eb7ca475cf21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c9b1c29bb4c4b609bb34192c01f80a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5529773 Dec 12 17:52:13.737586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34104) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:13.745763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d7938-84b7-4a66-90c8-eb7ca475cf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad412dce-99f3-4f4b-8049-ca7c2e50289a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:13.777914 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b79dbc-b7a2-4935-ac88-af8bb6d9ecc7 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Pushing event updated for resources: {'Port': ['ID=2e02fb8c-89d2-46d0-b32a-6f39fc225c4d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:13.796489 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b5fbabb-28fe-4d45-be2e-3c2db3001d1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:13.796675 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b79dbc-b7a2-4935-ac88-af8bb6d9ecc7 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Network 4ad41b70-fdec-498b-906f-80fd9bc6fd15 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:13.798326 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-01b79dbc-b7a2-4935-ac88-af8bb6d9ecc7 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:13.801827 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b79dbc-b7a2-4935-ac88-af8bb6d9ecc7 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:13.841010 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b5fbabb-28fe-4d45-be2e-3c2db3001d1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:13.872004 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b79dbc-b7a2-4935-ac88-af8bb6d9ecc7 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:13.873560 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01b79dbc-b7a2-4935-ac88-af8bb6d9ecc7 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:13.900102 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-01b79dbc-b7a2-4935-ac88-af8bb6d9ecc7 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9706376 Dec 12 17:52:13.903100 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34108) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:13.948375 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b58d70-d010-4317-98e0-d5229481fe99 req-4327a4c2-6bcf-444e-8cb8-3f852632b418 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:13.955910 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6b58d70-d010-4317-98e0-d5229481fe99 req-4327a4c2-6bcf-444e-8cb8-3f852632b418 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.1305180 Dec 12 17:52:14.025543 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6b58d70-d010-4317-98e0-d5229481fe99 req-8fa3a7b4-8c57-4529-aff4-455d1a404f01 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686202 Dec 12 17:52:14.046391 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b5fbabb-28fe-4d45-be2e-3c2db3001d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:14.050328 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b5fbabb-28fe-4d45-be2e-3c2db3001d1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:14.059653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0b5fbabb-28fe-4d45-be2e-3c2db3001d1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad412dce-99f3-4f4b-8049-ca7c2e50289a HTTP/1.1" status: 204 len: 168 time: 0.3183763 Dec 12 17:52:14.071353 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fbabb-28fe-4d45-be2e-3c2db3001d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad412dce-99f3-4f4b-8049-ca7c2e50289a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:14.156007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ad4b536a-e786-4ac7-bce3-27c533fcf43d None None] Provisioning complete for port 2e02fb8c-89d2-46d0-b32a-6f39fc225c4d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:14.156637 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ad4b536a-e786-4ac7-bce3-27c533fcf43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:14.219962 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'project_id': 'da18ebde89de442ebb2bbbc2c4ad6418', 'port_id': '2e02fb8c-89d2-46d0-b32a-6f39fc225c4d'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:14.242913 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ad4b536a-e786-4ac7-bce3-27c533fcf43d None None] Port 2e02fb8c-89d2-46d0-b32a-6f39fc225c4d cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:52:14.256910 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:14.359509 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:14.491523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Allocated IP 172.25.1.253 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/5b83398e-db69-4e40-b6df-e8d39378a4a4) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:14.696331 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:14.766089 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:14.796075 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c847e22-b611-4ffc-9331-2227e7ed6eb4 req-f7f181a2-cfba-401c-80d3-ec86d681325e tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:14.806903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c847e22-b611-4ffc-9331-2227e7ed6eb4 req-f7f181a2-cfba-401c-80d3-ec86d681325e tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.0772042 Dec 12 17:52:14.816178 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1ed2876b-f609-4fe1-9ad3-1a09d31016d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:14.833088 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:14.836469 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:14.841431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:14.888047 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c847e22-b611-4ffc-9331-2227e7ed6eb4 req-27645ccf-e1aa-4cad-baa2-aafe163752cb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786476 Dec 12 17:52:14.897017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Pushing event updated for resources: {'Port': ['ID=5b83398e-db69-4e40-b6df-e8d39378a4a4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:15.163331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc305d00-8d43-495a-b75b-736b89941710 req-55080c74-58f9-4366-aec3-7553c830f491 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:15.164558 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc305d00-8d43-495a-b75b-736b89941710 req-55080c74-58f9-4366-aec3-7553c830f491 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0577703 Dec 12 17:52:15.291024 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc305d00-8d43-495a-b75b-736b89941710 req-83d1293b-fd17-4b3e-a576-80a970e6684c tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170104 Dec 12 17:52:15.353169 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:15.435936 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:15.660266 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:15.667036 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:15.757787 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Pushing event updated for resources: {'Port': ['ID=5b83398e-db69-4e40-b6df-e8d39378a4a4,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:15.766677 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:15.933909 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Floating IP 95c5de02-8847-4258-b867-24c99324d06b associated. External IP: 172.25.1.253, port: 2e02fb8c-89d2-46d0-b32a-6f39fc225c4d. Dec 12 17:52:16.067366 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823305d-efd6-4450-82a9-b7ab223322b5 req-9bd8eb44-33aa-4bb4-ada1-6fe6fda6b7b3 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:16.070453 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3823305d-efd6-4450-82a9-b7ab223322b5 req-9bd8eb44-33aa-4bb4-ada1-6fe6fda6b7b3 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.0813329 Dec 12 17:52:16.149626 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3823305d-efd6-4450-82a9-b7ab223322b5 req-beb5b4c9-e120-48a6-a6b8-c463d3a6efd8 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646248 Dec 12 17:52:16.228428 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Router 7fe29db3-7937-40a8-a11f-84e73ff3453c has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:52:16.367364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:16.377104 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e3c1a-91ed-4c07-8d2c-15b6eade4417 None None] Sync routers for ids ['7fe29db3-7937-40a8-a11f-84e73ff3453c'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:16.401415 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:16.409264 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e3c1a-91ed-4c07-8d2c-15b6eade4417 None None] Routers {'7fe29db3-7937-40a8-a11f-84e73ff3453c'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:16.410252 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-287e3c1a-91ed-4c07-8d2c-15b6eade4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:51:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7fe29db3-7937-40a8-a11f-84e73ff3453c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:16.449637 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9c831abf-d8e9-477f-bb61-9d518a2c9bc3 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.5451891 Dec 12 17:52:16.450992 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34170) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:16.458388 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34172) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:16.466331 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-287e3c1a-91ed-4c07-8d2c-15b6eade4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:16.466532 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-94faee3a-4892-4868-ba3f-ebeeefc92688 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1435813309', 'description': 'tempest-secgroup-smoke-1435813309 description', 'project_id': '1ca8577c66784779ba8900bd9278d832'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:16.476968 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e3c1a-91ed-4c07-8d2c-15b6eade4417 None None] Routers {'7fe29db3-7937-40a8-a11f-84e73ff3453c'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:16.478911 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-287e3c1a-91ed-4c07-8d2c-15b6eade4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:51:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7fe29db3-7937-40a8-a11f-84e73ff3453c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:16.514515 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-287e3c1a-91ed-4c07-8d2c-15b6eade4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:16.515551 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e3c1a-91ed-4c07-8d2c-15b6eade4417 None None] The sync data for ids ['7fe29db3-7937-40a8-a11f-84e73ff3453c'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:16.525434 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94faee3a-4892-4868-ba3f-ebeeefc92688 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:16.538144 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94faee3a-4892-4868-ba3f-ebeeefc92688 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:16.616521 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a79f99-890e-4430-8379-ed40d4a84496 req-bbc41990-456c-464d-bb88-d8c0bd9f7116 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:16.623822 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6a79f99-890e-4430-8379-ed40d4a84496 req-bbc41990-456c-464d-bb88-d8c0bd9f7116 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.1842771 Dec 12 17:52:16.643862 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-721398bf-0b0c-4cff-bf3f-257c160c01a0 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] 10.222.0.18 "GET /v2.0/floatingips/95c5de02-8847-4258-b867-24c99324d06b HTTP/1.1" status: 200 len: 983 time: 0.1871588 Dec 12 17:52:16.646930 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34176) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:16.697259 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6a79f99-890e-4430-8379-ed40d4a84496 req-ea9440ac-a740-45c9-89a4-331f894a4f29 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723317 Dec 12 17:52:16.753110 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94faee3a-4892-4868-ba3f-ebeeefc92688 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:16.765680 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94faee3a-4892-4868-ba3f-ebeeefc92688 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:16.810061 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9be2f96f-2225-4ecf-b8af-dd0f2445b914 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4608 time: 0.1615384 Dec 12 17:52:16.812625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34178) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:16.826447 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94faee3a-4892-4868-ba3f-ebeeefc92688 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc09471-b310-449e-8542-90ae8a937082,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:16.903777 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94faee3a-4892-4868-ba3f-ebeeefc92688 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:16.909248 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94faee3a-4892-4868-ba3f-ebeeefc92688 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:16.948162 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94faee3a-4892-4868-ba3f-ebeeefc92688 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:16.952264 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-94faee3a-4892-4868-ba3f-ebeeefc92688 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4908488 Dec 12 17:52:16.955981 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34182) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:16.961610 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-db4d5be6-456a-4716-a2f0-74e8dd3849df tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': '7ceb2a62-f48f-4153-99e2-a5af714e7ed8', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:16.967903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94faee3a-4892-4868-ba3f-ebeeefc92688 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ceb2a62-f48f-4153-99e2-a5af714e7ed8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:16.985535 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:16.994080 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27350305-3f34-4e94-bdab-91674a0d763d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.001994 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db4d5be6-456a-4716-a2f0-74e8dd3849df tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.064694 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c05df772-4ff6-4f57-823b-c3c04c365704 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Deleting port 5b83398e-db69-4e40-b6df-e8d39378a4a4 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:52:17.065093 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c05df772-4ff6-4f57-823b-c3c04c365704 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.070069 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db4d5be6-456a-4716-a2f0-74e8dd3849df tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.074900 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db4d5be6-456a-4716-a2f0-74e8dd3849df tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.098116 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d5be6-456a-4716-a2f0-74e8dd3849df tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d976b7-33fa-4ecf-b79a-8b89660d4805,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:17.108371 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db4d5be6-456a-4716-a2f0-74e8dd3849df tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.109668 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-db4d5be6-456a-4716-a2f0-74e8dd3849df tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526718 Dec 12 17:52:17.112361 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34184) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:17.117838 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d36d66c7-c5ce-44ea-b701-24452f94c844 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': '7ceb2a62-f48f-4153-99e2-a5af714e7ed8', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:17.149330 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d36d66c7-c5ce-44ea-b701-24452f94c844 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.152382 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c05df772-4ff6-4f57-823b-c3c04c365704 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.152922 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c05df772-4ff6-4f57-823b-c3c04c365704 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.166533 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c05df772-4ff6-4f57-823b-c3c04c365704 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Calling delete_port for 5b83398e-db69-4e40-b6df-e8d39378a4a4 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:52:17.234174 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d36d66c7-c5ce-44ea-b701-24452f94c844 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.241214 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d36d66c7-c5ce-44ea-b701-24452f94c844 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.266426 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d36d66c7-c5ce-44ea-b701-24452f94c844 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.271745 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d36d66c7-c5ce-44ea-b701-24452f94c844 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1583269 Dec 12 17:52:17.274388 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34188) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:17.279829 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-157575a0-c1e3-4c31-8e9a-2e8550fb7b63 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': '7ceb2a62-f48f-4153-99e2-a5af714e7ed8', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:17.287213 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d66c7-c5ce-44ea-b701-24452f94c844 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761acf60-8fb4-4ce9-bfb2-f17cc00b0200,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:17.324936 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-157575a0-c1e3-4c31-8e9a-2e8550fb7b63 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.335598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96047677-776c-45af-b9eb-012555c2f62e req-6c8ee667-b705-489b-9ff8-9b92e82299ab tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:17.341689 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96047677-776c-45af-b9eb-012555c2f62e req-6c8ee667-b705-489b-9ff8-9b92e82299ab tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.1057181 Dec 12 17:52:17.409173 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-157575a0-c1e3-4c31-8e9a-2e8550fb7b63 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.415941 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-157575a0-c1e3-4c31-8e9a-2e8550fb7b63 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.416628 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96047677-776c-45af-b9eb-012555c2f62e req-ae7dd6de-00ac-4543-9b5b-9f22014e7e89 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677478 Dec 12 17:52:17.451790 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157575a0-c1e3-4c31-8e9a-2e8550fb7b63 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e28b460-5357-4abc-9c23-d0b512755042,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:17.470073 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-157575a0-c1e3-4c31-8e9a-2e8550fb7b63 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.471407 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-157575a0-c1e3-4c31-8e9a-2e8550fb7b63 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1960020 Dec 12 17:52:17.475220 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34190) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:17.491834 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-148daf7e-eb50-464b-8f06-7c052ddffb50 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': '7ceb2a62-f48f-4153-99e2-a5af714e7ed8', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:17.509340 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c05df772-4ff6-4f57-823b-c3c04c365704 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.535882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05df772-4ff6-4f57-823b-c3c04c365704 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Pushing event deleted for resources: {'Port': ['ID=5b83398e-db69-4e40-b6df-e8d39378a4a4,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:17.557220 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-148daf7e-eb50-464b-8f06-7c052ddffb50 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.563611 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.618270 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c05df772-4ff6-4f57-823b-c3c04c365704 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.618608 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-c05df772-4ff6-4f57-823b-c3c04c365704 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Floating IP 95c5de02-8847-4258-b867-24c99324d06b disassociated (deleted). External IP: 172.25.1.253, port: 2e02fb8c-89d2-46d0-b32a-6f39fc225c4d. Dec 12 17:52:17.647400 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-148daf7e-eb50-464b-8f06-7c052ddffb50 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.653032 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-148daf7e-eb50-464b-8f06-7c052ddffb50 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.675333 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148daf7e-eb50-464b-8f06-7c052ddffb50 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0680c50-8b15-43e8-a113-120ae013f2c0,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:17.695803 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-148daf7e-eb50-464b-8f06-7c052ddffb50 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.697454 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-148daf7e-eb50-464b-8f06-7c052ddffb50 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2187407 Dec 12 17:52:17.700621 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34192) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:17.706224 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2ac29fb3-b35f-455e-8d55-ebffd4db4613 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': '7ceb2a62-f48f-4153-99e2-a5af714e7ed8', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:17.762319 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-2ac29fb3-b35f-455e-8d55-ebffd4db4613 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Project 1ca8577c66784779ba8900bd9278d832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 17:52:17.773114 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ac29fb3-b35f-455e-8d55-ebffd4db4613 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.862814 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ac29fb3-b35f-455e-8d55-ebffd4db4613 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.869812 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ac29fb3-b35f-455e-8d55-ebffd4db4613 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.895921 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac29fb3-b35f-455e-8d55-ebffd4db4613 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8c8cb2-0558-42f4-a2df-b9e82c485383,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:17.906215 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ac29fb3-b35f-455e-8d55-ebffd4db4613 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.911015 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2ac29fb3-b35f-455e-8d55-ebffd4db4613 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2057295 Dec 12 17:52:17.911239 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34198) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:17.916520 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b413e23-f72b-48a1-921f-6da29d9753e6 req-7f3d180d-6b0c-47f5-bc72-8cbd100005c7 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:17.918057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b413e23-f72b-48a1-921f-6da29d9753e6 req-7f3d180d-6b0c-47f5-bc72-8cbd100005c7 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0949428 Dec 12 17:52:17.925581 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e9083a0b-b715-4af9-9202-54e7df3308ef tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': '7ceb2a62-f48f-4153-99e2-a5af714e7ed8', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:17.955650 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-e9083a0b-b715-4af9-9202-54e7df3308ef tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Project 1ca8577c66784779ba8900bd9278d832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 17:52:17.957036 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05df772-4ff6-4f57-823b-c3c04c365704 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Router 7fe29db3-7937-40a8-a11f-84e73ff3453c has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:52:17.967116 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9083a0b-b715-4af9-9202-54e7df3308ef tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:17.986667 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b413e23-f72b-48a1-921f-6da29d9753e6 req-c3f50e66-aaf7-44af-a774-c25b8ad582e5 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606086 Dec 12 17:52:18.058377 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9083a0b-b715-4af9-9202-54e7df3308ef tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.064199 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9083a0b-b715-4af9-9202-54e7df3308ef tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.088903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9083a0b-b715-4af9-9202-54e7df3308ef tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4246521e-ddd6-4b2f-a491-831622b0588d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:18.104365 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9083a0b-b715-4af9-9202-54e7df3308ef tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.108231 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e9083a0b-b715-4af9-9202-54e7df3308ef tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1958194 Dec 12 17:52:18.116077 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34202) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:18.122925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f17b05df-739f-4a8b-9333-c34cf8e96c7a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'network': {'name': 'tempest-network-smoke--833128139', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'port_security_enabled': True}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:18.152981 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05df772-4ff6-4f57-823b-c3c04c365704 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:18.154905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17b05df-739f-4a8b-9333-c34cf8e96c7a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Made reservation on behalf of 1ca8577c66784779ba8900bd9278d832 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:52:18.159078 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f17b05df-739f-4a8b-9333-c34cf8e96c7a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.165241 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d0e734-6825-48d8-abe0-cec827a0b53b None None] Sync routers for ids ['7fe29db3-7937-40a8-a11f-84e73ff3453c'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:18.170069 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c05df772-4ff6-4f57-823b-c3c04c365704 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.185387 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d0e734-6825-48d8-abe0-cec827a0b53b None None] Routers {'7fe29db3-7937-40a8-a11f-84e73ff3453c'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:18.189195 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d3d0e734-6825-48d8-abe0-cec827a0b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7fe29db3-7937-40a8-a11f-84e73ff3453c'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:18.215394 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34204) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:18.219894 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-78547f6e-b315-4aaa-a6cc-9b321125e13c tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:18.223079 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c05df772-4ff6-4f57-823b-c3c04c365704 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] 10.222.0.18 "DELETE /v2.0/floatingips/95c5de02-8847-4258-b867-24c99324d06b HTTP/1.1" status: 204 len: 168 time: 1.4086258 Dec 12 17:52:18.234449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17b05df-739f-4a8b-9333-c34cf8e96c7a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:52:18.247421 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f17b05df-739f-4a8b-9333-c34cf8e96c7a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.247743 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-f17b05df-739f-4a8b-9333-c34cf8e96c7a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Added segment c124bd1d-8f12-4cc9-be6f-190a3b016170 of type vlan for network 20b11b76-fcd4-48ea-8032-fbc26803312e Dec 12 17:52:18.251086 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78547f6e-b315-4aaa-a6cc-9b321125e13c tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.263279 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d3d0e734-6825-48d8-abe0-cec827a0b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:18.267460 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.277503 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d0e734-6825-48d8-abe0-cec827a0b53b None None] Routers {'7fe29db3-7937-40a8-a11f-84e73ff3453c'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:18.278526 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d3d0e734-6825-48d8-abe0-cec827a0b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7fe29db3-7937-40a8-a11f-84e73ff3453c'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:18.303160 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f17b05df-739f-4a8b-9333-c34cf8e96c7a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.314378 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d3d0e734-6825-48d8-abe0-cec827a0b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:18.315970 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d0e734-6825-48d8-abe0-cec827a0b53b None None] The sync data for ids ['7fe29db3-7937-40a8-a11f-84e73ff3453c'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:18.335240 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f17b05df-739f-4a8b-9333-c34cf8e96c7a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.341080 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17b05df-739f-4a8b-9333-c34cf8e96c7a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:18.341840 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f17b05df-739f-4a8b-9333-c34cf8e96c7a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.389954 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78547f6e-b315-4aaa-a6cc-9b321125e13c tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.413143 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f17b05df-739f-4a8b-9333-c34cf8e96c7a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2959888 Dec 12 17:52:18.413813 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34206) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:18.429262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1362515373', 'admin_state_up': True, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:18.438073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b05df-739f-4a8b-9333-c34cf8e96c7a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Network': ['ID=20b11b76-fcd4-48ea-8032-fbc26803312e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:18.449764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 20b11b76-fcd4-48ea-8032-fbc26803312e details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:52:18.541531 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-78547f6e-b315-4aaa-a6cc-9b321125e13c tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Allocated IP 172.25.1.151 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/ec49144e-34b5-44f0-94e1-b05d3a6297d7) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:18.544831 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.545888 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.662509 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf11a8-0cdc-4c98-92ee-fca5f3192e0f req-efb15836-5a95-47ae-a760-2261f6f41686 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:18.664407 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ffbf11a8-0cdc-4c98-92ee-fca5f3192e0f req-efb15836-5a95-47ae-a760-2261f6f41686 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.1400247 Dec 12 17:52:18.666190 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.678533 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78547f6e-b315-4aaa-a6cc-9b321125e13c tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.717372 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78547f6e-b315-4aaa-a6cc-9b321125e13c tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.760589 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78547f6e-b315-4aaa-a6cc-9b321125e13c tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:18.765484 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-78547f6e-b315-4aaa-a6cc-9b321125e13c tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:18.774967 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78547f6e-b315-4aaa-a6cc-9b321125e13c tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:18.777498 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78547f6e-b315-4aaa-a6cc-9b321125e13c tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Pushing event updated for resources: {'Port': ['ID=ec49144e-34b5-44f0-94e1-b05d3a6297d7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:18.874212 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.880445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ffbf11a8-0cdc-4c98-92ee-fca5f3192e0f req-326009fe-76b5-4df6-96bc-cfa3480804af tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083223 Dec 12 17:52:18.923057 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78547f6e-b315-4aaa-a6cc-9b321125e13c tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.964041 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78547f6e-b315-4aaa-a6cc-9b321125e13c tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:18.973927 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:52:19.267943 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78547f6e-b315-4aaa-a6cc-9b321125e13c tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:19.274843 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78547f6e-b315-4aaa-a6cc-9b321125e13c tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:19.367556 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78547f6e-b315-4aaa-a6cc-9b321125e13c tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Pushing event updated for resources: {'Port': ['ID=ec49144e-34b5-44f0-94e1-b05d3a6297d7,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:19.392190 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e9f9d-4357-4b21-9d80-1b592fe7ca7d req-1a5dfc7a-d187-4259-8a4d-a1c641235344 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:19.393095 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78547f6e-b315-4aaa-a6cc-9b321125e13c tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:19.399756 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-700e9f9d-4357-4b21-9d80-1b592fe7ca7d req-1a5dfc7a-d187-4259-8a4d-a1c641235344 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0726614 Dec 12 17:52:19.413130 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78547f6e-b315-4aaa-a6cc-9b321125e13c tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:19.414378 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-78547f6e-b315-4aaa-a6cc-9b321125e13c tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1978741 Dec 12 17:52:19.417104 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34220) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:19.510106 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-700e9f9d-4357-4b21-9d80-1b592fe7ca7d req-2cb1a6f5-b1f5-4d76-9976-bdf1a0a27639 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086979 Dec 12 17:52:19.634404 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:19.635709 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d8ac903f-d8b8-450a-ab42-a799a392bbe3 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:19.661662 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:19.676098 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8ac903f-d8b8-450a-ab42-a799a392bbe3 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:19.810488 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8ac903f-d8b8-450a-ab42-a799a392bbe3 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:19.812845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Allocated IP 172.25.1.179 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:19.943340 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:19.988511 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:19.998783 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:20.075358 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-d8ac903f-d8b8-450a-ab42-a799a392bbe3 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Allocated IP 172.25.1.182 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/e1a2ed83-0d4e-49d8-aa72-30d4fecf1a14) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:20.086775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:20.093947 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:20.106226 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:20.106755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd838e4b-e54c-4605-99f1-59651d229023 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:52:20.140627 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:20.166894 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24dd6c-3c33-4eac-9583-44867716fce7 req-16759785-e67d-44d1-a7d6-1e225fb11b21 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:20.168446 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b24dd6c-3c33-4eac-9583-44867716fce7 req-16759785-e67d-44d1-a7d6-1e225fb11b21 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.1342452 Dec 12 17:52:20.200098 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8ac903f-d8b8-450a-ab42-a799a392bbe3 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:20.225976 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-038f69f5-da98-4fb6-b48a-136937c60c7a None None] Provisioning complete for port 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:20.227274 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-038f69f5-da98-4fb6-b48a-136937c60c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:20.236254 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8ac903f-d8b8-450a-ab42-a799a392bbe3 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:20.279032 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-038f69f5-da98-4fb6-b48a-136937c60c7a None None] Port 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:52:20.292502 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ac903f-d8b8-450a-ab42-a799a392bbe3 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:20.295995 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d8ac903f-d8b8-450a-ab42-a799a392bbe3 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:20.302544 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ac903f-d8b8-450a-ab42-a799a392bbe3 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:20.324320 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b24dd6c-3c33-4eac-9583-44867716fce7 req-9e661951-e930-4788-b287-e2fd9ceab654 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485348 Dec 12 17:52:20.440237 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:20.649557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac903f-d8b8-450a-ab42-a799a392bbe3 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Pushing event updated for resources: {'Port': ['ID=e1a2ed83-0d4e-49d8-aa72-30d4fecf1a14,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:20.681909 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac682c-af5a-4c5e-9b4a-abe6431a4b03 req-ef1b0f34-dfd2-46e0-ae74-d9bd93fea7a2 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:20.683436 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecac682c-af5a-4c5e-9b4a-abe6431a4b03 req-ef1b0f34-dfd2-46e0-ae74-d9bd93fea7a2 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0776913 Dec 12 17:52:20.688158 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:20.713680 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:20.718383 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8ac903f-d8b8-450a-ab42-a799a392bbe3 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:20.753393 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8ac903f-d8b8-450a-ab42-a799a392bbe3 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:20.801924 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecac682c-af5a-4c5e-9b4a-abe6431a4b03 req-d974ed13-d1aa-4816-8910-de38b9cac78e tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115360 Dec 12 17:52:20.859310 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router 7d13b3bc-7185-47a5-be58-3aaaa3801268 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:52:20.911810 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8ac903f-d8b8-450a-ab42-a799a392bbe3 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:20.916972 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8ac903f-d8b8-450a-ab42-a799a392bbe3 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:20.971670 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:20.983366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Sync routers for ids ['7d13b3bc-7185-47a5-be58-3aaaa3801268'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:20.989177 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac903f-d8b8-450a-ab42-a799a392bbe3 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Pushing event updated for resources: {'Port': ['ID=e1a2ed83-0d4e-49d8-aa72-30d4fecf1a14,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:21.000226 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8ac903f-d8b8-450a-ab42-a799a392bbe3 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:21.003777 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:21.008419 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Routers {'7d13b3bc-7185-47a5-be58-3aaaa3801268'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:21.008940 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9835f18e-71f9-4af1-a3e5-b15e467b74a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5843358 Dec 12 17:52:21.009077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7d13b3bc-7185-47a5-be58-3aaaa3801268'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:21.009263 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34242) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:21.034882 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8ac903f-d8b8-450a-ab42-a799a392bbe3 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:21.040781 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d8ac903f-d8b8-450a-ab42-a799a392bbe3 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6194823 Dec 12 17:52:21.041844 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34246) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:21.060203 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbeea8-5210-4100-bee0-890562f46141 req-3e8b48dc-061f-41f5-b0d1-1c6b4d895385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:21.061944 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0cbeea8-5210-4100-bee0-890562f46141 req-3e8b48dc-061f-41f5-b0d1-1c6b4d895385 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0b4bc710fe244f885d5e9cf88a75d69&device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 1096 time: 0.0519269 Dec 12 17:52:21.128944 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ad3fb3a7-157c-4d33-b815-7607476e5a6e tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=1ca8577c66784779ba8900bd9278d832&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1189642 Dec 12 17:52:21.134438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34250) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:21.148562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Set router 7d13b3bc-7185-47a5-be58-3aaaa3801268 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:52:21.158434 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fe170b20-751c-425c-aae5-74fdb16de208 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4793 time: 0.1154101 Dec 12 17:52:21.161062 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34252) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:21.235536 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2cbf7f06-a93e-4982-8f3c-627483adec27 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0731661 Dec 12 17:52:21.238017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34254) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:21.265355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbeea8-5210-4100-bee0-890562f46141 req-38809807-1d6d-4290-a14d-e00adc1c6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:21.266859 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0cbeea8-5210-4100-bee0-890562f46141 req-38809807-1d6d-4290-a14d-e00adc1c6ded service neutron] 10.222.0.31 "GET /v2.0/networks?id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 HTTP/1.1" status: 200 len: 917 time: 0.1975579 Dec 12 17:52:21.340294 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362515373', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:52:18Z', 'updated_at': '2021-12-12T17:52:20Z', 'revision_number': 3, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:19Z', 'updated_at': '2021-12-12T17:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:21.369580 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e9efae-2aba-4f67-b352-bf516550a821 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:21.371316 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-15e9efae-2aba-4f67-b352-bf516550a821 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2356381 Dec 12 17:52:21.373979 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f3b4acff-f5e8-464d-8dbb-e0eeb5a9ca28 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Deleting port e1a2ed83-0d4e-49d8-aa72-30d4fecf1a14 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:52:21.374271 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34260) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:21.374816 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3b4acff-f5e8-464d-8dbb-e0eeb5a9ca28 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:21.375989 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Checking router: 7d13b3bc-7185-47a5-be58-3aaaa3801268 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:52:21.376583 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Updating router 7d13b3bc-7185-47a5-be58-3aaaa3801268 port 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:52:21.411159 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:21.432000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0cbeea8-5210-4100-bee0-890562f46141 req-a44cf6c1-1786-4264-a545-dd972eee08c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=801ddd51-7e4a-4f50-86f5-e484775d44fc HTTP/1.1" status: 200 len: 1001 time: 0.1538014 Dec 12 17:52:21.460353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d198b3f8-5179-4734-b960-1576a68c9ce0 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0793920 Dec 12 17:52:21.463133 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34262) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:21.469066 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-565a57a9-607a-4094-9a71-b1c4d73f4b18 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1855093621', 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:21.526922 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3b4acff-f5e8-464d-8dbb-e0eeb5a9ca28 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:21.527274 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3b4acff-f5e8-464d-8dbb-e0eeb5a9ca28 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:21.528672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbeea8-5210-4100-bee0-890562f46141 req-9dd4deaf-e0cb-4bfa-96a9-50c02b59b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:21.530269 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0cbeea8-5210-4100-bee0-890562f46141 req-9dd4deaf-e0cb-4bfa-96a9-50c02b59b704 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=076bf984-90a2-4fda-a328-15e958eede88 HTTP/1.1" status: 200 len: 855 time: 0.0797367 Dec 12 17:52:21.551940 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f3b4acff-f5e8-464d-8dbb-e0eeb5a9ca28 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Calling delete_port for e1a2ed83-0d4e-49d8-aa72-30d4fecf1a14 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:52:21.554837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af01ba-6dac-4c49-8738-65070939fae1 req-c5f85fad-a6b8-4e9b-af82-35315ea444b7 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:21.556480 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5af01ba-6dac-4c49-8738-65070939fae1 req-c5f85fad-a6b8-4e9b-af82-35315ea444b7 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.1070142 Dec 12 17:52:21.614781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbeea8-5210-4100-bee0-890562f46141 req-cdac0809-6524-4084-ab2e-853c5c966077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:21.617003 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0cbeea8-5210-4100-bee0-890562f46141 req-cdac0809-6524-4084-ab2e-853c5c966077 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787623 Dec 12 17:52:21.624473 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5af01ba-6dac-4c49-8738-65070939fae1 req-ae062338-03ea-434d-a8ff-73ea7c1e6e19 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535064 Dec 12 17:52:21.640929 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565a57a9-607a-4094-9a71-b1c4d73f4b18 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Made reservation on behalf of 1ca8577c66784779ba8900bd9278d832 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:52:21.645180 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-565a57a9-607a-4094-9a71-b1c4d73f4b18 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:21.715838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0cbeea8-5210-4100-bee0-890562f46141 req-b868154d-7742-4c4b-a50b-20693b95f89f service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903013 Dec 12 17:52:21.729073 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:21.736612 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:21.789316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e9f48c-55ab-4922-8a58-c78dd155d474 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:52:21.807895 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Attempting to bind port 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:52:21.808389 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Attempting to bind port 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:52:21.808619 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Attempting to bind port 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:52:21.811106 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4962a41-96c8-4077-acf8-ed743b343ac3 None None] Pushing event updated for resources: {'Port': ['ID=8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:21.821459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4962a41-96c8-4077-acf8-ed743b343ac3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:21.821808 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4962a41-96c8-4077-acf8-ed743b343ac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:21.822156 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4962a41-96c8-4077-acf8-ed743b343ac3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:21.822491 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4962a41-96c8-4077-acf8-ed743b343ac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:21.822826 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4962a41-96c8-4077-acf8-ed743b343ac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:21.823155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4962a41-96c8-4077-acf8-ed743b343ac3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:21.825233 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4962a41-96c8-4077-acf8-ed743b343ac3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:21.825863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4962a41-96c8-4077-acf8-ed743b343ac3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:21.826006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4962a41-96c8-4077-acf8-ed743b343ac3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:21.826286 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4962a41-96c8-4077-acf8-ed743b343ac3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:21.826624 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4962a41-96c8-4077-acf8-ed743b343ac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:21.826951 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4962a41-96c8-4077-acf8-ed743b343ac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:21.827302 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4962a41-96c8-4077-acf8-ed743b343ac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:21.827427 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0cbeea8-5210-4100-bee0-890562f46141 req-bb070f7a-901c-4626-a469-e870781e0b4d service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045296 Dec 12 17:52:21.830622 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:52:21.831018 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:52:21.831656 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:21.832046 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:52:21.832636 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Bound port: 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:52:21.833026 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:21.852542 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3b4acff-f5e8-464d-8dbb-e0eeb5a9ca28 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:21.900235 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] For port 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:52:21.904244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] For port 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:52:21.909725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4acff-f5e8-464d-8dbb-e0eeb5a9ca28 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Pushing event deleted for resources: {'Port': ['ID=e1a2ed83-0d4e-49d8-aa72-30d4fecf1a14,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:21.914182 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:21.950291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e11db-da13-494d-b85f-0f3ca43dc8af req-d407832d-fffe-4948-8ad2-f70b9b212c57 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:21.952211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a1e11db-da13-494d-b85f-0f3ca43dc8af req-d407832d-fffe-4948-8ad2-f70b9b212c57 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0634062 Dec 12 17:52:21.966905 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-565a57a9-607a-4094-9a71-b1c4d73f4b18 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:21.993371 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeb90ae-f977-446f-aaff-2a00c5163153 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:52:22.004997 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8ebae9ad-1bb0-494c-b3c4-b31029fd06f3 None None] Provisioning complete for port 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:22.005380 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8ebae9ad-1bb0-494c-b3c4-b31029fd06f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:22.013465 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Routers {'7d13b3bc-7185-47a5-be58-3aaaa3801268'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:22.014102 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a1e11db-da13-494d-b85f-0f3ca43dc8af req-c1c06254-5d26-440f-b7c1-ea8530c65a7c tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558088 Dec 12 17:52:22.015970 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7d13b3bc-7185-47a5-be58-3aaaa3801268'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:22.033074 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3b4acff-f5e8-464d-8dbb-e0eeb5a9ca28 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:22.035551 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3b4acff-f5e8-464d-8dbb-e0eeb5a9ca28 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:22.036731 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f3b4acff-f5e8-464d-8dbb-e0eeb5a9ca28 tempest-FloatingIPAdminTestJSON-1892355163 tempest-FloatingIPAdminTestJSON-1892355163-project] 10.222.0.18 "DELETE /v2.0/floatingips/1a95bd08-0a1c-44df-9f46-62a58a04094e HTTP/1.1" status: 204 len: 168 time: 0.7976997 Dec 12 17:52:22.039917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34266) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:22.046104 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a57a9-607a-4094-9a71-b1c4d73f4b18 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Subnet': ['ID=3bd84b67-0f94-4a7e-b865-bca1b65efda3,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:22.114687 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4962a41-96c8-4077-acf8-ed743b343ac3 None None] Pushing event updated for resources: {'Port': ['ID=8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:22.169557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a57a9-607a-4094-9a71-b1c4d73f4b18 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Checking segment: {'id': 'c124bd1d-8f12-4cc9-be6f-190a3b016170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:52:22.169956 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565a57a9-607a-4094-9a71-b1c4d73f4b18 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network hostable DHCP agents. Network: 20b11b76-fcd4-48ea-8032-fbc26803312e, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:52:22.198898 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] Set router 7d13b3bc-7185-47a5-be58-3aaaa3801268 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:52:22.212549 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565a57a9-607a-4094-9a71-b1c4d73f4b18 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network 20b11b76-fcd4-48ea-8032-fbc26803312e is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:52:22.225628 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-565a57a9-607a-4094-9a71-b1c4d73f4b18 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 20b11b76-fcd4-48ea-8032-fbc26803312e) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:22.233496 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565a57a9-607a-4094-9a71-b1c4d73f4b18 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:22.234096 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-565a57a9-607a-4094-9a71-b1c4d73f4b18 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:22.242757 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1dae31f0-8227-4f42-8ffb-e4f0eaf9c103 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Deleting port ec49144e-34b5-44f0-94e1-b05d3a6297d7 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:52:22.243095 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1dae31f0-8227-4f42-8ffb-e4f0eaf9c103 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:22.260411 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee77a13e-4404-4170-9695-5a62d7939b1d None None] Network 20b11b76-fcd4-48ea-8032-fbc26803312e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:52:22.281213 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8ebae9ad-1bb0-494c-b3c4-b31029fd06f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:22.296234 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-565a57a9-607a-4094-9a71-b1c4d73f4b18 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8316205 Dec 12 17:52:22.299482 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34270) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:22.379800 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8ebae9ad-1bb0-494c-b3c4-b31029fd06f3 None None] For port 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:22.389515 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8ebae9ad-1bb0-494c-b3c4-b31029fd06f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:22.405553 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1dae31f0-8227-4f42-8ffb-e4f0eaf9c103 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:22.405892 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1dae31f0-8227-4f42-8ffb-e4f0eaf9c103 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:22.426790 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1dae31f0-8227-4f42-8ffb-e4f0eaf9c103 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Calling delete_port for ec49144e-34b5-44f0-94e1-b05d3a6297d7 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:52:22.671664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-69b3bef9-056b-4bb7-8ff2-527af1bba824 None None] Provisioning complete for port 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:22.672046 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-69b3bef9-056b-4bb7-8ff2-527af1bba824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:22.694676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebae9ad-1bb0-494c-b3c4-b31029fd06f3 None None] Pushing event updated for resources: {'Port': ['ID=8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:22.698331 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-20b11b76-fcd4-48ea-8032-fbc26803312e', 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ips': [{'subnet_id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:52:22.699235 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:22.736708 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1dae31f0-8227-4f42-8ffb-e4f0eaf9c103 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:22.773968 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae31f0-8227-4f42-8ffb-e4f0eaf9c103 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec49144e-34b5-44f0-94e1-b05d3a6297d7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:22.787233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbf11b-6dab-4919-8680-bb974371c295 req-e6f0be98-ce4a-4706-a6f5-d0823cde9fc0 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:22.791993 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1dbf11b-6dab-4919-8680-bb974371c295 req-e6f0be98-ce4a-4706-a6f5-d0823cde9fc0 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.0629795 Dec 12 17:52:22.842385 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1dbf11b-6dab-4919-8680-bb974371c295 req-c25b38e4-d818-4a5c-b469-d67b35ae97a8 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439904 Dec 12 17:52:22.881299 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1dae31f0-8227-4f42-8ffb-e4f0eaf9c103 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:22.884169 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1dae31f0-8227-4f42-8ffb-e4f0eaf9c103 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:22.885332 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1dae31f0-8227-4f42-8ffb-e4f0eaf9c103 tempest-FloatingIPAdminTestJSON-128734415 tempest-FloatingIPAdminTestJSON-128734415-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/2a28b06a-6a25-4711-b043-0e6b78aaf7ee HTTP/1.1" status: 204 len: 168 time: 0.8444955 Dec 12 17:52:22.889341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34276) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:22.917170 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362515373', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:52:18Z', 'updated_at': '2021-12-12T17:52:20Z', 'revision_number': 3, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:19Z', 'updated_at': '2021-12-12T17:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:22.956914 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa2eb6f-7ab5-4374-b8fc-7605e0ab1c16 None None] The sync data for ids ['7d13b3bc-7185-47a5-be58-3aaaa3801268'] in n-d-760354-5 is: [{'id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362515373', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:52:18Z', 'updated_at': '2021-12-12T17:52:20Z', 'revision_number': 3, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:19Z', 'updated_at': '2021-12-12T17:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:22.975077 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79f7cb57-3e12-4e85-b116-b089348c5d0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:22.976861 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Allocated IP 172.20.0.2 (20b11b76-fcd4-48ea-8032-fbc26803312e/3bd84b67-0f94-4a7e-b865-bca1b65efda3/8eb5401a-c8df-4d21-9bab-31f3a4b63857) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:22.991681 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-731f90a3-459d-4c3d-8333-ce8aa56fa092 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Deleting port 2e02fb8c-89d2-46d0-b32a-6f39fc225c4d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:52:22.992291 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-731f90a3-459d-4c3d-8333-ce8aa56fa092 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:23.117095 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-731f90a3-459d-4c3d-8333-ce8aa56fa092 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:23.154519 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-731f90a3-459d-4c3d-8333-ce8aa56fa092 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Calling delete_port for 2e02fb8c-89d2-46d0-b32a-6f39fc225c4d owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:52:23.182456 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:23.192339 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:23.214312 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e212aa9-7f70-45e1-9ed2-0dec6c3fc43c req-045c734b-87a9-4659-bf3f-902a1ab63c04 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:23.221803 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e212aa9-7f70-45e1-9ed2-0dec6c3fc43c req-045c734b-87a9-4659-bf3f-902a1ab63c04 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.1283920 Dec 12 17:52:23.237199 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Network 20b11b76-fcd4-48ea-8032-fbc26803312e is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:23.240758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:23.244764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:23.252639 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Pushing event updated for resources: {'Port': ['ID=8eb5401a-c8df-4d21-9bab-31f3a4b63857,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:23.314756 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e212aa9-7f70-45e1-9ed2-0dec6c3fc43c req-072715e6-5b03-4e8f-9eb7-37dd6407aff3 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901330 Dec 12 17:52:23.324792 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Attempting to bind port 8eb5401a-c8df-4d21-9bab-31f3a4b63857 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:52:23.325454 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Attempting to bind port 8eb5401a-c8df-4d21-9bab-31f3a4b63857 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'c124bd1d-8f12-4cc9-be6f-190a3b016170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:52:23.326079 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Attempting to bind port 8eb5401a-c8df-4d21-9bab-31f3a4b63857 on network 20b11b76-fcd4-48ea-8032-fbc26803312e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:52:23.343889 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:52:23.344290 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Checking segment: {'id': 'c124bd1d-8f12-4cc9-be6f-190a3b016170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:52:23.344711 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:23.345124 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Bound using segment: {'id': 'c124bd1d-8f12-4cc9-be6f-190a3b016170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:52:23.345620 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Bound port: 8eb5401a-c8df-4d21-9bab-31f3a4b63857, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c124bd1d-8f12-4cc9-be6f-190a3b016170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:52:23.346012 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:23.414360 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-79f7cb57-3e12-4e85-b116-b089348c5d0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Allocated IP 172.20.0.1 (20b11b76-fcd4-48ea-8032-fbc26803312e/3bd84b67-0f94-4a7e-b865-bca1b65efda3/957cdc8a-52a1-49fb-8c6e-411644ea0a21) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:23.432581 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-731f90a3-459d-4c3d-8333-ce8aa56fa092 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:23.460360 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] For port 8eb5401a-c8df-4d21-9bab-31f3a4b63857, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:52:23.464189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] For port 8eb5401a-c8df-4d21-9bab-31f3a4b63857, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8eb5401a-c8df-4d21-9bab-31f3a4b63857,segment=NetworkSegment(c124bd1d-8f12-4cc9-be6f-190a3b016170),segment_id=c124bd1d-8f12-4cc9-be6f-190a3b016170)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:52:23.476183 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:23.476442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f90a3-459d-4c3d-8333-ce8aa56fa092 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Pushing event deleted for resources: {'Port': ['ID=2e02fb8c-89d2-46d0-b32a-6f39fc225c4d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:23.591089 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79f7cb57-3e12-4e85-b116-b089348c5d0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:23.599216 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-731f90a3-459d-4c3d-8333-ce8aa56fa092 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:23.605275 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-731f90a3-459d-4c3d-8333-ce8aa56fa092 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] 10.222.0.18 "DELETE /v2.0/ports/2e02fb8c-89d2-46d0-b32a-6f39fc225c4d HTTP/1.1" status: 204 len: 168 time: 0.7127011 Dec 12 17:52:23.608942 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34284) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:23.642843 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5205d6-918a-43c1-9822-c4eed095423c None None] Pushing event updated for resources: {'Port': ['ID=8eb5401a-c8df-4d21-9bab-31f3a4b63857,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:23.674837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79f7cb57-3e12-4e85-b116-b089348c5d0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:23.698536 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f7cb57-3e12-4e85-b116-b089348c5d0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network 20b11b76-fcd4-48ea-8032-fbc26803312e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:23.718863 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-79f7cb57-3e12-4e85-b116-b089348c5d0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:23.731399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f7cb57-3e12-4e85-b116-b089348c5d0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:23.811883 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972d8962-0024-40c6-b9a2-6c003255ecd0 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:23.813725 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-972d8962-0024-40c6-b9a2-6c003255ecd0 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fe29db3-7937-40a8-a11f-84e73ff3453c HTTP/1.1" status: 200 len: 913 time: 0.2038798 Dec 12 17:52:23.816446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34286) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:23.843542 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7cb57-3e12-4e85-b116-b089348c5d0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=957cdc8a-52a1-49fb-8c6e-411644ea0a21,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:23.866215 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79f7cb57-3e12-4e85-b116-b089348c5d0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:24.088888 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79f7cb57-3e12-4e85-b116-b089348c5d0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:24.129172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f3e15-16c8-4aba-8f2d-c6c9705b4883 req-99aaba6d-d05f-4f6a-aeda-5614bbc0c997 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:24.130786 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d6f3e15-16c8-4aba-8f2d-c6c9705b4883 req-99aaba6d-d05f-4f6a-aeda-5614bbc0c997 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.1606972 Dec 12 17:52:24.242550 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d6f3e15-16c8-4aba-8f2d-c6c9705b4883 req-27a40b9b-8a27-4408-8dd6-069afeeb4893 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005447 Dec 12 17:52:24.369668 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b81be553-283c-4bf4-822b-de32b8a68e7a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:24.473144 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79f7cb57-3e12-4e85-b116-b089348c5d0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:24.480264 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79f7cb57-3e12-4e85-b116-b089348c5d0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:24.569875 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7cb57-3e12-4e85-b116-b089348c5d0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=957cdc8a-52a1-49fb-8c6e-411644ea0a21,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:24.575342 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79f7cb57-3e12-4e85-b116-b089348c5d0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:24.747353 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8eb5401a-c8df-4d21-9bab-31f3a4b63857 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:52:24.775718 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f7cb57-3e12-4e85-b116-b089348c5d0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network 20b11b76-fcd4-48ea-8032-fbc26803312e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:24.784458 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-79f7cb57-3e12-4e85-b116-b089348c5d0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:24.865960 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8eb5401a-c8df-4d21-9bab-31f3a4b63857 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:24.866361 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:25.005024 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfdfdb-75a1-4411-a9bf-96ae14311c6b req-e501d963-5d7f-45e2-b58c-b88d8b256b5a tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:25.008444 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:25.013921 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23dfdfdb-75a1-4411-a9bf-96ae14311c6b req-e501d963-5d7f-45e2-b58c-b88d8b256b5a tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.5994530 Dec 12 17:52:25.032034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f7cb57-3e12-4e85-b116-b089348c5d0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router 7d13b3bc-7185-47a5-be58-3aaaa3801268 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:52:25.045401 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-d5c465c0-20fb-476a-8a93-778175d0e835 req-80a18915-f512-46de-bdd2-cb3332cc78d5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:52:25.046529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d5c465c0-20fb-476a-8a93-778175d0e835 req-80a18915-f512-46de-bdd2-cb3332cc78d5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100660 Dec 12 17:52:25.053827 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 8eb5401a-c8df-4d21-9bab-31f3a4b63857, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8eb5401a-c8df-4d21-9bab-31f3a4b63857,segment=NetworkSegment(c124bd1d-8f12-4cc9-be6f-190a3b016170),segment_id=c124bd1d-8f12-4cc9-be6f-190a3b016170)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:25.060939 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:25.062045 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:52:25.147492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23dfdfdb-75a1-4411-a9bf-96ae14311c6b req-31a2887d-5a00-4c01-a3ea-e3c461116e1d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326275 Dec 12 17:52:25.155428 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08b2b49-27a5-4610-ada1-f67899f9a3cb None None] Network 20b11b76-fcd4-48ea-8032-fbc26803312e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:52:25.252415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f7cb57-3e12-4e85-b116-b089348c5d0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:25.258785 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-79f7cb57-3e12-4e85-b116-b089348c5d0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "PUT /v2.0/routers/7d13b3bc-7185-47a5-be58-3aaaa3801268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9587893 Dec 12 17:52:25.273163 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:25.273838 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:25.308167 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b81be553-283c-4bf4-822b-de32b8a68e7a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Deleting port aec9bf94-5403-4683-9d80-476d6f9ee676 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:52:25.308519 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b81be553-283c-4bf4-822b-de32b8a68e7a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:25.344181 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e377eede-7d7a-42e4-a01f-7ea3fc7da688 None None] Provisioning complete for port 8eb5401a-c8df-4d21-9bab-31f3a4b63857 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:25.344617 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e377eede-7d7a-42e4-a01f-7ea3fc7da688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:25.407931 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=8eb5401a-c8df-4d21-9bab-31f3a4b63857,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:25.542411 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b81be553-283c-4bf4-822b-de32b8a68e7a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:25.580984 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136f9be-eef0-4bc2-9797-5e5e3437f2b9 req-1a38413e-4210-4eb4-b9d3-32eecd153ddc tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:25.582504 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f136f9be-eef0-4bc2-9797-5e5e3437f2b9 req-1a38413e-4210-4eb4-b9d3-32eecd153ddc tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 945 time: 0.3164036 Dec 12 17:52:25.589996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b81be553-283c-4bf4-822b-de32b8a68e7a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Calling delete_port for aec9bf94-5403-4683-9d80-476d6f9ee676 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:52:25.606075 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-a1c75937-388e-44ef-9dea-aea3a64a01f4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1435813309&fields=id&tenant_id=1ca8577c66784779ba8900bd9278d832 HTTP/1.1" status: 200 len: 267 time: 0.1682460 Dec 12 17:52:25.636749 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Sync routers for ids ['7d13b3bc-7185-47a5-be58-3aaaa3801268'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:25.647699 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Routers {'7d13b3bc-7185-47a5-be58-3aaaa3801268'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:25.648379 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7d13b3bc-7185-47a5-be58-3aaaa3801268'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:25.772169 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Set router 7d13b3bc-7185-47a5-be58-3aaaa3801268 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:52:25.787057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb806649-ba44-416c-822c-2f4d0737495d req-0b6b039e-43c1-45fc-b3fe-0a51ff14cae0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2920861 Dec 12 17:52:25.795941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f1579d5a-c4c3-4e45-a90b-d2cc9b3bbd3b None None] Provisioning complete for port 8eb5401a-c8df-4d21-9bab-31f3a4b63857 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:25.796473 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f1579d5a-c4c3-4e45-a90b-d2cc9b3bbd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:25.800270 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f136f9be-eef0-4bc2-9797-5e5e3437f2b9 req-65d5f344-5794-46b7-9e18-22475ff26f19 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082789 Dec 12 17:52:25.805446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-eb806649-ba44-416c-822c-2f4d0737495d req-061728b5-41cf-4532-b2f7-142c83c41ba7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:52:25.806448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb806649-ba44-416c-822c-2f4d0737495d req-061728b5-41cf-4532-b2f7-142c83c41ba7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115805 Dec 12 17:52:25.908965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-e270bd12-0b58-4d5b-8b5c-07ab65558487 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:25.910520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-e270bd12-0b58-4d5b-8b5c-07ab65558487 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/networks?id=20b11b76-fcd4-48ea-8032-fbc26803312e HTTP/1.1" status: 200 len: 796 time: 0.2962496 Dec 12 17:52:25.953677 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 801ddd51-7e4a-4f50-86f5-e484775d44fc no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:52:26.110026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f1579d5a-c4c3-4e45-a90b-d2cc9b3bbd3b None None] Provisioning complete for port 957cdc8a-52a1-49fb-8c6e-411644ea0a21 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:26.110427 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f1579d5a-c4c3-4e45-a90b-d2cc9b3bbd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:26.111980 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-b2bede54-76c5-4ae4-aadb-a576cb682564 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/quotas/1ca8577c66784779ba8900bd9278d832 HTTP/1.1" status: 200 len: 375 time: 0.1900203 Dec 12 17:52:26.172526 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b81be553-283c-4bf4-822b-de32b8a68e7a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:26.180371 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:26.183573 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f1579d5a-c4c3-4e45-a90b-d2cc9b3bbd3b None None] Port 957cdc8a-52a1-49fb-8c6e-411644ea0a21 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:52:26.217461 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf9d4b1-1509-4890-8d1b-feec1bcaa09c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '801ddd51-7e4a-4f50-86f5-e484775d44fc'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:52:26.221072 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df4138f-5665-4b3d-924e-830d8fc6041c" -d '{"events": [{"server_uuid": "bdf9d4b1-1509-4890-8d1b-feec1bcaa09c", "name": "network-vif-unplugged", "status": "completed", "tag": "801ddd51-7e4a-4f50-86f5-e484775d44fc"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:52:26.236014 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 801ddd51-7e4a-4f50-86f5-e484775d44fc, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=801ddd51-7e4a-4f50-86f5-e484775d44fc,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:26.242116 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:26.265100 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81be553-283c-4bf4-822b-de32b8a68e7a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Pushing event deleted for resources: {'Port': ['ID=aec9bf94-5403-4683-9d80-476d6f9ee676,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:26.323131 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-9e092beb-9100-434c-a8d9-063c0cc35ddd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2101095 Dec 12 17:52:26.348917 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362515373', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:52:18Z', 'updated_at': '2021-12-12T17:52:24Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:19Z', 'updated_at': '2021-12-12T17:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '957cdc8a-52a1-49fb-8c6e-411644ea0a21', 'name': '', 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:2d:39:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:23Z', 'updated_at': '2021-12-12T17:52:24Z', 'revision_number': 2, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:26.358396 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=801ddd51-7e4a-4f50-86f5-e484775d44fc,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:26.372637 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-2f6ce123-dc78-4197-a145-4643022b75d7 None None] Provisioning complete for port 957cdc8a-52a1-49fb-8c6e-411644ea0a21 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:26.372853 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce123-dc78-4197-a145-4643022b75d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:26.384254 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Checking router: 7d13b3bc-7185-47a5-be58-3aaaa3801268 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:52:26.384254 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Updating router 7d13b3bc-7185-47a5-be58-3aaaa3801268 port 957cdc8a-52a1-49fb-8c6e-411644ea0a21 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:52:26.425769 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:26.448605 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ce123-dc78-4197-a145-4643022b75d7 None None] Port 957cdc8a-52a1-49fb-8c6e-411644ea0a21 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:52:26.577978 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-11a4017a-a091-430c-a216-6d7a2124ef4f None None] Provisioning complete for port 957cdc8a-52a1-49fb-8c6e-411644ea0a21 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:26.578363 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11a4017a-a091-430c-a216-6d7a2124ef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:26.625074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8eb5401a-c8df-4d21-9bab-31f3a4b63857 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:52:26.685883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-11a4017a-a091-430c-a216-6d7a2124ef4f None None] Port 957cdc8a-52a1-49fb-8c6e-411644ea0a21 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:52:26.692204 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f3bf8-1864-47ee-9994-4ec4ef95ad03 req-7d272ec0-9589-4dca-a336-4118153fd01f tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:26.694004 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-551f3bf8-1864-47ee-9994-4ec4ef95ad03 req-7d272ec0-9589-4dca-a336-4118153fd01f tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.3400123 Dec 12 17:52:26.705085 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8eb5401a-c8df-4d21-9bab-31f3a4b63857 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:26.705783 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:26.709480 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-552668c0-c64e-44e3-bf95-f0348a6e980a service neutron] 10.222.0.18 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364384 Dec 12 17:52:26.801286 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-551f3bf8-1864-47ee-9994-4ec4ef95ad03 req-87157f8c-86cb-49cd-9414-56d4eb817390 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007218 Dec 12 17:52:26.816480 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b81be553-283c-4bf4-822b-de32b8a68e7a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:26.839827 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:26.849083 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:26.877840 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 12 Dec 2021 17:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42b37dc-8092-4384-988a-51ca8a70bc0f x-openstack-request-id: req-c42b37dc-8092-4384-988a-51ca8a70bc0f {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:52:26.878856 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf9d4b1-1509-4890-8d1b-feec1bcaa09c", "name": "network-vif-unplugged", "status": "failed", "tag": "801ddd51-7e4a-4f50-86f5-e484775d44fc", "code": 422}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:52:26.879369 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c42b37dc-8092-4384-988a-51ca8a70bc0f {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:52:26.880041 n-d-760354-5 neutron-server[103152]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bdf9d4b1-1509-4890-8d1b-feec1bcaa09c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '801ddd51-7e4a-4f50-86f5-e484775d44fc', 'code': 422} returned with failed status Dec 12 17:52:26.904724 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1d0dd-79e0-42a0-9e28-b10eedfcc1f2 None None] Pushing event updated for resources: {'Port': ['ID=957cdc8a-52a1-49fb-8c6e-411644ea0a21,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:26.924698 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1d0dd-79e0-42a0-9e28-b10eedfcc1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:26.926356 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1d0dd-79e0-42a0-9e28-b10eedfcc1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:26.927545 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1d0dd-79e0-42a0-9e28-b10eedfcc1f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:26.927914 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1d0dd-79e0-42a0-9e28-b10eedfcc1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:26.928246 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1d0dd-79e0-42a0-9e28-b10eedfcc1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:26.928585 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1d0dd-79e0-42a0-9e28-b10eedfcc1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:26.929025 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1d0dd-79e0-42a0-9e28-b10eedfcc1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:26.929476 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1d0dd-79e0-42a0-9e28-b10eedfcc1f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:26.930416 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1d0dd-79e0-42a0-9e28-b10eedfcc1f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:26.930839 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1d0dd-79e0-42a0-9e28-b10eedfcc1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:26.931185 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1d0dd-79e0-42a0-9e28-b10eedfcc1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:26.934207 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1d0dd-79e0-42a0-9e28-b10eedfcc1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:26.935060 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c1d0dd-79e0-42a0-9e28-b10eedfcc1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:26.941575 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-dd50632e-06f6-45a2-836d-ea082f8df1e9 service neutron] 10.222.0.18 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234082 Dec 12 17:52:27.042072 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Attempting to bind port 957cdc8a-52a1-49fb-8c6e-411644ea0a21 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:52:27.042450 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Attempting to bind port 957cdc8a-52a1-49fb-8c6e-411644ea0a21 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'c124bd1d-8f12-4cc9-be6f-190a3b016170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:52:27.042820 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Attempting to bind port 957cdc8a-52a1-49fb-8c6e-411644ea0a21 on network 20b11b76-fcd4-48ea-8032-fbc26803312e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:52:27.058852 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:52:27.059321 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Checking segment: {'id': 'c124bd1d-8f12-4cc9-be6f-190a3b016170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:52:27.059743 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:27.060139 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Bound using segment: {'id': 'c124bd1d-8f12-4cc9-be6f-190a3b016170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:52:27.061785 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Bound port: 957cdc8a-52a1-49fb-8c6e-411644ea0a21, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c124bd1d-8f12-4cc9-be6f-190a3b016170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:52:27.062174 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:27.091898 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbb25d-cdcd-4c2d-ad2f-3ade3fb3bd22 req-7f73631a-b61f-46d8-a702-e4451b9355e6 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:27.101581 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84bbb25d-cdcd-4c2d-ad2f-3ade3fb3bd22 req-7f73631a-b61f-46d8-a702-e4451b9355e6 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 943 time: 0.1311109 Dec 12 17:52:27.181156 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] For port 957cdc8a-52a1-49fb-8c6e-411644ea0a21, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:52:27.189806 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] For port 957cdc8a-52a1-49fb-8c6e-411644ea0a21, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=957cdc8a-52a1-49fb-8c6e-411644ea0a21,segment=NetworkSegment(c124bd1d-8f12-4cc9-be6f-190a3b016170),segment_id=c124bd1d-8f12-4cc9-be6f-190a3b016170)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:52:27.198151 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:27.253958 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Routers {'7d13b3bc-7185-47a5-be58-3aaaa3801268'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:27.257802 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7d13b3bc-7185-47a5-be58-3aaaa3801268'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:27.271790 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81be553-283c-4bf4-822b-de32b8a68e7a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Router 7fe29db3-7937-40a8-a11f-84e73ff3453c has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:52:27.347501 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d3292ce2-21ac-49b4-b5dd-1f01f12baffa None None] Provisioning complete for port 957cdc8a-52a1-49fb-8c6e-411644ea0a21 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:27.348324 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d3292ce2-21ac-49b4-b5dd-1f01f12baffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:27.391272 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1d0dd-79e0-42a0-9e28-b10eedfcc1f2 None None] Pushing event updated for resources: {'Port': ['ID=957cdc8a-52a1-49fb-8c6e-411644ea0a21,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:27.438981 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] Set router 7d13b3bc-7185-47a5-be58-3aaaa3801268 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:52:27.441369 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-809cf313-7b77-436b-80f6-24079549fce1 req-08a96510-4437-41d8-bbfc-0a3b7f940610 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 210 time: 0.0535929 Dec 12 17:52:27.504119 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84bbb25d-cdcd-4c2d-ad2f-3ade3fb3bd22 req-b35cd813-5643-40ab-8f4b-d564251ab86e tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4011052 Dec 12 17:52:27.553036 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d3292ce2-21ac-49b4-b5dd-1f01f12baffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:27.569814 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81be553-283c-4bf4-822b-de32b8a68e7a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:27.584435 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b81be553-283c-4bf4-822b-de32b8a68e7a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] 10.222.0.18 "PUT /v2.0/routers/7fe29db3-7937-40a8-a11f-84e73ff3453c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7626069 Dec 12 17:52:27.584887 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34370) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:27.586493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156c3986-8369-43b8-a2be-02ba374413ad None None] Sync routers for ids ['7fe29db3-7937-40a8-a11f-84e73ff3453c'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:27.605391 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156c3986-8369-43b8-a2be-02ba374413ad None None] Routers {'7fe29db3-7937-40a8-a11f-84e73ff3453c'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:27.606394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-156c3986-8369-43b8-a2be-02ba374413ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7fe29db3-7937-40a8-a11f-84e73ff3453c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:27.654881 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-156c3986-8369-43b8-a2be-02ba374413ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:27.661525 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d3292ce2-21ac-49b4-b5dd-1f01f12baffa None None] For port 957cdc8a-52a1-49fb-8c6e-411644ea0a21, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=957cdc8a-52a1-49fb-8c6e-411644ea0a21,segment=NetworkSegment(c124bd1d-8f12-4cc9-be6f-190a3b016170),segment_id=c124bd1d-8f12-4cc9-be6f-190a3b016170)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:27.667285 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156c3986-8369-43b8-a2be-02ba374413ad None None] Routers {'7fe29db3-7937-40a8-a11f-84e73ff3453c'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:27.667906 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-156c3986-8369-43b8-a2be-02ba374413ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7fe29db3-7937-40a8-a11f-84e73ff3453c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:27.708453 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d3292ce2-21ac-49b4-b5dd-1f01f12baffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:27.710122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-156c3986-8369-43b8-a2be-02ba374413ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:27.713320 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156c3986-8369-43b8-a2be-02ba374413ad None None] The sync data for ids ['7fe29db3-7937-40a8-a11f-84e73ff3453c'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:27.774825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3292ce2-21ac-49b4-b5dd-1f01f12baffa None None] Pushing event updated for resources: {'Port': ['ID=957cdc8a-52a1-49fb-8c6e-411644ea0a21,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:27.813006 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362515373', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:52:18Z', 'updated_at': '2021-12-12T17:52:24Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:19Z', 'updated_at': '2021-12-12T17:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '957cdc8a-52a1-49fb-8c6e-411644ea0a21', 'name': '', 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:2d:39:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:23Z', 'updated_at': '2021-12-12T17:52:27Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:27.836811 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7b03ae05-8de1-4302-953f-a6964dab9e4d None None] Provisioning complete for port 957cdc8a-52a1-49fb-8c6e-411644ea0a21 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:27.837190 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b03ae05-8de1-4302-953f-a6964dab9e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:27.847840 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1ac5418-7179-4a70-8822-910a18056dd8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:27.857641 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8df611-4329-42ce-8957-ed01a8a70de3 None None] The sync data for ids ['7d13b3bc-7185-47a5-be58-3aaaa3801268'] in n-d-760354-5 is: [{'id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362515373', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:52:18Z', 'updated_at': '2021-12-12T17:52:24Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:19Z', 'updated_at': '2021-12-12T17:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '957cdc8a-52a1-49fb-8c6e-411644ea0a21', 'name': '', 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:2d:39:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:23Z', 'updated_at': '2021-12-12T17:52:27Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:28.015838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb52cd-57ad-4596-8226-cafcc78dca66 req-764b203a-fbde-412e-bf3b-fe300758805e tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:28.025582 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1ac5418-7179-4a70-8822-910a18056dd8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:28.026592 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6eb52cd-57ad-4596-8226-cafcc78dca66 req-764b203a-fbde-412e-bf3b-fe300758805e tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0931115 Dec 12 17:52:28.100071 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6eb52cd-57ad-4596-8226-cafcc78dca66 req-1cb71432-adb6-449d-bba6-792828a7863f tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724277 Dec 12 17:52:28.131156 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f1ac5418-7179-4a70-8822-910a18056dd8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Deleting port 739d7866-4d19-4b37-9f31-ac0c2bc82c57 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:52:28.131573 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1ac5418-7179-4a70-8822-910a18056dd8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:28.254557 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1ac5418-7179-4a70-8822-910a18056dd8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:28.276407 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f1ac5418-7179-4a70-8822-910a18056dd8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Calling delete_port for 739d7866-4d19-4b37-9f31-ac0c2bc82c57 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:52:28.492464 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1ac5418-7179-4a70-8822-910a18056dd8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:28.531719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac5418-7179-4a70-8822-910a18056dd8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Pushing event deleted for resources: {'Port': ['ID=739d7866-4d19-4b37-9f31-ac0c2bc82c57,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:28.547940 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f47ca16-924b-495b-8f49-488494ba9f51 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:52:28.654338 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-823161fd-aced-4b2d-b8ea-75fc710f7a24 req-fb29ac63-6287-4b0e-8be2-d911f0cbc27e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 210 time: 0.0674076 Dec 12 17:52:28.680839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1ac5418-7179-4a70-8822-910a18056dd8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:28.703347 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 957cdc8a-52a1-49fb-8c6e-411644ea0a21 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:52:28.959332 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-817d1dc9-8117-4668-a8c5-a68977331f9a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:28.961236 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-817d1dc9-8117-4668-a8c5-a68977331f9a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.31 "GET /v2.0/networks?id=20b11b76-fcd4-48ea-8032-fbc26803312e HTTP/1.1" status: 200 len: 796 time: 0.2701993 Dec 12 17:52:29.010058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b18d1-8d0c-43ea-a4d5-f4cb52da385b req-6f095230-2334-4f37-bf17-6bdc58646229 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:29.022104 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a49b18d1-8d0c-43ea-a4d5-f4cb52da385b req-6f095230-2334-4f37-bf17-6bdc58646229 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 943 time: 0.2204738 Dec 12 17:52:29.031558 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 957cdc8a-52a1-49fb-8c6e-411644ea0a21 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:29.032090 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:29.104771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a49b18d1-8d0c-43ea-a4d5-f4cb52da385b req-fc536d59-48ba-4bf7-90b8-0cd8f8a86b6d tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746608 Dec 12 17:52:29.188833 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-121a67e1-b7ce-4d59-a2cb-f1e9cd672bd1 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ca8577c66784779ba8900bd9278d832 HTTP/1.1" status: 200 len: 380 time: 0.2164035 Dec 12 17:52:29.206602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-7db5fd04-4dac-4666-8af6-6e01d9fd2a03 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'port': {'device_id': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e', 'admin_state_up': True, 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'security_groups': ['7ceb2a62-f48f-4153-99e2-a5af714e7ed8']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:29.370210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d968c4-e19f-4d24-8f98-34f529285331 req-1833cd1f-fe49-47a1-9d20-7a3bf859cf4e tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:29.378922 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0d968c4-e19f-4d24-8f98-34f529285331 req-1833cd1f-fe49-47a1-9d20-7a3bf859cf4e tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.1890399 Dec 12 17:52:29.441350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-7db5fd04-4dac-4666-8af6-6e01d9fd2a03 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Made reservation on behalf of 1ca8577c66784779ba8900bd9278d832 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:52:29.446537 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-7db5fd04-4dac-4666-8af6-6e01d9fd2a03 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:29.447314 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1ac5418-7179-4a70-8822-910a18056dd8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:29.450009 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1ac5418-7179-4a70-8822-910a18056dd8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:29.547605 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0d968c4-e19f-4d24-8f98-34f529285331 req-64bc8f73-35d8-489b-80bd-726b7efc111d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668899 Dec 12 17:52:29.560707 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1ac5418-7179-4a70-8822-910a18056dd8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:29.561725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ac5418-7179-4a70-8822-910a18056dd8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Fanout notify agent at l3_agent the message router_deleted on router 7fe29db3-7937-40a8-a11f-84e73ff3453c {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:52:29.570051 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1ac5418-7179-4a70-8822-910a18056dd8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:29.574293 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f1ac5418-7179-4a70-8822-910a18056dd8 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] 10.222.0.18 "DELETE /v2.0/routers/7fe29db3-7937-40a8-a11f-84e73ff3453c HTTP/1.1" status: 204 len: 168 time: 1.9882782 Dec 12 17:52:29.574914 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34390) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:29.630306 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-e922e8b1-0795-4dc3-bfa1-5968ef36c558 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Deleting subnet 85227743-ed4d-48ef-968b-9cc7134e011e {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:52:29.633055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-7db5fd04-4dac-4666-8af6-6e01d9fd2a03 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Allocated IP 172.20.0.9 (20b11b76-fcd4-48ea-8032-fbc26803312e/3bd84b67-0f94-4a7e-b865-bca1b65efda3/20567570-8591-4530-b78e-1591dc80bac1) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:29.634863 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e922e8b1-0795-4dc3-bfa1-5968ef36c558 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:29.701697 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e922e8b1-0795-4dc3-bfa1-5968ef36c558 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:29.787646 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ffc9be3a-9606-4d76-8b35-c49ea5296d2e req-d49f79d1-6b0a-47c7-8638-f864ad66b9dd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 210 time: 0.0335197 Dec 12 17:52:29.801743 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e922e8b1-0795-4dc3-bfa1-5968ef36c558 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:29.849085 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-7db5fd04-4dac-4666-8af6-6e01d9fd2a03 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:29.864702 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e922e8b1-0795-4dc3-bfa1-5968ef36c558 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:29.893907 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-7db5fd04-4dac-4666-8af6-6e01d9fd2a03 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:29.899254 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922e8b1-0795-4dc3-bfa1-5968ef36c558 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Pushing event deleted for resources: {'Subnet': ['ID=85227743-ed4d-48ef-968b-9cc7134e011e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:29.905563 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e922e8b1-0795-4dc3-bfa1-5968ef36c558 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:29.907818 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156e0e33-d475-4074-9d1f-0426e141aa64 None None] Network 4ad41b70-fdec-498b-906f-80fd9bc6fd15 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:52:29.911327 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e922e8b1-0795-4dc3-bfa1-5968ef36c558 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] 10.222.0.18 "DELETE /v2.0/subnets/85227743-ed4d-48ef-968b-9cc7134e011e HTTP/1.1" status: 204 len: 168 time: 0.3330846 Dec 12 17:52:29.911989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34394) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:29.980271 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-7db5fd04-4dac-4666-8af6-6e01d9fd2a03 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network 20b11b76-fcd4-48ea-8032-fbc26803312e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:29.988153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-7db5fd04-4dac-4666-8af6-6e01d9fd2a03 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:30.002424 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-7db5fd04-4dac-4666-8af6-6e01d9fd2a03 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:30.019145 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:30.043517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5fd04-4dac-4666-8af6-6e01d9fd2a03 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=20567570-8591-4530-b78e-1591dc80bac1,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:30.083531 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-7db5fd04-4dac-4666-8af6-6e01d9fd2a03 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:30.084772 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-7db5fd04-4dac-4666-8af6-6e01d9fd2a03 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:30.104261 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Deleting port 1e959723-b437-4c70-8f7f-def6a99f32ee {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:52:30.104639 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:30.114210 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-7db5fd04-4dac-4666-8af6-6e01d9fd2a03 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9131448 Dec 12 17:52:30.128259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Request body: {'port': {'device_id': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:30.138262 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb76f68b-695e-49d4-bf50-c599a57d98ce None None] DHCP port deletion for 4ad41b70-fdec-498b-906f-80fd9bc6fd15 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:52:30.200041 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cb76f68b-695e-49d4-bf50-c599a57d98ce None None] Deleting port 1e959723-b437-4c70-8f7f-def6a99f32ee {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:52:30.200417 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cb76f68b-695e-49d4-bf50-c599a57d98ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:30.240720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] For port 1e959723-b437-4c70-8f7f-def6a99f32ee, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1e959723-b437-4c70-8f7f-def6a99f32ee,segment=NetworkSegment(13900058-5731-45ae-891e-37b4ff4385c0),segment_id=13900058-5731-45ae-891e-37b4ff4385c0)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:30.241426 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:30.260649 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Calling delete_port for 1e959723-b437-4c70-8f7f-def6a99f32ee owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:52:30.312424 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-cb76f68b-695e-49d4-bf50-c599a57d98ce None None] For port 1e959723-b437-4c70-8f7f-def6a99f32ee, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1e959723-b437-4c70-8f7f-def6a99f32ee,segment=NetworkSegment(13900058-5731-45ae-891e-37b4ff4385c0),segment_id=13900058-5731-45ae-891e-37b4ff4385c0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:30.313270 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cb76f68b-695e-49d4-bf50-c599a57d98ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:30.328826 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:30.329085 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cb76f68b-695e-49d4-bf50-c599a57d98ce None None] Calling delete_port for 1e959723-b437-4c70-8f7f-def6a99f32ee owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:52:30.371414 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:30.396885 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Pushing event deleted for resources: {'Port': ['ID=1e959723-b437-4c70-8f7f-def6a99f32ee,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:30.408218 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] No DVR routers for this DVR port 1e959723-b437-4c70-8f7f-def6a99f32ee on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:52:30.412808 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cc1a4-7803-42ca-b0c2-d09a9543c8d5 req-04e0bf4a-1a01-4713-b670-eb545a34a463 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:30.418351 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d54cc1a4-7803-42ca-b0c2-d09a9543c8d5 req-04e0bf4a-1a01-4713-b670-eb545a34a463 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 943 time: 0.1465042 Dec 12 17:52:30.422585 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cb76f68b-695e-49d4-bf50-c599a57d98ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:30.471132 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76f68b-695e-49d4-bf50-c599a57d98ce None None] Pushing event deleted for resources: {'Port': ['ID=1e959723-b437-4c70-8f7f-def6a99f32ee,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:30.477258 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb76f68b-695e-49d4-bf50-c599a57d98ce None None] No DVR routers for this DVR port 1e959723-b437-4c70-8f7f-def6a99f32ee on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:52:30.506083 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e55f4137-a79b-4fd5-a3d1-8c4f6c0998ba None None] Provisioning complete for port 20567570-8591-4530-b78e-1591dc80bac1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:30.506529 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e55f4137-a79b-4fd5-a3d1-8c4f6c0998ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:30.554292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e55f4137-a79b-4fd5-a3d1-8c4f6c0998ba None None] Port 20567570-8591-4530-b78e-1591dc80bac1 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:52:30.564276 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:30.599834 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad41b70-fdec-498b-906f-80fd9bc6fd15']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:30.627059 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13900058-5731-45ae-891e-37b4ff4385c0') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:30.627351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13900058-5731-45ae-891e-37b4ff4385c0') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:30.632230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1e959723-b437-4c70-8f7f-def6a99f32ee no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:52:30.639606 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:30.653354 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d54cc1a4-7803-42ca-b0c2-d09a9543c8d5 req-6b9bb2f6-378b-4517-9e6b-e846601ba943 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293739 Dec 12 17:52:30.655494 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:30.661350 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 1e959723-b437-4c70-8f7f-def6a99f32ee {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:52:30.662915 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1e959723-b437-4c70-8f7f-def6a99f32ee not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:52:30.663881 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:52:30.664383 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:52:30.668635 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:52:30.763315 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:30.769602 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:30.776869 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] 10.222.0.18 "DELETE /v2.0/networks/4ad41b70-fdec-498b-906f-80fd9bc6fd15 HTTP/1.1" status: 204 len: 168 time: 0.8638408 Dec 12 17:52:30.777607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34404) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:30.835135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa34bfd-a706-4839-9a43-c48592c516a4 req-4667902e-29a2-400a-bd67-1e4205a87604 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:30.842145 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2fa34bfd-a706-4839-9a43-c48592c516a4 req-4667902e-29a2-400a-bd67-1e4205a87604 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0902560 Dec 12 17:52:30.844522 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e322b0a-6cc8-4ff1-ab1b-005b4c47cd4a tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Pushing event deleted for resources: {'Network': ['ID=4ad41b70-fdec-498b-906f-80fd9bc6fd15,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:30.905295 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2fa34bfd-a706-4839-9a43-c48592c516a4 req-f1a61e64-160f-4571-a94b-18001d810eff tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623093 Dec 12 17:52:30.964233 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3c32462c-79d4-487e-a41d-e97fc3c237c9 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Deleting port f41992d5-193b-4acf-9f8b-739732877203 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:52:30.964526 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c32462c-79d4-487e-a41d-e97fc3c237c9 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:30.977783 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20567570-8591-4530-b78e-1591dc80bac1 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:52:30.989266 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed0fa6-342c-438e-b969-917820daf1ef req-8f617375-0394-478b-af18-3307fa180cab tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:30.991111 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2bed0fa6-342c-438e-b969-917820daf1ef req-8f617375-0394-478b-af18-3307fa180cab tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 931 time: 0.1217563 Dec 12 17:52:30.996017 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:31.037683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Transition to ACTIVE for port object 20567570-8591-4530-b78e-1591dc80bac1 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:52:31.048662 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c32462c-79d4-487e-a41d-e97fc3c237c9 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:31.049189 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c32462c-79d4-487e-a41d-e97fc3c237c9 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:31.051328 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:31.062873 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3c32462c-79d4-487e-a41d-e97fc3c237c9 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Calling delete_port for f41992d5-193b-4acf-9f8b-739732877203 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:52:31.065057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2bed0fa6-342c-438e-b969-917820daf1ef req-a81297d2-5d7e-475d-ac0f-e28a32aae902 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646939 Dec 12 17:52:31.105661 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Pushing event updated for resources: {'Port': ['ID=20567570-8591-4530-b78e-1591dc80bac1,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:31.204096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Attempting to bind port 20567570-8591-4530-b78e-1591dc80bac1 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:52:31.204538 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Attempting to bind port 20567570-8591-4530-b78e-1591dc80bac1 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'c124bd1d-8f12-4cc9-be6f-190a3b016170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:52:31.204950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Attempting to bind port 20567570-8591-4530-b78e-1591dc80bac1 on network 20b11b76-fcd4-48ea-8032-fbc26803312e {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:52:31.210439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Port 20567570-8591-4530-b78e-1591dc80bac1 on network 20b11b76-fcd4-48ea-8032-fbc26803312e not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:52:31.210828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Attempting to bind port 20567570-8591-4530-b78e-1591dc80bac1 on network 20b11b76-fcd4-48ea-8032-fbc26803312e {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:52:31.217518 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:52:31.217931 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Checking segment: {'id': 'c124bd1d-8f12-4cc9-be6f-190a3b016170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:52:31.218403 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Bound using segment: {'id': 'c124bd1d-8f12-4cc9-be6f-190a3b016170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:52:31.219476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Bound port: 20567570-8591-4530-b78e-1591dc80bac1, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c124bd1d-8f12-4cc9-be6f-190a3b016170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:52:31.219925 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:31.247386 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c32462c-79d4-487e-a41d-e97fc3c237c9 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:31.287806 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32462c-79d4-487e-a41d-e97fc3c237c9 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Pushing event deleted for resources: {'Port': ['ID=f41992d5-193b-4acf-9f8b-739732877203,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:31.295808 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] For port 20567570-8591-4530-b78e-1591dc80bac1, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:52:31.300905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] For port 20567570-8591-4530-b78e-1591dc80bac1, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=20567570-8591-4530-b78e-1591dc80bac1,segment=NetworkSegment(c124bd1d-8f12-4cc9-be6f-190a3b016170),segment_id=c124bd1d-8f12-4cc9-be6f-190a3b016170)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:52:31.309860 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:31.345693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:31.346410 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:31.347920 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] 10.222.0.31 "PUT /v2.0/ports/20567570-8591-4530-b78e-1591dc80bac1 HTTP/1.1" status: 200 len: 1091 time: 1.2254303 Dec 12 17:52:31.348437 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'tag': '20567570-8591-4530-b78e-1591dc80bac1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:52:31.350844 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe5c560-79b8-4e00-bf1d-a02d13e8ca78" -d '{"events": [{"name": "network-changed", "server_uuid": "5897e0ca-f28f-405f-a983-c97e8d9f4e19", "tag": "20567570-8591-4530-b78e-1591dc80bac1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:52:31.403166 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702aeb8-bd76-419d-861d-2be16bf6c185 service neutron] Pushing event updated for resources: {'Port': ['ID=20567570-8591-4530-b78e-1591dc80bac1,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:31.426768 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c32462c-79d4-487e-a41d-e97fc3c237c9 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:31.433462 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c32462c-79d4-487e-a41d-e97fc3c237c9 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:31.435691 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3c32462c-79d4-487e-a41d-e97fc3c237c9 tempest-FloatingIPAdminTestJSON-449811847 tempest-FloatingIPAdminTestJSON-449811847-project] 10.222.0.18 "DELETE /v2.0/floatingips/75097556-dd11-44a8-8aff-1255ee932c25 HTTP/1.1" status: 204 len: 168 time: 0.6539161 Dec 12 17:52:31.442253 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dff4325-7bd2-4f95-9b00-9799a6cf4398 x-openstack-request-id: req-4dff4325-7bd2-4f95-9b00-9799a6cf4398 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:52:31.442546 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5897e0ca-f28f-405f-a983-c97e8d9f4e19", "tag": "20567570-8591-4530-b78e-1591dc80bac1", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:52:31.442799 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4dff4325-7bd2-4f95-9b00-9799a6cf4398 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:52:31.443827 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'tag': '20567570-8591-4530-b78e-1591dc80bac1', 'status': 'completed', 'code': 200} Dec 12 17:52:31.469069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-41af190b-a95d-401a-9b41-8c35aae26422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:31.485207 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-41af190b-a95d-401a-9b41-8c35aae26422 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 1094 time: 0.0789583 Dec 12 17:52:31.544042 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-15e2e086-236d-4b0c-af35-1a836b9fb673 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20567570-8591-4530-b78e-1591dc80bac1 HTTP/1.1" status: 200 len: 217 time: 0.0484548 Dec 12 17:52:31.611113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-4b956634-8e3d-455c-8cda-310c49d257fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:31.612722 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-4b956634-8e3d-455c-8cda-310c49d257fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3bd84b67-0f94-4a7e-b865-bca1b65efda3 HTTP/1.1" status: 200 len: 835 time: 0.0610805 Dec 12 17:52:31.674166 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-7fcef7bf-5c41-4a2f-9308-d43f01342e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:31.675774 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-7fcef7bf-5c41-4a2f-9308-d43f01342e2e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20b11b76-fcd4-48ea-8032-fbc26803312e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558441 Dec 12 17:52:31.812996 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34420) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:31.831704 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-2513b262-5e1b-4776-aba2-5609b4c2c30c service neutron] 10.222.0.31 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479056 Dec 12 17:52:31.854792 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba71b45-ca78-4c72-8107-adea8f4a51d9 req-cdd86166-f4ea-4ca3-a50b-c3476ff1fa25 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:31.856316 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fba71b45-ca78-4c72-8107-adea8f4a51d9 req-cdd86166-f4ea-4ca3-a50b-c3476ff1fa25 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 943 time: 0.0834713 Dec 12 17:52:31.973077 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b5be5746-70c6-4141-99af-569f28884083 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da18ebde89de442ebb2bbbc2c4ad6418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1584296 Dec 12 17:52:31.976829 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34426) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:32.030425 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8696e58d-5e0d-4b9f-96a5-23e70014d156 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:32.055962 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8696e58d-5e0d-4b9f-96a5-23e70014d156 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:32.110546 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8696e58d-5e0d-4b9f-96a5-23e70014d156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:32.113539 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8696e58d-5e0d-4b9f-96a5-23e70014d156 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:32.114799 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8696e58d-5e0d-4b9f-96a5-23e70014d156 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3dce3e2f-aa84-42e4-a923-49933154596e HTTP/1.1" status: 204 len: 168 time: 0.1367548 Dec 12 17:52:32.125113 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696e58d-5e0d-4b9f-96a5-23e70014d156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dce3e2f-aa84-42e4-a923-49933154596e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:32.343431 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fba71b45-ca78-4c72-8107-adea8f4a51d9 req-b9ad0d25-e7d5-4f8d-b318-19513fe796e2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4762056 Dec 12 17:52:32.364916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bcd30-7bcb-4139-92bc-56447ddb7704 req-297c0ebb-0e4c-439d-b1b2-7933faf9fa84 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:32.377579 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f51bcd30-7bcb-4139-92bc-56447ddb7704 req-297c0ebb-0e4c-439d-b1b2-7933faf9fa84 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.1057584 Dec 12 17:52:32.380097 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba9fa503-02e7-4301-aedf-c568deba9a15 req-614f5295-cc07-4e59-9b60-3f708cded7e7 service neutron] 10.222.0.31 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414240 Dec 12 17:52:32.474377 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34434) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:32.491089 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7c5550a-41f5-498d-bb7d-44f1a2ed3b5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:32.510498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f51bcd30-7bcb-4139-92bc-56447ddb7704 req-da149b8a-01f2-4360-94fe-57e25dfc8e49 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379454 Dec 12 17:52:32.556265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb310b-b655-4489-ba6e-d3025053609c req-36e498b5-d2be-4ed4-ad02-cec27b4c8953 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:32.557787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3aeb310b-b655-4489-ba6e-d3025053609c req-36e498b5-d2be-4ed4-ad02-cec27b4c8953 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 943 time: 0.1146133 Dec 12 17:52:32.559777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5c560-79b8-4e00-bf1d-a02d13e8ca78 req-648bd149-b9d9-4cad-bd27-29735c4e9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:32.561230 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbe5c560-79b8-4e00-bf1d-a02d13e8ca78 req-648bd149-b9d9-4cad-bd27-29735c4e9719 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 1094 time: 0.1051366 Dec 12 17:52:32.580504 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7c5550a-41f5-498d-bb7d-44f1a2ed3b5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:32.586019 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7c5550a-41f5-498d-bb7d-44f1a2ed3b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:32.636662 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f7c5550a-41f5-498d-bb7d-44f1a2ed3b5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7e57131756f498da60c4727abb1a78e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1579657 Dec 12 17:52:32.636662 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5550a-41f5-498d-bb7d-44f1a2ed3b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a930c3-8bf0-4212-a417-7ac076d15f49,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:32.637928 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34436) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:32.689009 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3aeb310b-b655-4489-ba6e-d3025053609c req-536f7a74-18cc-4a00-8f27-16eba5b49807 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060884 Dec 12 17:52:32.689757 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15414274-5d36-4cd7-801c-0ab21fda868d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:32.719887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5c560-79b8-4e00-bf1d-a02d13e8ca78 req-cc8c334c-d6e1-46e6-96c4-415ec204391f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:32.721932 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbe5c560-79b8-4e00-bf1d-a02d13e8ca78 req-cc8c334c-d6e1-46e6-96c4-415ec204391f service neutron] 10.222.0.31 "GET /v2.0/networks?id=20b11b76-fcd4-48ea-8032-fbc26803312e HTTP/1.1" status: 200 len: 897 time: 0.1511099 Dec 12 17:52:32.722554 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15414274-5d36-4cd7-801c-0ab21fda868d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:32.765682 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbe5c560-79b8-4e00-bf1d-a02d13e8ca78 req-8e874eac-d7c2-4b71-82ea-7c15aaa92721 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20567570-8591-4530-b78e-1591dc80bac1 HTTP/1.1" status: 200 len: 217 time: 0.0367255 Dec 12 17:52:32.778980 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15414274-5d36-4cd7-801c-0ab21fda868d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:32.783415 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15414274-5d36-4cd7-801c-0ab21fda868d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:32.785071 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-15414274-5d36-4cd7-801c-0ab21fda868d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01a930c3-8bf0-4212-a417-7ac076d15f49 HTTP/1.1" status: 204 len: 168 time: 0.1458240 Dec 12 17:52:32.794794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15414274-5d36-4cd7-801c-0ab21fda868d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a930c3-8bf0-4212-a417-7ac076d15f49,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:32.827765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5c560-79b8-4e00-bf1d-a02d13e8ca78 req-000a37fe-4fcd-4752-a137-4cb0dac398ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:32.830829 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbe5c560-79b8-4e00-bf1d-a02d13e8ca78 req-000a37fe-4fcd-4752-a137-4cb0dac398ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3bd84b67-0f94-4a7e-b865-bca1b65efda3 HTTP/1.1" status: 200 len: 835 time: 0.0564690 Dec 12 17:52:32.899508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5c560-79b8-4e00-bf1d-a02d13e8ca78 req-415bd1ce-1b57-4f34-bfa6-ae6db1425135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:32.901017 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbe5c560-79b8-4e00-bf1d-a02d13e8ca78 req-415bd1ce-1b57-4f34-bfa6-ae6db1425135 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20b11b76-fcd4-48ea-8032-fbc26803312e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635192 Dec 12 17:52:32.994694 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbe5c560-79b8-4e00-bf1d-a02d13e8ca78 req-71a8252f-09f4-4abb-8f43-5d1eed719c45 service neutron] 10.222.0.31 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853057 Dec 12 17:52:33.100529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbe5c560-79b8-4e00-bf1d-a02d13e8ca78 req-aaad3198-67b0-40e1-80fc-3aefabd70595 service neutron] 10.222.0.31 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977991 Dec 12 17:52:33.169362 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34446) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:33.183856 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd93c928-5493-490c-a446-d76bdae8a90c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:33.263870 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd93c928-5493-490c-a446-d76bdae8a90c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:33.268300 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd93c928-5493-490c-a446-d76bdae8a90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:33.310005 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cd93c928-5493-490c-a446-d76bdae8a90c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c56cdf13d9d7411cacf313943b694c91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1368549 Dec 12 17:52:33.310005 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93c928-5493-490c-a446-d76bdae8a90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34c5f7a-dafa-4813-a769-c56d5a938275,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:33.310581 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34448) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:33.366366 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4ef85f9d-99a2-4cc7-968c-618f2971701d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:33.392859 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4ef85f9d-99a2-4cc7-968c-618f2971701d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:33.480295 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4ef85f9d-99a2-4cc7-968c-618f2971701d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:33.483738 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4ef85f9d-99a2-4cc7-968c-618f2971701d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:33.485024 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4ef85f9d-99a2-4cc7-968c-618f2971701d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f34c5f7a-dafa-4813-a769-c56d5a938275 HTTP/1.1" status: 204 len: 168 time: 0.1731174 Dec 12 17:52:33.501235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d056c2-85b8-476a-9217-951e0b41c2d2 req-d40eab75-7197-4624-bc6c-6488f8f4ad90 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:33.503106 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7d056c2-85b8-476a-9217-951e0b41c2d2 req-d40eab75-7197-4624-bc6c-6488f8f4ad90 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 943 time: 0.0719664 Dec 12 17:52:33.513111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef85f9d-99a2-4cc7-968c-618f2971701d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34c5f7a-dafa-4813-a769-c56d5a938275,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:33.559664 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7d056c2-85b8-476a-9217-951e0b41c2d2 req-00e980a3-df64-4b73-955b-5b4447d08535 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482936 Dec 12 17:52:33.614203 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 626f3a2e-76f1-4334-ba8a-8451e6c6d73e details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:52:33.616390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 626f3a2e-76f1-4334-ba8a-8451e6c6d73e no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:52:33.653656 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09800be-c806-46a9-893b-15904b2658af req-6486fe1a-7a27-4270-ad39-f6b639183168 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:33.655130 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f09800be-c806-46a9-893b-15904b2658af req-6486fe1a-7a27-4270-ad39-f6b639183168 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0597279 Dec 12 17:52:33.715863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f09800be-c806-46a9-893b-15904b2658af req-5cba5a19-d6a5-4ba4-a1ca-8214b2cb6f7f tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541599 Dec 12 17:52:33.768933 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:33.775590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=626f3a2e-76f1-4334-ba8a-8451e6c6d73e,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:33.809315 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '626f3a2e-76f1-4334-ba8a-8451e6c6d73e', 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8', 'port_id': '626f3a2e-76f1-4334-ba8a-8451e6c6d73e', 'mac_address': 'fa:16:3e:72:55:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92c4280-59d6-41b4-9a33-1922737aefee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:52:33.818115 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f2ba9c-1bc2-4156-acd8-efe14a02f3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626f3a2e-76f1-4334-ba8a-8451e6c6d73e'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:52:33.820489 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb53708d-3501-4b8e-9770-965d540c172e" -d '{"events": [{"server_uuid": "80f2ba9c-1bc2-4156-acd8-efe14a02f3be", "name": "network-vif-unplugged", "status": "completed", "tag": "626f3a2e-76f1-4334-ba8a-8451e6c6d73e"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:52:33.868662 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f499fe24-0aa8-40ff-bc9c-f863581af6a0 x-openstack-request-id: req-f499fe24-0aa8-40ff-bc9c-f863581af6a0 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:52:33.869217 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f2ba9c-1bc2-4156-acd8-efe14a02f3be", "name": "network-vif-unplugged", "status": "completed", "tag": "626f3a2e-76f1-4334-ba8a-8451e6c6d73e", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:52:33.869677 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f499fe24-0aa8-40ff-bc9c-f863581af6a0 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:52:33.870252 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f2ba9c-1bc2-4156-acd8-efe14a02f3be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626f3a2e-76f1-4334-ba8a-8451e6c6d73e', 'code': 200} Dec 12 17:52:33.882703 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:33.886731 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=626f3a2e-76f1-4334-ba8a-8451e6c6d73e,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:33.900699 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:33.905746 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 626f3a2e-76f1-4334-ba8a-8451e6c6d73e {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:52:33.907767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e61c8-9b2a-45fc-9ade-61818e59c46a req-73475879-ac1d-41af-a55d-d3b5edeb5f85 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:33.909385 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-286e61c8-9b2a-45fc-9ade-61818e59c46a req-73475879-ac1d-41af-a55d-d3b5edeb5f85 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 943 time: 0.1358111 Dec 12 17:52:33.952464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb806649-ba44-416c-822c-2f4d0737495d req-74c5c151-62e8-4d57-96e3-1795a59675ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:33.954030 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb806649-ba44-416c-822c-2f4d0737495d req-74c5c151-62e8-4d57-96e3-1795a59675ce service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c&tenant_id=d0b4bc710fe244f885d5e9cf88a75d69 HTTP/1.1" status: 200 len: 1094 time: 0.1472905 Dec 12 17:52:34.001074 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:52:34.001436 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:52:34.002518 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=626f3a2e-76f1-4334-ba8a-8451e6c6d73e,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:34.019193 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-286e61c8-9b2a-45fc-9ade-61818e59c46a req-2423a7ff-14b9-475d-ba55-3284a7c8c6f3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002171 Dec 12 17:52:34.037956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb806649-ba44-416c-822c-2f4d0737495d req-fe7d2707-8729-48c1-81e3-3f1a9e04cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:34.039630 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb806649-ba44-416c-822c-2f4d0737495d req-fe7d2707-8729-48c1-81e3-3f1a9e04cd4e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0b4bc710fe244f885d5e9cf88a75d69&device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 1094 time: 0.0532362 Dec 12 17:52:34.143111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb806649-ba44-416c-822c-2f4d0737495d req-314d030e-ea83-4d6e-a4e2-6b35fe77473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:34.144751 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb806649-ba44-416c-822c-2f4d0737495d req-314d030e-ea83-4d6e-a4e2-6b35fe77473f service neutron] 10.222.0.31 "GET /v2.0/networks?id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 HTTP/1.1" status: 200 len: 917 time: 0.0980151 Dec 12 17:52:34.213569 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb806649-ba44-416c-822c-2f4d0737495d req-1a2ce176-e8aa-4002-b849-aa1b682ca96d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=801ddd51-7e4a-4f50-86f5-e484775d44fc HTTP/1.1" status: 200 len: 999 time: 0.0615528 Dec 12 17:52:34.263163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb806649-ba44-416c-822c-2f4d0737495d req-f34a7404-4d79-4f83-ad4c-69df8d94c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:34.264664 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb806649-ba44-416c-822c-2f4d0737495d req-f34a7404-4d79-4f83-ad4c-69df8d94c6ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=076bf984-90a2-4fda-a328-15e958eede88 HTTP/1.1" status: 200 len: 855 time: 0.0438914 Dec 12 17:52:34.314333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb806649-ba44-416c-822c-2f4d0737495d req-375d5840-31c5-46ed-aad7-e6f4689a24e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:34.315931 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb806649-ba44-416c-822c-2f4d0737495d req-375d5840-31c5-46ed-aad7-e6f4689a24e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433912 Dec 12 17:52:34.321598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34482) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:34.410210 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb806649-ba44-416c-822c-2f4d0737495d req-6c906fd3-c5b5-4c8c-a652-cc07f144eac9 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823994 Dec 12 17:52:34.422461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4410a19c-acec-40ad-aa65-4d06ddb68794 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1177163489'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:34.495013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4410a19c-acec-40ad-aa65-4d06ddb68794 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Made reservation on behalf of a780e8f64a834976af4d9ec373b41ebf for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:52:34.498460 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4410a19c-acec-40ad-aa65-4d06ddb68794 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:34.513300 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4410a19c-acec-40ad-aa65-4d06ddb68794 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:34.550794 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:34.556690 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb806649-ba44-416c-822c-2f4d0737495d req-28ca564c-72c4-471a-b618-3a6ff440de66 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378675 Dec 12 17:52:34.565229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626f3a2e-76f1-4334-ba8a-8451e6c6d73e {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:52:34.589030 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=626f3a2e-76f1-4334-ba8a-8451e6c6d73e,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:34.594311 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:34.628840 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4410a19c-acec-40ad-aa65-4d06ddb68794 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:34.635462 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4410a19c-acec-40ad-aa65-4d06ddb68794 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:34.645056 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=626f3a2e-76f1-4334-ba8a-8451e6c6d73e,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:34.687879 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4410a19c-acec-40ad-aa65-4d06ddb68794 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:52:34.712244 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4410a19c-acec-40ad-aa65-4d06ddb68794 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:34.712588 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-4410a19c-acec-40ad-aa65-4d06ddb68794 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Added segment 3184a7da-a7ad-4ff4-90e7-47204ceafe44 of type vlan for network b709e665-bbde-457d-933c-1c6f519be8c9 Dec 12 17:52:34.713880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410a19c-acec-40ad-aa65-4d06ddb68794 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c387918-c6cc-4e54-ab8d-6d4afd255b88,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:34.738282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8abc4-f814-41c6-8064-858fc3688922 req-1dffbfe4-7c3f-411b-9a89-e47bc5f363a0 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:34.740400 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7db8abc4-f814-41c6-8064-858fc3688922 req-1dffbfe4-7c3f-411b-9a89-e47bc5f363a0 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 943 time: 0.0956798 Dec 12 17:52:34.792407 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4410a19c-acec-40ad-aa65-4d06ddb68794 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:34.866916 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['626f3a2e-76f1-4334-ba8a-8451e6c6d73e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:52:34.867563 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7db8abc4-f814-41c6-8064-858fc3688922 req-bd2aea50-822c-426d-bfe6-9bdac2312457 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052012 Dec 12 17:52:34.873188 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4410a19c-acec-40ad-aa65-4d06ddb68794 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:34.878463 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4410a19c-acec-40ad-aa65-4d06ddb68794 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:34.879079 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4410a19c-acec-40ad-aa65-4d06ddb68794 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:34.905938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02298dfa-81f4-441c-a450-37260d382146 req-6ecb5c57-f047-465d-bfdb-863dddc5641e tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:34.908065 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-02298dfa-81f4-441c-a450-37260d382146 req-6ecb5c57-f047-465d-bfdb-863dddc5641e tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 945 time: 0.1054397 Dec 12 17:52:34.973764 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4410a19c-acec-40ad-aa65-4d06ddb68794 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6511056 Dec 12 17:52:34.977183 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34508) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:34.983495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7a5a4a0b-8190-4bee-9cd3-5a66e55d9518 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'subnet': {'network_id': 'b709e665-bbde-457d-933c-1c6f519be8c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:35.005953 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410a19c-acec-40ad-aa65-4d06ddb68794 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Network': ['ID=b709e665-bbde-457d-933c-1c6f519be8c9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:35.021586 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network b709e665-bbde-457d-933c-1c6f519be8c9 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:52:35.103101 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-02298dfa-81f4-441c-a450-37260d382146 req-f954dbe8-4e52-495e-89c3-f58f5f378fa8 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760581 Dec 12 17:52:35.207160 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5a4a0b-8190-4bee-9cd3-5a66e55d9518 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Made reservation on behalf of a780e8f64a834976af4d9ec373b41ebf for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:52:35.221563 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a5a4a0b-8190-4bee-9cd3-5a66e55d9518 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:35.294386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f63541-b582-4e89-9645-6e7738872969 req-046198b8-d690-47fb-a5f1-7f65b33f7ef1 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:35.306321 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-41f63541-b582-4e89-9645-6e7738872969 req-046198b8-d690-47fb-a5f1-7f65b33f7ef1 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 943 time: 0.1083245 Dec 12 17:52:35.367315 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-41f63541-b582-4e89-9645-6e7738872969 req-f4bfef29-a258-4ad6-aec3-4d0a12d1e6ab tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599792 Dec 12 17:52:35.536353 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a5a4a0b-8190-4bee-9cd3-5a66e55d9518 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:35.604671 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a4a0b-8190-4bee-9cd3-5a66e55d9518 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Subnet': ['ID=75a9db86-d740-4275-a109-58e733b007d8,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:35.615093 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5a4a0b-8190-4bee-9cd3-5a66e55d9518 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Checking segment: {'id': '3184a7da-a7ad-4ff4-90e7-47204ceafe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b709e665-bbde-457d-933c-1c6f519be8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:52:35.615576 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5a4a0b-8190-4bee-9cd3-5a66e55d9518 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network hostable DHCP agents. Network: b709e665-bbde-457d-933c-1c6f519be8c9, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:52:35.636259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5a4a0b-8190-4bee-9cd3-5a66e55d9518 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network b709e665-bbde-457d-933c-1c6f519be8c9 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:52:35.649466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-7a5a4a0b-8190-4bee-9cd3-5a66e55d9518 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, b709e665-bbde-457d-933c-1c6f519be8c9) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:35.654912 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5a4a0b-8190-4bee-9cd3-5a66e55d9518 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:35.656317 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a5a4a0b-8190-4bee-9cd3-5a66e55d9518 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:35.660576 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66387c54-ed59-4243-aa56-66eeea0d9fa7 None None] Network b709e665-bbde-457d-933c-1c6f519be8c9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:52:35.680057 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7a5a4a0b-8190-4bee-9cd3-5a66e55d9518 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6980796 Dec 12 17:52:35.680769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34514) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:35.702854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-585867591', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}, 'admin_state_up': False}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:35.745389 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:35.747190 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:35.779871 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dda1c16-7d6b-4bd3-89ae-2c7d6cd0cab5 None None] Network b709e665-bbde-457d-933c-1c6f519be8c9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:52:35.821497 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:35.981187 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:35.983047 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 20567570-8591-4530-b78e-1591dc80bac1 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:52:36.063668 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf065a-6b2a-4483-8a9f-8a338910d116 req-45af6cc8-34bf-4bc9-9dbd-07610dd0518d tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:36.065147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bdcf065a-6b2a-4483-8a9f-8a338910d116 req-45af6cc8-34bf-4bc9-9dbd-07610dd0518d tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 943 time: 0.0973480 Dec 12 17:52:36.095855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 20567570-8591-4530-b78e-1591dc80bac1, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=20567570-8591-4530-b78e-1591dc80bac1,segment=NetworkSegment(c124bd1d-8f12-4cc9-be6f-190a3b016170),segment_id=c124bd1d-8f12-4cc9-be6f-190a3b016170)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:36.108398 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '20567570-8591-4530-b78e-1591dc80bac1', 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e', 'port_id': '20567570-8591-4530-b78e-1591dc80bac1', 'mac_address': 'fa:16:3e:44:79:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:52:36.151550 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:36.159693 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bdcf065a-6b2a-4483-8a9f-8a338910d116 req-683119a6-3816-440e-b35e-33ea2e181093 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790532 Dec 12 17:52:36.166407 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20567570-8591-4530-b78e-1591dc80bac1 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:52:36.188908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 20567570-8591-4530-b78e-1591dc80bac1, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=20567570-8591-4530-b78e-1591dc80bac1,segment=NetworkSegment(c124bd1d-8f12-4cc9-be6f-190a3b016170),segment_id=c124bd1d-8f12-4cc9-be6f-190a3b016170)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:36.198487 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:36.250863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=20567570-8591-4530-b78e-1591dc80bac1,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:36.335038 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:36.357268 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:36.375880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9193f2-d54a-4621-a631-423d4c0e477e req-7ccc24a1-678e-48d1-b401-a4860bd5a1d4 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:36.377373 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed9193f2-d54a-4621-a631-423d4c0e477e req-7ccc24a1-678e-48d1-b401-a4860bd5a1d4 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 945 time: 0.1327026 Dec 12 17:52:36.488338 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed9193f2-d54a-4621-a631-423d4c0e477e req-435b894f-1f2f-43c5-a27e-a2aa1116faa8 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833790 Dec 12 17:52:36.508840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Allocated IP 172.25.1.66 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/08cea57b-b7a8-47af-a445-e93c857f6309) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:36.634505 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:36.668838 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:36.682302 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['20567570-8591-4530-b78e-1591dc80bac1'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:52:36.711060 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:36.714770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:36.718963 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:36.744249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319ddef1-ecff-4a5e-a309-191c4456f491 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:52:36.752951 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=08cea57b-b7a8-47af-a445-e93c857f6309,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:36.810140 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c46186f1-4f87-42a5-89c1-2521b6cf2f1e None None] Provisioning complete for port 08cea57b-b7a8-47af-a445-e93c857f6309 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:36.810519 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c46186f1-4f87-42a5-89c1-2521b6cf2f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:36.872733 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c46186f1-4f87-42a5-89c1-2521b6cf2f1e None None] Port 08cea57b-b7a8-47af-a445-e93c857f6309 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:52:37.006109 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:37.226277 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:37.373691 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 09b8d3e5-4201-4961-8847-cff9e30b960f is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:52:37.485407 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:37.504150 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f43bf44-d6b3-4f0d-bc54-a6e807710e84 None None] Sync routers for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:37.525461 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f43bf44-d6b3-4f0d-bc54-a6e807710e84 None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:37.526920 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-9f43bf44-d6b3-4f0d-bc54-a6e807710e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:37.531512 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:37.536074 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-02d261a0-6705-4043-beeb-fbe95a858535 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8382413 Dec 12 17:52:37.536288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34528) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:37.580439 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-9f43bf44-d6b3-4f0d-bc54-a6e807710e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:37.591179 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f43bf44-d6b3-4f0d-bc54-a6e807710e84 None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:37.591815 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-9f43bf44-d6b3-4f0d-bc54-a6e807710e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:37.632894 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-9f43bf44-d6b3-4f0d-bc54-a6e807710e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:37.633631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 626f3a2e-76f1-4334-ba8a-8451e6c6d73e up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:52:37.633807 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f43bf44-d6b3-4f0d-bc54-a6e807710e84 None None] The sync data for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:37.682324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:37.682963 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:37.776268 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:37.814671 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=626f3a2e-76f1-4334-ba8a-8451e6c6d73e,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:37.815656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f2ba9c-1bc2-4156-acd8-efe14a02f3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626f3a2e-76f1-4334-ba8a-8451e6c6d73e'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:52:37.818514 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324b9af6-4e96-4270-bbcc-3280f724347f" -d '{"events": [{"server_uuid": "80f2ba9c-1bc2-4156-acd8-efe14a02f3be", "name": "network-vif-plugged", "status": "completed", "tag": "626f3a2e-76f1-4334-ba8a-8451e6c6d73e"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:52:37.822223 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:37.884889 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=626f3a2e-76f1-4334-ba8a-8451e6c6d73e,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:37.989049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 20567570-8591-4530-b78e-1591dc80bac1 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:52:38.058357 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 20567570-8591-4530-b78e-1591dc80bac1 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:52:38.061192 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5a69d5c-07df-454f-97f4-9ceec12b5564 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:38.066624 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 20567570-8591-4530-b78e-1591dc80bac1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:52:38.067011 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:38.165383 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:38.198205 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 20567570-8591-4530-b78e-1591dc80bac1, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=20567570-8591-4530-b78e-1591dc80bac1,segment=NetworkSegment(c124bd1d-8f12-4cc9-be6f-190a3b016170),segment_id=c124bd1d-8f12-4cc9-be6f-190a3b016170)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:38.202684 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:38.257900 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=20567570-8591-4530-b78e-1591dc80bac1,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:38.369932 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-e5a69d5c-07df-454f-97f4-9ceec12b5564 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Allocated IP 172.20.0.1 (b709e665-bbde-457d-933c-1c6f519be8c9/75a9db86-d740-4275-a109-58e733b007d8/26357afd-f71a-45dd-a0de-7782fe8365a8) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:38.501318 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5a69d5c-07df-454f-97f4-9ceec12b5564 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:38.542894 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5a69d5c-07df-454f-97f4-9ceec12b5564 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:38.584506 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a69d5c-07df-454f-97f4-9ceec12b5564 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network b709e665-bbde-457d-933c-1c6f519be8c9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:38.587829 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e5a69d5c-07df-454f-97f4-9ceec12b5564 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:38.591772 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a69d5c-07df-454f-97f4-9ceec12b5564 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:38.629092 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a69d5c-07df-454f-97f4-9ceec12b5564 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=26357afd-f71a-45dd-a0de-7782fe8365a8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:38.644062 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5a69d5c-07df-454f-97f4-9ceec12b5564 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:38.780661 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5a69d5c-07df-454f-97f4-9ceec12b5564 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:39.076785 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5a69d5c-07df-454f-97f4-9ceec12b5564 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:39.083864 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5a69d5c-07df-454f-97f4-9ceec12b5564 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:39.173430 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a69d5c-07df-454f-97f4-9ceec12b5564 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=26357afd-f71a-45dd-a0de-7782fe8365a8,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:39.176055 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5a69d5c-07df-454f-97f4-9ceec12b5564 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:39.273752 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a69d5c-07df-454f-97f4-9ceec12b5564 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network b709e665-bbde-457d-933c-1c6f519be8c9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:39.275348 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e5a69d5c-07df-454f-97f4-9ceec12b5564 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:39.395510 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a69d5c-07df-454f-97f4-9ceec12b5564 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 09b8d3e5-4201-4961-8847-cff9e30b960f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:52:39.505086 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a69d5c-07df-454f-97f4-9ceec12b5564 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:39.510437 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e5a69d5c-07df-454f-97f4-9ceec12b5564 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "PUT /v2.0/routers/09b8d3e5-4201-4961-8847-cff9e30b960f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9720602 Dec 12 17:52:39.513074 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34534) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:39.514801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912685d8-b4f8-4645-a26a-b7bbb8922d1b None None] Sync routers for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:39.518370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bb816c6f-1d13-4cd7-8c74-c6302c629988 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'port': {'network_id': 'b709e665-bbde-457d-933c-1c6f519be8c9', 'name': 'tempest-FloatingIPTestJSON-603725522'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:39.526068 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912685d8-b4f8-4645-a26a-b7bbb8922d1b None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:39.527632 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-912685d8-b4f8-4645-a26a-b7bbb8922d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:39.563893 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-912685d8-b4f8-4645-a26a-b7bbb8922d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:39.573332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912685d8-b4f8-4645-a26a-b7bbb8922d1b None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:39.573560 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-912685d8-b4f8-4645-a26a-b7bbb8922d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:39.607761 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-912685d8-b4f8-4645-a26a-b7bbb8922d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:39.608415 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912685d8-b4f8-4645-a26a-b7bbb8922d1b None None] The sync data for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:39.657331 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb816c6f-1d13-4cd7-8c74-c6302c629988 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Made reservation on behalf of a780e8f64a834976af4d9ec373b41ebf for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:52:39.661518 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb816c6f-1d13-4cd7-8c74-c6302c629988 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:39.682105 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-bb816c6f-1d13-4cd7-8c74-c6302c629988 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] device_id is not set on port b99ec4ed-44c3-49fc-852c-44b2d2fc272a yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:52:39.804845 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-bb816c6f-1d13-4cd7-8c74-c6302c629988 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Allocated IP 172.20.0.7 (b709e665-bbde-457d-933c-1c6f519be8c9/75a9db86-d740-4275-a109-58e733b007d8/b99ec4ed-44c3-49fc-852c-44b2d2fc272a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:39.961108 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb816c6f-1d13-4cd7-8c74-c6302c629988 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:39.995029 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb816c6f-1d13-4cd7-8c74-c6302c629988 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:40.042818 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb816c6f-1d13-4cd7-8c74-c6302c629988 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network b709e665-bbde-457d-933c-1c6f519be8c9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:40.046277 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-bb816c6f-1d13-4cd7-8c74-c6302c629988 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:40.050146 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb816c6f-1d13-4cd7-8c74-c6302c629988 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:40.056673 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb816c6f-1d13-4cd7-8c74-c6302c629988 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=b99ec4ed-44c3-49fc-852c-44b2d2fc272a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:40.110580 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb816c6f-1d13-4cd7-8c74-c6302c629988 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:40.111260 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb816c6f-1d13-4cd7-8c74-c6302c629988 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:40.140146 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bb816c6f-1d13-4cd7-8c74-c6302c629988 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6258128 Dec 12 17:52:40.142909 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34536) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:40.149528 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-dbb6d9a8-ebed-44e2-b3e0-35939c0c945f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'port': {'network_id': 'b709e665-bbde-457d-933c-1c6f519be8c9', 'name': 'tempest-FloatingIPTestJSON-2008416250'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:40.286599 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb6d9a8-ebed-44e2-b3e0-35939c0c945f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Made reservation on behalf of a780e8f64a834976af4d9ec373b41ebf for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:52:40.290122 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbb6d9a8-ebed-44e2-b3e0-35939c0c945f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:40.306959 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-dbb6d9a8-ebed-44e2-b3e0-35939c0c945f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] device_id is not set on port 87ffd9dd-b35b-4e8c-bb5d-884548a7a1d7 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:52:40.419786 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-dbb6d9a8-ebed-44e2-b3e0-35939c0c945f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Allocated IP 172.20.0.2 (b709e665-bbde-457d-933c-1c6f519be8c9/75a9db86-d740-4275-a109-58e733b007d8/87ffd9dd-b35b-4e8c-bb5d-884548a7a1d7) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:40.593133 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbb6d9a8-ebed-44e2-b3e0-35939c0c945f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:40.627543 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbb6d9a8-ebed-44e2-b3e0-35939c0c945f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:40.671269 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb6d9a8-ebed-44e2-b3e0-35939c0c945f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network b709e665-bbde-457d-933c-1c6f519be8c9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:40.674487 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-dbb6d9a8-ebed-44e2-b3e0-35939c0c945f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:40.678987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb6d9a8-ebed-44e2-b3e0-35939c0c945f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:40.704215 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6d9a8-ebed-44e2-b3e0-35939c0c945f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=87ffd9dd-b35b-4e8c-bb5d-884548a7a1d7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:40.733223 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb6d9a8-ebed-44e2-b3e0-35939c0c945f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:40.733867 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbb6d9a8-ebed-44e2-b3e0-35939c0c945f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:40.755795 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dbb6d9a8-ebed-44e2-b3e0-35939c0c945f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6107218 Dec 12 17:52:40.758869 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34538) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:40.765147 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': '87ffd9dd-b35b-4e8c-bb5d-884548a7a1d7', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:40.789006 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:40.910370 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:41.014991 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Allocated IP 172.25.1.231 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/e93da76c-6d57-4e1b-9b18-4aed0eed1e8d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:41.132887 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:41.166623 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:41.206545 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:41.210162 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:41.213945 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:41.235864 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=e93da76c-6d57-4e1b-9b18-4aed0eed1e8d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:41.902657 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:41.977820 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:42.137253 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:42.142672 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:42.217783 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=e93da76c-6d57-4e1b-9b18-4aed0eed1e8d,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:42.228315 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:42.333980 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Floating IP eb639a1b-9f3a-4c09-883e-3f6f2d39cae1 associated. External IP: 172.25.1.231, port: 87ffd9dd-b35b-4e8c-bb5d-884548a7a1d7. Dec 12 17:52:42.562434 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 09b8d3e5-4201-4961-8847-cff9e30b960f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:52:42.674724 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:42.685675 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4305f78-536b-4a57-81f5-2249fe5b505b None None] Sync routers for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:42.697640 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4305f78-536b-4a57-81f5-2249fe5b505b None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:42.698867 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d4305f78-536b-4a57-81f5-2249fe5b505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:42.708161 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:42.737523 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d4305f78-536b-4a57-81f5-2249fe5b505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:42.738421 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-66765304-501c-4c62-b53b-f8d4187aa4cb tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.9777176 Dec 12 17:52:42.741484 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34542) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:42.746359 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-6848136f-a6ac-4572-b9ce-a9b1765c1ffc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:42.752323 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4305f78-536b-4a57-81f5-2249fe5b505b None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:42.752972 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d4305f78-536b-4a57-81f5-2249fe5b505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:42.789665 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d4305f78-536b-4a57-81f5-2249fe5b505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:42.790336 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4305f78-536b-4a57-81f5-2249fe5b505b None None] The sync data for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:42.810647 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6848136f-a6ac-4572-b9ce-a9b1765c1ffc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:42.969456 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6848136f-a6ac-4572-b9ce-a9b1765c1ffc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:42.975495 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6848136f-a6ac-4572-b9ce-a9b1765c1ffc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:42.975827 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-6848136f-a6ac-4572-b9ce-a9b1765c1ffc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Floating IP eb639a1b-9f3a-4c09-883e-3f6f2d39cae1 disassociated. External IP: 172.25.1.231, port: 87ffd9dd-b35b-4e8c-bb5d-884548a7a1d7. Dec 12 17:52:43.188360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6848136f-a6ac-4572-b9ce-a9b1765c1ffc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 09b8d3e5-4201-4961-8847-cff9e30b960f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:52:43.298884 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6848136f-a6ac-4572-b9ce-a9b1765c1ffc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:43.306549 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6848136f-a6ac-4572-b9ce-a9b1765c1ffc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:43.312075 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe19e026-4222-4777-bde4-1c8f8aa0b2f3 None None] Sync routers for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:43.337328 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe19e026-4222-4777-bde4-1c8f8aa0b2f3 None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:43.339173 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34544) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:43.339724 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6848136f-a6ac-4572-b9ce-a9b1765c1ffc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "PUT /v2.0/floatingips/eb639a1b-9f3a-4c09-883e-3f6f2d39cae1 HTTP/1.1" status: 200 len: 688 time: 0.5966370 Dec 12 17:52:43.349883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fe19e026-4222-4777-bde4-1c8f8aa0b2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:43.397356 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fe19e026-4222-4777-bde4-1c8f8aa0b2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:43.408033 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe19e026-4222-4777-bde4-1c8f8aa0b2f3 None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:43.408915 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fe19e026-4222-4777-bde4-1c8f8aa0b2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:43.453651 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fe19e026-4222-4777-bde4-1c8f8aa0b2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:43.454575 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe19e026-4222-4777-bde4-1c8f8aa0b2f3 None None] The sync data for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:43.508951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fe45e43d-225a-4137-9a72-5f552007dbed tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Deleting port e93da76c-6d57-4e1b-9b18-4aed0eed1e8d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:52:43.509298 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe45e43d-225a-4137-9a72-5f552007dbed tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:43.613454 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe45e43d-225a-4137-9a72-5f552007dbed tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:43.613787 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe45e43d-225a-4137-9a72-5f552007dbed tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:43.633477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fe45e43d-225a-4137-9a72-5f552007dbed tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Calling delete_port for e93da76c-6d57-4e1b-9b18-4aed0eed1e8d owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:52:43.790089 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe45e43d-225a-4137-9a72-5f552007dbed tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:43.840387 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45e43d-225a-4137-9a72-5f552007dbed tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event deleted for resources: {'Port': ['ID=e93da76c-6d57-4e1b-9b18-4aed0eed1e8d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:43.915008 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe45e43d-225a-4137-9a72-5f552007dbed tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:43.918246 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe45e43d-225a-4137-9a72-5f552007dbed tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:43.919488 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fe45e43d-225a-4137-9a72-5f552007dbed tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/floatingips/eb639a1b-9f3a-4c09-883e-3f6f2d39cae1 HTTP/1.1" status: 204 len: 168 time: 0.5792482 Dec 12 17:52:43.922846 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34546) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:43.928195 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': 'b99ec4ed-44c3-49fc-852c-44b2d2fc272a'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:43.951980 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:44.072360 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:44.216733 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Allocated IP 172.25.1.42 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/11bdcb47-fd45-4ef3-a25f-11e1770564bd) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:44.338528 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:44.377341 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:44.421088 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:44.424424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:44.428291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:44.469543 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=11bdcb47-fd45-4ef3-a25f-11e1770564bd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:44.483065 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:44.483567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:44.483870 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:44.484323 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:44.484731 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:44.485145 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:44.485622 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:44.486034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:44.486448 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:44.486866 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:44.487294 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:44.487656 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:44.488239 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:52:44.820073 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f8c52c2-1547-4aba-ad1c-588325e89be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:44.837067 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:44.913174 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:45.064528 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:45.069377 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:45.145521 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=11bdcb47-fd45-4ef3-a25f-11e1770564bd,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:45.156129 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:45.255575 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Floating IP 11a6c497-a39b-450c-b7ca-423f3d2d1039 associated. External IP: 172.25.1.42, port: b99ec4ed-44c3-49fc-852c-44b2d2fc272a. Dec 12 17:52:45.456323 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 09b8d3e5-4201-4961-8847-cff9e30b960f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:52:45.557588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:45.566730 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52737e9a-9e36-47a8-8cf6-958dc673c354 None None] Sync routers for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:45.575247 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:45.576756 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52737e9a-9e36-47a8-8cf6-958dc673c354 None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:45.577364 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-52737e9a-9e36-47a8-8cf6-958dc673c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:45.605667 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c08dbb75-bbee-46b1-8fa4-7e99acafc348 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.6817377 Dec 12 17:52:45.608236 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34550) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:45.610514 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-52737e9a-9e36-47a8-8cf6-958dc673c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:45.619129 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52737e9a-9e36-47a8-8cf6-958dc673c354 None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:45.619760 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-52737e9a-9e36-47a8-8cf6-958dc673c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:45.654625 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-52737e9a-9e36-47a8-8cf6-958dc673c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:45.655300 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52737e9a-9e36-47a8-8cf6-958dc673c354 None None] The sync data for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:45.670371 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0074a666-4c2e-4c8f-b139-fcc3b618e7b1 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "GET /v2.0/floatingips/11a6c497-a39b-450c-b7ca-423f3d2d1039 HTTP/1.1" status: 200 len: 976 time: 0.0610743 Dec 12 17:52:45.673766 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34552) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:45.762256 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4021254b-d6dd-4003-a262-abd747a3bf20 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.0875928 Dec 12 17:52:45.764816 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34554) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:45.768921 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-eb7e9312-6da4-487c-92f7-15394b2999ca tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'floatingip': {'port_id': '87ffd9dd-b35b-4e8c-bb5d-884548a7a1d7'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:45.823152 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9312-6da4-487c-92f7-15394b2999ca tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:46.262236 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9312-6da4-487c-92f7-15394b2999ca tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:46.266177 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9312-6da4-487c-92f7-15394b2999ca tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:46.361636 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-eb7e9312-6da4-487c-92f7-15394b2999ca tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Floating IP 11a6c497-a39b-450c-b7ca-423f3d2d1039 associated. External IP: 172.25.1.42, port: b99ec4ed-44c3-49fc-852c-44b2d2fc272a. Dec 12 17:52:46.561577 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7e9312-6da4-487c-92f7-15394b2999ca tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 09b8d3e5-4201-4961-8847-cff9e30b960f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:52:46.950745 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:46.955852 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ef8228b8-92c2-4f29-af79-be94c1edf61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:46.986362 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7e9312-6da4-487c-92f7-15394b2999ca tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:46.996022 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b906688a-68c6-49ba-8865-743acac12e3f None None] Sync routers for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:47.009985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b906688a-68c6-49ba-8865-743acac12e3f None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:47.010594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b906688a-68c6-49ba-8865-743acac12e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:47.043428 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b906688a-68c6-49ba-8865-743acac12e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:47.052071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b906688a-68c6-49ba-8865-743acac12e3f None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:47.052674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b906688a-68c6-49ba-8865-743acac12e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:47.085115 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b906688a-68c6-49ba-8865-743acac12e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:47.085771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b906688a-68c6-49ba-8865-743acac12e3f None None] The sync data for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:47.191964 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7e9312-6da4-487c-92f7-15394b2999ca tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 09b8d3e5-4201-4961-8847-cff9e30b960f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:52:47.298329 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7e9312-6da4-487c-92f7-15394b2999ca tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:47.302784 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9312-6da4-487c-92f7-15394b2999ca tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:47.310097 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffde5f76-2b2a-4929-ab5e-0f63b6bfa86a None None] Sync routers for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:47.320812 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffde5f76-2b2a-4929-ab5e-0f63b6bfa86a None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:47.321413 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ffde5f76-2b2a-4929-ab5e-0f63b6bfa86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:47.354771 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-eb7e9312-6da4-487c-92f7-15394b2999ca tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "PUT /v2.0/floatingips/11a6c497-a39b-450c-b7ca-423f3d2d1039 HTTP/1.1" status: 200 len: 977 time: 1.5889573 Dec 12 17:52:47.355019 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ffde5f76-2b2a-4929-ab5e-0f63b6bfa86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:47.357425 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34556) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:47.361809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3c0922e9-93d3-434e-9205-8e36fec2cbc3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:47.363655 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffde5f76-2b2a-4929-ab5e-0f63b6bfa86a None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:47.364251 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ffde5f76-2b2a-4929-ab5e-0f63b6bfa86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:47.395598 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ffde5f76-2b2a-4929-ab5e-0f63b6bfa86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:47.396790 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffde5f76-2b2a-4929-ab5e-0f63b6bfa86a None None] The sync data for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:47.421812 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c0922e9-93d3-434e-9205-8e36fec2cbc3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:47.542684 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:47.564797 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c0922e9-93d3-434e-9205-8e36fec2cbc3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:47.568790 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c0922e9-93d3-434e-9205-8e36fec2cbc3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:47.569278 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-3c0922e9-93d3-434e-9205-8e36fec2cbc3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Floating IP 11a6c497-a39b-450c-b7ca-423f3d2d1039 disassociated. External IP: 172.25.1.42, port: 87ffd9dd-b35b-4e8c-bb5d-884548a7a1d7. Dec 12 17:52:47.774368 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0922e9-93d3-434e-9205-8e36fec2cbc3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 09b8d3e5-4201-4961-8847-cff9e30b960f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:52:47.881040 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0922e9-93d3-434e-9205-8e36fec2cbc3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:47.885824 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c0922e9-93d3-434e-9205-8e36fec2cbc3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:47.890183 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b115cb51-bdcc-4cfc-8f31-bd01cfeb2a05 None None] Sync routers for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:47.902872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b115cb51-bdcc-4cfc-8f31-bd01cfeb2a05 None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:47.903531 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b115cb51-bdcc-4cfc-8f31-bd01cfeb2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:47.912033 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3c0922e9-93d3-434e-9205-8e36fec2cbc3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "PUT /v2.0/floatingips/11a6c497-a39b-450c-b7ca-423f3d2d1039 HTTP/1.1" status: 200 len: 687 time: 0.5535469 Dec 12 17:52:47.914535 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34558) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:47.935450 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b115cb51-bdcc-4cfc-8f31-bd01cfeb2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:47.944426 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b115cb51-bdcc-4cfc-8f31-bd01cfeb2a05 None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:47.945026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b115cb51-bdcc-4cfc-8f31-bd01cfeb2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:47.976248 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b115cb51-bdcc-4cfc-8f31-bd01cfeb2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:47.976966 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b115cb51-bdcc-4cfc-8f31-bd01cfeb2a05 None None] The sync data for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:48.038841 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-325ac6ea-41cf-43bd-a2f8-6cd57f57302c tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Deleting port 11bdcb47-fd45-4ef3-a25f-11e1770564bd {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:52:48.039193 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-325ac6ea-41cf-43bd-a2f8-6cd57f57302c tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:48.117594 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-325ac6ea-41cf-43bd-a2f8-6cd57f57302c tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:48.117918 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-325ac6ea-41cf-43bd-a2f8-6cd57f57302c tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:48.129814 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-325ac6ea-41cf-43bd-a2f8-6cd57f57302c tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Calling delete_port for 11bdcb47-fd45-4ef3-a25f-11e1770564bd owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:52:48.257485 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:48.261090 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-325ac6ea-41cf-43bd-a2f8-6cd57f57302c tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:48.289844 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ac6ea-41cf-43bd-a2f8-6cd57f57302c tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event deleted for resources: {'Port': ['ID=11bdcb47-fd45-4ef3-a25f-11e1770564bd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:48.348596 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-325ac6ea-41cf-43bd-a2f8-6cd57f57302c tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:48.351770 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-325ac6ea-41cf-43bd-a2f8-6cd57f57302c tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:48.352936 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-325ac6ea-41cf-43bd-a2f8-6cd57f57302c tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/floatingips/11a6c497-a39b-450c-b7ca-423f3d2d1039 HTTP/1.1" status: 204 len: 168 time: 0.4373589 Dec 12 17:52:48.355487 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34560) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:48.389671 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-f38af60c-67e2-4e6c-af4a-fb3c6f5801d3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] delete failed (client error): The resource could not be found. Dec 12 17:52:48.390700 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f38af60c-67e2-4e6c-af4a-fb3c6f5801d3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/floatingips/11a6c497-a39b-450c-b7ca-423f3d2d1039 HTTP/1.1" status: 404 len: 345 time: 0.0342817 Dec 12 17:52:48.394287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34562) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:48.477779 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1343d9d6-6c18-4d32-a98d-23cb11301272 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:48.484566 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1343d9d6-6c18-4d32-a98d-23cb11301272 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:48.491899 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1343d9d6-6c18-4d32-a98d-23cb11301272 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:48.496442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34564) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:48.496971 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1343d9d6-6c18-4d32-a98d-23cb11301272 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "GET /v2.0/ports?network_id=b709e665-bbde-457d-933c-1c6f519be8c9 HTTP/1.1" status: 200 len: 2357 time: 0.1011720 Dec 12 17:52:48.628449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedc3bad-848c-4afd-a69a-466f9dd049e8 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:48.629790 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cedc3bad-848c-4afd-a69a-466f9dd049e8 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "GET /v2.0/subnets/75a9db86-d740-4275-a109-58e733b007d8 HTTP/1.1" status: 200 len: 797 time: 0.1315830 Dec 12 17:52:48.634818 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34568) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:48.640410 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-18425c73-bc42-461b-92d3-98f47805ef31 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'port': {'network_id': 'b709e665-bbde-457d-933c-1c6f519be8c9', 'name': 'tempest-FloatingIPTestJSON-1835358625', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:48.674498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d1f51-e773-408f-b1a8-18a1b1c38663 req-3521ca49-a1ee-4517-b7f2-e850e1403b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:48.676027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b64d1f51-e773-408f-b1a8-18a1b1c38663 req-3521ca49-a1ee-4517-b7f2-e850e1403b86 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0b4bc710fe244f885d5e9cf88a75d69&device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 1094 time: 0.1192775 Dec 12 17:52:48.685072 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c6fb2-4a6b-4374-9a61-a1426bf6d155 req-d847248e-6d56-4a7e-a66b-52e2d67bbc74 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:48.686547 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f12c6fb2-4a6b-4374-9a61-a1426bf6d155 req-d847248e-6d56-4a7e-a66b-52e2d67bbc74 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 943 time: 0.1180661 Dec 12 17:52:48.694897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ed4d9-458d-4f1f-be10-46cdc5c2fc8b req-cfe69a9d-84a0-4229-a255-ac6a458e8f21 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:48.696393 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e66ed4d9-458d-4f1f-be10-46cdc5c2fc8b req-cfe69a9d-84a0-4229-a255-ac6a458e8f21 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.0993569 Dec 12 17:52:48.760472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18425c73-bc42-461b-92d3-98f47805ef31 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Made reservation on behalf of a780e8f64a834976af4d9ec373b41ebf for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:52:48.845464 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18425c73-bc42-461b-92d3-98f47805ef31 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:48.864406 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-18425c73-bc42-461b-92d3-98f47805ef31 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] device_id is not set on port 914504e1-3043-4cc6-8608-9431d4373841 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:52:49.113774 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-18425c73-bc42-461b-92d3-98f47805ef31 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Allocated IP 172.20.0.14 (b709e665-bbde-457d-933c-1c6f519be8c9/75a9db86-d740-4275-a109-58e733b007d8/914504e1-3043-4cc6-8608-9431d4373841) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:49.120515 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-18425c73-bc42-461b-92d3-98f47805ef31 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Allocated IP 172.20.0.13 (b709e665-bbde-457d-933c-1c6f519be8c9/75a9db86-d740-4275-a109-58e733b007d8/914504e1-3043-4cc6-8608-9431d4373841) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:49.137691 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f12c6fb2-4a6b-4374-9a61-a1426bf6d155 req-36678232-d996-4df9-862c-b497feb4e318 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4403174 Dec 12 17:52:49.165261 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e66ed4d9-458d-4f1f-be10-46cdc5c2fc8b req-ccaedef7-e8ef-447d-929b-f2843c1da84a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4593050 Dec 12 17:52:49.186918 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d1f51-e773-408f-b1a8-18a1b1c38663 req-8bf4b813-eb32-49ca-bf60-ef9dbe7b5602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:49.188451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b64d1f51-e773-408f-b1a8-18a1b1c38663 req-8bf4b813-eb32-49ca-bf60-ef9dbe7b5602 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 HTTP/1.1" status: 200 len: 917 time: 0.4844263 Dec 12 17:52:49.249942 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a9fe4e-0e8e-493f-b4a5-5dbfb592c901 x-openstack-request-id: req-f2a9fe4e-0e8e-493f-b4a5-5dbfb592c901 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:52:49.250482 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f2ba9c-1bc2-4156-acd8-efe14a02f3be", "name": "network-vif-plugged", "status": "completed", "tag": "626f3a2e-76f1-4334-ba8a-8451e6c6d73e", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:52:49.250719 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2a9fe4e-0e8e-493f-b4a5-5dbfb592c901 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:52:49.251453 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f2ba9c-1bc2-4156-acd8-efe14a02f3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626f3a2e-76f1-4334-ba8a-8451e6c6d73e', 'code': 200} Dec 12 17:52:49.308756 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18425c73-bc42-461b-92d3-98f47805ef31 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:49.309605 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b64d1f51-e773-408f-b1a8-18a1b1c38663 req-05614d95-8a52-4a9f-8eda-e3fc5c2ff91b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=801ddd51-7e4a-4f50-86f5-e484775d44fc HTTP/1.1" status: 200 len: 999 time: 0.1129971 Dec 12 17:52:49.328406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da864e1-8313-41c8-a305-4c649ed10f25 req-7852b82a-79d9-41db-a0d5-aafa60a14b01 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:49.337145 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7da864e1-8313-41c8-a305-4c649ed10f25 req-7852b82a-79d9-41db-a0d5-aafa60a14b01 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0897815 Dec 12 17:52:49.362033 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18425c73-bc42-461b-92d3-98f47805ef31 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:49.421793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18425c73-bc42-461b-92d3-98f47805ef31 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network b709e665-bbde-457d-933c-1c6f519be8c9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:49.426498 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18425c73-bc42-461b-92d3-98f47805ef31 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=914504e1-3043-4cc6-8608-9431d4373841,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:49.430443 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-18425c73-bc42-461b-92d3-98f47805ef31 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:49.432715 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18425c73-bc42-461b-92d3-98f47805ef31 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:49.459592 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7da864e1-8313-41c8-a305-4c649ed10f25 req-a5d9ed79-b890-401c-8595-8cf5d2113f10 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171520 Dec 12 17:52:49.469511 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d1f51-e773-408f-b1a8-18a1b1c38663 req-2b8a46ff-cfbc-4243-95bb-8414f3dd8058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:49.470965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b64d1f51-e773-408f-b1a8-18a1b1c38663 req-2b8a46ff-cfbc-4243-95bb-8414f3dd8058 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=076bf984-90a2-4fda-a328-15e958eede88 HTTP/1.1" status: 200 len: 855 time: 0.1155529 Dec 12 17:52:49.477501 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f0bea-ef3a-4949-afd0-70dc4d93cac0 req-d1213a20-a850-4f22-88ab-465e2e8fd1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:49.478971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a8f0bea-ef3a-4949-afd0-70dc4d93cac0 req-d1213a20-a850-4f22-88ab-465e2e8fd1b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 1097 time: 0.0888064 Dec 12 17:52:49.496408 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18425c73-bc42-461b-92d3-98f47805ef31 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:49.497220 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18425c73-bc42-461b-92d3-98f47805ef31 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:49.525059 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-18425c73-bc42-461b-92d3-98f47805ef31 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.8877289 Dec 12 17:52:49.525575 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34576) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:49.536142 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': '914504e1-3043-4cc6-8608-9431d4373841', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:49.565772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d1f51-e773-408f-b1a8-18a1b1c38663 req-e7759404-a20d-4c28-9c16-cc259072e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:49.568089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b64d1f51-e773-408f-b1a8-18a1b1c38663 req-e7759404-a20d-4c28-9c16-cc259072e162 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878725 Dec 12 17:52:49.571704 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a8f0bea-ef3a-4949-afd0-70dc4d93cac0 req-2b9f363a-71f6-4d61-aa01-eea30f4219b7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831234 Dec 12 17:52:49.580153 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:49.589703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-b64d1f51-e773-408f-b1a8-18a1b1c38663 req-98c5f6ae-c1f4-4ef1-a21c-996dfa84c7c1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:52:49.591189 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b64d1f51-e773-408f-b1a8-18a1b1c38663 req-98c5f6ae-c1f4-4ef1-a21c-996dfa84c7c1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080738 Dec 12 17:52:49.695928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b64d1f51-e773-408f-b1a8-18a1b1c38663 req-cc59d3fe-7e20-427d-997b-4fc490a3853b service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968745 Dec 12 17:52:49.697209 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:49.795015 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b64d1f51-e773-408f-b1a8-18a1b1c38663 req-32cf20e7-959c-4d1c-8f10-092254b1d5df service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912919 Dec 12 17:52:49.816042 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Allocated IP 172.25.1.98 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/1cc5f9c1-37de-475b-9b56-d3e563918aaf) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:49.920587 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:50.026972 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:50.035001 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:50.070114 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:50.073032 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:50.076540 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:50.081744 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=1cc5f9c1-37de-475b-9b56-d3e563918aaf,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:50.299353 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54901c5e-6258-467f-922b-1c5726275a7b req-231f99df-40ee-4bb1-a9a0-ad1624f9a4d8 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:50.300843 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54901c5e-6258-467f-922b-1c5726275a7b req-231f99df-40ee-4bb1-a9a0-ad1624f9a4d8 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 943 time: 0.0707867 Dec 12 17:52:50.370721 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0c295-3327-44aa-8a92-f71a6d42ed46 req-57fd2c71-52ea-427f-94db-55d91ce79896 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:50.378240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98d0c295-3327-44aa-8a92-f71a6d42ed46 req-57fd2c71-52ea-427f-94db-55d91ce79896 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.0996752 Dec 12 17:52:50.406368 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54901c5e-6258-467f-922b-1c5726275a7b req-e4db5167-09fd-4922-9044-20df58f532b9 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860763 Dec 12 17:52:50.442117 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98d0c295-3327-44aa-8a92-f71a6d42ed46 req-bc9e2b14-64fc-4038-82cd-bbd879d29e92 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629587 Dec 12 17:52:50.528654 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:50.613943 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:50.656268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34864de0-8da5-4cc6-89e3-3e20be16b878 req-a9ca3fd0-0617-4524-ba7c-889b1ff22488 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:50.658014 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34864de0-8da5-4cc6-89e3-3e20be16b878 req-a9ca3fd0-0617-4524-ba7c-889b1ff22488 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0728407 Dec 12 17:52:50.709751 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:50.739312 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34864de0-8da5-4cc6-89e3-3e20be16b878 req-6ab18671-5a0c-4ace-8f61-ae8e593ea86b tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738544 Dec 12 17:52:50.819317 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:50.823778 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:50.905135 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=1cc5f9c1-37de-475b-9b56-d3e563918aaf,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:50.913069 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:51.019963 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Floating IP 96e823a3-1683-453f-b687-1ee8603a914a associated. External IP: 172.25.1.98, port: 914504e1-3043-4cc6-8608-9431d4373841. Dec 12 17:52:51.229313 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 09b8d3e5-4201-4961-8847-cff9e30b960f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:52:51.252364 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20567570-8591-4530-b78e-1591dc80bac1'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:52:51.255384 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f74ffe-2398-4b6a-a7d0-8d114a9192ca" -d '{"events": [{"server_uuid": "5897e0ca-f28f-405f-a983-c97e8d9f4e19", "name": "network-vif-plugged", "status": "completed", "tag": "20567570-8591-4530-b78e-1591dc80bac1"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:52:51.294762 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38554ad-e3f7-4414-9be3-95e2cd7ced34 x-openstack-request-id: req-b38554ad-e3f7-4414-9be3-95e2cd7ced34 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:52:51.295117 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5897e0ca-f28f-405f-a983-c97e8d9f4e19", "name": "network-vif-plugged", "status": "completed", "tag": "20567570-8591-4530-b78e-1591dc80bac1", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:52:51.295481 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b38554ad-e3f7-4414-9be3-95e2cd7ced34 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:52:51.295932 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20567570-8591-4530-b78e-1591dc80bac1', 'code': 200} Dec 12 17:52:51.342418 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:51.353047 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b5f026-7875-4fea-9329-41427219e12b None None] Sync routers for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:51.364401 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b5f026-7875-4fea-9329-41427219e12b None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:51.365674 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d8b5f026-7875-4fea-9329-41427219e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:51.375461 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:51.394711 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14df809-840a-46d8-897a-8654f49f0aa5 req-46e0b995-f998-4c84-9880-6b6f8111ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:51.396259 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e14df809-840a-46d8-897a-8654f49f0aa5 req-46e0b995-f998-4c84-9880-6b6f8111ef52 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 1096 time: 0.0432620 Dec 12 17:52:51.403309 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d8b5f026-7875-4fea-9329-41427219e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:51.414602 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b5f026-7875-4fea-9329-41427219e12b None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:51.415593 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d8b5f026-7875-4fea-9329-41427219e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:51.415930 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a671ec40-df95-4bbc-8561-46f92bb6f2f6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.8885469 Dec 12 17:52:51.418223 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34606) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:51.423287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0f0de2d3-f5df-4d84-ac42-463d46e8baca tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'floatingip': {'port_id': '914504e1-3043-4cc6-8608-9431d4373841', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:51.457567 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e14df809-840a-46d8-897a-8654f49f0aa5 req-d91ea88b-ac04-420b-a5a2-17cc17157a68 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527077 Dec 12 17:52:51.471779 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d8b5f026-7875-4fea-9329-41427219e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:51.472662 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b5f026-7875-4fea-9329-41427219e12b None None] The sync data for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:51.502040 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f0de2d3-f5df-4d84-ac42-463d46e8baca tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:51.606682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163feed-3d42-457c-8ee9-b6c0c6d2e6e3 req-b1cfda07-2379-4d27-a40e-ab5c935c35ac tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:51.608196 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f163feed-3d42-457c-8ee9-b6c0c6d2e6e3 req-b1cfda07-2379-4d27-a40e-ab5c935c35ac tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 943 time: 0.0866094 Dec 12 17:52:51.620665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11b8d5-5941-4f30-ade1-5e3dde90404c req-2b3c58d2-6553-4e31-a30c-55369b8e2ef9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:51.622315 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a11b8d5-5941-4f30-ade1-5e3dde90404c req-2b3c58d2-6553-4e31-a30c-55369b8e2ef9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.0734794 Dec 12 17:52:51.699242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f163feed-3d42-457c-8ee9-b6c0c6d2e6e3 req-2810149f-68b5-4fbf-aef9-76f500e4252b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759244 Dec 12 17:52:51.704182 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a11b8d5-5941-4f30-ade1-5e3dde90404c req-0a8a27b7-c4c1-4da6-8028-756c59140c17 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665739 Dec 12 17:52:51.870800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06be9d-3ded-40e1-9340-8658a73d14a7 req-650842af-f2f3-43d4-8fd9-c648c0b27bfe tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:51.872347 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc06be9d-3ded-40e1-9340-8658a73d14a7 req-650842af-f2f3-43d4-8fd9-c648c0b27bfe tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0505040 Dec 12 17:52:51.924816 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc06be9d-3ded-40e1-9340-8658a73d14a7 req-9ae4f18f-92cb-485b-a298-ce8a4acd8cb1 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438464 Dec 12 17:52:51.986165 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f0de2d3-f5df-4d84-ac42-463d46e8baca tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:51.993857 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f0de2d3-f5df-4d84-ac42-463d46e8baca tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:52.059488 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c46c3-d0e2-4d67-8d67-7e50d4042058 req-3792abf6-40cb-4857-80ed-812a722fb3af tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:52.060170 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-138c46c3-d0e2-4d67-8d67-7e50d4042058 req-3792abf6-40cb-4857-80ed-812a722fb3af tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0575411 Dec 12 17:52:52.120661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-138c46c3-d0e2-4d67-8d67-7e50d4042058 req-9f4cfe6e-f0c7-43a4-9b2b-fb336115e1b4 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537729 Dec 12 17:52:52.563730 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-5d6c686b-c619-4ce2-8df9-0cd40c590e48 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:52.565281 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-5d6c686b-c619-4ce2-8df9-0cd40c590e48 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/networks?id=740687b8-a155-4d93-8c85-4ad89c8be7c8 HTTP/1.1" status: 200 len: 815 time: 0.1206491 Dec 12 17:52:52.594845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-6559cb70-ada1-4acf-841a-77ecbea59479 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/quotas/1247385d3ba54b799e07a781fa21316e HTTP/1.1" status: 200 len: 375 time: 0.0174611 Dec 12 17:52:52.597594 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0de2d3-f5df-4d84-ac42-463d46e8baca tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 09b8d3e5-4201-4961-8847-cff9e30b960f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:52:52.652137 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-89afaa53-a7b9-4fe6-bf0c-c4efc041ed46 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1247385d3ba54b799e07a781fa21316e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0562363 Dec 12 17:52:52.716774 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0de2d3-f5df-4d84-ac42-463d46e8baca tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:52.722678 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f0de2d3-f5df-4d84-ac42-463d46e8baca tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:52.731349 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dbe310-1ae5-4903-be7e-0024045eb382 None None] Sync routers for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:52.744228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dbe310-1ae5-4903-be7e-0024045eb382 None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:52.745093 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-79dbe310-1ae5-4903-be7e-0024045eb382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:52.772941 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-90654f29-6c44-4255-9562-74cb75419829 service neutron] 10.222.0.18 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124249 Dec 12 17:52:52.780849 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-79dbe310-1ae5-4903-be7e-0024045eb382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:52.791390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dbe310-1ae5-4903-be7e-0024045eb382 None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:52.792014 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-79dbe310-1ae5-4903-be7e-0024045eb382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:52.830791 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-79dbe310-1ae5-4903-be7e-0024045eb382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:52.831750 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dbe310-1ae5-4903-be7e-0024045eb382 None None] The sync data for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:52.845521 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0f0de2d3-f5df-4d84-ac42-463d46e8baca tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "PUT /v2.0/floatingips/96e823a3-1683-453f-b687-1ee8603a914a HTTP/1.1" status: 200 len: 978 time: 1.4259841 Dec 12 17:52:52.848111 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34640) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:52.924010 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03d351-f7f6-4e32-878e-7650efe05e52 req-a0086ac9-17dd-48bd-ad88-13b503109e53 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:52.925627 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc03d351-f7f6-4e32-878e-7650efe05e52 req-a0086ac9-17dd-48bd-ad88-13b503109e53 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.1211543 Dec 12 17:52:52.932706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-ca57f650-4900-4bbd-a1ab-15902d80caa5 service neutron] 10.222.0.18 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530111 Dec 12 17:52:53.000974 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc03d351-f7f6-4e32-878e-7650efe05e52 req-9c1cd797-858a-4de4-b00a-85c61d7dbf1c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664463 Dec 12 17:52:53.072840 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f78d8991-5b77-42e6-9e68-23413dcec263 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Deleting port 1cc5f9c1-37de-475b-9b56-d3e563918aaf {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:52:53.073333 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f78d8991-5b77-42e6-9e68-23413dcec263 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:53.170440 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a44328-97e6-4e55-8334-8fc02ef53074 req-7784a824-a204-44ed-9a61-bf26fe588130 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:53.173710 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f78d8991-5b77-42e6-9e68-23413dcec263 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:53.174052 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f78d8991-5b77-42e6-9e68-23413dcec263 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:53.181632 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-62a44328-97e6-4e55-8334-8fc02ef53074 req-7784a824-a204-44ed-9a61-bf26fe588130 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 943 time: 0.0978215 Dec 12 17:52:53.189616 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f78d8991-5b77-42e6-9e68-23413dcec263 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Calling delete_port for 1cc5f9c1-37de-475b-9b56-d3e563918aaf owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:52:53.257496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-62a44328-97e6-4e55-8334-8fc02ef53074 req-ee9eeabc-71d1-433d-946f-2ce8478290d0 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688043 Dec 12 17:52:53.304459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4db4773b-46a3-4788-a046-cff4f89f44f4 req-a6c48038-6fdb-4b01-b2cd-2b2f4e13ad64 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 210 time: 0.0432308 Dec 12 17:52:53.363193 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f78d8991-5b77-42e6-9e68-23413dcec263 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:53.398835 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d8991-5b77-42e6-9e68-23413dcec263 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event deleted for resources: {'Port': ['ID=1cc5f9c1-37de-475b-9b56-d3e563918aaf,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:53.466048 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f78d8991-5b77-42e6-9e68-23413dcec263 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:53.466423 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-f78d8991-5b77-42e6-9e68-23413dcec263 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Floating IP 96e823a3-1683-453f-b687-1ee8603a914a disassociated (deleted). External IP: 172.25.1.98, port: 914504e1-3043-4cc6-8608-9431d4373841. Dec 12 17:52:53.663514 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9388e-e0f4-4c5d-b7ef-f461ac4c72df req-23e27271-b32f-49e2-ac73-7c210685f3c7 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:53.665245 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10e9388e-e0f4-4c5d-b7ef-f461ac4c72df req-23e27271-b32f-49e2-ac73-7c210685f3c7 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.20 "GET /v2.0/ports?device_id=80f2ba9c-1bc2-4156-acd8-efe14a02f3be HTTP/1.1" status: 200 len: 946 time: 0.0578055 Dec 12 17:52:53.716789 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78d8991-5b77-42e6-9e68-23413dcec263 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 09b8d3e5-4201-4961-8847-cff9e30b960f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:52:53.786780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-10e9388e-e0f4-4c5d-b7ef-f461ac4c72df req-7c6ca2c0-e748-402d-8f1d-6101ec1d2a7d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Deleting port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:52:53.787437 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-10e9388e-e0f4-4c5d-b7ef-f461ac4c72df req-7c6ca2c0-e748-402d-8f1d-6101ec1d2a7d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:53.853661 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78d8991-5b77-42e6-9e68-23413dcec263 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:53.859081 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f78d8991-5b77-42e6-9e68-23413dcec263 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:53.866300 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971ae05-d920-47c2-8ae9-7bd7baaebd90 None None] Sync routers for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:53.878287 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971ae05-d920-47c2-8ae9-7bd7baaebd90 None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:53.879355 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1971ae05-d920-47c2-8ae9-7bd7baaebd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:53.923873 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f78d8991-5b77-42e6-9e68-23413dcec263 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/floatingips/96e823a3-1683-453f-b687-1ee8603a914a HTTP/1.1" status: 204 len: 168 time: 1.0740778 Dec 12 17:52:53.924627 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34656) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:53.931459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-10e9388e-e0f4-4c5d-b7ef-f461ac4c72df req-7c6ca2c0-e748-402d-8f1d-6101ec1d2a7d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] For port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=626f3a2e-76f1-4334-ba8a-8451e6c6d73e,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:53.931955 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-10e9388e-e0f4-4c5d-b7ef-f461ac4c72df req-7c6ca2c0-e748-402d-8f1d-6101ec1d2a7d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:53.934211 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1971ae05-d920-47c2-8ae9-7bd7baaebd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:53.949456 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971ae05-d920-47c2-8ae9-7bd7baaebd90 None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:53.950263 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1971ae05-d920-47c2-8ae9-7bd7baaebd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:53.951218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-10e9388e-e0f4-4c5d-b7ef-f461ac4c72df req-7c6ca2c0-e748-402d-8f1d-6101ec1d2a7d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Calling delete_port for 626f3a2e-76f1-4334-ba8a-8451e6c6d73e owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:52:54.009149 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1971ae05-d920-47c2-8ae9-7bd7baaebd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:54.012742 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971ae05-d920-47c2-8ae9-7bd7baaebd90 None None] The sync data for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:54.054492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bdb4a910-8da4-4c1b-b565-3c43a124bc89 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Deleting port 914504e1-3043-4cc6-8608-9431d4373841 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:52:54.054964 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdb4a910-8da4-4c1b-b565-3c43a124bc89 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:54.134546 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-10e9388e-e0f4-4c5d-b7ef-f461ac4c72df req-7c6ca2c0-e748-402d-8f1d-6101ec1d2a7d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:54.150374 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['626f3a2e-76f1-4334-ba8a-8451e6c6d73e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:52:54.166399 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdb4a910-8da4-4c1b-b565-3c43a124bc89 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:54.194049 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bdb4a910-8da4-4c1b-b565-3c43a124bc89 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Calling delete_port for 914504e1-3043-4cc6-8608-9431d4373841 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:52:54.239684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ca2c0-e748-402d-8f1d-6101ec1d2a7d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Pushing event deleted for resources: {'Port': ['ID=626f3a2e-76f1-4334-ba8a-8451e6c6d73e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:54.265700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e9388e-e0f4-4c5d-b7ef-f461ac4c72df req-7c6ca2c0-e748-402d-8f1d-6101ec1d2a7d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] No DVR routers for this DVR port 626f3a2e-76f1-4334-ba8a-8451e6c6d73e on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:52:54.268635 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-10e9388e-e0f4-4c5d-b7ef-f461ac4c72df req-7c6ca2c0-e748-402d-8f1d-6101ec1d2a7d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:54.272506 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10e9388e-e0f4-4c5d-b7ef-f461ac4c72df req-7c6ca2c0-e748-402d-8f1d-6101ec1d2a7d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.20 "DELETE /v2.0/ports/626f3a2e-76f1-4334-ba8a-8451e6c6d73e HTTP/1.1" status: 204 len: 173 time: 0.6008508 Dec 12 17:52:54.274840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f2ba9c-1bc2-4156-acd8-efe14a02f3be', 'name': 'network-vif-deleted', 'tag': '626f3a2e-76f1-4334-ba8a-8451e6c6d73e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:52:54.279804 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7520974-2a76-4cb8-947b-beacd23187ec" -d '{"events": [{"server_uuid": "80f2ba9c-1bc2-4156-acd8-efe14a02f3be", "name": "network-vif-deleted", "tag": "626f3a2e-76f1-4334-ba8a-8451e6c6d73e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:52:54.299937 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24039102-34c1-4d8b-880f-799304139daa req-3d9bf25d-a105-435d-8ac7-7848e404193a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:54.301495 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-24039102-34c1-4d8b-880f-799304139daa req-3d9bf25d-a105-435d-8ac7-7848e404193a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.1482487 Dec 12 17:52:54.432493 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-24039102-34c1-4d8b-880f-799304139daa req-20bd97a8-08bb-4bef-a684-22139f646ccc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240625 Dec 12 17:52:54.455123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35600676-6497-4051-9659-b050aef3ab8d req-1150f7a9-2660-4d2a-a337-80dce8cc9a89 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:54.456431 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35600676-6497-4051-9659-b050aef3ab8d req-1150f7a9-2660-4d2a-a337-80dce8cc9a89 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 943 time: 0.0933738 Dec 12 17:52:54.474625 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdb4a910-8da4-4c1b-b565-3c43a124bc89 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:54.508633 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1b264b-abc3-4b0c-acbb-47748380f8cf x-openstack-request-id: req-9b1b264b-abc3-4b0c-acbb-47748380f8cf {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:52:54.509216 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f2ba9c-1bc2-4156-acd8-efe14a02f3be", "name": "network-vif-deleted", "tag": "626f3a2e-76f1-4334-ba8a-8451e6c6d73e", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:52:54.510171 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b1b264b-abc3-4b0c-acbb-47748380f8cf {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:52:54.511360 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f2ba9c-1bc2-4156-acd8-efe14a02f3be', 'name': 'network-vif-deleted', 'tag': '626f3a2e-76f1-4334-ba8a-8451e6c6d73e', 'status': 'completed', 'code': 200} Dec 12 17:52:54.515299 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4a910-8da4-4c1b-b565-3c43a124bc89 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event deleted for resources: {'Port': ['ID=914504e1-3043-4cc6-8608-9431d4373841,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:54.645434 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2a7f1eb-122e-4fad-bfef-35a4223bcc4d req-eba2c083-5ecd-47c5-9777-b364f01117b2 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 210 time: 0.0749667 Dec 12 17:52:54.658880 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdb4a910-8da4-4c1b-b565-3c43a124bc89 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:54.661640 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35600676-6497-4051-9659-b050aef3ab8d req-c592edcf-d9e5-440b-b725-726c4aa32d12 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907310 Dec 12 17:52:54.670881 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bdb4a910-8da4-4c1b-b565-3c43a124bc89 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/ports/914504e1-3043-4cc6-8608-9431d4373841 HTTP/1.1" status: 204 len: 168 time: 0.7450998 Dec 12 17:52:54.675029 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34672) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:54.683554 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-dbf029f2-7cfb-45bb-afb6-201b7ccdb1d5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:54.716352 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbf029f2-7cfb-45bb-afb6-201b7ccdb1d5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:54.734523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-abba5b75-ed2a-46ac-88eb-9155eda17802 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:54.737904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-abba5b75-ed2a-46ac-88eb-9155eda17802 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.20 "GET /v2.0/networks?id=740687b8-a155-4d93-8c85-4ad89c8be7c8 HTTP/1.1" status: 200 len: 815 time: 0.1941860 Dec 12 17:52:54.754798 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-607d707f-fae1-46c2-9bfc-31cd93b24e58 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Request body: {'port': {'device_id': 'fe8f4fed-3f3d-4641-bff5-6f96d3632002', 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8', 'admin_state_up': True, 'tenant_id': '1247385d3ba54b799e07a781fa21316e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:54.862313 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbf029f2-7cfb-45bb-afb6-201b7ccdb1d5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:54.876803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b72cc-f6b8-4833-af2a-d0012bbc1c8e req-d0141cca-d232-438c-8f38-01febafe0aa3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:54.878406 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a72b72cc-f6b8-4833-af2a-d0012bbc1c8e req-d0141cca-d232-438c-8f38-01febafe0aa3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.1196263 Dec 12 17:52:54.968707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a72b72cc-f6b8-4833-af2a-d0012bbc1c8e req-5eae4921-2ba9-48bb-8098-5eba953afbd5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758615 Dec 12 17:52:54.982518 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-607d707f-fae1-46c2-9bfc-31cd93b24e58 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Made reservation on behalf of 1247385d3ba54b799e07a781fa21316e for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:52:54.989719 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-607d707f-fae1-46c2-9bfc-31cd93b24e58 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:54.996184 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34674) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:55.048107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-dbf029f2-7cfb-45bb-afb6-201b7ccdb1d5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Allocated IP 172.25.1.206 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/fe6f425c-d95a-48e4-900d-5fe5ab451419) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:55.073066 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52cd617-50eb-493c-b902-68c2de6f9fd4 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:55.074646 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c52cd617-50eb-493c-b902-68c2de6f9fd4 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 1091 time: 0.0774834 Dec 12 17:52:55.077676 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34676) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:55.081999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': '20567570-8591-4530-b78e-1591dc80bac1', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:55.159782 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:55.174162 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-607d707f-fae1-46c2-9bfc-31cd93b24e58 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Allocated IP 172.20.0.13 (740687b8-a155-4d93-8c85-4ad89c8be7c8/d92c4280-59d6-41b4-9a33-1922737aefee/75bd0908-2477-4271-8339-fb07fa7c91e5) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:55.244023 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbf029f2-7cfb-45bb-afb6-201b7ccdb1d5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:55.328183 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbf029f2-7cfb-45bb-afb6-201b7ccdb1d5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:55.374538 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-607d707f-fae1-46c2-9bfc-31cd93b24e58 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:55.378363 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf029f2-7cfb-45bb-afb6-201b7ccdb1d5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:55.384553 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-dbf029f2-7cfb-45bb-afb6-201b7ccdb1d5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:55.387209 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf029f2-7cfb-45bb-afb6-201b7ccdb1d5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:55.412854 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-607d707f-fae1-46c2-9bfc-31cd93b24e58 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:55.424491 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['626f3a2e-76f1-4334-ba8a-8451e6c6d73e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:52:55.425102 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:55.431388 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf029f2-7cfb-45bb-afb6-201b7ccdb1d5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=fe6f425c-d95a-48e4-900d-5fe5ab451419,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:55.460733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-607d707f-fae1-46c2-9bfc-31cd93b24e58 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Network 740687b8-a155-4d93-8c85-4ad89c8be7c8 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:55.464240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-607d707f-fae1-46c2-9bfc-31cd93b24e58 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:55.468265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-607d707f-fae1-46c2-9bfc-31cd93b24e58 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:55.507265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d707f-fae1-46c2-9bfc-31cd93b24e58 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Pushing event updated for resources: {'Port': ['ID=75bd0908-2477-4271-8339-fb07fa7c91e5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:55.541927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-607d707f-fae1-46c2-9bfc-31cd93b24e58 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:55.542819 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-607d707f-fae1-46c2-9bfc-31cd93b24e58 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:55.559516 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-607d707f-fae1-46c2-9bfc-31cd93b24e58 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8091977 Dec 12 17:52:55.572371 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9b5bb228-bbfb-4132-b0b2-81b39d79c361 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:52:55.574005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9b5bb228-bbfb-4132-b0b2-81b39d79c361 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084763 Dec 12 17:52:55.586631 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbf029f2-7cfb-45bb-afb6-201b7ccdb1d5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:55.589425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Request body: {'port': {'device_id': 'fe8f4fed-3f3d-4641-bff5-6f96d3632002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:55.609950 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Allocated IP 172.25.1.233 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/5c893f47-4edd-4eba-aafb-03be417f89c8) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:55.653044 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:55.657881 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbf029f2-7cfb-45bb-afb6-201b7ccdb1d5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:55.853032 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:55.934498 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:55.937960 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edd314-4b2f-4310-a687-00601af826f9 req-9ceeaed7-da90-46ed-8a4a-c658ab84bb3b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:55.938513 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbf029f2-7cfb-45bb-afb6-201b7ccdb1d5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:55.939655 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7edd314-4b2f-4310-a687-00601af826f9 req-9ceeaed7-da90-46ed-8a4a-c658ab84bb3b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 943 time: 0.1424911 Dec 12 17:52:55.949313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d52b2-fc12-4b08-8661-30fc3e291c43 req-a40ad30a-1427-4809-ae6a-26316bd8e204 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:55.955788 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a5d52b2-fc12-4b08-8661-30fc3e291c43 req-a40ad30a-1427-4809-ae6a-26316bd8e204 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 932 time: 0.1597736 Dec 12 17:52:55.974255 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbf029f2-7cfb-45bb-afb6-201b7ccdb1d5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:55.976371 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:52:55.997728 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:56.010537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:56.013247 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:56.055535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a5d52b2-fc12-4b08-8661-30fc3e291c43 req-f096d74c-a2a2-4ea1-b344-57823337983f tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933995 Dec 12 17:52:56.069096 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=5c893f47-4edd-4eba-aafb-03be417f89c8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:56.107921 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7edd314-4b2f-4310-a687-00601af826f9 req-69bd94d0-e322-4f02-97e6-eccd458a531c tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467342 Dec 12 17:52:56.127797 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbf029f2-7cfb-45bb-afb6-201b7ccdb1d5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:56.175839 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf029f2-7cfb-45bb-afb6-201b7ccdb1d5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=fe6f425c-d95a-48e4-900d-5fe5ab451419,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:56.197271 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75bd0908-2477-4271-8339-fb07fa7c91e5 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:52:56.206173 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:56.218431 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbf029f2-7cfb-45bb-afb6-201b7ccdb1d5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:56.222015 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dbf029f2-7cfb-45bb-afb6-201b7ccdb1d5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5419950 Dec 12 17:52:56.222385 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Transition to ACTIVE for port object 75bd0908-2477-4271-8339-fb07fa7c91e5 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:52:56.223192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34686) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:56.231514 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-de4c4f5b-6dd1-49c3-8edc-32cc0738ad38 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'port': {'network_id': 'b709e665-bbde-457d-933c-1c6f519be8c9', 'name': 'tempest-FloatingIPTestJSON-1455961966'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:56.239217 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:56.348194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Pushing event updated for resources: {'Port': ['ID=75bd0908-2477-4271-8339-fb07fa7c91e5,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:56.497266 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Attempting to bind port 75bd0908-2477-4271-8339-fb07fa7c91e5 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:52:56.497917 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Attempting to bind port 75bd0908-2477-4271-8339-fb07fa7c91e5 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'b302e3b2-0784-4d15-9d77-0b46d1149dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:52:56.498256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Attempting to bind port 75bd0908-2477-4271-8339-fb07fa7c91e5 on network 740687b8-a155-4d93-8c85-4ad89c8be7c8 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:52:56.501320 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4c4f5b-6dd1-49c3-8edc-32cc0738ad38 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Made reservation on behalf of a780e8f64a834976af4d9ec373b41ebf for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:52:56.505397 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de4c4f5b-6dd1-49c3-8edc-32cc0738ad38 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:56.520339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Port 75bd0908-2477-4271-8339-fb07fa7c91e5 on network 740687b8-a155-4d93-8c85-4ad89c8be7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:52:56.520685 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Attempting to bind port 75bd0908-2477-4271-8339-fb07fa7c91e5 on network 740687b8-a155-4d93-8c85-4ad89c8be7c8 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:52:56.525978 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:56.529945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:52:56.530284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Checking segment: {'id': 'b302e3b2-0784-4d15-9d77-0b46d1149dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:52:56.530665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Bound using segment: {'id': 'b302e3b2-0784-4d15-9d77-0b46d1149dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:52:56.531102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Bound port: 75bd0908-2477-4271-8339-fb07fa7c91e5, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b302e3b2-0784-4d15-9d77-0b46d1149dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:52:56.531492 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:56.550284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-de4c4f5b-6dd1-49c3-8edc-32cc0738ad38 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] device_id is not set on port 7697f531-218f-4dce-ac43-e77c263a9687 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:52:56.604512 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:56.679672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] For port 75bd0908-2477-4271-8339-fb07fa7c91e5, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:52:56.698306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] For port 75bd0908-2477-4271-8339-fb07fa7c91e5, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=75bd0908-2477-4271-8339-fb07fa7c91e5,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:52:56.705197 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:56.754556 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-de4c4f5b-6dd1-49c3-8edc-32cc0738ad38 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Allocated IP 172.20.0.4 (b709e665-bbde-457d-933c-1c6f519be8c9/75a9db86-d740-4275-a109-58e733b007d8/7697f531-218f-4dce-ac43-e77c263a9687) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:52:56.757598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:56.758026 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:56.759519 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] 10.222.0.20 "PUT /v2.0/ports/75bd0908-2477-4271-8339-fb07fa7c91e5 HTTP/1.1" status: 200 len: 1092 time: 1.1763880 Dec 12 17:52:56.759963 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8f4fed-3f3d-4641-bff5-6f96d3632002', 'tag': '75bd0908-2477-4271-8339-fb07fa7c91e5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:52:56.762283 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4728c31-e340-4194-9a44-9609d755ab66" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8f4fed-3f3d-4641-bff5-6f96d3632002", "tag": "75bd0908-2477-4271-8339-fb07fa7c91e5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:52:56.805416 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:56.808713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ab72f-42c8-4116-9fc1-423c6c4893ab service neutron] Pushing event updated for resources: {'Port': ['ID=75bd0908-2477-4271-8339-fb07fa7c91e5,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:56.813341 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:56.866100 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0042c3-4b54-4321-90a6-c37b2c477f89 x-openstack-request-id: req-3f0042c3-4b54-4321-90a6-c37b2c477f89 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:52:56.866398 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8f4fed-3f3d-4641-bff5-6f96d3632002", "tag": "75bd0908-2477-4271-8339-fb07fa7c91e5", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:52:56.866655 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f0042c3-4b54-4321-90a6-c37b2c477f89 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:52:56.867493 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8f4fed-3f3d-4641-bff5-6f96d3632002', 'tag': '75bd0908-2477-4271-8339-fb07fa7c91e5', 'status': 'completed', 'code': 200} Dec 12 17:52:56.908839 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=5c893f47-4edd-4eba-aafb-03be417f89c8,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:56.918841 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:56.926810 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-70e7a5fc-8617-4917-ac3b-f77d0a1ecd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:56.928509 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-70e7a5fc-8617-4917-ac3b-f77d0a1ecd87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1247385d3ba54b799e07a781fa21316e&device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 1095 time: 0.1098471 Dec 12 17:52:56.989385 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-b763f815-5c62-4e1b-9146-51d9241db197 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75bd0908-2477-4271-8339-fb07fa7c91e5 HTTP/1.1" status: 200 len: 217 time: 0.0523224 Dec 12 17:52:57.033748 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Floating IP 0468a880-d4e9-4ee3-a7a9-7a3320237dc0 associated. External IP: 172.25.1.233, port: 20567570-8591-4530-b78e-1591dc80bac1. Dec 12 17:52:57.046403 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de4c4f5b-6dd1-49c3-8edc-32cc0738ad38 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:57.064148 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-3733da8a-6716-4190-82b1-ff4d0b38e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:57.065637 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-3733da8a-6716-4190-82b1-ff4d0b38e5dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d92c4280-59d6-41b4-9a33-1922737aefee HTTP/1.1" status: 200 len: 855 time: 0.0663333 Dec 12 17:52:57.104984 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-3ee96cab-663a-4812-b3c9-76784058c3e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=740687b8-a155-4d93-8c85-4ad89c8be7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304487 Dec 12 17:52:57.121651 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de4c4f5b-6dd1-49c3-8edc-32cc0738ad38 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:57.250235 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router 7d13b3bc-7185-47a5-be58-3aaaa3801268 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:52:57.250869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4c4f5b-6dd1-49c3-8edc-32cc0738ad38 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network b709e665-bbde-457d-933c-1c6f519be8c9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:52:57.274147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-de4c4f5b-6dd1-49c3-8edc-32cc0738ad38 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:52:57.281816 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4c4f5b-6dd1-49c3-8edc-32cc0738ad38 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:52:57.291867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c4f5b-6dd1-49c3-8edc-32cc0738ad38 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=7697f531-218f-4dce-ac43-e77c263a9687,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:57.348324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be69a22-c104-4b16-b72d-37c8396e074f req-4289ecf4-0a95-451e-afa6-59e311859512 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:57.349869 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0be69a22-c104-4b16-b72d-37c8396e074f req-4289ecf4-0a95-451e-afa6-59e311859512 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 944 time: 0.2116969 Dec 12 17:52:57.364205 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:57.372833 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-1ec2adeb-5900-4319-82fa-433aaeca4e53 service neutron] 10.222.0.20 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606399 Dec 12 17:52:57.374207 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d592ebfe-d72b-4e35-acdd-977f17a2a345 None None] Sync routers for ids ['7d13b3bc-7185-47a5-be58-3aaaa3801268'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:57.385644 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:57.385849 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d592ebfe-d72b-4e35-acdd-977f17a2a345 None None] Routers {'7d13b3bc-7185-47a5-be58-3aaaa3801268'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:57.386330 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d592ebfe-d72b-4e35-acdd-977f17a2a345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7d13b3bc-7185-47a5-be58-3aaaa3801268'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:57.393550 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4c4f5b-6dd1-49c3-8edc-32cc0738ad38 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:57.394172 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de4c4f5b-6dd1-49c3-8edc-32cc0738ad38 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:57.403749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689007a-ecb7-4131-bc9b-c75f302e0311 req-1ea73662-e99e-4afe-b2c1-a20a4709e738 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:57.405204 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4689007a-ecb7-4131-bc9b-c75f302e0311 req-1ea73662-e99e-4afe-b2c1-a20a4709e738 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 943 time: 0.1784296 Dec 12 17:52:57.417339 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a942820a-6974-47c9-9082-28519b19aff0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3386383 Dec 12 17:52:57.418927 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'tag': '20567570-8591-4530-b78e-1591dc80bac1'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:52:57.423828 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007e74eb-3ed3-4636-b983-0aca0fa1071c" -d '{"events": [{"name": "network-changed", "server_uuid": "5897e0ca-f28f-405f-a983-c97e8d9f4e19", "tag": "20567570-8591-4530-b78e-1591dc80bac1"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:52:57.499860 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-de4c4f5b-6dd1-49c3-8edc-32cc0738ad38 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2713377 Dec 12 17:52:57.500917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34706) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:57.506610 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d592ebfe-d72b-4e35-acdd-977f17a2a345 None None] Set router 7d13b3bc-7185-47a5-be58-3aaaa3801268 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:52:57.508367 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cfac8b46-babb-4d53-b978-cc24f233cb63 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'floatingip': {'port_id': '7697f531-218f-4dce-ac43-e77c263a9687'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:52:57.537277 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0be69a22-c104-4b16-b72d-37c8396e074f req-dc4bc855-a848-4b3c-b695-801496fcb737 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776695 Dec 12 17:52:57.549049 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4689007a-ecb7-4131-bc9b-c75f302e0311 req-70e1487c-badc-4596-a633-614bc4669e34 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338804 Dec 12 17:52:57.575879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3cd5950-d12f-4c69-b1fd-13b1e70f4dea req-d1594955-1e0e-4de6-837f-9907b4375843 service neutron] 10.222.0.20 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897500 Dec 12 17:52:57.579234 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cfac8b46-babb-4d53-b978-cc24f233cb63 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:57.671190 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a535129e-5fd9-4aee-961c-03aeb01fc004 x-openstack-request-id: req-a535129e-5fd9-4aee-961c-03aeb01fc004 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:52:57.671190 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5897e0ca-f28f-405f-a983-c97e8d9f4e19", "tag": "20567570-8591-4530-b78e-1591dc80bac1", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:52:57.672113 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a535129e-5fd9-4aee-961c-03aeb01fc004 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:52:57.672113 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'tag': '20567570-8591-4530-b78e-1591dc80bac1', 'status': 'completed', 'code': 200} Dec 12 17:52:57.724703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9603b3a-6ec9-46cc-9b99-6c0a565157a8 req-cf90b2df-2abb-4a6b-b01c-299cf2772869 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:57.734297 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e9603b3a-6ec9-46cc-9b99-6c0a565157a8 req-cf90b2df-2abb-4a6b-b01c-299cf2772869 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.1096826 Dec 12 17:52:57.739425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4728c31-e340-4194-9a44-9609d755ab66 req-34e5fa87-409e-430b-a2aa-fbb4b06b2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:57.741477 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4728c31-e340-4194-9a44-9609d755ab66 req-34e5fa87-409e-430b-a2aa-fbb4b06b2d69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1247385d3ba54b799e07a781fa21316e&device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 1095 time: 0.0856183 Dec 12 17:52:57.774850 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 626f3a2e-76f1-4334-ba8a-8451e6c6d73e no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:52:57.808108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 626f3a2e-76f1-4334-ba8a-8451e6c6d73e {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:52:57.808609 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 626f3a2e-76f1-4334-ba8a-8451e6c6d73e not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:52:57.815664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d592ebfe-d72b-4e35-acdd-977f17a2a345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362515373', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:52:18Z', 'updated_at': '2021-12-12T17:52:24Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:19Z', 'updated_at': '2021-12-12T17:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '0468a880-d4e9-4ee3-a7a9-7a3320237dc0', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'port_id': '20567570-8591-4530-b78e-1591dc80bac1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e', 'mac_address': 'fa:16:3e:44:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:52:56Z', 'updated_at': '2021-12-12T17:52:56Z', 'revision_number': 0, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957cdc8a-52a1-49fb-8c6e-411644ea0a21', 'name': '', 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:2d:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:23Z', 'updated_at': '2021-12-12T17:52:27Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:57.844079 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d592ebfe-d72b-4e35-acdd-977f17a2a345 None None] Checking router: 7d13b3bc-7185-47a5-be58-3aaaa3801268 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:52:57.853825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d592ebfe-d72b-4e35-acdd-977f17a2a345 None None] Routers {'7d13b3bc-7185-47a5-be58-3aaaa3801268'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:57.854967 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d592ebfe-d72b-4e35-acdd-977f17a2a345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7d13b3bc-7185-47a5-be58-3aaaa3801268'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:57.968065 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d592ebfe-d72b-4e35-acdd-977f17a2a345 None None] Set router 7d13b3bc-7185-47a5-be58-3aaaa3801268 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:52:58.076722 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 801ddd51-7e4a-4f50-86f5-e484775d44fc details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:52:58.201702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e74eb-3ed3-4636-b983-0aca0fa1071c req-c1586901-a5dd-4d27-ab63-e74a8e0205b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:58.203257 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-007e74eb-3ed3-4636-b983-0aca0fa1071c req-c1586901-a5dd-4d27-ab63-e74a8e0205b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 1096 time: 0.5485876 Dec 12 17:52:58.209535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e9603b3a-6ec9-46cc-9b99-6c0a565157a8 req-3d519d5f-e1ba-40d8-8965-c482ad521305 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4744163 Dec 12 17:52:58.266350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34710) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:58.291973 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 801ddd51-7e4a-4f50-86f5-e484775d44fc, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=801ddd51-7e4a-4f50-86f5-e484775d44fc,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:58.322524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '801ddd51-7e4a-4f50-86f5-e484775d44fc', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'port_id': '801ddd51-7e4a-4f50-86f5-e484775d44fc', 'mac_address': 'fa:16:3e:14:80:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:52:58.328515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4728c31-e340-4194-9a44-9609d755ab66 req-34cb4e71-a91a-4fb6-b2e0-4f602ad68d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:58.329935 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4728c31-e340-4194-9a44-9609d755ab66 req-34cb4e71-a91a-4fb6-b2e0-4f602ad68d54 service neutron] 10.222.0.20 "GET /v2.0/networks?id=740687b8-a155-4d93-8c85-4ad89c8be7c8 HTTP/1.1" status: 200 len: 916 time: 0.5728071 Dec 12 17:52:58.370034 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5eb35837-1626-4023-9184-3d6fbbd8f06d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/floatingips/0468a880-d4e9-4ee3-a7a9-7a3320237dc0 HTTP/1.1" status: 200 len: 991 time: 0.0996082 Dec 12 17:52:58.387239 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e74eb-3ed3-4636-b983-0aca0fa1071c req-0e059794-69fd-4201-90c7-949807a53cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:58.390001 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-007e74eb-3ed3-4636-b983-0aca0fa1071c req-0e059794-69fd-4201-90c7-949807a53cea service neutron] 10.222.0.31 "GET /v2.0/networks?id=20b11b76-fcd4-48ea-8032-fbc26803312e HTTP/1.1" status: 200 len: 897 time: 0.1779776 Dec 12 17:52:58.393865 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:58.407685 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d592ebfe-d72b-4e35-acdd-977f17a2a345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362515373', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:52:18Z', 'updated_at': '2021-12-12T17:52:24Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:19Z', 'updated_at': '2021-12-12T17:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '0468a880-d4e9-4ee3-a7a9-7a3320237dc0', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'port_id': '20567570-8591-4530-b78e-1591dc80bac1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e', 'mac_address': 'fa:16:3e:44:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:52:56Z', 'updated_at': '2021-12-12T17:52:56Z', 'revision_number': 0, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957cdc8a-52a1-49fb-8c6e-411644ea0a21', 'name': '', 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:2d:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:23Z', 'updated_at': '2021-12-12T17:52:27Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:58.438327 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801ddd51-7e4a-4f50-86f5-e484775d44fc {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:52:58.444078 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d592ebfe-d72b-4e35-acdd-977f17a2a345 None None] The sync data for ids ['7d13b3bc-7185-47a5-be58-3aaaa3801268'] in n-d-760354-5 is: [{'id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362515373', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:52:18Z', 'updated_at': '2021-12-12T17:52:24Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:19Z', 'updated_at': '2021-12-12T17:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '0468a880-d4e9-4ee3-a7a9-7a3320237dc0', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'port_id': '20567570-8591-4530-b78e-1591dc80bac1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e', 'mac_address': 'fa:16:3e:44:79:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:52:56Z', 'updated_at': '2021-12-12T17:52:56Z', 'revision_number': 0, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957cdc8a-52a1-49fb-8c6e-411644ea0a21', 'name': '', 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:2d:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:23Z', 'updated_at': '2021-12-12T17:52:27Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:58.463034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 801ddd51-7e4a-4f50-86f5-e484775d44fc, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=801ddd51-7e4a-4f50-86f5-e484775d44fc,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:58.468457 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:58.487018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4728c31-e340-4194-9a44-9609d755ab66 req-2897bfbe-876b-413f-81d0-26677d84cdd6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75bd0908-2477-4271-8339-fb07fa7c91e5 HTTP/1.1" status: 200 len: 217 time: 0.1490438 Dec 12 17:52:58.506782 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cfac8b46-babb-4d53-b978-cc24f233cb63 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:58.523583 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cfac8b46-babb-4d53-b978-cc24f233cb63 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:58.543044 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-007e74eb-3ed3-4636-b983-0aca0fa1071c req-555f9383-ae32-4393-93a6-d9ee95525690 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20567570-8591-4530-b78e-1591dc80bac1 HTTP/1.1" status: 200 len: 999 time: 0.1474764 Dec 12 17:52:58.592152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4728c31-e340-4194-9a44-9609d755ab66 req-e6332aa9-59e7-49ca-b1b4-cb536e25dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:58.593718 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4728c31-e340-4194-9a44-9609d755ab66 req-e6332aa9-59e7-49ca-b1b4-cb536e25dee2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d92c4280-59d6-41b4-9a33-1922737aefee HTTP/1.1" status: 200 len: 855 time: 0.0979230 Dec 12 17:52:58.608088 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=801ddd51-7e4a-4f50-86f5-e484775d44fc,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:58.636045 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4728c31-e340-4194-9a44-9609d755ab66 req-23ed33cf-1d8c-4b3c-ad3a-0b27491150be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=740687b8-a155-4d93-8c85-4ad89c8be7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321839 Dec 12 17:52:58.637462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e74eb-3ed3-4636-b983-0aca0fa1071c req-efe3534a-bf98-4d1d-8e30-fb7def282b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:58.638803 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-007e74eb-3ed3-4636-b983-0aca0fa1071c req-efe3534a-bf98-4d1d-8e30-fb7def282b46 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3bd84b67-0f94-4a7e-b865-bca1b65efda3 HTTP/1.1" status: 200 len: 835 time: 0.0875673 Dec 12 17:52:58.698596 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-cfac8b46-babb-4d53-b978-cc24f233cb63 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Floating IP 1e942077-341d-4d1c-8f00-beb62ea7d29c associated. External IP: 172.25.1.206, port: 7697f531-218f-4dce-ac43-e77c263a9687. Dec 12 17:52:58.780475 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50205e62-11e9-48af-9813-2fe0a02ba398 None None] New status for floating IP 0468a880-d4e9-4ee3-a7a9-7a3320237dc0: ACTIVE {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:52:58.834491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e74eb-3ed3-4636-b983-0aca0fa1071c req-82cd8689-e300-4492-ace5-9fe09f7dda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:58.835954 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-007e74eb-3ed3-4636-b983-0aca0fa1071c req-82cd8689-e300-4492-ace5-9fe09f7dda7f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20b11b76-fcd4-48ea-8032-fbc26803312e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448567 Dec 12 17:52:58.837517 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['801ddd51-7e4a-4f50-86f5-e484775d44fc'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:52:58.840284 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4728c31-e340-4194-9a44-9609d755ab66 req-a5719a37-2426-4ecd-98f6-3fcbd54bc235 service neutron] 10.222.0.20 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970432 Dec 12 17:52:58.848663 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492eb67a-6e8c-4829-8726-12a242d2fbaf req-df915816-352e-4b76-93c0-ae946f28a039 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:58.855936 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-492eb67a-6e8c-4829-8726-12a242d2fbaf req-df915816-352e-4b76-93c0-ae946f28a039 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 944 time: 0.1635604 Dec 12 17:52:58.867462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf84e81-849c-4f8d-8894-9ac4a7eb840d req-60c1e321-6af0-405f-b6fe-56e7e091eac8 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:58.874543 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecf84e81-849c-4f8d-8894-9ac4a7eb840d req-60c1e321-6af0-405f-b6fe-56e7e091eac8 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 944 time: 0.1812453 Dec 12 17:52:58.952806 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfac8b46-babb-4d53-b978-cc24f233cb63 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 09b8d3e5-4201-4961-8847-cff9e30b960f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:52:59.077220 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfac8b46-babb-4d53-b978-cc24f233cb63 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:52:59.081686 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cfac8b46-babb-4d53-b978-cc24f233cb63 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:59.089976 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d08b969-50cf-4ebe-8fb4-90e16d2057ca None None] Sync routers for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:52:59.090718 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecf84e81-849c-4f8d-8894-9ac4a7eb840d req-ca1ea314-a7f6-45eb-8a52-8981c2bcb266 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152867 Dec 12 17:52:59.102026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d08b969-50cf-4ebe-8fb4-90e16d2057ca None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:59.102720 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0d08b969-50cf-4ebe-8fb4-90e16d2057ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:59.112586 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-492eb67a-6e8c-4829-8726-12a242d2fbaf req-1219cbb7-7db8-45cd-a0b1-14f6286d7cab tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502794 Dec 12 17:52:59.135558 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-007e74eb-3ed3-4636-b983-0aca0fa1071c req-2b80619b-8b88-4f2b-a250-6d5407be8715 service neutron] 10.222.0.31 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769525 Dec 12 17:52:59.139032 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4728c31-e340-4194-9a44-9609d755ab66 req-aa21059a-f84b-496a-8e32-630fc3c607c5 service neutron] 10.222.0.20 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795575 Dec 12 17:52:59.144852 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cfac8b46-babb-4d53-b978-cc24f233cb63 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "PUT /v2.0/floatingips/1e942077-341d-4d1c-8f00-beb62ea7d29c HTTP/1.1" status: 200 len: 978 time: 1.6399634 Dec 12 17:52:59.152372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0d08b969-50cf-4ebe-8fb4-90e16d2057ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:59.161443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d08b969-50cf-4ebe-8fb4-90e16d2057ca None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:52:59.162679 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0d08b969-50cf-4ebe-8fb4-90e16d2057ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:59.170221 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34726) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:59.200655 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0d08b969-50cf-4ebe-8fb4-90e16d2057ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:52:59.201339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d08b969-50cf-4ebe-8fb4-90e16d2057ca None None] The sync data for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:52:59.276602 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-007e74eb-3ed3-4636-b983-0aca0fa1071c req-54b7bbdb-cd01-4a2d-83aa-774342c7fb11 service neutron] 10.222.0.31 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336257 Dec 12 17:52:59.297145 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-33c91406-fa94-466f-a31f-aafc71697253 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Deleting port 7697f531-218f-4dce-ac43-e77c263a9687 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:52:59.297707 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33c91406-fa94-466f-a31f-aafc71697253 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:59.335722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e23a3a-acda-45a3-a3cb-56cf788129c9 req-544e248d-34ce-41c0-9aaa-01f6a7b26252 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:59.341693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e23a3a-acda-45a3-a3cb-56cf788129c9 req-544e248d-34ce-41c0-9aaa-01f6a7b26252 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:59.347636 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e23a3a-acda-45a3-a3cb-56cf788129c9 req-544e248d-34ce-41c0-9aaa-01f6a7b26252 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:59.354743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e23a3a-acda-45a3-a3cb-56cf788129c9 req-544e248d-34ce-41c0-9aaa-01f6a7b26252 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:59.360701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e23a3a-acda-45a3-a3cb-56cf788129c9 req-544e248d-34ce-41c0-9aaa-01f6a7b26252 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:59.366678 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e23a3a-acda-45a3-a3cb-56cf788129c9 req-544e248d-34ce-41c0-9aaa-01f6a7b26252 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:59.372669 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e23a3a-acda-45a3-a3cb-56cf788129c9 req-544e248d-34ce-41c0-9aaa-01f6a7b26252 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:59.374572 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7e23a3a-acda-45a3-a3cb-56cf788129c9 req-544e248d-34ce-41c0-9aaa-01f6a7b26252 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5432 time: 0.1142552 Dec 12 17:52:59.375023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34730) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:52:59.425239 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33c91406-fa94-466f-a31f-aafc71697253 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:59.434547 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7e23a3a-acda-45a3-a3cb-56cf788129c9 req-2b415796-e3b0-4092-8121-52cd83a4c775 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530300 Dec 12 17:52:59.490726 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0b992a64-2a13-453a-a70b-4372aa9275ed tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/floatingips/0468a880-d4e9-4ee3-a7a9-7a3320237dc0 HTTP/1.1" status: 200 len: 993 time: 0.1143725 Dec 12 17:52:59.577334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d7f36-a319-46b5-979e-fc690c432398 req-02c28251-4ac8-4238-945f-465a2278aeb3 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:59.583449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d7f36-a319-46b5-979e-fc690c432398 req-02c28251-4ac8-4238-945f-465a2278aeb3 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:59.590256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d7f36-a319-46b5-979e-fc690c432398 req-02c28251-4ac8-4238-945f-465a2278aeb3 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:59.596267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d7f36-a319-46b5-979e-fc690c432398 req-02c28251-4ac8-4238-945f-465a2278aeb3 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:59.602385 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d7f36-a319-46b5-979e-fc690c432398 req-02c28251-4ac8-4238-945f-465a2278aeb3 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:59.608484 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d7f36-a319-46b5-979e-fc690c432398 req-02c28251-4ac8-4238-945f-465a2278aeb3 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:59.614438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d7f36-a319-46b5-979e-fc690c432398 req-02c28251-4ac8-4238-945f-465a2278aeb3 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:52:59.616499 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-796d7f36-a319-46b5-979e-fc690c432398 req-02c28251-4ac8-4238-945f-465a2278aeb3 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5432 time: 0.0926783 Dec 12 17:52:59.631786 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33c91406-fa94-466f-a31f-aafc71697253 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:59.632416 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33c91406-fa94-466f-a31f-aafc71697253 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:59.632736 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-33c91406-fa94-466f-a31f-aafc71697253 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Floating IP 1e942077-341d-4d1c-8f00-beb62ea7d29c disassociated. External IP: 172.25.1.206, port: 7697f531-218f-4dce-ac43-e77c263a9687. Dec 12 17:52:59.633081 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-33c91406-fa94-466f-a31f-aafc71697253 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Calling delete_port for 7697f531-218f-4dce-ac43-e77c263a9687 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:52:59.766475 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33c91406-fa94-466f-a31f-aafc71697253 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:59.780954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 75bd0908-2477-4271-8339-fb07fa7c91e5 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:52:59.795401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c91406-fa94-466f-a31f-aafc71697253 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event deleted for resources: {'Port': ['ID=7697f531-218f-4dce-ac43-e77c263a9687,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:52:59.877379 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 75bd0908-2477-4271-8339-fb07fa7c91e5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=75bd0908-2477-4271-8339-fb07fa7c91e5,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:59.891349 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '75bd0908-2477-4271-8339-fb07fa7c91e5', 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8', 'port_id': '75bd0908-2477-4271-8339-fb07fa7c91e5', 'mac_address': 'fa:16:3e:6c:9b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92c4280-59d6-41b4-9a33-1922737aefee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:52:59.912458 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c91406-fa94-466f-a31f-aafc71697253 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 09b8d3e5-4201-4961-8847-cff9e30b960f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:52:59.932896 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:52:59.946697 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75bd0908-2477-4271-8339-fb07fa7c91e5 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:52:59.966393 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 75bd0908-2477-4271-8339-fb07fa7c91e5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=75bd0908-2477-4271-8339-fb07fa7c91e5,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:52:59.970566 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:00.019756 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=75bd0908-2477-4271-8339-fb07fa7c91e5,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:00.022049 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c91406-fa94-466f-a31f-aafc71697253 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:53:00.031509 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f318b6-f176-47c6-a66d-582d50df88b7 None None] Sync routers for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:53:00.043567 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f318b6-f176-47c6-a66d-582d50df88b7 None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:00.044321 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-09f318b6-f176-47c6-a66d-582d50df88b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:00.078066 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-09f318b6-f176-47c6-a66d-582d50df88b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:00.081120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 801ddd51-7e4a-4f50-86f5-e484775d44fc up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:53:00.088350 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f318b6-f176-47c6-a66d-582d50df88b7 None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:00.089610 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-09f318b6-f176-47c6-a66d-582d50df88b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:00.097087 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33c91406-fa94-466f-a31f-aafc71697253 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:00.103360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34738) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:00.103521 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-33c91406-fa94-466f-a31f-aafc71697253 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/ports/7697f531-218f-4dce-ac43-e77c263a9687 HTTP/1.1" status: 204 len: 168 time: 0.9318469 Dec 12 17:53:00.142799 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 801ddd51-7e4a-4f50-86f5-e484775d44fc triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:53:00.142799 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:00.163085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c2a8a954-c4e2-483a-a028-5aa7bc23c8cc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "GET /v2.0/floatingips/1e942077-341d-4d1c-8f00-beb62ea7d29c HTTP/1.1" status: 200 len: 688 time: 0.0571647 Dec 12 17:53:00.165474 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34744) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:00.249501 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['75bd0908-2477-4271-8339-fb07fa7c91e5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:53:00.249837 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-09f318b6-f176-47c6-a66d-582d50df88b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:00.250872 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f318b6-f176-47c6-a66d-582d50df88b7 None None] The sync data for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:53:00.295301 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:00.335938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf9d4b1-1509-4890-8d1b-feec1bcaa09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801ddd51-7e4a-4f50-86f5-e484775d44fc'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:53:00.338462 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5981ff47-a178-484c-b6c2-37cf7661352d" -d '{"events": [{"server_uuid": "bdf9d4b1-1509-4890-8d1b-feec1bcaa09c", "name": "network-vif-plugged", "status": "completed", "tag": "801ddd51-7e4a-4f50-86f5-e484775d44fc"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:53:00.347011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4033176-f43e-411e-b7ac-f8f9ab5a2c85 req-80d218bf-8ab5-4363-a834-153f080baf76 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:00.348554 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4033176-f43e-411e-b7ac-f8f9ab5a2c85 req-80d218bf-8ab5-4363-a834-153f080baf76 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 945 time: 0.1748507 Dec 12 17:53:00.358638 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 801ddd51-7e4a-4f50-86f5-e484775d44fc, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=801ddd51-7e4a-4f50-86f5-e484775d44fc,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:00.366148 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:00.368338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6bc03-8592-4ec2-99e1-85a5b1205b2b req-57bfc9cc-3634-41d5-b7ad-47900a8828ce tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:00.369822 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6dc6bc03-8592-4ec2-99e1-85a5b1205b2b req-57bfc9cc-3634-41d5-b7ad-47900a8828ce tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 944 time: 0.1544199 Dec 12 17:53:00.448311 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=801ddd51-7e4a-4f50-86f5-e484775d44fc,revision_number=10']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:00.457304 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4033176-f43e-411e-b7ac-f8f9ab5a2c85 req-3e49b5af-14f1-4b0a-b43b-e2fbf9ffc214 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991476 Dec 12 17:53:00.460492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0bea3b08-d8a1-49ac-86c8-5d8acf95eab6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Deleting port fe6f425c-d95a-48e4-900d-5fe5ab451419 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:00.460849 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bea3b08-d8a1-49ac-86c8-5d8acf95eab6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:00.465492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6dc6bc03-8592-4ec2-99e1-85a5b1205b2b req-3bd5a259-5e0c-4c07-883d-2e96d23abef1 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887339 Dec 12 17:53:00.533367 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65618fcd-5745-4d74-a12d-12ef92310150 x-openstack-request-id: req-65618fcd-5745-4d74-a12d-12ef92310150 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:53:00.533688 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf9d4b1-1509-4890-8d1b-feec1bcaa09c", "name": "network-vif-plugged", "status": "completed", "tag": "801ddd51-7e4a-4f50-86f5-e484775d44fc", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:53:00.533955 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65618fcd-5745-4d74-a12d-12ef92310150 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:53:00.534923 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf9d4b1-1509-4890-8d1b-feec1bcaa09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801ddd51-7e4a-4f50-86f5-e484775d44fc', 'code': 200} Dec 12 17:53:00.551061 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bea3b08-d8a1-49ac-86c8-5d8acf95eab6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:00.551428 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bea3b08-d8a1-49ac-86c8-5d8acf95eab6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:00.563550 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0bea3b08-d8a1-49ac-86c8-5d8acf95eab6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Calling delete_port for fe6f425c-d95a-48e4-900d-5fe5ab451419 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:00.736649 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bea3b08-d8a1-49ac-86c8-5d8acf95eab6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:00.762512 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85196049-b3ef-43ee-9ada-08496806dbdd req-ba8c2bcf-4152-4ce5-b866-c15820b7bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:00.764053 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85196049-b3ef-43ee-9ada-08496806dbdd req-ba8c2bcf-4152-4ce5-b866-c15820b7bdf3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 1097 time: 0.0769737 Dec 12 17:53:00.766833 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea3b08-d8a1-49ac-86c8-5d8acf95eab6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event deleted for resources: {'Port': ['ID=fe6f425c-d95a-48e4-900d-5fe5ab451419,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:00.853793 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85196049-b3ef-43ee-9ada-08496806dbdd req-625ede3f-efc8-4b8a-80f8-148c6e05601a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803216 Dec 12 17:53:00.858331 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bea3b08-d8a1-49ac-86c8-5d8acf95eab6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:00.860923 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bea3b08-d8a1-49ac-86c8-5d8acf95eab6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:00.861971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0bea3b08-d8a1-49ac-86c8-5d8acf95eab6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/floatingips/1e942077-341d-4d1c-8f00-beb62ea7d29c HTTP/1.1" status: 204 len: 168 time: 0.6954005 Dec 12 17:53:00.865602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34752) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:00.869958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': '87ffd9dd-b35b-4e8c-bb5d-884548a7a1d7'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:00.892195 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:00.990739 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:01.093290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Allocated IP 172.25.1.208 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/c480fa5f-91b5-4e3f-bf16-77c07c8a72ee) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:53:01.198252 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:01.232982 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:01.273305 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:53:01.276320 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:53:01.279887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:53:01.301515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=c480fa5f-91b5-4e3f-bf16-77c07c8a72ee,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:01.447144 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34766) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:01.546861 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcefb8-1944-4adf-ade8-7b95c473afed req-fa8f7169-7a61-4f83-9446-9e2027168525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:01.547378 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcefb8-1944-4adf-ade8-7b95c473afed req-fa8f7169-7a61-4f83-9446-9e2027168525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:01.547857 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcefb8-1944-4adf-ade8-7b95c473afed req-fa8f7169-7a61-4f83-9446-9e2027168525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:01.548330 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcefb8-1944-4adf-ade8-7b95c473afed req-fa8f7169-7a61-4f83-9446-9e2027168525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:01.548798 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcefb8-1944-4adf-ade8-7b95c473afed req-fa8f7169-7a61-4f83-9446-9e2027168525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:01.549429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcefb8-1944-4adf-ade8-7b95c473afed req-fa8f7169-7a61-4f83-9446-9e2027168525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:01.549903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcefb8-1944-4adf-ade8-7b95c473afed req-fa8f7169-7a61-4f83-9446-9e2027168525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:01.552854 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-54fcefb8-1944-4adf-ade8-7b95c473afed req-fa8f7169-7a61-4f83-9446-9e2027168525 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 6489 time: 0.1039639 Dec 12 17:53:01.619066 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-54fcefb8-1944-4adf-ade8-7b95c473afed req-ab5c7098-f125-4377-8f60-04c010634a8d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&id=2a6607b6-9e38-4700-aec4-d35ca60e073f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586112 Dec 12 17:53:01.695834 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:01.704740 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065afaa-e159-465a-b459-d01ed7dcc840 req-eb051c78-2b07-4a2b-9b16-0fa7706824a6 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:01.705949 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6065afaa-e159-465a-b459-d01ed7dcc840 req-eb051c78-2b07-4a2b-9b16-0fa7706824a6 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 946 time: 0.1094878 Dec 12 17:53:01.790324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 75bd0908-2477-4271-8339-fb07fa7c91e5 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:53:01.808329 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6065afaa-e159-465a-b459-d01ed7dcc840 req-01951999-5da6-47ce-9a53-115229516e90 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777884 Dec 12 17:53:01.822912 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:01.846340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 75bd0908-2477-4271-8339-fb07fa7c91e5 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:53:01.850515 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 75bd0908-2477-4271-8339-fb07fa7c91e5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:53:01.850888 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:01.896444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a4317-0489-4cbd-a81a-f59808a10334 req-f51d8366-5980-4bac-8e70-077b0396ac9d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:01.897949 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c48a4317-0489-4cbd-a81a-f59808a10334 req-f51d8366-5980-4bac-8e70-077b0396ac9d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 945 time: 0.0975561 Dec 12 17:53:01.926443 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:01.960077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 75bd0908-2477-4271-8339-fb07fa7c91e5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=75bd0908-2477-4271-8339-fb07fa7c91e5,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:01.963793 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:01.998739 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c48a4317-0489-4cbd-a81a-f59808a10334 req-aa1c4e79-821a-4af0-8a4c-0004326f7aca tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882225 Dec 12 17:53:02.015141 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=75bd0908-2477-4271-8339-fb07fa7c91e5,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:02.042759 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:02.047559 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:02.114428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=c480fa5f-91b5-4e3f-bf16-77c07c8a72ee,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:02.126746 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:02.230147 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Floating IP 70f12222-7131-4627-a51b-91fb84e8ac20 associated. External IP: 172.25.1.208, port: 87ffd9dd-b35b-4e8c-bb5d-884548a7a1d7. Dec 12 17:53:02.535516 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8f4fed-3f3d-4641-bff5-6f96d3632002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bd0908-2477-4271-8339-fb07fa7c91e5'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:53:02.540144 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7625a91-ad61-46d1-95ab-1321d949b79b" -d '{"events": [{"server_uuid": "fe8f4fed-3f3d-4641-bff5-6f96d3632002", "name": "network-vif-plugged", "status": "completed", "tag": "75bd0908-2477-4271-8339-fb07fa7c91e5"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:53:02.595025 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1a45ac-e8b3-47d2-804f-78e8691c5193 x-openstack-request-id: req-4e1a45ac-e8b3-47d2-804f-78e8691c5193 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:53:02.595480 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8f4fed-3f3d-4641-bff5-6f96d3632002", "name": "network-vif-plugged", "status": "completed", "tag": "75bd0908-2477-4271-8339-fb07fa7c91e5", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:53:02.596050 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e1a45ac-e8b3-47d2-804f-78e8691c5193 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:53:02.596923 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8f4fed-3f3d-4641-bff5-6f96d3632002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bd0908-2477-4271-8339-fb07fa7c91e5', 'code': 200} Dec 12 17:53:02.793769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399915d-da27-42f7-a1ce-e7c078fe0d66 req-7060d500-800a-41b9-830b-aa0edccf167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:02.795309 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c399915d-da27-42f7-a1ce-e7c078fe0d66 req-7060d500-800a-41b9-830b-aa0edccf167e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 1097 time: 0.0664308 Dec 12 17:53:02.810938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 09b8d3e5-4201-4961-8847-cff9e30b960f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:53:02.931441 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c399915d-da27-42f7-a1ce-e7c078fe0d66 req-69468977-6f8b-4378-a691-233b9ffc73e1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278727 Dec 12 17:53:02.984036 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ace53-972b-4ee4-91a0-568624047df5 req-eb52c8c1-81a8-4696-8873-ff09c28376ca tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:02.985529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-941ace53-972b-4ee4-91a0-568624047df5 req-eb52c8c1-81a8-4696-8873-ff09c28376ca tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 946 time: 0.0760341 Dec 12 17:53:03.000896 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:53:03.011979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7110bc4-2161-4b62-b4c1-d85fefbed5de None None] Sync routers for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:53:03.024778 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7110bc4-2161-4b62-b4c1-d85fefbed5de None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:03.025609 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f7110bc4-2161-4b62-b4c1-d85fefbed5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:03.030909 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:03.060207 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f7110bc4-2161-4b62-b4c1-d85fefbed5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:03.069254 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7110bc4-2161-4b62-b4c1-d85fefbed5de None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:03.069846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f7110bc4-2161-4b62-b4c1-d85fefbed5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:03.072941 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-941ace53-972b-4ee4-91a0-568624047df5 req-7ef0b186-f4f3-4282-ad57-4b3af2506aba tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804954 Dec 12 17:53:03.076105 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-98a46d7a-e9f5-4ddf-986f-8d074c630a8e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2095308 Dec 12 17:53:03.079135 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34824) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:03.084221 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d396cc75-1008-413a-959b-410e7ba7f2c9 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1288671416'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:03.103595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f7110bc4-2161-4b62-b4c1-d85fefbed5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:03.104448 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7110bc4-2161-4b62-b4c1-d85fefbed5de None None] The sync data for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:53:03.118554 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d396cc75-1008-413a-959b-410e7ba7f2c9 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Made reservation on behalf of a780e8f64a834976af4d9ec373b41ebf for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:53:03.122310 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d396cc75-1008-413a-959b-410e7ba7f2c9 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:03.138715 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237998ab-3c88-4141-97ec-83fd3d594a6d req-1c3d1809-c94b-433d-9a61-8d75a5255731 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:03.140237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-237998ab-3c88-4141-97ec-83fd3d594a6d req-1c3d1809-c94b-433d-9a61-8d75a5255731 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0559738 Dec 12 17:53:03.147937 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d396cc75-1008-413a-959b-410e7ba7f2c9 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:53:03.158390 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d396cc75-1008-413a-959b-410e7ba7f2c9 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:03.159003 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-d396cc75-1008-413a-959b-410e7ba7f2c9 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Added segment 9e5fe26b-1465-4429-8b6d-377de8e02aab of type vlan for network fae6ff36-643f-4b86-8ac9-519330ae6b90 Dec 12 17:53:03.191525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-237998ab-3c88-4141-97ec-83fd3d594a6d req-44963c09-5e72-47a2-aeaf-8e5ad9d20f6d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447094 Dec 12 17:53:03.202670 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d396cc75-1008-413a-959b-410e7ba7f2c9 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:03.227152 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d396cc75-1008-413a-959b-410e7ba7f2c9 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:03.232732 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d396cc75-1008-413a-959b-410e7ba7f2c9 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:03.233350 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d396cc75-1008-413a-959b-410e7ba7f2c9 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:03.283217 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d396cc75-1008-413a-959b-410e7ba7f2c9 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2031097 Dec 12 17:53:03.286054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34826) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:03.291765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-bc302b75-3218-42e7-88a1-35dd16cad1f1 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'subnet': {'network_id': 'fae6ff36-643f-4b86-8ac9-519330ae6b90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:03.305026 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396cc75-1008-413a-959b-410e7ba7f2c9 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Network': ['ID=fae6ff36-643f-4b86-8ac9-519330ae6b90,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:03.315099 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network fae6ff36-643f-4b86-8ac9-519330ae6b90 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:53:03.386961 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc302b75-3218-42e7-88a1-35dd16cad1f1 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Made reservation on behalf of a780e8f64a834976af4d9ec373b41ebf for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:53:03.390591 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc302b75-3218-42e7-88a1-35dd16cad1f1 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:03.574353 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc302b75-3218-42e7-88a1-35dd16cad1f1 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:03.629578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302b75-3218-42e7-88a1-35dd16cad1f1 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Subnet': ['ID=cad23dc1-19b3-4175-bc3f-17f37e2fb2b6,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:03.640447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc302b75-3218-42e7-88a1-35dd16cad1f1 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Checking segment: {'id': '9e5fe26b-1465-4429-8b6d-377de8e02aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fae6ff36-643f-4b86-8ac9-519330ae6b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:53:03.640810 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc302b75-3218-42e7-88a1-35dd16cad1f1 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network hostable DHCP agents. Network: fae6ff36-643f-4b86-8ac9-519330ae6b90, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:53:03.656566 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc302b75-3218-42e7-88a1-35dd16cad1f1 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network fae6ff36-643f-4b86-8ac9-519330ae6b90 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:53:03.665079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-bc302b75-3218-42e7-88a1-35dd16cad1f1 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, fae6ff36-643f-4b86-8ac9-519330ae6b90) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:53:03.669054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc302b75-3218-42e7-88a1-35dd16cad1f1 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:03.669662 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc302b75-3218-42e7-88a1-35dd16cad1f1 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:03.674510 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9026a06-05d5-4bd3-bf69-6822aa0bab4a None None] Network fae6ff36-643f-4b86-8ac9-519330ae6b90 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:53:03.686159 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bc302b75-3218-42e7-88a1-35dd16cad1f1 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3983979 Dec 12 17:53:03.688911 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34828) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:03.694163 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-391595474', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:03.719827 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:03.720889 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:03.777223 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-fae6ff36-643f-4b86-8ac9-519330ae6b90', 'network_id': 'fae6ff36-643f-4b86-8ac9-519330ae6b90', 'project_id': 'a780e8f64a834976af4d9ec373b41ebf', 'fixed_ips': [{'subnet_id': 'cad23dc1-19b3-4175-bc3f-17f37e2fb2b6'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:53:03.778201 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:03.778828 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:03.925315 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:03.940032 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Allocated IP 172.20.0.2 (fae6ff36-643f-4b86-8ac9-519330ae6b90/cad23dc1-19b3-4175-bc3f-17f37e2fb2b6/8f113b9e-a584-4a2f-ac04-1c39c1ea5c00) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:53:04.128219 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:04.134662 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:04.148716 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:04.170864 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:04.195781 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Network fae6ff36-643f-4b86-8ac9-519330ae6b90 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:53:04.201874 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:53:04.204000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Pushing event updated for resources: {'Port': ['ID=8f113b9e-a584-4a2f-ac04-1c39c1ea5c00,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:04.206368 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:53:04.299610 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Allocated IP 172.25.1.124 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/80526b6f-2f46-466b-ad7b-192a66833bcc) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:53:04.301674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Attempting to bind port 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:53:04.302958 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Attempting to bind port 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '9e5fe26b-1465-4429-8b6d-377de8e02aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fae6ff36-643f-4b86-8ac9-519330ae6b90'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:53:04.303618 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Attempting to bind port 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00 on network fae6ff36-643f-4b86-8ac9-519330ae6b90 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:53:04.310239 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:53:04.311043 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Checking segment: {'id': '9e5fe26b-1465-4429-8b6d-377de8e02aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fae6ff36-643f-4b86-8ac9-519330ae6b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:53:04.311489 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:04.311984 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Bound using segment: {'id': '9e5fe26b-1465-4429-8b6d-377de8e02aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fae6ff36-643f-4b86-8ac9-519330ae6b90'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:53:04.312557 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Bound port: 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5fe26b-1465-4429-8b6d-377de8e02aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fae6ff36-643f-4b86-8ac9-519330ae6b90'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:53:04.313290 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:04.347919 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca33d21-4622-40e6-8ab5-4001c801bd67 req-015d3aea-56ab-48bd-a6e4-7c3f642e6916 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:04.351072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ca33d21-4622-40e6-8ab5-4001c801bd67 req-015d3aea-56ab-48bd-a6e4-7c3f642e6916 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 946 time: 0.1067069 Dec 12 17:53:04.365856 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4a102-d8ac-4062-abcb-eb3608de2d18 req-f3c2a627-2d3b-40c5-972e-594ec9eb9009 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:04.373327 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21e4a102-d8ac-4062-abcb-eb3608de2d18 req-f3c2a627-2d3b-40c5-972e-594ec9eb9009 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0875945 Dec 12 17:53:04.431941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] For port 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:53:04.438186 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] For port 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8f113b9e-a584-4a2f-ac04-1c39c1ea5c00,segment=NetworkSegment(9e5fe26b-1465-4429-8b6d-377de8e02aab),segment_id=9e5fe26b-1465-4429-8b6d-377de8e02aab)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:53:04.445344 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:04.453502 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:04.463772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21e4a102-d8ac-4062-abcb-eb3608de2d18 req-b7370abc-f34c-4f70-9522-f9c828211d6f tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895071 Dec 12 17:53:04.485615 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ca33d21-4622-40e6-8ab5-4001c801bd67 req-e481b3f6-1c32-4dca-9b74-f0023729aa59 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099775 Dec 12 17:53:04.508123 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:04.526472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373fe08-50de-4742-ab96-b4b966448232 None None] Pushing event updated for resources: {'Port': ['ID=8f113b9e-a584-4a2f-ac04-1c39c1ea5c00,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:04.589982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:53:04.593700 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:53:04.597252 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b932891-f551-4de1-a887-e937a5bbf01f req-71a07f82-796a-4273-8039-e4440e65ca0a tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:04.598376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:53:04.599054 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b932891-f551-4de1-a887-e937a5bbf01f req-71a07f82-796a-4273-8039-e4440e65ca0a tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0637968 Dec 12 17:53:04.608555 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=80526b6f-2f46-466b-ad7b-192a66833bcc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:04.612143 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a2b583-4ee9-45ab-969b-09621f1f3992 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:53:04.670250 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-eed6c288-7a99-47ee-9ba7-c6ed19b23676 None None] Provisioning complete for port 80526b6f-2f46-466b-ad7b-192a66833bcc triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:53:04.670623 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eed6c288-7a99-47ee-9ba7-c6ed19b23676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:04.692103 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b932891-f551-4de1-a887-e937a5bbf01f req-5c9f3b45-16b7-4d32-8020-bf1d7afa718a tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862668 Dec 12 17:53:04.726113 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-eed6c288-7a99-47ee-9ba7-c6ed19b23676 None None] Port 80526b6f-2f46-466b-ad7b-192a66833bcc cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:53:04.979943 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775d57a-b40d-424c-93ee-4bc2b45574dc req-f4b609b4-6ec3-46cb-a9b3-d2f54b39db93 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:04.987744 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a775d57a-b40d-424c-93ee-4bc2b45574dc req-f4b609b4-6ec3-46cb-a9b3-d2f54b39db93 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0702970 Dec 12 17:53:04.988432 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:05.049928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a775d57a-b40d-424c-93ee-4bc2b45574dc req-37aededd-efac-4a28-924a-eed179c1a840 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611749 Dec 12 17:53:05.185493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199cb82-5718-4430-9770-db735c925c71 req-bdfaa066-8d23-48ff-b81b-f4da02fd2d92 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:05.187096 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6199cb82-5718-4430-9770-db735c925c71 req-bdfaa066-8d23-48ff-b81b-f4da02fd2d92 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0651758 Dec 12 17:53:05.210182 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:05.242919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6199cb82-5718-4430-9770-db735c925c71 req-23a832d1-3f93-448d-8b81-5d6c48320c95 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Dec 12 17:53:05.374450 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 4921c4c1-4ae5-4d19-bd36-3ed5464c2706 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:53:05.518788 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:53:05.537674 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca64341-075a-4c55-ac58-352a395e3729 None None] Sync routers for ids ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:53:05.550920 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:05.553179 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-59354ef9-02f2-4c72-826e-099684a0296b tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8625484 Dec 12 17:53:05.555991 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34872) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:05.570753 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca64341-075a-4c55-ac58-352a395e3729 None None] Routers {'4921c4c1-4ae5-4d19-bd36-3ed5464c2706'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:05.573815 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-4ca64341-075a-4c55-ac58-352a395e3729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:05.620448 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-4ca64341-075a-4c55-ac58-352a395e3729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:05.633359 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca64341-075a-4c55-ac58-352a395e3729 None None] Routers {'4921c4c1-4ae5-4d19-bd36-3ed5464c2706'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:05.634605 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-4ca64341-075a-4c55-ac58-352a395e3729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:05.677935 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-4ca64341-075a-4c55-ac58-352a395e3729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:05.678838 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca64341-075a-4c55-ac58-352a395e3729 None None] The sync data for ids ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:53:05.819012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4896dcb4-c746-45be-8311-f90376b74190 None None] Network fae6ff36-643f-4b86-8ac9-519330ae6b90 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:53:05.830740 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b270af-46ab-4dd3-8af1-40d73e689e04 req-1998feb2-40e3-405e-9eb1-79f6d7de9d08 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:05.833169 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68b270af-46ab-4dd3-8af1-40d73e689e04 req-1998feb2-40e3-405e-9eb1-79f6d7de9d08 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.1380389 Dec 12 17:53:05.904033 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68b270af-46ab-4dd3-8af1-40d73e689e04 req-66dfb99b-b5a5-44d6-80f3-5395fb1f546a tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639002 Dec 12 17:53:05.905139 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f9b42bdb-af39-4e41-960f-d4e9f0fd3245 None None] Provisioning complete for port 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:53:05.905723 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9b42bdb-af39-4e41-960f-d4e9f0fd3245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:06.023873 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9b42bdb-af39-4e41-960f-d4e9f0fd3245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:06.063041 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f9b42bdb-af39-4e41-960f-d4e9f0fd3245 None None] For port 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8f113b9e-a584-4a2f-ac04-1c39c1ea5c00,segment=NetworkSegment(9e5fe26b-1465-4429-8b6d-377de8e02aab),segment_id=9e5fe26b-1465-4429-8b6d-377de8e02aab)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:06.067854 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9b42bdb-af39-4e41-960f-d4e9f0fd3245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:06.118006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b42bdb-af39-4e41-960f-d4e9f0fd3245 None None] Pushing event updated for resources: {'Port': ['ID=8f113b9e-a584-4a2f-ac04-1c39c1ea5c00,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:06.148313 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:06.292151 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4662bb8f-98ae-4fc8-ab81-c073728bca63 None None] Provisioning complete for port 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:53:06.292622 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4662bb8f-98ae-4fc8-ab81-c073728bca63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:06.411358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Allocated IP 172.20.0.1 (fae6ff36-643f-4b86-8ac9-519330ae6b90/cad23dc1-19b3-4175-bc3f-17f37e2fb2b6/7a069d68-627c-4a78-8d7c-86dbdf7faa27) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:53:06.526207 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:06.563310 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:06.610092 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network fae6ff36-643f-4b86-8ac9-519330ae6b90 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:53:06.613585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:53:06.616806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:53:06.647731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=7a069d68-627c-4a78-8d7c-86dbdf7faa27,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:06.666068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:06.666536 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:06.676960 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:53:06.680102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:06.680652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:06.683650 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:06.684021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:06.684406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:06.684768 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:06.685861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:06.686198 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:06.686585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:06.686909 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:06.687263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:06.713057 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:06.748305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:53:06.748806 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:06.882397 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:06.907779 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4c543bd6-4200-4f84-9cd2-406bde56ff50 None None] Provisioning complete for port 7a069d68-627c-4a78-8d7c-86dbdf7faa27 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:53:06.908334 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4c543bd6-4200-4f84-9cd2-406bde56ff50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:06.947414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4c543bd6-4200-4f84-9cd2-406bde56ff50 None None] Port 7a069d68-627c-4a78-8d7c-86dbdf7faa27 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:53:07.081590 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10333c-117b-404b-a0fc-a47e04d5cfa6 req-3043b355-72b4-4a62-b9a4-571994e0604f tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:07.083146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa10333c-117b-404b-a0fc-a47e04d5cfa6 req-3043b355-72b4-4a62-b9a4-571994e0604f tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0704887 Dec 12 17:53:07.192321 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa10333c-117b-404b-a0fc-a47e04d5cfa6 req-7fd97517-a6fb-42ae-9aea-63aede3294bc tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022363 Dec 12 17:53:07.254410 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:07.260531 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:07.331733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=7a069d68-627c-4a78-8d7c-86dbdf7faa27,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:07.334511 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:07.427581 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network fae6ff36-643f-4b86-8ac9-519330ae6b90 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:53:07.428950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:53:07.545935 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 4921c4c1-4ae5-4d19-bd36-3ed5464c2706 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:53:07.662552 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:53:07.677213 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-475f2c67-3e5d-465e-a4a6-4559ceefde78 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "PUT /v2.0/routers/4921c4c1-4ae5-4d19-bd36-3ed5464c2706/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1192355 Dec 12 17:53:07.679692 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34894) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:07.682560 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4253ebd-a4f0-4551-bd57-b9f667c6b290 None None] Sync routers for ids ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:53:07.686042 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-81af4d01-90f0-41bb-bc71-57a3dbd7d909 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'port': {'network_id': 'fae6ff36-643f-4b86-8ac9-519330ae6b90', 'name': 'tempest-FloatingIPTestJSON-751492954'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:07.688943 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5791d8eb-ee67-4daa-a14a-8aba5d9fea9b None None] Provisioning complete for port 7a069d68-627c-4a78-8d7c-86dbdf7faa27 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:53:07.689399 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5791d8eb-ee67-4daa-a14a-8aba5d9fea9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:07.728895 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4253ebd-a4f0-4551-bd57-b9f667c6b290 None None] Routers {'4921c4c1-4ae5-4d19-bd36-3ed5464c2706'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:07.729687 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e4253ebd-a4f0-4551-bd57-b9f667c6b290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:07.767875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e4253ebd-a4f0-4551-bd57-b9f667c6b290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:07.772283 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5791d8eb-ee67-4daa-a14a-8aba5d9fea9b None None] Port 7a069d68-627c-4a78-8d7c-86dbdf7faa27 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:53:07.780360 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4253ebd-a4f0-4551-bd57-b9f667c6b290 None None] Routers {'4921c4c1-4ae5-4d19-bd36-3ed5464c2706'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:07.780997 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e4253ebd-a4f0-4551-bd57-b9f667c6b290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:07.809691 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81af4d01-90f0-41bb-bc71-57a3dbd7d909 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Made reservation on behalf of a780e8f64a834976af4d9ec373b41ebf for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:53:07.813490 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81af4d01-90f0-41bb-bc71-57a3dbd7d909 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:07.816720 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e4253ebd-a4f0-4551-bd57-b9f667c6b290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:07.817451 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4253ebd-a4f0-4551-bd57-b9f667c6b290 None None] The sync data for ids ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:53:07.833049 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-81af4d01-90f0-41bb-bc71-57a3dbd7d909 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] device_id is not set on port eae79093-73c6-4c2f-b061-d1af2a191296 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:53:07.947531 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-81af4d01-90f0-41bb-bc71-57a3dbd7d909 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Allocated IP 172.20.0.7 (fae6ff36-643f-4b86-8ac9-519330ae6b90/cad23dc1-19b3-4175-bc3f-17f37e2fb2b6/eae79093-73c6-4c2f-b061-d1af2a191296) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:53:08.103430 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81af4d01-90f0-41bb-bc71-57a3dbd7d909 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:08.140959 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81af4d01-90f0-41bb-bc71-57a3dbd7d909 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:08.189152 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81af4d01-90f0-41bb-bc71-57a3dbd7d909 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Network fae6ff36-643f-4b86-8ac9-519330ae6b90 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:53:08.192709 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-81af4d01-90f0-41bb-bc71-57a3dbd7d909 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:53:08.195845 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81af4d01-90f0-41bb-bc71-57a3dbd7d909 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:53:08.228691 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af4d01-90f0-41bb-bc71-57a3dbd7d909 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event updated for resources: {'Port': ['ID=eae79093-73c6-4c2f-b061-d1af2a191296,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:08.266104 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af4d01-90f0-41bb-bc71-57a3dbd7d909 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:08.267473 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81af4d01-90f0-41bb-bc71-57a3dbd7d909 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:08.286731 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-81af4d01-90f0-41bb-bc71-57a3dbd7d909 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6052456 Dec 12 17:53:08.289461 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34900) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:08.294730 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fd12a626-4aa7-41c0-b6e9-58f53c02b56f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Request body: {'floatingip': {'port_id': 'eae79093-73c6-4c2f-b061-d1af2a191296'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:08.334154 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240aa28-86fb-453b-b8d4-ec13fc44fc9f req-c9449401-b75c-4331-bdf4-81872f1c2222 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:08.342957 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3240aa28-86fb-453b-b8d4-ec13fc44fc9f req-c9449401-b75c-4331-bdf4-81872f1c2222 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0694981 Dec 12 17:53:08.364012 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd12a626-4aa7-41c0-b6e9-58f53c02b56f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:08.408200 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3240aa28-86fb-453b-b8d4-ec13fc44fc9f req-4d903469-de70-4adf-9b02-04f074147514 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625341 Dec 12 17:53:08.522101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e4f5e587-4d20-4daf-9530-d440b0ee61c8 None None] Provisioning complete for port eae79093-73c6-4c2f-b061-d1af2a191296 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:53:08.523322 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4f5e587-4d20-4daf-9530-d440b0ee61c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:08.576890 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e4f5e587-4d20-4daf-9530-d440b0ee61c8 None None] Port eae79093-73c6-4c2f-b061-d1af2a191296 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:53:09.171643 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd12a626-4aa7-41c0-b6e9-58f53c02b56f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:09.176720 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd12a626-4aa7-41c0-b6e9-58f53c02b56f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:09.280160 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-fd12a626-4aa7-41c0-b6e9-58f53c02b56f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Floating IP 70f12222-7131-4627-a51b-91fb84e8ac20 associated. External IP: 172.25.1.208, port: 87ffd9dd-b35b-4e8c-bb5d-884548a7a1d7. Dec 12 17:53:09.505728 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd12a626-4aa7-41c0-b6e9-58f53c02b56f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 09b8d3e5-4201-4961-8847-cff9e30b960f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:53:09.520525 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ddfa6-226c-4ebe-93ec-6c321a56ce6d req-546e4057-ffc2-4ad3-b8a4-992758963766 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:09.522626 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-695ddfa6-226c-4ebe-93ec-6c321a56ce6d req-546e4057-ffc2-4ad3-b8a4-992758963766 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0548949 Dec 12 17:53:09.577450 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-695ddfa6-226c-4ebe-93ec-6c321a56ce6d req-3c01c2ac-1065-48f5-b109-ad86a9054226 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488231 Dec 12 17:53:09.619182 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd12a626-4aa7-41c0-b6e9-58f53c02b56f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:53:09.628868 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f95513e-adab-46fe-be34-a214ed6860a0 None None] Sync routers for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:53:09.640500 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f95513e-adab-46fe-be34-a214ed6860a0 None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:09.641191 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5f95513e-adab-46fe-be34-a214ed6860a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:09.673942 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5f95513e-adab-46fe-be34-a214ed6860a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:09.683224 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f95513e-adab-46fe-be34-a214ed6860a0 None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:09.683911 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5f95513e-adab-46fe-be34-a214ed6860a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:09.717400 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5f95513e-adab-46fe-be34-a214ed6860a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:09.718318 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f95513e-adab-46fe-be34-a214ed6860a0 None None] The sync data for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:53:09.828610 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd12a626-4aa7-41c0-b6e9-58f53c02b56f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 4921c4c1-4ae5-4d19-bd36-3ed5464c2706 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:53:09.937055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd12a626-4aa7-41c0-b6e9-58f53c02b56f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:53:09.942113 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd12a626-4aa7-41c0-b6e9-58f53c02b56f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:09.946878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0cf67-c08f-4413-a2fb-501250e5bd6b None None] Sync routers for ids ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:53:09.956430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0cf67-c08f-4413-a2fb-501250e5bd6b None None] Routers {'4921c4c1-4ae5-4d19-bd36-3ed5464c2706'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:09.957154 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-28e0cf67-c08f-4413-a2fb-501250e5bd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:09.989327 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-28e0cf67-c08f-4413-a2fb-501250e5bd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:09.998370 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0cf67-c08f-4413-a2fb-501250e5bd6b None None] Routers {'4921c4c1-4ae5-4d19-bd36-3ed5464c2706'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:09.999366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-28e0cf67-c08f-4413-a2fb-501250e5bd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:10.001184 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fd12a626-4aa7-41c0-b6e9-58f53c02b56f tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "PUT /v2.0/floatingips/70f12222-7131-4627-a51b-91fb84e8ac20 HTTP/1.1" status: 200 len: 977 time: 1.7102878 Dec 12 17:53:10.003795 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34906) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:10.036958 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-28e0cf67-c08f-4413-a2fb-501250e5bd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:10.038007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0cf67-c08f-4413-a2fb-501250e5bd6b None None] The sync data for ids ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:53:10.103995 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-44315fe0-2fa6-4220-aa61-2fe74f489920 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Deleting port eae79093-73c6-4c2f-b061-d1af2a191296 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:10.104344 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44315fe0-2fa6-4220-aa61-2fe74f489920 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:10.195591 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44315fe0-2fa6-4220-aa61-2fe74f489920 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:10.371654 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44315fe0-2fa6-4220-aa61-2fe74f489920 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:10.372014 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44315fe0-2fa6-4220-aa61-2fe74f489920 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:10.372338 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-44315fe0-2fa6-4220-aa61-2fe74f489920 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Floating IP 70f12222-7131-4627-a51b-91fb84e8ac20 disassociated. External IP: 172.25.1.208, port: eae79093-73c6-4c2f-b061-d1af2a191296. Dec 12 17:53:10.372687 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-44315fe0-2fa6-4220-aa61-2fe74f489920 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Calling delete_port for eae79093-73c6-4c2f-b061-d1af2a191296 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:10.503126 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44315fe0-2fa6-4220-aa61-2fe74f489920 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:10.533202 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44315fe0-2fa6-4220-aa61-2fe74f489920 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event deleted for resources: {'Port': ['ID=eae79093-73c6-4c2f-b061-d1af2a191296,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:10.657349 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44315fe0-2fa6-4220-aa61-2fe74f489920 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 4921c4c1-4ae5-4d19-bd36-3ed5464c2706 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:53:10.719883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b06c5c-8902-447b-932b-60faa64de645 req-4e648700-f05b-4077-995a-4df494897b28 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:10.721711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47b06c5c-8902-447b-932b-60faa64de645 req-4e648700-f05b-4077-995a-4df494897b28 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0612710 Dec 12 17:53:10.785227 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47b06c5c-8902-447b-932b-60faa64de645 req-c9ddfb66-7495-461f-b896-fe782dbe4280 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567946 Dec 12 17:53:10.795133 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44315fe0-2fa6-4220-aa61-2fe74f489920 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:53:10.807948 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c157d6-436d-446f-8c86-347fca574cbe None None] Sync routers for ids ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:53:10.822231 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c157d6-436d-446f-8c86-347fca574cbe None None] Routers {'4921c4c1-4ae5-4d19-bd36-3ed5464c2706'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:10.822993 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-63c157d6-436d-446f-8c86-347fca574cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:10.856411 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-63c157d6-436d-446f-8c86-347fca574cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:10.865021 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c157d6-436d-446f-8c86-347fca574cbe None None] Routers {'4921c4c1-4ae5-4d19-bd36-3ed5464c2706'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:10.865667 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-63c157d6-436d-446f-8c86-347fca574cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:10.868654 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44315fe0-2fa6-4220-aa61-2fe74f489920 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:10.874698 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34912) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:10.874890 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-44315fe0-2fa6-4220-aa61-2fe74f489920 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/ports/eae79093-73c6-4c2f-b061-d1af2a191296 HTTP/1.1" status: 204 len: 168 time: 0.8701251 Dec 12 17:53:10.899992 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-63c157d6-436d-446f-8c86-347fca574cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:10.901005 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c157d6-436d-446f-8c86-347fca574cbe None None] The sync data for ids ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:53:11.544531 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-46ca411b-69ee-442f-8fc4-8f51c56982c3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:11.803605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-46ca411b-69ee-442f-8fc4-8f51c56982c3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Deleting port 7a069d68-627c-4a78-8d7c-86dbdf7faa27 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:11.804321 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-46ca411b-69ee-442f-8fc4-8f51c56982c3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:11.926567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8150d-cf88-4204-b4a7-7b0d15e3481f req-5763f7e6-67ee-4902-b1e4-8372e7c11a50 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:11.928120 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ce8150d-cf88-4204-b4a7-7b0d15e3481f req-5763f7e6-67ee-4902-b1e4-8372e7c11a50 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0770886 Dec 12 17:53:11.931663 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-46ca411b-69ee-442f-8fc4-8f51c56982c3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:11.954880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-46ca411b-69ee-442f-8fc4-8f51c56982c3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Calling delete_port for 7a069d68-627c-4a78-8d7c-86dbdf7faa27 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:12.024905 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ce8150d-cf88-4204-b4a7-7b0d15e3481f req-af808782-4e11-476f-9135-b85520562bb2 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905755 Dec 12 17:53:12.172250 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-46ca411b-69ee-442f-8fc4-8f51c56982c3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:12.206099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca411b-69ee-442f-8fc4-8f51c56982c3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event deleted for resources: {'Port': ['ID=7a069d68-627c-4a78-8d7c-86dbdf7faa27,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:12.377360 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-46ca411b-69ee-442f-8fc4-8f51c56982c3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:12.589040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ca411b-69ee-442f-8fc4-8f51c56982c3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 4921c4c1-4ae5-4d19-bd36-3ed5464c2706 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:53:12.692972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ca411b-69ee-442f-8fc4-8f51c56982c3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:53:12.699407 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-46ca411b-69ee-442f-8fc4-8f51c56982c3 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "PUT /v2.0/routers/4921c4c1-4ae5-4d19-bd36-3ed5464c2706/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8221974 Dec 12 17:53:12.700606 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34920) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:12.703107 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43164a5-63c5-4704-87d3-382bf371f4c3 None None] Sync routers for ids ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:53:12.715531 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43164a5-63c5-4704-87d3-382bf371f4c3 None None] Routers {'4921c4c1-4ae5-4d19-bd36-3ed5464c2706'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:12.716287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f43164a5-63c5-4704-87d3-382bf371f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:12.747810 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f43164a5-63c5-4704-87d3-382bf371f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:12.756178 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43164a5-63c5-4704-87d3-382bf371f4c3 None None] Routers {'4921c4c1-4ae5-4d19-bd36-3ed5464c2706'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:12.756766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f43164a5-63c5-4704-87d3-382bf371f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:52:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:12.791980 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f43164a5-63c5-4704-87d3-382bf371f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:12.792630 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43164a5-63c5-4704-87d3-382bf371f4c3 None None] The sync data for ids ['4921c4c1-4ae5-4d19-bd36-3ed5464c2706'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:53:12.807740 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-662b03a8-63f5-499a-bb5e-3ba5860b7e56 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:12.903743 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-662b03a8-63f5-499a-bb5e-3ba5860b7e56 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:12.956522 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-662b03a8-63f5-499a-bb5e-3ba5860b7e56 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Deleting port 80526b6f-2f46-466b-ad7b-192a66833bcc {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:12.956776 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-662b03a8-63f5-499a-bb5e-3ba5860b7e56 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:13.030815 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-662b03a8-63f5-499a-bb5e-3ba5860b7e56 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:13.042777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-662b03a8-63f5-499a-bb5e-3ba5860b7e56 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Calling delete_port for 80526b6f-2f46-466b-ad7b-192a66833bcc owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:13.185319 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb68b6-a390-4c84-8012-209b24e3e4d8 req-c13b8e2e-153c-42cb-a015-6dfd78295258 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:13.186840 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-71fb68b6-a390-4c84-8012-209b24e3e4d8 req-c13b8e2e-153c-42cb-a015-6dfd78295258 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0925529 Dec 12 17:53:13.265019 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-71fb68b6-a390-4c84-8012-209b24e3e4d8 req-18174095-32d5-489a-a008-9dedd30e1deb tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701201 Dec 12 17:53:13.284522 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-662b03a8-63f5-499a-bb5e-3ba5860b7e56 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:13.309783 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b03a8-63f5-499a-bb5e-3ba5860b7e56 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event deleted for resources: {'Port': ['ID=80526b6f-2f46-466b-ad7b-192a66833bcc,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:13.322908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fb3d6e-b1ed-4723-90e3-081a6e74d602 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:53:13.371593 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-662b03a8-63f5-499a-bb5e-3ba5860b7e56 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:13.457779 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-662b03a8-63f5-499a-bb5e-3ba5860b7e56 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:13.460369 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-662b03a8-63f5-499a-bb5e-3ba5860b7e56 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:13.501863 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-662b03a8-63f5-499a-bb5e-3ba5860b7e56 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:13.502396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662b03a8-63f5-499a-bb5e-3ba5860b7e56 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Fanout notify agent at l3_agent the message router_deleted on router 4921c4c1-4ae5-4d19-bd36-3ed5464c2706 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:53:13.509478 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-662b03a8-63f5-499a-bb5e-3ba5860b7e56 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:13.510692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-662b03a8-63f5-499a-bb5e-3ba5860b7e56 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/routers/4921c4c1-4ae5-4d19-bd36-3ed5464c2706 HTTP/1.1" status: 204 len: 168 time: 0.8088696 Dec 12 17:53:13.513127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34926) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:13.562467 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf940ed-196a-4984-b064-cc9dea3d1fb7 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Deleting subnet cad23dc1-19b3-4175-bc3f-17f37e2fb2b6 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:53:13.565587 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-abf940ed-196a-4984-b064-cc9dea3d1fb7 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:13.605654 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-abf940ed-196a-4984-b064-cc9dea3d1fb7 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:13.690303 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-abf940ed-196a-4984-b064-cc9dea3d1fb7 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:13.745226 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-abf940ed-196a-4984-b064-cc9dea3d1fb7 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:13.773447 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-abf940ed-196a-4984-b064-cc9dea3d1fb7 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:13.778998 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-abf940ed-196a-4984-b064-cc9dea3d1fb7 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/subnets/cad23dc1-19b3-4175-bc3f-17f37e2fb2b6 HTTP/1.1" status: 204 len: 168 time: 0.2625985 Dec 12 17:53:13.778998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf940ed-196a-4984-b064-cc9dea3d1fb7 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event deleted for resources: {'Subnet': ['ID=cad23dc1-19b3-4175-bc3f-17f37e2fb2b6,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:13.779319 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21404f9d-acc1-4590-8fa8-d56bf63fe735 None None] Network fae6ff36-643f-4b86-8ac9-519330ae6b90 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:53:13.779773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34928) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:13.861706 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:13.915510 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213c069a-abae-4969-a783-168f206c8b71 None None] DHCP port deletion for fae6ff36-643f-4b86-8ac9-519330ae6b90 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:53:13.917609 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Deleting port 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:13.917979 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:13.960478 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-213c069a-abae-4969-a783-168f206c8b71 None None] Deleting port 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:13.960849 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-213c069a-abae-4969-a783-168f206c8b71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:13.979054 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] For port 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8f113b9e-a584-4a2f-ac04-1c39c1ea5c00,segment=NetworkSegment(9e5fe26b-1465-4429-8b6d-377de8e02aab),segment_id=9e5fe26b-1465-4429-8b6d-377de8e02aab)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:13.979459 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:13.996694 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Calling delete_port for 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:14.022056 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-213c069a-abae-4969-a783-168f206c8b71 None None] For port 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8f113b9e-a584-4a2f-ac04-1c39c1ea5c00,segment=NetworkSegment(9e5fe26b-1465-4429-8b6d-377de8e02aab),segment_id=9e5fe26b-1465-4429-8b6d-377de8e02aab)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:14.022457 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-213c069a-abae-4969-a783-168f206c8b71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:14.034271 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-213c069a-abae-4969-a783-168f206c8b71 None None] Calling delete_port for 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:14.074072 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:14.103028 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] No DVR routers for this DVR port 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: from cryptography.utils import int_from_bytes Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: from cryptography.utils import int_from_bytes Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.108796 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.112013 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.112013 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.112013 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.112013 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.112013 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.112013 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.112013 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.112013 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.112013 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.112013 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.112013 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.112013 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.112013 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:14.112013 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 17:53:14.113030 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event deleted for resources: {'Port': ['ID=8f113b9e-a584-4a2f-ac04-1c39c1ea5c00,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:14.114251 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-213c069a-abae-4969-a783-168f206c8b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:14.140536 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c069a-abae-4969-a783-168f206c8b71 None None] Pushing event deleted for resources: {'Port': ['ID=8f113b9e-a584-4a2f-ac04-1c39c1ea5c00,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:14.142355 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c069a-abae-4969-a783-168f206c8b71 None None] No DVR routers for this DVR port 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:53:14.191011 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:14.212299 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae6ff36-643f-4b86-8ac9-519330ae6b90']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:14.221509 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5fe26b-1465-4429-8b6d-377de8e02aab') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:14.221814 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5fe26b-1465-4429-8b6d-377de8e02aab') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:14.231490 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:14.244143 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:14.249875 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:53:14.250190 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:53:14.253190 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:53:14.312414 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:14.334024 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:14.337259 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/networks/fae6ff36-643f-4b86-8ac9-519330ae6b90 HTTP/1.1" status: 204 len: 168 time: 0.5563436 Dec 12 17:53:14.338300 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf6b40-3756-4bf8-8e69-8e624102e5dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event deleted for resources: {'Network': ['ID=fae6ff36-643f-4b86-8ac9-519330ae6b90,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:14.339940 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34934) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:14.389654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa86751-cbfb-4120-8118-85a638ab1021 req-fc659893-52d8-4f57-a154-469afbbd4b30 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:14.391174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4aa86751-cbfb-4120-8118-85a638ab1021 req-fc659893-52d8-4f57-a154-469afbbd4b30 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0560799 Dec 12 17:53:14.438683 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4aa86751-cbfb-4120-8118-85a638ab1021 req-7833e203-3e2e-4bf6-ac94-8fc54d4f7013 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406814 Dec 12 17:53:14.466199 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-48fa879c-1433-47c4-871a-a4d7f56ae65e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Deleting port c480fa5f-91b5-4e3f-bf16-77c07c8a72ee {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:14.466549 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48fa879c-1433-47c4-871a-a4d7f56ae65e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:14.540515 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48fa879c-1433-47c4-871a-a4d7f56ae65e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:14.540837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48fa879c-1433-47c4-871a-a4d7f56ae65e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:14.552255 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-48fa879c-1433-47c4-871a-a4d7f56ae65e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Calling delete_port for c480fa5f-91b5-4e3f-bf16-77c07c8a72ee owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:14.616939 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:53:14.637714 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:53:14.638142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8f113b9e-a584-4a2f-ac04-1c39c1ea5c00 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:53:14.687162 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48fa879c-1433-47c4-871a-a4d7f56ae65e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:14.711214 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa879c-1433-47c4-871a-a4d7f56ae65e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event deleted for resources: {'Port': ['ID=c480fa5f-91b5-4e3f-bf16-77c07c8a72ee,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:14.774103 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48fa879c-1433-47c4-871a-a4d7f56ae65e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:14.776761 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48fa879c-1433-47c4-871a-a4d7f56ae65e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:14.778574 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-48fa879c-1433-47c4-871a-a4d7f56ae65e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/floatingips/70f12222-7131-4627-a51b-91fb84e8ac20 HTTP/1.1" status: 204 len: 168 time: 0.4370871 Dec 12 17:53:14.781804 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34936) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:14.792186 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fdc38734-a86d-482b-ae95-b54bdf5d3004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:14.805711 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f4473f-80f5-4f99-810b-5ad36a3805dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] DELETE failed (client error): The resource could not be found. Dec 12 17:53:14.806258 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f4473f-80f5-4f99-810b-5ad36a3805dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:53:14.809318 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d5f4473f-80f5-4f99-810b-5ad36a3805dc tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/ports/eae79093-73c6-4c2f-b061-d1af2a191296 HTTP/1.1" status: 404 len: 333 time: 0.0264826 Dec 12 17:53:14.811868 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34938) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:14.837383 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3e5b3f08-7add-47ce-9026-a671aa53d3b7 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "GET /v2.0/ports?device_id=4921c4c1-4ae5-4d19-bd36-3ed5464c2706 HTTP/1.1" status: 200 len: 205 time: 0.0244815 Dec 12 17:53:14.839599 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34940) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:14.874748 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-a3c62750-a8d4-4454-9dc5-2e20bcd7a789 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] delete failed (client error): The resource could not be found. Dec 12 17:53:14.875757 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a3c62750-a8d4-4454-9dc5-2e20bcd7a789 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/routers/4921c4c1-4ae5-4d19-bd36-3ed5464c2706 HTTP/1.1" status: 404 len: 336 time: 0.0352807 Dec 12 17:53:14.878104 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34942) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:14.903183 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-9711a682-a274-4582-a934-69f116f652ab tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] DELETE failed (client error): The resource could not be found. Dec 12 17:53:14.903657 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9711a682-a274-4582-a934-69f116f652ab tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:53:14.906598 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9711a682-a274-4582-a934-69f116f652ab tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/subnets/cad23dc1-19b3-4175-bc3f-17f37e2fb2b6 HTTP/1.1" status: 404 len: 337 time: 0.0276284 Dec 12 17:53:14.908796 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34944) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:15.000337 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a278af96-9e3b-41da-831a-30e0e69e0c35 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Deleting port 87ffd9dd-b35b-4e8c-bb5d-884548a7a1d7 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:15.000682 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a278af96-9e3b-41da-831a-30e0e69e0c35 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:15.089885 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a278af96-9e3b-41da-831a-30e0e69e0c35 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:15.101403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a278af96-9e3b-41da-831a-30e0e69e0c35 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Calling delete_port for 87ffd9dd-b35b-4e8c-bb5d-884548a7a1d7 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:15.224963 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a278af96-9e3b-41da-831a-30e0e69e0c35 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:15.256037 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278af96-9e3b-41da-831a-30e0e69e0c35 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event deleted for resources: {'Port': ['ID=87ffd9dd-b35b-4e8c-bb5d-884548a7a1d7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:15.322713 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a278af96-9e3b-41da-831a-30e0e69e0c35 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:15.328286 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a278af96-9e3b-41da-831a-30e0e69e0c35 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/ports/87ffd9dd-b35b-4e8c-bb5d-884548a7a1d7 HTTP/1.1" status: 204 len: 168 time: 0.4163463 Dec 12 17:53:15.328548 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34948) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:15.418446 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2028fdce-c995-4c8a-8d96-66e59e48a2e6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Deleting port b99ec4ed-44c3-49fc-852c-44b2d2fc272a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:15.418788 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2028fdce-c995-4c8a-8d96-66e59e48a2e6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:15.508348 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2028fdce-c995-4c8a-8d96-66e59e48a2e6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:15.520471 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2028fdce-c995-4c8a-8d96-66e59e48a2e6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Calling delete_port for b99ec4ed-44c3-49fc-852c-44b2d2fc272a owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:15.566045 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503741c-497f-47e1-9267-ebd390edcdb9 req-f49a7e91-b3f9-4159-8ab9-5403bf73fe86 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:15.567569 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c503741c-497f-47e1-9267-ebd390edcdb9 req-f49a7e91-b3f9-4159-8ab9-5403bf73fe86 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0580473 Dec 12 17:53:15.616788 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c503741c-497f-47e1-9267-ebd390edcdb9 req-71530954-7a31-49f6-a978-439f9aa478e7 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428762 Dec 12 17:53:15.662283 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2028fdce-c995-4c8a-8d96-66e59e48a2e6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:15.689002 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028fdce-c995-4c8a-8d96-66e59e48a2e6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event deleted for resources: {'Port': ['ID=b99ec4ed-44c3-49fc-852c-44b2d2fc272a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:15.754682 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2028fdce-c995-4c8a-8d96-66e59e48a2e6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:15.758776 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2028fdce-c995-4c8a-8d96-66e59e48a2e6 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/ports/b99ec4ed-44c3-49fc-852c-44b2d2fc272a HTTP/1.1" status: 204 len: 168 time: 0.4292319 Dec 12 17:53:15.761261 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34952) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:15.811318 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a800daef-c98b-4f2f-8f44-7b01a548ea71 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:15.812785 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a800daef-c98b-4f2f-8f44-7b01a548ea71 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "GET /v2.0/ports?device_id=09b8d3e5-4201-4961-8847-cff9e30b960f HTTP/1.1" status: 200 len: 913 time: 0.0506232 Dec 12 17:53:15.815535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34954) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:16.144751 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-deb86486-64b1-45da-9082-3312a0cf2fd5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:16.390433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-deb86486-64b1-45da-9082-3312a0cf2fd5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Deleting port 26357afd-f71a-45dd-a0de-7782fe8365a8 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:16.390776 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-deb86486-64b1-45da-9082-3312a0cf2fd5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:16.474942 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-deb86486-64b1-45da-9082-3312a0cf2fd5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:16.486610 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-deb86486-64b1-45da-9082-3312a0cf2fd5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Calling delete_port for 26357afd-f71a-45dd-a0de-7782fe8365a8 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:16.676076 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-deb86486-64b1-45da-9082-3312a0cf2fd5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:16.721979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb86486-64b1-45da-9082-3312a0cf2fd5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event deleted for resources: {'Port': ['ID=26357afd-f71a-45dd-a0de-7782fe8365a8,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:16.826542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e84741-a332-449e-9f85-ce6bd6456a53 req-00d52468-c04a-457a-b7a9-d066b4f82113 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:16.828043 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f9e84741-a332-449e-9f85-ce6bd6456a53 req-00d52468-c04a-457a-b7a9-d066b4f82113 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0996358 Dec 12 17:53:16.961849 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-01f76b9e-88a9-476d-b1ae-1a5d4aa1fde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:16.964305 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:17.259952 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f9e84741-a332-449e-9f85-ce6bd6456a53 req-534bdec2-cc8c-4376-9acf-01057f846414 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253712 Dec 12 17:53:17.270859 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-deb86486-64b1-45da-9082-3312a0cf2fd5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:17.483546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb86486-64b1-45da-9082-3312a0cf2fd5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Router 09b8d3e5-4201-4961-8847-cff9e30b960f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:53:17.562510 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:17.588897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb86486-64b1-45da-9082-3312a0cf2fd5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:53:17.594939 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-deb86486-64b1-45da-9082-3312a0cf2fd5 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "PUT /v2.0/routers/09b8d3e5-4201-4961-8847-cff9e30b960f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7782640 Dec 12 17:53:17.596606 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34962) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:17.599624 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91788848-341e-45a4-b171-497940a99450 None None] Sync routers for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:53:17.613351 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91788848-341e-45a4-b171-497940a99450 None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:17.613959 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-91788848-341e-45a4-b171-497940a99450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:53:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:17.645835 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-91788848-341e-45a4-b171-497940a99450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:17.654550 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91788848-341e-45a4-b171-497940a99450 None None] Routers {'09b8d3e5-4201-4961-8847-cff9e30b960f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:17.655148 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-91788848-341e-45a4-b171-497940a99450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:53:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['09b8d3e5-4201-4961-8847-cff9e30b960f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:17.687931 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-91788848-341e-45a4-b171-497940a99450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:17.688584 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91788848-341e-45a4-b171-497940a99450 None None] The sync data for ids ['09b8d3e5-4201-4961-8847-cff9e30b960f'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:53:17.702597 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-070d9808-de53-4a3f-94ea-8173b0fe4667 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:17.818279 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-070d9808-de53-4a3f-94ea-8173b0fe4667 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:17.873433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-070d9808-de53-4a3f-94ea-8173b0fe4667 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Deleting port 08cea57b-b7a8-47af-a445-e93c857f6309 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:17.873780 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-070d9808-de53-4a3f-94ea-8173b0fe4667 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:17.952593 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-070d9808-de53-4a3f-94ea-8173b0fe4667 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:17.964478 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-070d9808-de53-4a3f-94ea-8173b0fe4667 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Calling delete_port for 08cea57b-b7a8-47af-a445-e93c857f6309 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:18.125847 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-070d9808-de53-4a3f-94ea-8173b0fe4667 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:18.155496 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d9808-de53-4a3f-94ea-8173b0fe4667 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event deleted for resources: {'Port': ['ID=08cea57b-b7a8-47af-a445-e93c857f6309,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:18.172354 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd5972e-3c61-4a61-aaa0-1ec51f8c173f None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:53:18.221713 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-070d9808-de53-4a3f-94ea-8173b0fe4667 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:18.259661 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:18.312566 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-070d9808-de53-4a3f-94ea-8173b0fe4667 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:18.314809 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-070d9808-de53-4a3f-94ea-8173b0fe4667 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:18.382023 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-070d9808-de53-4a3f-94ea-8173b0fe4667 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:18.382716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070d9808-de53-4a3f-94ea-8173b0fe4667 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Fanout notify agent at l3_agent the message router_deleted on router 09b8d3e5-4201-4961-8847-cff9e30b960f {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:53:18.390329 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-070d9808-de53-4a3f-94ea-8173b0fe4667 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:18.391455 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-070d9808-de53-4a3f-94ea-8173b0fe4667 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/routers/09b8d3e5-4201-4961-8847-cff9e30b960f HTTP/1.1" status: 204 len: 168 time: 0.7938952 Dec 12 17:53:18.394011 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34966) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:18.411301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e3d91-34e2-43cd-b027-274582dbaaaa req-dec59541-e3ea-4f17-b74f-da4b9c4e00f7 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:18.413346 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-890e3d91-34e2-43cd-b027-274582dbaaaa req-dec59541-e3ea-4f17-b74f-da4b9c4e00f7 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0589304 Dec 12 17:53:18.445790 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5968797-8e5f-4a35-a3da-878c08e6926e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Deleting subnet 75a9db86-d740-4275-a109-58e733b007d8 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:53:18.449221 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5968797-8e5f-4a35-a3da-878c08e6926e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:18.461950 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-890e3d91-34e2-43cd-b027-274582dbaaaa req-e996dd6e-a1db-47bc-8194-20b0b9ff1a05 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422316 Dec 12 17:53:18.492856 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5968797-8e5f-4a35-a3da-878c08e6926e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:18.541154 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5968797-8e5f-4a35-a3da-878c08e6926e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:18.607029 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5968797-8e5f-4a35-a3da-878c08e6926e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:18.639769 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5968797-8e5f-4a35-a3da-878c08e6926e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:18.642848 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c5968797-8e5f-4a35-a3da-878c08e6926e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/subnets/75a9db86-d740-4275-a109-58e733b007d8 HTTP/1.1" status: 204 len: 168 time: 0.2477903 Dec 12 17:53:18.644111 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5968797-8e5f-4a35-a3da-878c08e6926e tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event deleted for resources: {'Subnet': ['ID=75a9db86-d740-4275-a109-58e733b007d8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:18.645378 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34976) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:18.723758 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f72ec30b-721d-4a5f-8104-f01b72067b27 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:18.811039 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f72ec30b-721d-4a5f-8104-f01b72067b27 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:18.830134 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-f72ec30b-721d-4a5f-8104-f01b72067b27 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b709e665-bbde-457d-933c-1c6f519be8c9']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:18.838929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-f72ec30b-721d-4a5f-8104-f01b72067b27 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3184a7da-a7ad-4ff4-90e7-47204ceafe44') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:18.839248 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-f72ec30b-721d-4a5f-8104-f01b72067b27 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3184a7da-a7ad-4ff4-90e7-47204ceafe44') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:18.848229 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f72ec30b-721d-4a5f-8104-f01b72067b27 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:18.860813 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f72ec30b-721d-4a5f-8104-f01b72067b27 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:18.867028 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72ec30b-721d-4a5f-8104-f01b72067b27 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:53:18.867443 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f72ec30b-721d-4a5f-8104-f01b72067b27 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:53:18.870801 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:53:18.937045 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f72ec30b-721d-4a5f-8104-f01b72067b27 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:18.945566 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f72ec30b-721d-4a5f-8104-f01b72067b27 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:18.948772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f72ec30b-721d-4a5f-8104-f01b72067b27 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] 10.222.0.18 "DELETE /v2.0/networks/b709e665-bbde-457d-933c-1c6f519be8c9 HTTP/1.1" status: 204 len: 168 time: 0.3009925 Dec 12 17:53:18.959282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ec30b-721d-4a5f-8104-f01b72067b27 tempest-FloatingIPTestJSON-245406416 tempest-FloatingIPTestJSON-245406416-project] Pushing event deleted for resources: {'Network': ['ID=b709e665-bbde-457d-933c-1c6f519be8c9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:19.218414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34992) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:19.351822 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5f0c282f-1e3b-4df9-a71c-4eac399561bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a780e8f64a834976af4d9ec373b41ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1322112 Dec 12 17:53:19.354227 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34996) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:19.399595 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9e99053-5c04-4097-b24f-497454c0237a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:19.420990 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9e99053-5c04-4097-b24f-497454c0237a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:19.466829 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9e99053-5c04-4097-b24f-497454c0237a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:19.469394 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9e99053-5c04-4097-b24f-497454c0237a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:19.470523 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a9e99053-5c04-4097-b24f-497454c0237a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c387918-c6cc-4e54-ab8d-6d4afd255b88 HTTP/1.1" status: 204 len: 168 time: 0.1154180 Dec 12 17:53:19.478763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e99053-5c04-4097-b24f-497454c0237a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c387918-c6cc-4e54-ab8d-6d4afd255b88,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:19.592845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fe2ba-f49a-468f-9a1c-b7d94f8689ef req-c272d1dc-0517-4574-b384-ceca1f9d1da7 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:19.592845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e32fe2ba-f49a-468f-9a1c-b7d94f8689ef req-c272d1dc-0517-4574-b384-ceca1f9d1da7 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0551491 Dec 12 17:53:19.644937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e32fe2ba-f49a-468f-9a1c-b7d94f8689ef req-d787ad67-2a89-4d90-beec-83369dc06dd4 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453947 Dec 12 17:53:20.005524 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:20.146076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35022) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:20.256965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Request body: {'networks': [{'name': 'tempest-network--505808604'}, {'name': 'tempest-network--1116163126'}]} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:20.257532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Request body: {'network': {'name': 'tempest-network--505808604'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:20.258001 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Request body: {'network': {'name': 'tempest-network--1116163126'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:20.278823 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Made reservation on behalf of d2d65f7caf85416ca048a4595edf6248 for: {'network': 2} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:53:20.283673 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:20.292317 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:20.369820 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:20.373703 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:20.374270 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:20.412559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd3960a-5bf3-435d-9cae-03a6ce5fd023,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:20.420231 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:53:20.430711 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:20.431224 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Added segment 5696f572-b954-4ec4-9f53-b0aae3b8680e of type vlan for network 8fe6ac04-d324-4d30-ba82-5e481ad57bd5 Dec 12 17:53:20.480408 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:20.514655 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:53:20.524687 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:20.525032 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Added segment 8378ecb2-ac01-41b6-9788-ef7f1060d6d1 of type vlan for network 0f6349c6-af0f-4297-9c62-212ed18dbc00 Dec 12 17:53:20.568609 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:20.593982 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:20.594548 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:20.600751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:20.605622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:20.606275 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:20.669337 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5219862 Dec 12 17:53:20.671905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35028) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:20.693847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event updated for resources: {'Network': ['ID=8fe6ac04-d324-4d30-ba82-5e481ad57bd5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:20.717522 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 8fe6ac04-d324-4d30-ba82-5e481ad57bd5 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:53:20.780537 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:20.894311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631e960-cfbd-4ef7-b53d-f3e0798e39d8 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event updated for resources: {'Network': ['ID=0f6349c6-af0f-4297-9c62-212ed18dbc00,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:20.905831 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 0f6349c6-af0f-4297-9c62-212ed18dbc00 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:53:20.951651 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de294fbf-abc0-4bfb-96c2-fc6cd00096df req-76e7d042-c8c0-41f4-bfd0-77e2ca8d69cb tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:20.953191 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de294fbf-abc0-4bfb-96c2-fc6cd00096df req-76e7d042-c8c0-41f4-bfd0-77e2ca8d69cb tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.1905615 Dec 12 17:53:20.966966 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6bc311-b642-44e1-b2b0-be1d25555e5d tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:20.973228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6bc311-b642-44e1-b2b0-be1d25555e5d tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:20.980096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6bc311-b642-44e1-b2b0-be1d25555e5d tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:20.985959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6bc311-b642-44e1-b2b0-be1d25555e5d tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:20.987652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bf6bc311-b642-44e1-b2b0-be1d25555e5d tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3148327 Dec 12 17:53:20.990619 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35030) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:21.031170 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de294fbf-abc0-4bfb-96c2-fc6cd00096df req-2cf21167-ccbb-4944-83db-4fdf4a354efc tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422270 Dec 12 17:53:21.069686 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa4dc-4f4f-4226-a71b-eead2c9bc05d tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:21.159299 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa4dc-4f4f-4226-a71b-eead2c9bc05d tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:21.178763 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7c9fa4dc-4f4f-4226-a71b-eead2c9bc05d tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe6ac04-d324-4d30-ba82-5e481ad57bd5']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:21.187780 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7c9fa4dc-4f4f-4226-a71b-eead2c9bc05d tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5696f572-b954-4ec4-9f53-b0aae3b8680e') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:21.188075 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7c9fa4dc-4f4f-4226-a71b-eead2c9bc05d tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5696f572-b954-4ec4-9f53-b0aae3b8680e') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:21.199545 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa4dc-4f4f-4226-a71b-eead2c9bc05d tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:21.214246 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa4dc-4f4f-4226-a71b-eead2c9bc05d tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:21.221260 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9fa4dc-4f4f-4226-a71b-eead2c9bc05d tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:53:21.221647 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa4dc-4f4f-4226-a71b-eead2c9bc05d tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:53:21.224883 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:53:21.281957 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa4dc-4f4f-4226-a71b-eead2c9bc05d tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:21.289607 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa4dc-4f4f-4226-a71b-eead2c9bc05d tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:21.292508 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7c9fa4dc-4f4f-4226-a71b-eead2c9bc05d tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "DELETE /v2.0/networks/8fe6ac04-d324-4d30-ba82-5e481ad57bd5 HTTP/1.1" status: 204 len: 168 time: 0.3006759 Dec 12 17:53:21.295272 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35034) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:21.308787 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fa4dc-4f4f-4226-a71b-eead2c9bc05d tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event deleted for resources: {'Network': ['ID=8fe6ac04-d324-4d30-ba82-5e481ad57bd5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:21.371489 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-afa73d37-aebc-4dfd-a48b-3663790d262a tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:21.460656 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-afa73d37-aebc-4dfd-a48b-3663790d262a tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:21.481314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-afa73d37-aebc-4dfd-a48b-3663790d262a tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6349c6-af0f-4297-9c62-212ed18dbc00']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:21.492146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-afa73d37-aebc-4dfd-a48b-3663790d262a tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8378ecb2-ac01-41b6-9788-ef7f1060d6d1') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:21.492445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-afa73d37-aebc-4dfd-a48b-3663790d262a tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8378ecb2-ac01-41b6-9788-ef7f1060d6d1') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:21.503350 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-afa73d37-aebc-4dfd-a48b-3663790d262a tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:21.518239 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-afa73d37-aebc-4dfd-a48b-3663790d262a tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:21.525320 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa73d37-aebc-4dfd-a48b-3663790d262a tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:53:21.525710 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-afa73d37-aebc-4dfd-a48b-3663790d262a tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:53:21.528882 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:53:21.589651 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-afa73d37-aebc-4dfd-a48b-3663790d262a tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:21.598109 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-afa73d37-aebc-4dfd-a48b-3663790d262a tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:21.603635 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-afa73d37-aebc-4dfd-a48b-3663790d262a tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "DELETE /v2.0/networks/0f6349c6-af0f-4297-9c62-212ed18dbc00 HTTP/1.1" status: 204 len: 168 time: 0.3050687 Dec 12 17:53:21.607036 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35036) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:21.612089 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa73d37-aebc-4dfd-a48b-3663790d262a tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event deleted for resources: {'Network': ['ID=0f6349c6-af0f-4297-9c62-212ed18dbc00,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:21.809479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e9bca4-afc1-4ec6-876e-37718ebe05ed tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:21.815526 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e9bca4-afc1-4ec6-876e-37718ebe05ed tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:21.817074 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-73e9bca4-afc1-4ec6-876e-37718ebe05ed tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2087619 Dec 12 17:53:21.821371 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35038) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:21.826122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0fdc0dd8-6bd1-4e35-8d0c-525d1cb5ba0f tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1338319459'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:21.845958 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdc0dd8-6bd1-4e35-8d0c-525d1cb5ba0f tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Made reservation on behalf of d2d65f7caf85416ca048a4595edf6248 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:53:21.849356 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fdc0dd8-6bd1-4e35-8d0c-525d1cb5ba0f tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:21.873739 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fdc0dd8-6bd1-4e35-8d0c-525d1cb5ba0f tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:53:21.883588 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fdc0dd8-6bd1-4e35-8d0c-525d1cb5ba0f tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:21.883932 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-0fdc0dd8-6bd1-4e35-8d0c-525d1cb5ba0f tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Added segment 5f2f7b94-44c7-4879-b042-a77818b00aff of type vlan for network b469500e-2042-44f2-9df3-b2b4f1c7cf76 Dec 12 17:53:21.923398 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fdc0dd8-6bd1-4e35-8d0c-525d1cb5ba0f tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:21.949002 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fdc0dd8-6bd1-4e35-8d0c-525d1cb5ba0f tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:21.954675 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdc0dd8-6bd1-4e35-8d0c-525d1cb5ba0f tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:21.955301 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fdc0dd8-6bd1-4e35-8d0c-525d1cb5ba0f tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:22.011341 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0fdc0dd8-6bd1-4e35-8d0c-525d1cb5ba0f tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1888969 Dec 12 17:53:22.014106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35040) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:22.019858 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-c6dd97a8-98c5-4665-8115-970f1a57a264 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1294471481'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:22.024893 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc0dd8-6bd1-4e35-8d0c-525d1cb5ba0f tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event updated for resources: {'Network': ['ID=b469500e-2042-44f2-9df3-b2b4f1c7cf76,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:22.034981 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network b469500e-2042-44f2-9df3-b2b4f1c7cf76 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:53:22.041358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dd97a8-98c5-4665-8115-970f1a57a264 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Made reservation on behalf of d2d65f7caf85416ca048a4595edf6248 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:53:22.045053 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c6dd97a8-98c5-4665-8115-970f1a57a264 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:22.070363 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6dd97a8-98c5-4665-8115-970f1a57a264 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:53:22.082060 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c6dd97a8-98c5-4665-8115-970f1a57a264 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:22.082597 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-c6dd97a8-98c5-4665-8115-970f1a57a264 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Added segment b4cd2b34-26f4-4711-b344-35d77bacefe2 of type vlan for network 4c9ec076-2422-43f0-935e-66d02c4712b5 Dec 12 17:53:22.148523 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c6dd97a8-98c5-4665-8115-970f1a57a264 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:22.184702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac46976-cd41-4e98-9fa1-ea7636c5fdc1 req-6c54df1f-2ac1-458e-b0f7-6f314cbf8048 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:22.186181 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dac46976-cd41-4e98-9fa1-ea7636c5fdc1 req-6c54df1f-2ac1-458e-b0f7-6f314cbf8048 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0734563 Dec 12 17:53:22.191346 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c6dd97a8-98c5-4665-8115-970f1a57a264 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:22.197561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dd97a8-98c5-4665-8115-970f1a57a264 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:22.198146 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c6dd97a8-98c5-4665-8115-970f1a57a264 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:22.292212 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c6dd97a8-98c5-4665-8115-970f1a57a264 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2741606 Dec 12 17:53:22.293182 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35046) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:22.299251 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Request body: {'ports': [{'network_id': 'b469500e-2042-44f2-9df3-b2b4f1c7cf76', 'name': 'tempest-port--1786648097', 'admin_state_up': True}, {'network_id': '4c9ec076-2422-43f0-935e-66d02c4712b5', 'admin_state_up': False}]} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:22.300268 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Request body: {'port': {'network_id': 'b469500e-2042-44f2-9df3-b2b4f1c7cf76', 'name': 'tempest-port--1786648097', 'admin_state_up': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:22.309073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd97a8-98c5-4665-8115-970f1a57a264 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event updated for resources: {'Network': ['ID=4c9ec076-2422-43f0-935e-66d02c4712b5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:22.310442 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Request body: {'port': {'network_id': '4c9ec076-2422-43f0-935e-66d02c4712b5', 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:22.314258 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dac46976-cd41-4e98-9fa1-ea7636c5fdc1 req-b848a1b0-e06e-4601-aed0-f3591acbbc07 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133990 Dec 12 17:53:22.317862 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 4c9ec076-2422-43f0-935e-66d02c4712b5 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:53:22.823297 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Made reservation on behalf of d2d65f7caf85416ca048a4595edf6248 for: {'port': 2} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:53:22.828160 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:22.840989 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:22.920890 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] device_id is not set on port 527061a9-6006-4e52-9f1a-0a0c706b7bbb yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:53:23.036931 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:23.106558 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] device_id is not set on port b2974212-279d-448a-86a2-1f6774b2baa4 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:53:23.216344 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:23.254131 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:23.320846 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event updated for resources: {'Port': ['ID=527061a9-6006-4e52-9f1a-0a0c706b7bbb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:23.329592 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Checking segment: {'id': '5f2f7b94-44c7-4879-b042-a77818b00aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b469500e-2042-44f2-9df3-b2b4f1c7cf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:53:23.329883 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Network hostable DHCP agents. Network: b469500e-2042-44f2-9df3-b2b4f1c7cf76, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:53:23.348055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Network b469500e-2042-44f2-9df3-b2b4f1c7cf76 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:53:23.358448 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, b469500e-2042-44f2-9df3-b2b4f1c7cf76) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:53:23.363990 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:53:23.363990 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:23.378117 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3780cc72-081a-4c4f-8c8e-debcf564bd30 None None] Network b469500e-2042-44f2-9df3-b2b4f1c7cf76 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:53:23.432997 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event updated for resources: {'Port': ['ID=b2974212-279d-448a-86a2-1f6774b2baa4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:23.446766 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Checking segment: {'id': 'b4cd2b34-26f4-4711-b344-35d77bacefe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4c9ec076-2422-43f0-935e-66d02c4712b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:53:23.447288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Network hostable DHCP agents. Network: 4c9ec076-2422-43f0-935e-66d02c4712b5, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:53:23.455587 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394f697-906b-46f1-b318-6d940730d566 req-f92f5cda-744c-47a0-889e-a564185170ba tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:23.463877 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4394f697-906b-46f1-b318-6d940730d566 req-f92f5cda-744c-47a0-889e-a564185170ba tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0688124 Dec 12 17:53:23.469574 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Network 4c9ec076-2422-43f0-935e-66d02c4712b5 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:53:23.483637 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 4c9ec076-2422-43f0-935e-66d02c4712b5) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:53:23.496015 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:53:23.503311 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85167649-37f9-4fec-9898-928f637740b2 None None] Network 4c9ec076-2422-43f0-935e-66d02c4712b5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:53:23.503638 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:23.510501 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:23.511707 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:23.520425 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4394f697-906b-46f1-b318-6d940730d566 req-4d09185a-cf2f-4474-919e-57164fd94082 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551376 Dec 12 17:53:23.532551 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1c50e9d0-949e-4bc9-be69-53129070c1a4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2382231 Dec 12 17:53:23.535157 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35052) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:23.625794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bca38b-219e-4afd-b2d8-aef40ee60636 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:23.632577 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bca38b-219e-4afd-b2d8-aef40ee60636 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:23.634147 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-34bca38b-219e-4afd-b2d8-aef40ee60636 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0975883 Dec 12 17:53:23.636977 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35054) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:23.725660 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-aeaba1e1-935d-4680-a3ad-50bb1e6912ac tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Deleting port 527061a9-6006-4e52-9f1a-0a0c706b7bbb {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:23.726006 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aeaba1e1-935d-4680-a3ad-50bb1e6912ac tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:23.794893 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aeaba1e1-935d-4680-a3ad-50bb1e6912ac tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:23.810626 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-aeaba1e1-935d-4680-a3ad-50bb1e6912ac tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Calling delete_port for 527061a9-6006-4e52-9f1a-0a0c706b7bbb owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:23.889513 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aeaba1e1-935d-4680-a3ad-50bb1e6912ac tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:23.918070 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaba1e1-935d-4680-a3ad-50bb1e6912ac tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event deleted for resources: {'Port': ['ID=527061a9-6006-4e52-9f1a-0a0c706b7bbb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:23.924270 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aeaba1e1-935d-4680-a3ad-50bb1e6912ac tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:23.931021 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-aeaba1e1-935d-4680-a3ad-50bb1e6912ac tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "DELETE /v2.0/ports/527061a9-6006-4e52-9f1a-0a0c706b7bbb HTTP/1.1" status: 204 len: 168 time: 0.2907679 Dec 12 17:53:23.931291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35056) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:24.024192 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6514fe01-4f89-448f-bd12-7d9245234446 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Deleting port b2974212-279d-448a-86a2-1f6774b2baa4 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:24.024531 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6514fe01-4f89-448f-bd12-7d9245234446 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:24.088569 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6514fe01-4f89-448f-bd12-7d9245234446 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:24.105649 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6514fe01-4f89-448f-bd12-7d9245234446 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Calling delete_port for b2974212-279d-448a-86a2-1f6774b2baa4 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:24.187522 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6514fe01-4f89-448f-bd12-7d9245234446 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:24.217424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514fe01-4f89-448f-bd12-7d9245234446 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event deleted for resources: {'Port': ['ID=b2974212-279d-448a-86a2-1f6774b2baa4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:24.222712 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6514fe01-4f89-448f-bd12-7d9245234446 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:24.226592 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6514fe01-4f89-448f-bd12-7d9245234446 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "DELETE /v2.0/ports/b2974212-279d-448a-86a2-1f6774b2baa4 HTTP/1.1" status: 204 len: 168 time: 0.2943573 Dec 12 17:53:24.229149 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35058) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:24.257927 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a07e4843-5808-48de-b92b-1bdeddd6c117 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0276840 Dec 12 17:53:24.261439 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35060) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:24.266358 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a418e2c1-ca64-4012-b00c-4ef317e28fd4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-829400578'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:24.288238 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a418e2c1-ca64-4012-b00c-4ef317e28fd4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Made reservation on behalf of d2d65f7caf85416ca048a4595edf6248 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:53:24.292769 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a418e2c1-ca64-4012-b00c-4ef317e28fd4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:24.318264 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a418e2c1-ca64-4012-b00c-4ef317e28fd4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:53:24.327856 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a418e2c1-ca64-4012-b00c-4ef317e28fd4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:24.328773 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-a418e2c1-ca64-4012-b00c-4ef317e28fd4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Added segment 6daf8d21-3d8b-45b3-9093-cb4558c6f45b of type vlan for network 666537a4-8b30-4734-be31-18fd0a1495b0 Dec 12 17:53:24.371196 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a418e2c1-ca64-4012-b00c-4ef317e28fd4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:24.395010 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a418e2c1-ca64-4012-b00c-4ef317e28fd4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:24.400625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a418e2c1-ca64-4012-b00c-4ef317e28fd4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:24.401503 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a418e2c1-ca64-4012-b00c-4ef317e28fd4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:24.456234 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a418e2c1-ca64-4012-b00c-4ef317e28fd4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1936889 Dec 12 17:53:24.458954 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35064) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:24.464089 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-3a16f3df-3494-4780-a457-5cfba4ed9d06 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1967664753'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:24.471833 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418e2c1-ca64-4012-b00c-4ef317e28fd4 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event updated for resources: {'Network': ['ID=666537a4-8b30-4734-be31-18fd0a1495b0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:24.490908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 666537a4-8b30-4734-be31-18fd0a1495b0 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:53:24.494119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a16f3df-3494-4780-a457-5cfba4ed9d06 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Made reservation on behalf of d2d65f7caf85416ca048a4595edf6248 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:53:24.498525 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a16f3df-3494-4780-a457-5cfba4ed9d06 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:24.523685 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a16f3df-3494-4780-a457-5cfba4ed9d06 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:53:24.533194 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a16f3df-3494-4780-a457-5cfba4ed9d06 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:24.533618 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-3a16f3df-3494-4780-a457-5cfba4ed9d06 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Added segment b4007c0d-d24b-4980-81ce-5b789ea5c9f2 of type vlan for network 3bb5f3a3-7f52-4057-a159-21f8b13b9057 Dec 12 17:53:24.580852 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a16f3df-3494-4780-a457-5cfba4ed9d06 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:24.638963 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a16f3df-3494-4780-a457-5cfba4ed9d06 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:24.646489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a16f3df-3494-4780-a457-5cfba4ed9d06 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:24.647145 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a16f3df-3494-4780-a457-5cfba4ed9d06 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:24.722535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6242a0-6288-4327-8cb2-d7e645850fcc req-4822fb0a-45fa-4d70-b7f6-46067578123a tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:24.724732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd6242a0-6288-4327-8cb2-d7e645850fcc req-4822fb0a-45fa-4d70-b7f6-46067578123a tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.1315143 Dec 12 17:53:24.731251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3a16f3df-3494-4780-a457-5cfba4ed9d06 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2709904 Dec 12 17:53:24.773163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16f3df-3494-4780-a457-5cfba4ed9d06 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event updated for resources: {'Network': ['ID=3bb5f3a3-7f52-4057-a159-21f8b13b9057,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:24.788624 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 3bb5f3a3-7f52-4057-a159-21f8b13b9057 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:53:24.814560 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd6242a0-6288-4327-8cb2-d7e645850fcc req-28b7a00e-7f49-4734-8ce3-62c52c6ef320 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792923 Dec 12 17:53:24.868726 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35078) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:24.875349 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Request body: {'subnets': [{'network_id': '666537a4-8b30-4734-be31-18fd0a1495b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1934728625', 'ip_version': 4}, {'network_id': '3bb5f3a3-7f52-4057-a159-21f8b13b9057', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:24.875349 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Request body: {'subnet': {'network_id': '666537a4-8b30-4734-be31-18fd0a1495b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1934728625', 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:24.875349 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Request body: {'subnet': {'network_id': '3bb5f3a3-7f52-4057-a159-21f8b13b9057', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:25.029144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Made reservation on behalf of d2d65f7caf85416ca048a4595edf6248 for: {'subnet': 2} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:53:25.033738 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:25.034096 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:25.380427 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:25.439508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event updated for resources: {'Subnet': ['ID=686ab40f-2c64-40f6-bdeb-72218fb143ab,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:25.448139 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Checking segment: {'id': '6daf8d21-3d8b-45b3-9093-cb4558c6f45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '666537a4-8b30-4734-be31-18fd0a1495b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:53:25.448493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Network hostable DHCP agents. Network: 666537a4-8b30-4734-be31-18fd0a1495b0, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:53:25.466206 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Network 666537a4-8b30-4734-be31-18fd0a1495b0 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:53:25.475539 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 666537a4-8b30-4734-be31-18fd0a1495b0) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:53:25.479446 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:25.490941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac602d09-732c-4545-90ae-4996e7466f52 None None] Network 666537a4-8b30-4734-be31-18fd0a1495b0 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:53:25.596035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-666537a4-8b30-4734-be31-18fd0a1495b0', 'network_id': '666537a4-8b30-4734-be31-18fd0a1495b0', 'project_id': 'd2d65f7caf85416ca048a4595edf6248', 'fixed_ips': [{'subnet_id': '686ab40f-2c64-40f6-bdeb-72218fb143ab'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:53:25.597230 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:25.751404 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Allocated IP 172.20.0.2 (666537a4-8b30-4734-be31-18fd0a1495b0/686ab40f-2c64-40f6-bdeb-72218fb143ab/fc02e44b-54a3-47ed-9c6b-9bf6659e7530) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:53:25.854455 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event updated for resources: {'Subnet': ['ID=4abb23aa-2cde-4345-a9d9-a1d02dd12a07,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:25.874781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Checking segment: {'id': 'b4007c0d-d24b-4980-81ce-5b789ea5c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3bb5f3a3-7f52-4057-a159-21f8b13b9057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:53:25.875194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Network hostable DHCP agents. Network: 3bb5f3a3-7f52-4057-a159-21f8b13b9057, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:53:25.902916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Network 3bb5f3a3-7f52-4057-a159-21f8b13b9057 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:53:25.915389 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 3bb5f3a3-7f52-4057-a159-21f8b13b9057) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:53:25.920210 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:25.921889 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:25.922387 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:25.923036 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:25.931010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a521d85a-171f-4221-941e-5ee5d35e98b0 None None] Network 3bb5f3a3-7f52-4057-a159-21f8b13b9057 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:53:25.945649 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d30221b2-372b-4e2d-98cc-232147c329de tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.0756748 Dec 12 17:53:25.948170 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35086) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:25.976357 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.010994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0f8c5-cd06-4430-a7b4-557d09788e7e req-e1fbb388-f508-4b46-b089-5752347f015d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:26.018673 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28c0f8c5-cd06-4430-a7b4-557d09788e7e req-e1fbb388-f508-4b46-b089-5752347f015d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0622199 Dec 12 17:53:26.055833 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Pushing event updated for resources: {'Port': ['ID=fc02e44b-54a3-47ed-9c6b-9bf6659e7530,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:26.066694 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf1038-c7c3-43dc-89fe-a18305164df7 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:26.069034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf1038-c7c3-43dc-89fe-a18305164df7 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:26.070747 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf1038-c7c3-43dc-89fe-a18305164df7 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:26.075694 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bbaf1038-c7c3-43dc-89fe-a18305164df7 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1235826 Dec 12 17:53:26.075960 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35088) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:26.078118 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28c0f8c5-cd06-4430-a7b4-557d09788e7e req-15127688-552b-4661-8928-7c9d0240cb1f tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584233 Dec 12 17:53:26.092390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Network 666537a4-8b30-4734-be31-18fd0a1495b0 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:53:26.095438 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-3bb5f3a3-7f52-4057-a159-21f8b13b9057', 'network_id': '3bb5f3a3-7f52-4057-a159-21f8b13b9057', 'project_id': 'd2d65f7caf85416ca048a4595edf6248', 'fixed_ips': [{'subnet_id': '4abb23aa-2cde-4345-a9d9-a1d02dd12a07'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:53:26.096295 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.138517 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce87800-0195-4779-b057-59b2629c24eb tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Deleting subnet 686ab40f-2c64-40f6-bdeb-72218fb143ab {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:53:26.141883 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ce87800-0195-4779-b057-59b2629c24eb tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.170897 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:26.171279 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:26.171626 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:26.171996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:26.172330 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:26.172661 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:26.173451 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:26.173451 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:26.173713 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:26.173945 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:26.174269 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:26.174593 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:26.174915 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:26.179820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:53:26.183125 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:53:26.187646 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ce87800-0195-4779-b057-59b2629c24eb tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.279859 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Attempting to bind port fc02e44b-54a3-47ed-9c6b-9bf6659e7530 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:53:26.280146 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Attempting to bind port fc02e44b-54a3-47ed-9c6b-9bf6659e7530 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '6daf8d21-3d8b-45b3-9093-cb4558c6f45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '666537a4-8b30-4734-be31-18fd0a1495b0'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:53:26.280517 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Attempting to bind port fc02e44b-54a3-47ed-9c6b-9bf6659e7530 on network 666537a4-8b30-4734-be31-18fd0a1495b0 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:53:26.288407 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ce87800-0195-4779-b057-59b2629c24eb tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.300631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:53:26.301295 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Checking segment: {'id': '6daf8d21-3d8b-45b3-9093-cb4558c6f45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '666537a4-8b30-4734-be31-18fd0a1495b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:53:26.302477 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.302980 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Bound using segment: {'id': '6daf8d21-3d8b-45b3-9093-cb4558c6f45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '666537a4-8b30-4734-be31-18fd0a1495b0'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:53:26.303747 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Bound port: fc02e44b-54a3-47ed-9c6b-9bf6659e7530, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6daf8d21-3d8b-45b3-9093-cb4558c6f45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '666537a4-8b30-4734-be31-18fd0a1495b0'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:53:26.304178 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.330438 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Allocated IP 172.20.0.18 (3bb5f3a3-7f52-4057-a159-21f8b13b9057/4abb23aa-2cde-4345-a9d9-a1d02dd12a07/1c62e929-470d-44fe-8667-b0140352620d) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:53:26.350559 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ce87800-0195-4779-b057-59b2629c24eb tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.381209 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ce87800-0195-4779-b057-59b2629c24eb tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.387458 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5ce87800-0195-4779-b057-59b2629c24eb tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "DELETE /v2.0/subnets/686ab40f-2c64-40f6-bdeb-72218fb143ab HTTP/1.1" status: 204 len: 168 time: 0.3081090 Dec 12 17:53:26.387458 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce87800-0195-4779-b057-59b2629c24eb tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event deleted for resources: {'Subnet': ['ID=686ab40f-2c64-40f6-bdeb-72218fb143ab,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:26.388736 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35090) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:26.432677 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] For port fc02e44b-54a3-47ed-9c6b-9bf6659e7530, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:53:26.437147 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] For port fc02e44b-54a3-47ed-9c6b-9bf6659e7530, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=fc02e44b-54a3-47ed-9c6b-9bf6659e7530,segment=NetworkSegment(6daf8d21-3d8b-45b3-9093-cb4558c6f45b),segment_id=6daf8d21-3d8b-45b3-9093-cb4558c6f45b)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:53:26.442888 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-863016a6-fa75-4be0-9a0c-b1425ba50ba3 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Deleting subnet 4abb23aa-2cde-4345-a9d9-a1d02dd12a07 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:53:26.444432 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.529197 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaafc90-9dbb-48c0-9cda-80c16428333b None None] Pushing event updated for resources: {'Port': ['ID=fc02e44b-54a3-47ed-9c6b-9bf6659e7530,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:26.588109 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.595142 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-863016a6-fa75-4be0-9a0c-b1425ba50ba3 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.595790 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.634555 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Network 3bb5f3a3-7f52-4057-a159-21f8b13b9057 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:53:26.641700 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:53:26.649321 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-863016a6-fa75-4be0-9a0c-b1425ba50ba3 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.650974 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:53:26.658883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Pushing event updated for resources: {'Port': ['ID=1c62e929-470d-44fe-8667-b0140352620d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:26.722834 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Attempting to bind port 1c62e929-470d-44fe-8667-b0140352620d on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:53:26.723236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Attempting to bind port 1c62e929-470d-44fe-8667-b0140352620d by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'b4007c0d-d24b-4980-81ce-5b789ea5c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3bb5f3a3-7f52-4057-a159-21f8b13b9057'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:53:26.724126 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Attempting to bind port 1c62e929-470d-44fe-8667-b0140352620d on network 3bb5f3a3-7f52-4057-a159-21f8b13b9057 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:53:26.729517 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:53:26.729896 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Checking segment: {'id': 'b4007c0d-d24b-4980-81ce-5b789ea5c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3bb5f3a3-7f52-4057-a159-21f8b13b9057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:53:26.730308 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.730706 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Bound using segment: {'id': 'b4007c0d-d24b-4980-81ce-5b789ea5c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3bb5f3a3-7f52-4057-a159-21f8b13b9057'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:53:26.731178 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Bound port: 1c62e929-470d-44fe-8667-b0140352620d, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4007c0d-d24b-4980-81ce-5b789ea5c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3bb5f3a3-7f52-4057-a159-21f8b13b9057'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:53:26.731595 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.778481 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-863016a6-fa75-4be0-9a0c-b1425ba50ba3 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.857201 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] For port 1c62e929-470d-44fe-8667-b0140352620d, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:53:26.857460 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-863016a6-fa75-4be0-9a0c-b1425ba50ba3 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.860716 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] For port 1c62e929-470d-44fe-8667-b0140352620d, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1c62e929-470d-44fe-8667-b0140352620d,segment=NetworkSegment(b4007c0d-d24b-4980-81ce-5b789ea5c9f2),segment_id=b4007c0d-d24b-4980-81ce-5b789ea5c9f2)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:53:26.871828 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.892827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863016a6-fa75-4be0-9a0c-b1425ba50ba3 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event deleted for resources: {'Subnet': ['ID=4abb23aa-2cde-4345-a9d9-a1d02dd12a07,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:26.896763 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-863016a6-fa75-4be0-9a0c-b1425ba50ba3 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:26.900130 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-863016a6-fa75-4be0-9a0c-b1425ba50ba3 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "DELETE /v2.0/subnets/4abb23aa-2cde-4345-a9d9-a1d02dd12a07 HTTP/1.1" status: 204 len: 168 time: 0.5113361 Dec 12 17:53:26.902573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35092) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:26.954299 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f22f7-7346-4914-a74a-f05074bf720f None None] Pushing event updated for resources: {'Port': ['ID=1c62e929-470d-44fe-8667-b0140352620d,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:26.971324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3a062a-6f22-4622-b598-3480598b0c8f tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:26.972660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0b3a062a-6f22-4622-b598-3480598b0c8f tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0691578 Dec 12 17:53:26.980611 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35096) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:27.082221 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:27.163018 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Deleting port 1c62e929-470d-44fe-8667-b0140352620d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:27.163500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:27.259543 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7fa17-95d9-44f7-8fd9-80f8d6095fa6 req-ec127d43-c5dc-4642-8d9c-d3b9b8049ea6 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:27.267147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ffa7fa17-95d9-44f7-8fd9-80f8d6095fa6 req-ec127d43-c5dc-4642-8d9c-d3b9b8049ea6 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0917187 Dec 12 17:53:27.275437 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] For port 1c62e929-470d-44fe-8667-b0140352620d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1c62e929-470d-44fe-8667-b0140352620d,segment=NetworkSegment(b4007c0d-d24b-4980-81ce-5b789ea5c9f2),segment_id=b4007c0d-d24b-4980-81ce-5b789ea5c9f2)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:27.275815 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:27.290953 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Calling delete_port for 1c62e929-470d-44fe-8667-b0140352620d owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:27.315665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ffa7fa17-95d9-44f7-8fd9-80f8d6095fa6 req-bedd5c33-1647-441e-83cc-c237dcc3bc11 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473852 Dec 12 17:53:27.387003 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:27.416620 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event deleted for resources: {'Port': ['ID=1c62e929-470d-44fe-8667-b0140352620d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:27.420286 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] No DVR routers for this DVR port 1c62e929-470d-44fe-8667-b0140352620d on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:53:27.511605 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:27.533531 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb5f3a3-7f52-4057-a159-21f8b13b9057']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:27.544786 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4007c0d-d24b-4980-81ce-5b789ea5c9f2') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:27.545171 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4007c0d-d24b-4980-81ce-5b789ea5c9f2') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:27.556540 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:27.571662 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:27.577781 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:53:27.578168 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:53:27.581597 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:53:27.651467 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:27.672149 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:27.675698 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "DELETE /v2.0/networks/3bb5f3a3-7f52-4057-a159-21f8b13b9057 HTTP/1.1" status: 204 len: 168 time: 0.6933730 Dec 12 17:53:27.676534 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a5bd2-3486-468a-883c-9366670b5365 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event deleted for resources: {'Network': ['ID=3bb5f3a3-7f52-4057-a159-21f8b13b9057,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:27.678231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35100) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:27.768139 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:27.815633 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7e8334-0f80-4ad8-aaf7-3c9a0deca965 None None] Network 666537a4-8b30-4734-be31-18fd0a1495b0 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:53:27.833769 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Deleting port fc02e44b-54a3-47ed-9c6b-9bf6659e7530 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:27.834111 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:27.884326 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-2e17b721-fa0f-4d77-9c25-6228b82f4f6e None None] Provisioning complete for port fc02e44b-54a3-47ed-9c6b-9bf6659e7530 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:53:27.884694 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2e17b721-fa0f-4d77-9c25-6228b82f4f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:27.902424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] For port fc02e44b-54a3-47ed-9c6b-9bf6659e7530, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=fc02e44b-54a3-47ed-9c6b-9bf6659e7530,segment=NetworkSegment(6daf8d21-3d8b-45b3-9093-cb4558c6f45b),segment_id=6daf8d21-3d8b-45b3-9093-cb4558c6f45b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:27.902786 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:27.916945 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Calling delete_port for fc02e44b-54a3-47ed-9c6b-9bf6659e7530 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:27.993846 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2e17b721-fa0f-4d77-9c25-6228b82f4f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.042576 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2e17b721-fa0f-4d77-9c25-6228b82f4f6e None None] For port fc02e44b-54a3-47ed-9c6b-9bf6659e7530, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=fc02e44b-54a3-47ed-9c6b-9bf6659e7530,segment=NetworkSegment(6daf8d21-3d8b-45b3-9093-cb4558c6f45b),segment_id=6daf8d21-3d8b-45b3-9093-cb4558c6f45b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:28.046513 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df374ca-665d-4102-a8f1-2d2c3d713dfb None None] DHCP port deletion for 666537a4-8b30-4734-be31-18fd0a1495b0 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:53:28.055545 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2e17b721-fa0f-4d77-9c25-6228b82f4f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.082145 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.102169 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17b721-fa0f-4d77-9c25-6228b82f4f6e None None] Pushing event deleted for resources: {'Port': ['ID=fc02e44b-54a3-47ed-9c6b-9bf6659e7530,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:28.123708 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event deleted for resources: {'Port': ['ID=fc02e44b-54a3-47ed-9c6b-9bf6659e7530,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:28.131234 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4df374ca-665d-4102-a8f1-2d2c3d713dfb None None] Deleting port fc02e44b-54a3-47ed-9c6b-9bf6659e7530 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:28.131933 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4df374ca-665d-4102-a8f1-2d2c3d713dfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.141206 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] No DVR routers for this DVR port fc02e44b-54a3-47ed-9c6b-9bf6659e7530 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:53:28.224896 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4df374ca-665d-4102-a8f1-2d2c3d713dfb None None] For port fc02e44b-54a3-47ed-9c6b-9bf6659e7530, host n-d-760354-5, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:28.225647 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4df374ca-665d-4102-a8f1-2d2c3d713dfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.238684 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.242737 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4df374ca-665d-4102-a8f1-2d2c3d713dfb None None] Calling delete_port for fc02e44b-54a3-47ed-9c6b-9bf6659e7530 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:28.246980 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-4df374ca-665d-4102-a8f1-2d2c3d713dfb None None] Port fc02e44b-54a3-47ed-9c6b-9bf6659e7530 was not found and therefore no delete operation was performed {{(pid=103152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 17:53:28.248979 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4df374ca-665d-4102-a8f1-2d2c3d713dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.277607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666537a4-8b30-4734-be31-18fd0a1495b0']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:28.282531 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df374ca-665d-4102-a8f1-2d2c3d713dfb None None] Pushing event deleted for resources: {'Port': ['ID=fc02e44b-54a3-47ed-9c6b-9bf6659e7530,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:28.287366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df374ca-665d-4102-a8f1-2d2c3d713dfb None None] No DVR routers for this DVR port fc02e44b-54a3-47ed-9c6b-9bf6659e7530 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:53:28.304610 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6daf8d21-3d8b-45b3-9093-cb4558c6f45b') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:28.304963 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6daf8d21-3d8b-45b3-9093-cb4558c6f45b') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:28.316983 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.332826 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.342637 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:53:28.342637 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:53:28.350535 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:53:28.412744 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.418293 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.427796 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "DELETE /v2.0/networks/666537a4-8b30-4734-be31-18fd0a1495b0 HTTP/1.1" status: 204 len: 168 time: 0.7420647 Dec 12 17:53:28.428007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35106) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:28.442469 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdd934-e6b0-4e4a-ad3c-ea44dd69d679 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event deleted for resources: {'Network': ['ID=666537a4-8b30-4734-be31-18fd0a1495b0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:28.477256 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f720a7b4-c983-4a28-8931-3acaa69f9270 None None] Could not find standard attr ID for object 1c62e929-470d-44fe-8667-b0140352620d. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 17:53:28.546558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f7896-3d20-4829-9260-6a1c42b17c4f req-00d6de33-a697-45da-92ec-de3a4fe00d7c tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:28.547377 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9939787a-13f2-462f-9d4a-8366bc81eb9e None None] DHCP port deletion for 3bb5f3a3-7f52-4057-a159-21f8b13b9057 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:53:28.553411 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c9f7896-3d20-4829-9260-6a1c42b17c4f req-00d6de33-a697-45da-92ec-de3a4fe00d7c tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.1451695 Dec 12 17:53:28.567988 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35ca8338-9706-45f4-a5ae-64cb4ed251e6 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.580914 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe9ec12-be66-437d-9f4d-cfdd32725755 None None] Network 3bb5f3a3-7f52-4057-a159-21f8b13b9057 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:53:28.598387 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe9ec12-be66-437d-9f4d-cfdd32725755 None None] Network 3bb5f3a3-7f52-4057-a159-21f8b13b9057 could not be found, it might have been deleted concurrently. {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 17:53:28.635235 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c9f7896-3d20-4829-9260-6a1c42b17c4f req-337c369f-6802-4f1f-85a8-a51a3d8e8ef9 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763826 Dec 12 17:53:28.692005 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35ca8338-9706-45f4-a5ae-64cb4ed251e6 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.712975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-35ca8338-9706-45f4-a5ae-64cb4ed251e6 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9ec076-2422-43f0-935e-66d02c4712b5']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:28.722025 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-35ca8338-9706-45f4-a5ae-64cb4ed251e6 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4cd2b34-26f4-4711-b344-35d77bacefe2') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:28.722325 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-35ca8338-9706-45f4-a5ae-64cb4ed251e6 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4cd2b34-26f4-4711-b344-35d77bacefe2') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:28.732302 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35ca8338-9706-45f4-a5ae-64cb4ed251e6 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.745717 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35ca8338-9706-45f4-a5ae-64cb4ed251e6 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.751446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ca8338-9706-45f4-a5ae-64cb4ed251e6 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:53:28.751890 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35ca8338-9706-45f4-a5ae-64cb4ed251e6 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:53:28.754796 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:53:28.816350 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35ca8338-9706-45f4-a5ae-64cb4ed251e6 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.823254 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35ca8338-9706-45f4-a5ae-64cb4ed251e6 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.826387 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-35ca8338-9706-45f4-a5ae-64cb4ed251e6 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "DELETE /v2.0/networks/4c9ec076-2422-43f0-935e-66d02c4712b5 HTTP/1.1" status: 204 len: 168 time: 0.3996041 Dec 12 17:53:28.829278 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35108) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:28.838093 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca8338-9706-45f4-a5ae-64cb4ed251e6 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event deleted for resources: {'Network': ['ID=4c9ec076-2422-43f0-935e-66d02c4712b5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:28.913146 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cef32ae0-06bd-4994-92c0-d95c77ffbe95 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:28.998628 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cef32ae0-06bd-4994-92c0-d95c77ffbe95 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:29.018109 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cef32ae0-06bd-4994-92c0-d95c77ffbe95 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b469500e-2042-44f2-9df3-b2b4f1c7cf76']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:29.027834 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cef32ae0-06bd-4994-92c0-d95c77ffbe95 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2f7b94-44c7-4879-b042-a77818b00aff') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:29.028135 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cef32ae0-06bd-4994-92c0-d95c77ffbe95 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2f7b94-44c7-4879-b042-a77818b00aff') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:29.042392 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cef32ae0-06bd-4994-92c0-d95c77ffbe95 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:29.055273 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cef32ae0-06bd-4994-92c0-d95c77ffbe95 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:29.061115 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef32ae0-06bd-4994-92c0-d95c77ffbe95 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:53:29.061500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cef32ae0-06bd-4994-92c0-d95c77ffbe95 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:53:29.064496 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:53:29.122186 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cef32ae0-06bd-4994-92c0-d95c77ffbe95 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:29.127815 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cef32ae0-06bd-4994-92c0-d95c77ffbe95 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:29.131045 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cef32ae0-06bd-4994-92c0-d95c77ffbe95 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] 10.222.0.18 "DELETE /v2.0/networks/b469500e-2042-44f2-9df3-b2b4f1c7cf76 HTTP/1.1" status: 204 len: 168 time: 0.3006978 Dec 12 17:53:29.147098 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef32ae0-06bd-4994-92c0-d95c77ffbe95 tempest-BulkNetworkOpsTest-308757034 tempest-BulkNetworkOpsTest-308757034-project] Pushing event deleted for resources: {'Network': ['ID=b469500e-2042-44f2-9df3-b2b4f1c7cf76,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:29.499840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35120) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:29.669072 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35126) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:29.669388 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-44ba805d-50a7-42b4-aeee-aadfe48f6603 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2d65f7caf85416ca048a4595edf6248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1670041 Dec 12 17:53:29.732336 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8187a0a9-e7bf-4fdd-bfcf-1942681dcce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:29.754514 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8187a0a9-e7bf-4fdd-bfcf-1942681dcce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:29.780003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dc737-113b-4f91-b118-e26f8dad6ac5 req-edb4d6f5-1d61-42ec-80e6-acede4b4b271 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:29.781983 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-049dc737-113b-4f91-b118-e26f8dad6ac5 req-edb4d6f5-1d61-42ec-80e6-acede4b4b271 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0588734 Dec 12 17:53:29.829468 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8187a0a9-e7bf-4fdd-bfcf-1942681dcce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:29.836544 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8187a0a9-e7bf-4fdd-bfcf-1942681dcce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:29.837725 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8187a0a9-e7bf-4fdd-bfcf-1942681dcce9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afd3960a-5bf3-435d-9cae-03a6ce5fd023 HTTP/1.1" status: 204 len: 168 time: 0.1670237 Dec 12 17:53:29.846235 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187a0a9-e7bf-4fdd-bfcf-1942681dcce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd3960a-5bf3-435d-9cae-03a6ce5fd023,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:29.884063 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-049dc737-113b-4f91-b118-e26f8dad6ac5 req-4f78f7a3-ca31-4523-8a01-3f90c56cbb88 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911047 Dec 12 17:53:29.993364 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e7e35-2517-4780-b128-eb0c1b3b92da req-23ec8ea1-b5f5-4965-bf3b-f0bb4b696d5e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:29.999612 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e7e35-2517-4780-b128-eb0c1b3b92da req-23ec8ea1-b5f5-4965-bf3b-f0bb4b696d5e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:30.006183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e7e35-2517-4780-b128-eb0c1b3b92da req-23ec8ea1-b5f5-4965-bf3b-f0bb4b696d5e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:30.012423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e7e35-2517-4780-b128-eb0c1b3b92da req-23ec8ea1-b5f5-4965-bf3b-f0bb4b696d5e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:30.018635 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e7e35-2517-4780-b128-eb0c1b3b92da req-23ec8ea1-b5f5-4965-bf3b-f0bb4b696d5e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:30.025227 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e7e35-2517-4780-b128-eb0c1b3b92da req-23ec8ea1-b5f5-4965-bf3b-f0bb4b696d5e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:30.030639 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e7e35-2517-4780-b128-eb0c1b3b92da req-23ec8ea1-b5f5-4965-bf3b-f0bb4b696d5e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:30.032677 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-738e7e35-2517-4780-b128-eb0c1b3b92da req-23ec8ea1-b5f5-4965-bf3b-f0bb4b696d5e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5443 time: 0.1000941 Dec 12 17:53:30.100572 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-738e7e35-2517-4780-b128-eb0c1b3b92da req-2be0c15b-08e1-4952-805a-b0deaae23b7c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616181 Dec 12 17:53:31.019315 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de627636-5cf6-44dc-bf57-3e0b4b171efa req-b31b32cc-c5cb-42d9-a76b-591f46f3dee1 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:31.020854 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de627636-5cf6-44dc-bf57-3e0b4b171efa req-b31b32cc-c5cb-42d9-a76b-591f46f3dee1 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0749753 Dec 12 17:53:31.037197 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-ae5f986a-4aad-4cf1-888d-4d59fba96a6e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:31.043148 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-ae5f986a-4aad-4cf1-888d-4d59fba96a6e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:31.049114 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-ae5f986a-4aad-4cf1-888d-4d59fba96a6e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:31.055782 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-ae5f986a-4aad-4cf1-888d-4d59fba96a6e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:31.061750 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-ae5f986a-4aad-4cf1-888d-4d59fba96a6e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:31.067806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-ae5f986a-4aad-4cf1-888d-4d59fba96a6e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:31.073694 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-ae5f986a-4aad-4cf1-888d-4d59fba96a6e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:31.075639 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-ae5f986a-4aad-4cf1-888d-4d59fba96a6e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5443 time: 0.1209292 Dec 12 17:53:31.145208 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-512eb43b-cbc6-443a-957f-5da9d9b2245a tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:31.146730 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-512eb43b-cbc6-443a-957f-5da9d9b2245a tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.20 "GET /v2.0/ports/20ac6b7e-9f67-48f6-8bff-88a2bc1667a4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0625057 Dec 12 17:53:31.180169 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de627636-5cf6-44dc-bf57-3e0b4b171efa req-0587acfc-525b-431d-8228-9bddb0d427be tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034887 Dec 12 17:53:31.290614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be91061-cc3d-4562-8c94-6727866f301d req-1d8e5f03-ae0b-4383-afd1-a100a68dbc5e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:31.298146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be91061-cc3d-4562-8c94-6727866f301d req-1d8e5f03-ae0b-4383-afd1-a100a68dbc5e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:31.303364 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be91061-cc3d-4562-8c94-6727866f301d req-1d8e5f03-ae0b-4383-afd1-a100a68dbc5e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:31.309369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be91061-cc3d-4562-8c94-6727866f301d req-1d8e5f03-ae0b-4383-afd1-a100a68dbc5e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:31.315404 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be91061-cc3d-4562-8c94-6727866f301d req-1d8e5f03-ae0b-4383-afd1-a100a68dbc5e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:31.321438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be91061-cc3d-4562-8c94-6727866f301d req-1d8e5f03-ae0b-4383-afd1-a100a68dbc5e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:31.327497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be91061-cc3d-4562-8c94-6727866f301d req-1d8e5f03-ae0b-4383-afd1-a100a68dbc5e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:31.329530 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9be91061-cc3d-4562-8c94-6727866f301d req-1d8e5f03-ae0b-4383-afd1-a100a68dbc5e tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 5443 time: 0.1244040 Dec 12 17:53:31.361104 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-166af3e1-5008-441d-8174-f25530e58e7f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.20 "GET /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2084122 Dec 12 17:53:31.381078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-3728bfd3-cdd7-402a-8bc7-293cfac479dc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:31.443498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9be91061-cc3d-4562-8c94-6727866f301d req-6acca23d-a206-4c65-a84d-284213e410e1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&id=60487d9d-9855-40d6-9f56-f34a243c694f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1004515 Dec 12 17:53:31.472955 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-3728bfd3-cdd7-402a-8bc7-293cfac479dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:31.624942 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-3728bfd3-cdd7-402a-8bc7-293cfac479dc service neutron] For port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=20ac6b7e-9f67-48f6-8bff-88a2bc1667a4,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:31.664737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-3728bfd3-cdd7-402a-8bc7-293cfac479dc service neutron] For port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:53:31.721146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-3728bfd3-cdd7-402a-8bc7-293cfac479dc service neutron] device_id is not set on port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:53:31.730053 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-3728bfd3-cdd7-402a-8bc7-293cfac479dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:31.736788 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-3728bfd3-cdd7-402a-8bc7-293cfac479dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:31.773952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35216) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:31.828013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-3728bfd3-cdd7-402a-8bc7-293cfac479dc service neutron] No DVR routers for this DVR port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:53:31.834309 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728bfd3-cdd7-402a-8bc7-293cfac479dc service neutron] Pushing event updated for resources: {'Port': ['ID=20ac6b7e-9f67-48f6-8bff-88a2bc1667a4,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:31.906414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-3728bfd3-cdd7-402a-8bc7-293cfac479dc service neutron] In _notify_port_updated(), no bound segment for port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 on network abd15d69-fdc4-40f0-9728-711543d334c4 {{(pid=103151) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 17:53:31.907337 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-3728bfd3-cdd7-402a-8bc7-293cfac479dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:31.907953 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-3728bfd3-cdd7-402a-8bc7-293cfac479dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:31.909256 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-3728bfd3-cdd7-402a-8bc7-293cfac479dc service neutron] 10.222.0.20 "PUT /v2.0/ports/20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 HTTP/1.1" status: 200 len: 1033 time: 0.5351193 Dec 12 17:53:31.935349 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c41dc9db-d3e6-472e-9d98-59a01aafc039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:31.987362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f849a8-8195-44d7-a254-52deeb0518fc req-42115900-c674-4e15-8dd7-6dc14dc53cc1 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:31.988881 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-51f849a8-8195-44d7-a254-52deeb0518fc req-42115900-c674-4e15-8dd7-6dc14dc53cc1 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 946 time: 0.1214550 Dec 12 17:53:31.995042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-4d3d1c4f-6751-4e71-94e2-ffc7b69cc3d6 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:31.996376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-4d3d1c4f-6751-4e71-94e2-ffc7b69cc3d6 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.20 "GET /v2.0/ports/cf878d49-a70d-49d3-967e-e469af1a6411?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0778408 Dec 12 17:53:32.012999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-f6c7aaa2-e3a1-437d-9d53-4eaa06ab04c8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:32.018439 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7d7f83e2-51e6-4cd2-9dc3-cea9415cb415 None None] Provisioning complete for port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:53:32.018941 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d7f83e2-51e6-4cd2-9dc3-cea9415cb415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:32.056852 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7d7f83e2-51e6-4cd2-9dc3-cea9415cb415 None None] Port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:53:32.115550 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-f6c7aaa2-e3a1-437d-9d53-4eaa06ab04c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:32.120285 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-51f849a8-8195-44d7-a254-52deeb0518fc req-decb7d6d-66b4-4cd1-af0e-042078d213b1 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=136abe8f-db3d-4564-b6a5-c7d523eaf0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230454 Dec 12 17:53:32.187727 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c41dc9db-d3e6-472e-9d98-59a01aafc039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:32.195064 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c41dc9db-d3e6-472e-9d98-59a01aafc039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:32.291492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c41dc9db-d3e6-472e-9d98-59a01aafc039 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9de7516deb104555bedca7fc47172ce8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5055287 Dec 12 17:53:32.292220 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41dc9db-d3e6-472e-9d98-59a01aafc039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a80f87-f7ed-4ba2-a72b-42e53f7f67b5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:32.294379 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35226) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:32.351438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-f6c7aaa2-e3a1-437d-9d53-4eaa06ab04c8 service neutron] For port cf878d49-a70d-49d3-967e-e469af1a6411, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=cf878d49-a70d-49d3-967e-e469af1a6411,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:32.359030 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b0dc806-69e6-41b9-a188-2cc9d5793941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:32.360801 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68443a03-730e-414b-b11b-a9ae19ef56a9 req-aa2b853b-d4dc-43b3-a31c-a3b7e7e4051f tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:32.362323 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68443a03-730e-414b-b11b-a9ae19ef56a9 req-aa2b853b-d4dc-43b3-a31c-a3b7e7e4051f tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0867069 Dec 12 17:53:32.383140 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b0dc806-69e6-41b9-a188-2cc9d5793941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:32.424030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-f6c7aaa2-e3a1-437d-9d53-4eaa06ab04c8 service neutron] For port cf878d49-a70d-49d3-967e-e469af1a6411, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:53:32.429318 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b0dc806-69e6-41b9-a188-2cc9d5793941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:32.432179 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b0dc806-69e6-41b9-a188-2cc9d5793941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:32.433392 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6b0dc806-69e6-41b9-a188-2cc9d5793941 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58a80f87-f7ed-4ba2-a72b-42e53f7f67b5 HTTP/1.1" status: 204 len: 168 time: 0.1378281 Dec 12 17:53:32.443174 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0dc806-69e6-41b9-a188-2cc9d5793941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a80f87-f7ed-4ba2-a72b-42e53f7f67b5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:32.450137 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68443a03-730e-414b-b11b-a9ae19ef56a9 req-2fc4089b-34d9-41e4-ace3-05b80f3dde76 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796454 Dec 12 17:53:32.465022 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-f6c7aaa2-e3a1-437d-9d53-4eaa06ab04c8 service neutron] device_id is not set on port cf878d49-a70d-49d3-967e-e469af1a6411 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:53:32.476434 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-f6c7aaa2-e3a1-437d-9d53-4eaa06ab04c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:32.482843 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-f6c7aaa2-e3a1-437d-9d53-4eaa06ab04c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:32.569723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7aaa2-e3a1-437d-9d53-4eaa06ab04c8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf878d49-a70d-49d3-967e-e469af1a6411,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:32.587750 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-f6c7aaa2-e3a1-437d-9d53-4eaa06ab04c8 service neutron] No DVR routers for this DVR port cf878d49-a70d-49d3-967e-e469af1a6411 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:53:32.633819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-f6c7aaa2-e3a1-437d-9d53-4eaa06ab04c8 service neutron] In _notify_port_updated(), no bound segment for port cf878d49-a70d-49d3-967e-e469af1a6411 on network abd15d69-fdc4-40f0-9728-711543d334c4 {{(pid=103151) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 17:53:32.634798 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-f6c7aaa2-e3a1-437d-9d53-4eaa06ab04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:32.635489 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-f6c7aaa2-e3a1-437d-9d53-4eaa06ab04c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:32.636825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-f6c7aaa2-e3a1-437d-9d53-4eaa06ab04c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/cf878d49-a70d-49d3-967e-e469af1a6411 HTTP/1.1" status: 200 len: 1031 time: 0.6300757 Dec 12 17:53:32.649367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedc95a-3cca-470c-88ba-935a1439d3b0 req-9e2d7049-98e7-4b4b-abac-cf74598ce874 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:32.656971 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedc95a-3cca-470c-88ba-935a1439d3b0 req-9e2d7049-98e7-4b4b-abac-cf74598ce874 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:32.663926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedc95a-3cca-470c-88ba-935a1439d3b0 req-9e2d7049-98e7-4b4b-abac-cf74598ce874 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:32.670607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedc95a-3cca-470c-88ba-935a1439d3b0 req-9e2d7049-98e7-4b4b-abac-cf74598ce874 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:32.676693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedc95a-3cca-470c-88ba-935a1439d3b0 req-9e2d7049-98e7-4b4b-abac-cf74598ce874 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:32.678527 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6dedc95a-3cca-470c-88ba-935a1439d3b0 req-9e2d7049-98e7-4b4b-abac-cf74598ce874 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 3885 time: 0.1600947 Dec 12 17:53:32.800321 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6dedc95a-3cca-470c-88ba-935a1439d3b0 req-e4596e28-23d7-4b90-9bdd-8833da54655c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132572 Dec 12 17:53:32.810658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35234) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:32.829873 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-4672270a-dace-4b69-963f-b7bc01ca54de tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Deleting port 402bee39-25ac-4a84-b465-f2942ddb6386 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:32.830210 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-4672270a-dace-4b69-963f-b7bc01ca54de tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:32.833110 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db4df962-3451-407b-b53c-5c1e68522a00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:32.881926 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-80a0d0ff-7808-4bd3-b782-b1f4d35be662 None None] Provisioning complete for port cf878d49-a70d-49d3-967e-e469af1a6411 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:53:32.882558 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-80a0d0ff-7808-4bd3-b782-b1f4d35be662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:32.915681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-80a0d0ff-7808-4bd3-b782-b1f4d35be662 None None] Port cf878d49-a70d-49d3-967e-e469af1a6411 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:53:32.951588 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-4672270a-dace-4b69-963f-b7bc01ca54de tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] For port 402bee39-25ac-4a84-b465-f2942ddb6386, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=402bee39-25ac-4a84-b465-f2942ddb6386,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:32.951952 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-4672270a-dace-4b69-963f-b7bc01ca54de tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:32.969526 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-4672270a-dace-4b69-963f-b7bc01ca54de tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Calling delete_port for 402bee39-25ac-4a84-b465-f2942ddb6386 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:32.977134 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:53:33.032658 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db4df962-3451-407b-b53c-5c1e68522a00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:33.038668 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db4df962-3451-407b-b53c-5c1e68522a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:33.090697 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-db4df962-3451-407b-b53c-5c1e68522a00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=016fc4a953bf47cf83574a1be3a1258d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2790179 Dec 12 17:53:33.093917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35236) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:33.099303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4df962-3451-407b-b53c-5c1e68522a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9481c95-c861-499e-89d5-238839cd66fc,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:33.154557 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2fc73225-672a-4028-966c-2827932b3fa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:33.166725 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-4672270a-dace-4b69-963f-b7bc01ca54de tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:33.178376 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2fc73225-672a-4028-966c-2827932b3fa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:33.210052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672270a-dace-4b69-963f-b7bc01ca54de tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event deleted for resources: {'Port': ['ID=402bee39-25ac-4a84-b465-f2942ddb6386,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:33.230673 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2fc73225-672a-4028-966c-2827932b3fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:33.233417 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2fc73225-672a-4028-966c-2827932b3fa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:33.234575 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2fc73225-672a-4028-966c-2827932b3fa1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9481c95-c861-499e-89d5-238839cd66fc HTTP/1.1" status: 204 len: 168 time: 0.1396017 Dec 12 17:53:33.245534 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc73225-672a-4028-966c-2827932b3fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9481c95-c861-499e-89d5-238839cd66fc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:33.268007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-4672270a-dace-4b69-963f-b7bc01ca54de tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] No DVR routers for this DVR port 402bee39-25ac-4a84-b465-f2942ddb6386 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:53:33.271478 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-4672270a-dace-4b69-963f-b7bc01ca54de tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:33.275361 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-4672270a-dace-4b69-963f-b7bc01ca54de tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.20 "DELETE /v2.0/ports/402bee39-25ac-4a84-b465-f2942ddb6386 HTTP/1.1" status: 204 len: 173 time: 0.5958073 Dec 12 17:53:33.275844 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-deleted', 'tag': '402bee39-25ac-4a84-b465-f2942ddb6386'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:53:33.278503 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db576c2-0660-4354-9119-b7108b4d39fc" -d '{"events": [{"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-deleted", "tag": "402bee39-25ac-4a84-b465-f2942ddb6386"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:53:33.327406 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98cb6f8-b0eb-4e91-b86d-ca6f9ff24a47 x-openstack-request-id: req-c98cb6f8-b0eb-4e91-b86d-ca6f9ff24a47 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:53:33.327704 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-deleted", "tag": "402bee39-25ac-4a84-b465-f2942ddb6386", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:53:33.327962 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c98cb6f8-b0eb-4e91-b86d-ca6f9ff24a47 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:53:33.328359 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-deleted', 'tag': '402bee39-25ac-4a84-b465-f2942ddb6386', 'status': 'completed', 'code': 200} Dec 12 17:53:33.339713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb935aa2-6b2e-4a1d-ba5c-7a28ff208d24 req-4512263d-0cd4-4f99-980d-a9b72b475a9a tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:33.341303 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb935aa2-6b2e-4a1d-ba5c-7a28ff208d24 req-4512263d-0cd4-4f99-980d-a9b72b475a9a tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 946 time: 0.1348114 Dec 12 17:53:33.425137 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb935aa2-6b2e-4a1d-ba5c-7a28ff208d24 req-4a27ed30-ee5d-47ba-ba21-b96c05669357 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=136abe8f-db3d-4564-b6a5-c7d523eaf0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748858 Dec 12 17:53:33.439731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-e2212e7a-bb8b-4d6b-96ec-e55c04da16ec tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Deleting port 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:33.440075 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-e2212e7a-bb8b-4d6b-96ec-e55c04da16ec tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:33.554636 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-e2212e7a-bb8b-4d6b-96ec-e55c04da16ec tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] For port 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:33.555183 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-e2212e7a-bb8b-4d6b-96ec-e55c04da16ec tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:33.592941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-e2212e7a-bb8b-4d6b-96ec-e55c04da16ec tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Calling delete_port for 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:33.622634 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4a151-b811-44f3-9d4d-940e0d8a78df req-857b7ae9-b84a-4f3f-883e-617ad9c29924 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:33.624039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65d4a151-b811-44f3-9d4d-940e0d8a78df req-857b7ae9-b84a-4f3f-883e-617ad9c29924 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0730808 Dec 12 17:53:33.727396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65d4a151-b811-44f3-9d4d-940e0d8a78df req-ff8f6725-97d7-41fc-bccc-d6abbf529d95 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707316 Dec 12 17:53:33.786265 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-e2212e7a-bb8b-4d6b-96ec-e55c04da16ec tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:33.812432 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2212e7a-bb8b-4d6b-96ec-e55c04da16ec tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event deleted for resources: {'Port': ['ID=8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:33.868672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-e2212e7a-bb8b-4d6b-96ec-e55c04da16ec tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] No DVR routers for this DVR port 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:53:33.871479 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-e2212e7a-bb8b-4d6b-96ec-e55c04da16ec tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:33.875533 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-e2212e7a-bb8b-4d6b-96ec-e55c04da16ec tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.20 "DELETE /v2.0/ports/8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be HTTP/1.1" status: 204 len: 173 time: 0.5925839 Dec 12 17:53:33.950443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:53:33.991248 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:53:33.992098 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f4a4ef46-1816-472e-b889-25324f339335 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:53:34.015848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cbb26-9a75-4eb6-8e4a-090e7ae3de58 req-3dc1c525-cd31-4d8d-a4cd-a2aebcc7899f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:34.017605 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-810cbb26-9a75-4eb6-8e4a-090e7ae3de58 req-3dc1c525-cd31-4d8d-a4cd-a2aebcc7899f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.31 "GET /v2.0/ports?device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 946 time: 0.1502948 Dec 12 17:53:34.034310 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67036a31-5d06-450b-ba40-d72d55b6d780 req-3f3b5f55-e05b-4d10-a576-06764a8072a5 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:34.040651 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67036a31-5d06-450b-ba40-d72d55b6d780 req-3f3b5f55-e05b-4d10-a576-06764a8072a5 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:34.047089 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67036a31-5d06-450b-ba40-d72d55b6d780 req-3f3b5f55-e05b-4d10-a576-06764a8072a5 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:34.048747 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67036a31-5d06-450b-ba40-d72d55b6d780 req-3f3b5f55-e05b-4d10-a576-06764a8072a5 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 2416 time: 0.1575859 Dec 12 17:53:34.071398 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:34.101891 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4a4ef46-1816-472e-b889-25324f339335'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:53:34.104537 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df48eaef-1283-4d8e-bd4d-a775a36fd542" -d '{"events": [{"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-unplugged", "status": "completed", "tag": "f4a4ef46-1816-472e-b889-25324f339335"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:53:34.122753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f4a4ef46-1816-472e-b889-25324f339335, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f4a4ef46-1816-472e-b889-25324f339335,segment=NetworkSegment(7e0b1fab-8c64-42d1-9aca-1d26b5911081),segment_id=7e0b1fab-8c64-42d1-9aca-1d26b5911081)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:34.130234 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:34.133320 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device cf878d49-a70d-49d3-967e-e469af1a6411 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:53:34.153386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-26407612-9856-4833-851c-d65c0067182b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Deleting port 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:34.153727 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-26407612-9856-4833-851c-d65c0067182b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:34.238092 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67036a31-5d06-450b-ba40-d72d55b6d780 req-d6c1775d-8300-4f68-9a68-71b5fffad4fa tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752295 Dec 12 17:53:34.276622 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=f4a4ef46-1816-472e-b889-25324f339335,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:34.284176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device cf878d49-a70d-49d3-967e-e469af1a6411 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:53:34.285448 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0eb3c432-d283-4933-81c2-cc62a2e8490d no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:53:34.332515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-26407612-9856-4833-851c-d65c0067182b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] For port 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8d235bd7-6d32-47b3-8ca3-efa8a4469ce1,segment=NetworkSegment(3d2ca35d-85c3-4c49-a87d-a23cd4f01953),segment_id=3d2ca35d-85c3-4c49-a87d-a23cd4f01953)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:34.333839 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-26407612-9856-4833-851c-d65c0067182b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:34.339767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-810cbb26-9a75-4eb6-8e4a-090e7ae3de58 req-5fec3120-bf80-4f99-b194-22a235561c34 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Deleting port 74d54848-e6a3-4f38-b50b-e21818ef7c01 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:34.340026 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-810cbb26-9a75-4eb6-8e4a-090e7ae3de58 req-5fec3120-bf80-4f99-b194-22a235561c34 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:34.416463 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:34.487274 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0eb3c432-d283-4933-81c2-cc62a2e8490d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0eb3c432-d283-4933-81c2-cc62a2e8490d,segment=NetworkSegment(7e0b1fab-8c64-42d1-9aca-1d26b5911081),segment_id=7e0b1fab-8c64-42d1-9aca-1d26b5911081)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:34.500562 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:34.501292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 402bee39-25ac-4a84-b465-f2942ddb6386 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:53:34.506005 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac1934b-eb6a-482b-be39-79244bffd21d x-openstack-request-id: req-dac1934b-eb6a-482b-be39-79244bffd21d {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:53:34.506479 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-unplugged", "status": "completed", "tag": "f4a4ef46-1816-472e-b889-25324f339335", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:53:34.506926 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dac1934b-eb6a-482b-be39-79244bffd21d {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:53:34.507604 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4a4ef46-1816-472e-b889-25324f339335', 'code': 200} Dec 12 17:53:34.549758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 402bee39-25ac-4a84-b465-f2942ddb6386 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:53:34.550416 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 402bee39-25ac-4a84-b465-f2942ddb6386 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:53:34.551018 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:53:34.603467 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-26407612-9856-4833-851c-d65c0067182b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:34.603959 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-26407612-9856-4833-851c-d65c0067182b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:34.604291 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-26407612-9856-4833-851c-d65c0067182b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Floating IP 1670ab3d-ac89-474f-8c1b-1caa8ba57ad2 disassociated. External IP: 172.25.1.254, port: 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1. Dec 12 17:53:34.604645 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-26407612-9856-4833-851c-d65c0067182b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Calling delete_port for 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:34.606157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=0eb3c432-d283-4933-81c2-cc62a2e8490d,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:34.656297 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:34.678195 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-810cbb26-9a75-4eb6-8e4a-090e7ae3de58 req-5fec3120-bf80-4f99-b194-22a235561c34 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] For port 74d54848-e6a3-4f38-b50b-e21818ef7c01, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=74d54848-e6a3-4f38-b50b-e21818ef7c01,segment=NetworkSegment(ae411415-474d-4d1e-927a-e80517288bcc),segment_id=ae411415-474d-4d1e-927a-e80517288bcc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:34.678563 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-810cbb26-9a75-4eb6-8e4a-090e7ae3de58 req-5fec3120-bf80-4f99-b194-22a235561c34 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:34.691526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=8d235bd7-6d32-47b3-8ca3-efa8a4469ce1,segment=NetworkSegment(3d2ca35d-85c3-4c49-a87d-a23cd4f01953),segment_id=3d2ca35d-85c3-4c49-a87d-a23cd4f01953)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:34.697623 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:34.698354 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:53:34.721015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:53:34.721368 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:53:34.775809 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=8d235bd7-6d32-47b3-8ca3-efa8a4469ce1,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:34.931875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61e1eb-d032-4795-b747-74e4a49ac42c req-63d4349a-6bf7-46db-a3c6-7f404067725d tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:34.933402 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd61e1eb-d032-4795-b747-74e4a49ac42c req-63d4349a-6bf7-46db-a3c6-7f404067725d tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 946 time: 0.2119858 Dec 12 17:53:34.961385 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f15585-7ff9-4b5b-aeaa-7880f19bd9cd req-a638cb74-3973-4bbf-ac4a-d6d6645f1b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:34.964061 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f5f15585-7ff9-4b5b-aeaa-7880f19bd9cd req-a638cb74-3973-4bbf-ac4a-d6d6645f1b1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1247385d3ba54b799e07a781fa21316e&device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 1097 time: 0.0798893 Dec 12 17:53:35.044070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326946a-704a-4d35-a3c8-7cddbf2d5f12 req-c8e31a83-ad27-43e0-961b-fe729b552662 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:35.045689 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5326946a-704a-4d35-a3c8-7cddbf2d5f12 req-c8e31a83-ad27-43e0-961b-fe729b552662 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.2269795 Dec 12 17:53:35.062242 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-26407612-9856-4833-851c-d65c0067182b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:35.127343 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-810cbb26-9a75-4eb6-8e4a-090e7ae3de58 req-5fec3120-bf80-4f99-b194-22a235561c34 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:35.127894 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-810cbb26-9a75-4eb6-8e4a-090e7ae3de58 req-5fec3120-bf80-4f99-b194-22a235561c34 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:35.128218 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-810cbb26-9a75-4eb6-8e4a-090e7ae3de58 req-5fec3120-bf80-4f99-b194-22a235561c34 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Floating IP 52a9c404-a099-4e34-9ff1-1bdbde3d1dc5 disassociated. External IP: 172.25.1.20, port: 74d54848-e6a3-4f38-b50b-e21818ef7c01. Dec 12 17:53:35.128568 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-810cbb26-9a75-4eb6-8e4a-090e7ae3de58 req-5fec3120-bf80-4f99-b194-22a235561c34 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Calling delete_port for 74d54848-e6a3-4f38-b50b-e21818ef7c01 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:35.143256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26407612-9856-4833-851c-d65c0067182b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event deleted for resources: {'Port': ['ID=8d235bd7-6d32-47b3-8ca3-efa8a4469ce1,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:35.143807 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f15585-7ff9-4b5b-aeaa-7880f19bd9cd req-ac426a1b-eefd-43c6-9800-e9013c4d4f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:35.146052 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f5f15585-7ff9-4b5b-aeaa-7880f19bd9cd req-ac426a1b-eefd-43c6-9800-e9013c4d4f0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=740687b8-a155-4d93-8c85-4ad89c8be7c8 HTTP/1.1" status: 200 len: 916 time: 0.1597786 Dec 12 17:53:35.168332 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd61e1eb-d032-4795-b747-74e4a49ac42c req-bad31159-53bd-4728-b9d2-1b42cefa463a tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups?id=136abe8f-db3d-4564-b6a5-c7d523eaf0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239628 Dec 12 17:53:35.227248 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f5f15585-7ff9-4b5b-aeaa-7880f19bd9cd req-e7a7c4a2-d095-4d2c-b971-15efb9b66c4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75bd0908-2477-4271-8339-fb07fa7c91e5 HTTP/1.1" status: 200 len: 217 time: 0.0737317 Dec 12 17:53:35.285167 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f15585-7ff9-4b5b-aeaa-7880f19bd9cd req-5542872c-7aa7-43d8-8795-36635e447eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:35.287563 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f5f15585-7ff9-4b5b-aeaa-7880f19bd9cd req-5542872c-7aa7-43d8-8795-36635e447eb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d92c4280-59d6-41b4-9a33-1922737aefee HTTP/1.1" status: 200 len: 855 time: 0.0534720 Dec 12 17:53:35.357998 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f5f15585-7ff9-4b5b-aeaa-7880f19bd9cd req-4bd7ce14-6738-423f-b161-a9b10ec8fe35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=740687b8-a155-4d93-8c85-4ad89c8be7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632176 Dec 12 17:53:35.579240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-deleted', 'tag': '8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:53:35.581558 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1fbc5f-2563-4242-a70e-5810c331318b" -d '{"events": [{"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-deleted", "tag": "8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:53:35.667134 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5326946a-704a-4d35-a3c8-7cddbf2d5f12 req-71a2c2eb-c0ff-4afe-a47e-b7d219d93f79 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6114275 Dec 12 17:53:35.718166 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f5f15585-7ff9-4b5b-aeaa-7880f19bd9cd req-dc6b2b0d-3919-4ac4-a3a6-080720393986 service neutron] 10.222.0.20 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500040 Dec 12 17:53:35.724569 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ded6ca0-1e8e-496e-9148-a8968b9cd137 x-openstack-request-id: req-6ded6ca0-1e8e-496e-9148-a8968b9cd137 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:53:35.724973 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-deleted", "tag": "8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:53:35.725325 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ded6ca0-1e8e-496e-9148-a8968b9cd137 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:53:35.725870 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-deleted', 'tag': '8cc10a8d-1ae5-4f7b-abf5-58c4ea8400be', 'status': 'completed', 'code': 200} Dec 12 17:53:35.764251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718e49c-6f51-4af7-a7b4-9fa406c78425 req-8ba01f47-1ae2-46ac-8d3c-712e643e3022 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:35.772710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718e49c-6f51-4af7-a7b4-9fa406c78425 req-8ba01f47-1ae2-46ac-8d3c-712e643e3022 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:35.774897 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7718e49c-6f51-4af7-a7b4-9fa406c78425 req-8ba01f47-1ae2-46ac-8d3c-712e643e3022 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 1677 time: 0.1568496 Dec 12 17:53:35.827063 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f5f15585-7ff9-4b5b-aeaa-7880f19bd9cd req-ce1b8cdf-2fd8-4c35-a2ca-9bf77af50edc service neutron] 10.222.0.20 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916305 Dec 12 17:53:35.836470 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-26407612-9856-4833-851c-d65c0067182b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Router a86e80dd-e0b3-46eb-8884-1d461faf350c has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:53:35.884511 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7718e49c-6f51-4af7-a7b4-9fa406c78425 req-a79ac234-ba4e-47af-a3cb-952c41d59686 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019857 Dec 12 17:53:35.920572 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-810cbb26-9a75-4eb6-8e4a-090e7ae3de58 req-5fec3120-bf80-4f99-b194-22a235561c34 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:35.952347 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 75bd0908-2477-4271-8339-fb07fa7c91e5 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:53:35.956678 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 75bd0908-2477-4271-8339-fb07fa7c91e5 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:53:35.980202 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec3120-bf80-4f99-b194-22a235561c34 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Pushing event deleted for resources: {'Port': ['ID=74d54848-e6a3-4f38-b50b-e21818ef7c01,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:36.093814 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-26407612-9856-4833-851c-d65c0067182b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:53:36.109189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d54245-fb13-41c1-9443-dd8fcdad5715 None None] Sync routers for ids ['a86e80dd-e0b3-46eb-8884-1d461faf350c'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:53:36.121434 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:36.128196 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 75bd0908-2477-4271-8339-fb07fa7c91e5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=75bd0908-2477-4271-8339-fb07fa7c91e5,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:36.155780 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d54245-fb13-41c1-9443-dd8fcdad5715 None None] Routers {'a86e80dd-e0b3-46eb-8884-1d461faf350c'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:36.156377 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-26407612-9856-4833-851c-d65c0067182b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] No DVR routers for this DVR port 8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:53:36.156617 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-43d54245-fb13-41c1-9443-dd8fcdad5715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:53:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a86e80dd-e0b3-46eb-8884-1d461faf350c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:36.161776 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-26407612-9856-4833-851c-d65c0067182b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:36.162003 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '75bd0908-2477-4271-8339-fb07fa7c91e5', 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8', 'port_id': '75bd0908-2477-4271-8339-fb07fa7c91e5', 'mac_address': 'fa:16:3e:6c:9b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92c4280-59d6-41b4-9a33-1922737aefee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:53:36.165932 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-26407612-9856-4833-851c-d65c0067182b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.20 "DELETE /v2.0/ports/8d235bd7-6d32-47b3-8ca3-efa8a4469ce1 HTTP/1.1" status: 204 len: 173 time: 2.2808521 Dec 12 17:53:36.185031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-810cbb26-9a75-4eb6-8e4a-090e7ae3de58 req-5fec3120-bf80-4f99-b194-22a235561c34 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Router 33c32047-d5bb-440b-bf85-3dbcd7632313 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:53:36.243243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 75bd0908-2477-4271-8339-fb07fa7c91e5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=75bd0908-2477-4271-8339-fb07fa7c91e5,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:36.277253 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:36.351938 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b88e910c-ead3-45a8-bad7-2c2cc1b7b910 req-6f417960-7ab0-4836-9a4e-717776b33d5b tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/ports?device_id=1040fb57-bb0b-4c42-b5d8-1979d26af845 HTTP/1.1" status: 200 len: 210 time: 0.0385301 Dec 12 17:53:36.389542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-5b6a1995-099f-4954-88b2-ace8756d5b7c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Deleting port 0eb3c432-d283-4933-81c2-cc62a2e8490d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:36.389889 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-5b6a1995-099f-4954-88b2-ace8756d5b7c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:36.393232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-810cbb26-9a75-4eb6-8e4a-090e7ae3de58 req-5fec3120-bf80-4f99-b194-22a235561c34 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:53:36.406281 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6c511c-7be7-4325-a304-1768eb0a09a0 None None] Sync routers for ids ['33c32047-d5bb-440b-bf85-3dbcd7632313'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:53:36.442974 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6c511c-7be7-4325-a304-1768eb0a09a0 None None] Routers {'33c32047-d5bb-440b-bf85-3dbcd7632313'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:36.444313 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0a6c511c-7be7-4325-a304-1768eb0a09a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:53:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['33c32047-d5bb-440b-bf85-3dbcd7632313'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:36.500606 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-810cbb26-9a75-4eb6-8e4a-090e7ae3de58 req-5fec3120-bf80-4f99-b194-22a235561c34 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] No DVR routers for this DVR port 74d54848-e6a3-4f38-b50b-e21818ef7c01 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:53:36.508446 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-810cbb26-9a75-4eb6-8e4a-090e7ae3de58 req-5fec3120-bf80-4f99-b194-22a235561c34 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:36.512330 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-810cbb26-9a75-4eb6-8e4a-090e7ae3de58 req-5fec3120-bf80-4f99-b194-22a235561c34 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.31 "DELETE /v2.0/ports/74d54848-e6a3-4f38-b50b-e21818ef7c01 HTTP/1.1" status: 204 len: 173 time: 2.4613333 Dec 12 17:53:36.527776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb3c432-d283-4933-81c2-cc62a2e8490d'}, {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d235bd7-6d32-47b3-8ca3-efa8a4469ce1'}, {'server_uuid': 'fe8f4fed-3f3d-4641-bff5-6f96d3632002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75bd0908-2477-4271-8339-fb07fa7c91e5'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:53:36.530763 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c59c47-3fde-44ba-b897-a1e1eb088501" -d '{"events": [{"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-unplugged", "status": "completed", "tag": "0eb3c432-d283-4933-81c2-cc62a2e8490d"}, {"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-unplugged", "status": "completed", "tag": "8d235bd7-6d32-47b3-8ca3-efa8a4469ce1"}, {"server_uuid": "fe8f4fed-3f3d-4641-bff5-6f96d3632002", "name": "network-vif-unplugged", "status": "completed", "tag": "75bd0908-2477-4271-8339-fb07fa7c91e5"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:53:36.534876 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:36.573846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75bd0908-2477-4271-8339-fb07fa7c91e5 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:53:36.617131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-5b6a1995-099f-4954-88b2-ace8756d5b7c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] For port 0eb3c432-d283-4933-81c2-cc62a2e8490d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0eb3c432-d283-4933-81c2-cc62a2e8490d,segment=NetworkSegment(7e0b1fab-8c64-42d1-9aca-1d26b5911081),segment_id=7e0b1fab-8c64-42d1-9aca-1d26b5911081)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:36.619688 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-5b6a1995-099f-4954-88b2-ace8756d5b7c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:36.643545 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sun, 12 Dec 2021 17:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2d8da7-0d16-4c67-b6a2-22e8c6d6752d x-openstack-request-id: req-de2d8da7-0d16-4c67-b6a2-22e8c6d6752d {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:53:36.643976 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-unplugged", "status": "completed", "tag": "0eb3c432-d283-4933-81c2-cc62a2e8490d", "code": 200}, {"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-unplugged", "status": "completed", "tag": "8d235bd7-6d32-47b3-8ca3-efa8a4469ce1", "code": 200}, {"server_uuid": "fe8f4fed-3f3d-4641-bff5-6f96d3632002", "name": "network-vif-unplugged", "status": "completed", "tag": "75bd0908-2477-4271-8339-fb07fa7c91e5", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:53:36.644336 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de2d8da7-0d16-4c67-b6a2-22e8c6d6752d {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:53:36.645056 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb3c432-d283-4933-81c2-cc62a2e8490d', 'code': 200} Dec 12 17:53:36.645974 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d235bd7-6d32-47b3-8ca3-efa8a4469ce1', 'code': 200} Dec 12 17:53:36.646394 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8f4fed-3f3d-4641-bff5-6f96d3632002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75bd0908-2477-4271-8339-fb07fa7c91e5', 'code': 200} Dec 12 17:53:36.648709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-5b6a1995-099f-4954-88b2-ace8756d5b7c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Calling delete_port for 0eb3c432-d283-4933-81c2-cc62a2e8490d owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:36.680582 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-43d54245-fb13-41c1-9443-dd8fcdad5715 None None] Set router a86e80dd-e0b3-46eb-8884-1d461faf350c gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:53:36.747015 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-0a6c511c-7be7-4325-a304-1768eb0a09a0 None None] Set router 33c32047-d5bb-440b-bf85-3dbcd7632313 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:53:36.763765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=75bd0908-2477-4271-8339-fb07fa7c91e5,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:36.798538 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:53:36.798990 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:53:36.881965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09addf-f6bb-444c-9366-7423328ed34a req-de719e38-cc74-49b2-9f2f-8ec4a970829a tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:36.883923 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae09addf-f6bb-444c-9366-7423328ed34a req-de719e38-cc74-49b2-9f2f-8ec4a970829a tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 944 time: 0.1103015 Dec 12 17:53:36.884908 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-5b6a1995-099f-4954-88b2-ace8756d5b7c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:36.920838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a1995-099f-4954-88b2-ace8756d5b7c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event deleted for resources: {'Port': ['ID=0eb3c432-d283-4933-81c2-cc62a2e8490d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:36.984760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-5b6a1995-099f-4954-88b2-ace8756d5b7c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] No DVR routers for this DVR port 0eb3c432-d283-4933-81c2-cc62a2e8490d on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:53:36.990209 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-5b6a1995-099f-4954-88b2-ace8756d5b7c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:36.993553 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-5b6a1995-099f-4954-88b2-ace8756d5b7c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.20 "DELETE /v2.0/ports/0eb3c432-d283-4933-81c2-cc62a2e8490d HTTP/1.1" status: 204 len: 173 time: 0.8195198 Dec 12 17:53:37.015635 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae09addf-f6bb-444c-9366-7423328ed34a req-164cf69c-d50e-46a8-9292-423e01a31b97 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225016 Dec 12 17:53:37.033493 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0a6c511c-7be7-4325-a304-1768eb0a09a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:31Z', 'revision_number': 4, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port': {'id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:23Z', 'updated_at': '2021-12-12T17:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'd32831ce-9d4a-43bd-b1fe-0b8fb6044009', 'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'mac_address': 'fa:16:3e:0e:5f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:29Z', 'updated_at': '2021-12-12T17:43:38Z', 'revision_number': 5, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'subnets': [{'id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:37.072617 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-43d54245-fb13-41c1-9443-dd8fcdad5715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'name': 'tempest-TaggedBootDevicesTest_v242-1663086829-router', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:12Z', 'updated_at': '2021-12-12T17:43:16Z', 'revision_number': 4, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'gw_port': {'id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:13Z', 'updated_at': '2021-12-12T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '49a588f0-414e-4caf-946c-2f6e5ea9a12a', 'name': '', 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'mac_address': 'fa:16:3e:63:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:15Z', 'updated_at': '2021-12-12T17:43:21Z', 'revision_number': 5, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'subnets': [{'id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:37.088078 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6c511c-7be7-4325-a304-1768eb0a09a0 None None] Checking router: 33c32047-d5bb-440b-bf85-3dbcd7632313 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:53:37.097174 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6c511c-7be7-4325-a304-1768eb0a09a0 None None] Routers {'33c32047-d5bb-440b-bf85-3dbcd7632313'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:37.097813 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0a6c511c-7be7-4325-a304-1768eb0a09a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:53:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['33c32047-d5bb-440b-bf85-3dbcd7632313'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:37.111019 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d54245-fb13-41c1-9443-dd8fcdad5715 None None] Checking router: a86e80dd-e0b3-46eb-8884-1d461faf350c for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:53:37.125111 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d54245-fb13-41c1-9443-dd8fcdad5715 None None] Routers {'a86e80dd-e0b3-46eb-8884-1d461faf350c'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:53:37.125872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-43d54245-fb13-41c1-9443-dd8fcdad5715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:53:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a86e80dd-e0b3-46eb-8884-1d461faf350c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:37.134215 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b0a44-cf29-49db-8d44-7a1ef8e5ae78 req-624116c4-de86-45b4-8a42-3c4151b764dd tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:37.137543 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-298b0a44-cf29-49db-8d44-7a1ef8e5ae78 req-624116c4-de86-45b4-8a42-3c4151b764dd tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 943 time: 0.1005704 Dec 12 17:53:37.182339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-245dccd5-3ca6-410b-bb17-15435da91fa8 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Deleting port f4a4ef46-1816-472e-b889-25324f339335 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:37.182594 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-245dccd5-3ca6-410b-bb17-15435da91fa8 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:37.208859 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-0a6c511c-7be7-4325-a304-1768eb0a09a0 None None] Set router 33c32047-d5bb-440b-bf85-3dbcd7632313 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:53:37.241801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-298b0a44-cf29-49db-8d44-7a1ef8e5ae78 req-92215fa8-29d8-4f68-8a82-33e5baaee609 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6b74f6a-d70f-4e36-8c07-e156edff7c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967355 Dec 12 17:53:37.277001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-43d54245-fb13-41c1-9443-dd8fcdad5715 None None] Set router a86e80dd-e0b3-46eb-8884-1d461faf350c gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:53:37.308949 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-245dccd5-3ca6-410b-bb17-15435da91fa8 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] For port f4a4ef46-1816-472e-b889-25324f339335, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f4a4ef46-1816-472e-b889-25324f339335,segment=NetworkSegment(7e0b1fab-8c64-42d1-9aca-1d26b5911081),segment_id=7e0b1fab-8c64-42d1-9aca-1d26b5911081)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:37.309315 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-245dccd5-3ca6-410b-bb17-15435da91fa8 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:37.325068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-245dccd5-3ca6-410b-bb17-15435da91fa8 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Calling delete_port for f4a4ef46-1816-472e-b889-25324f339335 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:37.458742 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:37.474631 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0a6c511c-7be7-4325-a304-1768eb0a09a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:31Z', 'revision_number': 4, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port': {'id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:23Z', 'updated_at': '2021-12-12T17:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'd32831ce-9d4a-43bd-b1fe-0b8fb6044009', 'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'mac_address': 'fa:16:3e:0e:5f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:29Z', 'updated_at': '2021-12-12T17:43:38Z', 'revision_number': 5, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'subnets': [{'id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:37.483018 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35326) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:37.507156 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-245dccd5-3ca6-410b-bb17-15435da91fa8 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:37.531047 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6c511c-7be7-4325-a304-1768eb0a09a0 None None] The sync data for ids ['33c32047-d5bb-440b-bf85-3dbcd7632313'] in n-d-760354-5 is: [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:31Z', 'revision_number': 4, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port': {'id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:23Z', 'updated_at': '2021-12-12T17:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'd32831ce-9d4a-43bd-b1fe-0b8fb6044009', 'name': '', 'network_id': 'd9b9c276-fb49-46ec-8edb-02bb2c0620fc', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'mac_address': 'fa:16:3e:0e:5f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:29Z', 'updated_at': '2021-12-12T17:43:38Z', 'revision_number': 5, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'subnets': [{'id': '6e9ce1ad-b28e-4dc2-8742-e6028eef55c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:53:37.537164 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75bd0908-2477-4271-8339-fb07fa7c91e5 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:53:37.580961 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245dccd5-3ca6-410b-bb17-15435da91fa8 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event deleted for resources: {'Port': ['ID=f4a4ef46-1816-472e-b889-25324f339335,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:37.582304 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 75bd0908-2477-4271-8339-fb07fa7c91e5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=75bd0908-2477-4271-8339-fb07fa7c91e5,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:37.601297 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:37.638602 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d9f0b4-f84a-487c-9bcd-5a5c1933d24f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:37.667363 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d9f0b4-f84a-487c-9bcd-5a5c1933d24f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:37.672940 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-245dccd5-3ca6-410b-bb17-15435da91fa8 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] No DVR routers for this DVR port f4a4ef46-1816-472e-b889-25324f339335 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:53:37.678413 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-245dccd5-3ca6-410b-bb17-15435da91fa8 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:37.687558 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf3f2575-e497-41ae-854f-7a1b8f21990c req-245dccd5-3ca6-410b-bb17-15435da91fa8 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.20 "DELETE /v2.0/ports/f4a4ef46-1816-472e-b889-25324f339335 HTTP/1.1" status: 204 len: 173 time: 0.6854229 Dec 12 17:53:37.727572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-deleted', 'tag': '8d235bd7-6d32-47b3-8ca3-efa8a4469ce1'}, {'server_uuid': '1040fb57-bb0b-4c42-b5d8-1979d26af845', 'name': 'network-vif-deleted', 'tag': '74d54848-e6a3-4f38-b50b-e21818ef7c01'}, {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-deleted', 'tag': '0eb3c432-d283-4933-81c2-cc62a2e8490d'}, {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-deleted', 'tag': 'f4a4ef46-1816-472e-b889-25324f339335'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:53:37.730700 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a923331-dfde-4c1c-8134-ce634cca4070" -d '{"events": [{"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-deleted", "tag": "8d235bd7-6d32-47b3-8ca3-efa8a4469ce1"}, {"server_uuid": "1040fb57-bb0b-4c42-b5d8-1979d26af845", "name": "network-vif-deleted", "tag": "74d54848-e6a3-4f38-b50b-e21818ef7c01"}, {"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-deleted", "tag": "0eb3c432-d283-4933-81c2-cc62a2e8490d"}, {"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-deleted", "tag": "f4a4ef46-1816-472e-b889-25324f339335"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:53:37.739741 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=75bd0908-2477-4271-8339-fb07fa7c91e5,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:37.750456 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d9f0b4-f84a-487c-9bcd-5a5c1933d24f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:37.758249 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d9f0b4-f84a-487c-9bcd-5a5c1933d24f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:37.761631 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f9d9f0b4-f84a-487c-9bcd-5a5c1933d24f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "DELETE /v2.0/security-groups/136abe8f-db3d-4564-b6a5-c7d523eaf0f8 HTTP/1.1" status: 204 len: 168 time: 0.2743645 Dec 12 17:53:37.762561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35332) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:37.793309 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9f0b4-f84a-487c-9bcd-5a5c1933d24f tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=136abe8f-db3d-4564-b6a5-c7d523eaf0f8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:37.825609 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-43d54245-fb13-41c1-9443-dd8fcdad5715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'name': 'tempest-TaggedBootDevicesTest_v242-1663086829-router', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:12Z', 'updated_at': '2021-12-12T17:43:16Z', 'revision_number': 4, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'gw_port': {'id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:13Z', 'updated_at': '2021-12-12T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '49a588f0-414e-4caf-946c-2f6e5ea9a12a', 'name': '', 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'mac_address': 'fa:16:3e:63:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:15Z', 'updated_at': '2021-12-12T17:43:21Z', 'revision_number': 5, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'subnets': [{'id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:37.828765 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-d0bd9e43-4f0e-4a03-9025-66b4a9850725 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] show failed (client error): The resource could not be found. Dec 12 17:53:37.832068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d0bd9e43-4f0e-4a03-9025-66b4a9850725 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "GET /v2.0/security-groups/136abe8f-db3d-4564-b6a5-c7d523eaf0f8 HTTP/1.1" status: 404 len: 347 time: 0.0674338 Dec 12 17:53:37.834201 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35338) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:37.849287 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 12 Dec 2021 17:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182d3033-3437-4aff-9872-ece9389b57b3 x-openstack-request-id: req-182d3033-3437-4aff-9872-ece9389b57b3 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:53:37.849836 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-deleted", "tag": "8d235bd7-6d32-47b3-8ca3-efa8a4469ce1", "status": "completed", "code": 200}, {"server_uuid": "1040fb57-bb0b-4c42-b5d8-1979d26af845", "name": "network-vif-deleted", "tag": "74d54848-e6a3-4f38-b50b-e21818ef7c01", "status": "completed", "code": 200}, {"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-deleted", "tag": "0eb3c432-d283-4933-81c2-cc62a2e8490d", "status": "completed", "code": 200}, {"server_uuid": "cc7def39-bc1b-4deb-b2ea-2f3a1fadef45", "name": "network-vif-deleted", "tag": "f4a4ef46-1816-472e-b889-25324f339335", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:53:37.850293 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-182d3033-3437-4aff-9872-ece9389b57b3 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:53:37.851148 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['75bd0908-2477-4271-8339-fb07fa7c91e5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:53:37.851574 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-deleted', 'tag': '8d235bd7-6d32-47b3-8ca3-efa8a4469ce1', 'status': 'completed', 'code': 200} Dec 12 17:53:37.852642 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1040fb57-bb0b-4c42-b5d8-1979d26af845', 'name': 'network-vif-deleted', 'tag': '74d54848-e6a3-4f38-b50b-e21818ef7c01', 'status': 'completed', 'code': 200} Dec 12 17:53:37.853060 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-deleted', 'tag': '0eb3c432-d283-4933-81c2-cc62a2e8490d', 'status': 'completed', 'code': 200} Dec 12 17:53:37.854357 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7def39-bc1b-4deb-b2ea-2f3a1fadef45', 'name': 'network-vif-deleted', 'tag': 'f4a4ef46-1816-472e-b889-25324f339335', 'status': 'completed', 'code': 200} Dec 12 17:53:37.995743 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d54245-fb13-41c1-9443-dd8fcdad5715 None None] The sync data for ids ['a86e80dd-e0b3-46eb-8884-1d461faf350c'] in n-d-760354-5 is: [{'id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'name': 'tempest-TaggedBootDevicesTest_v242-1663086829-router', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:12Z', 'updated_at': '2021-12-12T17:43:16Z', 'revision_number': 4, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'gw_port': {'id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:13Z', 'updated_at': '2021-12-12T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '49a588f0-414e-4caf-946c-2f6e5ea9a12a', 'name': '', 'network_id': '83399e2c-8d46-49d3-8798-f18746a19765', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'mac_address': 'fa:16:3e:63:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:15Z', 'updated_at': '2021-12-12T17:43:21Z', 'revision_number': 5, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'subnets': [{'id': '3cdf9121-1e61-4db7-ab9c-ba8912fd56a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:53:38.158251 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-995fce3b-6e31-4a64-81fe-ac4b55a3a673 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Deleting port 4e96ecac-3e83-4fbc-9e1c-1a2626dc6aac {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:38.158600 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-995fce3b-6e31-4a64-81fe-ac4b55a3a673 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:38.167505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab30f6-2cca-4bc3-b9e5-059bc4a0857a None None] New status for floating IP 52a9c404-a099-4e34-9ff1-1bdbde3d1dc5: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:53:38.292368 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacaee2-9e46-49df-a55f-299eeff04b98 req-0d210bba-a3dd-443d-9157-51215b07b69d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:38.308281 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ceacaee2-9e46-49df-a55f-299eeff04b98 req-0d210bba-a3dd-443d-9157-51215b07b69d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 945 time: 0.1460080 Dec 12 17:53:38.341732 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 74d54848-e6a3-4f38-b50b-e21818ef7c01 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:53:38.370958 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-995fce3b-6e31-4a64-81fe-ac4b55a3a673 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:38.371554 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-995fce3b-6e31-4a64-81fe-ac4b55a3a673 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:38.397309 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-995fce3b-6e31-4a64-81fe-ac4b55a3a673 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Calling delete_port for 4e96ecac-3e83-4fbc-9e1c-1a2626dc6aac owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:38.411407 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ceacaee2-9e46-49df-a55f-299eeff04b98 req-388cb514-0a0d-42d8-a162-e386eecab868 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017132 Dec 12 17:53:38.425157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 74d54848-e6a3-4f38-b50b-e21818ef7c01 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:53:38.425685 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 74d54848-e6a3-4f38-b50b-e21818ef7c01 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:53:38.495589 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0511c278-3ab0-4df6-8930-51dfc022e3a2 req-727724e3-1f3c-4c25-b25a-fa0f7e2b8294 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 210 time: 0.0828819 Dec 12 17:53:38.624116 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb6efa-7273-40e8-b651-c40b36ef1320 None None] New status for floating IP 1670ab3d-ac89-474f-8c1b-1caa8ba57ad2: DOWN {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:53:38.705511 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-995fce3b-6e31-4a64-81fe-ac4b55a3a673 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:38.740435 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fce3b-6e31-4a64-81fe-ac4b55a3a673 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Pushing event deleted for resources: {'Port': ['ID=4e96ecac-3e83-4fbc-9e1c-1a2626dc6aac,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:38.816778 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-995fce3b-6e31-4a64-81fe-ac4b55a3a673 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:38.820175 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-995fce3b-6e31-4a64-81fe-ac4b55a3a673 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:38.821420 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-995fce3b-6e31-4a64-81fe-ac4b55a3a673 tempest-AttachVolumeTestJSON-538474947 tempest-AttachVolumeTestJSON-538474947-project] 10.222.0.18 "DELETE /v2.0/floatingips/52a9c404-a099-4e34-9ff1-1bdbde3d1dc5 HTTP/1.1" status: 204 len: 168 time: 0.9862142 Dec 12 17:53:39.549929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc22fd7-dd88-4682-bbde-8c544fdab033 req-e9d590c6-650c-4321-9c00-d1ed64c5428f tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:39.552055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6dc22fd7-dd88-4682-bbde-8c544fdab033 req-e9d590c6-650c-4321-9c00-d1ed64c5428f tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 945 time: 0.0588558 Dec 12 17:53:39.611623 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6dc22fd7-dd88-4682-bbde-8c544fdab033 req-9fbce22a-540e-4487-8c03-45effadd87f0 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532455 Dec 12 17:53:39.635790 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbe00c13-53a6-4e0f-adc5-942a7b4a29e8 req-1214a318-94bc-4c89-8de4-d93e1d90925f tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 210 time: 0.0410364 Dec 12 17:53:39.983969 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 75bd0908-2477-4271-8339-fb07fa7c91e5 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:53:40.034582 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 75bd0908-2477-4271-8339-fb07fa7c91e5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:53:40.034957 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:40.136975 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:40.160707 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8f4fed-3f3d-4641-bff5-6f96d3632002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bd0908-2477-4271-8339-fb07fa7c91e5'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:53:40.163656 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec1d759-8e14-4c60-9449-b98cb075af63" -d '{"events": [{"server_uuid": "fe8f4fed-3f3d-4641-bff5-6f96d3632002", "name": "network-vif-plugged", "status": "completed", "tag": "75bd0908-2477-4271-8339-fb07fa7c91e5"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:53:40.185958 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 75bd0908-2477-4271-8339-fb07fa7c91e5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=75bd0908-2477-4271-8339-fb07fa7c91e5,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:40.191440 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:40.218075 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27435603-4a99-4349-8e08-b0f575a00e5f x-openstack-request-id: req-27435603-4a99-4349-8e08-b0f575a00e5f {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:53:40.218075 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8f4fed-3f3d-4641-bff5-6f96d3632002", "name": "network-vif-plugged", "status": "completed", "tag": "75bd0908-2477-4271-8339-fb07fa7c91e5", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:53:40.218075 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27435603-4a99-4349-8e08-b0f575a00e5f {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:53:40.218634 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8f4fed-3f3d-4641-bff5-6f96d3632002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bd0908-2477-4271-8339-fb07fa7c91e5', 'code': 200} Dec 12 17:53:40.250867 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=75bd0908-2477-4271-8339-fb07fa7c91e5,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:40.359641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f51f9-e75e-4c85-bee3-26746840a20e req-c331bb67-8d32-4b4c-b153-fc1e7958504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:40.361052 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c64f51f9-e75e-4c85-bee3-26746840a20e req-c331bb67-8d32-4b4c-b153-fc1e7958504c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 1097 time: 0.0412734 Dec 12 17:53:40.406897 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c64f51f9-e75e-4c85-bee3-26746840a20e req-6b470948-fde6-4194-8a4f-349dc82e415e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381346 Dec 12 17:53:40.751706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ac5416f-a7b4-44bd-9421-2005d89b87cb req-286c3590-2b0f-4bb2-8085-d8a37d2def38 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 210 time: 0.0308084 Dec 12 17:53:40.769722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bdd61-8651-4e01-943e-b6d4cc21c86c req-fd9a4656-2508-4767-a3bd-647c34f6a3ad tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:40.772198 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-618bdd61-8651-4e01-943e-b6d4cc21c86c req-fd9a4656-2508-4767-a3bd-647c34f6a3ad tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0913930 Dec 12 17:53:40.835004 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-618bdd61-8651-4e01-943e-b6d4cc21c86c req-7867f3b4-3cac-430a-9c28-d733dd7e0429 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487030 Dec 12 17:53:41.870607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e49058b-746b-4720-a8b5-9d4264948de3 req-77b479d3-6335-4313-89d5-2a644816f6a1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 210 time: 0.0283403 Dec 12 17:53:41.966740 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608a3ea-7e4b-4f50-89c3-2b2c7bbf4711 req-6ced2335-148d-4a0e-87dd-46233f58f29b tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:41.968282 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d608a3ea-7e4b-4f50-89c3-2b2c7bbf4711 req-6ced2335-148d-4a0e-87dd-46233f58f29b tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0596607 Dec 12 17:53:42.024224 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d608a3ea-7e4b-4f50-89c3-2b2c7bbf4711 req-bbbed677-70e3-4a39-bee0-4104373f4afa tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495977 Dec 12 17:53:42.147883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0b766-be0f-4266-bd94-ad9799d8650c req-cec84232-56ca-4134-a172-e6d8c616740c tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:42.155299 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1f0b766-be0f-4266-bd94-ad9799d8650c req-cec84232-56ca-4134-a172-e6d8c616740c tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.0607302 Dec 12 17:53:42.219308 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1f0b766-be0f-4266-bd94-ad9799d8650c req-c2dafc63-2c44-4920-bbf4-da80113f4f55 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630991 Dec 12 17:53:42.769714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-e6fa355f-0e48-417b-b59d-684f1c577e46 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:42.778269 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-e6fa355f-0e48-417b-b59d-684f1c577e46 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/networks?id=740687b8-a155-4d93-8c85-4ad89c8be7c8 HTTP/1.1" status: 200 len: 815 time: 0.1372225 Dec 12 17:53:42.797091 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-fee36678-1ea8-4ef9-bbe8-b57a43a96225 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/quotas/1247385d3ba54b799e07a781fa21316e HTTP/1.1" status: 200 len: 375 time: 0.0178092 Dec 12 17:53:42.852373 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-90c9c28a-e811-4d4d-b263-90b090686de2 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1247385d3ba54b799e07a781fa21316e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0537930 Dec 12 17:53:42.865625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-1d0ad6ac-85bc-41d1-b09a-ec7409c626c0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:53:42.866933 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-1d0ad6ac-85bc-41d1-b09a-ec7409c626c0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061018 Dec 12 17:53:43.050513 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d20951c2-1417-45db-89fb-a34c3de37b01 req-a44ec8d0-c676-402a-9218-4b3c951f2c71 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 210 time: 0.0404749 Dec 12 17:53:43.081426 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-7ce140bb-19d1-4fb0-bd0e-9330f8322d7f service neutron] 10.222.0.18 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078152 Dec 12 17:53:43.177512 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-5b8e6d23-222a-4e91-92c3-a2d441a5c984 service neutron] 10.222.0.18 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882976 Dec 12 17:53:43.552749 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e18d4cdf-d942-435f-9e26-ccc22f39ae5d req-8a47c504-d647-480d-a48d-db43b585dbab tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 210 time: 0.0795670 Dec 12 17:53:43.870471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10a5ca-1ea1-4fdb-bad1-480d6ab54b24 req-53cffef6-cac5-465d-9acc-32d6fca944c7 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:43.872335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca10a5ca-1ea1-4fdb-bad1-480d6ab54b24 req-53cffef6-cac5-465d-9acc-32d6fca944c7 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe8f4fed-3f3d-4641-bff5-6f96d3632002 HTTP/1.1" status: 200 len: 946 time: 0.1283600 Dec 12 17:53:44.037704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-ca10a5ca-1ea1-4fdb-bad1-480d6ab54b24 req-70dcdcf1-0de0-4ab9-9c6e-a8e1dec1b1df tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Deleting port 75bd0908-2477-4271-8339-fb07fa7c91e5 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:44.038586 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ca10a5ca-1ea1-4fdb-bad1-480d6ab54b24 req-70dcdcf1-0de0-4ab9-9c6e-a8e1dec1b1df tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:44.228311 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32383022-ee89-499c-97a3-6f6e899160c3 req-e39a55fb-a7b7-4685-90c9-b9c75b5204f7 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 210 time: 0.0556650 Dec 12 17:53:44.275693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-ca10a5ca-1ea1-4fdb-bad1-480d6ab54b24 req-70dcdcf1-0de0-4ab9-9c6e-a8e1dec1b1df tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] For port 75bd0908-2477-4271-8339-fb07fa7c91e5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=75bd0908-2477-4271-8339-fb07fa7c91e5,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:44.276273 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ca10a5ca-1ea1-4fdb-bad1-480d6ab54b24 req-70dcdcf1-0de0-4ab9-9c6e-a8e1dec1b1df tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:44.307683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-ca10a5ca-1ea1-4fdb-bad1-480d6ab54b24 req-70dcdcf1-0de0-4ab9-9c6e-a8e1dec1b1df tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Calling delete_port for 75bd0908-2477-4271-8339-fb07fa7c91e5 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:44.592869 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ca10a5ca-1ea1-4fdb-bad1-480d6ab54b24 req-70dcdcf1-0de0-4ab9-9c6e-a8e1dec1b1df tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:44.646624 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcdcf1-0de0-4ab9-9c6e-a8e1dec1b1df tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Pushing event deleted for resources: {'Port': ['ID=75bd0908-2477-4271-8339-fb07fa7c91e5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:44.707132 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fb49844f-0c55-4562-a0e6-e341d807d2f5 req-87253e37-ff07-442b-8c81-f9470afb2f4d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 210 time: 0.0723977 Dec 12 17:53:44.737108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca10a5ca-1ea1-4fdb-bad1-480d6ab54b24 req-70dcdcf1-0de0-4ab9-9c6e-a8e1dec1b1df tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] No DVR routers for this DVR port 75bd0908-2477-4271-8339-fb07fa7c91e5 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:53:44.740712 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ca10a5ca-1ea1-4fdb-bad1-480d6ab54b24 req-70dcdcf1-0de0-4ab9-9c6e-a8e1dec1b1df tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:44.745223 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca10a5ca-1ea1-4fdb-bad1-480d6ab54b24 req-70dcdcf1-0de0-4ab9-9c6e-a8e1dec1b1df tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.20 "DELETE /v2.0/ports/75bd0908-2477-4271-8339-fb07fa7c91e5 HTTP/1.1" status: 204 len: 173 time: 0.8650544 Dec 12 17:53:44.745914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8f4fed-3f3d-4641-bff5-6f96d3632002', 'name': 'network-vif-deleted', 'tag': '75bd0908-2477-4271-8339-fb07fa7c91e5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:53:44.758795 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2873186-e797-46e5-9bda-c229af9f91ee" -d '{"events": [{"server_uuid": "fe8f4fed-3f3d-4641-bff5-6f96d3632002", "name": "network-vif-deleted", "tag": "75bd0908-2477-4271-8339-fb07fa7c91e5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:53:44.799840 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bb629e2c-b6ab-4e9d-aa70-722a5d15c005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:44.826479 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8173a6-af25-49d5-9d4c-a25e3e540aa6 x-openstack-request-id: req-9b8173a6-af25-49d5-9d4c-a25e3e540aa6 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:53:44.826780 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8f4fed-3f3d-4641-bff5-6f96d3632002", "name": "network-vif-deleted", "tag": "75bd0908-2477-4271-8339-fb07fa7c91e5", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:53:44.827265 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b8173a6-af25-49d5-9d4c-a25e3e540aa6 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:53:44.828077 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8f4fed-3f3d-4641-bff5-6f96d3632002', 'name': 'network-vif-deleted', 'tag': '75bd0908-2477-4271-8339-fb07fa7c91e5', 'status': 'completed', 'code': 200} Dec 12 17:53:45.056314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-dfc44156-812f-4f70-8618-07cd8007b539 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:45.057817 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-dfc44156-812f-4f70-8618-07cd8007b539 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.20 "GET /v2.0/networks?id=740687b8-a155-4d93-8c85-4ad89c8be7c8 HTTP/1.1" status: 200 len: 815 time: 0.1187763 Dec 12 17:53:45.071318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-f129e934-3463-4287-9b83-27fa8df564f9 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Request body: {'port': {'device_id': '7335b816-59c7-4138-8653-16dd56b6d70c', 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8', 'admin_state_up': True, 'tenant_id': '1247385d3ba54b799e07a781fa21316e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:45.248462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-f129e934-3463-4287-9b83-27fa8df564f9 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Made reservation on behalf of 1247385d3ba54b799e07a781fa21316e for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:53:45.252585 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-f129e934-3463-4287-9b83-27fa8df564f9 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:45.378941 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d59c361d-d90f-4cfc-a1b0-36eaa0bd12a1 req-77270094-401f-45b2-ac20-31a610884f1c tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 210 time: 0.0345244 Dec 12 17:53:45.466970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-f129e934-3463-4287-9b83-27fa8df564f9 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Allocated IP 172.20.0.13 (740687b8-a155-4d93-8c85-4ad89c8be7c8/d92c4280-59d6-41b4-9a33-1922737aefee/32fabecf-1679-4dda-8be9-4276cc3692b5) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:53:45.647413 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-f129e934-3463-4287-9b83-27fa8df564f9 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:45.685970 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-f129e934-3463-4287-9b83-27fa8df564f9 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:45.743002 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-f129e934-3463-4287-9b83-27fa8df564f9 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Network 740687b8-a155-4d93-8c85-4ad89c8be7c8 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:53:45.751608 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-f129e934-3463-4287-9b83-27fa8df564f9 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:53:45.758197 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-f129e934-3463-4287-9b83-27fa8df564f9 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:53:45.812063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129e934-3463-4287-9b83-27fa8df564f9 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Pushing event updated for resources: {'Port': ['ID=32fabecf-1679-4dda-8be9-4276cc3692b5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:45.871767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-f129e934-3463-4287-9b83-27fa8df564f9 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:45.872562 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-f129e934-3463-4287-9b83-27fa8df564f9 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:45.889411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ac15d-42f4-492b-9ff9-8047983d163b req-90f602e3-5b6b-4bb8-b194-d754416471d1 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:45.897143 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a79ac15d-42f4-492b-9ff9-8047983d163b req-90f602e3-5b6b-4bb8-b194-d754416471d1 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 932 time: 0.0898917 Dec 12 17:53:45.935913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-f129e934-3463-4287-9b83-27fa8df564f9 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8687954 Dec 12 17:53:45.978224 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a79ac15d-42f4-492b-9ff9-8047983d163b req-9f94fdbc-8639-4d2d-a011-b83062f9128e tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800343 Dec 12 17:53:45.982351 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Request body: {'port': {'device_id': '7335b816-59c7-4138-8653-16dd56b6d70c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:53:46.031007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 75bd0908-2477-4271-8339-fb07fa7c91e5 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:53:46.052373 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:46.074282 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 75bd0908-2477-4271-8339-fb07fa7c91e5 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:53:46.074639 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 75bd0908-2477-4271-8339-fb07fa7c91e5 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:53:46.371013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32fabecf-1679-4dda-8be9-4276cc3692b5 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:53:46.380316 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:46.394385 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Transition to ACTIVE for port object 32fabecf-1679-4dda-8be9-4276cc3692b5 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:53:46.399914 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:46.512668 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Pushing event updated for resources: {'Port': ['ID=32fabecf-1679-4dda-8be9-4276cc3692b5,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:46.571735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0cf07ae5-8761-4dcd-9fd5-c29592273cba req-ebd9a833-c8aa-4b19-aa94-9f288a818b4b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 210 time: 0.0326276 Dec 12 17:53:46.617403 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Attempting to bind port 32fabecf-1679-4dda-8be9-4276cc3692b5 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:53:46.618038 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Attempting to bind port 32fabecf-1679-4dda-8be9-4276cc3692b5 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'b302e3b2-0784-4d15-9d77-0b46d1149dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:53:46.618377 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Attempting to bind port 32fabecf-1679-4dda-8be9-4276cc3692b5 on network 740687b8-a155-4d93-8c85-4ad89c8be7c8 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:53:46.624152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Port 32fabecf-1679-4dda-8be9-4276cc3692b5 on network 740687b8-a155-4d93-8c85-4ad89c8be7c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:53:46.624467 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Attempting to bind port 32fabecf-1679-4dda-8be9-4276cc3692b5 on network 740687b8-a155-4d93-8c85-4ad89c8be7c8 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:53:46.629995 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:53:46.630327 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Checking segment: {'id': 'b302e3b2-0784-4d15-9d77-0b46d1149dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:53:46.630788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Bound using segment: {'id': 'b302e3b2-0784-4d15-9d77-0b46d1149dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:53:46.631394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Bound port: 32fabecf-1679-4dda-8be9-4276cc3692b5, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b302e3b2-0784-4d15-9d77-0b46d1149dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:53:46.631624 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:46.711466 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] For port 32fabecf-1679-4dda-8be9-4276cc3692b5, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:53:46.715709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] For port 32fabecf-1679-4dda-8be9-4276cc3692b5, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=32fabecf-1679-4dda-8be9-4276cc3692b5,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:53:46.722670 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:46.772448 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:46.773318 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:46.774490 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] 10.222.0.20 "PUT /v2.0/ports/32fabecf-1679-4dda-8be9-4276cc3692b5 HTTP/1.1" status: 200 len: 1092 time: 0.8083308 Dec 12 17:53:46.810297 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbe91e-6ec2-4c3c-bd17-d7b136d9fa46 service neutron] Pushing event updated for resources: {'Port': ['ID=32fabecf-1679-4dda-8be9-4276cc3692b5,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:46.828682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7335b816-59c7-4138-8653-16dd56b6d70c', 'tag': '32fabecf-1679-4dda-8be9-4276cc3692b5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:53:46.832316 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4e1ab4-6ebc-4d3d-a13b-a18b8cbe5cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "7335b816-59c7-4138-8653-16dd56b6d70c", "tag": "32fabecf-1679-4dda-8be9-4276cc3692b5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:53:46.912273 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bb8801-0eb0-4a3b-9987-94b482281d34 x-openstack-request-id: req-44bb8801-0eb0-4a3b-9987-94b482281d34 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:53:46.913135 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7335b816-59c7-4138-8653-16dd56b6d70c", "tag": "32fabecf-1679-4dda-8be9-4276cc3692b5", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:53:46.913135 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44bb8801-0eb0-4a3b-9987-94b482281d34 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:53:46.913435 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7335b816-59c7-4138-8653-16dd56b6d70c', 'tag': '32fabecf-1679-4dda-8be9-4276cc3692b5', 'status': 'completed', 'code': 200} Dec 12 17:53:46.928299 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-f940ac85-d479-46df-abff-eb417483e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:46.930261 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-f940ac85-d479-46df-abff-eb417483e7b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1247385d3ba54b799e07a781fa21316e&device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 1095 time: 0.0813103 Dec 12 17:53:46.975239 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-846c9cce-7bbf-4d4f-bc3c-6ea3b6fc4dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:46.990916 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:47.011723 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-20f6495b-a010-4b76-b14c-a35b5ffe4ddc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32fabecf-1679-4dda-8be9-4276cc3692b5 HTTP/1.1" status: 200 len: 217 time: 0.0731826 Dec 12 17:53:47.073072 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-63d1cb5a-c46f-4adf-b89d-b008a04a6774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:47.074855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-63d1cb5a-c46f-4adf-b89d-b008a04a6774 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d92c4280-59d6-41b4-9a33-1922737aefee HTTP/1.1" status: 200 len: 855 time: 0.0561960 Dec 12 17:53:47.144602 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-b9499239-e8f3-4065-84ac-d982e26143f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=740687b8-a155-4d93-8c85-4ad89c8be7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631721 Dec 12 17:53:47.172153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb8fb7-99b3-489a-921b-333cb8180296 req-d6c789aa-bf02-41f0-bc8b-6bffb55c207d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:47.173656 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31bb8fb7-99b3-489a-921b-333cb8180296 req-d6c789aa-bf02-41f0-bc8b-6bffb55c207d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 944 time: 0.0910559 Dec 12 17:53:47.284238 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31bb8fb7-99b3-489a-921b-333cb8180296 req-90565d32-7bcb-4fe7-bb8f-6742939a58df tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971341 Dec 12 17:53:47.324570 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-1e16c216-ed02-423d-b8de-3bec88c85ed9 service neutron] 10.222.0.20 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723809 Dec 12 17:53:47.531262 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e9eb11c-fb8e-4b06-9363-f983e8e60074 req-f27efa7b-6205-42ff-b6de-3876251fe461 service neutron] 10.222.0.20 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997950 Dec 12 17:53:47.579744 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:47.642264 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e1ab4-6ebc-4d3d-a13b-a18b8cbe5cfe req-23a38aa8-258e-406b-9902-9de2e05eb1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:47.644382 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f4e1ab4-6ebc-4d3d-a13b-a18b8cbe5cfe req-23a38aa8-258e-406b-9902-9de2e05eb1c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1247385d3ba54b799e07a781fa21316e&device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 1095 time: 0.0518436 Dec 12 17:53:47.734887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f4351de-2293-41d2-9eb2-15073b3d6882 req-3ba50c8c-ffb2-4278-a98e-22773a73c8c1 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 210 time: 0.0602221 Dec 12 17:53:47.788776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e1ab4-6ebc-4d3d-a13b-a18b8cbe5cfe req-2958d66a-1bf9-4907-87e7-cfe00b0a43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:47.790961 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f4e1ab4-6ebc-4d3d-a13b-a18b8cbe5cfe req-2958d66a-1bf9-4907-87e7-cfe00b0a43e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=740687b8-a155-4d93-8c85-4ad89c8be7c8 HTTP/1.1" status: 200 len: 916 time: 0.1381421 Dec 12 17:53:47.846623 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f4e1ab4-6ebc-4d3d-a13b-a18b8cbe5cfe req-72251cb9-fc4d-4047-b8c6-cf7ea39689fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32fabecf-1679-4dda-8be9-4276cc3692b5 HTTP/1.1" status: 200 len: 217 time: 0.0472045 Dec 12 17:53:48.276283 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:48.441551 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e1ab4-6ebc-4d3d-a13b-a18b8cbe5cfe req-c6cd3086-b52b-4f53-8854-1edb46f328fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:48.443507 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f4e1ab4-6ebc-4d3d-a13b-a18b8cbe5cfe req-c6cd3086-b52b-4f53-8854-1edb46f328fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d92c4280-59d6-41b4-9a33-1922737aefee HTTP/1.1" status: 200 len: 855 time: 0.5887020 Dec 12 17:53:48.472415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00449d-4ebb-4152-ae5c-a3504e20ac38 req-8a012481-084a-4669-a4c6-10f7eaeb23fe tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:48.474035 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da00449d-4ebb-4152-ae5c-a3504e20ac38 req-8a012481-084a-4669-a4c6-10f7eaeb23fe tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 944 time: 0.0790932 Dec 12 17:53:48.498124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f4e1ab4-6ebc-4d3d-a13b-a18b8cbe5cfe req-2826920b-85b9-4480-95a7-672739038c4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=740687b8-a155-4d93-8c85-4ad89c8be7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467355 Dec 12 17:53:48.615956 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da00449d-4ebb-4152-ae5c-a3504e20ac38 req-b8516a98-051a-4a1e-bee6-09c073495cc3 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208675 Dec 12 17:53:48.652236 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f4e1ab4-6ebc-4d3d-a13b-a18b8cbe5cfe req-dba916d1-d900-4e50-ba73-f16a0113aad3 service neutron] 10.222.0.20 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456397 Dec 12 17:53:48.746732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f4e1ab4-6ebc-4d3d-a13b-a18b8cbe5cfe req-90dba531-89dd-4203-bcb9-0d56ab770d7d service neutron] 10.222.0.20 "GET /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879345 Dec 12 17:53:48.854295 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19be81f1-e2dd-4272-a400-0db1393df6a1 req-2afe40f2-586a-42da-b1ad-d55ae40f0130 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 210 time: 0.0318935 Dec 12 17:53:49.751317 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00d42c-efe6-4ea5-9613-c39d47d6d8be req-08702544-c6ac-46fb-b0d0-c501bd558eef tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:49.752783 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6b00d42c-efe6-4ea5-9613-c39d47d6d8be req-08702544-c6ac-46fb-b0d0-c501bd558eef tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 944 time: 0.0524035 Dec 12 17:53:49.825077 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6b00d42c-efe6-4ea5-9613-c39d47d6d8be req-6e3f2dcf-5aea-433b-b468-6e663ca8972d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661471 Dec 12 17:53:49.956967 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0dceadae-8500-49fe-9c6d-9a41d1701257 req-76e7bc77-fa46-4cd7-a129-9f468087588d tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 210 time: 0.0260336 Dec 12 17:53:50.006970 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:50.714727 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:50.963530 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3eba94-e965-45cd-b2b5-d10361c21306 req-ab3d521f-2c93-495b-b07f-8c5a20b2b2f3 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:50.974212 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de3eba94-e965-45cd-b2b5-d10361c21306 req-ab3d521f-2c93-495b-b07f-8c5a20b2b2f3 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 944 time: 0.0714698 Dec 12 17:53:51.030557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de3eba94-e965-45cd-b2b5-d10361c21306 req-ef139744-9345-45af-8a02-8e3b67a1b90e tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552945 Dec 12 17:53:51.088013 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c251abf9-5b80-42e6-b8e9-03f7be9e44ef req-7c476fed-89f7-423b-9778-b8c15d132022 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 210 time: 0.0294664 Dec 12 17:53:52.045771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 32fabecf-1679-4dda-8be9-4276cc3692b5 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:53:52.172558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d6b26-bebb-4338-96b7-536c30a91118 req-d231ad3e-c42a-4bc9-90d7-f26967522866 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:52.174246 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b6d6b26-bebb-4338-96b7-536c30a91118 req-d231ad3e-c42a-4bc9-90d7-f26967522866 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 944 time: 0.0635815 Dec 12 17:53:52.219553 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 32fabecf-1679-4dda-8be9-4276cc3692b5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=32fabecf-1679-4dda-8be9-4276cc3692b5,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:52.233039 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '32fabecf-1679-4dda-8be9-4276cc3692b5', 'network_id': '740687b8-a155-4d93-8c85-4ad89c8be7c8', 'port_id': '32fabecf-1679-4dda-8be9-4276cc3692b5', 'mac_address': 'fa:16:3e:5b:46:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92c4280-59d6-41b4-9a33-1922737aefee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:53:52.248624 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99375135-e2bd-4c94-a998-ce1452f87dcf req-852c3b01-c174-4868-a227-85e245ff010b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 210 time: 0.0320101 Dec 12 17:53:52.277037 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:52.304874 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32fabecf-1679-4dda-8be9-4276cc3692b5 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:53:52.313392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b6d6b26-bebb-4338-96b7-536c30a91118 req-56766b01-ca8a-4b92-9f19-c8f5db6672b4 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079597 Dec 12 17:53:52.329648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 32fabecf-1679-4dda-8be9-4276cc3692b5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=32fabecf-1679-4dda-8be9-4276cc3692b5,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:52.337216 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:52.413632 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=32fabecf-1679-4dda-8be9-4276cc3692b5,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:52.529754 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['32fabecf-1679-4dda-8be9-4276cc3692b5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:53:53.399396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c193d537-5584-4ec7-9d3d-c32c5665b2ee req-414852cc-d679-4f21-9da8-d652744191df tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 210 time: 0.0549090 Dec 12 17:53:53.497111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d00399-82a4-4cab-9ed7-b6478742b2fe req-31a3cbed-d57d-487c-b692-78f37c173615 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:53.505246 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63d00399-82a4-4cab-9ed7-b6478742b2fe req-31a3cbed-d57d-487c-b692-78f37c173615 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 945 time: 0.0874796 Dec 12 17:53:53.567702 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63d00399-82a4-4cab-9ed7-b6478742b2fe req-698d1cfb-5d09-4dc5-ac75-e38bdeba28af tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602753 Dec 12 17:53:54.061955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 32fabecf-1679-4dda-8be9-4276cc3692b5 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:53:54.115483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 32fabecf-1679-4dda-8be9-4276cc3692b5 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:53:54.119798 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 32fabecf-1679-4dda-8be9-4276cc3692b5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:53:54.120184 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:54.206446 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:54.230571 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7335b816-59c7-4138-8653-16dd56b6d70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fabecf-1679-4dda-8be9-4276cc3692b5'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:53:54.232943 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f676bb69-5403-45b8-a94a-e3babbfe253d" -d '{"events": [{"server_uuid": "7335b816-59c7-4138-8653-16dd56b6d70c", "name": "network-vif-plugged", "status": "completed", "tag": "32fabecf-1679-4dda-8be9-4276cc3692b5"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:53:54.263470 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 32fabecf-1679-4dda-8be9-4276cc3692b5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=32fabecf-1679-4dda-8be9-4276cc3692b5,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:54.268931 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:54.297495 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a5d884-6009-4313-8126-a3df5b82f649 x-openstack-request-id: req-52a5d884-6009-4313-8126-a3df5b82f649 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:53:54.297877 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7335b816-59c7-4138-8653-16dd56b6d70c", "name": "network-vif-plugged", "status": "completed", "tag": "32fabecf-1679-4dda-8be9-4276cc3692b5", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:53:54.298203 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52a5d884-6009-4313-8126-a3df5b82f649 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:53:54.298673 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7335b816-59c7-4138-8653-16dd56b6d70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fabecf-1679-4dda-8be9-4276cc3692b5', 'code': 200} Dec 12 17:53:54.336285 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=32fabecf-1679-4dda-8be9-4276cc3692b5,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:54.391164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd8f24-f2e4-4a98-a0f4-d86ddedbabd0 req-a8cb4f33-0ebd-4d57-a563-ab464294a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:54.393019 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afdd8f24-f2e4-4a98-a0f4-d86ddedbabd0 req-a8cb4f33-0ebd-4d57-a563-ab464294a5f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 1097 time: 0.0402784 Dec 12 17:53:54.440160 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afdd8f24-f2e4-4a98-a0f4-d86ddedbabd0 req-35d22168-e1b3-4360-be4e-70a2083f8c34 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379648 Dec 12 17:53:54.519251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-058ee9c7-3caf-4aba-980f-73f277cd8381 req-4cc97516-3947-4594-9411-6db57fc93456 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc7def39-bc1b-4deb-b2ea-2f3a1fadef45 HTTP/1.1" status: 200 len: 210 time: 0.0307996 Dec 12 17:53:54.680191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f79fe-d2df-4e0b-b94f-d933fad58057 req-9bf6c3cf-9c47-4808-8dd1-af206165b5cd tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:54.681973 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a44f79fe-d2df-4e0b-b94f-d933fad58057 req-9bf6c3cf-9c47-4808-8dd1-af206165b5cd tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 946 time: 0.0502181 Dec 12 17:53:54.752270 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a44f79fe-d2df-4e0b-b94f-d933fad58057 req-964621e2-eefc-4903-af15-d8038a509be4 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633147 Dec 12 17:53:55.620340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35646) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:55.683088 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f8ddefe-95da-41c7-870e-3b93b3e4ec60 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:55.715446 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f8ddefe-95da-41c7-870e-3b93b3e4ec60 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:55.773639 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f8ddefe-95da-41c7-870e-3b93b3e4ec60 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:55.777646 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f8ddefe-95da-41c7-870e-3b93b3e4ec60 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:55.781687 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3f8ddefe-95da-41c7-870e-3b93b3e4ec60 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "DELETE /v2.0/security-groups/b6b74f6a-d70f-4e36-8c07-e156edff7c34 HTTP/1.1" status: 204 len: 168 time: 0.1576068 Dec 12 17:53:55.782719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35652) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:55.790759 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ddefe-95da-41c7-870e-3b93b3e4ec60 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b74f6a-d70f-4e36-8c07-e156edff7c34,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:55.800295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddefe-95da-41c7-870e-3b93b3e4ec60 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:55.800653 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddefe-95da-41c7-870e-3b93b3e4ec60 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:55.801055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddefe-95da-41c7-870e-3b93b3e4ec60 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:55.802084 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddefe-95da-41c7-870e-3b93b3e4ec60 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:55.802425 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddefe-95da-41c7-870e-3b93b3e4ec60 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:55.802801 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddefe-95da-41c7-870e-3b93b3e4ec60 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:55.803213 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddefe-95da-41c7-870e-3b93b3e4ec60 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:55.803555 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddefe-95da-41c7-870e-3b93b3e4ec60 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:55.803887 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddefe-95da-41c7-870e-3b93b3e4ec60 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:55.804302 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddefe-95da-41c7-870e-3b93b3e4ec60 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:55.804590 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddefe-95da-41c7-870e-3b93b3e4ec60 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:55.804858 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddefe-95da-41c7-870e-3b93b3e4ec60 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:55.805186 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8ddefe-95da-41c7-870e-3b93b3e4ec60 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:53:55.811400 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-39f9df6b-058b-46da-ac7b-ac33de4a6590 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] show failed (client error): The resource could not be found. Dec 12 17:53:55.817484 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35654) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:55.829253 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-39f9df6b-058b-46da-ac7b-ac33de4a6590 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "GET /v2.0/security-groups/b6b74f6a-d70f-4e36-8c07-e156edff7c34 HTTP/1.1" status: 404 len: 347 time: 0.0433474 Dec 12 17:53:55.913411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9d0bb-64b1-4482-a314-1bfbaf879022 req-659c9afd-be47-48ab-9553-34e8d208978f tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:55.915163 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05b9d0bb-64b1-4482-a314-1bfbaf879022 req-659c9afd-be47-48ab-9553-34e8d208978f tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 946 time: 0.0597174 Dec 12 17:53:55.977068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05b9d0bb-64b1-4482-a314-1bfbaf879022 req-be275bf6-b8bc-4101-9bb1-298868903729 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502532 Dec 12 17:53:56.036504 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c7017aae-e3d5-4cdd-a0a1-bf41f87dffbd tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Deleting port e53cb447-8af2-4210-8b3b-a6cd21a948be {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:56.036854 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7017aae-e3d5-4cdd-a0a1-bf41f87dffbd tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:56.099551 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07506078-fe07-47eb-ba4a-ae68956c3936 req-6a7a8446-1c2e-4684-8c6a-029c7ced80a1 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:56.111816 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07506078-fe07-47eb-ba4a-ae68956c3936 req-6a7a8446-1c2e-4684-8c6a-029c7ced80a1 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 946 time: 0.0728436 Dec 12 17:53:56.120261 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7017aae-e3d5-4cdd-a0a1-bf41f87dffbd tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:56.120609 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7017aae-e3d5-4cdd-a0a1-bf41f87dffbd tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:56.135254 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c7017aae-e3d5-4cdd-a0a1-bf41f87dffbd tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Calling delete_port for e53cb447-8af2-4210-8b3b-a6cd21a948be owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:56.157119 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07506078-fe07-47eb-ba4a-ae68956c3936 req-97cdaf6a-ae98-4c81-9bcb-1ba4b10a1fa9 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443201 Dec 12 17:53:56.316422 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7017aae-e3d5-4cdd-a0a1-bf41f87dffbd tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:56.362521 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39412106-24e2-4b45-bf4b-e4cb5b09f0fb None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:53:56.392965 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7017aae-e3d5-4cdd-a0a1-bf41f87dffbd tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event deleted for resources: {'Port': ['ID=e53cb447-8af2-4210-8b3b-a6cd21a948be,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:56.398897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb7289-bcd2-4137-bfd0-483eaa1b0740 req-18b061f3-db91-45d7-b878-2b4d2bd151b3 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:56.400769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4cdb7289-bcd2-4137-bfd0-483eaa1b0740 req-18b061f3-db91-45d7-b878-2b4d2bd151b3 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 946 time: 0.0595582 Dec 12 17:53:56.435552 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7017aae-e3d5-4cdd-a0a1-bf41f87dffbd tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:56.438253 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7017aae-e3d5-4cdd-a0a1-bf41f87dffbd tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:56.439559 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c7017aae-e3d5-4cdd-a0a1-bf41f87dffbd tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "DELETE /v2.0/floatingips/1670ab3d-ac89-474f-8c1b-1caa8ba57ad2 HTTP/1.1" status: 204 len: 168 time: 0.6201808 Dec 12 17:53:56.442797 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35666) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:56.453653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4cdb7289-bcd2-4137-bfd0-483eaa1b0740 req-b5df5b58-28e6-4104-83a1-aa4b9112a968 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463457 Dec 12 17:53:56.565091 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f7492eeb-449e-453c-9607-48e783af7115 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Deleting port cf878d49-a70d-49d3-967e-e469af1a6411 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:56.565772 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7492eeb-449e-453c-9607-48e783af7115 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:56.596250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294bd46-a1f2-4722-a299-c16c054c2cd4 req-30f928e0-c777-4f35-bc17-9d723cbbc60f tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:56.597990 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8294bd46-a1f2-4722-a299-c16c054c2cd4 req-30f928e0-c777-4f35-bc17-9d723cbbc60f tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 946 time: 0.0673079 Dec 12 17:53:56.662809 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8294bd46-a1f2-4722-a299-c16c054c2cd4 req-e68091e5-33d2-4234-b989-9e98e33f4bf3 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582263 Dec 12 17:53:56.682556 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7492eeb-449e-453c-9607-48e783af7115 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:56.696393 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f7492eeb-449e-453c-9607-48e783af7115 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Calling delete_port for cf878d49-a70d-49d3-967e-e469af1a6411 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:56.892455 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7492eeb-449e-453c-9607-48e783af7115 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:56.909106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb255d-1e2c-49c7-b3ae-ee749c3cf9e0 req-88306a8f-9182-4ed1-b1af-48e0ad601a5c tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:56.910794 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-92fb255d-1e2c-49c7-b3ae-ee749c3cf9e0 req-88306a8f-9182-4ed1-b1af-48e0ad601a5c tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 946 time: 0.0609932 Dec 12 17:53:56.939643 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7492eeb-449e-453c-9607-48e783af7115 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event deleted for resources: {'Port': ['ID=cf878d49-a70d-49d3-967e-e469af1a6411,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:56.996078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-92fb255d-1e2c-49c7-b3ae-ee749c3cf9e0 req-91920bd9-b2ee-4462-a1ea-20648ff540a0 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784848 Dec 12 17:53:57.020568 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7492eeb-449e-453c-9607-48e783af7115 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:57.025070 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f7492eeb-449e-453c-9607-48e783af7115 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "DELETE /v2.0/ports/cf878d49-a70d-49d3-967e-e469af1a6411 HTTP/1.1" status: 204 len: 168 time: 0.5812376 Dec 12 17:53:57.027815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35680) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:57.201207 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b9769-323c-4405-aa2d-e2370feda49c req-fb2e4d4e-e435-4b87-9350-ac24b8880cd0 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:57.202692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207b9769-323c-4405-aa2d-e2370feda49c req-fb2e4d4e-e435-4b87-9350-ac24b8880cd0 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 946 time: 0.1132898 Dec 12 17:53:57.234440 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-dba5cca5-2684-4f79-a311-abd06fc8b579 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Deleting port 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:57.234787 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dba5cca5-2684-4f79-a311-abd06fc8b579 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:57.324448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-207b9769-323c-4405-aa2d-e2370feda49c req-1be02611-5b67-477d-89c1-e330b84a8cbc tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150808 Dec 12 17:53:57.358435 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dba5cca5-2684-4f79-a311-abd06fc8b579 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:57.373876 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-dba5cca5-2684-4f79-a311-abd06fc8b579 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Calling delete_port for 20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:57.590711 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dba5cca5-2684-4f79-a311-abd06fc8b579 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:57.625476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5cca5-2684-4f79-a311-abd06fc8b579 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event deleted for resources: {'Port': ['ID=20ac6b7e-9f67-48f6-8bff-88a2bc1667a4,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:57.732525 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dba5cca5-2684-4f79-a311-abd06fc8b579 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:57.737237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-dba5cca5-2684-4f79-a311-abd06fc8b579 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "DELETE /v2.0/ports/20ac6b7e-9f67-48f6-8bff-88a2bc1667a4 HTTP/1.1" status: 204 len: 168 time: 0.7084014 Dec 12 17:53:57.740833 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35690) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:57.808699 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-419e99c0-fbfa-4d0f-9edf-4c313abb1413 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Deleting subnet f206a52f-0480-4327-a021-ac66bb2ee69a {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:53:57.809458 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c1cce-8a41-47b4-9f3d-c99e0502f653 req-9312acea-ed2e-4df1-8fcd-700cfe7db433 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:57.811163 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-343c1cce-8a41-47b4-9f3d-c99e0502f653 req-9312acea-ed2e-4df1-8fcd-700cfe7db433 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 946 time: 0.0566957 Dec 12 17:53:57.817513 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-419e99c0-fbfa-4d0f-9edf-4c313abb1413 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:57.859995 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-419e99c0-fbfa-4d0f-9edf-4c313abb1413 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:57.866769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-343c1cce-8a41-47b4-9f3d-c99e0502f653 req-e85e2cf6-b68e-4782-8627-98fa73c4ab34 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496221 Dec 12 17:53:57.957099 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-419e99c0-fbfa-4d0f-9edf-4c313abb1413 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:58.036920 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-419e99c0-fbfa-4d0f-9edf-4c313abb1413 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:58.070335 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e99c0-fbfa-4d0f-9edf-4c313abb1413 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event deleted for resources: {'Subnet': ['ID=f206a52f-0480-4327-a021-ac66bb2ee69a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:58.080690 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-419e99c0-fbfa-4d0f-9edf-4c313abb1413 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:58.082204 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4765ec-1d2a-4d9e-bec8-78b17606a369 None None] Network faaae9f2-d52c-4d86-b85f-6cafd43330dd requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:53:58.086874 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-419e99c0-fbfa-4d0f-9edf-4c313abb1413 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "DELETE /v2.0/subnets/f206a52f-0480-4327-a021-ac66bb2ee69a HTTP/1.1" status: 204 len: 168 time: 0.3441358 Dec 12 17:53:58.089341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35694) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:58.162338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c3a21c-4f4a-44ee-a825-e3784a5ab8ab tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Deleting subnet ee1484b2-b5a9-4537-9c47-1fcfd1a7b776 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:53:58.169515 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79c3a21c-4f4a-44ee-a825-e3784a5ab8ab tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:58.244162 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79c3a21c-4f4a-44ee-a825-e3784a5ab8ab tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:58.354731 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79c3a21c-4f4a-44ee-a825-e3784a5ab8ab tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:58.370939 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ce7f88-b745-4379-8efc-876df7d854b9 None None] DHCP port deletion for faaae9f2-d52c-4d86-b85f-6cafd43330dd request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:53:58.454077 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79c3a21c-4f4a-44ee-a825-e3784a5ab8ab tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:58.486101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b15669-8f87-4ab4-a5d4-dfca5e10d10c None None] Network abd15d69-fdc4-40f0-9728-711543d334c4 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:53:58.495226 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3a21c-4f4a-44ee-a825-e3784a5ab8ab tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event deleted for resources: {'Subnet': ['ID=ee1484b2-b5a9-4537-9c47-1fcfd1a7b776,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:58.500409 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79c3a21c-4f4a-44ee-a825-e3784a5ab8ab tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:58.507660 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35714) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:58.507954 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-79c3a21c-4f4a-44ee-a825-e3784a5ab8ab tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "DELETE /v2.0/subnets/ee1484b2-b5a9-4537-9c47-1fcfd1a7b776 HTTP/1.1" status: 204 len: 168 time: 0.4171631 Dec 12 17:53:58.592000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-58ce7f88-b745-4379-8efc-876df7d854b9 None None] Deleting port 8fc47ebe-a424-49a0-87d1-62a61371bf46 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:58.592795 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58ce7f88-b745-4379-8efc-876df7d854b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:58.680675 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:58.694683 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-58ce7f88-b745-4379-8efc-876df7d854b9 None None] For port 8fc47ebe-a424-49a0-87d1-62a61371bf46, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8fc47ebe-a424-49a0-87d1-62a61371bf46,segment=NetworkSegment(7e0b1fab-8c64-42d1-9aca-1d26b5911081),segment_id=7e0b1fab-8c64-42d1-9aca-1d26b5911081)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:58.695094 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58ce7f88-b745-4379-8efc-876df7d854b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:58.709219 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-58ce7f88-b745-4379-8efc-876df7d854b9 None None] Calling delete_port for 8fc47ebe-a424-49a0-87d1-62a61371bf46 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:58.762499 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8fc47ebe-a424-49a0-87d1-62a61371bf46 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:53:58.783323 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Deleting port 8fc47ebe-a424-49a0-87d1-62a61371bf46 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:58.783941 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:58.866359 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] For port 8fc47ebe-a424-49a0-87d1-62a61371bf46, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8fc47ebe-a424-49a0-87d1-62a61371bf46,segment=NetworkSegment(7e0b1fab-8c64-42d1-9aca-1d26b5911081),segment_id=7e0b1fab-8c64-42d1-9aca-1d26b5911081)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:58.866947 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:58.897394 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Calling delete_port for 8fc47ebe-a424-49a0-87d1-62a61371bf46 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:58.921498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e9196-f57b-450b-a0f3-15de9ea89936 req-b04720cf-6fa8-4060-86de-294af86ede1d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:58.923137 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-658e9196-f57b-450b-a0f3-15de9ea89936 req-b04720cf-6fa8-4060-86de-294af86ede1d tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.20 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 946 time: 0.1097815 Dec 12 17:53:58.952241 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58ce7f88-b745-4379-8efc-876df7d854b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:58.972632 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35724) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:59.019074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07412ce2-a766-4e39-a15e-f27f7e14f038 None None] DHCP port deletion for abd15d69-fdc4-40f0-9728-711543d334c4 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:53:59.025227 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce7f88-b745-4379-8efc-876df7d854b9 None None] Pushing event deleted for resources: {'Port': ['ID=8fc47ebe-a424-49a0-87d1-62a61371bf46,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:59.037945 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce7f88-b745-4379-8efc-876df7d854b9 None None] No DVR routers for this DVR port 8fc47ebe-a424-49a0-87d1-62a61371bf46 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:53:59.055155 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.076414 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.157692 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event deleted for resources: {'Port': ['ID=8fc47ebe-a424-49a0-87d1-62a61371bf46,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:59.165105 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7c437-df8f-4282-ad14-edf405fb558a req-c7515462-a803-4d7a-8aff-ee3382376bd8 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:53:59.165768 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] No DVR routers for this DVR port 8fc47ebe-a424-49a0-87d1-62a61371bf46 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:53:59.190114 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-07412ce2-a766-4e39-a15e-f27f7e14f038 None None] Deleting port 20085ccf-ca11-4ba6-88a6-bbd907e2fdac {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:59.190590 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-07412ce2-a766-4e39-a15e-f27f7e14f038 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.191966 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44f7c437-df8f-4282-ad14-edf405fb558a req-c7515462-a803-4d7a-8aff-ee3382376bd8 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/ports?device_id=7335b816-59c7-4138-8653-16dd56b6d70c HTTP/1.1" status: 200 len: 946 time: 0.1185009 Dec 12 17:53:59.199482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-658e9196-f57b-450b-a0f3-15de9ea89936 req-8c343b8b-7579-4481-a0ff-0f3b2e3715be tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Deleting port 32fabecf-1679-4dda-8be9-4276cc3692b5 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:53:59.199906 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-658e9196-f57b-450b-a0f3-15de9ea89936 req-8c343b8b-7579-4481-a0ff-0f3b2e3715be tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.206893 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35734) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:59.285017 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c5ef847-83e3-424e-8171-6b48797ca599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.330309 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.341449 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44f7c437-df8f-4282-ad14-edf405fb558a req-6186d68c-44f0-446c-b01e-74be20316693 tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.18 "GET /v2.0/security-groups?id=722bc062-2ba2-4032-ae27-6563ece51887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458111 Dec 12 17:53:59.357891 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-07412ce2-a766-4e39-a15e-f27f7e14f038 None None] For port 20085ccf-ca11-4ba6-88a6-bbd907e2fdac, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=20085ccf-ca11-4ba6-88a6-bbd907e2fdac,segment=NetworkSegment(857ed6f4-dac8-42a5-b124-6ac992cb9d94),segment_id=857ed6f4-dac8-42a5-b124-6ac992cb9d94)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:59.358297 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-07412ce2-a766-4e39-a15e-f27f7e14f038 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.375321 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-07412ce2-a766-4e39-a15e-f27f7e14f038 None None] Calling delete_port for 20085ccf-ca11-4ba6-88a6-bbd907e2fdac owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:59.376678 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faaae9f2-d52c-4d86-b85f-6cafd43330dd']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:59.387333 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0b1fab-8c64-42d1-9aca-1d26b5911081') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:59.387660 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0b1fab-8c64-42d1-9aca-1d26b5911081') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:53:59.390668 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-658e9196-f57b-450b-a0f3-15de9ea89936 req-8c343b8b-7579-4481-a0ff-0f3b2e3715be tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] For port 32fabecf-1679-4dda-8be9-4276cc3692b5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=32fabecf-1679-4dda-8be9-4276cc3692b5,segment=NetworkSegment(b302e3b2-0784-4d15-9d77-0b46d1149dab),segment_id=b302e3b2-0784-4d15-9d77-0b46d1149dab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:53:59.391168 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-658e9196-f57b-450b-a0f3-15de9ea89936 req-8c343b8b-7579-4481-a0ff-0f3b2e3715be tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.411518 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-658e9196-f57b-450b-a0f3-15de9ea89936 req-8c343b8b-7579-4481-a0ff-0f3b2e3715be tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Calling delete_port for 32fabecf-1679-4dda-8be9-4276cc3692b5 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:53:59.458491 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.464554 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-07412ce2-a766-4e39-a15e-f27f7e14f038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.505631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07412ce2-a766-4e39-a15e-f27f7e14f038 None None] No DVR routers for this DVR port 20085ccf-ca11-4ba6-88a6-bbd907e2fdac on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:53:59.509015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07412ce2-a766-4e39-a15e-f27f7e14f038 None None] Pushing event deleted for resources: {'Port': ['ID=20085ccf-ca11-4ba6-88a6-bbd907e2fdac,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:59.514503 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.539133 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:53:59.539834 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:53:59.543531 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:53:59.583983 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-658e9196-f57b-450b-a0f3-15de9ea89936 req-8c343b8b-7579-4481-a0ff-0f3b2e3715be tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.597178 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['32fabecf-1679-4dda-8be9-4276cc3692b5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:53:59.659344 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c343b8b-7579-4481-a0ff-0f3b2e3715be tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Pushing event deleted for resources: {'Port': ['ID=32fabecf-1679-4dda-8be9-4276cc3692b5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:59.681766 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-658e9196-f57b-450b-a0f3-15de9ea89936 req-8c343b8b-7579-4481-a0ff-0f3b2e3715be tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] No DVR routers for this DVR port 32fabecf-1679-4dda-8be9-4276cc3692b5 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:53:59.684821 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-658e9196-f57b-450b-a0f3-15de9ea89936 req-8c343b8b-7579-4481-a0ff-0f3b2e3715be tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.689280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-658e9196-f57b-450b-a0f3-15de9ea89936 req-8c343b8b-7579-4481-a0ff-0f3b2e3715be tempest-ServerDiskConfigTestJSON-378069784 tempest-ServerDiskConfigTestJSON-378069784-project] 10.222.0.20 "DELETE /v2.0/ports/32fabecf-1679-4dda-8be9-4276cc3692b5 HTTP/1.1" status: 204 len: 173 time: 0.7595732 Dec 12 17:53:59.689742 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7335b816-59c7-4138-8653-16dd56b6d70c', 'name': 'network-vif-deleted', 'tag': '32fabecf-1679-4dda-8be9-4276cc3692b5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:53:59.695713 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa52133-b1f9-47e9-903e-cab9415bedfd" -d '{"events": [{"server_uuid": "7335b816-59c7-4138-8653-16dd56b6d70c", "name": "network-vif-deleted", "tag": "32fabecf-1679-4dda-8be9-4276cc3692b5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:53:59.697311 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.700520 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c5ef847-83e3-424e-8171-6b48797ca599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.712684 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.716781 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "DELETE /v2.0/networks/faaae9f2-d52c-4d86-b85f-6cafd43330dd HTTP/1.1" status: 204 len: 168 time: 1.2071948 Dec 12 17:53:59.721609 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35744) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:59.724388 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c5ef847-83e3-424e-8171-6b48797ca599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.770533 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcde67-d0b0-48f9-9ca7-308bf3026121 tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event deleted for resources: {'Network': ['ID=faaae9f2-d52c-4d86-b85f-6cafd43330dd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:59.852646 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ef847-83e3-424e-8171-6b48797ca599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bfc295-b1b6-4fce-8013-80ce532c46e0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:53:59.863410 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5c5ef847-83e3-424e-8171-6b48797ca599 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=164dedf0c7824d3aa6f86d8ea5913bdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8891399 Dec 12 17:53:59.865994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35746) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:53:59.879007 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c3251bf-cbe8-4b63-84cb-e357afdf206b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.950065 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79e00537-7f7e-4af4-b47c-ed0c2d05a3c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.982823 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79e00537-7f7e-4af4-b47c-ed0c2d05a3c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:53:59.992062 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a0ac48-6447-4889-84be-a918b8e66a29 x-openstack-request-id: req-81a0ac48-6447-4889-84be-a918b8e66a29 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:53:59.992505 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7335b816-59c7-4138-8653-16dd56b6d70c", "name": "network-vif-deleted", "tag": "32fabecf-1679-4dda-8be9-4276cc3692b5", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:53:59.992892 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81a0ac48-6447-4889-84be-a918b8e66a29 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:53:59.993389 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7335b816-59c7-4138-8653-16dd56b6d70c', 'name': 'network-vif-deleted', 'tag': '32fabecf-1679-4dda-8be9-4276cc3692b5', 'status': 'completed', 'code': 200} Dec 12 17:54:00.041206 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79e00537-7f7e-4af4-b47c-ed0c2d05a3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.044102 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79e00537-7f7e-4af4-b47c-ed0c2d05a3c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.045268 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-79e00537-7f7e-4af4-b47c-ed0c2d05a3c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/15bfc295-b1b6-4fce-8013-80ce532c46e0 HTTP/1.1" status: 204 len: 168 time: 0.1783032 Dec 12 17:54:00.054371 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e00537-7f7e-4af4-b47c-ed0c2d05a3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bfc295-b1b6-4fce-8013-80ce532c46e0,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:00.058143 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c3251bf-cbe8-4b63-84cb-e357afdf206b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.091978 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5c3251bf-cbe8-4b63-84cb-e357afdf206b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd15d69-fdc4-40f0-9728-711543d334c4']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:00.107001 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5c3251bf-cbe8-4b63-84cb-e357afdf206b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857ed6f4-dac8-42a5-b124-6ac992cb9d94') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:00.107404 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5c3251bf-cbe8-4b63-84cb-e357afdf206b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857ed6f4-dac8-42a5-b124-6ac992cb9d94') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:00.123053 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c3251bf-cbe8-4b63-84cb-e357afdf206b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.150765 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c3251bf-cbe8-4b63-84cb-e357afdf206b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.163842 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3251bf-cbe8-4b63-84cb-e357afdf206b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:54:00.164582 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c3251bf-cbe8-4b63-84cb-e357afdf206b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:54:00.169981 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:54:00.279188 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c3251bf-cbe8-4b63-84cb-e357afdf206b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.299099 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c3251bf-cbe8-4b63-84cb-e357afdf206b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.302618 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5c3251bf-cbe8-4b63-84cb-e357afdf206b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] 10.222.0.18 "DELETE /v2.0/networks/abd15d69-fdc4-40f0-9728-711543d334c4 HTTP/1.1" status: 204 len: 168 time: 0.5796971 Dec 12 17:54:00.325150 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3251bf-cbe8-4b63-84cb-e357afdf206b tempest-TaggedBootDevicesTest_v242-302471251 tempest-TaggedBootDevicesTest_v242-302471251-project] Pushing event deleted for resources: {'Network': ['ID=abd15d69-fdc4-40f0-9728-711543d334c4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:00.356212 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b7541c4-9db2-498f-b263-dc71448bd51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.417007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35754) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:00.434039 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac3d6867-d246-4a39-ad02-ad5ad001d9e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.589170 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac3d6867-d246-4a39-ad02-ad5ad001d9e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.597137 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac3d6867-d246-4a39-ad02-ad5ad001d9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.639150 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d6867-d246-4a39-ad02-ad5ad001d9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70cd8b0-45d7-4a4e-82e1-8c32da15a94d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:00.676081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ac3d6867-d246-4a39-ad02-ad5ad001d9e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef3293b4227f499b96d82dd47345ed90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2578828 Dec 12 17:54:00.677446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35770) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:00.682201 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35772) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:00.733117 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-9559a0e2-07ac-4571-bff5-651eebcf024a admin admin] Deleting subnet d92c4280-59d6-41b4-9a33-1922737aefee {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:54:00.737797 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9559a0e2-07ac-4571-bff5-651eebcf024a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.763082 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88de548e-f556-4436-a26a-87018cbfc11b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.763795 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 20085ccf-ca11-4ba6-88a6-bbd907e2fdac no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:54:00.797469 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 20085ccf-ca11-4ba6-88a6-bbd907e2fdac {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:54:00.797740 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 20085ccf-ca11-4ba6-88a6-bbd907e2fdac not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:54:00.816714 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9559a0e2-07ac-4571-bff5-651eebcf024a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.860317 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9559a0e2-07ac-4571-bff5-651eebcf024a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.873706 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88de548e-f556-4436-a26a-87018cbfc11b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.932595 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9559a0e2-07ac-4571-bff5-651eebcf024a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.965405 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88de548e-f556-4436-a26a-87018cbfc11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.966179 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9559a0e2-07ac-4571-bff5-651eebcf024a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.968133 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88de548e-f556-4436-a26a-87018cbfc11b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:00.972131 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-88de548e-f556-4436-a26a-87018cbfc11b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c70cd8b0-45d7-4a4e-82e1-8c32da15a94d HTTP/1.1" status: 204 len: 168 time: 0.2861505 Dec 12 17:54:00.973785 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9559a0e2-07ac-4571-bff5-651eebcf024a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d92c4280-59d6-41b4-9a33-1922737aefee HTTP/1.1" status: 204 len: 168 time: 0.2944486 Dec 12 17:54:00.974296 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35778) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:00.975521 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559a0e2-07ac-4571-bff5-651eebcf024a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d92c4280-59d6-41b4-9a33-1922737aefee,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:01.029356 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de548e-f556-4436-a26a-87018cbfc11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70cd8b0-45d7-4a4e-82e1-8c32da15a94d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:01.083935 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58cedf9-7df8-405f-a187-88df787735a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:01.124509 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1b7541c4-9db2-498f-b263-dc71448bd51e admin admin] Deleting port d32831ce-9d4a-43bd-b1fe-0b8fb6044009 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:54:01.124884 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b7541c4-9db2-498f-b263-dc71448bd51e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:01.215407 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58cedf9-7df8-405f-a187-88df787735a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:01.241499 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b58cedf9-7df8-405f-a187-88df787735a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740687b8-a155-4d93-8c85-4ad89c8be7c8']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:01.261118 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b58cedf9-7df8-405f-a187-88df787735a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b302e3b2-0784-4d15-9d77-0b46d1149dab') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:01.261427 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b58cedf9-7df8-405f-a187-88df787735a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b302e3b2-0784-4d15-9d77-0b46d1149dab') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:01.284089 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58cedf9-7df8-405f-a187-88df787735a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:01.293729 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-1b7541c4-9db2-498f-b263-dc71448bd51e admin admin] For port d32831ce-9d4a-43bd-b1fe-0b8fb6044009, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d32831ce-9d4a-43bd-b1fe-0b8fb6044009,segment=NetworkSegment(ae411415-474d-4d1e-927a-e80517288bcc),segment_id=ae411415-474d-4d1e-927a-e80517288bcc)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:01.294094 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b7541c4-9db2-498f-b263-dc71448bd51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:01.310534 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58cedf9-7df8-405f-a187-88df787735a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:01.312757 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1b7541c4-9db2-498f-b263-dc71448bd51e admin admin] Calling delete_port for d32831ce-9d4a-43bd-b1fe-0b8fb6044009 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:54:01.321493 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58cedf9-7df8-405f-a187-88df787735a7 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:54:01.321867 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58cedf9-7df8-405f-a187-88df787735a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:54:01.323648 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:54:01.421738 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58cedf9-7df8-405f-a187-88df787735a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:01.430994 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58cedf9-7df8-405f-a187-88df787735a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:01.436034 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b58cedf9-7df8-405f-a187-88df787735a7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/740687b8-a155-4d93-8c85-4ad89c8be7c8 HTTP/1.1" status: 204 len: 168 time: 0.4579892 Dec 12 17:54:01.531525 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cedf9-7df8-405f-a187-88df787735a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=740687b8-a155-4d93-8c85-4ad89c8be7c8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:01.650195 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b7541c4-9db2-498f-b263-dc71448bd51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:01.657376 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35798) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:01.690237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7541c4-9db2-498f-b263-dc71448bd51e admin admin] Pushing event deleted for resources: {'Port': ['ID=d32831ce-9d4a-43bd-b1fe-0b8fb6044009,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:01.745526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7df4d814-b7ed-4b9f-85fa-9dfd6a85a2ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1247385d3ba54b799e07a781fa21316e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0847745 Dec 12 17:54:01.745893 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35802) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:01.896899 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6a122fa-d792-4586-9167-3a34f920c685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:01.934097 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6a122fa-d792-4586-9167-3a34f920c685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:01.957972 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b7541c4-9db2-498f-b263-dc71448bd51e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:02.058291 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 32fabecf-1679-4dda-8be9-4276cc3692b5 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:54:02.068214 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6a122fa-d792-4586-9167-3a34f920c685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:02.070798 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6a122fa-d792-4586-9167-3a34f920c685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:02.074357 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f6a122fa-d792-4586-9167-3a34f920c685 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/722bc062-2ba2-4032-ae27-6563ece51887 HTTP/1.1" status: 204 len: 168 time: 0.3251772 Dec 12 17:54:02.087190 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a122fa-d792-4586-9167-3a34f920c685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722bc062-2ba2-4032-ae27-6563ece51887,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:02.112461 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 32fabecf-1679-4dda-8be9-4276cc3692b5 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:54:02.112820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 32fabecf-1679-4dda-8be9-4276cc3692b5 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:54:02.242982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7541c4-9db2-498f-b263-dc71448bd51e admin admin] Router 33c32047-d5bb-440b-bf85-3dbcd7632313 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:54:02.378604 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7541c4-9db2-498f-b263-dc71448bd51e admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:54:02.387559 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1b7541c4-9db2-498f-b263-dc71448bd51e admin admin] 10.222.0.18 "PUT /v2.0/routers/33c32047-d5bb-440b-bf85-3dbcd7632313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1741040 Dec 12 17:54:02.387559 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35826) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:02.391695 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3638c7fb-06dc-4f39-91ad-8740f3f2c425 None None] Sync routers for ids ['33c32047-d5bb-440b-bf85-3dbcd7632313'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:54:02.402303 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3638c7fb-06dc-4f39-91ad-8740f3f2c425 None None] Routers {'33c32047-d5bb-440b-bf85-3dbcd7632313'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:54:02.403102 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3638c7fb-06dc-4f39-91ad-8740f3f2c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:53:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['33c32047-d5bb-440b-bf85-3dbcd7632313'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:02.503283 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-248b28fe-d6b4-4c2c-9d93-1cd67d660c4d admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:02.641834 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-248b28fe-d6b4-4c2c-9d93-1cd67d660c4d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:02.734559 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-248b28fe-d6b4-4c2c-9d93-1cd67d660c4d admin admin] Deleting port 4d28c28f-2b1b-4d3d-8542-08fbba4b592e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:54:02.735298 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-248b28fe-d6b4-4c2c-9d93-1cd67d660c4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:02.838040 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-3638c7fb-06dc-4f39-91ad-8740f3f2c425 None None] Set router 33c32047-d5bb-440b-bf85-3dbcd7632313 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:54:02.924571 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-248b28fe-d6b4-4c2c-9d93-1cd67d660c4d admin admin] For port 4d28c28f-2b1b-4d3d-8542-08fbba4b592e, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4d28c28f-2b1b-4d3d-8542-08fbba4b592e,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:02.925208 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-248b28fe-d6b4-4c2c-9d93-1cd67d660c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:02.952367 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-248b28fe-d6b4-4c2c-9d93-1cd67d660c4d admin admin] Calling delete_port for 4d28c28f-2b1b-4d3d-8542-08fbba4b592e owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:54:03.201680 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3638c7fb-06dc-4f39-91ad-8740f3f2c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:54:01Z', 'revision_number': 5, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port': {'id': '4d28c28f-2b1b-4d3d-8542-08fbba4b592e', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:23Z', 'updated_at': '2021-12-12T17:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:03.248243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3638c7fb-06dc-4f39-91ad-8740f3f2c425 None None] Checking router: 33c32047-d5bb-440b-bf85-3dbcd7632313 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:54:03.263801 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-248b28fe-d6b4-4c2c-9d93-1cd67d660c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:03.269473 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3638c7fb-06dc-4f39-91ad-8740f3f2c425 None None] Routers {'33c32047-d5bb-440b-bf85-3dbcd7632313'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:54:03.271936 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3638c7fb-06dc-4f39-91ad-8740f3f2c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:53:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['33c32047-d5bb-440b-bf85-3dbcd7632313'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:03.310417 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b28fe-d6b4-4c2c-9d93-1cd67d660c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d28c28f-2b1b-4d3d-8542-08fbba4b592e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:03.370848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c634b762-841b-4313-9a0e-4009092e196e None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:54:03.389486 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-3638c7fb-06dc-4f39-91ad-8740f3f2c425 None None] Set router 33c32047-d5bb-440b-bf85-3dbcd7632313 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:54:03.414801 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-248b28fe-d6b4-4c2c-9d93-1cd67d660c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:03.469078 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3638c7fb-06dc-4f39-91ad-8740f3f2c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:54:03Z', 'revision_number': 7, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:03.510187 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3638c7fb-06dc-4f39-91ad-8740f3f2c425 None None] The sync data for ids ['33c32047-d5bb-440b-bf85-3dbcd7632313'] in n-d-760354-5 is: [{'id': '33c32047-d5bb-440b-bf85-3dbcd7632313', 'name': 'tempest-AttachVolumeTestJSON-668538167-router', 'tenant_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:54:03Z', 'revision_number': 7, 'project_id': 'e87f55d11d4a4c5ba82362d6521f2447', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:54:03.535700 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-248b28fe-d6b4-4c2c-9d93-1cd67d660c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:03.539236 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-248b28fe-d6b4-4c2c-9d93-1cd67d660c4d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:03.592822 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-248b28fe-d6b4-4c2c-9d93-1cd67d660c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:03.592822 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248b28fe-d6b4-4c2c-9d93-1cd67d660c4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33c32047-d5bb-440b-bf85-3dbcd7632313 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:54:03.597626 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-248b28fe-d6b4-4c2c-9d93-1cd67d660c4d admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:03.601154 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-248b28fe-d6b4-4c2c-9d93-1cd67d660c4d admin admin] 10.222.0.18 "DELETE /v2.0/routers/33c32047-d5bb-440b-bf85-3dbcd7632313 HTTP/1.1" status: 204 len: 168 time: 1.2104239 Dec 12 17:54:03.602122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35872) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:03.665500 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74e704a-4c6a-48a2-a325-fabfe96e28d8 admin admin] Deleting subnet 6e9ce1ad-b28e-4dc2-8742-e6028eef55c0 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:54:03.669359 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d74e704a-4c6a-48a2-a325-fabfe96e28d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:03.724689 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d74e704a-4c6a-48a2-a325-fabfe96e28d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:03.811939 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d74e704a-4c6a-48a2-a325-fabfe96e28d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:03.905073 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d74e704a-4c6a-48a2-a325-fabfe96e28d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:03.934936 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e704a-4c6a-48a2-a325-fabfe96e28d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e9ce1ad-b28e-4dc2-8742-e6028eef55c0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:03.938496 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d74e704a-4c6a-48a2-a325-fabfe96e28d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:03.945588 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466c1585-21eb-4044-b975-463e5498296d None None] Network d9b9c276-fb49-46ec-8edb-02bb2c0620fc requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:54:03.966166 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d74e704a-4c6a-48a2-a325-fabfe96e28d8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6e9ce1ad-b28e-4dc2-8742-e6028eef55c0 HTTP/1.1" status: 204 len: 168 time: 0.3633907 Dec 12 17:54:03.969688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35892) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:04.133912 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:04.184337 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35898) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:04.225372 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] Deleting port f784c846-365b-46ae-b281-00bb0c3ce9dd {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:54:04.225713 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:04.296309 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] For port f784c846-365b-46ae-b281-00bb0c3ce9dd, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f784c846-365b-46ae-b281-00bb0c3ce9dd,segment=NetworkSegment(ae411415-474d-4d1e-927a-e80517288bcc),segment_id=ae411415-474d-4d1e-927a-e80517288bcc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:04.297877 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:04.313773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] Calling delete_port for f784c846-365b-46ae-b281-00bb0c3ce9dd owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:54:04.331042 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-982ed5a8-1a4d-4096-8bd7-e75e6cbf7d14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:04.429110 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:04.451411 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-982ed5a8-1a4d-4096-8bd7-e75e6cbf7d14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:04.456130 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c2e43f-3df8-4b9b-9251-b7bd191f04ba None None] DHCP port deletion for d9b9c276-fb49-46ec-8edb-02bb2c0620fc request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:54:04.462516 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-982ed5a8-1a4d-4096-8bd7-e75e6cbf7d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:04.471332 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f784c846-365b-46ae-b281-00bb0c3ce9dd,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:04.475671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] No DVR routers for this DVR port f784c846-365b-46ae-b281-00bb0c3ce9dd on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:54:04.534248 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-982ed5a8-1a4d-4096-8bd7-e75e6cbf7d14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=579a378e239545d7a4fa0b5c315621b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3463569 Dec 12 17:54:04.534248 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ed5a8-1a4d-4096-8bd7-e75e6cbf7d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94c701d-41a0-4397-b66d-557964a60c36,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:04.538728 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35904) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:04.595872 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60280bc5-c7b2-4404-9f84-a91f97403d1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:04.600836 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:04.628584 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b9c276-fb49-46ec-8edb-02bb2c0620fc']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:04.639876 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae411415-474d-4d1e-927a-e80517288bcc') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:04.640048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae411415-474d-4d1e-927a-e80517288bcc') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:04.651674 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:04.655533 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60280bc5-c7b2-4404-9f84-a91f97403d1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:04.680129 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:04.707886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:54:04.708345 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:54:04.710351 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:54:04.729800 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60280bc5-c7b2-4404-9f84-a91f97403d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:04.733511 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60280bc5-c7b2-4404-9f84-a91f97403d1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:04.734824 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-60280bc5-c7b2-4404-9f84-a91f97403d1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d94c701d-41a0-4397-b66d-557964a60c36 HTTP/1.1" status: 204 len: 168 time: 0.1970077 Dec 12 17:54:04.747327 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f784c846-365b-46ae-b281-00bb0c3ce9dd no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:54:04.749381 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60280bc5-c7b2-4404-9f84-a91f97403d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94c701d-41a0-4397-b66d-557964a60c36,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:04.800714 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:04.807452 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:04.825340 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d9b9c276-fb49-46ec-8edb-02bb2c0620fc HTTP/1.1" status: 204 len: 168 time: 0.8526258 Dec 12 17:54:04.831282 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: f784c846-365b-46ae-b281-00bb0c3ce9dd {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:54:04.833992 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f784c846-365b-46ae-b281-00bb0c3ce9dd not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:54:04.834919 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d32831ce-9d4a-43bd-b1fe-0b8fb6044009 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:54:04.841248 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca19788-bfe1-4f17-b0eb-d338d5f482c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b9c276-fb49-46ec-8edb-02bb2c0620fc,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:04.881419 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: d32831ce-9d4a-43bd-b1fe-0b8fb6044009 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:54:04.883031 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d32831ce-9d4a-43bd-b1fe-0b8fb6044009 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:54:04.883868 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4d28c28f-2b1b-4d3d-8542-08fbba4b592e no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:54:04.910516 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 4d28c28f-2b1b-4d3d-8542-08fbba4b592e {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:54:04.912213 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4d28c28f-2b1b-4d3d-8542-08fbba4b592e not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:54:05.027007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35912) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:05.086280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d35daef7-367a-48de-8dec-7af6e4d71c7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e87f55d11d4a4c5ba82362d6521f2447&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0572946 Dec 12 17:54:05.088416 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35918) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:05.206708 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55ad4677-7aef-4997-a3eb-f739aa1a2e79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:05.236564 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55ad4677-7aef-4997-a3eb-f739aa1a2e79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:05.313753 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55ad4677-7aef-4997-a3eb-f739aa1a2e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:05.316461 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55ad4677-7aef-4997-a3eb-f739aa1a2e79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:05.319892 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-55ad4677-7aef-4997-a3eb-f739aa1a2e79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/610645b9-0528-4baa-a0cb-11ce66dd131d HTTP/1.1" status: 204 len: 168 time: 0.2278752 Dec 12 17:54:05.327124 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad4677-7aef-4997-a3eb-f739aa1a2e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610645b9-0528-4baa-a0cb-11ce66dd131d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:05.837506 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35954) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:05.989520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-110efee3-cc1a-435f-8ab7-55d9898b6e6c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-576694532-network', 'tenant_id': '8eec4f7c06b94e6fb43f600b02c7c6f5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:54:06.017520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110efee3-cc1a-435f-8ab7-55d9898b6e6c admin admin] Made reservation on behalf of 8eec4f7c06b94e6fb43f600b02c7c6f5 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:54:06.020740 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-110efee3-cc1a-435f-8ab7-55d9898b6e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:06.031326 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-110efee3-cc1a-435f-8ab7-55d9898b6e6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:06.131709 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-110efee3-cc1a-435f-8ab7-55d9898b6e6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:06.141658 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-110efee3-cc1a-435f-8ab7-55d9898b6e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:06.193586 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110efee3-cc1a-435f-8ab7-55d9898b6e6c admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:54:06.220307 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-110efee3-cc1a-435f-8ab7-55d9898b6e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:06.220716 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-110efee3-cc1a-435f-8ab7-55d9898b6e6c admin admin] Added segment 9ef56353-c7f3-4d29-855b-c15f5e2edb79 of type vlan for network 67709362-7810-4af0-979b-7388b427976b Dec 12 17:54:06.231316 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110efee3-cc1a-435f-8ab7-55d9898b6e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ce0c1b-c541-4c27-b862-770727764ff7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:06.273557 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-110efee3-cc1a-435f-8ab7-55d9898b6e6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:06.317989 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-110efee3-cc1a-435f-8ab7-55d9898b6e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:06.319098 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110efee3-cc1a-435f-8ab7-55d9898b6e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:06.319840 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-110efee3-cc1a-435f-8ab7-55d9898b6e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:06.401867 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-110efee3-cc1a-435f-8ab7-55d9898b6e6c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5632272 Dec 12 17:54:06.404707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35980) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:06.409865 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Request body: {'subnet': {'network_id': '67709362-7810-4af0-979b-7388b427976b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-576694532-subnet', 'tenant_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:54:06.448006 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110efee3-cc1a-435f-8ab7-55d9898b6e6c admin admin] Pushing event updated for resources: {'Network': ['ID=67709362-7810-4af0-979b-7388b427976b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:06.454137 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Made reservation on behalf of 8eec4f7c06b94e6fb43f600b02c7c6f5 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:54:06.457283 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:06.461491 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 67709362-7810-4af0-979b-7388b427976b details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:54:06.754549 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:06.821575 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Pushing event updated for resources: {'Subnet': ['ID=477b849f-51cb-4da9-8007-720c6e5ac5b0,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:06.833874 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:06.834624 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:06.835142 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:06.835765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:06.836300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:06.836803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:06.837304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:06.837810 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:06.838326 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:06.838939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:06.839580 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:06.840109 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:06.840763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:06.858214 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Checking segment: {'id': '9ef56353-c7f3-4d29-855b-c15f5e2edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67709362-7810-4af0-979b-7388b427976b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:54:06.858579 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Network hostable DHCP agents. Network: 67709362-7810-4af0-979b-7388b427976b, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:54:06.877952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Network 67709362-7810-4af0-979b-7388b427976b is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:54:06.892748 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 67709362-7810-4af0-979b-7388b427976b) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:54:06.898070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:06.898959 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:06.903335 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13b017e-7a4f-4981-9981-661490cef09d None None] Network 67709362-7810-4af0-979b-7388b427976b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:54:06.922714 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4901e3c7-bed5-4f95-bd45-400c7083577d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5168140 Dec 12 17:54:06.925321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35990) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:06.930287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-576694532-router', 'tenant_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:54:06.964682 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:06.966656 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:07.023678 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661e66ac-0c11-4652-aa90-923fccb816d6 None None] Network 67709362-7810-4af0-979b-7388b427976b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:54:07.033876 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:07.264284 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:07.485591 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:07.506842 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:07.637186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] Allocated IP 172.25.1.68 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:54:07.771490 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:07.867616 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:07.909078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:54:07.912665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:54:07.916393 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:54:07.929259 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7333f2-24fe-44bd-b9e4-1c56af17595b None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:54:07.951165 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] Pushing event updated for resources: {'Port': ['ID=32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:08.033050 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-64ccc8ee-effc-4aa5-a18d-c485c09785e3 None None] Provisioning complete for port 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:54:08.033979 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-64ccc8ee-effc-4aa5-a18d-c485c09785e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:08.077579 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-64ccc8ee-effc-4aa5-a18d-c485c09785e3 None None] Port 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:54:08.203871 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:08.419784 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:08.569684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] Router 2e2bf490-ab69-4884-8a6d-b2616ccc6dbf is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:54:09.056669 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:54:09.068381 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Sync routers for ids ['2e2bf490-ab69-4884-8a6d-b2616ccc6dbf'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:54:09.080783 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Routers {'2e2bf490-ab69-4884-8a6d-b2616ccc6dbf'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:54:09.081546 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:53:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2e2bf490-ab69-4884-8a6d-b2616ccc6dbf'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:09.088529 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:09.090068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5b37fb1b-7bfb-4997-bc34-364321acfaca admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1636276 Dec 12 17:54:09.092946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36012) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:09.275065 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Set router 2e2bf490-ab69-4884-8a6d-b2616ccc6dbf gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:54:09.646475 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2bf490-ab69-4884-8a6d-b2616ccc6dbf', 'name': 'tempest-ServerRescueTestJSON-576694532-router', 'tenant_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:54:06Z', 'updated_at': '2021-12-12T17:54:08Z', 'revision_number': 3, 'project_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'gw_port': {'id': '32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2bf490-ab69-4884-8a6d-b2616ccc6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:54:07Z', 'updated_at': '2021-12-12T17:54:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:09.677500 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Checking router: 2e2bf490-ab69-4884-8a6d-b2616ccc6dbf for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:54:09.678086 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Updating router 2e2bf490-ab69-4884-8a6d-b2616ccc6dbf port 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:54:09.722557 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:10.054625 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:54:10.157333 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70806716-9d9e-444c-8863-8a61b2ea8d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:10.265491 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:10.276934 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:10.369294 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcacded8-7d7b-4388-b498-685bf7677817 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:54:10.414401 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36036) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:10.430995 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-bfeb21db-2c8d-4189-aac6-0396da1a8707 None None] Provisioning complete for port 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:54:10.436903 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Attempting to bind port 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:54:10.437280 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Attempting to bind port 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:54:10.437642 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Attempting to bind port 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:54:10.439623 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bfeb21db-2c8d-4189-aac6-0396da1a8707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:10.457921 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:54:10.458343 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:54:10.460870 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:10.461278 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:54:10.461812 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Bound port: 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:54:10.462652 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:10.564636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-70806716-9d9e-444c-8863-8a61b2ea8d5a admin admin] Allocated IP 172.20.0.1 (67709362-7810-4af0-979b-7388b427976b/477b849f-51cb-4da9-8007-720c6e5ac5b0/703fc53f-3d72-4260-906d-60efc4b4c696) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:54:10.604124 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bfeb21db-2c8d-4189-aac6-0396da1a8707 None None] Port 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:54:10.604799 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b520d47-fb39-43e4-be2e-8ad452cfa1ad None None] Pushing event updated for resources: {'Port': ['ID=32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:10.630703 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] For port 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:54:10.633801 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3bf8fa71-2d3d-4ec1-85e7-de3433c0962a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:10.635573 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] For port 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:54:10.647019 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b520d47-fb39-43e4-be2e-8ad452cfa1ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:10.647703 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b520d47-fb39-43e4-be2e-8ad452cfa1ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:10.649353 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b520d47-fb39-43e4-be2e-8ad452cfa1ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:10.651124 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b520d47-fb39-43e4-be2e-8ad452cfa1ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:10.651657 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b520d47-fb39-43e4-be2e-8ad452cfa1ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:10.652228 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b520d47-fb39-43e4-be2e-8ad452cfa1ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:10.652741 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b520d47-fb39-43e4-be2e-8ad452cfa1ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:10.655623 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b520d47-fb39-43e4-be2e-8ad452cfa1ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:10.656156 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b520d47-fb39-43e4-be2e-8ad452cfa1ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:10.656658 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b520d47-fb39-43e4-be2e-8ad452cfa1ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:10.657155 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b520d47-fb39-43e4-be2e-8ad452cfa1ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:10.657695 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b520d47-fb39-43e4-be2e-8ad452cfa1ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:10.658185 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b520d47-fb39-43e4-be2e-8ad452cfa1ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:10.671074 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:10.762472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312673d2-a761-4e61-9feb-189b373e5f92 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:54:10.798533 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70806716-9d9e-444c-8863-8a61b2ea8d5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:10.803536 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90114ee-134a-4f19-ad9e-093e5d4c9f8e req-65f2b8a0-634c-453a-8e78-2f0f62a7ac01 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:10.805089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b90114ee-134a-4f19-ad9e-093e5d4c9f8e req-65f2b8a0-634c-453a-8e78-2f0f62a7ac01 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 1096 time: 0.1625090 Dec 12 17:54:10.823638 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b520d47-fb39-43e4-be2e-8ad452cfa1ad None None] Pushing event updated for resources: {'Port': ['ID=32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:10.833906 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c3dfdd36-7e19-4007-82b8-63f07948b975 None None] Provisioning complete for port 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:54:10.834746 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b90114ee-134a-4f19-ad9e-093e5d4c9f8e req-147492ff-1746-495a-b80a-f6e69231161e tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:10.836139 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3dfdd36-7e19-4007-82b8-63f07948b975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:10.845350 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Routers {'2e2bf490-ab69-4884-8a6d-b2616ccc6dbf'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:54:10.846156 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:53:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2e2bf490-ab69-4884-8a6d-b2616ccc6dbf'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:10.898137 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70806716-9d9e-444c-8863-8a61b2ea8d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:10.924794 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3bf8fa71-2d3d-4ec1-85e7-de3433c0962a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:10.938533 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3bf8fa71-2d3d-4ec1-85e7-de3433c0962a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:10.957938 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70806716-9d9e-444c-8863-8a61b2ea8d5a admin admin] Network 67709362-7810-4af0-979b-7388b427976b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:54:10.963990 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-70806716-9d9e-444c-8863-8a61b2ea8d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:54:10.969241 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70806716-9d9e-444c-8863-8a61b2ea8d5a admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:54:10.992512 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3bf8fa71-2d3d-4ec1-85e7-de3433c0962a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78bea1ceface4f4a9c2c84e7bd194209&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5759087 Dec 12 17:54:10.996930 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36046) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:11.006543 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70806716-9d9e-444c-8863-8a61b2ea8d5a admin admin] Pushing event updated for resources: {'Port': ['ID=703fc53f-3d72-4260-906d-60efc4b4c696,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:11.008518 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] Set router 2e2bf490-ab69-4884-8a6d-b2616ccc6dbf gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:54:11.049742 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70806716-9d9e-444c-8863-8a61b2ea8d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:11.080339 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3dfdd36-7e19-4007-82b8-63f07948b975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:11.128438 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c3dfdd36-7e19-4007-82b8-63f07948b975 None None] For port 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:11.133066 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8fa71-2d3d-4ec1-85e7-de3433c0962a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9484665b-1199-4009-89bc-60bbf8edb0bb,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:11.140393 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3dfdd36-7e19-4007-82b8-63f07948b975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:11.161154 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b90114ee-134a-4f19-ad9e-093e5d4c9f8e req-147492ff-1746-495a-b80a-f6e69231161e tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:11.176392 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b90114ee-134a-4f19-ad9e-093e5d4c9f8e req-147492ff-1746-495a-b80a-f6e69231161e tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:11.236608 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfdd36-7e19-4007-82b8-63f07948b975 None None] Pushing event updated for resources: {'Port': ['ID=32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:11.260549 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ca536eda-5824-42eb-ac1a-10c55e015aea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:11.310637 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b90114ee-134a-4f19-ad9e-093e5d4c9f8e req-147492ff-1746-495a-b80a-f6e69231161e tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4970090 Dec 12 17:54:11.314259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147492ff-1746-495a-b80a-f6e69231161e tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c97f6a-ef55-4399-8d14-3ba3ef1584d8,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:11.326077 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ca536eda-5824-42eb-ac1a-10c55e015aea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:11.376281 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70806716-9d9e-444c-8863-8a61b2ea8d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:11.386909 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ca536eda-5824-42eb-ac1a-10c55e015aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:11.390259 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ca536eda-5824-42eb-ac1a-10c55e015aea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:11.391806 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ca536eda-5824-42eb-ac1a-10c55e015aea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9484665b-1199-4009-89bc-60bbf8edb0bb HTTP/1.1" status: 204 len: 168 time: 0.3940568 Dec 12 17:54:11.424975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca536eda-5824-42eb-ac1a-10c55e015aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9484665b-1199-4009-89bc-60bbf8edb0bb,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:11.487152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3db57d-644c-44f2-b090-a422d8b1c491 req-2586d98d-ddb1-4682-92f9-4bef2b09e5ca tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:11.495984 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d3db57d-644c-44f2-b090-a422d8b1c491 req-2586d98d-ddb1-4682-92f9-4bef2b09e5ca tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.0771296 Dec 12 17:54:11.504246 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2bf490-ab69-4884-8a6d-b2616ccc6dbf', 'name': 'tempest-ServerRescueTestJSON-576694532-router', 'tenant_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:54:06Z', 'updated_at': '2021-12-12T17:54:08Z', 'revision_number': 3, 'project_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'gw_port': {'id': '32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2bf490-ab69-4884-8a6d-b2616ccc6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:54:07Z', 'updated_at': '2021-12-12T17:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:11.564271 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299feead-325f-4020-9eac-58eb6142aa19 None None] The sync data for ids ['2e2bf490-ab69-4884-8a6d-b2616ccc6dbf'] in n-d-760354-5 is: [{'id': '2e2bf490-ab69-4884-8a6d-b2616ccc6dbf', 'name': 'tempest-ServerRescueTestJSON-576694532-router', 'tenant_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:54:06Z', 'updated_at': '2021-12-12T17:54:08Z', 'revision_number': 3, 'project_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'gw_port': {'id': '32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2bf490-ab69-4884-8a6d-b2616ccc6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:54:07Z', 'updated_at': '2021-12-12T17:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:54:11.595884 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d3db57d-644c-44f2-b090-a422d8b1c491 req-8df6991b-f70d-4043-8ab6-0c5dc5ed50bd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987391 Dec 12 17:54:11.639618 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36062) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:11.687966 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70806716-9d9e-444c-8863-8a61b2ea8d5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:11.704245 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70806716-9d9e-444c-8863-8a61b2ea8d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:11.777035 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70806716-9d9e-444c-8863-8a61b2ea8d5a admin admin] Pushing event updated for resources: {'Port': ['ID=703fc53f-3d72-4260-906d-60efc4b4c696,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:11.780588 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9a1e4e3a-6456-43ba-bb99-741a44c7ceed tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/floatingips/0468a880-d4e9-4ee3-a7a9-7a3320237dc0 HTTP/1.1" status: 200 len: 993 time: 0.1381702 Dec 12 17:54:11.860285 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70806716-9d9e-444c-8863-8a61b2ea8d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:12.035157 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70806716-9d9e-444c-8863-8a61b2ea8d5a admin admin] Network 67709362-7810-4af0-979b-7388b427976b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:54:12.037276 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-70806716-9d9e-444c-8863-8a61b2ea8d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:54:12.135355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36078) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:12.153975 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6c024fab-58dd-48d1-9086-cb13a94d8afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:12.319343 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70806716-9d9e-444c-8863-8a61b2ea8d5a admin admin] Router 2e2bf490-ab69-4884-8a6d-b2616ccc6dbf has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:54:12.366048 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6c024fab-58dd-48d1-9086-cb13a94d8afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:12.384913 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6c024fab-58dd-48d1-9086-cb13a94d8afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:12.495108 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6c024fab-58dd-48d1-9086-cb13a94d8afa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79dbb63712fe4bfdb8110f6140e3a94a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3582306 Dec 12 17:54:12.506717 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36092) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:12.529398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c024fab-58dd-48d1-9086-cb13a94d8afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743b6488-8e66-47cd-a40e-5101c5c0d3a1,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:12.641704 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca87a4e6-0ed8-43ed-ab81-ab116a482bf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:12.713106 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70806716-9d9e-444c-8863-8a61b2ea8d5a admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:54:12.730937 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-70806716-9d9e-444c-8863-8a61b2ea8d5a admin admin] 10.222.0.18 "PUT /v2.0/routers/2e2bf490-ab69-4884-8a6d-b2616ccc6dbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6367452 Dec 12 17:54:12.783174 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede65d74-8c21-4d00-8374-ec22a2c808d4 req-a724dd71-181d-4841-a838-836d520b176b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:12.795073 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ede65d74-8c21-4d00-8374-ec22a2c808d4 req-a724dd71-181d-4841-a838-836d520b176b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.0960639 Dec 12 17:54:12.816176 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca87a4e6-0ed8-43ed-ab81-ab116a482bf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:12.881656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:54:12.965121 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca87a4e6-0ed8-43ed-ab81-ab116a482bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:12.970733 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca87a4e6-0ed8-43ed-ab81-ab116a482bf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:12.977985 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ca87a4e6-0ed8-43ed-ab81-ab116a482bf6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/743b6488-8e66-47cd-a40e-5101c5c0d3a1 HTTP/1.1" status: 204 len: 168 time: 0.4691362 Dec 12 17:54:13.000758 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87a4e6-0ed8-43ed-ab81-ab116a482bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743b6488-8e66-47cd-a40e-5101c5c0d3a1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:13.007169 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:54:13.008443 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:13.049744 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ede65d74-8c21-4d00-8374-ec22a2c808d4 req-25fe8002-7ce1-4a72-8c83-6a8f39a0a76b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532949 Dec 12 17:54:13.121721 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-a663a0c3-7ba7-46b7-bd8b-5c15510f48f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3788147 Dec 12 17:54:13.133934 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-6e67827d-8592-4e34-9165-7e58c44d27a2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:54:13.136278 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-6e67827d-8592-4e34-9165-7e58c44d27a2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072346 Dec 12 17:54:13.682075 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-df890bb9-8c79-41d0-92b9-1c21f10f68ff tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:13.693173 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-df890bb9-8c79-41d0-92b9-1c21f10f68ff tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/networks?id=67709362-7810-4af0-979b-7388b427976b HTTP/1.1" status: 200 len: 810 time: 0.2520175 Dec 12 17:54:13.717592 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-62fb0d0d-ff14-4fe1-aa5a-98d252e23300 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/quotas/8eec4f7c06b94e6fb43f600b02c7c6f5 HTTP/1.1" status: 200 len: 375 time: 0.0226614 Dec 12 17:54:13.840170 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-21f6c2a1-df1c-4183-8ef2-3ee695b76df3 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8eec4f7c06b94e6fb43f600b02c7c6f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1113794 Dec 12 17:54:13.845683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-0bab8643-35d2-41a2-9e19-590bbb5f493a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:54:13.851859 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-0bab8643-35d2-41a2-9e19-590bbb5f493a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102611 Dec 12 17:54:13.983185 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-5682c568-9824-4e2e-bbb0-098fe6a0f83b service neutron] 10.222.0.18 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282711 Dec 12 17:54:14.233539 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-5008b79d-ffee-41a3-bb9f-e2dad96f4283 service neutron] 10.222.0.18 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414873 Dec 12 17:54:14.400479 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c6030-2a6b-4137-9402-224e0b7378f2 req-20faba39-893b-42ec-9ddd-4e59b4004ad6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:14.402091 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd3c6030-2a6b-4137-9402-224e0b7378f2 req-20faba39-893b-42ec-9ddd-4e59b4004ad6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.1927757 Dec 12 17:54:14.571607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd3c6030-2a6b-4137-9402-224e0b7378f2 req-c3884a1e-716c-499c-9399-5d338e3211d6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591070 Dec 12 17:54:14.634052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Sync routers for ids ['2e2bf490-ab69-4884-8a6d-b2616ccc6dbf'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:54:14.665766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Routers {'2e2bf490-ab69-4884-8a6d-b2616ccc6dbf'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:54:14.666432 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:53:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2e2bf490-ab69-4884-8a6d-b2616ccc6dbf'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:14.762620 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bea024eb-a0d2-4d02-bf99-271bac880c0d req-8036df49-556c-415b-becd-010a75d58ec1 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 210 time: 0.0754645 Dec 12 17:54:14.915472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Set router 2e2bf490-ab69-4884-8a6d-b2616ccc6dbf gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:54:15.087958 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2eaa4dce-9792-474a-bf9e-0255d1e09fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:15.247418 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36212) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:15.291123 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2bf490-ab69-4884-8a6d-b2616ccc6dbf', 'name': 'tempest-ServerRescueTestJSON-576694532-router', 'tenant_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:54:06Z', 'updated_at': '2021-12-12T17:54:11Z', 'revision_number': 4, 'project_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'gw_port': {'id': '32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2bf490-ab69-4884-8a6d-b2616ccc6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:54:07Z', 'updated_at': '2021-12-12T17:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '703fc53f-3d72-4260-906d-60efc4b4c696', 'name': '', 'network_id': '67709362-7810-4af0-979b-7388b427976b', 'tenant_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'mac_address': 'fa:16:3e:49:4e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2bf490-ab69-4884-8a6d-b2616ccc6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '477b849f-51cb-4da9-8007-720c6e5ac5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:54:10Z', 'updated_at': '2021-12-12T17:54:11Z', 'revision_number': 2, 'project_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'subnets': [{'id': '477b849f-51cb-4da9-8007-720c6e5ac5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:15.327723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Checking router: 2e2bf490-ab69-4884-8a6d-b2616ccc6dbf for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:54:15.328507 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Updating router 2e2bf490-ab69-4884-8a6d-b2616ccc6dbf port 703fc53f-3d72-4260-906d-60efc4b4c696 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:54:15.420330 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:15.456027 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-b1eedcac-64c6-4578-bdd2-6edf1bef4da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:15.464534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-b1eedcac-64c6-4578-bdd2-6edf1bef4da4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 1096 time: 0.1113756 Dec 12 17:54:15.723833 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-72fe2c07-b9ac-4d39-a675-9228a5a4ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:15.725432 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-72fe2c07-b9ac-4d39-a675-9228a5a4ee1b service neutron] 10.222.0.31 "GET /v2.0/networks?id=20b11b76-fcd4-48ea-8032-fbc26803312e HTTP/1.1" status: 200 len: 897 time: 0.2519999 Dec 12 17:54:15.933595 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-eb44cf82-3eea-4ca5-9466-d924b483d1f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20567570-8591-4530-b78e-1591dc80bac1 HTTP/1.1" status: 200 len: 1001 time: 0.2007630 Dec 12 17:54:16.112071 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a8517-3775-4415-adea-8874b253deb0 req-4370da37-dab8-495e-a5d1-1f5d23fde352 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:16.114286 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c3a8517-3775-4415-adea-8874b253deb0 req-4370da37-dab8-495e-a5d1-1f5d23fde352 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.3666296 Dec 12 17:54:16.143758 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:16.157705 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:16.208853 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3beedd5-33a4-429f-ba76-74511f408ea0 None None] Pushing event updated for resources: {'Port': ['ID=703fc53f-3d72-4260-906d-60efc4b4c696,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:16.244465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-ffa76d7f-c9f4-44ed-af16-6530e5578aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:16.245948 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-ffa76d7f-c9f4-44ed-af16-6530e5578aa6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3bd84b67-0f94-4a7e-b865-bca1b65efda3 HTTP/1.1" status: 200 len: 835 time: 0.2987998 Dec 12 17:54:16.259229 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-11083dcb-92aa-4639-bca7-009e78af7a7a req-6f371af1-4f08-4092-96c3-a54a6c2a325a tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 210 time: 0.1439021 Dec 12 17:54:16.325243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Attempting to bind port 703fc53f-3d72-4260-906d-60efc4b4c696 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:54:16.325466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Attempting to bind port 703fc53f-3d72-4260-906d-60efc4b4c696 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '9ef56353-c7f3-4d29-855b-c15f5e2edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67709362-7810-4af0-979b-7388b427976b'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:54:16.325658 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Attempting to bind port 703fc53f-3d72-4260-906d-60efc4b4c696 on network 67709362-7810-4af0-979b-7388b427976b {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:54:16.336634 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:54:16.337510 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Checking segment: {'id': '9ef56353-c7f3-4d29-855b-c15f5e2edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67709362-7810-4af0-979b-7388b427976b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:54:16.340334 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:16.340990 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Bound using segment: {'id': '9ef56353-c7f3-4d29-855b-c15f5e2edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67709362-7810-4af0-979b-7388b427976b'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:54:16.341875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Bound port: 703fc53f-3d72-4260-906d-60efc4b4c696, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef56353-c7f3-4d29-855b-c15f5e2edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67709362-7810-4af0-979b-7388b427976b'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:54:16.342458 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:16.375059 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c3a8517-3775-4415-adea-8874b253deb0 req-4bf3391a-d5f6-43e7-a04b-ec5b5fe85c8f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512434 Dec 12 17:54:16.427794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-eebab5e8-d4a8-4304-8ea6-e5825d5c8084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:16.434751 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-eebab5e8-d4a8-4304-8ea6-e5825d5c8084 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20b11b76-fcd4-48ea-8032-fbc26803312e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1600564 Dec 12 17:54:16.484291 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] For port 703fc53f-3d72-4260-906d-60efc4b4c696, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:54:16.496258 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] For port 703fc53f-3d72-4260-906d-60efc4b4c696, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=703fc53f-3d72-4260-906d-60efc4b4c696,segment=NetworkSegment(9ef56353-c7f3-4d29-855b-c15f5e2edb79),segment_id=9ef56353-c7f3-4d29-855b-c15f5e2edb79)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:54:16.512263 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:16.611653 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ad7fe8d-25e3-4cae-8876-b672c4a59457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:16.643692 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3beedd5-33a4-429f-ba76-74511f408ea0 None None] Pushing event updated for resources: {'Port': ['ID=703fc53f-3d72-4260-906d-60efc4b4c696,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:16.671882 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Routers {'2e2bf490-ab69-4884-8a6d-b2616ccc6dbf'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:54:16.672516 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:53:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2e2bf490-ab69-4884-8a6d-b2616ccc6dbf'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:16.925127 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-5e1d3695-8f48-4427-bdb1-4bb7d9b15fb5 service neutron] 10.222.0.31 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838512 Dec 12 17:54:16.944522 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] Set router 2e2bf490-ab69-4884-8a6d-b2616ccc6dbf gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:54:17.180870 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0a765d4b-5e40-454e-83f6-b474a7053076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:17.200011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-c32eefb3-7831-498f-8990-d59c963427d8 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:17.201618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-c32eefb3-7831-498f-8990-d59c963427d8 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.20 "GET /v2.0/networks?id=67709362-7810-4af0-979b-7388b427976b HTTP/1.1" status: 200 len: 810 time: 0.5875638 Dec 12 17:54:17.208007 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:17.220623 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-373ed2ae-4254-4416-b5bd-b1baa72d685e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Request body: {'port': {'device_id': 'ae24968e-dd63-4c12-998e-cdadd9871301', 'network_id': '67709362-7810-4af0-979b-7388b427976b', 'admin_state_up': True, 'tenant_id': '8eec4f7c06b94e6fb43f600b02c7c6f5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:54:17.339838 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7fe8d-25e3-4cae-8876-b672c4a59457 admin admin] Deleting port 49a588f0-414e-4caf-946c-2f6e5ea9a12a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:54:17.340323 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ad7fe8d-25e3-4cae-8876-b672c4a59457 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:17.399362 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2bf490-ab69-4884-8a6d-b2616ccc6dbf', 'name': 'tempest-ServerRescueTestJSON-576694532-router', 'tenant_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:54:06Z', 'updated_at': '2021-12-12T17:54:11Z', 'revision_number': 4, 'project_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'gw_port': {'id': '32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2bf490-ab69-4884-8a6d-b2616ccc6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:54:07Z', 'updated_at': '2021-12-12T17:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '703fc53f-3d72-4260-906d-60efc4b4c696', 'name': '', 'network_id': '67709362-7810-4af0-979b-7388b427976b', 'tenant_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'mac_address': 'fa:16:3e:49:4e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2bf490-ab69-4884-8a6d-b2616ccc6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '477b849f-51cb-4da9-8007-720c6e5ac5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:54:10Z', 'updated_at': '2021-12-12T17:54:16Z', 'revision_number': 4, 'project_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'subnets': [{'id': '477b849f-51cb-4da9-8007-720c6e5ac5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:17.483227 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a7a189-0c31-4d93-b6e7-6abd090a0e12 None None] The sync data for ids ['2e2bf490-ab69-4884-8a6d-b2616ccc6dbf'] in n-d-760354-5 is: [{'id': '2e2bf490-ab69-4884-8a6d-b2616ccc6dbf', 'name': 'tempest-ServerRescueTestJSON-576694532-router', 'tenant_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:54:06Z', 'updated_at': '2021-12-12T17:54:11Z', 'revision_number': 4, 'project_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'gw_port': {'id': '32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2bf490-ab69-4884-8a6d-b2616ccc6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:54:07Z', 'updated_at': '2021-12-12T17:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '703fc53f-3d72-4260-906d-60efc4b4c696', 'name': '', 'network_id': '67709362-7810-4af0-979b-7388b427976b', 'tenant_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'mac_address': 'fa:16:3e:49:4e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2bf490-ab69-4884-8a6d-b2616ccc6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '477b849f-51cb-4da9-8007-720c6e5ac5b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:54:10Z', 'updated_at': '2021-12-12T17:54:16Z', 'revision_number': 4, 'project_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'subnets': [{'id': '477b849f-51cb-4da9-8007-720c6e5ac5b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:54:17.524661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e5b39df-5d65-4cb6-946c-8a21f0d23df2 req-a76787de-ca7a-4be2-8b39-ea850a3e6fb7 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 210 time: 0.0976136 Dec 12 17:54:17.543177 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-76f7be8b-96ea-4022-bdb4-3c0e0662f865 service neutron] 10.222.0.31 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6077950 Dec 12 17:54:17.586660 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-5ad7fe8d-25e3-4cae-8876-b672c4a59457 admin admin] For port 49a588f0-414e-4caf-946c-2f6e5ea9a12a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=49a588f0-414e-4caf-946c-2f6e5ea9a12a,segment=NetworkSegment(3d2ca35d-85c3-4c49-a87d-a23cd4f01953),segment_id=3d2ca35d-85c3-4c49-a87d-a23cd4f01953)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:17.593516 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ad7fe8d-25e3-4cae-8876-b672c4a59457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:17.616568 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:17.640246 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7fe8d-25e3-4cae-8876-b672c4a59457 admin admin] Calling delete_port for 49a588f0-414e-4caf-946c-2f6e5ea9a12a owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:54:17.847007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0cdcb-49d1-43b0-8093-133488150c2e req-9a9c8c9d-7f00-47e4-9997-bb425898903b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:17.856116 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8e0cdcb-49d1-43b0-8093-133488150c2e req-9a9c8c9d-7f00-47e4-9997-bb425898903b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.3303666 Dec 12 17:54:17.906793 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-373ed2ae-4254-4416-b5bd-b1baa72d685e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Made reservation on behalf of 8eec4f7c06b94e6fb43f600b02c7c6f5 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:54:17.912002 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-373ed2ae-4254-4416-b5bd-b1baa72d685e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:17.972979 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8e0cdcb-49d1-43b0-8093-133488150c2e req-57b4ec01-8655-401a-86ca-d45875f1dff5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155717 Dec 12 17:54:18.085605 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ad7fe8d-25e3-4cae-8876-b672c4a59457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:18.119584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7fe8d-25e3-4cae-8876-b672c4a59457 admin admin] Pushing event deleted for resources: {'Port': ['ID=49a588f0-414e-4caf-946c-2f6e5ea9a12a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:18.203996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-373ed2ae-4254-4416-b5bd-b1baa72d685e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Allocated IP 172.20.0.4 (67709362-7810-4af0-979b-7388b427976b/477b849f-51cb-4da9-8007-720c6e5ac5b0/b1b7c161-ca88-472a-950b-779704c740af) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:54:18.287593 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:18.292405 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36292) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:18.536359 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-373ed2ae-4254-4416-b5bd-b1baa72d685e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:18.585295 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ad7fe8d-25e3-4cae-8876-b672c4a59457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:18.638496 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b805e6e2-ce65-4834-a702-709e642498c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:18.749605 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b1cfb90-5259-427f-ab95-a73af6c3d691 req-8fb0f2b6-b051-4863-ac9c-3477f83ec17f tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 210 time: 0.0718086 Dec 12 17:54:18.752349 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-373ed2ae-4254-4416-b5bd-b1baa72d685e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:18.845237 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-373ed2ae-4254-4416-b5bd-b1baa72d685e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Network 67709362-7810-4af0-979b-7388b427976b is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:54:18.852615 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ed2ae-4254-4416-b5bd-b1baa72d685e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Pushing event updated for resources: {'Port': ['ID=b1b7c161-ca88-472a-950b-779704c740af,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:18.856646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-373ed2ae-4254-4416-b5bd-b1baa72d685e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:54:18.859107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-373ed2ae-4254-4416-b5bd-b1baa72d685e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:54:18.900739 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 703fc53f-3d72-4260-906d-60efc4b4c696 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:54:18.917596 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b805e6e2-ce65-4834-a702-709e642498c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:18.930705 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b805e6e2-ce65-4834-a702-709e642498c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:18.939970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-373ed2ae-4254-4416-b5bd-b1baa72d685e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:18.940630 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-373ed2ae-4254-4416-b5bd-b1baa72d685e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:18.988220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-373ed2ae-4254-4416-b5bd-b1baa72d685e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7729816 Dec 12 17:54:18.996152 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b805e6e2-ce65-4834-a702-709e642498c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bfcc537d4f6b47138d5e871dd613ae37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6934640 Dec 12 17:54:18.996794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36302) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:19.004619 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805e6e2-ce65-4834-a702-709e642498c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b51380-0597-4390-ac37-cbd036c74ab8,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:19.013558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Request body: {'port': {'device_id': 'ae24968e-dd63-4c12-998e-cdadd9871301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:54:19.120826 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:19.134857 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad7fe8d-25e3-4cae-8876-b672c4a59457 admin admin] Router a86e80dd-e0b3-46eb-8884-1d461faf350c has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:54:19.192962 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af1bd04a-4606-4331-9d4c-1c7e3c28e19a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:19.257895 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af1bd04a-4606-4331-9d4c-1c7e3c28e19a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:19.303281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a0c9a-872c-4745-b985-2bc7ce88d4d1 req-92041d5b-fd25-4a5a-b1ec-98da38c08d9c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:19.304924 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-477a0c9a-872c-4745-b985-2bc7ce88d4d1 req-92041d5b-fd25-4a5a-b1ec-98da38c08d9c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.1875639 Dec 12 17:54:19.375863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 703fc53f-3d72-4260-906d-60efc4b4c696 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:54:19.376858 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:19.419905 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad7fe8d-25e3-4cae-8876-b672c4a59457 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:54:19.431450 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15447e18-509e-4122-b19a-6a8074fe9cf8 None None] Sync routers for ids ['a86e80dd-e0b3-46eb-8884-1d461faf350c'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:54:19.438957 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5ad7fe8d-25e3-4cae-8876-b672c4a59457 admin admin] 10.222.0.18 "PUT /v2.0/routers/a86e80dd-e0b3-46eb-8884-1d461faf350c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1888850 Dec 12 17:54:19.440929 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36306) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:19.446552 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15447e18-509e-4122-b19a-6a8074fe9cf8 None None] Routers {'a86e80dd-e0b3-46eb-8884-1d461faf350c'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:54:19.447455 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-15447e18-509e-4122-b19a-6a8074fe9cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:54:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a86e80dd-e0b3-46eb-8884-1d461faf350c'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:19.521916 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af1bd04a-4606-4331-9d4c-1c7e3c28e19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:19.524860 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af1bd04a-4606-4331-9d4c-1c7e3c28e19a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:19.533030 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-af1bd04a-4606-4331-9d4c-1c7e3c28e19a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44b51380-0597-4390-ac37-cbd036c74ab8 HTTP/1.1" status: 204 len: 168 time: 0.5339270 Dec 12 17:54:19.551496 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:19.602805 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 703fc53f-3d72-4260-906d-60efc4b4c696, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=703fc53f-3d72-4260-906d-60efc4b4c696,segment=NetworkSegment(9ef56353-c7f3-4d29-855b-c15f5e2edb79),segment_id=9ef56353-c7f3-4d29-855b-c15f5e2edb79)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:19.615609 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:19.636692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-477a0c9a-872c-4745-b985-2bc7ce88d4d1 req-ea55c496-0f37-4220-8254-76d2122c0c0d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3221626 Dec 12 17:54:19.655175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bd04a-4606-4331-9d4c-1c7e3c28e19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b51380-0597-4390-ac37-cbd036c74ab8,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:19.693182 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-15447e18-509e-4122-b19a-6a8074fe9cf8 None None] Set router a86e80dd-e0b3-46eb-8884-1d461faf350c gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:54:19.779027 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=703fc53f-3d72-4260-906d-60efc4b4c696,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:19.817657 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d6ab4ba-4e2c-4120-b496-af04cf56f3e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:19.914387 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b7c161-ca88-472a-950b-779704c740af {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:54:19.924713 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:19.958660 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Transition to ACTIVE for port object b1b7c161-ca88-472a-950b-779704c740af will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:54:19.983795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90eb153-f326-413f-8a2e-786d4397b886 req-31f54b09-71aa-4f19-9f14-d6145b9b4df3 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:19.986047 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a90eb153-f326-413f-8a2e-786d4397b886 req-31f54b09-71aa-4f19-9f14-d6145b9b4df3 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 931 time: 0.1040339 Dec 12 17:54:19.988889 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:19.999012 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d6ab4ba-4e2c-4120-b496-af04cf56f3e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:20.031306 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:20.126643 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ab4ba-4e2c-4120-b496-af04cf56f3e9 admin admin] Deleting port 9644b944-e0ff-4fb4-9d87-33236b23892b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:54:20.131968 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d6ab4ba-4e2c-4120-b496-af04cf56f3e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:20.174917 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Attempting to bind port b1b7c161-ca88-472a-950b-779704c740af on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:54:20.175981 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Attempting to bind port b1b7c161-ca88-472a-950b-779704c740af by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '9ef56353-c7f3-4d29-855b-c15f5e2edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67709362-7810-4af0-979b-7388b427976b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:54:20.176521 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Attempting to bind port b1b7c161-ca88-472a-950b-779704c740af on network 67709362-7810-4af0-979b-7388b427976b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:54:20.181963 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a90eb153-f326-413f-8a2e-786d4397b886 req-9f29f904-bd91-453f-8af4-afb3fc5dd074 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801252 Dec 12 17:54:20.182805 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Pushing event updated for resources: {'Port': ['ID=b1b7c161-ca88-472a-950b-779704c740af,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:20.197803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Port b1b7c161-ca88-472a-950b-779704c740af on network 67709362-7810-4af0-979b-7388b427976b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:54:20.198143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Attempting to bind port b1b7c161-ca88-472a-950b-779704c740af on network 67709362-7810-4af0-979b-7388b427976b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:54:20.204494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:54:20.204842 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Checking segment: {'id': '9ef56353-c7f3-4d29-855b-c15f5e2edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67709362-7810-4af0-979b-7388b427976b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:54:20.205428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Bound using segment: {'id': '9ef56353-c7f3-4d29-855b-c15f5e2edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67709362-7810-4af0-979b-7388b427976b'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:54:20.205994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Bound port: b1b7c161-ca88-472a-950b-779704c740af, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef56353-c7f3-4d29-855b-c15f5e2edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67709362-7810-4af0-979b-7388b427976b'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:54:20.206426 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:20.233669 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-15447e18-509e-4122-b19a-6a8074fe9cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'name': 'tempest-TaggedBootDevicesTest_v242-1663086829-router', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:12Z', 'updated_at': '2021-12-12T17:54:17Z', 'revision_number': 5, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'gw_port': {'id': '9644b944-e0ff-4fb4-9d87-33236b23892b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:13Z', 'updated_at': '2021-12-12T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:20.252004 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36316) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:20.262778 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15447e18-509e-4122-b19a-6a8074fe9cf8 None None] Checking router: a86e80dd-e0b3-46eb-8884-1d461faf350c for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:54:20.272828 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15447e18-509e-4122-b19a-6a8074fe9cf8 None None] Routers {'a86e80dd-e0b3-46eb-8884-1d461faf350c'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:54:20.273675 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-15447e18-509e-4122-b19a-6a8074fe9cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:54:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a86e80dd-e0b3-46eb-8884-1d461faf350c'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:20.278852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] For port b1b7c161-ca88-472a-950b-779704c740af, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:54:20.282224 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] For port b1b7c161-ca88-472a-950b-779704c740af, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b1b7c161-ca88-472a-950b-779704c740af,segment=NetworkSegment(9ef56353-c7f3-4d29-855b-c15f5e2edb79),segment_id=9ef56353-c7f3-4d29-855b-c15f5e2edb79)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:54:20.288911 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:20.313996 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0006e534-55b7-47bf-963e-9b41e23e800b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:20.328616 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:20.329384 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:20.330805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] 10.222.0.20 "PUT /v2.0/ports/b1b7c161-ca88-472a-950b-779704c740af HTTP/1.1" status: 200 len: 1091 time: 1.3329582 Dec 12 17:54:20.331389 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae24968e-dd63-4c12-998e-cdadd9871301', 'tag': 'b1b7c161-ca88-472a-950b-779704c740af'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:54:20.334304 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebf00db-e2db-403e-ab8d-68fbb71c158e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae24968e-dd63-4c12-998e-cdadd9871301", "tag": "b1b7c161-ca88-472a-950b-779704c740af"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:54:20.391732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc6c88-ff59-4190-bbe3-a543ca9d035d service neutron] Pushing event updated for resources: {'Port': ['ID=b1b7c161-ca88-472a-950b-779704c740af,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:20.453117 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-15447e18-509e-4122-b19a-6a8074fe9cf8 None None] Set router a86e80dd-e0b3-46eb-8884-1d461faf350c gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:54:20.470074 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4813d499-f0f2-4181-b1a9-232a057f6a8a x-openstack-request-id: req-4813d499-f0f2-4181-b1a9-232a057f6a8a {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:54:20.470683 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae24968e-dd63-4c12-998e-cdadd9871301", "tag": "b1b7c161-ca88-472a-950b-779704c740af", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:54:20.471173 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4813d499-f0f2-4181-b1a9-232a057f6a8a {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:54:20.472115 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae24968e-dd63-4c12-998e-cdadd9871301', 'tag': 'b1b7c161-ca88-472a-950b-779704c740af', 'status': 'completed', 'code': 200} Dec 12 17:54:20.495936 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-08d2da8e-3f4b-4fb7-8c6f-bfe35faa5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:20.497862 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-08d2da8e-3f4b-4fb7-8c6f-bfe35faa5f02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eec4f7c06b94e6fb43f600b02c7c6f5&device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 1094 time: 0.0930316 Dec 12 17:54:20.569269 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-d4965945-884c-4336-808d-439db391b351 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1b7c161-ca88-472a-950b-779704c740af HTTP/1.1" status: 200 len: 217 time: 0.0625169 Dec 12 17:54:20.677643 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-15447e18-509e-4122-b19a-6a8074fe9cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'name': 'tempest-TaggedBootDevicesTest_v242-1663086829-router', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:12Z', 'updated_at': '2021-12-12T17:54:19Z', 'revision_number': 6, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:20.688440 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-6b4a8599-96db-4ce5-a18b-2bb2b0825f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:20.690062 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-6b4a8599-96db-4ce5-a18b-2bb2b0825f87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=477b849f-51cb-4da9-8007-720c6e5ac5b0 HTTP/1.1" status: 200 len: 850 time: 0.1141250 Dec 12 17:54:20.733797 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:20.762622 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15447e18-509e-4122-b19a-6a8074fe9cf8 None None] The sync data for ids ['a86e80dd-e0b3-46eb-8884-1d461faf350c'] in n-d-760354-5 is: [{'id': 'a86e80dd-e0b3-46eb-8884-1d461faf350c', 'name': 'tempest-TaggedBootDevicesTest_v242-1663086829-router', 'tenant_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:12Z', 'updated_at': '2021-12-12T17:54:19Z', 'revision_number': 6, 'project_id': 'e63f7131b4b54329b6cfac7d45feb38f', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:54:20.768021 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 703fc53f-3d72-4260-906d-60efc4b4c696 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:54:20.778055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-78bfbd0e-4c43-4c67-b32d-a19b9662b647 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67709362-7810-4af0-979b-7388b427976b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802026 Dec 12 17:54:20.848287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 703fc53f-3d72-4260-906d-60efc4b4c696 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:54:20.848748 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:20.864061 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0006e534-55b7-47bf-963e-9b41e23e800b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:20.882343 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-1d6ab4ba-4e2c-4120-b496-af04cf56f3e9 admin admin] For port 9644b944-e0ff-4fb4-9d87-33236b23892b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9644b944-e0ff-4fb4-9d87-33236b23892b,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:20.883070 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d6ab4ba-4e2c-4120-b496-af04cf56f3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:20.891379 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0006e534-55b7-47bf-963e-9b41e23e800b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:20.915889 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-edc6593d-f2f8-4b35-961f-6f1a54811232 service neutron] 10.222.0.20 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308405 Dec 12 17:54:20.927165 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ab4ba-4e2c-4120-b496-af04cf56f3e9 admin admin] Calling delete_port for 9644b944-e0ff-4fb4-9d87-33236b23892b owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:54:20.971102 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0006e534-55b7-47bf-963e-9b41e23e800b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7371a27749804561a7f1f3589161b870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7179537 Dec 12 17:54:20.973631 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36324) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:20.974462 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006e534-55b7-47bf-963e-9b41e23e800b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55bd59b-568c-4dc2-9964-7e55c3c0b399,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:21.037386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32141d3b-c93f-4634-bdc6-8245669d6482 req-bd5b8463-d8a1-4e99-af47-4e02f56373b2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:21.038009 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32141d3b-c93f-4634-bdc6-8245669d6482 req-bd5b8463-d8a1-4e99-af47-4e02f56373b2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.1254990 Dec 12 17:54:21.054349 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1f822f2-3afa-4c87-a516-25aa1ef0829c req-a1eb54ee-5594-43a5-a345-484856861dfb service neutron] 10.222.0.20 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301153 Dec 12 17:54:21.086647 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09cc599d-4302-491a-8ee7-18bc1c3654e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:21.114014 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32141d3b-c93f-4634-bdc6-8245669d6482 req-327c84b7-251e-464c-bcc9-3547bd4ca372 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563104 Dec 12 17:54:21.126250 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09cc599d-4302-491a-8ee7-18bc1c3654e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:21.281170 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf00db-e2db-403e-ab8d-68fbb71c158e req-f64d45f1-74fe-4d47-b73e-62504baaa382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:21.282901 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aebf00db-e2db-403e-ab8d-68fbb71c158e req-f64d45f1-74fe-4d47-b73e-62504baaa382 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eec4f7c06b94e6fb43f600b02c7c6f5&device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 1094 time: 0.1544621 Dec 12 17:54:21.302878 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09cc599d-4302-491a-8ee7-18bc1c3654e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:21.305500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09cc599d-4302-491a-8ee7-18bc1c3654e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:21.306650 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-09cc599d-4302-491a-8ee7-18bc1c3654e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e55bd59b-568c-4dc2-9964-7e55c3c0b399 HTTP/1.1" status: 204 len: 168 time: 0.3093231 Dec 12 17:54:21.326109 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc599d-4302-491a-8ee7-18bc1c3654e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55bd59b-568c-4dc2-9964-7e55c3c0b399,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:21.352160 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d6ab4ba-4e2c-4120-b496-af04cf56f3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:21.390358 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ab4ba-4e2c-4120-b496-af04cf56f3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9644b944-e0ff-4fb4-9d87-33236b23892b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:21.409316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dd1f02-7181-4d50-81ca-ef2e80ef6917 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:54:21.451083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d56f6-9e48-45bf-976b-fc99ea13ff96 req-b1d05346-1c46-46a9-a6f4-89440bac62d0 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:21.452681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c0d56f6-9e48-45bf-976b-fc99ea13ff96 req-b1d05346-1c46-46a9-a6f4-89440bac62d0 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 943 time: 0.0805686 Dec 12 17:54:21.469066 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf00db-e2db-403e-ab8d-68fbb71c158e req-fe9dfa8a-a1db-42f7-a9e3-8028a0fb03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:21.470517 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aebf00db-e2db-403e-ab8d-68fbb71c158e req-fe9dfa8a-a1db-42f7-a9e3-8028a0fb03ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=67709362-7810-4af0-979b-7388b427976b HTTP/1.1" status: 200 len: 911 time: 0.1759782 Dec 12 17:54:21.528081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aebf00db-e2db-403e-ab8d-68fbb71c158e req-bd7a57a9-e48b-49a6-ab92-c1310ff3cd18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1b7c161-ca88-472a-950b-779704c740af HTTP/1.1" status: 200 len: 217 time: 0.0478854 Dec 12 17:54:21.554254 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d6ab4ba-4e2c-4120-b496-af04cf56f3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:21.710442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf00db-e2db-403e-ab8d-68fbb71c158e req-303f0725-13f4-46ec-8e28-97cf7f015cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:21.712520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aebf00db-e2db-403e-ab8d-68fbb71c158e req-303f0725-13f4-46ec-8e28-97cf7f015cad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=477b849f-51cb-4da9-8007-720c6e5ac5b0 HTTP/1.1" status: 200 len: 850 time: 0.1726799 Dec 12 17:54:21.716797 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d6ab4ba-4e2c-4120-b496-af04cf56f3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:21.720063 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c0d56f6-9e48-45bf-976b-fc99ea13ff96 req-2dd6df70-bc88-4097-a46b-1d74cdef1a0a tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591481 Dec 12 17:54:21.728287 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d6ab4ba-4e2c-4120-b496-af04cf56f3e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:21.786670 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aebf00db-e2db-403e-ab8d-68fbb71c158e req-026fb862-a59d-477d-8752-089a600b2b83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67709362-7810-4af0-979b-7388b427976b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653965 Dec 12 17:54:21.818788 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d6ab4ba-4e2c-4120-b496-af04cf56f3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:21.819653 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6ab4ba-4e2c-4120-b496-af04cf56f3e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a86e80dd-e0b3-46eb-8884-1d461faf350c {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:54:21.829552 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d6ab4ba-4e2c-4120-b496-af04cf56f3e9 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:21.831098 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1d6ab4ba-4e2c-4120-b496-af04cf56f3e9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a86e80dd-e0b3-46eb-8884-1d461faf350c HTTP/1.1" status: 204 len: 168 time: 2.3890679 Dec 12 17:54:21.834282 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36340) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:21.935434 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4209d8-21f1-47a2-886b-315a56e182cd admin admin] Deleting subnet 3cdf9121-1e61-4db7-ab9c-ba8912fd56a9 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:54:21.942432 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b4209d8-21f1-47a2-886b-315a56e182cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:21.959485 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aebf00db-e2db-403e-ab8d-68fbb71c158e req-618f33b6-3f9d-4830-b7d2-6d28353021a3 service neutron] 10.222.0.20 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636231 Dec 12 17:54:22.002793 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b4209d8-21f1-47a2-886b-315a56e182cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:22.136874 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aebf00db-e2db-403e-ab8d-68fbb71c158e req-1589d9aa-4394-44d6-a231-c03fe658012f service neutron] 10.222.0.20 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697316 Dec 12 17:54:22.169575 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b4209d8-21f1-47a2-886b-315a56e182cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:22.261220 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b4209d8-21f1-47a2-886b-315a56e182cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:22.334602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01622796-bc29-466a-877d-93317b00df14 req-b5212896-1f14-497f-bf9b-914a01fe3a3a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:22.336504 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01622796-bc29-466a-877d-93317b00df14 req-b5212896-1f14-497f-bf9b-914a01fe3a3a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.0691504 Dec 12 17:54:22.369692 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4209d8-21f1-47a2-886b-315a56e182cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cdf9121-1e61-4db7-ab9c-ba8912fd56a9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:22.393524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65904c2d-e076-46e9-b0ec-7c8b7cb3c3a2 None None] Network 83399e2c-8d46-49d3-8798-f18746a19765 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:54:22.399049 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b4209d8-21f1-47a2-886b-315a56e182cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:22.403670 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1b4209d8-21f1-47a2-886b-315a56e182cd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3cdf9121-1e61-4db7-ab9c-ba8912fd56a9 HTTP/1.1" status: 204 len: 168 time: 0.5681720 Dec 12 17:54:22.407462 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36358) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:22.491719 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01622796-bc29-466a-877d-93317b00df14 req-f758c46a-1eab-4e13-9a8f-f8dc124767ec tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451790 Dec 12 17:54:22.624888 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4be212-c3f6-4f32-8a2a-6594c2184a17 None None] DHCP port deletion for 83399e2c-8d46-49d3-8798-f18746a19765 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:54:22.632473 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:22.746759 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-fb4be212-c3f6-4f32-8a2a-6594c2184a17 None None] Deleting port 47fb179c-d7f9-4810-9f5f-3bb0059c9977 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:54:22.747838 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fb4be212-c3f6-4f32-8a2a-6594c2184a17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:22.795838 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] Deleting port 47fb179c-d7f9-4810-9f5f-3bb0059c9977 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:54:22.796186 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:22.864990 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-fb4be212-c3f6-4f32-8a2a-6594c2184a17 None None] For port 47fb179c-d7f9-4810-9f5f-3bb0059c9977, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=47fb179c-d7f9-4810-9f5f-3bb0059c9977,segment=NetworkSegment(3d2ca35d-85c3-4c49-a87d-a23cd4f01953),segment_id=3d2ca35d-85c3-4c49-a87d-a23cd4f01953)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:22.865863 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fb4be212-c3f6-4f32-8a2a-6594c2184a17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:22.903634 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9644b944-e0ff-4fb4-9d87-33236b23892b no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:54:22.919047 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] For port 47fb179c-d7f9-4810-9f5f-3bb0059c9977, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=47fb179c-d7f9-4810-9f5f-3bb0059c9977,segment=NetworkSegment(3d2ca35d-85c3-4c49-a87d-a23cd4f01953),segment_id=3d2ca35d-85c3-4c49-a87d-a23cd4f01953)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:22.919420 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:22.966770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44e097-2125-4d4c-b256-a622cf64d528 req-f7e99ccd-8467-4099-8bd2-60129738f614 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:22.973340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] Calling delete_port for 47fb179c-d7f9-4810-9f5f-3bb0059c9977 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:54:22.976966 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da44e097-2125-4d4c-b256-a622cf64d528 req-f7e99ccd-8467-4099-8bd2-60129738f614 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 943 time: 0.1072843 Dec 12 17:54:22.990251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 9644b944-e0ff-4fb4-9d87-33236b23892b {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:54:22.990597 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9644b944-e0ff-4fb4-9d87-33236b23892b not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:54:22.991029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 47fb179c-d7f9-4810-9f5f-3bb0059c9977 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:54:22.995907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-fb4be212-c3f6-4f32-8a2a-6594c2184a17 None None] Calling delete_port for 47fb179c-d7f9-4810-9f5f-3bb0059c9977 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:54:23.068833 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da44e097-2125-4d4c-b256-a622cf64d528 req-68185270-cdb3-4ce6-b151-c99ece255222 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908353 Dec 12 17:54:23.150552 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:23.159977 n-d-760354-5 neutron-server[103152]: INFO neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] No ports have port_id starting with 47fb179c-d7f9-4810-9f5f-3bb0059c9977 Dec 12 17:54:23.163794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 49a588f0-414e-4caf-946c-2f6e5ea9a12a no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:54:23.188748 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 49a588f0-414e-4caf-946c-2f6e5ea9a12a {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:54:23.189427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 49a588f0-414e-4caf-946c-2f6e5ea9a12a not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:54:23.209438 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] Pushing event deleted for resources: {'Port': ['ID=47fb179c-d7f9-4810-9f5f-3bb0059c9977,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:23.216266 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] No DVR routers for this DVR port 47fb179c-d7f9-4810-9f5f-3bb0059c9977 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:54:23.241769 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fb4be212-c3f6-4f32-8a2a-6594c2184a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:23.269301 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4be212-c3f6-4f32-8a2a-6594c2184a17 None None] No DVR routers for this DVR port 47fb179c-d7f9-4810-9f5f-3bb0059c9977 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:54:23.309491 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4be212-c3f6-4f32-8a2a-6594c2184a17 None None] Pushing event deleted for resources: {'Port': ['ID=47fb179c-d7f9-4810-9f5f-3bb0059c9977,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:23.364165 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:23.393230 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83399e2c-8d46-49d3-8798-f18746a19765']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:23.403716 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2ca35d-85c3-4c49-a87d-a23cd4f01953') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:23.403901 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2ca35d-85c3-4c49-a87d-a23cd4f01953') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:23.414609 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:23.436448 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:23.443725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:54:23.444092 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:54:23.446217 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:54:23.563119 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:23.569087 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:23.582399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36384) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:23.583440 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] 10.222.0.18 "DELETE /v2.0/networks/83399e2c-8d46-49d3-8798-f18746a19765 HTTP/1.1" status: 204 len: 168 time: 1.1740170 Dec 12 17:54:23.599715 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f01797-d07a-447e-ae85-ba06e3a6bd7c admin admin] Pushing event deleted for resources: {'Network': ['ID=83399e2c-8d46-49d3-8798-f18746a19765,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:23.755088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860a5d3-5757-4030-a2fa-2d93dd7ec7ca req-b46a6386-5a21-4c90-8724-9ce9d95fceca tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:23.756995 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4860a5d3-5757-4030-a2fa-2d93dd7ec7ca req-b46a6386-5a21-4c90-8724-9ce9d95fceca tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.1022854 Dec 12 17:54:23.939493 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4860a5d3-5757-4030-a2fa-2d93dd7ec7ca req-b7812dd1-6948-4ce4-9d49-d37a40f390c1 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759839 Dec 12 17:54:23.973824 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8594b04-fffc-4c32-9aa9-ff47211ae1d3 req-ae47d288-eef9-4a91-b1d1-2df51f3b01bc tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:23.975337 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8594b04-fffc-4c32-9aa9-ff47211ae1d3 req-ae47d288-eef9-4a91-b1d1-2df51f3b01bc tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 946 time: 0.0977771 Dec 12 17:54:24.076956 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8594b04-fffc-4c32-9aa9-ff47211ae1d3 req-cf586e14-3069-48c6-b104-f2f211c216f4 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952907 Dec 12 17:54:24.169792 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device b1b7c161-ca88-472a-950b-779704c740af details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:54:24.294433 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port b1b7c161-ca88-472a-950b-779704c740af, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b1b7c161-ca88-472a-950b-779704c740af,segment=NetworkSegment(9ef56353-c7f3-4d29-855b-c15f5e2edb79),segment_id=9ef56353-c7f3-4d29-855b-c15f5e2edb79)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:24.317230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'b1b7c161-ca88-472a-950b-779704c740af', 'network_id': '67709362-7810-4af0-979b-7388b427976b', 'port_id': 'b1b7c161-ca88-472a-950b-779704c740af', 'mac_address': 'fa:16:3e:5d:a3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477b849f-51cb-4da9-8007-720c6e5ac5b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:54:24.368684 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:24.386791 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b7c161-ca88-472a-950b-779704c740af {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:54:24.412258 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port b1b7c161-ca88-472a-950b-779704c740af, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b1b7c161-ca88-472a-950b-779704c740af,segment=NetworkSegment(9ef56353-c7f3-4d29-855b-c15f5e2edb79),segment_id=9ef56353-c7f3-4d29-855b-c15f5e2edb79)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:24.418587 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:24.479455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=b1b7c161-ca88-472a-950b-779704c740af,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:24.583648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4b7da-b2ea-41f3-badf-35f9b405125e req-e204fbcf-dfbc-4679-98fb-53217f37319e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:24.585211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2da4b7da-b2ea-41f3-badf-35f9b405125e req-e204fbcf-dfbc-4679-98fb-53217f37319e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 944 time: 0.4399083 Dec 12 17:54:24.596345 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b95e29b4-1b03-4dfb-9559-7871122d1572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:24.610486 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['b1b7c161-ca88-472a-950b-779704c740af'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:54:24.762519 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2da4b7da-b2ea-41f3-badf-35f9b405125e req-9daa30d0-8613-4705-96f9-b8245704335c tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639323 Dec 12 17:54:24.939358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b95e29b4-1b03-4dfb-9559-7871122d1572 admin admin] Deleting port cdc5c89d-b939-4877-876b-3ade46838c80 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:54:24.939768 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b95e29b4-1b03-4dfb-9559-7871122d1572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:25.046031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b95e29b4-1b03-4dfb-9559-7871122d1572 admin admin] For port cdc5c89d-b939-4877-876b-3ade46838c80, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=cdc5c89d-b939-4877-876b-3ade46838c80,segment=NetworkSegment(e5acb2cf-8e68-4a03-b24c-7de5306fa605),segment_id=e5acb2cf-8e68-4a03-b24c-7de5306fa605)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:25.046409 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b95e29b4-1b03-4dfb-9559-7871122d1572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:25.076546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b95e29b4-1b03-4dfb-9559-7871122d1572 admin admin] Calling delete_port for cdc5c89d-b939-4877-876b-3ade46838c80 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:54:25.151986 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c955a-5834-44f5-9235-ce74c60108ae req-e21da138-06a7-4758-a4d0-01b4aa19733d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:25.153485 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa9c955a-5834-44f5-9235-ce74c60108ae req-e21da138-06a7-4758-a4d0-01b4aa19733d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.0924556 Dec 12 17:54:25.284265 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa9c955a-5834-44f5-9235-ce74c60108ae req-84f7eb07-3a4a-43ee-a8cc-7b09addaf8c1 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184525 Dec 12 17:54:25.310877 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebf0a2-aaf9-4de3-a61a-df57536060c4 req-171d2ce3-3af4-4da9-a90b-bf2b62054b92 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:25.312692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2bebf0a2-aaf9-4de3-a61a-df57536060c4 req-171d2ce3-3af4-4da9-a90b-bf2b62054b92 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 946 time: 0.1458569 Dec 12 17:54:25.407847 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2bebf0a2-aaf9-4de3-a61a-df57536060c4 req-b47e1e28-7c5a-4751-ab59-cd8139761688 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878592 Dec 12 17:54:25.434758 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b95e29b4-1b03-4dfb-9559-7871122d1572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:25.483907 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e29b4-1b03-4dfb-9559-7871122d1572 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc5c89d-b939-4877-876b-3ade46838c80,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:25.644855 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b95e29b4-1b03-4dfb-9559-7871122d1572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:25.778073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0adfb-65d3-4cb2-b096-f33f2211fd36 req-43002df9-be98-415b-991c-e4c94167ff73 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:25.779657 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-baf0adfb-65d3-4cb2-b096-f33f2211fd36 req-43002df9-be98-415b-991c-e4c94167ff73 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 946 time: 0.1318288 Dec 12 17:54:26.041126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2854f-c09d-4c0c-8e9a-5d06c0d686ac req-fa99c0f6-497a-4c5e-ae23-da8fc2b897cd tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:26.044293 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abc2854f-c09d-4c0c-8e9a-5d06c0d686ac req-fa99c0f6-497a-4c5e-ae23-da8fc2b897cd tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 944 time: 0.1993432 Dec 12 17:54:26.093915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-baf0adfb-65d3-4cb2-b096-f33f2211fd36 req-0b76c2c1-d3c3-47fd-9441-d31161e6f0e2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Deleting port 801ddd51-7e4a-4f50-86f5-e484775d44fc {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:54:26.094162 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-baf0adfb-65d3-4cb2-b096-f33f2211fd36 req-0b76c2c1-d3c3-47fd-9441-d31161e6f0e2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:26.179688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95e29b4-1b03-4dfb-9559-7871122d1572 admin admin] Router a1fbbfdb-617d-47ec-8142-cccfe57e20dc has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:54:26.183312 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abc2854f-c09d-4c0c-8e9a-5d06c0d686ac req-699f9b0a-d56b-4efb-8a84-05527adcfef7 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259706 Dec 12 17:54:26.197157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device b1b7c161-ca88-472a-950b-779704c740af up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:54:26.251581 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-baf0adfb-65d3-4cb2-b096-f33f2211fd36 req-0b76c2c1-d3c3-47fd-9441-d31161e6f0e2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] For port 801ddd51-7e4a-4f50-86f5-e484775d44fc, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=801ddd51-7e4a-4f50-86f5-e484775d44fc,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:26.252109 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-baf0adfb-65d3-4cb2-b096-f33f2211fd36 req-0b76c2c1-d3c3-47fd-9441-d31161e6f0e2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:26.252246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port b1b7c161-ca88-472a-950b-779704c740af completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:54:26.256715 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port b1b7c161-ca88-472a-950b-779704c740af triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:54:26.257292 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:26.341031 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:26.380381 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port b1b7c161-ca88-472a-950b-779704c740af, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b1b7c161-ca88-472a-950b-779704c740af,segment=NetworkSegment(9ef56353-c7f3-4d29-855b-c15f5e2edb79),segment_id=9ef56353-c7f3-4d29-855b-c15f5e2edb79)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:26.381679 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae24968e-dd63-4c12-998e-cdadd9871301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b7c161-ca88-472a-950b-779704c740af'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:54:26.384641 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf73aa0-ac51-4c95-94fb-0df58dfcf7a3" -d '{"events": [{"server_uuid": "ae24968e-dd63-4c12-998e-cdadd9871301", "name": "network-vif-plugged", "status": "completed", "tag": "b1b7c161-ca88-472a-950b-779704c740af"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:54:26.392648 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:26.452413 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=b1b7c161-ca88-472a-950b-779704c740af,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:26.456403 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1430927-2a83-4117-a20e-4ff7cbf1cd70 x-openstack-request-id: req-a1430927-2a83-4117-a20e-4ff7cbf1cd70 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:54:26.456895 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae24968e-dd63-4c12-998e-cdadd9871301", "name": "network-vif-plugged", "status": "completed", "tag": "b1b7c161-ca88-472a-950b-779704c740af", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:54:26.457185 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1430927-2a83-4117-a20e-4ff7cbf1cd70 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:54:26.457584 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae24968e-dd63-4c12-998e-cdadd9871301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b7c161-ca88-472a-950b-779704c740af', 'code': 200} Dec 12 17:54:26.464715 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:26.465061 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:26.465404 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:26.465741 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:26.466071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:26.466402 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:26.466883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:26.467234 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:26.467559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:26.467882 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:26.468206 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:26.468528 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:26.468845 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:26.680057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95e29b4-1b03-4dfb-9559-7871122d1572 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:54:26.688900 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b95e29b4-1b03-4dfb-9559-7871122d1572 admin admin] 10.222.0.18 "PUT /v2.0/routers/a1fbbfdb-617d-47ec-8142-cccfe57e20dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1029911 Dec 12 17:54:26.688900 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15817686-fce0-4f05-ad64-52a053126dd7 req-135cb861-d765-4006-936a-995df34d02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:26.689634 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36428) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:26.690080 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15817686-fce0-4f05-ad64-52a053126dd7 req-135cb861-d765-4006-936a-995df34d02d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 1096 time: 0.1316893 Dec 12 17:54:26.690526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9773ebcc-8059-4324-9eec-4838cbe56a9e None None] Sync routers for ids ['a1fbbfdb-617d-47ec-8142-cccfe57e20dc'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:54:26.693970 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-baf0adfb-65d3-4cb2-b096-f33f2211fd36 req-0b76c2c1-d3c3-47fd-9441-d31161e6f0e2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:26.694343 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-baf0adfb-65d3-4cb2-b096-f33f2211fd36 req-0b76c2c1-d3c3-47fd-9441-d31161e6f0e2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:26.695352 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-baf0adfb-65d3-4cb2-b096-f33f2211fd36 req-0b76c2c1-d3c3-47fd-9441-d31161e6f0e2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Floating IP 0f4a2d64-1127-4d8f-a349-3ff43ff2a872 disassociated. External IP: 172.25.1.185, port: 801ddd51-7e4a-4f50-86f5-e484775d44fc. Dec 12 17:54:26.695722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-baf0adfb-65d3-4cb2-b096-f33f2211fd36 req-0b76c2c1-d3c3-47fd-9441-d31161e6f0e2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Calling delete_port for 801ddd51-7e4a-4f50-86f5-e484775d44fc owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:54:26.709041 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9773ebcc-8059-4324-9eec-4838cbe56a9e None None] Routers {'a1fbbfdb-617d-47ec-8142-cccfe57e20dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:54:26.709682 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9773ebcc-8059-4324-9eec-4838cbe56a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:54:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a1fbbfdb-617d-47ec-8142-cccfe57e20dc'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:26.822250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dc035-b876-4ceb-8688-b0240e36d74a req-13e28e1a-9684-46bf-b714-0b0877fdf19d tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:26.827873 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9773ebcc-8059-4324-9eec-4838cbe56a9e None None] Set router a1fbbfdb-617d-47ec-8142-cccfe57e20dc gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:54:26.829784 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-295dc035-b876-4ceb-8688-b0240e36d74a req-13e28e1a-9684-46bf-b714-0b0877fdf19d tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 946 time: 0.2684557 Dec 12 17:54:26.885360 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-295d2904-73ed-406d-a69a-c4023972ca6a admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:26.904610 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a903000-18c6-4afb-b25e-2f031ec8875a req-503bfe75-0fd0-40d7-a0c1-29a6ecd7a4e7 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:26.906723 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a903000-18c6-4afb-b25e-2f031ec8875a req-503bfe75-0fd0-40d7-a0c1-29a6ecd7a4e7 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.3490860 Dec 12 17:54:26.943692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15817686-fce0-4f05-ad64-52a053126dd7 req-e531a91c-90c7-45f1-941b-063166d85575 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438273 Dec 12 17:54:26.980489 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a903000-18c6-4afb-b25e-2f031ec8875a req-dc7c5ff3-616d-4496-83b3-5df97798d662 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673633 Dec 12 17:54:27.037918 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-295dc035-b876-4ceb-8688-b0240e36d74a req-763d5429-7f18-4891-99ef-df61c22e24fb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=3dac6f6a-916d-44b8-a8e0-1dadaea664e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479027 Dec 12 17:54:27.062231 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-295d2904-73ed-406d-a69a-c4023972ca6a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:27.120181 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9773ebcc-8059-4324-9eec-4838cbe56a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fbbfdb-617d-47ec-8142-cccfe57e20dc', 'name': 'tempest-TaggedBootDevicesTest_v242-440930638-router', 'tenant_id': '59f81d5ace744e5d9f6987fdc84503d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '1d56b7ed-1afb-4db9-a730-8b8c5641dd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:21Z', 'updated_at': '2021-12-12T17:54:25Z', 'revision_number': 5, 'project_id': '59f81d5ace744e5d9f6987fdc84503d3', 'gw_port': {'id': '1d56b7ed-1afb-4db9-a730-8b8c5641dd87', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fbbfdb-617d-47ec-8142-cccfe57e20dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:43:22Z', 'updated_at': '2021-12-12T17:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:27.138175 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-295d2904-73ed-406d-a69a-c4023972ca6a admin admin] Deleting port 1d56b7ed-1afb-4db9-a730-8b8c5641dd87 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:54:27.138527 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-295d2904-73ed-406d-a69a-c4023972ca6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:27.151540 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-baf0adfb-65d3-4cb2-b096-f33f2211fd36 req-0b76c2c1-d3c3-47fd-9441-d31161e6f0e2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:27.162295 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9773ebcc-8059-4324-9eec-4838cbe56a9e None None] Checking router: a1fbbfdb-617d-47ec-8142-cccfe57e20dc for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:54:27.175233 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9773ebcc-8059-4324-9eec-4838cbe56a9e None None] Routers {'a1fbbfdb-617d-47ec-8142-cccfe57e20dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:54:27.178483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9773ebcc-8059-4324-9eec-4838cbe56a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:54:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a1fbbfdb-617d-47ec-8142-cccfe57e20dc'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:27.239682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76c2c1-d3c3-47fd-9441-d31161e6f0e2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Pushing event deleted for resources: {'Port': ['ID=801ddd51-7e4a-4f50-86f5-e484775d44fc,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:27.323729 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-295d2904-73ed-406d-a69a-c4023972ca6a admin admin] For port 1d56b7ed-1afb-4db9-a730-8b8c5641dd87, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1d56b7ed-1afb-4db9-a730-8b8c5641dd87,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:27.324422 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-295d2904-73ed-406d-a69a-c4023972ca6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:27.346206 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9773ebcc-8059-4324-9eec-4838cbe56a9e None None] Set router a1fbbfdb-617d-47ec-8142-cccfe57e20dc gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:54:27.347837 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-295d2904-73ed-406d-a69a-c4023972ca6a admin admin] Calling delete_port for 1d56b7ed-1afb-4db9-a730-8b8c5641dd87 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:54:27.410172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-baf0adfb-65d3-4cb2-b096-f33f2211fd36 req-0b76c2c1-d3c3-47fd-9441-d31161e6f0e2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:54:27.410906 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9773ebcc-8059-4324-9eec-4838cbe56a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fbbfdb-617d-47ec-8142-cccfe57e20dc', 'name': 'tempest-TaggedBootDevicesTest_v242-440930638-router', 'tenant_id': '59f81d5ace744e5d9f6987fdc84503d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:21Z', 'updated_at': '2021-12-12T17:54:27Z', 'revision_number': 6, 'project_id': '59f81d5ace744e5d9f6987fdc84503d3', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:27.446880 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9773ebcc-8059-4324-9eec-4838cbe56a9e None None] The sync data for ids ['a1fbbfdb-617d-47ec-8142-cccfe57e20dc'] in n-d-760354-5 is: [{'id': 'a1fbbfdb-617d-47ec-8142-cccfe57e20dc', 'name': 'tempest-TaggedBootDevicesTest_v242-440930638-router', 'tenant_id': '59f81d5ace744e5d9f6987fdc84503d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:43:21Z', 'updated_at': '2021-12-12T17:54:27Z', 'revision_number': 6, 'project_id': '59f81d5ace744e5d9f6987fdc84503d3', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:54:27.457968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ad8a1-cd76-45b4-bc1a-964cde2d2c42 req-9a66bc2f-87fe-468f-a0d7-1947767549aa tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:27.459560 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-538ad8a1-cd76-45b4-bc1a-964cde2d2c42 req-9a66bc2f-87fe-468f-a0d7-1947767549aa tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.1042919 Dec 12 17:54:27.626217 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-538ad8a1-cd76-45b4-bc1a-964cde2d2c42 req-6f453c24-afae-4a46-95b8-26909736689c tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702486 Dec 12 17:54:27.641054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-baf0adfb-65d3-4cb2-b096-f33f2211fd36 req-0b76c2c1-d3c3-47fd-9441-d31161e6f0e2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:54:27.654206 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1376c-ba99-4f5e-a135-90d134979163 None None] Sync routers for ids ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:54:27.678601 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd1376c-ba99-4f5e-a135-90d134979163 None None] Routers {'ae52ae45-ebba-4f39-acf4-91e7570f3fe0'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:54:27.683145 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-acd1376c-ba99-4f5e-a135-90d134979163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:54:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:27.687159 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-295d2904-73ed-406d-a69a-c4023972ca6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:27.733252 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d2904-73ed-406d-a69a-c4023972ca6a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d56b7ed-1afb-4db9-a730-8b8c5641dd87,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:27.745614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf0adfb-65d3-4cb2-b096-f33f2211fd36 req-0b76c2c1-d3c3-47fd-9441-d31161e6f0e2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] No DVR routers for this DVR port 801ddd51-7e4a-4f50-86f5-e484775d44fc on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:54:27.756676 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-baf0adfb-65d3-4cb2-b096-f33f2211fd36 req-0b76c2c1-d3c3-47fd-9441-d31161e6f0e2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:27.761588 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-baf0adfb-65d3-4cb2-b096-f33f2211fd36 req-0b76c2c1-d3c3-47fd-9441-d31161e6f0e2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.31 "DELETE /v2.0/ports/801ddd51-7e4a-4f50-86f5-e484775d44fc HTTP/1.1" status: 204 len: 173 time: 1.9613390 Dec 12 17:54:27.762250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf9d4b1-1509-4890-8d1b-feec1bcaa09c', 'name': 'network-vif-deleted', 'tag': '801ddd51-7e4a-4f50-86f5-e484775d44fc'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:54:27.773484 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11835e83-bbe3-45be-8a8c-d93f31ea8065 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:54:27.775525 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb9ef6b-8d1a-4ebf-b600-8e2f9f2b0091" -d '{"events": [{"server_uuid": "bdf9d4b1-1509-4890-8d1b-feec1bcaa09c", "name": "network-vif-deleted", "tag": "801ddd51-7e4a-4f50-86f5-e484775d44fc"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:54:27.866546 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78381d30-bbf1-4645-90ec-caf18c6ccb81 x-openstack-request-id: req-78381d30-bbf1-4645-90ec-caf18c6ccb81 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:54:27.866837 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf9d4b1-1509-4890-8d1b-feec1bcaa09c", "name": "network-vif-deleted", "tag": "801ddd51-7e4a-4f50-86f5-e484775d44fc", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:54:27.867422 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78381d30-bbf1-4645-90ec-caf18c6ccb81 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:54:27.871436 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf9d4b1-1509-4890-8d1b-feec1bcaa09c', 'name': 'network-vif-deleted', 'tag': '801ddd51-7e4a-4f50-86f5-e484775d44fc', 'status': 'completed', 'code': 200} Dec 12 17:54:27.965050 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-acd1376c-ba99-4f5e-a135-90d134979163 None None] Set router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:54:28.073525 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-295d2904-73ed-406d-a69a-c4023972ca6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:28.304090 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10c52c5b-234c-4499-b443-d0e5a0d5a6b3 req-7f8767e3-3733-4554-a021-39ed4734502a tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdf9d4b1-1509-4890-8d1b-feec1bcaa09c HTTP/1.1" status: 200 len: 210 time: 0.0430100 Dec 12 17:54:28.344183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4861be0-9875-417c-a3a7-e46572213241 req-d9d888f3-e980-4779-b223-5efd2b09cb0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:28.345983 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4861be0-9875-417c-a3a7-e46572213241 req-d9d888f3-e980-4779-b223-5efd2b09cb0c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.1724613 Dec 12 17:54:28.383450 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-295d2904-73ed-406d-a69a-c4023972ca6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:28.385929 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-295d2904-73ed-406d-a69a-c4023972ca6a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:28.404034 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-acd1376c-ba99-4f5e-a135-90d134979163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T17:48:46Z', 'revision_number': 4, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e873b908-e1e7-4669-b00b-1f112aa0d8bf', 'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'mac_address': 'fa:16:3e:26:60:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:45Z', 'updated_at': '2021-12-12T17:48:51Z', 'revision_number': 5, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'subnets': [{'id': '076bf984-90a2-4fda-a328-15e958eede88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:28.415764 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4861be0-9875-417c-a3a7-e46572213241 req-9a89e534-c370-487e-af35-4b337275e0e7 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622663 Dec 12 17:54:28.440674 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1376c-ba99-4f5e-a135-90d134979163 None None] Checking router: ae52ae45-ebba-4f39-acf4-91e7570f3fe0 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:54:28.451743 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd1376c-ba99-4f5e-a135-90d134979163 None None] Routers {'ae52ae45-ebba-4f39-acf4-91e7570f3fe0'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:54:28.452175 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-acd1376c-ba99-4f5e-a135-90d134979163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:54:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:28.458339 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-295d2904-73ed-406d-a69a-c4023972ca6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:28.459026 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295d2904-73ed-406d-a69a-c4023972ca6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1fbbfdb-617d-47ec-8142-cccfe57e20dc {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:54:28.465573 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-295d2904-73ed-406d-a69a-c4023972ca6a admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:28.466875 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-295d2904-73ed-406d-a69a-c4023972ca6a admin admin] 10.222.0.18 "DELETE /v2.0/routers/a1fbbfdb-617d-47ec-8142-cccfe57e20dc HTTP/1.1" status: 204 len: 168 time: 1.7745149 Dec 12 17:54:28.469490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36448) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:28.559996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-918b902a-a845-4c4e-b289-99c1c9587e12 admin admin] Deleting subnet 0fbbb72e-83c7-40c8-82fe-4c1f85af1476 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:54:28.564225 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-918b902a-a845-4c4e-b289-99c1c9587e12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:28.617362 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-918b902a-a845-4c4e-b289-99c1c9587e12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:28.662419 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-acd1376c-ba99-4f5e-a135-90d134979163 None None] Set router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:54:28.781921 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device cdc5c89d-b939-4877-876b-3ade46838c80 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:54:28.799789 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-918b902a-a845-4c4e-b289-99c1c9587e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:28.822744 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: cdc5c89d-b939-4877-876b-3ade46838c80 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:54:28.823954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device cdc5c89d-b939-4877-876b-3ade46838c80 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:54:28.826550 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1d56b7ed-1afb-4db9-a730-8b8c5641dd87 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:54:28.846595 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36454) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:28.865828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b40f20-bfc3-4d9a-825a-14884c055986 req-75b27f36-0a69-4fb9-a309-5763c14c72d5 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:28.873469 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5b40f20-bfc3-4d9a-825a-14884c055986 req-75b27f36-0a69-4fb9-a309-5763c14c72d5 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.1099553 Dec 12 17:54:28.883878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 1d56b7ed-1afb-4db9-a730-8b8c5641dd87 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:54:28.884235 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1d56b7ed-1afb-4db9-a730-8b8c5641dd87 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:54:28.916854 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-918b902a-a845-4c4e-b289-99c1c9587e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:28.969195 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-918b902a-a845-4c4e-b289-99c1c9587e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:28.973740 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834ed883-7c46-4e4f-869e-c99f67666f8e None None] Network 3385936a-646a-4aa1-aa78-68b19278e0c8 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:54:28.990558 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-918b902a-a845-4c4e-b289-99c1c9587e12 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0fbbb72e-83c7-40c8-82fe-4c1f85af1476 HTTP/1.1" status: 204 len: 168 time: 0.5174079 Dec 12 17:54:28.991399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b902a-a845-4c4e-b289-99c1c9587e12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fbbb72e-83c7-40c8-82fe-4c1f85af1476,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:28.992157 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36458) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:29.022784 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5b40f20-bfc3-4d9a-825a-14884c055986 req-91fa7fa4-8a28-4236-bfb1-29a244171fca tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480594 Dec 12 17:54:29.048511 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-acd1376c-ba99-4f5e-a135-90d134979163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T17:48:46Z', 'revision_number': 4, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e873b908-e1e7-4669-b00b-1f112aa0d8bf', 'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'mac_address': 'fa:16:3e:26:60:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:45Z', 'updated_at': '2021-12-12T17:48:51Z', 'revision_number': 5, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'subnets': [{'id': '076bf984-90a2-4fda-a328-15e958eede88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:29.115587 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31134e05-82b6-4797-b9e5-a157085d250d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:29.127231 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1376c-ba99-4f5e-a135-90d134979163 None None] The sync data for ids ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'] in n-d-760354-5 is: [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T17:48:46Z', 'revision_number': 4, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e873b908-e1e7-4669-b00b-1f112aa0d8bf', 'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'mac_address': 'fa:16:3e:26:60:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:45Z', 'updated_at': '2021-12-12T17:48:51Z', 'revision_number': 5, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'subnets': [{'id': '076bf984-90a2-4fda-a328-15e958eede88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:54:29.209641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ce56bd-1f84-48da-9082-ba22df718e4d None None] DHCP port deletion for 3385936a-646a-4aa1-aa78-68b19278e0c8 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:54:29.292928 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:29.304633 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-63ce56bd-1f84-48da-9082-ba22df718e4d None None] Deleting port b993d6e7-8c4b-45dd-bad8-4de5143f49c1 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:54:29.305085 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63ce56bd-1f84-48da-9082-ba22df718e4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:29.306083 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31134e05-82b6-4797-b9e5-a157085d250d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:29.371609 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31134e05-82b6-4797-b9e5-a157085d250d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:29.473795 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-63ce56bd-1f84-48da-9082-ba22df718e4d None None] For port b993d6e7-8c4b-45dd-bad8-4de5143f49c1, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b993d6e7-8c4b-45dd-bad8-4de5143f49c1,segment=NetworkSegment(e5acb2cf-8e68-4a03-b24c-7de5306fa605),segment_id=e5acb2cf-8e68-4a03-b24c-7de5306fa605)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:29.474233 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63ce56bd-1f84-48da-9082-ba22df718e4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:29.505615 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-63ce56bd-1f84-48da-9082-ba22df718e4d None None] Calling delete_port for b993d6e7-8c4b-45dd-bad8-4de5143f49c1 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:54:29.512329 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-31134e05-82b6-4797-b9e5-a157085d250d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2b3a68870544591ada8643824de4a77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6637144 Dec 12 17:54:29.515832 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31134e05-82b6-4797-b9e5-a157085d250d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee008dd-3b8b-42c8-8460-e3d4d82583fe,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:29.519030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36478) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:29.520370 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36480) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:29.558981 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] Deleting port b993d6e7-8c4b-45dd-bad8-4de5143f49c1 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:54:29.559631 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:29.604328 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8e65c-f076-4013-948a-5c53a04d1524 req-1dbce9fb-17eb-411a-ad5d-b6db855ecdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:29.605878 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dbb8e65c-f076-4013-948a-5c53a04d1524 req-1dbce9fb-17eb-411a-ad5d-b6db855ecdb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eec4f7c06b94e6fb43f600b02c7c6f5&device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 1096 time: 0.2078211 Dec 12 17:54:29.661862 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63ce56bd-1f84-48da-9082-ba22df718e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:29.693995 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce56bd-1f84-48da-9082-ba22df718e4d None None] Pushing event deleted for resources: {'Port': ['ID=b993d6e7-8c4b-45dd-bad8-4de5143f49c1,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:29.715233 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ce56bd-1f84-48da-9082-ba22df718e4d None None] No DVR routers for this DVR port b993d6e7-8c4b-45dd-bad8-4de5143f49c1 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:54:29.760809 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe4640-8a51-4e9c-910f-d3e7ce71c6c9 None None] New status for floating IP 0f4a2d64-1127-4d8f-a349-3ff43ff2a872: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:54:29.772092 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] For port b993d6e7-8c4b-45dd-bad8-4de5143f49c1, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b993d6e7-8c4b-45dd-bad8-4de5143f49c1,segment=NetworkSegment(e5acb2cf-8e68-4a03-b24c-7de5306fa605),segment_id=e5acb2cf-8e68-4a03-b24c-7de5306fa605)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:29.772563 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:29.789227 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] Calling delete_port for b993d6e7-8c4b-45dd-bad8-4de5143f49c1 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:54:29.825897 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a424246d-ab92-4529-8dd0-687d974a8764 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:29.842000 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf3901-99d4-4925-898b-2df9cc5ad4a9 req-4503d498-ee85-4f8d-aa7f-2833b3b266d9 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:29.843691 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dccf3901-99d4-4925-898b-2df9cc5ad4a9 req-4503d498-ee85-4f8d-aa7f-2833b3b266d9 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.3696070 Dec 12 17:54:29.878403 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:29.911311 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b533b38d-990a-4ee2-bd1c-b0618227d779 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:29.916423 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] No DVR routers for this DVR port b993d6e7-8c4b-45dd-bad8-4de5143f49c1 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:54:29.921344 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] Pushing event deleted for resources: {'Port': ['ID=b993d6e7-8c4b-45dd-bad8-4de5143f49c1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:29.937442 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b533b38d-990a-4ee2-bd1c-b0618227d779 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:29.994788 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a424246d-ab92-4529-8dd0-687d974a8764 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:30.015844 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:30.025918 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfa2e0-9372-4427-aa4b-78aeb1e8855a req-90ebe17a-18d5-4720-bdc3-cd6b6470a6df tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:30.027577 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-adcfa2e0-9372-4427-aa4b-78aeb1e8855a req-90ebe17a-18d5-4720-bdc3-cd6b6470a6df tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.4258854 Dec 12 17:54:30.045350 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b533b38d-990a-4ee2-bd1c-b0618227d779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:30.048142 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b533b38d-990a-4ee2-bd1c-b0618227d779 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:30.051480 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b533b38d-990a-4ee2-bd1c-b0618227d779 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eee008dd-3b8b-42c8-8460-e3d4d82583fe HTTP/1.1" status: 204 len: 168 time: 0.5274439 Dec 12 17:54:30.052257 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3385936a-646a-4aa1-aa78-68b19278e0c8']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:30.064572 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5acb2cf-8e68-4a03-b24c-7de5306fa605') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:30.064883 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5acb2cf-8e68-4a03-b24c-7de5306fa605') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:30.085292 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:30.096230 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-fbf1d48d-7b26-4c51-950c-7d8fcc0c9fb6 service neutron] show failed (client error): The resource could not be found. Dec 12 17:54:30.097961 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-fbf1d48d-7b26-4c51-950c-7d8fcc0c9fb6 service neutron] 10.222.0.31 "GET /v2.0/ports/20567570-8591-4530-b78e-1591dc80bac1/bindings/n-h2-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.4185834 Dec 12 17:54:30.125014 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:30.135533 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:54:30.136262 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:54:30.139116 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:54:30.165756 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533b38d-990a-4ee2-bd1c-b0618227d779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee008dd-3b8b-42c8-8460-e3d4d82583fe,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:30.200635 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8e65c-f076-4013-948a-5c53a04d1524 req-ec9ea54e-afc4-4332-93e1-df00d26ba11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:30.204074 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dbb8e65c-f076-4013-948a-5c53a04d1524 req-ec9ea54e-afc4-4332-93e1-df00d26ba11e service neutron] 10.222.0.20 "GET /v2.0/networks?id=67709362-7810-4af0-979b-7388b427976b HTTP/1.1" status: 200 len: 911 time: 0.5614588 Dec 12 17:54:30.232273 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dccf3901-99d4-4925-898b-2df9cc5ad4a9 req-52332859-0ff3-4cce-bf13-0716748fe400 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637214 Dec 12 17:54:30.239111 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a424246d-ab92-4529-8dd0-687d974a8764 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:30.241979 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a424246d-ab92-4529-8dd0-687d974a8764 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:30.246024 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a424246d-ab92-4529-8dd0-687d974a8764 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "DELETE /v2.0/security-groups/3dac6f6a-916d-44b8-a8e0-1dadaea664e6 HTTP/1.1" status: 204 len: 168 time: 0.7214153 Dec 12 17:54:30.248632 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36506) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:30.299443 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-e381cea4-5c64-40f6-a44e-2259aba15175 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] show failed (client error): The resource could not be found. Dec 12 17:54:30.301534 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e381cea4-5c64-40f6-a44e-2259aba15175 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups/3dac6f6a-916d-44b8-a8e0-1dadaea664e6 HTTP/1.1" status: 404 len: 347 time: 0.0512040 Dec 12 17:54:30.304613 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36508) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:30.308939 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dbb8e65c-f076-4013-948a-5c53a04d1524 req-0a0e36e2-1b4a-4932-aaf1-0e94db06f8c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1b7c161-ca88-472a-950b-779704c740af HTTP/1.1" status: 200 len: 217 time: 0.0713198 Dec 12 17:54:30.321485 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-adcfa2e0-9372-4427-aa4b-78aeb1e8855a req-6440e4ee-8730-4d45-9809-c856cce1fe43 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809761 Dec 12 17:54:30.330384 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424246d-ab92-4529-8dd0-687d974a8764 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dac6f6a-916d-44b8-a8e0-1dadaea664e6,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:30.399286 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8e65c-f076-4013-948a-5c53a04d1524 req-0dce9444-58e5-4405-aed0-04e66c762944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:30.401147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dbb8e65c-f076-4013-948a-5c53a04d1524 req-0dce9444-58e5-4405-aed0-04e66c762944 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=477b849f-51cb-4da9-8007-720c6e5ac5b0 HTTP/1.1" status: 200 len: 850 time: 0.0718794 Dec 12 17:54:30.409442 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:30.437170 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:30.443173 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] 10.222.0.18 "DELETE /v2.0/networks/3385936a-646a-4aa1-aa78-68b19278e0c8 HTTP/1.1" status: 204 len: 168 time: 1.4468176 Dec 12 17:54:30.452142 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dbb8e65c-f076-4013-948a-5c53a04d1524 req-fac3b964-6f9f-47bf-a2db-724971403991 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67709362-7810-4af0-979b-7388b427976b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379539 Dec 12 17:54:30.547724 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc478601-39e3-408f-be1a-41e9381096da admin admin] Pushing event deleted for resources: {'Network': ['ID=3385936a-646a-4aa1-aa78-68b19278e0c8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:30.559479 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 801ddd51-7e4a-4f50-86f5-e484775d44fc no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:54:30.592832 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 801ddd51-7e4a-4f50-86f5-e484775d44fc {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:54:30.593427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 801ddd51-7e4a-4f50-86f5-e484775d44fc not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:54:30.616804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dbb8e65c-f076-4013-948a-5c53a04d1524 req-42239348-4625-46b3-a1b8-e9d5be15b826 service neutron] 10.222.0.20 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556368 Dec 12 17:54:30.641794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-d061483e-0512-44d6-b8bf-83436be1b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:30.643341 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-d061483e-0512-44d6-b8bf-83436be1b0de service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19&tenant_id=1ca8577c66784779ba8900bd9278d832 HTTP/1.1" status: 200 len: 1096 time: 0.2654700 Dec 12 17:54:30.661982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:54:30.739058 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b6e30141-97e9-4bd2-8f66-0159fd65c3c9 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Deleting port bd48f735-2e77-4af5-98a5-7e98d229d1b9 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:54:30.745812 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b993d6e7-8c4b-45dd-bad8-4de5143f49c1 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:54:30.749136 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6e30141-97e9-4bd2-8f66-0159fd65c3c9 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:30.764665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dbb8e65c-f076-4013-948a-5c53a04d1524 req-b82545d8-c24c-412e-b5fd-f96f549e8ce2 service neutron] 10.222.0.20 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319964 Dec 12 17:54:30.790789 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: b993d6e7-8c4b-45dd-bad8-4de5143f49c1 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:54:30.792368 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b993d6e7-8c4b-45dd-bad8-4de5143f49c1 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:54:30.794625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36524) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:30.856314 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:30.883217 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5d5eeea6-c29a-4c12-a93c-9befc55f655f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e63f7131b4b54329b6cfac7d45feb38f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0868986 Dec 12 17:54:30.885586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36530) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:30.941491 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6e30141-97e9-4bd2-8f66-0159fd65c3c9 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:30.942430 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6e30141-97e9-4bd2-8f66-0159fd65c3c9 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:30.944052 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e402df0b-1006-427c-92fe-867802628d7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:30.970186 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e402df0b-1006-427c-92fe-867802628d7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:31.023517 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e402df0b-1006-427c-92fe-867802628d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:31.026248 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e402df0b-1006-427c-92fe-867802628d7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:31.029755 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e402df0b-1006-427c-92fe-867802628d7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60487d9d-9855-40d6-9f56-f34a243c694f HTTP/1.1" status: 204 len: 168 time: 0.1406877 Dec 12 17:54:31.031640 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b6e30141-97e9-4bd2-8f66-0159fd65c3c9 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Calling delete_port for bd48f735-2e77-4af5-98a5-7e98d229d1b9 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:54:31.043480 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402df0b-1006-427c-92fe-867802628d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60487d9d-9855-40d6-9f56-f34a243c694f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:31.359229 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] For port 20567570-8591-4530-b78e-1591dc80bac1, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=20567570-8591-4530-b78e-1591dc80bac1,segment=NetworkSegment(c124bd1d-8f12-4cc9-be6f-190a3b016170),segment_id=c124bd1d-8f12-4cc9-be6f-190a3b016170)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:31.389492 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6e30141-97e9-4bd2-8f66-0159fd65c3c9 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:31.396222 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b36b85-0e12-4924-adf4-27ceeebbef3a req-3663f5c8-c875-4205-b86c-62ac95e911ad tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:31.398825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63b36b85-0e12-4924-adf4-27ceeebbef3a req-3663f5c8-c875-4205-b86c-62ac95e911ad tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.0904539 Dec 12 17:54:31.452156 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af47210-3159-42d8-8edf-b966c03b2f48 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:54:31.492108 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e30141-97e9-4bd2-8f66-0159fd65c3c9 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Pushing event deleted for resources: {'Port': ['ID=bd48f735-2e77-4af5-98a5-7e98d229d1b9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:31.518561 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63b36b85-0e12-4924-adf4-27ceeebbef3a req-0dc90261-df46-4e77-be95-154f44e4e88c tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126070 Dec 12 17:54:31.561011 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] For port 20567570-8591-4530-b78e-1591dc80bac1, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:54:31.564927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82c757-e2fc-4732-b1b8-397b09668179 req-fe9007b3-4b4d-4f06-b0cd-c524d2644d98 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:31.567095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fa82c757-e2fc-4732-b1b8-397b09668179 req-fe9007b3-4b4d-4f06-b0cd-c524d2644d98 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.0664189 Dec 12 17:54:31.594828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36554) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:31.662211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fa82c757-e2fc-4732-b1b8-397b09668179 req-6b122b43-fb36-4298-aa95-92204d79a422 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853472 Dec 12 17:54:31.668796 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6daa4f61-e210-4b15-9c56-a6c21ff3fe47 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59f81d5ace744e5d9f6987fdc84503d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0727940 Dec 12 17:54:31.669517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36556) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:31.731879 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b44a14f2-3aea-4b6f-aacd-dfd0b31f5678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:31.759805 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b44a14f2-3aea-4b6f-aacd-dfd0b31f5678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:31.825273 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b44a14f2-3aea-4b6f-aacd-dfd0b31f5678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:31.829086 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b44a14f2-3aea-4b6f-aacd-dfd0b31f5678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:31.830782 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b44a14f2-3aea-4b6f-aacd-dfd0b31f5678 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8bcd7b91-be42-4dcb-9c82-db8354c87be5 HTTP/1.1" status: 204 len: 168 time: 0.1603014 Dec 12 17:54:31.854586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a14f2-3aea-4b6f-aacd-dfd0b31f5678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcd7b91-be42-4dcb-9c82-db8354c87be5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:31.909410 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6e30141-97e9-4bd2-8f66-0159fd65c3c9 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:31.912295 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6e30141-97e9-4bd2-8f66-0159fd65c3c9 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:31.916565 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b6e30141-97e9-4bd2-8f66-0159fd65c3c9 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "DELETE /v2.0/floatingips/0f4a2d64-1127-4d8f-a349-3ff43ff2a872 HTTP/1.1" status: 204 len: 168 time: 1.6070151 Dec 12 17:54:31.929206 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:31.946475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Transition to ACTIVE for port object 20567570-8591-4530-b78e-1591dc80bac1 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:54:31.949791 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20567570-8591-4530-b78e-1591dc80bac1'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:54:31.950643 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b54c8bb-bc97-4ba8-9c51-ea0cb1d39239" -d '{"events": [{"server_uuid": "5897e0ca-f28f-405f-a983-c97e8d9f4e19", "name": "network-vif-unplugged", "status": "completed", "tag": "20567570-8591-4530-b78e-1591dc80bac1"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:54:31.954595 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:32.173503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Pushing event updated for resources: {'Port': ['ID=20567570-8591-4530-b78e-1591dc80bac1,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:32.264326 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] No DVR routers for this DVR port 20567570-8591-4530-b78e-1591dc80bac1 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:54:32.517791 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36582) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:32.523223 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-5bdc9807-3bf5-46b3-afee-ca425a88f6bb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452675742', 'description': 'tempest-description--1085653801'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:54:32.553788 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd8a840-20ad-494b-896a-5b74fd08e957 x-openstack-request-id: req-1bd8a840-20ad-494b-896a-5b74fd08e957 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:54:32.554096 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5897e0ca-f28f-405f-a983-c97e8d9f4e19", "name": "network-vif-unplugged", "status": "completed", "tag": "20567570-8591-4530-b78e-1591dc80bac1", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:54:32.554357 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1bd8a840-20ad-494b-896a-5b74fd08e957 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:54:32.554764 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20567570-8591-4530-b78e-1591dc80bac1', 'code': 200} Dec 12 17:54:32.578405 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5bdc9807-3bf5-46b3-afee-ca425a88f6bb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:32.589527 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Attempting to bind port 20567570-8591-4530-b78e-1591dc80bac1 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:54:32.589845 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Attempting to bind port 20567570-8591-4530-b78e-1591dc80bac1 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'c124bd1d-8f12-4cc9-be6f-190a3b016170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:54:32.590162 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Attempting to bind port 20567570-8591-4530-b78e-1591dc80bac1 on network 20b11b76-fcd4-48ea-8032-fbc26803312e {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:54:32.604988 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Port 20567570-8591-4530-b78e-1591dc80bac1 on network 20b11b76-fcd4-48ea-8032-fbc26803312e not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:54:32.605377 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Attempting to bind port 20567570-8591-4530-b78e-1591dc80bac1 on network 20b11b76-fcd4-48ea-8032-fbc26803312e {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:54:32.617427 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:54:32.617783 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Checking segment: {'id': 'c124bd1d-8f12-4cc9-be6f-190a3b016170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:54:32.618935 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Bound using segment: {'id': 'c124bd1d-8f12-4cc9-be6f-190a3b016170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:54:32.619486 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Bound port: 20567570-8591-4530-b78e-1591dc80bac1, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c124bd1d-8f12-4cc9-be6f-190a3b016170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:54:32.619903 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:32.700898 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5bdc9807-3bf5-46b3-afee-ca425a88f6bb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:32.715153 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5bdc9807-3bf5-46b3-afee-ca425a88f6bb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:32.729353 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] For port 20567570-8591-4530-b78e-1591dc80bac1, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:54:32.733198 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] For port 20567570-8591-4530-b78e-1591dc80bac1, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=20567570-8591-4530-b78e-1591dc80bac1,segment=NetworkSegment(c124bd1d-8f12-4cc9-be6f-190a3b016170),segment_id=c124bd1d-8f12-4cc9-be6f-190a3b016170)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:54:32.743310 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:32.799823 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:32.801339 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:32.803024 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] 10.222.0.20 "PUT /v2.0/ports/20567570-8591-4530-b78e-1591dc80bac1 HTTP/1.1" status: 200 len: 1091 time: 2.1481490 Dec 12 17:54:32.822540 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cee4f-9a30-4658-8462-22a11a5552b8 service neutron] Pushing event updated for resources: {'Port': ['ID=20567570-8591-4530-b78e-1591dc80bac1,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:32.887743 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-b3b7cff2-2ff0-4d0a-a8bd-dfb983e105cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:32.891060 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-b3b7cff2-2ff0-4d0a-a8bd-dfb983e105cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 1094 time: 0.0596499 Dec 12 17:54:33.082825 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-f3a12155-b1e3-4f53-a164-59810cb66f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:33.084349 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-f3a12155-b1e3-4f53-a164-59810cb66f65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20b11b76-fcd4-48ea-8032-fbc26803312e HTTP/1.1" status: 200 len: 897 time: 0.1851106 Dec 12 17:54:33.212647 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-81938342-0b47-466e-ad1a-905dd2118a61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20567570-8591-4530-b78e-1591dc80bac1 HTTP/1.1" status: 200 len: 999 time: 0.1153889 Dec 12 17:54:33.217923 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5bdc9807-3bf5-46b3-afee-ca425a88f6bb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:33.223751 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5bdc9807-3bf5-46b3-afee-ca425a88f6bb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7043734 Dec 12 17:54:33.224250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36618) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:33.232290 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36620) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:33.236625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-065dce6a-5c96-4b69-8735-fecbc327833f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Request body: {'security_group_rule': {'security_group_id': 'e4fec557-7a6b-4513-8cc5-58260c000d3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:54:33.274440 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-78c32730-7bf9-4a25-b5d7-79650805063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:33.275968 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-78c32730-7bf9-4a25-b5d7-79650805063f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bd84b67-0f94-4a7e-b865-bca1b65efda3 HTTP/1.1" status: 200 len: 835 time: 0.0564656 Dec 12 17:54:33.280490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc9807-3bf5-46b3-afee-ca425a88f6bb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fec557-7a6b-4513-8cc5-58260c000d3a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:33.309702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f5718-ad1f-4819-93d6-826a2a76282a req-43738af9-a643-4e94-8465-a901bc2f691a tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:33.310928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d7f5718-ad1f-4819-93d6-826a2a76282a req-43738af9-a643-4e94-8465-a901bc2f691a tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.6077583 Dec 12 17:54:33.341428 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-baebcd6c-304a-4511-9b89-7cfa32c67796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:33.342672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105430c-b834-43a8-8454-091467c99e99 req-7af89c56-3ad1-4228-a43e-aa227b7128c9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:33.343581 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-baebcd6c-304a-4511-9b89-7cfa32c67796 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20b11b76-fcd4-48ea-8032-fbc26803312e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604775 Dec 12 17:54:33.344251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4105430c-b834-43a8-8454-091467c99e99 req-7af89c56-3ad1-4228-a43e-aa227b7128c9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 943 time: 0.1451244 Dec 12 17:54:33.351609 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-065dce6a-5c96-4b69-8735-fecbc327833f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:33.428656 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-38f96b5b-b1d4-4c3e-ad96-2418d8ab66f8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1509066400-network', 'tenant_id': 'eca6c9c3e4e24a4692f6adc1b24c688f'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:54:33.468107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f96b5b-b1d4-4c3e-ad96-2418d8ab66f8 admin admin] Made reservation on behalf of eca6c9c3e4e24a4692f6adc1b24c688f for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:54:33.468260 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d7f5718-ad1f-4819-93d6-826a2a76282a req-02332ea9-834f-4574-9a04-10083e9735dd tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463237 Dec 12 17:54:33.471548 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38f96b5b-b1d4-4c3e-ad96-2418d8ab66f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:33.499856 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4105430c-b834-43a8-8454-091467c99e99 req-dbefbb01-ee24-4656-9d66-7dfe1c156dc3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375194 Dec 12 17:54:33.514277 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38f96b5b-b1d4-4c3e-ad96-2418d8ab66f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:33.516158 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-065dce6a-5c96-4b69-8735-fecbc327833f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:33.524748 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-065dce6a-5c96-4b69-8735-fecbc327833f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:33.543325 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-285c5275-e64c-4568-a8fe-1c4ca96ad3c0 service neutron] 10.222.0.20 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904712 Dec 12 17:54:33.553512 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dce6a-5c96-4b69-8735-fecbc327833f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6957bb92-9dca-4d72-9117-cfd9c88e0a52,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:33.561486 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-065dce6a-5c96-4b69-8735-fecbc327833f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:33.562769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-065dce6a-5c96-4b69-8735-fecbc327833f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3339667 Dec 12 17:54:33.565540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36638) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:33.571950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-04b9588b-0e62-43ff-9ede-914437bef5ae tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Request body: {'security_group_rule': {'security_group_id': 'e4fec557-7a6b-4513-8cc5-58260c000d3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:54:33.604705 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-04b9588b-0e62-43ff-9ede-914437bef5ae tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:33.684497 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-04b9588b-0e62-43ff-9ede-914437bef5ae tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:33.694660 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fd2f9f48-a821-442d-9cee-d98a0bb4d3fd req-4805b47a-4fde-47c2-8e0d-96976d0f6fa4 service neutron] 10.222.0.20 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425967 Dec 12 17:54:33.697218 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-04b9588b-0e62-43ff-9ede-914437bef5ae tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:33.733794 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-04b9588b-0e62-43ff-9ede-914437bef5ae tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:33.739196 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-04b9588b-0e62-43ff-9ede-914437bef5ae tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1720560 Dec 12 17:54:33.740096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9588b-0e62-43ff-9ede-914437bef5ae tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629b6b4c-b888-4e10-8a60-1f1a1599c1d6,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:33.743547 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36646) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:33.749313 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-723e3acf-3527-41e1-a709-2577a9e181cb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:54:33.756723 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38f96b5b-b1d4-4c3e-ad96-2418d8ab66f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:33.773135 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38f96b5b-b1d4-4c3e-ad96-2418d8ab66f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:33.790131 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f96b5b-b1d4-4c3e-ad96-2418d8ab66f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:54:33.803067 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38f96b5b-b1d4-4c3e-ad96-2418d8ab66f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:33.803908 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-38f96b5b-b1d4-4c3e-ad96-2418d8ab66f8 admin admin] Added segment e58fb3c0-2a7b-4fb9-a688-67aad54f4fa9 of type vlan for network 96d3224d-7733-4431-8872-f2ec1a8b629a Dec 12 17:54:33.855616 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38f96b5b-b1d4-4c3e-ad96-2418d8ab66f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:33.901613 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38f96b5b-b1d4-4c3e-ad96-2418d8ab66f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:33.902645 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f96b5b-b1d4-4c3e-ad96-2418d8ab66f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:33.903342 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38f96b5b-b1d4-4c3e-ad96-2418d8ab66f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:33.918406 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-723e3acf-3527-41e1-a709-2577a9e181cb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:33.990470 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-38f96b5b-b1d4-4c3e-ad96-2418d8ab66f8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7542832 Dec 12 17:54:33.990470 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f96b5b-b1d4-4c3e-ad96-2418d8ab66f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3df78b-cdc9-49b7-a072-020d9936cc63,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:33.990987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36658) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:33.998087 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8f5cf107-f947-4264-a120-c345f6c6bc94 admin admin] Request body: {'subnet': {'network_id': '96d3224d-7733-4431-8872-f2ec1a8b629a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1509066400-subnet', 'tenant_id': 'eca6c9c3e4e24a4692f6adc1b24c688f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:54:34.024212 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5cf107-f947-4264-a120-c345f6c6bc94 admin admin] Made reservation on behalf of eca6c9c3e4e24a4692f6adc1b24c688f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:54:34.027799 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf107-f947-4264-a120-c345f6c6bc94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:34.059520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f96b5b-b1d4-4c3e-ad96-2418d8ab66f8 admin admin] Pushing event updated for resources: {'Network': ['ID=96d3224d-7733-4431-8872-f2ec1a8b629a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:34.073957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 96d3224d-7733-4431-8872-f2ec1a8b629a details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:54:34.130786 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-723e3acf-3527-41e1-a709-2577a9e181cb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:34.251488 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf107-f947-4264-a120-c345f6c6bc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:34.258799 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-723e3acf-3527-41e1-a709-2577a9e181cb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Allocated IP 172.25.1.175 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/f646e8d3-7998-4424-8718-9c2d1d38d2e3) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:54:34.315324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cf107-f947-4264-a120-c345f6c6bc94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41f7bc64-21e3-45d8-b40c-c12ae0384ef0,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:34.349637 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5cf107-f947-4264-a120-c345f6c6bc94 admin admin] Checking segment: {'id': 'e58fb3c0-2a7b-4fb9-a688-67aad54f4fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96d3224d-7733-4431-8872-f2ec1a8b629a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:54:34.350012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5cf107-f947-4264-a120-c345f6c6bc94 admin admin] Network hostable DHCP agents. Network: 96d3224d-7733-4431-8872-f2ec1a8b629a, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:54:34.370589 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5cf107-f947-4264-a120-c345f6c6bc94 admin admin] Network 96d3224d-7733-4431-8872-f2ec1a8b629a is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:54:34.380719 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-723e3acf-3527-41e1-a709-2577a9e181cb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:34.384487 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-8f5cf107-f947-4264-a120-c345f6c6bc94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 96d3224d-7733-4431-8872-f2ec1a8b629a) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:54:34.395135 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee457c47-e5f3-4d5a-a09e-a4652709ccfa None None] Network 96d3224d-7733-4431-8872-f2ec1a8b629a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:54:34.400172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5cf107-f947-4264-a120-c345f6c6bc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:34.400961 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf107-f947-4264-a120-c345f6c6bc94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:34.403011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36664) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:34.423514 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8f5cf107-f947-4264-a120-c345f6c6bc94 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4300385 Dec 12 17:54:34.448658 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-723e3acf-3527-41e1-a709-2577a9e181cb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:34.556426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723e3acf-3527-41e1-a709-2577a9e181cb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:54:34.557118 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'tag': '20567570-8591-4530-b78e-1591dc80bac1'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:54:34.559446 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3426831-5ead-4475-8474-bd8bdf5f0a00" -d '{"events": [{"name": "network-changed", "server_uuid": "5897e0ca-f28f-405f-a983-c97e8d9f4e19", "tag": "20567570-8591-4530-b78e-1591dc80bac1"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:54:34.588054 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 20567570-8591-4530-b78e-1591dc80bac1 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:54:34.589304 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-723e3acf-3527-41e1-a709-2577a9e181cb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:54:34.592998 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e3acf-3527-41e1-a709-2577a9e181cb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:54:34.636240 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-57a02011-7767-45c9-9c49-14a018bcd2ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:34.695095 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 20567570-8591-4530-b78e-1591dc80bac1 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:54:34.701315 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d31642a-7930-4aa7-af84-1550b4bf74de None None] Network 96d3224d-7733-4431-8872-f2ec1a8b629a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:54:34.724127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e3acf-3527-41e1-a709-2577a9e181cb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Pushing event updated for resources: {'Port': ['ID=f646e8d3-7998-4424-8718-9c2d1d38d2e3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:34.786993 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab5790-da9e-46dd-b503-551349583b47 req-43b22482-77f5-4610-9c65-979111b5568e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:34.788691 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-caab5790-da9e-46dd-b503-551349583b47 req-43b22482-77f5-4610-9c65-979111b5568e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.1424189 Dec 12 17:54:34.794867 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-723e3acf-3527-41e1-a709-2577a9e181cb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:34.822416 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a34015-9b02-49d0-90cf-c6e45ea964a7 req-45c60230-adaa-4c8f-9d32-6932e1c698d9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:34.829718 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4a34015-9b02-49d0-90cf-c6e45ea964a7 req-45c60230-adaa-4c8f-9d32-6932e1c698d9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 943 time: 0.2213478 Dec 12 17:54:34.840992 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-723e3acf-3527-41e1-a709-2577a9e181cb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:34.918100 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-caab5790-da9e-46dd-b503-551349583b47 req-0f0c1016-199c-4004-a8a1-a7db799272aa tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159737 Dec 12 17:54:34.955516 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4a34015-9b02-49d0-90cf-c6e45ea964a7 req-4102ff58-39c6-459e-98d2-81b75d8ab822 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203144 Dec 12 17:54:34.974423 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-57a02011-7767-45c9-9c49-14a018bcd2ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:34.980788 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-57a02011-7767-45c9-9c49-14a018bcd2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:35.003040 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5af83ce-34ac-487f-be9c-3b79a9b7adb6 x-openstack-request-id: req-d5af83ce-34ac-487f-be9c-3b79a9b7adb6 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:54:35.003535 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5897e0ca-f28f-405f-a983-c97e8d9f4e19", "tag": "20567570-8591-4530-b78e-1591dc80bac1", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:54:35.003797 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5af83ce-34ac-487f-be9c-3b79a9b7adb6 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:54:35.004211 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'tag': '20567570-8591-4530-b78e-1591dc80bac1', 'status': 'completed', 'code': 200} Dec 12 17:54:35.056239 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-723e3acf-3527-41e1-a709-2577a9e181cb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:35.079907 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-723e3acf-3527-41e1-a709-2577a9e181cb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:35.098791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-57a02011-7767-45c9-9c49-14a018bcd2ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=673414eff494408c95310ceb7ada9852&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6937530 Dec 12 17:54:35.100487 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a02011-7767-45c9-9c49-14a018bcd2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e119f2a0-4833-411a-96d0-dc4c18fd7de2,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:35.114817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36684) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:35.162269 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e3acf-3527-41e1-a709-2577a9e181cb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Pushing event updated for resources: {'Port': ['ID=f646e8d3-7998-4424-8718-9c2d1d38d2e3,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:35.188924 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-268eb610-6651-461c-bbb6-c7912e9f881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:35.193562 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-268eb610-6651-461c-bbb6-c7912e9f881f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 1094 time: 0.1524448 Dec 12 17:54:35.195010 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-a379f85d-6e09-4eeb-b3fb-fedb6a4de466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:35.197904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-a379f85d-6e09-4eeb-b3fb-fedb6a4de466 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 1094 time: 0.1663742 Dec 12 17:54:35.270407 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-639aa4a8-4061-4f00-9275-53b80cf82ad3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:35.275544 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-723e3acf-3527-41e1-a709-2577a9e181cb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:35.311596 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-723e3acf-3527-41e1-a709-2577a9e181cb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:35.313137 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-723e3acf-3527-41e1-a709-2577a9e181cb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5679209 Dec 12 17:54:35.339815 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-24ee49d9-ed26-4286-8732-5aaeb4984f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:35.341616 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-24ee49d9-ed26-4286-8732-5aaeb4984f49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20b11b76-fcd4-48ea-8032-fbc26803312e HTTP/1.1" status: 200 len: 897 time: 0.1408913 Dec 12 17:54:35.376251 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-639aa4a8-4061-4f00-9275-53b80cf82ad3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:35.451997 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-639aa4a8-4061-4f00-9275-53b80cf82ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:35.456163 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-639aa4a8-4061-4f00-9275-53b80cf82ad3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:35.459664 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-639aa4a8-4061-4f00-9275-53b80cf82ad3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e119f2a0-4833-411a-96d0-dc4c18fd7de2 HTTP/1.1" status: 204 len: 168 time: 0.3312824 Dec 12 17:54:35.483648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639aa4a8-4061-4f00-9275-53b80cf82ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e119f2a0-4833-411a-96d0-dc4c18fd7de2,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:35.492350 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-36983bba-0f8e-48e6-8245-ba2cbbfca99f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20567570-8591-4530-b78e-1591dc80bac1 HTTP/1.1" status: 200 len: 999 time: 0.1429260 Dec 12 17:54:35.547847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-7acdcacf-0ebd-4b2c-acd1-b65097cb1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:35.549863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-7acdcacf-0ebd-4b2c-acd1-b65097cb1f00 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20b11b76-fcd4-48ea-8032-fbc26803312e HTTP/1.1" status: 200 len: 897 time: 0.3440740 Dec 12 17:54:35.558937 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-65db88f4-c554-4fee-ada0-a231592b4faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:35.560864 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-65db88f4-c554-4fee-ada0-a231592b4faa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bd84b67-0f94-4a7e-b865-bca1b65efda3 HTTP/1.1" status: 200 len: 835 time: 0.0608823 Dec 12 17:54:35.626545 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-deebc674-a0d4-4930-88bf-11ea27b4ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:35.629859 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-deebc674-a0d4-4930-88bf-11ea27b4ae29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20b11b76-fcd4-48ea-8032-fbc26803312e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607781 Dec 12 17:54:35.639858 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-2a85f343-48e7-4d66-b499-47ec58b7dd89 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:35.641326 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-2a85f343-48e7-4d66-b499-47ec58b7dd89 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/networks?id=96d3224d-7733-4431-8872-f2ec1a8b629a HTTP/1.1" status: 200 len: 814 time: 0.4226263 Dec 12 17:54:35.686923 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-302f75ee-ecb5-4b77-a898-74c99f68111b tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/quotas/eca6c9c3e4e24a4692f6adc1b24c688f HTTP/1.1" status: 200 len: 375 time: 0.0333743 Dec 12 17:54:35.717444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-32175653-6de8-43bd-ad33-b52b6497a5b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20567570-8591-4530-b78e-1591dc80bac1 HTTP/1.1" status: 200 len: 999 time: 0.1597271 Dec 12 17:54:35.735725 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-677a137f-dce1-442a-998c-66b9a524ff3a tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eca6c9c3e4e24a4692f6adc1b24c688f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415041 Dec 12 17:54:35.746419 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-9a236817-2281-49a0-a095-cb61fc20e49f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1452675742&fields=id&tenant_id=d0b4bc710fe244f885d5e9cf88a75d69 HTTP/1.1" status: 200 len: 267 time: 0.1211379 Dec 12 17:54:35.753739 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-319560cb-a384-4601-95ad-cf06afc3d012 service neutron] 10.222.0.20 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073222 Dec 12 17:54:35.875286 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-aaa5e078-0f2b-4723-908c-90a6e5509416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:35.876807 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-aaa5e078-0f2b-4723-908c-90a6e5509416 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3bd84b67-0f94-4a7e-b865-bca1b65efda3 HTTP/1.1" status: 200 len: 835 time: 0.1436365 Dec 12 17:54:35.883639 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-4cde053a-4eb8-4926-b9e8-afbe9df7a478 service neutron] 10.222.0.20 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223977 Dec 12 17:54:35.936341 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36714) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:35.953473 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9825d696-c8e8-4c6e-8d24-3fc3c1f48320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:36.006380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-94ecd963-7796-4034-928d-c56009b93591 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:36.008284 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-94ecd963-7796-4034-928d-c56009b93591 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/networks?id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 HTTP/1.1" status: 200 len: 816 time: 0.2610583 Dec 12 17:54:36.039426 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-21238e4d-69f2-4ce7-9b0f-f62b10b4d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:36.041024 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-21238e4d-69f2-4ce7-9b0f-f62b10b4d961 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20b11b76-fcd4-48ea-8032-fbc26803312e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532493 Dec 12 17:54:36.044456 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-7c4e92b7-e23c-4087-aa67-60d37d25baa9 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/quotas/d0b4bc710fe244f885d5e9cf88a75d69 HTTP/1.1" status: 200 len: 375 time: 0.0232306 Dec 12 17:54:36.046503 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9825d696-c8e8-4c6e-8d24-3fc3c1f48320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:36.052068 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9825d696-c8e8-4c6e-8d24-3fc3c1f48320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:36.096893 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9825d696-c8e8-4c6e-8d24-3fc3c1f48320 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9352908322894dcc82a5415b7989be6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559086 Dec 12 17:54:36.096893 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825d696-c8e8-4c6e-8d24-3fc3c1f48320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3522f2dc-f4db-4d5e-a725-2266ca17141c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:36.097962 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36720) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:36.153244 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-b1996fe9-bd8a-41f7-a67f-28471769f902 service neutron] 10.222.0.18 "GET /v2.0/networks/96d3224d-7733-4431-8872-f2ec1a8b629a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917446 Dec 12 17:54:36.153855 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4541eb98-6840-4261-ad3a-b805fda325f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:36.178815 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4541eb98-6840-4261-ad3a-b805fda325f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:36.228749 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4541eb98-6840-4261-ad3a-b805fda325f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:36.231700 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4541eb98-6840-4261-ad3a-b805fda325f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:36.235154 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4541eb98-6840-4261-ad3a-b805fda325f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3522f2dc-f4db-4d5e-a725-2266ca17141c HTTP/1.1" status: 204 len: 168 time: 0.1339836 Dec 12 17:54:36.236838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-52806bdd-4a99-4d02-b60a-12c281405dee tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0b4bc710fe244f885d5e9cf88a75d69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1715317 Dec 12 17:54:36.244529 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541eb98-6840-4261-ad3a-b805fda325f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3522f2dc-f4db-4d5e-a725-2266ca17141c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:36.265448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-273524d5-29ca-4cf3-8e68-5c79a3fcd29c service neutron] 10.222.0.31 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162974 Dec 12 17:54:36.401399 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-0cc8e17f-c6fc-40a0-b0c6-354ab9e0e998 service neutron] 10.222.0.18 "GET /v2.0/networks/96d3224d-7733-4431-8872-f2ec1a8b629a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369483 Dec 12 17:54:36.458234 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3426831-5ead-4475-8474-bd8bdf5f0a00 req-2bfa7a1f-7d71-443f-a86d-274c2bf948bf service neutron] 10.222.0.31 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810205 Dec 12 17:54:36.460617 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-8a938ab3-30af-41d3-8752-361d55ab1049 service neutron] 10.222.0.18 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088764 Dec 12 17:54:36.539142 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9aedd281-7801-41f0-b6db-ba8f165cf23a req-a33c0b15-19f9-40b3-bc7f-2eabc658747a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0929813 Dec 12 17:54:36.597330 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-eff0ef21-9d57-4add-9d49-18234f2eab2b service neutron] 10.222.0.18 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219838 Dec 12 17:54:36.642032 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedd281-7801-41f0-b6db-ba8f165cf23a req-af504f3f-5bfe-409d-a06c-71d6c85bfc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:36.644264 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9aedd281-7801-41f0-b6db-ba8f165cf23a req-af504f3f-5bfe-409d-a06c-71d6c85bfc6e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 1094 time: 0.0548787 Dec 12 17:54:36.799402 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf75375-09d1-4ba7-ab82-ab1e5b808c39 req-5e4096cb-26f9-4840-ae93-a9b286c7dc46 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:36.802550 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bf75375-09d1-4ba7-ab82-ab1e5b808c39 req-5e4096cb-26f9-4840-ae93-a9b286c7dc46 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.0885258 Dec 12 17:54:36.881063 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedd281-7801-41f0-b6db-ba8f165cf23a req-f4de156a-0ab6-48f8-a1fa-519d700eee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:36.883420 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9aedd281-7801-41f0-b6db-ba8f165cf23a req-f4de156a-0ab6-48f8-a1fa-519d700eee44 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20b11b76-fcd4-48ea-8032-fbc26803312e HTTP/1.1" status: 200 len: 897 time: 0.2155304 Dec 12 17:54:36.995110 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9aedd281-7801-41f0-b6db-ba8f165cf23a req-f32938f7-535a-4a13-9c70-57feb6c6dd1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20567570-8591-4530-b78e-1591dc80bac1 HTTP/1.1" status: 200 len: 999 time: 0.1045988 Dec 12 17:54:37.015613 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bf75375-09d1-4ba7-ab82-ab1e5b808c39 req-ebb12be3-7509-484b-b0b2-0f3bbd7f8392 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056355 Dec 12 17:54:37.073794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4ca64-d72e-4942-aee7-6704eb77ef20 req-f4398e0f-0d16-4299-8d49-8406dda41741 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:37.093357 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13d4ca64-d72e-4942-aee7-6704eb77ef20 req-f4398e0f-0d16-4299-8d49-8406dda41741 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 943 time: 0.2394211 Dec 12 17:54:37.120266 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedd281-7801-41f0-b6db-ba8f165cf23a req-f8aae895-0cb1-44b9-849a-e2e43f533810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:37.122279 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9aedd281-7801-41f0-b6db-ba8f165cf23a req-f8aae895-0cb1-44b9-849a-e2e43f533810 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bd84b67-0f94-4a7e-b865-bca1b65efda3 HTTP/1.1" status: 200 len: 835 time: 0.1194587 Dec 12 17:54:37.213840 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f00e98bc-1fb3-4af6-9f04-f9d7e8ddb9bd req-74c46523-9cbe-499a-800b-444c46d66b47 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 210 time: 0.0846434 Dec 12 17:54:37.295793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedd281-7801-41f0-b6db-ba8f165cf23a req-dda21d20-204f-4a09-8fbf-a784ebda994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:37.297430 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9aedd281-7801-41f0-b6db-ba8f165cf23a req-dda21d20-204f-4a09-8fbf-a784ebda994b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20b11b76-fcd4-48ea-8032-fbc26803312e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1620450 Dec 12 17:54:37.338255 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36762) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:37.360909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13d4ca64-d72e-4942-aee7-6704eb77ef20 req-816f5eca-1b56-4cae-9ccb-65a7fc6a7278 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614648 Dec 12 17:54:37.471166 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-442f6539-21bb-4701-bbae-41cc9059df7b req-2be9cb9b-096f-43e5-9a5a-3f0eaa386e92 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 210 time: 0.1412075 Dec 12 17:54:37.513126 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9aedd281-7801-41f0-b6db-ba8f165cf23a req-2e81326d-0c36-4e32-94e0-d5fbaff9a3b8 service neutron] 10.222.0.20 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080281 Dec 12 17:54:37.606067 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-ea5df9fa-a1b0-4c8a-9636-00cea07181f9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2927401 Dec 12 17:54:37.691757 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9a10eba-cf63-42ba-8d7f-30261e97b5b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:37.743869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d233a-720f-4430-9057-3e7988d976a5 req-41f1a949-222b-4514-83fa-bfaa680c1893 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:37.752799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-293d233a-720f-4430-9057-3e7988d976a5 req-41f1a949-222b-4514-83fa-bfaa680c1893 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 943 time: 0.1021340 Dec 12 17:54:37.762391 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9aedd281-7801-41f0-b6db-ba8f165cf23a req-5cb1ae04-bbdb-4e3b-b497-889352146a54 service neutron] 10.222.0.20 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414756 Dec 12 17:54:37.785541 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-bf19c9bf-c3e6-47d4-a055-8b1dd1298d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:37.786144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-bf19c9bf-c3e6-47d4-a055-8b1dd1298d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:37.786624 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-bf19c9bf-c3e6-47d4-a055-8b1dd1298d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:37.787586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-bf19c9bf-c3e6-47d4-a055-8b1dd1298d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:37.788140 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-bf19c9bf-c3e6-47d4-a055-8b1dd1298d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:37.788686 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-bf19c9bf-c3e6-47d4-a055-8b1dd1298d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:37.789301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-bf19c9bf-c3e6-47d4-a055-8b1dd1298d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:37.792768 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-bf19c9bf-c3e6-47d4-a055-8b1dd1298d88 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d60493dddd34d8aabf5275887ac9321&device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 6489 time: 0.1101601 Dec 12 17:54:37.841129 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9a10eba-cf63-42ba-8d7f-30261e97b5b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:37.852277 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9a10eba-cf63-42ba-8d7f-30261e97b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:37.861161 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-293d233a-720f-4430-9057-3e7988d976a5 req-30a7946e-2c6e-4345-96b2-8b3433a00ca9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074247 Dec 12 17:54:37.925684 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c9a10eba-cf63-42ba-8d7f-30261e97b5b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7aaa35ff7d8f4adc9cd0d195663a9833&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5861437 Dec 12 17:54:37.930689 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36778) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:37.942607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a10eba-cf63-42ba-8d7f-30261e97b5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9098cb1d-cbf9-42d9-8489-8d4af3a9cb39,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:37.986331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-83c5b412-7eca-4044-84dc-29fdcc0aec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:37.986822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-83c5b412-7eca-4044-84dc-29fdcc0aec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:37.987298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-83c5b412-7eca-4044-84dc-29fdcc0aec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:37.988937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-83c5b412-7eca-4044-84dc-29fdcc0aec5c service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1b8f09d-ac40-49fa-9ee2-d2991b9f558c&id=112377af-42c7-4cad-b8bb-a84ac7368f8b&id=112377af-42c7-4cad-b8bb-a84ac7368f8b&id=112377af-42c7-4cad-b8bb-a84ac7368f8b&id=112377af-42c7-4cad-b8bb-a84ac7368f8b&id=626732df-c48c-4473-9ad9-03a4379b190b&id=626732df-c48c-4473-9ad9-03a4379b190b HTTP/1.1" status: 200 len: 2293 time: 0.1268718 Dec 12 17:54:38.071267 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fc9a8-6c2b-4e02-9eee-2d4f72f037c4 req-f0884a73-babd-45d5-b736-d872a8ac560a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:38.072833 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ef3fc9a8-6c2b-4e02-9eee-2d4f72f037c4 req-f0884a73-babd-45d5-b736-d872a8ac560a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.31 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19&tenant_id=1ca8577c66784779ba8900bd9278d832&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 943 time: 0.1115088 Dec 12 17:54:38.077383 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-2a8c8592-80fa-44b4-8976-d7d5d5a49eeb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b44c96d-f037-4af7-a74b-edb9db1acda3 HTTP/1.1" status: 200 len: 1002 time: 0.0790780 Dec 12 17:54:38.085816 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae020-3534-4492-b3ae-45bc87535819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:38.165253 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae020-3534-4492-b3ae-45bc87535819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:38.261351 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 20567570-8591-4530-b78e-1591dc80bac1 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:54:38.262341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-9a2c6336-7370-4952-a419-265715fb0d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:38.263864 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-9a2c6336-7370-4952-a419-265715fb0d85 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f587a61-b527-466b-b207-9482694635c4 HTTP/1.1" status: 200 len: 850 time: 0.1769433 Dec 12 17:54:38.303944 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a5ecd-2865-4a6e-919b-28d6b8c813de req-bce176a6-79b8-4ab9-b891-ea1a06e4f3e7 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:38.305748 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b51a5ecd-2865-4a6e-919b-28d6b8c813de req-bce176a6-79b8-4ab9-b891-ea1a06e4f3e7 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.1450424 Dec 12 17:54:38.381285 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [req-ef3fc9a8-6c2b-4e02-9eee-2d4f72f037c4 req-717a05bd-05bb-4dfe-96a9-97d04eb27766 service neutron] delete failed (client error): The resource could not be found. Dec 12 17:54:38.382428 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ef3fc9a8-6c2b-4e02-9eee-2d4f72f037c4 req-717a05bd-05bb-4dfe-96a9-97d04eb27766 service neutron] 10.222.0.31 "DELETE /v2.0/ports/20567570-8591-4530-b78e-1591dc80bac1/bindings/n-h1-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.2944117 Dec 12 17:54:38.472996 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81bb9a1f-6510-4ee2-afec-2c4804a8f847 req-6427b6fa-40c3-4838-9ca7-78caf173138b tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 210 time: 0.0839663 Dec 12 17:54:38.492026 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-98c4fc23-13f2-49a4-85d9-8014ab76a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:38.493575 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-98c4fc23-13f2-49a4-85d9-8014ab76a6da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1b8f09d-ac40-49fa-9ee2-d2991b9f558c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2155321 Dec 12 17:54:38.500052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 20567570-8591-4530-b78e-1591dc80bac1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=20567570-8591-4530-b78e-1591dc80bac1,segment=NetworkSegment(c124bd1d-8f12-4cc9-be6f-190a3b016170),segment_id=c124bd1d-8f12-4cc9-be6f-190a3b016170)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:38.522964 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '20567570-8591-4530-b78e-1591dc80bac1', 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e', 'port_id': '20567570-8591-4530-b78e-1591dc80bac1', 'mac_address': 'fa:16:3e:44:79:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:54:38.527991 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae020-3534-4492-b3ae-45bc87535819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:38.533213 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef6ae020-3534-4492-b3ae-45bc87535819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:38.533913 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ef6ae020-3534-4492-b3ae-45bc87535819 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9098cb1d-cbf9-42d9-8489-8d4af3a9cb39 HTTP/1.1" status: 204 len: 168 time: 0.6021347 Dec 12 17:54:38.572235 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:38.596914 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20567570-8591-4530-b78e-1591dc80bac1 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:54:38.644347 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-40a44483-52aa-45a9-9e52-d51df111ac3d service neutron] 10.222.0.31 "GET /v2.0/networks/c1b8f09d-ac40-49fa-9ee2-d2991b9f558c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422770 Dec 12 17:54:38.657581 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b51a5ecd-2865-4a6e-919b-28d6b8c813de req-28921f5b-fda0-45c8-a519-f666ae1aedd4 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346145 Dec 12 17:54:38.665007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 20567570-8591-4530-b78e-1591dc80bac1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=20567570-8591-4530-b78e-1591dc80bac1,segment=NetworkSegment(c124bd1d-8f12-4cc9-be6f-190a3b016170),segment_id=c124bd1d-8f12-4cc9-be6f-190a3b016170)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:38.677893 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:38.695773 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c1ebc58-77af-4da1-af1c-624c07814a5b req-4d887114-3b85-4232-8a1a-2f7de81da679 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 210 time: 0.0444381 Dec 12 17:54:38.789878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=20567570-8591-4530-b78e-1591dc80bac1,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:38.897535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-fe3c4a91-8b72-4fb3-b8ef-bd223f35ad7b service neutron] 10.222.0.31 "GET /v2.0/networks/c1b8f09d-ac40-49fa-9ee2-d2991b9f558c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389767 Dec 12 17:54:38.924528 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['20567570-8591-4530-b78e-1591dc80bac1'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:54:38.990233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-ca283610-ef50-4019-8c16-2d6324dd0d34 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 HTTP/1.1" status: 200 len: 217 time: 0.0834124 Dec 12 17:54:39.145370 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-e3b632a2-586e-47a9-8274-593182cdc01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:39.147343 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-e3b632a2-586e-47a9-8274-593182cdc01c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61eb5ee2-ae98-4d7f-a630-ebc0451873ad HTTP/1.1" status: 200 len: 797 time: 0.1492362 Dec 12 17:54:39.174471 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ae020-3534-4492-b3ae-45bc87535819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9098cb1d-cbf9-42d9-8489-8d4af3a9cb39,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:39.196146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360ea0-3ed4-4a2d-91c1-944930999647 req-05a32a0d-5922-4add-9c8b-62e73c33929a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:39.198624 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57360ea0-3ed4-4a2d-91c1-944930999647 req-05a32a0d-5922-4add-9c8b-62e73c33929a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 944 time: 0.1782131 Dec 12 17:54:39.267895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-e2f2e418-4deb-4c2c-845a-b9fecee0fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:39.270078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-e2f2e418-4deb-4c2c-845a-b9fecee0fbc3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=112377af-42c7-4cad-b8bb-a84ac7368f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1146376 Dec 12 17:54:39.296748 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57360ea0-3ed4-4a2d-91c1-944930999647 req-0d338945-e779-4b0e-8800-4c9090f82817 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766327 Dec 12 17:54:39.297506 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-0fb647de-acd3-46b2-912d-0bd69fe0ded2 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:39.299821 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-0fb647de-acd3-46b2-912d-0bd69fe0ded2 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.31 "GET /v2.0/networks?id=96d3224d-7733-4431-8872-f2ec1a8b629a HTTP/1.1" status: 200 len: 814 time: 0.9623442 Dec 12 17:54:39.343643 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fc9a8-6c2b-4e02-9eee-2d4f72f037c4 req-12a3fe9c-d83c-4b6e-b690-16fc3b569085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:39.345201 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ef3fc9a8-6c2b-4e02-9eee-2d4f72f037c4 req-12a3fe9c-d83c-4b6e-b690-16fc3b569085 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 1094 time: 0.8504615 Dec 12 17:54:39.350952 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-29f2b9b4-28fd-4806-ab64-3062f6530a98 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Request body: {'port': {'device_id': '46b4b830-a903-47f3-b13f-f0275b04201a', 'network_id': '96d3224d-7733-4431-8872-f2ec1a8b629a', 'admin_state_up': True, 'tenant_id': 'eca6c9c3e4e24a4692f6adc1b24c688f'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:54:39.455571 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-f893cc01-0ae9-445e-9b76-ffcc4fae0dd7 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427748 Dec 12 17:54:39.555396 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-bd684f40-a329-4753-aef4-1822e5758263 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:39.556899 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-bd684f40-a329-4753-aef4-1822e5758263 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.31 "GET /v2.0/networks?id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 HTTP/1.1" status: 200 len: 816 time: 0.4065361 Dec 12 17:54:39.601306 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fc9a8-6c2b-4e02-9eee-2d4f72f037c4 req-e8f6b162-cff9-414a-a0d4-917265f2bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:39.602820 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ef3fc9a8-6c2b-4e02-9eee-2d4f72f037c4 req-e8f6b162-cff9-414a-a0d4-917265f2bf95 service neutron] 10.222.0.31 "GET /v2.0/networks?id=20b11b76-fcd4-48ea-8032-fbc26803312e HTTP/1.1" status: 200 len: 897 time: 0.2444358 Dec 12 17:54:39.611628 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0dc28d4d-74d9-4ff9-b860-ddd35712018e req-a2a0ffbf-64be-4015-b65b-1ab5b784e596 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 210 time: 0.0310311 Dec 12 17:54:39.647102 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-29f2b9b4-28fd-4806-ab64-3062f6530a98 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Made reservation on behalf of eca6c9c3e4e24a4692f6adc1b24c688f for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:54:39.651171 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-29f2b9b4-28fd-4806-ab64-3062f6530a98 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:39.657377 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-c5553734-c21d-47a5-a1fa-55f273260b4c service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933732 Dec 12 17:54:39.711770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-ecef434f-653e-4952-8840-0eadf0520e39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=fdd0637a-9af5-4876-95fb-640753ad8e72 HTTP/1.1" status: 200 len: 217 time: 0.0473368 Dec 12 17:54:39.774464 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ef3fc9a8-6c2b-4e02-9eee-2d4f72f037c4 req-0e677398-c8f1-48f2-a2f7-72521067d541 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20567570-8591-4530-b78e-1591dc80bac1 HTTP/1.1" status: 200 len: 1000 time: 0.1473804 Dec 12 17:54:39.807903 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-e014ea66-041a-49e8-9d45-3def2dc97e31 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0b4bc710fe244f885d5e9cf88a75d69 HTTP/1.1" status: 200 len: 380 time: 0.2380998 Dec 12 17:54:39.842076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-27f564eb-bfb9-454a-93ad-9c6651d3964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:39.844818 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-27f564eb-bfb9-454a-93ad-9c6651d3964c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61eb5ee2-ae98-4d7f-a630-ebc0451873ad HTTP/1.1" status: 200 len: 797 time: 0.1268368 Dec 12 17:54:39.855530 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-ffdfa00c-bf68-4a62-9b5b-f66959f18392 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Request body: {'port': {'device_id': '7d8d9d11-d68f-4f3b-9f31-31364e869a2f', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'admin_state_up': True, 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'security_groups': ['e4fec557-7a6b-4513-8cc5-58260c000d3a']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:54:39.959119 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dffca977-62fc-4aa3-b0f7-8bbc8a05da12 req-eaeb35ef-7e52-4a65-9ae7-9205587b93a8 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 210 time: 0.1090920 Dec 12 17:54:39.974483 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fc9a8-6c2b-4e02-9eee-2d4f72f037c4 req-4e4b6268-98cd-4cb7-a9a0-0a31d94561d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:39.976216 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ef3fc9a8-6c2b-4e02-9eee-2d4f72f037c4 req-4e4b6268-98cd-4cb7-a9a0-0a31d94561d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3bd84b67-0f94-4a7e-b865-bca1b65efda3 HTTP/1.1" status: 200 len: 835 time: 0.1648233 Dec 12 17:54:39.988415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11640b82-7842-4c87-ba43-e96a5b7daab1 req-8fd92395-f118-4c18-973f-5ff33036363a tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:39.989951 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-11640b82-7842-4c87-ba43-e96a5b7daab1 req-8fd92395-f118-4c18-973f-5ff33036363a tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.1762292 Dec 12 17:54:39.998569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-3ba3bf7e-b6a4-4ce6-b0d9-38bc0bc89f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:40.000060 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-3ba3bf7e-b6a4-4ce6-b0d9-38bc0bc89f33 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=112377af-42c7-4cad-b8bb-a84ac7368f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1276963 Dec 12 17:54:40.046450 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-29f2b9b4-28fd-4806-ab64-3062f6530a98 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Allocated IP 172.20.0.8 (96d3224d-7733-4431-8872-f2ec1a8b629a/41f7bc64-21e3-45d8-b40c-c12ae0384ef0/33d34733-993b-4ce8-a1a9-c1447659eb73) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:54:40.090366 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-11640b82-7842-4c87-ba43-e96a5b7daab1 req-85986a34-cdce-40ba-b214-96dfc30a7c8b tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890920 Dec 12 17:54:40.091983 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fc9a8-6c2b-4e02-9eee-2d4f72f037c4 req-373f2795-8099-4bad-b743-b5b2563b4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:40.093657 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ef3fc9a8-6c2b-4e02-9eee-2d4f72f037c4 req-373f2795-8099-4bad-b743-b5b2563b4d9d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=20b11b76-fcd4-48ea-8032-fbc26803312e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080751 Dec 12 17:54:40.140612 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-6d25fd7e-ff57-4cac-9aa6-faf635347100 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314681 Dec 12 17:54:40.187316 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-ffdfa00c-bf68-4a62-9b5b-f66959f18392 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Made reservation on behalf of d0b4bc710fe244f885d5e9cf88a75d69 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:54:40.191149 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-ffdfa00c-bf68-4a62-9b5b-f66959f18392 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:40.266417 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 20567570-8591-4530-b78e-1591dc80bac1 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:54:40.267471 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-255109f3-a677-492d-a999-a6d36e41c01a service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190364 Dec 12 17:54:40.322101 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-f4839c82-e415-45bd-96c4-8f2a2d1fd304 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=3c6a56cf-3516-4420-ab59-792fb69d6bca HTTP/1.1" status: 200 len: 217 time: 0.0467212 Dec 12 17:54:40.353154 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 20567570-8591-4530-b78e-1591dc80bac1 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:54:40.360690 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 20567570-8591-4530-b78e-1591dc80bac1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:54:40.361131 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:40.397897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-b01f8cec-6300-48dc-a702-da72f7f66e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:40.399654 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-b01f8cec-6300-48dc-a702-da72f7f66e08 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61eb5ee2-ae98-4d7f-a630-ebc0451873ad HTTP/1.1" status: 200 len: 797 time: 0.0668936 Dec 12 17:54:40.468113 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:40.471493 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-ffdfa00c-bf68-4a62-9b5b-f66959f18392 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Allocated IP 172.20.0.11 (dbe25255-4bd2-4c53-8d31-0c8572b7b9b7/076bf984-90a2-4fda-a328-15e958eede88/075887db-ed2d-4766-850d-aaca8344b15c) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:54:40.496393 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-9587ebc0-063b-4be3-aaae-52b46132e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:40.498285 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-9587ebc0-063b-4be3-aaae-52b46132e592 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=112377af-42c7-4cad-b8bb-a84ac7368f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0911524 Dec 12 17:54:40.521305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20567570-8591-4530-b78e-1591dc80bac1'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:54:40.524641 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0193ca-cbc3-4a5a-a244-28e0d4c8dfd8" -d '{"events": [{"server_uuid": "5897e0ca-f28f-405f-a983-c97e8d9f4e19", "name": "network-vif-plugged", "status": "completed", "tag": "20567570-8591-4530-b78e-1591dc80bac1"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:54:40.531935 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 20567570-8591-4530-b78e-1591dc80bac1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=20567570-8591-4530-b78e-1591dc80bac1,segment=NetworkSegment(c124bd1d-8f12-4cc9-be6f-190a3b016170),segment_id=c124bd1d-8f12-4cc9-be6f-190a3b016170)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:40.546324 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:40.570098 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ef3fc9a8-6c2b-4e02-9eee-2d4f72f037c4 req-4f1f154e-2879-49a0-b861-b28ad0c35a35 service neutron] 10.222.0.31 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669313 Dec 12 17:54:40.584147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb6e86-d267-4a30-ac67-1e926add080e req-0d02fa14-5f38-4e2e-b92a-8c25c81be887 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:40.591887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9cfb6e86-d267-4a30-ac67-1e926add080e req-0d02fa14-5f38-4e2e-b92a-8c25c81be887 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 944 time: 0.1467304 Dec 12 17:54:40.627398 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c523bb-53c1-4d8e-ba35-dd028c40ef7b x-openstack-request-id: req-69c523bb-53c1-4d8e-ba35-dd028c40ef7b {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:54:40.627905 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5897e0ca-f28f-405f-a983-c97e8d9f4e19", "name": "network-vif-plugged", "status": "completed", "tag": "20567570-8591-4530-b78e-1591dc80bac1", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:54:40.628819 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69c523bb-53c1-4d8e-ba35-dd028c40ef7b {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:54:40.629450 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20567570-8591-4530-b78e-1591dc80bac1', 'code': 200} Dec 12 17:54:40.630650 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=20567570-8591-4530-b78e-1591dc80bac1,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:40.689051 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-29f2b9b4-28fd-4806-ab64-3062f6530a98 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:40.803045 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ef3fc9a8-6c2b-4e02-9eee-2d4f72f037c4 req-9ad80c05-d854-4b6f-b106-edb13604ad24 service neutron] 10.222.0.31 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913862 Dec 12 17:54:40.805973 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-ffdfa00c-bf68-4a62-9b5b-f66959f18392 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:40.817730 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-6595b31b-7497-42cc-ae7f-2ec3bccebc13 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064480 Dec 12 17:54:40.830382 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54ff2e15-35ec-4db4-b12a-8807fa3d8c67 req-86d1309d-a88b-4f96-82ad-38b39002194b tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 210 time: 0.0578778 Dec 12 17:54:40.842438 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-29f2b9b4-28fd-4806-ab64-3062f6530a98 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:40.902781 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-29f2b9b4-28fd-4806-ab64-3062f6530a98 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Network 96d3224d-7733-4431-8872-f2ec1a8b629a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:54:40.904643 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9cfb6e86-d267-4a30-ac67-1e926add080e req-38f455a8-013e-422d-81fb-8ed0fa24087f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3117368 Dec 12 17:54:40.919748 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-29f2b9b4-28fd-4806-ab64-3062f6530a98 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:54:40.925376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-29f2b9b4-28fd-4806-ab64-3062f6530a98 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:54:40.954199 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-ffdfa00c-bf68-4a62-9b5b-f66959f18392 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:40.958752 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2b9b4-28fd-4806-ab64-3062f6530a98 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Pushing event updated for resources: {'Port': ['ID=33d34733-993b-4ce8-a1a9-c1447659eb73,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:41.025758 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-29f2b9b4-28fd-4806-ab64-3062f6530a98 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:41.025942 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-29f2b9b4-28fd-4806-ab64-3062f6530a98 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:41.032968 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-58ee4afa-457c-410b-afb2-0a26c9ec36a4 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957154 Dec 12 17:54:41.066509 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36876) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:41.077527 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-ffdfa00c-bf68-4a62-9b5b-f66959f18392 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Network dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:54:41.080990 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-29f2b9b4-28fd-4806-ab64-3062f6530a98 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7347345 Dec 12 17:54:41.082667 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfa00c-bf68-4a62-9b5b-f66959f18392 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Pushing event updated for resources: {'Port': ['ID=075887db-ed2d-4766-850d-aaca8344b15c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:41.085336 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-ffdfa00c-bf68-4a62-9b5b-f66959f18392 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:54:41.087619 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-ffdfa00c-bf68-4a62-9b5b-f66959f18392 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:54:41.115299 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-d33cdaea-8374-4c0a-989c-52c5a32ea0dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=74fe0dca-36da-4aa7-9005-c07f6c8d7c17 HTTP/1.1" status: 200 len: 217 time: 0.0745032 Dec 12 17:54:41.143131 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Request body: {'port': {'device_id': '46b4b830-a903-47f3-b13f-f0275b04201a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:54:41.153920 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-ffdfa00c-bf68-4a62-9b5b-f66959f18392 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:41.154648 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-ffdfa00c-bf68-4a62-9b5b-f66959f18392 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:41.194365 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-ffdfa00c-bf68-4a62-9b5b-f66959f18392 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3706293 Dec 12 17:54:41.214428 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Request body: {'port': {'device_id': '7d8d9d11-d68f-4f3b-9f31-31364e869a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:54:41.226918 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0776d0-dbc8-4cff-9659-56eb07cf3286 req-8a82d27f-627c-4cb0-8638-02a88f056d61 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:41.236690 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e0776d0-dbc8-4cff-9659-56eb07cf3286 req-8a82d27f-627c-4cb0-8638-02a88f056d61 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 932 time: 0.1870546 Dec 12 17:54:41.273298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-a402b177-8d4f-48dd-9820-d954d9075fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:41.278018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-a402b177-8d4f-48dd-9820-d954d9075fe8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61eb5ee2-ae98-4d7f-a630-ebc0451873ad HTTP/1.1" status: 200 len: 797 time: 0.1417074 Dec 12 17:54:41.283705 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:41.332409 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:41.408341 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e0776d0-dbc8-4cff-9659-56eb07cf3286 req-5056fec2-083e-4151-ae36-bdac5741403f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660528 Dec 12 17:54:41.432776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df4536-ce5a-407a-8747-ef645514bc9c req-6fb7c688-5920-41df-9fb8-2d62ad31a27b tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:41.435000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9df4536-ce5a-407a-8747-ef645514bc9c req-6fb7c688-5920-41df-9fb8-2d62ad31a27b tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.1278853 Dec 12 17:54:41.449849 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-89c20cd5-21f6-47da-a72a-98d85cdb37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:41.451638 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-89c20cd5-21f6-47da-a72a-98d85cdb37c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=112377af-42c7-4cad-b8bb-a84ac7368f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1593096 Dec 12 17:54:41.598469 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e82f9f0-297c-44d0-8716-317a5b95f889 None None] Provisioning complete for port 075887db-ed2d-4766-850d-aaca8344b15c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:54:41.599926 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e82f9f0-297c-44d0-8716-317a5b95f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:41.635054 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9df4536-ce5a-407a-8747-ef645514bc9c req-bc26125d-a782-4888-8e63-1939fe7eb23c tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888659 Dec 12 17:54:41.641874 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e82f9f0-297c-44d0-8716-317a5b95f889 None None] Port 075887db-ed2d-4766-850d-aaca8344b15c cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:54:41.670436 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-cebf1b43-863f-4464-a40e-72f3926aab11 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081513 Dec 12 17:54:41.695789 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92b3f9eb-f906-47fd-a47c-780282fa0df4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:41.769587 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-2bdb957c-911f-44a5-8666-bd0ee5ebd477 service neutron] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910800 Dec 12 17:54:41.819015 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-7f7d2d77-e257-400e-87e3-4d27ea71f85e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=13e6a17c-85db-43de-b045-d6d42d4e2cd6 HTTP/1.1" status: 200 len: 217 time: 0.0403583 Dec 12 17:54:41.875516 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-d5ae8910-7a78-4755-b6b0-5396f8fd1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:41.877682 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-d5ae8910-7a78-4755-b6b0-5396f8fd1ae5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9730022-004d-409a-9e40-9f8cffadcd60 HTTP/1.1" status: 200 len: 797 time: 0.0519207 Dec 12 17:54:41.883537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075887db-ed2d-4766-850d-aaca8344b15c {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:54:41.896716 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:41.932252 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Transition to ACTIVE for port object 075887db-ed2d-4766-850d-aaca8344b15c will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:54:41.950348 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:41.966156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-8b52aba7-212e-4c01-a6a0-a5129cbecf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:41.967726 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-8b52aba7-212e-4c01-a6a0-a5129cbecf1a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=626732df-c48c-4473-9ad9-03a4379b190b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0826809 Dec 12 17:54:41.984761 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ffc23-4086-4113-af5e-d5248a84c79a req-ac26023b-5703-4959-8b43-728298fb2d8d tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:41.986254 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-299ffc23-4086-4113-af5e-d5248a84c79a req-ac26023b-5703-4959-8b43-728298fb2d8d tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 931 time: 0.0688493 Dec 12 17:54:42.048034 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92b3f9eb-f906-47fd-a47c-780282fa0df4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:42.055959 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Pushing event updated for resources: {'Port': ['ID=075887db-ed2d-4766-850d-aaca8344b15c,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:42.071301 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92b3f9eb-f906-47fd-a47c-780282fa0df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:42.159946 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-92b3f9eb-f906-47fd-a47c-780282fa0df4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca918fd4f74944f29463fd3e0bbc94fe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0898821 Dec 12 17:54:42.171249 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36900) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:42.237171 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3f9eb-f906-47fd-a47c-780282fa0df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbd685c-5c7a-458f-a786-4c09f80930c3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:42.291505 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d34733-993b-4ce8-a1a9-c1447659eb73 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:54:42.310719 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:42.325324 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Attempting to bind port 075887db-ed2d-4766-850d-aaca8344b15c on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:54:42.325686 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Attempting to bind port 075887db-ed2d-4766-850d-aaca8344b15c by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'aad624b3-8fda-4786-812d-765631b94ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:54:42.326003 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Attempting to bind port 075887db-ed2d-4766-850d-aaca8344b15c on network dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:54:42.335411 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Transition to ACTIVE for port object 33d34733-993b-4ce8-a1a9-c1447659eb73 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:54:42.340465 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Port 075887db-ed2d-4766-850d-aaca8344b15c on network dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:54:42.340956 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Attempting to bind port 075887db-ed2d-4766-850d-aaca8344b15c on network dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:54:42.354494 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:42.356481 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:54:42.356817 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Checking segment: {'id': 'aad624b3-8fda-4786-812d-765631b94ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:54:42.357205 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Bound using segment: {'id': 'aad624b3-8fda-4786-812d-765631b94ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:54:42.357643 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Bound port: 075887db-ed2d-4766-850d-aaca8344b15c, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad624b3-8fda-4786-812d-765631b94ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:54:42.357986 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:42.372638 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f0ca506-e0ac-4d98-b30a-3931f36d920f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:42.455543 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f0ca506-e0ac-4d98-b30a-3931f36d920f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:42.484436 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Pushing event updated for resources: {'Port': ['ID=33d34733-993b-4ce8-a1a9-c1447659eb73,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:42.531773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638e6ff-b26d-42b2-99db-3c347a86d559 req-9116f44f-5599-49ae-a310-4fb325fd5502 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:42.533291 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1638e6ff-b26d-42b2-99db-3c347a86d559 req-9116f44f-5599-49ae-a310-4fb325fd5502 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.5461705 Dec 12 17:54:42.545093 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-299ffc23-4086-4113-af5e-d5248a84c79a req-0e5d9e8d-f0b3-48e9-82c6-8d2914402cf2 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3df78b-cdc9-49b7-a072-020d9936cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5395002 Dec 12 17:54:42.580412 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-c0d6adeb-08bd-46cb-911d-2b185def520e service neutron] 10.222.0.31 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6041436 Dec 12 17:54:42.589029 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] For port 075887db-ed2d-4766-850d-aaca8344b15c, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:54:42.628287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] For port 075887db-ed2d-4766-850d-aaca8344b15c, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075887db-ed2d-4766-850d-aaca8344b15c,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:54:42.645022 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:42.661663 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1638e6ff-b26d-42b2-99db-3c347a86d559 req-c79ef5a3-da63-4099-811a-e8c6f971496c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155894 Dec 12 17:54:42.712488 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Pushing event updated for resources: {'Port': ['ID=075887db-ed2d-4766-850d-aaca8344b15c,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:42.714610 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36912) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:42.719945 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:42.720814 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:42.723184 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-922ba184-11aa-49a5-9b88-d56b5659be01 service neutron] 10.222.0.31 "PUT /v2.0/ports/075887db-ed2d-4766-850d-aaca8344b15c HTTP/1.1" status: 200 len: 1092 time: 1.5190120 Dec 12 17:54:42.731365 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8d9d11-d68f-4f3b-9f31-31364e869a2f', 'tag': '075887db-ed2d-4766-850d-aaca8344b15c'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:54:42.733851 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc21c9b-89e1-417a-b297-ea5367fb5129" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8d9d11-d68f-4f3b-9f31-31364e869a2f", "tag": "075887db-ed2d-4766-850d-aaca8344b15c"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:54:42.744874 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-8b0409c0-e133-41b4-86dd-02ec08ec8266 service neutron] 10.222.0.31 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525979 Dec 12 17:54:42.782857 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f0ca506-e0ac-4d98-b30a-3931f36d920f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:42.786275 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f0ca506-e0ac-4d98-b30a-3931f36d920f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:42.798657 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9f0ca506-e0ac-4d98-b30a-3931f36d920f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdbd685c-5c7a-458f-a786-4c09f80930c3 HTTP/1.1" status: 204 len: 168 time: 0.5858455 Dec 12 17:54:42.818498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-cbac8b3c-f10a-44b4-adfd-e8aa788782d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c9890dd-05d2-41e8-843c-8988a8304c70 HTTP/1.1" status: 200 len: 217 time: 0.0664246 Dec 12 17:54:42.828061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a59030-dd7e-4803-a845-086ae904e863 req-e952bbfe-5a93-4271-87cf-3c1780668a6d tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:42.829674 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90a59030-dd7e-4803-a845-086ae904e863 req-e952bbfe-5a93-4271-87cf-3c1780668a6d tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.1353900 Dec 12 17:54:42.895033 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ca506-e0ac-4d98-b30a-3931f36d920f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbd685c-5c7a-458f-a786-4c09f80930c3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:42.942679 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Attempting to bind port 33d34733-993b-4ce8-a1a9-c1447659eb73 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:54:42.944046 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Attempting to bind port 33d34733-993b-4ce8-a1a9-c1447659eb73 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'e58fb3c0-2a7b-4fb9-a688-67aad54f4fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96d3224d-7733-4431-8872-f2ec1a8b629a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:54:42.944491 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Attempting to bind port 33d34733-993b-4ce8-a1a9-c1447659eb73 on network 96d3224d-7733-4431-8872-f2ec1a8b629a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:54:42.950887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-73b57591-dea1-4185-89a8-7fb7cdfae798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:42.952423 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-73b57591-dea1-4185-89a8-7fb7cdfae798 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9730022-004d-409a-9e40-9f8cffadcd60 HTTP/1.1" status: 200 len: 797 time: 0.1218445 Dec 12 17:54:42.983489 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-11cb4a82-fc1c-42e8-9cfd-73fac6c098d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:42.985189 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-11cb4a82-fc1c-42e8-9cfd-73fac6c098d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0b4bc710fe244f885d5e9cf88a75d69&device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 1095 time: 0.1711366 Dec 12 17:54:42.985861 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Port 33d34733-993b-4ce8-a1a9-c1447659eb73 on network 96d3224d-7733-4431-8872-f2ec1a8b629a not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:54:42.986786 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Attempting to bind port 33d34733-993b-4ce8-a1a9-c1447659eb73 on network 96d3224d-7733-4431-8872-f2ec1a8b629a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:54:43.002442 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90a59030-dd7e-4803-a845-086ae904e863 req-fa293145-a555-4e20-9e67-f2d8418a37fb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615214 Dec 12 17:54:43.002915 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-60ef66a9-d633-4b2f-8886-6c50d379ea79 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/floatingips/0468a880-d4e9-4ee3-a7a9-7a3320237dc0 HTTP/1.1" status: 200 len: 993 time: 0.2855096 Dec 12 17:54:43.012022 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414df94-8090-4570-a0e6-f2152d416975 req-4b2bcba9-5f16-4e47-8201-b1def3efedee tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:43.013573 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1414df94-8090-4570-a0e6-f2152d416975 req-4b2bcba9-5f16-4e47-8201-b1def3efedee tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.1370285 Dec 12 17:54:43.014844 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:54:43.015195 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Checking segment: {'id': 'e58fb3c0-2a7b-4fb9-a688-67aad54f4fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96d3224d-7733-4431-8872-f2ec1a8b629a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:54:43.015621 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Bound using segment: {'id': 'e58fb3c0-2a7b-4fb9-a688-67aad54f4fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96d3224d-7733-4431-8872-f2ec1a8b629a'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:54:43.016081 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Bound port: 33d34733-993b-4ce8-a1a9-c1447659eb73, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58fb3c0-2a7b-4fb9-a688-67aad54f4fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96d3224d-7733-4431-8872-f2ec1a8b629a'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:54:43.016444 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:43.088415 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-8e283afe-1090-4560-8aaa-f9b3e6c4e742 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=075887db-ed2d-4766-850d-aaca8344b15c HTTP/1.1" status: 200 len: 217 time: 0.0837162 Dec 12 17:54:43.101546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c57e5-d206-448f-ace6-9261a650bb57 req-0a194661-819b-48b7-90e9-9b12aeea022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:43.108205 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-0a194661-819b-48b7-90e9-9b12aeea022c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=626732df-c48c-4473-9ad9-03a4379b190b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1469734 Dec 12 17:54:43.130184 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d236c6-53b2-4b3b-a07b-6c26a649967d x-openstack-request-id: req-05d236c6-53b2-4b3b-a07b-6c26a649967d {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:54:43.130553 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8d9d11-d68f-4f3b-9f31-31364e869a2f", "tag": "075887db-ed2d-4766-850d-aaca8344b15c", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:54:43.130876 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05d236c6-53b2-4b3b-a07b-6c26a649967d {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:54:43.131383 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8d9d11-d68f-4f3b-9f31-31364e869a2f', 'tag': '075887db-ed2d-4766-850d-aaca8344b15c', 'status': 'completed', 'code': 200} Dec 12 17:54:43.226312 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] For port 33d34733-993b-4ce8-a1a9-c1447659eb73, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:54:43.230824 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-2f4abeb4-5a7e-4119-ae49-50a119797d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:43.232487 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-2f4abeb4-5a7e-4119-ae49-50a119797d98 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=076bf984-90a2-4fda-a328-15e958eede88 HTTP/1.1" status: 200 len: 855 time: 0.1214347 Dec 12 17:54:43.234870 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] For port 33d34733-993b-4ce8-a1a9-c1447659eb73, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=33d34733-993b-4ce8-a1a9-c1447659eb73,segment=NetworkSegment(e58fb3c0-2a7b-4fb9-a688-67aad54f4fa9),segment_id=e58fb3c0-2a7b-4fb9-a688-67aad54f4fa9)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:54:43.242186 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1414df94-8090-4570-a0e6-f2152d416975 req-d8d42e17-3ef8-40a5-acc3-2865251ad4ea tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200980 Dec 12 17:54:43.265138 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:43.313374 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-61762550-a263-49ac-9873-90b9807c7b9d service neutron] 10.222.0.31 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813259 Dec 12 17:54:43.460399 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401c57e5-d206-448f-ace6-9261a650bb57 req-8d25aba5-f5c1-495f-9a0f-878f8cc79a2a service neutron] 10.222.0.31 "GET /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399496 Dec 12 17:54:43.462958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36922) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:43.481666 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-729451a9-e107-41f7-90a1-e61b39be15a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:43.583293 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-729451a9-e107-41f7-90a1-e61b39be15a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:43.589247 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-729451a9-e107-41f7-90a1-e61b39be15a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:43.639597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-729451a9-e107-41f7-90a1-e61b39be15a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4073f401166f418b8ddc3aec710158b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1748796 Dec 12 17:54:43.642219 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36926) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:43.661210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729451a9-e107-41f7-90a1-e61b39be15a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6a5c93-1e08-4a7c-9f52-4e3d262e9834,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:43.673248 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:43.673875 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:43.675926 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] 10.222.0.31 "PUT /v2.0/ports/33d34733-993b-4ce8-a1a9-c1447659eb73 HTTP/1.1" status: 200 len: 1091 time: 2.5385799 Dec 12 17:54:43.701734 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-f371e7f8-84b5-4dd7-a7a7-8b60ae77ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:43.703273 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-f371e7f8-84b5-4dd7-a7a7-8b60ae77ae85 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4619577 Dec 12 17:54:43.704028 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a143e-40bd-4189-b988-30439278f615 service neutron] Pushing event updated for resources: {'Port': ['ID=33d34733-993b-4ce8-a1a9-c1447659eb73,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:43.774113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c4492-dd73-4b42-afc0-9a8a32162d44 req-2ea0f93f-bddd-4015-a1d3-31475dcf5a27 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:43.777202 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b9c4492-dd73-4b42-afc0-9a8a32162d44 req-2ea0f93f-bddd-4015-a1d3-31475dcf5a27 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 943 time: 0.1274061 Dec 12 17:54:43.798098 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c616cb90-6a80-42b4-837b-350ff92b7538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:43.831391 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-c49da879-8a60-4050-9b44-85f8d1daae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:43.833341 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-c49da879-8a60-4050-9b44-85f8d1daae81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eca6c9c3e4e24a4692f6adc1b24c688f&device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 1094 time: 0.1007636 Dec 12 17:54:43.853096 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-88c1741f-7f9c-4a54-89b4-8bf089193d1a service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357069 Dec 12 17:54:43.856403 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c616cb90-6a80-42b4-837b-350ff92b7538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:43.866666 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b9c4492-dd73-4b42-afc0-9a8a32162d44 req-6841c0db-616a-4e07-8ad5-ac0505864264 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3df78b-cdc9-49b7-a072-020d9936cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823913 Dec 12 17:54:43.916443 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c616cb90-6a80-42b4-837b-350ff92b7538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:43.918949 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c616cb90-6a80-42b4-837b-350ff92b7538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:43.920147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c616cb90-6a80-42b4-837b-350ff92b7538 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe6a5c93-1e08-4a7c-9f52-4e3d262e9834 HTTP/1.1" status: 204 len: 168 time: 0.2766440 Dec 12 17:54:43.930296 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616cb90-6a80-42b4-837b-350ff92b7538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6a5c93-1e08-4a7c-9f52-4e3d262e9834,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:43.945518 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-376e0ab4-7f3f-4b15-9f07-9b9354534da2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33d34733-993b-4ce8-a1a9-c1447659eb73 HTTP/1.1" status: 200 len: 217 time: 0.0907071 Dec 12 17:54:44.011369 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-c6fb3425-ce8a-4220-9f60-5323c8e86772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:44.012876 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-c6fb3425-ce8a-4220-9f60-5323c8e86772 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41f7bc64-21e3-45d8-b40c-c12ae0384ef0 HTTP/1.1" status: 200 len: 854 time: 0.0597606 Dec 12 17:54:44.058904 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-75a83d3d-cfbf-4684-8bd9-00b09cefa32e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=96d3224d-7733-4431-8872-f2ec1a8b629a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383112 Dec 12 17:54:44.062621 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e58af7c3-7fcf-4798-964f-7ba81eb3f18d req-4d1babda-be15-41e9-98ad-3c92a1d1ef41 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947322 Dec 12 17:54:44.184456 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc908dd9-711c-4316-9004-ab8707c540d1 req-98923ba9-2329-4992-96a0-22ceabf1d30e tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:44.186350 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc908dd9-711c-4316-9004-ab8707c540d1 req-98923ba9-2329-4992-96a0-22ceabf1d30e tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.0697756 Dec 12 17:54:44.191935 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc21c9b-89e1-417a-b297-ea5367fb5129 req-fd45c19b-c1dd-4a9a-b732-f888ab20e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:44.197308 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9cc21c9b-89e1-417a-b297-ea5367fb5129 req-fd45c19b-c1dd-4a9a-b732-f888ab20e4a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0b4bc710fe244f885d5e9cf88a75d69&device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 1095 time: 0.0706213 Dec 12 17:54:44.242350 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc908dd9-711c-4316-9004-ab8707c540d1 req-3b52832d-62a1-4086-9151-62a90c6bb862 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491300 Dec 12 17:54:44.286194 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-2d3912a4-bc18-445a-9054-0a01efbe7740 service neutron] 10.222.0.31 "GET /v2.0/networks/96d3224d-7733-4431-8872-f2ec1a8b629a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156217 Dec 12 17:54:44.401975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db19b1-b1bc-434f-838e-bebb91015b3e req-13b33371-081e-4fe4-b53a-7f645d941a9c tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:44.403361 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc21c9b-89e1-417a-b297-ea5367fb5129 req-7f77d378-9706-4a22-9888-1b22c1b51817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:44.404825 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9cc21c9b-89e1-417a-b297-ea5367fb5129 req-7f77d378-9706-4a22-9888-1b22c1b51817 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 HTTP/1.1" status: 200 len: 917 time: 0.1978705 Dec 12 17:54:44.410531 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57db19b1-b1bc-434f-838e-bebb91015b3e req-13b33371-081e-4fe4-b53a-7f645d941a9c tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.0765092 Dec 12 17:54:44.497909 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fc9f8e27-ed0f-4832-83c1-1b531403eae6 req-ba1d7cb8-a424-4c76-a6e4-acf5bceda38e service neutron] 10.222.0.31 "GET /v2.0/networks/96d3224d-7733-4431-8872-f2ec1a8b629a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032604 Dec 12 17:54:44.502433 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9cc21c9b-89e1-417a-b297-ea5367fb5129 req-03b756a3-d7e5-4ecc-bba0-32693cb33739 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=075887db-ed2d-4766-850d-aaca8344b15c HTTP/1.1" status: 200 len: 217 time: 0.0850356 Dec 12 17:54:44.505125 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57db19b1-b1bc-434f-838e-bebb91015b3e req-06c65a95-914f-4b71-bf76-16845c674290 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662453 Dec 12 17:54:44.572123 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc21c9b-89e1-417a-b297-ea5367fb5129 req-7025bf88-17ff-4c5f-aa5c-174f77ab0548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:44.574563 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9cc21c9b-89e1-417a-b297-ea5367fb5129 req-7025bf88-17ff-4c5f-aa5c-174f77ab0548 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=076bf984-90a2-4fda-a328-15e958eede88 HTTP/1.1" status: 200 len: 855 time: 0.0592129 Dec 12 17:54:44.660211 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc21c9b-89e1-417a-b297-ea5367fb5129 req-b1174147-a741-453d-a686-9b3feb7df442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:44.661764 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9cc21c9b-89e1-417a-b297-ea5367fb5129 req-b1174147-a741-453d-a686-9b3feb7df442 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787725 Dec 12 17:54:44.773171 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9cc21c9b-89e1-417a-b297-ea5367fb5129 req-6f3816da-441f-4b3d-ac76-0bb0d1963fbc service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033895 Dec 12 17:54:44.803072 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4fa6b959-8570-4447-a99c-231c80547cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:44.903068 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9cc21c9b-89e1-417a-b297-ea5367fb5129 req-9f28d6f9-7e4c-4208-a39b-5e437b1317b5 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109409 Dec 12 17:54:44.999529 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172e91d-e514-4ccb-8e2c-9313d2ed8025 req-c605f206-ae43-4dd2-8ac7-5c2d958ee9d6 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:45.001033 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1172e91d-e514-4ccb-8e2c-9313d2ed8025 req-c605f206-ae43-4dd2-8ac7-5c2d958ee9d6 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 943 time: 0.0516064 Dec 12 17:54:45.058595 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1172e91d-e514-4ccb-8e2c-9313d2ed8025 req-bde36e18-1ee4-4b94-b528-db10c939d09c tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3df78b-cdc9-49b7-a072-020d9936cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500293 Dec 12 17:54:45.132282 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b4b830-a903-47f3-b13f-f0275b04201a', 'tag': '33d34733-993b-4ce8-a1a9-c1447659eb73'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:54:45.135887 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190ab133-c656-4970-afc8-29c4064afe0a" -d '{"events": [{"name": "network-changed", "server_uuid": "46b4b830-a903-47f3-b13f-f0275b04201a", "tag": "33d34733-993b-4ce8-a1a9-c1447659eb73"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:54:45.176582 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15cf6c5-ddcf-4be7-8816-d77e0da9169d x-openstack-request-id: req-b15cf6c5-ddcf-4be7-8816-d77e0da9169d {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:54:45.176887 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b4b830-a903-47f3-b13f-f0275b04201a", "tag": "33d34733-993b-4ce8-a1a9-c1447659eb73", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:54:45.177153 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b15cf6c5-ddcf-4be7-8816-d77e0da9169d {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:54:45.177559 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b4b830-a903-47f3-b13f-f0275b04201a', 'tag': '33d34733-993b-4ce8-a1a9-c1447659eb73', 'status': 'completed', 'code': 200} Dec 12 17:54:45.251645 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ab133-c656-4970-afc8-29c4064afe0a req-ad9d7bb1-5e86-4b23-8e82-e22cba97a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:45.253237 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-190ab133-c656-4970-afc8-29c4064afe0a req-ad9d7bb1-5e86-4b23-8e82-e22cba97a934 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eca6c9c3e4e24a4692f6adc1b24c688f&device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 1094 time: 0.0480208 Dec 12 17:54:45.378738 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ab133-c656-4970-afc8-29c4064afe0a req-09d770a5-c1c5-42a8-a9b3-8acc83da27ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:45.380593 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-190ab133-c656-4970-afc8-29c4064afe0a req-09d770a5-c1c5-42a8-a9b3-8acc83da27ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=96d3224d-7733-4431-8872-f2ec1a8b629a HTTP/1.1" status: 200 len: 915 time: 0.1189821 Dec 12 17:54:45.411411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fb21d-97ae-42ab-aa93-adf807770d02 req-e4ecb531-37a7-44a0-9504-33fb2b710553 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:45.413187 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca5fb21d-97ae-42ab-aa93-adf807770d02 req-e4ecb531-37a7-44a0-9504-33fb2b710553 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.0727332 Dec 12 17:54:45.444814 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-190ab133-c656-4970-afc8-29c4064afe0a req-36bdc1d5-92d0-41fe-b79e-862dd2bfc28a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33d34733-993b-4ce8-a1a9-c1447659eb73 HTTP/1.1" status: 200 len: 217 time: 0.0562541 Dec 12 17:54:45.484433 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca5fb21d-97ae-42ab-aa93-adf807770d02 req-4365b405-fabb-433e-9b7b-616e07edfbde tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647242 Dec 12 17:54:45.516917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ab133-c656-4970-afc8-29c4064afe0a req-94e614b7-f8dd-425a-bf5c-37f3901abeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:45.518897 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-190ab133-c656-4970-afc8-29c4064afe0a req-94e614b7-f8dd-425a-bf5c-37f3901abeb9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41f7bc64-21e3-45d8-b40c-c12ae0384ef0 HTTP/1.1" status: 200 len: 854 time: 0.0674968 Dec 12 17:54:45.565373 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-190ab133-c656-4970-afc8-29c4064afe0a req-998c6ca1-fb3b-4fa3-addd-6bbfcab26b14 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=96d3224d-7733-4431-8872-f2ec1a8b629a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366435 Dec 12 17:54:45.634693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e3561-a3be-488a-a12c-d08738996e5d req-4e91c759-988f-4c02-8f87-dd3918fd348d tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:45.636572 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b7e3561-a3be-488a-a12c-d08738996e5d req-4e91c759-988f-4c02-8f87-dd3918fd348d tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.0614669 Dec 12 17:54:45.687775 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-190ab133-c656-4970-afc8-29c4064afe0a req-2864c775-eb1d-4ce7-b136-eec3f1c8bb34 service neutron] 10.222.0.31 "GET /v2.0/networks/96d3224d-7733-4431-8872-f2ec1a8b629a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097207 Dec 12 17:54:45.718553 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b7e3561-a3be-488a-a12c-d08738996e5d req-b609c7cc-9da7-467e-8a6f-b3d57615407c tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754678 Dec 12 17:54:45.811745 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-190ab133-c656-4970-afc8-29c4064afe0a req-a58911a2-9704-47e3-851a-e5f92755c4f0 service neutron] 10.222.0.31 "GET /v2.0/networks/96d3224d-7733-4431-8872-f2ec1a8b629a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155269 Dec 12 17:54:46.188735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94437ea8-480f-4c79-b2bc-4ea06a9965dd req-c68ac087-6ca9-4eed-9d76-aadcc0d35df3 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:46.190233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94437ea8-480f-4c79-b2bc-4ea06a9965dd req-c68ac087-6ca9-4eed-9d76-aadcc0d35df3 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 943 time: 0.0546353 Dec 12 17:54:46.209389 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37014) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:46.243302 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94437ea8-480f-4c79-b2bc-4ea06a9965dd req-653e36f0-1d52-4a04-97c2-0c53c300732a tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3df78b-cdc9-49b7-a072-020d9936cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444427 Dec 12 17:54:46.326945 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6adc57d5-acc4-4c13-b661-9975a8e5ef89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:46.410816 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6adc57d5-acc4-4c13-b661-9975a8e5ef89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:46.415516 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6adc57d5-acc4-4c13-b661-9975a8e5ef89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:46.454791 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6adc57d5-acc4-4c13-b661-9975a8e5ef89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2899f20565d44703a5b0221bc4b9e3d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2441995 Dec 12 17:54:46.455712 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc57d5-acc4-4c13-b661-9975a8e5ef89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e27b92-6302-4dec-aafa-e116a4aaa5ff,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:46.458724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37018) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:46.517070 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-488301fc-3dc7-4a3d-b1f4-d4dae9736e59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:46.539510 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-488301fc-3dc7-4a3d-b1f4-d4dae9736e59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:46.622104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335587ce-7765-46f3-bb09-5266f5aacbad req-8765bc44-8c85-4618-9960-7ba108e722bc tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:46.623624 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-335587ce-7765-46f3-bb09-5266f5aacbad req-8765bc44-8c85-4618-9960-7ba108e722bc tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.0532458 Dec 12 17:54:46.629307 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-488301fc-3dc7-4a3d-b1f4-d4dae9736e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:46.636060 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-488301fc-3dc7-4a3d-b1f4-d4dae9736e59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:46.636060 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-488301fc-3dc7-4a3d-b1f4-d4dae9736e59 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3e27b92-6302-4dec-aafa-e116a4aaa5ff HTTP/1.1" status: 204 len: 168 time: 0.1734462 Dec 12 17:54:46.654406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488301fc-3dc7-4a3d-b1f4-d4dae9736e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e27b92-6302-4dec-aafa-e116a4aaa5ff,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:46.696399 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-335587ce-7765-46f3-bb09-5266f5aacbad req-b9c3bee1-16d0-40dc-a38b-3bb24f8016a4 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616055 Dec 12 17:54:46.882530 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993ffa9-db33-4948-a0fd-786e885be5d6 req-8824102d-1f3a-40e3-a567-fe11d6f3f1ce tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:46.884885 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b993ffa9-db33-4948-a0fd-786e885be5d6 req-8824102d-1f3a-40e3-a567-fe11d6f3f1ce tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.0569723 Dec 12 17:54:46.934765 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b993ffa9-db33-4948-a0fd-786e885be5d6 req-d61b94d3-0439-41ab-9db9-0b4fc4aaf36e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432618 Dec 12 17:54:46.946506 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37030) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:46.952877 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f44682d-01ed-404c-9cfa-b42d8902a5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:46.965471 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64a0654e-fb4b-419a-b37c-4be1c4cb8ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:46.975145 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:54:46.982460 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:47.050954 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64a0654e-fb4b-419a-b37c-4be1c4cb8ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:47.055777 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64a0654e-fb4b-419a-b37c-4be1c4cb8ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:47.096432 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-64a0654e-fb4b-419a-b37c-4be1c4cb8ac0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f28b72cdf3a46129b152c59c9748ef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1461761 Dec 12 17:54:47.096432 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0654e-fb4b-419a-b37c-4be1c4cb8ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67e26dc-dfec-438b-bda8-d630aef1b298,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:47.097800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37032) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:47.146262 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a4192e5-79e2-44ab-8503-aeb55df482d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:47.168433 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a4192e5-79e2-44ab-8503-aeb55df482d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:47.217420 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a4192e5-79e2-44ab-8503-aeb55df482d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:47.220171 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a4192e5-79e2-44ab-8503-aeb55df482d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:47.224222 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2a4192e5-79e2-44ab-8503-aeb55df482d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b67e26dc-dfec-438b-bda8-d630aef1b298 HTTP/1.1" status: 204 len: 168 time: 0.1223421 Dec 12 17:54:47.230128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4192e5-79e2-44ab-8503-aeb55df482d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67e26dc-dfec-438b-bda8-d630aef1b298,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:47.368623 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363d2fd-9c61-4d27-9d61-5971d64d3086 req-cb3dfa9f-22a8-4371-98dd-2156a9ecbd23 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:47.370154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c363d2fd-9c61-4d27-9d61-5971d64d3086 req-cb3dfa9f-22a8-4371-98dd-2156a9ecbd23 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 943 time: 0.0548618 Dec 12 17:54:47.423137 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c363d2fd-9c61-4d27-9d61-5971d64d3086 req-914f43be-063f-43cb-9873-46740c79c7ec tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3df78b-cdc9-49b7-a072-020d9936cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460787 Dec 12 17:54:47.589886 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:47.834815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e9d19-a424-4f84-ad30-4d27f9e49cfe req-0b2a3269-f236-49a3-986c-3011c5df1717 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:47.836456 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a18e9d19-a424-4f84-ad30-4d27f9e49cfe req-0b2a3269-f236-49a3-986c-3011c5df1717 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.0629070 Dec 12 17:54:47.920374 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a18e9d19-a424-4f84-ad30-4d27f9e49cfe req-aad270f1-4ca1-4a8c-b7c2-7b4cf665d2ff tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669672 Dec 12 17:54:48.083695 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045bb2e-f43b-4b5b-98b4-533a0b698d06 req-38a6abc2-9167-4c32-a5b6-42f07291279b tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:48.091349 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0045bb2e-f43b-4b5b-98b4-533a0b698d06 req-38a6abc2-9167-4c32-a5b6-42f07291279b tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.0715992 Dec 12 17:54:48.149689 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0045bb2e-f43b-4b5b-98b4-533a0b698d06 req-927e2b09-ddea-41da-8555-e73213a2601d tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570831 Dec 12 17:54:48.276414 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:48.556878 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0a909-e258-4477-8941-0e78b3cf2236 req-bb82c5b1-d4bf-4664-a9df-3e3fcd92ecde tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:48.567576 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-73e0a909-e258-4477-8941-0e78b3cf2236 req-bb82c5b1-d4bf-4664-a9df-3e3fcd92ecde tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 943 time: 0.0645194 Dec 12 17:54:48.625791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-73e0a909-e258-4477-8941-0e78b3cf2236 req-ac6fca3a-e287-4e68-ae70-f3d0c9d3be5c tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3df78b-cdc9-49b7-a072-020d9936cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531490 Dec 12 17:54:48.661347 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 33d34733-993b-4ce8-a1a9-c1447659eb73 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:54:48.780419 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 33d34733-993b-4ce8-a1a9-c1447659eb73, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=33d34733-993b-4ce8-a1a9-c1447659eb73,segment=NetworkSegment(e58fb3c0-2a7b-4fb9-a688-67aad54f4fa9),segment_id=e58fb3c0-2a7b-4fb9-a688-67aad54f4fa9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:48.793095 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '33d34733-993b-4ce8-a1a9-c1447659eb73', 'network_id': '96d3224d-7733-4431-8872-f2ec1a8b629a', 'port_id': '33d34733-993b-4ce8-a1a9-c1447659eb73', 'mac_address': 'fa:16:3e:4b:19:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41f7bc64-21e3-45d8-b40c-c12ae0384ef0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:54:48.837091 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:48.851138 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d34733-993b-4ce8-a1a9-c1447659eb73 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:54:48.877377 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 33d34733-993b-4ce8-a1a9-c1447659eb73, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=33d34733-993b-4ce8-a1a9-c1447659eb73,segment=NetworkSegment(e58fb3c0-2a7b-4fb9-a688-67aad54f4fa9),segment_id=e58fb3c0-2a7b-4fb9-a688-67aad54f4fa9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:48.884815 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:48.885500 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 075887db-ed2d-4766-850d-aaca8344b15c details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:54:48.936132 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=33d34733-993b-4ce8-a1a9-c1447659eb73,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:49.107811 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 075887db-ed2d-4766-850d-aaca8344b15c, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075887db-ed2d-4766-850d-aaca8344b15c,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:49.114349 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c614d-709d-44de-a662-2eaec8fab3a1 req-7add45bc-226e-4f89-a074-cbdd43cc14d8 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:49.115905 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-050c614d-709d-44de-a662-2eaec8fab3a1 req-7add45bc-226e-4f89-a074-cbdd43cc14d8 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.0794537 Dec 12 17:54:49.120230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '075887db-ed2d-4766-850d-aaca8344b15c', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'port_id': '075887db-ed2d-4766-850d-aaca8344b15c', 'mac_address': 'fa:16:3e:f1:94:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:54:49.171161 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:49.187750 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075887db-ed2d-4766-850d-aaca8344b15c {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:54:49.196496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-050c614d-709d-44de-a662-2eaec8fab3a1 req-8d21f277-5c58-42f3-993b-c1555c92a412 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725753 Dec 12 17:54:49.212091 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 075887db-ed2d-4766-850d-aaca8344b15c, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075887db-ed2d-4766-850d-aaca8344b15c,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:49.231279 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:49.307661 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=075887db-ed2d-4766-850d-aaca8344b15c,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:49.352579 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8858aad-7913-4518-abd2-94f14e98f3ac req-fbfe01e2-8485-4e3a-8fd3-b2677e9a7cdd tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:49.355533 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8858aad-7913-4518-abd2-94f14e98f3ac req-fbfe01e2-8485-4e3a-8fd3-b2677e9a7cdd tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.1022553 Dec 12 17:54:49.418931 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8858aad-7913-4518-abd2-94f14e98f3ac req-ce8050d5-63ad-4ab6-b074-03088ce2e237 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504894 Dec 12 17:54:49.692703 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['33d34733-993b-4ce8-a1a9-c1447659eb73'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:54:49.695434 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['075887db-ed2d-4766-850d-aaca8344b15c'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:54:49.832479 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1803af7-760c-4074-b9dc-94d44b724781 req-36977c95-6e73-4c2c-a42c-1c604ae43fa8 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:49.847331 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1803af7-760c-4074-b9dc-94d44b724781 req-36977c95-6e73-4c2c-a42c-1c604ae43fa8 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 944 time: 0.1153755 Dec 12 17:54:49.899820 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1803af7-760c-4074-b9dc-94d44b724781 req-e6dafaec-4cb9-4db9-af6b-82fe417aa028 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3df78b-cdc9-49b7-a072-020d9936cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515363 Dec 12 17:54:50.029389 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:50.126694 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37192) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:50.235547 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c59198fa-2d69-41af-baa4-aa803a79e587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:50.316486 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c59198fa-2d69-41af-baa4-aa803a79e587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:50.320710 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c59198fa-2d69-41af-baa4-aa803a79e587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:50.333600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f35d9-2948-4289-af2c-a09d455d1101 req-78837fa6-74d0-4c76-aa0a-5cdd07de8294 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:50.335165 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e4f35d9-2948-4289-af2c-a09d455d1101 req-78837fa6-74d0-4c76-aa0a-5cdd07de8294 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 945 time: 0.0563328 Dec 12 17:54:50.361266 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59198fa-2d69-41af-baa4-aa803a79e587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0328ec94-9489-49e8-822e-7b4e2fea255c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:50.367690 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c59198fa-2d69-41af-baa4-aa803a79e587 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0e36e9cdb8b405fa501caac81290951&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2398865 Dec 12 17:54:50.368434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37198) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:50.404388 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e4f35d9-2948-4289-af2c-a09d455d1101 req-9d5dfd60-73a1-4cae-8083-c42c1bf38a4e tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627434 Dec 12 17:54:50.432337 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b9ca570d-c00e-4044-b6ff-13619cbd117d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:50.457457 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b9ca570d-c00e-4044-b6ff-13619cbd117d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:50.531977 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b9ca570d-c00e-4044-b6ff-13619cbd117d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:50.534610 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b9ca570d-c00e-4044-b6ff-13619cbd117d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:50.535955 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b9ca570d-c00e-4044-b6ff-13619cbd117d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0328ec94-9489-49e8-822e-7b4e2fea255c HTTP/1.1" status: 204 len: 168 time: 0.1665161 Dec 12 17:54:50.548394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca570d-c00e-4044-b6ff-13619cbd117d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0328ec94-9489-49e8-822e-7b4e2fea255c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:50.561505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440aabe-8707-4904-9045-cf5739caefb8 req-0d2c4e46-48e8-4c34-a938-ca3a878b6694 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:50.563039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4440aabe-8707-4904-9045-cf5739caefb8 req-0d2c4e46-48e8-4c34-a938-ca3a878b6694 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.0692549 Dec 12 17:54:50.613340 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4440aabe-8707-4904-9045-cf5739caefb8 req-ef5ea4e4-d5be-4648-9126-01581410bd71 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438571 Dec 12 17:54:50.719396 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:50.818895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37206) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:50.836457 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9928baa2-9d90-4108-b40f-9cc3040458f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:50.927163 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9928baa2-9d90-4108-b40f-9cc3040458f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:50.931536 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9928baa2-9d90-4108-b40f-9cc3040458f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:50.980528 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9928baa2-9d90-4108-b40f-9cc3040458f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3500c10133274e2f91b5a4dbbabc0191&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1604393 Dec 12 17:54:50.983240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928baa2-9d90-4108-b40f-9cc3040458f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683764fe-1ee6-42f5-82a6-03aff2cf5171,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:50.983377 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37212) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:51.030293 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64157b6-ac65-4adb-abf7-96ab7e67a38d req-4c503ece-28af-4352-bb4a-dea9f939adb0 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:51.037224 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c64157b6-ac65-4adb-abf7-96ab7e67a38d req-4c503ece-28af-4352-bb4a-dea9f939adb0 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 944 time: 0.0650091 Dec 12 17:54:51.037404 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b19f4779-d6a1-4294-a95c-e374d9f9c200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:51.059163 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b19f4779-d6a1-4294-a95c-e374d9f9c200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:51.081794 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c64157b6-ac65-4adb-abf7-96ab7e67a38d req-40c5995b-ad2d-4bd0-8537-0dfe69fecb9c tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3df78b-cdc9-49b7-a072-020d9936cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436790 Dec 12 17:54:51.105872 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b19f4779-d6a1-4294-a95c-e374d9f9c200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:51.108626 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b19f4779-d6a1-4294-a95c-e374d9f9c200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:51.109858 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b19f4779-d6a1-4294-a95c-e374d9f9c200 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/683764fe-1ee6-42f5-82a6-03aff2cf5171 HTTP/1.1" status: 204 len: 168 time: 0.1256146 Dec 12 17:54:51.118515 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f4779-d6a1-4294-a95c-e374d9f9c200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683764fe-1ee6-42f5-82a6-03aff2cf5171,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:51.544405 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f3802-93ff-4277-b7e8-1d3ef63cedbf req-c523b99b-2058-46a1-b96a-bf3590d5edb4 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:51.545912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-452f3802-93ff-4277-b7e8-1d3ef63cedbf req-c523b99b-2058-46a1-b96a-bf3590d5edb4 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 945 time: 0.0629261 Dec 12 17:54:51.599080 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-452f3802-93ff-4277-b7e8-1d3ef63cedbf req-cd2c8e1b-813b-4d1e-920f-400d105b1b00 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444779 Dec 12 17:54:51.740259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c92d7-e2a7-4965-81f6-a30acdb23210 req-dd37ab28-5e66-41c6-aae0-bb464d69848c tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:51.747602 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b64c92d7-e2a7-4965-81f6-a30acdb23210 req-dd37ab28-5e66-41c6-aae0-bb464d69848c tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.0596211 Dec 12 17:54:51.800456 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b64c92d7-e2a7-4965-81f6-a30acdb23210 req-4b67fd20-b9cc-4f80-b030-997a6887006b tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513885 Dec 12 17:54:52.223421 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f227-aa85-4007-bff1-d03edad28c3a req-eea1d802-f11a-49db-bf6e-d4ff2a61a609 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:52.225680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4905f227-aa85-4007-bff1-d03edad28c3a req-eea1d802-f11a-49db-bf6e-d4ff2a61a609 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 944 time: 0.0669477 Dec 12 17:54:52.236456 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37256) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:52.303842 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4905f227-aa85-4007-bff1-d03edad28c3a req-f8332fce-155c-4673-ae48-7589202514b5 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3df78b-cdc9-49b7-a072-020d9936cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714171 Dec 12 17:54:52.363060 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6f9c0c5-193c-4802-b917-442c2e31c5e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:52.447902 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6f9c0c5-193c-4802-b917-442c2e31c5e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:52.451810 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6f9c0c5-193c-4802-b917-442c2e31c5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:52.485598 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9c0c5-193c-4802-b917-442c2e31c5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1b6e30-f4e2-4896-8578-f5bb64d842f7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:52.497748 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c6f9c0c5-193c-4802-b917-442c2e31c5e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=389ca75b6f254da586696d529f313661&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2575648 Dec 12 17:54:52.498254 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37268) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:52.555139 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c69359f7-4cc1-4c3e-8976-27ff0bdea5ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:52.580754 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c69359f7-4cc1-4c3e-8976-27ff0bdea5ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:52.629919 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c69359f7-4cc1-4c3e-8976-27ff0bdea5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:52.633096 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c69359f7-4cc1-4c3e-8976-27ff0bdea5ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:52.634343 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c69359f7-4cc1-4c3e-8976-27ff0bdea5ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d1b6e30-f4e2-4896-8578-f5bb64d842f7 HTTP/1.1" status: 204 len: 168 time: 0.1351719 Dec 12 17:54:52.642923 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69359f7-4cc1-4c3e-8976-27ff0bdea5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1b6e30-f4e2-4896-8578-f5bb64d842f7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:52.671525 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 33d34733-993b-4ce8-a1a9-c1447659eb73 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:54:52.746106 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 33d34733-993b-4ce8-a1a9-c1447659eb73 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:54:52.754749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 33d34733-993b-4ce8-a1a9-c1447659eb73 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:54:52.755131 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:52.873772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae8e5b-a5a8-40ef-b941-63f4385011a7 req-106fb534-fb1a-4527-b790-0ca53afe8424 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:52.888775 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8ae8e5b-a5a8-40ef-b941-63f4385011a7 req-106fb534-fb1a-4527-b790-0ca53afe8424 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 945 time: 0.1187313 Dec 12 17:54:52.930790 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:52.960054 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8ae8e5b-a5a8-40ef-b941-63f4385011a7 req-139b45e9-cd9f-48b5-ba25-0ef026af5a51 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703411 Dec 12 17:54:52.961071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b4b830-a903-47f3-b13f-f0275b04201a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d34733-993b-4ce8-a1a9-c1447659eb73'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:54:52.963642 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7040a10c-54fd-4ddb-9537-48f122af9276" -d '{"events": [{"server_uuid": "46b4b830-a903-47f3-b13f-f0275b04201a", "name": "network-vif-plugged", "status": "completed", "tag": "33d34733-993b-4ce8-a1a9-c1447659eb73"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:54:52.978689 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 33d34733-993b-4ce8-a1a9-c1447659eb73, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=33d34733-993b-4ce8-a1a9-c1447659eb73,segment=NetworkSegment(e58fb3c0-2a7b-4fb9-a688-67aad54f4fa9),segment_id=e58fb3c0-2a7b-4fb9-a688-67aad54f4fa9)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:52.988588 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:52.989562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 075887db-ed2d-4766-850d-aaca8344b15c up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:54:53.053681 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de58939-3ebd-4066-ab44-5d4817d67474 x-openstack-request-id: req-9de58939-3ebd-4066-ab44-5d4817d67474 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:54:53.053922 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b4b830-a903-47f3-b13f-f0275b04201a", "name": "network-vif-plugged", "status": "completed", "tag": "33d34733-993b-4ce8-a1a9-c1447659eb73", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:54:53.054159 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9de58939-3ebd-4066-ab44-5d4817d67474 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:54:53.054574 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b4b830-a903-47f3-b13f-f0275b04201a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d34733-993b-4ce8-a1a9-c1447659eb73', 'code': 200} Dec 12 17:54:53.104320 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 075887db-ed2d-4766-850d-aaca8344b15c completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:54:53.107903 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=33d34733-993b-4ce8-a1a9-c1447659eb73,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:53.111700 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 075887db-ed2d-4766-850d-aaca8344b15c triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:54:53.112007 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:53.125321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d627a-2ccd-43e7-8b62-5b304a491321 req-e9a1e1ab-17d3-4411-9dc2-7c2e26271819 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:53.130083 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-756d627a-2ccd-43e7-8b62-5b304a491321 req-e9a1e1ab-17d3-4411-9dc2-7c2e26271819 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.1919494 Dec 12 17:54:53.188990 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d410a0-a930-4fa6-8236-539905a61c59 req-fa1086d1-59c1-4a2b-bf87-705f491870c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:53.190888 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c2d410a0-a930-4fa6-8236-539905a61c59 req-fa1086d1-59c1-4a2b-bf87-705f491870c8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 1096 time: 0.0710349 Dec 12 17:54:53.197019 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-756d627a-2ccd-43e7-8b62-5b304a491321 req-f55f028d-558f-40a7-a939-e55fdfd8e335 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582187 Dec 12 17:54:53.266542 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:53.280173 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c2d410a0-a930-4fa6-8236-539905a61c59 req-c1804640-60b4-49d1-b53e-8b40d5eadb52 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2b3df78b-cdc9-49b7-a072-020d9936cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808616 Dec 12 17:54:53.312499 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 075887db-ed2d-4766-850d-aaca8344b15c, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075887db-ed2d-4766-850d-aaca8344b15c,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:54:53.318300 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:53.327422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37326) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:53.348656 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f88a1454-fc79-450c-a48b-45f35cc3111d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:53.386285 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=075887db-ed2d-4766-850d-aaca8344b15c,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:53.467527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299411c9-3a48-4e84-92c9-486f7a6c58d9 req-8c1119ec-e91e-40f8-adf3-9672e5eff3fb tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:53.469018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-299411c9-3a48-4e84-92c9-486f7a6c58d9 req-8c1119ec-e91e-40f8-adf3-9672e5eff3fb tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 945 time: 0.0731778 Dec 12 17:54:53.481954 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f88a1454-fc79-450c-a48b-45f35cc3111d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:53.488361 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f88a1454-fc79-450c-a48b-45f35cc3111d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:53.557343 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a1454-fc79-450c-a48b-45f35cc3111d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3b86e7-9954-4040-bb7d-9b873c3be266,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:53.565153 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f88a1454-fc79-450c-a48b-45f35cc3111d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dde047fb41c04525bb4ad7f762de7042&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2354705 Dec 12 17:54:53.567428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37332) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:53.576258 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-299411c9-3a48-4e84-92c9-486f7a6c58d9 req-04231f8a-58be-49de-8d4d-658121067d1a tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3df78b-cdc9-49b7-a072-020d9936cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997608 Dec 12 17:54:53.619955 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-401b7b24-7c9a-44b4-b553-18ace9554204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:53.635372 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37334) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:53.641661 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-401b7b24-7c9a-44b4-b553-18ace9554204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:53.687434 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-401b7b24-7c9a-44b4-b553-18ace9554204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:53.690159 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-401b7b24-7c9a-44b4-b553-18ace9554204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:53.691863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-401b7b24-7c9a-44b4-b553-18ace9554204 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f3b86e7-9954-4040-bb7d-9b873c3be266 HTTP/1.1" status: 204 len: 168 time: 0.1235285 Dec 12 17:54:53.699530 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b7b24-7c9a-44b4-b553-18ace9554204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3b86e7-9954-4040-bb7d-9b873c3be266,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:53.749448 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc38d44f-c2a7-48c6-9663-b90737ceccad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:53.827092 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc38d44f-c2a7-48c6-9663-b90737ceccad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:53.832373 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc38d44f-c2a7-48c6-9663-b90737ceccad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:53.877382 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dc38d44f-c2a7-48c6-9663-b90737ceccad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8449958da7b34a44989ad4fba8c61a1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2384307 Dec 12 17:54:53.877382 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38d44f-c2a7-48c6-9663-b90737ceccad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e20a15-5ee1-4684-b307-ffe2049e3d5c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:53.878883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37342) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:53.929352 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0a53-b9eb-46d2-a03a-0b7d9ccf74f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:53.951704 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0a53-b9eb-46d2-a03a-0b7d9ccf74f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:53.959430 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37344) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:53.972549 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e418b586-ca94-48ce-9508-587d0b21b234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:53.999835 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0a53-b9eb-46d2-a03a-0b7d9ccf74f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:54.002464 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0a53-b9eb-46d2-a03a-0b7d9ccf74f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:54.004210 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b2cc0a53-b9eb-46d2-a03a-0b7d9ccf74f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6e20a15-5ee1-4684-b307-ffe2049e3d5c HTTP/1.1" status: 204 len: 168 time: 0.1241801 Dec 12 17:54:54.012484 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc0a53-b9eb-46d2-a03a-0b7d9ccf74f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e20a15-5ee1-4684-b307-ffe2049e3d5c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:54.077290 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e418b586-ca94-48ce-9508-587d0b21b234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:54.084383 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e418b586-ca94-48ce-9508-587d0b21b234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:54.122284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee0f1a-e922-4cf7-a547-0c42679f94ac req-7f6ef9e2-26bc-4b8a-ba58-618674053190 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:54.123853 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2eee0f1a-e922-4cf7-a547-0c42679f94ac req-7f6ef9e2-26bc-4b8a-ba58-618674053190 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.0586069 Dec 12 17:54:54.125175 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418b586-ca94-48ce-9508-587d0b21b234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb6643d-10c3-48e8-a77a-49aca687aa3b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:54.130212 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e418b586-ca94-48ce-9508-587d0b21b234 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5184e21e85ca47a48179fc7f0fc72308&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1696477 Dec 12 17:54:54.133160 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37350) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:54.178815 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2eee0f1a-e922-4cf7-a547-0c42679f94ac req-ea90a773-773b-4277-b2b0-c164f1840e31 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452702 Dec 12 17:54:54.189847 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b4e8044-8aa9-4a7a-9eaf-8cf1700b8eb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:54.213531 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b4e8044-8aa9-4a7a-9eaf-8cf1700b8eb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:54.262556 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b4e8044-8aa9-4a7a-9eaf-8cf1700b8eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:54.265267 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b4e8044-8aa9-4a7a-9eaf-8cf1700b8eb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:54.266450 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3b4e8044-8aa9-4a7a-9eaf-8cf1700b8eb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fb6643d-10c3-48e8-a77a-49aca687aa3b HTTP/1.1" status: 204 len: 168 time: 0.1322432 Dec 12 17:54:54.274848 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e8044-8aa9-4a7a-9eaf-8cf1700b8eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb6643d-10c3-48e8-a77a-49aca687aa3b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:54.322076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c621b6-579a-47ec-923f-2bb9d1f325d0 req-d4324a90-4450-4476-8668-7f5088954b13 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:54.329130 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58c621b6-579a-47ec-923f-2bb9d1f325d0 req-d4324a90-4450-4476-8668-7f5088954b13 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.0556571 Dec 12 17:54:54.383729 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58c621b6-579a-47ec-923f-2bb9d1f325d0 req-67465ea9-5398-43f7-b6c0-c67b8ff55548 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534739 Dec 12 17:54:54.413099 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37358) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:54.426637 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-260677c7-ee25-40be-adfa-e858890e1400 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:54.520664 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-260677c7-ee25-40be-adfa-e858890e1400 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:54.524699 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-260677c7-ee25-40be-adfa-e858890e1400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:54.574068 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-260677c7-ee25-40be-adfa-e858890e1400 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c166c64a8b14b168e7ea7221568d400&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1575053 Dec 12 17:54:54.574068 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260677c7-ee25-40be-adfa-e858890e1400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad13191c-ebfe-4869-a6bc-04e75355f3fe,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:54.574497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37364) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:54.634034 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb28-ba4e-45c5-acca-bf9c8b68f549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:54.661604 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb28-ba4e-45c5-acca-bf9c8b68f549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:54.752135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7407cfb-e8af-4044-8d8b-aa3409b1330d req-c7dbaf4a-89c2-4a93-ae50-65ca1389ad76 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:54.754324 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7407cfb-e8af-4044-8d8b-aa3409b1330d req-c7dbaf4a-89c2-4a93-ae50-65ca1389ad76 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 945 time: 0.0819182 Dec 12 17:54:54.770603 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb28-ba4e-45c5-acca-bf9c8b68f549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:54.773158 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb28-ba4e-45c5-acca-bf9c8b68f549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:54.774241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-46b8bb28-ba4e-45c5-acca-bf9c8b68f549 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad13191c-ebfe-4869-a6bc-04e75355f3fe HTTP/1.1" status: 204 len: 168 time: 0.1968858 Dec 12 17:54:54.790709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb28-ba4e-45c5-acca-bf9c8b68f549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad13191c-ebfe-4869-a6bc-04e75355f3fe,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:54.822205 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7407cfb-e8af-4044-8d8b-aa3409b1330d req-8d4af969-3894-4c67-abff-2a63adeef52a tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3df78b-cdc9-49b7-a072-020d9936cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588019 Dec 12 17:54:55.055921 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8d9d11-d68f-4f3b-9f31-31364e869a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075887db-ed2d-4766-850d-aaca8344b15c'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:54:55.058335 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7d693b-7f9a-45b3-b9cd-2051d72e6989" -d '{"events": [{"server_uuid": "7d8d9d11-d68f-4f3b-9f31-31364e869a2f", "name": "network-vif-plugged", "status": "completed", "tag": "075887db-ed2d-4766-850d-aaca8344b15c"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:54:55.101013 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b85e0e-42c7-4355-a97a-93000f1be9ae x-openstack-request-id: req-a2b85e0e-42c7-4355-a97a-93000f1be9ae {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:54:55.101529 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8d9d11-d68f-4f3b-9f31-31364e869a2f", "name": "network-vif-plugged", "status": "completed", "tag": "075887db-ed2d-4766-850d-aaca8344b15c", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:54:55.101787 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2b85e0e-42c7-4355-a97a-93000f1be9ae {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:54:55.102178 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8d9d11-d68f-4f3b-9f31-31364e869a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075887db-ed2d-4766-850d-aaca8344b15c', 'code': 200} Dec 12 17:54:55.203300 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37faad-ac42-4401-a82a-51278956ee92 req-790198ba-e1e5-4cd9-b6d1-9b4285253b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:55.204904 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1a37faad-ac42-4401-a82a-51278956ee92 req-790198ba-e1e5-4cd9-b6d1-9b4285253b35 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 1097 time: 0.0459523 Dec 12 17:54:55.264752 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1a37faad-ac42-4401-a82a-51278956ee92 req-d675ccec-61cc-4326-8c93-c81fcedada2f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515552 Dec 12 17:54:55.322591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca930e0-8968-44c1-b835-0cc24050f460 req-4176e48c-84ac-4213-b597-5587cb6a30c7 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:55.324350 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8ca930e0-8968-44c1-b835-0cc24050f460 req-4176e48c-84ac-4213-b597-5587cb6a30c7 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.0519333 Dec 12 17:54:55.390282 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8ca930e0-8968-44c1-b835-0cc24050f460 req-bd3bef98-4563-4be7-9f57-9d9c394a8d5b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587039 Dec 12 17:54:55.519155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf32df-38e0-4116-b971-713596e742b7 req-886bd414-86bc-4704-b102-0768e47fcdab tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:55.521027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ffcf32df-38e0-4116-b971-713596e742b7 req-886bd414-86bc-4704-b102-0768e47fcdab tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.0654280 Dec 12 17:54:55.573090 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ffcf32df-38e0-4116-b971-713596e742b7 req-74d15bfb-85cb-4373-bea6-f45aa88c8627 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456486 Dec 12 17:54:55.944265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c942703-ebda-4b10-82d4-04c7db2f5cd3 req-7c077f1f-3ca0-4932-a547-a741ca3e09db tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:55.946584 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c942703-ebda-4b10-82d4-04c7db2f5cd3 req-7c077f1f-3ca0-4932-a547-a741ca3e09db tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 945 time: 0.0520806 Dec 12 17:54:56.000763 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c942703-ebda-4b10-82d4-04c7db2f5cd3 req-480b53cd-4100-46af-a595-262987897cff tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3df78b-cdc9-49b7-a072-020d9936cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458746 Dec 12 17:54:56.290987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e675cc-bbe4-4ae6-8397-3f3a87317cbf req-89f0f8a9-433f-4f56-bf00-158bd47af61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:56.292655 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-47e675cc-bbe4-4ae6-8397-3f3a87317cbf req-89f0f8a9-433f-4f56-bf00-158bd47af61a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eca6c9c3e4e24a4692f6adc1b24c688f&device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 1096 time: 0.0528109 Dec 12 17:54:56.302112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e1a3d-4d25-46f6-bc44-67ab2455e699 req-6df64c1e-2cdd-4788-a1c4-5c15d5dc7b78 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:56.303578 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c70e1a3d-4d25-46f6-bc44-67ab2455e699 req-6df64c1e-2cdd-4788-a1c4-5c15d5dc7b78 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 945 time: 0.0667062 Dec 12 17:54:56.396444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c70e1a3d-4d25-46f6-bc44-67ab2455e699 req-85208528-ab63-4e83-a578-4326f7abe425 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3df78b-cdc9-49b7-a072-020d9936cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802295 Dec 12 17:54:56.428937 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e675cc-bbe4-4ae6-8397-3f3a87317cbf req-b3902a77-10c2-4506-aa94-bb335112c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:56.430485 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-47e675cc-bbe4-4ae6-8397-3f3a87317cbf req-b3902a77-10c2-4506-aa94-bb335112c216 service neutron] 10.222.0.31 "GET /v2.0/networks?id=96d3224d-7733-4431-8872-f2ec1a8b629a HTTP/1.1" status: 200 len: 915 time: 0.1303251 Dec 12 17:54:56.479389 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-47e675cc-bbe4-4ae6-8397-3f3a87317cbf req-a888b87c-9a0b-49b7-b755-f1bc1387db3f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33d34733-993b-4ce8-a1a9-c1447659eb73 HTTP/1.1" status: 200 len: 217 time: 0.0399890 Dec 12 17:54:56.561052 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e675cc-bbe4-4ae6-8397-3f3a87317cbf req-eda05a76-cff5-4d5f-baf4-4067992ebe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:56.562827 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-47e675cc-bbe4-4ae6-8397-3f3a87317cbf req-eda05a76-cff5-4d5f-baf4-4067992ebe4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41f7bc64-21e3-45d8-b40c-c12ae0384ef0 HTTP/1.1" status: 200 len: 854 time: 0.0618522 Dec 12 17:54:56.584652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3dc46-4116-40e8-bdef-2bd80cdf9d36 req-64981c39-7591-4e2b-9ffe-e451de186287 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:56.586492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20a3dc46-4116-40e8-bdef-2bd80cdf9d36 req-64981c39-7591-4e2b-9ffe-e451de186287 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.0615828 Dec 12 17:54:56.616627 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-47e675cc-bbe4-4ae6-8397-3f3a87317cbf req-69c3be15-f131-4e73-9dc4-93ea680c4893 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=96d3224d-7733-4431-8872-f2ec1a8b629a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325513 Dec 12 17:54:56.639706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20a3dc46-4116-40e8-bdef-2bd80cdf9d36 req-cf8279bd-39a7-40e4-baff-c6d81a40e2ae tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460773 Dec 12 17:54:56.755756 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd82925-4d28-4822-8a72-80dca8cc058a req-bc4e12c2-f40f-48d8-bf34-a72608d8764b tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:56.758081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfd82925-4d28-4822-8a72-80dca8cc058a req-bc4e12c2-f40f-48d8-bf34-a72608d8764b tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.0979085 Dec 12 17:54:56.777501 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-47e675cc-bbe4-4ae6-8397-3f3a87317cbf req-9cafcf33-9392-4147-b754-0151973aaac3 service neutron] 10.222.0.31 "GET /v2.0/networks/96d3224d-7733-4431-8872-f2ec1a8b629a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436489 Dec 12 17:54:56.834976 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfd82925-4d28-4822-8a72-80dca8cc058a req-4ff74dbd-1092-4109-8a06-c92a257f41c5 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643129 Dec 12 17:54:56.904876 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-47e675cc-bbe4-4ae6-8397-3f3a87317cbf req-9cd7e12b-d36f-4414-a0b9-661957559d60 service neutron] 10.222.0.31 "GET /v2.0/networks/96d3224d-7733-4431-8872-f2ec1a8b629a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198156 Dec 12 17:54:56.951309 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-5dbefe85-4edd-4d7d-b68f-69d14f04f678 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=42c7090419ef423c80c1d248a4528183&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223019 Dec 12 17:54:57.011287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab760560-8ae0-43c0-a725-0c572ebdb1a7 req-d28c5203-9c8b-47f3-9355-a3c56c912a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:57.012899 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ab760560-8ae0-43c0-a725-0c572ebdb1a7 req-d28c5203-9c8b-47f3-9355-a3c56c912a36 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 1096 time: 0.0452538 Dec 12 17:54:57.079259 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ab760560-8ae0-43c0-a725-0c572ebdb1a7 req-135315fd-8869-4c6e-bb98-7b940acc3178 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576074 Dec 12 17:54:57.094712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-041500c1-c334-4ceb-96ed-4e4e783019a4 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:57.096217 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-041500c1-c334-4ceb-96ed-4e4e783019a4 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1383228 Dec 12 17:54:57.112914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-39d1525c-491b-4ae5-bc3a-1c4742bb0111 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/quotas/42c7090419ef423c80c1d248a4528183 HTTP/1.1" status: 200 len: 375 time: 0.0102131 Dec 12 17:54:57.150005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-dfafeb3c-1114-42e6-9ab9-c2f5d9bd050e tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=42c7090419ef423c80c1d248a4528183&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310690 Dec 12 17:54:57.328165 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9799bb70-a567-4af4-a760-df0b40f7f5c9 req-7b9b1f8b-8f01-4a38-9b77-d891facdca1c tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/ports?device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 210 time: 0.0307889 Dec 12 17:54:57.531257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799d9c6-ed93-41ff-beb7-ccc89d2b9fb9 req-b369e80c-e590-4124-8b47-ae3faa71591a tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:57.534443 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7799d9c6-ed93-41ff-beb7-ccc89d2b9fb9 req-b369e80c-e590-4124-8b47-ae3faa71591a tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 945 time: 0.0638611 Dec 12 17:54:57.592296 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7799d9c6-ed93-41ff-beb7-ccc89d2b9fb9 req-3e53da01-b626-4098-b721-71971589fe15 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3df78b-cdc9-49b7-a072-020d9936cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499539 Dec 12 17:54:57.787489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aefcfc-89da-4eac-910e-e3f109f2e158 req-7e86b0a0-5566-4ca6-82ce-539cd5952e44 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:57.789258 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52aefcfc-89da-4eac-910e-e3f109f2e158 req-7e86b0a0-5566-4ca6-82ce-539cd5952e44 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.0512397 Dec 12 17:54:57.844366 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52aefcfc-89da-4eac-910e-e3f109f2e158 req-172ece57-3756-44cb-8014-be6c1470a83c tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479558 Dec 12 17:54:57.985458 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc583359-6381-4669-a560-42ad0d91e15f req-c8e7b657-7319-48bd-8663-a786d6fb0571 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:57.986678 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dc583359-6381-4669-a560-42ad0d91e15f req-c8e7b657-7319-48bd-8663-a786d6fb0571 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.0578437 Dec 12 17:54:57.995677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd909505-e1f1-4165-b47d-3c934201b63c req-0cc44e59-51e2-4b28-83b5-f1c2c41a8ac9 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:57.999347 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37622) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:58.004205 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd909505-e1f1-4165-b47d-3c934201b63c req-0cc44e59-51e2-4b28-83b5-f1c2c41a8ac9 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.1044369 Dec 12 17:54:58.005109 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5dac4b0e-d49d-4e85-bfb5-b67ca3e83daf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Request body: {'floatingip': {'port_id': '075887db-ed2d-4766-850d-aaca8344b15c'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:54:58.052993 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd909505-e1f1-4165-b47d-3c934201b63c req-11bfc52b-479c-488d-8279-d8692cc9b257 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478652 Dec 12 17:54:58.063461 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5dac4b0e-d49d-4e85-bfb5-b67ca3e83daf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for floatingip, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:58.428861 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c07df85-f4fd-49d0-8d0b-7554a1078740 req-b626e0ad-9fda-4dd1-8b5c-6a8c8d2c4a2a tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/ports?device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 210 time: 0.0260088 Dec 12 17:54:58.473423 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-870bc7b1-01b9-4621-9589-0cf9f4e47426 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=42c7090419ef423c80c1d248a4528183&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798092 Dec 12 17:54:58.588709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37658) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:58.615586 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.db.resource_extend [None req-5dac4b0e-d49d-4e85-bfb5-b67ca3e83daf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 17:54:58.693119 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5dac4b0e-d49d-4e85-bfb5-b67ca3e83daf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:58.700732 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5dac4b0e-d49d-4e85-bfb5-b67ca3e83daf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:58.717561 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4f72376-fc53-412f-929b-0831eb94860c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:58.750074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8be514-3def-4636-969d-6c32cc37126d req-44be6562-44c6-4453-8953-b9889777e80b tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:58.751610 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7f8be514-3def-4636-969d-6c32cc37126d req-44be6562-44c6-4453-8953-b9889777e80b tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 945 time: 0.0794485 Dec 12 17:54:58.813991 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-13ab03d0-9af0-42e3-900f-f41b2fd66b73 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:58.815943 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-13ab03d0-9af0-42e3-900f-f41b2fd66b73 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3319058 Dec 12 17:54:58.826743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7f8be514-3def-4636-969d-6c32cc37126d req-af73e411-44ef-4cda-bc52-46069dfe63e7 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3df78b-cdc9-49b7-a072-020d9936cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663264 Dec 12 17:54:58.832558 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Request body: {'port': {'device_id': '490aab5b-de85-4f0c-81a0-cba49cf67fc7', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': '42c7090419ef423c80c1d248a4528183'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:54:58.847332 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4f72376-fc53-412f-929b-0831eb94860c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:58.858221 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4f72376-fc53-412f-929b-0831eb94860c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:58.898697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f72376-fc53-412f-929b-0831eb94860c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a9ef16-6c92-4d1e-a5e0-c85dcb180899,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:58.903033 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c4f72376-fc53-412f-929b-0831eb94860c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c24c7abda0a84595abbf28af931708eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3132534 Dec 12 17:54:58.905626 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37666) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:54:58.966460 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ffdc506b-4a68-4d17-82a6-e285f3447a65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:58.990641 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ffdc506b-4a68-4d17-82a6-e285f3447a65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:59.053184 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ffdc506b-4a68-4d17-82a6-e285f3447a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:59.056360 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ffdc506b-4a68-4d17-82a6-e285f3447a65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:59.063475 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ffdc506b-4a68-4d17-82a6-e285f3447a65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58a9ef16-6c92-4d1e-a5e0-c85dcb180899 HTTP/1.1" status: 204 len: 168 time: 0.1567402 Dec 12 17:54:59.076205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc506b-4a68-4d17-82a6-e285f3447a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a9ef16-6c92-4d1e-a5e0-c85dcb180899,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:59.211150 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16830a-34bf-49ab-aac8-9992eab056ef req-2b484344-3357-4201-9395-857051fee190 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:59.212531 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c16830a-34bf-49ab-aac8-9992eab056ef req-2b484344-3357-4201-9395-857051fee190 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.0832825 Dec 12 17:54:59.217328 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-5dac4b0e-d49d-4e85-bfb5-b67ca3e83daf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Floating IP 728b455c-4a33-4967-b24c-aef858cda4fb associated. External IP: 172.25.1.175, port: 075887db-ed2d-4766-850d-aaca8344b15c. Dec 12 17:54:59.226074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9047bc0-c771-461a-b0b1-743aa5a028ed req-f43eaac0-d69d-4bae-8a51-b2f9cdd269ff tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:59.227735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9047bc0-c771-461a-b0b1-743aa5a028ed req-f43eaac0-d69d-4bae-8a51-b2f9cdd269ff tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 945 time: 0.0875592 Dec 12 17:54:59.311010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c16830a-34bf-49ab-aac8-9992eab056ef req-d11c913f-e40e-4aa6-9eea-6ab847868cf0 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783336 Dec 12 17:54:59.315669 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9047bc0-c771-461a-b0b1-743aa5a028ed req-a0af8acf-4d85-4129-8387-0f382d17d100 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3df78b-cdc9-49b7-a072-020d9936cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760875 Dec 12 17:54:59.449147 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Made reservation on behalf of 42c7090419ef423c80c1d248a4528183 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:54:59.452973 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:59.469912 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:59.553009 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dac4b0e-d49d-4e85-bfb5-b67ca3e83daf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:54:59.605772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f94cf69-2152-4f73-8c8f-731da6865378 req-7db0a1dd-3a7a-4857-9b2c-2aec8e7733ed tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/ports?device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 210 time: 0.0412631 Dec 12 17:54:59.663541 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:59.675425 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:59.717669 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-19cc7574-cd56-4f95-bcc9-450ad398d32d tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:54:59.719104 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-19cc7574-cd56-4f95-bcc9-450ad398d32d tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/networks?id=67709362-7810-4af0-979b-7388b427976b HTTP/1.1" status: 200 len: 810 time: 0.1160879 Dec 12 17:54:59.743732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-502c7137-478c-41e4-93b1-1a76bd10382e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/quotas/8eec4f7c06b94e6fb43f600b02c7c6f5 HTTP/1.1" status: 200 len: 375 time: 0.0165894 Dec 12 17:54:59.757291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0caa9c-14e9-49c0-b1f2-e2af59add408,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:54:59.776996 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:59.777357 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:59.777710 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:59.778403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:59.778607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:59.778952 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:59.780030 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:59.780384 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:59.780728 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:59.781068 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:59.781599 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:59.781942 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:59.782279 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:54:59.790560 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dac4b0e-d49d-4e85-bfb5-b67ca3e83daf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:54:59.795125 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5dac4b0e-d49d-4e85-bfb5-b67ca3e83daf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:54:59.806353 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08e3251-b410-447b-8376-0dc849a0e49f None None] Sync routers for ids ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:54:59.806839 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-1371ee89-a3f8-49d7-af29-cd693eb2f888 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8eec4f7c06b94e6fb43f600b02c7c6f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600660 Dec 12 17:54:59.828379 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08e3251-b410-447b-8376-0dc849a0e49f None None] Routers {'ae52ae45-ebba-4f39-acf4-91e7570f3fe0'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:54:59.830029 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a08e3251-b410-447b-8376-0dc849a0e49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:54:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:54:59.864503 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5dac4b0e-d49d-4e85-bfb5-b67ca3e83daf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "PUT /v2.0/floatingips/728b455c-4a33-4967-b24c-aef858cda4fb HTTP/1.1" status: 200 len: 992 time: 1.8640208 Dec 12 17:54:59.867484 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8d9d11-d68f-4f3b-9f31-31364e869a2f', 'tag': '075887db-ed2d-4766-850d-aaca8344b15c'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:54:59.869806 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b75bc29-d97b-4cc7-8f93-bdceba4e5f23" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8d9d11-d68f-4f3b-9f31-31364e869a2f", "tag": "075887db-ed2d-4766-850d-aaca8344b15c"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:54:59.904773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Allocated IP 192.168.233.52 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:54:59.923122 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-c14aba2d-8beb-4f76-bd44-6f88a9a3f8c2 service neutron] 10.222.0.18 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058645 Dec 12 17:55:00.009815 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9975c1df-b060-4b07-823d-e0a06b759360 x-openstack-request-id: req-9975c1df-b060-4b07-823d-e0a06b759360 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:55:00.010122 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8d9d11-d68f-4f3b-9f31-31364e869a2f", "tag": "075887db-ed2d-4766-850d-aaca8344b15c", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:55:00.010385 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9975c1df-b060-4b07-823d-e0a06b759360 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:55:00.010818 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8d9d11-d68f-4f3b-9f31-31364e869a2f', 'tag': '075887db-ed2d-4766-850d-aaca8344b15c', 'status': 'completed', 'code': 200} Dec 12 17:55:00.048198 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-a08e3251-b410-447b-8376-0dc849a0e49f None None] Set router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:55:00.106073 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-27e59dd7-7262-4820-a863-a51ccf4a606b service neutron] 10.222.0.18 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817269 Dec 12 17:55:00.123543 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:00.130841 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75bc29-d97b-4cc7-8f93-bdceba4e5f23 req-6ef0c109-0f47-4284-8bc4-57cf41891c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:00.132575 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1b75bc29-d97b-4cc7-8f93-bdceba4e5f23 req-6ef0c109-0f47-4284-8bc4-57cf41891c4f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0b4bc710fe244f885d5e9cf88a75d69&device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 1097 time: 0.0943632 Dec 12 17:55:00.282335 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:00.325543 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a08e3251-b410-447b-8376-0dc849a0e49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T17:48:46Z', 'revision_number': 4, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '728b455c-4a33-4967-b24c-aef858cda4fb', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'port_id': '075887db-ed2d-4766-850d-aaca8344b15c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'mac_address': 'fa:16:3e:f1:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8d9d11-d68f-4f3b-9f31-31364e869a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:54:34Z', 'updated_at': '2021-12-12T17:54:58Z', 'revision_number': 1, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e873b908-e1e7-4669-b00b-1f112aa0d8bf', 'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'mac_address': 'fa:16:3e:26:60:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:45Z', 'updated_at': '2021-12-12T17:48:51Z', 'revision_number': 5, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'subnets': [{'id': '076bf984-90a2-4fda-a328-15e958eede88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:00.328108 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75bc29-d97b-4cc7-8f93-bdceba4e5f23 req-741cdfd3-2221-41f9-b34c-69c5740dbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:00.329806 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1b75bc29-d97b-4cc7-8f93-bdceba4e5f23 req-741cdfd3-2221-41f9-b34c-69c5740dbf92 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 HTTP/1.1" status: 200 len: 917 time: 0.1880209 Dec 12 17:55:00.361689 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08e3251-b410-447b-8376-0dc849a0e49f None None] Checking router: ae52ae45-ebba-4f39-acf4-91e7570f3fe0 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:55:00.371224 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08e3251-b410-447b-8376-0dc849a0e49f None None] Routers {'ae52ae45-ebba-4f39-acf4-91e7570f3fe0'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:55:00.371500 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a4c4c73-00d3-4e32-8c4a-50086ffc8d11 req-58198ecd-b0ab-4312-855b-8e7dde04a727 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 210 time: 0.0665555 Dec 12 17:55:00.372130 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a08e3251-b410-447b-8376-0dc849a0e49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:54:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:00.443445 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:00.513231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:00.520671 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:00.557793 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915ed20-802e-435a-943c-0babc9a792f2 req-cb1c0669-2d61-4063-9089-83e4b9933625 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:00.569042 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d915ed20-802e-435a-943c-0babc9a792f2 req-cb1c0669-2d61-4063-9089-83e4b9933625 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 945 time: 0.1048086 Dec 12 17:55:00.572529 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Pushing event updated for resources: {'Port': ['ID=042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:00.586585 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-a08e3251-b410-447b-8376-0dc849a0e49f None None] Set router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:55:00.614342 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:00.614944 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:00.631358 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1b75bc29-d97b-4cc7-8f93-bdceba4e5f23 req-37f5459b-3f79-441d-aa74-b8c7eac8bdc8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=075887db-ed2d-4766-850d-aaca8344b15c HTTP/1.1" status: 200 len: 1000 time: 0.1957939 Dec 12 17:55:00.743038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d915ed20-802e-435a-943c-0babc9a792f2 req-30aa3cf1-79a6-4d4a-aaeb-dc3c929723ab tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3df78b-cdc9-49b7-a072-020d9936cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728513 Dec 12 17:55:00.772000 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75bc29-d97b-4cc7-8f93-bdceba4e5f23 req-7cbb812b-362e-47f0-a5d3-017c5b4e5717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:00.773780 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1b75bc29-d97b-4cc7-8f93-bdceba4e5f23 req-7cbb812b-362e-47f0-a5d3-017c5b4e5717 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=076bf984-90a2-4fda-a328-15e958eede88 HTTP/1.1" status: 200 len: 855 time: 0.1279769 Dec 12 17:55:00.797157 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-a2dfa4f8-2af4-4772-8426-1d604b6dce20 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9703975 Dec 12 17:55:00.829429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Request body: {'port': {'device_id': '490aab5b-de85-4f0c-81a0-cba49cf67fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:00.884490 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a12bf-94bb-45d3-bef9-b71cf29b7c78 req-f76cb510-56fc-4296-b069-ec405f9a5193 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:00.894707 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-436a12bf-94bb-45d3-bef9-b71cf29b7c78 req-f76cb510-56fc-4296-b069-ec405f9a5193 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.31 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 945 time: 0.2751918 Dec 12 17:55:00.935800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376ef0-f36f-481f-a2e8-427e92fd539d req-fa8e5c3e-580c-4658-bfcf-8b8eba57e200 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:00.947883 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-60376ef0-f36f-481f-a2e8-427e92fd539d req-fa8e5c3e-580c-4658-bfcf-8b8eba57e200 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/ports?device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 935 time: 0.1623230 Dec 12 17:55:01.025838 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75bc29-d97b-4cc7-8f93-bdceba4e5f23 req-27ea4416-d6f1-4525-86e2-3eebd634d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:01.027440 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1b75bc29-d97b-4cc7-8f93-bdceba4e5f23 req-27ea4416-d6f1-4525-86e2-3eebd634d171 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2455359 Dec 12 17:55:01.058322 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-60376ef0-f36f-481f-a2e8-427e92fd539d req-72a8de99-7ffc-4c3c-b711-24439ab7f89d tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a0caa9c-14e9-49c0-b1f2-e2af59add408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039307 Dec 12 17:55:01.084596 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:01.106410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1119841b-145e-4cc4-913d-bc0573ed98be None None] Provisioning complete for port 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:01.116048 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1119841b-145e-4cc4-913d-bc0573ed98be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:01.214672 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1119841b-145e-4cc4-913d-bc0573ed98be None None] Port 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:01.350595 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-436a12bf-94bb-45d3-bef9-b71cf29b7c78 req-9d0b362f-1fc1-4b6e-835e-526c2e23553c tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Deleting port 33d34733-993b-4ce8-a1a9-c1447659eb73 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:01.351173 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-436a12bf-94bb-45d3-bef9-b71cf29b7c78 req-9d0b362f-1fc1-4b6e-835e-526c2e23553c tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:01.383308 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a08e3251-b410-447b-8376-0dc849a0e49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T17:48:46Z', 'revision_number': 4, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '728b455c-4a33-4967-b24c-aef858cda4fb', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'port_id': '075887db-ed2d-4766-850d-aaca8344b15c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'mac_address': 'fa:16:3e:f1:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8d9d11-d68f-4f3b-9f31-31364e869a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:54:34Z', 'updated_at': '2021-12-12T17:54:58Z', 'revision_number': 1, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e873b908-e1e7-4669-b00b-1f112aa0d8bf', 'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'mac_address': 'fa:16:3e:26:60:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:45Z', 'updated_at': '2021-12-12T17:48:51Z', 'revision_number': 5, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'subnets': [{'id': '076bf984-90a2-4fda-a328-15e958eede88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:01.426036 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08e3251-b410-447b-8376-0dc849a0e49f None None] The sync data for ids ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'] in n-d-760354-5 is: [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T17:48:46Z', 'revision_number': 4, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '728b455c-4a33-4967-b24c-aef858cda4fb', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'port_id': '075887db-ed2d-4766-850d-aaca8344b15c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'mac_address': 'fa:16:3e:f1:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8d9d11-d68f-4f3b-9f31-31364e869a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:54:34Z', 'updated_at': '2021-12-12T17:54:58Z', 'revision_number': 1, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e873b908-e1e7-4669-b00b-1f112aa0d8bf', 'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'mac_address': 'fa:16:3e:26:60:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:45Z', 'updated_at': '2021-12-12T17:48:51Z', 'revision_number': 5, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'subnets': [{'id': '076bf984-90a2-4fda-a328-15e958eede88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:55:01.442911 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1b75bc29-d97b-4cc7-8f93-bdceba4e5f23 req-6edd3a6c-5c74-4022-a16e-64fdd4b6b415 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065790 Dec 12 17:55:01.546682 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-902c7ac3-68f1-4292-82e2-ab389d53dced req-865eb68a-c464-4292-aefb-7f542244aec8 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 210 time: 0.0414746 Dec 12 17:55:01.700150 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-436a12bf-94bb-45d3-bef9-b71cf29b7c78 req-9d0b362f-1fc1-4b6e-835e-526c2e23553c tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] For port 33d34733-993b-4ce8-a1a9-c1447659eb73, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=33d34733-993b-4ce8-a1a9-c1447659eb73,segment=NetworkSegment(e58fb3c0-2a7b-4fb9-a688-67aad54f4fa9),segment_id=e58fb3c0-2a7b-4fb9-a688-67aad54f4fa9)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:01.700527 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-436a12bf-94bb-45d3-bef9-b71cf29b7c78 req-9d0b362f-1fc1-4b6e-835e-526c2e23553c tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:01.734642 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-436a12bf-94bb-45d3-bef9-b71cf29b7c78 req-9d0b362f-1fc1-4b6e-835e-526c2e23553c tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Calling delete_port for 33d34733-993b-4ce8-a1a9-c1447659eb73 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:01.760324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40250eda-2477-470e-8874-5c3a9cc05613 None None] New status for floating IP 728b455c-4a33-4967-b24c-aef858cda4fb: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:55:01.770478 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1b75bc29-d97b-4cc7-8f93-bdceba4e5f23 req-90c62af7-8b13-405e-abca-3b2ca730fd0b service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552719 Dec 12 17:55:01.927298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e5f0f-85aa-42b3-83c0-2bd1e0848950 req-476a7156-bfd0-429b-98e4-364cc18ee643 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:01.936497 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:55:01.936730 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a6e5f0f-85aa-42b3-83c0-2bd1e0848950 req-476a7156-bfd0-429b-98e4-364cc18ee643 tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/ports?device_id=46b4b830-a903-47f3-b13f-f0275b04201a HTTP/1.1" status: 200 len: 945 time: 0.0710721 Dec 12 17:55:01.947802 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:01.971239 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Transition to ACTIVE for port object 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:55:01.980815 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:02.010982 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a6e5f0f-85aa-42b3-83c0-2bd1e0848950 req-389260f8-a58e-4b59-adc9-3ebf787d44cd tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3df78b-cdc9-49b7-a072-020d9936cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598006 Dec 12 17:55:02.130353 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:02.228516 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-436a12bf-94bb-45d3-bef9-b71cf29b7c78 req-9d0b362f-1fc1-4b6e-835e-526c2e23553c tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:02.241998 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['33d34733-993b-4ce8-a1a9-c1447659eb73'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:55:02.310479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b362f-1fc1-4b6e-835e-526c2e23553c tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Pushing event deleted for resources: {'Port': ['ID=33d34733-993b-4ce8-a1a9-c1447659eb73,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:02.317402 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-9347bd25-b006-4827-9e23-a4bf45fa38d8 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:02.318964 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-9347bd25-b006-4827-9e23-a4bf45fa38d8 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.20 "GET /v2.0/networks?id=67709362-7810-4af0-979b-7388b427976b HTTP/1.1" status: 200 len: 810 time: 0.3334272 Dec 12 17:55:02.329837 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Attempting to bind port 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:55:02.330188 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Attempting to bind port 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:55:02.330665 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Attempting to bind port 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:55:02.337669 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Port 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:55:02.337998 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Attempting to bind port 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:55:02.340722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2497cda-6de5-44f2-8b1e-b33db42f4839 req-90db18dd-e967-45f2-a6a9-2485e4fe4c8d tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:02.342295 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2497cda-6de5-44f2-8b1e-b33db42f4839 req-90db18dd-e967-45f2-a6a9-2485e4fe4c8d tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/ports?device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 947 time: 0.1491721 Dec 12 17:55:02.347914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-666724ac-1302-4f72-9459-b6c55e5be284 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Request body: {'port': {'device_id': 'a6030b04-e5e2-42b6-809a-85e10de3cd10', 'network_id': '67709362-7810-4af0-979b-7388b427976b', 'admin_state_up': True, 'tenant_id': '8eec4f7c06b94e6fb43f600b02c7c6f5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:02.362034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:55:02.362554 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:02.362839 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:55:02.363336 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Bound port: 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:55:02.363709 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:02.381615 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-436a12bf-94bb-45d3-bef9-b71cf29b7c78 req-9d0b362f-1fc1-4b6e-835e-526c2e23553c tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] No DVR routers for this DVR port 33d34733-993b-4ce8-a1a9-c1447659eb73 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:55:02.389666 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-436a12bf-94bb-45d3-bef9-b71cf29b7c78 req-9d0b362f-1fc1-4b6e-835e-526c2e23553c tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:02.393232 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-436a12bf-94bb-45d3-bef9-b71cf29b7c78 req-9d0b362f-1fc1-4b6e-835e-526c2e23553c tempest-InstanceActionsTestJSON-1189064561 tempest-InstanceActionsTestJSON-1189064561-project] 10.222.0.31 "DELETE /v2.0/ports/33d34733-993b-4ce8-a1a9-c1447659eb73 HTTP/1.1" status: 204 len: 173 time: 1.4879227 Dec 12 17:55:02.394323 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b4b830-a903-47f3-b13f-f0275b04201a', 'name': 'network-vif-deleted', 'tag': '33d34733-993b-4ce8-a1a9-c1447659eb73'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:55:02.396709 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91288920-c10b-48cf-8328-b0656de29ae5" -d '{"events": [{"server_uuid": "46b4b830-a903-47f3-b13f-f0275b04201a", "name": "network-vif-deleted", "tag": "33d34733-993b-4ce8-a1a9-c1447659eb73"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:55:02.460436 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2497cda-6de5-44f2-8b1e-b33db42f4839 req-606f8f59-0ab0-47c5-868e-6e78f38ada09 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a0caa9c-14e9-49c0-b1f2-e2af59add408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064587 Dec 12 17:55:02.479739 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] For port 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:55:02.491248 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] For port 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:55:02.498653 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:02.520164 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3b99d7-33ee-49e4-9aab-80e52bbda9a5 x-openstack-request-id: req-6d3b99d7-33ee-49e4-9aab-80e52bbda9a5 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:55:02.520504 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b4b830-a903-47f3-b13f-f0275b04201a", "name": "network-vif-deleted", "tag": "33d34733-993b-4ce8-a1a9-c1447659eb73", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:55:02.520706 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d3b99d7-33ee-49e4-9aab-80e52bbda9a5 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:55:02.521116 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b4b830-a903-47f3-b13f-f0275b04201a', 'name': 'network-vif-deleted', 'tag': '33d34733-993b-4ce8-a1a9-c1447659eb73', 'status': 'completed', 'code': 200} Dec 12 17:55:02.551128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-666724ac-1302-4f72-9459-b6c55e5be284 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Made reservation on behalf of 8eec4f7c06b94e6fb43f600b02c7c6f5 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:02.554853 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-666724ac-1302-4f72-9459-b6c55e5be284 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:02.579362 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:02.580436 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:02.583676 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] 10.222.0.20 "PUT /v2.0/ports/042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd HTTP/1.1" status: 200 len: 1095 time: 1.7597451 Dec 12 17:55:02.638146 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06963721-15b4-4614-bc72-69a1b5ccf3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:02.702111 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37812) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:02.719363 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-eb123238-9ebb-44b5-8e9a-26207f822ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:02.722198 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-eb123238-9ebb-44b5-8e9a-26207f822ef9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42c7090419ef423c80c1d248a4528183&device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 1098 time: 0.0684397 Dec 12 17:55:02.729451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-597a09c5-16eb-4377-a8eb-3dc01bba322d req-c8d32395-0265-4187-80ac-3b872403ab86 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 210 time: 0.0353510 Dec 12 17:55:02.763190 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-666724ac-1302-4f72-9459-b6c55e5be284 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Allocated IP 172.20.0.3 (67709362-7810-4af0-979b-7388b427976b/477b849f-51cb-4da9-8007-720c6e5ac5b0/afb24287-ff6f-4d0b-a2b8-81fb9c8445b5) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:02.789274 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-b391ef50-3a2f-4812-a231-537707dc3e0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd HTTP/1.1" status: 200 len: 217 time: 0.0568650 Dec 12 17:55:02.857578 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b7c931c-feeb-4e33-931f-78090ca8d7ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:02.872347 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-d97d490d-4896-495a-b0ae-073a58641072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:02.874113 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-d97d490d-4896-495a-b0ae-073a58641072 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0762100 Dec 12 17:55:02.944715 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-d8f37ccb-674a-4e74-a814-b565ea99f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:02.946353 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-d8f37ccb-674a-4e74-a814-b565ea99f50e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645354 Dec 12 17:55:02.952416 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-666724ac-1302-4f72-9459-b6c55e5be284 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:02.995616 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-666724ac-1302-4f72-9459-b6c55e5be284 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.010168 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['b1b7c161-ca88-472a-950b-779704c740af'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:55:03.049314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-666724ac-1302-4f72-9459-b6c55e5be284 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Network 67709362-7810-4af0-979b-7388b427976b is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:03.067870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-666724ac-1302-4f72-9459-b6c55e5be284 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:03.069963 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37818) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:03.081829 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b7c931c-feeb-4e33-931f-78090ca8d7ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.084080 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-666724ac-1302-4f72-9459-b6c55e5be284 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:03.089216 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b7c931c-feeb-4e33-931f-78090ca8d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.106643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666724ac-1302-4f72-9459-b6c55e5be284 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Pushing event updated for resources: {'Port': ['ID=afb24287-ff6f-4d0b-a2b8-81fb9c8445b5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:03.149347 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-a11708bb-acae-43c4-8f00-1a8835c71f56 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899853 Dec 12 17:55:03.152482 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9b7c931c-feeb-4e33-931f-78090ca8d7ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f935d9b5fe044ff799325a04a2ad6e1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4493117 Dec 12 17:55:03.153719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c931c-feeb-4e33-931f-78090ca8d7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5c1836-7ec1-48cd-ba7f-37b834ca5ba2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:03.156982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37820) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:03.169764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-308a0e76-c9ac-43c8-951f-be970abf59ee admin admin] Deleting subnet 41f7bc64-21e3-45d8-b40c-c12ae0384ef0 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:55:03.174625 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-308a0e76-c9ac-43c8-951f-be970abf59ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.209506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-666724ac-1302-4f72-9459-b6c55e5be284 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:03.210049 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-666724ac-1302-4f72-9459-b6c55e5be284 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.235289 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-308a0e76-c9ac-43c8-951f-be970abf59ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.240317 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-666724ac-1302-4f72-9459-b6c55e5be284 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8969047 Dec 12 17:55:03.269054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Request body: {'port': {'device_id': 'a6030b04-e5e2-42b6-809a-85e10de3cd10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:03.280126 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb1b8050-39e4-494a-88b1-bfe0b3cebfe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.308846 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c9b5d4f-ae86-4d82-b297-f63adce55ac6 req-4270d537-5a3a-4365-9f89-4cfad3a960e4 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441927 Dec 12 17:55:03.313397 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb1b8050-39e4-494a-88b1-bfe0b3cebfe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.334823 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-308a0e76-c9ac-43c8-951f-be970abf59ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.338764 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.365628 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb1b8050-39e4-494a-88b1-bfe0b3cebfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.368436 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb1b8050-39e4-494a-88b1-bfe0b3cebfe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.369675 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-eb1b8050-39e4-494a-88b1-bfe0b3cebfe1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea5c1836-7ec1-48cd-ba7f-37b834ca5ba2 HTTP/1.1" status: 204 len: 168 time: 0.2115724 Dec 12 17:55:03.378655 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b8050-39e4-494a-88b1-bfe0b3cebfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5c1836-7ec1-48cd-ba7f-37b834ca5ba2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:03.451454 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-308a0e76-c9ac-43c8-951f-be970abf59ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.523871 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a0e76-c9ac-43c8-951f-be970abf59ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41f7bc64-21e3-45d8-b40c-c12ae0384ef0,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:03.532654 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-308a0e76-c9ac-43c8-951f-be970abf59ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.539295 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-308a0e76-c9ac-43c8-951f-be970abf59ee admin admin] 10.222.0.18 "DELETE /v2.0/subnets/41f7bc64-21e3-45d8-b40c-c12ae0384ef0 HTTP/1.1" status: 204 len: 168 time: 0.4635165 Dec 12 17:55:03.540251 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37830) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:03.651273 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb97a7b1-9d80-4b60-9d2f-f602eaffd9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.678225 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1557d83-5a9b-48d1-9cec-a36696373ff9 req-b2239e33-c06e-4312-9be5-652a42841525 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:03.680113 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1557d83-5a9b-48d1-9cec-a36696373ff9 req-b2239e33-c06e-4312-9be5-652a42841525 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/ports?device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 947 time: 0.1229331 Dec 12 17:55:03.733314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37838) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:03.760521 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb97a7b1-9d80-4b60-9d2f-f602eaffd9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.770486 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae681-729c-4c36-82a2-6e089e4ca417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.782176 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-eb97a7b1-9d80-4b60-9d2f-f602eaffd9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d3224d-7733-4431-8872-f2ec1a8b629a']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:03.791421 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-eb97a7b1-9d80-4b60-9d2f-f602eaffd9c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58fb3c0-2a7b-4fb9-a688-67aad54f4fa9') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:03.791724 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-eb97a7b1-9d80-4b60-9d2f-f602eaffd9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58fb3c0-2a7b-4fb9-a688-67aad54f4fa9') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:03.801928 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb97a7b1-9d80-4b60-9d2f-f602eaffd9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.814733 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb97a7b1-9d80-4b60-9d2f-f602eaffd9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.821617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb97a7b1-9d80-4b60-9d2f-f602eaffd9c8 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:55:03.822011 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb97a7b1-9d80-4b60-9d2f-f602eaffd9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:55:03.823771 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:55:03.830806 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1557d83-5a9b-48d1-9cec-a36696373ff9 req-574240b4-023b-4dc8-ab5f-dee7925f0776 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a0caa9c-14e9-49c0-b1f2-e2af59add408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386971 Dec 12 17:55:03.867158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:55:03.885282 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.914411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Transition to ACTIVE for port object afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:55:03.930590 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:03.965621 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6ff33-aaa5-44eb-bc39-333769814d82 req-007833e8-3c77-414a-8425-b9050c6a6d2a tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:03.972497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6ff33-aaa5-44eb-bc39-333769814d82 req-007833e8-3c77-414a-8425-b9050c6a6d2a tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:03.978675 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6ff33-aaa5-44eb-bc39-333769814d82 req-007833e8-3c77-414a-8425-b9050c6a6d2a tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:03.984746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6ff33-aaa5-44eb-bc39-333769814d82 req-007833e8-3c77-414a-8425-b9050c6a6d2a tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:03.991303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6ff33-aaa5-44eb-bc39-333769814d82 req-007833e8-3c77-414a-8425-b9050c6a6d2a tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:03.997255 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6ff33-aaa5-44eb-bc39-333769814d82 req-007833e8-3c77-414a-8425-b9050c6a6d2a tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:04.003189 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6ff33-aaa5-44eb-bc39-333769814d82 req-007833e8-3c77-414a-8425-b9050c6a6d2a tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:04.005152 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f2c6ff33-aaa5-44eb-bc39-333769814d82 req-007833e8-3c77-414a-8425-b9050c6a6d2a tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5432 time: 0.2119520 Dec 12 17:55:04.104497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Pushing event updated for resources: {'Port': ['ID=afb24287-ff6f-4d0b-a2b8-81fb9c8445b5,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:04.151101 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae681-729c-4c36-82a2-6e089e4ca417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:04.164433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032d6c5-5aae-47f6-98ec-4f01519037ef req-690626ca-bebb-46f1-8016-f9bda2469512 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:04.166041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9032d6c5-5aae-47f6-98ec-4f01519037ef req-690626ca-bebb-46f1-8016-f9bda2469512 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 943 time: 0.2590995 Dec 12 17:55:04.191270 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae681-729c-4c36-82a2-6e089e4ca417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:04.201588 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb97a7b1-9d80-4b60-9d2f-f602eaffd9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:04.207368 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb97a7b1-9d80-4b60-9d2f-f602eaffd9c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:04.213135 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-eb97a7b1-9d80-4b60-9d2f-f602eaffd9c8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/96d3224d-7733-4431-8872-f2ec1a8b629a HTTP/1.1" status: 204 len: 168 time: 0.6691549 Dec 12 17:55:04.224385 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97a7b1-9d80-4b60-9d2f-f602eaffd9c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=96d3224d-7733-4431-8872-f2ec1a8b629a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:04.260758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f2c6ff33-aaa5-44eb-bc39-333769814d82 req-aad5bc50-a22f-4de4-8fea-2fc012f6ac1a tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2461417 Dec 12 17:55:04.279564 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fb0ae681-729c-4c36-82a2-6e089e4ca417 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5eda35ee2b754a478f5e4db06cd10b4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5436113 Dec 12 17:55:04.282461 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37844) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:04.289038 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ae681-729c-4c36-82a2-6e089e4ca417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d902c1f-30e3-4d02-9e9f-e42876c04c23,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:04.308332 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Attempting to bind port afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:55:04.308629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Attempting to bind port afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '9ef56353-c7f3-4d29-855b-c15f5e2edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67709362-7810-4af0-979b-7388b427976b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:55:04.308961 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Attempting to bind port afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 on network 67709362-7810-4af0-979b-7388b427976b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:55:04.319494 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9032d6c5-5aae-47f6-98ec-4f01519037ef req-d9ecedcd-cd76-413a-8db1-9cbc6806f826 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207874 Dec 12 17:55:04.320203 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Port afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 on network 67709362-7810-4af0-979b-7388b427976b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:55:04.320521 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Attempting to bind port afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 on network 67709362-7810-4af0-979b-7388b427976b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:55:04.326395 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:55:04.326729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Checking segment: {'id': '9ef56353-c7f3-4d29-855b-c15f5e2edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67709362-7810-4af0-979b-7388b427976b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:04.327113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Bound using segment: {'id': '9ef56353-c7f3-4d29-855b-c15f5e2edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67709362-7810-4af0-979b-7388b427976b'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:55:04.327578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Bound port: afb24287-ff6f-4d0b-a2b8-81fb9c8445b5, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef56353-c7f3-4d29-855b-c15f5e2edb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '67709362-7810-4af0-979b-7388b427976b'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:55:04.327936 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:04.351930 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f38da8bf-da99-433f-bce0-05bb8ce88e64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:04.375070 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f38da8bf-da99-433f-bce0-05bb8ce88e64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:04.403506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] For port afb24287-ff6f-4d0b-a2b8-81fb9c8445b5, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:55:04.408430 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] For port afb24287-ff6f-4d0b-a2b8-81fb9c8445b5, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=afb24287-ff6f-4d0b-a2b8-81fb9c8445b5,segment=NetworkSegment(9ef56353-c7f3-4d29-855b-c15f5e2edb79),segment_id=9ef56353-c7f3-4d29-855b-c15f5e2edb79)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:55:04.412625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37848) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:04.417589 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:04.447852 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f38da8bf-da99-433f-bce0-05bb8ce88e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:04.450451 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f38da8bf-da99-433f-bce0-05bb8ce88e64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:04.451639 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f38da8bf-da99-433f-bce0-05bb8ce88e64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d902c1f-30e3-4d02-9e9f-e42876c04c23 HTTP/1.1" status: 204 len: 168 time: 0.1682074 Dec 12 17:55:04.470502 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38da8bf-da99-433f-bce0-05bb8ce88e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d902c1f-30e3-4d02-9e9f-e42876c04c23,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:04.475716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:04.478914 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:04.479050 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0875a3c0-c377-493d-974a-6c7f9edb5924 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eca6c9c3e4e24a4692f6adc1b24c688f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0624728 Dec 12 17:55:04.479130 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] 10.222.0.20 "PUT /v2.0/ports/afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 HTTP/1.1" status: 200 len: 1091 time: 1.2164662 Dec 12 17:55:04.479366 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37852) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:04.480156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6030b04-e5e2-42b6-809a-85e10de3cd10', 'tag': 'afb24287-ff6f-4d0b-a2b8-81fb9c8445b5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:55:04.483825 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54c27a9-3fa3-4d2e-9634-f149e1fdb47d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6030b04-e5e2-42b6-809a-85e10de3cd10", "tag": "afb24287-ff6f-4d0b-a2b8-81fb9c8445b5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:55:04.522729 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490aab5b-de85-4f0c-81a0-cba49cf67fc7', 'tag': '042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:55:04.523155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980d69f-701f-4795-829f-dbd6f6a555af service neutron] Pushing event updated for resources: {'Port': ['ID=afb24287-ff6f-4d0b-a2b8-81fb9c8445b5,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:04.527016 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12616c8-80ae-4a87-a0dc-700284a55162" -d '{"events": [{"name": "network-changed", "server_uuid": "490aab5b-de85-4f0c-81a0-cba49cf67fc7", "tag": "042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:55:04.586633 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0b199d-b109-409a-9b37-859cae11c17f x-openstack-request-id: req-1c0b199d-b109-409a-9b37-859cae11c17f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:55:04.586900 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490aab5b-de85-4f0c-81a0-cba49cf67fc7", "tag": "042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:55:04.587184 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c0b199d-b109-409a-9b37-859cae11c17f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:55:04.587640 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490aab5b-de85-4f0c-81a0-cba49cf67fc7', 'tag': '042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd', 'status': 'completed', 'code': 200} Dec 12 17:55:04.588285 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab33dae7-76d8-4458-8f65-5bd508c3383b x-openstack-request-id: req-ab33dae7-76d8-4458-8f65-5bd508c3383b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:55:04.588856 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6030b04-e5e2-42b6-809a-85e10de3cd10", "tag": "afb24287-ff6f-4d0b-a2b8-81fb9c8445b5", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:55:04.589160 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab33dae7-76d8-4458-8f65-5bd508c3383b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:55:04.590514 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6030b04-e5e2-42b6-809a-85e10de3cd10', 'tag': 'afb24287-ff6f-4d0b-a2b8-81fb9c8445b5', 'status': 'completed', 'code': 200} Dec 12 17:55:04.606679 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7304e94-f133-41b1-a685-3279e3d9c67c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:04.608349 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-b7f34248-292e-458e-a1fe-e7ece760445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:04.610142 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-b7f34248-292e-458e-a1fe-e7ece760445d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eec4f7c06b94e6fb43f600b02c7c6f5&device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 1094 time: 0.0786307 Dec 12 17:55:04.641243 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7304e94-f133-41b1-a685-3279e3d9c67c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:04.658830 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-7e0bbca5-f562-4751-96b8-4da195d6c6ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 HTTP/1.1" status: 200 len: 217 time: 0.0365198 Dec 12 17:55:04.697722 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12616c8-80ae-4a87-a0dc-700284a55162 req-d70a4786-e60a-4d96-ac57-894db05485a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:04.699285 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e12616c8-80ae-4a87-a0dc-700284a55162 req-d70a4786-e60a-4d96-ac57-894db05485a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42c7090419ef423c80c1d248a4528183&device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 1098 time: 0.0742834 Dec 12 17:55:04.699758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 33d34733-993b-4ce8-a1a9-c1447659eb73 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:55:04.716591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-e224b103-5658-45e8-a0c6-92ec15800fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:04.718338 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-e224b103-5658-45e8-a0c6-92ec15800fa9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=477b849f-51cb-4da9-8007-720c6e5ac5b0 HTTP/1.1" status: 200 len: 850 time: 0.0524199 Dec 12 17:55:04.727349 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 33d34733-993b-4ce8-a1a9-c1447659eb73 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:55:04.727349 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 33d34733-993b-4ce8-a1a9-c1447659eb73 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:55:04.759314 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-393209ee-ed0d-4f4f-9a81-961111b8b033 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67709362-7810-4af0-979b-7388b427976b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305543 Dec 12 17:55:04.760719 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7304e94-f133-41b1-a685-3279e3d9c67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:04.763618 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7304e94-f133-41b1-a685-3279e3d9c67c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:04.764748 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d7304e94-f133-41b1-a685-3279e3d9c67c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b3df78b-cdc9-49b7-a072-020d9936cc63 HTTP/1.1" status: 204 len: 168 time: 0.2849460 Dec 12 17:55:04.783273 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7304e94-f133-41b1-a685-3279e3d9c67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3df78b-cdc9-49b7-a072-020d9936cc63,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:04.836625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12616c8-80ae-4a87-a0dc-700284a55162 req-a7b2e113-ef6e-4a40-b52d-8adadffb97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:04.838144 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e12616c8-80ae-4a87-a0dc-700284a55162 req-a7b2e113-ef6e-4a40-b52d-8adadffb97d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1259372 Dec 12 17:55:04.890780 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-0f9a44f6-7d66-430d-9106-c463fb695928 service neutron] 10.222.0.20 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226881 Dec 12 17:55:04.924436 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e12616c8-80ae-4a87-a0dc-700284a55162 req-06ba34ad-2356-4257-90ff-7fe2fc0f5bdc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd HTTP/1.1" status: 200 len: 217 time: 0.0720735 Dec 12 17:55:04.996527 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12616c8-80ae-4a87-a0dc-700284a55162 req-01279451-5713-404f-82e4-3f87be6426ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:04.999212 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e12616c8-80ae-4a87-a0dc-700284a55162 req-01279451-5713-404f-82e4-3f87be6426ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0613608 Dec 12 17:55:05.031841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d736a75-bb60-4525-aa7a-c43d8e073ddf req-4e231915-6902-424d-b5e4-69f77b7ec10d tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.033392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2d736a75-bb60-4525-aa7a-c43d8e073ddf req-4e231915-6902-424d-b5e4-69f77b7ec10d tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/ports?device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 947 time: 0.1126730 Dec 12 17:55:05.055415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12616c8-80ae-4a87-a0dc-700284a55162 req-dc6fc907-2e74-453d-9cd8-80c4feddd421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.057190 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e12616c8-80ae-4a87-a0dc-700284a55162 req-dc6fc907-2e74-453d-9cd8-80c4feddd421 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0503812 Dec 12 17:55:05.065914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4f3749d-7d3c-4c45-b2cf-b7d637c1d216 req-69ece868-1531-4fda-a302-235ff2a9609d service neutron] 10.222.0.20 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665018 Dec 12 17:55:05.115294 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2d736a75-bb60-4525-aa7a-c43d8e073ddf req-8f8a1f07-f79e-4781-b950-0f3a523608aa tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a0caa9c-14e9-49c0-b1f2-e2af59add408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692751 Dec 12 17:55:05.200614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c27a9-3fa3-4d2e-9634-f149e1fdb47d req-72394a20-cb06-4512-baae-06f17c6f55d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.202797 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c54c27a9-3fa3-4d2e-9634-f149e1fdb47d req-72394a20-cb06-4512-baae-06f17c6f55d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eec4f7c06b94e6fb43f600b02c7c6f5&device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 1094 time: 0.0589771 Dec 12 17:55:05.225577 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2816ef6f-e4ca-4463-b9cf-d34c91e05629 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.231632 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2816ef6f-e4ca-4463-b9cf-d34c91e05629 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.239148 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2816ef6f-e4ca-4463-b9cf-d34c91e05629 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.248519 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2816ef6f-e4ca-4463-b9cf-d34c91e05629 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.256642 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2816ef6f-e4ca-4463-b9cf-d34c91e05629 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.261473 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2816ef6f-e4ca-4463-b9cf-d34c91e05629 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.267580 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2816ef6f-e4ca-4463-b9cf-d34c91e05629 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.269620 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2816ef6f-e4ca-4463-b9cf-d34c91e05629 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.31 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5432 time: 0.1631124 Dec 12 17:55:05.374925 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e83cf-141e-460e-b460-6a9d84522263 req-a12b54e1-3a68-4c24-9343-562dcbbde3ba tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.383831 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f72e83cf-141e-460e-b460-6a9d84522263 req-a12b54e1-3a68-4c24-9343-562dcbbde3ba tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.31 "GET /v2.0/ports/fdd0637a-9af5-4876-95fb-640753ad8e72?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1032786 Dec 12 17:55:05.386644 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e12616c8-80ae-4a87-a0dc-700284a55162 req-8c84b3d4-470d-4dae-af35-b46fb2d7aaaf service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212771 Dec 12 17:55:05.581682 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e12616c8-80ae-4a87-a0dc-700284a55162 req-2b52ae35-90a9-46b5-9ac2-63234bbf785f service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500504 Dec 12 17:55:05.612691 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f72e83cf-141e-460e-b460-6a9d84522263 req-56e48bad-43ac-4796-b7bf-e09c937aee1d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.31 "GET /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2244873 Dec 12 17:55:05.629552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f72e83cf-141e-460e-b460-6a9d84522263 req-75fff0cb-4f87-49f8-b4c8-e1997ad3ce51 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:05.691180 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-75fff0cb-4f87-49f8-b4c8-e1997ad3ce51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:05.770260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2334b-49c7-47eb-ba47-a14f994bae11 req-010fd4ae-4fc9-4a63-850d-5ef1279c3877 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.772206 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16f2334b-49c7-47eb-ba47-a14f994bae11 req-010fd4ae-4fc9-4a63-850d-5ef1279c3877 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 943 time: 0.1029196 Dec 12 17:55:05.772367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37908) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:05.803004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e0587-d084-4dfe-8c9d-6a8ae57aa94a req-00e329a8-6269-45bc-b85d-d95af9a3696d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.808896 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e0587-d084-4dfe-8c9d-6a8ae57aa94a req-00e329a8-6269-45bc-b85d-d95af9a3696d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.814726 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e0587-d084-4dfe-8c9d-6a8ae57aa94a req-00e329a8-6269-45bc-b85d-d95af9a3696d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.821157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e0587-d084-4dfe-8c9d-6a8ae57aa94a req-00e329a8-6269-45bc-b85d-d95af9a3696d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.827004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e0587-d084-4dfe-8c9d-6a8ae57aa94a req-00e329a8-6269-45bc-b85d-d95af9a3696d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.832920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e0587-d084-4dfe-8c9d-6a8ae57aa94a req-00e329a8-6269-45bc-b85d-d95af9a3696d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.838710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e0587-d084-4dfe-8c9d-6a8ae57aa94a req-00e329a8-6269-45bc-b85d-d95af9a3696d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.849979 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee0e0587-d084-4dfe-8c9d-6a8ae57aa94a req-00e329a8-6269-45bc-b85d-d95af9a3696d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 5432 time: 0.1823440 Dec 12 17:55:05.860148 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f72e83cf-141e-460e-b460-6a9d84522263 req-75fff0cb-4f87-49f8-b4c8-e1997ad3ce51 service neutron] For port fdd0637a-9af5-4876-95fb-640753ad8e72, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=fdd0637a-9af5-4876-95fb-640753ad8e72,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:05.897602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c27a9-3fa3-4d2e-9634-f149e1fdb47d req-faabef95-2035-4d81-8066-6c3a60266c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:05.898744 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c54c27a9-3fa3-4d2e-9634-f149e1fdb47d req-faabef95-2035-4d81-8066-6c3a60266c1c service neutron] 10.222.0.20 "GET /v2.0/networks?id=67709362-7810-4af0-979b-7388b427976b HTTP/1.1" status: 200 len: 911 time: 0.6867685 Dec 12 17:55:05.904856 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f72e83cf-141e-460e-b460-6a9d84522263 req-75fff0cb-4f87-49f8-b4c8-e1997ad3ce51 service neutron] For port fdd0637a-9af5-4876-95fb-640753ad8e72, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:55:05.944977 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c54c27a9-3fa3-4d2e-9634-f149e1fdb47d req-6a667f27-7297-4f54-a86a-cebffc46fc0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 HTTP/1.1" status: 200 len: 217 time: 0.0358620 Dec 12 17:55:05.946475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-f72e83cf-141e-460e-b460-6a9d84522263 req-75fff0cb-4f87-49f8-b4c8-e1997ad3ce51 service neutron] device_id is not set on port fdd0637a-9af5-4876-95fb-640753ad8e72 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:55:05.956586 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-75fff0cb-4f87-49f8-b4c8-e1997ad3ce51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:05.969169 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-75fff0cb-4f87-49f8-b4c8-e1997ad3ce51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.005252 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16f2334b-49c7-47eb-ba47-a14f994bae11 req-a56f8f2e-71dc-4929-9f36-d14d7d7bbf08 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188811 Dec 12 17:55:06.046136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee0e0587-d084-4dfe-8c9d-6a8ae57aa94a req-60a701f7-7a0a-4ef4-a883-0381628b255a tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=2a6607b6-9e38-4700-aec4-d35ca60e073f&id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1951246 Dec 12 17:55:06.048190 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c27a9-3fa3-4d2e-9634-f149e1fdb47d req-c91ed1b4-209f-447b-b5a3-67e50b0637b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:06.049652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c54c27a9-3fa3-4d2e-9634-f149e1fdb47d req-c91ed1b4-209f-447b-b5a3-67e50b0637b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=477b849f-51cb-4da9-8007-720c6e5ac5b0 HTTP/1.1" status: 200 len: 850 time: 0.0945737 Dec 12 17:55:06.060782 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72e83cf-141e-460e-b460-6a9d84522263 req-75fff0cb-4f87-49f8-b4c8-e1997ad3ce51 service neutron] No DVR routers for this DVR port fdd0637a-9af5-4876-95fb-640753ad8e72 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:55:06.068177 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1106617770-network', 'tenant_id': 'b8b7e44d77c74622be4dbba4b2f2d43c'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:06.085318 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fff0cb-4f87-49f8-b4c8-e1997ad3ce51 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd0637a-9af5-4876-95fb-640753ad8e72,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:06.111037 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-f72e83cf-141e-460e-b460-6a9d84522263 req-75fff0cb-4f87-49f8-b4c8-e1997ad3ce51 service neutron] In _notify_port_updated(), no bound segment for port fdd0637a-9af5-4876-95fb-640753ad8e72 on network 112377af-42c7-4cad-b8bb-a84ac7368f8b {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 17:55:06.112390 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e83cf-141e-460e-b460-6a9d84522263 req-75fff0cb-4f87-49f8-b4c8-e1997ad3ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:06.113199 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-75fff0cb-4f87-49f8-b4c8-e1997ad3ce51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.115061 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f72e83cf-141e-460e-b460-6a9d84522263 req-75fff0cb-4f87-49f8-b4c8-e1997ad3ce51 service neutron] 10.222.0.31 "PUT /v2.0/ports/fdd0637a-9af5-4876-95fb-640753ad8e72 HTTP/1.1" status: 200 len: 1026 time: 0.4906106 Dec 12 17:55:06.124134 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c54c27a9-3fa3-4d2e-9634-f149e1fdb47d req-b9793af0-cfaa-4d54-8c91-394c8c0b047c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67709362-7810-4af0-979b-7388b427976b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448482 Dec 12 17:55:06.178318 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e83cf-141e-460e-b460-6a9d84522263 req-85e5fd18-358c-4bb7-b9d9-0af7f3279a48 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:06.179983 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f72e83cf-141e-460e-b460-6a9d84522263 req-85e5fd18-358c-4bb7-b9d9-0af7f3279a48 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.31 "GET /v2.0/ports/5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0571671 Dec 12 17:55:06.198233 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f72e83cf-141e-460e-b460-6a9d84522263 req-02401213-9a4e-4734-aba4-021727281d46 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:06.232775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Made reservation on behalf of b8b7e44d77c74622be4dbba4b2f2d43c for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:06.235082 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.277142 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.282233 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-02401213-9a4e-4734-aba4-021727281d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.328518 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c54c27a9-3fa3-4d2e-9634-f149e1fdb47d req-1824f24c-9807-4962-b24d-336a9f97bfe3 service neutron] 10.222.0.20 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920049 Dec 12 17:55:06.368811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fc229-d75a-43e5-90ab-1989e369c9f4 req-4d3b7a3d-6d12-4a52-bdc2-24797dcfb9f8 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:06.375981 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed7fc229-d75a-43e5-90ab-1989e369c9f4 req-4d3b7a3d-6d12-4a52-bdc2-24797dcfb9f8 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/ports?device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 947 time: 0.1372397 Dec 12 17:55:06.391956 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37924) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:06.404146 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-559cfd41-cd95-44c1-a420-5fc1710c1124 None None] Provisioning complete for port fdd0637a-9af5-4876-95fb-640753ad8e72 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:06.405117 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-559cfd41-cd95-44c1-a420-5fc1710c1124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.433894 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:55:06.462859 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-559cfd41-cd95-44c1-a420-5fc1710c1124 None None] Port fdd0637a-9af5-4876-95fb-640753ad8e72 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:06.478061 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f72e83cf-141e-460e-b460-6a9d84522263 req-02401213-9a4e-4734-aba4-021727281d46 service neutron] For port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:06.515588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5a7bd989-92f5-4855-ad5d-1c6dac7eeabd tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1425394742', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:06.519504 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed7fc229-d75a-43e5-90ab-1989e369c9f4 req-4d72b8cb-84ed-47da-8e4d-d52b0b4a14e1 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a0caa9c-14e9-49c0-b1f2-e2af59add408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425755 Dec 12 17:55:06.532353 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.538869 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.550966 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f72e83cf-141e-460e-b460-6a9d84522263 req-02401213-9a4e-4734-aba4-021727281d46 service neutron] For port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:55:06.559801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c54c27a9-3fa3-4d2e-9634-f149e1fdb47d req-62c6b8d1-c924-4cc6-ae6a-37b92bade51d service neutron] 10.222.0.20 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224722 Dec 12 17:55:06.576684 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:06.583672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a923efe-6796-4f1c-a8ba-6d55094f2d6e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:06.588091 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7bd989-92f5-4855-ad5d-1c6dac7eeabd tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Made reservation on behalf of ccd682f844994bb28b4d3f09e43b81fc for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:06.590709 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a7bd989-92f5-4855-ad5d-1c6dac7eeabd tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.592708 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:55:06.602854 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a7bd989-92f5-4855-ad5d-1c6dac7eeabd tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.604900 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.605261 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Added segment 0633b099-2065-4266-baf6-b762c1e9b942 of type vlan for network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 Dec 12 17:55:06.607298 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-f72e83cf-141e-460e-b460-6a9d84522263 req-02401213-9a4e-4734-aba4-021727281d46 service neutron] device_id is not set on port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:55:06.607839 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd', 'mac_address': 'fa:16:3e:6f:bc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:55:06.651689 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.684439 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.686557 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:06.687724 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-02401213-9a4e-4734-aba4-021727281d46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.687851 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.702500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-02401213-9a4e-4734-aba4-021727281d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.706554 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a7bd989-92f5-4855-ad5d-1c6dac7eeabd tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.739132 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a7bd989-92f5-4855-ad5d-1c6dac7eeabd tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.743302 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-5a7bd989-92f5-4855-ad5d-1c6dac7eeabd tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] device_id is not set on port 7681a82e-1568-4a96-a86b-209cd7f14874 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:55:06.757363 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9749103 Dec 12 17:55:06.758639 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37928) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:06.765372 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d215dce0-f417-4ae9-b5a2-158ebdcad1a0 admin admin] Request body: {'subnet': {'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1106617770-subnet', 'tenant_id': 'b8b7e44d77c74622be4dbba4b2f2d43c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:06.793975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d215dce0-f417-4ae9-b5a2-158ebdcad1a0 admin admin] Made reservation on behalf of b8b7e44d77c74622be4dbba4b2f2d43c for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:06.796268 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d215dce0-f417-4ae9-b5a2-158ebdcad1a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.813527 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.837386 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:55:06.845362 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72e83cf-141e-460e-b460-6a9d84522263 req-02401213-9a4e-4734-aba4-021727281d46 service neutron] No DVR routers for this DVR port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:55:06.871034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:06.876810 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.882561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Pushing event updated for resources: {'Network': ['ID=021bdb3a-edb6-4942-bfc2-f8b245571ec3,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:06.890437 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02401213-9a4e-4734-aba4-021727281d46 service neutron] Pushing event updated for resources: {'Port': ['ID=5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:06.894751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:06.895121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:06.895929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:06.896288 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:06.896703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:06.897053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:06.897409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:06.897782 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:06.898125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:06.898461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:06.898796 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:06.899133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:06.899525 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afca0a0-1562-45c2-b8f2-3fec6205ace9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:06.912379 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bd989-92f5-4855-ad5d-1c6dac7eeabd tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e409018-d6db-4756-805d-d1b89e73fdb2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:06.938799 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:55:06.983565 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-f72e83cf-141e-460e-b460-6a9d84522263 req-02401213-9a4e-4734-aba4-021727281d46 service neutron] In _notify_port_updated(), no bound segment for port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 on network 112377af-42c7-4cad-b8bb-a84ac7368f8b {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 17:55:06.984806 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e83cf-141e-460e-b460-6a9d84522263 req-02401213-9a4e-4734-aba4-021727281d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:06.985830 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-02401213-9a4e-4734-aba4-021727281d46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:06.987598 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f72e83cf-141e-460e-b460-6a9d84522263 req-02401213-9a4e-4734-aba4-021727281d46 service neutron] 10.222.0.31 "PUT /v2.0/ports/5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 HTTP/1.1" status: 200 len: 1027 time: 0.8008289 Dec 12 17:55:07.025870 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d215dce0-f417-4ae9-b5a2-158ebdcad1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:07.040943 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-5a7bd989-92f5-4855-ad5d-1c6dac7eeabd tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Allocated IP 172.25.1.84 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/7681a82e-1568-4a96-a86b-209cd7f14874) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:07.054945 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:07.089046 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215dce0-f417-4ae9-b5a2-158ebdcad1a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=755d4ebc-9aa8-45a6-bba6-01f60755373b,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:07.101758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d215dce0-f417-4ae9-b5a2-158ebdcad1a0 admin admin] Checking segment: {'id': '0633b099-2065-4266-baf6-b762c1e9b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:07.102198 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d215dce0-f417-4ae9-b5a2-158ebdcad1a0 admin admin] Network hostable DHCP agents. Network: 021bdb3a-edb6-4942-bfc2-f8b245571ec3, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:55:07.113108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:55:07.117881 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7327eaeb-9d66-412b-ba84-e4f355343219 None None] Provisioning complete for port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:07.118469 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7327eaeb-9d66-412b-ba84-e4f355343219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:07.123535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d215dce0-f417-4ae9-b5a2-158ebdcad1a0 admin admin] Network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:55:07.136533 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-d215dce0-f417-4ae9-b5a2-158ebdcad1a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 021bdb3a-edb6-4942-bfc2-f8b245571ec3) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:07.142505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d215dce0-f417-4ae9-b5a2-158ebdcad1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:07.144696 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d215dce0-f417-4ae9-b5a2-158ebdcad1a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:07.165498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d215dce0-f417-4ae9-b5a2-158ebdcad1a0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4057848 Dec 12 17:55:07.184850 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2d6ee4b3-9303-40d4-81fa-40096b26d238 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Deleting port 2b44c96d-f037-4af7-a74b-edb9db1acda3 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:07.185196 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2d6ee4b3-9303-40d4-81fa-40096b26d238 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:07.191507 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a74454-fc0e-4fe1-8b2c-f310caf85ff1 None None] Network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:55:07.289224 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7df33-469c-4ac2-86e4-3d79dc573c47 req-487b9573-4dd5-4b6c-a27c-f2e23f144cf5 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:07.293703 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7327eaeb-9d66-412b-ba84-e4f355343219 None None] Port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:07.302676 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84f7df33-469c-4ac2-86e4-3d79dc573c47 req-487b9573-4dd5-4b6c-a27c-f2e23f144cf5 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 943 time: 0.1356285 Dec 12 17:55:07.327627 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c2f77-e74a-4d99-9243-62995260b05d req-9b66cac0-e060-4fd8-930b-0f7119e75ecd tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:07.335831 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c2f77-e74a-4d99-9243-62995260b05d req-9b66cac0-e060-4fd8-930b-0f7119e75ecd tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:07.342107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c2f77-e74a-4d99-9243-62995260b05d req-9b66cac0-e060-4fd8-930b-0f7119e75ecd tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:07.348859 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c2f77-e74a-4d99-9243-62995260b05d req-9b66cac0-e060-4fd8-930b-0f7119e75ecd tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:07.356167 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2d6ee4b3-9303-40d4-81fa-40096b26d238 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] For port 2b44c96d-f037-4af7-a74b-edb9db1acda3, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=2b44c96d-f037-4af7-a74b-edb9db1acda3,segment=NetworkSegment(63c2c74d-0601-482d-ae6b-a84f2ca1a11b),segment_id=63c2c74d-0601-482d-ae6b-a84f2ca1a11b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:07.356167 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2d6ee4b3-9303-40d4-81fa-40096b26d238 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:07.356438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c2f77-e74a-4d99-9243-62995260b05d req-9b66cac0-e060-4fd8-930b-0f7119e75ecd tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:07.357609 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b5c2f77-e74a-4d99-9243-62995260b05d req-9b66cac0-e060-4fd8-930b-0f7119e75ecd tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 3885 time: 0.1862669 Dec 12 17:55:07.384060 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a7bd989-92f5-4855-ad5d-1c6dac7eeabd tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:07.427646 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-021bdb3a-edb6-4942-bfc2-f8b245571ec3', 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3', 'project_id': 'b8b7e44d77c74622be4dbba4b2f2d43c', 'fixed_ips': [{'subnet_id': '755d4ebc-9aa8-45a6-bba6-01f60755373b'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:55:07.428102 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84f7df33-469c-4ac2-86e4-3d79dc573c47 req-4d59dc53-0f17-4ce3-a3a6-e81cb26bc350 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221662 Dec 12 17:55:07.428556 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:07.469098 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b5c2f77-e74a-4d99-9243-62995260b05d req-ab528412-c313-4a74-b9eb-3fe53e44204b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030331 Dec 12 17:55:07.553267 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a7bd989-92f5-4855-ad5d-1c6dac7eeabd tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:07.606018 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc33d4-8895-4169-a68a-6a611588c125 req-6397f491-2935-41f4-997b-3ed780b5667a tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:07.614555 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8fdc33d4-8895-4169-a68a-6a611588c125 req-6397f491-2935-41f4-997b-3ed780b5667a tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 1096 time: 0.0677323 Dec 12 17:55:07.643312 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7bd989-92f5-4855-ad5d-1c6dac7eeabd tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:07.648220 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5a7bd989-92f5-4855-ad5d-1c6dac7eeabd tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:07.654882 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7bd989-92f5-4855-ad5d-1c6dac7eeabd tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:07.656029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Allocated IP 172.20.0.2 (021bdb3a-edb6-4942-bfc2-f8b245571ec3/755d4ebc-9aa8-45a6-bba6-01f60755373b/694bcd25-92f4-4103-a3c2-ac64d398669f) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:07.664442 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417e99aa-fc2f-401a-a221-e059d677165c None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:55:07.705263 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bd989-92f5-4855-ad5d-1c6dac7eeabd tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Pushing event updated for resources: {'Port': ['ID=7681a82e-1568-4a96-a86b-209cd7f14874,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:07.716758 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2d6ee4b3-9303-40d4-81fa-40096b26d238 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:07.717197 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2d6ee4b3-9303-40d4-81fa-40096b26d238 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:07.717492 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2d6ee4b3-9303-40d4-81fa-40096b26d238 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Floating IP ca33da20-1826-411a-82c7-7fce8f52b191 disassociated. External IP: 172.25.1.237, port: 2b44c96d-f037-4af7-a74b-edb9db1acda3. Dec 12 17:55:07.717851 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2d6ee4b3-9303-40d4-81fa-40096b26d238 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Calling delete_port for 2b44c96d-f037-4af7-a74b-edb9db1acda3 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:07.731368 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8fdc33d4-8895-4169-a68a-6a611588c125 req-15a3d2cb-b27e-4b59-a8d2-af9816096fa5 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150320 Dec 12 17:55:07.746570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37956) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:07.765160 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-598d8c32-21b5-4887-97b1-cedd51230d3f None None] Provisioning complete for port 7681a82e-1568-4a96-a86b-209cd7f14874 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:07.765540 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-598d8c32-21b5-4887-97b1-cedd51230d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:07.787949 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7bd989-92f5-4855-ad5d-1c6dac7eeabd tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:07.788830 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a7bd989-92f5-4855-ad5d-1c6dac7eeabd tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:07.835799 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5a7bd989-92f5-4855-ad5d-1c6dac7eeabd tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.4426177 Dec 12 17:55:07.836477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37962) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:07.844015 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e64626f6-3404-4476-8be2-23f9bba31571 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}]}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:07.851051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-598d8c32-21b5-4887-97b1-cedd51230d3f None None] Port 7681a82e-1568-4a96-a86b-209cd7f14874 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:07.867158 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:07.875986 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:07.885813 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e64626f6-3404-4476-8be2-23f9bba31571 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:07.889513 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e64626f6-3404-4476-8be2-23f9bba31571 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:07.916664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:07.921298 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:07.925678 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:07.931312 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Pushing event updated for resources: {'Port': ['ID=694bcd25-92f4-4103-a3c2-ac64d398669f,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:07.982733 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Attempting to bind port 694bcd25-92f4-4103-a3c2-ac64d398669f on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:55:07.982962 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Attempting to bind port 694bcd25-92f4-4103-a3c2-ac64d398669f by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '0633b099-2065-4266-baf6-b762c1e9b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:55:07.983309 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Attempting to bind port 694bcd25-92f4-4103-a3c2-ac64d398669f on network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:55:07.986475 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e64626f6-3404-4476-8be2-23f9bba31571 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:07.990172 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:55:07.990172 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Checking segment: {'id': '0633b099-2065-4266-baf6-b762c1e9b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:07.990776 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:07.990776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Bound using segment: {'id': '0633b099-2065-4266-baf6-b762c1e9b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:55:07.991439 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Bound port: 694bcd25-92f4-4103-a3c2-ac64d398669f, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0633b099-2065-4266-baf6-b762c1e9b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:55:07.991771 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:08.027432 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161b47f-d0d2-4891-b3e2-714e3b319e58 req-cf23d203-cfd6-42ea-b5c7-5c69cb1574c4 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:08.028775 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9161b47f-d0d2-4891-b3e2-714e3b319e58 req-cf23d203-cfd6-42ea-b5c7-5c69cb1574c4 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/ports?device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 948 time: 0.1847854 Dec 12 17:55:08.045290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-3cecaae8-ff79-413a-a131-84ea4bfc2609 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:08.046759 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-3cecaae8-ff79-413a-a131-84ea4bfc2609 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/networks?id=021bdb3a-edb6-4942-bfc2-f8b245571ec3 HTTP/1.1" status: 200 len: 816 time: 0.2332368 Dec 12 17:55:08.060843 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] For port 694bcd25-92f4-4103-a3c2-ac64d398669f, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:55:08.064136 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] For port 694bcd25-92f4-4103-a3c2-ac64d398669f, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=694bcd25-92f4-4103-a3c2-ac64d398669f,segment=NetworkSegment(0633b099-2065-4266-baf6-b762c1e9b942),segment_id=0633b099-2065-4266-baf6-b762c1e9b942)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:55:08.069173 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2d6ee4b3-9303-40d4-81fa-40096b26d238 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:08.071220 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:08.091909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-d1725398-9abc-41ce-8821-73c544d18dbb tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/quotas/b8b7e44d77c74622be4dbba4b2f2d43c HTTP/1.1" status: 200 len: 375 time: 0.0295289 Dec 12 17:55:08.137962 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3c978-4fc4-4e91-ba1e-d7985966cd56 None None] Pushing event updated for resources: {'Port': ['ID=694bcd25-92f4-4103-a3c2-ac64d398669f,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:08.154973 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ee4b3-9303-40d4-81fa-40096b26d238 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event deleted for resources: {'Port': ['ID=2b44c96d-f037-4af7-a74b-edb9db1acda3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:08.163697 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9161b47f-d0d2-4891-b3e2-714e3b319e58 req-adfd9365-e840-478d-8576-d9ecb527a031 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a0caa9c-14e9-49c0-b1f2-e2af59add408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279707 Dec 12 17:55:08.168517 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e64626f6-3404-4476-8be2-23f9bba31571 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:08.211815 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-d4085de7-686e-4b5a-9069-dc4308743a1f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8b7e44d77c74622be4dbba4b2f2d43c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814800 Dec 12 17:55:08.219311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ada9dd31-18e5-45ed-be37-d40812704be0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting port 5c893f47-4edd-4eba-aafb-03be417f89c8 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:08.219712 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ada9dd31-18e5-45ed-be37-d40812704be0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:08.367301 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ada9dd31-18e5-45ed-be37-d40812704be0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:08.367301 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ada9dd31-18e5-45ed-be37-d40812704be0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:08.380494 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2d6ee4b3-9303-40d4-81fa-40096b26d238 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Router dc5ea9bc-db19-45d2-a811-3957f5018cb8 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:55:08.390156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ada9dd31-18e5-45ed-be37-d40812704be0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Calling delete_port for 5c893f47-4edd-4eba-aafb-03be417f89c8 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:08.415707 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:55:08.418485 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:55:08.481089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-db303187-7e65-450e-94e4-ef7953f190fb service neutron] 10.222.0.18 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561448 Dec 12 17:55:08.665693 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2d6ee4b3-9303-40d4-81fa-40096b26d238 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:55:08.689681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-385c4c02-d219-4d53-8882-724184f22bf8 service neutron] 10.222.0.18 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014506 Dec 12 17:55:08.695478 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3158a92f-a0c1-4e1e-8b0e-4d1ca8f9b5a6 None None] Sync routers for ids ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:55:08.701126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19edf1d-839e-43b3-94c9-ad2f70c8eb24 req-d0e62077-97ec-4949-ba2b-b31645a162dd tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:08.702826 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a19edf1d-839e-43b3-94c9-ad2f70c8eb24 req-d0e62077-97ec-4949-ba2b-b31645a162dd tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 943 time: 0.1448259 Dec 12 17:55:08.726184 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3158a92f-a0c1-4e1e-8b0e-4d1ca8f9b5a6 None None] Routers {'dc5ea9bc-db19-45d2-a811-3957f5018cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:55:08.727825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 2b44c96d-f037-4af7-a74b-edb9db1acda3 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:55:08.730996 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-3158a92f-a0c1-4e1e-8b0e-4d1ca8f9b5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:54:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:08.752809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2d6ee4b3-9303-40d4-81fa-40096b26d238 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] No DVR routers for this DVR port 2b44c96d-f037-4af7-a74b-edb9db1acda3 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:55:08.761676 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2d6ee4b3-9303-40d4-81fa-40096b26d238 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:08.764657 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f72e83cf-141e-460e-b460-6a9d84522263 req-2d6ee4b3-9303-40d4-81fa-40096b26d238 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.31 "DELETE /v2.0/ports/2b44c96d-f037-4af7-a74b-edb9db1acda3 HTTP/1.1" status: 204 len: 173 time: 1.7672095 Dec 12 17:55:08.767237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-deleted', 'tag': '2b44c96d-f037-4af7-a74b-edb9db1acda3'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:55:08.777169 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4f23e1-e990-42c5-beba-cb904883a157" -d '{"events": [{"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-deleted", "tag": "2b44c96d-f037-4af7-a74b-edb9db1acda3"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:55:08.806030 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ada9dd31-18e5-45ed-be37-d40812704be0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:08.841174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a19edf1d-839e-43b3-94c9-ad2f70c8eb24 req-35fe7028-9f78-4685-bc91-9f8299dc1e14 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294475 Dec 12 17:55:08.844475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9dd31-18e5-45ed-be37-d40812704be0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Port': ['ID=5c893f47-4edd-4eba-aafb-03be417f89c8,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:08.865446 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 2b44c96d-f037-4af7-a74b-edb9db1acda3 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:55:08.865995 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 2b44c96d-f037-4af7-a74b-edb9db1acda3 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:55:08.866625 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 74fe0dca-36da-4aa7-9005-c07f6c8d7c17 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:55:08.880925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:55:08.945491 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:08.946060 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:09.026237 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e64626f6-3404-4476-8be2-23f9bba31571 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:09.070170 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 694bcd25-92f4-4103-a3c2-ac64d398669f up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:55:09.078925 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e64626f6-3404-4476-8be2-23f9bba31571 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:09.081440 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ada9dd31-18e5-45ed-be37-d40812704be0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:09.082581 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-ada9dd31-18e5-45ed-be37-d40812704be0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Floating IP 0468a880-d4e9-4ee3-a7a9-7a3320237dc0 disassociated (deleted). External IP: 172.25.1.233, port: 20567570-8591-4530-b78e-1591dc80bac1. Dec 12 17:55:09.094757 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port afb24287-ff6f-4d0b-a2b8-81fb9c8445b5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=afb24287-ff6f-4d0b-a2b8-81fb9c8445b5,segment=NetworkSegment(9ef56353-c7f3-4d29-855b-c15f5e2edb79),segment_id=9ef56353-c7f3-4d29-855b-c15f5e2edb79)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:09.103374 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-3158a92f-a0c1-4e1e-8b0e-4d1ca8f9b5a6 None None] Set router dc5ea9bc-db19-45d2-a811-3957f5018cb8 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:55:09.203859 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'afb24287-ff6f-4d0b-a2b8-81fb9c8445b5', 'network_id': '67709362-7810-4af0-979b-7388b427976b', 'port_id': 'afb24287-ff6f-4d0b-a2b8-81fb9c8445b5', 'mac_address': 'fa:16:3e:83:2b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477b849f-51cb-4da9-8007-720c6e5ac5b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:55:09.224772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571d148-ce62-4791-9de8-83ac16571a94 req-e8ab7a14-4ff6-4728-af15-8f162affab87 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:09.235625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571d148-ce62-4791-9de8-83ac16571a94 req-e8ab7a14-4ff6-4728-af15-8f162affab87 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:09.244211 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571d148-ce62-4791-9de8-83ac16571a94 req-e8ab7a14-4ff6-4728-af15-8f162affab87 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:09.256055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571d148-ce62-4791-9de8-83ac16571a94 req-e8ab7a14-4ff6-4728-af15-8f162affab87 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:09.258662 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a571d148-ce62-4791-9de8-83ac16571a94 req-e8ab7a14-4ff6-4728-af15-8f162affab87 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 3149 time: 0.2344422 Dec 12 17:55:09.353783 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a571d148-ce62-4791-9de8-83ac16571a94 req-fad6619e-0272-453e-9bba-5a5ac2c33de8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820730 Dec 12 17:55:09.453226 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275e7d9b-8a98-4175-b0ac-572dab3cd41c x-openstack-request-id: req-275e7d9b-8a98-4175-b0ac-572dab3cd41c {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:55:09.453530 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-deleted", "tag": "2b44c96d-f037-4af7-a74b-edb9db1acda3", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:55:09.453791 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-275e7d9b-8a98-4175-b0ac-572dab3cd41c {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:55:09.454213 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-deleted', 'tag': '2b44c96d-f037-4af7-a74b-edb9db1acda3', 'status': 'completed', 'code': 200} Dec 12 17:55:09.517226 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:09.517462 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e64626f6-3404-4476-8be2-23f9bba31571 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:09.570741 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:09.595482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-ded659af-a15b-4d9c-ab19-fca93e8123c4 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:09.603873 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-ded659af-a15b-4d9c-ab19-fca93e8123c4 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/networks?id=021bdb3a-edb6-4942-bfc2-f8b245571ec3 HTTP/1.1" status: 200 len: 816 time: 0.2480977 Dec 12 17:55:09.604611 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-3158a92f-a0c1-4e1e-8b0e-4d1ca8f9b5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'name': 'tempest-TaggedBootDevicesTest-148028716-router', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:44:51Z', 'updated_at': '2021-12-12T17:44:56Z', 'revision_number': 4, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'gw_port': {'id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:52Z', 'updated_at': '2021-12-12T17:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '7fd6850e-af2b-4237-94c7-d506c9860887', 'name': '', 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'mac_address': 'fa:16:3e:79:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '0f587a61-b527-466b-b207-9482694635c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:56Z', 'updated_at': '2021-12-12T17:45:04Z', 'revision_number': 5, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'subnets': [{'id': '0f587a61-b527-466b-b207-9482694635c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:09.630079 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 694bcd25-92f4-4103-a3c2-ac64d398669f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:09.630822 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:09.637614 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-f72e83cf-141e-460e-b460-6a9d84522263 req-7fd2a4ff-b3e0-4879-81be-1cbf63a7347e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Deleting port 4c9890dd-05d2-41e8-843c-8988a8304c70 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:09.637953 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-7fd2a4ff-b3e0-4879-81be-1cbf63a7347e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:09.658862 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3158a92f-a0c1-4e1e-8b0e-4d1ca8f9b5a6 None None] Checking router: dc5ea9bc-db19-45d2-a811-3957f5018cb8 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:55:09.680463 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3158a92f-a0c1-4e1e-8b0e-4d1ca8f9b5a6 None None] Routers {'dc5ea9bc-db19-45d2-a811-3957f5018cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:55:09.681848 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-3158a92f-a0c1-4e1e-8b0e-4d1ca8f9b5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:54:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:09.682420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-42a58951-3d5f-4eaa-b0ad-16de2ad6e3b9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/quotas/b8b7e44d77c74622be4dbba4b2f2d43c HTTP/1.1" status: 200 len: 375 time: 0.0776134 Dec 12 17:55:09.731980 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:09.733574 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74fe0dca-36da-4aa7-9005-c07f6c8d7c17'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:55:09.740172 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8937980b-43f9-40d0-910d-1821f6361e06" -d '{"events": [{"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-unplugged", "status": "completed", "tag": "74fe0dca-36da-4aa7-9005-c07f6c8d7c17"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:55:09.765636 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:55:09.778020 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada9dd31-18e5-45ed-be37-d40812704be0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router 7d13b3bc-7185-47a5-be58-3aaaa3801268 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:55:09.808114 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cde0c-0707-41c6-b523-96e624553c64 req-9e9739e5-aa02-4732-9554-a758179aca94 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:09.809684 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f2cde0c-0707-41c6-b523-96e624553c64 req-9e9739e5-aa02-4732-9554-a758179aca94 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/ports?device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 948 time: 0.1926327 Dec 12 17:55:09.846116 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 74fe0dca-36da-4aa7-9005-c07f6c8d7c17, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=74fe0dca-36da-4aa7-9005-c07f6c8d7c17,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:09.880771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port afb24287-ff6f-4d0b-a2b8-81fb9c8445b5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=afb24287-ff6f-4d0b-a2b8-81fb9c8445b5,segment=NetworkSegment(9ef56353-c7f3-4d29-855b-c15f5e2edb79),segment_id=9ef56353-c7f3-4d29-855b-c15f5e2edb79)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:09.892374 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:09.894767 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:55:09.904142 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e64626f6-3404-4476-8be2-23f9bba31571 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:09.905910 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-f0d67316-051b-4b9b-9df3-5e8d20dabfe5 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8b7e44d77c74622be4dbba4b2f2d43c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2220342 Dec 12 17:55:09.907438 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e64626f6-3404-4476-8be2-23f9bba31571 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:09.914708 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f72e83cf-141e-460e-b460-6a9d84522263 req-7fd2a4ff-b3e0-4879-81be-1cbf63a7347e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] For port 4c9890dd-05d2-41e8-843c-8988a8304c70, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=4c9890dd-05d2-41e8-843c-8988a8304c70,segment=NetworkSegment(e3173692-a54b-40f3-a6ec-bfcd39b16dd5),segment_id=e3173692-a54b-40f3-a6ec-bfcd39b16dd5)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:09.915007 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-7fd2a4ff-b3e0-4879-81be-1cbf63a7347e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:09.964125 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f2cde0c-0707-41c6-b523-96e624553c64 req-1ad0c901-eb6a-49f3-a29c-0eb3d31082d6 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a0caa9c-14e9-49c0-b1f2-e2af59add408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458292 Dec 12 17:55:09.968975 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:09.969800 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-3158a92f-a0c1-4e1e-8b0e-4d1ca8f9b5a6 None None] Set router dc5ea9bc-db19-45d2-a811-3957f5018cb8 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:55:09.996002 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=74fe0dca-36da-4aa7-9005-c07f6c8d7c17,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:10.010230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e66181-24de-4bdf-a404-4a7dbbe20bbf None None] Network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:55:10.028457 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-f72e83cf-141e-460e-b460-6a9d84522263 req-7fd2a4ff-b3e0-4879-81be-1cbf63a7347e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Calling delete_port for 4c9890dd-05d2-41e8-843c-8988a8304c70 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:10.072511 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e64626f6-3404-4476-8be2-23f9bba31571 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:10.074516 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64626f6-3404-4476-8be2-23f9bba31571 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1156aaaf-218c-40fc-b4d5-60470ab98bfe {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:55:10.108376 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:10.115045 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e659b4e5-1766-4397-848b-98f41bf0d5d0 x-openstack-request-id: req-e659b4e5-1766-4397-848b-98f41bf0d5d0 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:55:10.115466 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-unplugged", "status": "completed", "tag": "74fe0dca-36da-4aa7-9005-c07f6c8d7c17", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:55:10.115821 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e659b4e5-1766-4397-848b-98f41bf0d5d0 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:55:10.116304 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74fe0dca-36da-4aa7-9005-c07f6c8d7c17', 'code': 200} Dec 12 17:55:10.162090 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:10.247167 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-313cf4e9-6020-4380-977b-0157e870a283 None None] Provisioning complete for port 694bcd25-92f4-4103-a3c2-ac64d398669f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:10.247644 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-313cf4e9-6020-4380-977b-0157e870a283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:10.254432 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-3158a92f-a0c1-4e1e-8b0e-4d1ca8f9b5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'name': 'tempest-TaggedBootDevicesTest-148028716-router', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:44:51Z', 'updated_at': '2021-12-12T17:44:56Z', 'revision_number': 4, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'gw_port': {'id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:52Z', 'updated_at': '2021-12-12T17:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '7fd6850e-af2b-4237-94c7-d506c9860887', 'name': '', 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'mac_address': 'fa:16:3e:79:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '0f587a61-b527-466b-b207-9482694635c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:56Z', 'updated_at': '2021-12-12T17:45:04Z', 'revision_number': 5, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'subnets': [{'id': '0f587a61-b527-466b-b207-9482694635c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:10.296329 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:10.298027 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3158a92f-a0c1-4e1e-8b0e-4d1ca8f9b5a6 None None] The sync data for ids ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'] in n-d-760354-5 is: [{'id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'name': 'tempest-TaggedBootDevicesTest-148028716-router', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:44:51Z', 'updated_at': '2021-12-12T17:44:56Z', 'revision_number': 4, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'gw_port': {'id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:52Z', 'updated_at': '2021-12-12T17:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '7fd6850e-af2b-4237-94c7-d506c9860887', 'name': '', 'network_id': 'c1b8f09d-ac40-49fa-9ee2-d2991b9f558c', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'mac_address': 'fa:16:3e:79:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '0f587a61-b527-466b-b207-9482694635c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:56Z', 'updated_at': '2021-12-12T17:45:04Z', 'revision_number': 5, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'subnets': [{'id': '0f587a61-b527-466b-b207-9482694635c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:55:10.302568 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-91c1493d-12da-4e27-b4da-0fcea376d6da service neutron] 10.222.0.18 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852873 Dec 12 17:55:10.321560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada9dd31-18e5-45ed-be37-d40812704be0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:55:10.327005 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ada9dd31-18e5-45ed-be37-d40812704be0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:10.333705 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:55:10.334151 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device fdd0637a-9af5-4876-95fb-640753ad8e72 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:55:10.344053 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c0ac79-a323-4c8c-87e6-c4396760b1c2 None None] Sync routers for ids ['7d13b3bc-7185-47a5-be58-3aaaa3801268'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:55:10.347798 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=afb24287-ff6f-4d0b-a2b8-81fb9c8445b5,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:10.475694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 694bcd25-92f4-4103-a3c2-ac64d398669f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=694bcd25-92f4-4103-a3c2-ac64d398669f,segment=NetworkSegment(0633b099-2065-4266-baf6-b762c1e9b942),segment_id=0633b099-2065-4266-baf6-b762c1e9b942)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:10.498116 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['afb24287-ff6f-4d0b-a2b8-81fb9c8445b5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:55:10.632729 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-e64626f6-3404-4476-8be2-23f9bba31571 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 12 17:55:10.635130 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e64626f6-3404-4476-8be2-23f9bba31571 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7960932 Dec 12 17:55:10.641445 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38004) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:10.777723 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3acd9a-6c6c-4cb9-b576-d37a0729ec62 None None] New status for floating IP ca33da20-1826-411a-82c7-7fce8f52b191: DOWN {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:55:10.813700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9c57b-5bde-45d0-8a01-9bd80567a83b req-0bbb00c9-c101-4c64-b1a0-4dc49e436267 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:10.816256 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aec9c57b-5bde-45d0-8a01-9bd80567a83b req-0bbb00c9-c101-4c64-b1a0-4dc49e436267 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 944 time: 0.5850644 Dec 12 17:55:10.833048 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-16a7ca9a-d857-4e74-a67d-0638ec9d5201 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:10.834991 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-16a7ca9a-d857-4e74-a67d-0638ec9d5201 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.31 "GET /v2.0/networks?id=021bdb3a-edb6-4942-bfc2-f8b245571ec3 HTTP/1.1" status: 200 len: 816 time: 0.1352932 Dec 12 17:55:10.853549 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-e2e4bc87-c91b-450a-aada-811fc0450b0f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Request body: {'port': {'device_id': 'b53ea010-f183-41aa-a869-2d086927a558', 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3', 'admin_state_up': True, 'tenant_id': 'b8b7e44d77c74622be4dbba4b2f2d43c'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:10.863531 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ada9dd31-18e5-45ed-be37-d40812704be0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/floatingips/0468a880-d4e9-4ee3-a7a9-7a3320237dc0 HTTP/1.1" status: 204 len: 168 time: 3.1153717 Dec 12 17:55:10.866634 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'tag': '20567570-8591-4530-b78e-1591dc80bac1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:55:10.869732 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35de6985-b62c-46b4-8831-133ff3ac11ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5897e0ca-f28f-405f-a983-c97e8d9f4e19", "tag": "20567570-8591-4530-b78e-1591dc80bac1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:55:10.879450 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device fdd0637a-9af5-4876-95fb-640753ad8e72 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:55:10.880029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 13e6a17c-85db-43de-b045-d6d42d4e2cd6 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:55:10.905975 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aec9c57b-5bde-45d0-8a01-9bd80567a83b req-386b125c-f78d-43d2-a8c6-117a9c161fd5 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785637 Dec 12 17:55:10.939507 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:10.984601 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:11.003879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-288e00e0-1f03-4ae4-98bb-cafc4470b025 service neutron] 10.222.0.18 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7003615 Dec 12 17:55:11.006449 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c0ac79-a323-4c8c-87e6-c4396760b1c2 None None] Routers {'7d13b3bc-7185-47a5-be58-3aaaa3801268'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:55:11.007261 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c9c0ac79-a323-4c8c-87e6-c4396760b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:54:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7d13b3bc-7185-47a5-be58-3aaaa3801268'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:11.094250 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-7fd2a4ff-b3e0-4879-81be-1cbf63a7347e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:11.097644 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-15cac8ea-4c7b-4094-bb86-65a5bc4a0289 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Deleting port 7681a82e-1568-4a96-a86b-209cd7f14874 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:11.097985 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15cac8ea-4c7b-4094-bb86-65a5bc4a0289 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:11.105950 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-e2e4bc87-c91b-450a-aada-811fc0450b0f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Made reservation on behalf of b8b7e44d77c74622be4dbba4b2f2d43c for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:11.109504 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-e2e4bc87-c91b-450a-aada-811fc0450b0f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:11.186919 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2a4ff-b3e0-4879-81be-1cbf63a7347e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event deleted for resources: {'Port': ['ID=4c9890dd-05d2-41e8-843c-8988a8304c70,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:11.244310 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aa666-2962-4e82-9d75-e299894257a7 req-a61fcca4-12bf-4198-a2cd-f6de132e9a11 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:11.250374 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aa666-2962-4e82-9d75-e299894257a7 req-a61fcca4-12bf-4198-a2cd-f6de132e9a11 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:11.266442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aa666-2962-4e82-9d75-e299894257a7 req-a61fcca4-12bf-4198-a2cd-f6de132e9a11 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:11.268161 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-292aa666-2962-4e82-9d75-e299894257a7 req-a61fcca4-12bf-4198-a2cd-f6de132e9a11 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 2412 time: 0.1453273 Dec 12 17:55:11.311670 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72e83cf-141e-460e-b460-6a9d84522263 req-7fd2a4ff-b3e0-4879-81be-1cbf63a7347e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] No DVR routers for this DVR port 4c9890dd-05d2-41e8-843c-8988a8304c70 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:55:11.333221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=694bcd25-92f4-4103-a3c2-ac64d398669f,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:11.359153 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-7fd2a4ff-b3e0-4879-81be-1cbf63a7347e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:11.363876 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f72e83cf-141e-460e-b460-6a9d84522263 req-7fd2a4ff-b3e0-4879-81be-1cbf63a7347e tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.31 "DELETE /v2.0/ports/4c9890dd-05d2-41e8-843c-8988a8304c70 HTTP/1.1" status: 204 len: 173 time: 2.5812283 Dec 12 17:55:11.370943 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-292aa666-2962-4e82-9d75-e299894257a7 req-f49b08e8-c3c4-4669-a9d2-26a4d4dad75c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899765 Dec 12 17:55:11.430900 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15cac8ea-4c7b-4094-bb86-65a5bc4a0289 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:11.457116 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-deleted', 'tag': '4c9890dd-05d2-41e8-843c-8988a8304c70'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:55:11.462633 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ee3f0a-288a-4672-afb9-e06437e0ef6e" -d '{"events": [{"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-deleted", "tag": "4c9890dd-05d2-41e8-843c-8988a8304c70"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:55:11.467076 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d3aa7b-a176-4cb3-b4fd-0b2bf0e0efa8 x-openstack-request-id: req-56d3aa7b-a176-4cb3-b4fd-0b2bf0e0efa8 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:55:11.467401 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5897e0ca-f28f-405f-a983-c97e8d9f4e19", "tag": "20567570-8591-4530-b78e-1591dc80bac1", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:55:11.468126 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56d3aa7b-a176-4cb3-b4fd-0b2bf0e0efa8 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:55:11.468126 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'tag': '20567570-8591-4530-b78e-1591dc80bac1', 'status': 'completed', 'code': 200} Dec 12 17:55:11.510496 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-15cac8ea-4c7b-4094-bb86-65a5bc4a0289 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Calling delete_port for 7681a82e-1568-4a96-a86b-209cd7f14874 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:11.582062 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-c9c0ac79-a323-4c8c-87e6-c4396760b1c2 None None] Set router 7d13b3bc-7185-47a5-be58-3aaaa3801268 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:55:11.584724 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:11.693406 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-e2e4bc87-c91b-450a-aada-811fc0450b0f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Allocated IP 172.20.0.4 (021bdb3a-edb6-4942-bfc2-f8b245571ec3/755d4ebc-9aa8-45a6-bba6-01f60755373b/e3fb5d37-5e2d-438c-babb-69b9ceb70b4a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:11.707423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de6985-b62c-46b4-8831-133ff3ac11ad req-242f0ab2-8a91-4bef-9c98-518fe8538b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:11.709357 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35de6985-b62c-46b4-8831-133ff3ac11ad req-242f0ab2-8a91-4bef-9c98-518fe8538b65 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 1096 time: 0.2143376 Dec 12 17:55:11.727865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c4357f84-e12e-4b34-a323-dd85f360aac8 None None] Provisioning complete for port 694bcd25-92f4-4103-a3c2-ac64d398669f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:11.728481 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c4357f84-e12e-4b34-a323-dd85f360aac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:11.731314 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-f72e83cf-141e-460e-b460-6a9d84522263 req-8fd181cd-5c96-419a-9c95-78314d653d0c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Deleting port 74fe0dca-36da-4aa7-9005-c07f6c8d7c17 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:11.731666 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-8fd181cd-5c96-419a-9c95-78314d653d0c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:11.764426 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1661c2-827f-424a-81ad-896a3eb97b98 req-58db47ef-ae58-4af6-92a9-63a225c84c69 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:11.772815 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb1661c2-827f-424a-81ad-896a3eb97b98 req-58db47ef-ae58-4af6-92a9-63a225c84c69 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/ports?device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 949 time: 0.1773455 Dec 12 17:55:11.844251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 13e6a17c-85db-43de-b045-d6d42d4e2cd6, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=13e6a17c-85db-43de-b045-d6d42d4e2cd6,segment=NetworkSegment(e3173692-a54b-40f3-a6ec-bfcd39b16dd5),segment_id=e3173692-a54b-40f3-a6ec-bfcd39b16dd5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:11.871003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-ab3ed025-b9ef-49bd-ab88-84c972d873af tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:11.880195 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-ab3ed025-b9ef-49bd-ab88-84c972d873af tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/networks?id=021bdb3a-edb6-4942-bfc2-f8b245571ec3 HTTP/1.1" status: 200 len: 816 time: 0.3159566 Dec 12 17:55:11.900109 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:11.900941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 3c6a56cf-3516-4420-ab59-792fb69d6bca no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:55:11.915724 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-929c2b0d-5311-47b3-9712-3e251be80960 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/quotas/b8b7e44d77c74622be4dbba4b2f2d43c HTTP/1.1" status: 200 len: 375 time: 0.0343213 Dec 12 17:55:11.983477 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb1661c2-827f-424a-81ad-896a3eb97b98 req-0d2b2587-07fa-494d-9d8c-b803a58b9e1e tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a0caa9c-14e9-49c0-b1f2-e2af59add408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095089 Dec 12 17:55:11.997021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de6985-b62c-46b4-8831-133ff3ac11ad req-18228e15-022c-4993-bc3f-b8a043593230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:12.011280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35de6985-b62c-46b4-8831-133ff3ac11ad req-18228e15-022c-4993-bc3f-b8a043593230 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20b11b76-fcd4-48ea-8032-fbc26803312e HTTP/1.1" status: 200 len: 897 time: 0.2853792 Dec 12 17:55:12.073523 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35de6985-b62c-46b4-8831-133ff3ac11ad req-fba2dc15-a1b4-4f85-b766-04b694796ce6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20567570-8591-4530-b78e-1591dc80bac1 HTTP/1.1" status: 200 len: 217 time: 0.0555704 Dec 12 17:55:12.079230 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f72e83cf-141e-460e-b460-6a9d84522263 req-8fd181cd-5c96-419a-9c95-78314d653d0c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] For port 74fe0dca-36da-4aa7-9005-c07f6c8d7c17, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=74fe0dca-36da-4aa7-9005-c07f6c8d7c17,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:12.079605 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-8fd181cd-5c96-419a-9c95-78314d653d0c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:12.094837 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-6def0194-f906-4bfe-8d6f-ce2731dba4a4 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8b7e44d77c74622be4dbba4b2f2d43c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1777189 Dec 12 17:55:12.101987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-f72e83cf-141e-460e-b460-6a9d84522263 req-8fd181cd-5c96-419a-9c95-78314d653d0c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Calling delete_port for 74fe0dca-36da-4aa7-9005-c07f6c8d7c17 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:12.109436 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15cac8ea-4c7b-4094-bb86-65a5bc4a0289 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:12.114862 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=13e6a17c-85db-43de-b045-d6d42d4e2cd6,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:12.122327 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490aab5b-de85-4f0c-81a0-cba49cf67fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd'}, {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e6a17c-85db-43de-b045-d6d42d4e2cd6'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:55:12.125353 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430b89e7-ef27-49c0-8545-1edaa7dfb692" -d '{"events": [{"server_uuid": "490aab5b-de85-4f0c-81a0-cba49cf67fc7", "name": "network-vif-plugged", "status": "completed", "tag": "042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd"}, {"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-unplugged", "status": "completed", "tag": "13e6a17c-85db-43de-b045-d6d42d4e2cd6"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:55:12.167478 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cac8ea-4c7b-4094-bb86-65a5bc4a0289 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Pushing event deleted for resources: {'Port': ['ID=7681a82e-1568-4a96-a86b-209cd7f14874,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:12.207963 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:12.240286 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebced58a-18d7-4e38-b50c-2d4995b527e9 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:55:12.269559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c9c0ac79-a323-4c8c-87e6-c4396760b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362515373', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:52:18Z', 'updated_at': '2021-12-12T17:52:24Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:19Z', 'updated_at': '2021-12-12T17:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '957cdc8a-52a1-49fb-8c6e-411644ea0a21', 'name': '', 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:2d:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:23Z', 'updated_at': '2021-12-12T17:52:27Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:12.275800 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 3c6a56cf-3516-4420-ab59-792fb69d6bca, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=3c6a56cf-3516-4420-ab59-792fb69d6bca,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:12.291651 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de6985-b62c-46b4-8831-133ff3ac11ad req-0bc7be54-d26a-4e00-bd1d-537114f2d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:12.293379 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35de6985-b62c-46b4-8831-133ff3ac11ad req-0bc7be54-d26a-4e00-bd1d-537114f2d7bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bd84b67-0f94-4a7e-b865-bca1b65efda3 HTTP/1.1" status: 200 len: 835 time: 0.1856775 Dec 12 17:55:12.301815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa3479-f214-43b5-8117-cfba873be06b req-21a749da-89c8-4c6f-9dea-8fb9e5419fef tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:12.307708 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9fa3479-f214-43b5-8117-cfba873be06b req-21a749da-89c8-4c6f-9dea-8fb9e5419fef tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.1975164 Dec 12 17:55:12.313340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c0ac79-a323-4c8c-87e6-c4396760b1c2 None None] Checking router: 7d13b3bc-7185-47a5-be58-3aaaa3801268 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:55:12.315938 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:12.316642 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 4c9890dd-05d2-41e8-843c-8988a8304c70 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:55:12.322761 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-e2e4bc87-c91b-450a-aada-811fc0450b0f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:12.357697 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15cac8ea-4c7b-4094-bb86-65a5bc4a0289 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:12.361136 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-15cac8ea-4c7b-4094-bb86-65a5bc4a0289 tempest-RoutersAdminNegativeIpV6Test-916137195 tempest-RoutersAdminNegativeIpV6Test-916137195-project-admin] 10.222.0.18 "DELETE /v2.0/ports/7681a82e-1568-4a96-a86b-209cd7f14874 HTTP/1.1" status: 204 len: 168 time: 1.7184174 Dec 12 17:55:12.371474 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 4c9890dd-05d2-41e8-843c-8988a8304c70 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:55:12.372433 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-fd2a909b-c161-4c22-935e-13db72e68605 service neutron] 10.222.0.18 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761388 Dec 12 17:55:12.376277 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 4c9890dd-05d2-41e8-843c-8988a8304c70 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:55:12.391250 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c0ac79-a323-4c8c-87e6-c4396760b1c2 None None] Routers {'7d13b3bc-7185-47a5-be58-3aaaa3801268'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:55:12.391895 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c9c0ac79-a323-4c8c-87e6-c4396760b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:54:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7d13b3bc-7185-47a5-be58-3aaaa3801268'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:12.430180 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:55:12.454033 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de6985-b62c-46b4-8831-133ff3ac11ad req-0b7cff0d-b118-4621-9e15-91979912cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:12.455578 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35de6985-b62c-46b4-8831-133ff3ac11ad req-0b7cff0d-b118-4621-9e15-91979912cb03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20b11b76-fcd4-48ea-8032-fbc26803312e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355126 Dec 12 17:55:12.476536 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-8fd181cd-5c96-419a-9c95-78314d653d0c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:12.478720 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9fa3479-f214-43b5-8117-cfba873be06b req-856cd1e1-2623-4944-a0fa-d1d0d7e1d6d1 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375029 Dec 12 17:55:12.527431 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-e2e4bc87-c91b-450a-aada-811fc0450b0f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:12.551748 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=3c6a56cf-3516-4420-ab59-792fb69d6bca,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:12.580362 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1113b4-1f9f-4858-bf96-9df2df88022a x-openstack-request-id: req-fb1113b4-1f9f-4858-bf96-9df2df88022a {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:55:12.581120 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-deleted", "tag": "4c9890dd-05d2-41e8-843c-8988a8304c70", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:55:12.581507 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb1113b4-1f9f-4858-bf96-9df2df88022a {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:55:12.582551 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-deleted', 'tag': '4c9890dd-05d2-41e8-843c-8988a8304c70', 'status': 'completed', 'code': 200} Dec 12 17:55:12.587402 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd181cd-5c96-419a-9c95-78314d653d0c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event deleted for resources: {'Port': ['ID=74fe0dca-36da-4aa7-9005-c07f6c8d7c17,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:12.613285 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-541795ea-e3e6-4fc0-bd2f-ba986f3f6c04 service neutron] 10.222.0.18 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303345 Dec 12 17:55:12.631621 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-c9c0ac79-a323-4c8c-87e6-c4396760b1c2 None None] Set router 7d13b3bc-7185-47a5-be58-3aaaa3801268 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:55:12.655645 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35de6985-b62c-46b4-8831-133ff3ac11ad req-c9004887-9e56-4606-9053-c4fb915d756b service neutron] 10.222.0.20 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728351 Dec 12 17:55:12.731460 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-e2e4bc87-c91b-450a-aada-811fc0450b0f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:12.733716 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:55:12.747497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:12.747991 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:12.751118 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-e2e4bc87-c91b-450a-aada-811fc0450b0f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:12.757276 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4bc87-c91b-450a-aada-811fc0450b0f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Pushing event updated for resources: {'Port': ['ID=e3fb5d37-5e2d-438c-babb-69b9ceb70b4a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:12.772919 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-e2e4bc87-c91b-450a-aada-811fc0450b0f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:12.895363 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72e83cf-141e-460e-b460-6a9d84522263 req-8fd181cd-5c96-419a-9c95-78314d653d0c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] No DVR routers for this DVR port 74fe0dca-36da-4aa7-9005-c07f6c8d7c17 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:55:12.920704 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38052) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:12.959498 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-8fd181cd-5c96-419a-9c95-78314d653d0c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:12.963032 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f72e83cf-141e-460e-b460-6a9d84522263 req-8fd181cd-5c96-419a-9c95-78314d653d0c tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.31 "DELETE /v2.0/ports/74fe0dca-36da-4aa7-9005-c07f6c8d7c17 HTTP/1.1" status: 204 len: 173 time: 1.5869572 Dec 12 17:55:13.028937 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:13.101587 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-e2e4bc87-c91b-450a-aada-811fc0450b0f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:13.103800 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-e2e4bc87-c91b-450a-aada-811fc0450b0f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:13.113862 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33a823-c61c-4784-9c3e-fdd78f2c6d54 req-83202d43-5b22-42a8-a692-ba8d79101447 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:13.122205 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fa33a823-c61c-4784-9c3e-fdd78f2c6d54 req-83202d43-5b22-42a8-a692-ba8d79101447 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 944 time: 0.3772342 Dec 12 17:55:13.183842 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cced16-22b7-4058-b5e7-ce4301f83dde req-5121368b-43ed-456b-91ab-70dbd0c30bbc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:13.185696 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-83cced16-22b7-4058-b5e7-ce4301f83dde req-5121368b-43ed-456b-91ab-70dbd0c30bbc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.20 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.2843401 Dec 12 17:55:13.216247 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-e2e4bc87-c91b-450a-aada-811fc0450b0f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3666382 Dec 12 17:55:13.218905 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 12 Dec 2021 17:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a2501f-4e1b-4e49-9ae9-9f5c761b2b84 x-openstack-request-id: req-b9a2501f-4e1b-4e49-9ae9-9f5c761b2b84 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:55:13.219225 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490aab5b-de85-4f0c-81a0-cba49cf67fc7", "name": "network-vif-plugged", "status": "completed", "tag": "042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd", "code": 200}, {"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-unplugged", "status": "completed", "tag": "13e6a17c-85db-43de-b045-d6d42d4e2cd6", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:55:13.219495 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9a2501f-4e1b-4e49-9ae9-9f5c761b2b84 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:55:13.222704 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490aab5b-de85-4f0c-81a0-cba49cf67fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd', 'code': 200} Dec 12 17:55:13.222875 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e6a17c-85db-43de-b045-d6d42d4e2cd6', 'code': 200} Dec 12 17:55:13.242016 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 694bcd25-92f4-4103-a3c2-ac64d398669f up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:55:13.280184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35de6985-b62c-46b4-8831-133ff3ac11ad req-d094f5d5-f964-46f6-a546-9abca4319df2 service neutron] 10.222.0.20 "GET /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6158488 Dec 12 17:55:13.300237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Request body: {'port': {'device_id': 'b53ea010-f183-41aa-a869-2d086927a558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:13.386422 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a820d576-75ac-4f92-aa8d-c6ba412c636b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:13.392138 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-f23efbae-e267-4dcb-9545-d464e3798ec9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:13.394379 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-f23efbae-e267-4dcb-9545-d464e3798ec9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.31 "GET /v2.0/networks?id=021bdb3a-edb6-4942-bfc2-f8b245571ec3 HTTP/1.1" status: 200 len: 816 time: 0.6477385 Dec 12 17:55:13.432291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-9150d16c-0e3b-4d70-a3c7-ffbd621e5d55 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Request body: {'port': {'device_id': '89ad812a-7c78-4f9d-a93f-c98c46c868cf', 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3', 'admin_state_up': True, 'tenant_id': 'b8b7e44d77c74622be4dbba4b2f2d43c'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:13.511777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port afb24287-ff6f-4d0b-a2b8-81fb9c8445b5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=afb24287-ff6f-4d0b-a2b8-81fb9c8445b5,segment=NetworkSegment(9ef56353-c7f3-4d29-855b-c15f5e2edb79),segment_id=9ef56353-c7f3-4d29-855b-c15f5e2edb79)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:13.516393 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1cd86994-1c7e-4c5c-aaab-65d0f5a786e3 None None] Provisioning complete for port e3fb5d37-5e2d-438c-babb-69b9ceb70b4a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:13.516772 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1cd86994-1c7e-4c5c-aaab-65d0f5a786e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:13.565975 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:13.616582 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fa33a823-c61c-4784-9c3e-fdd78f2c6d54 req-fca8ba82-e1cb-4fef-ae57-237d0c7e738e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934034 Dec 12 17:55:13.621389 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:13.624091 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 694bcd25-92f4-4103-a3c2-ac64d398669f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:13.624474 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:13.626093 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1cd86994-1c7e-4c5c-aaab-65d0f5a786e3 None None] Port e3fb5d37-5e2d-438c-babb-69b9ceb70b4a cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:13.680273 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=afb24287-ff6f-4d0b-a2b8-81fb9c8445b5,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:13.729629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82612d71-be5c-4d0f-91d3-cebe931ba4f9 req-18661d04-e435-48a9-9782-ae9d92b1803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:13.732579 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82612d71-be5c-4d0f-91d3-cebe931ba4f9 req-18661d04-e435-48a9-9782-ae9d92b1803c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 1100 time: 0.5206556 Dec 12 17:55:13.733715 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-83cced16-22b7-4058-b5e7-ce4301f83dde req-4d17a6ad-3d91-422e-b3ce-a1fa08676bfd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting port 20567570-8591-4530-b78e-1591dc80bac1 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:13.734204 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-83cced16-22b7-4058-b5e7-ce4301f83dde req-4d17a6ad-3d91-422e-b3ce-a1fa08676bfd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:13.737864 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c9c0ac79-a323-4c8c-87e6-c4396760b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362515373', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:52:18Z', 'updated_at': '2021-12-12T17:52:24Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:19Z', 'updated_at': '2021-12-12T17:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '957cdc8a-52a1-49fb-8c6e-411644ea0a21', 'name': '', 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:2d:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:23Z', 'updated_at': '2021-12-12T17:52:27Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:13.788550 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c0ac79-a323-4c8c-87e6-c4396760b1c2 None None] The sync data for ids ['7d13b3bc-7185-47a5-be58-3aaaa3801268'] in n-d-760354-5 is: [{'id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362515373', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:52:18Z', 'updated_at': '2021-12-12T17:52:24Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:19Z', 'updated_at': '2021-12-12T17:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '957cdc8a-52a1-49fb-8c6e-411644ea0a21', 'name': '', 'network_id': '20b11b76-fcd4-48ea-8032-fbc26803312e', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:2d:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:23Z', 'updated_at': '2021-12-12T17:52:27Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '3bd84b67-0f94-4a7e-b865-bca1b65efda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:55:13.855489 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6cc485f2-e262-4afd-8d5a-506afaa85345 req-28b2d192-60ed-4c7d-b2fb-9938384242d8 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 210 time: 0.0574691 Dec 12 17:55:13.868931 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118660c4-b13c-43c9-8f7e-6a04d5e70e31 req-15e2316d-4fb8-4380-8854-e88d278d7f5b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:13.875443 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118660c4-b13c-43c9-8f7e-6a04d5e70e31 req-15e2316d-4fb8-4380-8854-e88d278d7f5b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:13.883770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-118660c4-b13c-43c9-8f7e-6a04d5e70e31 req-15e2316d-4fb8-4380-8854-e88d278d7f5b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 1676 time: 0.2726605 Dec 12 17:55:13.889621 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a820d576-75ac-4f92-aa8d-c6ba412c636b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:13.917453 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82612d71-be5c-4d0f-91d3-cebe931ba4f9 req-97d1f0b9-45cb-4882-8d1b-5c74c2762ab8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6a0caa9c-14e9-49c0-b1f2-e2af59add408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565855 Dec 12 17:55:13.919185 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-9150d16c-0e3b-4d70-a3c7-ffbd621e5d55 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Made reservation on behalf of b8b7e44d77c74622be4dbba4b2f2d43c for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:13.927119 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-9150d16c-0e3b-4d70-a3c7-ffbd621e5d55 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:13.946422 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-f72e83cf-141e-460e-b460-6a9d84522263 req-b1f361fc-72d6-4217-91e0-6addd4de89d1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Deleting port 13e6a17c-85db-43de-b045-d6d42d4e2cd6 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:13.946770 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-b1f361fc-72d6-4217-91e0-6addd4de89d1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:13.957449 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a820d576-75ac-4f92-aa8d-c6ba412c636b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:13.971041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-118660c4-b13c-43c9-8f7e-6a04d5e70e31 req-9c7f6590-71bf-47c8-ad08-be0e48ae4b77 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863919 Dec 12 17:55:14.040738 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-83cced16-22b7-4058-b5e7-ce4301f83dde req-4d17a6ad-3d91-422e-b3ce-a1fa08676bfd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] For port 20567570-8591-4530-b78e-1591dc80bac1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=20567570-8591-4530-b78e-1591dc80bac1,segment=NetworkSegment(c124bd1d-8f12-4cc9-be6f-190a3b016170),segment_id=c124bd1d-8f12-4cc9-be6f-190a3b016170)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:14.041119 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-83cced16-22b7-4058-b5e7-ce4301f83dde req-4d17a6ad-3d91-422e-b3ce-a1fa08676bfd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:14.081462 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-83cced16-22b7-4058-b5e7-ce4301f83dde req-4d17a6ad-3d91-422e-b3ce-a1fa08676bfd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Calling delete_port for 20567570-8591-4530-b78e-1591dc80bac1 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:14.109073 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a820d576-75ac-4f92-aa8d-c6ba412c636b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9db4d6b95ae0493c91fd5dd3744fe467&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1831186 Dec 12 17:55:14.124111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38072) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:14.149884 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e9e07-2e45-4e60-8d21-1c222b89c845 req-80bd0a69-abaf-4540-979f-2618a65bcc9d tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:14.151629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-487e9e07-2e45-4e60-8d21-1c222b89c845 req-80bd0a69-abaf-4540-979f-2618a65bcc9d tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/ports?device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 949 time: 0.1791105 Dec 12 17:55:14.154162 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820d576-75ac-4f92-aa8d-c6ba412c636b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e819095a-cb66-4a63-9a7d-0b7e7fcab44e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:14.199362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668937cf-8e0b-4fe3-9f16-70a14e544a02 req-8bd13288-59e2-421a-bb14-6d69ab59dc99 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:14.203748 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-668937cf-8e0b-4fe3-9f16-70a14e544a02 req-8bd13288-59e2-421a-bb14-6d69ab59dc99 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=5897e0ca-f28f-405f-a983-c97e8d9f4e19 HTTP/1.1" status: 200 len: 945 time: 0.1499288 Dec 12 17:55:14.211126 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3d21f0-d444-4245-8faf-17aab8e00082 None None] New status for floating IP 0468a880-d4e9-4ee3-a7a9-7a3320237dc0: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:55:14.250687 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f72e83cf-141e-460e-b460-6a9d84522263 req-b1f361fc-72d6-4217-91e0-6addd4de89d1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] For port 13e6a17c-85db-43de-b045-d6d42d4e2cd6, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=13e6a17c-85db-43de-b045-d6d42d4e2cd6,segment=NetworkSegment(e3173692-a54b-40f3-a6ec-bfcd39b16dd5),segment_id=e3173692-a54b-40f3-a6ec-bfcd39b16dd5)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:14.251065 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-b1f361fc-72d6-4217-91e0-6addd4de89d1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:14.283568 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-f72e83cf-141e-460e-b460-6a9d84522263 req-b1f361fc-72d6-4217-91e0-6addd4de89d1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Calling delete_port for 13e6a17c-85db-43de-b045-d6d42d4e2cd6 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:14.285492 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed496781-004a-462f-95b7-c88aaca17b5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:14.302959 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-487e9e07-2e45-4e60-8d21-1c222b89c845 req-af9d87af-d5c8-49e4-b25e-dd5e9e9ab455 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a0caa9c-14e9-49c0-b1f2-e2af59add408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382418 Dec 12 17:55:14.343755 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-668937cf-8e0b-4fe3-9f16-70a14e544a02 req-cf33e16d-1fdb-4dee-a5a7-df652081eae6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7ceb2a62-f48f-4153-99e2-a5af714e7ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229622 Dec 12 17:55:14.348820 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed496781-004a-462f-95b7-c88aaca17b5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:14.426301 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed496781-004a-462f-95b7-c88aaca17b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:14.429220 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed496781-004a-462f-95b7-c88aaca17b5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:14.430405 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ed496781-004a-462f-95b7-c88aaca17b5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e819095a-cb66-4a63-9a7d-0b7e7fcab44e HTTP/1.1" status: 204 len: 168 time: 0.2995408 Dec 12 17:55:14.458610 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed496781-004a-462f-95b7-c88aaca17b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e819095a-cb66-4a63-9a7d-0b7e7fcab44e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:14.534412 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3fb5d37-5e2d-438c-babb-69b9ceb70b4a {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:55:14.546362 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-83cced16-22b7-4058-b5e7-ce4301f83dde req-4d17a6ad-3d91-422e-b3ce-a1fa08676bfd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:14.586111 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:14.592950 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-deleted', 'tag': '74fe0dca-36da-4aa7-9005-c07f6c8d7c17'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:55:14.595600 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28050ca7-17d0-4deb-afb9-691d9d44a9f4" -d '{"events": [{"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-deleted", "tag": "74fe0dca-36da-4aa7-9005-c07f6c8d7c17"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:55:14.636495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17a6ad-3d91-422e-b3ce-a1fa08676bfd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Port': ['ID=20567570-8591-4530-b78e-1591dc80bac1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:14.696230 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84514d69-624d-41eb-a1ff-c88c677ab0d0 x-openstack-request-id: req-84514d69-624d-41eb-a1ff-c88c677ab0d0 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:55:14.696537 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-deleted", "tag": "74fe0dca-36da-4aa7-9005-c07f6c8d7c17", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:55:14.696809 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84514d69-624d-41eb-a1ff-c88c677ab0d0 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:55:14.697752 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-deleted', 'tag': '74fe0dca-36da-4aa7-9005-c07f6c8d7c17', 'status': 'completed', 'code': 200} Dec 12 17:55:14.699547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-82edf6d3-7a8f-4cea-b480-a4ca47426b94 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:14.701093 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-82edf6d3-7a8f-4cea-b480-a4ca47426b94 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.20 "GET /v2.0/networks?id=021bdb3a-edb6-4942-bfc2-f8b245571ec3 HTTP/1.1" status: 200 len: 816 time: 0.1643209 Dec 12 17:55:14.718368 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-32bcc45f-45bf-4342-91f4-f007488afb1e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Request body: {'port': {'device_id': 'e74cc133-aaeb-4a5a-8ff4-b22c30440d4b', 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3', 'admin_state_up': True, 'tenant_id': 'b8b7e44d77c74622be4dbba4b2f2d43c'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:14.726425 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cced16-22b7-4058-b5e7-ce4301f83dde req-4d17a6ad-3d91-422e-b3ce-a1fa08676bfd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] No DVR routers for this DVR port 20567570-8591-4530-b78e-1591dc80bac1 on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:55:14.729486 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-83cced16-22b7-4058-b5e7-ce4301f83dde req-4d17a6ad-3d91-422e-b3ce-a1fa08676bfd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:14.733895 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-83cced16-22b7-4058-b5e7-ce4301f83dde req-4d17a6ad-3d91-422e-b3ce-a1fa08676bfd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.20 "DELETE /v2.0/ports/20567570-8591-4530-b78e-1591dc80bac1 HTTP/1.1" status: 204 len: 173 time: 1.5410581 Dec 12 17:55:14.741606 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-b1f361fc-72d6-4217-91e0-6addd4de89d1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:14.749588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Transition to ACTIVE for port object e3fb5d37-5e2d-438c-babb-69b9ceb70b4a will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:55:14.785380 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f361fc-72d6-4217-91e0-6addd4de89d1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event deleted for resources: {'Port': ['ID=13e6a17c-85db-43de-b045-d6d42d4e2cd6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:14.792867 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:14.824344 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e3c81c7f-67bd-419b-a776-ced01bc76bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:14.913892 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-9150d16c-0e3b-4d70-a3c7-ffbd621e5d55 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Allocated IP 172.20.0.7 (021bdb3a-edb6-4942-bfc2-f8b245571ec3/755d4ebc-9aa8-45a6-bba6-01f60755373b/401c3181-960b-47e3-a3ab-4afcd490081d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:14.918206 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38084) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:14.931563 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72e83cf-141e-460e-b460-6a9d84522263 req-b1f361fc-72d6-4217-91e0-6addd4de89d1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] No DVR routers for this DVR port 13e6a17c-85db-43de-b045-d6d42d4e2cd6 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:55:14.938581 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-b1f361fc-72d6-4217-91e0-6addd4de89d1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:14.942789 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f72e83cf-141e-460e-b460-6a9d84522263 req-b1f361fc-72d6-4217-91e0-6addd4de89d1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.31 "DELETE /v2.0/ports/13e6a17c-85db-43de-b045-d6d42d4e2cd6 HTTP/1.1" status: 204 len: 173 time: 1.9258072 Dec 12 17:55:14.977782 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Pushing event updated for resources: {'Port': ['ID=e3fb5d37-5e2d-438c-babb-69b9ceb70b4a,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:14.983093 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df79074-84a3-4f02-835c-0732d2404750 req-06078d91-70d3-4fcb-a88f-4378393d4407 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:14.984876 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8df79074-84a3-4f02-835c-0732d2404750 req-06078d91-70d3-4fcb-a88f-4378393d4407 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.1783123 Dec 12 17:55:15.089334 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3011ff18-1038-4466-8b54-34f13b1a35f4 req-1a3d775d-7cb2-4b1d-95ac-840de2b8de58 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 210 time: 0.0993750 Dec 12 17:55:15.144935 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-32bcc45f-45bf-4342-91f4-f007488afb1e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Made reservation on behalf of b8b7e44d77c74622be4dbba4b2f2d43c for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:15.150989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Attempting to bind port e3fb5d37-5e2d-438c-babb-69b9ceb70b4a on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:55:15.151584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Attempting to bind port e3fb5d37-5e2d-438c-babb-69b9ceb70b4a by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '0633b099-2065-4266-baf6-b762c1e9b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:55:15.151673 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Attempting to bind port e3fb5d37-5e2d-438c-babb-69b9ceb70b4a on network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:55:15.153744 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-32bcc45f-45bf-4342-91f4-f007488afb1e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:15.161737 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Port e3fb5d37-5e2d-438c-babb-69b9ceb70b4a on network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:55:15.162017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Attempting to bind port e3fb5d37-5e2d-438c-babb-69b9ceb70b4a on network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:55:15.172399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:55:15.172741 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Checking segment: {'id': '0633b099-2065-4266-baf6-b762c1e9b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:15.173131 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Bound using segment: {'id': '0633b099-2065-4266-baf6-b762c1e9b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:55:15.173576 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Bound port: e3fb5d37-5e2d-438c-babb-69b9ceb70b4a, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0633b099-2065-4266-baf6-b762c1e9b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:55:15.173934 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:15.224517 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c6a56cf-3516-4420-ab59-792fb69d6bca'}, {'server_uuid': 'a6030b04-e5e2-42b6-809a-85e10de3cd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb24287-ff6f-4d0b-a2b8-81fb9c8445b5'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:55:15.229532 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f55d54e-f1c2-457f-ac88-74f53ccc21c8" -d '{"events": [{"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-unplugged", "status": "completed", "tag": "3c6a56cf-3516-4420-ab59-792fb69d6bca"}, {"server_uuid": "a6030b04-e5e2-42b6-809a-85e10de3cd10", "name": "network-vif-plugged", "status": "completed", "tag": "afb24287-ff6f-4d0b-a2b8-81fb9c8445b5"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:55:15.239055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-f72e83cf-141e-460e-b460-6a9d84522263 req-9418035b-8f32-4748-b590-1cc4bc37d0d8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Deleting port 3c6a56cf-3516-4420-ab59-792fb69d6bca {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:15.239446 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-9418035b-8f32-4748-b590-1cc4bc37d0d8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:15.275626 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5d75d632-0bd7-43a7-856d-a58b99f84a2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ccd682f844994bb28b4d3f09e43b81fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3560016 Dec 12 17:55:15.316347 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38090) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:15.399429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] For port e3fb5d37-5e2d-438c-babb-69b9ceb70b4a, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:55:15.405880 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] For port e3fb5d37-5e2d-438c-babb-69b9ceb70b4a, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e3fb5d37-5e2d-438c-babb-69b9ceb70b4a,segment=NetworkSegment(0633b099-2065-4266-baf6-b762c1e9b942),segment_id=0633b099-2065-4266-baf6-b762c1e9b942)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:55:15.418476 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:15.497501 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8df79074-84a3-4f02-835c-0732d2404750 req-f9c94dbe-7875-4c9d-b67b-03032c0e9564 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781537 Dec 12 17:55:15.523004 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:15.523714 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:15.527468 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] 10.222.0.31 "PUT /v2.0/ports/e3fb5d37-5e2d-438c-babb-69b9ceb70b4a HTTP/1.1" status: 200 len: 1091 time: 2.2403984 Dec 12 17:55:15.542050 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb21133-5fed-4cc9-80ae-41a431f3ac44 req-a9c52085-d89d-4bd8-a347-c68369679b6a tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:15.543801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1eb21133-5fed-4cc9-80ae-41a431f3ac44 req-a9c52085-d89d-4bd8-a347-c68369679b6a tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 942 time: 0.2879336 Dec 12 17:55:15.570665 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 12 Dec 2021 17:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd45b94-beb8-4315-a515-ce828a3fe800 x-openstack-request-id: req-dbd45b94-beb8-4315-a515-ce828a3fe800 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:55:15.571365 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-unplugged", "status": "completed", "tag": "3c6a56cf-3516-4420-ab59-792fb69d6bca", "code": 200}, {"server_uuid": "a6030b04-e5e2-42b6-809a-85e10de3cd10", "name": "network-vif-plugged", "status": "completed", "tag": "afb24287-ff6f-4d0b-a2b8-81fb9c8445b5", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:55:15.571634 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dbd45b94-beb8-4315-a515-ce828a3fe800 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:55:15.572403 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c6a56cf-3516-4420-ab59-792fb69d6bca', 'code': 200} Dec 12 17:55:15.572682 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6030b04-e5e2-42b6-809a-85e10de3cd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb24287-ff6f-4d0b-a2b8-81fb9c8445b5', 'code': 200} Dec 12 17:55:15.572853 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f72e83cf-141e-460e-b460-6a9d84522263 req-9418035b-8f32-4748-b590-1cc4bc37d0d8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] For port 3c6a56cf-3516-4420-ab59-792fb69d6bca, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=3c6a56cf-3516-4420-ab59-792fb69d6bca,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:15.573215 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-9418035b-8f32-4748-b590-1cc4bc37d0d8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:15.582295 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e9cfd18-a623-4f07-87e9-7e8cbade5be2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:15.613290 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e9cfd18-a623-4f07-87e9-7e8cbade5be2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:15.632288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82573519-bc58-44cd-9434-8649c2eafeca service neutron] Pushing event updated for resources: {'Port': ['ID=e3fb5d37-5e2d-438c-babb-69b9ceb70b4a,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:15.648104 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-f72e83cf-141e-460e-b460-6a9d84522263 req-9418035b-8f32-4748-b590-1cc4bc37d0d8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Calling delete_port for 3c6a56cf-3516-4420-ab59-792fb69d6bca owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:15.677064 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-9150d16c-0e3b-4d70-a3c7-ffbd621e5d55 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:15.779586 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1eb21133-5fed-4cc9-80ae-41a431f3ac44 req-0a823d07-88cf-4441-8660-374377da7b6a tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f35aaf0-d9d8-47ba-9185-ded2512f99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032762 Dec 12 17:55:15.789408 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3377444-a515-4856-b78e-83f1a0695a1d req-c734c6ca-0fa2-44fa-8451-8efca57a5d0e tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:15.790918 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a3377444-a515-4856-b78e-83f1a0695a1d req-c734c6ca-0fa2-44fa-8451-8efca57a5d0e tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/ports?device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 949 time: 0.1200674 Dec 12 17:55:15.793170 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e9cfd18-a623-4f07-87e9-7e8cbade5be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:15.795898 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e9cfd18-a623-4f07-87e9-7e8cbade5be2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:15.799675 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0e9cfd18-a623-4f07-87e9-7e8cbade5be2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e409018-d6db-4756-805d-d1b89e73fdb2 HTTP/1.1" status: 204 len: 168 time: 0.4819119 Dec 12 17:55:15.810746 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a171435-4a35-4c65-a05a-6ba6f913cc1a req-5fc8bd7b-28f3-46e3-9704-c0a78b9bac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:15.812363 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5a171435-4a35-4c65-a05a-6ba6f913cc1a req-5fc8bd7b-28f3-46e3-9704-c0a78b9bac2b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 1096 time: 0.0966206 Dec 12 17:55:15.814174 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-25603e72-267f-4098-8cbc-65d5380c0fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:15.816814 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-25603e72-267f-4098-8cbc-65d5380c0fd8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b8b7e44d77c74622be4dbba4b2f2d43c&device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 1094 time: 0.1759696 Dec 12 17:55:15.817310 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cfd18-a623-4f07-87e9-7e8cbade5be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e409018-d6db-4756-805d-d1b89e73fdb2,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:15.829248 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-9150d16c-0e3b-4d70-a3c7-ffbd621e5d55 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:15.930970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-9150d16c-0e3b-4d70-a3c7-ffbd621e5d55 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:15.934136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38102) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:15.956614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-9150d16c-0e3b-4d70-a3c7-ffbd621e5d55 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:15.994480 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-9150d16c-0e3b-4d70-a3c7-ffbd621e5d55 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:15.997821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-32bcc45f-45bf-4342-91f4-f007488afb1e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Allocated IP 172.20.0.10 (021bdb3a-edb6-4942-bfc2-f8b245571ec3/755d4ebc-9aa8-45a6-bba6-01f60755373b/58e92e8f-6a42-4c1e-825c-feb8390214b7) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:16.039528 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a3377444-a515-4856-b78e-83f1a0695a1d req-5b10d5eb-7d17-4981-b905-08a85afc1824 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a0caa9c-14e9-49c0-b1f2-e2af59add408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377450 Dec 12 17:55:16.073800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150d16c-0e3b-4d70-a3c7-ffbd621e5d55 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Pushing event updated for resources: {'Port': ['ID=401c3181-960b-47e3-a3ab-4afcd490081d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:16.158070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-9150d16c-0e3b-4d70-a3c7-ffbd621e5d55 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:16.159662 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-9150d16c-0e3b-4d70-a3c7-ffbd621e5d55 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:16.245318 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-9150d16c-0e3b-4d70-a3c7-ffbd621e5d55 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8393481 Dec 12 17:55:16.356065 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-64f7b051-007e-499b-ba5e-ef2ddbff440b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3fb5d37-5e2d-438c-babb-69b9ceb70b4a HTTP/1.1" status: 200 len: 217 time: 0.5253148 Dec 12 17:55:16.369188 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Request body: {'port': {'device_id': '89ad812a-7c78-4f9d-a93f-c98c46c868cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:16.417518 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c24394b1-d35f-4432-8d6b-96bd9aee9eaa None None] Provisioning complete for port 401c3181-960b-47e3-a3ab-4afcd490081d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:16.418512 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c24394b1-d35f-4432-8d6b-96bd9aee9eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:16.460534 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-9418035b-8f32-4748-b590-1cc4bc37d0d8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:16.475604 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5a171435-4a35-4c65-a05a-6ba6f913cc1a req-8e1a2916-409b-41b0-a644-4f8393ba6c3e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6460838 Dec 12 17:55:16.511378 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c24394b1-d35f-4432-8d6b-96bd9aee9eaa None None] Port 401c3181-960b-47e3-a3ab-4afcd490081d cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:16.544507 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418035b-8f32-4748-b590-1cc4bc37d0d8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event deleted for resources: {'Port': ['ID=3c6a56cf-3516-4420-ab59-792fb69d6bca,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:16.577663 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-cce8ae35-eced-4006-905a-ce2b72fc56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:16.583305 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-cce8ae35-eced-4006-905a-ce2b72fc56bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=755d4ebc-9aa8-45a6-bba6-01f60755373b HTTP/1.1" status: 200 len: 855 time: 0.2067270 Dec 12 17:55:16.614410 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72e83cf-141e-460e-b460-6a9d84522263 req-9418035b-8f32-4748-b590-1cc4bc37d0d8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] No DVR routers for this DVR port 3c6a56cf-3516-4420-ab59-792fb69d6bca on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:55:16.629612 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f72e83cf-141e-460e-b460-6a9d84522263 req-9418035b-8f32-4748-b590-1cc4bc37d0d8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:16.648637 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f72e83cf-141e-460e-b460-6a9d84522263 req-9418035b-8f32-4748-b590-1cc4bc37d0d8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.31 "DELETE /v2.0/ports/3c6a56cf-3516-4420-ab59-792fb69d6bca HTTP/1.1" status: 204 len: 173 time: 1.6877797 Dec 12 17:55:16.701012 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-4353c984-0252-41d7-810c-1123fb815c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:16.705334 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-4353c984-0252-41d7-810c-1123fb815c07 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=021bdb3a-edb6-4942-bfc2-f8b245571ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920916 Dec 12 17:55:16.735882 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'name': 'network-vif-deleted', 'tag': '20567570-8591-4530-b78e-1591dc80bac1'}, {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-deleted', 'tag': '13e6a17c-85db-43de-b045-d6d42d4e2cd6'}, {'name': 'network-changed', 'server_uuid': 'b53ea010-f183-41aa-a869-2d086927a558', 'tag': 'e3fb5d37-5e2d-438c-babb-69b9ceb70b4a'}, {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-deleted', 'tag': '3c6a56cf-3516-4420-ab59-792fb69d6bca'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:55:16.741171 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4364467-cacc-48d8-97d4-e666e98c704e" -d '{"events": [{"server_uuid": "5897e0ca-f28f-405f-a983-c97e8d9f4e19", "name": "network-vif-deleted", "tag": "20567570-8591-4530-b78e-1591dc80bac1"}, {"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-deleted", "tag": "13e6a17c-85db-43de-b045-d6d42d4e2cd6"}, {"name": "network-changed", "server_uuid": "b53ea010-f183-41aa-a869-2d086927a558", "tag": "e3fb5d37-5e2d-438c-babb-69b9ceb70b4a"}, {"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-deleted", "tag": "3c6a56cf-3516-4420-ab59-792fb69d6bca"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:55:16.779736 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45ff7122-94f7-479a-87a1-1f7cdc5c5112 req-c1c8b981-2707-4234-bac2-78e0f35b7144 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 210 time: 0.4762380 Dec 12 17:55:16.866019 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-f69846de-a2b4-439f-81a3-87680a4d866f service neutron] 10.222.0.31 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517732 Dec 12 17:55:16.872306 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Sun, 12 Dec 2021 17:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88fe71c-7850-4407-91af-342478cba0a2 x-openstack-request-id: req-b88fe71c-7850-4407-91af-342478cba0a2 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:55:16.872306 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5897e0ca-f28f-405f-a983-c97e8d9f4e19", "name": "network-vif-deleted", "tag": "20567570-8591-4530-b78e-1591dc80bac1", "status": "completed", "code": 200}, {"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-deleted", "tag": "13e6a17c-85db-43de-b045-d6d42d4e2cd6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b53ea010-f183-41aa-a869-2d086927a558", "tag": "e3fb5d37-5e2d-438c-babb-69b9ceb70b4a", "status": "completed", "code": 200}, {"server_uuid": "6be809e0-656f-4ce7-99d7-d315a2e61c5a", "name": "network-vif-deleted", "tag": "3c6a56cf-3516-4420-ab59-792fb69d6bca", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:55:16.877482 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b88fe71c-7850-4407-91af-342478cba0a2 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:55:16.877962 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5897e0ca-f28f-405f-a983-c97e8d9f4e19', 'name': 'network-vif-deleted', 'tag': '20567570-8591-4530-b78e-1591dc80bac1', 'status': 'completed', 'code': 200} Dec 12 17:55:16.878231 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-deleted', 'tag': '13e6a17c-85db-43de-b045-d6d42d4e2cd6', 'status': 'completed', 'code': 200} Dec 12 17:55:16.878505 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53ea010-f183-41aa-a869-2d086927a558', 'tag': 'e3fb5d37-5e2d-438c-babb-69b9ceb70b4a', 'status': 'completed', 'code': 200} Dec 12 17:55:16.878755 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be809e0-656f-4ce7-99d7-d315a2e61c5a', 'name': 'network-vif-deleted', 'tag': '3c6a56cf-3516-4420-ab59-792fb69d6bca', 'status': 'completed', 'code': 200} Dec 12 17:55:16.951133 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c622389e-a2dc-4380-938a-fa1434379c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:16.982319 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7261284-7f57-4606-898e-3cb0155c1377 req-bce13d55-392d-45ed-a9b9-9dee675d50d6 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:16.992221 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7261284-7f57-4606-898e-3cb0155c1377 req-bce13d55-392d-45ed-a9b9-9dee675d50d6 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.2290668 Dec 12 17:55:17.028023 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:17.071380 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2054923a-d7e7-44fa-98b4-3990e5121416 req-04410e8a-4346-4a73-814a-0a3c849f5072 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.0666783 Dec 12 17:55:17.084507 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-fe1634cf-53b8-460d-b5d2-731724f712ab req-0f6ab927-d01d-4da3-8531-4cec93bd78f7 service neutron] 10.222.0.31 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046866 Dec 12 17:55:17.107863 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:17.149691 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38142) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:17.273629 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4364467-cacc-48d8-97d4-e666e98c704e req-7c72fb19-816c-441d-86b1-f4a0217622cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:17.275570 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d4364467-cacc-48d8-97d4-e666e98c704e req-7c72fb19-816c-441d-86b1-f4a0217622cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b8b7e44d77c74622be4dbba4b2f2d43c&device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 1094 time: 0.0756354 Dec 12 17:55:17.301526 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-32bcc45f-45bf-4342-91f4-f007488afb1e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:17.329993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d619551f-fed4-4499-8178-5411360986cf tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1603006466'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:17.353013 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7261284-7f57-4606-898e-3cb0155c1377 req-fc42bb75-7780-4e08-b32b-c949df9a6354 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550184 Dec 12 17:55:17.391169 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d619551f-fed4-4499-8178-5411360986cf tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Made reservation on behalf of 62ff9c9c53c84b36b26fc65546f99f25 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:17.395533 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d619551f-fed4-4499-8178-5411360986cf tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:17.409466 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d619551f-fed4-4499-8178-5411360986cf tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:17.498838 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4364467-cacc-48d8-97d4-e666e98c704e req-ba1b95b8-ca0c-4e02-ad1c-32d38ddbf21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:17.501128 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d4364467-cacc-48d8-97d4-e666e98c704e req-ba1b95b8-ca0c-4e02-ad1c-32d38ddbf21e service neutron] 10.222.0.31 "GET /v2.0/networks?id=021bdb3a-edb6-4942-bfc2-f8b245571ec3 HTTP/1.1" status: 200 len: 917 time: 0.2097449 Dec 12 17:55:17.555081 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-32bcc45f-45bf-4342-91f4-f007488afb1e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:17.579310 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d4364467-cacc-48d8-97d4-e666e98c704e req-da62de59-6a62-421e-a6cd-bb46b88b9fdb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3fb5d37-5e2d-438c-babb-69b9ceb70b4a HTTP/1.1" status: 200 len: 217 time: 0.0697722 Dec 12 17:55:17.591354 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:17.655481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcc45f-45bf-4342-91f4-f007488afb1e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Pushing event updated for resources: {'Port': ['ID=58e92e8f-6a42-4c1e-825c-feb8390214b7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:17.672793 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d619551f-fed4-4499-8178-5411360986cf tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:17.675905 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4364467-cacc-48d8-97d4-e666e98c704e req-83616ecf-662c-4722-8624-66e966f4223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:17.677663 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d4364467-cacc-48d8-97d4-e666e98c704e req-83616ecf-662c-4722-8624-66e966f4223a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=755d4ebc-9aa8-45a6-bba6-01f60755373b HTTP/1.1" status: 200 len: 855 time: 0.0889089 Dec 12 17:55:17.681877 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d619551f-fed4-4499-8178-5411360986cf tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:17.704379 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-32bcc45f-45bf-4342-91f4-f007488afb1e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:17.708446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-32bcc45f-45bf-4342-91f4-f007488afb1e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:17.713385 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-32bcc45f-45bf-4342-91f4-f007488afb1e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:17.716127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d619551f-fed4-4499-8178-5411360986cf tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:55:17.766200 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619551f-fed4-4499-8178-5411360986cf tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b21222f-dbfc-4ab8-b92f-594f89e9570b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:17.786705 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d619551f-fed4-4499-8178-5411360986cf tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:17.788586 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-d619551f-fed4-4499-8178-5411360986cf tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Added segment ad3c3548-1c3a-4561-8986-51867a5a9c83 of type vlan for network e1adad7e-4ae3-4f82-8511-b6c095dedbd1 Dec 12 17:55:17.818305 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-32bcc45f-45bf-4342-91f4-f007488afb1e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:17.819017 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-32bcc45f-45bf-4342-91f4-f007488afb1e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:17.867925 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-32bcc45f-45bf-4342-91f4-f007488afb1e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1541986 Dec 12 17:55:17.876549 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fcf97357-a8ae-4704-8520-6f4b079f59c3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:17.913099 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4364467-cacc-48d8-97d4-e666e98c704e req-d3e55737-4d59-4a56-a996-fd21dc5641c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:17.914765 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d4364467-cacc-48d8-97d4-e666e98c704e req-d3e55737-4d59-4a56-a996-fd21dc5641c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=021bdb3a-edb6-4942-bfc2-f8b245571ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2282054 Dec 12 17:55:17.925511 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d619551f-fed4-4499-8178-5411360986cf tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:17.930881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Request body: {'port': {'device_id': 'e74cc133-aaeb-4a5a-8ff4-b22c30440d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:18.028489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401c3181-960b-47e3-a3ab-4afcd490081d {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:55:18.029964 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d619551f-fed4-4499-8178-5411360986cf tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:18.036272 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d619551f-fed4-4499-8178-5411360986cf tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:18.036889 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d619551f-fed4-4499-8178-5411360986cf tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:18.053504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-be0d7699-35df-4add-a03f-8d8144d5c759 None None] Provisioning complete for port 58e92e8f-6a42-4c1e-825c-feb8390214b7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:18.054220 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be0d7699-35df-4add-a03f-8d8144d5c759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:18.066899 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:18.100873 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:18.103755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Transition to ACTIVE for port object 401c3181-960b-47e3-a3ab-4afcd490081d will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:55:18.111975 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619551f-fed4-4499-8178-5411360986cf tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event updated for resources: {'Network': ['ID=e1adad7e-4ae3-4f82-8511-b6c095dedbd1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:18.131927 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:18.150828 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d619551f-fed4-4499-8178-5411360986cf tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0005085 Dec 12 17:55:18.151036 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network e1adad7e-4ae3-4f82-8511-b6c095dedbd1 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:55:18.151825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9ed5e-09bc-47e5-a101-0d83fe95df2a req-1b7ae3df-9445-457e-ab42-34fd1da4c25a tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:18.156052 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38152) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:18.159913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cef9ed5e-09bc-47e5-a101-0d83fe95df2a req-1b7ae3df-9445-457e-ab42-34fd1da4c25a tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 932 time: 0.2252448 Dec 12 17:55:18.162075 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-220fafb1-6f33-4b35-ad3d-6cde9161ccb6 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Request body: {'subnet': {'network_id': 'e1adad7e-4ae3-4f82-8511-b6c095dedbd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:18.208648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-be0d7699-35df-4add-a03f-8d8144d5c759 None None] Port 58e92e8f-6a42-4c1e-825c-feb8390214b7 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:18.241832 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d4364467-cacc-48d8-97d4-e666e98c704e req-58520c49-ece4-480a-88f2-a802c4d93903 service neutron] 10.222.0.31 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131883 Dec 12 17:55:18.328361 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:18.347021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e15744a9-a9b0-4ac4-b74b-25129aa11eea req-3e4b8bbe-bd2a-4fc6-83ae-96d4b1c7a501 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.1239500 Dec 12 17:55:18.355034 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Pushing event updated for resources: {'Port': ['ID=401c3181-960b-47e3-a3ab-4afcd490081d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:18.413645 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d4364467-cacc-48d8-97d4-e666e98c704e req-4822f83e-c86a-4876-b4aa-139b21b2e6d6 service neutron] 10.222.0.31 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559291 Dec 12 17:55:18.415577 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220fafb1-6f33-4b35-ad3d-6cde9161ccb6 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Made reservation on behalf of 62ff9c9c53c84b36b26fc65546f99f25 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:18.418891 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 20567570-8591-4530-b78e-1591dc80bac1 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:55:18.449502 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-220fafb1-6f33-4b35-ad3d-6cde9161ccb6 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:18.473455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 20567570-8591-4530-b78e-1591dc80bac1 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:55:18.473992 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 20567570-8591-4530-b78e-1591dc80bac1 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:55:18.583734 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cef9ed5e-09bc-47e5-a101-0d83fe95df2a req-3e2fcac2-28f2-4355-aaad-8847b8d153a2 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184947 Dec 12 17:55:18.707497 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-220fafb1-6f33-4b35-ad3d-6cde9161ccb6 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:18.710264 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Attempting to bind port 401c3181-960b-47e3-a3ab-4afcd490081d on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:55:18.711132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Attempting to bind port 401c3181-960b-47e3-a3ab-4afcd490081d by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '0633b099-2065-4266-baf6-b762c1e9b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:55:18.711857 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Attempting to bind port 401c3181-960b-47e3-a3ab-4afcd490081d on network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:55:18.737342 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Port 401c3181-960b-47e3-a3ab-4afcd490081d on network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:55:18.737671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Attempting to bind port 401c3181-960b-47e3-a3ab-4afcd490081d on network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:55:18.746804 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d50429-6548-4f37-b97a-d5fb1a7417e5 req-57b88c03-3a1f-42e9-bfb4-10d12cb13a34 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:18.748336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8d50429-6548-4f37-b97a-d5fb1a7417e5 req-57b88c03-3a1f-42e9-bfb4-10d12cb13a34 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.1636298 Dec 12 17:55:18.765537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fafb1-6f33-4b35-ad3d-6cde9161ccb6 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event updated for resources: {'Subnet': ['ID=e4629ae1-5aa6-4e4b-bc2a-5a48473bc7b2,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:18.776008 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:55:18.776275 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Checking segment: {'id': '0633b099-2065-4266-baf6-b762c1e9b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:18.776658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Bound using segment: {'id': '0633b099-2065-4266-baf6-b762c1e9b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:55:18.777109 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Bound port: 401c3181-960b-47e3-a3ab-4afcd490081d, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0633b099-2065-4266-baf6-b762c1e9b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:55:18.777468 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:18.783017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220fafb1-6f33-4b35-ad3d-6cde9161ccb6 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Checking segment: {'id': 'ad3c3548-1c3a-4561-8986-51867a5a9c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e1adad7e-4ae3-4f82-8511-b6c095dedbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:18.783017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220fafb1-6f33-4b35-ad3d-6cde9161ccb6 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Network hostable DHCP agents. Network: e1adad7e-4ae3-4f82-8511-b6c095dedbd1, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:55:18.802161 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220fafb1-6f33-4b35-ad3d-6cde9161ccb6 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Network e1adad7e-4ae3-4f82-8511-b6c095dedbd1 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:55:18.816823 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-220fafb1-6f33-4b35-ad3d-6cde9161ccb6 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, e1adad7e-4ae3-4f82-8511-b6c095dedbd1) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:18.822729 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220fafb1-6f33-4b35-ad3d-6cde9161ccb6 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:18.823572 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-220fafb1-6f33-4b35-ad3d-6cde9161ccb6 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:18.826050 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eba3f2-7407-482d-a66d-0f547a4c8671 None None] Network e1adad7e-4ae3-4f82-8511-b6c095dedbd1 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:55:18.857175 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-220fafb1-6f33-4b35-ad3d-6cde9161ccb6 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6997733 Dec 12 17:55:18.860507 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38158) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:18.866508 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-31b684e6-d6b1-4439-986d-9d5fce64097d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Request body: {'port': {'network_id': 'e1adad7e-4ae3-4f82-8511-b6c095dedbd1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1271682025'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:18.951430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-e1adad7e-4ae3-4f82-8511-b6c095dedbd1', 'network_id': 'e1adad7e-4ae3-4f82-8511-b6c095dedbd1', 'project_id': '62ff9c9c53c84b36b26fc65546f99f25', 'fixed_ips': [{'subnet_id': 'e4629ae1-5aa6-4e4b-bc2a-5a48473bc7b2'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:55:18.952641 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:19.024312 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8d50429-6548-4f37-b97a-d5fb1a7417e5 req-e41f2e5a-d387-4125-8578-ec6d7404285e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486799 Dec 12 17:55:19.037672 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b684e6-d6b1-4439-986d-9d5fce64097d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Made reservation on behalf of 62ff9c9c53c84b36b26fc65546f99f25 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:19.042777 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31b684e6-d6b1-4439-986d-9d5fce64097d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:19.056096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] For port 401c3181-960b-47e3-a3ab-4afcd490081d, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:55:19.060640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e92e8f-6a42-4c1e-825c-feb8390214b7 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:55:19.066855 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] For port 401c3181-960b-47e3-a3ab-4afcd490081d, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=401c3181-960b-47e3-a3ab-4afcd490081d,segment=NetworkSegment(0633b099-2065-4266-baf6-b762c1e9b942),segment_id=0633b099-2065-4266-baf6-b762c1e9b942)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:55:19.072656 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:19.081111 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-31b684e6-d6b1-4439-986d-9d5fce64097d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] device_id is not set on port 6d769418-53af-4988-8f5e-a19607a590e6 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:55:19.086284 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:19.121682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Transition to ACTIVE for port object 58e92e8f-6a42-4c1e-825c-feb8390214b7 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:55:19.133227 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:19.134676 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:19.136149 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] 10.222.0.31 "PUT /v2.0/ports/401c3181-960b-47e3-a3ab-4afcd490081d HTTP/1.1" status: 200 len: 1091 time: 2.7914872 Dec 12 17:55:19.138461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-fcf97357-a8ae-4704-8520-6f4b079f59c3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting port 957cdc8a-52a1-49fb-8c6e-411644ea0a21 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:19.138831 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fcf97357-a8ae-4704-8520-6f4b079f59c3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:19.150249 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ad812a-7c78-4f9d-a93f-c98c46c868cf', 'tag': '401c3181-960b-47e3-a3ab-4afcd490081d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:55:19.153967 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0b633a-9033-4443-b80a-4bbed6420992" -d '{"events": [{"name": "network-changed", "server_uuid": "89ad812a-7c78-4f9d-a93f-c98c46c868cf", "tag": "401c3181-960b-47e3-a3ab-4afcd490081d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:55:19.210530 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Allocated IP 2001:db8::2 (e1adad7e-4ae3-4f82-8511-b6c095dedbd1/e4629ae1-5aa6-4e4b-bc2a-5a48473bc7b2/c02e780d-48e8-48da-8941-cf7ffe70d3a4) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:19.280919 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:19.408056 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51929baa-1f4f-4afa-804b-40050c557d84 x-openstack-request-id: req-51929baa-1f4f-4afa-804b-40050c557d84 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:55:19.408403 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ad812a-7c78-4f9d-a93f-c98c46c868cf", "tag": "401c3181-960b-47e3-a3ab-4afcd490081d", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:55:19.408635 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51929baa-1f4f-4afa-804b-40050c557d84 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:55:19.410932 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ad812a-7c78-4f9d-a93f-c98c46c868cf', 'tag': '401c3181-960b-47e3-a3ab-4afcd490081d', 'status': 'completed', 'code': 200} Dec 12 17:55:19.417272 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19c6cc-e279-4be0-8c95-8f42bf256223 service neutron] Pushing event updated for resources: {'Port': ['ID=401c3181-960b-47e3-a3ab-4afcd490081d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:19.443238 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a87538-faa6-4a36-b9ee-c673b3739f89 req-91b47427-044b-405d-b968-acffdfa40b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:19.451622 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d0a87538-faa6-4a36-b9ee-c673b3739f89 req-91b47427-044b-405d-b968-acffdfa40b36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eec4f7c06b94e6fb43f600b02c7c6f5&device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 1096 time: 0.1341619 Dec 12 17:55:19.505696 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:19.523891 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:19.592605 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Pushing event updated for resources: {'Port': ['ID=c02e780d-48e8-48da-8941-cf7ffe70d3a4,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:19.616654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-3a58ed72-f9a7-44bc-912d-e1f8114b9c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:19.618163 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-3a58ed72-f9a7-44bc-912d-e1f8114b9c19 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b8b7e44d77c74622be4dbba4b2f2d43c&device_id=89ad812a-7c78-4f9d-a93f-c98c46c868cf HTTP/1.1" status: 200 len: 1094 time: 0.3113205 Dec 12 17:55:19.634310 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0fe5a87-3dd6-4264-a554-0598059a5b49 req-ef5d82b5-a9c7-4bfb-8a41-6747394fe2ad tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.0907145 Dec 12 17:55:19.637954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Network e1adad7e-4ae3-4f82-8511-b6c095dedbd1 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:19.645942 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:19.655705 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:19.705532 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-31b684e6-d6b1-4439-986d-9d5fce64097d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Allocated IP 2001:db8::d2 (e1adad7e-4ae3-4f82-8511-b6c095dedbd1/e4629ae1-5aa6-4e4b-bc2a-5a48473bc7b2/6d769418-53af-4988-8f5e-a19607a590e6) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:19.720355 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a87538-faa6-4a36-b9ee-c673b3739f89 req-1c0ac80c-74d1-4849-a3e8-33746ece9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:19.722698 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d0a87538-faa6-4a36-b9ee-c673b3739f89 req-1c0ac80c-74d1-4849-a3e8-33746ece9b0d service neutron] 10.222.0.20 "GET /v2.0/networks?id=67709362-7810-4af0-979b-7388b427976b HTTP/1.1" status: 200 len: 911 time: 0.2627895 Dec 12 17:55:19.764416 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Attempting to bind port c02e780d-48e8-48da-8941-cf7ffe70d3a4 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:55:19.764807 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Attempting to bind port c02e780d-48e8-48da-8941-cf7ffe70d3a4 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'ad3c3548-1c3a-4561-8986-51867a5a9c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e1adad7e-4ae3-4f82-8511-b6c095dedbd1'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:55:19.767333 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Attempting to bind port c02e780d-48e8-48da-8941-cf7ffe70d3a4 on network e1adad7e-4ae3-4f82-8511-b6c095dedbd1 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:55:19.779018 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:55:19.779442 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Checking segment: {'id': 'ad3c3548-1c3a-4561-8986-51867a5a9c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e1adad7e-4ae3-4f82-8511-b6c095dedbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:19.779859 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:19.780270 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Bound using segment: {'id': 'ad3c3548-1c3a-4561-8986-51867a5a9c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e1adad7e-4ae3-4f82-8511-b6c095dedbd1'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:55:19.780758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Bound port: c02e780d-48e8-48da-8941-cf7ffe70d3a4, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3c3548-1c3a-4561-8986-51867a5a9c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e1adad7e-4ae3-4f82-8511-b6c095dedbd1'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:55:19.781149 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:19.804562 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d0a87538-faa6-4a36-b9ee-c673b3739f89 req-a332f059-0411-4461-96df-961efb8c0c9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 HTTP/1.1" status: 200 len: 217 time: 0.0699322 Dec 12 17:55:19.816130 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-364f97b8-226e-40be-95dc-bf367851cdf4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=401c3181-960b-47e3-a3ab-4afcd490081d HTTP/1.1" status: 200 len: 217 time: 0.1164184 Dec 12 17:55:19.842481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=58e92e8f-6a42-4c1e-825c-feb8390214b7,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:19.852573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b689e3-bfbc-44a1-a5b6-a92d4fd22efa req-2510edfd-cae6-4cc7-8fae-02e5ed486957 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:19.854133 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6b689e3-bfbc-44a1-a5b6-a92d4fd22efa req-2510edfd-cae6-4cc7-8fae-02e5ed486957 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.5003543 Dec 12 17:55:19.899361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] For port c02e780d-48e8-48da-8941-cf7ffe70d3a4, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:55:19.903972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] For port c02e780d-48e8-48da-8941-cf7ffe70d3a4, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c02e780d-48e8-48da-8941-cf7ffe70d3a4,segment=NetworkSegment(ad3c3548-1c3a-4561-8986-51867a5a9c83),segment_id=ad3c3548-1c3a-4561-8986-51867a5a9c83)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:55:19.910244 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:19.911345 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-472d4be5-122b-463c-b60e-2bbd81a482f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:19.912861 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-472d4be5-122b-463c-b60e-2bbd81a482f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=755d4ebc-9aa8-45a6-bba6-01f60755373b HTTP/1.1" status: 200 len: 855 time: 0.0847585 Dec 12 17:55:19.915914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-fcf97357-a8ae-4704-8520-6f4b079f59c3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] For port 957cdc8a-52a1-49fb-8c6e-411644ea0a21, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=957cdc8a-52a1-49fb-8c6e-411644ea0a21,segment=NetworkSegment(c124bd1d-8f12-4cc9-be6f-190a3b016170),segment_id=c124bd1d-8f12-4cc9-be6f-190a3b016170)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:19.916293 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fcf97357-a8ae-4704-8520-6f4b079f59c3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:19.935858 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a87538-faa6-4a36-b9ee-c673b3739f89 req-6fd8f6f5-3bc1-4793-b8d8-53e1e6a01f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:19.937506 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d0a87538-faa6-4a36-b9ee-c673b3739f89 req-6fd8f6f5-3bc1-4793-b8d8-53e1e6a01f6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=477b849f-51cb-4da9-8007-720c6e5ac5b0 HTTP/1.1" status: 200 len: 850 time: 0.1126339 Dec 12 17:55:19.980035 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-fcf97357-a8ae-4704-8520-6f4b079f59c3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Calling delete_port for 957cdc8a-52a1-49fb-8c6e-411644ea0a21 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:19.996615 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31b684e6-d6b1-4439-986d-9d5fce64097d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:20.024435 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9072cca-64bb-4a46-a2c9-b66e335782ef None None] Pushing event updated for resources: {'Port': ['ID=c02e780d-48e8-48da-8941-cf7ffe70d3a4,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:20.049123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Attempting to bind port 58e92e8f-6a42-4c1e-825c-feb8390214b7 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:55:20.049674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Attempting to bind port 58e92e8f-6a42-4c1e-825c-feb8390214b7 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '0633b099-2065-4266-baf6-b762c1e9b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:55:20.049946 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Attempting to bind port 58e92e8f-6a42-4c1e-825c-feb8390214b7 on network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:55:20.050545 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:20.065678 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Port 58e92e8f-6a42-4c1e-825c-feb8390214b7 on network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:55:20.066026 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Attempting to bind port 58e92e8f-6a42-4c1e-825c-feb8390214b7 on network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:55:20.069200 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d0a87538-faa6-4a36-b9ee-c673b3739f89 req-13b3c945-37a9-4ff6-b4eb-7ee288e2fe35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67709362-7810-4af0-979b-7388b427976b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353150 Dec 12 17:55:20.070508 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31b684e6-d6b1-4439-986d-9d5fce64097d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:20.105756 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:55:20.106116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Checking segment: {'id': '0633b099-2065-4266-baf6-b762c1e9b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:20.106480 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Bound using segment: {'id': '0633b099-2065-4266-baf6-b762c1e9b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:55:20.106928 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Bound port: 58e92e8f-6a42-4c1e-825c-feb8390214b7, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0633b099-2065-4266-baf6-b762c1e9b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:55:20.107352 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:20.138163 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b684e6-d6b1-4439-986d-9d5fce64097d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Network e1adad7e-4ae3-4f82-8511-b6c095dedbd1 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:20.170661 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-31b684e6-d6b1-4439-986d-9d5fce64097d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:20.183334 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b684e6-d6b1-4439-986d-9d5fce64097d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:20.189498 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b684e6-d6b1-4439-986d-9d5fce64097d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:20.190149 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31b684e6-d6b1-4439-986d-9d5fce64097d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:20.207046 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368edd85-19ac-47fc-893d-660e8f08f93f req-c8704b69-1f84-453b-8427-71f131b8ded2 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:20.208616 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-368edd85-19ac-47fc-893d-660e8f08f93f req-c8704b69-1f84-453b-8427-71f131b8ded2 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 944 time: 0.3733804 Dec 12 17:55:20.210252 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b684e6-d6b1-4439-986d-9d5fce64097d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event updated for resources: {'Port': ['ID=6d769418-53af-4988-8f5e-a19607a590e6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:20.235909 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-31b684e6-d6b1-4439-986d-9d5fce64097d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3711886 Dec 12 17:55:20.241902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38172) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:20.248791 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fa466ea5-e53c-43da-b9a5-3985dbe8effc tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Request body: {'port': {'network_id': 'e1adad7e-4ae3-4f82-8511-b6c095dedbd1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-455893220', 'allowed_address_pairs': [{'ip_address': '2001:db8::d2', 'mac_address': 'fa:16:3e:d3:d2:a4'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:20.252117 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-238c59f3-a2d0-4fe0-8a69-38b40e1f2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:20.253643 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-238c59f3-a2d0-4fe0-8a69-38b40e1f2ce2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=021bdb3a-edb6-4942-bfc2-f8b245571ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2995510 Dec 12 17:55:20.269366 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6b689e3-bfbc-44a1-a5b6-a92d4fd22efa req-8ad471b7-1dd6-4ec6-8a68-af0bc474a8c1 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554296 Dec 12 17:55:20.339234 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d0a87538-faa6-4a36-b9ee-c673b3739f89 req-f51eb0a5-585e-4730-b4f2-82ac59326e07 service neutron] 10.222.0.20 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608287 Dec 12 17:55:20.442313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] For port 58e92e8f-6a42-4c1e-825c-feb8390214b7, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:55:20.460636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-368edd85-19ac-47fc-893d-660e8f08f93f req-d9f2c566-7c9c-4348-8a3b-f2333cf9b509 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143111 Dec 12 17:55:20.477525 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] For port 58e92e8f-6a42-4c1e-825c-feb8390214b7, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=58e92e8f-6a42-4c1e-825c-feb8390214b7,segment=NetworkSegment(0633b099-2065-4266-baf6-b762c1e9b942),segment_id=0633b099-2065-4266-baf6-b762c1e9b942)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:55:20.517767 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:20.526030 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-98763ef5-630f-423f-9d28-6d4863544921 service neutron] 10.222.0.31 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517054 Dec 12 17:55:20.545235 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa466ea5-e53c-43da-b9a5-3985dbe8effc tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Made reservation on behalf of 62ff9c9c53c84b36b26fc65546f99f25 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:20.564443 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d0a87538-faa6-4a36-b9ee-c673b3739f89 req-d38a3f39-30dd-428e-8de6-cc2a80b62e3c service neutron] 10.222.0.20 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149305 Dec 12 17:55:20.624755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:20.625475 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:20.626914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] 10.222.0.20 "PUT /v2.0/ports/58e92e8f-6a42-4c1e-825c-feb8390214b7 HTTP/1.1" status: 200 len: 1092 time: 2.7467844 Dec 12 17:55:20.672205 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fcf97357-a8ae-4704-8520-6f4b079f59c3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:20.707153 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa466ea5-e53c-43da-b9a5-3985dbe8effc tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:20.730328 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-fa466ea5-e53c-43da-b9a5-3985dbe8effc tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] device_id is not set on port 51d54fd9-c9d8-43ef-91cf-e912761eda09 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:55:20.734732 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:20.746697 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device e3fb5d37-5e2d-438c-babb-69b9ceb70b4a details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:55:20.772618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99680274-4027-48f6-a5b1-52cac9bd0875 req-8e3d1f76-7e6f-4e9d-9907-539acbffbb50 service neutron] 10.222.0.31 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336314 Dec 12 17:55:20.773260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c1e9c-ea6c-48bf-928d-49711b8b4ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=58e92e8f-6a42-4c1e-825c-feb8390214b7,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:20.809439 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d333ba2f-fb9c-4582-8af1-307b9014ee88 req-e28a6e46-b6dc-4cb5-b82d-0088be22d956 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.0331233 Dec 12 17:55:20.984546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-fa466ea5-e53c-43da-b9a5-3985dbe8effc tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Allocated IP 2001:db8::8e (e1adad7e-4ae3-4f82-8511-b6c095dedbd1/e4629ae1-5aa6-4e4b-bc2a-5a48473bc7b2/51d54fd9-c9d8-43ef-91cf-e912761eda09) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:21.043278 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf97357-a8ae-4704-8520-6f4b079f59c3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Port': ['ID=957cdc8a-52a1-49fb-8c6e-411644ea0a21,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:21.077153 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port e3fb5d37-5e2d-438c-babb-69b9ceb70b4a, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e3fb5d37-5e2d-438c-babb-69b9ceb70b4a,segment=NetworkSegment(0633b099-2065-4266-baf6-b762c1e9b942),segment_id=0633b099-2065-4266-baf6-b762c1e9b942)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:21.101186 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'e3fb5d37-5e2d-438c-babb-69b9ceb70b4a', 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3', 'port_id': 'e3fb5d37-5e2d-438c-babb-69b9ceb70b4a', 'mac_address': 'fa:16:3e:24:90:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755d4ebc-9aa8-45a6-bba6-01f60755373b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:55:21.142342 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-8dbbe20d-071a-4c83-aade-ed452cfa916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:21.144719 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-8dbbe20d-071a-4c83-aade-ed452cfa916b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8b7e44d77c74622be4dbba4b2f2d43c&device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 1095 time: 0.3927166 Dec 12 17:55:21.154498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b633a-9033-4443-b80a-4bbed6420992 req-6e86a6f3-05d5-4045-8dcd-a3700a2ca61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:21.157835 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d0b633a-9033-4443-b80a-4bbed6420992 req-6e86a6f3-05d5-4045-8dcd-a3700a2ca61d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b8b7e44d77c74622be4dbba4b2f2d43c&device_id=89ad812a-7c78-4f9d-a93f-c98c46c868cf HTTP/1.1" status: 200 len: 1094 time: 0.2775590 Dec 12 17:55:21.200946 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:21.245825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fb5d37-5e2d-438c-babb-69b9ceb70b4a {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:55:21.250961 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c02e780d-48e8-48da-8941-cf7ffe70d3a4 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:55:21.317694 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa466ea5-e53c-43da-b9a5-3985dbe8effc tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:21.342003 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port e3fb5d37-5e2d-438c-babb-69b9ceb70b4a, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e3fb5d37-5e2d-438c-babb-69b9ceb70b4a,segment=NetworkSegment(0633b099-2065-4266-baf6-b762c1e9b942),segment_id=0633b099-2065-4266-baf6-b762c1e9b942)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:21.350333 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:21.372744 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa466ea5-e53c-43da-b9a5-3985dbe8effc tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:21.397087 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c02e780d-48e8-48da-8941-cf7ffe70d3a4 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:21.397466 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:21.437900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa466ea5-e53c-43da-b9a5-3985dbe8effc tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Network e1adad7e-4ae3-4f82-8511-b6c095dedbd1 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:21.446382 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-fa466ea5-e53c-43da-b9a5-3985dbe8effc tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:21.454167 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa466ea5-e53c-43da-b9a5-3985dbe8effc tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:21.464939 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa466ea5-e53c-43da-b9a5-3985dbe8effc tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:21.465857 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa466ea5-e53c-43da-b9a5-3985dbe8effc tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:21.474979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=e3fb5d37-5e2d-438c-babb-69b9ceb70b4a,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:21.512997 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa466ea5-e53c-43da-b9a5-3985dbe8effc tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event updated for resources: {'Port': ['ID=51d54fd9-c9d8-43ef-91cf-e912761eda09,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:21.534428 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fa466ea5-e53c-43da-b9a5-3985dbe8effc tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.2925587 Dec 12 17:55:21.535290 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38186) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:21.562103 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:21.599312 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port c02e780d-48e8-48da-8941-cf7ffe70d3a4, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c02e780d-48e8-48da-8941-cf7ffe70d3a4,segment=NetworkSegment(ad3c3548-1c3a-4561-8986-51867a5a9c83),segment_id=ad3c3548-1c3a-4561-8986-51867a5a9c83)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:21.607169 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:21.632619 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdda66c-2dbf-4f19-a4c6-6d1fc31ff3e8 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:21.640962 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdda66c-2dbf-4f19-a4c6-6d1fc31ff3e8 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:21.663149 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdda66c-2dbf-4f19-a4c6-6d1fc31ff3e8 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:21.664974 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3cdda66c-2dbf-4f19-a4c6-6d1fc31ff3e8 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.1285682 Dec 12 17:55:21.667775 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38188) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:21.701407 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=c02e780d-48e8-48da-8941-cf7ffe70d3a4,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:21.744572 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f98df8-0705-4d82-8a37-ee3ca0c57daf None None] Network e1adad7e-4ae3-4f82-8511-b6c095dedbd1 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:55:21.793683 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['e3fb5d37-5e2d-438c-babb-69b9ceb70b4a'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:55:21.794319 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d30c263c-4b02-44ac-bdaa-2af449d2ec49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Deleting port 51d54fd9-c9d8-43ef-91cf-e912761eda09 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:21.794670 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d30c263c-4b02-44ac-bdaa-2af449d2ec49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:21.795895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74cc133-aaeb-4a5a-8ff4-b22c30440d4b', 'tag': '58e92e8f-6a42-4c1e-825c-feb8390214b7'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:55:21.798334 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c913af-4c6c-4659-87a3-c67671f189fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e74cc133-aaeb-4a5a-8ff4-b22c30440d4b", "tag": "58e92e8f-6a42-4c1e-825c-feb8390214b7"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:55:21.801040 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fcf97357-a8ae-4704-8520-6f4b079f59c3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:21.870103 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f0e68c0c-de0c-4962-8400-e5ac984fb3ee None None] Provisioning complete for port c02e780d-48e8-48da-8941-cf7ffe70d3a4 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:21.870845 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f0e68c0c-de0c-4962-8400-e5ac984fb3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:21.905323 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d30c263c-4b02-44ac-bdaa-2af449d2ec49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:21.919508 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d30c263c-4b02-44ac-bdaa-2af449d2ec49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Calling delete_port for 51d54fd9-c9d8-43ef-91cf-e912761eda09 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:22.081521 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d30c263c-4b02-44ac-bdaa-2af449d2ec49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:22.091896 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-7cc4cec7-9c70-4af2-9456-2f8bb13f394a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58e92e8f-6a42-4c1e-825c-feb8390214b7 HTTP/1.1" status: 200 len: 217 time: 0.2968931 Dec 12 17:55:22.125544 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c263c-4b02-44ac-bdaa-2af449d2ec49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event deleted for resources: {'Port': ['ID=51d54fd9-c9d8-43ef-91cf-e912761eda09,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:22.243212 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b776c-596c-4f22-8ecb-47c6de708254 req-0c2ee9a1-35c3-4e5c-a529-0fe45512813b tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:22.250861 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d0b776c-596c-4f22-8ecb-47c6de708254 req-0c2ee9a1-35c3-4e5c-a529-0fe45512813b tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 944 time: 0.4294229 Dec 12 17:55:22.264022 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d30c263c-4b02-44ac-bdaa-2af449d2ec49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:22.270300 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d30c263c-4b02-44ac-bdaa-2af449d2ec49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "DELETE /v2.0/ports/51d54fd9-c9d8-43ef-91cf-e912761eda09 HTTP/1.1" status: 204 len: 168 time: 0.5986760 Dec 12 17:55:22.270565 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38196) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:22.304765 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-9298ff94-fa4a-43a2-ab72-c0c8dbb38fa4 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] GET failed (client error): The resource could not be found. Dec 12 17:55:22.312122 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9298ff94-fa4a-43a2-ab72-c0c8dbb38fa4 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "GET /v2.0/ports/51d54fd9-c9d8-43ef-91cf-e912761eda09 HTTP/1.1" status: 404 len: 333 time: 0.0352080 Dec 12 17:55:22.312601 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38198) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:22.318365 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-db774b29-9943-411d-a4c2-e40ef07c602c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Request body: {'port': {'network_id': 'e1adad7e-4ae3-4f82-8511-b6c095dedbd1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-670079530'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:22.321630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b633a-9033-4443-b80a-4bbed6420992 req-eb1ffa78-8004-4ec5-ba73-a9c09ee6d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:22.323262 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d0b633a-9033-4443-b80a-4bbed6420992 req-eb1ffa78-8004-4ec5-ba73-a9c09ee6d537 service neutron] 10.222.0.31 "GET /v2.0/networks?id=021bdb3a-edb6-4942-bfc2-f8b245571ec3 HTTP/1.1" status: 200 len: 917 time: 0.5029807 Dec 12 17:55:22.352371 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68991e66-87db-4db1-b1ee-bbfb538b3964 req-ea1540f3-931b-4a9c-bb89-0a695bf5b50d tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:22.354083 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68991e66-87db-4db1-b1ee-bbfb538b3964 req-ea1540f3-931b-4a9c-bb89-0a695bf5b50d tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.5442557 Dec 12 17:55:22.355660 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-96c34514-3342-4b2d-a255-e9169d0f350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:22.357112 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-96c34514-3342-4b2d-a255-e9169d0f350f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=755d4ebc-9aa8-45a6-bba6-01f60755373b HTTP/1.1" status: 200 len: 855 time: 0.2259161 Dec 12 17:55:22.407282 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d0b633a-9033-4443-b80a-4bbed6420992 req-54aeec82-e7c0-4a37-81a9-5f1690e4019a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=401c3181-960b-47e3-a3ab-4afcd490081d HTTP/1.1" status: 200 len: 217 time: 0.0744443 Dec 12 17:55:22.426417 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-68740142-71b6-454d-9ad5-901f338f1605 None None] Provisioning complete for port c02e780d-48e8-48da-8941-cf7ffe70d3a4 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:22.426968 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68740142-71b6-454d-9ad5-901f338f1605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:22.453373 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db774b29-9943-411d-a4c2-e40ef07c602c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Made reservation on behalf of 62ff9c9c53c84b36b26fc65546f99f25 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:22.457967 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db774b29-9943-411d-a4c2-e40ef07c602c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:22.487351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-db774b29-9943-411d-a4c2-e40ef07c602c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] device_id is not set on port cc4ca3c0-8d92-4853-8226-791e48ac6472 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:55:22.500076 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d0b776c-596c-4f22-8ecb-47c6de708254 req-bdea6d92-0871-444b-9154-a85e9bf9fcab tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481492 Dec 12 17:55:22.549688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf97357-a8ae-4704-8520-6f4b079f59c3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router 7d13b3bc-7185-47a5-be58-3aaaa3801268 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:55:22.566203 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-944ae636-33b6-4979-9cdf-de2be6c85182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:22.567779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-944ae636-33b6-4979-9cdf-de2be6c85182 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=021bdb3a-edb6-4942-bfc2-f8b245571ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1768298 Dec 12 17:55:22.571560 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-68740142-71b6-454d-9ad5-901f338f1605 None None] Could not find standard attr ID for object 51d54fd9-c9d8-43ef-91cf-e912761eda09. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 17:55:22.571833 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b633a-9033-4443-b80a-4bbed6420992 req-ae12f598-8c23-4a82-ba55-27895e0773a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:22.573240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d0b633a-9033-4443-b80a-4bbed6420992 req-ae12f598-8c23-4a82-ba55-27895e0773a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=755d4ebc-9aa8-45a6-bba6-01f60755373b HTTP/1.1" status: 200 len: 855 time: 0.1376412 Dec 12 17:55:22.579399 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68991e66-87db-4db1-b1ee-bbfb538b3964 req-6326d748-de97-4689-adec-cb09a781e147 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794064 Dec 12 17:55:22.583322 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-68740142-71b6-454d-9ad5-901f338f1605 None None] Provisioning complete for port 6d769418-53af-4988-8f5e-a19607a590e6 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:22.584541 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68740142-71b6-454d-9ad5-901f338f1605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:22.666660 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ab30a7-45cc-4f68-a015-45931bd4f925 x-openstack-request-id: req-d0ab30a7-45cc-4f68-a015-45931bd4f925 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:55:22.666884 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74cc133-aaeb-4a5a-8ff4-b22c30440d4b", "tag": "58e92e8f-6a42-4c1e-825c-feb8390214b7", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:55:22.667515 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0ab30a7-45cc-4f68-a015-45931bd4f925 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:55:22.667657 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74cc133-aaeb-4a5a-8ff4-b22c30440d4b', 'tag': '58e92e8f-6a42-4c1e-825c-feb8390214b7', 'status': 'completed', 'code': 200} Dec 12 17:55:22.672870 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-68740142-71b6-454d-9ad5-901f338f1605 None None] Port 6d769418-53af-4988-8f5e-a19607a590e6 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:22.798834 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e391a0de-fcdc-4573-8bac-7c4de9c15e7e req-6e105da4-8795-4c90-adff-4440f2e21b02 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.0583510 Dec 12 17:55:22.805779 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-db774b29-9943-411d-a4c2-e40ef07c602c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Allocated IP 2001:db8::10a (e1adad7e-4ae3-4f82-8511-b6c095dedbd1/e4629ae1-5aa6-4e4b-bc2a-5a48473bc7b2/cc4ca3c0-8d92-4853-8226-791e48ac6472) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:22.813662 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b633a-9033-4443-b80a-4bbed6420992 req-4f431bca-4215-4dfd-b7d8-407f15eb497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:22.815748 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d0b633a-9033-4443-b80a-4bbed6420992 req-4f431bca-4215-4dfd-b7d8-407f15eb497e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=021bdb3a-edb6-4942-bfc2-f8b245571ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2320483 Dec 12 17:55:22.896260 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f8966fed-b3f9-40ca-b7ae-bc3d43415f67 None None] Provisioning complete for port 6d769418-53af-4988-8f5e-a19607a590e6 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:22.896881 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f8966fed-b3f9-40ca-b7ae-bc3d43415f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:22.941929 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d0b633a-9033-4443-b80a-4bbed6420992 req-fff94a93-b269-4162-845f-e98941366442 service neutron] 10.222.0.31 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079311 Dec 12 17:55:22.963627 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-2647b097-501a-4460-8c10-bd596d5327a5 service neutron] 10.222.0.20 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823082 Dec 12 17:55:22.973816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f8966fed-b3f9-40ca-b7ae-bc3d43415f67 None None] Port 6d769418-53af-4988-8f5e-a19607a590e6 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:23.014553 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db774b29-9943-411d-a4c2-e40ef07c602c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:23.037791 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf97357-a8ae-4704-8520-6f4b079f59c3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:55:23.050589 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1187e73-64cc-4573-ba7d-4f3df3816ec5 None None] Sync routers for ids ['7d13b3bc-7185-47a5-be58-3aaaa3801268'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:55:23.071445 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db774b29-9943-411d-a4c2-e40ef07c602c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:23.073844 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1187e73-64cc-4573-ba7d-4f3df3816ec5 None None] Routers {'7d13b3bc-7185-47a5-be58-3aaaa3801268'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:55:23.075391 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f1187e73-64cc-4573-ba7d-4f3df3816ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:55:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7d13b3bc-7185-47a5-be58-3aaaa3801268'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:23.081926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fcf97357-a8ae-4704-8520-6f4b079f59c3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "PUT /v2.0/routers/7d13b3bc-7185-47a5-be58-3aaaa3801268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1466372 Dec 12 17:55:23.084521 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38200) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:23.188135 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d0b633a-9033-4443-b80a-4bbed6420992 req-225eea7a-ee20-4cc8-9255-2a19d4a80350 service neutron] 10.222.0.31 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365358 Dec 12 17:55:23.201228 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db774b29-9943-411d-a4c2-e40ef07c602c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Network e1adad7e-4ae3-4f82-8511-b6c095dedbd1 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:23.204673 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d07340e3-4ea7-4364-a4a6-96875bf2bacc req-ec72f4b7-db5d-43b3-8911-f23cf2bed228 service neutron] 10.222.0.20 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189097 Dec 12 17:55:23.211993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-db774b29-9943-411d-a4c2-e40ef07c602c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:23.216849 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db774b29-9943-411d-a4c2-e40ef07c602c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:23.224356 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db774b29-9943-411d-a4c2-e40ef07c602c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:23.225137 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db774b29-9943-411d-a4c2-e40ef07c602c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:23.229523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db774b29-9943-411d-a4c2-e40ef07c602c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event updated for resources: {'Port': ['ID=cc4ca3c0-8d92-4853-8226-791e48ac6472,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:23.244844 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2333f98-75a0-4779-b4ec-68567ff95761 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting subnet 3bd84b67-0f94-4a7e-b865-bca1b65efda3 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:55:23.252786 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2333f98-75a0-4779-b4ec-68567ff95761 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:23.255575 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-f1187e73-64cc-4573-ba7d-4f3df3816ec5 None None] Set router 7d13b3bc-7185-47a5-be58-3aaaa3801268 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:55:23.303056 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-17278c0d-d275-45bc-8dfe-fcc646897907 None None] Could not find standard attr ID for object 51d54fd9-c9d8-43ef-91cf-e912761eda09. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 17:55:23.304745 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2333f98-75a0-4779-b4ec-68567ff95761 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:23.316878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c02e780d-48e8-48da-8941-cf7ffe70d3a4 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:55:23.339699 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-db774b29-9943-411d-a4c2-e40ef07c602c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0255680 Dec 12 17:55:23.342966 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38202) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:23.348998 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-48df3434-999e-4aee-90d7-60a54e592c40 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d2', 'mac_address': 'fa:16:3e:d3:d2:a4'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:23.352388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c913af-4c6c-4659-87a3-c67671f189fe req-e616f5de-8df7-411c-8669-429cfd749aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:23.355036 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80c913af-4c6c-4659-87a3-c67671f189fe req-e616f5de-8df7-411c-8669-429cfd749aa7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8b7e44d77c74622be4dbba4b2f2d43c&device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 1095 time: 0.0693691 Dec 12 17:55:23.466713 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c02e780d-48e8-48da-8941-cf7ffe70d3a4 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:23.467328 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:23.524857 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c913af-4c6c-4659-87a3-c67671f189fe req-28d8bd7c-697a-4be0-a68a-da92c7a97573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:23.528398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80c913af-4c6c-4659-87a3-c67671f189fe req-28d8bd7c-697a-4be0-a68a-da92c7a97573 service neutron] 10.222.0.20 "GET /v2.0/networks?id=021bdb3a-edb6-4942-bfc2-f8b245571ec3 HTTP/1.1" status: 200 len: 917 time: 0.1557007 Dec 12 17:55:23.529623 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2333f98-75a0-4779-b4ec-68567ff95761 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:23.538760 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48df3434-999e-4aee-90d7-60a54e592c40 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:23.635422 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80c913af-4c6c-4659-87a3-c67671f189fe req-ac3c5f72-6e45-47c7-9c21-1c104ac424bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58e92e8f-6a42-4c1e-825c-feb8390214b7 HTTP/1.1" status: 200 len: 217 time: 0.0994837 Dec 12 17:55:23.653361 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f1187e73-64cc-4573-ba7d-4f3df3816ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362515373', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:52:18Z', 'updated_at': '2021-12-12T17:55:20Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:19Z', 'updated_at': '2021-12-12T17:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:23.786563 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c913af-4c6c-4659-87a3-c67671f189fe req-67f33e66-daf1-49b6-91ec-a734c970d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:23.788122 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80c913af-4c6c-4659-87a3-c67671f189fe req-67f33e66-daf1-49b6-91ec-a734c970d370 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=755d4ebc-9aa8-45a6-bba6-01f60755373b HTTP/1.1" status: 200 len: 855 time: 0.1408536 Dec 12 17:55:23.865992 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2333f98-75a0-4779-b4ec-68567ff95761 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:23.874805 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c913af-4c6c-4659-87a3-c67671f189fe req-7ebb8859-86c6-463d-8970-3e174ff1a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:23.876392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80c913af-4c6c-4659-87a3-c67671f189fe req-7ebb8859-86c6-463d-8970-3e174ff1a608 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=021bdb3a-edb6-4942-bfc2-f8b245571ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629647 Dec 12 17:55:23.891125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cf42e-3cee-4057-9717-ee0387fbae39 req-b25ebcd9-e14d-4d89-b048-c422face7e69 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:23.895225 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d20cf42e-3cee-4057-9717-ee0387fbae39 req-b25ebcd9-e14d-4d89-b048-c422face7e69 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 944 time: 0.2333939 Dec 12 17:55:23.901133 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1187e73-64cc-4573-ba7d-4f3df3816ec5 None None] Checking router: 7d13b3bc-7185-47a5-be58-3aaaa3801268 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:55:23.920775 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1187e73-64cc-4573-ba7d-4f3df3816ec5 None None] Routers {'7d13b3bc-7185-47a5-be58-3aaaa3801268'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:55:23.921608 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f1187e73-64cc-4573-ba7d-4f3df3816ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:55:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['7d13b3bc-7185-47a5-be58-3aaaa3801268'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:23.948228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed9611-3af3-4e34-9f70-224219b82d5c req-d9fdf1a6-ed7a-4748-bd5e-e0f33b73b893 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:23.950360 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0ed9611-3af3-4e34-9f70-224219b82d5c req-d9fdf1a6-ed7a-4748-bd5e-e0f33b73b893 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.2233319 Dec 12 17:55:23.966212 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2333f98-75a0-4779-b4ec-68567ff95761 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd84b67-0f94-4a7e-b865-bca1b65efda3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:23.978693 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7461aa-9dd8-4c13-ac42-f3a3b3d9195a None None] Network 20b11b76-fcd4-48ea-8032-fbc26803312e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:55:23.990743 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2333f98-75a0-4779-b4ec-68567ff95761 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:23.994025 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d2333f98-75a0-4779-b4ec-68567ff95761 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/subnets/3bd84b67-0f94-4a7e-b865-bca1b65efda3 HTTP/1.1" status: 204 len: 168 time: 0.9077165 Dec 12 17:55:24.000461 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38212) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:24.052841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80c913af-4c6c-4659-87a3-c67671f189fe req-c2e71e9d-edb4-4f99-bb23-7475375eb0ba service neutron] 10.222.0.20 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557024 Dec 12 17:55:24.138718 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:55:24.159676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0b779875-49bb-463b-9ee0-ef339294649b None None] Provisioning complete for port cc4ca3c0-8d92-4853-8226-791e48ac6472 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:24.160449 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b779875-49bb-463b-9ee0-ef339294649b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:24.187955 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-f1187e73-64cc-4573-ba7d-4f3df3816ec5 None None] Set router 7d13b3bc-7185-47a5-be58-3aaaa3801268 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:55:24.214711 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0b779875-49bb-463b-9ee0-ef339294649b None None] Port cc4ca3c0-8d92-4853-8226-791e48ac6472 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:24.217650 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0ed9611-3af3-4e34-9f70-224219b82d5c req-82fc3123-efa4-4392-bec6-95f5006413d7 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581595 Dec 12 17:55:24.228175 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d20cf42e-3cee-4057-9717-ee0387fbae39 req-e2abe23c-f215-4f14-b08b-f7c969b29c87 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111317 Dec 12 17:55:24.288441 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-80c913af-4c6c-4659-87a3-c67671f189fe req-4a97c31f-f106-4023-b098-5a6c895b088a service neutron] 10.222.0.20 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024424 Dec 12 17:55:24.366547 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d3f3f3-e91e-4e60-8a83-e3a79978635b None None] DHCP port deletion for 20b11b76-fcd4-48ea-8032-fbc26803312e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:55:24.383233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61b8c159-3ede-467a-99dc-5afefd388bcd req-fc62e733-9065-408e-966d-d1d896135651 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.0441420 Dec 12 17:55:24.433848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3f3f3-e91e-4e60-8a83-e3a79978635b None None] Deleting port 8eb5401a-c8df-4d21-9bab-31f3a4b63857 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:24.434232 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6d3f3f3-e91e-4e60-8a83-e3a79978635b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:24.506247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d6d3f3f3-e91e-4e60-8a83-e3a79978635b None None] For port 8eb5401a-c8df-4d21-9bab-31f3a4b63857, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8eb5401a-c8df-4d21-9bab-31f3a4b63857,segment=NetworkSegment(c124bd1d-8f12-4cc9-be6f-190a3b016170),segment_id=c124bd1d-8f12-4cc9-be6f-190a3b016170)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:24.507469 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6d3f3f3-e91e-4e60-8a83-e3a79978635b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:24.511495 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f1187e73-64cc-4573-ba7d-4f3df3816ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362515373', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:52:18Z', 'updated_at': '2021-12-12T17:55:20Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:19Z', 'updated_at': '2021-12-12T17:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:24.522333 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3f3f3-e91e-4e60-8a83-e3a79978635b None None] Calling delete_port for 8eb5401a-c8df-4d21-9bab-31f3a4b63857 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:24.560914 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1187e73-64cc-4573-ba7d-4f3df3816ec5 None None] The sync data for ids ['7d13b3bc-7185-47a5-be58-3aaaa3801268'] in n-d-760354-5 is: [{'id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362515373', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:52:18Z', 'updated_at': '2021-12-12T17:55:20Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d13b3bc-7185-47a5-be58-3aaaa3801268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:52:19Z', 'updated_at': '2021-12-12T17:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:55:24.597226 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48df3434-999e-4aee-90d7-60a54e592c40 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:24.606663 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48df3434-999e-4aee-90d7-60a54e592c40 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:24.626611 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6d3f3f3-e91e-4e60-8a83-e3a79978635b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:24.655189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3f3f3-e91e-4e60-8a83-e3a79978635b None None] Pushing event deleted for resources: {'Port': ['ID=8eb5401a-c8df-4d21-9bab-31f3a4b63857,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:24.655823 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-48df3434-999e-4aee-90d7-60a54e592c40 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] In _notify_port_updated(), no bound segment for port cc4ca3c0-8d92-4853-8226-791e48ac6472 on network e1adad7e-4ae3-4f82-8511-b6c095dedbd1 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 17:55:24.659444 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d3f3f3-e91e-4e60-8a83-e3a79978635b None None] No DVR routers for this DVR port 8eb5401a-c8df-4d21-9bab-31f3a4b63857 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:55:24.666231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48df3434-999e-4aee-90d7-60a54e592c40 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:24.666917 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48df3434-999e-4aee-90d7-60a54e592c40 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:24.671634 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-48df3434-999e-4aee-90d7-60a54e592c40 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "PUT /v2.0/ports/cc4ca3c0-8d92-4853-8226-791e48ac6472 HTTP/1.1" status: 200 len: 1001 time: 1.3242009 Dec 12 17:55:24.671816 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38214) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:24.689536 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df3434-999e-4aee-90d7-60a54e592c40 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event updated for resources: {'Port': ['ID=cc4ca3c0-8d92-4853-8226-791e48ac6472,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:24.706890 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1799ef3-e77e-4a5f-a919-15ce851eef7b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:24.778539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 401c3181-960b-47e3-a3ab-4afcd490081d details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:55:24.783596 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device e3fb5d37-5e2d-438c-babb-69b9ceb70b4a up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:55:24.791595 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-167445a2-01ae-4ebf-ac13-4dfe1d4cbf1b tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Deleting port cc4ca3c0-8d92-4853-8226-791e48ac6472 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:24.792322 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-167445a2-01ae-4ebf-ac13-4dfe1d4cbf1b tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:24.891605 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1799ef3-e77e-4a5f-a919-15ce851eef7b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:24.935065 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-167445a2-01ae-4ebf-ac13-4dfe1d4cbf1b tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:24.970464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-167445a2-01ae-4ebf-ac13-4dfe1d4cbf1b tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Calling delete_port for cc4ca3c0-8d92-4853-8226-791e48ac6472 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:25.027403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f1799ef3-e77e-4a5f-a919-15ce851eef7b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting port 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:25.027763 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1799ef3-e77e-4a5f-a919-15ce851eef7b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:25.113328 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port e3fb5d37-5e2d-438c-babb-69b9ceb70b4a completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:55:25.126919 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port e3fb5d37-5e2d-438c-babb-69b9ceb70b4a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:25.127361 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:25.178113 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8eb5401a-c8df-4d21-9bab-31f3a4b63857 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:55:25.180433 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-f1799ef3-e77e-4a5f-a919-15ce851eef7b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] For port 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:25.180815 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1799ef3-e77e-4a5f-a919-15ce851eef7b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:25.196304 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f1799ef3-e77e-4a5f-a919-15ce851eef7b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Calling delete_port for 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:25.197103 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-167445a2-01ae-4ebf-ac13-4dfe1d4cbf1b tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:25.214058 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-47f6432b-d412-48ca-b5af-0cda3a2091a1 None None] Provisioning complete for port cc4ca3c0-8d92-4853-8226-791e48ac6472 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:25.214439 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-47f6432b-d412-48ca-b5af-0cda3a2091a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:25.253607 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 8eb5401a-c8df-4d21-9bab-31f3a4b63857 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:55:25.254098 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8eb5401a-c8df-4d21-9bab-31f3a4b63857 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:55:25.254678 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 957cdc8a-52a1-49fb-8c6e-411644ea0a21 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:55:25.263911 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167445a2-01ae-4ebf-ac13-4dfe1d4cbf1b tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event deleted for resources: {'Port': ['ID=cc4ca3c0-8d92-4853-8226-791e48ac6472,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:25.269181 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-47f6432b-d412-48ca-b5af-0cda3a2091a1 None None] Port cc4ca3c0-8d92-4853-8226-791e48ac6472 was deleted so its status cannot be updated. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 12 17:55:25.305820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 957cdc8a-52a1-49fb-8c6e-411644ea0a21 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:55:25.306260 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 957cdc8a-52a1-49fb-8c6e-411644ea0a21 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:55:25.332899 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 401c3181-960b-47e3-a3ab-4afcd490081d, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=401c3181-960b-47e3-a3ab-4afcd490081d,segment=NetworkSegment(0633b099-2065-4266-baf6-b762c1e9b942),segment_id=0633b099-2065-4266-baf6-b762c1e9b942)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:25.387653 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:25.398420 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-167445a2-01ae-4ebf-ac13-4dfe1d4cbf1b tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:25.407301 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-167445a2-01ae-4ebf-ac13-4dfe1d4cbf1b tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "DELETE /v2.0/ports/cc4ca3c0-8d92-4853-8226-791e48ac6472 HTTP/1.1" status: 204 len: 168 time: 0.7350762 Dec 12 17:55:25.410185 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38226) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:25.422414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '401c3181-960b-47e3-a3ab-4afcd490081d', 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3', 'port_id': '401c3181-960b-47e3-a3ab-4afcd490081d', 'mac_address': 'fa:16:3e:64:37:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755d4ebc-9aa8-45a6-bba6-01f60755373b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:55:25.442459 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed658a4c-dd17-4d2f-8c37-5ad670411256 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] GET failed (client error): The resource could not be found. Dec 12 17:55:25.452439 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ed658a4c-dd17-4d2f-8c37-5ad670411256 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "GET /v2.0/ports/cc4ca3c0-8d92-4853-8226-791e48ac6472 HTTP/1.1" status: 404 len: 333 time: 0.0409079 Dec 12 17:55:25.456732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38228) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:25.463918 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-63a7f51a-a0b0-484b-af8f-7ae0d6872407 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Request body: {'port': {'network_id': 'e1adad7e-4ae3-4f82-8511-b6c095dedbd1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1945123170'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:25.472838 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1799ef3-e77e-4a5f-a919-15ce851eef7b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:25.520487 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1799ef3-e77e-4a5f-a919-15ce851eef7b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Port': ['ID=8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:25.526204 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53ea010-f183-41aa-a869-2d086927a558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fb5d37-5e2d-438c-babb-69b9ceb70b4a'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:55:25.528607 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ac84e4-8739-4415-a44e-f4f8357c9e7c" -d '{"events": [{"server_uuid": "b53ea010-f183-41aa-a869-2d086927a558", "name": "network-vif-plugged", "status": "completed", "tag": "e3fb5d37-5e2d-438c-babb-69b9ceb70b4a"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:55:25.556498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5080c3a4-8285-44b4-8cf4-37ed63edbdfc None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:55:25.563997 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port e3fb5d37-5e2d-438c-babb-69b9ceb70b4a, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e3fb5d37-5e2d-438c-babb-69b9ceb70b4a,segment=NetworkSegment(0633b099-2065-4266-baf6-b762c1e9b942),segment_id=0633b099-2065-4266-baf6-b762c1e9b942)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:25.567680 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:25.601118 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:25.609120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401c3181-960b-47e3-a3ab-4afcd490081d {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:55:25.630577 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1799ef3-e77e-4a5f-a919-15ce851eef7b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:25.665334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e2ad3-e15e-4ead-8262-64b409f28398 req-518167f9-e0e3-40c1-9edb-690b9622627d tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:25.673628 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-558e2ad3-e15e-4ead-8262-64b409f28398 req-518167f9-e0e3-40c1-9edb-690b9622627d tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.2181213 Dec 12 17:55:25.677288 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 401c3181-960b-47e3-a3ab-4afcd490081d, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=401c3181-960b-47e3-a3ab-4afcd490081d,segment=NetworkSegment(0633b099-2065-4266-baf6-b762c1e9b942),segment_id=0633b099-2065-4266-baf6-b762c1e9b942)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:25.688564 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:25.688769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b38f01-d351-4f30-ac0f-2abf0662a27e req-051492ea-7409-4d64-834a-de6fbf6ed335 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:25.690527 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04b38f01-d351-4f30-ac0f-2abf0662a27e req-051492ea-7409-4d64-834a-de6fbf6ed335 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 944 time: 0.2363684 Dec 12 17:55:25.707128 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=e3fb5d37-5e2d-438c-babb-69b9ceb70b4a,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:25.759968 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1799ef3-e77e-4a5f-a919-15ce851eef7b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:25.762563 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1799ef3-e77e-4a5f-a919-15ce851eef7b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:25.776027 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=401c3181-960b-47e3-a3ab-4afcd490081d,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:25.814554 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-558e2ad3-e15e-4ead-8262-64b409f28398 req-78ce4ea4-6bbd-458f-b713-724de33dd735 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394436 Dec 12 17:55:25.816492 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1799ef3-e77e-4a5f-a919-15ce851eef7b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:25.817536 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1799ef3-e77e-4a5f-a919-15ce851eef7b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Fanout notify agent at l3_agent the message router_deleted on router 7d13b3bc-7185-47a5-be58-3aaaa3801268 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:55:25.822023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04b38f01-d351-4f30-ac0f-2abf0662a27e req-01275131-eedd-424c-9f5e-a721a6f1fe81 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247523 Dec 12 17:55:25.826664 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1799ef3-e77e-4a5f-a919-15ce851eef7b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:25.830632 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38232) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:25.831498 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f1799ef3-e77e-4a5f-a919-15ce851eef7b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/routers/7d13b3bc-7185-47a5-be58-3aaaa3801268 HTTP/1.1" status: 204 len: 168 time: 1.8161292 Dec 12 17:55:25.876435 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a7f51a-a0b0-484b-af8f-7ae0d6872407 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Made reservation on behalf of 62ff9c9c53c84b36b26fc65546f99f25 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:25.893280 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-63a7f51a-a0b0-484b-af8f-7ae0d6872407 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:25.941453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-63a7f51a-a0b0-484b-af8f-7ae0d6872407 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] device_id is not set on port 3702cdbf-76ff-40ac-ada7-e89564089e62 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:55:25.986433 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1f12f8-44e2-41b2-86a6-2349cfe71e01 x-openstack-request-id: req-7b1f12f8-44e2-41b2-86a6-2349cfe71e01 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:55:25.987706 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53ea010-f183-41aa-a869-2d086927a558", "name": "network-vif-plugged", "status": "completed", "tag": "e3fb5d37-5e2d-438c-babb-69b9ceb70b4a", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:55:25.988253 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b1f12f8-44e2-41b2-86a6-2349cfe71e01 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:55:25.989122 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53ea010-f183-41aa-a869-2d086927a558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fb5d37-5e2d-438c-babb-69b9ceb70b4a', 'code': 200} Dec 12 17:55:26.010419 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['401c3181-960b-47e3-a3ab-4afcd490081d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:55:26.052863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd244f20-a7c1-418b-b332-2c922acfc015 req-90651786-e64a-40be-9600-0325ae1db5e1 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.0635593 Dec 12 17:55:26.108988 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf06d-fd8b-43cc-aaba-b737cc517101 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:26.196764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490ac74-4e60-46f1-976f-8368d67508e4 req-73cafd2a-3e93-416a-aafa-e6ac4af64a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:26.198215 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c490ac74-4e60-46f1-976f-8368d67508e4 req-73cafd2a-3e93-416a-aafa-e6ac4af64a30 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 1096 time: 0.1299121 Dec 12 17:55:26.215477 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-63a7f51a-a0b0-484b-af8f-7ae0d6872407 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Allocated IP 2001:db8::322 (e1adad7e-4ae3-4f82-8511-b6c095dedbd1/e4629ae1-5aa6-4e4b-bc2a-5a48473bc7b2/3702cdbf-76ff-40ac-ada7-e89564089e62) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:26.321835 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf06d-fd8b-43cc-aaba-b737cc517101 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:26.358210 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c490ac74-4e60-46f1-976f-8368d67508e4 req-74340e1e-e59d-4836-ae69-d230e4d5e9de service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402893 Dec 12 17:55:26.373462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-e0ddf06d-fd8b-43cc-aaba-b737cc517101 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b11b76-fcd4-48ea-8032-fbc26803312e']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:26.421821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-e0ddf06d-fd8b-43cc-aaba-b737cc517101 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c124bd1d-8f12-4cc9-be6f-190a3b016170') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:26.422453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-e0ddf06d-fd8b-43cc-aaba-b737cc517101 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c124bd1d-8f12-4cc9-be6f-190a3b016170') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:26.433291 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 58e92e8f-6a42-4c1e-825c-feb8390214b7 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:55:26.548172 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 58e92e8f-6a42-4c1e-825c-feb8390214b7, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=58e92e8f-6a42-4c1e-825c-feb8390214b7,segment=NetworkSegment(0633b099-2065-4266-baf6-b762c1e9b942),segment_id=0633b099-2065-4266-baf6-b762c1e9b942)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:26.561670 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '58e92e8f-6a42-4c1e-825c-feb8390214b7', 'network_id': '021bdb3a-edb6-4942-bfc2-f8b245571ec3', 'port_id': '58e92e8f-6a42-4c1e-825c-feb8390214b7', 'mac_address': 'fa:16:3e:51:2f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755d4ebc-9aa8-45a6-bba6-01f60755373b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:55:26.602966 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:26.617323 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e92e8f-6a42-4c1e-825c-feb8390214b7 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:55:26.639115 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 58e92e8f-6a42-4c1e-825c-feb8390214b7, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=58e92e8f-6a42-4c1e-825c-feb8390214b7,segment=NetworkSegment(0633b099-2065-4266-baf6-b762c1e9b942),segment_id=0633b099-2065-4266-baf6-b762c1e9b942)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:26.644185 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:26.693445 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=58e92e8f-6a42-4c1e-825c-feb8390214b7,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:26.701145 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:26.701499 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:26.701835 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:26.702180 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:26.702537 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:26.702858 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:26.703192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:26.703548 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:26.703881 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:26.704270 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:26.704597 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:26.704927 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:26.705256 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:26.774803 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf06d-fd8b-43cc-aaba-b737cc517101 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:26.800062 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf06d-fd8b-43cc-aaba-b737cc517101 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:26.819307 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ddf06d-fd8b-43cc-aaba-b737cc517101 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:55:26.819719 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf06d-fd8b-43cc-aaba-b737cc517101 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:55:26.822683 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:55:26.893503 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['58e92e8f-6a42-4c1e-825c-feb8390214b7'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:55:26.910588 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-63a7f51a-a0b0-484b-af8f-7ae0d6872407 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:26.924597 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf06d-fd8b-43cc-aaba-b737cc517101 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:26.941069 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf06d-fd8b-43cc-aaba-b737cc517101 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:26.945220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e0ddf06d-fd8b-43cc-aaba-b737cc517101 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/networks/20b11b76-fcd4-48ea-8032-fbc26803312e HTTP/1.1" status: 204 len: 168 time: 1.1134994 Dec 12 17:55:26.949585 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38238) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:26.966626 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddf06d-fd8b-43cc-aaba-b737cc517101 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Network': ['ID=20b11b76-fcd4-48ea-8032-fbc26803312e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:27.053840 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-63a7f51a-a0b0-484b-af8f-7ae0d6872407 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:27.055678 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a18adba8-995b-4a0a-978c-ad2ea8ed4c80 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:27.093806 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a18adba8-995b-4a0a-978c-ad2ea8ed4c80 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:27.097020 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c27ba-b476-4a5e-8f51-3bb2c92b2121 req-38f79263-d631-46f3-9839-7de7703cd21c tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:27.098987 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c49c27ba-b476-4a5e-8f51-3bb2c92b2121 req-38f79263-d631-46f3-9839-7de7703cd21c tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 945 time: 0.1381266 Dec 12 17:55:27.151850 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:55:27.154664 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6979da1-c0a1-4b12-8634-a629f205b4a1 req-6c90e62e-010e-4035-a696-a4c0db17822e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:27.156524 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e6979da1-c0a1-4b12-8634-a629f205b4a1 req-6c90e62e-010e-4035-a696-a4c0db17822e tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.1753967 Dec 12 17:55:27.159312 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a7f51a-a0b0-484b-af8f-7ae0d6872407 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Network e1adad7e-4ae3-4f82-8511-b6c095dedbd1 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:27.165497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-63a7f51a-a0b0-484b-af8f-7ae0d6872407 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:27.173154 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7f51a-a0b0-484b-af8f-7ae0d6872407 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event updated for resources: {'Port': ['ID=3702cdbf-76ff-40ac-ada7-e89564089e62,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:27.176241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a7f51a-a0b0-484b-af8f-7ae0d6872407 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:27.180742 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:55:27.180742 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8e7d20b9-a6e2-4ba2-8c15-a6b9827f4bcc not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:55:27.181819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a7f51a-a0b0-484b-af8f-7ae0d6872407 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:27.182672 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-63a7f51a-a0b0-484b-af8f-7ae0d6872407 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:27.211373 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a18adba8-995b-4a0a-978c-ad2ea8ed4c80 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:27.214654 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a18adba8-995b-4a0a-978c-ad2ea8ed4c80 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:27.216176 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a18adba8-995b-4a0a-978c-ad2ea8ed4c80 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/security-groups/7ceb2a62-f48f-4153-99e2-a5af714e7ed8 HTTP/1.1" status: 204 len: 168 time: 0.2654018 Dec 12 17:55:27.229590 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18adba8-995b-4a0a-978c-ad2ea8ed4c80 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ceb2a62-f48f-4153-99e2-a5af714e7ed8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:27.234965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-63a7f51a-a0b0-484b-af8f-7ae0d6872407 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7768626 Dec 12 17:55:27.239393 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38246) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:27.245719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e9cd0f47-549c-4081-b2fd-85bf6e0a28d7 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d3:d2:a4'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:27.253177 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c49c27ba-b476-4a5e-8f51-3bb2c92b2121 req-ab719197-242d-4e51-a327-85327d1bee71 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440825 Dec 12 17:55:27.286257 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e6979da1-c0a1-4b12-8634-a629f205b4a1 req-3bedd915-bc6b-4225-aac6-1cc25020b659 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958872 Dec 12 17:55:27.380786 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-02e30f8e-26ba-4065-962c-e9ce809e9f0f req-9f8c0b80-b716-4d8b-bd73-63e58ab71113 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.0366306 Dec 12 17:55:27.493368 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9cd0f47-549c-4081-b2fd-85bf6e0a28d7 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:27.561758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5a83df73-ec0f-4202-9a45-5a527e026b6c None None] Provisioning complete for port 3702cdbf-76ff-40ac-ada7-e89564089e62 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:27.562279 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5a83df73-ec0f-4202-9a45-5a527e026b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:27.601849 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5a83df73-ec0f-4202-9a45-5a527e026b6c None None] Port 3702cdbf-76ff-40ac-ada7-e89564089e62 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:27.719958 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9cd0f47-549c-4081-b2fd-85bf6e0a28d7 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:27.727264 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9cd0f47-549c-4081-b2fd-85bf6e0a28d7 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:27.758873 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38250) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:27.768342 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-989dfe53-d6a6-46a8-8177-b9824cca60bf tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1359691301', 'description': 'tempest-secgroup-smoke-1359691301 description', 'project_id': '1ca8577c66784779ba8900bd9278d832'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:27.792426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd0f47-549c-4081-b2fd-85bf6e0a28d7 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] In _notify_port_updated(), no bound segment for port 3702cdbf-76ff-40ac-ada7-e89564089e62 on network e1adad7e-4ae3-4f82-8511-b6c095dedbd1 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 17:55:27.798812 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-989dfe53-d6a6-46a8-8177-b9824cca60bf tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:27.800782 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cd0f47-549c-4081-b2fd-85bf6e0a28d7 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:27.802214 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9cd0f47-549c-4081-b2fd-85bf6e0a28d7 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:27.806960 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e9cd0f47-549c-4081-b2fd-85bf6e0a28d7 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "PUT /v2.0/ports/3702cdbf-76ff-40ac-ada7-e89564089e62 HTTP/1.1" status: 200 len: 1003 time: 0.5663345 Dec 12 17:55:27.807609 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38252) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:27.858449 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd0f47-549c-4081-b2fd-85bf6e0a28d7 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event updated for resources: {'Port': ['ID=3702cdbf-76ff-40ac-ada7-e89564089e62,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:27.894030 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-989dfe53-d6a6-46a8-8177-b9824cca60bf tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:27.900937 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-989dfe53-d6a6-46a8-8177-b9824cca60bf tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:27.922564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-da672a6c-9ff0-4f16-8368-5b462f639e6c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Deleting port 3702cdbf-76ff-40ac-ada7-e89564089e62 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:27.922905 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da672a6c-9ff0-4f16-8368-5b462f639e6c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:27.944741 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-989dfe53-d6a6-46a8-8177-b9824cca60bf tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:27.945991 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-989dfe53-d6a6-46a8-8177-b9824cca60bf tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1820099 Dec 12 17:55:27.947170 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989dfe53-d6a6-46a8-8177-b9824cca60bf tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c720269b-a18c-45e7-8a37-745feab618da,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:27.958340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38254) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:27.964030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8e345d53-1dee-4e73-9f53-58ae7e2c011e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': 'c720269b-a18c-45e7-8a37-745feab618da', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:27.999713 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e345d53-1dee-4e73-9f53-58ae7e2c011e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.048963 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da672a6c-9ff0-4f16-8368-5b462f639e6c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.061433 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e345d53-1dee-4e73-9f53-58ae7e2c011e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.065872 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e345d53-1dee-4e73-9f53-58ae7e2c011e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.066977 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-da672a6c-9ff0-4f16-8368-5b462f639e6c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Calling delete_port for 3702cdbf-76ff-40ac-ada7-e89564089e62 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:28.087298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e345d53-1dee-4e73-9f53-58ae7e2c011e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5f1a7d-c78f-47e7-8cb3-c314c6da61fd,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:28.109181 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e345d53-1dee-4e73-9f53-58ae7e2c011e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.110526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8e345d53-1dee-4e73-9f53-58ae7e2c011e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510949 Dec 12 17:55:28.113864 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38256) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:28.118233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-cb54f7b1-d281-42dc-8669-a04a0edde811 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': 'c720269b-a18c-45e7-8a37-745feab618da', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:28.146865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-daf2d651-224d-4990-a734-69d0a33cf49f None None] Provisioning complete for port 3702cdbf-76ff-40ac-ada7-e89564089e62 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:28.147281 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-daf2d651-224d-4990-a734-69d0a33cf49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.152142 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb54f7b1-d281-42dc-8669-a04a0edde811 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.183864 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-daf2d651-224d-4990-a734-69d0a33cf49f None None] Port 3702cdbf-76ff-40ac-ada7-e89564089e62 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:28.222238 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb54f7b1-d281-42dc-8669-a04a0edde811 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.227025 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb54f7b1-d281-42dc-8669-a04a0edde811 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.243600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54f7b1-d281-42dc-8669-a04a0edde811 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbd38ce-f40f-44ab-abe3-2010de5a3d32,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:28.265854 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb54f7b1-d281-42dc-8669-a04a0edde811 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.266952 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cb54f7b1-d281-42dc-8669-a04a0edde811 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1521342 Dec 12 17:55:28.270274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38258) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:28.271476 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da672a6c-9ff0-4f16-8368-5b462f639e6c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.276362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-b3bcf6ab-94a1-486d-898e-ddb41f104d5c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': 'c720269b-a18c-45e7-8a37-745feab618da', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:28.305832 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf6ab-94a1-486d-898e-ddb41f104d5c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.308868 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da672a6c-9ff0-4f16-8368-5b462f639e6c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event deleted for resources: {'Port': ['ID=3702cdbf-76ff-40ac-ada7-e89564089e62,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:28.342567 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da672a6c-9ff0-4f16-8368-5b462f639e6c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.346765 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-da672a6c-9ff0-4f16-8368-5b462f639e6c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "DELETE /v2.0/ports/3702cdbf-76ff-40ac-ada7-e89564089e62 HTTP/1.1" status: 204 len: 168 time: 0.5355606 Dec 12 17:55:28.349478 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38264) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:28.381376 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-75910538-d477-483d-8fff-48428679d711 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] GET failed (client error): The resource could not be found. Dec 12 17:55:28.388270 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf6ab-94a1-486d-898e-ddb41f104d5c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.389004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38268) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:28.389655 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-75910538-d477-483d-8fff-48428679d711 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "GET /v2.0/ports/3702cdbf-76ff-40ac-ada7-e89564089e62 HTTP/1.1" status: 404 len: 333 time: 0.0388978 Dec 12 17:55:28.403086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-96f22b4f-64ca-4b39-a108-baf147fbee6f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Request body: {'port': {'network_id': 'e1adad7e-4ae3-4f82-8511-b6c095dedbd1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-45529181'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:28.422593 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf6ab-94a1-486d-898e-ddb41f104d5c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.449928 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 58e92e8f-6a42-4c1e-825c-feb8390214b7 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:55:28.520235 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 58e92e8f-6a42-4c1e-825c-feb8390214b7 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:55:28.530585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcf6ab-94a1-486d-898e-ddb41f104d5c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0756fc5-a092-4fb5-9149-91c4598a650b,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:28.536197 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 58e92e8f-6a42-4c1e-825c-feb8390214b7 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:28.536807 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.580359 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf6ab-94a1-486d-898e-ddb41f104d5c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.584378 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b3bcf6ab-94a1-486d-898e-ddb41f104d5c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3102469 Dec 12 17:55:28.584737 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38272) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:28.590572 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-38672958-18b0-4aae-9587-53472496844e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': 'c720269b-a18c-45e7-8a37-745feab618da', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:28.632071 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38672958-18b0-4aae-9587-53472496844e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.644347 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.655276 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e670c-df60-4475-8fb6-382f8518276b req-998f7f04-99c2-4094-8c9a-178fd87bcbb9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:28.656942 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-416e670c-df60-4475-8fb6-382f8518276b req-998f7f04-99c2-4094-8c9a-178fd87bcbb9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 945 time: 0.2355919 Dec 12 17:55:28.674003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76963e-72ba-4b84-9edd-86eb9b46721b req-087d98f3-849a-4db7-8499-5839f443a3aa tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:28.682705 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da76963e-72ba-4b84-9edd-86eb9b46721b req-087d98f3-849a-4db7-8499-5839f443a3aa tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.2943654 Dec 12 17:55:28.690078 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74cc133-aaeb-4a5a-8ff4-b22c30440d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e92e8f-6a42-4c1e-825c-feb8390214b7'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:55:28.692769 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f002607-f3de-4bc0-9f5c-40e283f03ab2" -d '{"events": [{"server_uuid": "e74cc133-aaeb-4a5a-8ff4-b22c30440d4b", "name": "network-vif-plugged", "status": "completed", "tag": "58e92e8f-6a42-4c1e-825c-feb8390214b7"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:55:28.707916 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 58e92e8f-6a42-4c1e-825c-feb8390214b7, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=58e92e8f-6a42-4c1e-825c-feb8390214b7,segment=NetworkSegment(0633b099-2065-4266-baf6-b762c1e9b942),segment_id=0633b099-2065-4266-baf6-b762c1e9b942)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:28.714258 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.715768 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38672958-18b0-4aae-9587-53472496844e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.724266 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38672958-18b0-4aae-9587-53472496844e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.749017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38672958-18b0-4aae-9587-53472496844e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5896dd-c64f-4b7c-8cef-92f0a1d488fe,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:28.769858 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 401c3181-960b-47e3-a3ab-4afcd490081d up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:55:28.770108 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da76963e-72ba-4b84-9edd-86eb9b46721b req-90eff9ba-bc41-4aac-bd1f-9ed2c689ce7d tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861537 Dec 12 17:55:28.800746 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-416e670c-df60-4475-8fb6-382f8518276b req-9b85c75d-9a05-4cbb-9779-cea9c89016b5 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933390 Dec 12 17:55:28.801994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f22b4f-64ca-4b39-a108-baf147fbee6f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Made reservation on behalf of 62ff9c9c53c84b36b26fc65546f99f25 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:28.805704 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-96f22b4f-64ca-4b39-a108-baf147fbee6f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.815905 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38672958-18b0-4aae-9587-53472496844e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.819808 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-38672958-18b0-4aae-9587-53472496844e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2314186 Dec 12 17:55:28.820055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38276) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:28.826903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-60115aaa-f19c-4512-9018-e36c2c2116b6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': 'c720269b-a18c-45e7-8a37-745feab618da', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:28.827352 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-96f22b4f-64ca-4b39-a108-baf147fbee6f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] device_id is not set on port 5acb4330-d0d9-47da-9bc7-953b0145dabf yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:55:28.888469 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=58e92e8f-6a42-4c1e-825c-feb8390214b7,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:28.903300 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-60115aaa-f19c-4512-9018-e36c2c2116b6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Project 1ca8577c66784779ba8900bd9278d832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 17:55:28.910387 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60115aaa-f19c-4512-9018-e36c2c2116b6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.914373 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 401c3181-960b-47e3-a3ab-4afcd490081d completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:55:28.922328 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 401c3181-960b-47e3-a3ab-4afcd490081d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:28.922707 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:28.959172 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36218f41-d532-4e59-b282-1d8db381259e x-openstack-request-id: req-36218f41-d532-4e59-b282-1d8db381259e {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:55:28.959515 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74cc133-aaeb-4a5a-8ff4-b22c30440d4b", "name": "network-vif-plugged", "status": "completed", "tag": "58e92e8f-6a42-4c1e-825c-feb8390214b7", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:55:28.971829 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36218f41-d532-4e59-b282-1d8db381259e {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:55:28.972269 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74cc133-aaeb-4a5a-8ff4-b22c30440d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e92e8f-6a42-4c1e-825c-feb8390214b7', 'code': 200} Dec 12 17:55:29.019243 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba77063-d19a-456b-9be5-2421b1b4c187 req-9f56af13-c896-4fe6-a8b5-c54cdf933a7b tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.0455940 Dec 12 17:55:29.042413 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.050762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-96f22b4f-64ca-4b39-a108-baf147fbee6f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Allocated IP 2001:db8::117 (e1adad7e-4ae3-4f82-8511-b6c095dedbd1/e4629ae1-5aa6-4e4b-bc2a-5a48473bc7b2/5acb4330-d0d9-47da-9bc7-953b0145dabf) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:29.053994 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60115aaa-f19c-4512-9018-e36c2c2116b6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.067795 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60115aaa-f19c-4512-9018-e36c2c2116b6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.090494 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60115aaa-f19c-4512-9018-e36c2c2116b6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c457c1-1aa2-4758-8294-ba28ea670fdf,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:29.106074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 401c3181-960b-47e3-a3ab-4afcd490081d, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=401c3181-960b-47e3-a3ab-4afcd490081d,segment=NetworkSegment(0633b099-2065-4266-baf6-b762c1e9b942),segment_id=0633b099-2065-4266-baf6-b762c1e9b942)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:29.108898 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60115aaa-f19c-4512-9018-e36c2c2116b6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.110570 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-60115aaa-f19c-4512-9018-e36c2c2116b6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2893991 Dec 12 17:55:29.114013 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38278) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:29.115584 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.120210 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4d33825a-7a43-461b-8fe4-b2150d6a658d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': 'c720269b-a18c-45e7-8a37-745feab618da', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:29.128700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b88c18-0a14-412a-aafe-074b4f4cc44b req-3acaf6ac-2183-4886-8e81-0d7f123a5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:29.130701 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84b88c18-0a14-412a-aafe-074b4f4cc44b req-3acaf6ac-2183-4886-8e81-0d7f123a5c5d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 1097 time: 0.0814612 Dec 12 17:55:29.147571 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-4d33825a-7a43-461b-8fe4-b2150d6a658d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Project 1ca8577c66784779ba8900bd9278d832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 17:55:29.155110 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4d33825a-7a43-461b-8fe4-b2150d6a658d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.176987 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=401c3181-960b-47e3-a3ab-4afcd490081d,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:29.234253 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4d33825a-7a43-461b-8fe4-b2150d6a658d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.240097 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4d33825a-7a43-461b-8fe4-b2150d6a658d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.241607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84b88c18-0a14-412a-aafe-074b4f4cc44b req-be8c3879-111d-4ff8-9a6c-9b5728fff312 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962584 Dec 12 17:55:29.254695 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33825a-7a43-461b-8fe4-b2150d6a658d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6f6be5-4696-4519-aab4-c3003be74d90,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:29.272896 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4d33825a-7a43-461b-8fe4-b2150d6a658d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.277229 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38280) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:29.277440 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4d33825a-7a43-461b-8fe4-b2150d6a658d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1620438 Dec 12 17:55:29.286151 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f278f784-d55a-4214-a75a-a9c25cf0edc8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'network': {'name': 'tempest-network-smoke--261464151', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'port_security_enabled': True}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:29.291569 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-96f22b4f-64ca-4b39-a108-baf147fbee6f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.327569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f278f784-d55a-4214-a75a-a9c25cf0edc8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Made reservation on behalf of 1ca8577c66784779ba8900bd9278d832 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:29.331749 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f278f784-d55a-4214-a75a-a9c25cf0edc8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.365037 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-96f22b4f-64ca-4b39-a108-baf147fbee6f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.366360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f278f784-d55a-4214-a75a-a9c25cf0edc8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:55:29.413120 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f278f784-d55a-4214-a75a-a9c25cf0edc8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.413390 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-f278f784-d55a-4214-a75a-a9c25cf0edc8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Added segment 54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d of type vlan for network bce2003b-95fc-412b-a4c2-a13c87646bdc Dec 12 17:55:29.448179 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f22b4f-64ca-4b39-a108-baf147fbee6f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Network e1adad7e-4ae3-4f82-8511-b6c095dedbd1 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:29.458216 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-96f22b4f-64ca-4b39-a108-baf147fbee6f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:29.468872 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f22b4f-64ca-4b39-a108-baf147fbee6f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:29.474613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f22b4f-64ca-4b39-a108-baf147fbee6f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:29.475297 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-96f22b4f-64ca-4b39-a108-baf147fbee6f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.480105 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f278f784-d55a-4214-a75a-a9c25cf0edc8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.484849 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f22b4f-64ca-4b39-a108-baf147fbee6f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event updated for resources: {'Port': ['ID=5acb4330-d0d9-47da-9bc7-953b0145dabf,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:29.510327 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-96f22b4f-64ca-4b39-a108-baf147fbee6f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1121411 Dec 12 17:55:29.512896 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38282) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:29.520790 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-2192a360-ef7a-430e-a5bc-d0e3ecf67a49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Request body: {'port': {'network_id': 'e1adad7e-4ae3-4f82-8511-b6c095dedbd1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-906693769'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:29.562825 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f278f784-d55a-4214-a75a-a9c25cf0edc8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.569049 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f278f784-d55a-4214-a75a-a9c25cf0edc8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:29.569762 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f278f784-d55a-4214-a75a-a9c25cf0edc8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.642628 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f278f784-d55a-4214-a75a-a9c25cf0edc8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3642554 Dec 12 17:55:29.647578 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38284) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:29.655173 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-472675823', 'admin_state_up': True, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:29.676796 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278f784-d55a-4214-a75a-a9c25cf0edc8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Network': ['ID=bce2003b-95fc-412b-a4c2-a13c87646bdc,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:29.689113 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network bce2003b-95fc-412b-a4c2-a13c87646bdc details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:55:29.694815 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.696225 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.756845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2192a360-ef7a-430e-a5bc-d0e3ecf67a49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Made reservation on behalf of 62ff9c9c53c84b36b26fc65546f99f25 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:29.762589 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.763916 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2192a360-ef7a-430e-a5bc-d0e3ecf67a49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.787709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-2192a360-ef7a-430e-a5bc-d0e3ecf67a49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] device_id is not set on port 177d3737-d79e-40ab-ac48-ded6c911ad06 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:55:29.833366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b23657b9-7919-4e32-b6c8-a73fccdc856d None None] Provisioning complete for port 5acb4330-d0d9-47da-9bc7-953b0145dabf triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:29.833751 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b23657b9-7919-4e32-b6c8-a73fccdc856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:29.915237 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b23657b9-7919-4e32-b6c8-a73fccdc856d None None] Port 5acb4330-d0d9-47da-9bc7-953b0145dabf cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:29.933392 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:30.019509 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-2192a360-ef7a-430e-a5bc-d0e3ecf67a49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Allocated IP 2001:db8::93 (e1adad7e-4ae3-4f82-8511-b6c095dedbd1/e4629ae1-5aa6-4e4b-bc2a-5a48473bc7b2/177d3737-d79e-40ab-ac48-ded6c911ad06) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:30.046503 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603c13a-ca98-4d2b-83a3-5c94a895a74c req-d4249a98-c256-40c3-a42f-279b8ec69228 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:30.048120 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d603c13a-ca98-4d2b-83a3-5c94a895a74c req-d4249a98-c256-40c3-a42f-279b8ec69228 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.1427107 Dec 12 17:55:30.072754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d472b46-19df-4aac-b0ba-18b7b0448a8c req-f8e4e433-fbf0-496c-9fac-80f973c00d6b tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:30.074251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d472b46-19df-4aac-b0ba-18b7b0448a8c req-f8e4e433-fbf0-496c-9fac-80f973c00d6b tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 946 time: 0.1424985 Dec 12 17:55:30.145200 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:30.165418 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:30.221119 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d603c13a-ca98-4d2b-83a3-5c94a895a74c req-52ca12e4-65e2-4671-bc2d-5b474c24d185 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592264 Dec 12 17:55:30.236115 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d472b46-19df-4aac-b0ba-18b7b0448a8c req-9db40e15-c52b-4143-8af9-ab5779c834e2 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533430 Dec 12 17:55:30.321734 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Allocated IP 172.25.1.182 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/6b1db9b8-cb38-45e2-80c0-8058667d3f68) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:30.333857 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2192a360-ef7a-430e-a5bc-d0e3ecf67a49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:30.355515 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b6e293e-9288-41de-ac07-4f4328621165 req-4abc8228-9c5a-4d17-b148-d595bc83abbd tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.0423765 Dec 12 17:55:30.396804 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2192a360-ef7a-430e-a5bc-d0e3ecf67a49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:30.441339 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:30.448436 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2192a360-ef7a-430e-a5bc-d0e3ecf67a49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Network e1adad7e-4ae3-4f82-8511-b6c095dedbd1 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:30.451590 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-2192a360-ef7a-430e-a5bc-d0e3ecf67a49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:30.456282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2192a360-ef7a-430e-a5bc-d0e3ecf67a49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:30.462254 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2192a360-ef7a-430e-a5bc-d0e3ecf67a49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:30.462893 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2192a360-ef7a-430e-a5bc-d0e3ecf67a49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:30.478470 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192a360-ef7a-430e-a5bc-d0e3ecf67a49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event updated for resources: {'Port': ['ID=177d3737-d79e-40ab-ac48-ded6c911ad06,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:30.501498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2192a360-ef7a-430e-a5bc-d0e3ecf67a49 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9846134 Dec 12 17:55:30.501704 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38294) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:30.513754 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-29132de8-5242-45a7-975a-6b762a5ffd72 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d2', 'mac_address': 'fa:16:3e:d3:d2:a4'}, {'ip_address': '2001:db8::117', 'mac_address': 'fa:16:3e:52:c3:c6'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:30.519941 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:30.589728 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:30.604979 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:30.607753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:30.625276 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aabc37-319b-4d23-97f9-3ae395417488 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:55:30.673220 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=6b1db9b8-cb38-45e2-80c0-8058667d3f68,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:30.683271 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29132de8-5242-45a7-975a-6b762a5ffd72 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:30.754855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3fd4e68c-80ff-4864-92e2-c5a2864efdec None None] Provisioning complete for port 6b1db9b8-cb38-45e2-80c0-8058667d3f68 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:30.755957 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e68c-80ff-4864-92e2-c5a2864efdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:30.801975 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3fd4e68c-80ff-4864-92e2-c5a2864efdec None None] Port 6b1db9b8-cb38-45e2-80c0-8058667d3f68 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:30.921876 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d6e3fd5c-13a3-415a-b9d3-3b13374da8c9 None None] Provisioning complete for port 177d3737-d79e-40ab-ac48-ded6c911ad06 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:30.922412 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6e3fd5c-13a3-415a-b9d3-3b13374da8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:30.957594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3fd5c-13a3-415a-b9d3-3b13374da8c9 None None] Port 177d3737-d79e-40ab-ac48-ded6c911ad06 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:30.973036 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ad812a-7c78-4f9d-a93f-c98c46c868cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401c3181-960b-47e3-a3ab-4afcd490081d'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:55:30.975872 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771eb989-b5af-4f83-aad7-41c3bbe3988a" -d '{"events": [{"server_uuid": "89ad812a-7c78-4f9d-a93f-c98c46c868cf", "name": "network-vif-plugged", "status": "completed", "tag": "401c3181-960b-47e3-a3ab-4afcd490081d"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:55:31.024375 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ab52df-3970-4b49-abe7-5763dca83847 x-openstack-request-id: req-d0ab52df-3970-4b49-abe7-5763dca83847 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:55:31.024895 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ad812a-7c78-4f9d-a93f-c98c46c868cf", "name": "network-vif-plugged", "status": "completed", "tag": "401c3181-960b-47e3-a3ab-4afcd490081d", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:55:31.025155 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0ab52df-3970-4b49-abe7-5763dca83847 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:55:31.025547 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ad812a-7c78-4f9d-a93f-c98c46c868cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401c3181-960b-47e3-a3ab-4afcd490081d', 'code': 200} Dec 12 17:55:31.043959 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:31.126326 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29132de8-5242-45a7-975a-6b762a5ffd72 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:31.128083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028f417-4493-4315-b1e6-fe165d6d3da7 req-7dd1ce17-af77-407a-9eb6-60be753fe1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:31.129603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7028f417-4493-4315-b1e6-fe165d6d3da7 req-7dd1ce17-af77-407a-9eb6-60be753fe1a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=89ad812a-7c78-4f9d-a93f-c98c46c868cf HTTP/1.1" status: 200 len: 1096 time: 0.0399818 Dec 12 17:55:31.133550 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29132de8-5242-45a7-975a-6b762a5ffd72 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:31.179569 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7028f417-4493-4315-b1e6-fe165d6d3da7 req-c2964561-1b18-487a-b88c-a686ab1a4a43 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424466 Dec 12 17:55:31.187401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-29132de8-5242-45a7-975a-6b762a5ffd72 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] In _notify_port_updated(), no bound segment for port 177d3737-d79e-40ab-ac48-ded6c911ad06 on network e1adad7e-4ae3-4f82-8511-b6c095dedbd1 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 17:55:31.193516 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29132de8-5242-45a7-975a-6b762a5ffd72 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:31.194193 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29132de8-5242-45a7-975a-6b762a5ffd72 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:31.198322 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-29132de8-5242-45a7-975a-6b762a5ffd72 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "PUT /v2.0/ports/177d3737-d79e-40ab-ac48-ded6c911ad06 HTTP/1.1" status: 200 len: 1065 time: 0.6887848 Dec 12 17:55:31.199929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38298) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:31.216967 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29132de8-5242-45a7-975a-6b762a5ffd72 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event updated for resources: {'Port': ['ID=177d3737-d79e-40ab-ac48-ded6c911ad06,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:31.394490 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:31.425394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c29f0059-2715-4464-b535-dab5481ebf76 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Deleting port 177d3737-d79e-40ab-ac48-ded6c911ad06 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:31.425740 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c29f0059-2715-4464-b535-dab5481ebf76 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:31.523216 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b76d9-9bde-4423-8739-e0078ee9cf40 req-6b89e5fe-310f-4fb7-8929-b6b97e3f2a03 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:31.524781 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-248b76d9-9bde-4423-8739-e0078ee9cf40 req-6b89e5fe-310f-4fb7-8929-b6b97e3f2a03 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.1830883 Dec 12 17:55:31.538807 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab85aa0-bc66-46ce-963d-7952679603a2 req-c23fe52f-2fc1-42d4-aab8-a7ea7d4dd810 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:31.540330 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ab85aa0-bc66-46ce-963d-7952679603a2 req-c23fe52f-2fc1-42d4-aab8-a7ea7d4dd810 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 946 time: 0.1599896 Dec 12 17:55:31.545569 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router 724e2343-40c8-4643-b61d-e8bc098138c1 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:55:31.585390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e78ae26-c967-40fd-8cbe-8c5ce63a89c4 None None] Provisioning complete for port 177d3737-d79e-40ab-ac48-ded6c911ad06 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:31.586029 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e78ae26-c967-40fd-8cbe-8c5ce63a89c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:31.598271 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c29f0059-2715-4464-b535-dab5481ebf76 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:31.614123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c29f0059-2715-4464-b535-dab5481ebf76 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Calling delete_port for 177d3737-d79e-40ab-ac48-ded6c911ad06 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:31.621763 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e78ae26-c967-40fd-8cbe-8c5ce63a89c4 None None] Port 177d3737-d79e-40ab-ac48-ded6c911ad06 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:31.666005 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:55:31.680122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Sync routers for ids ['724e2343-40c8-4643-b61d-e8bc098138c1'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:55:31.688953 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:31.690777 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-df5b19b4-6d96-4d08-be32-27046603a1ba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0409801 Dec 12 17:55:31.694077 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38308) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:31.694869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Routers {'724e2343-40c8-4643-b61d-e8bc098138c1'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:55:31.696192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:55:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['724e2343-40c8-4643-b61d-e8bc098138c1'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:31.706854 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-248b76d9-9bde-4423-8739-e0078ee9cf40 req-07142d41-b25b-44b4-8532-2905230c3122 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655393 Dec 12 17:55:31.771242 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5c6ab200-32e9-4bae-8fba-75332e8c7e0a tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=1ca8577c66784779ba8900bd9278d832&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0757303 Dec 12 17:55:31.775511 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38310) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:31.841792 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ab85aa0-bc66-46ce-963d-7952679603a2 req-8264b577-a710-4b50-9cfe-51ef25bce755 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941389 Dec 12 17:55:31.851007 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c29f0059-2715-4464-b535-dab5481ebf76 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:31.853267 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Set router 724e2343-40c8-4643-b61d-e8bc098138c1 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:55:31.889950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f0059-2715-4464-b535-dab5481ebf76 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event deleted for resources: {'Port': ['ID=177d3737-d79e-40ab-ac48-ded6c911ad06,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:32.031157 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff79444-6a31-4ebf-9b0e-325c1d17286c tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:32.033115 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3ff79444-6a31-4ebf-9b0e-325c1d17286c tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2553117 Dec 12 17:55:32.036527 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38314) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:32.095216 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1a55aea4-020f-4686-a736-80f03c65bd46 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0572989 Dec 12 17:55:32.095886 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38316) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:32.100965 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b7b42089-f736-4a3e-a41a-3bdf3a93891c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1408826917', 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:32.153794 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37dfb798-5d42-4e3a-82e2-25d2744d0b54 req-9e585c69-94e7-4cba-90f9-1f42bd77c264 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.1653473 Dec 12 17:55:32.183841 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472675823', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:55:29Z', 'updated_at': '2021-12-12T17:55:30Z', 'revision_number': 3, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:30Z', 'updated_at': '2021-12-12T17:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:32.210797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aeaaa-fbc4-4e8f-9516-6bee3b241f5a req-539ef86e-0005-4162-aa07-62c43dd29efb tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:32.217712 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Checking router: 724e2343-40c8-4643-b61d-e8bc098138c1 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:55:32.218341 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Updating router 724e2343-40c8-4643-b61d-e8bc098138c1 port 6b1db9b8-cb38-45e2-80c0-8058667d3f68 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:55:32.219665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b33aeaaa-fbc4-4e8f-9516-6bee3b241f5a req-539ef86e-0005-4162-aa07-62c43dd29efb tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.2525702 Dec 12 17:55:32.239867 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c29f0059-2715-4464-b535-dab5481ebf76 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:32.243771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c29f0059-2715-4464-b535-dab5481ebf76 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "DELETE /v2.0/ports/177d3737-d79e-40ab-ac48-ded6c911ad06 HTTP/1.1" status: 204 len: 168 time: 1.0418823 Dec 12 17:55:32.249583 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38318) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:32.256545 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:32.286882 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-56da32c3-b849-404d-98ca-21952401290c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] GET failed (client error): The resource could not be found. Dec 12 17:55:32.288666 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-56da32c3-b849-404d-98ca-21952401290c tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "GET /v2.0/ports/177d3737-d79e-40ab-ac48-ded6c911ad06 HTTP/1.1" status: 404 len: 333 time: 0.0377018 Dec 12 17:55:32.292700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38320) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:32.347087 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b33aeaaa-fbc4-4e8f-9516-6bee3b241f5a req-6a2f1842-f650-429e-8a70-6cd766dd89e4 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209075 Dec 12 17:55:32.462348 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5b8366ee-815e-4104-8c86-9339f9abe45f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Deleting port 5acb4330-d0d9-47da-9bc7-953b0145dabf {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:32.462961 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b8366ee-815e-4104-8c86-9339f9abe45f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:32.610133 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b8366ee-815e-4104-8c86-9339f9abe45f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:32.626300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5b8366ee-815e-4104-8c86-9339f9abe45f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Calling delete_port for 5acb4330-d0d9-47da-9bc7-953b0145dabf owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:32.633743 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b42089-f736-4a3e-a41a-3bdf3a93891c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Made reservation on behalf of 1ca8577c66784779ba8900bd9278d832 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:32.637843 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7b42089-f736-4a3e-a41a-3bdf3a93891c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:32.708466 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:32.712319 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4c684-9833-4f6f-b473-6a59398a5921 req-293e4573-fa85-488f-9cb8-3ed5afcae439 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:32.714151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48b4c684-9833-4f6f-b473-6a59398a5921 req-293e4573-fa85-488f-9cb8-3ed5afcae439 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=89ad812a-7c78-4f9d-a93f-c98c46c868cf HTTP/1.1" status: 200 len: 945 time: 0.2651021 Dec 12 17:55:32.722984 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:32.792623 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48b4c684-9833-4f6f-b473-6a59398a5921 req-0e667ab1-2d58-4267-8d7f-dbe8d403bc70 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704072 Dec 12 17:55:32.818564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82843716-0c2b-421c-a187-ce6291012ba6 None None] Pushing event updated for resources: {'Port': ['ID=6b1db9b8-cb38-45e2-80c0-8058667d3f68,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:32.821413 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8459b41-0637-4d31-98ec-97dcc2f5287e None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:55:32.828580 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Attempting to bind port 6b1db9b8-cb38-45e2-80c0-8058667d3f68 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:55:32.828957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Attempting to bind port 6b1db9b8-cb38-45e2-80c0-8058667d3f68 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:55:32.829613 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Attempting to bind port 6b1db9b8-cb38-45e2-80c0-8058667d3f68 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:55:32.859410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:55:32.859997 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:32.860194 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:32.860840 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:55:32.861991 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Bound port: 6b1db9b8-cb38-45e2-80c0-8058667d3f68, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:55:32.862244 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:32.910623 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2d46e-7351-4b01-b6eb-ad3820a33e22 req-d412a2ee-a7c9-4463-8744-fb62138e991a tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:32.919823 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4be2d46e-7351-4b01-b6eb-ad3820a33e22 req-d412a2ee-a7c9-4463-8744-fb62138e991a tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.0825489 Dec 12 17:55:32.928770 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b8366ee-815e-4104-8c86-9339f9abe45f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:32.944264 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] For port 6b1db9b8-cb38-45e2-80c0-8058667d3f68, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:55:32.950857 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] For port 6b1db9b8-cb38-45e2-80c0-8058667d3f68, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6b1db9b8-cb38-45e2-80c0-8058667d3f68,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:55:32.964426 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:32.974420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8366ee-815e-4104-8c86-9339f9abe45f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event deleted for resources: {'Port': ['ID=5acb4330-d0d9-47da-9bc7-953b0145dabf,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:33.018418 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b8366ee-815e-4104-8c86-9339f9abe45f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:33.022126 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5b8366ee-815e-4104-8c86-9339f9abe45f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "DELETE /v2.0/ports/5acb4330-d0d9-47da-9bc7-953b0145dabf HTTP/1.1" status: 204 len: 168 time: 0.7281563 Dec 12 17:55:33.024830 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38328) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:33.044812 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7b42089-f736-4a3e-a41a-3bdf3a93891c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:33.057681 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ab9dee-a61f-4322-936b-f2b28e29f627 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] GET failed (client error): The resource could not be found. Dec 12 17:55:33.058196 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82843716-0c2b-421c-a187-ce6291012ba6 None None] Pushing event updated for resources: {'Port': ['ID=6b1db9b8-cb38-45e2-80c0-8058667d3f68,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:33.062681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d3ab9dee-a61f-4322-936b-f2b28e29f627 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "GET /v2.0/ports/5acb4330-d0d9-47da-9bc7-953b0145dabf HTTP/1.1" status: 404 len: 333 time: 0.0332420 Dec 12 17:55:33.072668 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a66b32f9-02f9-4453-9919-6e527ea5a85c None None] Provisioning complete for port 6b1db9b8-cb38-45e2-80c0-8058667d3f68 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:33.073095 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a66b32f9-02f9-4453-9919-6e527ea5a85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:33.074496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4be2d46e-7351-4b01-b6eb-ad3820a33e22 req-c279fec5-790f-4127-9e5d-dc9b8a9ee290 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536019 Dec 12 17:55:33.078730 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38330) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:33.082581 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29818490-13d4-48cc-b192-f297f163a613 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:55:33.141246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Routers {'724e2343-40c8-4643-b61d-e8bc098138c1'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:55:33.141865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:55:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['724e2343-40c8-4643-b61d-e8bc098138c1'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:33.185359 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b42089-f736-4a3e-a41a-3bdf3a93891c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Subnet': ['ID=37146111-35c1-4540-9c8e-157a186ecea6,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:33.193627 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b42089-f736-4a3e-a41a-3bdf3a93891c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Checking segment: {'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:33.194000 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b42089-f736-4a3e-a41a-3bdf3a93891c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network hostable DHCP agents. Network: bce2003b-95fc-412b-a4c2-a13c87646bdc, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:55:33.218767 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b42089-f736-4a3e-a41a-3bdf3a93891c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network bce2003b-95fc-412b-a4c2-a13c87646bdc is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:55:33.226437 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e55e32f5-7f58-4211-b119-a85f53737190 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Deleting port 6d769418-53af-4988-8f5e-a19607a590e6 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:33.226995 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e55e32f5-7f58-4211-b119-a85f53737190 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:33.246446 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b7b42089-f736-4a3e-a41a-3bdf3a93891c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, bce2003b-95fc-412b-a4c2-a13c87646bdc) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:33.250838 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b42089-f736-4a3e-a41a-3bdf3a93891c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:33.251708 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7b42089-f736-4a3e-a41a-3bdf3a93891c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:33.269888 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a792e28-c176-4665-92dd-fe20e14edab3 None None] Network bce2003b-95fc-412b-a4c2-a13c87646bdc requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:55:33.288313 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b7b42089-f736-4a3e-a41a-3bdf3a93891c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1912770 Dec 12 17:55:33.290901 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38334) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:33.377991 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8ac2c5a9-5ae0-4b62-bc26-255de5fbc4aa req-01ba3137-b53d-4583-87ce-fb9e1836a804 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.0567434 Dec 12 17:55:33.419610 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e55e32f5-7f58-4211-b119-a85f53737190 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:33.435236 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e55e32f5-7f58-4211-b119-a85f53737190 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Calling delete_port for 6d769418-53af-4988-8f5e-a19607a590e6 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:33.448788 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] Set router 724e2343-40c8-4643-b61d-e8bc098138c1 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:55:33.537197 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a66b32f9-02f9-4453-9919-6e527ea5a85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:33.588941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-bce2003b-95fc-412b-a4c2-a13c87646bdc', 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ips': [{'subnet_id': '37146111-35c1-4540-9c8e-157a186ecea6'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:55:33.589813 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:33.610525 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a66b32f9-02f9-4453-9919-6e527ea5a85c None None] For port 6b1db9b8-cb38-45e2-80c0-8058667d3f68, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6b1db9b8-cb38-45e2-80c0-8058667d3f68,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:33.613292 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e55e32f5-7f58-4211-b119-a85f53737190 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:33.621598 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a66b32f9-02f9-4453-9919-6e527ea5a85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:33.655687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e32f5-7f58-4211-b119-a85f53737190 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event deleted for resources: {'Port': ['ID=6d769418-53af-4988-8f5e-a19607a590e6,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:33.693040 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e55e32f5-7f58-4211-b119-a85f53737190 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:33.698896 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e55e32f5-7f58-4211-b119-a85f53737190 tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "DELETE /v2.0/ports/6d769418-53af-4988-8f5e-a19607a590e6 HTTP/1.1" status: 204 len: 168 time: 0.6167142 Dec 12 17:55:33.699319 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38338) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:33.777907 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d97f8f-66d4-461c-adbd-4c9c6d68f62d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Deleting subnet e4629ae1-5aa6-4e4b-bc2a-5a48473bc7b2 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:55:33.781595 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91d97f8f-66d4-461c-adbd-4c9c6d68f62d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:33.831697 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91d97f8f-66d4-461c-adbd-4c9c6d68f62d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:33.949193 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91d97f8f-66d4-461c-adbd-4c9c6d68f62d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:33.961021 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88279331-3c71-46f3-ade9-df2093855624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:34.033956 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b32f9-02f9-4453-9919-6e527ea5a85c None None] Pushing event updated for resources: {'Port': ['ID=6b1db9b8-cb38-45e2-80c0-8058667d3f68,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:34.083412 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6806297c-a53b-4730-a3e3-180ae5db2bc2 None None] Provisioning complete for port 6b1db9b8-cb38-45e2-80c0-8058667d3f68 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:34.083790 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6806297c-a53b-4730-a3e3-180ae5db2bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:34.129039 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91d97f8f-66d4-461c-adbd-4c9c6d68f62d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:34.198056 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91d97f8f-66d4-461c-adbd-4c9c6d68f62d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:34.204849 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-91d97f8f-66d4-461c-adbd-4c9c6d68f62d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "DELETE /v2.0/subnets/e4629ae1-5aa6-4e4b-bc2a-5a48473bc7b2 HTTP/1.1" status: 204 len: 168 time: 0.5042524 Dec 12 17:55:34.212889 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38346) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:34.213813 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d97f8f-66d4-461c-adbd-4c9c6d68f62d tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event deleted for resources: {'Subnet': ['ID=e4629ae1-5aa6-4e4b-bc2a-5a48473bc7b2,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:34.223802 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ae9091-d19c-45d4-b4f0-2bc4fe388d9f None None] Network e1adad7e-4ae3-4f82-8511-b6c095dedbd1 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:55:34.229323 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Allocated IP 172.20.0.2 (bce2003b-95fc-412b-a4c2-a13c87646bdc/37146111-35c1-4540-9c8e-157a186ecea6/ab6be69c-4b64-4aea-a056-df21563dc34e) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:34.309151 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb1324-62d7-41fb-8b20-43c5f1a1d407 req-b42f6c68-45d0-4bec-9bad-d9992796b223 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:34.311020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98bb1324-62d7-41fb-8b20-43c5f1a1d407 req-b42f6c68-45d0-4bec-9bad-d9992796b223 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=89ad812a-7c78-4f9d-a93f-c98c46c868cf HTTP/1.1" status: 200 len: 945 time: 0.2863801 Dec 12 17:55:34.316427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472675823', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:55:29Z', 'updated_at': '2021-12-12T17:55:30Z', 'revision_number': 3, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:30Z', 'updated_at': '2021-12-12T17:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:34.380246 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:34.404434 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4058f-2bf1-4abe-b522-8a7187772b80 None None] The sync data for ids ['724e2343-40c8-4643-b61d-e8bc098138c1'] in n-d-760354-5 is: [{'id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472675823', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:55:29Z', 'updated_at': '2021-12-12T17:55:30Z', 'revision_number': 3, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:30Z', 'updated_at': '2021-12-12T17:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:55:34.422738 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98bb1324-62d7-41fb-8b20-43c5f1a1d407 req-0c37c0d9-299c-4c62-bb9c-bf0c802acb03 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967104 Dec 12 17:55:34.432483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cf800-3bee-4c71-804b-79fa9314fe33 req-740808dd-08b4-4288-b52e-3513e1dec434 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:34.440771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-255cf800-3bee-4c71-804b-79fa9314fe33 req-740808dd-08b4-4288-b52e-3513e1dec434 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.1436839 Dec 12 17:55:34.559065 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad75e11-48d6-40df-bb60-150c03bb3e85 None None] DHCP port deletion for e1adad7e-4ae3-4f82-8511-b6c095dedbd1 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:55:34.578841 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:34.591691 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-255cf800-3bee-4c71-804b-79fa9314fe33 req-40932736-e63c-40f8-9fc5-317cdcdc9fb3 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498253 Dec 12 17:55:34.615213 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:34.651768 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-779d7965-72cf-4b50-b11e-32e05bccd921 req-0a7280ff-d3aa-4a42-b05c-266e84457b22 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.0550420 Dec 12 17:55:34.688646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Deleting port c02e780d-48e8-48da-8941-cf7ffe70d3a4 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:34.688996 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:34.704318 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-88279331-3c71-46f3-ade9-df2093855624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Allocated IP 172.20.0.1 (bce2003b-95fc-412b-a4c2-a13c87646bdc/37146111-35c1-4540-9c8e-157a186ecea6/04315045-3187-4c51-b951-f8bf62bb27de) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:34.732657 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Network bce2003b-95fc-412b-a4c2-a13c87646bdc is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:34.737631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Pushing event updated for resources: {'Port': ['ID=ab6be69c-4b64-4aea-a056-df21563dc34e,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:34.743394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:34.746775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:34.763020 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1ad75e11-48d6-40df-bb60-150c03bb3e85 None None] Deleting port c02e780d-48e8-48da-8941-cf7ffe70d3a4 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:34.763393 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1ad75e11-48d6-40df-bb60-150c03bb3e85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:34.821027 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] For port c02e780d-48e8-48da-8941-cf7ffe70d3a4, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c02e780d-48e8-48da-8941-cf7ffe70d3a4,segment=NetworkSegment(ad3c3548-1c3a-4561-8986-51867a5a9c83),segment_id=ad3c3548-1c3a-4561-8986-51867a5a9c83)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:34.821406 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:34.849865 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Calling delete_port for c02e780d-48e8-48da-8941-cf7ffe70d3a4 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:34.929529 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88279331-3c71-46f3-ade9-df2093855624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:34.965188 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Attempting to bind port ab6be69c-4b64-4aea-a056-df21563dc34e on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:55:34.965570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Attempting to bind port ab6be69c-4b64-4aea-a056-df21563dc34e by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:55:34.965948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Attempting to bind port ab6be69c-4b64-4aea-a056-df21563dc34e on network bce2003b-95fc-412b-a4c2-a13c87646bdc {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:55:34.978835 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1ad75e11-48d6-40df-bb60-150c03bb3e85 None None] For port c02e780d-48e8-48da-8941-cf7ffe70d3a4, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c02e780d-48e8-48da-8941-cf7ffe70d3a4,segment=NetworkSegment(ad3c3548-1c3a-4561-8986-51867a5a9c83),segment_id=ad3c3548-1c3a-4561-8986-51867a5a9c83)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:34.979523 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1ad75e11-48d6-40df-bb60-150c03bb3e85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:34.988322 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:55:34.989173 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Checking segment: {'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:34.989932 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:34.990624 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Bound using segment: {'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:55:34.991231 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Bound port: ab6be69c-4b64-4aea-a056-df21563dc34e, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:55:34.991784 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:35.034480 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1ad75e11-48d6-40df-bb60-150c03bb3e85 None None] Calling delete_port for c02e780d-48e8-48da-8941-cf7ffe70d3a4 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:35.092331 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88279331-3c71-46f3-ade9-df2093855624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:35.194749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] For port ab6be69c-4b64-4aea-a056-df21563dc34e, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:55:35.222205 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] For port ab6be69c-4b64-4aea-a056-df21563dc34e, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ab6be69c-4b64-4aea-a056-df21563dc34e,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:55:35.248441 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:35.298704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4feb92a-c4a7-423d-a88a-0c9fbd9952cc req-71aefb27-b9e8-47b4-84ec-7b000c4f32af tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:35.301605 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4feb92a-c4a7-423d-a88a-0c9fbd9952cc req-71aefb27-b9e8-47b4-84ec-7b000c4f32af tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 946 time: 0.2862349 Dec 12 17:55:35.304441 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:35.312203 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88279331-3c71-46f3-ade9-df2093855624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network bce2003b-95fc-412b-a4c2-a13c87646bdc is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:35.314007 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-88279331-3c71-46f3-ade9-df2093855624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:35.317606 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88279331-3c71-46f3-ade9-df2093855624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:35.320661 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88279331-3c71-46f3-ade9-df2093855624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=04315045-3187-4c51-b951-f8bf62bb27de,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:35.330629 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6b1db9b8-cb38-45e2-80c0-8058667d3f68 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:55:35.367578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event deleted for resources: {'Port': ['ID=c02e780d-48e8-48da-8941-cf7ffe70d3a4,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:35.386162 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1ad75e11-48d6-40df-bb60-150c03bb3e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:35.409921 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] No DVR routers for this DVR port c02e780d-48e8-48da-8941-cf7ffe70d3a4 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:55:35.420372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad75e11-48d6-40df-bb60-150c03bb3e85 None None] No DVR routers for this DVR port c02e780d-48e8-48da-8941-cf7ffe70d3a4 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:55:35.432546 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88279331-3c71-46f3-ade9-df2093855624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:35.454645 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf3792-7907-4256-97da-89521a411ec2 None None] Pushing event updated for resources: {'Port': ['ID=ab6be69c-4b64-4aea-a056-df21563dc34e,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:35.526716 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad75e11-48d6-40df-bb60-150c03bb3e85 None None] Pushing event deleted for resources: {'Port': ['ID=c02e780d-48e8-48da-8941-cf7ffe70d3a4,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:35.531776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 6b1db9b8-cb38-45e2-80c0-8058667d3f68 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:35.532154 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:35.583585 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:35.612586 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88279331-3c71-46f3-ade9-df2093855624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:35.623972 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4feb92a-c4a7-423d-a88a-0c9fbd9952cc req-cbece96f-c558-4034-a7f8-dfeccb33ca4b tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579851 Dec 12 17:55:35.671864 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1adad7e-4ae3-4f82-8511-b6c095dedbd1']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:35.745707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3c3548-1c3a-4561-8986-51867a5a9c83') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:35.746016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3c3548-1c3a-4561-8986-51867a5a9c83') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:35.770881 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:35.805678 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:35.832080 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:55:35.833017 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:55:35.838117 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:55:35.871509 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c02e780d-48e8-48da-8941-cf7ffe70d3a4 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:55:35.916185 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: c02e780d-48e8-48da-8941-cf7ffe70d3a4 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:55:35.916545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c02e780d-48e8-48da-8941-cf7ffe70d3a4 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:55:35.957665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8481b-509b-42dd-87d7-549485861170 req-8d4fdea6-7776-4a08-95af-ee7a3ec19235 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:35.966122 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96c8481b-509b-42dd-87d7-549485861170 req-8d4fdea6-7776-4a08-95af-ee7a3ec19235 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.2174184 Dec 12 17:55:36.015741 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:36.031884 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:36.036263 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] 10.222.0.18 "DELETE /v2.0/networks/e1adad7e-4ae3-4f82-8511-b6c095dedbd1 HTTP/1.1" status: 204 len: 168 time: 1.8103004 Dec 12 17:55:36.048888 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb21337-b04d-43c9-b12d-64d1e5b7170f tempest-AllowedAddressPairIpV6TestJSON-464274223 tempest-AllowedAddressPairIpV6TestJSON-464274223-project] Pushing event deleted for resources: {'Network': ['ID=e1adad7e-4ae3-4f82-8511-b6c095dedbd1,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:36.085841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96c8481b-509b-42dd-87d7-549485861170 req-4fa70a57-b3a1-46a7-a62f-3b3bdbf87dbc tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188977 Dec 12 17:55:36.245613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1b164-305b-4839-babd-bf7229487380 req-4a78a802-434a-4121-a2cb-a0e4e6e7873e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:36.247262 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0bb1b164-305b-4839-babd-bf7229487380 req-4a78a802-434a-4121-a2cb-a0e4e6e7873e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.1005585 Dec 12 17:55:36.249083 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ac5049b-66f9-4e44-856f-65aa065e9876 req-f748d5a4-0f21-4b48-944d-3423e99c9b59 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.0462942 Dec 12 17:55:36.323552 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0bb1b164-305b-4839-babd-bf7229487380 req-c6e94183-64a0-4d8d-ac60-5eb1fbbab2e2 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688660 Dec 12 17:55:36.365585 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88279331-3c71-46f3-ade9-df2093855624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:36.372369 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88279331-3c71-46f3-ade9-df2093855624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:36.470387 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38370) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:36.481975 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88279331-3c71-46f3-ade9-df2093855624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=04315045-3187-4c51-b951-f8bf62bb27de,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:36.485708 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88279331-3c71-46f3-ade9-df2093855624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:36.592143 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88279331-3c71-46f3-ade9-df2093855624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network bce2003b-95fc-412b-a4c2-a13c87646bdc is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:36.593521 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-88279331-3c71-46f3-ade9-df2093855624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:36.670398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabf165-3618-43cb-ba21-07d11fdffc28 req-5d6296e0-e716-4b90-83c2-63278a817b04 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:36.677118 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabf165-3618-43cb-ba21-07d11fdffc28 req-5d6296e0-e716-4b90-83c2-63278a817b04 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:36.683081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabf165-3618-43cb-ba21-07d11fdffc28 req-5d6296e0-e716-4b90-83c2-63278a817b04 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:36.692147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbabf165-3618-43cb-ba21-07d11fdffc28 req-5d6296e0-e716-4b90-83c2-63278a817b04 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b&device_id=89ad812a-7c78-4f9d-a93f-c98c46c868cf&device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 2417 time: 0.0813484 Dec 12 17:55:36.716626 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a1dd9e73-73d1-469e-9f6c-e0a4a16b37d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62ff9c9c53c84b36b26fc65546f99f25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442279 Dec 12 17:55:36.722665 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38374) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:36.745619 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbabf165-3618-43cb-ba21-07d11fdffc28 req-7423c02b-f354-4ea3-9ce9-364485733834 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525777 Dec 12 17:55:36.798939 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-474edac4-e548-4b1e-b92c-94ab727a64e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:36.830604 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88279331-3c71-46f3-ade9-df2093855624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router 724e2343-40c8-4643-b61d-e8bc098138c1 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:55:36.844538 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-474edac4-e548-4b1e-b92c-94ab727a64e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:36.963979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b56d2-4bec-4c55-ba24-0353366ad7a3 req-e6919265-fbb0-403f-ac40-095de63ef3b0 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:36.972706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-955b56d2-4bec-4c55-ba24-0353366ad7a3 req-e6919265-fbb0-403f-ac40-095de63ef3b0 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 946 time: 0.1046567 Dec 12 17:55:36.979034 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1562d8c7-6520-491f-a3c9-5d75b090679d req-f058368f-aa9a-443f-9b31-aaf67bcb9e89 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0792344 Dec 12 17:55:37.025073 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88279331-3c71-46f3-ade9-df2093855624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:55:37.031419 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-88279331-3c71-46f3-ade9-df2093855624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "PUT /v2.0/routers/724e2343-40c8-4643-b61d-e8bc098138c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7390311 Dec 12 17:55:37.032649 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-474edac4-e548-4b1e-b92c-94ab727a64e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:37.036787 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-474edac4-e548-4b1e-b92c-94ab727a64e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:37.052906 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-474edac4-e548-4b1e-b92c-94ab727a64e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b21222f-dbfc-4ab8-b92f-594f89e9570b HTTP/1.1" status: 204 len: 168 time: 0.3194451 Dec 12 17:55:37.102092 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474edac4-e548-4b1e-b92c-94ab727a64e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b21222f-dbfc-4ab8-b92f-594f89e9570b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:37.112270 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-955b56d2-4bec-4c55-ba24-0353366ad7a3 req-8ef33c12-9da9-48a7-a0a2-c4787b68b29d tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222279 Dec 12 17:55:37.175648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562d8c7-6520-491f-a3c9-5d75b090679d req-e3979089-6554-4c86-a411-a98558690a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:37.177175 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1562d8c7-6520-491f-a3c9-5d75b090679d req-e3979089-6554-4c86-a411-a98558690a1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eec4f7c06b94e6fb43f600b02c7c6f5&device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 1096 time: 0.1326840 Dec 12 17:55:37.264345 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130d1eaa-1b9a-4d5f-976d-610cbf216b9e None None] Network bce2003b-95fc-412b-a4c2-a13c87646bdc requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:55:37.498838 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ab6be69c-4b64-4aea-a056-df21563dc34e up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:55:37.548855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cb221057-adc6-45cf-bff9-5da69ccb78c4 None None] Provisioning complete for port ab6be69c-4b64-4aea-a056-df21563dc34e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:37.549433 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cb221057-adc6-45cf-bff9-5da69ccb78c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:37.638394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ab6be69c-4b64-4aea-a056-df21563dc34e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:37.638776 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:37.643888 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Sync routers for ids ['724e2343-40c8-4643-b61d-e8bc098138c1'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:55:37.661989 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Routers {'724e2343-40c8-4643-b61d-e8bc098138c1'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:55:37.662723 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:55:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['724e2343-40c8-4643-b61d-e8bc098138c1'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:37.795950 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cb221057-adc6-45cf-bff9-5da69ccb78c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:37.852175 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Set router 724e2343-40c8-4643-b61d-e8bc098138c1 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:55:37.901523 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:37.937601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f9740-d862-4e49-af5a-284e8659fe48 req-a0c69a94-a811-4be1-ab6c-721d45de8a35 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:37.948673 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-182f9740-d862-4e49-af5a-284e8659fe48 req-a0c69a94-a811-4be1-ab6c-721d45de8a35 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.5902236 Dec 12 17:55:37.968557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-92334e82-5d33-41a8-9d00-012e0110f1aa req-cc849b9c-2758-4d00-afab-87304a2aa0b6 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.0937755 Dec 12 17:55:38.010517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562d8c7-6520-491f-a3c9-5d75b090679d req-b0ff2a45-474a-4f7f-874b-943def080556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:38.013531 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1562d8c7-6520-491f-a3c9-5d75b090679d req-b0ff2a45-474a-4f7f-874b-943def080556 service neutron] 10.222.0.20 "GET /v2.0/networks?id=67709362-7810-4af0-979b-7388b427976b HTTP/1.1" status: 200 len: 911 time: 0.8046646 Dec 12 17:55:38.016732 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-cb221057-adc6-45cf-bff9-5da69ccb78c4 None None] For port ab6be69c-4b64-4aea-a056-df21563dc34e, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ab6be69c-4b64-4aea-a056-df21563dc34e,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:38.028692 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cb221057-adc6-45cf-bff9-5da69ccb78c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:38.140022 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1562d8c7-6520-491f-a3c9-5d75b090679d req-d856a8d5-2aa2-4bcb-a861-cb8a463feea9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1b7c161-ca88-472a-950b-779704c740af HTTP/1.1" status: 200 len: 217 time: 0.1147933 Dec 12 17:55:38.165520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-182f9740-d862-4e49-af5a-284e8659fe48 req-e201522e-bd1b-41bb-b703-d0c42d5d3235 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135577 Dec 12 17:55:38.287833 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:55:38.288394 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:55:38.294047 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472675823', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:55:29Z', 'updated_at': '2021-12-12T17:55:35Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:30Z', 'updated_at': '2021-12-12T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '04315045-3187-4c51-b951-f8bf62bb27de', 'name': '', 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:d0:30:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '37146111-35c1-4540-9c8e-157a186ecea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:34Z', 'updated_at': '2021-12-12T17:55:36Z', 'revision_number': 2, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '37146111-35c1-4540-9c8e-157a186ecea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:38.318202 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e8ccb897-f090-4698-96ca-d517138b1ae5 None None] Provisioning complete for port ab6be69c-4b64-4aea-a056-df21563dc34e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:38.318573 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e8ccb897-f090-4698-96ca-d517138b1ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:38.350710 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Checking router: 724e2343-40c8-4643-b61d-e8bc098138c1 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:55:38.351062 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Updating router 724e2343-40c8-4643-b61d-e8bc098138c1 port 04315045-3187-4c51-b951-f8bf62bb27de binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:55:38.395452 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:38.406267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562d8c7-6520-491f-a3c9-5d75b090679d req-85a57947-f33a-4a1b-828a-d9ee00b3ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:38.411565 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1562d8c7-6520-491f-a3c9-5d75b090679d req-85a57947-f33a-4a1b-828a-d9ee00b3ddfc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=477b849f-51cb-4da9-8007-720c6e5ac5b0 HTTP/1.1" status: 200 len: 850 time: 0.2450240 Dec 12 17:55:38.438161 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb221057-adc6-45cf-bff9-5da69ccb78c4 None None] Pushing event updated for resources: {'Port': ['ID=ab6be69c-4b64-4aea-a056-df21563dc34e,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:38.472529 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38424) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:38.516506 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1562d8c7-6520-491f-a3c9-5d75b090679d req-037a8bb5-150e-47df-872f-8461ec5e7795 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67709362-7810-4af0-979b-7388b427976b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873344 Dec 12 17:55:38.597657 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e8ccb897-f090-4698-96ca-d517138b1ae5 None None] Provisioning complete for port 04315045-3187-4c51-b951-f8bf62bb27de triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:38.597950 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e8ccb897-f090-4698-96ca-d517138b1ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:38.638190 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e9ab558-b93a-4097-b672-8734707db85f req-5241d32c-30a7-4e4d-ad95-c103d5030a97 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1359691301&fields=id&tenant_id=1ca8577c66784779ba8900bd9278d832 HTTP/1.1" status: 200 len: 267 time: 0.3624101 Dec 12 17:55:38.699537 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e8ccb897-f090-4698-96ca-d517138b1ae5 None None] Port 04315045-3187-4c51-b951-f8bf62bb27de cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:38.704309 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7a448c3-3993-4145-b0f8-c9cef82e9959 req-a405de9e-5a4a-4535-acd2-2d9ae8161bad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3829362 Dec 12 17:55:38.719739 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Request body: {'networks': [{'name': 'tempest-network--1439994164'}, {'name': 'tempest-network--1206260520'}]} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:38.721590 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Request body: {'network': {'name': 'tempest-network--1439994164'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:38.725164 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Request body: {'network': {'name': 'tempest-network--1206260520'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:38.786850 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Made reservation on behalf of 5df8d458426d49159b45b88bd8eecb61 for: {'network': 2} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:38.813160 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:38.838683 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:38.927161 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9e798e6e-1d56-4f04-b8f7-488e7e747923 None None] Provisioning complete for port 04315045-3187-4c51-b951-f8bf62bb27de triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:38.928896 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e798e6e-1d56-4f04-b8f7-488e7e747923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:38.956230 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:38.975131 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:39.046094 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9e798e6e-1d56-4f04-b8f7-488e7e747923 None None] Port 04315045-3187-4c51-b951-f8bf62bb27de cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:39.103150 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417b176-1d5a-4686-ba0f-dabfa4f61861 None None] Pushing event updated for resources: {'Port': ['ID=04315045-3187-4c51-b951-f8bf62bb27de,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:39.124386 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417b176-1d5a-4686-ba0f-dabfa4f61861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:39.124852 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417b176-1d5a-4686-ba0f-dabfa4f61861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:39.125283 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417b176-1d5a-4686-ba0f-dabfa4f61861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:39.126980 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417b176-1d5a-4686-ba0f-dabfa4f61861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:39.127849 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417b176-1d5a-4686-ba0f-dabfa4f61861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:39.128257 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417b176-1d5a-4686-ba0f-dabfa4f61861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:39.128659 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417b176-1d5a-4686-ba0f-dabfa4f61861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:39.129060 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417b176-1d5a-4686-ba0f-dabfa4f61861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:39.129458 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417b176-1d5a-4686-ba0f-dabfa4f61861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:39.129856 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417b176-1d5a-4686-ba0f-dabfa4f61861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:39.130252 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417b176-1d5a-4686-ba0f-dabfa4f61861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:39.130664 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417b176-1d5a-4686-ba0f-dabfa4f61861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:39.131057 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417b176-1d5a-4686-ba0f-dabfa4f61861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:55:39.170013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ab6be69c-4b64-4aea-a056-df21563dc34e up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:55:39.170573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a448c3-3993-4145-b0f8-c9cef82e9959 req-55d0b6d1-2e11-42a0-870e-6976e7248261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:39.172825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7a448c3-3993-4145-b0f8-c9cef82e9959 req-55d0b6d1-2e11-42a0-870e-6976e7248261 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0b4bc710fe244f885d5e9cf88a75d69&device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 1097 time: 0.3223705 Dec 12 17:55:39.175779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0e846bd7-9ef0-4a6c-ba04-05589a8f565e req-55fd9eeb-3797-489a-a7d5-2d76a18557f7 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.0652304 Dec 12 17:55:39.194951 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ab558-b93a-4097-b672-8734707db85f req-01f12292-9943-47e9-a066-c3d4c773111e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:39.203029 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e9ab558-b93a-4097-b672-8734707db85f req-01f12292-9943-47e9-a066-c3d4c773111e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/networks?id=bce2003b-95fc-412b-a4c2-a13c87646bdc HTTP/1.1" status: 200 len: 796 time: 0.5640464 Dec 12 17:55:39.205453 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:39.207844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1562d8c7-6520-491f-a3c9-5d75b090679d req-73cd37ce-d3e6-4ed0-b2c3-df095ac56681 service neutron] 10.222.0.20 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518867 Dec 12 17:55:39.215943 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:39.216610 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:39.320038 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Attempting to bind port 04315045-3187-4c51-b951-f8bf62bb27de on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:55:39.331834 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Attempting to bind port 04315045-3187-4c51-b951-f8bf62bb27de by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:55:39.335032 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Attempting to bind port 04315045-3187-4c51-b951-f8bf62bb27de on network bce2003b-95fc-412b-a4c2-a13c87646bdc {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:55:39.348752 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:55:39.349563 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Checking segment: {'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:39.350212 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:39.352870 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1562d8c7-6520-491f-a3c9-5d75b090679d req-d20c2887-eabf-4903-b50c-24bb80787120 service neutron] 10.222.0.20 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274235 Dec 12 17:55:39.353647 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Bound using segment: {'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:55:39.354394 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Bound port: 04315045-3187-4c51-b951-f8bf62bb27de, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:55:39.355068 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:39.363537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46434642-545d-4630-ad75-5e3fa8e140cc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:39.366475 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5c85a00d-3f8a-4867-a484-9fb17db47f3a None None] Provisioning complete for port 04315045-3187-4c51-b951-f8bf62bb27de triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:39.367002 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5c85a00d-3f8a-4867-a484-9fb17db47f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:39.401576 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:55:39.409081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e9ab558-b93a-4097-b672-8734707db85f req-31f3fe3c-d224-42c5-841c-675f75c5dd02 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/quotas/1ca8577c66784779ba8900bd9278d832 HTTP/1.1" status: 200 len: 375 time: 0.2048876 Dec 12 17:55:39.432130 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:39.432551 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Added segment 68617764-ed18-42d8-9c6a-8e8d2a2567a0 of type vlan for network 4ea8434a-9ae8-426b-929d-fe10fe71a386 Dec 12 17:55:39.444226 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ab6be69c-4b64-4aea-a056-df21563dc34e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:39.444743 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:39.447693 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5c85a00d-3f8a-4867-a484-9fb17db47f3a None None] Port 04315045-3187-4c51-b951-f8bf62bb27de cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:39.523547 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:39.542982 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e9ab558-b93a-4097-b672-8734707db85f req-94f3584f-fbf5-4cad-a577-895aa6cb5c88 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1327555 Dec 12 17:55:39.573843 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] For port 04315045-3187-4c51-b951-f8bf62bb27de, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:55:39.590201 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] For port 04315045-3187-4c51-b951-f8bf62bb27de, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=04315045-3187-4c51-b951-f8bf62bb27de,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:55:39.590843 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a448c3-3993-4145-b0f8-c9cef82e9959 req-4e9869bb-9653-4b83-8dfe-bf6868860b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:39.592513 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7a448c3-3993-4145-b0f8-c9cef82e9959 req-4e9869bb-9653-4b83-8dfe-bf6868860b8c service neutron] 10.222.0.31 "GET /v2.0/networks?id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 HTTP/1.1" status: 200 len: 917 time: 0.3836977 Dec 12 17:55:39.597765 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:55:39.601141 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:39.613664 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:39.614420 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Added segment e57181fd-b591-4259-bb1c-2e8ba42cabd4 of type vlan for network 5788a8ce-8db9-4eee-b7a7-2c6b8f4b9e24 Dec 12 17:55:39.668344 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-58502f8b-813b-43a2-9db2-9e37af156490 None None] Provisioning complete for port 04315045-3187-4c51-b951-f8bf62bb27de triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:39.668715 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58502f8b-813b-43a2-9db2-9e37af156490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:39.688962 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:39.724990 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:39.725495 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:39.727558 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Routers {'724e2343-40c8-4643-b61d-e8bc098138c1'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:55:39.728466 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:55:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['724e2343-40c8-4643-b61d-e8bc098138c1'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:39.732091 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:39.747743 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:39.748660 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:39.811864 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417b176-1d5a-4686-ba0f-dabfa4f61861 None None] Pushing event updated for resources: {'Port': ['ID=04315045-3187-4c51-b951-f8bf62bb27de,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:39.828051 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58502f8b-813b-43a2-9db2-9e37af156490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:39.870608 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7a448c3-3993-4145-b0f8-c9cef82e9959 req-4aaa67d6-0065-4586-b868-5d2b3176ef45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=075887db-ed2d-4766-850d-aaca8344b15c HTTP/1.1" status: 200 len: 1002 time: 0.2677255 Dec 12 17:55:39.882668 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e9ab558-b93a-4097-b672-8734707db85f req-731ac8b7-0120-4b38-93b1-0a17399e3af3 service neutron] 10.222.0.18 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384912 Dec 12 17:55:39.884291 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-58502f8b-813b-43a2-9db2-9e37af156490 None None] For port 04315045-3187-4c51-b951-f8bf62bb27de, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=04315045-3187-4c51-b951-f8bf62bb27de,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:39.894969 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58502f8b-813b-43a2-9db2-9e37af156490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:39.895941 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] Set router 724e2343-40c8-4643-b61d-e8bc098138c1 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:55:39.961662 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d1bd4-39a7-41ca-bd66-b688919e0c5e req-035a2678-f2be-4b06-8278-7fbd9f40c740 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:39.969320 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf2d1bd4-39a7-41ca-bd66-b688919e0c5e req-035a2678-f2be-4b06-8278-7fbd9f40c740 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.2610829 Dec 12 17:55:39.995505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58502f8b-813b-43a2-9db2-9e37af156490 None None] Pushing event updated for resources: {'Port': ['ID=04315045-3187-4c51-b951-f8bf62bb27de,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:40.002790 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event updated for resources: {'Network': ['ID=4ea8434a-9ae8-426b-929d-fe10fe71a386,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:40.028365 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 4ea8434a-9ae8-426b-929d-fe10fe71a386 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:55:40.128901 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a448c3-3993-4145-b0f8-c9cef82e9959 req-6200e989-0a6c-4271-87ec-dc58a57e6753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:40.138983 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6651540 Dec 12 17:55:40.139897 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57558d-b7c1-47cd-ab46-9398343e1c07 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event updated for resources: {'Network': ['ID=5788a8ce-8db9-4eee-b7a7-2c6b8f4b9e24,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:40.141820 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7a448c3-3993-4145-b0f8-c9cef82e9959 req-6200e989-0a6c-4271-87ec-dc58a57e6753 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=076bf984-90a2-4fda-a328-15e958eede88 HTTP/1.1" status: 200 len: 855 time: 0.2357149 Dec 12 17:55:40.147969 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38444) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:40.280557 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472675823', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:55:29Z', 'updated_at': '2021-12-12T17:55:35Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:30Z', 'updated_at': '2021-12-12T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '04315045-3187-4c51-b951-f8bf62bb27de', 'name': '', 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:d0:30:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '37146111-35c1-4540-9c8e-157a186ecea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:34Z', 'updated_at': '2021-12-12T17:55:39Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '37146111-35c1-4540-9c8e-157a186ecea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:40.311127 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc24b62-72a4-417c-b9ad-220d1b5e9909 None None] The sync data for ids ['724e2343-40c8-4643-b61d-e8bc098138c1'] in n-d-760354-5 is: [{'id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472675823', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:55:29Z', 'updated_at': '2021-12-12T17:55:35Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:30Z', 'updated_at': '2021-12-12T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '04315045-3187-4c51-b951-f8bf62bb27de', 'name': '', 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:d0:30:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '37146111-35c1-4540-9c8e-157a186ecea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:34Z', 'updated_at': '2021-12-12T17:55:39Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '37146111-35c1-4540-9c8e-157a186ecea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:55:40.359237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf2d1bd4-39a7-41ca-bd66-b688919e0c5e req-50c14aef-fa75-406b-a99b-38a88f84076c tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868008 Dec 12 17:55:40.396692 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbb83bf-45ed-458d-a15b-2ace7ca2dd4a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:40.411582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbb83bf-45ed-458d-a15b-2ace7ca2dd4a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:40.424347 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbb83bf-45ed-458d-a15b-2ace7ca2dd4a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:40.442920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbb83bf-45ed-458d-a15b-2ace7ca2dd4a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:40.447394 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3dbb83bf-45ed-458d-a15b-2ace7ca2dd4a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2983813 Dec 12 17:55:40.450424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38448) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:40.477212 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 5788a8ce-8db9-4eee-b7a7-2c6b8f4b9e24 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:55:40.484560 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e9ab558-b93a-4097-b672-8734707db85f req-ed6e2ccd-44c0-4515-b95f-8c4606f3966e service neutron] 10.222.0.18 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006746 Dec 12 17:55:40.538172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a448c3-3993-4145-b0f8-c9cef82e9959 req-853df35c-3bc8-4e2e-ac4a-80fcb755c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:40.549363 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7a448c3-3993-4145-b0f8-c9cef82e9959 req-853df35c-3bc8-4e2e-ac4a-80fcb755c90f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2163863 Dec 12 17:55:40.662145 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-71409c33-52fc-44ee-996c-74a4e254e3f0 None None] Provisioning complete for port 04315045-3187-4c51-b951-f8bf62bb27de triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:40.662690 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-71409c33-52fc-44ee-996c-74a4e254e3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:40.754519 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc74d5b7-e6d4-483c-88c2-9e0a2a4cd406 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:40.806053 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7a448c3-3993-4145-b0f8-c9cef82e9959 req-a2c7d343-77f1-4592-a829-a157dd3a1bfb service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462702 Dec 12 17:55:40.917758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-622777ea-d625-4de1-903b-95ac13c4ce76 req-a457c2a9-a46b-468c-acab-624d729af2a9 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.1072330 Dec 12 17:55:41.058439 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7a448c3-3993-4145-b0f8-c9cef82e9959 req-d85c2277-3260-4ed0-bdfc-4e10abf09199 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279088 Dec 12 17:55:41.078919 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc74d5b7-e6d4-483c-88c2-9e0a2a4cd406 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:41.163636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fc74d5b7-e6d4-483c-88c2-9e0a2a4cd406 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea8434a-9ae8-426b-929d-fe10fe71a386']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:41.196464 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fc74d5b7-e6d4-483c-88c2-9e0a2a4cd406 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68617764-ed18-42d8-9c6a-8e8d2a2567a0') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:41.196766 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fc74d5b7-e6d4-483c-88c2-9e0a2a4cd406 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68617764-ed18-42d8-9c6a-8e8d2a2567a0') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:41.213044 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc74d5b7-e6d4-483c-88c2-9e0a2a4cd406 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:41.239051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 04315045-3187-4c51-b951-f8bf62bb27de up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:55:41.251012 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-344d7bdb-b757-4692-be17-ce8b69f9aef8 req-82445f60-fdb9-4c06-ada6-a259a27ef547 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 210 time: 0.0952761 Dec 12 17:55:41.251348 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc74d5b7-e6d4-483c-88c2-9e0a2a4cd406 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:41.263662 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc74d5b7-e6d4-483c-88c2-9e0a2a4cd406 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:55:41.267310 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc74d5b7-e6d4-483c-88c2-9e0a2a4cd406 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:55:41.272122 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:55:41.330649 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 04315045-3187-4c51-b951-f8bf62bb27de triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:41.331267 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:41.355013 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc74d5b7-e6d4-483c-88c2-9e0a2a4cd406 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:41.361373 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc74d5b7-e6d4-483c-88c2-9e0a2a4cd406 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:41.365617 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fc74d5b7-e6d4-483c-88c2-9e0a2a4cd406 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "DELETE /v2.0/networks/4ea8434a-9ae8-426b-929d-fe10fe71a386 HTTP/1.1" status: 204 len: 168 time: 0.9139516 Dec 12 17:55:41.368894 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38466) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:41.385370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74d5b7-e6d4-483c-88c2-9e0a2a4cd406 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event deleted for resources: {'Network': ['ID=4ea8434a-9ae8-426b-929d-fe10fe71a386,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:41.567114 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad56b-c1f0-4c51-82f5-7a6cfc757ae2 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:41.609206 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee1f45-5935-4077-ab8c-e7572951d9d8 req-c6c50912-4594-4baa-b5a2-4809455ef540 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:41.611349 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5eee1f45-5935-4077-ab8c-e7572951d9d8 req-c6c50912-4594-4baa-b5a2-4809455ef540 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.1013858 Dec 12 17:55:41.621231 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7cab5-abe7-444b-a5ee-8f745869b03e req-421decb2-c047-4cde-91bd-1ee119ee4b3c tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:41.623783 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-02b7cab5-abe7-444b-a5ee-8f745869b03e req-421decb2-c047-4cde-91bd-1ee119ee4b3c tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.3062055 Dec 12 17:55:41.800275 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad56b-c1f0-4c51-82f5-7a6cfc757ae2 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:41.811738 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5eee1f45-5935-4077-ab8c-e7572951d9d8 req-8e560fc3-5aa4-42f4-a76b-03c81c378fee tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866102 Dec 12 17:55:41.817618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-02b7cab5-abe7-444b-a5ee-8f745869b03e req-df5e297e-27d7-4ab5-a1d5-edccd39beda0 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810765 Dec 12 17:55:41.829998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-aa3ad56b-c1f0-4c51-82f5-7a6cfc757ae2 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5788a8ce-8db9-4eee-b7a7-2c6b8f4b9e24']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:41.850737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-aa3ad56b-c1f0-4c51-82f5-7a6cfc757ae2 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57181fd-b591-4259-bb1c-2e8ba42cabd4') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:41.851123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-aa3ad56b-c1f0-4c51-82f5-7a6cfc757ae2 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57181fd-b591-4259-bb1c-2e8ba42cabd4') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:41.861101 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad56b-c1f0-4c51-82f5-7a6cfc757ae2 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:41.882009 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad56b-c1f0-4c51-82f5-7a6cfc757ae2 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:41.891677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3ad56b-c1f0-4c51-82f5-7a6cfc757ae2 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:55:41.893215 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad56b-c1f0-4c51-82f5-7a6cfc757ae2 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:55:41.895951 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:55:41.966019 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad56b-c1f0-4c51-82f5-7a6cfc757ae2 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:41.975990 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad56b-c1f0-4c51-82f5-7a6cfc757ae2 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:41.986359 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-aa3ad56b-c1f0-4c51-82f5-7a6cfc757ae2 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "DELETE /v2.0/networks/5788a8ce-8db9-4eee-b7a7-2c6b8f4b9e24 HTTP/1.1" status: 204 len: 168 time: 0.6124578 Dec 12 17:55:41.988197 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38478) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:42.039215 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ad56b-c1f0-4c51-82f5-7a6cfc757ae2 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event deleted for resources: {'Network': ['ID=5788a8ce-8db9-4eee-b7a7-2c6b8f4b9e24,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:42.139808 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8b256956-0e14-40ab-a3bd-88557e74b03b req-14812d6e-f342-473d-b1d3-9897823437c0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.0445495 Dec 12 17:55:42.234563 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75593d41-446b-4313-ad27-ddb603994157 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:42.243392 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75593d41-446b-4313-ad27-ddb603994157 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:42.245677 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-75593d41-446b-4313-ad27-ddb603994157 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2562430 Dec 12 17:55:42.249511 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38484) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:42.260020 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-23112f62-998a-4eac-b62c-dcbe71e75666 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-595009313'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:42.304943 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23112f62-998a-4eac-b62c-dcbe71e75666 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Made reservation on behalf of 5df8d458426d49159b45b88bd8eecb61 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:42.309919 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23112f62-998a-4eac-b62c-dcbe71e75666 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:42.363404 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-711389ab-90aa-4c39-8565-31a4aeb453d2 req-89e594ab-67f7-420d-b5b2-29711a6c1a0d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 210 time: 0.0331039 Dec 12 17:55:42.372886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23112f62-998a-4eac-b62c-dcbe71e75666 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:55:42.387100 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23112f62-998a-4eac-b62c-dcbe71e75666 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:42.387496 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-23112f62-998a-4eac-b62c-dcbe71e75666 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Added segment f61bc154-bb28-4ef6-8bca-783b081d13b9 of type vlan for network cb2df85a-f173-4706-a625-05654feb6371 Dec 12 17:55:42.443408 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23112f62-998a-4eac-b62c-dcbe71e75666 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:42.479520 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23112f62-998a-4eac-b62c-dcbe71e75666 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:42.486839 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23112f62-998a-4eac-b62c-dcbe71e75666 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:42.487707 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23112f62-998a-4eac-b62c-dcbe71e75666 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:42.560875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-23112f62-998a-4eac-b62c-dcbe71e75666 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3101311 Dec 12 17:55:42.565362 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38488) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:42.568358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23112f62-998a-4eac-b62c-dcbe71e75666 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event updated for resources: {'Network': ['ID=cb2df85a-f173-4706-a625-05654feb6371,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:42.572119 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b9c03ac5-9155-470e-bf44-6061d305e040 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-471318507'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:42.584752 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network cb2df85a-f173-4706-a625-05654feb6371 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:55:42.600879 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c03ac5-9155-470e-bf44-6061d305e040 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Made reservation on behalf of 5df8d458426d49159b45b88bd8eecb61 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:42.610064 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9c03ac5-9155-470e-bf44-6061d305e040 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:42.672607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c03ac5-9155-470e-bf44-6061d305e040 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:55:42.698438 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9c03ac5-9155-470e-bf44-6061d305e040 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:42.701331 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-b9c03ac5-9155-470e-bf44-6061d305e040 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Added segment b3b2ac22-182c-4bea-ae69-c72ab10cc6c0 of type vlan for network a0a33cf5-c345-4cf2-938a-f1232fa5c66a Dec 12 17:55:42.778965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ab558-b93a-4097-b672-8734707db85f req-7a78ff43-7b14-4d07-b1fb-6eca68080b0e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:42.780661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e9ab558-b93a-4097-b672-8734707db85f req-7a78ff43-7b14-4d07-b1fb-6eca68080b0e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.31 "GET /v2.0/networks?id=bce2003b-95fc-412b-a4c2-a13c87646bdc HTTP/1.1" status: 200 len: 796 time: 0.1779571 Dec 12 17:55:42.805537 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9c03ac5-9155-470e-bf44-6061d305e040 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:42.847669 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9c03ac5-9155-470e-bf44-6061d305e040 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:42.855473 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c03ac5-9155-470e-bf44-6061d305e040 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:42.856193 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9c03ac5-9155-470e-bf44-6061d305e040 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:42.909026 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e9ab558-b93a-4097-b672-8734707db85f req-6921c378-ac6e-44f7-b463-71f8b05b37af tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ca8577c66784779ba8900bd9278d832 HTTP/1.1" status: 200 len: 380 time: 0.1183343 Dec 12 17:55:42.921578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-6e9ab558-b93a-4097-b672-8734707db85f req-5aae7ea8-482f-4d29-958b-225a9e03f4aa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'port': {'device_id': '81143489-b4e3-4799-aa87-5af71e92450a', 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc', 'admin_state_up': True, 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'security_groups': ['c720269b-a18c-45e7-8a37-745feab618da']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:42.958188 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b9c03ac5-9155-470e-bf44-6061d305e040 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3911483 Dec 12 17:55:42.963065 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38494) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:42.969062 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Request body: {'ports': [{'network_id': 'cb2df85a-f173-4706-a625-05654feb6371', 'name': 'tempest-port--82524278', 'admin_state_up': True}, {'network_id': 'a0a33cf5-c345-4cf2-938a-f1232fa5c66a', 'admin_state_up': False}]} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:42.969428 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Request body: {'port': {'network_id': 'cb2df85a-f173-4706-a625-05654feb6371', 'name': 'tempest-port--82524278', 'admin_state_up': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:42.969895 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Request body: {'port': {'network_id': 'a0a33cf5-c345-4cf2-938a-f1232fa5c66a', 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:43.039230 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c03ac5-9155-470e-bf44-6061d305e040 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event updated for resources: {'Network': ['ID=a0a33cf5-c345-4cf2-938a-f1232fa5c66a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:43.057564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network a0a33cf5-c345-4cf2-938a-f1232fa5c66a details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:55:43.086054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a8b4d-0c2d-445c-9f61-8c4b627e683c req-00599892-3d3e-4afd-a702-e9fa38540ec3 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:43.087716 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d94a8b4d-0c2d-445c-9f61-8c4b627e683c req-00599892-3d3e-4afd-a702-e9fa38540ec3 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.1406765 Dec 12 17:55:43.135453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69e037-13a3-420e-a5a8-1e2fd2c728d9 req-bf3ad62a-5b9f-4b53-a29b-ace3a604f224 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:43.137356 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a69e037-13a3-420e-a5a8-1e2fd2c728d9 req-bf3ad62a-5b9f-4b53-a29b-ace3a604f224 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.1933234 Dec 12 17:55:43.252096 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a69e037-13a3-420e-a5a8-1e2fd2c728d9 req-90524782-e210-476f-a115-4d7a16f93386 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018143 Dec 12 17:55:43.273884 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d94a8b4d-0c2d-445c-9f61-8c4b627e683c req-c6559ef5-b8fb-4629-978b-ed966c01f222 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509252 Dec 12 17:55:43.294496 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9ab558-b93a-4097-b672-8734707db85f req-5aae7ea8-482f-4d29-958b-225a9e03f4aa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Made reservation on behalf of 1ca8577c66784779ba8900bd9278d832 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:43.298523 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6e9ab558-b93a-4097-b672-8734707db85f req-5aae7ea8-482f-4d29-958b-225a9e03f4aa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:43.306555 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Made reservation on behalf of 5df8d458426d49159b45b88bd8eecb61 for: {'port': 2} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:43.315612 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:43.334166 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:43.419309 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8746af2-1672-425f-b10e-c4140a456384 req-3d369edf-5291-4d6d-bd15-d2cc24d7a33d tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/ports?device_id=6be809e0-656f-4ce7-99d7-d315a2e61c5a HTTP/1.1" status: 200 len: 210 time: 0.0366328 Dec 12 17:55:43.469629 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] device_id is not set on port b966e2f2-894c-4b0f-9eba-2e11244f9011 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:55:43.523036 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2c0ae04-b1f7-4530-b6ec-8e88fa00b505 req-c0e5aa25-7a5c-41a3-ab0c-feec37f8db56 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 210 time: 0.0444109 Dec 12 17:55:43.547023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-6e9ab558-b93a-4097-b672-8734707db85f req-5aae7ea8-482f-4d29-958b-225a9e03f4aa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Allocated IP 172.20.0.14 (bce2003b-95fc-412b-a4c2-a13c87646bdc/37146111-35c1-4540-9c8e-157a186ecea6/d589b28d-f8de-46af-8b61-7ce1962f71f5) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:43.634404 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:43.740775 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] device_id is not set on port 4549a695-a794-4881-88dd-e9f8094d74c9 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:55:43.778448 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6e9ab558-b93a-4097-b672-8734707db85f req-5aae7ea8-482f-4d29-958b-225a9e03f4aa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:43.832944 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6e9ab558-b93a-4097-b672-8734707db85f req-5aae7ea8-482f-4d29-958b-225a9e03f4aa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:43.882492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9ab558-b93a-4097-b672-8734707db85f req-5aae7ea8-482f-4d29-958b-225a9e03f4aa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network bce2003b-95fc-412b-a4c2-a13c87646bdc is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:43.886101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-6e9ab558-b93a-4097-b672-8734707db85f req-5aae7ea8-482f-4d29-958b-225a9e03f4aa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:43.888334 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:43.890136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9ab558-b93a-4097-b672-8734707db85f req-5aae7ea8-482f-4d29-958b-225a9e03f4aa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:43.920881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae7ea8-482f-4d29-958b-225a9e03f4aa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=d589b28d-f8de-46af-8b61-7ce1962f71f5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:43.948351 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:43.958785 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ab558-b93a-4097-b672-8734707db85f req-5aae7ea8-482f-4d29-958b-225a9e03f4aa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:43.959655 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6e9ab558-b93a-4097-b672-8734707db85f req-5aae7ea8-482f-4d29-958b-225a9e03f4aa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:43.987298 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e9ab558-b93a-4097-b672-8734707db85f req-5aae7ea8-482f-4d29-958b-225a9e03f4aa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0716052 Dec 12 17:55:44.002895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Request body: {'port': {'device_id': '81143489-b4e3-4799-aa87-5af71e92450a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:44.031072 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event updated for resources: {'Port': ['ID=b966e2f2-894c-4b0f-9eba-2e11244f9011,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:44.076931 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:44.077932 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Checking segment: {'id': 'f61bc154-bb28-4ef6-8bca-783b081d13b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cb2df85a-f173-4706-a625-05654feb6371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:44.079656 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Network hostable DHCP agents. Network: cb2df85a-f173-4706-a625-05654feb6371, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:55:44.106965 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Network cb2df85a-f173-4706-a625-05654feb6371 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:55:44.129317 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, cb2df85a-f173-4706-a625-05654feb6371) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:44.133786 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:44.134853 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:44.139690 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a77b8e9-31a2-4fc5-a4ac-4abc3c77819c None None] Network cb2df85a-f173-4706-a625-05654feb6371 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:55:44.273174 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event updated for resources: {'Port': ['ID=4549a695-a794-4881-88dd-e9f8094d74c9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:44.356648 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Checking segment: {'id': 'b3b2ac22-182c-4bea-ae69-c72ab10cc6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a0a33cf5-c345-4cf2-938a-f1232fa5c66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:44.357840 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Network hostable DHCP agents. Network: a0a33cf5-c345-4cf2-938a-f1232fa5c66a, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:55:44.382028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-da208fa5-40a8-466a-a575-d4cf2ed04303 None None] Provisioning complete for port d589b28d-f8de-46af-8b61-7ce1962f71f5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:44.382407 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-da208fa5-40a8-466a-a575-d4cf2ed04303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:44.458391 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Network a0a33cf5-c345-4cf2-938a-f1232fa5c66a is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:55:44.526393 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-da208fa5-40a8-466a-a575-d4cf2ed04303 None None] Port d589b28d-f8de-46af-8b61-7ce1962f71f5 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:55:44.529566 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, a0a33cf5-c345-4cf2-938a-f1232fa5c66a) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:44.534182 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:44.545449 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:44.557756 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d9db76-0767-40fe-a163-88d40c92ccc3 None None] Network a0a33cf5-c345-4cf2-938a-f1232fa5c66a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:55:44.577628 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:44.582794 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:44.624417 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d7371898-fcce-4002-9225-b8105ec8a1e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.6601200 Dec 12 17:55:44.627757 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38518) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:44.759762 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6af51cc-d05a-41e6-9ba5-3602c1f1d692 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:44.780434 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6af51cc-d05a-41e6-9ba5-3602c1f1d692 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:44.787432 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b6af51cc-d05a-41e6-9ba5-3602c1f1d692 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1586058 Dec 12 17:55:44.788849 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38520) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:44.832277 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-710fa5ca-9226-490c-95fc-795c486fed88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:44.858041 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04daa47-7963-4303-aa1c-49fc972eaaec req-45cf1998-de48-4165-8dd4-6298be8560fe tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:44.860561 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e04daa47-7963-4303-aa1c-49fc972eaaec req-45cf1998-de48-4165-8dd4-6298be8560fe tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.3278148 Dec 12 17:55:44.886422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ce208-6e43-4e2c-b345-39f01c450267 req-4898b827-fc14-49dd-8133-7c0c9e9749f1 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:44.889110 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-300ce208-6e43-4e2c-b345-39f01c450267 req-4898b827-fc14-49dd-8133-7c0c9e9749f1 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.2840366 Dec 12 17:55:44.933340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e7167991-f4fc-46f2-a1d7-6251c4eb41bb tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Deleting port b966e2f2-894c-4b0f-9eba-2e11244f9011 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:44.933692 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7167991-f4fc-46f2-a1d7-6251c4eb41bb tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:44.993169 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-300ce208-6e43-4e2c-b345-39f01c450267 req-8783aa7b-d7c1-47f7-8bb6-2b4fdba92964 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928977 Dec 12 17:55:45.016393 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7167991-f4fc-46f2-a1d7-6251c4eb41bb tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.032811 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e7167991-f4fc-46f2-a1d7-6251c4eb41bb tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Calling delete_port for b966e2f2-894c-4b0f-9eba-2e11244f9011 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:45.081400 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e04daa47-7963-4303-aa1c-49fc972eaaec req-04743ae6-2c04-45dd-87c2-6621157f1b9b tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138968 Dec 12 17:55:45.159813 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7167991-f4fc-46f2-a1d7-6251c4eb41bb tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.193324 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7167991-f4fc-46f2-a1d7-6251c4eb41bb tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event deleted for resources: {'Port': ['ID=b966e2f2-894c-4b0f-9eba-2e11244f9011,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:45.201879 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7167991-f4fc-46f2-a1d7-6251c4eb41bb tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.207299 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e7167991-f4fc-46f2-a1d7-6251c4eb41bb tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "DELETE /v2.0/ports/b966e2f2-894c-4b0f-9eba-2e11244f9011 HTTP/1.1" status: 204 len: 168 time: 0.4167290 Dec 12 17:55:45.209379 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38524) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:45.222777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d589b28d-f8de-46af-8b61-7ce1962f71f5 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:55:45.238008 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38526) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:45.241835 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.302059 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Transition to ACTIVE for port object d589b28d-f8de-46af-8b61-7ce1962f71f5 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:55:45.312206 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8568d4c6-7c77-48ec-b8ff-41641e08bb88 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Deleting port 4549a695-a794-4881-88dd-e9f8094d74c9 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:45.312907 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8568d4c6-7c77-48ec-b8ff-41641e08bb88 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.313124 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.380763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797191d-d341-4bcc-8015-9f182703158e req-10398a56-8fcd-46b5-9d8f-3f2cbaba313b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:45.389054 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9797191d-d341-4bcc-8015-9f182703158e req-10398a56-8fcd-46b5-9d8f-3f2cbaba313b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 932 time: 0.1405978 Dec 12 17:55:45.398493 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8568d4c6-7c77-48ec-b8ff-41641e08bb88 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.417125 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8568d4c6-7c77-48ec-b8ff-41641e08bb88 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Calling delete_port for 4549a695-a794-4881-88dd-e9f8094d74c9 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:45.435103 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbb2f-2d33-47af-ad89-333041c8defb tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.501010 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbb2f-2d33-47af-ad89-333041c8defb tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.507825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9797191d-d341-4bcc-8015-9f182703158e req-6b87cb96-373e-4962-b9aa-645b1f6ef9ec tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179020 Dec 12 17:55:45.517391 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8568d4c6-7c77-48ec-b8ff-41641e08bb88 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.548327 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Pushing event updated for resources: {'Port': ['ID=d589b28d-f8de-46af-8b61-7ce1962f71f5,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:45.572393 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568d4c6-7c77-48ec-b8ff-41641e08bb88 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event deleted for resources: {'Port': ['ID=4549a695-a794-4881-88dd-e9f8094d74c9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:45.579678 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8568d4c6-7c77-48ec-b8ff-41641e08bb88 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.583493 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8568d4c6-7c77-48ec-b8ff-41641e08bb88 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "DELETE /v2.0/ports/4549a695-a794-4881-88dd-e9f8094d74c9 HTTP/1.1" status: 204 len: 168 time: 0.3728862 Dec 12 17:55:45.586370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38530) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:45.621008 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Attempting to bind port d589b28d-f8de-46af-8b61-7ce1962f71f5 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:55:45.621353 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Attempting to bind port d589b28d-f8de-46af-8b61-7ce1962f71f5 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:55:45.621692 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Attempting to bind port d589b28d-f8de-46af-8b61-7ce1962f71f5 on network bce2003b-95fc-412b-a4c2-a13c87646bdc {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:55:45.632507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Port d589b28d-f8de-46af-8b61-7ce1962f71f5 on network bce2003b-95fc-412b-a4c2-a13c87646bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:55:45.632932 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Attempting to bind port d589b28d-f8de-46af-8b61-7ce1962f71f5 on network bce2003b-95fc-412b-a4c2-a13c87646bdc {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:55:45.635542 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e93b1b3a-a276-4271-ae19-58047fada11a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0469165 Dec 12 17:55:45.640324 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38532) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:45.647042 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cf7e9596-7f83-4fe2-ae51-9f3484c62ee7 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1990444612'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:45.651428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:55:45.651584 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Checking segment: {'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:45.651901 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Bound using segment: {'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:55:45.652343 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Bound port: d589b28d-f8de-46af-8b61-7ce1962f71f5, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:55:45.652803 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.685762 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7e9596-7f83-4fe2-ae51-9f3484c62ee7 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Made reservation on behalf of 5df8d458426d49159b45b88bd8eecb61 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:45.690847 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf7e9596-7f83-4fe2-ae51-9f3484c62ee7 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.711336 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbb2f-2d33-47af-ad89-333041c8defb tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.718537 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbb2f-2d33-47af-ad89-333041c8defb tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.723648 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7e9596-7f83-4fe2-ae51-9f3484c62ee7 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:55:45.723896 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bf1bbb2f-2d33-47af-ad89-333041c8defb tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "DELETE /v2.0/security-groups/5f35aaf0-d9d8-47ba-9185-ded2512f99a1 HTTP/1.1" status: 204 len: 168 time: 0.4814153 Dec 12 17:55:45.724687 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38534) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:45.746001 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf7e9596-7f83-4fe2-ae51-9f3484c62ee7 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.746345 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-cf7e9596-7f83-4fe2-ae51-9f3484c62ee7 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Added segment cc9e5c62-f7aa-4016-89bc-ccba46b50a81 of type vlan for network 221b1396-c00f-45d6-ab9e-d03d812b7435 Dec 12 17:55:45.748125 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-f5bd4114-0998-4d48-9cbb-5f7351ac09a9 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] show failed (client error): The resource could not be found. Dec 12 17:55:45.752494 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f5bd4114-0998-4d48-9cbb-5f7351ac09a9 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "GET /v2.0/security-groups/5f35aaf0-d9d8-47ba-9185-ded2512f99a1 HTTP/1.1" status: 404 len: 347 time: 0.0235140 Dec 12 17:55:45.754121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38536) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:45.772635 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bbb2f-2d33-47af-ad89-333041c8defb tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f35aaf0-d9d8-47ba-9185-ded2512f99a1,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:45.804200 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf7e9596-7f83-4fe2-ae51-9f3484c62ee7 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.810663 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:55:45.830764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:55:45.837638 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf7e9596-7f83-4fe2-ae51-9f3484c62ee7 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.843976 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7e9596-7f83-4fe2-ae51-9f3484c62ee7 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:45.844744 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf7e9596-7f83-4fe2-ae51-9f3484c62ee7 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.866097 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.910126 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cf7e9596-7f83-4fe2-ae51-9f3484c62ee7 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2657332 Dec 12 17:55:45.911461 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38538) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:45.916043 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-38e2de76-c4b6-4f30-9555-18c2291477e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-735736387'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:45.932283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:45.932957 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:45.934327 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e9ab558-b93a-4097-b672-8734707db85f req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] 10.222.0.31 "PUT /v2.0/ports/d589b28d-f8de-46af-8b61-7ce1962f71f5 HTTP/1.1" status: 200 len: 1092 time: 1.9396331 Dec 12 17:55:45.936595 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:55:45.938974 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bd48e9-ab93-4a43-ac2d-fe32c620a7e9" -d '{"events": [{"name": "network-changed", "server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:55:45.964039 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e9596-7f83-4fe2-ae51-9f3484c62ee7 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event updated for resources: {'Network': ['ID=221b1396-c00f-45d6-ab9e-d03d812b7435,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:45.977690 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 221b1396-c00f-45d6-ab9e-d03d812b7435 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:55:45.983296 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784cf63-4d85-40e7-abb9-0c1c7d55b285 service neutron] Pushing event updated for resources: {'Port': ['ID=d589b28d-f8de-46af-8b61-7ce1962f71f5,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:46.011645 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028b0eb2-01a0-4458-be2d-02ca3a4a4d65 x-openstack-request-id: req-028b0eb2-01a0-4458-be2d-02ca3a4a4d65 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:55:46.011946 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:55:46.012209 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-028b0eb2-01a0-4458-be2d-02ca3a4a4d65 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:55:46.012639 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'status': 'completed', 'code': 200} Dec 12 17:55:46.013254 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e2de76-c4b6-4f30-9555-18c2291477e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Made reservation on behalf of 5df8d458426d49159b45b88bd8eecb61 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:46.031574 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38e2de76-c4b6-4f30-9555-18c2291477e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:46.052433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3e8d6d90-c0d6-4593-a51d-ce06cfbecbd0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Deleting port 5e8e4283-f349-4d85-966f-d65cf938fb05 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:46.052791 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e8d6d90-c0d6-4593-a51d-ce06cfbecbd0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:46.091929 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e2de76-c4b6-4f30-9555-18c2291477e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:55:46.116517 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38e2de76-c4b6-4f30-9555-18c2291477e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:46.117065 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-38e2de76-c4b6-4f30-9555-18c2291477e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Added segment 5cce8e4e-896a-493a-9e96-e575d2d9d65a of type vlan for network 8b081e17-fa4c-4315-8588-abdd49a4ba75 Dec 12 17:55:46.172159 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38e2de76-c4b6-4f30-9555-18c2291477e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:46.227156 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38e2de76-c4b6-4f30-9555-18c2291477e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:46.246343 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e2de76-c4b6-4f30-9555-18c2291477e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:46.246998 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38e2de76-c4b6-4f30-9555-18c2291477e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:46.289481 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-38e2de76-c4b6-4f30-9555-18c2291477e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3771343 Dec 12 17:55:46.343538 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2de76-c4b6-4f30-9555-18c2291477e0 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event updated for resources: {'Network': ['ID=8b081e17-fa4c-4315-8588-abdd49a4ba75,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:46.357485 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 8b081e17-fa4c-4315-8588-abdd49a4ba75 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:55:46.592900 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e8d6d90-c0d6-4593-a51d-ce06cfbecbd0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:46.593290 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e8d6d90-c0d6-4593-a51d-ce06cfbecbd0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:46.613064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ab558-b93a-4097-b672-8734707db85f req-2485f9bb-b811-4f6c-9c8b-6cb34ee64ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:46.614612 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e9ab558-b93a-4097-b672-8734707db85f req-2485f9bb-b811-4f6c-9c8b-6cb34ee64ab2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 1095 time: 0.6259494 Dec 12 17:55:46.636933 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3e8d6d90-c0d6-4593-a51d-ce06cfbecbd0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Calling delete_port for 5e8e4283-f349-4d85-966f-d65cf938fb05 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:46.692087 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e9ab558-b93a-4097-b672-8734707db85f req-5f9b068b-e115-4c2a-927c-04f6491de779 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5 HTTP/1.1" status: 200 len: 217 time: 0.0530536 Dec 12 17:55:46.781558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64497426-5aa1-4014-8f50-e3581bb2c858 req-b7375daf-397b-41d7-81e4-252dc3e97b96 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:46.783618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64497426-5aa1-4014-8f50-e3581bb2c858 req-b7375daf-397b-41d7-81e4-252dc3e97b96 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.5914085 Dec 12 17:55:46.807927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bc459-51d3-4e76-9295-06db9977cead req-44eaa219-c0ee-4630-adb0-8ca2240a6c94 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:46.810831 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-017bc459-51d3-4e76-9295-06db9977cead req-44eaa219-c0ee-4630-adb0-8ca2240a6c94 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.2202644 Dec 12 17:55:46.868300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ab558-b93a-4097-b672-8734707db85f req-451f3a12-56b9-4f3b-b907-01360b93fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:46.869666 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e9ab558-b93a-4097-b672-8734707db85f req-451f3a12-56b9-4f3b-b907-01360b93fc9b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37146111-35c1-4540-9c8e-157a186ecea6 HTTP/1.1" status: 200 len: 835 time: 0.1438348 Dec 12 17:55:46.948107 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b316d0ed-dd41-4921-8308-11f39a7ecc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:47.006734 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-017bc459-51d3-4e76-9295-06db9977cead req-774006ef-3b21-43ea-88f5-f80f342a10e9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833789 Dec 12 17:55:47.014319 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64497426-5aa1-4014-8f50-e3581bb2c858 req-52cee0a8-b062-45ed-9194-d1edaf7ebf53 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024937 Dec 12 17:55:47.032110 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:47.056259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ab558-b93a-4097-b672-8734707db85f req-81fa3fad-9f6b-4205-89d1-19d351fa30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:47.061133 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e9ab558-b93a-4097-b672-8734707db85f req-81fa3fad-9f6b-4205-89d1-19d351fa30a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bce2003b-95fc-412b-a4c2-a13c87646bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1759775 Dec 12 17:55:47.123725 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e8d6d90-c0d6-4593-a51d-ce06cfbecbd0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:47.183611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d6d90-c0d6-4593-a51d-ce06cfbecbd0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event deleted for resources: {'Port': ['ID=5e8e4283-f349-4d85-966f-d65cf938fb05,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:47.214043 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66517bb6-ae0a-45bb-8fff-4b657c6fc443 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:55:47.294479 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9b1b6-1e11-4fba-950a-8bc244af62cc req-ad14c341-5c2f-48b0-8ee0-39d8eef80bc4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:47.296083 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79b9b1b6-1e11-4fba-950a-8bc244af62cc req-ad14c341-5c2f-48b0-8ee0-39d8eef80bc4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 944 time: 0.1735184 Dec 12 17:55:47.355934 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e8d6d90-c0d6-4593-a51d-ce06cfbecbd0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:47.358422 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e8d6d90-c0d6-4593-a51d-ce06cfbecbd0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:47.363346 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3e8d6d90-c0d6-4593-a51d-ce06cfbecbd0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "DELETE /v2.0/floatingips/ca33da20-1826-411a-82c7-7fce8f52b191 HTTP/1.1" status: 204 len: 168 time: 1.6026862 Dec 12 17:55:47.363482 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38554) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:47.397478 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e9ab558-b93a-4097-b672-8734707db85f req-5871760a-1c88-4212-9043-9c83ba92bf53 service neutron] 10.222.0.31 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251173 Dec 12 17:55:47.404185 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79b9b1b6-1e11-4fba-950a-8bc244af62cc req-4b62de10-bb73-4e1e-a6fc-97fb788d7a8b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937843 Dec 12 17:55:47.534093 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e9ab558-b93a-4097-b672-8734707db85f req-0445ecd0-0c7d-4474-89bb-ead2f7cd1692 service neutron] 10.222.0.31 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272151 Dec 12 17:55:47.604903 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:47.659631 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd48e9-ab93-4a43-ac2d-fe32c620a7e9 req-8135fe7b-d678-493c-9fb2-f942142327e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:47.661520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58bd48e9-ab93-4a43-ac2d-fe32c620a7e9 req-8135fe7b-d678-493c-9fb2-f942142327e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 1095 time: 0.0586510 Dec 12 17:55:47.778834 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd48e9-ab93-4a43-ac2d-fe32c620a7e9 req-fc65bbe0-0f06-4535-b465-b0702791ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:47.780778 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58bd48e9-ab93-4a43-ac2d-fe32c620a7e9 req-fc65bbe0-0f06-4535-b465-b0702791ca0c service neutron] 10.222.0.31 "GET /v2.0/networks?id=bce2003b-95fc-412b-a4c2-a13c87646bdc HTTP/1.1" status: 200 len: 897 time: 0.1117461 Dec 12 17:55:47.839102 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58bd48e9-ab93-4a43-ac2d-fe32c620a7e9 req-204537db-32bb-4ed7-96dd-97caf9d1d628 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5 HTTP/1.1" status: 200 len: 217 time: 0.0501888 Dec 12 17:55:47.852626 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-29d9b9e3-1478-4f3f-8cc2-12add8aa2da8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Deleting port fdd0637a-9af5-4876-95fb-640753ad8e72 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:47.853343 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29d9b9e3-1478-4f3f-8cc2-12add8aa2da8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:47.924788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd48e9-ab93-4a43-ac2d-fe32c620a7e9 req-15601cd1-c556-4119-9c69-daa87bb60b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:47.926215 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58bd48e9-ab93-4a43-ac2d-fe32c620a7e9 req-15601cd1-c556-4119-9c69-daa87bb60b6c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37146111-35c1-4540-9c8e-157a186ecea6 HTTP/1.1" status: 200 len: 835 time: 0.0799787 Dec 12 17:55:47.976410 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29d9b9e3-1478-4f3f-8cc2-12add8aa2da8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:47.981301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd48e9-ab93-4a43-ac2d-fe32c620a7e9 req-88076ae1-7e63-4ed2-9fc5-be80a939b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:47.983091 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58bd48e9-ab93-4a43-ac2d-fe32c620a7e9 req-88076ae1-7e63-4ed2-9fc5-be80a939b2d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bce2003b-95fc-412b-a4c2-a13c87646bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477433 Dec 12 17:55:47.990494 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-29d9b9e3-1478-4f3f-8cc2-12add8aa2da8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Calling delete_port for fdd0637a-9af5-4876-95fb-640753ad8e72 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:48.085413 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58bd48e9-ab93-4a43-ac2d-fe32c620a7e9 req-1d380611-d1ee-4fc6-bd85-e13696e4ba60 service neutron] 10.222.0.31 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938885 Dec 12 17:55:48.163739 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29d9b9e3-1478-4f3f-8cc2-12add8aa2da8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:48.215349 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9b9e3-1478-4f3f-8cc2-12add8aa2da8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event deleted for resources: {'Port': ['ID=fdd0637a-9af5-4876-95fb-640753ad8e72,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:48.293310 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:48.310050 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a2137-cf2f-44ce-98b1-c8e54ce63528 req-632ef96b-74ef-4093-8906-a13654b5f5ae tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:48.318001 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-897a2137-cf2f-44ce-98b1-c8e54ce63528 req-632ef96b-74ef-4093-8906-a13654b5f5ae tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.1515443 Dec 12 17:55:48.327741 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58bd48e9-ab93-4a43-ac2d-fe32c620a7e9 req-746288c8-d9e2-4f12-be07-8fa1f9568aa3 service neutron] 10.222.0.31 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350523 Dec 12 17:55:48.328445 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29d9b9e3-1478-4f3f-8cc2-12add8aa2da8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:48.333146 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-29d9b9e3-1478-4f3f-8cc2-12add8aa2da8 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "DELETE /v2.0/ports/fdd0637a-9af5-4876-95fb-640753ad8e72 HTTP/1.1" status: 204 len: 168 time: 0.9691639 Dec 12 17:55:48.337026 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38564) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:48.342230 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3a474-3e38-4319-9c94-e9c7c0ccb0c3 req-b7bb4122-af81-4657-b48c-677f73f6cd22 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:48.355251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52b3a474-3e38-4319-9c94-e9c7c0ccb0c3 req-b7bb4122-af81-4657-b48c-677f73f6cd22 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.1858764 Dec 12 17:55:48.421537 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-897a2137-cf2f-44ce-98b1-c8e54ce63528 req-94a99b52-0ba0-4648-8f33-e05b3d5fd511 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981290 Dec 12 17:55:48.452966 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52b3a474-3e38-4319-9c94-e9c7c0ccb0c3 req-e7d0053a-dfdd-4f6d-840d-4b3e6c33fccb tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015682 Dec 12 17:55:48.481711 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-dda7cef0-5cc3-4c5d-bc32-c831d0414b86 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Deleting port 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:48.482206 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dda7cef0-5cc3-4c5d-bc32-c831d0414b86 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:48.596863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a730aa-5a11-4350-8230-5e153abc1ef8 req-306a20c0-ffb0-44b6-abcd-73fcaa30c07a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:48.604635 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96a730aa-5a11-4350-8230-5e153abc1ef8 req-306a20c0-ffb0-44b6-abcd-73fcaa30c07a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 944 time: 0.0747464 Dec 12 17:55:48.641210 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dda7cef0-5cc3-4c5d-bc32-c831d0414b86 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:48.655826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-dda7cef0-5cc3-4c5d-bc32-c831d0414b86 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Calling delete_port for 5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:48.704583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96a730aa-5a11-4350-8230-5e153abc1ef8 req-6f83833e-3e7e-4d14-b69a-fbb4983a6718 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983796 Dec 12 17:55:48.902288 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dda7cef0-5cc3-4c5d-bc32-c831d0414b86 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:48.930381 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7cef0-5cc3-4c5d-bc32-c831d0414b86 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event deleted for resources: {'Port': ['ID=5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:49.055485 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dda7cef0-5cc3-4c5d-bc32-c831d0414b86 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:49.067937 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dda7cef0-5cc3-4c5d-bc32-c831d0414b86 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "DELETE /v2.0/ports/5fefc07a-8dcf-4dcb-a0b7-9b372f4978c9 HTTP/1.1" status: 204 len: 168 time: 0.7275209 Dec 12 17:55:49.069223 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38570) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:49.141429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-185ee4ea-61d6-405b-a16e-fcde106113e4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Deleting subnet b9730022-004d-409a-9e40-9f8cffadcd60 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:55:49.145850 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-185ee4ea-61d6-405b-a16e-fcde106113e4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:49.189519 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-185ee4ea-61d6-405b-a16e-fcde106113e4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:49.359846 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-185ee4ea-61d6-405b-a16e-fcde106113e4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:49.474262 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-185ee4ea-61d6-405b-a16e-fcde106113e4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:49.598234 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-185ee4ea-61d6-405b-a16e-fcde106113e4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:49.604831 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-185ee4ea-61d6-405b-a16e-fcde106113e4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "DELETE /v2.0/subnets/b9730022-004d-409a-9e40-9f8cffadcd60 HTTP/1.1" status: 204 len: 168 time: 0.5290427 Dec 12 17:55:49.608557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38582) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:49.617679 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb8954d-b22e-4573-bfff-9664c925c059 None None] Network 626732df-c48c-4473-9ad9-03a4379b190b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:55:49.621110 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ee4ea-61d6-405b-a16e-fcde106113e4 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event deleted for resources: {'Subnet': ['ID=b9730022-004d-409a-9e40-9f8cffadcd60,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:49.704383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36279cf9-e746-4450-beb6-30aa58db7043 req-f5cfdbba-04ab-4aaf-aef0-dc450914be15 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:49.712510 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36279cf9-e746-4450-beb6-30aa58db7043 req-f5cfdbba-04ab-4aaf-aef0-dc450914be15 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.1618788 Dec 12 17:55:49.720864 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fd5812-fb84-4e51-bfce-4dfc0266c204 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Deleting subnet 61eb5ee2-ae98-4d7f-a630-ebc0451873ad {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:55:49.729787 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5812-fb84-4e51-bfce-4dfc0266c204 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:49.738679 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37348757-f124-4197-83c0-588ce317a325 req-b22b7472-79e7-421f-b055-a851e0cb1191 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:49.740393 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37348757-f124-4197-83c0-588ce317a325 req-b22b7472-79e7-421f-b055-a851e0cb1191 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.0934989 Dec 12 17:55:49.776211 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38586) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:49.782490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Request body: {'subnets': [{'network_id': '221b1396-c00f-45d6-ab9e-d03d812b7435', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1800321958', 'ip_version': 6}, {'network_id': '8b081e17-fa4c-4315-8588-abdd49a4ba75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:49.783002 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Request body: {'subnet': {'network_id': '221b1396-c00f-45d6-ab9e-d03d812b7435', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1800321958', 'ip_version': 6}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:49.783725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Request body: {'subnet': {'network_id': '8b081e17-fa4c-4315-8588-abdd49a4ba75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:49.827413 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5812-fb84-4e51-bfce-4dfc0266c204 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:49.865454 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36279cf9-e746-4450-beb6-30aa58db7043 req-b41a343b-b8ca-4410-857c-bbcfe2078efd tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498642 Dec 12 17:55:49.923005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37348757-f124-4197-83c0-588ce317a325 req-e03a8dd0-169c-4c06-8812-616f9a247458 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745558 Dec 12 17:55:49.929715 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bcf604-96a7-4cb0-8ec6-5ac8888f00cf None None] DHCP port deletion for 626732df-c48c-4473-9ad9-03a4379b190b request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:55:50.007768 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5812-fb84-4e51-bfce-4dfc0266c204 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.027278 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a8bcf604-96a7-4cb0-8ec6-5ac8888f00cf None None] Deleting port 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:50.028156 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8bcf604-96a7-4cb0-8ec6-5ac8888f00cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.094672 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a8bcf604-96a7-4cb0-8ec6-5ac8888f00cf None None] For port 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c,segment=NetworkSegment(e3173692-a54b-40f3-a6ec-bfcd39b16dd5),segment_id=e3173692-a54b-40f3-a6ec-bfcd39b16dd5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:50.095400 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8bcf604-96a7-4cb0-8ec6-5ac8888f00cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.110394 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.115408 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a8bcf604-96a7-4cb0-8ec6-5ac8888f00cf None None] Calling delete_port for 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:50.132291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31d8f2-572a-4047-9de7-584e9f0c2d92 req-962e2581-203e-496a-a0c2-0b197bfa5b47 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:50.139849 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc31d8f2-572a-4047-9de7-584e9f0c2d92 req-962e2581-203e-496a-a0c2-0b197bfa5b47 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 944 time: 0.0867820 Dec 12 17:55:50.143263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Made reservation on behalf of 5df8d458426d49159b45b88bd8eecb61 for: {'subnet': 2} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:50.149097 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.149440 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.168529 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5812-fb84-4e51-bfce-4dfc0266c204 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.199232 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd5812-fb84-4e51-bfce-4dfc0266c204 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event deleted for resources: {'Subnet': ['ID=61eb5ee2-ae98-4d7f-a630-ebc0451873ad,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:50.210028 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5812-fb84-4e51-bfce-4dfc0266c204 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.214766 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f5fd5812-fb84-4e51-bfce-4dfc0266c204 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "DELETE /v2.0/subnets/61eb5ee2-ae98-4d7f-a630-ebc0451873ad HTTP/1.1" status: 204 len: 168 time: 0.6050839 Dec 12 17:55:50.218068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38588) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:50.223085 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08e3771-24df-411c-b11b-adf0f42ab1c0 None None] Network 112377af-42c7-4cad-b8bb-a84ac7368f8b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:55:50.227314 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8bcf604-96a7-4cb0-8ec6-5ac8888f00cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.294176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bcf604-96a7-4cb0-8ec6-5ac8888f00cf None None] Pushing event deleted for resources: {'Port': ['ID=3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:50.300524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bcf604-96a7-4cb0-8ec6-5ac8888f00cf None None] No DVR routers for this DVR port 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:55:50.349451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc31d8f2-572a-4047-9de7-584e9f0c2d92 req-08e953ac-2300-4e63-9abf-64ba13a8089b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962373 Dec 12 17:55:50.360531 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bac1d1e-9fa0-434b-8036-d6732022c4c0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.466435 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218b4285-5063-42e0-a62f-993a4c011230 None None] DHCP port deletion for 112377af-42c7-4cad-b8bb-a84ac7368f8b request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:55:50.519475 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-218b4285-5063-42e0-a62f-993a4c011230 None None] Deleting port c8682b88-b6cf-4b18-beeb-1c17c9686a89 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:50.519851 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-218b4285-5063-42e0-a62f-993a4c011230 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.538339 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bac1d1e-9fa0-434b-8036-d6732022c4c0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.588429 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-0bac1d1e-9fa0-434b-8036-d6732022c4c0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626732df-c48c-4473-9ad9-03a4379b190b']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:50.598430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-218b4285-5063-42e0-a62f-993a4c011230 None None] For port c8682b88-b6cf-4b18-beeb-1c17c9686a89, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c8682b88-b6cf-4b18-beeb-1c17c9686a89,segment=NetworkSegment(2df62d56-5580-44f2-8a4c-538ad87e3d4d),segment_id=2df62d56-5580-44f2-8a4c-538ad87e3d4d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:50.599390 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-218b4285-5063-42e0-a62f-993a4c011230 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.607458 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-0bac1d1e-9fa0-434b-8036-d6732022c4c0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3173692-a54b-40f3-a6ec-bfcd39b16dd5') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:50.607908 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-0bac1d1e-9fa0-434b-8036-d6732022c4c0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3173692-a54b-40f3-a6ec-bfcd39b16dd5') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:50.616984 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-218b4285-5063-42e0-a62f-993a4c011230 None None] Calling delete_port for c8682b88-b6cf-4b18-beeb-1c17c9686a89 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:50.630775 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bac1d1e-9fa0-434b-8036-d6732022c4c0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.682818 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bac1d1e-9fa0-434b-8036-d6732022c4c0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.703707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bac1d1e-9fa0-434b-8036-d6732022c4c0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:55:50.704186 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bac1d1e-9fa0-434b-8036-d6732022c4c0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:55:50.707850 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:55:50.719958 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-218b4285-5063-42e0-a62f-993a4c011230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.752928 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.755448 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b4285-5063-42e0-a62f-993a4c011230 None None] Pushing event deleted for resources: {'Port': ['ID=c8682b88-b6cf-4b18-beeb-1c17c9686a89,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:50.760750 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218b4285-5063-42e0-a62f-993a4c011230 None None] No DVR routers for this DVR port c8682b88-b6cf-4b18-beeb-1c17c9686a89 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:55:50.791739 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bac1d1e-9fa0-434b-8036-d6732022c4c0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.814799 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bac1d1e-9fa0-434b-8036-d6732022c4c0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.817991 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0bac1d1e-9fa0-434b-8036-d6732022c4c0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "DELETE /v2.0/networks/626732df-c48c-4473-9ad9-03a4379b190b HTTP/1.1" status: 204 len: 168 time: 0.5996580 Dec 12 17:55:50.821003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38592) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:50.821741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac1d1e-9fa0-434b-8036-d6732022c4c0 tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event deleted for resources: {'Network': ['ID=626732df-c48c-4473-9ad9-03a4379b190b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:50.842051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device d589b28d-f8de-46af-8b61-7ce1962f71f5 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:55:50.940112 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9d0f433-173d-4768-9bc7-5f9b2da4f15f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:50.994714 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:51.015608 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc', 'port_id': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'mac_address': 'fa:16:3e:73:a5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37146111-35c1-4540-9c8e-157a186ecea6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:55:51.036868 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:51.087508 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:51.087867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a1996-79be-44da-949c-1fe34fea7c7e req-3e6221c6-f2aa-41dc-a2f5-fd618f0a3e1e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:51.089413 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d05a1996-79be-44da-949c-1fe34fea7c7e req-3e6221c6-f2aa-41dc-a2f5-fd618f0a3e1e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.1218803 Dec 12 17:55:51.127892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d589b28d-f8de-46af-8b61-7ce1962f71f5 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:55:51.148439 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:55:51.175829 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:55:51.176501 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3b4c9c69-fe00-4d0a-9c5e-3fdafb1cde4c not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:55:51.176501 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c8682b88-b6cf-4b18-beeb-1c17c9686a89 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:55:51.199090 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:51.200505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: c8682b88-b6cf-4b18-beeb-1c17c9686a89 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:55:51.200797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c8682b88-b6cf-4b18-beeb-1c17c9686a89 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:55:51.212110 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:51.230151 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event updated for resources: {'Subnet': ['ID=a5043124-bfe0-4f13-a273-bf3e6f64c62d,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:51.252780 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9d0f433-173d-4768-9bc7-5f9b2da4f15f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:51.291155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=d589b28d-f8de-46af-8b61-7ce1962f71f5,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:51.302551 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d05a1996-79be-44da-949c-1fe34fea7c7e req-c7f185f0-d8f5-4d37-8a74-5886ba2ad511 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000649 Dec 12 17:55:51.309805 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a056d-1df1-40b3-b53f-1cfeb884ec7c req-2881b873-1a79-4d3d-9c9e-fc7817f07c70 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:51.311299 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-146a056d-1df1-40b3-b53f-1cfeb884ec7c req-2881b873-1a79-4d3d-9c9e-fc7817f07c70 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.2196646 Dec 12 17:55:51.319450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-d9d0f433-173d-4768-9bc7-5f9b2da4f15f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112377af-42c7-4cad-b8bb-a84ac7368f8b']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:51.330404 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Checking segment: {'id': 'cc9e5c62-f7aa-4016-89bc-ccba46b50a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '221b1396-c00f-45d6-ab9e-d03d812b7435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:51.330612 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Network hostable DHCP agents. Network: 221b1396-c00f-45d6-ab9e-d03d812b7435, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:55:51.346397 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-d9d0f433-173d-4768-9bc7-5f9b2da4f15f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df62d56-5580-44f2-8a4c-538ad87e3d4d') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:51.346690 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-d9d0f433-173d-4768-9bc7-5f9b2da4f15f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df62d56-5580-44f2-8a4c-538ad87e3d4d') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:51.364395 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9d0f433-173d-4768-9bc7-5f9b2da4f15f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:51.406718 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9d0f433-173d-4768-9bc7-5f9b2da4f15f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:51.410811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Network 221b1396-c00f-45d6-ab9e-d03d812b7435 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:55:51.421136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-146a056d-1df1-40b3-b53f-1cfeb884ec7c req-5a44d177-6f1e-4f13-89aa-21f1286c6168 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930314 Dec 12 17:55:51.422074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d0f433-173d-4768-9bc7-5f9b2da4f15f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:55:51.422453 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9d0f433-173d-4768-9bc7-5f9b2da4f15f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:55:51.427456 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:55:51.465401 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 221b1396-c00f-45d6-ab9e-d03d812b7435) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:51.472919 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:51.501295 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302665f6-c7f0-43e8-b6cd-a5ea2bc60b6e None None] Network 221b1396-c00f-45d6-ab9e-d03d812b7435 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:55:51.555054 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9d0f433-173d-4768-9bc7-5f9b2da4f15f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:51.569553 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9d0f433-173d-4768-9bc7-5f9b2da4f15f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:51.577965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d9d0f433-173d-4768-9bc7-5f9b2da4f15f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] 10.222.0.18 "DELETE /v2.0/networks/112377af-42c7-4cad-b8bb-a84ac7368f8b HTTP/1.1" status: 204 len: 168 time: 0.7490163 Dec 12 17:55:51.593632 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event updated for resources: {'Subnet': ['ID=48256b76-43da-4e82-826e-5af2b70fa83f,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:51.595917 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0f433-173d-4768-9bc7-5f9b2da4f15f tempest-TaggedBootDevicesTest-1738606372 tempest-TaggedBootDevicesTest-1738606372-project] Pushing event deleted for resources: {'Network': ['ID=112377af-42c7-4cad-b8bb-a84ac7368f8b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:51.625881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Checking segment: {'id': '5cce8e4e-896a-493a-9e96-e575d2d9d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8b081e17-fa4c-4315-8588-abdd49a4ba75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:51.626315 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Network hostable DHCP agents. Network: 8b081e17-fa4c-4315-8588-abdd49a4ba75, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:55:51.639188 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['d589b28d-f8de-46af-8b61-7ce1962f71f5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:55:51.641380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fac2b9-7a90-40f0-8d5c-c91befa34f89 req-77058f18-1310-4e64-987a-6b6bc2a1cff6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:51.648914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17fac2b9-7a90-40f0-8d5c-c91befa34f89 req-77058f18-1310-4e64-987a-6b6bc2a1cff6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 945 time: 0.1388121 Dec 12 17:55:51.696459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Network 8b081e17-fa4c-4315-8588-abdd49a4ba75 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:55:51.724741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 8b081e17-fa4c-4315-8588-abdd49a4ba75) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:51.736649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:51.739557 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:51.742378 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:51.756580 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-221b1396-c00f-45d6-ab9e-d03d812b7435', 'network_id': '221b1396-c00f-45d6-ab9e-d03d812b7435', 'project_id': '5df8d458426d49159b45b88bd8eecb61', 'fixed_ips': [{'subnet_id': 'a5043124-bfe0-4f13-a273-bf3e6f64c62d'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:55:51.760370 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:51.764665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17fac2b9-7a90-40f0-8d5c-c91befa34f89 req-d0cd517c-2e39-42bf-af90-c8079e90652a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147637 Dec 12 17:55:51.767139 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7515cbf7-a712-4e87-86d0-32d3b6db14f0 None None] Network 8b081e17-fa4c-4315-8588-abdd49a4ba75 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:55:51.822905 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8cbc94aa-478c-4150-9c07-3089322642b1 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0439389 Dec 12 17:55:51.826733 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38606) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:51.943625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c09e4fa-8afe-423c-94ca-d1c9cff5fd67 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:51.945338 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c09e4fa-8afe-423c-94ca-d1c9cff5fd67 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:51.947659 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c09e4fa-8afe-423c-94ca-d1c9cff5fd67 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:51.949295 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0c09e4fa-8afe-423c-94ca-d1c9cff5fd67 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1197891 Dec 12 17:55:51.958978 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38612) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:52.059690 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-8b081e17-fa4c-4315-8588-abdd49a4ba75', 'network_id': '8b081e17-fa4c-4315-8588-abdd49a4ba75', 'project_id': '5df8d458426d49159b45b88bd8eecb61', 'fixed_ips': [{'subnet_id': '48256b76-43da-4e82-826e-5af2b70fa83f'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:55:52.060820 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:52.124201 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8122eae-164b-4338-a7c0-d8848e54a964 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Deleting subnet a5043124-bfe0-4f13-a273-bf3e6f64c62d {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:55:52.128986 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7b8fb-6039-48e8-9f81-058e9c15f823 req-6b213f0b-6b9a-43c1-9cd5-30cfe0d4f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:52.130576 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2b7b8fb-6039-48e8-9f81-058e9c15f823 req-6b213f0b-6b9a-43c1-9cd5-30cfe0d4f20e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 1096 time: 0.1614780 Dec 12 17:55:52.198790 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2b7b8fb-6039-48e8-9f81-058e9c15f823 req-f8e541c1-88fe-4d93-b444-5f42a62fd9d8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605030 Dec 12 17:55:52.282409 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Allocated IP 2001:db8::1 (221b1396-c00f-45d6-ab9e-d03d812b7435/a5043124-bfe0-4f13-a273-bf3e6f64c62d/04b35ef0-7b32-46dd-aa7f-a76a845ddc29) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:52.528515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26c4ad-259e-410a-8daf-1e805ba4d175 req-bfeb8b22-05ea-43a3-9624-67b6a6d847d5 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:52.541740 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b26c4ad-259e-410a-8daf-1e805ba4d175 req-bfeb8b22-05ea-43a3-9624-67b6a6d847d5 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.1034956 Dec 12 17:55:52.660593 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Allocated IP 2001:db8:0:1::1 (8b081e17-fa4c-4315-8588-abdd49a4ba75/48256b76-43da-4e82-826e-5af2b70fa83f/a4e3390d-f418-4c32-aa5a-14742450e42d) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:52.720354 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b26c4ad-259e-410a-8daf-1e805ba4d175 req-1b4cfe1f-7baa-4f2a-b29e-0f9f26a82030 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770403 Dec 12 17:55:52.806958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44ff95-b727-4d38-8214-eaa9eeb35dd6 req-2bd6685f-22c9-4456-9397-605b28993217 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:52.808569 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf44ff95-b727-4d38-8214-eaa9eeb35dd6 req-2bd6685f-22c9-4456-9397-605b28993217 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.1435497 Dec 12 17:55:52.864721 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf44ff95-b727-4d38-8214-eaa9eeb35dd6 req-15db06af-69a2-46b8-be1f-cd7cd0a48380 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493283 Dec 12 17:55:52.973984 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:52.986390 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a8122eae-164b-4338-a7c0-d8848e54a964 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:52.995756 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:53.054115 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a8122eae-164b-4338-a7c0-d8848e54a964 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:53.062564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Network 221b1396-c00f-45d6-ab9e-d03d812b7435 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:53.065768 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f923b-2829-4485-a799-9b0908bd1127 req-996756df-11c8-4fc8-8880-0a174c91789c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:53.069688 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:53.072060 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:53.074898 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a1f923b-2829-4485-a799-9b0908bd1127 req-996756df-11c8-4fc8-8880-0a174c91789c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 945 time: 0.1570110 Dec 12 17:55:53.076472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:53.087962 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:53.117443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Pushing event updated for resources: {'Port': ['ID=04b35ef0-7b32-46dd-aa7f-a76a845ddc29,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:53.173326 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Attempting to bind port 04b35ef0-7b32-46dd-aa7f-a76a845ddc29 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:55:53.174200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Attempting to bind port 04b35ef0-7b32-46dd-aa7f-a76a845ddc29 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'cc9e5c62-f7aa-4016-89bc-ccba46b50a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '221b1396-c00f-45d6-ab9e-d03d812b7435'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:55:53.174713 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Attempting to bind port 04b35ef0-7b32-46dd-aa7f-a76a845ddc29 on network 221b1396-c00f-45d6-ab9e-d03d812b7435 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:55:53.184830 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Network 8b081e17-fa4c-4315-8588-abdd49a4ba75 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:55:53.185778 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:55:53.186144 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Checking segment: {'id': 'cc9e5c62-f7aa-4016-89bc-ccba46b50a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '221b1396-c00f-45d6-ab9e-d03d812b7435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:53.186545 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:53.187464 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Bound using segment: {'id': 'cc9e5c62-f7aa-4016-89bc-ccba46b50a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '221b1396-c00f-45d6-ab9e-d03d812b7435'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:55:53.190182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Bound port: 04b35ef0-7b32-46dd-aa7f-a76a845ddc29, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9e5c62-f7aa-4016-89bc-ccba46b50a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '221b1396-c00f-45d6-ab9e-d03d812b7435'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:55:53.190182 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:53.207104 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a1f923b-2829-4485-a799-9b0908bd1127 req-90ebe4e1-f4f5-4bab-892b-0507d2731d6d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299772 Dec 12 17:55:53.213014 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:55:53.224577 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:55:53.234261 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Pushing event updated for resources: {'Port': ['ID=a4e3390d-f418-4c32-aa5a-14742450e42d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:53.310750 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Attempting to bind port a4e3390d-f418-4c32-aa5a-14742450e42d on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:55:53.311146 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Attempting to bind port a4e3390d-f418-4c32-aa5a-14742450e42d by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '5cce8e4e-896a-493a-9e96-e575d2d9d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8b081e17-fa4c-4315-8588-abdd49a4ba75'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:55:53.311547 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Attempting to bind port a4e3390d-f418-4c32-aa5a-14742450e42d on network 8b081e17-fa4c-4315-8588-abdd49a4ba75 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:55:53.321144 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:55:53.321476 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Checking segment: {'id': '5cce8e4e-896a-493a-9e96-e575d2d9d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8b081e17-fa4c-4315-8588-abdd49a4ba75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:55:53.321854 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:53.322250 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Bound using segment: {'id': '5cce8e4e-896a-493a-9e96-e575d2d9d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8b081e17-fa4c-4315-8588-abdd49a4ba75'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:55:53.322719 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Bound port: a4e3390d-f418-4c32-aa5a-14742450e42d, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cce8e4e-896a-493a-9e96-e575d2d9d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8b081e17-fa4c-4315-8588-abdd49a4ba75'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:55:53.323103 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:53.375432 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] For port 04b35ef0-7b32-46dd-aa7f-a76a845ddc29, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:55:53.401083 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] For port 04b35ef0-7b32-46dd-aa7f-a76a845ddc29, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=04b35ef0-7b32-46dd-aa7f-a76a845ddc29,segment=NetworkSegment(cc9e5c62-f7aa-4016-89bc-ccba46b50a81),segment_id=cc9e5c62-f7aa-4016-89bc-ccba46b50a81)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:55:53.413594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] For port a4e3390d-f418-4c32-aa5a-14742450e42d, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:55:53.415536 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a8122eae-164b-4338-a7c0-d8848e54a964 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:53.416963 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:53.420060 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] For port a4e3390d-f418-4c32-aa5a-14742450e42d, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a4e3390d-f418-4c32-aa5a-14742450e42d,segment=NetworkSegment(5cce8e4e-896a-493a-9e96-e575d2d9d65a),segment_id=5cce8e4e-896a-493a-9e96-e575d2d9d65a)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:55:53.449456 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:53.512507 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083f05f-b5c5-4e3a-b932-d6707e01d7a6 None None] Pushing event updated for resources: {'Port': ['ID=04b35ef0-7b32-46dd-aa7f-a76a845ddc29,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:53.590895 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a8122eae-164b-4338-a7c0-d8848e54a964 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:53.615755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56cc63-1c93-4583-9b3d-30cb65279679 None None] Pushing event updated for resources: {'Port': ['ID=a4e3390d-f418-4c32-aa5a-14742450e42d,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:53.647537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8122eae-164b-4338-a7c0-d8848e54a964 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event deleted for resources: {'Subnet': ['ID=a5043124-bfe0-4f13-a273-bf3e6f64c62d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:53.653763 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a8122eae-164b-4338-a7c0-d8848e54a964 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:53.657085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a8122eae-164b-4338-a7c0-d8848e54a964 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "DELETE /v2.0/subnets/a5043124-bfe0-4f13-a273-bf3e6f64c62d HTTP/1.1" status: 204 len: 168 time: 1.6970396 Dec 12 17:55:53.661859 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38632) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:53.730401 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-3902125a-ff41-43e2-b639-399f30f6a57e tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Deleting subnet 48256b76-43da-4e82-826e-5af2b70fa83f {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:55:53.734119 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3902125a-ff41-43e2-b639-399f30f6a57e tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:53.842716 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3902125a-ff41-43e2-b639-399f30f6a57e tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:54.052568 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12765599-a085-4f6f-b68c-8ba2de2e7b2c req-346e57e1-4f8b-4496-a220-12d5d9ba8854 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:54.054157 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-12765599-a085-4f6f-b68c-8ba2de2e7b2c req-346e57e1-4f8b-4496-a220-12d5d9ba8854 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.2343116 Dec 12 17:55:54.208948 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3902125a-ff41-43e2-b639-399f30f6a57e tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:54.222475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e2bf0-665c-4e43-b49f-14e5afe532d9 req-fb552fca-2bfa-468c-b4c6-f01077101f51 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:54.230302 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca0e2bf0-665c-4e43-b49f-14e5afe532d9 req-fb552fca-2bfa-468c-b4c6-f01077101f51 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.2057464 Dec 12 17:55:54.303762 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-12765599-a085-4f6f-b68c-8ba2de2e7b2c req-ba9c1bec-2c96-4768-b0d1-0b364062992f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906285 Dec 12 17:55:54.340656 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca0e2bf0-665c-4e43-b49f-14e5afe532d9 req-d77994f5-12a4-4016-923b-5c363990b082 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094689 Dec 12 17:55:54.380329 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3902125a-ff41-43e2-b639-399f30f6a57e tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:54.442399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902125a-ff41-43e2-b639-399f30f6a57e tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event deleted for resources: {'Subnet': ['ID=48256b76-43da-4e82-826e-5af2b70fa83f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:54.461272 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3902125a-ff41-43e2-b639-399f30f6a57e tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:54.465275 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3902125a-ff41-43e2-b639-399f30f6a57e tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "DELETE /v2.0/subnets/48256b76-43da-4e82-826e-5af2b70fa83f HTTP/1.1" status: 204 len: 168 time: 0.8024161 Dec 12 17:55:54.469032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38644) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:54.695221 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85980a6c-5d62-4daf-979b-afb551f779b4 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:54.697258 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-85980a6c-5d62-4daf-979b-afb551f779b4 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2246985 Dec 12 17:55:54.701047 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38652) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:54.717659 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb2b91-c07c-4ff5-952f-f73ec88114a7 req-25c8ed4a-e9cd-4463-8d68-a69dfc7c82ee tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:54.726626 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97fb2b91-c07c-4ff5-952f-f73ec88114a7 req-25c8ed4a-e9cd-4463-8d68-a69dfc7c82ee tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 945 time: 0.2768989 Dec 12 17:55:54.876430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device d589b28d-f8de-46af-8b61-7ce1962f71f5 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:55:54.936310 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:55.021093 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port d589b28d-f8de-46af-8b61-7ce1962f71f5 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:55:55.036442 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port d589b28d-f8de-46af-8b61-7ce1962f71f5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:55.036870 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:55.069419 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Deleting port a4e3390d-f418-4c32-aa5a-14742450e42d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:55.070097 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:55.180846 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:55.249707 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:55:55.255712 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea36769-ebf3-4154-93d7-953d2f2ab471" -d '{"events": [{"server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "name": "network-vif-plugged", "status": "completed", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:55:55.304207 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] For port a4e3390d-f418-4c32-aa5a-14742450e42d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a4e3390d-f418-4c32-aa5a-14742450e42d,segment=NetworkSegment(5cce8e4e-896a-493a-9e96-e575d2d9d65a),segment_id=5cce8e4e-896a-493a-9e96-e575d2d9d65a)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:55.304592 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:55.313911 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:55.325557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Calling delete_port for a4e3390d-f418-4c32-aa5a-14742450e42d owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:55.330152 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:55.397045 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a4e3390d-f418-4c32-aa5a-14742450e42d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:55:55.399981 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdfea94-bed2-498e-9868-208f13151ce8 None None] Network 8b081e17-fa4c-4315-8588-abdd49a4ba75 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:55:55.448201 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:55.478034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] No DVR routers for this DVR port a4e3390d-f418-4c32-aa5a-14742450e42d on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:55:55.512105 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event deleted for resources: {'Port': ['ID=a4e3390d-f418-4c32-aa5a-14742450e42d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:55.547861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142d734-9023-4897-ac94-eb22dcc00390 req-0112d77a-36c8-4299-8cf1-dd8899f03ecb tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:55.549557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a142d734-9023-4897-ac94-eb22dcc00390 req-0112d77a-36c8-4299-8cf1-dd8899f03ecb tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.9295008 Dec 12 17:55:55.555033 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e023358-ee38-44c9-8507-2ef4634730b0 req-52e4937f-11e4-4d9c-bed8-8657070a374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:55.556575 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e023358-ee38-44c9-8507-2ef4634730b0 req-52e4937f-11e4-4d9c-bed8-8657070a374f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eec4f7c06b94e6fb43f600b02c7c6f5&device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 1096 time: 0.9729266 Dec 12 17:55:55.585935 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:55.594886 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] No active binding found for port a4e3390d-f418-4c32-aa5a-14742450e42d {{(pid=103152) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 12 17:55:55.598698 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a4e3390d-f418-4c32-aa5a-14742450e42d not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 12 17:55:55.615559 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b081e17-fa4c-4315-8588-abdd49a4ba75']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:55.625579 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cce8e4e-896a-493a-9e96-e575d2d9d65a') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:55.625876 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cce8e4e-896a-493a-9e96-e575d2d9d65a') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:55.637473 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:55.646032 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=d589b28d-f8de-46af-8b61-7ce1962f71f5,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:55.652220 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:55.659443 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:55:55.659852 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:55.676190 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Port a4e3390d-f418-4c32-aa5a-14742450e42d not found, will not notify nova. {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 12 17:55:55.676967 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 04b35ef0-7b32-46dd-aa7f-a76a845ddc29 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:55:55.707108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-167c15b7-7444-422f-b0de-5db3af71b617 None None] Provisioning complete for port a4e3390d-f418-4c32-aa5a-14742450e42d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:55.707785 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-167c15b7-7444-422f-b0de-5db3af71b617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:55.717206 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97fb2b91-c07c-4ff5-952f-f73ec88114a7 req-ba64b104-ff90-4e11-89f7-402b459ec33d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9897127 Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:55:55.769445 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:55:55.778442 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:55.784439 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:55.793925 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "DELETE /v2.0/networks/8b081e17-fa4c-4315-8588-abdd49a4ba75 HTTP/1.1" status: 204 len: 168 time: 1.0888643 Dec 12 17:55:55.795085 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38662) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:55.803394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-167c15b7-7444-422f-b0de-5db3af71b617 None None] Port a4e3390d-f418-4c32-aa5a-14742450e42d was deleted so its status cannot be updated. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 12 17:55:55.806289 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a142d734-9023-4897-ac94-eb22dcc00390 req-b6f47798-3fa6-42b1-9e37-60d2b580afc2 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425120 Dec 12 17:55:55.850482 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 04b35ef0-7b32-46dd-aa7f-a76a845ddc29 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:55.851381 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:55.896424 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e023358-ee38-44c9-8507-2ef4634730b0 req-c0cd9ef3-7a23-4ce6-8669-5b2669ecb533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:55.898150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e023358-ee38-44c9-8507-2ef4634730b0 req-c0cd9ef3-7a23-4ce6-8669-5b2669ecb533 service neutron] 10.222.0.20 "GET /v2.0/networks?id=67709362-7810-4af0-979b-7388b427976b HTTP/1.1" status: 200 len: 911 time: 0.3296428 Dec 12 17:55:55.911831 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6896809-46f0-44a5-b450-1d199668019f None None] Network 221b1396-c00f-45d6-ab9e-d03d812b7435 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:55:55.917077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d94d609-415d-4acc-babd-3a1900b727f0 None None] DHCP port deletion for 8b081e17-fa4c-4315-8588-abdd49a4ba75 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:55:55.963630 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76bc54e-3881-4c70-a224-277495306e82 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event deleted for resources: {'Network': ['ID=8b081e17-fa4c-4315-8588-abdd49a4ba75,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:55.968102 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc3cecf-ac9c-48ec-824f-036985188d53 x-openstack-request-id: req-fcc3cecf-ac9c-48ec-824f-036985188d53 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:55:55.968498 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "name": "network-vif-plugged", "status": "completed", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:55:55.971795 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcc3cecf-ac9c-48ec-824f-036985188d53 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:55:55.972286 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'code': 200} Dec 12 17:55:55.987424 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e023358-ee38-44c9-8507-2ef4634730b0 req-2c040779-fd99-430b-ad7b-592828ace74f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 HTTP/1.1" status: 200 len: 217 time: 0.0794871 Dec 12 17:55:56.024086 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:56.104984 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-da87c26c-e51c-4900-a46b-cdd661dcb615 None None] Provisioning complete for port 04b35ef0-7b32-46dd-aa7f-a76a845ddc29 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:55:56.105543 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-da87c26c-e51c-4900-a46b-cdd661dcb615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:56.155062 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Deleting port 04b35ef0-7b32-46dd-aa7f-a76a845ddc29 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:55:56.155439 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:56.168748 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b86ac-b672-4b85-9f28-ecaa6282d911 req-bd764c48-fea8-4b4b-bfe3-8042b971b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:56.170271 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a16b86ac-b672-4b85-9f28-ecaa6282d911 req-bd764c48-fea8-4b4b-bfe3-8042b971b0ae service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 1097 time: 0.1819592 Dec 12 17:55:56.194808 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e023358-ee38-44c9-8507-2ef4634730b0 req-4a46513a-596a-4f39-a648-5826260f38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:56.197162 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e023358-ee38-44c9-8507-2ef4634730b0 req-4a46513a-596a-4f39-a648-5826260f38d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=477b849f-51cb-4da9-8007-720c6e5ac5b0 HTTP/1.1" status: 200 len: 850 time: 0.1661818 Dec 12 17:55:56.226037 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:56.228853 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc0158-c6b2-4f78-b10a-f768c82ce45a req-ff217240-c134-47b3-9a38-ea574f3d8070 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:56.230604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5cc0158-c6b2-4f78-b10a-f768c82ce45a req-ff217240-c134-47b3-9a38-ea574f3d8070 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.2336900 Dec 12 17:55:56.267877 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] For port 04b35ef0-7b32-46dd-aa7f-a76a845ddc29, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=04b35ef0-7b32-46dd-aa7f-a76a845ddc29,segment=NetworkSegment(cc9e5c62-f7aa-4016-89bc-ccba46b50a81),segment_id=cc9e5c62-f7aa-4016-89bc-ccba46b50a81)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:56.268420 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:56.279585 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a16b86ac-b672-4b85-9f28-ecaa6282d911 req-36b79a99-98e9-43a4-b2e4-cddc089971a6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950258 Dec 12 17:55:56.280236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 04b35ef0-7b32-46dd-aa7f-a76a845ddc29, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=04b35ef0-7b32-46dd-aa7f-a76a845ddc29,segment=NetworkSegment(cc9e5c62-f7aa-4016-89bc-ccba46b50a81),segment_id=cc9e5c62-f7aa-4016-89bc-ccba46b50a81)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:55:56.281978 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e023358-ee38-44c9-8507-2ef4634730b0 req-dcbec34f-61b5-49f1-8e77-e7eaf9a31c96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67709362-7810-4af0-979b-7388b427976b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730398 Dec 12 17:55:56.285345 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Calling delete_port for 04b35ef0-7b32-46dd-aa7f-a76a845ddc29 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:55:56.338483 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-da87c26c-e51c-4900-a46b-cdd661dcb615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:56.364389 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97dcbe6-a5a6-45b0-bb01-f4b0d2d461da None None] DHCP port deletion for 221b1396-c00f-45d6-ab9e-d03d812b7435 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:55:56.366872 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:56.395058 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5cc0158-c6b2-4f78-b10a-f768c82ce45a req-00ece9ef-4a6c-4321-b242-514a967ec33b tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246612 Dec 12 17:55:56.439290 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:56.462958 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=04b35ef0-7b32-46dd-aa7f-a76a845ddc29,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:56.469920 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e023358-ee38-44c9-8507-2ef4634730b0 req-5702a447-b791-49dd-88ab-ad7fc388c720 service neutron] 10.222.0.20 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681395 Dec 12 17:55:56.491735 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event deleted for resources: {'Port': ['ID=04b35ef0-7b32-46dd-aa7f-a76a845ddc29,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:56.503930 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] No DVR routers for this DVR port 04b35ef0-7b32-46dd-aa7f-a76a845ddc29 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:55:56.504242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c97dcbe6-a5a6-45b0-bb01-f4b0d2d461da None None] The port '04b35ef0-7b32-46dd-aa7f-a76a845ddc29' was deleted {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 12 17:55:56.592724 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e023358-ee38-44c9-8507-2ef4634730b0 req-549b77d2-b3b8-4759-ad2f-e6877ed613d2 service neutron] 10.222.0.20 "GET /v2.0/networks/67709362-7810-4af0-979b-7388b427976b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135418 Dec 12 17:55:56.620888 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:56.649078 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221b1396-c00f-45d6-ab9e-d03d812b7435']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:56.660281 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9e5c62-f7aa-4016-89bc-ccba46b50a81') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:56.660553 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9e5c62-f7aa-4016-89bc-ccba46b50a81') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:56.672338 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:56.687691 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:56.695413 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:55:56.695808 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:55:56.699022 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:55:56.765581 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:56.775181 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:56.778768 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "DELETE /v2.0/networks/221b1396-c00f-45d6-ab9e-d03d812b7435 HTTP/1.1" status: 204 len: 168 time: 0.9362698 Dec 12 17:55:56.781020 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38668) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:56.887043 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9779-a073-4976-ad64-c5fd13c67d8b tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:56.890719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f89d5-912d-434f-a8e3-113995d3851a tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event deleted for resources: {'Network': ['ID=221b1396-c00f-45d6-ab9e-d03d812b7435,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:56.970903 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00561f-d053-465e-939e-5696a0f9eda7 req-3df0afcf-0de8-48f1-98b6-279b9fadbbee tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:56.972761 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fa00561f-d053-465e-939e-5696a0f9eda7 req-3df0afcf-0de8-48f1-98b6-279b9fadbbee tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.1032369 Dec 12 17:55:57.006837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9779-a073-4976-ad64-c5fd13c67d8b tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:57.009458 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0080981-5c82-431c-9daf-682d33c8fd92 req-29d9dc2f-016c-457e-9f58-d141430e3cd9 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:57.010971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0080981-5c82-431c-9daf-682d33c8fd92 req-29d9dc2f-016c-457e-9f58-d141430e3cd9 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.0941322 Dec 12 17:55:57.030911 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7ffb9779-a073-4976-ad64-c5fd13c67d8b tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a33cf5-c345-4cf2-938a-f1232fa5c66a']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:57.042380 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7ffb9779-a073-4976-ad64-c5fd13c67d8b tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b2ac22-182c-4bea-ae69-c72ab10cc6c0') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:57.042380 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7ffb9779-a073-4976-ad64-c5fd13c67d8b tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b2ac22-182c-4bea-ae69-c72ab10cc6c0') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:57.073412 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9779-a073-4976-ad64-c5fd13c67d8b tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:57.081579 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fa00561f-d053-465e-939e-5696a0f9eda7 req-7807c5da-7316-4666-8c42-e891d51aa69f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949881 Dec 12 17:55:57.106869 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9779-a073-4976-ad64-c5fd13c67d8b tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:57.120927 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ffb9779-a073-4976-ad64-c5fd13c67d8b tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:55:57.121342 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9779-a073-4976-ad64-c5fd13c67d8b tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:55:57.131687 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:55:57.175012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a4e3390d-f418-4c32-aa5a-14742450e42d no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:55:57.183258 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0080981-5c82-431c-9daf-682d33c8fd92 req-5c4ae353-3b48-4739-806f-35709ff232ce tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614373 Dec 12 17:55:57.224081 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: a4e3390d-f418-4c32-aa5a-14742450e42d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:55:57.224733 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a4e3390d-f418-4c32-aa5a-14742450e42d not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:55:57.225468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 04b35ef0-7b32-46dd-aa7f-a76a845ddc29 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:55:57.257281 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 04b35ef0-7b32-46dd-aa7f-a76a845ddc29 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:55:57.258128 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 04b35ef0-7b32-46dd-aa7f-a76a845ddc29 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:55:57.260171 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9779-a073-4976-ad64-c5fd13c67d8b tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:57.267987 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9779-a073-4976-ad64-c5fd13c67d8b tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:57.271510 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7ffb9779-a073-4976-ad64-c5fd13c67d8b tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "DELETE /v2.0/networks/a0a33cf5-c345-4cf2-938a-f1232fa5c66a HTTP/1.1" status: 204 len: 168 time: 0.4895370 Dec 12 17:55:57.273818 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38676) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:57.293366 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb9779-a073-4976-ad64-c5fd13c67d8b tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event deleted for resources: {'Network': ['ID=a0a33cf5-c345-4cf2-938a-f1232fa5c66a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:57.373591 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-21c86e20-6b3e-4dd0-b170-dbe3bdca3777 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:57.469008 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-21c86e20-6b3e-4dd0-b170-dbe3bdca3777 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:57.494045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-21c86e20-6b3e-4dd0-b170-dbe3bdca3777 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2df85a-f173-4706-a625-05654feb6371']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:57.504367 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-21c86e20-6b3e-4dd0-b170-dbe3bdca3777 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61bc154-bb28-4ef6-8bca-783b081d13b9') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:57.504692 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-21c86e20-6b3e-4dd0-b170-dbe3bdca3777 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61bc154-bb28-4ef6-8bca-783b081d13b9') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:55:57.514912 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-21c86e20-6b3e-4dd0-b170-dbe3bdca3777 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:57.538039 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-21c86e20-6b3e-4dd0-b170-dbe3bdca3777 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:57.546142 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c86e20-6b3e-4dd0-b170-dbe3bdca3777 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:55:57.546565 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-21c86e20-6b3e-4dd0-b170-dbe3bdca3777 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:57.549339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ec89d-ef90-46ec-bddc-d1c5b98a039a req-0ff56bb2-4cb3-4c87-b941-059f8fe82902 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:57.552043 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b85ec89d-ef90-46ec-bddc-d1c5b98a039a req-0ff56bb2-4cb3-4c87-b941-059f8fe82902 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.0711796 Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:55:57.557082 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:55:57.634174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b85ec89d-ef90-46ec-bddc-d1c5b98a039a req-cc0e01f1-e088-47bd-93ce-efda2751e0da tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730622 Dec 12 17:55:57.645329 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-21c86e20-6b3e-4dd0-b170-dbe3bdca3777 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:57.672454 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-21c86e20-6b3e-4dd0-b170-dbe3bdca3777 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:57.676852 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-21c86e20-6b3e-4dd0-b170-dbe3bdca3777 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] 10.222.0.18 "DELETE /v2.0/networks/cb2df85a-f173-4706-a625-05654feb6371 HTTP/1.1" status: 204 len: 168 time: 0.4020882 Dec 12 17:55:57.678446 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c86e20-6b3e-4dd0-b170-dbe3bdca3777 tempest-BulkNetworkOpsIpV6Test-1220002927 tempest-BulkNetworkOpsIpV6Test-1220002927-project] Pushing event deleted for resources: {'Network': ['ID=cb2df85a-f173-4706-a625-05654feb6371,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:58.046359 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38696) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:58.301121 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-66bb3c92-091d-4090-be82-12436c0ab709 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5df8d458426d49159b45b88bd8eecb61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2505057 Dec 12 17:55:58.301343 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38708) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:58.403063 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3988e77-a191-4d96-ab05-7b9e9d8c57da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:58.428296 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3988e77-a191-4d96-ab05-7b9e9d8c57da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:58.442570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a451080-efa2-4195-bab2-51f432d5792a req-9dc2053b-2411-4105-9ffb-e388d59d809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:58.445607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a451080-efa2-4195-bab2-51f432d5792a req-9dc2053b-2411-4105-9ffb-e388d59d809b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b8b7e44d77c74622be4dbba4b2f2d43c&device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 1096 time: 0.1810856 Dec 12 17:55:58.489231 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3988e77-a191-4d96-ab05-7b9e9d8c57da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:58.493457 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3988e77-a191-4d96-ab05-7b9e9d8c57da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:58.497183 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b3988e77-a191-4d96-ab05-7b9e9d8c57da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46434642-545d-4630-ad75-5e3fa8e140cc HTTP/1.1" status: 204 len: 168 time: 0.1925406 Dec 12 17:55:58.507498 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3988e77-a191-4d96-ab05-7b9e9d8c57da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46434642-545d-4630-ad75-5e3fa8e140cc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:55:58.582459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a451080-efa2-4195-bab2-51f432d5792a req-be578543-66fa-4c15-abda-100babbe012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:58.584472 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a451080-efa2-4195-bab2-51f432d5792a req-be578543-66fa-4c15-abda-100babbe012b service neutron] 10.222.0.31 "GET /v2.0/networks?id=021bdb3a-edb6-4942-bfc2-f8b245571ec3 HTTP/1.1" status: 200 len: 917 time: 0.1313078 Dec 12 17:55:58.593916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416eb35-5cd6-48eb-b77e-9b7bc7beb63c req-0db40a23-78c0-45d9-8c3d-cb5a9632227f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:58.602945 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0416eb35-5cd6-48eb-b77e-9b7bc7beb63c req-0db40a23-78c0-45d9-8c3d-cb5a9632227f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.2943063 Dec 12 17:55:58.726262 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a451080-efa2-4195-bab2-51f432d5792a req-103333a7-dc62-4a76-b9ff-ce7f6a85cab5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3fb5d37-5e2d-438c-babb-69b9ceb70b4a HTTP/1.1" status: 200 len: 217 time: 0.1005378 Dec 12 17:55:58.742888 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0416eb35-5cd6-48eb-b77e-9b7bc7beb63c req-f6e6dfb7-4a12-42d5-a8e2-1e64ad26e2f5 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386931 Dec 12 17:55:58.789451 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a451080-efa2-4195-bab2-51f432d5792a req-c492a56c-f191-4992-90d1-27be5a23c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:58.790949 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a451080-efa2-4195-bab2-51f432d5792a req-c492a56c-f191-4992-90d1-27be5a23c966 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=755d4ebc-9aa8-45a6-bba6-01f60755373b HTTP/1.1" status: 200 len: 855 time: 0.0462353 Dec 12 17:55:58.824975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0a33c-d4c7-4131-a681-05a81aecdd29 req-e43d3b19-4d8f-4cfa-894d-527a3f01a064 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:58.826501 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ce0a33c-d4c7-4131-a681-05a81aecdd29 req-e43d3b19-4d8f-4cfa-894d-527a3f01a064 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.1720543 Dec 12 17:55:58.915228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a451080-efa2-4195-bab2-51f432d5792a req-b4e6a704-f848-44fb-93be-b292f69200be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:58.917090 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a451080-efa2-4195-bab2-51f432d5792a req-b4e6a704-f848-44fb-93be-b292f69200be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=021bdb3a-edb6-4942-bfc2-f8b245571ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078637 Dec 12 17:55:58.946752 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d501b62-e7f9-45d1-ad05-4808fb60434d req-3526f219-ad83-46da-98be-c38fd66a98d1 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:58.950645 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d501b62-e7f9-45d1-ad05-4808fb60434d req-3526f219-ad83-46da-98be-c38fd66a98d1 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.1497707 Dec 12 17:55:59.009745 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ce0a33c-d4c7-4131-a681-05a81aecdd29 req-d6823a8b-ef3b-4347-8674-7e3698d5a39f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481142 Dec 12 17:55:59.076668 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d501b62-e7f9-45d1-ad05-4808fb60434d req-4c911339-76f6-4476-aeab-006cd3e7666d tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182461 Dec 12 17:55:59.125082 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a451080-efa2-4195-bab2-51f432d5792a req-0340bb74-b821-484d-8b86-03b8b87b85aa service neutron] 10.222.0.31 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958911 Dec 12 17:55:59.305925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2591e6-0478-4ca0-b053-172f43922628 req-e171769e-f3d1-4167-a39f-63ca9f447696 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:59.318863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c2591e6-0478-4ca0-b053-172f43922628 req-e171769e-f3d1-4167-a39f-63ca9f447696 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.1244035 Dec 12 17:55:59.385007 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a451080-efa2-4195-bab2-51f432d5792a req-2601cb37-3d76-4a6d-9af9-0ba9d2ebcf63 service neutron] 10.222.0.31 "GET /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515409 Dec 12 17:55:59.444956 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c2591e6-0478-4ca0-b053-172f43922628 req-825e6f65-c753-45cb-8907-11aea5264943 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247103 Dec 12 17:55:59.462471 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38740) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:59.466431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe89a5d-e7ec-44bf-bccc-894441a7409c req-769759c4-97ae-4f49-b417-9d26477c7e79 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:59.468000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bbe89a5d-e7ec-44bf-bccc-894441a7409c req-769759c4-97ae-4f49-b417-9d26477c7e79 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.0699313 Dec 12 17:55:59.555125 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b55cd53-72ef-49ec-81c2-744d681e691f tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:59.557704 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8b55cd53-72ef-49ec-81c2-744d681e691f tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 1092 time: 0.0935845 Dec 12 17:55:59.558596 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bbe89a5d-e7ec-44bf-bccc-894441a7409c req-b2c9db20-5ec7-4a65-851d-8c39361d9dff tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808508 Dec 12 17:55:59.561404 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38742) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:59.568191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:59.594248 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38744) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:55:59.605170 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:59.711505 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1389792060'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:55:59.725293 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:59.740524 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:55:59.745961 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:59.755549 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:59.846292 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:59.857327 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:59.871520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:55:59.884187 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:55:59.884665 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Added segment 26f1d139-8c46-4530-a335-f3e7de274115 of type vlan for network 92f8e075-14c4-409d-9afe-32f8e779adce Dec 12 17:55:59.923045 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Allocated IP 172.25.1.93 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/99c2d083-7118-4573-82b4-afe6eba544ab) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:55:59.951722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42636bc-3628-447e-a7d3-65754f6882ab req-00ec4c46-ca89-488c-b339-cee13bcc50cf tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:55:59.953231 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c42636bc-3628-447e-a7d3-65754f6882ab req-00ec4c46-ca89-488c-b339-cee13bcc50cf tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.0967493 Dec 12 17:55:59.987031 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:00.014748 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92500b9d-908d-4552-8cfc-0926091478cc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:00.036305 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:00.036939 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:00.037437 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:00.037930 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:00.038603 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:00.039089 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:00.039593 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:00.040078 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:00.040559 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:00.041863 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:00.042609 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:00.043111 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:00.043632 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:00.062304 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:00.071977 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:00.073192 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:00.092051 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c42636bc-3628-447e-a7d3-65754f6882ab req-8a0295a5-f8e9-4fdc-99de-6fb8de9dab95 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183584 Dec 12 17:56:00.163102 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:00.180054 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5740728 Dec 12 17:56:00.208835 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae60818-0906-4286-b767-54e4d6beb5e6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Network': ['ID=92f8e075-14c4-409d-9afe-32f8e779adce,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:00.212936 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:00.223508 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 92f8e075-14c4-409d-9afe-32f8e779adce details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:00.301154 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:00.302113 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38756) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:00.305175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:00.307418 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ec75023b-a62c-4340-bbe1-2c14f750af8c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'subnet': {'network_id': '92f8e075-14c4-409d-9afe-32f8e779adce', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:00.308811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:00.349319 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=99c2d083-7118-4573-82b4-afe6eba544ab,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:00.425805 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec75023b-a62c-4340-bbe1-2c14f750af8c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:00.432283 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec75023b-a62c-4340-bbe1-2c14f750af8c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:00.659415 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec75023b-a62c-4340-bbe1-2c14f750af8c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:00.745322 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75023b-a62c-4340-bbe1-2c14f750af8c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Subnet': ['ID=09b91d52-0ce0-4c5a-b53b-9458e8171f1c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:00.751492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec75023b-a62c-4340-bbe1-2c14f750af8c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Checking segment: {'id': '26f1d139-8c46-4530-a335-f3e7de274115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '92f8e075-14c4-409d-9afe-32f8e779adce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:00.751876 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec75023b-a62c-4340-bbe1-2c14f750af8c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network hostable DHCP agents. Network: 92f8e075-14c4-409d-9afe-32f8e779adce, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:56:00.777212 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0a163-ceeb-444c-b017-140bd4b2e644 req-b4deef1e-5de5-4090-a259-7b855535425c tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:00.777540 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec75023b-a62c-4340-bbe1-2c14f750af8c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network 92f8e075-14c4-409d-9afe-32f8e779adce is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:56:00.779140 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bd0a163-ceeb-444c-b017-140bd4b2e644 req-b4deef1e-5de5-4090-a259-7b855535425c tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.1052914 Dec 12 17:56:00.782404 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:00.802555 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ec75023b-a62c-4340-bbe1-2c14f750af8c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 92f8e075-14c4-409d-9afe-32f8e779adce) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:00.812563 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b6c121-d6ff-46db-b18d-f87dd25759f5 None None] Network 92f8e075-14c4-409d-9afe-32f8e779adce requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:00.825413 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec75023b-a62c-4340-bbe1-2c14f750af8c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:00.826291 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec75023b-a62c-4340-bbe1-2c14f750af8c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:00.854092 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ec75023b-a62c-4340-bbe1-2c14f750af8c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5508335 Dec 12 17:56:00.857924 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38760) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:00.863742 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b14eab9a-d1f3-4ed6-ae5d-78e4bb476496 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1913317441'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:00.867426 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bd0a163-ceeb-444c-b017-140bd4b2e644 req-f1428c2a-f895-4fbb-9d6c-597e6bf7243b tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597968 Dec 12 17:56:00.903099 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:00.911173 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14eab9a-d1f3-4ed6-ae5d-78e4bb476496 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:00.915140 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b14eab9a-d1f3-4ed6-ae5d-78e4bb476496 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:00.965422 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14eab9a-d1f3-4ed6-ae5d-78e4bb476496 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:56:00.977536 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b14eab9a-d1f3-4ed6-ae5d-78e4bb476496 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:00.977977 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-b14eab9a-d1f3-4ed6-ae5d-78e4bb476496 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Added segment 270054d9-3e05-410a-ba85-116171be184a of type vlan for network 3cddb41e-91e7-40d7-b9a3-1eb5890b25ab Dec 12 17:56:01.028643 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b14eab9a-d1f3-4ed6-ae5d-78e4bb476496 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:01.038802 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-92f8e075-14c4-409d-9afe-32f8e779adce', 'network_id': '92f8e075-14c4-409d-9afe-32f8e779adce', 'project_id': 'badf76c6da374edfb68119c741feb956', 'fixed_ips': [{'subnet_id': '09b91d52-0ce0-4c5a-b53b-9458e8171f1c'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:56:01.040736 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:01.059891 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b14eab9a-d1f3-4ed6-ae5d-78e4bb476496 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:01.072826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14eab9a-d1f3-4ed6-ae5d-78e4bb476496 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:01.073469 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b14eab9a-d1f3-4ed6-ae5d-78e4bb476496 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:01.110148 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b14eab9a-d1f3-4ed6-ae5d-78e4bb476496 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2509525 Dec 12 17:56:01.113765 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38766) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:01.117860 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:56:01.144211 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-52593207-a7db-4edd-b94b-e0bb35169684 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'subnet': {'network_id': '3cddb41e-91e7-40d7-b9a3-1eb5890b25ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:01.204162 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:01.218336 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:01.242001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Allocated IP 172.20.255.242 (92f8e075-14c4-409d-9afe-32f8e779adce/09b91d52-0ce0-4c5a-b53b-9458e8171f1c/7dd05e7e-d103-44aa-b3a0-128d57c8fe0e) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:01.320962 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=99c2d083-7118-4573-82b4-afe6eba544ab,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:01.370538 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14eab9a-d1f3-4ed6-ae5d-78e4bb476496 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Network': ['ID=3cddb41e-91e7-40d7-b9a3-1eb5890b25ab,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:01.378011 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52593207-a7db-4edd-b94b-e0bb35169684 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:01.381675 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-52593207-a7db-4edd-b94b-e0bb35169684 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:01.451298 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:01.457028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 3cddb41e-91e7-40d7-b9a3-1eb5890b25ab details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:01.473029 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:01.477527 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:01.551471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Pushing event updated for resources: {'Port': ['ID=7dd05e7e-d103-44aa-b3a0-128d57c8fe0e,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:01.577316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Network 92f8e075-14c4-409d-9afe-32f8e779adce is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:01.586861 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:01.590284 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:01.665994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Attempting to bind port 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:56:01.668186 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Attempting to bind port 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '26f1d139-8c46-4530-a335-f3e7de274115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '92f8e075-14c4-409d-9afe-32f8e779adce'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:56:01.668770 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Attempting to bind port 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e on network 92f8e075-14c4-409d-9afe-32f8e779adce {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:01.675554 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:56:01.675977 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Checking segment: {'id': '26f1d139-8c46-4530-a335-f3e7de274115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '92f8e075-14c4-409d-9afe-32f8e779adce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:01.676348 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:01.676753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Bound using segment: {'id': '26f1d139-8c46-4530-a335-f3e7de274115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '92f8e075-14c4-409d-9afe-32f8e779adce'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:56:01.677243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Bound port: 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f1d139-8c46-4530-a335-f3e7de274115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '92f8e075-14c4-409d-9afe-32f8e779adce'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:56:01.677739 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:01.698095 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Floating IP 02d9c29b-59fd-43a5-b6e9-abfb3525c93f associated. External IP: 172.25.1.93, port: d589b28d-f8de-46af-8b61-7ce1962f71f5. Dec 12 17:56:01.752096 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] For port 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:56:01.755241 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] For port 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7dd05e7e-d103-44aa-b3a0-128d57c8fe0e,segment=NetworkSegment(26f1d139-8c46-4530-a335-f3e7de274115),segment_id=26f1d139-8c46-4530-a335-f3e7de274115)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:56:01.762897 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:01.785145 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-52593207-a7db-4edd-b94b-e0bb35169684 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:01.842061 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f819238-263c-4efb-9c08-77cf2598deae None None] Pushing event updated for resources: {'Port': ['ID=7dd05e7e-d103-44aa-b3a0-128d57c8fe0e,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:01.895756 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52593207-a7db-4edd-b94b-e0bb35169684 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Subnet': ['ID=5a37bad2-4b31-4c94-a7b5-d581d31e72ee,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:01.912653 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52593207-a7db-4edd-b94b-e0bb35169684 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Checking segment: {'id': '270054d9-3e05-410a-ba85-116171be184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3cddb41e-91e7-40d7-b9a3-1eb5890b25ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:01.913036 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52593207-a7db-4edd-b94b-e0bb35169684 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network hostable DHCP agents. Network: 3cddb41e-91e7-40d7-b9a3-1eb5890b25ab, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:56:01.931094 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45021b10-9f02-43ea-a015-23acfb96ca6a req-341c8a15-9ffe-491d-ab2e-32c06fda16b7 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:01.939281 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45021b10-9f02-43ea-a015-23acfb96ca6a req-341c8a15-9ffe-491d-ab2e-32c06fda16b7 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.6197834 Dec 12 17:56:01.960773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52593207-a7db-4edd-b94b-e0bb35169684 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network 3cddb41e-91e7-40d7-b9a3-1eb5890b25ab is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:56:01.980426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-52593207-a7db-4edd-b94b-e0bb35169684 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 3cddb41e-91e7-40d7-b9a3-1eb5890b25ab) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:01.992705 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc67521-bbb4-42d0-9640-10d03b89952d None None] Network 3cddb41e-91e7-40d7-b9a3-1eb5890b25ab requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:02.011490 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52593207-a7db-4edd-b94b-e0bb35169684 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:02.014729 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-52593207-a7db-4edd-b94b-e0bb35169684 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:02.061793 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-52593207-a7db-4edd-b94b-e0bb35169684 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9404356 Dec 12 17:56:02.062052 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38776) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:02.187373 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45021b10-9f02-43ea-a015-23acfb96ca6a req-1e5a81e5-16c6-4460-b51d-6122007b4445 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469022 Dec 12 17:56:02.246939 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-3cddb41e-91e7-40d7-b9a3-1eb5890b25ab', 'network_id': '3cddb41e-91e7-40d7-b9a3-1eb5890b25ab', 'project_id': 'badf76c6da374edfb68119c741feb956', 'fixed_ips': [{'subnet_id': '5a37bad2-4b31-4c94-a7b5-d581d31e72ee'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:56:02.247808 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:02.340172 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:02.432346 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3e3f-de3e-4774-b442-f04f69b18ffd req-198a49e1-0617-4f82-a18c-92ac617b8753 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:02.441437 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:02.444227 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e92b3e3f-de3e-4774-b442-f04f69b18ffd req-198a49e1-0617-4f82-a18c-92ac617b8753 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.4308925 Dec 12 17:56:02.547398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router 724e2343-40c8-4643-b61d-e8bc098138c1 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:56:02.602663 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Allocated IP 172.20.0.2 (3cddb41e-91e7-40d7-b9a3-1eb5890b25ab/5a37bad2-4b31-4c94-a7b5-d581d31e72ee/71117b7a-189f-4ff7-882f-ea6be54c6cd9) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:02.785218 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:02.794883 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:02.822437 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:02.836498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Network 3cddb41e-91e7-40d7-b9a3-1eb5890b25ab is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:02.844268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:02.847824 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:02.871648 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Subnet': ['ID=5a37bad2-4b31-4c94-a7b5-d581d31e72ee,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:02.900567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Pushing event updated for resources: {'Port': ['ID=71117b7a-189f-4ff7-882f-ea6be54c6cd9,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:02.927546 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Attempting to bind port 71117b7a-189f-4ff7-882f-ea6be54c6cd9 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:56:02.928245 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Attempting to bind port 71117b7a-189f-4ff7-882f-ea6be54c6cd9 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '270054d9-3e05-410a-ba85-116171be184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3cddb41e-91e7-40d7-b9a3-1eb5890b25ab'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:56:02.928792 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Attempting to bind port 71117b7a-189f-4ff7-882f-ea6be54c6cd9 on network 3cddb41e-91e7-40d7-b9a3-1eb5890b25ab {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:02.934863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:56:02.935567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Checking segment: {'id': '270054d9-3e05-410a-ba85-116171be184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3cddb41e-91e7-40d7-b9a3-1eb5890b25ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:02.936123 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:02.936860 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Bound using segment: {'id': '270054d9-3e05-410a-ba85-116171be184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3cddb41e-91e7-40d7-b9a3-1eb5890b25ab'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:56:02.937496 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Bound port: 71117b7a-189f-4ff7-882f-ea6be54c6cd9, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270054d9-3e05-410a-ba85-116171be184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3cddb41e-91e7-40d7-b9a3-1eb5890b25ab'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:56:02.938038 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:02.961447 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:03.007051 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cddb41e-91e7-40d7-b9a3-1eb5890b25ab']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:03.019956 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270054d9-3e05-410a-ba85-116171be184a') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:03.020259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270054d9-3e05-410a-ba85-116171be184a') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:03.023057 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] For port 71117b7a-189f-4ff7-882f-ea6be54c6cd9, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:56:03.027509 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] For port 71117b7a-189f-4ff7-882f-ea6be54c6cd9, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=71117b7a-189f-4ff7-882f-ea6be54c6cd9,segment=NetworkSegment(270054d9-3e05-410a-ba85-116171be184a),segment_id=270054d9-3e05-410a-ba85-116171be184a)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:56:03.034598 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:03.075102 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:03.091074 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:03.107297 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:03.107297 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:03.168557 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0fbb6-45b1-4034-904b-9ec463a7bbd7 None None] Pushing event updated for resources: {'Port': ['ID=71117b7a-189f-4ff7-882f-ea6be54c6cd9,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:03.233602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69407d2-19b1-457c-9ca6-a08c8baa9e27 req-93e7c05f-0d9c-4280-a4aa-485c6ae0949e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:03.245142 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b69407d2-19b1-457c-9ca6-a08c8baa9e27 req-93e7c05f-0d9c-4280-a4aa-485c6ae0949e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.7995582 Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:03.285151 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:03.288222 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e92b3e3f-de3e-4774-b442-f04f69b18ffd req-be59bd85-af66-4419-828d-dcd5968590f9 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8323650 Dec 12 17:56:03.291615 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.db.api [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 17:56:03.291615 n-d-760354-5 neutron-server[103150]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 17:56:03.291615 n-d-760354-5 neutron-server[103150]: [parameters: {'id': '3cddb41e-91e7-40d7-b9a3-1eb5890b25ab'}] Dec 12 17:56:03.291615 n-d-760354-5 neutron-server[103150]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:56:03.294504 n-d-760354-5 neutron-server[103150]: DEBUG oslo_db.api [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:56:03.296678 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:56:03.442962 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:03.443321 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:03.449459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1dc6fc-8ec0-4ff6-8e4f-23ddbff6c985 None None] Network 3cddb41e-91e7-40d7-b9a3-1eb5890b25ab requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:03.457768 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae06ee4-3a37-4f92-91f2-0223cc8c4a6b req-62b7ec61-198a-49de-9aa4-6791f2d24136 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:03.463324 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ae06ee4-3a37-4f92-91f2-0223cc8c4a6b req-62b7ec61-198a-49de-9aa4-6791f2d24136 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.9053926 Dec 12 17:56:03.613677 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b69407d2-19b1-457c-9ca6-a08c8baa9e27 req-f023395e-c4e2-45b3-9152-07b12cd91149 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675077 Dec 12 17:56:03.669638 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:56:03.695641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c825eb01-665e-4549-9d76-90c2f65b30de None None] Sync routers for ids ['724e2343-40c8-4643-b61d-e8bc098138c1'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:56:03.709064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-5ae06ee4-3a37-4f92-91f2-0223cc8c4a6b req-9c187afc-90ad-4663-9d83-53659e761e2b tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Deleting port afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:03.709649 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ae06ee4-3a37-4f92-91f2-0223cc8c4a6b req-9c187afc-90ad-4663-9d83-53659e761e2b tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:03.741952 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:03.795795 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:03.817490 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c825eb01-665e-4549-9d76-90c2f65b30de None None] Routers {'724e2343-40c8-4643-b61d-e8bc098138c1'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:56:03.818855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c825eb01-665e-4549-9d76-90c2f65b30de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:55:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['724e2343-40c8-4643-b61d-e8bc098138c1'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:03.874901 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809057a0-8ee5-42be-8299-8e4f2e041188 None None] Network 92f8e075-14c4-409d-9afe-32f8e779adce requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:03.875108 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Deleting port 71117b7a-189f-4ff7-882f-ea6be54c6cd9 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:03.875589 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:03.954025 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] For port 71117b7a-189f-4ff7-882f-ea6be54c6cd9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=71117b7a-189f-4ff7-882f-ea6be54c6cd9,segment=NetworkSegment(270054d9-3e05-410a-ba85-116171be184a),segment_id=270054d9-3e05-410a-ba85-116171be184a)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:03.954407 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:03.975370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Calling delete_port for 71117b7a-189f-4ff7-882f-ea6be54c6cd9 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:03.995933 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-5ae06ee4-3a37-4f92-91f2-0223cc8c4a6b req-9c187afc-90ad-4663-9d83-53659e761e2b tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] For port afb24287-ff6f-4d0b-a2b8-81fb9c8445b5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=afb24287-ff6f-4d0b-a2b8-81fb9c8445b5,segment=NetworkSegment(9ef56353-c7f3-4d29-855b-c15f5e2edb79),segment_id=9ef56353-c7f3-4d29-855b-c15f5e2edb79)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:03.996487 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ae06ee4-3a37-4f92-91f2-0223cc8c4a6b req-9c187afc-90ad-4663-9d83-53659e761e2b tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:04.003167 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ca73ef74-4148-4711-94dd-d1a17fed1c7d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4407101 Dec 12 17:56:04.011328 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:56:04.014028 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4832db64-cd21-48c9-8a88-6303be84bd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:56:04.027664 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-5ae06ee4-3a37-4f92-91f2-0223cc8c4a6b req-9c187afc-90ad-4663-9d83-53659e761e2b tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Calling delete_port for afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:04.049945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329a34b-0892-4a25-9277-8993fb793f44 req-a16a8548-642d-4938-ba9e-25ef9511b657 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:04.061242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3329a34b-0892-4a25-9277-8993fb793f44 req-a16a8548-642d-4938-ba9e-25ef9511b657 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=89ad812a-7c78-4f9d-a93f-c98c46c868cf HTTP/1.1" status: 200 len: 945 time: 0.2105515 Dec 12 17:56:04.082961 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:04.143719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Port': ['ID=71117b7a-189f-4ff7-882f-ea6be54c6cd9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:04.150415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No DVR routers for this DVR port 71117b7a-189f-4ff7-882f-ea6be54c6cd9 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:04.187871 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a9e09c61-3f55-4ef0-80af-df31646b86df None None] Provisioning complete for port 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:04.188414 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a9e09c61-3f55-4ef0-80af-df31646b86df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:04.190097 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:04.261806 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:04.281442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75386af3-eefd-4d63-89d1-9e1125cfe45f req-4ff0afcb-0c93-4e19-93b0-b54180f9ac49 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:04.283064 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-75386af3-eefd-4d63-89d1-9e1125cfe45f req-4ff0afcb-0c93-4e19-93b0-b54180f9ac49 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.1569679 Dec 12 17:56:04.286612 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-c825eb01-665e-4549-9d76-90c2f65b30de None None] Set router 724e2343-40c8-4643-b61d-e8bc098138c1 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:56:04.297697 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cddb41e-91e7-40d7-b9a3-1eb5890b25ab']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:04.321295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270054d9-3e05-410a-ba85-116171be184a') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:04.321600 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270054d9-3e05-410a-ba85-116171be184a') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:04.340837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:04.357479 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:04.357778 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3329a34b-0892-4a25-9277-8993fb793f44 req-d0ff77dc-952c-4480-a3f3-a6d1737f94eb tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927060 Dec 12 17:56:04.372490 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:04.373679 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:04.377953 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7dd05e7e-d103-44aa-b3a0-128d57c8fe0e,segment=NetworkSegment(26f1d139-8c46-4530-a335-f3e7de274115),segment_id=26f1d139-8c46-4530-a335-f3e7de274115)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:04.398627 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:04.434265 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-75386af3-eefd-4d63-89d1-9e1125cfe45f req-54c005e7-f81c-476f-b800-ff3c04a94d16 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377466 Dec 12 17:56:04.513199 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9326d7-6fa4-4511-a4f5-e8ffaf8caa3e x-openstack-request-id: req-dd9326d7-6fa4-4511-a4f5-e8ffaf8caa3e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:56:04.513874 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:56:04.513874 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd9326d7-6fa4-4511-a4f5-e8ffaf8caa3e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:56:04.514235 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'status': 'completed', 'code': 200} Dec 12 17:56:04.514561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38808) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:04.545573 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:04.560418 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:04.572846 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:04.590945 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/3cddb41e-91e7-40d7-b9a3-1eb5890b25ab HTTP/1.1" status: 204 len: 168 time: 2.5278258 Dec 12 17:56:04.609404 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38812) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:04.616281 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-05cf82db-4bbb-46e5-8519-90eb793a5f67 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-796034000'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:04.621067 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7de2ca-8404-4fda-a870-bf51ea05b3f2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Network': ['ID=3cddb41e-91e7-40d7-b9a3-1eb5890b25ab,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:04.646470 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cf82db-4bbb-46e5-8519-90eb793a5f67 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:04.651996 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05cf82db-4bbb-46e5-8519-90eb793a5f67 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:04.678507 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c042f68-df62-4653-9150-2379f91d1805 None None] get_active_networks_info from n-d-760354-5 {{(pid=103152) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 17:56:04.682675 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05cf82db-4bbb-46e5-8519-90eb793a5f67 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:56:04.694124 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05cf82db-4bbb-46e5-8519-90eb793a5f67 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:04.694670 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-05cf82db-4bbb-46e5-8519-90eb793a5f67 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Added segment 9393d2b7-8180-4bf5-9c8f-a4732d6ed70c of type vlan for network f124edde-794d-47bc-b2db-4a27d9f4f52e Dec 12 17:56:04.743531 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05cf82db-4bbb-46e5-8519-90eb793a5f67 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:04.777001 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05cf82db-4bbb-46e5-8519-90eb793a5f67 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:04.785942 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cf82db-4bbb-46e5-8519-90eb793a5f67 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:04.786733 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05cf82db-4bbb-46e5-8519-90eb793a5f67 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:04.802213 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e520c3-4268-4f3f-857c-8a5a32a59161 req-29914e00-6a31-42d9-8109-16c1d346e892 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:04.804287 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32e520c3-4268-4f3f-857c-8a5a32a59161 req-29914e00-6a31-42d9-8109-16c1d346e892 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6030b04-e5e2-42b6-809a-85e10de3cd10 HTTP/1.1" status: 200 len: 945 time: 0.2302897 Dec 12 17:56:04.825538 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ae06ee4-3a37-4f92-91f2-0223cc8c4a6b req-9c187afc-90ad-4663-9d83-53659e761e2b tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:04.826158 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=7dd05e7e-d103-44aa-b3a0-128d57c8fe0e,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:04.835674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832db64-cd21-48c9-8a88-6303be84bd1f req-c89515af-776b-4464-b53f-b0563bf88212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:04.837158 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4832db64-cd21-48c9-8a88-6303be84bd1f req-c89515af-776b-4464-b53f-b0563bf88212 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 1097 time: 0.3217130 Dec 12 17:56:04.852794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['b1b7c161-ca88-472a-950b-779704c740af'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:56:04.857491 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ed005584-5533-4824-b2ae-3925610305de tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/floatingips/02d9c29b-59fd-43a5-b6e9-abfb3525c93f HTTP/1.1" status: 200 len: 991 time: 0.2848105 Dec 12 17:56:04.877409 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-05cf82db-4bbb-46e5-8519-90eb793a5f67 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2623479 Dec 12 17:56:04.879012 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38814) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:04.887103 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8288f0fa-57df-42d1-8079-ed3e059f3f74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'subnet': {'network_id': 'f124edde-794d-47bc-b2db-4a27d9f4f52e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:04.901193 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855fbc4-2b0b-4d74-9ee2-98e210d389bc req-21acf3bb-a233-469f-a3b4-98c53f81ca20 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:04.902634 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7855fbc4-2b0b-4d74-9ee2-98e210d389bc req-21acf3bb-a233-469f-a3b4-98c53f81ca20 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 946 time: 0.1910887 Dec 12 17:56:04.995295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf82db-4bbb-46e5-8519-90eb793a5f67 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Network': ['ID=f124edde-794d-47bc-b2db-4a27d9f4f52e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:05.020297 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c187afc-90ad-4663-9d83-53659e761e2b tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Pushing event deleted for resources: {'Port': ['ID=afb24287-ff6f-4d0b-a2b8-81fb9c8445b5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:05.027110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network f124edde-794d-47bc-b2db-4a27d9f4f52e details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:05.031691 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8288f0fa-57df-42d1-8079-ed3e059f3f74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:05.040330 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8288f0fa-57df-42d1-8079-ed3e059f3f74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:05.105571 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32e520c3-4268-4f3f-857c-8a5a32a59161 req-1542d4fd-7227-4788-8ffc-aa811ab5216f tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899559 Dec 12 17:56:05.115483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae06ee4-3a37-4f92-91f2-0223cc8c4a6b req-9c187afc-90ad-4663-9d83-53659e761e2b tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] No DVR routers for this DVR port afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:05.138717 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ae06ee4-3a37-4f92-91f2-0223cc8c4a6b req-9c187afc-90ad-4663-9d83-53659e761e2b tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:05.142152 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ae06ee4-3a37-4f92-91f2-0223cc8c4a6b req-9c187afc-90ad-4663-9d83-53659e761e2b tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.20 "DELETE /v2.0/ports/afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 HTTP/1.1" status: 204 len: 173 time: 1.6704388 Dec 12 17:56:05.161234 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7855fbc4-2b0b-4d74-9ee2-98e210d389bc req-55fd55d6-f495-4e82-a0e6-5a6f7ec57652 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959159 Dec 12 17:56:05.169837 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.ipam_backend_mixin [None req-8288f0fa-57df-42d1-8079-ed3e059f3f74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Performing IP validity checks on allocation pools {{(pid=103150) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 17:56:05.170369 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.ipam_backend_mixin [None req-8288f0fa-57df-42d1-8079-ed3e059f3f74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103150) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 17:56:05.221452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832db64-cd21-48c9-8a88-6303be84bd1f req-5dd8f484-9039-43c5-9699-1d5d936fb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:05.222993 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4832db64-cd21-48c9-8a88-6303be84bd1f req-5dd8f484-9039-43c5-9699-1d5d936fb38c service neutron] 10.222.0.31 "GET /v2.0/networks?id=bce2003b-95fc-412b-a4c2-a13c87646bdc HTTP/1.1" status: 200 len: 897 time: 0.3499966 Dec 12 17:56:05.261126 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d1245173-797d-4bed-8161-835a908f2f85 None None] Provisioning complete for port 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:05.261648 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1245173-797d-4bed-8161-835a908f2f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:05.263670 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:56:05.327331 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c042f68-df62-4653-9150-2379f91d1805 None None] Resources bound (agent type, host, resource id): {{(pid=103152) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 17:56:05.370960 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-f55085d3-4f88-412a-83ef-71400170ac4c req-3a3a903b-4751-44ef-a49d-1b4620a523ce tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:56:05.372084 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f55085d3-4f88-412a-83ef-71400170ac4c req-3a3a903b-4751-44ef-a49d-1b4620a523ce tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112579 Dec 12 17:56:05.391152 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4832db64-cd21-48c9-8a88-6303be84bd1f req-57dfb125-048b-4aaa-871d-23be29c59d85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5 HTTP/1.1" status: 200 len: 999 time: 0.1578264 Dec 12 17:56:05.392336 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8288f0fa-57df-42d1-8079-ed3e059f3f74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:05.482088 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288f0fa-57df-42d1-8079-ed3e059f3f74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Subnet': ['ID=98550e62-0df4-4e79-a156-afd02d72a485,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:05.509787 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8288f0fa-57df-42d1-8079-ed3e059f3f74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Checking segment: {'id': '9393d2b7-8180-4bf5-9c8f-a4732d6ed70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f124edde-794d-47bc-b2db-4a27d9f4f52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:05.510370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8288f0fa-57df-42d1-8079-ed3e059f3f74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network hostable DHCP agents. Network: f124edde-794d-47bc-b2db-4a27d9f4f52e, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:56:05.533034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c825eb01-665e-4549-9d76-90c2f65b30de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472675823', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:55:29Z', 'updated_at': '2021-12-12T17:55:35Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:30Z', 'updated_at': '2021-12-12T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '02d9c29b-59fd-43a5-b6e9-abfb3525c93f', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'floating_ip_address': '172.25.1.93', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'port_id': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc', 'mac_address': 'fa:16:3e:73:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81143489-b4e3-4799-aa87-5af71e92450a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:56:00Z', 'updated_at': '2021-12-12T17:56:00Z', 'revision_number': 0, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04315045-3187-4c51-b951-f8bf62bb27de', 'name': '', 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:d0:30:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '37146111-35c1-4540-9c8e-157a186ecea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:34Z', 'updated_at': '2021-12-12T17:55:39Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '37146111-35c1-4540-9c8e-157a186ecea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:05.538672 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8288f0fa-57df-42d1-8079-ed3e059f3f74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network f124edde-794d-47bc-b2db-4a27d9f4f52e is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:56:05.558249 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8288f0fa-57df-42d1-8079-ed3e059f3f74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, f124edde-794d-47bc-b2db-4a27d9f4f52e) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:05.572697 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:05.573249 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:05.585904 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8288f0fa-57df-42d1-8079-ed3e059f3f74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:05.590777 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8288f0fa-57df-42d1-8079-ed3e059f3f74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:05.605858 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f55085d3-4f88-412a-83ef-71400170ac4c req-fa12ee27-2c96-48de-933d-41c7352d8d63 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2136462 Dec 12 17:56:05.607418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832db64-cd21-48c9-8a88-6303be84bd1f req-17c5886e-821c-4e9e-9855-4658767ffdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:05.608766 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4832db64-cd21-48c9-8a88-6303be84bd1f req-17c5886e-821c-4e9e-9855-4658767ffdd5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37146111-35c1-4540-9c8e-157a186ecea6 HTTP/1.1" status: 200 len: 835 time: 0.2068088 Dec 12 17:56:05.614624 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c825eb01-665e-4549-9d76-90c2f65b30de None None] Checking router: 724e2343-40c8-4643-b61d-e8bc098138c1 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:56:05.648109 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8288f0fa-57df-42d1-8079-ed3e059f3f74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7678545 Dec 12 17:56:05.650799 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38822) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:05.687316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832db64-cd21-48c9-8a88-6303be84bd1f req-5efa144c-2f76-4ab2-8ab5-f97af4b4f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:05.693070 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4832db64-cd21-48c9-8a88-6303be84bd1f req-5efa144c-2f76-4ab2-8ab5-f97af4b4f6ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bce2003b-95fc-412b-a4c2-a13c87646bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763197 Dec 12 17:56:05.758607 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c825eb01-665e-4549-9d76-90c2f65b30de None None] Routers {'724e2343-40c8-4643-b61d-e8bc098138c1'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:56:05.759309 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c825eb01-665e-4549-9d76-90c2f65b30de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:55:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['724e2343-40c8-4643-b61d-e8bc098138c1'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:05.843432 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61131ee8-5024-48e0-a672-23767300903c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:05.862862 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38826) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:05.891909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4832db64-cd21-48c9-8a88-6303be84bd1f req-48ac4082-a1e6-4cf4-81a8-9ead5c5c7bfd service neutron] 10.222.0.31 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860576 Dec 12 17:56:06.050911 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61131ee8-5024-48e0-a672-23767300903c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:06.081339 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f012dd5e-c2ee-4268-84d3-071bb54f40c6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/floatingips/02d9c29b-59fd-43a5-b6e9-abfb3525c93f HTTP/1.1" status: 200 len: 991 time: 0.2094846 Dec 12 17:56:06.145954 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecfcd0-2230-42bf-9314-49f8893da00d req-29daca80-ac2f-4e85-8508-ed3034e2d0ba tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:06.147641 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16ecfcd0-2230-42bf-9314-49f8893da00d req-29daca80-ac2f-4e85-8508-ed3034e2d0ba tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.1087658 Dec 12 17:56:06.150871 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61131ee8-5024-48e0-a672-23767300903c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:06.204165 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61131ee8-5024-48e0-a672-23767300903c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Subnet': ['ID=98550e62-0df4-4e79-a156-afd02d72a485,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:06.238392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4832db64-cd21-48c9-8a88-6303be84bd1f req-12a6b7a7-602b-4f29-a5de-70a92cf50ef0 service neutron] 10.222.0.31 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352280 Dec 12 17:56:06.303820 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16ecfcd0-2230-42bf-9314-49f8893da00d req-387c4b11-754f-4057-ab16-29cca6a2bd07 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210659 Dec 12 17:56:06.321229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-c825eb01-665e-4549-9d76-90c2f65b30de None None] Set router 724e2343-40c8-4643-b61d-e8bc098138c1 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:56:06.330236 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61131ee8-5024-48e0-a672-23767300903c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:06.365205 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-61131ee8-5024-48e0-a672-23767300903c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f124edde-794d-47bc-b2db-4a27d9f4f52e']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:06.377736 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-61131ee8-5024-48e0-a672-23767300903c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9393d2b7-8180-4bf5-9c8f-a4732d6ed70c') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:06.378122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-61131ee8-5024-48e0-a672-23767300903c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9393d2b7-8180-4bf5-9c8f-a4732d6ed70c') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:06.391620 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61131ee8-5024-48e0-a672-23767300903c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:06.406518 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61131ee8-5024-48e0-a672-23767300903c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:06.415682 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61131ee8-5024-48e0-a672-23767300903c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:06.417029 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61131ee8-5024-48e0-a672-23767300903c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:06.421217 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:06.507819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8f146-8ee5-4e7c-a80c-5715a3f00ade req-2393d673-860b-464b-b718-239c69702bc9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:06.509690 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fca8f146-8ee5-4e7c-a80c-5715a3f00ade req-2393d673-860b-464b-b718-239c69702bc9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=89ad812a-7c78-4f9d-a93f-c98c46c868cf HTTP/1.1" status: 200 len: 945 time: 0.0761900 Dec 12 17:56:06.513205 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61131ee8-5024-48e0-a672-23767300903c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:06.536001 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6030b04-e5e2-42b6-809a-85e10de3cd10', 'name': 'network-vif-deleted', 'tag': 'afb24287-ff6f-4d0b-a2b8-81fb9c8445b5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:56:06.537477 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61131ee8-5024-48e0-a672-23767300903c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:06.539016 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83a649b-e3d9-4adf-90c8-905f715c234d" -d '{"events": [{"server_uuid": "a6030b04-e5e2-42b6-809a-85e10de3cd10", "name": "network-vif-deleted", "tag": "afb24287-ff6f-4d0b-a2b8-81fb9c8445b5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:56:06.541651 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-61131ee8-5024-48e0-a672-23767300903c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/f124edde-794d-47bc-b2db-4a27d9f4f52e HTTP/1.1" status: 204 len: 168 time: 0.8869867 Dec 12 17:56:06.542611 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61131ee8-5024-48e0-a672-23767300903c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Network': ['ID=f124edde-794d-47bc-b2db-4a27d9f4f52e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:06.545163 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38844) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:06.556464 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4a5463b2-6185-4920-92b7-6c0b7a459c4d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-62322173'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:06.581648 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5463b2-6185-4920-92b7-6c0b7a459c4d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:06.584628 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fca8f146-8ee5-4e7c-a80c-5715a3f00ade req-179c31e6-f56a-4487-9fdd-9aab70f45b89 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690725 Dec 12 17:56:06.587615 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a5463b2-6185-4920-92b7-6c0b7a459c4d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:06.612541 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:56:06.634602 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5463b2-6185-4920-92b7-6c0b7a459c4d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:56:06.639120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:56:06.639527 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device afb24287-ff6f-4d0b-a2b8-81fb9c8445b5 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:56:06.646710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09874783-a95c-4442-a5f9-09116e7c335f req-b1c325d8-f43b-4847-af3e-6f618acecd37 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:06.650630 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09874783-a95c-4442-a5f9-09116e7c335f req-b1c325d8-f43b-4847-af3e-6f618acecd37 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.0796084 Dec 12 17:56:06.660886 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a5463b2-6185-4920-92b7-6c0b7a459c4d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:06.661230 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-4a5463b2-6185-4920-92b7-6c0b7a459c4d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Added segment 0c4d3e69-1693-4dbe-88de-23057aaec5db of type vlan for network c3f25807-38aa-4296-8305-9c00839c2407 Dec 12 17:56:06.716086 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a5463b2-6185-4920-92b7-6c0b7a459c4d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:06.716877 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f70e66-9150-4c4e-9d31-39caab7ec69e x-openstack-request-id: req-18f70e66-9150-4c4e-9d31-39caab7ec69e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:56:06.717075 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6030b04-e5e2-42b6-809a-85e10de3cd10", "name": "network-vif-deleted", "tag": "afb24287-ff6f-4d0b-a2b8-81fb9c8445b5", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:56:06.717334 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18f70e66-9150-4c4e-9d31-39caab7ec69e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:56:06.726625 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6030b04-e5e2-42b6-809a-85e10de3cd10', 'name': 'network-vif-deleted', 'tag': 'afb24287-ff6f-4d0b-a2b8-81fb9c8445b5', 'status': 'completed', 'code': 200} Dec 12 17:56:06.755415 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a5463b2-6185-4920-92b7-6c0b7a459c4d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:06.762056 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09874783-a95c-4442-a5f9-09116e7c335f req-3cab2bb8-967b-4fc1-b6b7-c7c53fe47a94 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055911 Dec 12 17:56:06.771062 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5463b2-6185-4920-92b7-6c0b7a459c4d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:06.771852 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a5463b2-6185-4920-92b7-6c0b7a459c4d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:06.775653 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c825eb01-665e-4549-9d76-90c2f65b30de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472675823', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:55:29Z', 'updated_at': '2021-12-12T17:55:35Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:30Z', 'updated_at': '2021-12-12T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '02d9c29b-59fd-43a5-b6e9-abfb3525c93f', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'floating_ip_address': '172.25.1.93', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'port_id': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc', 'mac_address': 'fa:16:3e:73:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81143489-b4e3-4799-aa87-5af71e92450a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:56:00Z', 'updated_at': '2021-12-12T17:56:00Z', 'revision_number': 0, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04315045-3187-4c51-b951-f8bf62bb27de', 'name': '', 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:d0:30:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '37146111-35c1-4540-9c8e-157a186ecea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:34Z', 'updated_at': '2021-12-12T17:55:39Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '37146111-35c1-4540-9c8e-157a186ecea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:06.834502 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c825eb01-665e-4549-9d76-90c2f65b30de None None] The sync data for ids ['724e2343-40c8-4643-b61d-e8bc098138c1'] in n-d-760354-5 is: [{'id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472675823', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:55:29Z', 'updated_at': '2021-12-12T17:55:35Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:30Z', 'updated_at': '2021-12-12T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '02d9c29b-59fd-43a5-b6e9-abfb3525c93f', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'floating_ip_address': '172.25.1.93', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'port_id': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc', 'mac_address': 'fa:16:3e:73:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81143489-b4e3-4799-aa87-5af71e92450a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:56:00Z', 'updated_at': '2021-12-12T17:56:00Z', 'revision_number': 0, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04315045-3187-4c51-b951-f8bf62bb27de', 'name': '', 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:d0:30:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '37146111-35c1-4540-9c8e-157a186ecea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:34Z', 'updated_at': '2021-12-12T17:55:39Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '37146111-35c1-4540-9c8e-157a186ecea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:56:06.837965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe316d-a982-461e-909d-8a6b3c24a837 req-423f9e7d-1860-46d5-b2c1-7ad71666aa0f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:06.839152 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4a5463b2-6185-4920-92b7-6c0b7a459c4d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2929490 Dec 12 17:56:06.843490 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08fe316d-a982-461e-909d-8a6b3c24a837 req-423f9e7d-1860-46d5-b2c1-7ad71666aa0f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 946 time: 0.0770721 Dec 12 17:56:06.843626 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38850) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:06.848928 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'subnet': {'network_id': 'c3f25807-38aa-4296-8305-9c00839c2407', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:06.871047 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5463b2-6185-4920-92b7-6c0b7a459c4d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Network': ['ID=c3f25807-38aa-4296-8305-9c00839c2407,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:06.883597 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network c3f25807-38aa-4296-8305-9c00839c2407 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:06.900037 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9b0fec-4d55-4fa8-9395-ae91e6b7c5a8 None None] Network f124edde-794d-47bc-b2db-4a27d9f4f52e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:06.973973 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9b0fec-4d55-4fa8-9395-ae91e6b7c5a8 None None] Network f124edde-794d-47bc-b2db-4a27d9f4f52e could not be found, it might have been deleted concurrently. {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 17:56:06.999780 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8490860b-ac77-446b-8708-f405d01efbc8 None None] Network f124edde-794d-47bc-b2db-4a27d9f4f52e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:07.011064 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08fe316d-a982-461e-909d-8a6b3c24a837 req-c163b685-0700-4901-94ce-31b0863b2e2d tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515274 Dec 12 17:56:07.042763 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8490860b-ac77-446b-8708-f405d01efbc8 None None] Network f124edde-794d-47bc-b2db-4a27d9f4f52e could not be found, it might have been deleted concurrently. {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 17:56:07.050207 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:07.051035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-049edd7e-5b5c-42e6-b923-558e5ba5be8d None None] Provisioning complete for port b1b7c161-ca88-472a-950b-779704c740af triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:07.051920 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-049edd7e-5b5c-42e6-b923-558e5ba5be8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:07.055080 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:07.089108 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38854) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:07.200530 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd2ba70-1f11-418d-9cfd-9b78ca1d298e None None] New status for floating IP 02d9c29b-59fd-43a5-b6e9-abfb3525c93f: ACTIVE {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:56:07.205312 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f9edc673-8b70-4457-8f12-3dc235028dc2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/floatingips/02d9c29b-59fd-43a5-b6e9-abfb3525c93f HTTP/1.1" status: 200 len: 991 time: 0.1109524 Dec 12 17:56:07.243816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-049edd7e-5b5c-42e6-b923-558e5ba5be8d None None] Provisioning complete for port 703fc53f-3d72-4260-906d-60efc4b4c696 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:07.244449 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-049edd7e-5b5c-42e6-b923-558e5ba5be8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:07.376882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479566e-9f5c-4c1a-8b3e-ab637b16c758 req-4efde19c-49e3-4406-bf28-bb8457b819b1 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:07.384891 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479566e-9f5c-4c1a-8b3e-ab637b16c758 req-4efde19c-49e3-4406-bf28-bb8457b819b1 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:07.391146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479566e-9f5c-4c1a-8b3e-ab637b16c758 req-4efde19c-49e3-4406-bf28-bb8457b819b1 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:07.393460 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0479566e-9f5c-4c1a-8b3e-ab637b16c758 req-4efde19c-49e3-4406-bf28-bb8457b819b1 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b&device_id=89ad812a-7c78-4f9d-a93f-c98c46c868cf&device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 2417 time: 0.1284385 Dec 12 17:56:07.476744 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:07.538935 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0479566e-9f5c-4c1a-8b3e-ab637b16c758 req-ed6b5cbd-373d-40ca-b341-001b28ad3365 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164660 Dec 12 17:56:07.583172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Subnet': ['ID=de2aa869-2c83-4b0d-ba0a-24c07131a932,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:07.610121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:07.610882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:07.611466 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:07.612035 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:07.612597 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:07.613127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:07.613724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:07.614251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:07.614776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:07.615349 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:07.615892 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:07.616423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:07.616945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:07.624814 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Checking segment: {'id': '0c4d3e69-1693-4dbe-88de-23057aaec5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c3f25807-38aa-4296-8305-9c00839c2407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:07.625266 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network hostable DHCP agents. Network: c3f25807-38aa-4296-8305-9c00839c2407, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:56:07.653968 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af35e7f3-de2c-4280-b41d-5a468cfaaf59 req-b82b129d-229f-437d-8580-13ca2cafe47e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0832906 Dec 12 17:56:07.665194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network c3f25807-38aa-4296-8305-9c00839c2407 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:56:07.677956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, c3f25807-38aa-4296-8305-9c00839c2407) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:07.688629 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fedfada-07c6-49aa-afa0-1dd30fa12c22 None None] Network c3f25807-38aa-4296-8305-9c00839c2407 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:07.703241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:07.705240 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:07.728474 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ba6daac7-aaab-433f-8b13-1ce339a9573d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8833117 Dec 12 17:56:07.731287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38864) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:07.859279 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-c3f25807-38aa-4296-8305-9c00839c2407', 'network_id': 'c3f25807-38aa-4296-8305-9c00839c2407', 'project_id': 'badf76c6da374edfb68119c741feb956', 'fixed_ips': [{'subnet_id': 'de2aa869-2c83-4b0d-ba0a-24c07131a932'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:56:07.866734 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:07.879913 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:07.974063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db64fd9-8785-4db5-bf1d-d476cdd939b6 req-8e57e619-b6a0-45fb-938f-64afeec6c799 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:07.977826 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4db64fd9-8785-4db5-bf1d-d476cdd939b6 req-8e57e619-b6a0-45fb-938f-64afeec6c799 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.1170068 Dec 12 17:56:07.989731 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:08.075181 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4db64fd9-8785-4db5-bf1d-d476cdd939b6 req-6c5493ae-b0f8-4a0f-b047-d25769c28c79 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932958 Dec 12 17:56:08.102831 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Allocated IP 172.20.0.1 (c3f25807-38aa-4296-8305-9c00839c2407/de2aa869-2c83-4b0d-ba0a-24c07131a932/c663e312-ddee-4cd9-8c79-fd494aacfa4c) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:08.203957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38888) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:08.284791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1815e74e-93d3-4851-972e-6d3f567e0040 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/floatingips/02d9c29b-59fd-43a5-b6e9-abfb3525c93f HTTP/1.1" status: 200 len: 993 time: 0.0793266 Dec 12 17:56:08.317710 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:08.330815 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:08.351366 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:08.371585 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Network c3f25807-38aa-4296-8305-9c00839c2407 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:08.377678 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:08.383834 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:08.386489 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Subnet': ['ID=de2aa869-2c83-4b0d-ba0a-24c07131a932,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:08.420099 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Pushing event updated for resources: {'Port': ['ID=c663e312-ddee-4cd9-8c79-fd494aacfa4c,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:08.462691 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Attempting to bind port c663e312-ddee-4cd9-8c79-fd494aacfa4c on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:56:08.463263 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Attempting to bind port c663e312-ddee-4cd9-8c79-fd494aacfa4c by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '0c4d3e69-1693-4dbe-88de-23057aaec5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c3f25807-38aa-4296-8305-9c00839c2407'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:56:08.463648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Attempting to bind port c663e312-ddee-4cd9-8c79-fd494aacfa4c on network c3f25807-38aa-4296-8305-9c00839c2407 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:08.469682 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:56:08.470642 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Checking segment: {'id': '0c4d3e69-1693-4dbe-88de-23057aaec5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c3f25807-38aa-4296-8305-9c00839c2407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:08.471058 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:08.471504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Bound using segment: {'id': '0c4d3e69-1693-4dbe-88de-23057aaec5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c3f25807-38aa-4296-8305-9c00839c2407'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:56:08.472105 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Bound port: c663e312-ddee-4cd9-8c79-fd494aacfa4c, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4d3e69-1693-4dbe-88de-23057aaec5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c3f25807-38aa-4296-8305-9c00839c2407'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:56:08.472499 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:08.598507 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] For port c663e312-ddee-4cd9-8c79-fd494aacfa4c, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:56:08.609543 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] For port c663e312-ddee-4cd9-8c79-fd494aacfa4c, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c663e312-ddee-4cd9-8c79-fd494aacfa4c,segment=NetworkSegment(0c4d3e69-1693-4dbe-88de-23057aaec5db),segment_id=0c4d3e69-1693-4dbe-88de-23057aaec5db)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:56:08.620600 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:08.743978 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf4cf9-1a4b-45d9-bb0e-cb5cf2505528 req-2739ebde-2952-41ad-b719-6507b9a4cd49 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:08.762055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8cdf4cf9-1a4b-45d9-bb0e-cb5cf2505528 req-2739ebde-2952-41ad-b719-6507b9a4cd49 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 945 time: 0.1573403 Dec 12 17:56:08.767712 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070130d-c24f-4ab8-b53f-6f27bf76b6d1 None None] Pushing event updated for resources: {'Port': ['ID=c663e312-ddee-4cd9-8c79-fd494aacfa4c,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:08.782911 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c697f19-4e37-4f0f-96fe-f7732b8ec186 None None] Network c3f25807-38aa-4296-8305-9c00839c2407 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:08.950506 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f726edb9-2b4f-49f8-9556-cc837bb70b17 None None] get_active_networks_info from n-d-760354-5 {{(pid=103152) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 17:56:08.970772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-8cdf4cf9-1a4b-45d9-bb0e-cb5cf2505528 req-88d419de-3450-4aed-a154-508a046b1546 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Deleting port b1b7c161-ca88-472a-950b-779704c740af {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:08.971304 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8cdf4cf9-1a4b-45d9-bb0e-cb5cf2505528 req-88d419de-3450-4aed-a154-508a046b1546 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:09.045815 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:09.084524 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f25807-38aa-4296-8305-9c00839c2407']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:09.094869 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4d3e69-1693-4dbe-88de-23057aaec5db') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:09.096096 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4d3e69-1693-4dbe-88de-23057aaec5db') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:09.113846 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:09.152567 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:09.157026 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-8cdf4cf9-1a4b-45d9-bb0e-cb5cf2505528 req-88d419de-3450-4aed-a154-508a046b1546 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] For port b1b7c161-ca88-472a-950b-779704c740af, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b1b7c161-ca88-472a-950b-779704c740af,segment=NetworkSegment(9ef56353-c7f3-4d29-855b-c15f5e2edb79),segment_id=9ef56353-c7f3-4d29-855b-c15f5e2edb79)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:09.158957 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8cdf4cf9-1a4b-45d9-bb0e-cb5cf2505528 req-88d419de-3450-4aed-a154-508a046b1546 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:09.168521 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:09.169114 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:09.176140 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-8cdf4cf9-1a4b-45d9-bb0e-cb5cf2505528 req-88d419de-3450-4aed-a154-508a046b1546 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Calling delete_port for b1b7c161-ca88-472a-950b-779704c740af owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:09.181332 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:09.233467 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f726edb9-2b4f-49f8-9556-cc837bb70b17 None None] Resources bound (agent type, host, resource id): {{(pid=103152) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 17:56:09.253578 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.db.api [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 17:56:09.253578 n-d-760354-5 neutron-server[103150]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 17:56:09.253578 n-d-760354-5 neutron-server[103150]: [parameters: {'id': 'c3f25807-38aa-4296-8305-9c00839c2407'}] Dec 12 17:56:09.253578 n-d-760354-5 neutron-server[103150]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:56:09.257020 n-d-760354-5 neutron-server[103150]: DEBUG oslo_db.api [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:56:09.426204 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8cdf4cf9-1a4b-45d9-bb0e-cb5cf2505528 req-88d419de-3450-4aed-a154-508a046b1546 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:09.475999 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['b1b7c161-ca88-472a-950b-779704c740af'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:56:09.478054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4ff60-7b3e-4140-9de5-d01c9b6a6596 req-a9532c79-c8c0-4353-863f-b320511c7050 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:09.487078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ad4ff60-7b3e-4140-9de5-d01c9b6a6596 req-a9532c79-c8c0-4353-863f-b320511c7050 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae24968e-dd63-4c12-998e-cdadd9871301 HTTP/1.1" status: 200 len: 867 time: 0.1841049 Dec 12 17:56:09.539744 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d419de-3450-4aed-a154-508a046b1546 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Pushing event deleted for resources: {'Port': ['ID=b1b7c161-ca88-472a-950b-779704c740af,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:09.646287 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ad4ff60-7b3e-4140-9de5-d01c9b6a6596 req-d60f7114-39f6-4206-87b6-26431ed8ed87 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1ce0c1b-c541-4c27-b862-770727764ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582782 Dec 12 17:56:09.672268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8603095-75d1-4d8a-8e42-68320c682562 req-33a09abd-ac27-461b-9d3d-66c85a33c878 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:09.674518 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4018eb5a-f962-4c33-a057-66a37a1359c1 None None] DHCP port deletion for 67709362-7810-4af0-979b-7388b427976b request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:09.681120 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8603095-75d1-4d8a-8e42-68320c682562 req-33a09abd-ac27-461b-9d3d-66c85a33c878 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 946 time: 0.1687050 Dec 12 17:56:09.693031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdf4cf9-1a4b-45d9-bb0e-cb5cf2505528 req-88d419de-3450-4aed-a154-508a046b1546 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] No DVR routers for this DVR port b1b7c161-ca88-472a-950b-779704c740af on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:09.707174 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8cdf4cf9-1a4b-45d9-bb0e-cb5cf2505528 req-88d419de-3450-4aed-a154-508a046b1546 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:09.712570 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8cdf4cf9-1a4b-45d9-bb0e-cb5cf2505528 req-88d419de-3450-4aed-a154-508a046b1546 tempest-ServerRescueTestJSON-1012387965 tempest-ServerRescueTestJSON-1012387965-project] 10.222.0.20 "DELETE /v2.0/ports/b1b7c161-ca88-472a-950b-779704c740af HTTP/1.1" status: 204 len: 173 time: 0.9426994 Dec 12 17:56:09.713284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae24968e-dd63-4c12-998e-cdadd9871301', 'name': 'network-vif-deleted', 'tag': 'b1b7c161-ca88-472a-950b-779704c740af'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:56:09.715796 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e18acde-385f-4663-8559-050b7804af0f" -d '{"events": [{"server_uuid": "ae24968e-dd63-4c12-998e-cdadd9871301", "name": "network-vif-deleted", "tag": "b1b7c161-ca88-472a-950b-779704c740af"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:56:09.758697 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:09.787794 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8603095-75d1-4d8a-8e42-68320c682562 req-4168956a-cf70-48d5-9b9e-9c7fd047db68 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050394 Dec 12 17:56:09.819491 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6a234e-aa8c-422b-96ef-4abb0011c769 x-openstack-request-id: req-ec6a234e-aa8c-422b-96ef-4abb0011c769 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:56:09.819791 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae24968e-dd63-4c12-998e-cdadd9871301", "name": "network-vif-deleted", "tag": "b1b7c161-ca88-472a-950b-779704c740af", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:56:09.820591 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec6a234e-aa8c-422b-96ef-4abb0011c769 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:56:09.821006 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae24968e-dd63-4c12-998e-cdadd9871301', 'name': 'network-vif-deleted', 'tag': 'b1b7c161-ca88-472a-950b-779704c740af', 'status': 'completed', 'code': 200} Dec 12 17:56:09.842667 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Deleting port c663e312-ddee-4cd9-8c79-fd494aacfa4c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:09.843009 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:09.926232 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] For port c663e312-ddee-4cd9-8c79-fd494aacfa4c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c663e312-ddee-4cd9-8c79-fd494aacfa4c,segment=NetworkSegment(0c4d3e69-1693-4dbe-88de-23057aaec5db),segment_id=0c4d3e69-1693-4dbe-88de-23057aaec5db)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:09.926232 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:09.938606 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Calling delete_port for c663e312-ddee-4cd9-8c79-fd494aacfa4c owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:10.032169 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:10.066541 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Port': ['ID=c663e312-ddee-4cd9-8c79-fd494aacfa4c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:10.069627 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No DVR routers for this DVR port c663e312-ddee-4cd9-8c79-fd494aacfa4c on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:10.177940 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:10.200206 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f25807-38aa-4296-8305-9c00839c2407']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:10.212917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4d3e69-1693-4dbe-88de-23057aaec5db') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:10.213366 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4d3e69-1693-4dbe-88de-23057aaec5db') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:10.225338 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:10.244349 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:10.253438 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:10.254073 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:10.257541 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:10.342689 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:10.359847 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:10.363353 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/c3f25807-38aa-4296-8305-9c00839c2407 HTTP/1.1" status: 204 len: 168 time: 2.6311662 Dec 12 17:56:10.368595 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38940) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:10.376514 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb41d2-03db-43af-b8cf-441209477127 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Network': ['ID=c3f25807-38aa-4296-8305-9c00839c2407,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:10.381483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8b067859-4252-4eed-b1d2-4b47544bb85f tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1413760791'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:10.422821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b067859-4252-4eed-b1d2-4b47544bb85f tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:10.426796 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8b067859-4252-4eed-b1d2-4b47544bb85f tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:10.458925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b067859-4252-4eed-b1d2-4b47544bb85f tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:56:10.470619 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8b067859-4252-4eed-b1d2-4b47544bb85f tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:10.470980 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-8b067859-4252-4eed-b1d2-4b47544bb85f tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Added segment 7eb02f4d-09d9-423a-8798-35905643741c of type vlan for network c849c369-7bf4-4ad9-9a67-d87236b3ea90 Dec 12 17:56:10.519511 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8b067859-4252-4eed-b1d2-4b47544bb85f tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:10.545234 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8b067859-4252-4eed-b1d2-4b47544bb85f tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:10.550827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b067859-4252-4eed-b1d2-4b47544bb85f tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:10.551445 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8b067859-4252-4eed-b1d2-4b47544bb85f tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:10.617526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8b067859-4252-4eed-b1d2-4b47544bb85f tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2477984 Dec 12 17:56:10.620287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38944) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:10.625140 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-e744fed6-de2b-4aed-85ff-fcd403d4286e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'subnet': {'network_id': 'c849c369-7bf4-4ad9-9a67-d87236b3ea90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:10.644510 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b067859-4252-4eed-b1d2-4b47544bb85f tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Network': ['ID=c849c369-7bf4-4ad9-9a67-d87236b3ea90,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:10.656497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network c849c369-7bf4-4ad9-9a67-d87236b3ea90 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:10.707389 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38952) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:10.749561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e744fed6-de2b-4aed-85ff-fcd403d4286e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:10.753953 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e744fed6-de2b-4aed-85ff-fcd403d4286e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:10.960046 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38960) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:11.053387 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3e639-1a82-49ad-9334-e7835d19f07a req-eea2862f-ce02-435d-8538-138e65973c3a tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:11.054915 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21f3e639-1a82-49ad-9334-e7835d19f07a req-eea2862f-ce02-435d-8538-138e65973c3a tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 946 time: 0.1736522 Dec 12 17:56:11.101762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f16899-b427-4426-98b8-df099800375e req-5c3035cd-50e5-4d82-8b78-fe63a698f1ad tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:11.109665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-46f16899-b427-4426-98b8-df099800375e req-5c3035cd-50e5-4d82-8b78-fe63a698f1ad tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 946 time: 0.1613457 Dec 12 17:56:11.143900 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e744fed6-de2b-4aed-85ff-fcd403d4286e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:11.219330 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744fed6-de2b-4aed-85ff-fcd403d4286e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Subnet': ['ID=a372f9f1-a4fe-4907-adc1-8baf8804092c,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:11.297110 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-46f16899-b427-4426-98b8-df099800375e req-6cdd5797-71b9-482b-87e5-41a958dc00ee tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864762 Dec 12 17:56:11.327460 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744fed6-de2b-4aed-85ff-fcd403d4286e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Checking segment: {'id': '7eb02f4d-09d9-423a-8798-35905643741c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c849c369-7bf4-4ad9-9a67-d87236b3ea90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:11.327958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e744fed6-de2b-4aed-85ff-fcd403d4286e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network hostable DHCP agents. Network: c849c369-7bf4-4ad9-9a67-d87236b3ea90, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:56:11.346585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-21f3e639-1a82-49ad-9334-e7835d19f07a req-cb16c7a9-fd7d-466e-9635-72b2bfbd00d0 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Deleting port 58e92e8f-6a42-4c1e-825c-feb8390214b7 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:11.347382 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-21f3e639-1a82-49ad-9334-e7835d19f07a req-cb16c7a9-fd7d-466e-9635-72b2bfbd00d0 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:11.408424 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e744fed6-de2b-4aed-85ff-fcd403d4286e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network c849c369-7bf4-4ad9-9a67-d87236b3ea90 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:56:11.451274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-e744fed6-de2b-4aed-85ff-fcd403d4286e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, c849c369-7bf4-4ad9-9a67-d87236b3ea90) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:11.462123 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a03442-bdfb-4683-8a61-b4c7b409d5af None None] Network c849c369-7bf4-4ad9-9a67-d87236b3ea90 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:11.469000 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e744fed6-de2b-4aed-85ff-fcd403d4286e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:11.470785 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e744fed6-de2b-4aed-85ff-fcd403d4286e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:11.534852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-21f3e639-1a82-49ad-9334-e7835d19f07a req-cb16c7a9-fd7d-466e-9635-72b2bfbd00d0 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] For port 58e92e8f-6a42-4c1e-825c-feb8390214b7, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=58e92e8f-6a42-4c1e-825c-feb8390214b7,segment=NetworkSegment(0633b099-2065-4266-baf6-b762c1e9b942),segment_id=0633b099-2065-4266-baf6-b762c1e9b942)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:11.535298 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-21f3e639-1a82-49ad-9334-e7835d19f07a req-cb16c7a9-fd7d-466e-9635-72b2bfbd00d0 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:11.553785 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-21f3e639-1a82-49ad-9334-e7835d19f07a req-cb16c7a9-fd7d-466e-9635-72b2bfbd00d0 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Calling delete_port for 58e92e8f-6a42-4c1e-825c-feb8390214b7 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:11.562522 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27864f3b-7e88-48a9-8ca4-2cd00912c0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:11.564259 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e744fed6-de2b-4aed-85ff-fcd403d4286e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9419539 Dec 12 17:56:11.568269 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38974) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:11.623182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-c849c369-7bf4-4ad9-9a67-d87236b3ea90', 'network_id': 'c849c369-7bf4-4ad9-9a67-d87236b3ea90', 'project_id': 'badf76c6da374edfb68119c741feb956', 'fixed_ips': [{'subnet_id': 'a372f9f1-a4fe-4907-adc1-8baf8804092c'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:56:11.624106 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:11.750550 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:11.799095 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Allocated IP 172.20.0.2 (c849c369-7bf4-4ad9-9a67-d87236b3ea90/a372f9f1-a4fe-4907-adc1-8baf8804092c/0264e752-69e8-48f9-be76-e4e81b2c320a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:11.867120 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-21f3e639-1a82-49ad-9334-e7835d19f07a req-cb16c7a9-fd7d-466e-9635-72b2bfbd00d0 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:11.914613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16c7a9-fd7d-466e-9635-72b2bfbd00d0 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Pushing event deleted for resources: {'Port': ['ID=58e92e8f-6a42-4c1e-825c-feb8390214b7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:11.920045 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:11.968346 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['58e92e8f-6a42-4c1e-825c-feb8390214b7'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:56:11.971534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['e3fb5d37-5e2d-438c-babb-69b9ceb70b4a', '401c3181-960b-47e3-a3ab-4afcd490081d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:56:12.010459 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90f46084-62e3-4a5b-80cc-98546b4646a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:12.043585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f3e639-1a82-49ad-9334-e7835d19f07a req-cb16c7a9-fd7d-466e-9635-72b2bfbd00d0 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] No DVR routers for this DVR port 58e92e8f-6a42-4c1e-825c-feb8390214b7 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:12.046449 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-21f3e639-1a82-49ad-9334-e7835d19f07a req-cb16c7a9-fd7d-466e-9635-72b2bfbd00d0 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:12.051520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21f3e639-1a82-49ad-9334-e7835d19f07a req-cb16c7a9-fd7d-466e-9635-72b2bfbd00d0 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.20 "DELETE /v2.0/ports/58e92e8f-6a42-4c1e-825c-feb8390214b7 HTTP/1.1" status: 204 len: 173 time: 0.9827254 Dec 12 17:56:12.051984 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74cc133-aaeb-4a5a-8ff4-b22c30440d4b', 'name': 'network-vif-deleted', 'tag': '58e92e8f-6a42-4c1e-825c-feb8390214b7'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:56:12.054400 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e8ab91-3774-4b48-8cd2-33aa594dd3f8" -d '{"events": [{"server_uuid": "e74cc133-aaeb-4a5a-8ff4-b22c30440d4b", "name": "network-vif-deleted", "tag": "58e92e8f-6a42-4c1e-825c-feb8390214b7"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:56:12.101825 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6ded98-b526-4f6e-bb8e-14e446b3d30d x-openstack-request-id: req-fb6ded98-b526-4f6e-bb8e-14e446b3d30d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:56:12.102125 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74cc133-aaeb-4a5a-8ff4-b22c30440d4b", "name": "network-vif-deleted", "tag": "58e92e8f-6a42-4c1e-825c-feb8390214b7", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:56:12.103081 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb6ded98-b526-4f6e-bb8e-14e446b3d30d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:56:12.103081 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74cc133-aaeb-4a5a-8ff4-b22c30440d4b', 'name': 'network-vif-deleted', 'tag': '58e92e8f-6a42-4c1e-825c-feb8390214b7', 'status': 'completed', 'code': 200} Dec 12 17:56:12.107451 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:12.135448 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:12.155291 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:12.182091 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Network c849c369-7bf4-4ad9-9a67-d87236b3ea90 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:12.190958 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:12.195110 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Subnet': ['ID=a372f9f1-a4fe-4907-adc1-8baf8804092c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:12.198773 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:12.239734 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Pushing event updated for resources: {'Port': ['ID=0264e752-69e8-48f9-be76-e4e81b2c320a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:12.300428 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:12.317396 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Attempting to bind port 0264e752-69e8-48f9-be76-e4e81b2c320a on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:56:12.317695 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Attempting to bind port 0264e752-69e8-48f9-be76-e4e81b2c320a by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '7eb02f4d-09d9-423a-8798-35905643741c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c849c369-7bf4-4ad9-9a67-d87236b3ea90'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:56:12.318068 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Attempting to bind port 0264e752-69e8-48f9-be76-e4e81b2c320a on network c849c369-7bf4-4ad9-9a67-d87236b3ea90 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:12.337686 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c849c369-7bf4-4ad9-9a67-d87236b3ea90']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:12.350453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb02f4d-09d9-423a-8798-35905643741c') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:12.350899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb02f4d-09d9-423a-8798-35905643741c') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:12.355654 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:56:12.356039 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Checking segment: {'id': '7eb02f4d-09d9-423a-8798-35905643741c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c849c369-7bf4-4ad9-9a67-d87236b3ea90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:12.356449 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:12.356850 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Bound using segment: {'id': '7eb02f4d-09d9-423a-8798-35905643741c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c849c369-7bf4-4ad9-9a67-d87236b3ea90'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:56:12.357339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Bound port: 0264e752-69e8-48f9-be76-e4e81b2c320a, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb02f4d-09d9-423a-8798-35905643741c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c849c369-7bf4-4ad9-9a67-d87236b3ea90'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:56:12.357726 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:12.367847 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:12.388152 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:12.396866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:12.397615 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:12.401738 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:12.444215 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-27864f3b-7e88-48a9-8ca4-2cd00912c0b3 admin admin] Deleting port 703fc53f-3d72-4260-906d-60efc4b4c696 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:12.444746 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27864f3b-7e88-48a9-8ca4-2cd00912c0b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:12.608137 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device b1b7c161-ca88-472a-950b-779704c740af no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:56:12.661116 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: b1b7c161-ca88-472a-950b-779704c740af {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:56:12.661557 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device b1b7c161-ca88-472a-950b-779704c740af not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:56:12.661991 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 58e92e8f-6a42-4c1e-825c-feb8390214b7 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:56:12.690164 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-27864f3b-7e88-48a9-8ca4-2cd00912c0b3 admin admin] For port 703fc53f-3d72-4260-906d-60efc4b4c696, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=703fc53f-3d72-4260-906d-60efc4b4c696,segment=NetworkSegment(9ef56353-c7f3-4d29-855b-c15f5e2edb79),segment_id=9ef56353-c7f3-4d29-855b-c15f5e2edb79)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:12.690531 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27864f3b-7e88-48a9-8ca4-2cd00912c0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:12.703919 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 58e92e8f-6a42-4c1e-825c-feb8390214b7 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:56:12.704848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 58e92e8f-6a42-4c1e-825c-feb8390214b7 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:56:12.707256 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] For port 0264e752-69e8-48f9-be76-e4e81b2c320a, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:56:12.710710 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-27864f3b-7e88-48a9-8ca4-2cd00912c0b3 admin admin] Calling delete_port for 703fc53f-3d72-4260-906d-60efc4b4c696 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:12.717161 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-90f46084-62e3-4a5b-80cc-98546b4646a7 admin admin] Deleting port 7fd6850e-af2b-4237-94c7-d506c9860887 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:12.717754 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90f46084-62e3-4a5b-80cc-98546b4646a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:12.864866 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-90f46084-62e3-4a5b-80cc-98546b4646a7 admin admin] For port 7fd6850e-af2b-4237-94c7-d506c9860887, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7fd6850e-af2b-4237-94c7-d506c9860887,segment=NetworkSegment(63c2c74d-0601-482d-ae6b-a84f2ca1a11b),segment_id=63c2c74d-0601-482d-ae6b-a84f2ca1a11b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:12.865240 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90f46084-62e3-4a5b-80cc-98546b4646a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:12.911585 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-90f46084-62e3-4a5b-80cc-98546b4646a7 admin admin] Calling delete_port for 7fd6850e-af2b-4237-94c7-d506c9860887 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:12.982389 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e1e02393-8270-48ee-9057-4e912192e007 req-179dd80b-ad5e-41bd-b921-67b8962445c0 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74cc133-aaeb-4a5a-8ff4-b22c30440d4b HTTP/1.1" status: 200 len: 210 time: 0.0525815 Dec 12 17:56:12.999904 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 17:56:12.999904 n-d-760354-5 neutron-server[103151]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 17:56:12.999904 n-d-760354-5 neutron-server[103151]: [parameters: {'id': 'c849c369-7bf4-4ad9-9a67-d87236b3ea90'}] Dec 12 17:56:12.999904 n-d-760354-5 neutron-server[103151]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:56:13.000481 n-d-760354-5 neutron-server[103151]: DEBUG oslo_db.api [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:56:13.013263 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] For port 0264e752-69e8-48f9-be76-e4e81b2c320a, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=0264e752-69e8-48f9-be76-e4e81b2c320a,segment=NetworkSegment(7eb02f4d-09d9-423a-8798-35905643741c),segment_id=7eb02f4d-09d9-423a-8798-35905643741c)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:56:13.019859 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:13.106715 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe0694-d0eb-4dd8-9470-12d8b390b8cc None None] Pushing event updated for resources: {'Port': ['ID=0264e752-69e8-48f9-be76-e4e81b2c320a,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:13.119087 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b8ebbe-c911-4cf1-b783-672728069d8f None None] Network c849c369-7bf4-4ad9-9a67-d87236b3ea90 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:13.129099 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27864f3b-7e88-48a9-8ca4-2cd00912c0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:13.164548 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27864f3b-7e88-48a9-8ca4-2cd00912c0b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=703fc53f-3d72-4260-906d-60efc4b4c696,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:13.336734 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a6a967-1952-4aa9-8842-78d23e8225c4 None None] DHCP port deletion for 67709362-7810-4af0-979b-7388b427976b request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:13.386980 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90f46084-62e3-4a5b-80cc-98546b4646a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:13.399811 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b19dbfb-02d3-4df9-8af0-4076ec68ed73 None None] get_active_networks_info from n-d-760354-5 {{(pid=103152) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 17:56:13.418816 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f46084-62e3-4a5b-80cc-98546b4646a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd6850e-af2b-4237-94c7-d506c9860887,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:13.426137 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27864f3b-7e88-48a9-8ca4-2cd00912c0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:13.501936 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:13.530445 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b19dbfb-02d3-4df9-8af0-4076ec68ed73 None None] Resources bound (agent type, host, resource id): {{(pid=103152) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 17:56:13.578070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Deleting port 0264e752-69e8-48f9-be76-e4e81b2c320a {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:13.578480 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:13.664964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] For port 0264e752-69e8-48f9-be76-e4e81b2c320a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=0264e752-69e8-48f9-be76-e4e81b2c320a,segment=NetworkSegment(7eb02f4d-09d9-423a-8798-35905643741c),segment_id=7eb02f4d-09d9-423a-8798-35905643741c)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:13.665652 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:13.682203 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Calling delete_port for 0264e752-69e8-48f9-be76-e4e81b2c320a owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:13.786077 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:13.825575 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Port': ['ID=0264e752-69e8-48f9-be76-e4e81b2c320a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:13.827730 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No DVR routers for this DVR port 0264e752-69e8-48f9-be76-e4e81b2c320a on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:13.937229 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:13.961594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c849c369-7bf4-4ad9-9a67-d87236b3ea90']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:13.973520 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb02f4d-09d9-423a-8798-35905643741c') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:13.973968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb02f4d-09d9-423a-8798-35905643741c') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:13.985225 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:14.000164 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:14.006952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:14.007550 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:14.011333 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:14.108381 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:14.111852 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90f46084-62e3-4a5b-80cc-98546b4646a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:14.116400 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:14.127247 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/c849c369-7bf4-4ad9-9a67-d87236b3ea90 HTTP/1.1" status: 204 len: 168 time: 2.5578482 Dec 12 17:56:14.130390 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39022) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:14.150909 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-57ccb0a3-f3b9-40d7-9188-544bfe0aec87 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2138955788'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:14.181009 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfc2d4-235e-41e8-81ba-a5da565996d3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Network': ['ID=c849c369-7bf4-4ad9-9a67-d87236b3ea90,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:14.218102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ccb0a3-f3b9-40d7-9188-544bfe0aec87 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:14.224080 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-57ccb0a3-f3b9-40d7-9188-544bfe0aec87 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:14.254787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ccb0a3-f3b9-40d7-9188-544bfe0aec87 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:56:14.269293 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-57ccb0a3-f3b9-40d7-9188-544bfe0aec87 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:14.270124 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-57ccb0a3-f3b9-40d7-9188-544bfe0aec87 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Added segment ee9a0e63-4402-44ef-8192-439c23d4f686 of type vlan for network 85db7a27-0c11-4cb3-81cc-8acfeb1667e6 Dec 12 17:56:14.341778 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-57ccb0a3-f3b9-40d7-9188-544bfe0aec87 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:14.352873 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27864f3b-7e88-48a9-8ca4-2cd00912c0b3 admin admin] Router 2e2bf490-ab69-4884-8a6d-b2616ccc6dbf has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:56:14.406511 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-57ccb0a3-f3b9-40d7-9188-544bfe0aec87 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:14.412161 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ccb0a3-f3b9-40d7-9188-544bfe0aec87 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:14.412755 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-57ccb0a3-f3b9-40d7-9188-544bfe0aec87 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:14.445299 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211bbe3-0b28-4361-92b3-ee21a782a370 req-4c978bc1-7510-44fa-aaca-726bb83c3e19 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:14.447321 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c211bbe3-0b28-4361-92b3-ee21a782a370 req-4c978bc1-7510-44fa-aaca-726bb83c3e19 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=89ad812a-7c78-4f9d-a93f-c98c46c868cf HTTP/1.1" status: 200 len: 945 time: 0.0960991 Dec 12 17:56:14.453549 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-57ccb0a3-f3b9-40d7-9188-544bfe0aec87 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3052952 Dec 12 17:56:14.463258 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39030) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:14.499153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d4d0675d-05a3-4894-84a5-df350a2d43cb tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'subnet': {'network_id': '85db7a27-0c11-4cb3-81cc-8acfeb1667e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:14.544883 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f46084-62e3-4a5b-80cc-98546b4646a7 admin admin] Router dc5ea9bc-db19-45d2-a811-3957f5018cb8 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:56:14.562437 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27864f3b-7e88-48a9-8ca4-2cd00912c0b3 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:56:14.570929 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-27864f3b-7e88-48a9-8ca4-2cd00912c0b3 admin admin] 10.222.0.18 "PUT /v2.0/routers/2e2bf490-ab69-4884-8a6d-b2616ccc6dbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8601558 Dec 12 17:56:14.571630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39034) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:14.582383 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cddc79f-17a9-49e2-be67-b1c611518097 None None] Sync routers for ids ['2e2bf490-ab69-4884-8a6d-b2616ccc6dbf'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:56:14.597452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccb0a3-f3b9-40d7-9188-544bfe0aec87 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Network': ['ID=85db7a27-0c11-4cb3-81cc-8acfeb1667e6,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:14.624129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 85db7a27-0c11-4cb3-81cc-8acfeb1667e6 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:14.666669 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cddc79f-17a9-49e2-be67-b1c611518097 None None] Routers {'2e2bf490-ab69-4884-8a6d-b2616ccc6dbf'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:56:14.667237 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0cddc79f-17a9-49e2-be67-b1c611518097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:55:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2e2bf490-ab69-4884-8a6d-b2616ccc6dbf'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:14.690596 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c211bbe3-0b28-4361-92b3-ee21a782a370 req-8e434cd7-0544-4dc4-b9d5-890c9942adeb tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268138 Dec 12 17:56:14.705418 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f46084-62e3-4a5b-80cc-98546b4646a7 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:56:14.712601 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-90f46084-62e3-4a5b-80cc-98546b4646a7 admin admin] 10.222.0.18 "PUT /v2.0/routers/dc5ea9bc-db19-45d2-a811-3957f5018cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7513878 Dec 12 17:56:14.713489 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39036) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:14.718268 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7d3788-c932-4851-a4aa-d8d6b490ab61 None None] Sync routers for ids ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:56:14.735072 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d0675d-05a3-4894-84a5-df350a2d43cb tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:14.738995 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7d3788-c932-4851-a4aa-d8d6b490ab61 None None] Routers {'dc5ea9bc-db19-45d2-a811-3957f5018cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:56:14.739438 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d4d0675d-05a3-4894-84a5-df350a2d43cb tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:14.740208 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1b7d3788-c932-4851-a4aa-d8d6b490ab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:55:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:14.849450 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-718a2eb8-9d1c-4832-8a2d-4d4dcf1b059f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:14.849939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-d4d0675d-05a3-4894-84a5-df350a2d43cb tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Performing IP validity checks on allocation pools {{(pid=103151) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 17:56:14.850881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-d4d0675d-05a3-4894-84a5-df350a2d43cb tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103151) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 17:56:14.858111 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1888635b-e53e-41ca-b98e-018cc256e1b2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:14.877561 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-0cddc79f-17a9-49e2-be67-b1c611518097 None None] Set router 2e2bf490-ab69-4884-8a6d-b2616ccc6dbf gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:56:14.883185 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2d230f6-82af-4386-97ea-4ca80b91a10b admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:14.914250 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-1b7d3788-c932-4851-a4aa-d8d6b490ab61 None None] Set router dc5ea9bc-db19-45d2-a811-3957f5018cb8 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:56:15.025967 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2d230f6-82af-4386-97ea-4ca80b91a10b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:15.112694 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1888635b-e53e-41ca-b98e-018cc256e1b2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:15.117216 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e2d230f6-82af-4386-97ea-4ca80b91a10b admin admin] Deleting port 0569a5a7-0bca-47b7-aac9-3baa4c7c7097 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:15.119061 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2d230f6-82af-4386-97ea-4ca80b91a10b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:15.137561 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1b7d3788-c932-4851-a4aa-d8d6b490ab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'name': 'tempest-TaggedBootDevicesTest-148028716-router', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:44:51Z', 'updated_at': '2021-12-12T17:56:13Z', 'revision_number': 5, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'gw_port': {'id': '0569a5a7-0bca-47b7-aac9-3baa4c7c7097', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:44:52Z', 'updated_at': '2021-12-12T17:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:15.174485 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0cddc79f-17a9-49e2-be67-b1c611518097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2bf490-ab69-4884-8a6d-b2616ccc6dbf', 'name': 'tempest-ServerRescueTestJSON-576694532-router', 'tenant_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:54:06Z', 'updated_at': '2021-12-12T17:56:13Z', 'revision_number': 5, 'project_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'gw_port': {'id': '32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2bf490-ab69-4884-8a6d-b2616ccc6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:54:07Z', 'updated_at': '2021-12-12T17:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:15.198903 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7d3788-c932-4851-a4aa-d8d6b490ab61 None None] Checking router: dc5ea9bc-db19-45d2-a811-3957f5018cb8 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:56:15.214943 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cddc79f-17a9-49e2-be67-b1c611518097 None None] Checking router: 2e2bf490-ab69-4884-8a6d-b2616ccc6dbf for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:56:15.228426 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7d3788-c932-4851-a4aa-d8d6b490ab61 None None] Routers {'dc5ea9bc-db19-45d2-a811-3957f5018cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:56:15.230375 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1b7d3788-c932-4851-a4aa-d8d6b490ab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:55:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:15.231816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cddc79f-17a9-49e2-be67-b1c611518097 None None] Routers {'2e2bf490-ab69-4884-8a6d-b2616ccc6dbf'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:56:15.233420 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0cddc79f-17a9-49e2-be67-b1c611518097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:55:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2e2bf490-ab69-4884-8a6d-b2616ccc6dbf'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:15.249069 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d4d0675d-05a3-4894-84a5-df350a2d43cb tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:15.285653 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-e2d230f6-82af-4386-97ea-4ca80b91a10b admin admin] For port 0569a5a7-0bca-47b7-aac9-3baa4c7c7097, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=0569a5a7-0bca-47b7-aac9-3baa4c7c7097,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:15.285996 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2d230f6-82af-4386-97ea-4ca80b91a10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:15.335902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e2d230f6-82af-4386-97ea-4ca80b91a10b admin admin] Calling delete_port for 0569a5a7-0bca-47b7-aac9-3baa4c7c7097 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:15.375659 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-0cddc79f-17a9-49e2-be67-b1c611518097 None None] Set router 2e2bf490-ab69-4884-8a6d-b2616ccc6dbf gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:56:15.381177 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-1b7d3788-c932-4851-a4aa-d8d6b490ab61 None None] Set router dc5ea9bc-db19-45d2-a811-3957f5018cb8 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:56:15.417168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0675d-05a3-4894-84a5-df350a2d43cb tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Subnet': ['ID=1d50971e-38c9-489a-8836-51add67c394f,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:15.430782 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d0675d-05a3-4894-84a5-df350a2d43cb tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Checking segment: {'id': 'ee9a0e63-4402-44ef-8192-439c23d4f686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '85db7a27-0c11-4cb3-81cc-8acfeb1667e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:15.431552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0cddc79f-17a9-49e2-be67-b1c611518097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2bf490-ab69-4884-8a6d-b2616ccc6dbf', 'name': 'tempest-ServerRescueTestJSON-576694532-router', 'tenant_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:54:06Z', 'updated_at': '2021-12-12T17:56:15Z', 'revision_number': 6, 'project_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:15.432870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d0675d-05a3-4894-84a5-df350a2d43cb tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network hostable DHCP agents. Network: 85db7a27-0c11-4cb3-81cc-8acfeb1667e6, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:56:15.442151 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1888635b-e53e-41ca-b98e-018cc256e1b2 admin admin] Deleting port 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:15.443136 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1888635b-e53e-41ca-b98e-018cc256e1b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:15.455048 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1b7d3788-c932-4851-a4aa-d8d6b490ab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'name': 'tempest-TaggedBootDevicesTest-148028716-router', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:44:51Z', 'updated_at': '2021-12-12T17:56:15Z', 'revision_number': 6, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:15.462564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cddc79f-17a9-49e2-be67-b1c611518097 None None] The sync data for ids ['2e2bf490-ab69-4884-8a6d-b2616ccc6dbf'] in n-d-760354-5 is: [{'id': '2e2bf490-ab69-4884-8a6d-b2616ccc6dbf', 'name': 'tempest-ServerRescueTestJSON-576694532-router', 'tenant_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:54:06Z', 'updated_at': '2021-12-12T17:56:15Z', 'revision_number': 6, 'project_id': '8eec4f7c06b94e6fb43f600b02c7c6f5', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:56:15.502546 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7d3788-c932-4851-a4aa-d8d6b490ab61 None None] The sync data for ids ['dc5ea9bc-db19-45d2-a811-3957f5018cb8'] in n-d-760354-5 is: [{'id': 'dc5ea9bc-db19-45d2-a811-3957f5018cb8', 'name': 'tempest-TaggedBootDevicesTest-148028716-router', 'tenant_id': '2d60493dddd34d8aabf5275887ac9321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:44:51Z', 'updated_at': '2021-12-12T17:56:15Z', 'revision_number': 6, 'project_id': '2d60493dddd34d8aabf5275887ac9321', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:56:15.535560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d0675d-05a3-4894-84a5-df350a2d43cb tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network 85db7a27-0c11-4cb3-81cc-8acfeb1667e6 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:56:15.553877 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-d4d0675d-05a3-4894-84a5-df350a2d43cb tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 85db7a27-0c11-4cb3-81cc-8acfeb1667e6) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:15.562699 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d0675d-05a3-4894-84a5-df350a2d43cb tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:15.562862 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dabb26-91ef-4f54-8378-d110cbc5444f None None] Network 85db7a27-0c11-4cb3-81cc-8acfeb1667e6 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:15.563337 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d4d0675d-05a3-4894-84a5-df350a2d43cb tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:15.581100 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1888635b-e53e-41ca-b98e-018cc256e1b2 admin admin] For port 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:15.582205 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1888635b-e53e-41ca-b98e-018cc256e1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:15.599144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1888635b-e53e-41ca-b98e-018cc256e1b2 admin admin] Calling delete_port for 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:15.641909 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2d230f6-82af-4386-97ea-4ca80b91a10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:15.687245 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eecd2d-d215-4430-af08-602d2677ccca None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:15.714003 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d230f6-82af-4386-97ea-4ca80b91a10b admin admin] Pushing event deleted for resources: {'Port': ['ID=0569a5a7-0bca-47b7-aac9-3baa4c7c7097,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:15.749287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-85db7a27-0c11-4cb3-81cc-8acfeb1667e6', 'network_id': '85db7a27-0c11-4cb3-81cc-8acfeb1667e6', 'project_id': 'badf76c6da374edfb68119c741feb956', 'fixed_ips': [{'subnet_id': '1d50971e-38c9-489a-8836-51add67c394f'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:56:15.752872 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:15.786500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2d230f6-82af-4386-97ea-4ca80b91a10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:15.792218 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1888635b-e53e-41ca-b98e-018cc256e1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:15.803270 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d4d0675d-05a3-4894-84a5-df350a2d43cb tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3383026 Dec 12 17:56:15.809070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39056) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:15.898375 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888635b-e53e-41ca-b98e-018cc256e1b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:15.944535 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2d230f6-82af-4386-97ea-4ca80b91a10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:15.948869 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2d230f6-82af-4386-97ea-4ca80b91a10b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:15.965719 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25523b84-7797-4ad3-9736-3c1b8c5fb9d7 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:16.033544 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2d230f6-82af-4386-97ea-4ca80b91a10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.035466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d230f6-82af-4386-97ea-4ca80b91a10b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc5ea9bc-db19-45d2-a811-3957f5018cb8 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:56:16.042756 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2d230f6-82af-4386-97ea-4ca80b91a10b admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.044795 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e2d230f6-82af-4386-97ea-4ca80b91a10b admin admin] 10.222.0.18 "DELETE /v2.0/routers/dc5ea9bc-db19-45d2-a811-3957f5018cb8 HTTP/1.1" status: 204 len: 168 time: 1.3300300 Dec 12 17:56:16.047331 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39062) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:16.048764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Allocated IP 172.20.0.3 (85db7a27-0c11-4cb3-81cc-8acfeb1667e6/1d50971e-38c9-489a-8836-51add67c394f/f21673f2-c3f6-46f3-81e0-93b32bf5ed0e) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:16.081672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac53ca-fcaf-4133-9ac0-96d05c7c1097 req-2a9b7b98-c27a-47d2-a68c-f8298e585bbe tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:16.089129 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5ac53ca-fcaf-4133-9ac0-96d05c7c1097 req-2a9b7b98-c27a-47d2-a68c-f8298e585bbe tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=89ad812a-7c78-4f9d-a93f-c98c46c868cf HTTP/1.1" status: 200 len: 945 time: 0.2605295 Dec 12 17:56:16.108483 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1888635b-e53e-41ca-b98e-018cc256e1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.123892 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccab9ebb-a35a-404f-bab7-e74013918c5b admin admin] Deleting subnet 0f587a61-b527-466b-b207-9482694635c4 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:56:16.127660 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ccab9ebb-a35a-404f-bab7-e74013918c5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.189979 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ccab9ebb-a35a-404f-bab7-e74013918c5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.251069 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.280878 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1888635b-e53e-41ca-b98e-018cc256e1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.284173 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ccab9ebb-a35a-404f-bab7-e74013918c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.284769 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1888635b-e53e-41ca-b98e-018cc256e1b2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.295569 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.307126 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5ac53ca-fcaf-4133-9ac0-96d05c7c1097 req-deaa00a5-a555-4980-bf84-90da22ae8b7e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169516 Dec 12 17:56:16.314553 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.368694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Network 85db7a27-0c11-4cb3-81cc-8acfeb1667e6 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:16.372115 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:16.376994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:16.389855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Pushing event updated for resources: {'Port': ['ID=f21673f2-c3f6-46f3-81e0-93b32bf5ed0e,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:16.401611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787a120-d4e8-426b-b7f2-abd4f34f8778 req-8c48c58e-b3ab-48da-baf0-d4d20ce36dd9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:16.403690 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6787a120-d4e8-426b-b7f2-abd4f34f8778 req-8c48c58e-b3ab-48da-baf0-d4d20ce36dd9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.31 "GET /v2.0/ports?device_id=89ad812a-7c78-4f9d-a93f-c98c46c868cf HTTP/1.1" status: 200 len: 945 time: 0.2495070 Dec 12 17:56:16.409108 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1888635b-e53e-41ca-b98e-018cc256e1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.410027 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1888635b-e53e-41ca-b98e-018cc256e1b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e2bf490-ab69-4884-8a6d-b2616ccc6dbf {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:56:16.422342 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ccab9ebb-a35a-404f-bab7-e74013918c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.425324 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1888635b-e53e-41ca-b98e-018cc256e1b2 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.426666 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1888635b-e53e-41ca-b98e-018cc256e1b2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2e2bf490-ab69-4884-8a6d-b2616ccc6dbf HTTP/1.1" status: 204 len: 168 time: 1.8501298 Dec 12 17:56:16.429748 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39070) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:16.444456 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ccab9ebb-a35a-404f-bab7-e74013918c5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.448744 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d54c781-98d9-4dfd-983b-bc96c960fe91 None None] Network c1b8f09d-ac40-49fa-9ee2-d2991b9f558c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:16.455702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39072) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:16.456311 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ccab9ebb-a35a-404f-bab7-e74013918c5b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0f587a61-b527-466b-b207-9482694635c4 HTTP/1.1" status: 204 len: 168 time: 0.4073334 Dec 12 17:56:16.496880 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab9ebb-a35a-404f-bab7-e74013918c5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f587a61-b527-466b-b207-9482694635c4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:16.555601 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Attempting to bind port f21673f2-c3f6-46f3-81e0-93b32bf5ed0e on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:56:16.555849 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Attempting to bind port f21673f2-c3f6-46f3-81e0-93b32bf5ed0e by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'ee9a0e63-4402-44ef-8192-439c23d4f686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '85db7a27-0c11-4cb3-81cc-8acfeb1667e6'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:56:16.556037 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Attempting to bind port f21673f2-c3f6-46f3-81e0-93b32bf5ed0e on network 85db7a27-0c11-4cb3-81cc-8acfeb1667e6 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:16.566528 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:56:16.566910 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Checking segment: {'id': 'ee9a0e63-4402-44ef-8192-439c23d4f686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '85db7a27-0c11-4cb3-81cc-8acfeb1667e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:16.567543 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.567755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Bound using segment: {'id': 'ee9a0e63-4402-44ef-8192-439c23d4f686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '85db7a27-0c11-4cb3-81cc-8acfeb1667e6'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:56:16.568242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Bound port: f21673f2-c3f6-46f3-81e0-93b32bf5ed0e, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9a0e63-4402-44ef-8192-439c23d4f686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '85db7a27-0c11-4cb3-81cc-8acfeb1667e6'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:56:16.568633 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.626779 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-8172047b-ae82-46c0-835a-437b4d99faf1 admin admin] Deleting subnet 477b849f-51cb-4da9-8007-720c6e5ac5b0 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:56:16.636801 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8172047b-ae82-46c0-835a-437b4d99faf1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.657553 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Deleting port f21673f2-c3f6-46f3-81e0-93b32bf5ed0e {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:16.657895 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.664463 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.690858 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] For port f21673f2-c3f6-46f3-81e0-93b32bf5ed0e, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:56:16.694819 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] For port f21673f2-c3f6-46f3-81e0-93b32bf5ed0e, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f21673f2-c3f6-46f3-81e0-93b32bf5ed0e,segment=NetworkSegment(ee9a0e63-4402-44ef-8192-439c23d4f686),segment_id=ee9a0e63-4402-44ef-8192-439c23d4f686)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:56:16.704862 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.730143 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8172047b-ae82-46c0-835a-437b4d99faf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.786271 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e978080-13d6-420f-b34f-0f4b1b076e4e None None] Pushing event updated for resources: {'Port': ['ID=f21673f2-c3f6-46f3-81e0-93b32bf5ed0e,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:16.814946 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e80b19f-e16a-485d-99a4-da687132fe65 None None] DHCP port deletion for c1b8f09d-ac40-49fa-9ee2-d2991b9f558c request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:16.889842 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8172047b-ae82-46c0-835a-437b4d99faf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.894186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-6787a120-d4e8-426b-b7f2-abd4f34f8778 req-1c2dcdd4-f5e1-4e7c-8141-ba83098b3ea9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Deleting port 401c3181-960b-47e3-a3ab-4afcd490081d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:16.894819 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6787a120-d4e8-426b-b7f2-abd4f34f8778 req-1c2dcdd4-f5e1-4e7c-8141-ba83098b3ea9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.918384 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0e80b19f-e16a-485d-99a4-da687132fe65 None None] Deleting port e929534d-c3f4-41c6-b0b3-f8ae98828779 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:16.919915 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e80b19f-e16a-485d-99a4-da687132fe65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:16.936818 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] For port f21673f2-c3f6-46f3-81e0-93b32bf5ed0e, host n-d-760354-5, got binding levels [] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:16.937458 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:17.015155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Calling delete_port for f21673f2-c3f6-46f3-81e0-93b32bf5ed0e owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:17.055742 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0e80b19f-e16a-485d-99a4-da687132fe65 None None] For port e929534d-c3f4-41c6-b0b3-f8ae98828779, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e929534d-c3f4-41c6-b0b3-f8ae98828779,segment=NetworkSegment(63c2c74d-0601-482d-ae6b-a84f2ca1a11b),segment_id=63c2c74d-0601-482d-ae6b-a84f2ca1a11b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:17.056207 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e80b19f-e16a-485d-99a4-da687132fe65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:17.096959 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:17.111259 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0e80b19f-e16a-485d-99a4-da687132fe65 None None] Calling delete_port for e929534d-c3f4-41c6-b0b3-f8ae98828779 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:17.115062 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00bfd68c-456c-4f4f-aead-c1ac45adcd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:17.242388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] Deleting port e929534d-c3f4-41c6-b0b3-f8ae98828779 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:17.242614 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:17.283832 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f21673f2-c3f6-46f3-81e0-93b32bf5ed0e up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:56:17.317150 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8172047b-ae82-46c0-835a-437b4d99faf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:17.398135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-6787a120-d4e8-426b-b7f2-abd4f34f8778 req-1c2dcdd4-f5e1-4e7c-8141-ba83098b3ea9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] For port 401c3181-960b-47e3-a3ab-4afcd490081d, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=401c3181-960b-47e3-a3ab-4afcd490081d,segment=NetworkSegment(0633b099-2065-4266-baf6-b762c1e9b942),segment_id=0633b099-2065-4266-baf6-b762c1e9b942)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:17.398482 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6787a120-d4e8-426b-b7f2-abd4f34f8778 req-1c2dcdd4-f5e1-4e7c-8141-ba83098b3ea9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:17.401661 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e80b19f-e16a-485d-99a4-da687132fe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:17.407827 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f21673f2-c3f6-46f3-81e0-93b32bf5ed0e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:17.408196 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:17.414244 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-6787a120-d4e8-426b-b7f2-abd4f34f8778 req-1c2dcdd4-f5e1-4e7c-8141-ba83098b3ea9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Calling delete_port for 401c3181-960b-47e3-a3ab-4afcd490081d owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:17.458465 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80b19f-e16a-485d-99a4-da687132fe65 None None] Pushing event deleted for resources: {'Port': ['ID=e929534d-c3f4-41c6-b0b3-f8ae98828779,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:17.465336 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e80b19f-e16a-485d-99a4-da687132fe65 None None] No DVR routers for this DVR port e929534d-c3f4-41c6-b0b3-f8ae98828779 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:17.488548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172047b-ae82-46c0-835a-437b4d99faf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=477b849f-51cb-4da9-8007-720c6e5ac5b0,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:17.551589 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8172047b-ae82-46c0-835a-437b4d99faf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:17.554823 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8172047b-ae82-46c0-835a-437b4d99faf1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/477b849f-51cb-4da9-8007-720c6e5ac5b0 HTTP/1.1" status: 204 len: 168 time: 1.1239974 Dec 12 17:56:17.557007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] For port e929534d-c3f4-41c6-b0b3-f8ae98828779, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e929534d-c3f4-41c6-b0b3-f8ae98828779,segment=NetworkSegment(63c2c74d-0601-482d-ae6b-a84f2ca1a11b),segment_id=63c2c74d-0601-482d-ae6b-a84f2ca1a11b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:17.557372 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:17.558034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39088) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:17.569365 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:17.586355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] Calling delete_port for e929534d-c3f4-41c6-b0b3-f8ae98828779 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:17.592969 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eae752-3f33-429b-9c69-78b533a8b10d None None] Network 67709362-7810-4af0-979b-7388b427976b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:17.612556 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:17.621922 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3091172-091e-4e40-b005-d4b3127b5132 req-a0a6468b-c100-4f2b-ae8c-fff46b786125 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:17.629970 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3091172-091e-4e40-b005-d4b3127b5132 req-a0a6468b-c100-4f2b-ae8c-fff46b786125 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=89ad812a-7c78-4f9d-a93f-c98c46c868cf HTTP/1.1" status: 200 len: 945 time: 0.1993039 Dec 12 17:56:17.661335 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa68ac71-93d5-4efc-9fc5-4e24885a5e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:17.712571 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:17.744963 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Port': ['ID=f21673f2-c3f6-46f3-81e0-93b32bf5ed0e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:17.805504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e8b0c5-eee6-431a-bcb9-1a9780b48c25 None None] DHCP port deletion for 67709362-7810-4af0-979b-7388b427976b request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:17.817428 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:56:17.842428 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa68ac71-93d5-4efc-9fc5-4e24885a5e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:17.855017 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:56:17.855777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 32697ec4-c2d0-4fdd-8fa3-19fa2e10acd7 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:56:17.856406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 703fc53f-3d72-4260-906d-60efc4b4c696 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:56:17.887319 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No DVR routers for this DVR port f21673f2-c3f6-46f3-81e0-93b32bf5ed0e on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:17.892185 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fa68ac71-93d5-4efc-9fc5-4e24885a5e53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67709362-7810-4af0-979b-7388b427976b']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:17.896489 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3091172-091e-4e40-b005-d4b3127b5132 req-8c017397-3369-4637-9b96-9500b7d05297 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640855 Dec 12 17:56:17.903225 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:17.906905 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fa68ac71-93d5-4efc-9fc5-4e24885a5e53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef56353-c7f3-4d29-855b-c15f5e2edb79') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:17.907272 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fa68ac71-93d5-4efc-9fc5-4e24885a5e53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef56353-c7f3-4d29-855b-c15f5e2edb79') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:17.929121 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa68ac71-93d5-4efc-9fc5-4e24885a5e53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:17.965397 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa68ac71-93d5-4efc-9fc5-4e24885a5e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:17.981567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa68ac71-93d5-4efc-9fc5-4e24885a5e53 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:17.981987 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa68ac71-93d5-4efc-9fc5-4e24885a5e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:18.006112 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:18.081629 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 703fc53f-3d72-4260-906d-60efc4b4c696 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:56:18.082153 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 703fc53f-3d72-4260-906d-60efc4b4c696 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:56:18.082404 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7fd6850e-af2b-4237-94c7-d506c9860887 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:56:18.082842 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa68ac71-93d5-4efc-9fc5-4e24885a5e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:18.089272 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa68ac71-93d5-4efc-9fc5-4e24885a5e53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:18.098460 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fa68ac71-93d5-4efc-9fc5-4e24885a5e53 admin admin] 10.222.0.18 "DELETE /v2.0/networks/67709362-7810-4af0-979b-7388b427976b HTTP/1.1" status: 204 len: 168 time: 0.5373008 Dec 12 17:56:18.110531 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 7fd6850e-af2b-4237-94c7-d506c9860887 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:56:18.110886 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7fd6850e-af2b-4237-94c7-d506c9860887 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:56:18.111349 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e929534d-c3f4-41c6-b0b3-f8ae98828779 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:56:18.132276 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68ac71-93d5-4efc-9fc5-4e24885a5e53 admin admin] Pushing event deleted for resources: {'Network': ['ID=67709362-7810-4af0-979b-7388b427976b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:18.143457 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: e929534d-c3f4-41c6-b0b3-f8ae98828779 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:56:18.144080 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e929534d-c3f4-41c6-b0b3-f8ae98828779 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:56:18.144854 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 0569a5a7-0bca-47b7-aac9-3baa4c7c7097 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:56:18.166725 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 0569a5a7-0bca-47b7-aac9-3baa4c7c7097 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:56:18.168246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 0569a5a7-0bca-47b7-aac9-3baa4c7c7097 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:56:18.287347 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:18.294706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39102) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:18.367185 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-37f433ac-89d3-46c1-9dd3-0cbc940fbfc2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8eec4f7c06b94e6fb43f600b02c7c6f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0712383 Dec 12 17:56:18.367863 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39104) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:18.392604 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa126c3-b346-4c8b-ba6e-ed06764272f6 None None] Network 85db7a27-0c11-4cb3-81cc-8acfeb1667e6 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:18.432466 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-395c8530-f925-4bdb-aeef-e5887c9dbf63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:18.445317 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] No DVR routers for this DVR port e929534d-c3f4-41c6-b0b3-f8ae98828779 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:18.457323 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] Pushing event deleted for resources: {'Port': ['ID=e929534d-c3f4-41c6-b0b3-f8ae98828779,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:18.467938 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-395c8530-f925-4bdb-aeef-e5887c9dbf63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:18.498522 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1845bcf7-4286-4a5f-9cd0-34b3b78f9394 None None] Could not find standard attr ID for object f21673f2-c3f6-46f3-81e0-93b32bf5ed0e. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 17:56:18.542470 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-395c8530-f925-4bdb-aeef-e5887c9dbf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:18.546690 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:18.546854 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-395c8530-f925-4bdb-aeef-e5887c9dbf63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:18.562602 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-395c8530-f925-4bdb-aeef-e5887c9dbf63 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1ce0c1b-c541-4c27-b862-770727764ff7 HTTP/1.1" status: 204 len: 168 time: 0.1936371 Dec 12 17:56:18.580009 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c8530-f925-4bdb-aeef-e5887c9dbf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ce0c1b-c541-4c27-b862-770727764ff7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:18.583365 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6787a120-d4e8-426b-b7f2-abd4f34f8778 req-1c2dcdd4-f5e1-4e7c-8141-ba83098b3ea9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:18.598979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['e3fb5d37-5e2d-438c-babb-69b9ceb70b4a'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:56:18.704040 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:18.731545 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2dcdd4-f5e1-4e7c-8141-ba83098b3ea9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Pushing event deleted for resources: {'Port': ['ID=401c3181-960b-47e3-a3ab-4afcd490081d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:18.791443 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b8f09d-ac40-49fa-9ee2-d2991b9f558c']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:18.836336 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-6787a120-d4e8-426b-b7f2-abd4f34f8778 req-1c2dcdd4-f5e1-4e7c-8141-ba83098b3ea9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] No DVR routers for this DVR port 401c3181-960b-47e3-a3ab-4afcd490081d on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:18.839028 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c2c74d-0601-482d-ae6b-a84f2ca1a11b') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:18.839418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c2c74d-0601-482d-ae6b-a84f2ca1a11b') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:18.844215 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-6787a120-d4e8-426b-b7f2-abd4f34f8778 req-1c2dcdd4-f5e1-4e7c-8141-ba83098b3ea9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:18.854181 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6787a120-d4e8-426b-b7f2-abd4f34f8778 req-1c2dcdd4-f5e1-4e7c-8141-ba83098b3ea9 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.31 "DELETE /v2.0/ports/401c3181-960b-47e3-a3ab-4afcd490081d HTTP/1.1" status: 204 len: 173 time: 2.4402020 Dec 12 17:56:18.893043 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:18.894846 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ad812a-7c78-4f9d-a93f-c98c46c868cf', 'name': 'network-vif-deleted', 'tag': '401c3181-960b-47e3-a3ab-4afcd490081d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:56:18.898000 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44f4fd7-21b4-42b8-9de6-004e3b419cd9" -d '{"events": [{"server_uuid": "89ad812a-7c78-4f9d-a93f-c98c46c868cf", "name": "network-vif-deleted", "tag": "401c3181-960b-47e3-a3ab-4afcd490081d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:56:18.918798 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:18.921705 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:18.980993 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 401c3181-960b-47e3-a3ab-4afcd490081d no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:56:18.988534 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Subnet': ['ID=1d50971e-38c9-489a-8836-51add67c394f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:18.992065 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:18.992660 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:19.000767 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9c3ec2-1067-4865-ae89-fcbae4543c2f x-openstack-request-id: req-ca9c3ec2-1067-4865-ae89-fcbae4543c2f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:56:19.002095 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ad812a-7c78-4f9d-a93f-c98c46c868cf", "name": "network-vif-deleted", "tag": "401c3181-960b-47e3-a3ab-4afcd490081d", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:56:19.002550 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca9c3ec2-1067-4865-ae89-fcbae4543c2f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:56:19.003162 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ad812a-7c78-4f9d-a93f-c98c46c868cf', 'name': 'network-vif-deleted', 'tag': '401c3181-960b-47e3-a3ab-4afcd490081d', 'status': 'completed', 'code': 200} Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:19.003983 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:19.006920 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 401c3181-960b-47e3-a3ab-4afcd490081d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:56:19.016222 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 401c3181-960b-47e3-a3ab-4afcd490081d not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:56:19.067598 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c506907e-09d8-4e58-b480-1007eaa7a09e None None] Network 85db7a27-0c11-4cb3-81cc-8acfeb1667e6 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:19.182522 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35fb3a11-3773-458f-a702-64eb118e34a7 req-c2f6f87c-d083-4e3e-97c8-7f3120386f7e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=89ad812a-7c78-4f9d-a93f-c98c46c868cf HTTP/1.1" status: 200 len: 210 time: 0.1295042 Dec 12 17:56:19.225710 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:19.236306 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:19.257812 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:19.265235 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39134) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:19.265911 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] 10.222.0.18 "DELETE /v2.0/networks/c1b8f09d-ac40-49fa-9ee2-d2991b9f558c HTTP/1.1" status: 204 len: 168 time: 2.8067179 Dec 12 17:56:19.281466 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2c926-a801-4676-a3ba-d002e813a35d admin admin] Pushing event deleted for resources: {'Network': ['ID=c1b8f09d-ac40-49fa-9ee2-d2991b9f558c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:19.296049 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85db7a27-0c11-4cb3-81cc-8acfeb1667e6']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:19.307298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9a0e63-4402-44ef-8192-439c23d4f686') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:19.307613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9a0e63-4402-44ef-8192-439c23d4f686') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:19.317828 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:19.333055 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fcdeef-5cd7-4dd8-abe4-8a4c5ba79be7 None None] DHCP port deletion for 85db7a27-0c11-4cb3-81cc-8acfeb1667e6 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:19.348655 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:19.365373 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:19.366090 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:19.370010 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:19.533621 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:19.544535 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:19.548716 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/85db7a27-0c11-4cb3-81cc-8acfeb1667e6 HTTP/1.1" status: 204 len: 168 time: 3.7339978 Dec 12 17:56:19.561313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39146) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:19.567566 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-b9dde2f3-875d-4b33-81af-3017f0c16615 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2029662420'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:19.571306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f834e-0e2b-4f2e-9dc6-b36ceda449a5 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Network': ['ID=85db7a27-0c11-4cb3-81cc-8acfeb1667e6,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:19.602210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dde2f3-875d-4b33-81af-3017f0c16615 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:19.611882 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b9dde2f3-875d-4b33-81af-3017f0c16615 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:19.643423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9dde2f3-875d-4b33-81af-3017f0c16615 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:56:19.655228 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b9dde2f3-875d-4b33-81af-3017f0c16615 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:19.658128 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-b9dde2f3-875d-4b33-81af-3017f0c16615 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Added segment 6ea5c26a-e085-43be-869a-6c3d8c2353e3 of type vlan for network ddcbebe9-e032-4986-b006-81fecc64f37a Dec 12 17:56:19.706023 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b9dde2f3-875d-4b33-81af-3017f0c16615 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:19.755411 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b9dde2f3-875d-4b33-81af-3017f0c16615 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:19.763049 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dde2f3-875d-4b33-81af-3017f0c16615 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:19.763717 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b9dde2f3-875d-4b33-81af-3017f0c16615 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:19.839639 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39158) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:19.855547 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b9dde2f3-875d-4b33-81af-3017f0c16615 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2926621 Dec 12 17:56:19.858044 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39160) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:19.863840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dde2f3-875d-4b33-81af-3017f0c16615 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Network': ['ID=ddcbebe9-e032-4986-b006-81fecc64f37a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:19.875238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network ddcbebe9-e032-4986-b006-81fecc64f37a details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:19.881365 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-dc33b93e-f907-4a41-be19-0427cd3f4b47 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'subnet': {'network_id': 'ddcbebe9-e032-4986-b006-81fecc64f37a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:19.987162 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d532d56-be15-4130-9339-b547b7bec846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:20.012069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-2bddd4ca-64ac-4960-a961-29a0b225f6da admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-584742981-network', 'tenant_id': '5d0567de3ef4438e933f7f8837f24686'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:20.029871 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:20.060282 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc33b93e-f907-4a41-be19-0427cd3f4b47 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:20.064134 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc33b93e-f907-4a41-be19-0427cd3f4b47 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:20.075347 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bddd4ca-64ac-4960-a961-29a0b225f6da admin admin] Made reservation on behalf of 5d0567de3ef4438e933f7f8837f24686 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:20.078275 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bddd4ca-64ac-4960-a961-29a0b225f6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:20.091361 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bddd4ca-64ac-4960-a961-29a0b225f6da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:20.188797 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bddd4ca-64ac-4960-a961-29a0b225f6da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:20.192931 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bddd4ca-64ac-4960-a961-29a0b225f6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:20.222851 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bddd4ca-64ac-4960-a961-29a0b225f6da admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:56:20.228452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddd4ca-64ac-4960-a961-29a0b225f6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86759833-ca62-4fef-83b5-0fefa4468a2a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:20.237734 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bddd4ca-64ac-4960-a961-29a0b225f6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:20.238147 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-2bddd4ca-64ac-4960-a961-29a0b225f6da admin admin] Added segment 55eeb1df-85da-4d74-b53f-7987f9a23d31 of type vlan for network a73a97bd-7615-42a2-a73d-778571ffe08f Dec 12 17:56:20.287636 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bddd4ca-64ac-4960-a961-29a0b225f6da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:20.316800 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bddd4ca-64ac-4960-a961-29a0b225f6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:20.318159 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bddd4ca-64ac-4960-a961-29a0b225f6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:20.319446 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bddd4ca-64ac-4960-a961-29a0b225f6da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:20.410744 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc33b93e-f907-4a41-be19-0427cd3f4b47 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:20.413346 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2bddd4ca-64ac-4960-a961-29a0b225f6da admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5716588 Dec 12 17:56:20.425654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39176) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:20.433058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-fd62b945-8f7e-4987-a14d-c9504262bfcf admin admin] Request body: {'subnet': {'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-584742981-subnet', 'tenant_id': '5d0567de3ef4438e933f7f8837f24686', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:20.444282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddd4ca-64ac-4960-a961-29a0b225f6da admin admin] Pushing event updated for resources: {'Network': ['ID=a73a97bd-7615-42a2-a73d-778571ffe08f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:20.455607 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network a73a97bd-7615-42a2-a73d-778571ffe08f details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:20.498330 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd62b945-8f7e-4987-a14d-c9504262bfcf admin admin] Made reservation on behalf of 5d0567de3ef4438e933f7f8837f24686 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:20.501768 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fd62b945-8f7e-4987-a14d-c9504262bfcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:20.521054 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33b93e-f907-4a41-be19-0427cd3f4b47 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Subnet': ['ID=963f31a5-93e8-447d-baaf-b488471fbc38,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:20.572223 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33b93e-f907-4a41-be19-0427cd3f4b47 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Checking segment: {'id': '6ea5c26a-e085-43be-869a-6c3d8c2353e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ddcbebe9-e032-4986-b006-81fecc64f37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:20.572890 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc33b93e-f907-4a41-be19-0427cd3f4b47 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network hostable DHCP agents. Network: ddcbebe9-e032-4986-b006-81fecc64f37a, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:56:20.602717 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc33b93e-f907-4a41-be19-0427cd3f4b47 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network ddcbebe9-e032-4986-b006-81fecc64f37a is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:56:20.615524 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8d532d56-be15-4130-9339-b547b7bec846 admin admin] Deleting port 3b854f91-ec35-4c7c-bf49-73774af0604d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:20.616098 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d532d56-be15-4130-9339-b547b7bec846 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:20.630122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-dc33b93e-f907-4a41-be19-0427cd3f4b47 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, ddcbebe9-e032-4986-b006-81fecc64f37a) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:20.643971 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529b7bfb-4ad2-4f00-9bf0-a3ba47bccfa4 None None] Network ddcbebe9-e032-4986-b006-81fecc64f37a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:20.673721 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc33b93e-f907-4a41-be19-0427cd3f4b47 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:20.674340 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc33b93e-f907-4a41-be19-0427cd3f4b47 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:20.718468 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dc33b93e-f907-4a41-be19-0427cd3f4b47 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8586340 Dec 12 17:56:20.721165 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39184) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:20.742741 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:20.747826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-8d532d56-be15-4130-9339-b547b7bec846 admin admin] For port 3b854f91-ec35-4c7c-bf49-73774af0604d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3b854f91-ec35-4c7c-bf49-73774af0604d,segment=NetworkSegment(03be7672-1442-4861-8f26-4ec5763755ff),segment_id=03be7672-1442-4861-8f26-4ec5763755ff)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:20.748211 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d532d56-be15-4130-9339-b547b7bec846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:20.749374 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668aae5-b743-40c6-8186-7b3f92f8ad4b req-b651367a-2a7f-4fcf-ada3-34ce4a5c8c88 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:20.751839 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3668aae5-b743-40c6-8186-7b3f92f8ad4b req-b651367a-2a7f-4fcf-ada3-34ce4a5c8c88 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.1276929 Dec 12 17:56:20.768982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8d532d56-be15-4130-9339-b547b7bec846 admin admin] Calling delete_port for 3b854f91-ec35-4c7c-bf49-73774af0604d owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:20.822787 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-ddcbebe9-e032-4986-b006-81fecc64f37a', 'network_id': 'ddcbebe9-e032-4986-b006-81fecc64f37a', 'project_id': 'badf76c6da374edfb68119c741feb956', 'fixed_ips': [{'subnet_id': '963f31a5-93e8-447d-baaf-b488471fbc38'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:56:20.824024 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:20.880299 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fd62b945-8f7e-4987-a14d-c9504262bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:20.964386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62b945-8f7e-4987-a14d-c9504262bfcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=17e5a63f-b5d7-491b-80e1-89a69bd502ab,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:20.984166 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d532d56-be15-4130-9339-b547b7bec846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:21.013172 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3668aae5-b743-40c6-8186-7b3f92f8ad4b req-4517a6df-b107-450d-946e-668547a4949f tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440920 Dec 12 17:56:21.043498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd62b945-8f7e-4987-a14d-c9504262bfcf admin admin] Checking segment: {'id': '55eeb1df-85da-4d74-b53f-7987f9a23d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:21.044086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd62b945-8f7e-4987-a14d-c9504262bfcf admin admin] Network hostable DHCP agents. Network: a73a97bd-7615-42a2-a73d-778571ffe08f, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:56:21.052879 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:21.057532 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d532d56-be15-4130-9339-b547b7bec846 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b854f91-ec35-4c7c-bf49-73774af0604d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:21.111863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd62b945-8f7e-4987-a14d-c9504262bfcf admin admin] Network a73a97bd-7615-42a2-a73d-778571ffe08f is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:56:21.148081 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:21.161556 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Allocated IP 172.20.0.1 (ddcbebe9-e032-4986-b006-81fecc64f37a/963f31a5-93e8-447d-baaf-b488471fbc38/6a4a2319-bf2d-4d30-ad4a-2bc7103649bf) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:21.177592 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-fd62b945-8f7e-4987-a14d-c9504262bfcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, a73a97bd-7615-42a2-a73d-778571ffe08f) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:21.188116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd62b945-8f7e-4987-a14d-c9504262bfcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:21.189268 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fd62b945-8f7e-4987-a14d-c9504262bfcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:21.203247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6cf2ce-12ff-409a-b9ec-f49693ee8722 None None] Network a73a97bd-7615-42a2-a73d-778571ffe08f requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:21.224874 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fd62b945-8f7e-4987-a14d-c9504262bfcf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7958539 Dec 12 17:56:21.227981 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39190) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:21.238863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-584742981-router', 'tenant_id': '5d0567de3ef4438e933f7f8837f24686', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:21.278102 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:21.279326 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:21.328433 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f21673f2-c3f6-46f3-81e0-93b32bf5ed0e no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:56:21.329850 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d532d56-be15-4130-9339-b547b7bec846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:21.358547 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:21.417356 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: f21673f2-c3f6-46f3-81e0-93b32bf5ed0e {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:56:21.417704 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f21673f2-c3f6-46f3-81e0-93b32bf5ed0e not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:56:21.455829 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:21.477066 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:21.533192 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:21.557922 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8e1e79-c1cc-4d9c-ba50-41ebeb6eaabd None None] Network a73a97bd-7615-42a2-a73d-778571ffe08f requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:21.560906 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:21.615963 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Network ddcbebe9-e032-4986-b006-81fecc64f37a is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:21.623534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Pushing event updated for resources: {'Port': ['ID=6a4a2319-bf2d-4d30-ad4a-2bc7103649bf,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:21.626030 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:21.628398 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d532d56-be15-4130-9339-b547b7bec846 admin admin] Router 3a240ac1-a40c-4ff1-b266-cec470b90833 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:56:21.630507 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:21.688884 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Subnet': ['ID=963f31a5-93e8-447d-baaf-b488471fbc38,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:21.736420 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:21.753614 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Attempting to bind port 6a4a2319-bf2d-4d30-ad4a-2bc7103649bf on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:56:21.753614 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Attempting to bind port 6a4a2319-bf2d-4d30-ad4a-2bc7103649bf by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '6ea5c26a-e085-43be-869a-6c3d8c2353e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ddcbebe9-e032-4986-b006-81fecc64f37a'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:56:21.753997 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Attempting to bind port 6a4a2319-bf2d-4d30-ad4a-2bc7103649bf on network ddcbebe9-e032-4986-b006-81fecc64f37a {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:21.761961 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:56:21.762601 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Checking segment: {'id': '6ea5c26a-e085-43be-869a-6c3d8c2353e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ddcbebe9-e032-4986-b006-81fecc64f37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:21.763230 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:21.763867 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Bound using segment: {'id': '6ea5c26a-e085-43be-869a-6c3d8c2353e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ddcbebe9-e032-4986-b006-81fecc64f37a'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:56:21.764592 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Bound port: 6a4a2319-bf2d-4d30-ad4a-2bc7103649bf, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea5c26a-e085-43be-869a-6c3d8c2353e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ddcbebe9-e032-4986-b006-81fecc64f37a'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:56:21.765752 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:21.767892 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddcbebe9-e032-4986-b006-81fecc64f37a']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:21.775734 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d532d56-be15-4130-9339-b547b7bec846 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:56:21.785852 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8d532d56-be15-4130-9339-b547b7bec846 admin admin] 10.222.0.18 "PUT /v2.0/routers/3a240ac1-a40c-4ff1-b266-cec470b90833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5158360 Dec 12 17:56:21.786589 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39200) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:21.790769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea5c26a-e085-43be-869a-6c3d8c2353e3') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:21.791071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a62a66-c0ba-4cc3-ab07-2f37298c12f6 None None] Sync routers for ids ['3a240ac1-a40c-4ff1-b266-cec470b90833'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:56:21.791565 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea5c26a-e085-43be-869a-6c3d8c2353e3') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:21.805896 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:21.820767 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a62a66-c0ba-4cc3-ab07-2f37298c12f6 None None] Routers {'3a240ac1-a40c-4ff1-b266-cec470b90833'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:56:21.821626 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-55a62a66-c0ba-4cc3-ab07-2f37298c12f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:56:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['3a240ac1-a40c-4ff1-b266-cec470b90833'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:21.838770 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:21.845539 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:21.846235 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:21.915012 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:21.919862 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 17:56:21.919862 n-d-760354-5 neutron-server[103151]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 17:56:21.919862 n-d-760354-5 neutron-server[103151]: [parameters: {'id': 'ddcbebe9-e032-4986-b006-81fecc64f37a'}] Dec 12 17:56:21.919862 n-d-760354-5 neutron-server[103151]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:56:21.920311 n-d-760354-5 neutron-server[103151]: DEBUG oslo_db.api [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:56:21.952042 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-359fb581-e859-4d03-991d-2105e84165a1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:21.972492 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] For port 6a4a2319-bf2d-4d30-ad4a-2bc7103649bf, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:56:21.981438 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] For port 6a4a2319-bf2d-4d30-ad4a-2bc7103649bf, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6a4a2319-bf2d-4d30-ad4a-2bc7103649bf,segment=NetworkSegment(6ea5c26a-e085-43be-869a-6c3d8c2353e3),segment_id=6ea5c26a-e085-43be-869a-6c3d8c2353e3)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:56:22.002335 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:22.062193 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-55a62a66-c0ba-4cc3-ab07-2f37298c12f6 None None] Set router 3a240ac1-a40c-4ff1-b266-cec470b90833 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:56:22.076202 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:22.100679 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:22.181277 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a879e58-9e95-4ed8-a5d9-a1610615961f None None] Pushing event updated for resources: {'Port': ['ID=6a4a2319-bf2d-4d30-ad4a-2bc7103649bf,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:22.264098 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d07f61-8a30-4d2d-b295-b7fbd472b17e req-4094dd74-a3ce-4172-a160-6da1182f4a56 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:22.266091 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9d07f61-8a30-4d2d-b295-b7fbd472b17e req-4094dd74-a3ce-4172-a160-6da1182f4a56 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.0934496 Dec 12 17:56:22.305989 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a303ec33-9192-48df-a0d0-ceccd2c5f67f None None] Network ddcbebe9-e032-4986-b006-81fecc64f37a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:22.327222 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] Allocated IP 172.25.1.178 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/b40cff59-f8fa-4cf7-9079-da9a9ec721d1) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:22.346425 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9d07f61-8a30-4d2d-b295-b7fbd472b17e req-806df010-1abf-4da3-bbf0-0ac341bc437e tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726745 Dec 12 17:56:22.433586 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:22.479273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca128de-9948-46fc-aab4-500f985b04f2 req-b890753f-1e2b-4708-8481-072260f6d078 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:22.486123 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1ca128de-9948-46fc-aab4-500f985b04f2 req-b890753f-1e2b-4708-8481-072260f6d078 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.31 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.0827098 Dec 12 17:56:22.496769 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67847445-0b7f-4497-8215-8d662c83e8fd None None] get_active_networks_info from n-d-760354-5 {{(pid=103152) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 17:56:22.568374 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-55a62a66-c0ba-4cc3-ab07-2f37298c12f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'name': 'tempest-TaggedBootDevicesTest-1709632980-router', 'tenant_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '6513e036-6557-4a2f-b97e-8cb23c452eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:45:01Z', 'updated_at': '2021-12-12T17:56:20Z', 'revision_number': 5, 'project_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'gw_port': {'id': '6513e036-6557-4a2f-b97e-8cb23c452eff', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:45:03Z', 'updated_at': '2021-12-12T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:22.592391 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-359fb581-e859-4d03-991d-2105e84165a1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:22.612458 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:22.623357 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a62a66-c0ba-4cc3-ab07-2f37298c12f6 None None] Checking router: 3a240ac1-a40c-4ff1-b266-cec470b90833 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:56:22.637464 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a62a66-c0ba-4cc3-ab07-2f37298c12f6 None None] Routers {'3a240ac1-a40c-4ff1-b266-cec470b90833'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:56:22.638084 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-55a62a66-c0ba-4cc3-ab07-2f37298c12f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:56:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['3a240ac1-a40c-4ff1-b266-cec470b90833'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:22.663476 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-359fb581-e859-4d03-991d-2105e84165a1 admin admin] Deleting port 6513e036-6557-4a2f-b97e-8cb23c452eff {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:22.663974 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-359fb581-e859-4d03-991d-2105e84165a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:22.664200 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Deleting port 6a4a2319-bf2d-4d30-ad4a-2bc7103649bf {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:22.664549 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:22.744950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] For port 6a4a2319-bf2d-4d30-ad4a-2bc7103649bf, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6a4a2319-bf2d-4d30-ad4a-2bc7103649bf,segment=NetworkSegment(6ea5c26a-e085-43be-869a-6c3d8c2353e3),segment_id=6ea5c26a-e085-43be-869a-6c3d8c2353e3)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:22.745644 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-55a62a66-c0ba-4cc3-ab07-2f37298c12f6 None None] Set router 3a240ac1-a40c-4ff1-b266-cec470b90833 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:56:22.745746 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:22.765842 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-359fb581-e859-4d03-991d-2105e84165a1 admin admin] For port 6513e036-6557-4a2f-b97e-8cb23c452eff, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6513e036-6557-4a2f-b97e-8cb23c452eff,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:22.766391 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-359fb581-e859-4d03-991d-2105e84165a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:22.776357 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Calling delete_port for 6a4a2319-bf2d-4d30-ad4a-2bc7103649bf owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:22.784706 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:22.787132 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-359fb581-e859-4d03-991d-2105e84165a1 admin admin] Calling delete_port for 6513e036-6557-4a2f-b97e-8cb23c452eff owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:22.807866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:22.817776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-1ca128de-9948-46fc-aab4-500f985b04f2 req-ed0eb552-a6e3-48aa-b420-9006ebf58393 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Deleting port e3fb5d37-5e2d-438c-babb-69b9ceb70b4a {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:22.817776 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1ca128de-9948-46fc-aab4-500f985b04f2 req-ed0eb552-a6e3-48aa-b420-9006ebf58393 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:22.819400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:22.862897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:22.982723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] Pushing event updated for resources: {'Port': ['ID=b40cff59-f8fa-4cf7-9079-da9a9ec721d1,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:22.993609 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-55a62a66-c0ba-4cc3-ab07-2f37298c12f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'name': 'tempest-TaggedBootDevicesTest-1709632980-router', 'tenant_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:45:01Z', 'updated_at': '2021-12-12T17:56:22Z', 'revision_number': 6, 'project_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:23.035799 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a62a66-c0ba-4cc3-ab07-2f37298c12f6 None None] The sync data for ids ['3a240ac1-a40c-4ff1-b266-cec470b90833'] in n-d-760354-5 is: [{'id': '3a240ac1-a40c-4ff1-b266-cec470b90833', 'name': 'tempest-TaggedBootDevicesTest-1709632980-router', 'tenant_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:45:01Z', 'updated_at': '2021-12-12T17:56:22Z', 'revision_number': 6, 'project_id': '7eb2f6d489bb4902802aa1a72d549ba0', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:56:23.041384 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67847445-0b7f-4497-8215-8d662c83e8fd None None] Resources bound (agent type, host, resource id): {{(pid=103152) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 17:56:23.069766 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-359fb581-e859-4d03-991d-2105e84165a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:23.118654 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fb581-e859-4d03-991d-2105e84165a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6513e036-6557-4a2f-b97e-8cb23c452eff,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:23.196627 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-359fb581-e859-4d03-991d-2105e84165a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:23.308572 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-359fb581-e859-4d03-991d-2105e84165a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:23.310925 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-359fb581-e859-4d03-991d-2105e84165a1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:23.368705 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-359fb581-e859-4d03-991d-2105e84165a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:23.372128 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359fb581-e859-4d03-991d-2105e84165a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a240ac1-a40c-4ff1-b266-cec470b90833 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:56:23.378983 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-359fb581-e859-4d03-991d-2105e84165a1 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:23.381475 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-359fb581-e859-4d03-991d-2105e84165a1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3a240ac1-a40c-4ff1-b266-cec470b90833 HTTP/1.1" status: 204 len: 168 time: 1.5929816 Dec 12 17:56:23.383716 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39230) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:23.424074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d9291a-e78e-4696-bb1c-e6eaa884166f None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:23.453329 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-058565f4-660c-487d-a9f7-bbf6998f210d admin admin] Deleting subnet 39435454-b69d-4880-b9d8-a9b82bc57b69 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:56:23.460208 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-058565f4-660c-487d-a9f7-bbf6998f210d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:23.482982 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff1452b-0bc8-4519-8413-3472233deaf7 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:23.530002 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-058565f4-660c-487d-a9f7-bbf6998f210d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:23.600555 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-840639f4-5f82-44ff-887a-9c29e14d26c4 None None] Provisioning complete for port b40cff59-f8fa-4cf7-9079-da9a9ec721d1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:23.601170 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-840639f4-5f82-44ff-887a-9c29e14d26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:23.643128 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-058565f4-660c-487d-a9f7-bbf6998f210d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:23.646591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-840639f4-5f82-44ff-887a-9c29e14d26c4 None None] Port b40cff59-f8fa-4cf7-9079-da9a9ec721d1 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:56:23.679083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-1ca128de-9948-46fc-aab4-500f985b04f2 req-ed0eb552-a6e3-48aa-b420-9006ebf58393 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] For port e3fb5d37-5e2d-438c-babb-69b9ceb70b4a, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e3fb5d37-5e2d-438c-babb-69b9ceb70b4a,segment=NetworkSegment(0633b099-2065-4266-baf6-b762c1e9b942),segment_id=0633b099-2065-4266-baf6-b762c1e9b942)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:23.679567 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1ca128de-9948-46fc-aab4-500f985b04f2 req-ed0eb552-a6e3-48aa-b420-9006ebf58393 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:23.699646 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:23.702980 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-1ca128de-9948-46fc-aab4-500f985b04f2 req-ed0eb552-a6e3-48aa-b420-9006ebf58393 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Calling delete_port for e3fb5d37-5e2d-438c-babb-69b9ceb70b4a owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:23.704829 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-058565f4-660c-487d-a9f7-bbf6998f210d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:23.732647 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058565f4-660c-487d-a9f7-bbf6998f210d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39435454-b69d-4880-b9d8-a9b82bc57b69,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:23.734799 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-058565f4-660c-487d-a9f7-bbf6998f210d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:23.738397 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-058565f4-660c-487d-a9f7-bbf6998f210d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/39435454-b69d-4880-b9d8-a9b82bc57b69 HTTP/1.1" status: 204 len: 168 time: 0.3499393 Dec 12 17:56:23.741274 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39236) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:23.747437 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d34d5a-679d-4af3-ab67-be4331d56936 None None] Network 7a681247-0e18-443b-925e-7abed1645dcf requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:23.760909 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Port': ['ID=6a4a2319-bf2d-4d30-ad4a-2bc7103649bf,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:23.763048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No DVR routers for this DVR port 6a4a2319-bf2d-4d30-ad4a-2bc7103649bf on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:23.783074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c479e4-cd41-4788-9b05-3ac7f01451bf req-3c36609d-737b-432a-a19d-d7fd064035d1 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:23.790695 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35c479e4-cd41-4788-9b05-3ac7f01451bf req-3c36609d-737b-432a-a19d-d7fd064035d1 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 945 time: 0.2044635 Dec 12 17:56:23.842008 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:23.928243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3c9c91-9b25-4825-ac0e-00ac0154f9b0 None None] DHCP port deletion for 7a681247-0e18-443b-925e-7abed1645dcf request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:23.941722 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] Deleting port ae0076d2-23cd-441d-928c-8e59f80e0e17 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:23.942196 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.007171 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c9c91-9b25-4825-ac0e-00ac0154f9b0 None None] Deleting port ae0076d2-23cd-441d-928c-8e59f80e0e17 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:24.007171 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe3c9c91-9b25-4825-ac0e-00ac0154f9b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.018000 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] For port ae0076d2-23cd-441d-928c-8e59f80e0e17, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ae0076d2-23cd-441d-928c-8e59f80e0e17,segment=NetworkSegment(03be7672-1442-4861-8f26-4ec5763755ff),segment_id=03be7672-1442-4861-8f26-4ec5763755ff)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:24.018519 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.031776 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] Calling delete_port for ae0076d2-23cd-441d-928c-8e59f80e0e17 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:24.050657 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.072388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddcbebe9-e032-4986-b006-81fecc64f37a']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:24.082799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35c479e4-cd41-4788-9b05-3ac7f01451bf req-efbec283-c878-4a60-a650-050bd8f12398 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a923efe-6796-4f1c-a8ba-6d55094f2d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911170 Dec 12 17:56:24.093025 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea5c26a-e085-43be-869a-6c3d8c2353e3') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:24.099725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea5c26a-e085-43be-869a-6c3d8c2353e3') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:24.108019 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-fe3c9c91-9b25-4825-ac0e-00ac0154f9b0 None None] For port ae0076d2-23cd-441d-928c-8e59f80e0e17, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ae0076d2-23cd-441d-928c-8e59f80e0e17,segment=NetworkSegment(03be7672-1442-4861-8f26-4ec5763755ff),segment_id=03be7672-1442-4861-8f26-4ec5763755ff)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:24.109413 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe3c9c91-9b25-4825-ac0e-00ac0154f9b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.132185 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.139407 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c9c91-9b25-4825-ac0e-00ac0154f9b0 None None] Calling delete_port for ae0076d2-23cd-441d-928c-8e59f80e0e17 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:24.153792 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.173220 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.195402 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:24.195799 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:24.203622 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:24.219222 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] No DVR routers for this DVR port ae0076d2-23cd-441d-928c-8e59f80e0e17 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:24.223523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] Pushing event deleted for resources: {'Port': ['ID=ae0076d2-23cd-441d-928c-8e59f80e0e17,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:24.273416 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe3c9c91-9b25-4825-ac0e-00ac0154f9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.288360 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.302025 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c9c91-9b25-4825-ac0e-00ac0154f9b0 None None] Pushing event deleted for resources: {'Port': ['ID=ae0076d2-23cd-441d-928c-8e59f80e0e17,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:24.308252 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c9c91-9b25-4825-ac0e-00ac0154f9b0 None None] No DVR routers for this DVR port ae0076d2-23cd-441d-928c-8e59f80e0e17 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:24.362006 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.396742 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a681247-0e18-443b-925e-7abed1645dcf']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:24.408750 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03be7672-1442-4861-8f26-4ec5763755ff') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:24.409126 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03be7672-1442-4861-8f26-4ec5763755ff') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:24.426271 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.429726 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1ca128de-9948-46fc-aab4-500f985b04f2 req-ed0eb552-a6e3-48aa-b420-9006ebf58393 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.433078 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.445181 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['e3fb5d37-5e2d-438c-babb-69b9ceb70b4a'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:56:24.458191 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.460448 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.461502 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/ddcbebe9-e032-4986-b006-81fecc64f37a HTTP/1.1" status: 204 len: 168 time: 3.7392583 Dec 12 17:56:24.467784 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39250) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:24.486237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:24.486237 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.515146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-0bbee0a7-142e-4332-8f9c-0c4067e42722 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1920507637'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:24.521488 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:24.523611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0eb552-a6e3-48aa-b420-9006ebf58393 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Pushing event deleted for resources: {'Port': ['ID=e3fb5d37-5e2d-438c-babb-69b9ceb70b4a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:24.529106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937905e-cd26-4073-b26e-63a0d659a692 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Network': ['ID=ddcbebe9-e032-4986-b006-81fecc64f37a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:24.557096 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.565059 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.571760 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] 10.222.0.18 "DELETE /v2.0/networks/7a681247-0e18-443b-925e-7abed1645dcf HTTP/1.1" status: 204 len: 168 time: 0.8269176 Dec 12 17:56:24.617048 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aed640-9804-40a6-bbc2-6b786d7d91cc admin admin] Pushing event deleted for resources: {'Network': ['ID=7a681247-0e18-443b-925e-7abed1645dcf,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:24.633889 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca128de-9948-46fc-aab4-500f985b04f2 req-ed0eb552-a6e3-48aa-b420-9006ebf58393 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] No DVR routers for this DVR port e3fb5d37-5e2d-438c-babb-69b9ceb70b4a on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:24.644755 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1ca128de-9948-46fc-aab4-500f985b04f2 req-ed0eb552-a6e3-48aa-b420-9006ebf58393 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.648678 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1ca128de-9948-46fc-aab4-500f985b04f2 req-ed0eb552-a6e3-48aa-b420-9006ebf58393 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.31 "DELETE /v2.0/ports/e3fb5d37-5e2d-438c-babb-69b9ceb70b4a HTTP/1.1" status: 204 len: 173 time: 2.1384270 Dec 12 17:56:24.649386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53ea010-f183-41aa-a869-2d086927a558', 'name': 'network-vif-deleted', 'tag': 'e3fb5d37-5e2d-438c-babb-69b9ceb70b4a'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:56:24.651820 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2643a78f-2083-4e33-bc97-f3b09320067f" -d '{"events": [{"server_uuid": "b53ea010-f183-41aa-a869-2d086927a558", "name": "network-vif-deleted", "tag": "e3fb5d37-5e2d-438c-babb-69b9ceb70b4a"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:56:24.761814 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c51697c-6f18-41f9-9243-322b5ee4055b x-openstack-request-id: req-7c51697c-6f18-41f9-9243-322b5ee4055b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:56:24.762469 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53ea010-f183-41aa-a869-2d086927a558", "name": "network-vif-deleted", "tag": "e3fb5d37-5e2d-438c-babb-69b9ceb70b4a", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:56:24.762634 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c51697c-6f18-41f9-9243-322b5ee4055b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:56:24.763036 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53ea010-f183-41aa-a869-2d086927a558', 'name': 'network-vif-deleted', 'tag': 'e3fb5d37-5e2d-438c-babb-69b9ceb70b4a', 'status': 'completed', 'code': 200} Dec 12 17:56:24.797363 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39262) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:24.809064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbee0a7-142e-4332-8f9c-0c4067e42722 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:24.812921 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bbee0a7-142e-4332-8f9c-0c4067e42722 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.852484 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbee0a7-142e-4332-8f9c-0c4067e42722 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:56:24.865871 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bbee0a7-142e-4332-8f9c-0c4067e42722 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.866224 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-0bbee0a7-142e-4332-8f9c-0c4067e42722 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Added segment cc4a3cef-b121-444b-a3ba-44683c195206 of type vlan for network 2b7b62f8-4099-4da4-9146-8a56743cbae2 Dec 12 17:56:24.886412 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3cb9bf9e-cee5-490a-a554-c8c293fd2fa9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d60493dddd34d8aabf5275887ac9321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0871975 Dec 12 17:56:24.889098 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39264) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:24.928269 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bbee0a7-142e-4332-8f9c-0c4067e42722 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.979902 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ed8421c-0530-40b7-88b0-694ad865b1b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:24.989491 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:25.011057 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ed8421c-0530-40b7-88b0-694ad865b1b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:25.056047 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bbee0a7-142e-4332-8f9c-0c4067e42722 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:25.061810 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbee0a7-142e-4332-8f9c-0c4067e42722 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:25.062419 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bbee0a7-142e-4332-8f9c-0c4067e42722 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:25.064440 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ed8421c-0530-40b7-88b0-694ad865b1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:25.070424 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ed8421c-0530-40b7-88b0-694ad865b1b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:25.085451 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9ed8421c-0530-40b7-88b0-694ad865b1b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a6607b6-9e38-4700-aec4-d35ca60e073f HTTP/1.1" status: 204 len: 168 time: 0.1931653 Dec 12 17:56:25.108466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8421c-0530-40b7-88b0-694ad865b1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6607b6-9e38-4700-aec4-d35ca60e073f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:25.153796 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0bbee0a7-142e-4332-8f9c-0c4067e42722 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6618648 Dec 12 17:56:25.158504 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39276) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:25.175221 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e7d8f5b1-801c-475b-abc8-a21f4a695ce2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'subnet': {'network_id': '2b7b62f8-4099-4da4-9146-8a56743cbae2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:25.177345 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbee0a7-142e-4332-8f9c-0c4067e42722 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Network': ['ID=2b7b62f8-4099-4da4-9146-8a56743cbae2,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:25.235902 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 2b7b62f8-4099-4da4-9146-8a56743cbae2 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:25.293131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] Router 80fea153-4e37-4725-b4d2-fa6079a0c2dd is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:56:25.359901 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6513e036-6557-4a2f-b97e-8cb23c452eff no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:56:25.388558 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 6513e036-6557-4a2f-b97e-8cb23c452eff {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:56:25.388558 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6513e036-6557-4a2f-b97e-8cb23c452eff not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:56:25.388787 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ae0076d2-23cd-441d-928c-8e59f80e0e17 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:56:25.419553 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: ae0076d2-23cd-441d-928c-8e59f80e0e17 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:56:25.419915 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ae0076d2-23cd-441d-928c-8e59f80e0e17 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:56:25.420353 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3b854f91-ec35-4c7c-bf49-73774af0604d no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:56:25.434621 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d8f5b1-801c-475b-abc8-a21f4a695ce2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:25.440870 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7d8f5b1-801c-475b-abc8-a21f4a695ce2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:25.447571 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 3b854f91-ec35-4c7c-bf49-73774af0604d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:56:25.448726 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3b854f91-ec35-4c7c-bf49-73774af0604d not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:56:25.507585 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e38d7587-f809-44d1-a690-35aa6b054c23 req-85a62bb0-c8a3-4bcc-b5fe-bd6da9bbc7b7 tempest-ListServerFiltersTestJSON-1536973888 tempest-ListServerFiltersTestJSON-1536973888-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53ea010-f183-41aa-a869-2d086927a558 HTTP/1.1" status: 200 len: 210 time: 0.0918615 Dec 12 17:56:25.537284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:56:25.553347 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Sync routers for ids ['80fea153-4e37-4725-b4d2-fa6079a0c2dd'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:56:25.568590 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Routers {'80fea153-4e37-4725-b4d2-fa6079a0c2dd'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:56:25.569440 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:56:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['80fea153-4e37-4725-b4d2-fa6079a0c2dd'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:25.576818 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:25.582610 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3a175622-bbdc-4a45-9223-29af537034b1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3532872 Dec 12 17:56:25.582881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39286) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:25.733010 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Set router 80fea153-4e37-4725-b4d2-fa6079a0c2dd gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:56:25.777071 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39290) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:25.785261 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7d8f5b1-801c-475b-abc8-a21f4a695ce2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:25.896444 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8f5b1-801c-475b-abc8-a21f4a695ce2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Subnet': ['ID=098c8629-f3a1-49a3-81df-d0fbdf974853,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:25.912477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8f5b1-801c-475b-abc8-a21f4a695ce2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Checking segment: {'id': 'cc4a3cef-b121-444b-a3ba-44683c195206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2b7b62f8-4099-4da4-9146-8a56743cbae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:25.912851 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d8f5b1-801c-475b-abc8-a21f4a695ce2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network hostable DHCP agents. Network: 2b7b62f8-4099-4da4-9146-8a56743cbae2, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:56:25.944464 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-46b5e6ff-b62c-428f-8359-ed775f22c2f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7eb2f6d489bb4902802aa1a72d549ba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1637709 Dec 12 17:56:25.945134 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39294) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:25.946101 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d8f5b1-801c-475b-abc8-a21f4a695ce2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network 2b7b62f8-4099-4da4-9146-8a56743cbae2 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:56:25.957750 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fea153-4e37-4725-b4d2-fa6079a0c2dd', 'name': 'tempest-ServerRescueNegativeTestJSON-584742981-router', 'tenant_id': '5d0567de3ef4438e933f7f8837f24686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b40cff59-f8fa-4cf7-9079-da9a9ec721d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:56:21Z', 'updated_at': '2021-12-12T17:56:23Z', 'revision_number': 3, 'project_id': '5d0567de3ef4438e933f7f8837f24686', 'gw_port': {'id': 'b40cff59-f8fa-4cf7-9079-da9a9ec721d1', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fea153-4e37-4725-b4d2-fa6079a0c2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:56:22Z', 'updated_at': '2021-12-12T17:56:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:26.012528 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed9e1249-0034-47c0-9c8f-03c930ff32da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.027465 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e7d8f5b1-801c-475b-abc8-a21f4a695ce2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 2b7b62f8-4099-4da4-9146-8a56743cbae2) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:26.033531 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d8f5b1-801c-475b-abc8-a21f4a695ce2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:26.034193 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7d8f5b1-801c-475b-abc8-a21f4a695ce2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.039192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6d6e19-4154-4889-8a3c-ea72758b0e74 None None] Network 2b7b62f8-4099-4da4-9146-8a56743cbae2 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:26.080641 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed9e1249-0034-47c0-9c8f-03c930ff32da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.095406 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e7d8f5b1-801c-475b-abc8-a21f4a695ce2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9323993 Dec 12 17:56:26.096006 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39302) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:26.144632 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Checking router: 80fea153-4e37-4725-b4d2-fa6079a0c2dd for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:56:26.145077 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Updating router 80fea153-4e37-4725-b4d2-fa6079a0c2dd port b40cff59-f8fa-4cf7-9079-da9a9ec721d1 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:56:26.194391 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-2b7b62f8-4099-4da4-9146-8a56743cbae2', 'network_id': '2b7b62f8-4099-4da4-9146-8a56743cbae2', 'project_id': 'badf76c6da374edfb68119c741feb956', 'fixed_ips': [{'subnet_id': '098c8629-f3a1-49a3-81df-d0fbdf974853'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:56:26.196641 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.205972 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.221599 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4148228-23d3-41a1-a70d-7523a39e658d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.242284 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed9e1249-0034-47c0-9c8f-03c930ff32da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.244916 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed9e1249-0034-47c0-9c8f-03c930ff32da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.246421 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ed9e1249-0034-47c0-9c8f-03c930ff32da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0799fdd4-ff68-4b53-87d3-c455242f8808 HTTP/1.1" status: 204 len: 168 time: 0.2972603 Dec 12 17:56:26.271358 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e1249-0034-47c0-9c8f-03c930ff32da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0799fdd4-ff68-4b53-87d3-c455242f8808,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:26.291693 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.383784 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.497513 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Allocated IP 172.20.0.1 (2b7b62f8-4099-4da4-9146-8a56743cbae2/098c8629-f3a1-49a3-81df-d0fbdf974853/660d024d-9ce5-4cf9-bdf8-13341cbf47fa) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:26.627184 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-f4148228-23d3-41a1-a70d-7523a39e658d admin admin] Allocated IP 172.20.0.1 (a73a97bd-7615-42a2-a73d-778571ffe08f/17e5a63f-b5d7-491b-80e1-89a69bd502ab/59edf238-4f6b-4dbf-ab30-a47b62e2e490) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:26.632290 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39316) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:26.727950 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.737188 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.771157 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-8583d163-cdb5-4a02-a1d1-046dd488abca admin admin] Deleting subnet 755d4ebc-9aa8-45a6-bba6-01f60755373b {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:56:26.780668 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.784520 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8583d163-cdb5-4a02-a1d1-046dd488abca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.805660 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.818292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a42fafc-4bb0-4daf-b747-67178e830018 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:26.851422 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8583d163-cdb5-4a02-a1d1-046dd488abca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.854422 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.864214 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4148228-23d3-41a1-a70d-7523a39e658d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.882848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Network 2b7b62f8-4099-4da4-9146-8a56743cbae2 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:26.887879 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:26.893098 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Attempting to bind port b40cff59-f8fa-4cf7-9079-da9a9ec721d1 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:56:26.894566 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Attempting to bind port b40cff59-f8fa-4cf7-9079-da9a9ec721d1 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:56:26.895023 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Attempting to bind port b40cff59-f8fa-4cf7-9079-da9a9ec721d1 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:26.906984 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:26.914251 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4148228-23d3-41a1-a70d-7523a39e658d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.914430 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Subnet': ['ID=098c8629-f3a1-49a3-81df-d0fbdf974853,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:26.939249 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77720c-240c-4ea6-9969-cd3e09d2a085 None None] Pushing event updated for resources: {'Port': ['ID=b40cff59-f8fa-4cf7-9079-da9a9ec721d1,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:26.945176 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:56:26.945562 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:26.945980 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.946374 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:56:26.946862 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Bound port: b40cff59-f8fa-4cf7-9079-da9a9ec721d1, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:56:26.947297 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:26.956823 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Pushing event updated for resources: {'Port': ['ID=660d024d-9ce5-4cf9-bdf8-13341cbf47fa,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:26.982647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4148228-23d3-41a1-a70d-7523a39e658d admin admin] Network a73a97bd-7615-42a2-a73d-778571ffe08f is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:26.987723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f4148228-23d3-41a1-a70d-7523a39e658d admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:26.990546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4148228-23d3-41a1-a70d-7523a39e658d admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:27.009557 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:27.010131 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:27.012375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:27.012997 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:27.013487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:27.014001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:27.014485 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:27.014966 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:27.015488 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:27.016076 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:27.016799 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:27.017292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:27.017782 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:56:27.027506 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b32b7a4-5c80-450b-ab83-2a4118d1f141 None None] DHCP port deletion for a73a97bd-7615-42a2-a73d-778571ffe08f request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:27.032058 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device e3fb5d37-5e2d-438c-babb-69b9ceb70b4a no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:56:27.052182 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4148228-23d3-41a1-a70d-7523a39e658d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.065251 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] For port b40cff59-f8fa-4cf7-9079-da9a9ec721d1, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:56:27.068862 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] For port b40cff59-f8fa-4cf7-9079-da9a9ec721d1, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b40cff59-f8fa-4cf7-9079-da9a9ec721d1,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:56:27.072563 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.082596 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.095410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Attempting to bind port 660d024d-9ce5-4cf9-bdf8-13341cbf47fa on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:56:27.095960 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Attempting to bind port 660d024d-9ce5-4cf9-bdf8-13341cbf47fa by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'cc4a3cef-b121-444b-a3ba-44683c195206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2b7b62f8-4099-4da4-9146-8a56743cbae2'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:56:27.096492 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Attempting to bind port 660d024d-9ce5-4cf9-bdf8-13341cbf47fa on network 2b7b62f8-4099-4da4-9146-8a56743cbae2 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:27.103453 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: e3fb5d37-5e2d-438c-babb-69b9ceb70b4a {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:56:27.104056 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device e3fb5d37-5e2d-438c-babb-69b9ceb70b4a not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:56:27.106169 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:56:27.106760 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Checking segment: {'id': 'cc4a3cef-b121-444b-a3ba-44683c195206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2b7b62f8-4099-4da4-9146-8a56743cbae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:27.107378 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.107938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Bound using segment: {'id': 'cc4a3cef-b121-444b-a3ba-44683c195206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2b7b62f8-4099-4da4-9146-8a56743cbae2'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:56:27.109567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Bound port: 660d024d-9ce5-4cf9-bdf8-13341cbf47fa, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc4a3cef-b121-444b-a3ba-44683c195206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2b7b62f8-4099-4da4-9146-8a56743cbae2'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:56:27.110170 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.130796 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d84dbf0c-b3e2-4aa4-96fd-b63a36c6b306 None None] Provisioning complete for port b40cff59-f8fa-4cf7-9079-da9a9ec721d1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:27.131484 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d84dbf0c-b3e2-4aa4-96fd-b63a36c6b306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.135534 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4148228-23d3-41a1-a70d-7523a39e658d admin admin] Pushing event updated for resources: {'Port': ['ID=59edf238-4f6b-4dbf-ab30-a47b62e2e490,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:27.152599 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7b62f8-4099-4da4-9146-8a56743cbae2']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:27.185176 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Routers {'80fea153-4e37-4725-b4d2-fa6079a0c2dd'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:56:27.185978 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:56:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['80fea153-4e37-4725-b4d2-fa6079a0c2dd'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:27.206536 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b857bfd8-7447-4335-a1a9-2daddae97b6f None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:27.241163 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4a3cef-b121-444b-a3ba-44683c195206') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:27.241521 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4a3cef-b121-444b-a3ba-44683c195206') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:27.253911 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.283702 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.295647 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:27.296067 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.303316 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4148228-23d3-41a1-a70d-7523a39e658d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.343238 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] Set router 80fea153-4e37-4725-b4d2-fa6079a0c2dd gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:56:27.383862 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] For port 660d024d-9ce5-4cf9-bdf8-13341cbf47fa, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:27.429861 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:27.442837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.db.api [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 17:56:27.442837 n-d-760354-5 neutron-server[103150]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 17:56:27.442837 n-d-760354-5 neutron-server[103150]: [parameters: {'id': '2b7b62f8-4099-4da4-9146-8a56743cbae2'}] Dec 12 17:56:27.442837 n-d-760354-5 neutron-server[103150]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:56:27.443592 n-d-760354-5 neutron-server[103150]: DEBUG oslo_db.api [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:56:27.470784 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] For port 660d024d-9ce5-4cf9-bdf8-13341cbf47fa, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=660d024d-9ce5-4cf9-bdf8-13341cbf47fa,segment=NetworkSegment(cc4a3cef-b121-444b-a3ba-44683c195206),segment_id=cc4a3cef-b121-444b-a3ba-44683c195206)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:56:27.472263 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8583d163-cdb5-4a02-a1d1-046dd488abca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.506538 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.513403 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77720c-240c-4ea6-9969-cd3e09d2a085 None None] Pushing event updated for resources: {'Port': ['ID=b40cff59-f8fa-4cf7-9079-da9a9ec721d1,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:27.518878 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d84dbf0c-b3e2-4aa4-96fd-b63a36c6b306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.629721 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d84dbf0c-b3e2-4aa4-96fd-b63a36c6b306 None None] For port b40cff59-f8fa-4cf7-9079-da9a9ec721d1, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b40cff59-f8fa-4cf7-9079-da9a9ec721d1,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:27.656041 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d84dbf0c-b3e2-4aa4-96fd-b63a36c6b306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.660256 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6c95f-a3cd-40d6-b5b6-e631bf959a7c None None] Pushing event updated for resources: {'Port': ['ID=660d024d-9ce5-4cf9-bdf8-13341cbf47fa,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:27.677409 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8583d163-cdb5-4a02-a1d1-046dd488abca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.682621 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4148228-23d3-41a1-a70d-7523a39e658d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.697351 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4148228-23d3-41a1-a70d-7523a39e658d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.705397 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3976051c-6273-43e8-9348-7925f426c73f None None] Network 2b7b62f8-4099-4da4-9146-8a56743cbae2 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:27.749112 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583d163-cdb5-4a02-a1d1-046dd488abca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=755d4ebc-9aa8-45a6-bba6-01f60755373b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:27.756645 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8583d163-cdb5-4a02-a1d1-046dd488abca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.762851 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8583d163-cdb5-4a02-a1d1-046dd488abca admin admin] 10.222.0.18 "DELETE /v2.0/subnets/755d4ebc-9aa8-45a6-bba6-01f60755373b HTTP/1.1" status: 204 len: 168 time: 1.1278691 Dec 12 17:56:27.765559 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39350) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:27.781300 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fea153-4e37-4725-b4d2-fa6079a0c2dd', 'name': 'tempest-ServerRescueNegativeTestJSON-584742981-router', 'tenant_id': '5d0567de3ef4438e933f7f8837f24686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b40cff59-f8fa-4cf7-9079-da9a9ec721d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:56:21Z', 'updated_at': '2021-12-12T17:56:23Z', 'revision_number': 3, 'project_id': '5d0567de3ef4438e933f7f8837f24686', 'gw_port': {'id': 'b40cff59-f8fa-4cf7-9079-da9a9ec721d1', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fea153-4e37-4725-b4d2-fa6079a0c2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:56:22Z', 'updated_at': '2021-12-12T17:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:27.805988 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4148228-23d3-41a1-a70d-7523a39e658d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.809260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4148228-23d3-41a1-a70d-7523a39e658d admin admin] Pushing event updated for resources: {'Port': ['ID=59edf238-4f6b-4dbf-ab30-a47b62e2e490,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:27.815461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39352) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:27.839473 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1a2772-bf27-4dde-8824-51a8494a6642 None None] The sync data for ids ['80fea153-4e37-4725-b4d2-fa6079a0c2dd'] in n-d-760354-5 is: [{'id': '80fea153-4e37-4725-b4d2-fa6079a0c2dd', 'name': 'tempest-ServerRescueNegativeTestJSON-584742981-router', 'tenant_id': '5d0567de3ef4438e933f7f8837f24686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b40cff59-f8fa-4cf7-9079-da9a9ec721d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:56:21Z', 'updated_at': '2021-12-12T17:56:23Z', 'revision_number': 3, 'project_id': '5d0567de3ef4438e933f7f8837f24686', 'gw_port': {'id': 'b40cff59-f8fa-4cf7-9079-da9a9ec721d1', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fea153-4e37-4725-b4d2-fa6079a0c2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:56:22Z', 'updated_at': '2021-12-12T17:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:56:27.854179 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20a79f5-0934-4093-abe1-24f266f8e246 None None] Network 021bdb3a-edb6-4942-bfc2-f8b245571ec3 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:27.859953 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.935862 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] Deleting port 694bcd25-92f4-4103-a3c2-ac64d398669f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:27.936576 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.948748 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:27.964638 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4148228-23d3-41a1-a70d-7523a39e658d admin admin] Network a73a97bd-7615-42a2-a73d-778571ffe08f is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:27.966342 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f4148228-23d3-41a1-a70d-7523a39e658d admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:27.988526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84dbf0c-b3e2-4aa4-96fd-b63a36c6b306 None None] Pushing event updated for resources: {'Port': ['ID=b40cff59-f8fa-4cf7-9079-da9a9ec721d1,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:28.013472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da24e437-1c6f-4d6d-a00c-822b303b2c7a None None] DHCP port deletion for a73a97bd-7615-42a2-a73d-778571ffe08f request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:28.062859 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] For port 694bcd25-92f4-4103-a3c2-ac64d398669f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=694bcd25-92f4-4103-a3c2-ac64d398669f,segment=NetworkSegment(0633b099-2065-4266-baf6-b762c1e9b942),segment_id=0633b099-2065-4266-baf6-b762c1e9b942)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:28.063283 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.087913 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] Calling delete_port for 694bcd25-92f4-4103-a3c2-ac64d398669f owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:28.090889 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-420cd260-bb06-44fb-ad90-594ec54b383a None None] Provisioning complete for port 59edf238-4f6b-4dbf-ab30-a47b62e2e490 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:28.091600 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-420cd260-bb06-44fb-ad90-594ec54b383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.101909 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Deleting port 660d024d-9ce5-4cf9-bdf8-13341cbf47fa {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:28.102106 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.140078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f1695d8e-7ce8-4804-b8c4-97f2dc38934e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-981485637-network', 'tenant_id': 'd2aabe3b90d247cb8bb51f1363827b16'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:28.170810 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] For port 660d024d-9ce5-4cf9-bdf8-13341cbf47fa, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=660d024d-9ce5-4cf9-bdf8-13341cbf47fa,segment=NetworkSegment(cc4a3cef-b121-444b-a3ba-44683c195206),segment_id=cc4a3cef-b121-444b-a3ba-44683c195206)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:28.171471 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.183847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4148228-23d3-41a1-a70d-7523a39e658d admin admin] Router 80fea153-4e37-4725-b4d2-fa6079a0c2dd has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:56:28.188351 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1695d8e-7ce8-4804-b8c4-97f2dc38934e admin admin] Made reservation on behalf of d2aabe3b90d247cb8bb51f1363827b16 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:28.189040 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Calling delete_port for 660d024d-9ce5-4cf9-bdf8-13341cbf47fa owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:28.191265 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1695d8e-7ce8-4804-b8c4-97f2dc38934e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.213648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-420cd260-bb06-44fb-ad90-594ec54b383a None None] Port 59edf238-4f6b-4dbf-ab30-a47b62e2e490 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:56:28.234012 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1695d8e-7ce8-4804-b8c4-97f2dc38934e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.242723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-420cd260-bb06-44fb-ad90-594ec54b383a None None] Provisioning complete for port b40cff59-f8fa-4cf7-9079-da9a9ec721d1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:28.242723 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-420cd260-bb06-44fb-ad90-594ec54b383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.390982 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954f5ac5-2f3a-4492-832a-0103b802de4f None None] DHCP port deletion for 021bdb3a-edb6-4942-bfc2-f8b245571ec3 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:28.429782 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.438378 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4148228-23d3-41a1-a70d-7523a39e658d admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:56:28.450823 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f4148228-23d3-41a1-a70d-7523a39e658d admin admin] 10.222.0.18 "PUT /v2.0/routers/80fea153-4e37-4725-b4d2-fa6079a0c2dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8609564 Dec 12 17:56:28.478402 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-954f5ac5-2f3a-4492-832a-0103b802de4f None None] The port '694bcd25-92f4-4103-a3c2-ac64d398669f' was deleted {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 12 17:56:28.479321 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] No DVR routers for this DVR port 694bcd25-92f4-4103-a3c2-ac64d398669f on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:28.484846 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=694bcd25-92f4-4103-a3c2-ac64d398669f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:28.494027 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.502334 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1695d8e-7ce8-4804-b8c4-97f2dc38934e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.515943 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4b44e6-8b40-4484-9758-bf24f001c8b8 None None] get_active_networks_info from n-d-760354-5 {{(pid=103152) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 17:56:28.517590 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1695d8e-7ce8-4804-b8c4-97f2dc38934e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.577546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1695d8e-7ce8-4804-b8c4-97f2dc38934e admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:56:28.594376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Port': ['ID=660d024d-9ce5-4cf9-bdf8-13341cbf47fa,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:28.612075 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No DVR routers for this DVR port 660d024d-9ce5-4cf9-bdf8-13341cbf47fa on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:28.612333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1695d8e-7ce8-4804-b8c4-97f2dc38934e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebb12cf-d62e-4a4b-9818-95bdb5fef6eb,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:28.624927 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1695d8e-7ce8-4804-b8c4-97f2dc38934e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.625294 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-f1695d8e-7ce8-4804-b8c4-97f2dc38934e admin admin] Added segment ef53683a-bb20-420c-a630-ae1cb3b01297 of type vlan for network 86048643-8e2a-4deb-94f8-70e89f02e065 Dec 12 17:56:28.704972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8f2d5244-fe8b-4d9d-9575-4a363ff59bce None None] Provisioning complete for port 59edf238-4f6b-4dbf-ab30-a47b62e2e490 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:28.705291 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f2d5244-fe8b-4d9d-9575-4a363ff59bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.757262 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.773104 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1695d8e-7ce8-4804-b8c4-97f2dc38934e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.780307 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.792366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4b44e6-8b40-4484-9758-bf24f001c8b8 None None] Resources bound (agent type, host, resource id): {{(pid=103152) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 17:56:28.807759 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8f2d5244-fe8b-4d9d-9575-4a363ff59bce None None] Port 59edf238-4f6b-4dbf-ab30-a47b62e2e490 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:56:28.827357 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021bdb3a-edb6-4942-bfc2-f8b245571ec3']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:28.839758 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1695d8e-7ce8-4804-b8c4-97f2dc38934e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.841081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1695d8e-7ce8-4804-b8c4-97f2dc38934e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:28.841949 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1695d8e-7ce8-4804-b8c4-97f2dc38934e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.873650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0633b099-2065-4266-baf6-b762c1e9b942') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:28.873953 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0633b099-2065-4266-baf6-b762c1e9b942') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:28.878368 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7b62f8-4099-4da4-9146-8a56743cbae2']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:28.894229 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.912223 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.928993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:28.929571 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:28.931906 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:28.945216 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4a3cef-b121-444b-a3ba-44683c195206') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:28.945876 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4a3cef-b121-444b-a3ba-44683c195206') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:28.988058 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39376) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:28.988666 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f1695d8e-7ce8-4804-b8c4-97f2dc38934e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1716523 Dec 12 17:56:28.995411 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-84161303-9084-4b0c-8ac4-589c78cdf30f admin admin] Request body: {'subnet': {'network_id': '86048643-8e2a-4deb-94f8-70e89f02e065', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-981485637-subnet', 'tenant_id': 'd2aabe3b90d247cb8bb51f1363827b16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:29.015584 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1695d8e-7ce8-4804-b8c4-97f2dc38934e admin admin] Pushing event updated for resources: {'Network': ['ID=86048643-8e2a-4deb-94f8-70e89f02e065,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:29.035501 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:29.043938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 86048643-8e2a-4deb-94f8-70e89f02e065 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:29.047448 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84161303-9084-4b0c-8ac4-589c78cdf30f admin admin] Made reservation on behalf of d2aabe3b90d247cb8bb51f1363827b16 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:29.050549 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84161303-9084-4b0c-8ac4-589c78cdf30f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:29.184915 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:29.191426 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:29.230235 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:29.237773 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/021bdb3a-edb6-4942-bfc2-f8b245571ec3 HTTP/1.1" status: 204 len: 168 time: 1.4669566 Dec 12 17:56:29.237773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e520f-f9a5-4229-bc77-cb82727aafd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=021bdb3a-edb6-4942-bfc2-f8b245571ec3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:29.267254 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b40cff59-f8fa-4cf7-9079-da9a9ec721d1 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:56:29.275606 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:29.276035 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:29.281997 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:29.371902 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b40cff59-f8fa-4cf7-9079-da9a9ec721d1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:29.372282 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:29.427090 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-859ab1fa-ba44-470a-ae34-72fbd28fadbb tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:29.431331 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:29.436766 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-859ab1fa-ba44-470a-ae34-72fbd28fadbb tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/networks?id=a73a97bd-7615-42a2-a73d-778571ffe08f HTTP/1.1" status: 200 len: 818 time: 0.1978917 Dec 12 17:56:29.449461 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:29.453203 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/2b7b62f8-4099-4da4-9146-8a56743cbae2 HTTP/1.1" status: 204 len: 168 time: 3.3561094 Dec 12 17:56:29.459332 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39394) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:29.466528 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-025b2c06-3e24-4cc5-a0a8-1faf6eb92e74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1700919159'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:29.470659 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc27c1-2b41-48be-8093-decacf3efbd1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Network': ['ID=2b7b62f8-4099-4da4-9146-8a56743cbae2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:29.498772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39396) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:29.531216 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-d62ea455-4167-44f2-af5f-b7f84ae1a32a tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/quotas/5d0567de3ef4438e933f7f8837f24686 HTTP/1.1" status: 200 len: 375 time: 0.0858750 Dec 12 17:56:29.585784 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 694bcd25-92f4-4103-a3c2-ac64d398669f no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:56:29.613546 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9bc423e6-8fca-4451-906f-76df85d38273 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8b7e44d77c74622be4dbba4b2f2d43c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1133771 Dec 12 17:56:29.615078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39398) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:29.630941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 694bcd25-92f4-4103-a3c2-ac64d398669f {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:56:29.631155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 694bcd25-92f4-4103-a3c2-ac64d398669f not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:56:29.646378 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84161303-9084-4b0c-8ac4-589c78cdf30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:29.651280 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025b2c06-3e24-4cc5-a0a8-1faf6eb92e74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:29.654710 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-025b2c06-3e24-4cc5-a0a8-1faf6eb92e74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:29.695761 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-0cc03e06-88d1-456b-a0e2-a6038838f7eb tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d0567de3ef4438e933f7f8837f24686&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1636193 Dec 12 17:56:29.710678 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84161303-9084-4b0c-8ac4-589c78cdf30f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b24a21b2-47f6-4370-91f4-ade3a6012ddf,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:29.721941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84161303-9084-4b0c-8ac4-589c78cdf30f admin admin] Checking segment: {'id': 'ef53683a-bb20-420c-a630-ae1cb3b01297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86048643-8e2a-4deb-94f8-70e89f02e065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:29.722313 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84161303-9084-4b0c-8ac4-589c78cdf30f admin admin] Network hostable DHCP agents. Network: 86048643-8e2a-4deb-94f8-70e89f02e065, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:56:29.740780 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84161303-9084-4b0c-8ac4-589c78cdf30f admin admin] Network 86048643-8e2a-4deb-94f8-70e89f02e065 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:56:29.753988 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-84161303-9084-4b0c-8ac4-589c78cdf30f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 86048643-8e2a-4deb-94f8-70e89f02e065) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:29.762886 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84161303-9084-4b0c-8ac4-589c78cdf30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:29.763749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe6a4b7-3717-466e-acd5-4fdd8ee2fc34 None None] Network 86048643-8e2a-4deb-94f8-70e89f02e065 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:29.764748 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84161303-9084-4b0c-8ac4-589c78cdf30f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:29.767517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025b2c06-3e24-4cc5-a0a8-1faf6eb92e74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:56:29.775533 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ba949e3-1b1c-48bd-b666-b3599ca38bc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:29.789964 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-84161303-9084-4b0c-8ac4-589c78cdf30f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8005614 Dec 12 17:56:29.894914 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30937f0f-aba2-4cb5-8b6c-a9ab1e7a492a None None] Network 86048643-8e2a-4deb-94f8-70e89f02e065 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:30.251960 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-025b2c06-3e24-4cc5-a0a8-1faf6eb92e74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:30.252406 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-025b2c06-3e24-4cc5-a0a8-1faf6eb92e74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Added segment df3fea3e-e585-419e-bd4e-5a77c18c5051 of type vlan for network 8d59face-cdec-4238-b745-2d39ed766169 Dec 12 17:56:30.268825 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ba949e3-1b1c-48bd-b666-b3599ca38bc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:30.382905 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-025b2c06-3e24-4cc5-a0a8-1faf6eb92e74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:30.405760 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-61110a15-4bc7-48d8-a885-5f5dd3f223d7 service neutron] 10.222.0.18 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7091334 Dec 12 17:56:30.491423 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-025b2c06-3e24-4cc5-a0a8-1faf6eb92e74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:30.496977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025b2c06-3e24-4cc5-a0a8-1faf6eb92e74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:30.497577 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-025b2c06-3e24-4cc5-a0a8-1faf6eb92e74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:30.542978 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Sync routers for ids ['80fea153-4e37-4725-b4d2-fa6079a0c2dd'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:56:30.553751 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Routers {'80fea153-4e37-4725-b4d2-fa6079a0c2dd'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:56:30.554440 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:56:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['80fea153-4e37-4725-b4d2-fa6079a0c2dd'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:30.586014 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ba949e3-1b1c-48bd-b666-b3599ca38bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:30.589297 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ba949e3-1b1c-48bd-b666-b3599ca38bc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:30.592686 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6ba949e3-1b1c-48bd-b666-b3599ca38bc9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a923efe-6796-4f1c-a8ba-6d55094f2d6e HTTP/1.1" status: 204 len: 168 time: 0.9733648 Dec 12 17:56:30.659339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-5724d8db-2872-47fb-9c66-464d2c89b1ab service neutron] 10.222.0.18 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277248 Dec 12 17:56:30.679172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-94ed50ff-e2a0-4e49-a170-54bef5538312 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:30.680994 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-94ed50ff-e2a0-4e49-a170-54bef5538312 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/networks?id=86048643-8e2a-4deb-94f8-70e89f02e065 HTTP/1.1" status: 200 len: 817 time: 0.3909700 Dec 12 17:56:30.682795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b2c06-3e24-4cc5-a0a8-1faf6eb92e74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Network': ['ID=8d59face-cdec-4238-b745-2d39ed766169,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:30.749644 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-025b2c06-3e24-4cc5-a0a8-1faf6eb92e74 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2878692 Dec 12 17:56:30.752252 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39438) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:30.759134 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-47e399e6-4b98-4728-a1e0-9fbf86163098 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:30.776079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba949e3-1b1c-48bd-b666-b3599ca38bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a923efe-6796-4f1c-a8ba-6d55094f2d6e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:30.785345 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-3a1c8447-622c-4f57-a4ed-894a3d679449 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/quotas/d2aabe3b90d247cb8bb51f1363827b16 HTTP/1.1" status: 200 len: 375 time: 0.0306268 Dec 12 17:56:30.806149 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 8d59face-cdec-4238-b745-2d39ed766169 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:30.850652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-c7c45399-cc62-4749-bb3c-d45162016fd5 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d2aabe3b90d247cb8bb51f1363827b16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608156 Dec 12 17:56:30.984679 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Set router 80fea153-4e37-4725-b4d2-fa6079a0c2dd gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:56:31.060805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8ed08904-9636-48c5-95b2-6813b5629182 req-a1848981-5845-4d04-852d-966fb9e373a5 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 210 time: 0.1547117 Dec 12 17:56:31.069987 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47e399e6-4b98-4728-a1e0-9fbf86163098 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:31.104998 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47e399e6-4b98-4728-a1e0-9fbf86163098 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:31.216618 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-47e399e6-4b98-4728-a1e0-9fbf86163098 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network 8d59face-cdec-4238-b745-2d39ed766169 is not hosted by any dhcp agent {{(pid=103150) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 17:56:31.222817 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e399e6-4b98-4728-a1e0-9fbf86163098 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:31.223536 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47e399e6-4b98-4728-a1e0-9fbf86163098 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:31.225314 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-47e399e6-4b98-4728-a1e0-9fbf86163098 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "PUT /v2.0/networks/8d59face-cdec-4238-b745-2d39ed766169 HTTP/1.1" status: 200 len: 723 time: 0.4714198 Dec 12 17:56:31.226452 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e399e6-4b98-4728-a1e0-9fbf86163098 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Network': ['ID=8d59face-cdec-4238-b745-2d39ed766169,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:31.228555 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39460) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:31.233420 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b69968fe-d5e8-4f30-b638-fe4325fc6161 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'subnet': {'network_id': '8d59face-cdec-4238-b745-2d39ed766169', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:31.251855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 8d59face-cdec-4238-b745-2d39ed766169 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:31.257158 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-f572ac84-387f-49d0-8deb-1d3fbd89fc51 service neutron] 10.222.0.18 "GET /v2.0/networks/86048643-8e2a-4deb-94f8-70e89f02e065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986692 Dec 12 17:56:31.409364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69968fe-d5e8-4f30-b638-fe4325fc6161 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:31.414909 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b69968fe-d5e8-4f30-b638-fe4325fc6161 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:31.444226 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-a9c9850f-6531-4c9a-8869-08050a3da38d service neutron] 10.222.0.18 "GET /v2.0/networks/86048643-8e2a-4deb-94f8-70e89f02e065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790495 Dec 12 17:56:31.561358 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fea153-4e37-4725-b4d2-fa6079a0c2dd', 'name': 'tempest-ServerRescueNegativeTestJSON-584742981-router', 'tenant_id': '5d0567de3ef4438e933f7f8837f24686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b40cff59-f8fa-4cf7-9079-da9a9ec721d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:56:21Z', 'updated_at': '2021-12-12T17:56:27Z', 'revision_number': 4, 'project_id': '5d0567de3ef4438e933f7f8837f24686', 'gw_port': {'id': 'b40cff59-f8fa-4cf7-9079-da9a9ec721d1', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fea153-4e37-4725-b4d2-fa6079a0c2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:56:22Z', 'updated_at': '2021-12-12T17:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '59edf238-4f6b-4dbf-ab30-a47b62e2e490', 'name': '', 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f', 'tenant_id': '5d0567de3ef4438e933f7f8837f24686', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fea153-4e37-4725-b4d2-fa6079a0c2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '17e5a63f-b5d7-491b-80e1-89a69bd502ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:56:26Z', 'updated_at': '2021-12-12T17:56:27Z', 'revision_number': 2, 'project_id': '5d0567de3ef4438e933f7f8837f24686', 'subnets': [{'id': '17e5a63f-b5d7-491b-80e1-89a69bd502ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:31.642303 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Checking router: 80fea153-4e37-4725-b4d2-fa6079a0c2dd for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:56:31.645225 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Updating router 80fea153-4e37-4725-b4d2-fa6079a0c2dd port 59edf238-4f6b-4dbf-ab30-a47b62e2e490 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:56:31.704298 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:31.786829 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-c42ce087-739f-4a1f-8592-d674c325ecae tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:31.793327 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-c42ce087-739f-4a1f-8592-d674c325ecae tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/networks?id=a73a97bd-7615-42a2-a73d-778571ffe08f HTTP/1.1" status: 200 len: 818 time: 0.3028059 Dec 12 17:56:31.878298 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b69968fe-d5e8-4f30-b638-fe4325fc6161 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:31.879865 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7a19dd5-1008-4a74-ada2-a5847f96eda1 req-a390f473-1b1f-4961-a964-44020d25b426 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/ports?device_id=a826afb9-37b9-4c7f-af2a-1d632223f5ff HTTP/1.1" status: 200 len: 210 time: 0.0854211 Dec 12 17:56:31.885283 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-a03f08a2-ba58-4914-8d10-28ea004e377f tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/quotas/5d0567de3ef4438e933f7f8837f24686 HTTP/1.1" status: 200 len: 375 time: 0.0705879 Dec 12 17:56:31.972638 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69968fe-d5e8-4f30-b638-fe4325fc6161 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Subnet': ['ID=5a6a6262-d884-4db1-b46a-cb7dd4a76153,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:32.017675 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-e2522086-de20-4e74-8c93-4efe7fe7085d tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d0567de3ef4438e933f7f8837f24686&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1243668 Dec 12 17:56:32.033057 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69968fe-d5e8-4f30-b638-fe4325fc6161 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Checking segment: {'id': 'df3fea3e-e585-419e-bd4e-5a77c18c5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d59face-cdec-4238-b745-2d39ed766169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:32.033522 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69968fe-d5e8-4f30-b638-fe4325fc6161 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network hostable DHCP agents. Network: 8d59face-cdec-4238-b745-2d39ed766169, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:56:32.066132 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69968fe-d5e8-4f30-b638-fe4325fc6161 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network 8d59face-cdec-4238-b745-2d39ed766169 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:56:32.106799 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b69968fe-d5e8-4f30-b638-fe4325fc6161 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 8d59face-cdec-4238-b745-2d39ed766169) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:32.123466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00dd1e2-9ea7-45f1-a03d-031aae0a5b78 None None] Network 8d59face-cdec-4238-b745-2d39ed766169 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:32.127789 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69968fe-d5e8-4f30-b638-fe4325fc6161 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:32.128997 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b69968fe-d5e8-4f30-b638-fe4325fc6161 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:32.179763 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b69968fe-d5e8-4f30-b638-fe4325fc6161 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9499645 Dec 12 17:56:32.184534 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39506) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:32.197208 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7cfea776-335f-491a-9d1a-ecef23a3d5e8 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:32.262727 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-882c5cef-a373-490b-b8bc-ee6d755aa86b service neutron] 10.222.0.18 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425201 Dec 12 17:56:32.374769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39514) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:32.420159 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:32.433557 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:32.452084 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7cfea776-335f-491a-9d1a-ecef23a3d5e8 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9961832'] for subnet, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:32.492751 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-8b1d4acf-f3dc-4d78-87b6-6109e861b7eb service neutron] 10.222.0.18 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283132 Dec 12 17:56:32.521534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-8d59face-cdec-4238-b745-2d39ed766169', 'network_id': '8d59face-cdec-4238-b745-2d39ed766169', 'project_id': 'badf76c6da374edfb68119c741feb956', 'fixed_ips': [{'subnet_id': '5a6a6262-d884-4db1-b46a-cb7dd4a76153'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:56:32.522530 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:32.576339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aeb382-b6f8-4c77-974d-ec327fe8f40c None None] Pushing event updated for resources: {'Port': ['ID=59edf238-4f6b-4dbf-ab30-a47b62e2e490,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:32.586753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-50c7f072-5e0b-4256-8e9c-d04be2a89d48 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1553329655-network', 'tenant_id': '98a7b783b8b0412c8b1ffdbb4117b7dd'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:32.648425 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484ee7a5-a2a7-4245-a0bf-3260f1715f85 None None] DHCP port deletion for a73a97bd-7615-42a2-a73d-778571ffe08f request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:32.681401 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c7f072-5e0b-4256-8e9c-d04be2a89d48 admin admin] Made reservation on behalf of 98a7b783b8b0412c8b1ffdbb4117b7dd for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:32.696536 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50c7f072-5e0b-4256-8e9c-d04be2a89d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:32.784416 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Attempting to bind port 59edf238-4f6b-4dbf-ab30-a47b62e2e490 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:56:32.784912 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Attempting to bind port 59edf238-4f6b-4dbf-ab30-a47b62e2e490 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '55eeb1df-85da-4d74-b53f-7987f9a23d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:56:32.785355 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Attempting to bind port 59edf238-4f6b-4dbf-ab30-a47b62e2e490 on network a73a97bd-7615-42a2-a73d-778571ffe08f {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:32.812999 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:56:32.813428 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Checking segment: {'id': '55eeb1df-85da-4d74-b53f-7987f9a23d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:32.813826 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:32.814227 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Bound using segment: {'id': '55eeb1df-85da-4d74-b53f-7987f9a23d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:56:32.814858 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Bound port: 59edf238-4f6b-4dbf-ab30-a47b62e2e490, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55eeb1df-85da-4d74-b53f-7987f9a23d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:56:32.815272 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:32.850921 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7cfea776-335f-491a-9d1a-ecef23a3d5e8 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778471681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8937080'] for subnet, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:32.851072 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50c7f072-5e0b-4256-8e9c-d04be2a89d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:32.912036 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfea776-335f-491a-9d1a-ecef23a3d5e8 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:32.912637 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7cfea776-335f-491a-9d1a-ecef23a3d5e8 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:32.924819 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7cfea776-335f-491a-9d1a-ecef23a3d5e8 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "PUT /v2.0/subnets/5a6a6262-d884-4db1-b46a-cb7dd4a76153 HTTP/1.1" status: 200 len: 806 time: 0.7390766 Dec 12 17:56:32.928381 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39528) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:32.930765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] For port 59edf238-4f6b-4dbf-ab30-a47b62e2e490, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:56:32.936381 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] For port 59edf238-4f6b-4dbf-ab30-a47b62e2e490, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=59edf238-4f6b-4dbf-ab30-a47b62e2e490,segment=NetworkSegment(55eeb1df-85da-4d74-b53f-7987f9a23d31),segment_id=55eeb1df-85da-4d74-b53f-7987f9a23d31)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:56:32.945956 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a76eee61-4037-4f6c-a617-623751e8905e None None] Provisioning complete for port 59edf238-4f6b-4dbf-ab30-a47b62e2e490 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:32.946330 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a76eee61-4037-4f6c-a617-623751e8905e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:32.995174 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:33.012498 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50c7f072-5e0b-4256-8e9c-d04be2a89d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:33.061097 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50c7f072-5e0b-4256-8e9c-d04be2a89d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:33.062855 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:33.087060 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfea776-335f-491a-9d1a-ecef23a3d5e8 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Subnet': ['ID=5a6a6262-d884-4db1-b46a-cb7dd4a76153,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:33.129282 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Allocated IP 172.20.0.2 (8d59face-cdec-4238-b745-2d39ed766169/5a6a6262-d884-4db1-b46a-cb7dd4a76153/230a70f9-b044-43ad-9070-b2af4ace0aa7) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:33.148357 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:33.155172 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a67efcf8-fc51-4f1d-8551-91e8e5b2bd41 req-13b45bcb-b7a7-47e8-bee0-0242a0e165ec tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 210 time: 0.3171968 Dec 12 17:56:33.222626 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bab71dd-41e9-4365-8cf0-f7725678d0b1 None None] DHCP port deletion for a73a97bd-7615-42a2-a73d-778571ffe08f request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:33.248938 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-953125e5-6c6f-4775-8f84-0617b7e30b74 req-eaa5fdc6-e0ba-45d3-9237-2e61a908c522 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/ports?device_id=a826afb9-37b9-4c7f-af2a-1d632223f5ff HTTP/1.1" status: 200 len: 210 time: 0.1655214 Dec 12 17:56:33.303075 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Routers {'80fea153-4e37-4725-b4d2-fa6079a0c2dd'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:56:33.304067 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:56:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['80fea153-4e37-4725-b4d2-fa6079a0c2dd'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:33.318848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aeb382-b6f8-4c77-974d-ec327fe8f40c None None] Pushing event updated for resources: {'Port': ['ID=59edf238-4f6b-4dbf-ab30-a47b62e2e490,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:33.326846 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c7f072-5e0b-4256-8e9c-d04be2a89d48 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:56:33.368532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7f072-5e0b-4256-8e9c-d04be2a89d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:33.401725 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50c7f072-5e0b-4256-8e9c-d04be2a89d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:33.402274 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-50c7f072-5e0b-4256-8e9c-d04be2a89d48 admin admin] Added segment e181f477-02e8-4c56-aa77-a083d12d45dc of type vlan for network 1419fdcf-31a6-4c75-aed4-a804c897648d Dec 12 17:56:33.456797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-b36926d9-1368-472d-a1c3-ad1bf1b2e764 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:33.458732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-b36926d9-1368-472d-a1c3-ad1bf1b2e764 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.20 "GET /v2.0/networks?id=a73a97bd-7615-42a2-a73d-778571ffe08f HTTP/1.1" status: 200 len: 818 time: 0.7470937 Dec 12 17:56:33.493253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-b052eab2-c14b-4045-9a40-eb64fa867533 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Request body: {'port': {'device_id': 'bc1179af-f1d1-48ea-8d72-544c53f6b833', 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f', 'admin_state_up': True, 'tenant_id': '5d0567de3ef4438e933f7f8837f24686'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:33.570796 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50c7f072-5e0b-4256-8e9c-d04be2a89d48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:33.631835 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50c7f072-5e0b-4256-8e9c-d04be2a89d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:33.633205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c7f072-5e0b-4256-8e9c-d04be2a89d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:33.634265 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50c7f072-5e0b-4256-8e9c-d04be2a89d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:33.655408 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] Set router 80fea153-4e37-4725-b4d2-fa6079a0c2dd gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:56:33.753455 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7f072-5e0b-4256-8e9c-d04be2a89d48 admin admin] Pushing event updated for resources: {'Network': ['ID=1419fdcf-31a6-4c75-aed4-a804c897648d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:33.777660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-50c7f072-5e0b-4256-8e9c-d04be2a89d48 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3970563 Dec 12 17:56:33.783133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39544) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:33.788167 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-3143b1c0-ed9b-4206-abb5-babd5a8d7aad admin admin] Request body: {'subnet': {'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1553329655-subnet', 'tenant_id': '98a7b783b8b0412c8b1ffdbb4117b7dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:33.837459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-b052eab2-c14b-4045-9a40-eb64fa867533 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Made reservation on behalf of 5d0567de3ef4438e933f7f8837f24686 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:33.843925 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-b052eab2-c14b-4045-9a40-eb64fa867533 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:33.878669 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-1c4f26bc-74d5-4f85-b695-be95ecb70d07 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:33.880170 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-1c4f26bc-74d5-4f85-b695-be95ecb70d07 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.20 "GET /v2.0/networks?id=86048643-8e2a-4deb-94f8-70e89f02e065 HTTP/1.1" status: 200 len: 817 time: 0.1382108 Dec 12 17:56:33.886962 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 1419fdcf-31a6-4c75-aed4-a804c897648d details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:33.897716 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-c629c0cf-599a-4040-a8bf-fbf734cadbe7 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Request body: {'port': {'device_id': 'a826afb9-37b9-4c7f-af2a-1d632223f5ff', 'network_id': '86048643-8e2a-4deb-94f8-70e89f02e065', 'admin_state_up': True, 'tenant_id': 'd2aabe3b90d247cb8bb51f1363827b16'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:33.937126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3143b1c0-ed9b-4206-abb5-babd5a8d7aad admin admin] Made reservation on behalf of 98a7b783b8b0412c8b1ffdbb4117b7dd for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:33.940256 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3143b1c0-ed9b-4206-abb5-babd5a8d7aad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:33.964513 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a76eee61-4037-4f6c-a617-623751e8905e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:34.052688 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-c629c0cf-599a-4040-a8bf-fbf734cadbe7 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Made reservation on behalf of d2aabe3b90d247cb8bb51f1363827b16 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:34.058578 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-c629c0cf-599a-4040-a8bf-fbf734cadbe7 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:34.085150 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a76eee61-4037-4f6c-a617-623751e8905e None None] For port 59edf238-4f6b-4dbf-ab30-a47b62e2e490, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=59edf238-4f6b-4dbf-ab30-a47b62e2e490,segment=NetworkSegment(55eeb1df-85da-4d74-b53f-7987f9a23d31),segment_id=55eeb1df-85da-4d74-b53f-7987f9a23d31)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:34.106544 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-b052eab2-c14b-4045-9a40-eb64fa867533 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Allocated IP 172.20.0.9 (a73a97bd-7615-42a2-a73d-778571ffe08f/17e5a63f-b5d7-491b-80e1-89a69bd502ab/b361c0a2-4001-488d-8034-a0b50f5d8026) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:34.135506 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a76eee61-4037-4f6c-a617-623751e8905e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:34.215359 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:34.229732 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fea153-4e37-4725-b4d2-fa6079a0c2dd', 'name': 'tempest-ServerRescueNegativeTestJSON-584742981-router', 'tenant_id': '5d0567de3ef4438e933f7f8837f24686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b40cff59-f8fa-4cf7-9079-da9a9ec721d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:56:21Z', 'updated_at': '2021-12-12T17:56:27Z', 'revision_number': 4, 'project_id': '5d0567de3ef4438e933f7f8837f24686', 'gw_port': {'id': 'b40cff59-f8fa-4cf7-9079-da9a9ec721d1', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fea153-4e37-4725-b4d2-fa6079a0c2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:56:22Z', 'updated_at': '2021-12-12T17:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '59edf238-4f6b-4dbf-ab30-a47b62e2e490', 'name': '', 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f', 'tenant_id': '5d0567de3ef4438e933f7f8837f24686', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fea153-4e37-4725-b4d2-fa6079a0c2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '17e5a63f-b5d7-491b-80e1-89a69bd502ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:56:26Z', 'updated_at': '2021-12-12T17:56:32Z', 'revision_number': 4, 'project_id': '5d0567de3ef4438e933f7f8837f24686', 'subnets': [{'id': '17e5a63f-b5d7-491b-80e1-89a69bd502ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:34.280988 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:34.293836 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc61371-9f5f-401c-b7e4-2661334bd118 None None] The sync data for ids ['80fea153-4e37-4725-b4d2-fa6079a0c2dd'] in n-d-760354-5 is: [{'id': '80fea153-4e37-4725-b4d2-fa6079a0c2dd', 'name': 'tempest-ServerRescueNegativeTestJSON-584742981-router', 'tenant_id': '5d0567de3ef4438e933f7f8837f24686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b40cff59-f8fa-4cf7-9079-da9a9ec721d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:56:21Z', 'updated_at': '2021-12-12T17:56:27Z', 'revision_number': 4, 'project_id': '5d0567de3ef4438e933f7f8837f24686', 'gw_port': {'id': 'b40cff59-f8fa-4cf7-9079-da9a9ec721d1', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fea153-4e37-4725-b4d2-fa6079a0c2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:56:22Z', 'updated_at': '2021-12-12T17:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '59edf238-4f6b-4dbf-ab30-a47b62e2e490', 'name': '', 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f', 'tenant_id': '5d0567de3ef4438e933f7f8837f24686', 'mac_address': 'fa:16:3e:0c:b2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fea153-4e37-4725-b4d2-fa6079a0c2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '17e5a63f-b5d7-491b-80e1-89a69bd502ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:56:26Z', 'updated_at': '2021-12-12T17:56:32Z', 'revision_number': 4, 'project_id': '5d0567de3ef4438e933f7f8837f24686', 'subnets': [{'id': '17e5a63f-b5d7-491b-80e1-89a69bd502ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:56:34.307258 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-c629c0cf-599a-4040-a8bf-fbf734cadbe7 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Allocated IP 172.20.0.2 (86048643-8e2a-4deb-94f8-70e89f02e065/b24a21b2-47f6-4370-91f4-ade3a6012ddf/1b017ffc-5133-4803-b017-e12175a43bd8) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:34.341776 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:34.348270 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Subnet': ['ID=5a6a6262-d884-4db1-b46a-cb7dd4a76153,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:34.415506 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76eee61-4037-4f6c-a617-623751e8905e None None] Pushing event updated for resources: {'Port': ['ID=59edf238-4f6b-4dbf-ab30-a47b62e2e490,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:34.473987 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Network 8d59face-cdec-4238-b745-2d39ed766169 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:34.483491 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-2e8c4654-ec15-42c9-a29f-219713fd5c16 None None] Provisioning complete for port 59edf238-4f6b-4dbf-ab30-a47b62e2e490 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:34.483863 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2e8c4654-ec15-42c9-a29f-219713fd5c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:34.506167 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:34.554747 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:34.585543 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Pushing event updated for resources: {'Port': ['ID=230a70f9-b044-43ad-9070-b2af4ace0aa7,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:34.686292 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-b052eab2-c14b-4045-9a40-eb64fa867533 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:34.701790 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22c9e943-3793-4918-beaf-97c124548e14 req-dfbcea60-34af-4939-bb9a-97bdcb4148e8 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 210 time: 0.0551369 Dec 12 17:56:34.712343 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:34.761495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d59face-cdec-4238-b745-2d39ed766169']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:34.767339 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-c629c0cf-599a-4040-a8bf-fbf734cadbe7 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:34.783701 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3fea3e-e585-419e-bd4e-5a77c18c5051') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:34.784362 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3fea3e-e585-419e-bd4e-5a77c18c5051') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:34.801418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-5c04726e-80b9-4465-9432-4480a9c2b79d tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:34.806641 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-5c04726e-80b9-4465-9432-4480a9c2b79d tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.20 "GET /v2.0/networks?id=a73a97bd-7615-42a2-a73d-778571ffe08f HTTP/1.1" status: 200 len: 818 time: 0.5854838 Dec 12 17:56:34.807536 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:34.831539 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-573d6dd8-e9e6-4b86-85dc-4d9d04282efd req-91c1164e-d45b-46eb-b515-242d89b1b77c tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/ports?device_id=a826afb9-37b9-4c7f-af2a-1d632223f5ff HTTP/1.1" status: 200 len: 210 time: 0.1965542 Dec 12 17:56:34.836089 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:34.845042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-79c3a778-69a6-4442-ae42-ced3e872550f tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Request body: {'port': {'device_id': 'c8865a07-877a-40b9-9160-006af149e9c1', 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f', 'admin_state_up': True, 'tenant_id': '5d0567de3ef4438e933f7f8837f24686'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:34.860375 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:34.861088 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:34.866733 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3143b1c0-ed9b-4206-abb5-babd5a8d7aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:34.868077 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:34.953664 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.db.api [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 17:56:34.953664 n-d-760354-5 neutron-server[103150]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 17:56:34.953664 n-d-760354-5 neutron-server[103150]: [parameters: {'id': '8d59face-cdec-4238-b745-2d39ed766169'}] Dec 12 17:56:34.953664 n-d-760354-5 neutron-server[103150]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:56:34.954827 n-d-760354-5 neutron-server[103150]: DEBUG oslo_db.api [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:56:34.959719 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-c629c0cf-599a-4040-a8bf-fbf734cadbe7 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:34.978554 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Attempting to bind port 230a70f9-b044-43ad-9070-b2af4ace0aa7 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:56:34.978554 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Attempting to bind port 230a70f9-b044-43ad-9070-b2af4ace0aa7 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'df3fea3e-e585-419e-bd4e-5a77c18c5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d59face-cdec-4238-b745-2d39ed766169'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:56:34.978554 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Attempting to bind port 230a70f9-b044-43ad-9070-b2af4ace0aa7 on network 8d59face-cdec-4238-b745-2d39ed766169 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:34.988538 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:56:34.988925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Checking segment: {'id': 'df3fea3e-e585-419e-bd4e-5a77c18c5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d59face-cdec-4238-b745-2d39ed766169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:34.989309 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:34.989708 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Bound using segment: {'id': 'df3fea3e-e585-419e-bd4e-5a77c18c5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d59face-cdec-4238-b745-2d39ed766169'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:56:34.990179 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Bound port: 230a70f9-b044-43ad-9070-b2af4ace0aa7, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3fea3e-e585-419e-bd4e-5a77c18c5051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d59face-cdec-4238-b745-2d39ed766169'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:56:34.990654 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:35.002652 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-c629c0cf-599a-4040-a8bf-fbf734cadbe7 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Network 86048643-8e2a-4deb-94f8-70e89f02e065 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:35.025152 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-c629c0cf-599a-4040-a8bf-fbf734cadbe7 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:35.028326 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-c629c0cf-599a-4040-a8bf-fbf734cadbe7 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:35.065175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143b1c0-ed9b-4206-abb5-babd5a8d7aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:35.104714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629c0cf-599a-4040-a8bf-fbf734cadbe7 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Pushing event updated for resources: {'Port': ['ID=1b017ffc-5133-4803-b017-e12175a43bd8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:35.122853 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-c629c0cf-599a-4040-a8bf-fbf734cadbe7 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:35.123520 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-c629c0cf-599a-4040-a8bf-fbf734cadbe7 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:35.131946 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-b052eab2-c14b-4045-9a40-eb64fa867533 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:35.146244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] For port 230a70f9-b044-43ad-9070-b2af4ace0aa7, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:56:35.150139 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] For port 230a70f9-b044-43ad-9070-b2af4ace0aa7, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=230a70f9-b044-43ad-9070-b2af4ace0aa7,segment=NetworkSegment(df3fea3e-e585-419e-bd4e-5a77c18c5051),segment_id=df3fea3e-e585-419e-bd4e-5a77c18c5051)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:56:35.154546 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-c629c0cf-599a-4040-a8bf-fbf734cadbe7 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2625158 Dec 12 17:56:35.159350 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:35.171234 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Request body: {'port': {'device_id': 'a826afb9-37b9-4c7f-af2a-1d632223f5ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:35.214821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-79c3a778-69a6-4442-ae42-ced3e872550f tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Made reservation on behalf of 5d0567de3ef4438e933f7f8837f24686 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:35.236052 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-79c3a778-69a6-4442-ae42-ced3e872550f tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:35.272319 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052eab2-c14b-4045-9a40-eb64fa867533 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Pushing event updated for resources: {'Port': ['ID=b361c0a2-4001-488d-8034-a0b50f5d8026,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:35.300455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62481e5-4f64-4ab3-9552-a7d798825871 None None] Pushing event updated for resources: {'Port': ['ID=230a70f9-b044-43ad-9070-b2af4ace0aa7,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:35.306128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143b1c0-ed9b-4206-abb5-babd5a8d7aad admin admin] Checking segment: {'id': 'e181f477-02e8-4c56-aa77-a083d12d45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:35.307489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3143b1c0-ed9b-4206-abb5-babd5a8d7aad admin admin] Network hostable DHCP agents. Network: 1419fdcf-31a6-4c75-aed4-a804c897648d, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:56:35.310920 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:35.320330 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078d169b-f205-41ca-85a9-3dfd3beee105 None None] Network 8d59face-cdec-4238-b745-2d39ed766169 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:35.350651 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-b052eab2-c14b-4045-9a40-eb64fa867533 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Network a73a97bd-7615-42a2-a73d-778571ffe08f is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:35.380162 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 59edf238-4f6b-4dbf-ab30-a47b62e2e490 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:56:35.475504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-b052eab2-c14b-4045-9a40-eb64fa867533 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:35.481114 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-b052eab2-c14b-4045-9a40-eb64fa867533 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:35.484558 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:35.507743 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7379628a-e445-40af-b11e-51df402e0343 None None] DHCP port deletion for a73a97bd-7615-42a2-a73d-778571ffe08f request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:35.540422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-b052eab2-c14b-4045-9a40-eb64fa867533 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:35.541080 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-b052eab2-c14b-4045-9a40-eb64fa867533 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:35.556710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3143b1c0-ed9b-4206-abb5-babd5a8d7aad admin admin] Network 1419fdcf-31a6-4c75-aed4-a804c897648d is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:56:35.559068 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 59edf238-4f6b-4dbf-ab30-a47b62e2e490 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:35.559780 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:35.596613 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-b052eab2-c14b-4045-9a40-eb64fa867533 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1080515 Dec 12 17:56:35.606655 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-3143b1c0-ed9b-4206-abb5-babd5a8d7aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 1419fdcf-31a6-4c75-aed4-a804c897648d) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:35.622182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b210581f-0ff8-4b61-b09f-4cce813f355d None None] Network 8d59face-cdec-4238-b745-2d39ed766169 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:35.623064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Request body: {'port': {'device_id': 'bc1179af-f1d1-48ea-8d72-544c53f6b833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:35.632722 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79e4d9d-82f4-44fa-8a20-e090af97ae56 None None] Network 1419fdcf-31a6-4c75-aed4-a804c897648d requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:35.661288 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3143b1c0-ed9b-4206-abb5-babd5a8d7aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:35.661899 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3143b1c0-ed9b-4206-abb5-babd5a8d7aad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:35.672854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-79c3a778-69a6-4442-ae42-ced3e872550f tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Allocated IP 172.20.0.12 (a73a97bd-7615-42a2-a73d-778571ffe08f/17e5a63f-b5d7-491b-80e1-89a69bd502ab/89e059fb-4a69-40d6-83b0-70c39d51451b) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:35.723060 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:35.730188 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3143b1c0-ed9b-4206-abb5-babd5a8d7aad admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9458611 Dec 12 17:56:35.769282 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Deleting port 230a70f9-b044-43ad-9070-b2af4ace0aa7 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:35.769639 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:35.838354 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-68f66316-1390-44b7-9614-1e0da9180174 None None] Provisioning complete for port b361c0a2-4001-488d-8034-a0b50f5d8026 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:35.838872 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68f66316-1390-44b7-9614-1e0da9180174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:35.897628 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] For port 230a70f9-b044-43ad-9070-b2af4ace0aa7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=230a70f9-b044-43ad-9070-b2af4ace0aa7,segment=NetworkSegment(df3fea3e-e585-419e-bd4e-5a77c18c5051),segment_id=df3fea3e-e585-419e-bd4e-5a77c18c5051)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:35.897628 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:35.897943 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-68f66316-1390-44b7-9614-1e0da9180174 None None] Port b361c0a2-4001-488d-8034-a0b50f5d8026 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:56:35.951417 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Calling delete_port for 230a70f9-b044-43ad-9070-b2af4ace0aa7 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:36.035814 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b017ffc-5133-4803-b017-e12175a43bd8 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:56:36.089480 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:36.113014 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803e4a56-fd40-407e-9776-c78f7b000b23 None None] Network 1419fdcf-31a6-4c75-aed4-a804c897648d requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:36.118645 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Transition to ACTIVE for port object 1b017ffc-5133-4803-b017-e12175a43bd8 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:56:36.126550 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:36.211596 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Pushing event updated for resources: {'Port': ['ID=1b017ffc-5133-4803-b017-e12175a43bd8,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:36.222584 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:36.234230 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a83fcd57-63cf-4b45-b252-cfd72cda30c1 req-7b37178b-671e-49cc-9cf1-3ce522eb2830 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 210 time: 0.1176255 Dec 12 17:56:36.271175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fec19fd-1927-420c-908d-d8867dd57ec3 None None] get_active_networks_info from n-d-760354-5 {{(pid=103152) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 17:56:36.340021 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Port': ['ID=230a70f9-b044-43ad-9070-b2af4ace0aa7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:36.379905 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No DVR routers for this DVR port 230a70f9-b044-43ad-9070-b2af4ace0aa7 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:36.481123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2ef35-0e47-4019-bdb6-0a65044d027b req-6bcf0ae1-e23b-45d9-8d89-f436d184a583 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:36.491326 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1a2ef35-0e47-4019-bdb6-0a65044d027b req-6bcf0ae1-e23b-45d9-8d89-f436d184a583 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/ports?device_id=a826afb9-37b9-4c7f-af2a-1d632223f5ff HTTP/1.1" status: 200 len: 943 time: 0.3828969 Dec 12 17:56:36.504365 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fec19fd-1927-420c-908d-d8867dd57ec3 None None] Resources bound (agent type, host, resource id): {{(pid=103152) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 17:56:36.575982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Attempting to bind port 1b017ffc-5133-4803-b017-e12175a43bd8 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:56:36.576404 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Attempting to bind port 1b017ffc-5133-4803-b017-e12175a43bd8 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'ef53683a-bb20-420c-a630-ae1cb3b01297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86048643-8e2a-4deb-94f8-70e89f02e065'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:56:36.576804 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Attempting to bind port 1b017ffc-5133-4803-b017-e12175a43bd8 on network 86048643-8e2a-4deb-94f8-70e89f02e065 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:36.583306 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:36.591666 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Port 1b017ffc-5133-4803-b017-e12175a43bd8 on network 86048643-8e2a-4deb-94f8-70e89f02e065 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:56:36.592060 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Attempting to bind port 1b017ffc-5133-4803-b017-e12175a43bd8 on network 86048643-8e2a-4deb-94f8-70e89f02e065 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:36.601562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:56:36.602039 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Checking segment: {'id': 'ef53683a-bb20-420c-a630-ae1cb3b01297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86048643-8e2a-4deb-94f8-70e89f02e065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:36.602707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Bound using segment: {'id': 'ef53683a-bb20-420c-a630-ae1cb3b01297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86048643-8e2a-4deb-94f8-70e89f02e065'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:56:36.603262 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Bound port: 1b017ffc-5133-4803-b017-e12175a43bd8, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef53683a-bb20-420c-a630-ae1cb3b01297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '86048643-8e2a-4deb-94f8-70e89f02e065'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:56:36.603719 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:36.625295 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1a2ef35-0e47-4019-bdb6-0a65044d027b req-81b6ea31-65f6-46a3-b893-1cfec93c9643 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/security-groups?id=aebb12cf-d62e-4a4b-9818-95bdb5fef6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323798 Dec 12 17:56:36.627002 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d59face-cdec-4238-b745-2d39ed766169']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:36.643185 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3fea3e-e585-419e-bd4e-5a77c18c5051') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:36.643774 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3fea3e-e585-419e-bd4e-5a77c18c5051') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:36.673761 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:36.699664 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:36.706744 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:36.707342 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:36.731575 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-79c3a778-69a6-4442-ae42-ced3e872550f tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:36.765452 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:36.799339 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] For port 1b017ffc-5133-4803-b017-e12175a43bd8, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:56:36.805246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-b63cbbd5-d624-41a7-b0ef-2628810c6e0f tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:36.815163 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-b63cbbd5-d624-41a7-b0ef-2628810c6e0f tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/networks?id=1419fdcf-31a6-4c75-aed4-a804c897648d HTTP/1.1" status: 200 len: 813 time: 0.2729347 Dec 12 17:56:36.835941 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-7395e76d-e74e-4ee8-baa4-1807464b634e tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/quotas/98a7b783b8b0412c8b1ffdbb4117b7dd HTTP/1.1" status: 200 len: 375 time: 0.0190728 Dec 12 17:56:36.852758 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] For port 1b017ffc-5133-4803-b017-e12175a43bd8, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1b017ffc-5133-4803-b017-e12175a43bd8,segment=NetworkSegment(ef53683a-bb20-420c-a630-ae1cb3b01297),segment_id=ef53683a-bb20-420c-a630-ae1cb3b01297)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:56:36.853895 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:36.867767 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:36.869473 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.20', 53591) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:36.877136 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/8d59face-cdec-4238-b745-2d39ed766169 HTTP/1.1" status: 204 len: 168 time: 3.9475110 Dec 12 17:56:36.883329 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-65d4d9b2-1546-4078-800f-6500f1849328 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=98a7b783b8b0412c8b1ffdbb4117b7dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466800 Dec 12 17:56:36.884753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39612) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:36.926642 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bbcc7-0de5-4678-9fdb-45959589f911 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Network': ['ID=8d59face-cdec-4238-b745-2d39ed766169,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:36.932333 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:36.936866 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-79c3a778-69a6-4442-ae42-ced3e872550f tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:36.974471 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:36.975060 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-04513f4c-d180-4264-965d-d94340dab327 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:36.975193 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:36.975650 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04513f4c-d180-4264-965d-d94340dab327 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:36.976556 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] 10.222.0.20 "PUT /v2.0/ports/1b017ffc-5133-4803-b017-e12175a43bd8 HTTP/1.1" status: 200 len: 1091 time: 1.8105664 Dec 12 17:56:36.977126 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a826afb9-37b9-4c7f-af2a-1d632223f5ff', 'tag': '1b017ffc-5133-4803-b017-e12175a43bd8'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:56:36.982440 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-04513f4c-d180-4264-965d-d94340dab327 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/8d59face-cdec-4238-b745-2d39ed766169 HTTP/1.1" status: 404 len: 339 time: 0.0917642 Dec 12 17:56:36.984138 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90258c79-91c1-4fa9-9309-972cf4d83713" -d '{"events": [{"name": "network-changed", "server_uuid": "a826afb9-37b9-4c7f-af2a-1d632223f5ff", "tag": "1b017ffc-5133-4803-b017-e12175a43bd8"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:56:36.987441 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39618) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:36.996254 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d2bc74b3-6744-43f2-a6ba-e79b69663565 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1164924940', 'description': 'd1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:36.999542 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d7d27b-c27e-4977-8e60-8ce7ccdd6352 None None] DHCP port deletion for 86048643-8e2a-4deb-94f8-70e89f02e065 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:37.043503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b20ec-661e-46ab-852c-d15d50c3b754 service neutron] Pushing event updated for resources: {'Port': ['ID=1b017ffc-5133-4803-b017-e12175a43bd8,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:37.050497 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bc74b3-6744-43f2-a6ba-e79b69663565 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:37.053006 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2bc74b3-6744-43f2-a6ba-e79b69663565 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:37.087692 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-79c3a778-69a6-4442-ae42-ced3e872550f tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Network a73a97bd-7615-42a2-a73d-778571ffe08f is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:37.102747 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bc74b3-6744-43f2-a6ba-e79b69663565 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:56:37.110041 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-6fd62908-edd8-4bff-b530-1c84f30187fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:37.111598 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-6fd62908-edd8-4bff-b530-1c84f30187fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2aabe3b90d247cb8bb51f1363827b16&device_id=a826afb9-37b9-4c7f-af2a-1d632223f5ff HTTP/1.1" status: 200 len: 1094 time: 0.0779104 Dec 12 17:56:37.116006 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdde2b54-47c8-4e58-bafa-0df2935a28a6 x-openstack-request-id: req-fdde2b54-47c8-4e58-bafa-0df2935a28a6 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:56:37.116435 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a826afb9-37b9-4c7f-af2a-1d632223f5ff", "tag": "1b017ffc-5133-4803-b017-e12175a43bd8", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:56:37.116700 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdde2b54-47c8-4e58-bafa-0df2935a28a6 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:56:37.117209 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a826afb9-37b9-4c7f-af2a-1d632223f5ff', 'tag': '1b017ffc-5133-4803-b017-e12175a43bd8', 'status': 'completed', 'code': 200} Dec 12 17:56:37.121964 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2bc74b3-6744-43f2-a6ba-e79b69663565 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:37.122828 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-d2bc74b3-6744-43f2-a6ba-e79b69663565 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Added segment 1e601a82-5d08-417e-a106-873fdd25bacd of type vlan for network f4f99cad-949e-40c3-9c18-a08205c95263 Dec 12 17:56:37.143602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-79c3a778-69a6-4442-ae42-ced3e872550f tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:37.145597 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3a778-69a6-4442-ae42-ced3e872550f tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Pushing event updated for resources: {'Port': ['ID=89e059fb-4a69-40d6-83b0-70c39d51451b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:37.151882 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a265281c-3f86-4bd4-ab62-8de802d21b7f req-e3916f4b-e77b-44ae-b60d-4d6918078130 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2791848 Dec 12 17:56:37.156177 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-79c3a778-69a6-4442-ae42-ced3e872550f tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:37.159621 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1b968e-6358-4672-9d14-fad214bc70ee None None] DHCP port deletion for a73a97bd-7615-42a2-a73d-778571ffe08f request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:37.180205 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-d3b48e6e-2c0b-4a38-916c-71665b60122a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b017ffc-5133-4803-b017-e12175a43bd8 HTTP/1.1" status: 200 len: 217 time: 0.0558605 Dec 12 17:56:37.229247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-faaf5e84-8786-4995-a6a8-b0fddc784fd3 None None] Provisioning complete for port 89e059fb-4a69-40d6-83b0-70c39d51451b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:37.229608 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-faaf5e84-8786-4995-a6a8-b0fddc784fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:37.260831 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2bc74b3-6744-43f2-a6ba-e79b69663565 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:37.275511 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-faaf5e84-8786-4995-a6a8-b0fddc784fd3 None None] Port 89e059fb-4a69-40d6-83b0-70c39d51451b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:56:37.281090 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-a456c937-be69-45e8-af15-66c4673b8bc2 service neutron] 10.222.0.18 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724160 Dec 12 17:56:37.300166 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-79c3a778-69a6-4442-ae42-ced3e872550f tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:37.301515 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-79c3a778-69a6-4442-ae42-ced3e872550f tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:37.332627 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-828dbab3-0c78-45d8-9cff-dfe26aa6230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:37.334198 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-828dbab3-0c78-45d8-9cff-dfe26aa6230d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24a21b2-47f6-4370-91f4-ade3a6012ddf HTTP/1.1" status: 200 len: 857 time: 0.1344523 Dec 12 17:56:37.335309 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2bc74b3-6744-43f2-a6ba-e79b69663565 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:37.343565 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc74b3-6744-43f2-a6ba-e79b69663565 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:37.344216 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2bc74b3-6744-43f2-a6ba-e79b69663565 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:37.414665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-79c3a778-69a6-4442-ae42-ced3e872550f tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5775163 Dec 12 17:56:37.425670 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d2bc74b3-6744-43f2-a6ba-e79b69663565 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4341619 Dec 12 17:56:37.431980 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39632) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:37.444848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265281c-3f86-4bd4-ab62-8de802d21b7f req-38ecf973-9a24-4c06-a4bf-b3c733a0325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:37.446522 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a265281c-3f86-4bd4-ab62-8de802d21b7f req-38ecf973-9a24-4c06-a4bf-b3c733a0325a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42c7090419ef423c80c1d248a4528183&device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 1100 time: 0.2296643 Dec 12 17:56:37.451272 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Request body: {'port': {'device_id': 'c8865a07-877a-40b9-9160-006af149e9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:37.456735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b361c0a2-4001-488d-8034-a0b50f5d8026 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:56:37.469988 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:37.470214 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-e7f22f75-0b55-4234-bbb0-28c345135d35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86048643-8e2a-4deb-94f8-70e89f02e065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118209 Dec 12 17:56:37.529170 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc74b3-6744-43f2-a6ba-e79b69663565 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Network': ['ID=f4f99cad-949e-40c3-9c18-a08205c95263,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:37.541878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network f4f99cad-949e-40c3-9c18-a08205c95263 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:37.613304 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517b8e63-a62f-4f36-9b72-f1f386757735 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:37.617386 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-517b8e63-a62f-4f36-9b72-f1f386757735 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "GET /v2.0/networks?id=f4f99cad-949e-40c3-9c18-a08205c95263 HTTP/1.1" status: 200 len: 761 time: 0.1821368 Dec 12 17:56:37.617819 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39634) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:37.624730 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d94bf2e4-7f0f-4ebe-9ca0-9117c69e2ada tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'network': {'description': 'd2'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:37.707243 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-b18d5e6c-d9ac-4d89-961b-d980ab9dbb9d service neutron] 10.222.0.20 "GET /v2.0/networks/86048643-8e2a-4deb-94f8-70e89f02e065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198839 Dec 12 17:56:37.882130 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d94bf2e4-7f0f-4ebe-9ca0-9117c69e2ada tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:37.898471 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3562f002-9dfa-469a-b254-c27a7fa9c398 req-91c9eb0e-4bf8-4074-acc6-bf26f51ef054 service neutron] 10.222.0.20 "GET /v2.0/networks/86048643-8e2a-4deb-94f8-70e89f02e065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814876 Dec 12 17:56:37.903834 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d94bf2e4-7f0f-4ebe-9ca0-9117c69e2ada tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:37.913343 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d94bf2e4-7f0f-4ebe-9ca0-9117c69e2ada tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network f4f99cad-949e-40c3-9c18-a08205c95263 is not hosted by any dhcp agent {{(pid=103150) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 17:56:37.919029 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94bf2e4-7f0f-4ebe-9ca0-9117c69e2ada tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:37.919765 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d94bf2e4-7f0f-4ebe-9ca0-9117c69e2ada tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:37.924366 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d94bf2e4-7f0f-4ebe-9ca0-9117c69e2ada tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "PUT /v2.0/networks/f4f99cad-949e-40c3-9c18-a08205c95263 HTTP/1.1" status: 200 len: 758 time: 0.3030758 Dec 12 17:56:37.928360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39642) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:37.975780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Transition to ACTIVE for port object b361c0a2-4001-488d-8034-a0b50f5d8026 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:56:38.012076 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94bf2e4-7f0f-4ebe-9ca0-9117c69e2ada tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Network': ['ID=f4f99cad-949e-40c3-9c18-a08205c95263,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:38.025458 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network f4f99cad-949e-40c3-9c18-a08205c95263 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:38.027796 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90258c79-91c1-4fa9-9309-972cf4d83713 req-2e3d404a-9e4f-4619-88db-5e297cac044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:38.030297 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-90258c79-91c1-4fa9-9309-972cf4d83713 req-2e3d404a-9e4f-4619-88db-5e297cac044e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2aabe3b90d247cb8bb51f1363827b16&device_id=a826afb9-37b9-4c7f-af2a-1d632223f5ff HTTP/1.1" status: 200 len: 1094 time: 0.0701010 Dec 12 17:56:38.045328 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:38.118861 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:56:38.148886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb4f5d-5c3d-4c20-b0ef-3b7ecce6f2c5 req-e377367d-6bf7-4758-8ed3-89ba554e0234 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:38.150509 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-03cb4f5d-5c3d-4c20-b0ef-3b7ecce6f2c5 req-e377367d-6bf7-4758-8ed3-89ba554e0234 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 932 time: 0.7547278 Dec 12 17:56:38.152288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90258c79-91c1-4fa9-9309-972cf4d83713 req-2ca4a6d7-ef58-47e4-94ec-42e280f2a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:38.153861 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-90258c79-91c1-4fa9-9309-972cf4d83713 req-2ca4a6d7-ef58-47e4-94ec-42e280f2a151 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86048643-8e2a-4deb-94f8-70e89f02e065 HTTP/1.1" status: 200 len: 918 time: 0.1164780 Dec 12 17:56:38.196828 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-209fa32a-e2bf-480a-9b66-aaeab46a867b service neutron] 10.222.0.18 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9027112 Dec 12 17:56:38.205551 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:38.226149 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d07e91b-cf55-4ed0-9386-38585223e2b4 None None] DHCP port deletion for a73a97bd-7615-42a2-a73d-778571ffe08f request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:38.235965 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-90258c79-91c1-4fa9-9309-972cf4d83713 req-f2ac3116-02e9-4d25-8b6e-6b956329d877 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b017ffc-5133-4803-b017-e12175a43bd8 HTTP/1.1" status: 200 len: 217 time: 0.0702822 Dec 12 17:56:38.268771 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Pushing event updated for resources: {'Port': ['ID=b361c0a2-4001-488d-8034-a0b50f5d8026,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:38.294139 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dbf427-5bc0-4b16-b17b-232e3653fbf7 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:38.299701 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-32dbf427-5bc0-4b16-b17b-232e3653fbf7 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "GET /v2.0/networks?id=f4f99cad-949e-40c3-9c18-a08205c95263 HTTP/1.1" status: 200 len: 761 time: 0.3390758 Dec 12 17:56:38.300615 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39654) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:38.306263 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ec05356b-38bc-43f9-855c-639d30e8d6aa tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-364278082'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:38.335123 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90258c79-91c1-4fa9-9309-972cf4d83713 req-62d79dba-bde3-4297-be7f-a136d8f8fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:38.337118 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-90258c79-91c1-4fa9-9309-972cf4d83713 req-62d79dba-bde3-4297-be7f-a136d8f8fd91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24a21b2-47f6-4370-91f4-ade3a6012ddf HTTP/1.1" status: 200 len: 857 time: 0.0960884 Dec 12 17:56:38.338983 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec05356b-38bc-43f9-855c-639d30e8d6aa tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:38.342596 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec05356b-38bc-43f9-855c-639d30e8d6aa tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:38.357331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265281c-3f86-4bd4-ab62-8de802d21b7f req-812d1291-fcfe-4e38-b633-11711c4f9c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:38.359145 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a265281c-3f86-4bd4-ab62-8de802d21b7f req-812d1291-fcfe-4e38-b633-11711c4f9c15 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.4745057 Dec 12 17:56:38.421266 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-90258c79-91c1-4fa9-9309-972cf4d83713 req-a248d502-1b83-4937-80cd-b1d297e3951d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86048643-8e2a-4deb-94f8-70e89f02e065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748403 Dec 12 17:56:38.440560 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-03cb4f5d-5c3d-4c20-b0ef-3b7ecce6f2c5 req-db2c42fb-15d3-450e-843c-17f5a794572e tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728112 Dec 12 17:56:38.479006 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a265281c-3f86-4bd4-ab62-8de802d21b7f req-55f4db10-6a0f-4440-b075-2dbae61e9345 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd HTTP/1.1" status: 200 len: 217 time: 0.1007202 Dec 12 17:56:38.509286 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec05356b-38bc-43f9-855c-639d30e8d6aa tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:56:38.535107 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec05356b-38bc-43f9-855c-639d30e8d6aa tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:38.535850 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-ec05356b-38bc-43f9-855c-639d30e8d6aa tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Added segment 24557e84-71d5-4e8f-8b7c-f42834247455 of type vlan for network 1c27d20d-f125-4823-8ddc-fbdc6dd948e7 Dec 12 17:56:38.600300 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec05356b-38bc-43f9-855c-639d30e8d6aa tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:38.652240 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-90258c79-91c1-4fa9-9309-972cf4d83713 req-51e66baf-1cf1-4997-a5e2-7cb5768f4f18 service neutron] 10.222.0.20 "GET /v2.0/networks/86048643-8e2a-4deb-94f8-70e89f02e065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225425 Dec 12 17:56:38.696051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Attempting to bind port b361c0a2-4001-488d-8034-a0b50f5d8026 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:56:38.696396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Attempting to bind port b361c0a2-4001-488d-8034-a0b50f5d8026 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '55eeb1df-85da-4d74-b53f-7987f9a23d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:56:38.696722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Attempting to bind port b361c0a2-4001-488d-8034-a0b50f5d8026 on network a73a97bd-7615-42a2-a73d-778571ffe08f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:38.719535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Port b361c0a2-4001-488d-8034-a0b50f5d8026 on network a73a97bd-7615-42a2-a73d-778571ffe08f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:56:38.719807 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Attempting to bind port b361c0a2-4001-488d-8034-a0b50f5d8026 on network a73a97bd-7615-42a2-a73d-778571ffe08f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:38.722616 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265281c-3f86-4bd4-ab62-8de802d21b7f req-0ec5ee55-1c46-4801-8760-0e5ba84be607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:38.724129 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a265281c-3f86-4bd4-ab62-8de802d21b7f req-0ec5ee55-1c46-4801-8760-0e5ba84be607 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.2004385 Dec 12 17:56:38.735325 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:56:38.735763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Checking segment: {'id': '55eeb1df-85da-4d74-b53f-7987f9a23d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:38.736206 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Bound using segment: {'id': '55eeb1df-85da-4d74-b53f-7987f9a23d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:56:38.736587 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Bound port: b361c0a2-4001-488d-8034-a0b50f5d8026, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55eeb1df-85da-4d74-b53f-7987f9a23d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:56:38.736964 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:38.768937 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb657ae-fe12-4a42-b091-02e74b2ec465 req-f9567f93-0fb1-40e5-816b-5d72c4ab250d tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:38.770571 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1fb657ae-fe12-4a42-b091-02e74b2ec465 req-f9567f93-0fb1-40e5-816b-5d72c4ab250d tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/ports?device_id=a826afb9-37b9-4c7f-af2a-1d632223f5ff HTTP/1.1" status: 200 len: 943 time: 0.2131429 Dec 12 17:56:38.819289 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-90258c79-91c1-4fa9-9309-972cf4d83713 req-ddeb2aa1-190a-448d-a645-9d6c6375c603 service neutron] 10.222.0.20 "GET /v2.0/networks/86048643-8e2a-4deb-94f8-70e89f02e065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469560 Dec 12 17:56:38.830334 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec05356b-38bc-43f9-855c-639d30e8d6aa tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:38.839520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec05356b-38bc-43f9-855c-639d30e8d6aa tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:38.840281 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec05356b-38bc-43f9-855c-639d30e8d6aa tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:38.890369 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d41521e6-1033-4898-8520-78b20513ecfb req-d0202fae-d9e9-48ff-88c8-6063a6ba9f93 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 210 time: 0.1019969 Dec 12 17:56:38.915885 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ec05356b-38bc-43f9-855c-639d30e8d6aa tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6139905 Dec 12 17:56:38.917370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39672) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:38.931697 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-78139e76-5228-481a-b8a3-9786b7084e37 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'subnet': {'network_id': '1c27d20d-f125-4823-8ddc-fbdc6dd948e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:38.953209 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05356b-38bc-43f9-855c-639d30e8d6aa tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Network': ['ID=1c27d20d-f125-4823-8ddc-fbdc6dd948e7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:38.966164 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 1c27d20d-f125-4823-8ddc-fbdc6dd948e7 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:39.012078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265281c-3f86-4bd4-ab62-8de802d21b7f req-d206c341-c2fd-4e8d-ac86-ebbb6b031aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:39.013746 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a265281c-3f86-4bd4-ab62-8de802d21b7f req-d206c341-c2fd-4e8d-ac86-ebbb6b031aa4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2798290 Dec 12 17:56:39.048937 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78139e76-5228-481a-b8a3-9786b7084e37 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:39.059729 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78139e76-5228-481a-b8a3-9786b7084e37 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:39.107621 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1fb657ae-fe12-4a42-b091-02e74b2ec465 req-cce545f1-2cb0-47c7-af66-fb1d0ca6fdc4 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/security-groups?id=aebb12cf-d62e-4a4b-9818-95bdb5fef6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157022 Dec 12 17:56:39.119639 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e059fb-4a69-40d6-83b0-70c39d51451b {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:56:39.127811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] For port b361c0a2-4001-488d-8034-a0b50f5d8026, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:56:39.139550 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:39.158690 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] For port b361c0a2-4001-488d-8034-a0b50f5d8026, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b361c0a2-4001-488d-8034-a0b50f5d8026,segment=NetworkSegment(55eeb1df-85da-4d74-b53f-7987f9a23d31),segment_id=55eeb1df-85da-4d74-b53f-7987f9a23d31)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:56:39.172596 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:39.176192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Transition to ACTIVE for port object 89e059fb-4a69-40d6-83b0-70c39d51451b will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:56:39.212842 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:39.227210 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390a52ac-ade1-4044-93ab-b38b48617a4e None None] DHCP port deletion for a73a97bd-7615-42a2-a73d-778571ffe08f request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:39.233307 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:39.233936 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:39.235964 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] 10.222.0.20 "PUT /v2.0/ports/b361c0a2-4001-488d-8034-a0b50f5d8026 HTTP/1.1" status: 200 len: 1091 time: 3.6304786 Dec 12 17:56:39.241388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1179af-f1d1-48ea-8d72-544c53f6b833', 'tag': 'b361c0a2-4001-488d-8034-a0b50f5d8026'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:56:39.243960 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b032cda8-e674-4d41-acb1-656c74892264" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1179af-f1d1-48ea-8d72-544c53f6b833", "tag": "b361c0a2-4001-488d-8034-a0b50f5d8026"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:56:39.263911 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a265281c-3f86-4bd4-ab62-8de802d21b7f req-0da054c5-7154-42e4-b068-d5c748f341d8 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356565 Dec 12 17:56:39.307660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855f8d25-c2e9-4c39-91b4-181a247d5dca None None] DHCP port deletion for a73a97bd-7615-42a2-a73d-778571ffe08f request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:39.340169 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2de312-8e57-42a6-86fd-b3ff2957ab17 service neutron] Pushing event updated for resources: {'Port': ['ID=b361c0a2-4001-488d-8034-a0b50f5d8026,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:39.347011 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745585d3-d845-4855-8cfc-2a9f40ac1a3f x-openstack-request-id: req-745585d3-d845-4855-8cfc-2a9f40ac1a3f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:56:39.347450 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1179af-f1d1-48ea-8d72-544c53f6b833", "tag": "b361c0a2-4001-488d-8034-a0b50f5d8026", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:56:39.347737 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-745585d3-d845-4855-8cfc-2a9f40ac1a3f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:56:39.348148 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1179af-f1d1-48ea-8d72-544c53f6b833', 'tag': 'b361c0a2-4001-488d-8034-a0b50f5d8026', 'status': 'completed', 'code': 200} Dec 12 17:56:39.416521 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78139e76-5228-481a-b8a3-9786b7084e37 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:39.572603 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78139e76-5228-481a-b8a3-9786b7084e37 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Subnet': ['ID=b442417a-316b-4199-8004-1ce5a138a6be,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:39.645976 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78139e76-5228-481a-b8a3-9786b7084e37 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Checking segment: {'id': '24557e84-71d5-4e8f-8b7c-f42834247455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1c27d20d-f125-4823-8ddc-fbdc6dd948e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:39.645976 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78139e76-5228-481a-b8a3-9786b7084e37 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network hostable DHCP agents. Network: 1c27d20d-f125-4823-8ddc-fbdc6dd948e7, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:56:39.674971 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78139e76-5228-481a-b8a3-9786b7084e37 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network 1c27d20d-f125-4823-8ddc-fbdc6dd948e7 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:56:39.696934 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-78139e76-5228-481a-b8a3-9786b7084e37 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 1c27d20d-f125-4823-8ddc-fbdc6dd948e7) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:39.706472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3868ba-3325-4d1c-8397-539cb50ba5eb None None] Network 1c27d20d-f125-4823-8ddc-fbdc6dd948e7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:39.715471 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78139e76-5228-481a-b8a3-9786b7084e37 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:39.717731 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78139e76-5228-481a-b8a3-9786b7084e37 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:39.760483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Pushing event updated for resources: {'Port': ['ID=89e059fb-4a69-40d6-83b0-70c39d51451b,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:39.771273 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-78139e76-5228-481a-b8a3-9786b7084e37 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8438027 Dec 12 17:56:39.775941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39698) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:39.889540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-0dd980ec-a778-4c2a-9eb3-c9b2e885329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:39.891547 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-0dd980ec-a778-4c2a-9eb3-c9b2e885329b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d0567de3ef4438e933f7f8837f24686&device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 1094 time: 0.4914513 Dec 12 17:56:39.893513 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a265281c-3f86-4bd4-ab62-8de802d21b7f req-6f407fd2-f8a7-436b-8d7c-9a1512b1be54 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6181195 Dec 12 17:56:39.898988 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Attempting to bind port 89e059fb-4a69-40d6-83b0-70c39d51451b on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:56:39.899361 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Attempting to bind port 89e059fb-4a69-40d6-83b0-70c39d51451b by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '55eeb1df-85da-4d74-b53f-7987f9a23d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:56:39.899688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Attempting to bind port 89e059fb-4a69-40d6-83b0-70c39d51451b on network a73a97bd-7615-42a2-a73d-778571ffe08f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:39.925046 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9afd5-054a-4c43-b418-a916ec06a66d req-187426d8-f63b-49ff-9c1d-9aae6ebdfe06 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:39.926638 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecf9afd5-054a-4c43-b418-a916ec06a66d req-187426d8-f63b-49ff-9c1d-9aae6ebdfe06 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 944 time: 0.3256445 Dec 12 17:56:39.935253 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-1c27d20d-f125-4823-8ddc-fbdc6dd948e7', 'network_id': '1c27d20d-f125-4823-8ddc-fbdc6dd948e7', 'project_id': 'badf76c6da374edfb68119c741feb956', 'fixed_ips': [{'subnet_id': 'b442417a-316b-4199-8004-1ce5a138a6be'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:56:39.936350 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:39.963763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Port 89e059fb-4a69-40d6-83b0-70c39d51451b on network a73a97bd-7615-42a2-a73d-778571ffe08f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:56:39.964080 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Attempting to bind port 89e059fb-4a69-40d6-83b0-70c39d51451b on network a73a97bd-7615-42a2-a73d-778571ffe08f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:39.968850 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-3bdc2c2e-a01f-4b18-9c72-038452425216 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b361c0a2-4001-488d-8034-a0b50f5d8026 HTTP/1.1" status: 200 len: 217 time: 0.0653048 Dec 12 17:56:39.991121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:56:39.992035 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Checking segment: {'id': '55eeb1df-85da-4d74-b53f-7987f9a23d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:39.992627 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Bound using segment: {'id': '55eeb1df-85da-4d74-b53f-7987f9a23d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:56:39.993405 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Bound port: 89e059fb-4a69-40d6-83b0-70c39d51451b, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55eeb1df-85da-4d74-b53f-7987f9a23d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:56:39.994012 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:40.010938 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:40.080196 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecc53576-46de-4d1a-b660-e8795e97e9a0 req-67744a48-0c01-4998-9af5-316e1011e818 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 210 time: 0.0465710 Dec 12 17:56:40.130842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Allocated IP 172.20.0.2 (1c27d20d-f125-4823-8ddc-fbdc6dd948e7/b442417a-316b-4199-8004-1ce5a138a6be/18f13fa5-52d3-4bcd-ab4c-9a4e731e8693) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:40.154211 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-049af082-6dd2-497f-9937-e2e29551b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:40.159279 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-049af082-6dd2-497f-9937-e2e29551b301 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=17e5a63f-b5d7-491b-80e1-89a69bd502ab HTTP/1.1" status: 200 len: 858 time: 0.1789367 Dec 12 17:56:40.169698 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:40.211781 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecf9afd5-054a-4c43-b418-a916ec06a66d req-e347e811-e58c-4109-b1c8-fd9b1e574384 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543459 Dec 12 17:56:40.262819 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-4c7419ca-c070-4263-9e0b-2cbe27e24304 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a73a97bd-7615-42a2-a73d-778571ffe08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869765 Dec 12 17:56:40.364245 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:40.373329 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] For port 89e059fb-4a69-40d6-83b0-70c39d51451b, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:56:40.375466 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:40.397734 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:40.403036 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4724e5d-7dbf-4495-9efc-66f6d217c954 req-73f36e09-979d-480d-8f6d-9e893ee74cae tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:40.409357 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4724e5d-7dbf-4495-9efc-66f6d217c954 req-73f36e09-979d-480d-8f6d-9e893ee74cae tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/ports?device_id=a826afb9-37b9-4c7f-af2a-1d632223f5ff HTTP/1.1" status: 200 len: 943 time: 0.1666555 Dec 12 17:56:40.431295 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] For port 89e059fb-4a69-40d6-83b0-70c39d51451b, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=89e059fb-4a69-40d6-83b0-70c39d51451b,segment=NetworkSegment(55eeb1df-85da-4d74-b53f-7987f9a23d31),segment_id=55eeb1df-85da-4d74-b53f-7987f9a23d31)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:56:40.444622 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Pushing event updated for resources: {'Port': ['ID=18f13fa5-52d3-4bcd-ab4c-9a4e731e8693,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:40.449002 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:40.486880 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Network 1c27d20d-f125-4823-8ddc-fbdc6dd948e7 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:40.488374 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:40.496439 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:40.504941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Subnet': ['ID=b442417a-316b-4199-8004-1ce5a138a6be,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:40.512708 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-af3c402b-7784-455e-85da-eb607989f3ec service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311261 Dec 12 17:56:40.556209 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:40.556460 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:40.557625 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] 10.222.0.20 "PUT /v2.0/ports/89e059fb-4a69-40d6-83b0-70c39d51451b HTTP/1.1" status: 200 len: 1092 time: 3.1169546 Dec 12 17:56:40.566304 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4779867-6b54-4f2e-bb36-72406736f3fd None None] DHCP port deletion for a73a97bd-7615-42a2-a73d-778571ffe08f request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:40.614786 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Attempting to bind port 18f13fa5-52d3-4bcd-ab4c-9a4e731e8693 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:56:40.615175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Attempting to bind port 18f13fa5-52d3-4bcd-ab4c-9a4e731e8693 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '24557e84-71d5-4e8f-8b7c-f42834247455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1c27d20d-f125-4823-8ddc-fbdc6dd948e7'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:56:40.615603 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Attempting to bind port 18f13fa5-52d3-4bcd-ab4c-9a4e731e8693 on network 1c27d20d-f125-4823-8ddc-fbdc6dd948e7 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:40.615819 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4724e5d-7dbf-4495-9efc-66f6d217c954 req-192c5303-d013-4d13-846c-3e30b2fd9a79 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/security-groups?id=aebb12cf-d62e-4a4b-9818-95bdb5fef6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054102 Dec 12 17:56:40.622725 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:56:40.623357 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Checking segment: {'id': '24557e84-71d5-4e8f-8b7c-f42834247455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1c27d20d-f125-4823-8ddc-fbdc6dd948e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:40.623928 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:40.624520 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Bound using segment: {'id': '24557e84-71d5-4e8f-8b7c-f42834247455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1c27d20d-f125-4823-8ddc-fbdc6dd948e7'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:56:40.625389 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Bound port: 18f13fa5-52d3-4bcd-ab4c-9a4e731e8693, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24557e84-71d5-4e8f-8b7c-f42834247455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1c27d20d-f125-4823-8ddc-fbdc6dd948e7'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:56:40.626618 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:40.683086 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:40.694978 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1b017ffc-5133-4803-b017-e12175a43bd8 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:56:40.712625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c27d20d-f125-4823-8ddc-fbdc6dd948e7']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:40.723465 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24557e84-71d5-4e8f-8b7c-f42834247455') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:40.723821 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24557e84-71d5-4e8f-8b7c-f42834247455') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:40.737020 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:40.744659 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] For port 18f13fa5-52d3-4bcd-ab4c-9a4e731e8693, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:56:40.751587 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] For port 18f13fa5-52d3-4bcd-ab4c-9a4e731e8693, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=18f13fa5-52d3-4bcd-ab4c-9a4e731e8693,segment=NetworkSegment(24557e84-71d5-4e8f-8b7c-f42834247455),segment_id=24557e84-71d5-4e8f-8b7c-f42834247455)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:56:40.752162 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa53cc-7ff7-43d3-b330-1f9be3b185c0 service neutron] Pushing event updated for resources: {'Port': ['ID=89e059fb-4a69-40d6-83b0-70c39d51451b,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:40.756385 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05d2fd17-b227-4e96-9d53-c5e09c84295c req-d920593b-3e8c-4135-8459-aa64e51b0873 service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321336 Dec 12 17:56:40.778052 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:40.785746 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:40.786182 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:40.795391 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-35d8f890-1c0d-4894-908d-57a3c882f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:40.795731 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:40.797471 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-35d8f890-1c0d-4894-908d-57a3c882f261 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d0567de3ef4438e933f7f8837f24686&device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 1095 time: 0.1616905 Dec 12 17:56:40.850496 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 1b017ffc-5133-4803-b017-e12175a43bd8, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1b017ffc-5133-4803-b017-e12175a43bd8,segment=NetworkSegment(ef53683a-bb20-420c-a630-ae1cb3b01297),segment_id=ef53683a-bb20-420c-a630-ae1cb3b01297)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:40.863907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '1b017ffc-5133-4803-b017-e12175a43bd8', 'network_id': '86048643-8e2a-4deb-94f8-70e89f02e065', 'port_id': '1b017ffc-5133-4803-b017-e12175a43bd8', 'mac_address': 'fa:16:3e:98:99:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24a21b2-47f6-4370-91f4-ade3a6012ddf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:56:40.864166 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-afd29d7e-ba45-47d7-b61f-59624f2c75a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89e059fb-4a69-40d6-83b0-70c39d51451b HTTP/1.1" status: 200 len: 217 time: 0.0493171 Dec 12 17:56:40.865456 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:40.930654 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.db.api [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 17:56:40.930654 n-d-760354-5 neutron-server[103150]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 17:56:40.930654 n-d-760354-5 neutron-server[103150]: [parameters: {'id': '1c27d20d-f125-4823-8ddc-fbdc6dd948e7'}] Dec 12 17:56:40.930654 n-d-760354-5 neutron-server[103150]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:56:40.931127 n-d-760354-5 neutron-server[103150]: DEBUG oslo_db.api [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:56:40.937035 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032cda8-e674-4d41-acb1-656c74892264 req-1ff1a70e-34c7-41d7-9352-30ba314ca438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:40.939081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b032cda8-e674-4d41-acb1-656c74892264 req-1ff1a70e-34c7-41d7-9352-30ba314ca438 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d0567de3ef4438e933f7f8837f24686&device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 1094 time: 0.0861967 Dec 12 17:56:40.942950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-89463f2d-079c-4686-b150-be4609ba192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:40.944532 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-89463f2d-079c-4686-b150-be4609ba192d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=17e5a63f-b5d7-491b-80e1-89a69bd502ab HTTP/1.1" status: 200 len: 858 time: 0.0649748 Dec 12 17:56:40.947361 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:40.978203 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b017ffc-5133-4803-b017-e12175a43bd8 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:56:41.052431 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-72b84d05-fc70-4a66-b61c-d52adf1c4efa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a73a97bd-7615-42a2-a73d-778571ffe08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981090 Dec 12 17:56:41.058931 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e205a2-0551-4dbf-aaac-21caf268cfa0 None None] Pushing event updated for resources: {'Port': ['ID=18f13fa5-52d3-4bcd-ab4c-9a4e731e8693,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:41.065889 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 1b017ffc-5133-4803-b017-e12175a43bd8, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1b017ffc-5133-4803-b017-e12175a43bd8,segment=NetworkSegment(ef53683a-bb20-420c-a630-ae1cb3b01297),segment_id=ef53683a-bb20-420c-a630-ae1cb3b01297)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:41.073708 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:41.083071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9888ce29-1ebf-4a03-b42b-ce4aaa5b3714 None None] Network 1c27d20d-f125-4823-8ddc-fbdc6dd948e7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:41.203360 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=1b017ffc-5133-4803-b017-e12175a43bd8,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:41.251191 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebede24-dfdc-4d4c-a3f6-e93967866f79 None None] get_active_networks_info from n-d-760354-5 {{(pid=103152) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 17:56:41.295056 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['1b017ffc-5133-4803-b017-e12175a43bd8'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:56:41.340596 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-eff70b60-d4a0-4438-bebb-9e394fef7ad6 service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494758 Dec 12 17:56:41.364359 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8865a07-877a-40b9-9160-006af149e9c1', 'tag': '89e059fb-4a69-40d6-83b0-70c39d51451b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:56:41.366771 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8235b77b-ae41-4b96-982f-2192a37b0b78" -d '{"events": [{"name": "network-changed", "server_uuid": "c8865a07-877a-40b9-9160-006af149e9c1", "tag": "89e059fb-4a69-40d6-83b0-70c39d51451b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:56:41.377131 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f937be5-b611-4410-aa59-c45b39c00f86 req-fd835d60-e91f-4a41-a560-d32c27de635f tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 210 time: 0.0665011 Dec 12 17:56:41.405646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-800a5d99-8952-4502-9d44-005294bfbfe7 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:41.407160 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-800a5d99-8952-4502-9d44-005294bfbfe7 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.31 "GET /v2.0/networks?id=1419fdcf-31a6-4c75-aed4-a804c897648d HTTP/1.1" status: 200 len: 813 time: 0.3470967 Dec 12 17:56:41.417566 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032cda8-e674-4d41-acb1-656c74892264 req-271dce87-a7ce-4ba2-ab5a-4300ca30b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:41.419063 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b032cda8-e674-4d41-acb1-656c74892264 req-271dce87-a7ce-4ba2-ab5a-4300ca30b5b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a73a97bd-7615-42a2-a73d-778571ffe08f HTTP/1.1" status: 200 len: 919 time: 0.4730113 Dec 12 17:56:41.432409 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:41.460064 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4879b4de-744e-4404-9dc0-3ca4bb7ea91f x-openstack-request-id: req-4879b4de-744e-4404-9dc0-3ca4bb7ea91f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:56:41.460361 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8865a07-877a-40b9-9160-006af149e9c1", "tag": "89e059fb-4a69-40d6-83b0-70c39d51451b", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:56:41.460618 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4879b4de-744e-4404-9dc0-3ca4bb7ea91f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:56:41.461011 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8865a07-877a-40b9-9160-006af149e9c1', 'tag': '89e059fb-4a69-40d6-83b0-70c39d51451b', 'status': 'completed', 'code': 200} Dec 12 17:56:41.466045 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-7a87a2fd-15ff-4e5f-ad7d-8c727e166206 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Request body: {'port': {'device_id': '74d10215-4a7b-44d0-8d4d-2e8f0900d9b3', 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d', 'admin_state_up': True, 'tenant_id': '98a7b783b8b0412c8b1ffdbb4117b7dd'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:41.499267 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebede24-dfdc-4d4c-a3f6-e93967866f79 None None] Resources bound (agent type, host, resource id): {{(pid=103152) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 17:56:41.585830 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Deleting port 18f13fa5-52d3-4bcd-ab4c-9a4e731e8693 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:41.586646 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:42.060338 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b032cda8-e674-4d41-acb1-656c74892264 req-b302f222-93b7-4fb0-ab8c-a12bf5cd1935 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b361c0a2-4001-488d-8034-a0b50f5d8026 HTTP/1.1" status: 200 len: 217 time: 0.6023033 Dec 12 17:56:42.174286 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974648d1-cbd7-47d4-8ffa-231904b06ece req-1da44783-965d-43c5-bbfe-06bcf39695a5 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:42.175709 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-974648d1-cbd7-47d4-8ffa-231904b06ece req-1da44783-965d-43c5-bbfe-06bcf39695a5 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 944 time: 0.8505456 Dec 12 17:56:42.196189 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] For port 18f13fa5-52d3-4bcd-ab4c-9a4e731e8693, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=18f13fa5-52d3-4bcd-ab4c-9a4e731e8693,segment=NetworkSegment(24557e84-71d5-4e8f-8b7c-f42834247455),segment_id=24557e84-71d5-4e8f-8b7c-f42834247455)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:42.199158 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:42.229722 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Calling delete_port for 18f13fa5-52d3-4bcd-ab4c-9a4e731e8693 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:42.244871 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-5caa600b-2073-4b24-8a16-f1656ea6be56 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:42.246337 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-5caa600b-2073-4b24-8a16-f1656ea6be56 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.31 "GET /v2.0/networks?id=1419fdcf-31a6-4c75-aed4-a804c897648d HTTP/1.1" status: 200 len: 813 time: 0.6765366 Dec 12 17:56:42.255356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032cda8-e674-4d41-acb1-656c74892264 req-bfc044db-35a3-4bf1-b9c3-58d2cb0212f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:42.256855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b032cda8-e674-4d41-acb1-656c74892264 req-bfc044db-35a3-4bf1-b9c3-58d2cb0212f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=17e5a63f-b5d7-491b-80e1-89a69bd502ab HTTP/1.1" status: 200 len: 858 time: 0.1613483 Dec 12 17:56:42.259580 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-1c3abf0b-2575-462f-afe4-7a16d114972c tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Request body: {'port': {'device_id': '8c6de369-87f2-438c-a33e-a88d273df429', 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d', 'admin_state_up': True, 'tenant_id': '98a7b783b8b0412c8b1ffdbb4117b7dd'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:42.263181 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-600f9cda-63d6-4633-aed9-2782ebbd12d7 req-4943c435-fff6-4003-9bca-fb737c202f2b service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8895223 Dec 12 17:56:42.273688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0ec8a-3bd0-47c3-a4ea-0e78a0791af5 req-af2b923a-e8e8-4e5d-95ae-4a127ec35d65 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:42.275174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9d0ec8a-3bd0-47c3-a4ea-0e78a0791af5 req-af2b923a-e8e8-4e5d-95ae-4a127ec35d65 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/ports?device_id=a826afb9-37b9-4c7f-af2a-1d632223f5ff HTTP/1.1" status: 200 len: 944 time: 0.2292230 Dec 12 17:56:42.325756 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b032cda8-e674-4d41-acb1-656c74892264 req-51018fd9-4d01-4ac6-bb23-b89ce3782d5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a73a97bd-7615-42a2-a73d-778571ffe08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496199 Dec 12 17:56:42.329923 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-7a87a2fd-15ff-4e5f-ad7d-8c727e166206 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Made reservation on behalf of 98a7b783b8b0412c8b1ffdbb4117b7dd for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:42.333384 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-7a87a2fd-15ff-4e5f-ad7d-8c727e166206 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:42.361597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-974648d1-cbd7-47d4-8ffa-231904b06ece req-5f138360-87f1-453e-b441-91f11cd0f383 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674545 Dec 12 17:56:42.459660 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:42.525815 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9d0ec8a-3bd0-47c3-a4ea-0e78a0791af5 req-97633e2d-b746-4d80-ade6-ddd57b4e5e28 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/security-groups?id=aebb12cf-d62e-4a4b-9818-95bdb5fef6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272511 Dec 12 17:56:42.526416 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Port': ['ID=18f13fa5-52d3-4bcd-ab4c-9a4e731e8693,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:42.527935 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-1c3abf0b-2575-462f-afe4-7a16d114972c tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Made reservation on behalf of 98a7b783b8b0412c8b1ffdbb4117b7dd for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:42.532327 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-1c3abf0b-2575-462f-afe4-7a16d114972c tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:42.535436 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No DVR routers for this DVR port 18f13fa5-52d3-4bcd-ab4c-9a4e731e8693 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:42.549594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235b77b-ae41-4b96-982f-2192a37b0b78 req-ed34cc45-ada5-4550-bc8c-b9aabd6b0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:42.551169 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8235b77b-ae41-4b96-982f-2192a37b0b78 req-ed34cc45-ada5-4550-bc8c-b9aabd6b0a29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d0567de3ef4438e933f7f8837f24686&device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 1095 time: 0.2243938 Dec 12 17:56:42.593645 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b032cda8-e674-4d41-acb1-656c74892264 req-55f6e44d-ae52-4a57-9d9c-aebc89daa23a service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521641 Dec 12 17:56:42.692769 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:42.693249 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b215857-aec0-4169-8bcd-c3ddc0e01b9d req-a5e3f8ba-917f-4c0f-92e6-afff46f7b9b3 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 210 time: 0.1029341 Dec 12 17:56:42.698725 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1b017ffc-5133-4803-b017-e12175a43bd8 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:56:42.724216 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c27d20d-f125-4823-8ddc-fbdc6dd948e7']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:42.735560 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24557e84-71d5-4e8f-8b7c-f42834247455') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:42.735933 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24557e84-71d5-4e8f-8b7c-f42834247455') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:42.747542 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:42.767570 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:42.773959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-7a87a2fd-15ff-4e5f-ad7d-8c727e166206 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Allocated IP 172.20.0.4 (1419fdcf-31a6-4c75-aed4-a804c897648d/5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0/1c40bc8a-0579-4aa6-90c4-f5cedcc130e4) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:42.776223 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:42.777151 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:42.779977 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 1b017ffc-5133-4803-b017-e12175a43bd8 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:42.783248 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:42.801134 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 1b017ffc-5133-4803-b017-e12175a43bd8 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:42.801766 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:42.820549 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235b77b-ae41-4b96-982f-2192a37b0b78 req-6a3f9320-9b10-4a6b-8af1-127c895487fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:42.822046 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8235b77b-ae41-4b96-982f-2192a37b0b78 req-6a3f9320-9b10-4a6b-8af1-127c895487fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=a73a97bd-7615-42a2-a73d-778571ffe08f HTTP/1.1" status: 200 len: 919 time: 0.2617543 Dec 12 17:56:42.880714 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:42.890439 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b032cda8-e674-4d41-acb1-656c74892264 req-5666a9d7-4271-4c21-a260-b9046fba5cba service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425189 Dec 12 17:56:42.893778 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8235b77b-ae41-4b96-982f-2192a37b0b78 req-78b15ab0-5bc9-466e-8e4f-88521afdc740 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89e059fb-4a69-40d6-83b0-70c39d51451b HTTP/1.1" status: 200 len: 217 time: 0.0614479 Dec 12 17:56:42.901315 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:42.904012 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:42.910574 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/1c27d20d-f125-4823-8ddc-fbdc6dd948e7 HTTP/1.1" status: 204 len: 168 time: 3.1331253 Dec 12 17:56:42.915180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39762) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:42.925393 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d53d85-e5fd-4e2a-bb29-5bcee209172d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Network': ['ID=1c27d20d-f125-4823-8ddc-fbdc6dd948e7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:42.931163 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a826afb9-37b9-4c7f-af2a-1d632223f5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b017ffc-5133-4803-b017-e12175a43bd8'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:56:42.933884 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e0fc84-b604-41a0-9531-aa89495c6cc2" -d '{"events": [{"server_uuid": "a826afb9-37b9-4c7f-af2a-1d632223f5ff", "name": "network-vif-plugged", "status": "completed", "tag": "1b017ffc-5133-4803-b017-e12175a43bd8"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:56:42.947545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 1b017ffc-5133-4803-b017-e12175a43bd8, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1b017ffc-5133-4803-b017-e12175a43bd8,segment=NetworkSegment(ef53683a-bb20-420c-a630-ae1cb3b01297),segment_id=ef53683a-bb20-420c-a630-ae1cb3b01297)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:42.954052 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:42.988485 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345e0722-cd98-45c0-a72e-9e1d652bd50c x-openstack-request-id: req-345e0722-cd98-45c0-a72e-9e1d652bd50c {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:56:42.988880 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a826afb9-37b9-4c7f-af2a-1d632223f5ff", "name": "network-vif-plugged", "status": "completed", "tag": "1b017ffc-5133-4803-b017-e12175a43bd8", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:56:42.989205 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-345e0722-cd98-45c0-a72e-9e1d652bd50c {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:56:42.989663 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a826afb9-37b9-4c7f-af2a-1d632223f5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b017ffc-5133-4803-b017-e12175a43bd8', 'code': 200} Dec 12 17:56:43.009884 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d92ef5-f032-4372-8435-129750ded25e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] GET failed (client error): The resource could not be found. Dec 12 17:56:43.011242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-78d92ef5-f032-4372-8435-129750ded25e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "GET /v2.0/subnets/b442417a-316b-4199-8004-1ce5a138a6be HTTP/1.1" status: 404 len: 337 time: 0.0941551 Dec 12 17:56:43.014838 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39766) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:43.015043 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=1b017ffc-5133-4803-b017-e12175a43bd8,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:43.033079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235b77b-ae41-4b96-982f-2192a37b0b78 req-e61f213b-8b0f-45b2-b3ac-0d4fd3de002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:43.034757 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8235b77b-ae41-4b96-982f-2192a37b0b78 req-e61f213b-8b0f-45b2-b3ac-0d4fd3de002a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=17e5a63f-b5d7-491b-80e1-89a69bd502ab HTTP/1.1" status: 200 len: 858 time: 0.1305139 Dec 12 17:56:43.050032 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-b699321f-a555-4d3f-80c9-22b9c2faeea6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:43.050570 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b699321f-a555-4d3f-80c9-22b9c2faeea6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:43.058797 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b699321f-a555-4d3f-80c9-22b9c2faeea6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/1c27d20d-f125-4823-8ddc-fbdc6dd948e7 HTTP/1.1" status: 404 len: 339 time: 0.0425396 Dec 12 17:56:43.059476 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39768) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:43.084338 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8235b77b-ae41-4b96-982f-2192a37b0b78 req-04e868bd-53df-440c-8e65-61f9877796c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a73a97bd-7615-42a2-a73d-778571ffe08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422997 Dec 12 17:56:43.176690 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-7a87a2fd-15ff-4e5f-ad7d-8c727e166206 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:43.206668 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab98e06-ff7a-4cec-a2fc-c0791e818644 req-fb074e33-7eb0-42b5-90a2-6428477ae608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:43.208224 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bab98e06-ff7a-4cec-a2fc-c0791e818644 req-fb074e33-7eb0-42b5-90a2-6428477ae608 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a826afb9-37b9-4c7f-af2a-1d632223f5ff HTTP/1.1" status: 200 len: 1096 time: 0.1397197 Dec 12 17:56:43.262725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a207e4-2610-4b6c-a770-6fc05ba3facc tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:43.267180 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8235b77b-ae41-4b96-982f-2192a37b0b78 req-bdd2b60e-de7c-49b5-8fd5-39da13f0c9ba service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596000 Dec 12 17:56:43.267939 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-96a207e4-2610-4b6c-a770-6fc05ba3facc tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2071698 Dec 12 17:56:43.268547 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39774) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:43.274701 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-7a87a2fd-15ff-4e5f-ad7d-8c727e166206 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:43.318789 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5024dcbf-39bd-4c17-b597-a49d340d3a45 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "GET /v2.0/subnets?network_id=890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 207 time: 0.0491152 Dec 12 17:56:43.319408 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39776) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:43.364390 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bab98e06-ff7a-4cec-a2fc-c0791e818644 req-19373367-a97c-4faa-ab4d-2c4da8e7f06f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aebb12cf-d62e-4a4b-9818-95bdb5fef6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409395 Dec 12 17:56:43.382959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-7a87a2fd-15ff-4e5f-ad7d-8c727e166206 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Network 1419fdcf-31a6-4c75-aed4-a804c897648d is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:43.389233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-7a87a2fd-15ff-4e5f-ad7d-8c727e166206 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:43.396932 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-7a87a2fd-15ff-4e5f-ad7d-8c727e166206 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:43.416858 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a457d084-ee29-4988-a8df-6c5781c206a8 None None] DHCP port deletion for 1419fdcf-31a6-4c75-aed4-a804c897648d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:43.425314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87a2fd-15ff-4e5f-ad7d-8c727e166206 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Pushing event updated for resources: {'Port': ['ID=1c40bc8a-0579-4aa6-90c4-f5cedcc130e4,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:43.463695 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8235b77b-ae41-4b96-982f-2192a37b0b78 req-ab77646f-34b8-447c-a4b9-d45a8c614dca service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870613 Dec 12 17:56:43.472311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-7a87a2fd-15ff-4e5f-ad7d-8c727e166206 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:43.472979 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-7a87a2fd-15ff-4e5f-ad7d-8c727e166206 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:43.498477 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-7a87a2fd-15ff-4e5f-ad7d-8c727e166206 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0364923 Dec 12 17:56:43.513683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Request body: {'port': {'device_id': '74d10215-4a7b-44d0-8d4d-2e8f0900d9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:43.552455 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-1c3abf0b-2575-462f-afe4-7a16d114972c tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Allocated IP 172.20.0.3 (1419fdcf-31a6-4c75-aed4-a804c897648d/5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0/8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:43.562041 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c955f1b-d5d5-43eb-8192-8fe737b022a8 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:43.570040 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c955f1b-d5d5-43eb-8192-8fe737b022a8 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:43.577748 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c955f1b-d5d5-43eb-8192-8fe737b022a8 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:43.580300 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a347ecf0-56a2-444c-a56b-5975452c8548 None None] Provisioning complete for port 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:43.581912 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a347ecf0-56a2-444c-a56b-5975452c8548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:43.584573 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c955f1b-d5d5-43eb-8192-8fe737b022a8 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:43.586372 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6c955f1b-d5d5-43eb-8192-8fe737b022a8 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2486823 Dec 12 17:56:43.591851 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39788) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:43.707038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a347ecf0-56a2-444c-a56b-5975452c8548 None None] Port 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:56:43.748945 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:43.807306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240d99b-8f32-4c03-a1c9-8ffa3165bc27 req-c870ba9e-6175-40ca-9031-3ac292ea593c tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:43.808862 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0240d99b-8f32-4c03-a1c9-8ffa3165bc27 req-c870ba9e-6175-40ca-9031-3ac292ea593c tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 944 time: 0.2308137 Dec 12 17:56:43.934482 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0240d99b-8f32-4c03-a1c9-8ffa3165bc27 req-3a5ab6c0-4525-4fd4-8199-f5eeb43af3ab tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002026 Dec 12 17:56:44.012879 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-1c3abf0b-2575-462f-afe4-7a16d114972c tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:44.023910 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59df5ed-cfc4-4ea9-85ec-30944d993f67 req-13e10ec0-fda8-47ea-800d-72f515972135 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:44.031779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b59df5ed-cfc4-4ea9-85ec-30944d993f67 req-13e10ec0-fda8-47ea-800d-72f515972135 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/ports?device_id=a826afb9-37b9-4c7f-af2a-1d632223f5ff HTTP/1.1" status: 200 len: 945 time: 0.1961427 Dec 12 17:56:44.077877 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9fdaa569-eec1-4243-9110-c208ca5f22af req-39701213-e2bc-40a7-95a7-4983109fed6a tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 210 time: 0.0406637 Dec 12 17:56:44.099012 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a2419d2c-1d97-4b89-998b-1a84895f209a tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4954464 Dec 12 17:56:44.107561 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39798) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:44.117717 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b59df5ed-cfc4-4ea9-85ec-30944d993f67 req-9ff41ba6-b79c-4098-b2e0-83bc0a0846c3 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/security-groups?id=aebb12cf-d62e-4a4b-9818-95bdb5fef6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841773 Dec 12 17:56:44.194295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e0a787-7db6-4de2-8ccd-4ecbd78953a1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:44.196075 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e0a787-7db6-4de2-8ccd-4ecbd78953a1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:44.197695 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e8e0a787-7db6-4de2-8ccd-4ecbd78953a1 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0893471 Dec 12 17:56:44.206428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39804) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:44.215807 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-1c3abf0b-2575-462f-afe4-7a16d114972c tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:44.274556 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-1c3abf0b-2575-462f-afe4-7a16d114972c tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Network 1419fdcf-31a6-4c75-aed4-a804c897648d is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:44.278972 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-1c3abf0b-2575-462f-afe4-7a16d114972c tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:44.284459 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-1c3abf0b-2575-462f-afe4-7a16d114972c tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:44.292872 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3abf0b-2575-462f-afe4-7a16d114972c tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Pushing event updated for resources: {'Port': ['ID=8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:44.294016 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922fa8c8-ea41-48ad-ad5a-66d895d9bc69 None None] DHCP port deletion for 1419fdcf-31a6-4c75-aed4-a804c897648d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:44.335897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3817d748-4924-4baf-ab46-09c88f23c53c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['shared'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:44.338390 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3817d748-4924-4baf-ab46-09c88f23c53c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['shared'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:44.339983 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3817d748-4924-4baf-ab46-09c88f23c53c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1324513 Dec 12 17:56:44.347719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39806) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:44.347996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-791a5e2b-a3d8-42b4-beb7-1580476e6654 None None] Provisioning complete for port 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:44.348375 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-791a5e2b-a3d8-42b4-beb7-1580476e6654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:44.388446 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-791a5e2b-a3d8-42b4-beb7-1580476e6654 None None] Port 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:56:44.480510 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:56:44.495236 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:44.520336 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Transition to ACTIVE for port object 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:56:44.528133 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:44.551587 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-1c3abf0b-2575-462f-afe4-7a16d114972c tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:44.552256 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-1c3abf0b-2575-462f-afe4-7a16d114972c tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:44.576840 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-1c3abf0b-2575-462f-afe4-7a16d114972c tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3213024 Dec 12 17:56:44.599985 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Request body: {'port': {'device_id': '8c6de369-87f2-438c-a33e-a88d273df429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:44.644336 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d338ed5-392c-4d39-baf8-1a1ab8281224 None None] DHCP port deletion for 1419fdcf-31a6-4c75-aed4-a804c897648d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:44.678077 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:44.699175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Pushing event updated for resources: {'Port': ['ID=1c40bc8a-0579-4aa6-90c4-f5cedcc130e4,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:44.714659 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 89e059fb-4a69-40d6-83b0-70c39d51451b details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:56:44.730688 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dea8578-7d29-47ed-aaac-a46ee8a4d09c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:44.738017 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6dea8578-7d29-47ed-aaac-a46ee8a4d09c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "GET /v2.0/networks/92f8e075-14c4-409d-9afe-32f8e779adce HTTP/1.1" status: 200 len: 800 time: 0.3884516 Dec 12 17:56:44.738817 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39816) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:44.747473 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Attempting to bind port 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:56:44.749634 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Attempting to bind port 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'e181f477-02e8-4c56-aa77-a083d12d45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:56:44.754583 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Attempting to bind port 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 on network 1419fdcf-31a6-4c75-aed4-a804c897648d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:44.760242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Port 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 on network 1419fdcf-31a6-4c75-aed4-a804c897648d not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:56:44.760883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Attempting to bind port 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 on network 1419fdcf-31a6-4c75-aed4-a804c897648d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:44.767627 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:56:44.768274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Checking segment: {'id': 'e181f477-02e8-4c56-aa77-a083d12d45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:44.768977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Bound using segment: {'id': 'e181f477-02e8-4c56-aa77-a083d12d45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:56:44.769672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Bound port: 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e181f477-02e8-4c56-aa77-a083d12d45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:56:44.770258 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:44.868059 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] For port 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:56:44.871661 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] For port 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=1c40bc8a-0579-4aa6-90c4-f5cedcc130e4,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:56:44.880219 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:44.945287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 89e059fb-4a69-40d6-83b0-70c39d51451b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=89e059fb-4a69-40d6-83b0-70c39d51451b,segment=NetworkSegment(55eeb1df-85da-4d74-b53f-7987f9a23d31),segment_id=55eeb1df-85da-4d74-b53f-7987f9a23d31)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:44.957449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:44.958103 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:44.960071 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] 10.222.0.31 "PUT /v2.0/ports/1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 HTTP/1.1" status: 200 len: 1091 time: 1.4514399 Dec 12 17:56:44.960536 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d10215-4a7b-44d0-8d4d-2e8f0900d9b3', 'tag': '1c40bc8a-0579-4aa6-90c4-f5cedcc130e4'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:56:44.964687 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a97bd5-d976-4584-bd02-92290b7b65f2" -d '{"events": [{"name": "network-changed", "server_uuid": "74d10215-4a7b-44d0-8d4d-2e8f0900d9b3", "tag": "1c40bc8a-0579-4aa6-90c4-f5cedcc130e4"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:56:44.967840 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-126f2a55-24e8-4c77-81c6-a279a7e225fa tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "GET /v2.0/networks/92f8e075-14c4-409d-9afe-32f8e779adce?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2257526 Dec 12 17:56:44.972013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '89e059fb-4a69-40d6-83b0-70c39d51451b', 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f', 'port_id': '89e059fb-4a69-40d6-83b0-70c39d51451b', 'mac_address': 'fa:16:3e:7b:ce:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e5a63f-b5d7-491b-80e1-89a69bd502ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:56:44.976887 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae4701c-4961-4371-8080-b3a13d8462d7 None None] DHCP port deletion for 1419fdcf-31a6-4c75-aed4-a804c897648d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:44.979878 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39820) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:45.029946 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0d8c2a0b-7fde-4359-a14d-0e7e5bc67001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:45.054700 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:45.080504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e059fb-4a69-40d6-83b0-70c39d51451b {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:56:45.116789 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 89e059fb-4a69-40d6-83b0-70c39d51451b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=89e059fb-4a69-40d6-83b0-70c39d51451b,segment=NetworkSegment(55eeb1df-85da-4d74-b53f-7987f9a23d31),segment_id=55eeb1df-85da-4d74-b53f-7987f9a23d31)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:45.127680 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:45.128437 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device b361c0a2-4001-488d-8034-a0b50f5d8026 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:56:45.136165 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca43faa-ed01-4c80-b3af-c16951b29cdb x-openstack-request-id: req-0ca43faa-ed01-4c80-b3af-c16951b29cdb {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:56:45.136539 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d10215-4a7b-44d0-8d4d-2e8f0900d9b3", "tag": "1c40bc8a-0579-4aa6-90c4-f5cedcc130e4", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:56:45.136837 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ca43faa-ed01-4c80-b3af-c16951b29cdb {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:56:45.137281 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d10215-4a7b-44d0-8d4d-2e8f0900d9b3', 'tag': '1c40bc8a-0579-4aa6-90c4-f5cedcc130e4', 'status': 'completed', 'code': 200} Dec 12 17:56:45.186033 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d825c90-f8c0-4933-9ec5-9f004097dcb2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:45.187500 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0d825c90-f8c0-4933-9ec5-9f004097dcb2 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "GET /v2.0/subnets/09b91d52-0ce0-4c5a-b53b-9458e8171f1c HTTP/1.1" status: 200 len: 811 time: 0.2064583 Dec 12 17:56:45.189489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0af3c-a510-4371-a07f-c68bd5f464ef service neutron] Pushing event updated for resources: {'Port': ['ID=1c40bc8a-0579-4aa6-90c4-f5cedcc130e4,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:45.217548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39832) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:45.229251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=89e059fb-4a69-40d6-83b0-70c39d51451b,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:45.273611 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port b361c0a2-4001-488d-8034-a0b50f5d8026, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b361c0a2-4001-488d-8034-a0b50f5d8026,segment=NetworkSegment(55eeb1df-85da-4d74-b53f-7987f9a23d31),segment_id=55eeb1df-85da-4d74-b53f-7987f9a23d31)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:45.289337 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'b361c0a2-4001-488d-8034-a0b50f5d8026', 'network_id': 'a73a97bd-7615-42a2-a73d-778571ffe08f', 'port_id': 'b361c0a2-4001-488d-8034-a0b50f5d8026', 'mac_address': 'fa:16:3e:64:a6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e5a63f-b5d7-491b-80e1-89a69bd502ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:56:45.311808 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:56:45.323969 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:45.327340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-94c954ca-6e60-411d-87d6-f44bc9574432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:45.332012 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:45.332172 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-94c954ca-6e60-411d-87d6-f44bc9574432 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=98a7b783b8b0412c8b1ffdbb4117b7dd&device_id=74d10215-4a7b-44d0-8d4d-2e8f0900d9b3 HTTP/1.1" status: 200 len: 1094 time: 0.3026483 Dec 12 17:56:45.338551 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Transition to ACTIVE for port object 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:56:45.343632 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:45.350081 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b361c0a2-4001-488d-8034-a0b50f5d8026 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:56:45.389215 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port b361c0a2-4001-488d-8034-a0b50f5d8026, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b361c0a2-4001-488d-8034-a0b50f5d8026,segment=NetworkSegment(55eeb1df-85da-4d74-b53f-7987f9a23d31),segment_id=55eeb1df-85da-4d74-b53f-7987f9a23d31)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:45.397910 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Pushing event updated for resources: {'Port': ['ID=8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:45.415235 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815dbdf3-6971-4a52-a3e1-194dd46715ee None None] DHCP port deletion for 1419fdcf-31a6-4c75-aed4-a804c897648d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:45.415235 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:45.442306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb686ae-b51e-410a-b219-575a570933e7 req-9d68b17e-d79b-4fa9-a90e-27eaac77fc39 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:45.443741 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7bb686ae-b51e-410a-b219-575a570933e7 req-9d68b17e-d79b-4fa9-a90e-27eaac77fc39 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 931 time: 0.2731285 Dec 12 17:56:45.446956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202aeb9f-02af-4a38-bc4d-ebb3c7d81cb6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['shared'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:45.454684 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-202aeb9f-02af-4a38-bc4d-ebb3c7d81cb6 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "GET /v2.0/subnets/09b91d52-0ce0-4c5a-b53b-9458e8171f1c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2344763 Dec 12 17:56:45.462390 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad881db-ca2f-421f-97b1-eb205d29eca0 req-aa568bee-a269-43ff-83c4-684eec78c8eb tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:45.464151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ad881db-ca2f-421f-97b1-eb205d29eca0 req-aa568bee-a269-43ff-83c4-684eec78c8eb tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 945 time: 0.2865148 Dec 12 17:56:45.464963 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39838) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:45.477977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4fb9137f-6a05-46b1-b1b7-b639a10d2580 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1341593970'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:45.499990 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=b361c0a2-4001-488d-8034-a0b50f5d8026,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:45.502108 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-19805a51-d678-485d-bb1b-0ab0c38f2aa1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 HTTP/1.1" status: 200 len: 217 time: 0.1599054 Dec 12 17:56:45.540900 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb9137f-6a05-46b1-b1b7-b639a10d2580 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:45.544332 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4fb9137f-6a05-46b1-b1b7-b639a10d2580 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:45.546807 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Attempting to bind port 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:56:45.548121 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Attempting to bind port 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'e181f477-02e8-4c56-aa77-a083d12d45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:56:45.548121 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Attempting to bind port 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 on network 1419fdcf-31a6-4c75-aed4-a804c897648d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:45.553642 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Port 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 on network 1419fdcf-31a6-4c75-aed4-a804c897648d not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:56:45.554061 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Attempting to bind port 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 on network 1419fdcf-31a6-4c75-aed4-a804c897648d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:45.560578 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:56:45.562100 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Checking segment: {'id': 'e181f477-02e8-4c56-aa77-a083d12d45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:45.562909 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Bound using segment: {'id': 'e181f477-02e8-4c56-aa77-a083d12d45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:56:45.564359 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Bound port: 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e181f477-02e8-4c56-aa77-a083d12d45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:56:45.564855 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:45.648138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7bb686ae-b51e-410a-b219-575a570933e7 req-fe78b905-32e6-4318-af1e-0a40a0f08b2a tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822681 Dec 12 17:56:45.649697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-fbc73152-ad0a-4b72-aa10-14eb1f59b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:45.651108 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-fbc73152-ad0a-4b72-aa10-14eb1f59b1b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0 HTTP/1.1" status: 200 len: 853 time: 0.1384652 Dec 12 17:56:45.655016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb9137f-6a05-46b1-b1b7-b639a10d2580 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:56:45.655229 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] For port 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:56:45.656055 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['89e059fb-4a69-40d6-83b0-70c39d51451b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:56:45.659827 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] For port 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:56:45.672931 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:45.685653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ad881db-ca2f-421f-97b1-eb205d29eca0 req-cb4c3665-6435-4406-ad49-c556f1f972e8 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777182 Dec 12 17:56:45.709151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-90925f9f-f533-423d-9b77-a164a536737e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1419fdcf-31a6-4c75-aed4-a804c897648d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501182 Dec 12 17:56:45.710617 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4fb9137f-6a05-46b1-b1b7-b639a10d2580 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:45.711154 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-4fb9137f-6a05-46b1-b1b7-b639a10d2580 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Added segment 371b2fa5-2935-49c9-a7ee-0f8f2c44f563 of type vlan for network 7e8905ab-f86c-44bb-9967-c47509e8da50 Dec 12 17:56:45.715655 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:45.716282 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:45.718109 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] 10.222.0.31 "PUT /v2.0/ports/8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 HTTP/1.1" status: 200 len: 1091 time: 1.1326029 Dec 12 17:56:45.742169 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['b361c0a2-4001-488d-8034-a0b50f5d8026'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:56:45.763731 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6de369-87f2-438c-a33e-a88d273df429', 'tag': '8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:56:45.768187 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3600f20d-db70-4504-8e24-7093a68bf322" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6de369-87f2-438c-a33e-a88d273df429", "tag": "8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:56:45.771278 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e48850-3112-45e6-b964-8a70ffa1be9e service neutron] Pushing event updated for resources: {'Port': ['ID=8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:45.816487 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4fb9137f-6a05-46b1-b1b7-b639a10d2580 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:45.819655 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9a9664-3333-412c-988e-577135c1cb31 None None] DHCP port deletion for 1419fdcf-31a6-4c75-aed4-a804c897648d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:45.858188 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35577d04-608b-4465-8916-e2100e0da939 x-openstack-request-id: req-35577d04-608b-4465-8916-e2100e0da939 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:56:45.859638 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6de369-87f2-438c-a33e-a88d273df429", "tag": "8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:56:45.862205 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35577d04-608b-4465-8916-e2100e0da939 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:56:45.862758 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6de369-87f2-438c-a33e-a88d273df429', 'tag': '8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337', 'status': 'completed', 'code': 200} Dec 12 17:56:45.894635 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4fb9137f-6a05-46b1-b1b7-b639a10d2580 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:45.900454 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-c03735d0-8bb5-4e80-b059-5bf169381b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:45.902854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb9137f-6a05-46b1-b1b7-b639a10d2580 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:45.903572 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4fb9137f-6a05-46b1-b1b7-b639a10d2580 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:45.908756 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-c03735d0-8bb5-4e80-b059-5bf169381b9b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=98a7b783b8b0412c8b1ffdbb4117b7dd&device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 1094 time: 0.1070495 Dec 12 17:56:45.967778 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-3b995557-54e9-41ff-a363-5052b506bba9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 HTTP/1.1" status: 200 len: 217 time: 0.0489895 Dec 12 17:56:46.036432 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4fb9137f-6a05-46b1-b1b7-b639a10d2580 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5626826 Dec 12 17:56:46.036756 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-bf77e65e-d611-4f14-a24f-09c06bdd0856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:46.039872 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-bf77e65e-d611-4f14-a24f-09c06bdd0856 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0 HTTP/1.1" status: 200 len: 853 time: 0.0651624 Dec 12 17:56:46.040506 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39854) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:46.047167 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-08457cd1-488d-4f1b-94d6-1633d3a74d1e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'subnet': {'network_id': '7e8905ab-f86c-44bb-9967-c47509e8da50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:46.053815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20656cb1-c906-4538-b5d9-19c34e6dca2c req-f99b34c7-c834-4c30-8042-8e75c270a97f tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:46.061902 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20656cb1-c906-4538-b5d9-19c34e6dca2c req-f99b34c7-c834-4c30-8042-8e75c270a97f tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/ports?device_id=a826afb9-37b9-4c7f-af2a-1d632223f5ff HTTP/1.1" status: 200 len: 945 time: 0.3278632 Dec 12 17:56:46.104227 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9137f-6a05-46b1-b1b7-b639a10d2580 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Network': ['ID=7e8905ab-f86c-44bb-9967-c47509e8da50,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:46.116030 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 7e8905ab-f86c-44bb-9967-c47509e8da50 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:46.119582 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-e7163bcb-7237-4460-8d48-22f8204a29f4 service neutron] 10.222.0.31 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968823 Dec 12 17:56:46.126918 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-db263779-50e0-4d86-93a6-5d4882009b1d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1419fdcf-31a6-4c75-aed4-a804c897648d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737131 Dec 12 17:56:46.146515 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20656cb1-c906-4538-b5d9-19c34e6dca2c req-f229940d-c08f-4ad9-9c75-99c1346faf39 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/security-groups?id=aebb12cf-d62e-4a4b-9818-95bdb5fef6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837290 Dec 12 17:56:46.252347 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-200b70f6-491c-49d1-8a17-cf1f9e81babd service neutron] 10.222.0.31 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225657 Dec 12 17:56:46.295374 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-0f86accb-bb18-4193-8c4d-496417394239 service neutron] 10.222.0.31 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616814 Dec 12 17:56:46.361978 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a97bd5-d976-4584-bd02-92290b7b65f2 req-d7b3363b-393d-4129-b285-1ee645f5c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:46.363571 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0a97bd5-d976-4584-bd02-92290b7b65f2 req-d7b3363b-393d-4129-b285-1ee645f5c63a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=98a7b783b8b0412c8b1ffdbb4117b7dd&device_id=74d10215-4a7b-44d0-8d4d-2e8f0900d9b3 HTTP/1.1" status: 200 len: 1094 time: 0.0569329 Dec 12 17:56:46.396223 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08457cd1-488d-4f1b-94d6-1633d3a74d1e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Made reservation on behalf of badf76c6da374edfb68119c741feb956 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:46.400312 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08457cd1-488d-4f1b-94d6-1633d3a74d1e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:46.470090 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.ipam_backend_mixin [None req-08457cd1-488d-4f1b-94d6-1633d3a74d1e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Performing IP validity checks on allocation pools {{(pid=103150) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 17:56:46.470972 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.ipam_backend_mixin [None req-08457cd1-488d-4f1b-94d6-1633d3a74d1e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103150) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 17:56:46.519973 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cc68e14f-295c-4401-b070-c0fd7e89b421 req-1dd40c4b-217a-4800-aa61-0f5ffcfcb015 service neutron] 10.222.0.31 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121172 Dec 12 17:56:46.668005 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600f20d-db70-4504-8e24-7093a68bf322 req-0a5dc94f-dae1-463d-ac57-2e47f045a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:46.669748 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3600f20d-db70-4504-8e24-7093a68bf322 req-0a5dc94f-dae1-463d-ac57-2e47f045a60b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=98a7b783b8b0412c8b1ffdbb4117b7dd&device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 1094 time: 0.0935488 Dec 12 17:56:46.671426 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08457cd1-488d-4f1b-94d6-1633d3a74d1e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:46.716481 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 89e059fb-4a69-40d6-83b0-70c39d51451b up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:56:46.812322 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08457cd1-488d-4f1b-94d6-1633d3a74d1e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Subnet': ['ID=cc36a5b7-6fb1-4ee0-a628-4cb4f296849a,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:46.837194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08457cd1-488d-4f1b-94d6-1633d3a74d1e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Checking segment: {'id': '371b2fa5-2935-49c9-a7ee-0f8f2c44f563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7e8905ab-f86c-44bb-9967-c47509e8da50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:46.838376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08457cd1-488d-4f1b-94d6-1633d3a74d1e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network hostable DHCP agents. Network: 7e8905ab-f86c-44bb-9967-c47509e8da50, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:56:46.848298 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 89e059fb-4a69-40d6-83b0-70c39d51451b completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:56:46.854377 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 89e059fb-4a69-40d6-83b0-70c39d51451b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:46.855058 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:46.866876 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600f20d-db70-4504-8e24-7093a68bf322 req-c6b12f4a-3c87-424f-a0b2-b3f05dda67c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:46.868462 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3600f20d-db70-4504-8e24-7093a68bf322 req-c6b12f4a-3c87-424f-a0b2-b3f05dda67c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1419fdcf-31a6-4c75-aed4-a804c897648d HTTP/1.1" status: 200 len: 914 time: 0.1903532 Dec 12 17:56:46.925478 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3600f20d-db70-4504-8e24-7093a68bf322 req-f44b669d-3816-4f8f-b05a-0ad5f5f24cc5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 HTTP/1.1" status: 200 len: 217 time: 0.0479851 Dec 12 17:56:46.930242 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08457cd1-488d-4f1b-94d6-1633d3a74d1e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Network 7e8905ab-f86c-44bb-9967-c47509e8da50 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:56:46.962786 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:46.972220 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a97bd5-d976-4584-bd02-92290b7b65f2 req-68459b3e-980c-444d-a694-fce6946eb670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:46.973712 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0a97bd5-d976-4584-bd02-92290b7b65f2 req-68459b3e-980c-444d-a694-fce6946eb670 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1419fdcf-31a6-4c75-aed4-a804c897648d HTTP/1.1" status: 200 len: 914 time: 0.5983763 Dec 12 17:56:46.982795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8281e-0aa8-458b-b27e-b7a49d2d766e req-a76dbfd6-d424-4f22-a597-be4797955b9d tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:46.984289 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac8281e-0aa8-458b-b27e-b7a49d2d766e req-a76dbfd6-d424-4f22-a597-be4797955b9d tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/ports?device_id=a826afb9-37b9-4c7f-af2a-1d632223f5ff HTTP/1.1" status: 200 len: 945 time: 0.5553324 Dec 12 17:56:47.005964 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600f20d-db70-4504-8e24-7093a68bf322 req-f39fb499-4e1f-40e0-b991-9cef97466ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:47.007568 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3600f20d-db70-4504-8e24-7093a68bf322 req-f39fb499-4e1f-40e0-b991-9cef97466ae3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0 HTTP/1.1" status: 200 len: 853 time: 0.0659628 Dec 12 17:56:47.009125 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-08457cd1-488d-4f1b-94d6-1633d3a74d1e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 7e8905ab-f86c-44bb-9967-c47509e8da50) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:47.013393 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08457cd1-488d-4f1b-94d6-1633d3a74d1e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:47.014083 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08457cd1-488d-4f1b-94d6-1633d3a74d1e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:47.020071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 89e059fb-4a69-40d6-83b0-70c39d51451b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=89e059fb-4a69-40d6-83b0-70c39d51451b,segment=NetworkSegment(55eeb1df-85da-4d74-b53f-7987f9a23d31),segment_id=55eeb1df-85da-4d74-b53f-7987f9a23d31)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:47.021524 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0a97bd5-d976-4584-bd02-92290b7b65f2 req-a42f0205-3ecd-43e4-8c9b-8783503c36f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 HTTP/1.1" status: 200 len: 217 time: 0.0348494 Dec 12 17:56:47.024358 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8865a07-877a-40b9-9160-006af149e9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e059fb-4a69-40d6-83b0-70c39d51451b'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:56:47.027812 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0033e9e-d6d2-4c9b-8c8e-9abe1beaac9c" -d '{"events": [{"server_uuid": "c8865a07-877a-40b9-9160-006af149e9c1", "name": "network-vif-plugged", "status": "completed", "tag": "89e059fb-4a69-40d6-83b0-70c39d51451b"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:56:47.034010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449d5e75-3436-47a3-a3e8-7c6179b17b55 None None] Network 7e8905ab-f86c-44bb-9967-c47509e8da50 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:47.038359 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fce00bd5-909c-4e89-a4ae-7d12081e499d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:47.047838 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-08457cd1-488d-4f1b-94d6-1633d3a74d1e tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0061095 Dec 12 17:56:47.049234 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39880) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:47.069987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0463abe8-2aea-4b8d-b07a-52672440227c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:47.090561 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:47.091399 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device b361c0a2-4001-488d-8034-a0b50f5d8026 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:56:47.105867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a97bd5-d976-4584-bd02-92290b7b65f2 req-4d351e79-ceff-4db2-8840-edbf4295802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:47.108187 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0a97bd5-d976-4584-bd02-92290b7b65f2 req-4d351e79-ceff-4db2-8840-edbf4295802e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0 HTTP/1.1" status: 200 len: 853 time: 0.0759718 Dec 12 17:56:47.118372 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3600f20d-db70-4504-8e24-7093a68bf322 req-a964dbcd-bcdf-4b62-859e-56d369d5838b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1419fdcf-31a6-4c75-aed4-a804c897648d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916774 Dec 12 17:56:47.124105 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913cf5e-088b-4bf6-b878-22ea9ed36af7 req-2f52f175-2fc2-4af4-9761-ad667c1f547f tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:47.132833 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b913cf5e-088b-4bf6-b878-22ea9ed36af7 req-2f52f175-2fc2-4af4-9761-ad667c1f547f tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 943 time: 0.2192042 Dec 12 17:56:47.196097 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0a97bd5-d976-4584-bd02-92290b7b65f2 req-ff37fb15-c594-4b12-90b6-0f6af9470d41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1419fdcf-31a6-4c75-aed4-a804c897648d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595002 Dec 12 17:56:47.201721 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac8281e-0aa8-458b-b27e-b7a49d2d766e req-7aecca38-f838-471c-b5aa-071480532455 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/security-groups?id=aebb12cf-d62e-4a4b-9818-95bdb5fef6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783311 Dec 12 17:56:47.242732 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:47.254777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=89e059fb-4a69-40d6-83b0-70c39d51451b,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:47.286199 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port b361c0a2-4001-488d-8034-a0b50f5d8026 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:56:47.293557 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port b361c0a2-4001-488d-8034-a0b50f5d8026 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:47.293851 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:47.305826 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0463abe8-2aea-4b8d-b07a-52672440227c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9961832'] for subnet, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:47.307770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b913cf5e-088b-4bf6-b878-22ea9ed36af7 req-a05fda30-c05a-42ca-b5c4-430b78b65a68 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734738 Dec 12 17:56:47.327111 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1d5e27-401e-4438-b221-13ec302dee42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-7e8905ab-f86c-44bb-9967-c47509e8da50', 'network_id': '7e8905ab-f86c-44bb-9967-c47509e8da50', 'project_id': 'badf76c6da374edfb68119c741feb956', 'fixed_ips': [{'subnet_id': 'cc36a5b7-6fb1-4ee0-a628-4cb4f296849a'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:56:47.327996 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d1d5e27-401e-4438-b221-13ec302dee42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:47.403548 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3600f20d-db70-4504-8e24-7093a68bf322 req-f00aeb74-fce3-46b3-88c6-178586ac0c2d service neutron] 10.222.0.31 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764289 Dec 12 17:56:47.494708 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:47.525264 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-7d1d5e27-401e-4438-b221-13ec302dee42 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 17:56:47.525264 n-d-760354-5 neutron-server[103152]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 12 17:56:47.525264 n-d-760354-5 neutron-server[103152]: [parameters: {'in_use': 1, 'id_1': 'cc36a5b7-6fb1-4ee0-a628-4cb4f296849a'}] Dec 12 17:56:47.525264 n-d-760354-5 neutron-server[103152]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:56:47.525745 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-7d1d5e27-401e-4438-b221-13ec302dee42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:56:47.536650 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caa0835-c12d-4199-8c7b-d5aafc7ac0e7 x-openstack-request-id: req-6caa0835-c12d-4199-8c7b-d5aafc7ac0e7 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:56:47.537128 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8865a07-877a-40b9-9160-006af149e9c1", "name": "network-vif-plugged", "status": "completed", "tag": "89e059fb-4a69-40d6-83b0-70c39d51451b", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:56:47.537534 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6caa0835-c12d-4199-8c7b-d5aafc7ac0e7 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:56:47.538526 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8865a07-877a-40b9-9160-006af149e9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e059fb-4a69-40d6-83b0-70c39d51451b', 'code': 200} Dec 12 17:56:47.561904 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36652a8a-b07e-4428-9bae-1af9035b9f65 req-bf56d63e-5b44-44a6-ba3d-516dcef1d88f tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:47.574499 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36652a8a-b07e-4428-9bae-1af9035b9f65 req-bf56d63e-5b44-44a6-ba3d-516dcef1d88f tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.2122302 Dec 12 17:56:47.577752 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port b361c0a2-4001-488d-8034-a0b50f5d8026, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b361c0a2-4001-488d-8034-a0b50f5d8026,segment=NetworkSegment(55eeb1df-85da-4d74-b53f-7987f9a23d31),segment_id=55eeb1df-85da-4d74-b53f-7987f9a23d31)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:47.581819 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0a97bd5-d976-4584-bd02-92290b7b65f2 req-35ce30c0-213e-4dbb-916a-70e164fc3ab7 service neutron] 10.222.0.31 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677456 Dec 12 17:56:47.582783 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3600f20d-db70-4504-8e24-7093a68bf322 req-45374967-dce9-4333-9c9d-69a1d7462afe service neutron] 10.222.0.31 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618338 Dec 12 17:56:47.586885 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:47.661466 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0463abe8-2aea-4b8d-b07a-52672440227c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778471681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8937080'] for subnet, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:47.678971 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:47.680458 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=b361c0a2-4001-488d-8034-a0b50f5d8026,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:47.723271 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0463abe8-2aea-4b8d-b07a-52672440227c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:47.724141 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0463abe8-2aea-4b8d-b07a-52672440227c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:47.725607 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0463abe8-2aea-4b8d-b07a-52672440227c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "PUT /v2.0/subnets/cc36a5b7-6fb1-4ee0-a628-4cb4f296849a HTTP/1.1" status: 200 len: 877 time: 0.6604073 Dec 12 17:56:47.728723 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39892) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:47.750034 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36652a8a-b07e-4428-9bae-1af9035b9f65 req-855ea55b-75c2-4781-9601-2f6514967ee3 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720974 Dec 12 17:56:47.776788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd21723-3e81-42c4-900f-323fdf0b2be0 req-afec84f8-0d6c-49c7-ae1f-d62431368acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:47.778269 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fd21723-3e81-42c4-900f-323fdf0b2be0 req-afec84f8-0d6c-49c7-ae1f-d62431368acf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 1097 time: 0.1590316 Dec 12 17:56:47.786115 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463abe8-2aea-4b8d-b07a-52672440227c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event updated for resources: {'Subnet': ['ID=cc36a5b7-6fb1-4ee0-a628-4cb4f296849a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:47.838532 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e0a97bd5-d976-4584-bd02-92290b7b65f2 req-ddbcc9fc-44e1-4bd7-b20d-6c9d5342929f service neutron] 10.222.0.31 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276528 Dec 12 17:56:47.863536 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a22de844-91e8-43d1-8f58-cc62593afa55 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:47.873166 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32122312-5833-49fe-8245-ab5bbdec09b8 req-47bf8c16-a1a6-48f6-81dc-fe242e107812 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:47.874762 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32122312-5833-49fe-8245-ab5bbdec09b8 req-47bf8c16-a1a6-48f6-81dc-fe242e107812 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.20 "GET /v2.0/ports?device_id=a826afb9-37b9-4c7f-af2a-1d632223f5ff HTTP/1.1" status: 200 len: 945 time: 0.1155066 Dec 12 17:56:47.910622 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fd21723-3e81-42c4-900f-323fdf0b2be0 req-10757a04-2f8d-42e6-8dbf-5a049329ed37 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118066 Dec 12 17:56:47.922880 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a22de844-91e8-43d1-8f58-cc62593afa55 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:47.980363 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-32122312-5833-49fe-8245-ab5bbdec09b8 req-17ab45af-a432-4607-9c71-361bd6c4980f tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Deleting port 1b017ffc-5133-4803-b017-e12175a43bd8 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:47.981006 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32122312-5833-49fe-8245-ab5bbdec09b8 req-17ab45af-a432-4607-9c71-361bd6c4980f tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:47.992942 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a22de844-91e8-43d1-8f58-cc62593afa55 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:48.018354 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22de844-91e8-43d1-8f58-cc62593afa55 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Subnet': ['ID=cc36a5b7-6fb1-4ee0-a628-4cb4f296849a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:48.027452 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d1d5e27-401e-4438-b221-13ec302dee42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:48.084282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-32122312-5833-49fe-8245-ab5bbdec09b8 req-17ab45af-a432-4607-9c71-361bd6c4980f tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] For port 1b017ffc-5133-4803-b017-e12175a43bd8, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=1b017ffc-5133-4803-b017-e12175a43bd8,segment=NetworkSegment(ef53683a-bb20-420c-a630-ae1cb3b01297),segment_id=ef53683a-bb20-420c-a630-ae1cb3b01297)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:48.084652 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32122312-5833-49fe-8245-ab5bbdec09b8 req-17ab45af-a432-4607-9c71-361bd6c4980f tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:48.100129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-32122312-5833-49fe-8245-ab5bbdec09b8 req-17ab45af-a432-4607-9c71-361bd6c4980f tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Calling delete_port for 1b017ffc-5133-4803-b017-e12175a43bd8 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:48.103095 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a22de844-91e8-43d1-8f58-cc62593afa55 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:48.131480 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a22de844-91e8-43d1-8f58-cc62593afa55 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8905ab-f86c-44bb-9967-c47509e8da50']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:48.142328 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e98ac1-25fd-4169-8fec-a2e69a79127e None None] Network 7e8905ab-f86c-44bb-9967-c47509e8da50 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:48.142573 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a22de844-91e8-43d1-8f58-cc62593afa55 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371b2fa5-2935-49c9-a7ee-0f8f2c44f563') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:48.143063 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a22de844-91e8-43d1-8f58-cc62593afa55 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371b2fa5-2935-49c9-a7ee-0f8f2c44f563') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:48.164963 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a22de844-91e8-43d1-8f58-cc62593afa55 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:48.185573 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a22de844-91e8-43d1-8f58-cc62593afa55 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:48.195858 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22de844-91e8-43d1-8f58-cc62593afa55 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:48.196877 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a22de844-91e8-43d1-8f58-cc62593afa55 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:48.202659 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:48.255962 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13de4c60-7558-4df6-a629-cdf2b70e7542 None None] Network 7e8905ab-f86c-44bb-9967-c47509e8da50 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:48.297774 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32122312-5833-49fe-8245-ab5bbdec09b8 req-17ab45af-a432-4607-9c71-361bd6c4980f tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:48.298563 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a22de844-91e8-43d1-8f58-cc62593afa55 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:48.308885 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a22de844-91e8-43d1-8f58-cc62593afa55 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:48.319935 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a22de844-91e8-43d1-8f58-cc62593afa55 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/7e8905ab-f86c-44bb-9967-c47509e8da50 HTTP/1.1" status: 204 len: 168 time: 0.5897346 Dec 12 17:56:48.322102 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39908) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:48.350175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['1b017ffc-5133-4803-b017-e12175a43bd8'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:56:48.353403 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab45af-a432-4607-9c71-361bd6c4980f tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Pushing event deleted for resources: {'Port': ['ID=1b017ffc-5133-4803-b017-e12175a43bd8,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:48.362658 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22de844-91e8-43d1-8f58-cc62593afa55 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Network': ['ID=7e8905ab-f86c-44bb-9967-c47509e8da50,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:48.365217 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9f7dac-d231-47d5-b751-ddeed50ce7de tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:48.365826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9f7dac-d231-47d5-b751-ddeed50ce7de tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:48.373006 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2e9f7dac-d231-47d5-b751-ddeed50ce7de tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/subnets/cc36a5b7-6fb1-4ee0-a628-4cb4f296849a HTTP/1.1" status: 404 len: 337 time: 0.0494990 Dec 12 17:56:48.374218 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39910) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:48.380461 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f922cc47-1dde-4d9e-b978-a0d8650fc929 req-0276e3a1-3413-493e-9e71-f03ee3f07b72 tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.18 "GET /v2.0/ports?device_id=a826afb9-37b9-4c7f-af2a-1d632223f5ff HTTP/1.1" status: 200 len: 210 time: 0.0583565 Dec 12 17:56:48.399414 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-74452aeb-c9fb-4cc6-ba94-816e4f1f45e3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:48.400045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74452aeb-c9fb-4cc6-ba94-816e4f1f45e3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:48.404806 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-74452aeb-c9fb-4cc6-ba94-816e4f1f45e3 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/7e8905ab-f86c-44bb-9967-c47509e8da50 HTTP/1.1" status: 404 len: 339 time: 0.0295434 Dec 12 17:56:48.407600 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39912) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:48.421479 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61351f8b-ca96-4ee6-9ec3-9cf721ceea62 None None] DHCP port deletion for 86048643-8e2a-4deb-94f8-70e89f02e065 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:48.444093 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb38a1d-8de1-4554-bae5-041d7ac8bad7 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:48.444765 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb38a1d-8de1-4554-bae5-041d7ac8bad7 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:48.450709 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5bb38a1d-8de1-4554-bae5-041d7ac8bad7 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/subnets/b442417a-316b-4199-8004-1ce5a138a6be HTTP/1.1" status: 404 len: 337 time: 0.0398796 Dec 12 17:56:48.451143 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39916) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:48.475015 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f1c7c2-5316-46ff-95c1-9440f22f6d24 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:48.475652 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f1c7c2-5316-46ff-95c1-9440f22f6d24 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:48.484469 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-05f1c7c2-5316-46ff-95c1-9440f22f6d24 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/1c27d20d-f125-4823-8ddc-fbdc6dd948e7 HTTP/1.1" status: 404 len: 339 time: 0.0300400 Dec 12 17:56:48.485084 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:48.485317 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39920) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:48.498570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-32122312-5833-49fe-8245-ab5bbdec09b8 req-17ab45af-a432-4607-9c71-361bd6c4980f tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] No DVR routers for this DVR port 1b017ffc-5133-4803-b017-e12175a43bd8 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:48.503835 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32122312-5833-49fe-8245-ab5bbdec09b8 req-17ab45af-a432-4607-9c71-361bd6c4980f tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:48.507517 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32122312-5833-49fe-8245-ab5bbdec09b8 req-17ab45af-a432-4607-9c71-361bd6c4980f tempest-InstanceActionsV221TestJSON-399471890 tempest-InstanceActionsV221TestJSON-399471890-project] 10.222.0.20 "DELETE /v2.0/ports/1b017ffc-5133-4803-b017-e12175a43bd8 HTTP/1.1" status: 204 len: 173 time: 0.6260936 Dec 12 17:56:48.509265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a826afb9-37b9-4c7f-af2a-1d632223f5ff', 'name': 'network-vif-deleted', 'tag': '1b017ffc-5133-4803-b017-e12175a43bd8'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:56:48.511727 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f05be3-6484-4d41-b4be-c99f8dd283d5" -d '{"events": [{"server_uuid": "a826afb9-37b9-4c7f-af2a-1d632223f5ff", "name": "network-vif-deleted", "tag": "1b017ffc-5133-4803-b017-e12175a43bd8"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:56:48.542738 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42566a-4ca6-48a0-ac21-5c96d3ee6d2a req-ab71125f-92af-48a9-9e24-dbaab059d9e0 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:48.545204 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b42566a-4ca6-48a0-ac21-5c96d3ee6d2a req-ab71125f-92af-48a9-9e24-dbaab059d9e0 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 943 time: 0.1429348 Dec 12 17:56:48.574071 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d8636a-59b7-44ea-9f23-f69af1d05a1f x-openstack-request-id: req-43d8636a-59b7-44ea-9f23-f69af1d05a1f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:56:48.574368 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a826afb9-37b9-4c7f-af2a-1d632223f5ff", "name": "network-vif-deleted", "tag": "1b017ffc-5133-4803-b017-e12175a43bd8", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:56:48.574627 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43d8636a-59b7-44ea-9f23-f69af1d05a1f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:56:48.575027 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a826afb9-37b9-4c7f-af2a-1d632223f5ff', 'name': 'network-vif-deleted', 'tag': '1b017ffc-5133-4803-b017-e12175a43bd8', 'status': 'completed', 'code': 200} Dec 12 17:56:48.606278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b42566a-4ca6-48a0-ac21-5c96d3ee6d2a req-52da02ab-a93a-4ca1-9adf-6158ec339092 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543835 Dec 12 17:56:48.615436 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8265979a-0f45-4174-9c2e-af58d00f3386 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:48.725939 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8265979a-0f45-4174-9c2e-af58d00f3386 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:48.746531 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8265979a-0f45-4174-9c2e-af58d00f3386 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f99cad-949e-40c3-9c18-a08205c95263']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:48.756558 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8265979a-0f45-4174-9c2e-af58d00f3386 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e601a82-5d08-417e-a106-873fdd25bacd') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:48.756863 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8265979a-0f45-4174-9c2e-af58d00f3386 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e601a82-5d08-417e-a106-873fdd25bacd') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:48.766643 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8265979a-0f45-4174-9c2e-af58d00f3386 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:48.781971 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8265979a-0f45-4174-9c2e-af58d00f3386 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:48.790166 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8265979a-0f45-4174-9c2e-af58d00f3386 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:48.790708 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8265979a-0f45-4174-9c2e-af58d00f3386 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:48.794046 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:48.863636 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8265979a-0f45-4174-9c2e-af58d00f3386 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:48.880224 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8265979a-0f45-4174-9c2e-af58d00f3386 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:48.886835 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8265979a-0f45-4174-9c2e-af58d00f3386 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/f4f99cad-949e-40c3-9c18-a08205c95263 HTTP/1.1" status: 204 len: 168 time: 0.4002512 Dec 12 17:56:48.889871 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16df1a-1ffb-444a-8bfe-448d0543cef6 req-93516d49-48c5-40b0-b089-8708b53d717b tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:48.897998 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f16df1a-1ffb-444a-8bfe-448d0543cef6 req-93516d49-48c5-40b0-b089-8708b53d717b tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0790455 Dec 12 17:56:48.905117 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39934) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:48.910762 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265979a-0f45-4174-9c2e-af58d00f3386 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Network': ['ID=f4f99cad-949e-40c3-9c18-a08205c95263,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:48.942217 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20b3acc-1153-41cc-8ffe-16994d29349b tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:48.942217 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20b3acc-1153-41cc-8ffe-16994d29349b tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:48.945288 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c20b3acc-1153-41cc-8ffe-16994d29349b tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/subnets/5a6a6262-d884-4db1-b46a-cb7dd4a76153 HTTP/1.1" status: 404 len: 337 time: 0.0389440 Dec 12 17:56:48.948894 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39936) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:48.978140 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f16df1a-1ffb-444a-8bfe-448d0543cef6 req-403abe2e-ad0f-4ef0-bcfd-12400edcdd59 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787923 Dec 12 17:56:48.982352 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-463c485e-3c43-4c0e-91e8-f498dc4b4f50 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:48.982902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463c485e-3c43-4c0e-91e8-f498dc4b4f50 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:48.998153 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-463c485e-3c43-4c0e-91e8-f498dc4b4f50 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/8d59face-cdec-4238-b745-2d39ed766169 HTTP/1.1" status: 404 len: 339 time: 0.0476441 Dec 12 17:56:49.000763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39938) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:49.033650 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5ca565-0916-4bdf-b5ca-9012cb286199 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:49.034467 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5ca565-0916-4bdf-b5ca-9012cb286199 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:49.037765 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cc5ca565-0916-4bdf-b5ca-9012cb286199 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/subnets/098c8629-f3a1-49a3-81df-d0fbdf974853 HTTP/1.1" status: 404 len: 337 time: 0.0361028 Dec 12 17:56:49.040263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39944) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:49.059780 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8573fcc-1307-44cc-8b74-1cf230987429 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:49.060376 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8573fcc-1307-44cc-8b74-1cf230987429 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:49.063507 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d8573fcc-1307-44cc-8b74-1cf230987429 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/2b7b62f8-4099-4da4-9146-8a56743cbae2 HTTP/1.1" status: 404 len: 339 time: 0.0220869 Dec 12 17:56:49.066000 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39946) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:49.092506 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7b7f2a-b588-4837-961a-5af6a2a7ef15 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:49.093084 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7b7f2a-b588-4837-961a-5af6a2a7ef15 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:49.096762 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-da7b7f2a-b588-4837-961a-5af6a2a7ef15 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/subnets/963f31a5-93e8-447d-baaf-b488471fbc38 HTTP/1.1" status: 404 len: 337 time: 0.0297883 Dec 12 17:56:49.099982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39948) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:49.473607 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-660b5fcc-61d1-43a0-b55a-b20bad79b6d0 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:49.474289 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660b5fcc-61d1-43a0-b55a-b20bad79b6d0 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:49.477327 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-660b5fcc-61d1-43a0-b55a-b20bad79b6d0 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/ddcbebe9-e032-4986-b006-81fecc64f37a HTTP/1.1" status: 404 len: 339 time: 0.3764448 Dec 12 17:56:49.479932 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39962) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:49.505972 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3c4dad-8b0d-4bc3-a7ec-ed84d6230151 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:49.506437 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3c4dad-8b0d-4bc3-a7ec-ed84d6230151 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:49.509791 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ab3c4dad-8b0d-4bc3-a7ec-ed84d6230151 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/subnets/1d50971e-38c9-489a-8836-51add67c394f HTTP/1.1" status: 404 len: 337 time: 0.0288935 Dec 12 17:56:49.512464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39964) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:49.534841 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6acda7-6e2f-4618-910e-8ea7aff8bbf0 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:49.535410 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6acda7-6e2f-4618-910e-8ea7aff8bbf0 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:49.540038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1c6acda7-6e2f-4618-910e-8ea7aff8bbf0 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/85db7a27-0c11-4cb3-81cc-8acfeb1667e6 HTTP/1.1" status: 404 len: 339 time: 0.0257418 Dec 12 17:56:49.542249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1179af-f1d1-48ea-8d72-544c53f6b833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b361c0a2-4001-488d-8034-a0b50f5d8026'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:56:49.542751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39968) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:49.544820 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674c59ff-c7b3-453e-8626-32f6aa923d23" -d '{"events": [{"server_uuid": "bc1179af-f1d1-48ea-8d72-544c53f6b833", "name": "network-vif-plugged", "status": "completed", "tag": "b361c0a2-4001-488d-8034-a0b50f5d8026"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:56:49.582361 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f812ae9-9c46-42ab-b61d-088da81340cb tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:49.582754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f812ae9-9c46-42ab-b61d-088da81340cb tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:49.587517 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1f812ae9-9c46-42ab-b61d-088da81340cb tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/subnets/a372f9f1-a4fe-4907-adc1-8baf8804092c HTTP/1.1" status: 404 len: 337 time: 0.0422876 Dec 12 17:56:49.588900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39974) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:49.593346 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb90432-3572-44b1-899d-df0f858b8d4f x-openstack-request-id: req-2eb90432-3572-44b1-899d-df0f858b8d4f {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:56:49.593734 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1179af-f1d1-48ea-8d72-544c53f6b833", "name": "network-vif-plugged", "status": "completed", "tag": "b361c0a2-4001-488d-8034-a0b50f5d8026", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:56:49.594699 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2eb90432-3572-44b1-899d-df0f858b8d4f {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:56:49.595189 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1179af-f1d1-48ea-8d72-544c53f6b833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b361c0a2-4001-488d-8034-a0b50f5d8026', 'code': 200} Dec 12 17:56:49.626012 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b933eb-26eb-4494-b079-7f0903b1c772 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:49.626622 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b933eb-26eb-4494-b079-7f0903b1c772 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:49.632582 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-12b933eb-26eb-4494-b079-7f0903b1c772 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/c849c369-7bf4-4ad9-9a67-d87236b3ea90 HTTP/1.1" status: 404 len: 339 time: 0.0424516 Dec 12 17:56:49.632963 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39976) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:49.676154 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-5496b7d7-5f38-46a7-a65a-29579eded615 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:49.676678 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5496b7d7-5f38-46a7-a65a-29579eded615 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:49.679805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5496b7d7-5f38-46a7-a65a-29579eded615 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/subnets/de2aa869-2c83-4b0d-ba0a-24c07131a932 HTTP/1.1" status: 404 len: 337 time: 0.0455959 Dec 12 17:56:49.682462 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39982) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:49.705738 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39984) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:49.708828 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e21bbe-0feb-4b1c-a36e-010fcbe8f318 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:49.709537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e21bbe-0feb-4b1c-a36e-010fcbe8f318 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:49.712839 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-77e21bbe-0feb-4b1c-a36e-010fcbe8f318 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/c3f25807-38aa-4296-8305-9c00839c2407 HTTP/1.1" status: 404 len: 339 time: 0.0287471 Dec 12 17:56:49.715293 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39986) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:49.742065 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df6c88b-46ff-4eab-b504-816e6a5ab1e7 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:49.742772 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df6c88b-46ff-4eab-b504-816e6a5ab1e7 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:49.747371 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7df6c88b-46ff-4eab-b504-816e6a5ab1e7 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/subnets/98550e62-0df4-4e79-a156-afd02d72a485 HTTP/1.1" status: 404 len: 337 time: 0.0296526 Dec 12 17:56:49.748753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39988) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:49.768383 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-dceb193f-60f5-4690-9277-bd4e0542168d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:49.769122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dceb193f-60f5-4690-9277-bd4e0542168d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:49.772297 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dceb193f-60f5-4690-9277-bd4e0542168d tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/f124edde-794d-47bc-b2db-4a27d9f4f52e HTTP/1.1" status: 404 len: 339 time: 0.0224681 Dec 12 17:56:49.774790 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39990) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:49.793471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-506e24db-9ff2-474b-96f9-8a1d71cee9a8 admin admin] Deleting subnet b24a21b2-47f6-4370-91f4-ade3a6012ddf {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:56:49.799187 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-506e24db-9ff2-474b-96f9-8a1d71cee9a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:49.804378 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dfe5de6-1026-4a73-8cfd-8bb243f3cf94 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:49.804842 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dfe5de6-1026-4a73-8cfd-8bb243f3cf94 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:49.810194 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8dfe5de6-1026-4a73-8cfd-8bb243f3cf94 tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/subnets/5a37bad2-4b31-4c94-a7b5-d581d31e72ee HTTP/1.1" status: 404 len: 337 time: 0.0320241 Dec 12 17:56:49.810465 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39992) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:49.824905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb103f-2793-40c6-a6a2-c2842c655547 req-5ed13501-d222-49ba-9c79-31c075ff185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:49.826396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7eb103f-2793-40c6-a6a2-c2842c655547 req-5ed13501-d222-49ba-9c79-31c075ff185c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 1096 time: 0.1516209 Dec 12 17:56:49.830356 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b18fed-8c91-4748-b483-2e551ae4e6ed tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] DELETE failed (client error): The resource could not be found. Dec 12 17:56:49.830851 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b18fed-8c91-4748-b483-2e551ae4e6ed tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:56:49.836264 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-58b18fed-8c91-4748-b483-2e551ae4e6ed tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/3cddb41e-91e7-40d7-b9a3-1eb5890b25ab HTTP/1.1" status: 404 len: 339 time: 0.0225267 Dec 12 17:56:49.837020 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39994) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:49.848828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c52575-a40e-4e2c-bffd-b7717ac98611 req-9a27c6be-b24a-451c-bb22-b113503b67b6 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:49.850335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91c52575-a40e-4e2c-bffd-b7717ac98611 req-9a27c6be-b24a-451c-bb22-b113503b67b6 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 943 time: 0.1103411 Dec 12 17:56:49.872764 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-506e24db-9ff2-474b-96f9-8a1d71cee9a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:49.896348 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce50264-d22e-4475-a79c-00fdfc5185ff tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Deleting subnet 09b91d52-0ce0-4c5a-b53b-9458e8171f1c {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:56:49.900877 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fce50264-d22e-4475-a79c-00fdfc5185ff tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:49.956359 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fce50264-d22e-4475-a79c-00fdfc5185ff tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:49.964627 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7eb103f-2793-40c6-a6a2-c2842c655547 req-cdc3b778-ef0b-4511-b99a-b8dc0b469968 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289759 Dec 12 17:56:49.970802 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-506e24db-9ff2-474b-96f9-8a1d71cee9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:49.975805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91c52575-a40e-4e2c-bffd-b7717ac98611 req-74919729-5ae7-4e13-b1e9-7dadab18c2a3 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136138 Dec 12 17:56:50.041606 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.044185 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-506e24db-9ff2-474b-96f9-8a1d71cee9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.066027 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fce50264-d22e-4475-a79c-00fdfc5185ff tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.076779 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-506e24db-9ff2-474b-96f9-8a1d71cee9a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.081904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-506e24db-9ff2-474b-96f9-8a1d71cee9a8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b24a21b2-47f6-4370-91f4-ade3a6012ddf HTTP/1.1" status: 204 len: 168 time: 0.3749013 Dec 12 17:56:50.083163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e24db-9ff2-474b-96f9-8a1d71cee9a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b24a21b2-47f6-4370-91f4-ade3a6012ddf,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:50.083991 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d185276-9120-4698-8ac9-6f9fe6d1dfba None None] Network 86048643-8e2a-4deb-94f8-70e89f02e065 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:50.087119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40000) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:50.134056 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fce50264-d22e-4475-a79c-00fdfc5185ff tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.175342 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce50264-d22e-4475-a79c-00fdfc5185ff tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Subnet': ['ID=09b91d52-0ce0-4c5a-b53b-9458e8171f1c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:50.179341 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fce50264-d22e-4475-a79c-00fdfc5185ff tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.183932 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fce50264-d22e-4475-a79c-00fdfc5185ff tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/subnets/09b91d52-0ce0-4c5a-b53b-9458e8171f1c HTTP/1.1" status: 204 len: 168 time: 0.3462319 Dec 12 17:56:50.186289 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40002) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:50.189807 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5400f1-495f-498b-95d6-a6af06d473be None None] Network 92f8e075-14c4-409d-9afe-32f8e779adce requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:50.207123 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce313063-9a17-430a-800c-27577018aa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.230247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cac944-524a-4dac-b953-aeb33649c61f req-deb36ae8-a105-4a06-ac61-141abf1a2607 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:50.238125 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22cac944-524a-4dac-b953-aeb33649c61f req-deb36ae8-a105-4a06-ac61-141abf1a2607 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.1322472 Dec 12 17:56:50.245730 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d28e5a0-68f1-46f2-bc2c-722fa4b707a2 None None] DHCP port deletion for 86048643-8e2a-4deb-94f8-70e89f02e065 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:50.288179 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.351939 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Deleting port 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:50.352364 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.356926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22cac944-524a-4dac-b953-aeb33649c61f req-515ca48d-5478-4459-966b-cfe2df7e7e3b tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179340 Dec 12 17:56:50.369093 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce313063-9a17-430a-800c-27577018aa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.389334 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e0fdc2-c234-417a-9c0c-043f5a095b15 None None] DHCP port deletion for 92f8e075-14c4-409d-9afe-32f8e779adce request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:56:50.399724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-ce313063-9a17-430a-800c-27577018aa7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86048643-8e2a-4deb-94f8-70e89f02e065']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:50.413362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-ce313063-9a17-430a-800c-27577018aa7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef53683a-bb20-420c-a630-ae1cb3b01297') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:50.414014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-ce313063-9a17-430a-800c-27577018aa7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef53683a-bb20-420c-a630-ae1cb3b01297') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:50.425317 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce313063-9a17-430a-800c-27577018aa7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.428813 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] For port 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7dd05e7e-d103-44aa-b3a0-128d57c8fe0e,segment=NetworkSegment(26f1d139-8c46-4530-a335-f3e7de274115),segment_id=26f1d139-8c46-4530-a335-f3e7de274115)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:50.429190 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.443638 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce313063-9a17-430a-800c-27577018aa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.450045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Calling delete_port for 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:50.455119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce313063-9a17-430a-800c-27577018aa7c admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:50.455408 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-41e0fdc2-c234-417a-9c0c-043f5a095b15 None None] Deleting port 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:56:50.455706 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-41e0fdc2-c234-417a-9c0c-043f5a095b15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.456526 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce313063-9a17-430a-800c-27577018aa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.525919 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-41e0fdc2-c234-417a-9c0c-043f5a095b15 None None] For port 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7dd05e7e-d103-44aa-b3a0-128d57c8fe0e,segment=NetworkSegment(26f1d139-8c46-4530-a335-f3e7de274115),segment_id=26f1d139-8c46-4530-a335-f3e7de274115)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:50.526642 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-41e0fdc2-c234-417a-9c0c-043f5a095b15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:50.540725 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:50.548147 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce313063-9a17-430a-800c-27577018aa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.558117 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-41e0fdc2-c234-417a-9c0c-043f5a095b15 None None] Calling delete_port for 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:56:50.575132 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce313063-9a17-430a-800c-27577018aa7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.579338 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ce313063-9a17-430a-800c-27577018aa7c admin admin] 10.222.0.18 "DELETE /v2.0/networks/86048643-8e2a-4deb-94f8-70e89f02e065 HTTP/1.1" status: 204 len: 168 time: 0.4902227 Dec 12 17:56:50.590461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce313063-9a17-430a-800c-27577018aa7c admin admin] Pushing event deleted for resources: {'Network': ['ID=86048643-8e2a-4deb-94f8-70e89f02e065,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:50.603794 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.668508 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-41e0fdc2-c234-417a-9c0c-043f5a095b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.702842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0fdc2-c234-417a-9c0c-043f5a095b15 None None] Pushing event deleted for resources: {'Port': ['ID=7dd05e7e-d103-44aa-b3a0-128d57c8fe0e,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:50.715926 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] No DVR routers for this DVR port 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:50.721603 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Port': ['ID=7dd05e7e-d103-44aa-b3a0-128d57c8fe0e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:50.750938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e0fdc2-c234-417a-9c0c-043f5a095b15 None None] No DVR routers for this DVR port 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:56:50.776545 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.782572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759432d5-4307-48ab-8030-07ab3096e375 req-dee6613e-57e7-48ad-8b7f-b33473843ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:50.784631 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-759432d5-4307-48ab-8030-07ab3096e375 req-dee6613e-57e7-48ad-8b7f-b33473843ff2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d0567de3ef4438e933f7f8837f24686&device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 1097 time: 0.1029871 Dec 12 17:56:50.817723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40012) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:50.852703 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.881960 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f8e075-14c4-409d-9afe-32f8e779adce']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:50.894498 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f1d139-8c46-4530-a335-f3e7de274115') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:50.894727 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f1d139-8c46-4530-a335-f3e7de274115') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:56:50.906542 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.924771 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.938932 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:56:50.939578 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:56:50.944449 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:56:50.950081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e480fc19-f1b5-4d4f-b3f3-7e2cc5862930 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2aabe3b90d247cb8bb51f1363827b16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1169822 Dec 12 17:56:50.955296 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40016) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:50.961490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b366178-c605-4d1b-996a-566c98618bf5 req-2c4aaf35-49d0-4637-9af5-3aa885ceb9e8 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:50.962983 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b366178-c605-4d1b-996a-566c98618bf5 req-2c4aaf35-49d0-4637-9af5-3aa885ceb9e8 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.1774592 Dec 12 17:56:50.983979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759432d5-4307-48ab-8030-07ab3096e375 req-7c8eadd1-9659-47b2-b7d1-d4669017ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:50.986113 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-759432d5-4307-48ab-8030-07ab3096e375 req-7c8eadd1-9659-47b2-b7d1-d4669017ff5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a73a97bd-7615-42a2-a73d-778571ffe08f HTTP/1.1" status: 200 len: 919 time: 0.1879110 Dec 12 17:56:51.043576 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-759432d5-4307-48ab-8030-07ab3096e375 req-6d4ea501-ee9c-41ef-8a45-5536e53dd92c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89e059fb-4a69-40d6-83b0-70c39d51451b HTTP/1.1" status: 200 len: 217 time: 0.0468400 Dec 12 17:56:51.046280 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:51.051904 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:51.056114 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] 10.222.0.18 "DELETE /v2.0/networks/92f8e075-14c4-409d-9afe-32f8e779adce HTTP/1.1" status: 204 len: 168 time: 0.8671062 Dec 12 17:56:51.085747 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219c4fb-3a65-40e1-bccd-75e20d1d310c tempest-NetworksTest-1481306111 tempest-NetworksTest-1481306111-project] Pushing event deleted for resources: {'Network': ['ID=92f8e075-14c4-409d-9afe-32f8e779adce,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:51.102099 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b845e2a-d323-4b5f-ac6e-e3bae0d923bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:51.110451 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759432d5-4307-48ab-8030-07ab3096e375 req-cf1f0a58-3f9c-4589-95f6-cafb8085e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:51.112979 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-759432d5-4307-48ab-8030-07ab3096e375 req-cf1f0a58-3f9c-4589-95f6-cafb8085e3ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=17e5a63f-b5d7-491b-80e1-89a69bd502ab HTTP/1.1" status: 200 len: 858 time: 0.0555267 Dec 12 17:56:51.126705 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:56:51.150445 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b845e2a-d323-4b5f-ac6e-e3bae0d923bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:51.198101 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b366178-c605-4d1b-996a-566c98618bf5 req-b3ee8794-00f3-458a-9a90-adf33b6fb022 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197943 Dec 12 17:56:51.223196 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-759432d5-4307-48ab-8030-07ab3096e375 req-d47d1546-4f98-4d02-b1c8-65b39349e29e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a73a97bd-7615-42a2-a73d-778571ffe08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923743 Dec 12 17:56:51.237729 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b845e2a-d323-4b5f-ac6e-e3bae0d923bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:51.241179 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b845e2a-d323-4b5f-ac6e-e3bae0d923bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:51.243144 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5b845e2a-d323-4b5f-ac6e-e3bae0d923bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aebb12cf-d62e-4a4b-9818-95bdb5fef6eb HTTP/1.1" status: 204 len: 168 time: 0.2870097 Dec 12 17:56:51.254545 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b845e2a-d323-4b5f-ac6e-e3bae0d923bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebb12cf-d62e-4a4b-9818-95bdb5fef6eb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:51.317466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:56:51.320395 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b5cc0-dd31-4ef6-8018-028f92dd73b4 req-f99eed7a-452b-435c-81fe-9598b3834fd0 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:51.328380 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ab4b5cc0-dd31-4ef6-8018-028f92dd73b4 req-f99eed7a-452b-435c-81fe-9598b3834fd0 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 943 time: 0.2102945 Dec 12 17:56:51.387891 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:56:51.388339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7dd05e7e-d103-44aa-b3a0-128d57c8fe0e not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:56:51.418716 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ab4b5cc0-dd31-4ef6-8018-028f92dd73b4 req-39ab0e0d-19a7-4c70-9041-59eabf5713b8 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900702 Dec 12 17:56:51.433380 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-759432d5-4307-48ab-8030-07ab3096e375 req-9c1bc3ea-25dd-4235-9307-83e07d3d7cd7 service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960752 Dec 12 17:56:51.439707 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:51.462539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337', 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d', 'port_id': '8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337', 'mac_address': 'fa:16:3e:18:e7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:56:51.519924 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:51.528106 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40028) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:51.538308 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:56:51.577610 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:51.584510 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:51.585198 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:56:51.600286 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-759432d5-4307-48ab-8030-07ab3096e375 req-4ec70660-17be-4d3f-8c42-1f0dc678f341 service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580262 Dec 12 17:56:51.695460 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=1c40bc8a-0579-4aa6-90c4-f5cedcc130e4,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:51.716985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:51.722950 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '1c40bc8a-0579-4aa6-90c4-f5cedcc130e4', 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d', 'port_id': '1c40bc8a-0579-4aa6-90c4-f5cedcc130e4', 'mac_address': 'fa:16:3e:db:e7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:56:51.744720 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-689805cf-3a59-47d1-b2f9-1fb58bd14924 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=badf76c6da374edfb68119c741feb956&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2153323 Dec 12 17:56:51.747483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40042) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:51.771467 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:51.790246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:56:51.814931 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=1c40bc8a-0579-4aa6-90c4-f5cedcc130e4,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:51.820860 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:51.827653 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5beef44d-2b66-41c9-8517-830bc1c54bd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:51.852705 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5beef44d-2b66-41c9-8517-830bc1c54bd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:51.876576 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=1c40bc8a-0579-4aa6-90c4-f5cedcc130e4,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:51.921172 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5beef44d-2b66-41c9-8517-830bc1c54bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:51.925200 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5beef44d-2b66-41c9-8517-830bc1c54bd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:51.928894 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5beef44d-2b66-41c9-8517-830bc1c54bd3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92500b9d-908d-4552-8cfc-0926091478cc HTTP/1.1" status: 204 len: 168 time: 0.1779976 Dec 12 17:56:51.944285 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beef44d-2b66-41c9-8517-830bc1c54bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92500b9d-908d-4552-8cfc-0926091478cc,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:52.231920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40064) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:52.306379 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['1c40bc8a-0579-4aa6-90c4-f5cedcc130e4'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:56:52.349732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc04a2e-1caa-4d50-b867-ac287c3af218 req-3e37176c-9985-4de6-a031-8247f66f6dc2 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:52.357817 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2cc04a2e-1caa-4d50-b867-ac287c3af218 req-3e37176c-9985-4de6-a031-8247f66f6dc2 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0634122 Dec 12 17:56:52.410960 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-318f34b7-1a30-41ea-a9de-e6f6673a38ac admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-702332305-network', 'tenant_id': 'ad8ebc9685f94b34bf2ba02606cdd81a'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:52.419327 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2cc04a2e-1caa-4d50-b867-ac287c3af218 req-d5cdf65d-922f-4029-8588-d93bbf1bb9b3 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603306 Dec 12 17:56:52.457616 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318f34b7-1a30-41ea-a9de-e6f6673a38ac admin admin] Made reservation on behalf of ad8ebc9685f94b34bf2ba02606cdd81a for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:52.461783 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-318f34b7-1a30-41ea-a9de-e6f6673a38ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:52.476427 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-318f34b7-1a30-41ea-a9de-e6f6673a38ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:52.580152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:56:52.613627 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-318f34b7-1a30-41ea-a9de-e6f6673a38ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:52.632130 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c696a-0cbe-4220-8671-70ea72d1595e req-389bfb85-ee19-4b7b-a4a3-71b56ed9d7e9 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:52.639683 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-783c696a-0cbe-4220-8671-70ea72d1595e req-389bfb85-ee19-4b7b-a4a3-71b56ed9d7e9 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 944 time: 0.0819862 Dec 12 17:56:52.664720 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-318f34b7-1a30-41ea-a9de-e6f6673a38ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:52.680023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318f34b7-1a30-41ea-a9de-e6f6673a38ac admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:56:52.694041 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-318f34b7-1a30-41ea-a9de-e6f6673a38ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:52.694523 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-318f34b7-1a30-41ea-a9de-e6f6673a38ac admin admin] Added segment 99956bbb-8cb1-40ec-b0a5-dd9816f8b8b0 of type vlan for network b631cfa5-fd0e-4e79-8774-cc1210faa6bb Dec 12 17:56:52.741700 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-318f34b7-1a30-41ea-a9de-e6f6673a38ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:52.755674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1b017ffc-5133-4803-b017-e12175a43bd8 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:56:52.800923 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f34b7-1a30-41ea-a9de-e6f6673a38ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8a1be0-c705-4985-97c0-84eda1ef76f5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:52.804848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 1b017ffc-5133-4803-b017-e12175a43bd8 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:56:52.804848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 1b017ffc-5133-4803-b017-e12175a43bd8 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:56:52.835410 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-318f34b7-1a30-41ea-a9de-e6f6673a38ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:52.838667 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318f34b7-1a30-41ea-a9de-e6f6673a38ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:52.840292 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-318f34b7-1a30-41ea-a9de-e6f6673a38ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:52.925903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40090) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:52.931444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-783c696a-0cbe-4220-8671-70ea72d1595e req-38126d3c-0ff2-4ac6-b3d2-54027590b6f8 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883630 Dec 12 17:56:52.933679 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f34b7-1a30-41ea-a9de-e6f6673a38ac admin admin] Pushing event updated for resources: {'Network': ['ID=b631cfa5-fd0e-4e79-8774-cc1210faa6bb,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:52.950902 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-318f34b7-1a30-41ea-a9de-e6f6673a38ac admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7178352 Dec 12 17:56:52.954143 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40094) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:52.955152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network b631cfa5-fd0e-4e79-8774-cc1210faa6bb details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:52.959666 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bcfbfe9b-9d2d-4dc5-98c2-3858c3bd4fa2 admin admin] Request body: {'subnet': {'network_id': 'b631cfa5-fd0e-4e79-8774-cc1210faa6bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-702332305-subnet', 'tenant_id': 'ad8ebc9685f94b34bf2ba02606cdd81a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:53.001419 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfbfe9b-9d2d-4dc5-98c2-3858c3bd4fa2 admin admin] Made reservation on behalf of ad8ebc9685f94b34bf2ba02606cdd81a for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:53.003950 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcfbfe9b-9d2d-4dc5-98c2-3858c3bd4fa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:53.071138 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-32a9a049-3a81-4f38-892d-ef222849fa3a tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1328241262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:53.110936 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32a9a049-3a81-4f38-892d-ef222849fa3a tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:53.111985 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32a9a049-3a81-4f38-892d-ef222849fa3a tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:53.197581 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32a9a049-3a81-4f38-892d-ef222849fa3a tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:53.204051 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32a9a049-3a81-4f38-892d-ef222849fa3a tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:53.246319 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32a9a049-3a81-4f38-892d-ef222849fa3a tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:53.247564 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-32a9a049-3a81-4f38-892d-ef222849fa3a tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3202813 Dec 12 17:56:53.250420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40098) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:53.255558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f8bcb581-1c2c-40ed-b126-18ddb8ccee2d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1351733333'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:53.259990 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcfbfe9b-9d2d-4dc5-98c2-3858c3bd4fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:53.287106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bcb581-1c2c-40ed-b126-18ddb8ccee2d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Made reservation on behalf of b4670dda9fdc49e7a33ed1535bc48b25 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:53.291000 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb581-1c2c-40ed-b126-18ddb8ccee2d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:53.306413 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb581-1c2c-40ed-b126-18ddb8ccee2d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:53.320468 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbfe9b-9d2d-4dc5-98c2-3858c3bd4fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e75c7a-63aa-4e53-99d1-f488e420a8e5,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:53.327213 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfbfe9b-9d2d-4dc5-98c2-3858c3bd4fa2 admin admin] Checking segment: {'id': '99956bbb-8cb1-40ec-b0a5-dd9816f8b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b631cfa5-fd0e-4e79-8774-cc1210faa6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:53.327630 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfbfe9b-9d2d-4dc5-98c2-3858c3bd4fa2 admin admin] Network hostable DHCP agents. Network: b631cfa5-fd0e-4e79-8774-cc1210faa6bb, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:56:53.346076 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfbfe9b-9d2d-4dc5-98c2-3858c3bd4fa2 admin admin] Network b631cfa5-fd0e-4e79-8774-cc1210faa6bb is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:56:53.358385 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-bcfbfe9b-9d2d-4dc5-98c2-3858c3bd4fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, b631cfa5-fd0e-4e79-8774-cc1210faa6bb) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:53.366240 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfbfe9b-9d2d-4dc5-98c2-3858c3bd4fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:53.367098 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcfbfe9b-9d2d-4dc5-98c2-3858c3bd4fa2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:53.370946 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7abe549-3d6c-41a2-ad3c-6645c5de3162 None None] Network b631cfa5-fd0e-4e79-8774-cc1210faa6bb requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:53.389775 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bcfbfe9b-9d2d-4dc5-98c2-3858c3bd4fa2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4344575 Dec 12 17:56:53.393246 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb581-1c2c-40ed-b126-18ddb8ccee2d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:53.397995 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb581-1c2c-40ed-b126-18ddb8ccee2d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:53.438339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8bcb581-1c2c-40ed-b126-18ddb8ccee2d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:56:53.449169 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcb581-1c2c-40ed-b126-18ddb8ccee2d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6253223c-9a3f-4bd0-96f0-75dbb4a68399,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:53.457329 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb581-1c2c-40ed-b126-18ddb8ccee2d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:53.457679 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-f8bcb581-1c2c-40ed-b126-18ddb8ccee2d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Added segment 7eb45f29-6933-41b5-9912-2934221ba7d4 of type vlan for network ccd041d9-ba8f-4bbf-83c1-c71f792ed751 Dec 12 17:56:53.517120 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb581-1c2c-40ed-b126-18ddb8ccee2d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:53.547955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fe7ef7-efa7-4d3d-a714-5b5d6269aa29 None None] Network b631cfa5-fd0e-4e79-8774-cc1210faa6bb requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:53.605059 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb581-1c2c-40ed-b126-18ddb8ccee2d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:53.611769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bcb581-1c2c-40ed-b126-18ddb8ccee2d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:53.612396 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f8bcb581-1c2c-40ed-b126-18ddb8ccee2d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:53.716269 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f8bcb581-1c2c-40ed-b126-18ddb8ccee2d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4645326 Dec 12 17:56:53.719110 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40110) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:53.722051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcb581-1c2c-40ed-b126-18ddb8ccee2d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event updated for resources: {'Network': ['ID=ccd041d9-ba8f-4bbf-83c1-c71f792ed751,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:53.724891 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8311c823-0a0e-4ce7-b39f-ffdad80c3f0d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Request body: {'subnet': {'network_id': 'ccd041d9-ba8f-4bbf-83c1-c71f792ed751', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:53.733343 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network ccd041d9-ba8f-4bbf-83c1-c71f792ed751 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:53.744015 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02443f88-fcea-47d1-9f7c-aee946c52e0e req-d183f2c0-6d49-4984-bc9a-c461d943eff6 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:53.761544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-02443f88-fcea-47d1-9f7c-aee946c52e0e req-d183f2c0-6d49-4984-bc9a-c461d943eff6 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.2007668 Dec 12 17:56:53.850302 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-02443f88-fcea-47d1-9f7c-aee946c52e0e req-2d2ade6f-df51-4f66-bfb7-f5b7d76d56fd tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828588 Dec 12 17:56:53.867322 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8311c823-0a0e-4ce7-b39f-ffdad80c3f0d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Made reservation on behalf of b4670dda9fdc49e7a33ed1535bc48b25 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:53.871172 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8311c823-0a0e-4ce7-b39f-ffdad80c3f0d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:53.996858 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-f320a871-a71d-49fd-9c19-8f1bf47cd43b tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:54.001146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-f320a871-a71d-49fd-9c19-8f1bf47cd43b tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/networks?id=b631cfa5-fd0e-4e79-8774-cc1210faa6bb HTTP/1.1" status: 200 len: 820 time: 0.1465878 Dec 12 17:56:54.022553 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-a87ebcb2-9ecb-4910-9d5f-3026a68bcccd tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/quotas/ad8ebc9685f94b34bf2ba02606cdd81a HTTP/1.1" status: 200 len: 375 time: 0.0144467 Dec 12 17:56:54.065155 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-c33ca417-768f-4ab1-8619-96980260d6fb tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad8ebc9685f94b34bf2ba02606cdd81a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353479 Dec 12 17:56:54.113989 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8311c823-0a0e-4ce7-b39f-ffdad80c3f0d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:54.177010 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311c823-0a0e-4ce7-b39f-ffdad80c3f0d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event updated for resources: {'Subnet': ['ID=3d2f1b0a-8a2e-4681-966a-37fe45e034da,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:54.189021 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8311c823-0a0e-4ce7-b39f-ffdad80c3f0d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Checking segment: {'id': '7eb45f29-6933-41b5-9912-2934221ba7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ccd041d9-ba8f-4bbf-83c1-c71f792ed751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:54.189397 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8311c823-0a0e-4ce7-b39f-ffdad80c3f0d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Network hostable DHCP agents. Network: ccd041d9-ba8f-4bbf-83c1-c71f792ed751, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:56:54.202936 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-91287a1a-df5c-43a9-ad9b-0afc6b1d87e8 service neutron] 10.222.0.18 "GET /v2.0/networks/b631cfa5-fd0e-4e79-8774-cc1210faa6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290030 Dec 12 17:56:54.212935 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8311c823-0a0e-4ce7-b39f-ffdad80c3f0d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Network ccd041d9-ba8f-4bbf-83c1-c71f792ed751 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:56:54.214280 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabe3d5-fd80-4aae-87fd-9c976b9cfe3b req-93f5fb4f-1966-4b8f-8acb-40047c4b0ddb tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:54.215788 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8dabe3d5-fd80-4aae-87fd-9c976b9cfe3b req-93f5fb4f-1966-4b8f-8acb-40047c4b0ddb tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 944 time: 0.1534014 Dec 12 17:56:54.224446 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8311c823-0a0e-4ce7-b39f-ffdad80c3f0d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, ccd041d9-ba8f-4bbf-83c1-c71f792ed751) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:54.229572 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8311c823-0a0e-4ce7-b39f-ffdad80c3f0d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:54.230813 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8311c823-0a0e-4ce7-b39f-ffdad80c3f0d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:54.236739 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0d09f4-7ec5-4a60-bb50-183c7cc90467 None None] Network ccd041d9-ba8f-4bbf-83c1-c71f792ed751 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:54.262519 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8311c823-0a0e-4ce7-b39f-ffdad80c3f0d tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5418122 Dec 12 17:56:54.265590 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40126) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:54.271685 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d5c21e97-6d4a-493e-a900-43ac43ae69a2 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Request body: {'network': {'name': 'tempest-router-network01--673159124'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:54.303231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c21e97-6d4a-493e-a900-43ac43ae69a2 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Made reservation on behalf of b4670dda9fdc49e7a33ed1535bc48b25 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:54.309414 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5c21e97-6d4a-493e-a900-43ac43ae69a2 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:54.338365 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c21e97-6d4a-493e-a900-43ac43ae69a2 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:56:54.350465 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5c21e97-6d4a-493e-a900-43ac43ae69a2 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:54.351390 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-d5c21e97-6d4a-493e-a900-43ac43ae69a2 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Added segment cc8f23b1-ebcd-432e-8960-7f11826f59c5 of type vlan for network fcaf9ca4-e05f-420f-b16e-6def77846d85 Dec 12 17:56:54.356212 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-512fb66a-1c9b-48ce-8bdb-e71b98f03624 service neutron] 10.222.0.18 "GET /v2.0/networks/b631cfa5-fd0e-4e79-8774-cc1210faa6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394730 Dec 12 17:56:54.373277 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8dabe3d5-fd80-4aae-87fd-9c976b9cfe3b req-e96fd733-eb29-4e48-8bfe-9558a4574115 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432824 Dec 12 17:56:54.374422 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-ccd041d9-ba8f-4bbf-83c1-c71f792ed751', 'network_id': 'ccd041d9-ba8f-4bbf-83c1-c71f792ed751', 'project_id': 'b4670dda9fdc49e7a33ed1535bc48b25', 'fixed_ips': [{'subnet_id': '3d2f1b0a-8a2e-4681-966a-37fe45e034da'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:56:54.375438 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:54.405802 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5c21e97-6d4a-493e-a900-43ac43ae69a2 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:54.435302 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5c21e97-6d4a-493e-a900-43ac43ae69a2 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:54.441560 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c21e97-6d4a-493e-a900-43ac43ae69a2 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:54.442211 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5c21e97-6d4a-493e-a900-43ac43ae69a2 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:54.541785 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d5c21e97-6d4a-493e-a900-43ac43ae69a2 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2723327 Dec 12 17:56:54.541785 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c21e97-6d4a-493e-a900-43ac43ae69a2 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event updated for resources: {'Network': ['ID=fcaf9ca4-e05f-420f-b16e-6def77846d85,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:54.542146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40130) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:54.547747 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-2ac873b9-ef9b-4b7e-8f4b-b57c96bbfa93 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Request body: {'network': {'name': 'tempest-router-network02--1803815971'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:54.556837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network fcaf9ca4-e05f-420f-b16e-6def77846d85 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:54.564169 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Allocated IP 172.20.0.2 (ccd041d9-ba8f-4bbf-83c1-c71f792ed751/3d2f1b0a-8a2e-4681-966a-37fe45e034da/c6b947cc-6e5b-48fa-957f-b9229d571682) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:54.619112 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc2a7a42-81f3-47d5-a82f-c6a8e45b736f req-eeefad0c-c04b-40b8-b37c-6b82a0b3a4a4 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bde415-a77f-4415-9e82-1b17435e4a2d HTTP/1.1" status: 200 len: 210 time: 0.0414686 Dec 12 17:56:54.620844 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac873b9-ef9b-4b7e-8f4b-b57c96bbfa93 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Made reservation on behalf of b4670dda9fdc49e7a33ed1535bc48b25 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:54.626054 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ac873b9-ef9b-4b7e-8f4b-b57c96bbfa93 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:54.654146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac873b9-ef9b-4b7e-8f4b-b57c96bbfa93 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:56:54.666386 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ac873b9-ef9b-4b7e-8f4b-b57c96bbfa93 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:54.666856 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-2ac873b9-ef9b-4b7e-8f4b-b57c96bbfa93 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Added segment d614b70c-6060-45d6-89ad-00964a0afbdd of type vlan for network f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867 Dec 12 17:56:54.717281 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ac873b9-ef9b-4b7e-8f4b-b57c96bbfa93 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:54.753536 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ac873b9-ef9b-4b7e-8f4b-b57c96bbfa93 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:54.760715 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac873b9-ef9b-4b7e-8f4b-b57c96bbfa93 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:54.761333 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ac873b9-ef9b-4b7e-8f4b-b57c96bbfa93 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:54.823176 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2ac873b9-ef9b-4b7e-8f4b-b57c96bbfa93 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2798979 Dec 12 17:56:54.826046 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40138) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:54.831551 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9fcc8aef-2c19-4ce8-9787-5ebf97837ec6 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Request body: {'subnet': {'network_id': 'fcaf9ca4-e05f-420f-b16e-6def77846d85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:54.845848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac873b9-ef9b-4b7e-8f4b-b57c96bbfa93 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event updated for resources: {'Network': ['ID=f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:54.873716 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:54.879909 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:56:54.949974 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:54.997509 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcc8aef-2c19-4ce8-9787-5ebf97837ec6 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Made reservation on behalf of b4670dda9fdc49e7a33ed1535bc48b25 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:55.001903 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8aef-2c19-4ce8-9787-5ebf97837ec6 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:55.027142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Pushing event updated for resources: {'Port': ['ID=c6b947cc-6e5b-48fa-957f-b9229d571682,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:55.037695 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4aee5-403c-42b1-a030-48fd7a4ea76b req-8a1cdf82-4bb6-4a4c-898d-b01894696d47 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:55.054221 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76f4aee5-403c-42b1-a030-48fd7a4ea76b req-8a1cdf82-4bb6-4a4c-898d-b01894696d47 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.1259892 Dec 12 17:56:55.083232 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Network ccd041d9-ba8f-4bbf-83c1-c71f792ed751 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:55.087541 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:55.131550 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:55.137739 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:56:55.171866 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76f4aee5-403c-42b1-a030-48fd7a4ea76b req-bdeec3b3-f29c-4c06-8f4d-0c5c37546fe7 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154766 Dec 12 17:56:55.296809 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Attempting to bind port c6b947cc-6e5b-48fa-957f-b9229d571682 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:56:55.297219 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Attempting to bind port c6b947cc-6e5b-48fa-957f-b9229d571682 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '7eb45f29-6933-41b5-9912-2934221ba7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ccd041d9-ba8f-4bbf-83c1-c71f792ed751'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:56:55.297596 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Attempting to bind port c6b947cc-6e5b-48fa-957f-b9229d571682 on network ccd041d9-ba8f-4bbf-83c1-c71f792ed751 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:55.304507 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8aef-2c19-4ce8-9787-5ebf97837ec6 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:55.310030 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:56:55.310420 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Checking segment: {'id': '7eb45f29-6933-41b5-9912-2934221ba7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ccd041d9-ba8f-4bbf-83c1-c71f792ed751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:55.310835 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:55.311288 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Bound using segment: {'id': '7eb45f29-6933-41b5-9912-2934221ba7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ccd041d9-ba8f-4bbf-83c1-c71f792ed751'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:56:55.311769 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Bound port: c6b947cc-6e5b-48fa-957f-b9229d571682, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb45f29-6933-41b5-9912-2934221ba7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ccd041d9-ba8f-4bbf-83c1-c71f792ed751'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:56:55.312165 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:55.330853 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:56:55.342254 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:55.342636 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:55.393265 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc8aef-2c19-4ce8-9787-5ebf97837ec6 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event updated for resources: {'Subnet': ['ID=52cc8ab8-0f55-419e-ac8f-dcbd635700eb,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:55.433709 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc8aef-2c19-4ce8-9787-5ebf97837ec6 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Checking segment: {'id': 'cc8f23b1-ebcd-432e-8960-7f11826f59c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fcaf9ca4-e05f-420f-b16e-6def77846d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:55.434951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcc8aef-2c19-4ce8-9787-5ebf97837ec6 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Network hostable DHCP agents. Network: fcaf9ca4-e05f-420f-b16e-6def77846d85, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:56:55.457020 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcc8aef-2c19-4ce8-9787-5ebf97837ec6 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Network fcaf9ca4-e05f-420f-b16e-6def77846d85 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:56:55.471957 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9fcc8aef-2c19-4ce8-9787-5ebf97837ec6 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, fcaf9ca4-e05f-420f-b16e-6def77846d85) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:55.472878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] For port c6b947cc-6e5b-48fa-957f-b9229d571682, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:56:55.476470 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] For port c6b947cc-6e5b-48fa-957f-b9229d571682, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c6b947cc-6e5b-48fa-957f-b9229d571682,segment=NetworkSegment(7eb45f29-6933-41b5-9912-2934221ba7d4),segment_id=7eb45f29-6933-41b5-9912-2934221ba7d4)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:56:55.477622 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcc8aef-2c19-4ce8-9787-5ebf97837ec6 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:55.478721 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8aef-2c19-4ce8-9787-5ebf97837ec6 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:55.487586 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e0c6bb-c236-40cc-bbda-5d9b75427db2 None None] Network fcaf9ca4-e05f-420f-b16e-6def77846d85 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:55.491403 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:55.503145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40150) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:55.503809 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9fcc8aef-2c19-4ce8-9787-5ebf97837ec6 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6765804 Dec 12 17:56:55.508189 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a734316e-e049-42fb-a439-76081b9701fa tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Request body: {'subnet': {'network_id': 'f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:55.652507 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f794fa-39e4-4d69-bf51-ab7fa1d707f9 None None] Pushing event updated for resources: {'Port': ['ID=c6b947cc-6e5b-48fa-957f-b9229d571682,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:55.658591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60ce66-3541-43b3-a3eb-1e3a61451f8a req-28e7bcab-8751-4c89-b783-50b8e24ebfbe tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:55.660495 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ab60ce66-3541-43b3-a3eb-1e3a61451f8a req-28e7bcab-8751-4c89-b783-50b8e24ebfbe tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 944 time: 0.1485610 Dec 12 17:56:55.680505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a734316e-e049-42fb-a439-76081b9701fa tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Made reservation on behalf of b4670dda9fdc49e7a33ed1535bc48b25 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:55.683999 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a734316e-e049-42fb-a439-76081b9701fa tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:55.686661 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:55.757372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:55.773198 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6de369-87f2-438c-a33e-a88d273df429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:56:55.777904 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a55dbb4-7b23-4758-807d-d69a12d50421" -d '{"events": [{"server_uuid": "8c6de369-87f2-438c-a33e-a88d273df429", "name": "network-vif-plugged", "status": "completed", "tag": "8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:56:55.786361 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:55.787214 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:56:55.814904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0a28a0b-6890-449b-b014-2a5537975081 req-1cdaddfa-5c2e-439e-8f91-2ea7f40574a2 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bde415-a77f-4415-9e82-1b17435e4a2d HTTP/1.1" status: 200 len: 210 time: 0.0930727 Dec 12 17:56:55.854225 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:55.858971 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-fcaf9ca4-e05f-420f-b16e-6def77846d85', 'network_id': 'fcaf9ca4-e05f-420f-b16e-6def77846d85', 'project_id': 'b4670dda9fdc49e7a33ed1535bc48b25', 'fixed_ips': [{'subnet_id': '52cc8ab8-0f55-419e-ac8f-dcbd635700eb'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:56:55.859800 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:55.982117 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6064d48-aa92-4ff3-b37b-ea737cbeb16c x-openstack-request-id: req-c6064d48-aa92-4ff3-b37b-ea737cbeb16c {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:56:55.982814 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6de369-87f2-438c-a33e-a88d273df429", "name": "network-vif-plugged", "status": "completed", "tag": "8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:56:55.982814 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6064d48-aa92-4ff3-b37b-ea737cbeb16c {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:56:55.984341 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6de369-87f2-438c-a33e-a88d273df429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337', 'code': 200} Dec 12 17:56:56.005603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ab60ce66-3541-43b3-a3eb-1e3a61451f8a req-bc96925b-3a75-427e-ab61-5dbd9d4504b5 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339937 Dec 12 17:56:56.034889 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:56:56.043869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:56.044300 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:56.216294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-288dffd4-9886-412f-8c1a-c61c270ff7c1 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:56.217884 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-288dffd4-9886-412f-8c1a-c61c270ff7c1 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.20 "GET /v2.0/networks?id=b631cfa5-fd0e-4e79-8774-cc1210faa6bb HTTP/1.1" status: 200 len: 820 time: 0.2902479 Dec 12 17:56:56.238828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-669058d0-a057-4c31-8801-5d8ebd389699 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Request body: {'port': {'device_id': '34bde415-a77f-4415-9e82-1b17435e4a2d', 'network_id': 'b631cfa5-fd0e-4e79-8774-cc1210faa6bb', 'admin_state_up': True, 'tenant_id': 'ad8ebc9685f94b34bf2ba02606cdd81a'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:56.277596 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Allocated IP 172.20.0.2 (fcaf9ca4-e05f-420f-b16e-6def77846d85/52cc8ab8-0f55-419e-ac8f-dcbd635700eb/15cf4061-26fd-471c-abf6-b737c8714ec1) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:56.571239 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:56.670229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=1c40bc8a-0579-4aa6-90c4-f5cedcc130e4,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:56.695292 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:56.781560 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:56.803380 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=1c40bc8a-0579-4aa6-90c4-f5cedcc130e4,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:56.808117 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:56.883907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Network fcaf9ca4-e05f-420f-b16e-6def77846d85 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:56.889673 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:56.894783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:56.936810 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbba0ca-8b69-4e44-962e-56dc0b8a656d req-fb7b5b0c-5c75-4d18-baa4-54c63e5aca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:56.939851 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4dbba0ca-8b69-4e44-962e-56dc0b8a656d req-fb7b5b0c-5c75-4d18-baa4-54c63e5aca6c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 1096 time: 0.8877726 Dec 12 17:56:56.973107 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Pushing event updated for resources: {'Port': ['ID=15cf4061-26fd-471c-abf6-b737c8714ec1,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:57.019027 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Attempting to bind port 15cf4061-26fd-471c-abf6-b737c8714ec1 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:56:57.019645 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Attempting to bind port 15cf4061-26fd-471c-abf6-b737c8714ec1 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'cc8f23b1-ebcd-432e-8960-7f11826f59c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fcaf9ca4-e05f-420f-b16e-6def77846d85'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:56:57.019887 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Attempting to bind port 15cf4061-26fd-471c-abf6-b737c8714ec1 on network fcaf9ca4-e05f-420f-b16e-6def77846d85 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:57.027250 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:56:57.027873 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Checking segment: {'id': 'cc8f23b1-ebcd-432e-8960-7f11826f59c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fcaf9ca4-e05f-420f-b16e-6def77846d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:57.028357 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:57.028868 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Bound using segment: {'id': 'cc8f23b1-ebcd-432e-8960-7f11826f59c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fcaf9ca4-e05f-420f-b16e-6def77846d85'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:56:57.029434 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Bound port: 15cf4061-26fd-471c-abf6-b737c8714ec1, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8f23b1-ebcd-432e-8960-7f11826f59c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fcaf9ca4-e05f-420f-b16e-6def77846d85'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:56:57.029955 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:57.134942 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] For port 15cf4061-26fd-471c-abf6-b737c8714ec1, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:56:57.144619 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] For port 15cf4061-26fd-471c-abf6-b737c8714ec1, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=15cf4061-26fd-471c-abf6-b737c8714ec1,segment=NetworkSegment(cc8f23b1-ebcd-432e-8960-7f11826f59c5),segment_id=cc8f23b1-ebcd-432e-8960-7f11826f59c5)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:56:57.156214 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:57.199737 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16d6abef-c127-409f-912c-97787c099079 req-f038fad4-788a-4f50-85fc-bcee2b76b83b tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bde415-a77f-4415-9e82-1b17435e4a2d HTTP/1.1" status: 200 len: 210 time: 0.2350781 Dec 12 17:56:57.242633 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8040a1f7-da52-4032-813b-4efbd3cfc075 None None] Network ccd041d9-ba8f-4bbf-83c1-c71f792ed751 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:57.245396 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a734316e-e049-42fb-a439-76081b9701fa tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:57.319872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c6b947cc-6e5b-48fa-957f-b9229d571682 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:56:57.322834 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930e368-e13d-4579-886d-c6df48c3abab None None] Pushing event updated for resources: {'Port': ['ID=15cf4061-26fd-471c-abf6-b737c8714ec1,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:57.412893 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-54107b6e-2802-4175-abde-9749b679d9a6 None None] Provisioning complete for port c6b947cc-6e5b-48fa-957f-b9229d571682 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:57.413315 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54107b6e-2802-4175-abde-9749b679d9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:57.447676 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-669058d0-a057-4c31-8801-5d8ebd389699 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Made reservation on behalf of ad8ebc9685f94b34bf2ba02606cdd81a for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:56:57.451318 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-669058d0-a057-4c31-8801-5d8ebd389699 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:57.471758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734316e-e049-42fb-a439-76081b9701fa tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event updated for resources: {'Subnet': ['ID=32fc6a6a-e480-4946-b999-0d4336c68e53,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:57.491675 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4dbba0ca-8b69-4e44-962e-56dc0b8a656d req-ab15c8ea-08b7-48eb-bfdd-f20a6e9fd051 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382922 Dec 12 17:56:57.526688 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c6b947cc-6e5b-48fa-957f-b9229d571682 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:57.527535 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:57.532206 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272064e2-5299-4de5-9ade-c266f5d29e70 req-09669f18-a77a-492b-9c82-e2cec002b461 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:57.539986 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-272064e2-5299-4de5-9ade-c266f5d29e70 req-09669f18-a77a-492b-9c82-e2cec002b461 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 1.2230089 Dec 12 17:56:57.657718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a734316e-e049-42fb-a439-76081b9701fa tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Checking segment: {'id': 'd614b70c-6060-45d6-89ad-00964a0afbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:57.658081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a734316e-e049-42fb-a439-76081b9701fa tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Network hostable DHCP agents. Network: f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:56:57.672099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338958ce-44b2-4190-b329-0ea3018a48d8 req-9ea8644d-05a0-4c32-b53c-e082f3d3ca4e tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:57.682987 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-338958ce-44b2-4190-b329-0ea3018a48d8 req-9ea8644d-05a0-4c32-b53c-e082f3d3ca4e tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 945 time: 0.2920220 Dec 12 17:56:57.724502 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54107b6e-2802-4175-abde-9749b679d9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:57.761176 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:57.779766 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-272064e2-5299-4de5-9ade-c266f5d29e70 req-508c2083-a02d-4728-8c59-26887375aced tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389028 Dec 12 17:56:57.827340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a734316e-e049-42fb-a439-76081b9701fa tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Network f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:56:57.874351 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-54107b6e-2802-4175-abde-9749b679d9a6 None None] For port c6b947cc-6e5b-48fa-957f-b9229d571682, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c6b947cc-6e5b-48fa-957f-b9229d571682,segment=NetworkSegment(7eb45f29-6933-41b5-9912-2934221ba7d4),segment_id=7eb45f29-6933-41b5-9912-2934221ba7d4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:56:57.876091 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-338958ce-44b2-4190-b329-0ea3018a48d8 req-295adcea-d6ab-4f5f-9696-bb81dbc7d5b0 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884146 Dec 12 17:56:57.885345 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54107b6e-2802-4175-abde-9749b679d9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:57.896382 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a734316e-e049-42fb-a439-76081b9701fa tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:57.900713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a734316e-e049-42fb-a439-76081b9701fa tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:57.901400 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a734316e-e049-42fb-a439-76081b9701fa tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:57.909548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-669058d0-a057-4c31-8801-5d8ebd389699 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Allocated IP 172.20.0.8 (b631cfa5-fd0e-4e79-8774-cc1210faa6bb/63e75c7a-63aa-4e53-99d1-f488e420a8e5/126c56b0-9220-49bf-8cd2-4699818b7d22) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:57.964581 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a734316e-e049-42fb-a439-76081b9701fa tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4602556 Dec 12 17:56:57.965508 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40310) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:56:57.970492 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0192542-f793-49c8-8def-1b598a775fe5 None None] Network f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:57.992491 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d10215-4a7b-44d0-8d4d-2e8f0900d9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c40bc8a-0579-4aa6-90c4-f5cedcc130e4'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:56:57.994734 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ce4a41-20fa-4835-b0e7-6ecf0994bd96" -d '{"events": [{"server_uuid": "74d10215-4a7b-44d0-8d4d-2e8f0900d9b3", "name": "network-vif-plugged", "status": "completed", "tag": "1c40bc8a-0579-4aa6-90c4-f5cedcc130e4"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:56:58.098220 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986d0e96-a044-4af6-b0fe-3bfc74ff22d3 x-openstack-request-id: req-986d0e96-a044-4af6-b0fe-3bfc74ff22d3 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:56:58.098877 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d10215-4a7b-44d0-8d4d-2e8f0900d9b3", "name": "network-vif-plugged", "status": "completed", "tag": "1c40bc8a-0579-4aa6-90c4-f5cedcc130e4", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:56:58.098986 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-986d0e96-a044-4af6-b0fe-3bfc74ff22d3 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:56:58.099533 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d10215-4a7b-44d0-8d4d-2e8f0900d9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c40bc8a-0579-4aa6-90c4-f5cedcc130e4', 'code': 200} Dec 12 17:56:58.150368 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:56:58.151080 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:56:58.160278 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54107b6e-2802-4175-abde-9749b679d9a6 None None] Pushing event updated for resources: {'Port': ['ID=c6b947cc-6e5b-48fa-957f-b9229d571682,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:58.198348 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3e0b9ab7-60fe-45f8-a424-1c849877fef3 None None] Provisioning complete for port c6b947cc-6e5b-48fa-957f-b9229d571682 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:58.198889 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3e0b9ab7-60fe-45f8-a424-1c849877fef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:58.289385 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-669058d0-a057-4c31-8801-5d8ebd389699 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:58.301603 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6e6af-5c9e-4c03-a332-c32e497ed472 req-26eb57b7-8464-425f-88d4-c7be616bef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:58.303119 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9f6e6af-5c9e-4c03-a332-c32e497ed472 req-26eb57b7-8464-425f-88d4-c7be616bef22 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=74d10215-4a7b-44d0-8d4d-2e8f0900d9b3 HTTP/1.1" status: 200 len: 1096 time: 0.1332617 Dec 12 17:56:58.318882 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867', 'network_id': 'f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867', 'project_id': 'b4670dda9fdc49e7a33ed1535bc48b25', 'fixed_ips': [{'subnet_id': '32fc6a6a-e480-4946-b999-0d4336c68e53'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:56:58.321070 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:58.400836 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:58.454789 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ad80b0c-fd07-430f-a261-b06f3883fe9e req-952c0bac-65f9-4534-9c04-09ea39c94a11 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bde415-a77f-4415-9e82-1b17435e4a2d HTTP/1.1" status: 200 len: 210 time: 0.0951102 Dec 12 17:56:58.473692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9f6e6af-5c9e-4c03-a332-c32e497ed472 req-9502ac99-3e60-4f6d-8ef5-5ffa9a892db6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630991 Dec 12 17:56:58.478526 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-669058d0-a057-4c31-8801-5d8ebd389699 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:58.551485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669058d0-a057-4c31-8801-5d8ebd389699 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Pushing event updated for resources: {'Port': ['ID=126c56b0-9220-49bf-8cd2-4699818b7d22,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:58.570593 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-669058d0-a057-4c31-8801-5d8ebd389699 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Network b631cfa5-fd0e-4e79-8774-cc1210faa6bb is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:58.574787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-669058d0-a057-4c31-8801-5d8ebd389699 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:58.580918 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-669058d0-a057-4c31-8801-5d8ebd389699 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:58.661525 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-669058d0-a057-4c31-8801-5d8ebd389699 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:58.662203 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-669058d0-a057-4c31-8801-5d8ebd389699 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:58.701557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-669058d0-a057-4c31-8801-5d8ebd389699 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4686224 Dec 12 17:56:58.724905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Request body: {'port': {'device_id': '34bde415-a77f-4415-9e82-1b17435e4a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:56:58.800921 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Allocated IP 172.20.0.2 (f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867/32fc6a6a-e480-4946-b999-0d4336c68e53/611d5448-f9a8-47f0-ad0e-dd7c8c19edfe) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:58.850465 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:59.049371 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Allocated IP 172.20.0.1 (fcaf9ca4-e05f-420f-b16e-6def77846d85/52cc8ab8-0f55-419e-ac8f-dcbd635700eb/1ba713b3-9536-4277-8f96-74170c19c58f) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:56:59.117077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900bf2bf-75ff-4ec8-a520-598488b7e59f None None] Network fcaf9ca4-e05f-420f-b16e-6def77846d85 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:56:59.216193 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b3e20-be3e-46ac-85ca-c583fda72000 req-1fc8a03a-2a34-4d40-88ea-8c417805f0d3 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:59.224473 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e8b3e20-be3e-46ac-85ca-c583fda72000 req-1fc8a03a-2a34-4d40-88ea-8c417805f0d3 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.2372699 Dec 12 17:56:59.279704 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:59.331714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804caa8-404c-42ea-aded-6a0440c1f3ff req-b6f3340b-95fe-4434-9290-6056c44e7220 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:59.336409 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5f339de6-83e3-46c6-b262-348a90d91121 None None] Provisioning complete for port 15cf4061-26fd-471c-abf6-b737c8714ec1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:59.336787 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5f339de6-83e3-46c6-b262-348a90d91121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:59.342132 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0804caa8-404c-42ea-aded-6a0440c1f3ff req-b6f3340b-95fe-4434-9290-6056c44e7220 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 945 time: 0.2854099 Dec 12 17:56:59.352286 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:59.362212 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:59.391383 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 15cf4061-26fd-471c-abf6-b737c8714ec1 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:56:59.394444 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:59.403833 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Network fcaf9ca4-e05f-420f-b16e-6def77846d85 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:59.408341 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:59.415373 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:59.496342 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0804caa8-404c-42ea-aded-6a0440c1f3ff req-6d3a073b-36f5-4ada-8bbe-10ed8ad62fb3 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531851 Dec 12 17:56:59.508945 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:59.521609 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Network f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:56:59.545579 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:56:59.581405 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e8b3e20-be3e-46ac-85ca-c583fda72000 req-38bb36c3-7def-4107-98b8-0602e869587a tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557301 Dec 12 17:56:59.596659 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:56:59.644673 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Pushing event updated for resources: {'Port': ['ID=611d5448-f9a8-47f0-ad0e-dd7c8c19edfe,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:59.686306 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event updated for resources: {'Port': ['ID=1ba713b3-9536-4277-8f96-74170c19c58f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:56:59.692529 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:59.856324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 15cf4061-26fd-471c-abf6-b737c8714ec1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:56:59.860777 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:59.909910 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Attempting to bind port 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:56:59.910577 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Attempting to bind port 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'd614b70c-6060-45d6-89ad-00964a0afbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:56:59.911143 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Attempting to bind port 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe on network f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:56:59.923318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbe5a8-32fb-4bd9-85f9-ec75608f816b req-9c36483d-262e-4cc2-83ca-ddb8253dd7a3 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:56:59.925151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84dbe5a8-32fb-4bd9-85f9-ec75608f816b req-9c36483d-262e-4cc2-83ca-ddb8253dd7a3 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bde415-a77f-4415-9e82-1b17435e4a2d HTTP/1.1" status: 200 len: 931 time: 0.2027099 Dec 12 17:56:59.926314 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5f339de6-83e3-46c6-b262-348a90d91121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:59.932070 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:56:59.933938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Checking segment: {'id': 'd614b70c-6060-45d6-89ad-00964a0afbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:56:59.935170 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:56:59.936052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Bound using segment: {'id': 'd614b70c-6060-45d6-89ad-00964a0afbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:56:59.936748 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Bound port: 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd614b70c-6060-45d6-89ad-00964a0afbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:56:59.937608 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:00.054208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5f339de6-83e3-46c6-b262-348a90d91121 None None] For port 15cf4061-26fd-471c-abf6-b737c8714ec1, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=15cf4061-26fd-471c-abf6-b737c8714ec1,segment=NetworkSegment(cc8f23b1-ebcd-432e-8960-7f11826f59c5),segment_id=cc8f23b1-ebcd-432e-8960-7f11826f59c5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:00.073896 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 126c56b0-9220-49bf-8cd2-4699818b7d22 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:57:00.100024 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:00.124226 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84dbe5a8-32fb-4bd9-85f9-ec75608f816b req-829b9052-7081-468f-8cef-8b7777d1b467 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d8a1be0-c705-4985-97c0-84eda1ef76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550601 Dec 12 17:57:00.127977 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5f339de6-83e3-46c6-b262-348a90d91121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:00.150271 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Transition to ACTIVE for port object 126c56b0-9220-49bf-8cd2-4699818b7d22 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:57:00.156630 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:00.195285 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] For port 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:57:00.208557 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:00.232936 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Pushing event updated for resources: {'Port': ['ID=126c56b0-9220-49bf-8cd2-4699818b7d22,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:00.264680 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f339de6-83e3-46c6-b262-348a90d91121 None None] Pushing event updated for resources: {'Port': ['ID=15cf4061-26fd-471c-abf6-b737c8714ec1,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:00.351293 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] For port 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=611d5448-f9a8-47f0-ad0e-dd7c8c19edfe,segment=NetworkSegment(d614b70c-6060-45d6-89ad-00964a0afbdd),segment_id=d614b70c-6060-45d6-89ad-00964a0afbdd)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:57:00.356010 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:57:00.356520 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:57:00.357316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Attempting to bind port 126c56b0-9220-49bf-8cd2-4699818b7d22 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:57:00.357850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Attempting to bind port 126c56b0-9220-49bf-8cd2-4699818b7d22 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '99956bbb-8cb1-40ec-b0a5-dd9816f8b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b631cfa5-fd0e-4e79-8774-cc1210faa6bb'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:57:00.358225 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Attempting to bind port 126c56b0-9220-49bf-8cd2-4699818b7d22 on network b631cfa5-fd0e-4e79-8774-cc1210faa6bb {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:57:00.363955 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:00.365209 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Port 126c56b0-9220-49bf-8cd2-4699818b7d22 on network b631cfa5-fd0e-4e79-8774-cc1210faa6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:57:00.365514 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Attempting to bind port 126c56b0-9220-49bf-8cd2-4699818b7d22 on network b631cfa5-fd0e-4e79-8774-cc1210faa6bb {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:57:00.372253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:57:00.372877 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Checking segment: {'id': '99956bbb-8cb1-40ec-b0a5-dd9816f8b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b631cfa5-fd0e-4e79-8774-cc1210faa6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:57:00.373418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Bound using segment: {'id': '99956bbb-8cb1-40ec-b0a5-dd9816f8b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b631cfa5-fd0e-4e79-8774-cc1210faa6bb'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:57:00.374005 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Bound port: 126c56b0-9220-49bf-8cd2-4699818b7d22, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99956bbb-8cb1-40ec-b0a5-dd9816f8b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b631cfa5-fd0e-4e79-8774-cc1210faa6bb'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:57:00.376356 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:00.414885 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-232da462-a23c-4700-9c04-5e7426637b91 None None] Provisioning complete for port 15cf4061-26fd-471c-abf6-b737c8714ec1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:57:00.417171 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-232da462-a23c-4700-9c04-5e7426637b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:00.490261 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:00.497700 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9be751-fb3b-44c2-99f8-675b87818d9e None None] Pushing event updated for resources: {'Port': ['ID=611d5448-f9a8-47f0-ad0e-dd7c8c19edfe,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:00.509422 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:00.520530 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] For port 126c56b0-9220-49bf-8cd2-4699818b7d22, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:57:00.524342 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] For port 126c56b0-9220-49bf-8cd2-4699818b7d22, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=126c56b0-9220-49bf-8cd2-4699818b7d22,segment=NetworkSegment(99956bbb-8cb1-40ec-b0a5-dd9816f8b8b0),segment_id=99956bbb-8cb1-40ec-b0a5-dd9816f8b8b0)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:57:00.534534 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:00.649510 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Pushing event updated for resources: {'Port': ['ID=126c56b0-9220-49bf-8cd2-4699818b7d22,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:00.657477 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:00.658348 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:00.659950 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-45433656-b169-498d-83dd-b7cf5659f514 service neutron] 10.222.0.20 "PUT /v2.0/ports/126c56b0-9220-49bf-8cd2-4699818b7d22 HTTP/1.1" status: 200 len: 1091 time: 1.9496553 Dec 12 17:57:00.661807 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bde415-a77f-4415-9e82-1b17435e4a2d', 'tag': '126c56b0-9220-49bf-8cd2-4699818b7d22'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:57:00.665021 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6b81c8-5305-40ca-95a8-ab980cd6acd7" -d '{"events": [{"name": "network-changed", "server_uuid": "34bde415-a77f-4415-9e82-1b17435e4a2d", "tag": "126c56b0-9220-49bf-8cd2-4699818b7d22"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:57:00.692253 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event updated for resources: {'Port': ['ID=1ba713b3-9536-4277-8f96-74170c19c58f,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:00.696477 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:00.708116 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:00.708650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:00.709173 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:00.710291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:00.710805 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:00.711413 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:00.711910 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:00.712408 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:00.712898 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:00.713410 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:00.713902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:00.714729 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:00.715241 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:00.794593 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4ff0896d-1100-4f67-b41f-ce7349f0ce39 None None] Provisioning complete for port 1ba713b3-9536-4277-8f96-74170c19c58f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:57:00.794980 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4ff0896d-1100-4f67-b41f-ce7349f0ce39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:00.897538 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-2a9cd4f6-86e7-4512-b9b7-779f58d0fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:00.903039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-2a9cd4f6-86e7-4512-b9b7-779f58d0fd81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad8ebc9685f94b34bf2ba02606cdd81a&device_id=34bde415-a77f-4415-9e82-1b17435e4a2d HTTP/1.1" status: 200 len: 1094 time: 0.1723788 Dec 12 17:57:00.905810 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4ff0896d-1100-4f67-b41f-ce7349f0ce39 None None] Port 1ba713b3-9536-4277-8f96-74170c19c58f cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:57:00.915152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbe271-e340-4e95-b0e8-aaa1b42ca136 req-165f83f5-dc52-4582-8be7-0a2c1ae54f58 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:00.916971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8dbe271-e340-4e95-b0e8-aaa1b42ca136 req-165f83f5-dc52-4582-8be7-0a2c1ae54f58 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 945 time: 0.2559791 Dec 12 17:57:00.923227 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c6b947cc-6e5b-48fa-957f-b9229d571682 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:57:00.932528 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b58b9-319b-44ce-8462-f6c079f7aef5 req-a8ebc973-3b07-4f63-851e-2cc06ae410a8 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:00.935789 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-940b58b9-319b-44ce-8462-f6c079f7aef5 req-a8ebc973-3b07-4f63-851e-2cc06ae410a8 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.1594324 Dec 12 17:57:00.991806 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Network fcaf9ca4-e05f-420f-b16e-6def77846d85 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:57:00.993624 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c6b947cc-6e5b-48fa-957f-b9229d571682 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:57:00.994214 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:00.999590 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:57:01.097919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-1a0a3102-b2d4-4ccf-beb3-a81ac4393172 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=126c56b0-9220-49bf-8cd2-4699818b7d22 HTTP/1.1" status: 200 len: 217 time: 0.1319895 Dec 12 17:57:01.213694 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-940b58b9-319b-44ce-8462-f6c079f7aef5 req-b14a82f6-40dc-4a00-bf1a-08d589a6eb88 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331946 Dec 12 17:57:01.235734 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8dbe271-e340-4e95-b0e8-aaa1b42ca136 req-894b90d8-3143-411b-bc53-59b2ef31aa62 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985303 Dec 12 17:57:01.254688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-353b24f2-e37f-43ff-ad27-aabd22d5cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:01.256259 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-353b24f2-e37f-43ff-ad27-aabd22d5cbf5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63e75c7a-63aa-4e53-99d1-f488e420a8e5 HTTP/1.1" status: 200 len: 860 time: 0.1391943 Dec 12 17:57:01.280775 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Router 53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:57:01.327516 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-84d35846-61a0-432a-8662-d5c99fe1d08e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b631cfa5-fd0e-4e79-8774-cc1210faa6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619750 Dec 12 17:57:01.372513 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20be53a-b0ea-4783-a76a-76455d2f62cb x-openstack-request-id: req-e20be53a-b0ea-4783-a76a-76455d2f62cb {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:57:01.372939 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bde415-a77f-4415-9e82-1b17435e4a2d", "tag": "126c56b0-9220-49bf-8cd2-4699818b7d22", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:57:01.373091 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e20be53a-b0ea-4783-a76a-76455d2f62cb {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:57:01.374728 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bde415-a77f-4415-9e82-1b17435e4a2d', 'tag': '126c56b0-9220-49bf-8cd2-4699818b7d22', 'status': 'completed', 'code': 200} Dec 12 17:57:01.458595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8b951bf4-0423-4eb0-b0ff-cb07ea322018 None None] Provisioning complete for port 1ba713b3-9536-4277-8f96-74170c19c58f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:57:01.459046 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b951bf4-0423-4eb0-b0ff-cb07ea322018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:01.522687 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:57:01.526141 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8b951bf4-0423-4eb0-b0ff-cb07ea322018 None None] Port 1ba713b3-9536-4277-8f96-74170c19c58f cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:57:01.541338 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e8c44209-3aea-46af-af2d-51f752caeee4 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "PUT /v2.0/routers/53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5618958 Dec 12 17:57:01.542295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40626) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:01.542862 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f98a675-be3d-4bfa-ae2f-484ebb1b85aa None None] Sync routers for ids ['53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:57:01.563536 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f98a675-be3d-4bfa-ae2f-484ebb1b85aa None None] Routers {'53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:57:01.564390 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-3f98a675-be3d-4bfa-ae2f-484ebb1b85aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:56:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:01.615354 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-3f98a675-be3d-4bfa-ae2f-484ebb1b85aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:01.629307 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f98a675-be3d-4bfa-ae2f-484ebb1b85aa None None] Routers {'53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:57:01.629927 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-3f98a675-be3d-4bfa-ae2f-484ebb1b85aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:56:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:01.630306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f9483-b1d8-4773-b0c4-ed89530c83e7 req-70b727f9-5086-4c27-88b1-8fc38996a267 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:01.631981 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-151f9483-b1d8-4773-b0c4-ed89530c83e7 req-70b727f9-5086-4c27-88b1-8fc38996a267 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bde415-a77f-4415-9e82-1b17435e4a2d HTTP/1.1" status: 200 len: 943 time: 0.2008176 Dec 12 17:57:01.642155 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-0f22eb2e-d0fd-4050-946d-5bfe708acede service neutron] 10.222.0.20 "GET /v2.0/networks/b631cfa5-fd0e-4e79-8774-cc1210faa6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053446 Dec 12 17:57:01.691943 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184cd1f-041b-459d-b620-ad2f88f42ce5 req-ecf2de41-3f58-4432-9bcd-324084fb97c2 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:01.693709 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3184cd1f-041b-459d-b620-ad2f88f42ce5 req-ecf2de41-3f58-4432-9bcd-324084fb97c2 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=74d10215-4a7b-44d0-8d4d-2e8f0900d9b3 HTTP/1.1" status: 200 len: 945 time: 0.2197022 Dec 12 17:57:01.698021 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-3f98a675-be3d-4bfa-ae2f-484ebb1b85aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:01.698685 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f98a675-be3d-4bfa-ae2f-484ebb1b85aa None None] The sync data for ids ['53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:57:01.740498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 15cf4061-26fd-471c-abf6-b737c8714ec1 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:57:01.799031 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 15cf4061-26fd-471c-abf6-b737c8714ec1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:57:01.800087 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:01.860999 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-151f9483-b1d8-4773-b0c4-ed89530c83e7 req-81136d5a-ecc1-4ddd-9312-cd74a8fa0d82 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d8a1be0-c705-4985-97c0-84eda1ef76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066052 Dec 12 17:57:01.869376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3184cd1f-041b-459d-b620-ad2f88f42ce5 req-b3a0fc9b-a3dc-4dd2-91d5-cccff80dde0b tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497247 Dec 12 17:57:01.907102 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e5869dd-38b9-4998-b10d-6c9d20002beb req-333e2a85-02fa-4312-922c-d34da98314bf service neutron] 10.222.0.20 "GET /v2.0/networks/b631cfa5-fd0e-4e79-8774-cc1210faa6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446005 Dec 12 17:57:01.935590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:57:02.002106 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:57:02.002822 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:02.052152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b81c8-5305-40ca-95a8-ab980cd6acd7 req-ffb55d57-a796-4d13-9e81-cea6667ce68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:02.057707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e6b81c8-5305-40ca-95a8-ab980cd6acd7 req-ffb55d57-a796-4d13-9e81-cea6667ce68d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad8ebc9685f94b34bf2ba02606cdd81a&device_id=34bde415-a77f-4415-9e82-1b17435e4a2d HTTP/1.1" status: 200 len: 1094 time: 0.0828559 Dec 12 17:57:02.116528 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d371f55-22e7-4d7a-892f-03716c8befe3 None None] Network f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:57:02.184751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b81c8-5305-40ca-95a8-ab980cd6acd7 req-a45e68bf-8616-4110-8ce0-f7da67ab93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:02.187407 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e6b81c8-5305-40ca-95a8-ab980cd6acd7 req-a45e68bf-8616-4110-8ce0-f7da67ab93ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=b631cfa5-fd0e-4e79-8774-cc1210faa6bb HTTP/1.1" status: 200 len: 921 time: 0.1209264 Dec 12 17:57:02.190342 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:02.222083 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-03f2418b-a611-426c-a946-59235cfbba00 None None] Provisioning complete for port 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:57:02.223258 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-03f2418b-a611-426c-a946-59235cfbba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:02.267915 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e6b81c8-5305-40ca-95a8-ab980cd6acd7 req-c3f7cbbf-f1ce-4f34-b048-9aabb8768043 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=126c56b0-9220-49bf-8cd2-4699818b7d22 HTTP/1.1" status: 200 len: 217 time: 0.0715458 Dec 12 17:57:02.298486 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=611d5448-f9a8-47f0-ad0e-dd7c8c19edfe,segment=NetworkSegment(d614b70c-6060-45d6-89ad-00964a0afbdd),segment_id=d614b70c-6060-45d6-89ad-00964a0afbdd)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:02.309933 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:02.394819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b81c8-5305-40ca-95a8-ab980cd6acd7 req-c75326fc-bd7f-493e-8add-cbca102c2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:02.396112 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e6b81c8-5305-40ca-95a8-ab980cd6acd7 req-c75326fc-bd7f-493e-8add-cbca102c2ff8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63e75c7a-63aa-4e53-99d1-f488e420a8e5 HTTP/1.1" status: 200 len: 860 time: 0.1207578 Dec 12 17:57:02.443643 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=611d5448-f9a8-47f0-ad0e-dd7c8c19edfe,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:02.455593 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613aa73-1133-4842-a944-530d8458d1eb req-6a22d13d-22e5-498c-9401-ed7c64c6a5b8 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:02.458073 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f613aa73-1133-4842-a944-530d8458d1eb req-6a22d13d-22e5-498c-9401-ed7c64c6a5b8 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.1228766 Dec 12 17:57:02.460654 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e6b81c8-5305-40ca-95a8-ab980cd6acd7 req-4ca611e4-d0bf-4214-83d3-ada530c13b56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b631cfa5-fd0e-4e79-8774-cc1210faa6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528183 Dec 12 17:57:02.569672 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-6c6db13e-e821-4cc4-a311-2ecc711c74d3 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 17:57:02.571255 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6c6db13e-e821-4cc4-a311-2ecc711c74d3 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "PUT /v2.0/routers/53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0274887 Dec 12 17:57:02.573564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40666) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:02.648709 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f613aa73-1133-4842-a944-530d8458d1eb req-0158c1ab-9861-451a-8b53-0c8b1a4a42ca tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804783 Dec 12 17:57:02.709322 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e6b81c8-5305-40ca-95a8-ab980cd6acd7 req-697f66e1-2535-4254-baa5-b4af177b022b service neutron] 10.222.0.20 "GET /v2.0/networks/b631cfa5-fd0e-4e79-8774-cc1210faa6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291563 Dec 12 17:57:02.785852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-7ad9493e-fbe8-467b-9825-0ba91e164d91 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:02.787381 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-7ad9493e-fbe8-467b-9825-0ba91e164d91 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/networks?id=1419fdcf-31a6-4c75-aed4-a804c897648d HTTP/1.1" status: 200 len: 813 time: 0.2143312 Dec 12 17:57:02.809525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-49b511d1-bfee-4da2-bfda-be6e4feeab37 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/quotas/98a7b783b8b0412c8b1ffdbb4117b7dd HTTP/1.1" status: 200 len: 375 time: 0.0139945 Dec 12 17:57:02.831602 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8d8ec57e-3e88-49b6-bef0-833d3d48d224 None None] Provisioning complete for port 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:57:02.832552 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d8ec57e-3e88-49b6-bef0-833d3d48d224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:02.879911 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e6b81c8-5305-40ca-95a8-ab980cd6acd7 req-f17fefbf-7028-4630-8343-105edff0a80f service neutron] 10.222.0.20 "GET /v2.0/networks/b631cfa5-fd0e-4e79-8774-cc1210faa6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510649 Dec 12 17:57:02.896957 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-23bb4f44-96af-4d07-990f-ac7beb16e019 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=98a7b783b8b0412c8b1ffdbb4117b7dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804861 Dec 12 17:57:02.950288 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-121e4631-e8c7-403b-899a-886ed86bfae0 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:03.048855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-48cb0035-9a47-4dcd-9fed-d95ca0eb1fac service neutron] 10.222.0.18 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339288 Dec 12 17:57:03.057220 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb0c6a-6e49-400b-ade7-b9598076fcec req-08c8594f-9bfe-4439-b6cb-cc061c87fee8 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:03.058677 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2dcb0c6a-6e49-400b-ade7-b9598076fcec req-08c8594f-9bfe-4439-b6cb-cc061c87fee8 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bde415-a77f-4415-9e82-1b17435e4a2d HTTP/1.1" status: 200 len: 943 time: 0.0765870 Dec 12 17:57:03.166624 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2dcb0c6a-6e49-400b-ade7-b9598076fcec req-e31a19a8-1585-41ee-a0db-e8c160ee57b9 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d8a1be0-c705-4985-97c0-84eda1ef76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984120 Dec 12 17:57:03.181116 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-59bd1365-e505-47de-8cad-50a2636c3d40 service neutron] 10.222.0.18 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214583 Dec 12 17:57:03.214157 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-121e4631-e8c7-403b-899a-886ed86bfae0 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Deleting port 1ba713b3-9536-4277-8f96-74170c19c58f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:57:03.214511 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-121e4631-e8c7-403b-899a-886ed86bfae0 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:03.304083 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-121e4631-e8c7-403b-899a-886ed86bfae0 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:03.316006 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-121e4631-e8c7-403b-899a-886ed86bfae0 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Calling delete_port for 1ba713b3-9536-4277-8f96-74170c19c58f owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:57:03.541721 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-121e4631-e8c7-403b-899a-886ed86bfae0 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:03.566762 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:57:03.570534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a6e9f07-7089-4705-825f-fd26e0fef4c0 req-9de0f7f3-a698-4e71-b64f-04efb2199cbc tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a0e84b8-61c0-4fe4-b2ad-fdbb15043897 HTTP/1.1" status: 200 len: 210 time: 0.0525243 Dec 12 17:57:03.608021 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e4631-e8c7-403b-899a-886ed86bfae0 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event deleted for resources: {'Port': ['ID=1ba713b3-9536-4277-8f96-74170c19c58f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:03.647723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:57:03.648614 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:03.716479 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b2526-fd22-44ba-aa67-ae269433cf83 req-488ea2ae-ac47-45f4-9e51-5a60d07eef23 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:03.718041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b83b2526-fd22-44ba-aa67-ae269433cf83 req-488ea2ae-ac47-45f4-9e51-5a60d07eef23 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.31 "GET /v2.0/ports?device_id=74d10215-4a7b-44d0-8d4d-2e8f0900d9b3 HTTP/1.1" status: 200 len: 945 time: 0.1455050 Dec 12 17:57:03.923667 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de449367-c858-4840-b23f-9c5b71c69ed1 req-e0c2afbb-7f61-4679-829e-00aa23d1ff04 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:03.931461 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de449367-c858-4840-b23f-9c5b71c69ed1 req-e0c2afbb-7f61-4679-829e-00aa23d1ff04 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.1519759 Dec 12 17:57:03.958042 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-121e4631-e8c7-403b-899a-886ed86bfae0 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:03.979497 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba508991-92f9-4f02-a040-eb2a8e326b9d req-23de25dc-7372-40d2-8ff6-7eab2f8b4795 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:03.981616 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ba508991-92f9-4f02-a040-eb2a8e326b9d req-23de25dc-7372-40d2-8ff6-7eab2f8b4795 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c6de369-87f2-438c-a33e-a88d273df429 HTTP/1.1" status: 200 len: 945 time: 0.0943644 Dec 12 17:57:03.998170 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de449367-c858-4840-b23f-9c5b71c69ed1 req-1b106040-37ce-49d3-9803-fff3e41077f6 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639031 Dec 12 17:57:04.014449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-b83b2526-fd22-44ba-aa67-ae269433cf83 req-22a06b21-8489-41ff-9b79-8c897210d223 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Deleting port 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:57:04.015000 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b83b2526-fd22-44ba-aa67-ae269433cf83 req-22a06b21-8489-41ff-9b79-8c897210d223 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:04.142712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-b83b2526-fd22-44ba-aa67-ae269433cf83 req-22a06b21-8489-41ff-9b79-8c897210d223 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] For port 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=1c40bc8a-0579-4aa6-90c4-f5cedcc130e4,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:04.143084 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b83b2526-fd22-44ba-aa67-ae269433cf83 req-22a06b21-8489-41ff-9b79-8c897210d223 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:04.159108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-b83b2526-fd22-44ba-aa67-ae269433cf83 req-22a06b21-8489-41ff-9b79-8c897210d223 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Calling delete_port for 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:57:04.314276 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121e4631-e8c7-403b-899a-886ed86bfae0 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Router 53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:57:04.329955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-ba508991-92f9-4f02-a040-eb2a8e326b9d req-c304a5ce-ec30-4c84-99aa-918607af4d36 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Deleting port 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:57:04.330301 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ba508991-92f9-4f02-a040-eb2a8e326b9d req-c304a5ce-ec30-4c84-99aa-918607af4d36 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:04.346234 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b83b2526-fd22-44ba-aa67-ae269433cf83 req-22a06b21-8489-41ff-9b79-8c897210d223 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:04.358730 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337', '1c40bc8a-0579-4aa6-90c4-f5cedcc130e4'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:57:04.383335 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a06b21-8489-41ff-9b79-8c897210d223 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Pushing event deleted for resources: {'Port': ['ID=1c40bc8a-0579-4aa6-90c4-f5cedcc130e4,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:04.430699 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4fff6-f28d-4b3c-8c26-a0ed47968021 req-830531c7-c52c-4f7b-84d3-984ddf018d49 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:04.436186 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87d4fff6-f28d-4b3c-8c26-a0ed47968021 req-830531c7-c52c-4f7b-84d3-984ddf018d49 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bde415-a77f-4415-9e82-1b17435e4a2d HTTP/1.1" status: 200 len: 943 time: 0.1405637 Dec 12 17:57:04.471418 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121e4631-e8c7-403b-899a-886ed86bfae0 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:57:04.483604 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-121e4631-e8c7-403b-899a-886ed86bfae0 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "PUT /v2.0/routers/53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9035761 Dec 12 17:57:04.483604 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40700) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:04.486962 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43355be-0dd6-462c-bc41-d58d702291a5 None None] DHCP port deletion for 1419fdcf-31a6-4c75-aed4-a804c897648d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:57:04.512899 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d60b8c-3ff9-4aa6-a1a3-e97e309cd879 None None] Sync routers for ids ['53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:57:04.536159 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-6a11b0ff-1b6d-4629-ad1d-e55563c9aa75 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] delete failed (client error): The resource could not be found. Dec 12 17:57:04.537222 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6a11b0ff-1b6d-4629-ad1d-e55563c9aa75 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1665795737 HTTP/1.1" status: 404 len: 335 time: 0.0536928 Dec 12 17:57:04.543438 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40702) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:04.549740 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a2291ecd-5e0c-4a6e-a41a-9b4911320451 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Request body: {'router': {'external_gateway_info': {'network_id': '53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:04.555118 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d60b8c-3ff9-4aa6-a1a3-e97e309cd879 None None] Routers {'53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:57:04.555764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-42d60b8c-3ff9-4aa6-a1a3-e97e309cd879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:56:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:04.605974 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-42d60b8c-3ff9-4aa6-a1a3-e97e309cd879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:04.631352 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d60b8c-3ff9-4aa6-a1a3-e97e309cd879 None None] Routers {'53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:57:04.631979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-42d60b8c-3ff9-4aa6-a1a3-e97e309cd879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:56:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:04.632940 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87d4fff6-f28d-4b3c-8c26-a0ed47968021 req-44be7d45-0d32-48f1-ba07-b4004d6ba2a5 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d8a1be0-c705-4985-97c0-84eda1ef76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934583 Dec 12 17:57:04.634839 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83b2526-fd22-44ba-aa67-ae269433cf83 req-22a06b21-8489-41ff-9b79-8c897210d223 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] No DVR routers for this DVR port 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:57:04.644955 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b83b2526-fd22-44ba-aa67-ae269433cf83 req-22a06b21-8489-41ff-9b79-8c897210d223 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:04.648713 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b83b2526-fd22-44ba-aa67-ae269433cf83 req-22a06b21-8489-41ff-9b79-8c897210d223 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.31 "DELETE /v2.0/ports/1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 HTTP/1.1" status: 204 len: 173 time: 0.9217558 Dec 12 17:57:04.649189 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d10215-4a7b-44d0-8d4d-2e8f0900d9b3', 'name': 'network-vif-deleted', 'tag': '1c40bc8a-0579-4aa6-90c4-f5cedcc130e4'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:57:04.654723 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea93301-5c07-4984-8e52-368972795598" -d '{"events": [{"server_uuid": "74d10215-4a7b-44d0-8d4d-2e8f0900d9b3", "name": "network-vif-deleted", "tag": "1c40bc8a-0579-4aa6-90c4-f5cedcc130e4"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:57:04.703498 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ba508991-92f9-4f02-a040-eb2a8e326b9d req-c304a5ce-ec30-4c84-99aa-918607af4d36 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] For port 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:04.703993 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ba508991-92f9-4f02-a040-eb2a8e326b9d req-c304a5ce-ec30-4c84-99aa-918607af4d36 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:04.721865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-42d60b8c-3ff9-4aa6-a1a3-e97e309cd879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:04.722550 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d60b8c-3ff9-4aa6-a1a3-e97e309cd879 None None] The sync data for ids ['53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:57:04.753466 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068db88f-d298-4a14-8707-77da45f36c24 x-openstack-request-id: req-068db88f-d298-4a14-8707-77da45f36c24 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:57:04.753753 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d10215-4a7b-44d0-8d4d-2e8f0900d9b3", "name": "network-vif-deleted", "tag": "1c40bc8a-0579-4aa6-90c4-f5cedcc130e4", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:57:04.754014 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-068db88f-d298-4a14-8707-77da45f36c24 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:57:04.754431 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d10215-4a7b-44d0-8d4d-2e8f0900d9b3', 'name': 'network-vif-deleted', 'tag': '1c40bc8a-0579-4aa6-90c4-f5cedcc130e4', 'status': 'completed', 'code': 200} Dec 12 17:57:04.773237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d8d9347-7959-4c45-b5ce-3e0c460fab0c req-b099d51d-afef-4495-8be8-8d0d3a2b3d8d tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a0e84b8-61c0-4fe4-b2ad-fdbb15043897 HTTP/1.1" status: 200 len: 210 time: 0.0624726 Dec 12 17:57:04.823780 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 126c56b0-9220-49bf-8cd2-4699818b7d22 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:57:04.846396 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-ba508991-92f9-4f02-a040-eb2a8e326b9d req-c304a5ce-ec30-4c84-99aa-918607af4d36 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Calling delete_port for 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:57:04.933054 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 126c56b0-9220-49bf-8cd2-4699818b7d22, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=126c56b0-9220-49bf-8cd2-4699818b7d22,segment=NetworkSegment(99956bbb-8cb1-40ec-b0a5-dd9816f8b8b0),segment_id=99956bbb-8cb1-40ec-b0a5-dd9816f8b8b0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:04.945141 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '126c56b0-9220-49bf-8cd2-4699818b7d22', 'network_id': 'b631cfa5-fd0e-4e79-8774-cc1210faa6bb', 'port_id': '126c56b0-9220-49bf-8cd2-4699818b7d22', 'mac_address': 'fa:16:3e:56:8d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e75c7a-63aa-4e53-99d1-f488e420a8e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:57:04.965023 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2291ecd-5e0c-4a6e-a41a-9b4911320451 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:04.990864 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:04.996795 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-a2291ecd-5e0c-4a6e-a41a-9b4911320451 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] update failed (client error): The resource could not be found. Dec 12 17:57:04.998324 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a2291ecd-5e0c-4a6e-a41a-9b4911320451 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "PUT /v2.0/routers/53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3 HTTP/1.1" status: 404 len: 339 time: 0.4535780 Dec 12 17:57:05.004206 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40710) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:05.011941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126c56b0-9220-49bf-8cd2-4699818b7d22 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:57:05.044782 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 126c56b0-9220-49bf-8cd2-4699818b7d22, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=126c56b0-9220-49bf-8cd2-4699818b7d22,segment=NetworkSegment(99956bbb-8cb1-40ec-b0a5-dd9816f8b8b0),segment_id=99956bbb-8cb1-40ec-b0a5-dd9816f8b8b0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:05.052155 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:05.122403 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ba508991-92f9-4f02-a040-eb2a8e326b9d req-c304a5ce-ec30-4c84-99aa-918607af4d36 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:05.145426 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['1c40bc8a-0579-4aa6-90c4-f5cedcc130e4'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:57:05.176142 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304a5ce-ec30-4c84-99aa-918607af4d36 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Pushing event deleted for resources: {'Port': ['ID=8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:05.200071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9887828e-4e28-46e7-8e70-0e0eda85ed22 None None] DHCP port deletion for 1419fdcf-31a6-4c75-aed4-a804c897648d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:57:05.256844 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba508991-92f9-4f02-a040-eb2a8e326b9d req-c304a5ce-ec30-4c84-99aa-918607af4d36 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] No DVR routers for this DVR port 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:57:05.259739 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ba508991-92f9-4f02-a040-eb2a8e326b9d req-c304a5ce-ec30-4c84-99aa-918607af4d36 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:05.262540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=126c56b0-9220-49bf-8cd2-4699818b7d22,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:05.263427 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ba508991-92f9-4f02-a040-eb2a8e326b9d req-c304a5ce-ec30-4c84-99aa-918607af4d36 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.31 "DELETE /v2.0/ports/8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 HTTP/1.1" status: 204 len: 173 time: 1.2742407 Dec 12 17:57:05.264035 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6de369-87f2-438c-a33e-a88d273df429', 'name': 'network-vif-deleted', 'tag': '8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:57:05.267178 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3ab8be-a8d6-4895-a458-399cdd41543e" -d '{"events": [{"server_uuid": "8c6de369-87f2-438c-a33e-a88d273df429", "name": "network-vif-deleted", "tag": "8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:57:05.311029 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec87f86-3ec7-49b0-9544-ec7aa5371197 x-openstack-request-id: req-aec87f86-3ec7-49b0-9544-ec7aa5371197 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:57:05.311722 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6de369-87f2-438c-a33e-a88d273df429", "name": "network-vif-deleted", "tag": "8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:57:05.312163 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aec87f86-3ec7-49b0-9544-ec7aa5371197 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:57:05.312813 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6de369-87f2-438c-a33e-a88d273df429', 'name': 'network-vif-deleted', 'tag': '8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337', 'status': 'completed', 'code': 200} Dec 12 17:57:05.316331 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['126c56b0-9220-49bf-8cd2-4699818b7d22'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:57:06.014301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed5365-6050-4926-a80e-37ee10c0718c req-fb5be518-8a2d-46e4-909f-368bb157cdbb tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:06.015920 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96ed5365-6050-4926-a80e-37ee10c0718c req-fb5be518-8a2d-46e4-909f-368bb157cdbb tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.8967326 Dec 12 17:57:06.120176 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc576bc-6e0d-4d9a-8763-3c5316d77923 req-ab6cf26e-bb49-43ce-8b37-3c5e6ed20c77 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:06.121652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfc576bc-6e0d-4d9a-8763-3c5316d77923 req-ab6cf26e-bb49-43ce-8b37-3c5e6ed20c77 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bde415-a77f-4415-9e82-1b17435e4a2d HTTP/1.1" status: 200 len: 944 time: 0.3652825 Dec 12 17:57:06.169641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-74bbbec4-b4d9-45a1-9226-682e04d59f07 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:06.171052 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-74bbbec4-b4d9-45a1-9226-682e04d59f07 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.20 "GET /v2.0/networks?id=1419fdcf-31a6-4c75-aed4-a804c897648d HTTP/1.1" status: 200 len: 813 time: 0.4137471 Dec 12 17:57:06.188256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-00bef85f-f700-4f20-8bed-39ac50ff9473 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:06.189681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-00bef85f-f700-4f20-8bed-39ac50ff9473 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.31 "GET /v2.0/networks?id=1419fdcf-31a6-4c75-aed4-a804c897648d HTTP/1.1" status: 200 len: 813 time: 0.4365063 Dec 12 17:57:06.210831 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-1adafc0d-8fce-45f5-a238-d2ca1201f3f1 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Request body: {'port': {'device_id': '2a0e84b8-61c0-4fe4-b2ad-fdbb15043897', 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d', 'admin_state_up': True, 'tenant_id': '98a7b783b8b0412c8b1ffdbb4117b7dd'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:06.219817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Request body: {'port': {'device_id': '57ce4e3e-830b-48e8-ac8f-1bdd000bf74b', 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d', 'admin_state_up': True, 'tenant_id': '98a7b783b8b0412c8b1ffdbb4117b7dd'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:06.320443 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96ed5365-6050-4926-a80e-37ee10c0718c req-62ee7ad0-85d4-4ad7-9f13-c46cb93d4d8a tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939553 Dec 12 17:57:06.341822 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ae06213-5497-48bb-8b87-98a7df2ee45c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:06.387155 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfc576bc-6e0d-4d9a-8763-3c5316d77923 req-c927ffcc-acd1-4cd6-ad66-2edf48b6f1bd tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d8a1be0-c705-4985-97c0-84eda1ef76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476947 Dec 12 17:57:06.534632 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fb29e1d-b2ca-4dfc-9dd7-e7832d3300f7 req-62b07d5a-bb37-4c22-bb80-d9728de6eebb tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a0e84b8-61c0-4fe4-b2ad-fdbb15043897 HTTP/1.1" status: 200 len: 210 time: 0.0761049 Dec 12 17:57:06.609259 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.db.api [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 17:57:06.609259 n-d-760354-5 neutron-server[103151]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 12 17:57:06.609259 n-d-760354-5 neutron-server[103151]: [parameters: {'project_id': '98a7b783b8b0412c8b1ffdbb4117b7dd', 'id': '1d5e8970-2b54-43cf-9882-948576312812', 'expiration': datetime.datetime(2021, 12, 12, 17, 59, 6, 595893)}] Dec 12 17:57:06.609259 n-d-760354-5 neutron-server[103151]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:57:06.609651 n-d-760354-5 neutron-server[103151]: DEBUG oslo_db.api [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:57:06.639781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-1adafc0d-8fce-45f5-a238-d2ca1201f3f1 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Made reservation on behalf of 98a7b783b8b0412c8b1ffdbb4117b7dd for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:57:06.643777 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-1adafc0d-8fce-45f5-a238-d2ca1201f3f1 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:06.774243 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-7ae06213-5497-48bb-8b87-98a7df2ee45c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Allocated IP 172.20.0.1 (ccd041d9-ba8f-4bbf-83c1-c71f792ed751/3d2f1b0a-8a2e-4681-966a-37fe45e034da/6c9d3053-a109-4780-84e7-a475142958a1) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:57:06.836119 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 126c56b0-9220-49bf-8cd2-4699818b7d22 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:57:06.873618 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-1adafc0d-8fce-45f5-a238-d2ca1201f3f1 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Allocated IP 172.20.0.4 (1419fdcf-31a6-4c75-aed4-a804c897648d/5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0/41cbe3b6-fe36-489a-8e82-09067e668f01) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:57:06.891828 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 126c56b0-9220-49bf-8cd2-4699818b7d22 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:57:06.896856 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 126c56b0-9220-49bf-8cd2-4699818b7d22 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:57:06.897310 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:06.970707 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ae06213-5497-48bb-8b87-98a7df2ee45c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:06.977395 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:07.001671 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bde415-a77f-4415-9e82-1b17435e4a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126c56b0-9220-49bf-8cd2-4699818b7d22'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:57:07.004030 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3395a930-fc78-4b05-8249-c4095c39510c" -d '{"events": [{"server_uuid": "34bde415-a77f-4415-9e82-1b17435e4a2d", "name": "network-vif-plugged", "status": "completed", "tag": "126c56b0-9220-49bf-8cd2-4699818b7d22"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:57:07.021968 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 126c56b0-9220-49bf-8cd2-4699818b7d22, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=126c56b0-9220-49bf-8cd2-4699818b7d22,segment=NetworkSegment(99956bbb-8cb1-40ec-b0a5-dd9816f8b8b0),segment_id=99956bbb-8cb1-40ec-b0a5-dd9816f8b8b0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:07.027640 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:07.067612 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41697ced-c7c7-4700-9c5e-660797450e7d x-openstack-request-id: req-41697ced-c7c7-4700-9c5e-660797450e7d {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:57:07.067965 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bde415-a77f-4415-9e82-1b17435e4a2d", "name": "network-vif-plugged", "status": "completed", "tag": "126c56b0-9220-49bf-8cd2-4699818b7d22", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:57:07.068351 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41697ced-c7c7-4700-9c5e-660797450e7d {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:57:07.068661 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bde415-a77f-4415-9e82-1b17435e4a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126c56b0-9220-49bf-8cd2-4699818b7d22', 'code': 200} Dec 12 17:57:07.090181 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ae06213-5497-48bb-8b87-98a7df2ee45c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:07.095027 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=126c56b0-9220-49bf-8cd2-4699818b7d22,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:07.095278 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-1adafc0d-8fce-45f5-a238-d2ca1201f3f1 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:07.156716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae06213-5497-48bb-8b87-98a7df2ee45c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Network ccd041d9-ba8f-4bbf-83c1-c71f792ed751 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:57:07.196572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-7ae06213-5497-48bb-8b87-98a7df2ee45c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:57:07.208232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae06213-5497-48bb-8b87-98a7df2ee45c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:57:07.211947 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:57:07.234103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae06213-5497-48bb-8b87-98a7df2ee45c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event updated for resources: {'Port': ['ID=6c9d3053-a109-4780-84e7-a475142958a1,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:07.244647 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:57:07.245056 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Made reservation on behalf of 98a7b783b8b0412c8b1ffdbb4117b7dd for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:57:07.245175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 8e36d2e0-c8e7-4b6e-9ec0-b6ad05512337 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:57:07.245551 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:57:07.248559 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:07.279375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:57:07.279783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 1c40bc8a-0579-4aa6-90c4-f5cedcc130e4 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:57:07.286001 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-1adafc0d-8fce-45f5-a238-d2ca1201f3f1 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:07.310027 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b203e1-47ff-4070-bacd-8204593243f0 req-caa64e14-baf1-4a30-848a-f21d3ff34668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:07.311564 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7b203e1-47ff-4070-bacd-8204593243f0 req-caa64e14-baf1-4a30-848a-f21d3ff34668 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=34bde415-a77f-4415-9e82-1b17435e4a2d HTTP/1.1" status: 200 len: 1096 time: 0.1606865 Dec 12 17:57:07.337959 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ae06213-5497-48bb-8b87-98a7df2ee45c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:07.462887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-1adafc0d-8fce-45f5-a238-d2ca1201f3f1 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Network 1419fdcf-31a6-4c75-aed4-a804c897648d is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:57:07.488040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-1adafc0d-8fce-45f5-a238-d2ca1201f3f1 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:57:07.513016 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b5c8bb57-83df-4179-b279-3af3d6d96126 None None] Provisioning complete for port 6c9d3053-a109-4780-84e7-a475142958a1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:57:07.513406 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5c8bb57-83df-4179-b279-3af3d6d96126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:07.516762 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc63849-964b-482b-8d50-02439cf2024b None None] DHCP port deletion for 1419fdcf-31a6-4c75-aed4-a804c897648d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:57:07.533075 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-1adafc0d-8fce-45f5-a238-d2ca1201f3f1 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:57:07.550735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adafc0d-8fce-45f5-a238-d2ca1201f3f1 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Pushing event updated for resources: {'Port': ['ID=41cbe3b6-fe36-489a-8e82-09067e668f01,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:07.565241 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b5c8bb57-83df-4179-b279-3af3d6d96126 None None] Port 6c9d3053-a109-4780-84e7-a475142958a1 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:57:07.670711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7b203e1-47ff-4070-bacd-8204593243f0 req-66bc6991-41ae-4f74-8f43-2f3e77c05428 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5d8a1be0-c705-4985-97c0-84eda1ef76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300397 Dec 12 17:57:07.692671 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-27e0c0b5-bc81-4662-8fa9-4ffb4cab3df5 None None] Provisioning complete for port 41cbe3b6-fe36-489a-8e82-09067e668f01 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:57:07.693345 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27e0c0b5-bc81-4662-8fa9-4ffb4cab3df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:07.721143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-1adafc0d-8fce-45f5-a238-d2ca1201f3f1 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:07.721755 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-1adafc0d-8fce-45f5-a238-d2ca1201f3f1 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:07.729342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-27e0c0b5-bc81-4662-8fa9-4ffb4cab3df5 None None] Port 41cbe3b6-fe36-489a-8e82-09067e668f01 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:57:07.745194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9b9d3-a228-4836-99fb-e349fc18f5fb req-e605620f-0d09-4b8f-ad90-8d7117c71e0b tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:07.746678 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c9b9d3-a228-4836-99fb-e349fc18f5fb req-e605620f-0d09-4b8f-ad90-8d7117c71e0b tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.2975752 Dec 12 17:57:07.769090 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e80f40-54fa-4de4-8412-7db8d1565754 req-d990cc3d-ad51-4b19-b826-a84f951a9133 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:07.770653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d3e80f40-54fa-4de4-8412-7db8d1565754 req-d990cc3d-ad51-4b19-b826-a84f951a9133 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bde415-a77f-4415-9e82-1b17435e4a2d HTTP/1.1" status: 200 len: 945 time: 0.2398956 Dec 12 17:57:07.780582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Allocated IP 172.20.0.6 (1419fdcf-31a6-4c75-aed4-a804c897648d/5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0/d80aae7a-54ab-4d77-a33a-7138561eb6e3) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:57:07.787252 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ae06213-5497-48bb-8b87-98a7df2ee45c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:07.813568 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-1adafc0d-8fce-45f5-a238-d2ca1201f3f1 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6108718 Dec 12 17:57:07.902382 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Request body: {'port': {'device_id': '2a0e84b8-61c0-4fe4-b2ad-fdbb15043897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:07.949645 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6c9b9d3-a228-4836-99fb-e349fc18f5fb req-468cad5e-3c4f-420c-95cf-65711cd686ad tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889827 Dec 12 17:57:07.966324 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d3e80f40-54fa-4de4-8412-7db8d1565754 req-20d6d581-aca2-4bd7-8808-5df0692aa480 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d8a1be0-c705-4985-97c0-84eda1ef76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817527 Dec 12 17:57:08.147744 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:08.248608 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab107035-f993-4b23-b6c6-60152f80b7f9 req-0ecf51d0-bc1b-468b-89fc-73ff3d99221e tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:08.250625 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ab107035-f993-4b23-b6c6-60152f80b7f9 req-0ecf51d0-bc1b-468b-89fc-73ff3d99221e tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a0e84b8-61c0-4fe4-b2ad-fdbb15043897 HTTP/1.1" status: 200 len: 931 time: 0.1582146 Dec 12 17:57:08.670061 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:08.794864 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ab107035-f993-4b23-b6c6-60152f80b7f9 req-65f2f926-ce67-46b8-bf09-a0e566837767 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178988 Dec 12 17:57:08.832874 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:08.889606 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ae06213-5497-48bb-8b87-98a7df2ee45c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:08.913932 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ae06213-5497-48bb-8b87-98a7df2ee45c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:08.953795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Network 1419fdcf-31a6-4c75-aed4-a804c897648d is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:57:08.965079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:57:08.971173 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:57:08.974507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Pushing event updated for resources: {'Port': ['ID=d80aae7a-54ab-4d77-a33a-7138561eb6e3,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:08.979403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e5ecc9-0dfe-499b-8659-2ff17ee69c94 None None] DHCP port deletion for 1419fdcf-31a6-4c75-aed4-a804c897648d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:57:09.016906 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:09.017256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:09.017600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:09.017936 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:09.018273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:09.018607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:09.018935 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:09.019292 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:09.019618 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:09.019938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:09.020260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:09.020724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:09.020906 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:09.056331 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ae06213-5497-48bb-8b87-98a7df2ee45c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:09.058092 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-bf967f70-34c6-4a8d-b06f-edb5ea1a362b None None] Provisioning complete for port d80aae7a-54ab-4d77-a33a-7138561eb6e3 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:57:09.058530 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bf967f70-34c6-4a8d-b06f-edb5ea1a362b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:09.094802 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bf967f70-34c6-4a8d-b06f-edb5ea1a362b None None] Port d80aae7a-54ab-4d77-a33a-7138561eb6e3 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:57:09.164855 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:09.165517 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:09.240838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae06213-5497-48bb-8b87-98a7df2ee45c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event updated for resources: {'Port': ['ID=6c9d3053-a109-4780-84e7-a475142958a1,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:09.258177 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-cc8f4609-0336-4620-b6fe-0e3b5a17dced tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0424864 Dec 12 17:57:09.294296 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Request body: {'port': {'device_id': '57ce4e3e-830b-48e8-ac8f-1bdd000bf74b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:09.309118 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415112a-c0c9-4c92-b7ff-0ccdf429d5c3 req-68b46e61-9b8a-421a-87cd-a55382218ed0 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:09.310547 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c415112a-c0c9-4c92-b7ff-0ccdf429d5c3 req-68b46e61-9b8a-421a-87cd-a55382218ed0 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.2639213 Dec 12 17:57:09.343421 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbd429-8849-408f-86a8-2dc16823a8be req-cd5d7337-9a7e-425a-b14c-8f3231313e6f tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:09.345393 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-70fbd429-8849-408f-86a8-2dc16823a8be req-cd5d7337-9a7e-425a-b14c-8f3231313e6f tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bde415-a77f-4415-9e82-1b17435e4a2d HTTP/1.1" status: 200 len: 945 time: 0.2603536 Dec 12 17:57:09.370885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41cbe3b6-fe36-489a-8e82-09067e668f01 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:57:09.402967 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:09.456190 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Transition to ACTIVE for port object 41cbe3b6-fe36-489a-8e82-09067e668f01 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:57:09.470483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae06213-5497-48bb-8b87-98a7df2ee45c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Network ccd041d9-ba8f-4bbf-83c1-c71f792ed751 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:57:09.479595 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:09.488019 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-7ae06213-5497-48bb-8b87-98a7df2ee45c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:57:09.497064 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:09.536692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c415112a-c0c9-4c92-b7ff-0ccdf429d5c3 req-997b8fa8-65fc-486d-9e62-fdfc4e79f705 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081447 Dec 12 17:57:09.567575 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-70fbd429-8849-408f-86a8-2dc16823a8be req-4ef9756c-72e5-4c72-9848-d225d15afc21 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d8a1be0-c705-4985-97c0-84eda1ef76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028952 Dec 12 17:57:09.575264 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af86c281-a566-429b-bdf0-2fa1717142a0 None None] DHCP port deletion for 1419fdcf-31a6-4c75-aed4-a804c897648d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:57:09.676592 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=41cbe3b6-fe36-489a-8e82-09067e668f01,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:09.764088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae06213-5497-48bb-8b87-98a7df2ee45c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Router 53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:57:09.873027 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a7080de2-b7ed-41d1-a415-305ddae4910d None None] Provisioning complete for port 6c9d3053-a109-4780-84e7-a475142958a1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:57:09.873782 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a7080de2-b7ed-41d1-a415-305ddae4910d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:09.911466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a7080de2-b7ed-41d1-a415-305ddae4910d None None] Port 6c9d3053-a109-4780-84e7-a475142958a1 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:57:10.040854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Attempting to bind port 41cbe3b6-fe36-489a-8e82-09067e668f01 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:57:10.041105 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Attempting to bind port 41cbe3b6-fe36-489a-8e82-09067e668f01 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'e181f477-02e8-4c56-aa77-a083d12d45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:57:10.041439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Attempting to bind port 41cbe3b6-fe36-489a-8e82-09067e668f01 on network 1419fdcf-31a6-4c75-aed4-a804c897648d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:57:10.077641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Port 41cbe3b6-fe36-489a-8e82-09067e668f01 on network 1419fdcf-31a6-4c75-aed4-a804c897648d not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:57:10.078571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Attempting to bind port 41cbe3b6-fe36-489a-8e82-09067e668f01 on network 1419fdcf-31a6-4c75-aed4-a804c897648d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:57:10.103053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:57:10.103417 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Checking segment: {'id': 'e181f477-02e8-4c56-aa77-a083d12d45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:57:10.103810 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Bound using segment: {'id': 'e181f477-02e8-4c56-aa77-a083d12d45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:57:10.104247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Bound port: 41cbe3b6-fe36-489a-8e82-09067e668f01, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e181f477-02e8-4c56-aa77-a083d12d45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:57:10.104616 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:10.132162 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae06213-5497-48bb-8b87-98a7df2ee45c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:57:10.137542 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7ae06213-5497-48bb-8b87-98a7df2ee45c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "PUT /v2.0/routers/53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1314361 Dec 12 17:57:10.140305 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40772) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:10.143255 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ae02e2-fab0-4ab2-87ab-d365f86be970 None None] Sync routers for ids ['53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:57:10.154573 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ae02e2-fab0-4ab2-87ab-d365f86be970 None None] Routers {'53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:57:10.155169 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-23ae02e2-fab0-4ab2-87ab-d365f86be970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:56:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:10.157369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64781dc-015b-49fd-a64a-4ce19c2b5fd8 req-92ce1ee3-0b3a-4869-96fd-45686c913c49 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:10.158890 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c64781dc-015b-49fd-a64a-4ce19c2b5fd8 req-92ce1ee3-0b3a-4869-96fd-45686c913c49 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a0e84b8-61c0-4fe4-b2ad-fdbb15043897 HTTP/1.1" status: 200 len: 943 time: 0.2667012 Dec 12 17:57:10.168423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc92d2-bda0-4bd3-b7a2-5cc7ccdfcce8 req-8e0743fd-318d-4b9b-b791-f58f1f1268c3 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:10.169905 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1cfc92d2-bda0-4bd3-b7a2-5cc7ccdfcce8 req-8e0743fd-318d-4b9b-b791-f58f1f1268c3 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/ports?device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 949 time: 0.2197294 Dec 12 17:57:10.190736 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-23ae02e2-fab0-4ab2-87ab-d365f86be970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:10.199673 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ae02e2-fab0-4ab2-87ab-d365f86be970 None None] Routers {'53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:57:10.200276 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-23ae02e2-fab0-4ab2-87ab-d365f86be970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:56:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:10.229929 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f566342-5a53-443d-9986-dedbd1382155 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:10.234894 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-23ae02e2-fab0-4ab2-87ab-d365f86be970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:10.235575 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ae02e2-fab0-4ab2-87ab-d365f86be970 None None] The sync data for ids ['53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:57:10.316034 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-3f566342-5a53-443d-9986-dedbd1382155 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 12 17:57:10.317172 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3f566342-5a53-443d-9986-dedbd1382155 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "DELETE /v2.0/routers/53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3 HTTP/1.1" status: 409 len: 329 time: 0.1748302 Dec 12 17:57:10.320028 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40774) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:10.335885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] For port 41cbe3b6-fe36-489a-8e82-09067e668f01, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:57:10.357671 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c64781dc-015b-49fd-a64a-4ce19c2b5fd8 req-9fe042d5-51dc-4358-9518-7c43bb5bc1e8 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866586 Dec 12 17:57:10.364658 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1cfc92d2-bda0-4bd3-b7a2-5cc7ccdfcce8 req-b85acbdb-c2b5-4519-a95d-461401a7a920 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a0caa9c-14e9-49c0-b1f2-e2af59add408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780336 Dec 12 17:57:10.366908 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] For port 41cbe3b6-fe36-489a-8e82-09067e668f01, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=41cbe3b6-fe36-489a-8e82-09067e668f01,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:57:10.369284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d80aae7a-54ab-4d77-a33a-7138561eb6e3 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:57:10.384688 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:10.392487 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:10.436962 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Transition to ACTIVE for port object d80aae7a-54ab-4d77-a33a-7138561eb6e3 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:57:10.442766 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:10.443407 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:10.444904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] 10.222.0.20 "PUT /v2.0/ports/41cbe3b6-fe36-489a-8e82-09067e668f01 HTTP/1.1" status: 200 len: 1091 time: 2.5513139 Dec 12 17:57:10.445348 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0e84b8-61c0-4fe4-b2ad-fdbb15043897', 'tag': '41cbe3b6-fe36-489a-8e82-09067e668f01'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:57:10.447688 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b39dd9-a5ea-40f5-abd9-3607ecac17fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0e84b8-61c0-4fe4-b2ad-fdbb15043897", "tag": "41cbe3b6-fe36-489a-8e82-09067e668f01"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:57:10.454026 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:10.480481 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6cf2ba-3d5b-4e6f-abd3-254498d67873 None None] DHCP port deletion for 1419fdcf-31a6-4c75-aed4-a804c897648d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:57:10.510018 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4344c93-d0d4-4a7b-8348-8d61bfde727a x-openstack-request-id: req-c4344c93-d0d4-4a7b-8348-8d61bfde727a {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:57:10.510359 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0e84b8-61c0-4fe4-b2ad-fdbb15043897", "tag": "41cbe3b6-fe36-489a-8e82-09067e668f01", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:57:10.510654 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4344c93-d0d4-4a7b-8348-8d61bfde727a {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:57:10.510950 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0e84b8-61c0-4fe4-b2ad-fdbb15043897', 'tag': '41cbe3b6-fe36-489a-8e82-09067e668f01', 'status': 'completed', 'code': 200} Dec 12 17:57:10.511550 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f0481-bc73-4317-9eb6-41b8a7ec2aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=41cbe3b6-fe36-489a-8e82-09067e668f01,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:10.543934 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aafca3-d114-433f-9113-a9bb103fddad None None] DHCP port deletion for 1419fdcf-31a6-4c75-aed4-a804c897648d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:57:10.649352 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Pushing event updated for resources: {'Port': ['ID=d80aae7a-54ab-4d77-a33a-7138561eb6e3,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:10.665004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-11b15d5a-f19a-4a9a-a890-fe916df43a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:10.666488 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-11b15d5a-f19a-4a9a-a890-fe916df43a40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98a7b783b8b0412c8b1ffdbb4117b7dd&device_id=2a0e84b8-61c0-4fe4-b2ad-fdbb15043897 HTTP/1.1" status: 200 len: 1094 time: 0.1429260 Dec 12 17:57:10.706655 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3dbf45c-579c-4fce-9371-bf2084d6261a tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:10.743700 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-b6a4e597-6fd8-49af-9599-553891cca547 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41cbe3b6-fe36-489a-8e82-09067e668f01 HTTP/1.1" status: 200 len: 217 time: 0.0459719 Dec 12 17:57:10.794859 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Attempting to bind port d80aae7a-54ab-4d77-a33a-7138561eb6e3 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:57:10.795255 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Attempting to bind port d80aae7a-54ab-4d77-a33a-7138561eb6e3 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'e181f477-02e8-4c56-aa77-a083d12d45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:57:10.795548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Attempting to bind port d80aae7a-54ab-4d77-a33a-7138561eb6e3 on network 1419fdcf-31a6-4c75-aed4-a804c897648d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:57:10.804549 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a6a40-0761-4519-8cc8-df1daff43113 req-b2eb1f33-bc3c-44de-a450-0560bc84d85e tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:10.806042 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-915a6a40-0761-4519-8cc8-df1daff43113 req-b2eb1f33-bc3c-44de-a450-0560bc84d85e tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.1457751 Dec 12 17:57:10.812147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Port d80aae7a-54ab-4d77-a33a-7138561eb6e3 on network 1419fdcf-31a6-4c75-aed4-a804c897648d not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:57:10.812997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Attempting to bind port d80aae7a-54ab-4d77-a33a-7138561eb6e3 on network 1419fdcf-31a6-4c75-aed4-a804c897648d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:57:10.835245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:57:10.835590 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Checking segment: {'id': 'e181f477-02e8-4c56-aa77-a083d12d45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:57:10.835977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Bound using segment: {'id': 'e181f477-02e8-4c56-aa77-a083d12d45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:57:10.836423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Bound port: d80aae7a-54ab-4d77-a33a-7138561eb6e3, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e181f477-02e8-4c56-aa77-a083d12d45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:57:10.836782 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:10.856725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-ff3c41f4-889d-46c0-af48-d175edb8dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:10.857347 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-ff3c41f4-889d-46c0-af48-d175edb8dab5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0 HTTP/1.1" status: 200 len: 853 time: 0.0950243 Dec 12 17:57:10.954927 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-80d67180-5134-469f-934f-f188dea981df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1419fdcf-31a6-4c75-aed4-a804c897648d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652983 Dec 12 17:57:10.967688 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-915a6a40-0761-4519-8cc8-df1daff43113 req-415b1622-93bd-431b-bda9-884e7fe65037 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468656 Dec 12 17:57:10.998147 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f3dbf45c-579c-4fce-9371-bf2084d6261a tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Deleting port 6c9d3053-a109-4780-84e7-a475142958a1 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:57:10.998510 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3dbf45c-579c-4fce-9371-bf2084d6261a tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:11.028418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] For port d80aae7a-54ab-4d77-a33a-7138561eb6e3, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:57:11.050005 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12404a-0ad3-48b1-9650-6c41fcb3e14c req-8cd19aed-b98c-49f8-89d8-63f4de587443 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:11.051535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b12404a-0ad3-48b1-9650-6c41fcb3e14c req-8cd19aed-b98c-49f8-89d8-63f4de587443 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bde415-a77f-4415-9e82-1b17435e4a2d HTTP/1.1" status: 200 len: 945 time: 0.1853025 Dec 12 17:57:11.060316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] For port d80aae7a-54ab-4d77-a33a-7138561eb6e3, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d80aae7a-54ab-4d77-a33a-7138561eb6e3,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:57:11.082524 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:11.090930 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3dbf45c-579c-4fce-9371-bf2084d6261a tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:11.102868 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f3dbf45c-579c-4fce-9371-bf2084d6261a tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Calling delete_port for 6c9d3053-a109-4780-84e7-a475142958a1 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:57:11.153800 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bb377e-fa72-489d-95e3-965ff9a805e8 None None] DHCP port deletion for 1419fdcf-31a6-4c75-aed4-a804c897648d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:57:11.163852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:11.164485 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:11.165878 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-d1902093-1ea2-4995-8124-48609c990336 service neutron] 10.222.0.31 "PUT /v2.0/ports/d80aae7a-54ab-4d77-a33a-7138561eb6e3 HTTP/1.1" status: 200 len: 1091 time: 1.8819699 Dec 12 17:57:11.180488 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-9c23ba61-587f-4edb-a567-a2cdd2fadec5 service neutron] 10.222.0.20 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118671 Dec 12 17:57:11.185859 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b12404a-0ad3-48b1-9650-6c41fcb3e14c req-73ff3fac-1396-478c-aaa1-9f31d29cea63 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d8a1be0-c705-4985-97c0-84eda1ef76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272380 Dec 12 17:57:11.189414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1902093-1ea2-4995-8124-48609c990336 service neutron] Pushing event updated for resources: {'Port': ['ID=d80aae7a-54ab-4d77-a33a-7138561eb6e3,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:11.281919 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3dbf45c-579c-4fce-9371-bf2084d6261a tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:11.306091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-bbeb3315-8622-4f4c-ac36-de198a54c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:11.307641 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-bbeb3315-8622-4f4c-ac36-de198a54c2e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=98a7b783b8b0412c8b1ffdbb4117b7dd&device_id=57ce4e3e-830b-48e8-ac8f-1bdd000bf74b HTTP/1.1" status: 200 len: 1094 time: 0.0848818 Dec 12 17:57:11.315250 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbf45c-579c-4fce-9371-bf2084d6261a tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event deleted for resources: {'Port': ['ID=6c9d3053-a109-4780-84e7-a475142958a1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:11.363451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-f464f7fd-b7a1-4aee-a353-f182f79f3522 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d80aae7a-54ab-4d77-a33a-7138561eb6e3 HTTP/1.1" status: 200 len: 217 time: 0.0426099 Dec 12 17:57:11.365573 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-66e055f3-90f1-45e3-83d7-f666012babb3 service neutron] 10.222.0.20 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658955 Dec 12 17:57:11.452576 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-51e47803-f0d1-41e8-9b86-c00ab560a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:11.454695 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-51e47803-f0d1-41e8-9b86-c00ab560a58f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0 HTTP/1.1" status: 200 len: 853 time: 0.0834453 Dec 12 17:57:11.521653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-aefa0abd-c0d6-473c-ad71-c0ea65c9d483 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1419fdcf-31a6-4c75-aed4-a804c897648d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593295 Dec 12 17:57:11.661138 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b39dd9-a5ea-40f5-abd9-3607ecac17fd req-30a478d3-a71f-49a3-a587-0b336266facc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:11.662567 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10b39dd9-a5ea-40f5-abd9-3607ecac17fd req-30a478d3-a71f-49a3-a587-0b336266facc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98a7b783b8b0412c8b1ffdbb4117b7dd&device_id=2a0e84b8-61c0-4fe4-b2ad-fdbb15043897 HTTP/1.1" status: 200 len: 1094 time: 0.1903687 Dec 12 17:57:11.674899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd0041-5733-4498-9a1f-33cceb71e457 req-dd935ac6-0f8a-43b8-8a92-875b983549ca tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:11.676450 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4ecd0041-5733-4498-9a1f-33cceb71e457 req-dd935ac6-0f8a-43b8-8a92-875b983549ca tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/ports?device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 949 time: 0.1539652 Dec 12 17:57:11.686905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213682b2-6cdd-4c9b-a63c-278c4e3217ca req-8de62055-2f3b-4328-9b2f-22fc447db517 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:11.689057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-213682b2-6cdd-4c9b-a63c-278c4e3217ca req-8de62055-2f3b-4328-9b2f-22fc447db517 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a0e84b8-61c0-4fe4-b2ad-fdbb15043897 HTTP/1.1" status: 200 len: 943 time: 0.1702697 Dec 12 17:57:11.831526 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3dbf45c-579c-4fce-9371-bf2084d6261a tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:11.993129 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3dbf45c-579c-4fce-9371-bf2084d6261a tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Router 53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:57:12.069628 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dbf45c-579c-4fce-9371-bf2084d6261a tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:57:12.074701 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f3dbf45c-579c-4fce-9371-bf2084d6261a tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "PUT /v2.0/routers/53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7536962 Dec 12 17:57:12.078519 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40804) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:12.083166 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bfcc89-5121-4d85-a275-ab3cba1010e6 None None] Sync routers for ids ['53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:57:12.094725 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfcc89-5121-4d85-a275-ab3cba1010e6 None None] Routers {'53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:57:12.095693 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-56bfcc89-5121-4d85-a275-ab3cba1010e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:56:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:12.120469 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-d05ae49c-de9e-47e1-a762-fbfd04c5c1e6 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] show failed (client error): The resource could not be found. Dec 12 17:57:12.121524 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d05ae49c-de9e-47e1-a762-fbfd04c5c1e6 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1936686849 HTTP/1.1" status: 404 len: 335 time: 0.0417807 Dec 12 17:57:12.125928 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40806) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:12.130581 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c1b737c2-8717-4530-bb79-0cbd4fa3061e tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:12.138405 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-56bfcc89-5121-4d85-a275-ab3cba1010e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:12.148329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfcc89-5121-4d85-a275-ab3cba1010e6 None None] Routers {'53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:57:12.149207 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-56bfcc89-5121-4d85-a275-ab3cba1010e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:56:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:12.154728 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-80dd165a-b80d-4060-956e-27b5811d2117 service neutron] 10.222.0.31 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143234 Dec 12 17:57:12.165131 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-c1b737c2-8717-4530-bb79-0cbd4fa3061e tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] update failed (client error): The resource could not be found. Dec 12 17:57:12.169859 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c1b737c2-8717-4530-bb79-0cbd4fa3061e tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-725798043 HTTP/1.1" status: 404 len: 334 time: 0.0392334 Dec 12 17:57:12.170140 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40808) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:12.187442 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-56bfcc89-5121-4d85-a275-ab3cba1010e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:12.188122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bfcc89-5121-4d85-a275-ab3cba1010e6 None None] The sync data for ids ['53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:57:12.226248 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a97dce-bd52-46ba-81cb-34340eb2684f tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Deleting subnet 32fc6a6a-e480-4946-b999-0d4336c68e53 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:57:12.230207 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03a97dce-bd52-46ba-81cb-34340eb2684f tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:12.276170 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03a97dce-bd52-46ba-81cb-34340eb2684f tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:12.295623 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-213682b2-6cdd-4c9b-a63c-278c4e3217ca req-624ac349-4969-4f5f-b446-bb0bc7e70d67 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5881596 Dec 12 17:57:12.301144 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4ecd0041-5733-4498-9a1f-33cceb71e457 req-2b9c7343-9484-4a4e-92a2-eeab562655f7 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a0caa9c-14e9-49c0-b1f2-e2af59add408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6052043 Dec 12 17:57:12.333603 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d6262-a83b-4480-b41d-039586b498c6 req-c6bbf220-f407-4e1e-8ea1-7776f3fe8e88 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:12.335286 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-996d6262-a83b-4480-b41d-039586b498c6 req-c6bbf220-f407-4e1e-8ea1-7776f3fe8e88 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.20 "GET /v2.0/ports?device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 949 time: 0.2044070 Dec 12 17:57:12.364906 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b39dd9-a5ea-40f5-abd9-3607ecac17fd req-0eabd7bc-4bde-4dcb-bdac-e7bc73e91cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:12.366389 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10b39dd9-a5ea-40f5-abd9-3607ecac17fd req-0eabd7bc-4bde-4dcb-bdac-e7bc73e91cc1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1419fdcf-31a6-4c75-aed4-a804c897648d HTTP/1.1" status: 200 len: 914 time: 0.6890359 Dec 12 17:57:12.370646 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03a97dce-bd52-46ba-81cb-34340eb2684f tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:12.398674 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6f8563-e40e-4dd5-8ed8-01a98bad66e8 req-26b6a6cc-c1cf-4447-9257-cdd11621ad53 service neutron] 10.222.0.31 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241681 Dec 12 17:57:12.450217 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03a97dce-bd52-46ba-81cb-34340eb2684f tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:12.458862 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10b39dd9-a5ea-40f5-abd9-3607ecac17fd req-dffefa0c-503e-4510-92ef-492397dcd116 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41cbe3b6-fe36-489a-8e82-09067e668f01 HTTP/1.1" status: 200 len: 217 time: 0.0731254 Dec 12 17:57:12.486088 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a97dce-bd52-46ba-81cb-34340eb2684f tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event deleted for resources: {'Subnet': ['ID=32fc6a6a-e480-4946-b999-0d4336c68e53,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:12.493865 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03a97dce-bd52-46ba-81cb-34340eb2684f tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:12.498420 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-03a97dce-bd52-46ba-81cb-34340eb2684f tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "DELETE /v2.0/subnets/32fc6a6a-e480-4946-b999-0d4336c68e53 HTTP/1.1" status: 204 len: 168 time: 0.3273647 Dec 12 17:57:12.501406 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40812) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:12.503786 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eeb7714-e402-4419-8dce-4f1f18db944c None None] Network f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:57:12.534501 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ce4e3e-830b-48e8-ac8f-1bdd000bf74b', 'tag': 'd80aae7a-54ab-4d77-a33a-7138561eb6e3'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:57:12.536778 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02af4ef-5fea-4b93-937d-d736b0996e78" -d '{"events": [{"name": "network-changed", "server_uuid": "57ce4e3e-830b-48e8-ac8f-1bdd000bf74b", "tag": "d80aae7a-54ab-4d77-a33a-7138561eb6e3"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:57:12.561410 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34aa618-7d88-46c2-93b5-6da03fc32300 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Deleting subnet 52cc8ab8-0f55-419e-ac8f-dcbd635700eb {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:57:12.565590 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b34aa618-7d88-46c2-93b5-6da03fc32300 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:12.613630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b39dd9-a5ea-40f5-abd9-3607ecac17fd req-e4332e1b-0cf8-4d43-936c-85fc9be486d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:12.615106 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10b39dd9-a5ea-40f5-abd9-3607ecac17fd req-e4332e1b-0cf8-4d43-936c-85fc9be486d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0 HTTP/1.1" status: 200 len: 853 time: 0.0887241 Dec 12 17:57:12.616480 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b34aa618-7d88-46c2-93b5-6da03fc32300 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:12.624494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc8f88-4659-4cd3-8691-835f38c8a5bb req-332db48e-3dd9-4097-ac96-8de911f811c8 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:12.626584 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ecc8f88-4659-4cd3-8691-835f38c8a5bb req-332db48e-3dd9-4097-ac96-8de911f811c8 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.2270575 Dec 12 17:57:12.643367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4421e0-7809-404f-9010-4170e2a453d8 req-ad861e7f-65fc-4549-938b-93d29e4a26a2 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:12.645030 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d4421e0-7809-404f-9010-4170e2a453d8 req-ad861e7f-65fc-4549-938b-93d29e4a26a2 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bde415-a77f-4415-9e82-1b17435e4a2d HTTP/1.1" status: 200 len: 945 time: 0.1851683 Dec 12 17:57:12.681095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10b39dd9-a5ea-40f5-abd9-3607ecac17fd req-3561ed54-8513-4891-8bf5-d6f7880045ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1419fdcf-31a6-4c75-aed4-a804c897648d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519252 Dec 12 17:57:12.683739 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa85250-6301-4894-856d-5eeed43e386a None None] DHCP port deletion for f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:57:12.720212 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b34aa618-7d88-46c2-93b5-6da03fc32300 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:12.733953 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bfa85250-6301-4894-856d-5eeed43e386a None None] Deleting port 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:57:12.734642 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bfa85250-6301-4894-856d-5eeed43e386a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:12.780140 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-996d6262-a83b-4480-b41d-039586b498c6 req-4088ef9d-0ec9-47af-99bf-24af21b6cef2 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Deleting port 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:57:12.780510 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-996d6262-a83b-4480-b41d-039586b498c6 req-4088ef9d-0ec9-47af-99bf-24af21b6cef2 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:12.783748 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b34aa618-7d88-46c2-93b5-6da03fc32300 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:12.806381 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-bfa85250-6301-4894-856d-5eeed43e386a None None] For port 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=611d5448-f9a8-47f0-ad0e-dd7c8c19edfe,segment=NetworkSegment(d614b70c-6060-45d6-89ad-00964a0afbdd),segment_id=d614b70c-6060-45d6-89ad-00964a0afbdd)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:12.806697 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bfa85250-6301-4894-856d-5eeed43e386a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:12.813713 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aa618-7d88-46c2-93b5-6da03fc32300 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event deleted for resources: {'Subnet': ['ID=52cc8ab8-0f55-419e-ac8f-dcbd635700eb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:12.815914 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b34aa618-7d88-46c2-93b5-6da03fc32300 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:12.821632 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b34aa618-7d88-46c2-93b5-6da03fc32300 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "DELETE /v2.0/subnets/52cc8ab8-0f55-419e-ac8f-dcbd635700eb HTTP/1.1" status: 204 len: 168 time: 0.3166795 Dec 12 17:57:12.821993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40816) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:12.827381 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e24d7be-cd6f-4920-bebe-9a0f159c08ff None None] Network fcaf9ca4-e05f-420f-b16e-6def77846d85 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:57:12.843054 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bfa85250-6301-4894-856d-5eeed43e386a None None] Calling delete_port for 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:57:12.881277 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ecc8f88-4659-4cd3-8691-835f38c8a5bb req-1b6b94d4-7912-4095-9e80-6351d6bc3c1a tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340498 Dec 12 17:57:12.915602 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:12.919172 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d4421e0-7809-404f-9010-4170e2a453d8 req-687bd7f2-3a4d-48ea-a4a5-8e429411a036 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d8a1be0-c705-4985-97c0-84eda1ef76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621701 Dec 12 17:57:12.982741 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Deleting port 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:57:12.983240 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:12.986927 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f044533-a8bd-44b9-bd0c-c042c3e1c662 x-openstack-request-id: req-3f044533-a8bd-44b9-bd0c-c042c3e1c662 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:57:12.987240 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ce4e3e-830b-48e8-ac8f-1bdd000bf74b", "tag": "d80aae7a-54ab-4d77-a33a-7138561eb6e3", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:57:12.987502 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f044533-a8bd-44b9-bd0c-c042c3e1c662 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:57:12.987900 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ce4e3e-830b-48e8-ac8f-1bdd000bf74b', 'tag': 'd80aae7a-54ab-4d77-a33a-7138561eb6e3', 'status': 'completed', 'code': 200} Dec 12 17:57:12.989922 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10b39dd9-a5ea-40f5-abd9-3607ecac17fd req-a1acc215-11da-4455-9186-d45890622e23 service neutron] 10.222.0.20 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930255 Dec 12 17:57:13.005676 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bfa85250-6301-4894-856d-5eeed43e386a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.025495 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872ea9a-e319-4608-acb0-bfda1fb52b04 req-f699c9b9-3b8d-4a04-bd4e-f0b3defb96f3 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:13.027020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3872ea9a-e319-4608-acb0-bfda1fb52b04 req-f699c9b9-3b8d-4a04-bd4e-f0b3defb96f3 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.20 "GET /v2.0/ports?device_id=34bde415-a77f-4415-9e82-1b17435e4a2d HTTP/1.1" status: 200 len: 945 time: 0.2664709 Dec 12 17:57:13.037018 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa85250-6301-4894-856d-5eeed43e386a None None] Pushing event deleted for resources: {'Port': ['ID=611d5448-f9a8-47f0-ad0e-dd7c8c19edfe,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:13.041299 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa85250-6301-4894-856d-5eeed43e386a None None] No DVR routers for this DVR port 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:57:13.052671 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] For port 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=611d5448-f9a8-47f0-ad0e-dd7c8c19edfe,segment=NetworkSegment(d614b70c-6060-45d6-89ad-00964a0afbdd),segment_id=d614b70c-6060-45d6-89ad-00964a0afbdd)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:13.053041 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.069878 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Calling delete_port for 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:57:13.101735 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcc01c2-998a-48d6-922d-934dc899578c None None] DHCP port deletion for fcaf9ca4-e05f-420f-b16e-6def77846d85 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:57:13.137693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-996d6262-a83b-4480-b41d-039586b498c6 req-4088ef9d-0ec9-47af-99bf-24af21b6cef2 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] For port 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:13.138322 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-996d6262-a83b-4480-b41d-039586b498c6 req-4088ef9d-0ec9-47af-99bf-24af21b6cef2 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.152767 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bdcc01c2-998a-48d6-922d-934dc899578c None None] Deleting port 15cf4061-26fd-471c-abf6-b737c8714ec1 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:57:13.153417 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bdcc01c2-998a-48d6-922d-934dc899578c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.154358 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.165218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-996d6262-a83b-4480-b41d-039586b498c6 req-4088ef9d-0ec9-47af-99bf-24af21b6cef2 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Calling delete_port for 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:57:13.180111 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event deleted for resources: {'Port': ['ID=611d5448-f9a8-47f0-ad0e-dd7c8c19edfe,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:13.186890 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] No DVR routers for this DVR port 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:57:13.225945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02af4ef-5fea-4b93-937d-d736b0996e78 req-4708acc4-b8f6-4c52-857a-da5f6d410c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:13.227483 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d02af4ef-5fea-4b93-937d-d736b0996e78 req-4708acc4-b8f6-4c52-857a-da5f6d410c1b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=98a7b783b8b0412c8b1ffdbb4117b7dd&device_id=57ce4e3e-830b-48e8-ac8f-1bdd000bf74b HTTP/1.1" status: 200 len: 1094 time: 0.2336557 Dec 12 17:57:13.231756 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-bdcc01c2-998a-48d6-922d-934dc899578c None None] For port 15cf4061-26fd-471c-abf6-b737c8714ec1, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=15cf4061-26fd-471c-abf6-b737c8714ec1,segment=NetworkSegment(cc8f23b1-ebcd-432e-8960-7f11826f59c5),segment_id=cc8f23b1-ebcd-432e-8960-7f11826f59c5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:13.232157 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bdcc01c2-998a-48d6-922d-934dc899578c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.245887 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bdcc01c2-998a-48d6-922d-934dc899578c None None] Calling delete_port for 15cf4061-26fd-471c-abf6-b737c8714ec1 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:57:13.272723 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.293603 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:13.302787 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd614b70c-6060-45d6-89ad-00964a0afbdd') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:13.303155 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd614b70c-6060-45d6-89ad-00964a0afbdd') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:13.312807 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.338857 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.344759 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bdcc01c2-998a-48d6-922d-934dc899578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.346605 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:57:13.347138 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:57:13.350556 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:57:13.370076 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10b39dd9-a5ea-40f5-abd9-3607ecac17fd req-f1b78abf-c3a8-491b-a7fb-fa70d7625c92 service neutron] 10.222.0.20 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657222 Dec 12 17:57:13.433309 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.442517 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.448640 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "DELETE /v2.0/networks/f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867 HTTP/1.1" status: 204 len: 168 time: 0.6234534 Dec 12 17:57:13.449383 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40824) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:13.533792 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41521ce3-97dc-4a2e-b5e2-b1daf85c695c tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event deleted for resources: {'Network': ['ID=f18c9f3b-9ebe-4a0e-bf1d-6dce977e7867,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:13.560974 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-3872ea9a-e319-4608-acb0-bfda1fb52b04 req-816ba532-5e08-4116-9978-11b7f7219054 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Deleting port 126c56b0-9220-49bf-8cd2-4699818b7d22 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:57:13.561427 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3872ea9a-e319-4608-acb0-bfda1fb52b04 req-816ba532-5e08-4116-9978-11b7f7219054 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.566178 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 15cf4061-26fd-471c-abf6-b737c8714ec1 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:57:13.568326 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc01c2-998a-48d6-922d-934dc899578c None None] Pushing event deleted for resources: {'Port': ['ID=15cf4061-26fd-471c-abf6-b737c8714ec1,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:13.584223 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-084a0de1-806b-45bc-9964-dad94596d309 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.584481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f71cf-1395-4714-ad4f-f8ba84693800 req-daacfda6-ed80-47fd-8dd9-c7436608c062 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:13.586304 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c1f71cf-1395-4714-ad4f-f8ba84693800 req-daacfda6-ed80-47fd-8dd9-c7436608c062 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/ports?device_id=490aab5b-de85-4f0c-81a0-cba49cf67fc7 HTTP/1.1" status: 200 len: 949 time: 0.0974140 Dec 12 17:57:13.590633 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc01c2-998a-48d6-922d-934dc899578c None None] No DVR routers for this DVR port 15cf4061-26fd-471c-abf6-b737c8714ec1 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:57:13.592638 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 15cf4061-26fd-471c-abf6-b737c8714ec1 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:57:13.593147 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 15cf4061-26fd-471c-abf6-b737c8714ec1 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:57:13.594458 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:57:13.617267 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:57:13.617616 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 611d5448-f9a8-47f0-ad0e-dd7c8c19edfe not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:57:13.662664 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-996d6262-a83b-4480-b41d-039586b498c6 req-4088ef9d-0ec9-47af-99bf-24af21b6cef2 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.664758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02af4ef-5fea-4b93-937d-d736b0996e78 req-32373583-2b69-429f-b041-a072f5a0c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:13.666284 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d02af4ef-5fea-4b93-937d-d736b0996e78 req-32373583-2b69-429f-b041-a072f5a0c40a service neutron] 10.222.0.31 "GET /v2.0/networks?id=1419fdcf-31a6-4c75-aed4-a804c897648d HTTP/1.1" status: 200 len: 914 time: 0.3996530 Dec 12 17:57:13.685694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:57:13.690868 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa627d-31a6-42e5-9993-ee7fa6b0cbf0 req-51f11644-adc0-4eb3-b221-3cc779a61878 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:13.692504 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a3fa627d-31a6-42e5-9993-ee7fa6b0cbf0 req-51f11644-adc0-4eb3-b221-3cc779a61878 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a0e84b8-61c0-4fe4-b2ad-fdbb15043897 HTTP/1.1" status: 200 len: 943 time: 0.2398741 Dec 12 17:57:13.699841 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-084a0de1-806b-45bc-9964-dad94596d309 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.727840 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-084a0de1-806b-45bc-9964-dad94596d309 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcaf9ca4-e05f-420f-b16e-6def77846d85']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:13.738090 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-084a0de1-806b-45bc-9964-dad94596d309 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8f23b1-ebcd-432e-8960-7f11826f59c5') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:13.738413 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-084a0de1-806b-45bc-9964-dad94596d309 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8f23b1-ebcd-432e-8960-7f11826f59c5') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:13.750461 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-084a0de1-806b-45bc-9964-dad94596d309 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.757757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088ef9d-0ec9-47af-99bf-24af21b6cef2 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Pushing event deleted for resources: {'Port': ['ID=042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:13.765648 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-084a0de1-806b-45bc-9964-dad94596d309 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.775055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084a0de1-806b-45bc-9964-dad94596d309 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:57:13.775568 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-084a0de1-806b-45bc-9964-dad94596d309 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:57:13.779644 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:57:13.783291 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d02af4ef-5fea-4b93-937d-d736b0996e78 req-f640682e-f188-4b74-a23d-f4649a5a9827 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d80aae7a-54ab-4d77-a33a-7138561eb6e3 HTTP/1.1" status: 200 len: 217 time: 0.1021287 Dec 12 17:57:13.842531 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-084a0de1-806b-45bc-9964-dad94596d309 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.851218 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-084a0de1-806b-45bc-9964-dad94596d309 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.855740 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-084a0de1-806b-45bc-9964-dad94596d309 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "DELETE /v2.0/networks/fcaf9ca4-e05f-420f-b16e-6def77846d85 HTTP/1.1" status: 204 len: 168 time: 0.4054799 Dec 12 17:57:13.857832 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40826) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:13.876518 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a0de1-806b-45bc-9964-dad94596d309 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event deleted for resources: {'Network': ['ID=fcaf9ca4-e05f-420f-b16e-6def77846d85,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:13.904261 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c1f71cf-1395-4714-ad4f-f8ba84693800 req-13f6f2e4-800a-4ba9-960c-23ef6d1d60fc tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a0caa9c-14e9-49c0-b1f2-e2af59add408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938292 Dec 12 17:57:13.910823 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-996d6262-a83b-4480-b41d-039586b498c6 req-4088ef9d-0ec9-47af-99bf-24af21b6cef2 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] No DVR routers for this DVR port 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:57:13.922161 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-3872ea9a-e319-4608-acb0-bfda1fb52b04 req-816ba532-5e08-4116-9978-11b7f7219054 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] For port 126c56b0-9220-49bf-8cd2-4699818b7d22, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=126c56b0-9220-49bf-8cd2-4699818b7d22,segment=NetworkSegment(99956bbb-8cb1-40ec-b0a5-dd9816f8b8b0),segment_id=99956bbb-8cb1-40ec-b0a5-dd9816f8b8b0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:13.922542 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3872ea9a-e319-4608-acb0-bfda1fb52b04 req-816ba532-5e08-4116-9978-11b7f7219054 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.929498 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-996d6262-a83b-4480-b41d-039586b498c6 req-4088ef9d-0ec9-47af-99bf-24af21b6cef2 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.932858 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-996d6262-a83b-4480-b41d-039586b498c6 req-4088ef9d-0ec9-47af-99bf-24af21b6cef2 tempest-VolumesBackupsTest-1811789765 tempest-VolumesBackupsTest-1811789765-project] 10.222.0.20 "DELETE /v2.0/ports/042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd HTTP/1.1" status: 204 len: 173 time: 1.5796180 Dec 12 17:57:13.945075 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d2c0aa-1fe3-451a-91d9-fad21af89926 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Deleting subnet 3d2f1b0a-8a2e-4681-966a-37fe45e034da {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:57:13.948304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-3872ea9a-e319-4608-acb0-bfda1fb52b04 req-816ba532-5e08-4116-9978-11b7f7219054 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Calling delete_port for 126c56b0-9220-49bf-8cd2-4699818b7d22 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:57:13.951069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02af4ef-5fea-4b93-937d-d736b0996e78 req-a1cc0385-b460-4579-9d8b-bfd33c1513e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:13.952434 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c0aa-1fe3-451a-91d9-fad21af89926 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:13.953639 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d02af4ef-5fea-4b93-937d-d736b0996e78 req-a1cc0385-b460-4579-9d8b-bfd33c1513e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0 HTTP/1.1" status: 200 len: 853 time: 0.1533027 Dec 12 17:57:13.961236 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a3fa627d-31a6-42e5-9993-ee7fa6b0cbf0 req-9f543cfc-2d6a-4cdd-aca4-5f3a498ea590 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381401 Dec 12 17:57:14.012950 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c0aa-1fe3-451a-91d9-fad21af89926 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.034152 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d02af4ef-5fea-4b93-937d-d736b0996e78 req-a76dcfbd-1e79-425a-b8f2-13c913cb996b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1419fdcf-31a6-4c75-aed4-a804c897648d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719287 Dec 12 17:57:14.117376 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c0aa-1fe3-451a-91d9-fad21af89926 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.179770 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c0aa-1fe3-451a-91d9-fad21af89926 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.216716 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2c0aa-1fe3-451a-91d9-fad21af89926 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2f1b0a-8a2e-4681-966a-37fe45e034da,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:14.220971 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c0aa-1fe3-451a-91d9-fad21af89926 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.226448 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c0d2c0aa-1fe3-451a-91d9-fad21af89926 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "DELETE /v2.0/subnets/3d2f1b0a-8a2e-4681-966a-37fe45e034da HTTP/1.1" status: 204 len: 168 time: 0.3654258 Dec 12 17:57:14.226818 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40832) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:14.247651 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06860ea7-c7f2-42c0-9362-3959c11fc6d8 None None] Network ccd041d9-ba8f-4bbf-83c1-c71f792ed751 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:57:14.255499 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf1ea9-32d3-4aeb-8ea5-06b915da9357 req-a56ac828-3f8f-431f-8162-3b446f27fff0 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:14.257066 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7bcf1ea9-32d3-4aeb-8ea5-06b915da9357 req-a56ac828-3f8f-431f-8162-3b446f27fff0 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.2148502 Dec 12 17:57:14.280319 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89146184-420d-4373-a57d-32fea1cec64a req-34b79a4e-eaf7-4eb3-b22a-bf48f7973ef3 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:14.281969 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89146184-420d-4373-a57d-32fea1cec64a req-34b79a4e-eaf7-4eb3-b22a-bf48f7973ef3 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bde415-a77f-4415-9e82-1b17435e4a2d HTTP/1.1" status: 200 len: 945 time: 0.1868222 Dec 12 17:57:14.336152 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.349262 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d02af4ef-5fea-4b93-937d-d736b0996e78 req-edf723ea-dc91-4ea6-9750-03c9754de477 service neutron] 10.222.0.31 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655058 Dec 12 17:57:14.401715 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Deleting port c6b947cc-6e5b-48fa-957f-b9229d571682 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:57:14.401715 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.418869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9d7725-cefa-4e05-a2c4-7693f6661e22 None None] DHCP port deletion for ccd041d9-ba8f-4bbf-83c1-c71f792ed751 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:57:14.487004 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2f9d7725-cefa-4e05-a2c4-7693f6661e22 None None] Deleting port c6b947cc-6e5b-48fa-957f-b9229d571682 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:57:14.487779 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2f9d7725-cefa-4e05-a2c4-7693f6661e22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.489110 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] For port c6b947cc-6e5b-48fa-957f-b9229d571682, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c6b947cc-6e5b-48fa-957f-b9229d571682,segment=NetworkSegment(7eb45f29-6933-41b5-9912-2934221ba7d4),segment_id=7eb45f29-6933-41b5-9912-2934221ba7d4)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:14.490243 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.510319 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89146184-420d-4373-a57d-32fea1cec64a req-304c2691-5dca-4188-9008-c7b1185de0b6 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d8a1be0-c705-4985-97c0-84eda1ef76f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143745 Dec 12 17:57:14.515085 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Calling delete_port for c6b947cc-6e5b-48fa-957f-b9229d571682 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:57:14.518970 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7bcf1ea9-32d3-4aeb-8ea5-06b915da9357 req-f6ae28db-3140-4aca-970b-acd70f0e4cc6 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512035 Dec 12 17:57:14.539240 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3872ea9a-e319-4608-acb0-bfda1fb52b04 req-816ba532-5e08-4116-9978-11b7f7219054 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.574071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['126c56b0-9220-49bf-8cd2-4699818b7d22'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:57:14.591061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ba532-5e08-4116-9978-11b7f7219054 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Pushing event deleted for resources: {'Port': ['ID=126c56b0-9220-49bf-8cd2-4699818b7d22,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:14.601218 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d02af4ef-5fea-4b93-937d-d736b0996e78 req-a0774fc4-5c3a-451a-bc43-6f2a96f9ef9c service neutron] 10.222.0.31 "GET /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217491 Dec 12 17:57:14.626157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2f9d7725-cefa-4e05-a2c4-7693f6661e22 None None] For port c6b947cc-6e5b-48fa-957f-b9229d571682, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c6b947cc-6e5b-48fa-957f-b9229d571682,segment=NetworkSegment(7eb45f29-6933-41b5-9912-2934221ba7d4),segment_id=7eb45f29-6933-41b5-9912-2934221ba7d4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:14.626516 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2f9d7725-cefa-4e05-a2c4-7693f6661e22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.633623 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.643570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2f9d7725-cefa-4e05-a2c4-7693f6661e22 None None] Calling delete_port for c6b947cc-6e5b-48fa-957f-b9229d571682 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:57:14.656884 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-3872ea9a-e319-4608-acb0-bfda1fb52b04 req-816ba532-5e08-4116-9978-11b7f7219054 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] No DVR routers for this DVR port 126c56b0-9220-49bf-8cd2-4699818b7d22 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:57:14.660874 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3872ea9a-e319-4608-acb0-bfda1fb52b04 req-816ba532-5e08-4116-9978-11b7f7219054 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.664432 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3872ea9a-e319-4608-acb0-bfda1fb52b04 req-816ba532-5e08-4116-9978-11b7f7219054 tempest-ServerMetadataNegativeTestJSON-1736257853 tempest-ServerMetadataNegativeTestJSON-1736257853-project] 10.222.0.20 "DELETE /v2.0/ports/126c56b0-9220-49bf-8cd2-4699818b7d22 HTTP/1.1" status: 204 len: 173 time: 1.6038194 Dec 12 17:57:14.675951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event deleted for resources: {'Port': ['ID=c6b947cc-6e5b-48fa-957f-b9229d571682,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:14.681405 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] No DVR routers for this DVR port c6b947cc-6e5b-48fa-957f-b9229d571682 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:57:14.737345 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2f9d7725-cefa-4e05-a2c4-7693f6661e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.763027 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d7725-cefa-4e05-a2c4-7693f6661e22 None None] Pushing event deleted for resources: {'Port': ['ID=c6b947cc-6e5b-48fa-957f-b9229d571682,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:14.769954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9d7725-cefa-4e05-a2c4-7693f6661e22 None None] No DVR routers for this DVR port c6b947cc-6e5b-48fa-957f-b9229d571682 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:57:14.787318 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.809034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd041d9-ba8f-4bbf-83c1-c71f792ed751']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:14.809269 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a7f3d6d-4514-46fb-aef0-e280cf2041b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.819449 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb45f29-6933-41b5-9912-2934221ba7d4') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:14.819751 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb45f29-6933-41b5-9912-2934221ba7d4') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:14.829346 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.840825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 41cbe3b6-fe36-489a-8e82-09067e668f01 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:57:14.842770 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.848994 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:57:14.849404 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:57:14.852530 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:57:14.930478 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.939766 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:14.943230 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "DELETE /v2.0/networks/ccd041d9-ba8f-4bbf-83c1-c71f792ed751 HTTP/1.1" status: 204 len: 168 time: 0.7153299 Dec 12 17:57:14.945886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40836) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:14.946720 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 41cbe3b6-fe36-489a-8e82-09067e668f01, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=41cbe3b6-fe36-489a-8e82-09067e668f01,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:14.960083 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '41cbe3b6-fe36-489a-8e82-09067e668f01', 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d', 'port_id': '41cbe3b6-fe36-489a-8e82-09067e668f01', 'mac_address': 'fa:16:3e:41:12:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:57:14.961072 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ee666-5057-440c-bc48-c92fcf4f9bd8 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Pushing event deleted for resources: {'Network': ['ID=ccd041d9-ba8f-4bbf-83c1-c71f792ed751,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:14.975415 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5a1c2eee-5a83-456b-b8e9-ba6dac989466 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "GET /v2.0/ports?device_id=53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3 HTTP/1.1" status: 200 len: 205 time: 0.0283158 Dec 12 17:57:14.977935 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40838) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:14.995420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490aab5b-de85-4f0c-81a0-cba49cf67fc7', 'name': 'network-vif-deleted', 'tag': '042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd'}, {'server_uuid': '34bde415-a77f-4415-9e82-1b17435e4a2d', 'name': 'network-vif-deleted', 'tag': '126c56b0-9220-49bf-8cd2-4699818b7d22'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:57:14.997255 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ea6628-111c-4473-95fc-93adc6e33d82" -d '{"events": [{"server_uuid": "490aab5b-de85-4f0c-81a0-cba49cf67fc7", "name": "network-vif-deleted", "tag": "042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd"}, {"server_uuid": "34bde415-a77f-4415-9e82-1b17435e4a2d", "name": "network-vif-deleted", "tag": "126c56b0-9220-49bf-8cd2-4699818b7d22"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:57:15.004576 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:15.019455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41cbe3b6-fe36-489a-8e82-09067e668f01 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:57:15.043991 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 41cbe3b6-fe36-489a-8e82-09067e668f01, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=41cbe3b6-fe36-489a-8e82-09067e668f01,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:15.052993 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:15.063917 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 17:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f123ce49-d508-41c2-bfab-f36866bba54e x-openstack-request-id: req-f123ce49-d508-41c2-bfab-f36866bba54e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:57:15.064215 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490aab5b-de85-4f0c-81a0-cba49cf67fc7", "name": "network-vif-deleted", "tag": "042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd", "status": "completed", "code": 200}, {"server_uuid": "34bde415-a77f-4415-9e82-1b17435e4a2d", "name": "network-vif-deleted", "tag": "126c56b0-9220-49bf-8cd2-4699818b7d22", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:57:15.064473 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f123ce49-d508-41c2-bfab-f36866bba54e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:57:15.064891 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490aab5b-de85-4f0c-81a0-cba49cf67fc7', 'name': 'network-vif-deleted', 'tag': '042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd', 'status': 'completed', 'code': 200} Dec 12 17:57:15.077369 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bde415-a77f-4415-9e82-1b17435e4a2d', 'name': 'network-vif-deleted', 'tag': '126c56b0-9220-49bf-8cd2-4699818b7d22', 'status': 'completed', 'code': 200} Dec 12 17:57:15.120867 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:57:15.145449 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=41cbe3b6-fe36-489a-8e82-09067e668f01,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:15.189581 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f56e4c1-6137-4c76-8c68-e8f24f63e6b7 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:15.219356 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device d80aae7a-54ab-4d77-a33a-7138561eb6e3 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:57:15.272709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6a005-452a-4d6f-b81e-1f19e707f3a2 req-87040f6c-0809-4e44-86e4-1c00014c76fd tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:15.273798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8d6a005-452a-4d6f-b81e-1f19e707f3a2 req-87040f6c-0809-4e44-86e4-1c00014c76fd tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a0e84b8-61c0-4fe4-b2ad-fdbb15043897 HTTP/1.1" status: 200 len: 944 time: 0.1835489 Dec 12 17:57:15.350161 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['41cbe3b6-fe36-489a-8e82-09067e668f01'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:57:15.385307 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f56e4c1-6137-4c76-8c68-e8f24f63e6b7 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:15.390057 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port d80aae7a-54ab-4d77-a33a-7138561eb6e3, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d80aae7a-54ab-4d77-a33a-7138561eb6e3,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:15.392336 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f56e4c1-6137-4c76-8c68-e8f24f63e6b7 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:15.410842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'd80aae7a-54ab-4d77-a33a-7138561eb6e3', 'network_id': '1419fdcf-31a6-4c75-aed4-a804c897648d', 'port_id': 'd80aae7a-54ab-4d77-a33a-7138561eb6e3', 'mac_address': 'fa:16:3e:d3:17:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:57:15.455763 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8d6a005-452a-4d6f-b81e-1f19e707f3a2 req-42929632-1de3-4615-a9de-0e700077cc1d tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531432 Dec 12 17:57:15.465371 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f56e4c1-6137-4c76-8c68-e8f24f63e6b7 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:15.465996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f56e4c1-6137-4c76-8c68-e8f24f63e6b7 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Fanout notify agent at l3_agent the message router_deleted on router 53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:57:15.474852 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f56e4c1-6137-4c76-8c68-e8f24f63e6b7 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:15.478924 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6f56e4c1-6137-4c76-8c68-e8f24f63e6b7 tempest-RoutersNegativeTest-1464394402 tempest-RoutersNegativeTest-1464394402-project] 10.222.0.18 "DELETE /v2.0/routers/53c0ba34-75f7-4d8f-bc33-22cc5d43d2c3 HTTP/1.1" status: 204 len: 168 time: 0.5000536 Dec 12 17:57:15.523709 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:15.593441 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80aae7a-54ab-4d77-a33a-7138561eb6e3 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:57:15.610842 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40860) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:15.619686 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07f684-40a7-470b-a80a-c9559dc1b487 req-8b7c87be-c09d-4880-aead-84fde086c7cc tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:15.632336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df07f684-40a7-470b-a80a-c9559dc1b487 req-8b7c87be-c09d-4880-aead-84fde086c7cc tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 1097 time: 0.0693181 Dec 12 17:57:15.642753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c6b947cc-6e5b-48fa-957f-b9229d571682 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:57:15.692829 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a9b4a0-3776-42c7-8eee-5cd3552e081f admin admin] Deleting subnet 63e75c7a-63aa-4e53-99d1-f488e420a8e5 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:57:15.701389 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port d80aae7a-54ab-4d77-a33a-7138561eb6e3, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d80aae7a-54ab-4d77-a33a-7138561eb6e3,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:15.705214 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: c6b947cc-6e5b-48fa-957f-b9229d571682 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:57:15.705515 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88a9b4a0-3776-42c7-8eee-5cd3552e081f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:15.705815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c6b947cc-6e5b-48fa-957f-b9229d571682 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:57:15.715742 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:15.764452 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df07f684-40a7-470b-a80a-c9559dc1b487 req-7efee326-720b-4c2a-beb6-c9f3523d8263 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245503 Dec 12 17:57:15.769321 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88a9b4a0-3776-42c7-8eee-5cd3552e081f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:15.774857 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5da28-2dbe-4565-bb7c-773671fd1143 req-ee839bb0-0646-4c1d-92fc-9aab8609c793 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:15.776876 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dac5da28-2dbe-4565-bb7c-773671fd1143 req-ee839bb0-0646-4c1d-92fc-9aab8609c793 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.1021104 Dec 12 17:57:15.831574 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88a9b4a0-3776-42c7-8eee-5cd3552e081f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:15.859653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dac5da28-2dbe-4565-bb7c-773671fd1143 req-14b05ccd-3955-47ef-861b-e45174f4f8e1 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689785 Dec 12 17:57:15.863256 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=d80aae7a-54ab-4d77-a33a-7138561eb6e3,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:15.899383 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88a9b4a0-3776-42c7-8eee-5cd3552e081f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:15.944424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9b4a0-3776-42c7-8eee-5cd3552e081f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e75c7a-63aa-4e53-99d1-f488e420a8e5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:15.948691 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88a9b4a0-3776-42c7-8eee-5cd3552e081f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:15.953059 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-88a9b4a0-3776-42c7-8eee-5cd3552e081f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/63e75c7a-63aa-4e53-99d1-f488e420a8e5 HTTP/1.1" status: 204 len: 168 time: 0.3404350 Dec 12 17:57:15.955793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40868) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:15.994032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40870) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:16.050438 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['d80aae7a-54ab-4d77-a33a-7138561eb6e3'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:57:16.053280 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75b0bc6d-667e-4a6a-bce0-84e145f17bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:16.164531 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75b0bc6d-667e-4a6a-bce0-84e145f17bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:16.189837 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-75b0bc6d-667e-4a6a-bce0-84e145f17bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b631cfa5-fd0e-4e79-8774-cc1210faa6bb']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:16.201477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-75b0bc6d-667e-4a6a-bce0-84e145f17bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99956bbb-8cb1-40ec-b0a5-dd9816f8b8b0') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:16.201776 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-75b0bc6d-667e-4a6a-bce0-84e145f17bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99956bbb-8cb1-40ec-b0a5-dd9816f8b8b0') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:16.212064 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75b0bc6d-667e-4a6a-bce0-84e145f17bfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:16.212869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d1b20-214d-4e3c-89c8-1f289abad08e req-c572867c-c7ac-43a1-ae2e-967f58e85e3f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:16.214977 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-892d1b20-214d-4e3c-89c8-1f289abad08e req-c572867c-c7ac-43a1-ae2e-967f58e85e3f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.0958729 Dec 12 17:57:16.235354 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75b0bc6d-667e-4a6a-bce0-84e145f17bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:16.242481 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b0bc6d-667e-4a6a-bce0-84e145f17bfb admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:57:16.242883 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75b0bc6d-667e-4a6a-bce0-84e145f17bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:16.279265 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ba5ace55-634b-4a0d-b200-5a2043c181df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4670dda9fdc49e7a33ed1535bc48b25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2840247 Dec 12 17:57:16.284149 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-892d1b20-214d-4e3c-89c8-1f289abad08e req-e14d7bb4-1212-45d3-afec-764326158c44 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627210 Dec 12 17:57:16.284634 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40878) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:57:16.306112 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:57:16.310504 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40880) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:16.343518 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd6bf-ee6d-4353-8773-55bf3d86c33f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:16.367804 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd6bf-ee6d-4353-8773-55bf3d86c33f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:16.379350 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75b0bc6d-667e-4a6a-bce0-84e145f17bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:16.385355 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75b0bc6d-667e-4a6a-bce0-84e145f17bfb admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:16.389158 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-75b0bc6d-667e-4a6a-bce0-84e145f17bfb admin admin] 10.222.0.18 "DELETE /v2.0/networks/b631cfa5-fd0e-4e79-8774-cc1210faa6bb HTTP/1.1" status: 204 len: 168 time: 0.4288173 Dec 12 17:57:16.432454 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd6bf-ee6d-4353-8773-55bf3d86c33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:16.435036 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd6bf-ee6d-4353-8773-55bf3d86c33f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:16.439572 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e7cfd6bf-ee6d-4353-8773-55bf3d86c33f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6253223c-9a3f-4bd0-96f0-75dbb4a68399 HTTP/1.1" status: 204 len: 168 time: 0.1508172 Dec 12 17:57:16.443843 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-933b4645-d5cd-4887-957f-2a1ba991bc19 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/floatingips/02d9c29b-59fd-43a5-b6e9-abfb3525c93f HTTP/1.1" status: 200 len: 993 time: 0.1318820 Dec 12 17:57:16.446096 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0bc6d-667e-4a6a-bce0-84e145f17bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=b631cfa5-fd0e-4e79-8774-cc1210faa6bb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:16.465992 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfd6bf-ee6d-4353-8773-55bf3d86c33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6253223c-9a3f-4bd0-96f0-75dbb4a68399,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:16.591592 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40892) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:16.602056 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e82e7-4052-4cbc-8648-202955dd4a8c req-b7158ede-2565-45e5-b9ea-964b9837d3b3 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:16.603811 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b9e82e7-4052-4cbc-8648-202955dd4a8c req-b7158ede-2565-45e5-b9ea-964b9837d3b3 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a0e84b8-61c0-4fe4-b2ad-fdbb15043897 HTTP/1.1" status: 200 len: 944 time: 0.0703404 Dec 12 17:57:16.655461 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b782c1db-e0ff-4669-af55-62adda7ee485 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad8ebc9685f94b34bf2ba02606cdd81a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0589387 Dec 12 17:57:16.655461 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40894) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:16.665245 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b9e82e7-4052-4cbc-8648-202955dd4a8c req-14f29f6d-1c88-4bb5-aa0c-e822d937208e tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544662 Dec 12 17:57:16.733340 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b90e24-9d30-48e5-8f13-0ffd13047025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:16.737588 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-01783eec-2f3e-475b-a023-66a069c1e125 req-e5abe445-3813-4961-9743-c267d23245bf service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:57:16.738766 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01783eec-2f3e-475b-a023-66a069c1e125 req-e5abe445-3813-4961-9743-c267d23245bf service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067189 Dec 12 17:57:16.761989 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b90e24-9d30-48e5-8f13-0ffd13047025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:16.827804 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b90e24-9d30-48e5-8f13-0ffd13047025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:16.831091 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b90e24-9d30-48e5-8f13-0ffd13047025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:16.832280 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-13b90e24-9d30-48e5-8f13-0ffd13047025 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d8a1be0-c705-4985-97c0-84eda1ef76f5 HTTP/1.1" status: 204 len: 168 time: 0.1768579 Dec 12 17:57:16.843099 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b90e24-9d30-48e5-8f13-0ffd13047025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8a1be0-c705-4985-97c0-84eda1ef76f5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:16.852583 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 41cbe3b6-fe36-489a-8e82-09067e668f01 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:57:16.991226 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dc15-0683-499a-a4bf-92d46408f34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:17.022466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 41cbe3b6-fe36-489a-8e82-09067e668f01 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:57:17.054684 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-a89ebae5-af03-4c10-a8c7-77009cf16841 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0973520 Dec 12 17:57:17.057196 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 41cbe3b6-fe36-489a-8e82-09067e668f01 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:57:17.057723 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:17.097469 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:17.159251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe607e-c94c-4b81-ad16-5d2f36b9fa9b req-1f46aafb-6993-4fd8-9e11-123a6b05d4e3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:17.160087 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:17.169787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-babe607e-c94c-4b81-ad16-5d2f36b9fa9b req-1f46aafb-6993-4fd8-9e11-123a6b05d4e3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.2049377 Dec 12 17:57:17.192856 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0e84b8-61c0-4fe4-b2ad-fdbb15043897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cbe3b6-fe36-489a-8e82-09067e668f01'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:57:17.196019 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bf8929-8bdd-4bd3-a7a2-b52a2eaca473" -d '{"events": [{"server_uuid": "2a0e84b8-61c0-4fe4-b2ad-fdbb15043897", "name": "network-vif-plugged", "status": "completed", "tag": "41cbe3b6-fe36-489a-8e82-09067e668f01"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:57:17.229848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device d80aae7a-54ab-4d77-a33a-7138561eb6e3 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:57:17.235432 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 41cbe3b6-fe36-489a-8e82-09067e668f01, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=41cbe3b6-fe36-489a-8e82-09067e668f01,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:17.241628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d9d8e-9b73-49d7-a3bc-e5f523a998fe req-45cd4f27-2532-49b8-b6ee-44d8951bef4e tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:17.243994 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-603d9d8e-9b73-49d7-a3bc-e5f523a998fe req-45cd4f27-2532-49b8-b6ee-44d8951bef4e tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.2559488 Dec 12 17:57:17.285642 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:17.286663 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:57:17.316701 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:57:17.317056 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 042fa9bc-3a58-4a01-b3c4-6d9cf0be2fbd not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:57:17.317486 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 126c56b0-9220-49bf-8cd2-4699818b7d22 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:57:17.317610 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-babe607e-c94c-4b81-ad16-5d2f36b9fa9b req-d5309c9b-36db-4709-9f66-cea595a81597 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462708 Dec 12 17:57:17.372912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-603d9d8e-9b73-49d7-a3bc-e5f523a998fe req-f7dfb945-11db-4e27-9d2a-d0a6b81e15e9 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906200 Dec 12 17:57:17.393035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 126c56b0-9220-49bf-8cd2-4699818b7d22 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:57:17.393487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 126c56b0-9220-49bf-8cd2-4699818b7d22 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:57:17.396208 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a6664c-e40d-45b4-9fe6-4fb1511a29f4 x-openstack-request-id: req-b5a6664c-e40d-45b4-9fe6-4fb1511a29f4 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:57:17.396614 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0e84b8-61c0-4fe4-b2ad-fdbb15043897", "name": "network-vif-plugged", "status": "completed", "tag": "41cbe3b6-fe36-489a-8e82-09067e668f01", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:57:17.396954 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5a6664c-e40d-45b4-9fe6-4fb1511a29f4 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:57:17.397450 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0e84b8-61c0-4fe4-b2ad-fdbb15043897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cbe3b6-fe36-489a-8e82-09067e668f01', 'code': 200} Dec 12 17:57:17.427270 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=41cbe3b6-fe36-489a-8e82-09067e668f01,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:17.442764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port d80aae7a-54ab-4d77-a33a-7138561eb6e3 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:57:17.449592 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port d80aae7a-54ab-4d77-a33a-7138561eb6e3 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:57:17.450254 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:17.564712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb692e4-ed31-4111-a11e-1304f656ac0a req-40b6f5cb-aee4-4642-a204-3448d29df0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:17.568895 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbb692e4-ed31-4111-a11e-1304f656ac0a req-40b6f5cb-aee4-4642-a204-3448d29df0a3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2a0e84b8-61c0-4fe4-b2ad-fdbb15043897 HTTP/1.1" status: 200 len: 1096 time: 0.0999451 Dec 12 17:57:17.582657 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:17.618295 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port d80aae7a-54ab-4d77-a33a-7138561eb6e3, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d80aae7a-54ab-4d77-a33a-7138561eb6e3,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:17.627557 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:17.667624 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbb692e4-ed31-4111-a11e-1304f656ac0a req-16e5e221-cedd-4384-aed1-14bf94fe562a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902534 Dec 12 17:57:17.721267 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:17.755829 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=d80aae7a-54ab-4d77-a33a-7138561eb6e3,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:17.840422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036c6a4-8135-43cd-9ab0-3b97877a9cce req-34b8c842-264a-416d-8897-6057ad8e93e1 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:17.849613 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7036c6a4-8135-43cd-9ab0-3b97877a9cce req-34b8c842-264a-416d-8897-6057ad8e93e1 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a0e84b8-61c0-4fe4-b2ad-fdbb15043897 HTTP/1.1" status: 200 len: 945 time: 0.0688238 Dec 12 17:57:17.907941 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7036c6a4-8135-43cd-9ab0-3b97877a9cce req-3fb26509-70c1-402b-ab62-943130ef3c34 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569522 Dec 12 17:57:17.965502 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40966) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:18.229912 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a30e5a58-f275-432c-8008-f0b1919be86c tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group': {'name': 'tempest-secgroup--376775130'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:18.286450 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:18.288901 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a30e5a58-f275-432c-8008-f0b1919be86c tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:18.304488 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a30e5a58-f275-432c-8008-f0b1919be86c tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:18.428821 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a30e5a58-f275-432c-8008-f0b1919be86c tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:18.443542 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a30e5a58-f275-432c-8008-f0b1919be86c tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:18.487496 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e5a58-f275-432c-8008-f0b1919be86c tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007e2d07-068a-47d2-9c96-50246c5b8fbb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:18.532622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de75dd7-423e-4bba-b7be-3f8e3684d509 req-31a5a9b6-d3d5-4535-b017-df15489433b5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:18.534201 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8de75dd7-423e-4bba-b7be-3f8e3684d509 req-31a5a9b6-d3d5-4535-b017-df15489433b5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.1140859 Dec 12 17:57:18.578334 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a30e5a58-f275-432c-8008-f0b1919be86c tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:18.583832 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a30e5a58-f275-432c-8008-f0b1919be86c tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:18.614105 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8de75dd7-423e-4bba-b7be-3f8e3684d509 req-7d10f247-1036-4c98-a981-63fa71fed399 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567150 Dec 12 17:57:18.622227 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e5a58-f275-432c-8008-f0b1919be86c tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bae8724-1cc7-488a-a658-f5cb395b8f0a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:18.637785 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a30e5a58-f275-432c-8008-f0b1919be86c tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:18.639334 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a30e5a58-f275-432c-8008-f0b1919be86c tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6727123 Dec 12 17:57:18.650272 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 40994) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:18.731132 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5fd257ca-39b3-44ad-ae96-b303b9771330 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0792010 Dec 12 17:57:18.733743 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41000) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:18.739347 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-472ebd37-fa9f-41a4-b41b-c8e6ce3aa1e5 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group': {'name': 'tempest-security--1669216316', 'description': 'tempest-security-description-722685623'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:18.771251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33646a-0516-4131-a873-d818519c794c req-fdac3efa-6116-4eb1-aca7-42dbf56e66ff tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:18.779436 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd33646a-0516-4131-a873-d818519c794c req-fdac3efa-6116-4eb1-aca7-42dbf56e66ff tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0791733 Dec 12 17:57:18.785898 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-472ebd37-fa9f-41a4-b41b-c8e6ce3aa1e5 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:18.855578 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd33646a-0516-4131-a873-d818519c794c req-f714145e-6220-4cd4-a51f-d5e7e5f35c4d tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748515 Dec 12 17:57:18.860106 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-472ebd37-fa9f-41a4-b41b-c8e6ce3aa1e5 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:18.869680 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-472ebd37-fa9f-41a4-b41b-c8e6ce3aa1e5 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:18.872762 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-472ebd37-fa9f-41a4-b41b-c8e6ce3aa1e5 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:18.874035 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-472ebd37-fa9f-41a4-b41b-c8e6ce3aa1e5 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "PUT /v2.0/security-groups/7bae8724-1cc7-488a-a658-f5cb395b8f0a HTTP/1.1" status: 200 len: 1796 time: 0.1392813 Dec 12 17:57:18.877746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41006) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:18.913955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ebd37-fa9f-41a4-b41b-c8e6ce3aa1e5 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bae8724-1cc7-488a-a658-f5cb395b8f0a,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:19.054693 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d37f4291-afc6-4818-b9b8-2eaba9cd5506 req-b22d715e-99ae-40b8-bf56-ceccc27a1116 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=baaae58b-55dd-4e59-9996-3456d37450a9 HTTP/1.1" status: 200 len: 210 time: 0.1158085 Dec 12 17:57:19.129030 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c5ac02e0-26ba-462f-9729-e3e10a93d6ae tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-groups/7bae8724-1cc7-488a-a658-f5cb395b8f0a HTTP/1.1" status: 200 len: 1796 time: 0.2500281 Dec 12 17:57:19.131759 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41016) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:19.160474 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b5eee-9b62-4aee-bd6a-de3c905306fe req-fab311cf-1182-4730-bcc5-52777757a4c4 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:19.168979 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-822b5eee-9b62-4aee-bd6a-de3c905306fe req-fab311cf-1182-4730-bcc5-52777757a4c4 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a0e84b8-61c0-4fe4-b2ad-fdbb15043897 HTTP/1.1" status: 200 len: 945 time: 0.1191144 Dec 12 17:57:19.190315 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-4b3c54c0-8f0e-4824-b4a2-63b671629bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:19.192092 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-4b3c54c0-8f0e-4824-b4a2-63b671629bde service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 1097 time: 0.2018192 Dec 12 17:57:19.249597 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d91382c-03a1-4cc3-b5e6-088285aa7e1a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:19.277070 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d91382c-03a1-4cc3-b5e6-088285aa7e1a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:19.312655 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-bdca03dd-eccc-4f75-b4f4-20a9134c02f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:19.314430 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-bdca03dd-eccc-4f75-b4f4-20a9134c02f8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bce2003b-95fc-412b-a4c2-a13c87646bdc HTTP/1.1" status: 200 len: 897 time: 0.1136930 Dec 12 17:57:19.398843 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ce4e3e-830b-48e8-ac8f-1bdd000bf74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80aae7a-54ab-4d77-a33a-7138561eb6e3'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:57:19.401275 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5f719d-4fa4-4292-8282-da8f4b9a8156" -d '{"events": [{"server_uuid": "57ce4e3e-830b-48e8-ac8f-1bdd000bf74b", "name": "network-vif-plugged", "status": "completed", "tag": "d80aae7a-54ab-4d77-a33a-7138561eb6e3"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:57:19.413240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-822b5eee-9b62-4aee-bd6a-de3c905306fe req-011b8737-ff09-4bbe-ab55-1a746530c309 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432485 Dec 12 17:57:19.416371 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d91382c-03a1-4cc3-b5e6-088285aa7e1a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:19.423100 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d91382c-03a1-4cc3-b5e6-088285aa7e1a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:19.428525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-262c6b7f-f883-4119-8d3e-6cd8df65fa8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5 HTTP/1.1" status: 200 len: 1001 time: 0.1032696 Dec 12 17:57:19.430473 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6d91382c-03a1-4cc3-b5e6-088285aa7e1a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-groups/7bae8724-1cc7-488a-a658-f5cb395b8f0a HTTP/1.1" status: 204 len: 168 time: 0.2937455 Dec 12 17:57:19.431114 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41034) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:19.492695 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d45ea1a-f52d-4abc-975c-ff2f387141f9 x-openstack-request-id: req-5d45ea1a-f52d-4abc-975c-ff2f387141f9 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:57:19.493387 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ce4e3e-830b-48e8-ac8f-1bdd000bf74b", "name": "network-vif-plugged", "status": "completed", "tag": "d80aae7a-54ab-4d77-a33a-7138561eb6e3", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:57:19.493788 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d45ea1a-f52d-4abc-975c-ff2f387141f9 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:57:19.494383 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ce4e3e-830b-48e8-ac8f-1bdd000bf74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80aae7a-54ab-4d77-a33a-7138561eb6e3', 'code': 200} Dec 12 17:57:19.576889 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91382c-03a1-4cc3-b5e6-088285aa7e1a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bae8724-1cc7-488a-a658-f5cb395b8f0a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:19.760195 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-23ba5d5a-9c65-40c6-8fee-43877a024da0 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3071187 Dec 12 17:57:19.761057 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41078) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:19.794589 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-0162217b-6fb4-4ccd-8ed1-66011190cef5 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] delete failed (client error): The resource could not be found. Dec 12 17:57:19.801188 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0162217b-6fb4-4ccd-8ed1-66011190cef5 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-groups/7bae8724-1cc7-488a-a658-f5cb395b8f0a HTTP/1.1" status: 404 len: 347 time: 0.0375485 Dec 12 17:57:19.801951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41080) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:19.809393 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-99676e62-fc0f-4f47-b1b3-10312abff28b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899238254'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:19.824646 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fa5fa-49fc-42a5-8199-fa73fdff246e req-7e8b0c6a-eee7-4c77-bf0a-72409994aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:19.826253 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b02fa5fa-49fc-42a5-8199-fa73fdff246e req-7e8b0c6a-eee7-4c77-bf0a-72409994aca8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=57ce4e3e-830b-48e8-ac8f-1bdd000bf74b HTTP/1.1" status: 200 len: 1096 time: 0.2234759 Dec 12 17:57:19.908475 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99676e62-fc0f-4f47-b1b3-10312abff28b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:19.925490 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b02fa5fa-49fc-42a5-8199-fa73fdff246e req-d31d0eea-ff08-4f66-af7b-3946e8a541c0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886023 Dec 12 17:57:20.036551 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:20.055466 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99676e62-fc0f-4f47-b1b3-10312abff28b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:20.062959 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99676e62-fc0f-4f47-b1b3-10312abff28b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:20.082245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-63874299-c2c9-4f52-ac9e-db1e43e4300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:20.083801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-63874299-c2c9-4f52-ac9e-db1e43e4300a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37146111-35c1-4540-9c8e-157a186ecea6 HTTP/1.1" status: 200 len: 835 time: 0.6472707 Dec 12 17:57:20.122248 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99676e62-fc0f-4f47-b1b3-10312abff28b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:20.133361 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-99676e62-fc0f-4f47-b1b3-10312abff28b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3298476 Dec 12 17:57:20.142325 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-41c7ac55-24fd-4d9b-ab53-2859fe6cb874 req-7d6f305c-81c4-4d26-b3a3-fbfd1b0ecdfa tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0563436 Dec 12 17:57:20.145877 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41096) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:20.166614 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-65badfac-e7b1-4ff5-b19b-9017ad447cfc tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group_rule': {'security_group_id': '9868550b-e4cc-43e2-814a-3fd80db238ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:20.183349 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99676e62-fc0f-4f47-b1b3-10312abff28b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9868550b-e4cc-43e2-814a-3fd80db238ac,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:20.188907 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cd198-b11a-4ccc-af09-5bfc46a0234c req-d54765f9-bf8c-484e-af15-12b3c7698bcb tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:20.190526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-746cd198-b11a-4ccc-af09-5bfc46a0234c req-d54765f9-bf8c-484e-af15-12b3c7698bcb tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.1057966 Dec 12 17:57:20.243766 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65badfac-e7b1-4ff5-b19b-9017ad447cfc tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:20.326674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-a2cb2850-ef38-41d2-acfc-1632ed422fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:20.328864 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-a2cb2850-ef38-41d2-acfc-1632ed422fa5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bce2003b-95fc-412b-a4c2-a13c87646bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323104 Dec 12 17:57:20.373350 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-746cd198-b11a-4ccc-af09-5bfc46a0234c req-a3e6d195-f821-4dcd-8035-8ccdf9962b01 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060774 Dec 12 17:57:20.426440 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65badfac-e7b1-4ff5-b19b-9017ad447cfc tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:20.432201 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65badfac-e7b1-4ff5-b19b-9017ad447cfc tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:20.443888 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db4ab1-d730-4e74-b4a9-44838213217b req-2b85596c-871b-4292-8c6e-b235bcbfae8e tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:20.451454 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68db4ab1-d730-4e74-b4a9-44838213217b req-2b85596c-871b-4292-8c6e-b235bcbfae8e tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.1830156 Dec 12 17:57:20.473387 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65badfac-e7b1-4ff5-b19b-9017ad447cfc tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d781af62-8e5f-4a3a-ad75-f94bd0c22135,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:20.512264 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65badfac-e7b1-4ff5-b19b-9017ad447cfc tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:20.513749 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-65badfac-e7b1-4ff5-b19b-9017ad447cfc tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3652067 Dec 12 17:57:20.519875 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41106) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:20.570319 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68db4ab1-d730-4e74-b4a9-44838213217b req-a14887a3-460e-4a86-845e-f0d659679814 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177466 Dec 12 17:57:20.590898 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb61dd60-29e6-4e37-9711-0569030d71eb tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:20.593021 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb61dd60-29e6-4e37-9711-0569030d71eb tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:20.623424 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-c4884ff8-e79e-426b-a3e6-30ad33d3dc9b service neutron] 10.222.0.31 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548165 Dec 12 17:57:20.630119 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb61dd60-29e6-4e37-9711-0569030d71eb tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:20.638581 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb61dd60-29e6-4e37-9711-0569030d71eb tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:20.640162 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cb61dd60-29e6-4e37-9711-0569030d71eb tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d781af62-8e5f-4a3a-ad75-f94bd0c22135 HTTP/1.1" status: 204 len: 168 time: 0.1223719 Dec 12 17:57:20.643326 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41124) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:20.674682 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61dd60-29e6-4e37-9711-0569030d71eb tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d781af62-8e5f-4a3a-ad75-f94bd0c22135,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:20.730591 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5c13bf0b-8d99-4e15-b200-6b54e3a271c6 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0837579 Dec 12 17:57:20.730793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41138) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:20.744509 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:20.831889 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddd0ea-0268-4878-a770-9ac0d78f64b9 req-40baf328-f2a5-439f-afff-3dbc083d96f9 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:20.849188 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fae96aa-041a-4396-9728-acb1b9a9e1e0 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:20.850438 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-03ddd0ea-0268-4878-a770-9ac0d78f64b9 req-40baf328-f2a5-439f-afff-3dbc083d96f9 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a0e84b8-61c0-4fe4-b2ad-fdbb15043897 HTTP/1.1" status: 200 len: 945 time: 0.2494431 Dec 12 17:57:20.899485 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fae96aa-041a-4396-9728-acb1b9a9e1e0 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:20.929731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-410cf4ab-6769-4d45-ab05-977118758ad4 service neutron] 10.222.0.31 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829664 Dec 12 17:57:20.963969 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-03ddd0ea-0268-4878-a770-9ac0d78f64b9 req-54a8c63f-a229-412c-b55c-2b317f980209 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125009 Dec 12 17:57:20.983174 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fae96aa-041a-4396-9728-acb1b9a9e1e0 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:20.988889 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fae96aa-041a-4396-9728-acb1b9a9e1e0 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:20.990798 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4fae96aa-041a-4396-9728-acb1b9a9e1e0 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-groups/9868550b-e4cc-43e2-814a-3fd80db238ac HTTP/1.1" status: 204 len: 168 time: 0.2588093 Dec 12 17:57:20.993287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41142) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:21.001568 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae96aa-041a-4396-9728-acb1b9a9e1e0 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9868550b-e4cc-43e2-814a-3fd80db238ac,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:21.054665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8193c309-e607-431e-8560-e5cc6bdc8a3c tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0567925 Dec 12 17:57:21.055444 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41144) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:21.061939 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6922c359-094c-449b-b177-73caae6915d6 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group': {'name': 'tempest-secgroup--878749430'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:21.096626 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6922c359-094c-449b-b177-73caae6915d6 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.127516 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af94ca-fd2b-4f45-a8f6-8595561e5752 req-775eb141-2cbc-4cc1-96e6-4b7fe0e21acf tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:21.129076 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30af94ca-fd2b-4f45-a8f6-8595561e5752 req-775eb141-2cbc-4cc1-96e6-4b7fe0e21acf tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ce4e3e-830b-48e8-ac8f-1bdd000bf74b HTTP/1.1" status: 200 len: 945 time: 0.0544751 Dec 12 17:57:21.202597 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6922c359-094c-449b-b177-73caae6915d6 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.208574 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30af94ca-fd2b-4f45-a8f6-8595561e5752 req-151d8cdc-0775-4092-9e7a-baf02b3a9313 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712686 Dec 12 17:57:21.208762 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6922c359-094c-449b-b177-73caae6915d6 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.271630 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a89589d-cb21-4ccf-97f8-e030636c1407 req-7e6718df-2e74-48f5-88d4-e8bc963ef026 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0476074 Dec 12 17:57:21.284837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6922c359-094c-449b-b177-73caae6915d6 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.288720 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6922c359-094c-449b-b177-73caae6915d6 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2295687 Dec 12 17:57:21.289144 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41148) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:21.295163 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-273f6b8c-674d-4671-8fcd-295f5960e1b4 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group_rule': {'security_group_id': '23930601-90eb-4c88-bce1-2d734980ab86', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:21.301163 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922c359-094c-449b-b177-73caae6915d6 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23930601-90eb-4c88-bce1-2d734980ab86,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:21.328327 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-273f6b8c-674d-4671-8fcd-295f5960e1b4 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.407049 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-273f6b8c-674d-4671-8fcd-295f5960e1b4 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.414668 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-273f6b8c-674d-4671-8fcd-295f5960e1b4 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.436231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f6b8c-674d-4671-8fcd-295f5960e1b4 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531671ac-e78c-4c64-a059-da5a3ec21261,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:21.446799 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-273f6b8c-674d-4671-8fcd-295f5960e1b4 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.448718 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-273f6b8c-674d-4671-8fcd-295f5960e1b4 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1582417 Dec 12 17:57:21.451605 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41154) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:21.456834 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8382dedd-35f8-4150-9844-8be8c76eec79 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group_rule': {'security_group_id': '23930601-90eb-4c88-bce1-2d734980ab86', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:21.509038 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8382dedd-35f8-4150-9844-8be8c76eec79 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.574253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c006570-964d-46c7-9f25-49ce8fa0eb3f req-ec64a6d5-c450-42c6-a03d-f0f38e6dbe4b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:21.576252 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c006570-964d-46c7-9f25-49ce8fa0eb3f req-ec64a6d5-c450-42c6-a03d-f0f38e6dbe4b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.0766304 Dec 12 17:57:21.612546 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8382dedd-35f8-4150-9844-8be8c76eec79 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.621906 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8382dedd-35f8-4150-9844-8be8c76eec79 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.652864 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8382dedd-35f8-4150-9844-8be8c76eec79 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.657460 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8382dedd-35f8-4150-9844-8be8c76eec79 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2017791 Dec 12 17:57:21.657460 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382dedd-35f8-4150-9844-8be8c76eec79 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2dab7b5-aec6-4d6f-91dc-bba6b9d2c4a3,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:21.663607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41160) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:21.670454 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2e5ef02f-a384-4ee5-b935-7efeb7f924b9 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group_rule': {'security_group_id': '23930601-90eb-4c88-bce1-2d734980ab86', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:21.675313 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c006570-964d-46c7-9f25-49ce8fa0eb3f req-4b20f708-7762-47b4-9a27-fc32c4fc450c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904424 Dec 12 17:57:21.700898 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e5ef02f-a384-4ee5-b935-7efeb7f924b9 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.743144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88058e04-1d15-4920-842c-0d762b939db5 req-6086c31e-9505-4f23-9d99-e42d637168b1 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:21.750665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88058e04-1d15-4920-842c-0d762b939db5 req-6086c31e-9505-4f23-9d99-e42d637168b1 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.0718517 Dec 12 17:57:21.773620 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e5ef02f-a384-4ee5-b935-7efeb7f924b9 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.778046 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e5ef02f-a384-4ee5-b935-7efeb7f924b9 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.793796 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ef02f-a384-4ee5-b935-7efeb7f924b9 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc798eb-04e3-498e-9c88-b7b2ecd117e3,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:21.806950 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e5ef02f-a384-4ee5-b935-7efeb7f924b9 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.808198 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2e5ef02f-a384-4ee5-b935-7efeb7f924b9 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1434104 Dec 12 17:57:21.810516 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88058e04-1d15-4920-842c-0d762b939db5 req-b67822a5-5f59-4c7b-a829-5ae98754f0f1 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589802 Dec 12 17:57:21.810748 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41162) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:21.815680 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f3804289-a349-436d-b0c3-493d82290ecc tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group_rule': {'security_group_id': '23930601-90eb-4c88-bce1-2d734980ab86', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:21.843796 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3804289-a349-436d-b0c3-493d82290ecc tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.906907 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3804289-a349-436d-b0c3-493d82290ecc tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.911328 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3804289-a349-436d-b0c3-493d82290ecc tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.930250 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3804289-a349-436d-b0c3-493d82290ecc tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ee882e-27d1-466f-8e8c-e052968fcec6,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:21.940083 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3804289-a349-436d-b0c3-493d82290ecc tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:21.941278 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f3804289-a349-436d-b0c3-493d82290ecc tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294949 Dec 12 17:57:21.944351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41164) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:21.948808 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4955fbd6-5a14-4ab2-82e3-08684b5c2f5e tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group_rule': {'security_group_id': '23930601-90eb-4c88-bce1-2d734980ab86', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:21.979522 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4955fbd6-5a14-4ab2-82e3-08684b5c2f5e tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.041080 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4955fbd6-5a14-4ab2-82e3-08684b5c2f5e tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.044864 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4955fbd6-5a14-4ab2-82e3-08684b5c2f5e tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.065462 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955fbd6-5a14-4ab2-82e3-08684b5c2f5e tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5db90e5-202e-4845-bbee-ae18ab984861,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:22.075949 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4955fbd6-5a14-4ab2-82e3-08684b5c2f5e tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.077177 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4955fbd6-5a14-4ab2-82e3-08684b5c2f5e tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1318822 Dec 12 17:57:22.080159 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41166) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:22.111129 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dc08a00b-cd01-41a3-b7d8-15cc5abc7e2e tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.121304 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dc08a00b-cd01-41a3-b7d8-15cc5abc7e2e tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.149299 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dc08a00b-cd01-41a3-b7d8-15cc5abc7e2e tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.154566 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dc08a00b-cd01-41a3-b7d8-15cc5abc7e2e tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.156273 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-dc08a00b-cd01-41a3-b7d8-15cc5abc7e2e tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d5db90e5-202e-4845-bbee-ae18ab984861 HTTP/1.1" status: 204 len: 168 time: 0.0745125 Dec 12 17:57:22.159009 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41168) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:22.176289 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08a00b-cd01-41a3-b7d8-15cc5abc7e2e tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5db90e5-202e-4845-bbee-ae18ab984861,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:22.217086 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-726af4ff-457e-4b49-a6af-54cb25909b07 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0570135 Dec 12 17:57:22.220474 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41170) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:22.251735 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e307bbd8-dfbf-4a95-928f-22d81e76a6b0 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.259937 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e307bbd8-dfbf-4a95-928f-22d81e76a6b0 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.297750 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e307bbd8-dfbf-4a95-928f-22d81e76a6b0 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.304684 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e307bbd8-dfbf-4a95-928f-22d81e76a6b0 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.305803 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e307bbd8-dfbf-4a95-928f-22d81e76a6b0 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b3ee882e-27d1-466f-8e8c-e052968fcec6 HTTP/1.1" status: 204 len: 168 time: 0.0842881 Dec 12 17:57:22.309648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41174) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:22.313129 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307bbd8-dfbf-4a95-928f-22d81e76a6b0 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3ee882e-27d1-466f-8e8c-e052968fcec6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:22.359932 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b9609-dadf-4bd4-b93d-fc1e4cf59950 req-136c3a24-c36a-4a4a-8a41-81836107d276 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:22.361451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-294b9609-dadf-4bd4-b93d-fc1e4cf59950 req-136c3a24-c36a-4a4a-8a41-81836107d276 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ce4e3e-830b-48e8-ac8f-1bdd000bf74b HTTP/1.1" status: 200 len: 945 time: 0.0848975 Dec 12 17:57:22.384542 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3e5ee1d4-7ac4-48c8-a2b0-fb9c6e90cf70 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0737090 Dec 12 17:57:22.387366 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41178) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:22.414920 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a34f1a73-588c-49e5-ba5b-f911062d968b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.424236 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a34f1a73-588c-49e5-ba5b-f911062d968b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.426809 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9cf9aac-d02c-4f2f-8d7a-2232b8030743 req-5ab4545f-d7dd-48db-b2db-97bbb81a993c tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0402534 Dec 12 17:57:22.456309 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-294b9609-dadf-4bd4-b93d-fc1e4cf59950 req-b3b93525-3f74-4496-bb39-235caa55c7de tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857668 Dec 12 17:57:22.478417 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a34f1a73-588c-49e5-ba5b-f911062d968b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.512784 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a34f1a73-588c-49e5-ba5b-f911062d968b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.512784 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a34f1a73-588c-49e5-ba5b-f911062d968b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/3fc798eb-04e3-498e-9c88-b7b2ecd117e3 HTTP/1.1" status: 204 len: 168 time: 0.1172071 Dec 12 17:57:22.512784 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f1a73-588c-49e5-ba5b-f911062d968b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fc798eb-04e3-498e-9c88-b7b2ecd117e3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:22.513074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41184) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:22.562045 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8e9aad34-53b6-4f76-9a74-b07b0466d8be tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0478621 Dec 12 17:57:22.565360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41186) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:22.589612 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1acba94b-c9c2-4897-9392-07f0f0f49972 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.601480 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1acba94b-c9c2-4897-9392-07f0f0f49972 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.654017 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1acba94b-c9c2-4897-9392-07f0f0f49972 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.667699 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1acba94b-c9c2-4897-9392-07f0f0f49972 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.671008 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1acba94b-c9c2-4897-9392-07f0f0f49972 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e2dab7b5-aec6-4d6f-91dc-bba6b9d2c4a3 HTTP/1.1" status: 204 len: 168 time: 0.1024239 Dec 12 17:57:22.671008 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acba94b-c9c2-4897-9392-07f0f0f49972 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2dab7b5-aec6-4d6f-91dc-bba6b9d2c4a3,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:22.671639 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41192) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:22.720677 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-565d0628-effc-490d-83b3-8b51518d6771 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0473366 Dec 12 17:57:22.723318 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41196) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:22.750425 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-750e1e89-6780-47ff-837b-a0bfed85115d tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.759868 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-750e1e89-6780-47ff-837b-a0bfed85115d tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.791092 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-750e1e89-6780-47ff-837b-a0bfed85115d tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.800059 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-750e1e89-6780-47ff-837b-a0bfed85115d tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.801526 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-750e1e89-6780-47ff-837b-a0bfed85115d tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/531671ac-e78c-4c64-a059-da5a3ec21261 HTTP/1.1" status: 204 len: 168 time: 0.0770867 Dec 12 17:57:22.806758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41198) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:22.818579 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e1e89-6780-47ff-837b-a0bfed85115d tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=531671ac-e78c-4c64-a059-da5a3ec21261,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:22.858371 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc27fd9-3a50-475c-b580-7624a9c70ad9 req-e0af14f2-7e35-4415-832b-81f47f7592df tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:22.863742 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dbc27fd9-3a50-475c-b580-7624a9c70ad9 req-e0af14f2-7e35-4415-832b-81f47f7592df tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.0976005 Dec 12 17:57:22.893231 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2fc3ba66-ff88-42a0-887f-e571e86d6c99 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0828776 Dec 12 17:57:22.894137 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41204) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:22.957489 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-829ab451-1c5a-4443-a053-a947336ed059 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:22.980597 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-829ab451-1c5a-4443-a053-a947336ed059 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.010967 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dbc27fd9-3a50-475c-b580-7624a9c70ad9 req-b8fea784-82f5-47f1-a68c-123f4c7eac0f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165025 Dec 12 17:57:23.034048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8babf0f-805e-483a-b7dd-3912ee39ff57 req-7ada904e-628e-4b5e-a358-819b157ff7a9 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:23.035351 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-829ab451-1c5a-4443-a053-a947336ed059 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.037660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8babf0f-805e-483a-b7dd-3912ee39ff57 req-7ada904e-628e-4b5e-a358-819b157ff7a9 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.1356854 Dec 12 17:57:23.038642 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-829ab451-1c5a-4443-a053-a947336ed059 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.043824 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43055563-6a9c-488c-94fe-2bc8a4e72932 req-bffdba04-9a22-4c54-8f2d-1ddf8eeed681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:23.044243 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-829ab451-1c5a-4443-a053-a947336ed059 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-groups/23930601-90eb-4c88-bce1-2d734980ab86 HTTP/1.1" status: 204 len: 168 time: 0.1489575 Dec 12 17:57:23.044904 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41206) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:23.045636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-43055563-6a9c-488c-94fe-2bc8a4e72932 req-bffdba04-9a22-4c54-8f2d-1ddf8eeed681 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 1097 time: 0.1065488 Dec 12 17:57:23.070769 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ab451-1c5a-4443-a053-a947336ed059 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23930601-90eb-4c88-bce1-2d734980ab86,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:23.103310 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f5ca2a89-ea98-4546-ad23-d04837268dc5 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0539145 Dec 12 17:57:23.109052 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41208) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:23.111810 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5603f589-768f-4af7-95f2-044a26527298 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1926546119'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:23.138369 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5603f589-768f-4af7-95f2-044a26527298 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.176923 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8babf0f-805e-483a-b7dd-3912ee39ff57 req-e770cda3-b75d-44c8-bfe5-0a2cf27ce264 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302419 Dec 12 17:57:23.181263 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-43055563-6a9c-488c-94fe-2bc8a4e72932 req-c81e569e-bcd0-4c21-9c74-cd23357146cb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195731 Dec 12 17:57:23.193951 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f03f6-d0f9-4673-95a3-e210695bfd0e req-98dfea63-8aac-45af-a047-05ed5b7b8e5d tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:23.195536 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-209f03f6-d0f9-4673-95a3-e210695bfd0e req-98dfea63-8aac-45af-a047-05ed5b7b8e5d tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ce4e3e-830b-48e8-ac8f-1bdd000bf74b HTTP/1.1" status: 200 len: 945 time: 0.0972967 Dec 12 17:57:23.223660 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5603f589-768f-4af7-95f2-044a26527298 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.227981 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5603f589-768f-4af7-95f2-044a26527298 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.250298 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-209f03f6-d0f9-4673-95a3-e210695bfd0e req-4bae8da8-11ac-45bf-b7a1-fe10125ed592 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486085 Dec 12 17:57:23.258654 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5603f589-768f-4af7-95f2-044a26527298 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.260170 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5603f589-768f-4af7-95f2-044a26527298 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1518145 Dec 12 17:57:23.262940 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41210) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:23.268843 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-89490019-7203-4dcc-ae63-b249446ea97a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group_rule': {'security_group_id': 'c19b4675-87df-4138-b9e8-9f1dc64ef20f', 'direction': 'ingress', 'protocol': 17}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:23.274056 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603f589-768f-4af7-95f2-044a26527298 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19b4675-87df-4138-b9e8-9f1dc64ef20f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:23.301101 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-89490019-7203-4dcc-ae63-b249446ea97a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.357919 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-89490019-7203-4dcc-ae63-b249446ea97a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.361973 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-89490019-7203-4dcc-ae63-b249446ea97a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.380358 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89490019-7203-4dcc-ae63-b249446ea97a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd556e87-2ffb-4d8b-8f68-ea805b11cb97,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:23.391683 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-89490019-7203-4dcc-ae63-b249446ea97a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.392904 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-89490019-7203-4dcc-ae63-b249446ea97a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1290045 Dec 12 17:57:23.395690 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41212) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:23.451693 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07c10ad0-c044-47e9-bdf1-60cd1e983e98 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.477496 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07c10ad0-c044-47e9-bdf1-60cd1e983e98 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.535271 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07c10ad0-c044-47e9-bdf1-60cd1e983e98 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.537652 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07c10ad0-c044-47e9-bdf1-60cd1e983e98 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.539009 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-07c10ad0-c044-47e9-bdf1-60cd1e983e98 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-groups/c19b4675-87df-4138-b9e8-9f1dc64ef20f HTTP/1.1" status: 204 len: 168 time: 0.1423397 Dec 12 17:57:23.544532 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41218) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:23.565111 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c10ad0-c044-47e9-bdf1-60cd1e983e98 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19b4675-87df-4138-b9e8-9f1dc64ef20f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:23.567114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8719b054-96d2-4f93-baac-de050adaf0ee req-6d1c8e14-2ed9-4e4f-b8ab-cdb9af0759d6 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0413318 Dec 12 17:57:23.606425 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5c31fe59-49d9-4ead-968c-a902243d3677 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0607841 Dec 12 17:57:23.610137 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41220) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:23.615015 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-929db2f2-e252-4d68-bba8-2dc669e6b3ff tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group': {'name': 'tempest-secgroup--728639084'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:23.637348 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-929db2f2-e252-4d68-bba8-2dc669e6b3ff tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.711811 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-929db2f2-e252-4d68-bba8-2dc669e6b3ff tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.720145 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-929db2f2-e252-4d68-bba8-2dc669e6b3ff tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.752574 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-929db2f2-e252-4d68-bba8-2dc669e6b3ff tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.752574 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-929db2f2-e252-4d68-bba8-2dc669e6b3ff tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1408069 Dec 12 17:57:23.754407 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929db2f2-e252-4d68-bba8-2dc669e6b3ff tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690eeae1-6197-4b7d-aeaf-1cf6e5014cad,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:23.755128 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41224) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:23.760819 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1884b493-795e-4934-bc9f-5ca34de2da34 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group': {'name': 'tempest-secgroup--813785186'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:23.788404 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1884b493-795e-4934-bc9f-5ca34de2da34 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.858650 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1884b493-795e-4934-bc9f-5ca34de2da34 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.863422 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1884b493-795e-4934-bc9f-5ca34de2da34 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.898447 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1884b493-795e-4934-bc9f-5ca34de2da34 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:23.899707 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1884b493-795e-4934-bc9f-5ca34de2da34 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1434762 Dec 12 17:57:23.900814 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884b493-795e-4934-bc9f-5ca34de2da34 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf63a8f-274e-4189-8ae3-41ff76ce35b7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:23.902821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41226) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:23.908048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-35028c23-d3a7-4ba2-b0fc-69cb12447a41 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group_rule': {'security_group_id': '690eeae1-6197-4b7d-aeaf-1cf6e5014cad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1bf63a8f-274e-4189-8ae3-41ff76ce35b7', 'remote_ip_prefix': None}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:23.942449 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35028c23-d3a7-4ba2-b0fc-69cb12447a41 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:24.024304 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35028c23-d3a7-4ba2-b0fc-69cb12447a41 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:24.031929 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35028c23-d3a7-4ba2-b0fc-69cb12447a41 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:24.051820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35028c23-d3a7-4ba2-b0fc-69cb12447a41 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d086bb1-10c1-4f9a-ac1b-7e9accddf463,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:24.061661 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35028c23-d3a7-4ba2-b0fc-69cb12447a41 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:24.065660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-35028c23-d3a7-4ba2-b0fc-69cb12447a41 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1587913 Dec 12 17:57:24.066039 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41230) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:24.095178 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34e6db3a-91ea-4e59-8f3a-11f5af5918a3 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:24.116678 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34e6db3a-91ea-4e59-8f3a-11f5af5918a3 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:24.155572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3380c05-8207-4e42-81ff-5bcae9244356 req-3dbac14e-b961-430d-a8f0-3c52af3da257 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:24.157538 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34e6db3a-91ea-4e59-8f3a-11f5af5918a3 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:24.157955 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3380c05-8207-4e42-81ff-5bcae9244356 req-3dbac14e-b961-430d-a8f0-3c52af3da257 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.0615156 Dec 12 17:57:24.166101 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34e6db3a-91ea-4e59-8f3a-11f5af5918a3 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:24.170166 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-34e6db3a-91ea-4e59-8f3a-11f5af5918a3 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/3d086bb1-10c1-4f9a-ac1b-7e9accddf463 HTTP/1.1" status: 204 len: 168 time: 0.1030929 Dec 12 17:57:24.172729 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41232) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:24.185178 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6db3a-91ea-4e59-8f3a-11f5af5918a3 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d086bb1-10c1-4f9a-ac1b-7e9accddf463,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:24.221184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-863c65b0-0526-4bd3-b520-864300ff93af req-55ce76e1-6b39-42fe-932f-02f251927f69 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=baaae58b-55dd-4e59-9996-3456d37450a9 HTTP/1.1" status: 200 len: 210 time: 0.0371726 Dec 12 17:57:24.239599 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e163443c-e643-44d4-86b4-23ef5d9c35ee tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0656595 Dec 12 17:57:24.241749 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3380c05-8207-4e42-81ff-5bcae9244356 req-3090c1db-c4da-4b40-9104-dd6a3cb7c6c1 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758550 Dec 12 17:57:24.242296 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41236) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:24.320025 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9962fd12-3dd1-4fb6-a4f4-0b3fdceeacf9 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:24.400214 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9962fd12-3dd1-4fb6-a4f4-0b3fdceeacf9 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:24.465666 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a0beb-84b9-4794-9215-93e326e96f03 req-de2a70cc-7d2a-4a73-b133-89f6691082b4 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:24.467150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-400a0beb-84b9-4794-9215-93e326e96f03 req-de2a70cc-7d2a-4a73-b133-89f6691082b4 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ce4e3e-830b-48e8-ac8f-1bdd000bf74b HTTP/1.1" status: 200 len: 945 time: 0.1254046 Dec 12 17:57:24.531268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0096b0-1514-4faf-a01a-72850dd0b123 req-f695d2c6-4def-4184-aa97-f3f47dbb1baf tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:24.532772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e0096b0-1514-4faf-a01a-72850dd0b123 req-f695d2c6-4def-4184-aa97-f3f47dbb1baf tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.2619395 Dec 12 17:57:24.537791 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9962fd12-3dd1-4fb6-a4f4-0b3fdceeacf9 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:24.540435 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9962fd12-3dd1-4fb6-a4f4-0b3fdceeacf9 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:24.541528 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9962fd12-3dd1-4fb6-a4f4-0b3fdceeacf9 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-groups/1bf63a8f-274e-4189-8ae3-41ff76ce35b7 HTTP/1.1" status: 204 len: 168 time: 0.2980633 Dec 12 17:57:24.544326 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41242) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:24.582886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962fd12-3dd1-4fb6-a4f4-0b3fdceeacf9 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf63a8f-274e-4189-8ae3-41ff76ce35b7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:24.607114 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e7a3cab3-0b2c-4dd2-8b63-b2238087ddb9 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0603728 Dec 12 17:57:24.609358 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41248) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:24.658510 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-400a0beb-84b9-4794-9215-93e326e96f03 req-96c60496-e305-4ee0-b1ed-1f4c6a527648 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776252 Dec 12 17:57:24.675234 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3fee2-baaf-4380-866d-59838297784e req-569f2ff0-422b-4720-9eaa-940b2c237b81 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:24.682183 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5a3fee2-baaf-4380-866d-59838297784e req-569f2ff0-422b-4720-9eaa-940b2c237b81 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ce4e3e-830b-48e8-ac8f-1bdd000bf74b HTTP/1.1" status: 200 len: 945 time: 0.2109151 Dec 12 17:57:24.695105 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6455ce59-56e5-47bf-a4db-92b9748a7312 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:24.707715 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e0096b0-1514-4faf-a01a-72850dd0b123 req-b25d3d79-19fc-461e-b252-5f4f7fb52a00 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650875 Dec 12 17:57:24.734413 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6455ce59-56e5-47bf-a4db-92b9748a7312 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:24.795532 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c25aa064-b1e5-4e34-9ba1-4094a7600bd7 req-f28ad172-cb17-48f4-a5fc-d723e92e9408 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0431287 Dec 12 17:57:24.811966 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dad8af36-2f3a-49b7-962b-3c0eea3c7876 req-431660ce-ea63-44f2-9817-471087c850fb tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0872347 Dec 12 17:57:24.814959 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6455ce59-56e5-47bf-a4db-92b9748a7312 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:24.820300 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6455ce59-56e5-47bf-a4db-92b9748a7312 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:24.823068 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6455ce59-56e5-47bf-a4db-92b9748a7312 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-groups/690eeae1-6197-4b7d-aeaf-1cf6e5014cad HTTP/1.1" status: 204 len: 168 time: 0.2122350 Dec 12 17:57:24.826000 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41252) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:24.837216 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455ce59-56e5-47bf-a4db-92b9748a7312 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=690eeae1-6197-4b7d-aeaf-1cf6e5014cad,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:24.880818 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281f153-bfe2-4d10-b9b0-ccb5789f448f req-d15ff66b-0675-47a1-8a5c-17e86bfb2fbf tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:24.882314 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3281f153-bfe2-4d10-b9b0-ccb5789f448f req-d15ff66b-0675-47a1-8a5c-17e86bfb2fbf tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0e84b8-61c0-4fe4-b2ad-fdbb15043897 HTTP/1.1" status: 200 len: 945 time: 0.3039944 Dec 12 17:57:24.970383 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7cd8f328-fab8-4caf-91ac-4a4e75912bbd tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1416843 Dec 12 17:57:24.974623 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41254) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:24.979636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-622cf39d-8c6c-468f-ac6b-b77dd773a8b5 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754049501'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:24.986914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-f5a3fee2-baaf-4380-866d-59838297784e req-83fd7ee1-b62c-47b0-835c-5e7229b5a4a7 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Deleting port d80aae7a-54ab-4d77-a33a-7138561eb6e3 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:57:24.987288 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f5a3fee2-baaf-4380-866d-59838297784e req-83fd7ee1-b62c-47b0-835c-5e7229b5a4a7 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.008367 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-622cf39d-8c6c-468f-ac6b-b77dd773a8b5 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.078420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-3281f153-bfe2-4d10-b9b0-ccb5789f448f req-37956aab-1044-4210-b8f4-649452a6e5f5 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Deleting port 41cbe3b6-fe36-489a-8e82-09067e668f01 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:57:25.078763 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3281f153-bfe2-4d10-b9b0-ccb5789f448f req-37956aab-1044-4210-b8f4-649452a6e5f5 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.092494 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-622cf39d-8c6c-468f-ac6b-b77dd773a8b5 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.098030 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-622cf39d-8c6c-468f-ac6b-b77dd773a8b5 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.131930 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-622cf39d-8c6c-468f-ac6b-b77dd773a8b5 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.135980 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-622cf39d-8c6c-468f-ac6b-b77dd773a8b5 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1579313 Dec 12 17:57:25.135980 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cf39d-8c6c-468f-ac6b-b77dd773a8b5 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa6f5d0-8b08-444f-a1ea-9460107f43db,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:25.136205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-f5a3fee2-baaf-4380-866d-59838297784e req-83fd7ee1-b62c-47b0-835c-5e7229b5a4a7 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] For port d80aae7a-54ab-4d77-a33a-7138561eb6e3, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d80aae7a-54ab-4d77-a33a-7138561eb6e3,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:25.136537 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f5a3fee2-baaf-4380-866d-59838297784e req-83fd7ee1-b62c-47b0-835c-5e7229b5a4a7 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.138105 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41256) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:25.151480 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4f27965c-99b0-4538-bdc4-deac1423bc04 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group_rule': {'security_group_id': '0aa6f5d0-8b08-444f-a1ea-9460107f43db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:25.160266 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-f5a3fee2-baaf-4380-866d-59838297784e req-83fd7ee1-b62c-47b0-835c-5e7229b5a4a7 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Calling delete_port for d80aae7a-54ab-4d77-a33a-7138561eb6e3 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:57:25.183725 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f27965c-99b0-4538-bdc4-deac1423bc04 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.234936 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-3281f153-bfe2-4d10-b9b0-ccb5789f448f req-37956aab-1044-4210-b8f4-649452a6e5f5 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] For port 41cbe3b6-fe36-489a-8e82-09067e668f01, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=41cbe3b6-fe36-489a-8e82-09067e668f01,segment=NetworkSegment(e181f477-02e8-4c56-aa77-a083d12d45dc),segment_id=e181f477-02e8-4c56-aa77-a083d12d45dc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:25.235548 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3281f153-bfe2-4d10-b9b0-ccb5789f448f req-37956aab-1044-4210-b8f4-649452a6e5f5 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.254360 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f27965c-99b0-4538-bdc4-deac1423bc04 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.256782 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-3281f153-bfe2-4d10-b9b0-ccb5789f448f req-37956aab-1044-4210-b8f4-649452a6e5f5 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Calling delete_port for 41cbe3b6-fe36-489a-8e82-09067e668f01 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:57:25.259896 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f27965c-99b0-4538-bdc4-deac1423bc04 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.282886 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27965c-99b0-4538-bdc4-deac1423bc04 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e572f4-3668-4626-8713-665d5f6ca1c4,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:25.301510 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f27965c-99b0-4538-bdc4-deac1423bc04 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.303036 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4f27965c-99b0-4538-bdc4-deac1423bc04 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1551087 Dec 12 17:57:25.305824 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41260) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:25.338615 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40c2e836-0c76-45e4-a094-ab40885b41f3 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.350966 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40c2e836-0c76-45e4-a094-ab40885b41f3 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.385884 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40c2e836-0c76-45e4-a094-ab40885b41f3 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.393444 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40c2e836-0c76-45e4-a094-ab40885b41f3 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.394733 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-40c2e836-0c76-45e4-a094-ab40885b41f3 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b3e572f4-3668-4626-8713-665d5f6ca1c4 HTTP/1.1" status: 204 len: 168 time: 0.0874550 Dec 12 17:57:25.397157 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41264) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:25.402780 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f5a3fee2-baaf-4380-866d-59838297784e req-83fd7ee1-b62c-47b0-835c-5e7229b5a4a7 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.415416 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['41cbe3b6-fe36-489a-8e82-09067e668f01'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:57:25.441323 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2e836-0c76-45e4-a094-ab40885b41f3 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3e572f4-3668-4626-8713-665d5f6ca1c4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:25.462747 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd7ee1-b62c-47b0-835c-5e7229b5a4a7 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Pushing event deleted for resources: {'Port': ['ID=d80aae7a-54ab-4d77-a33a-7138561eb6e3,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:25.494738 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4c5ddc05-18de-4215-8b88-8aef573edb85 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0935111 Dec 12 17:57:25.497809 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed8ca4c-8e3b-4daf-9ece-da20019237dc None None] DHCP port deletion for 1419fdcf-31a6-4c75-aed4-a804c897648d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:57:25.499563 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41266) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:25.546652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a3fee2-baaf-4380-866d-59838297784e req-83fd7ee1-b62c-47b0-835c-5e7229b5a4a7 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] No DVR routers for this DVR port d80aae7a-54ab-4d77-a33a-7138561eb6e3 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:57:25.552434 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f5a3fee2-baaf-4380-866d-59838297784e req-83fd7ee1-b62c-47b0-835c-5e7229b5a4a7 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.556685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5a3fee2-baaf-4380-866d-59838297784e req-83fd7ee1-b62c-47b0-835c-5e7229b5a4a7 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.31 "DELETE /v2.0/ports/d80aae7a-54ab-4d77-a33a-7138561eb6e3 HTTP/1.1" status: 204 len: 173 time: 0.8477817 Dec 12 17:57:25.557216 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ce4e3e-830b-48e8-ac8f-1bdd000bf74b', 'name': 'network-vif-deleted', 'tag': 'd80aae7a-54ab-4d77-a33a-7138561eb6e3'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:57:25.560159 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff40dee-a1e8-4401-b138-48c889f563e9" -d '{"events": [{"server_uuid": "57ce4e3e-830b-48e8-ac8f-1bdd000bf74b", "name": "network-vif-deleted", "tag": "d80aae7a-54ab-4d77-a33a-7138561eb6e3"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:57:25.566819 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3281f153-bfe2-4d10-b9b0-ccb5789f448f req-37956aab-1044-4210-b8f4-649452a6e5f5 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.592904 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36b4c6c6-5019-4d8c-ba5c-ebadaf6d6946 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.634839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36b4c6c6-5019-4d8c-ba5c-ebadaf6d6946 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.635267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37956aab-1044-4210-b8f4-649452a6e5f5 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Pushing event deleted for resources: {'Port': ['ID=41cbe3b6-fe36-489a-8e82-09067e668f01,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:25.658153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e6035-cc78-4c7f-b027-15e685608eee req-8416a76b-cb53-4c31-aff3-9a38d689cb48 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:25.663875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36fe1cc-ddbb-4aa3-8ff7-07640bf64ef1 None None] DHCP port deletion for 1419fdcf-31a6-4c75-aed4-a804c897648d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:57:25.667448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b8e6035-cc78-4c7f-b027-15e685608eee req-8416a76b-cb53-4c31-aff3-9a38d689cb48 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.3091919 Dec 12 17:57:25.733151 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ead5d5f-c3d6-4e89-8b26-5fd27831162e x-openstack-request-id: req-7ead5d5f-c3d6-4e89-8b26-5fd27831162e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:57:25.733488 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ce4e3e-830b-48e8-ac8f-1bdd000bf74b", "name": "network-vif-deleted", "tag": "d80aae7a-54ab-4d77-a33a-7138561eb6e3", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:57:25.733797 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ead5d5f-c3d6-4e89-8b26-5fd27831162e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:57:25.734675 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ce4e3e-830b-48e8-ac8f-1bdd000bf74b', 'name': 'network-vif-deleted', 'tag': 'd80aae7a-54ab-4d77-a33a-7138561eb6e3', 'status': 'completed', 'code': 200} Dec 12 17:57:25.736921 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-3281f153-bfe2-4d10-b9b0-ccb5789f448f req-37956aab-1044-4210-b8f4-649452a6e5f5 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] No DVR routers for this DVR port 41cbe3b6-fe36-489a-8e82-09067e668f01 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:57:25.749892 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36b4c6c6-5019-4d8c-ba5c-ebadaf6d6946 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.755036 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3281f153-bfe2-4d10-b9b0-ccb5789f448f req-37956aab-1044-4210-b8f4-649452a6e5f5 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.760175 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36b4c6c6-5019-4d8c-ba5c-ebadaf6d6946 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:25.761550 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3281f153-bfe2-4d10-b9b0-ccb5789f448f req-37956aab-1044-4210-b8f4-649452a6e5f5 tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.20 "DELETE /v2.0/ports/41cbe3b6-fe36-489a-8e82-09067e668f01 HTTP/1.1" status: 204 len: 173 time: 0.8719261 Dec 12 17:57:25.764384 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-36b4c6c6-5019-4d8c-ba5c-ebadaf6d6946 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-groups/0aa6f5d0-8b08-444f-a1ea-9460107f43db HTTP/1.1" status: 204 len: 168 time: 0.2610996 Dec 12 17:57:25.766311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41276) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:25.779736 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4c6c6-5019-4d8c-ba5c-ebadaf6d6946 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa6f5d0-8b08-444f-a1ea-9460107f43db,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:25.865810 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97acfd8d-96da-4f14-ba9f-b98cbe8e3bef req-19ecbb76-ad3e-455d-9b00-7f232977081d tempest-MultipleCreateTestJSON-311208888 tempest-MultipleCreateTestJSON-311208888-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ce4e3e-830b-48e8-ac8f-1bdd000bf74b HTTP/1.1" status: 200 len: 210 time: 0.0624003 Dec 12 17:57:25.904573 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b8e6035-cc78-4c7f-b027-15e685608eee req-d1e92f16-3f6f-4251-843d-51c4221ab872 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220833 Dec 12 17:57:25.912998 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-48dba3ac-be02-4aa9-b1c2-751e5feb2d3f tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1393642 Dec 12 17:57:25.916841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41280) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:25.922666 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f4621500-4eb5-415a-b73d-d84265dc6e23 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group': {'name': 'tempest-secgroup--324671884'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:25.979047 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4621500-4eb5-415a-b73d-d84265dc6e23 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.040003 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-41298779-82d2-4b50-994d-f1231c9e87c0 req-9771ee13-edfa-43de-a597-58c264ab5574 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0444806 Dec 12 17:57:26.064650 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052309a1-f266-443c-b907-6c2a4b1cb958 req-0d11c0ab-746a-4d27-83dc-f776965cc471 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:26.066122 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-052309a1-f266-443c-b907-6c2a4b1cb958 req-0d11c0ab-746a-4d27-83dc-f776965cc471 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.1041718 Dec 12 17:57:26.148003 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-052309a1-f266-443c-b907-6c2a4b1cb958 req-01ac7685-02d6-47a1-a4ae-5e0b5372e9c6 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744340 Dec 12 17:57:26.150278 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4621500-4eb5-415a-b73d-d84265dc6e23 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.154659 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4621500-4eb5-415a-b73d-d84265dc6e23 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.189822 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4621500-4eb5-415a-b73d-d84265dc6e23 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.193877 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f4621500-4eb5-415a-b73d-d84265dc6e23 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2735229 Dec 12 17:57:26.193877 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41286) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:26.199089 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-5b0c9eec-bf92-4ced-98b3-5595cd2f1222 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group_rule': {'security_group_id': 'd9d4e661-703d-4cbf-8bdb-3ba1091e9368', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:26.221835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4621500-4eb5-415a-b73d-d84265dc6e23 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d4e661-703d-4cbf-8bdb-3ba1091e9368,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:26.235148 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b0c9eec-bf92-4ced-98b3-5595cd2f1222 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.339645 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b45336-bbb5-4eb9-a2b5-bb6fec710984 req-1c5b5926-dd93-494b-bc07-649aaf603ccd tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:26.347998 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4b45336-bbb5-4eb9-a2b5-bb6fec710984 req-1c5b5926-dd93-494b-bc07-649aaf603ccd tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.0853903 Dec 12 17:57:26.362462 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b0c9eec-bf92-4ced-98b3-5595cd2f1222 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.375356 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b0c9eec-bf92-4ced-98b3-5595cd2f1222 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.405915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c9eec-bf92-4ced-98b3-5595cd2f1222 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f271d311-61de-4543-a773-5e24ab89383d,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:26.430930 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b0c9eec-bf92-4ced-98b3-5595cd2f1222 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.432159 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5b0c9eec-bf92-4ced-98b3-5595cd2f1222 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2372966 Dec 12 17:57:26.434876 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41288) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:26.444750 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4b45336-bbb5-4eb9-a2b5-bb6fec710984 req-ab8bdcd6-3487-479b-9516-47e75b2b3cb9 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959158 Dec 12 17:57:26.458440 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-14bb91dc-2cc4-4347-aaf2-52293525d0fe tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-group-rules/f271d311-61de-4543-a773-5e24ab89383d HTTP/1.1" status: 200 len: 763 time: 0.0215411 Dec 12 17:57:26.460146 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41290) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:26.517119 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-309bf21b-d46e-48f1-a9b3-6c7d1ce45837 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0554948 Dec 12 17:57:26.519632 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41296) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:26.546693 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0ecac5a5-3829-41b6-916d-bccc81e4ed85 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.555803 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0ecac5a5-3829-41b6-916d-bccc81e4ed85 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.590580 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0ecac5a5-3829-41b6-916d-bccc81e4ed85 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.598253 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0ecac5a5-3829-41b6-916d-bccc81e4ed85 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.601987 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0ecac5a5-3829-41b6-916d-bccc81e4ed85 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f271d311-61de-4543-a773-5e24ab89383d HTTP/1.1" status: 204 len: 168 time: 0.0813797 Dec 12 17:57:26.602266 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41300) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:26.612907 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecac5a5-3829-41b6-916d-bccc81e4ed85 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f271d311-61de-4543-a773-5e24ab89383d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:26.663338 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1b250bd0-50c6-441e-93e5-86cb02b46f06 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0601189 Dec 12 17:57:26.666291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41302) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:26.670936 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ec2f5587-0f1f-46ca-aece-fb8f810cc23b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group_rule': {'security_group_id': 'd9d4e661-703d-4cbf-8bdb-3ba1091e9368', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:26.702251 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5587-0f1f-46ca-aece-fb8f810cc23b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.717338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28605bd2-3d01-4397-8b66-10eda51888ce req-fb0e316d-e4e6-4983-b38c-ec5922de791c tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:26.719898 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28605bd2-3d01-4397-8b66-10eda51888ce req-fb0e316d-e4e6-4983-b38c-ec5922de791c tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.0550292 Dec 12 17:57:26.774955 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5587-0f1f-46ca-aece-fb8f810cc23b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.782889 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5587-0f1f-46ca-aece-fb8f810cc23b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.797007 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28605bd2-3d01-4397-8b66-10eda51888ce req-a4b9ef29-fcd1-4bdd-a20f-73b7c684695d tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702090 Dec 12 17:57:26.819472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f5587-0f1f-46ca-aece-fb8f810cc23b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc857faa-f6b6-4f15-9ce1-64fc42509882,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:26.830973 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5587-0f1f-46ca-aece-fb8f810cc23b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.835262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41306) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:26.835673 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ec2f5587-0f1f-46ca-aece-fb8f810cc23b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1682169 Dec 12 17:57:26.851730 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ba8b8039-3497-4f30-b955-b5d6883e10bf tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-group-rules/dc857faa-f6b6-4f15-9ce1-64fc42509882 HTTP/1.1" status: 200 len: 763 time: 0.0153491 Dec 12 17:57:26.854186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41308) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:26.897624 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-48d64759-2dee-4f31-82e1-6f3023c469e4 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0399201 Dec 12 17:57:26.897833 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41312) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:26.926332 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bdf298f3-cb2d-45d1-ab60-00ac627b442b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.938909 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bdf298f3-cb2d-45d1-ab60-00ac627b442b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.967985 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bdf298f3-cb2d-45d1-ab60-00ac627b442b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.975157 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bdf298f3-cb2d-45d1-ab60-00ac627b442b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:26.976288 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bdf298f3-cb2d-45d1-ab60-00ac627b442b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/dc857faa-f6b6-4f15-9ce1-64fc42509882 HTTP/1.1" status: 204 len: 168 time: 0.0776095 Dec 12 17:57:26.978924 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41318) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:26.985151 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf298f3-cb2d-45d1-ab60-00ac627b442b tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc857faa-f6b6-4f15-9ce1-64fc42509882,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:26.987500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41320) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:27.033220 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4218a63d-b8e7-46db-8765-e777ce803fa7 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0528936 Dec 12 17:57:27.036488 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41322) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:27.041113 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fc11132b-71cd-4db8-b623-1267f61a6161 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group_rule': {'security_group_id': 'd9d4e661-703d-4cbf-8bdb-3ba1091e9368', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:27.068089 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-fc11132b-71cd-4db8-b623-1267f61a6161 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Project 825835aec06d48c59904f15b8653bb5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 17:57:27.068688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-55eb5a96-6fc7-486c-bd5d-dca7698a9adf admin admin] Deleting subnet 5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:57:27.073984 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55eb5a96-6fc7-486c-bd5d-dca7698a9adf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.080700 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc11132b-71cd-4db8-b623-1267f61a6161 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.100219 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac2a2d-7658-492b-a5fa-5a127fd0ae1a req-fd3b65cf-ef97-480d-a167-59733498fc81 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:27.102287 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-03ac2a2d-7658-492b-a5fa-5a127fd0ae1a req-fd3b65cf-ef97-480d-a167-59733498fc81 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.1235447 Dec 12 17:57:27.144648 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55eb5a96-6fc7-486c-bd5d-dca7698a9adf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.167926 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc11132b-71cd-4db8-b623-1267f61a6161 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.172579 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc11132b-71cd-4db8-b623-1267f61a6161 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.191020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a059694-2efa-4df2-a19d-4035ed255bdc req-ff3fb981-ca75-4cf0-bf6c-e5d158a23817 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0594151 Dec 12 17:57:27.196426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11132b-71cd-4db8-b623-1267f61a6161 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13261278-3226-4d4d-bba6-00885c45e426,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:27.213386 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc11132b-71cd-4db8-b623-1267f61a6161 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.215230 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fc11132b-71cd-4db8-b623-1267f61a6161 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1773226 Dec 12 17:57:27.217628 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41328) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:27.239772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-03ac2a2d-7658-492b-a5fa-5a127fd0ae1a req-740bb67e-0868-44b5-ae1d-73db14911fd9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274760 Dec 12 17:57:27.241112 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e1123da3-7119-4beb-9eb6-e8f44ccc9b65 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-group-rules/13261278-3226-4d4d-bba6-00885c45e426 HTTP/1.1" status: 200 len: 769 time: 0.0214911 Dec 12 17:57:27.245567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41332) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:27.248936 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55eb5a96-6fc7-486c-bd5d-dca7698a9adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.249574 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device d80aae7a-54ab-4d77-a33a-7138561eb6e3 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:57:27.277670 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: d80aae7a-54ab-4d77-a33a-7138561eb6e3 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:57:27.278298 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device d80aae7a-54ab-4d77-a33a-7138561eb6e3 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:57:27.318289 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-849715e7-6176-4e92-bba1-4230f471f404 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0698290 Dec 12 17:57:27.320809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41338) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:27.347742 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55eb5a96-6fc7-486c-bd5d-dca7698a9adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.355724 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4f8b508-59ed-4959-be6c-aea0e2c7f9bb tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.366232 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4f8b508-59ed-4959-be6c-aea0e2c7f9bb tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.380470 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb5a96-6fc7-486c-bd5d-dca7698a9adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:27.385341 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55eb5a96-6fc7-486c-bd5d-dca7698a9adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.391931 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9223a154-33a6-4c6a-b408-d614133f4000 None None] Network 1419fdcf-31a6-4c75-aed4-a804c897648d requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:57:27.392109 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41344) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:27.398739 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-55eb5a96-6fc7-486c-bd5d-dca7698a9adf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5420dba1-4dfa-42d9-ba3b-fb8b6ec430e0 HTTP/1.1" status: 204 len: 168 time: 0.3999543 Dec 12 17:57:27.458130 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4f8b508-59ed-4959-be6c-aea0e2c7f9bb tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.473834 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4f8b508-59ed-4959-be6c-aea0e2c7f9bb tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.477625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41346) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:27.477740 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d4f8b508-59ed-4959-be6c-aea0e2c7f9bb tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/13261278-3226-4d4d-bba6-00885c45e426 HTTP/1.1" status: 204 len: 168 time: 0.1557374 Dec 12 17:57:27.500794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8b508-59ed-4959-be6c-aea0e2c7f9bb tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13261278-3226-4d4d-bba6-00885c45e426,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:27.504536 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1348-45e5-4fb7-9fa1-38fa58747b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.528222 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff12d33-aa68-47ac-bd38-5638444dcb23 None None] DHCP port deletion for 1419fdcf-31a6-4c75-aed4-a804c897648d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:57:27.578514 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bc1d36b3-e953-4e31-bdc8-200242c48bcb tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0968947 Dec 12 17:57:27.579157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41350) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:27.632689 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1348-45e5-4fb7-9fa1-38fa58747b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.663597 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-0a7a1348-45e5-4fb7-9fa1-38fa58747b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1419fdcf-31a6-4c75-aed4-a804c897648d']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:27.677279 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-0a7a1348-45e5-4fb7-9fa1-38fa58747b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e181f477-02e8-4c56-aa77-a083d12d45dc') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:27.677740 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-0a7a1348-45e5-4fb7-9fa1-38fa58747b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e181f477-02e8-4c56-aa77-a083d12d45dc') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:27.684557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6b6b823f-cbbc-4f58-8606-47c1c09152fa req-00dda816-f3a5-4f66-8591-156fab615527 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0410938 Dec 12 17:57:27.689897 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1348-45e5-4fb7-9fa1-38fa58747b82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.690135 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-120c3db1-67de-43a7-a12a-2e59b87fd2ae tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.706960 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1348-45e5-4fb7-9fa1-38fa58747b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.716709 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-120c3db1-67de-43a7-a12a-2e59b87fd2ae tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.728626 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7a1348-45e5-4fb7-9fa1-38fa58747b82 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:57:27.729142 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1348-45e5-4fb7-9fa1-38fa58747b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:57:27.731135 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:57:27.739875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0e84b8-61c0-4fe4-b2ad-fdbb15043897', 'name': 'network-vif-deleted', 'tag': '41cbe3b6-fe36-489a-8e82-09067e668f01'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:57:27.744307 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc4eef2-dd94-416e-a474-db3ae21e1a99" -d '{"events": [{"server_uuid": "2a0e84b8-61c0-4fe4-b2ad-fdbb15043897", "name": "network-vif-deleted", "tag": "41cbe3b6-fe36-489a-8e82-09067e668f01"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:57:27.788682 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-120c3db1-67de-43a7-a12a-2e59b87fd2ae tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.791355 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-120c3db1-67de-43a7-a12a-2e59b87fd2ae tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.793201 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-120c3db1-67de-43a7-a12a-2e59b87fd2ae tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-groups/d9d4e661-703d-4cbf-8bdb-3ba1091e9368 HTTP/1.1" status: 204 len: 168 time: 0.2100801 Dec 12 17:57:27.797632 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41358) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:27.807638 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952aaa64-8514-4cdb-802a-ed1f4a90ecca x-openstack-request-id: req-952aaa64-8514-4cdb-802a-ed1f4a90ecca {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:57:27.808202 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0e84b8-61c0-4fe4-b2ad-fdbb15043897", "name": "network-vif-deleted", "tag": "41cbe3b6-fe36-489a-8e82-09067e668f01", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:57:27.808530 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-952aaa64-8514-4cdb-802a-ed1f4a90ecca {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:57:27.809039 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0e84b8-61c0-4fe4-b2ad-fdbb15043897', 'name': 'network-vif-deleted', 'tag': '41cbe3b6-fe36-489a-8e82-09067e668f01', 'status': 'completed', 'code': 200} Dec 12 17:57:27.818157 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1348-45e5-4fb7-9fa1-38fa58747b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.826992 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c3db1-67de-43a7-a12a-2e59b87fd2ae tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d4e661-703d-4cbf-8bdb-3ba1091e9368,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:27.856627 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1348-45e5-4fb7-9fa1-38fa58747b82 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.867708 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0a7a1348-45e5-4fb7-9fa1-38fa58747b82 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1419fdcf-31a6-4c75-aed4-a804c897648d HTTP/1.1" status: 204 len: 168 time: 0.4747252 Dec 12 17:57:27.868657 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a1348-45e5-4fb7-9fa1-38fa58747b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=1419fdcf-31a6-4c75-aed4-a804c897648d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:27.893223 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f6777343-e410-4958-b41e-f258199689be tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0942438 Dec 12 17:57:27.899312 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41366) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:27.904088 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e3c42f0b-5f23-4531-8632-ea5bb1d96577 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485422798'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:27.941661 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3c42f0b-5f23-4531-8632-ea5bb1d96577 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:27.981714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72b446-d517-441b-a0ae-60e96abbc9b4 req-ab7dd93a-c149-4f2d-b291-dab57ecaa9eb tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:27.989468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b72b446-d517-441b-a0ae-60e96abbc9b4 req-ab7dd93a-c149-4f2d-b291-dab57ecaa9eb tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.0917122 Dec 12 17:57:28.039395 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b72b446-d517-441b-a0ae-60e96abbc9b4 req-21f73621-8f17-4cca-a4af-eb102ae29052 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489511 Dec 12 17:57:28.051978 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3c42f0b-5f23-4531-8632-ea5bb1d96577 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:28.056739 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3c42f0b-5f23-4531-8632-ea5bb1d96577 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:28.087237 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3c42f0b-5f23-4531-8632-ea5bb1d96577 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:28.091253 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e3c42f0b-5f23-4531-8632-ea5bb1d96577 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1881518 Dec 12 17:57:28.092689 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41370) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:28.094226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c42f0b-5f23-4531-8632-ea5bb1d96577 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba52d299-2236-45d6-b26d-f0c54ca6b607,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:28.098062 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-472b811d-0607-4fa4-a14b-d367865abe1a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Request body: {'security_group_rule': {'security_group_id': 'ba52d299-2236-45d6-b26d-f0c54ca6b607', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:28.136339 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-472b811d-0607-4fa4-a14b-d367865abe1a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:28.184370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41374) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:28.220878 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-472b811d-0607-4fa4-a14b-d367865abe1a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:28.226712 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-472b811d-0607-4fa4-a14b-d367865abe1a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:28.242537 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-734df63e-56aa-4c96-b923-d1dcd26d6221 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98a7b783b8b0412c8b1ffdbb4117b7dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0568607 Dec 12 17:57:28.245003 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41376) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:28.252690 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b811d-0607-4fa4-a14b-d367865abe1a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c1968e-23e9-4d6a-9474-8c860f650041,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:28.269684 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-472b811d-0607-4fa4-a14b-d367865abe1a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:28.273367 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-472b811d-0607-4fa4-a14b-d367865abe1a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1766706 Dec 12 17:57:28.273925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41380) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:28.353790 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d534395-aa55-4f95-8706-ff7a315bd6f1 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:28.368565 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1573b06b-2f68-486d-9b6e-cd9a7fe723a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:28.394905 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1573b06b-2f68-486d-9b6e-cd9a7fe723a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:28.417054 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d534395-aa55-4f95-8706-ff7a315bd6f1 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:28.447661 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1573b06b-2f68-486d-9b6e-cd9a7fe723a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:28.450250 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1573b06b-2f68-486d-9b6e-cd9a7fe723a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:28.454710 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1573b06b-2f68-486d-9b6e-cd9a7fe723a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7fc350d-17bc-4e4e-bfe8-e0817d220c2b HTTP/1.1" status: 204 len: 168 time: 0.2054906 Dec 12 17:57:28.469782 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573b06b-2f68-486d-9b6e-cd9a7fe723a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fc350d-17bc-4e4e-bfe8-e0817d220c2b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:28.482147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf5d41-0bb5-42f4-a37d-93fc25c145ab req-d2f9a486-06a9-4752-a34b-607a8281e400 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:28.483681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8dcf5d41-0bb5-42f4-a37d-93fc25c145ab req-d2f9a486-06a9-4752-a34b-607a8281e400 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.1173363 Dec 12 17:57:28.512713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f7ced-ee71-4381-9dd7-ef4281b59f12 req-2ea22c62-6f93-44f2-baaf-50877ed0a6c3 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:28.514696 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd8f7ced-ee71-4381-9dd7-ef4281b59f12 req-2ea22c62-6f93-44f2-baaf-50877ed0a6c3 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.1330984 Dec 12 17:57:28.548722 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d534395-aa55-4f95-8706-ff7a315bd6f1 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:28.551346 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d534395-aa55-4f95-8706-ff7a315bd6f1 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:28.552607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5d534395-aa55-4f95-8706-ff7a315bd6f1 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-groups/ba52d299-2236-45d6-b26d-f0c54ca6b607 HTTP/1.1" status: 204 len: 168 time: 0.2780046 Dec 12 17:57:28.555331 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41388) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:28.572569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d534395-aa55-4f95-8706-ff7a315bd6f1 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba52d299-2236-45d6-b26d-f0c54ca6b607,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:28.627974 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8dcf5d41-0bb5-42f4-a37d-93fc25c145ab req-914b7d4f-db88-4a74-8c0d-ce9df3cdae25 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062169 Dec 12 17:57:28.633493 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd8f7ced-ee71-4381-9dd7-ef4281b59f12 req-77389768-e4c4-468f-9ce4-257910acdb19 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090200 Dec 12 17:57:28.643452 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-76255046-e6e5-46b1-85c2-e2e41e3e1b5a tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0863001 Dec 12 17:57:28.646318 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41390) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:28.698204 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-097e8fbf-7f4c-4764-983c-c0bd2ed32325 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0480664 Dec 12 17:57:28.698545 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41392) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:28.715772 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-6002a308-1dcb-4c93-9933-b8b7bc791686 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] delete failed (client error): The resource could not be found. Dec 12 17:57:28.720864 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6002a308-1dcb-4c93-9933-b8b7bc791686 tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "DELETE /v2.0/security-groups/ba52d299-2236-45d6-b26d-f0c54ca6b607 HTTP/1.1" status: 404 len: 347 time: 0.0199566 Dec 12 17:57:28.721517 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41394) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:28.779824 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9313307a-8110-4904-bc3f-4e5f4be489df tempest-SecGroupIPv6Test-1514264587 tempest-SecGroupIPv6Test-1514264587-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0571823 Dec 12 17:57:28.835066 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6b604e55-5268-45eb-a1c8-94aeba7c3098 req-5db55967-3a93-445a-90b9-f0c769f1c067 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0311093 Dec 12 17:57:28.893793 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 41cbe3b6-fe36-489a-8e82-09067e668f01 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:57:28.918809 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 41cbe3b6-fe36-489a-8e82-09067e668f01 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:57:28.919167 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 41cbe3b6-fe36-489a-8e82-09067e668f01 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:57:29.096857 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41414) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:29.303531 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b51a48d4-8eac-4633-9109-7f3363af1344 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=825835aec06d48c59904f15b8653bb5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2054300 Dec 12 17:57:29.305861 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41426) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:29.361496 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0f26-bf4d-4429-9a4d-ab2532b2edaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:29.375992 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41428) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:29.388005 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0f26-bf4d-4429-9a4d-ab2532b2edaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:29.440152 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0f26-bf4d-4429-9a4d-ab2532b2edaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:29.442777 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0f26-bf4d-4429-9a4d-ab2532b2edaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:29.445701 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2e9d0f26-bf4d-4429-9a4d-ab2532b2edaf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/007e2d07-068a-47d2-9c96-50246c5b8fbb HTTP/1.1" status: 204 len: 168 time: 0.1372128 Dec 12 17:57:29.454658 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d0f26-bf4d-4429-9a4d-ab2532b2edaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007e2d07-068a-47d2-9c96-50246c5b8fbb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:29.524984 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-88634684-4e1e-46bf-9413-867a4ec77ce3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-688592642-network', 'tenant_id': '49f616b338654630bc7f80acb46fb612'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:29.545676 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88634684-4e1e-46bf-9413-867a4ec77ce3 admin admin] Made reservation on behalf of 49f616b338654630bc7f80acb46fb612 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:57:29.548904 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88634684-4e1e-46bf-9413-867a4ec77ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:29.558497 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88634684-4e1e-46bf-9413-867a4ec77ce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:29.645542 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88634684-4e1e-46bf-9413-867a4ec77ce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:29.649267 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88634684-4e1e-46bf-9413-867a4ec77ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:29.674456 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88634684-4e1e-46bf-9413-867a4ec77ce3 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:57:29.684869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88634684-4e1e-46bf-9413-867a4ec77ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee400daa-a9a5-4e8c-be69-7df186d69df9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:29.692379 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88634684-4e1e-46bf-9413-867a4ec77ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:29.692731 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-88634684-4e1e-46bf-9413-867a4ec77ce3 admin admin] Added segment 89171c7e-a794-4e74-a43b-fac38c177856 of type vlan for network 14974185-f22c-4934-ae6a-57c56daeb576 Dec 12 17:57:29.755522 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88634684-4e1e-46bf-9413-867a4ec77ce3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:29.834137 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88634684-4e1e-46bf-9413-867a4ec77ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:29.835322 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88634684-4e1e-46bf-9413-867a4ec77ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:29.836103 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88634684-4e1e-46bf-9413-867a4ec77ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:29.851051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764bfa9-44a5-4da3-9614-0c2105c6c588 req-15a2ef08-4c12-47a0-8e01-9c6e5338a070 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:29.852614 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e764bfa9-44a5-4da3-9614-0c2105c6c588 req-15a2ef08-4c12-47a0-8e01-9c6e5338a070 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.1112854 Dec 12 17:57:29.860369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae2fb-f63c-4a72-87c8-59eab447b805 req-c736a32d-e987-43c2-b9f9-f02e69afd98d tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:29.861769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a99ae2fb-f63c-4a72-87c8-59eab447b805 req-c736a32d-e987-43c2-b9f9-f02e69afd98d tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.1192796 Dec 12 17:57:29.922930 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-88634684-4e1e-46bf-9413-867a4ec77ce3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5450866 Dec 12 17:57:29.925815 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41452) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:29.931996 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-180cef28-7b7e-4825-8c16-2453a3292d81 admin admin] Request body: {'subnet': {'network_id': '14974185-f22c-4934-ae6a-57c56daeb576', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-688592642-subnet', 'tenant_id': '49f616b338654630bc7f80acb46fb612', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:29.956740 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180cef28-7b7e-4825-8c16-2453a3292d81 admin admin] Made reservation on behalf of 49f616b338654630bc7f80acb46fb612 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:57:29.958918 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88634684-4e1e-46bf-9413-867a4ec77ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=14974185-f22c-4934-ae6a-57c56daeb576,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:29.960286 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-180cef28-7b7e-4825-8c16-2453a3292d81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:29.974428 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 14974185-f22c-4934-ae6a-57c56daeb576 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:57:30.050417 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a99ae2fb-f63c-4a72-87c8-59eab447b805 req-59eb987c-7319-4539-99e9-8d3175de8bf2 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667199 Dec 12 17:57:30.073604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e764bfa9-44a5-4da3-9614-0c2105c6c588 req-7ba0eb2a-2b27-4664-821c-40c9793077b6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085841 Dec 12 17:57:30.207411 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4634636-cc13-4d10-afcc-5629933fd728 req-fc952fdf-e88d-4c0a-a9c8-e0ceee576ce1 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0494173 Dec 12 17:57:30.306999 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-180cef28-7b7e-4825-8c16-2453a3292d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:30.374202 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cef28-7b7e-4825-8c16-2453a3292d81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96bcffdf-f8a5-4e02-bff0-7c1468a44bcf,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:30.397809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180cef28-7b7e-4825-8c16-2453a3292d81 admin admin] Checking segment: {'id': '89171c7e-a794-4e74-a43b-fac38c177856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '14974185-f22c-4934-ae6a-57c56daeb576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:57:30.398309 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180cef28-7b7e-4825-8c16-2453a3292d81 admin admin] Network hostable DHCP agents. Network: 14974185-f22c-4934-ae6a-57c56daeb576, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:57:30.420334 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180cef28-7b7e-4825-8c16-2453a3292d81 admin admin] Network 14974185-f22c-4934-ae6a-57c56daeb576 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:57:30.431647 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-180cef28-7b7e-4825-8c16-2453a3292d81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 14974185-f22c-4934-ae6a-57c56daeb576) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:57:30.436289 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180cef28-7b7e-4825-8c16-2453a3292d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:30.437893 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-180cef28-7b7e-4825-8c16-2453a3292d81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:30.444283 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaecac00-aa58-49cb-97d3-fdbb58e57572 None None] Network 14974185-f22c-4934-ae6a-57c56daeb576 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:57:30.483772 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-180cef28-7b7e-4825-8c16-2453a3292d81 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5509441 Dec 12 17:57:30.485884 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41470) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:30.582614 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53796318-2226-4806-9985-9bc24e7ccf94 None None] Network 14974185-f22c-4934-ae6a-57c56daeb576 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:57:30.636404 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6e78b7ce-03a1-43fa-897a-b82a9f2ddd00 tempest-SubnetPoolsTestJSON-678437688 tempest-SubnetPoolsTestJSON-678437688-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-889624661', 'prefixes': ['172.20.0.0/16']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:30.727794 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e78b7ce-03a1-43fa-897a-b82a9f2ddd00 tempest-SubnetPoolsTestJSON-678437688 tempest-SubnetPoolsTestJSON-678437688-project] Publish callbacks [] for subnetpool, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:30.731444 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6e78b7ce-03a1-43fa-897a-b82a9f2ddd00 tempest-SubnetPoolsTestJSON-678437688 tempest-SubnetPoolsTestJSON-678437688-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2417579 Dec 12 17:57:30.731993 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41480) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:30.778111 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-940c8796-eaea-4dc0-85d5-8de221804be3 tempest-SubnetPoolsTestJSON-678437688 tempest-SubnetPoolsTestJSON-678437688-project] 10.222.0.18 "GET /v2.0/subnetpools/ff0ab71b-5ad5-4fc0-b6b4-f5fe3bc004b8 HTTP/1.1" status: 200 len: 731 time: 0.0449319 Dec 12 17:57:30.780823 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41482) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:30.785733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ec4399ea-2e39-48e9-a7c8-3990cd2ac665 tempest-SubnetPoolsTestJSON-678437688 tempest-SubnetPoolsTestJSON-678437688-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-576965189'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:30.887651 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec4399ea-2e39-48e9-a7c8-3990cd2ac665 tempest-SubnetPoolsTestJSON-678437688 tempest-SubnetPoolsTestJSON-678437688-project] Publish callbacks [] for subnetpool, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:30.892118 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41486) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:30.895679 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ec4399ea-2e39-48e9-a7c8-3990cd2ac665 tempest-SubnetPoolsTestJSON-678437688 tempest-SubnetPoolsTestJSON-678437688-project] 10.222.0.18 "PUT /v2.0/subnetpools/ff0ab71b-5ad5-4fc0-b6b4-f5fe3bc004b8 HTTP/1.1" status: 200 len: 683 time: 0.1098061 Dec 12 17:57:31.000458 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7e825fcb-3418-430f-b1ca-b6d177c5b27f tempest-SubnetPoolsTestJSON-678437688 tempest-SubnetPoolsTestJSON-678437688-project] Publish callbacks [] for subnetpool, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:31.007325 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7e825fcb-3418-430f-b1ca-b6d177c5b27f tempest-SubnetPoolsTestJSON-678437688 tempest-SubnetPoolsTestJSON-678437688-project] 10.222.0.18 "DELETE /v2.0/subnetpools/ff0ab71b-5ad5-4fc0-b6b4-f5fe3bc004b8 HTTP/1.1" status: 204 len: 168 time: 0.1072803 Dec 12 17:57:31.007631 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41492) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:31.027817 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-b99f1d97-68b5-4752-b8c4-1e7f559f00b5 tempest-SubnetPoolsTestJSON-678437688 tempest-SubnetPoolsTestJSON-678437688-project] show failed (client error): The resource could not be found. Dec 12 17:57:31.028881 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b99f1d97-68b5-4752-b8c4-1e7f559f00b5 tempest-SubnetPoolsTestJSON-678437688 tempest-SubnetPoolsTestJSON-678437688-project] 10.222.0.18 "GET /v2.0/subnetpools/ff0ab71b-5ad5-4fc0-b6b4-f5fe3bc004b8 HTTP/1.1" status: 404 len: 346 time: 0.0231757 Dec 12 17:57:31.032373 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41496) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:31.051960 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-58839ff9-44e0-4d73-a00c-f142f5995470 tempest-SubnetPoolsTestJSON-678437688 tempest-SubnetPoolsTestJSON-678437688-project] delete failed (client error): The resource could not be found. Dec 12 17:57:31.052983 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-58839ff9-44e0-4d73-a00c-f142f5995470 tempest-SubnetPoolsTestJSON-678437688 tempest-SubnetPoolsTestJSON-678437688-project] 10.222.0.18 "DELETE /v2.0/subnetpools/ff0ab71b-5ad5-4fc0-b6b4-f5fe3bc004b8 HTTP/1.1" status: 404 len: 346 time: 0.0193620 Dec 12 17:57:31.133290 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41504) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:31.138730 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b58c4dde-d26c-4877-a2f2-970cc6382515 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-572764992-network', 'tenant_id': '95640dba580840ae8f58b83ae6bb8759'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:31.168941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58c4dde-d26c-4877-a2f2-970cc6382515 admin admin] Made reservation on behalf of 95640dba580840ae8f58b83ae6bb8759 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:57:31.172374 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58c4dde-d26c-4877-a2f2-970cc6382515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:31.182668 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58c4dde-d26c-4877-a2f2-970cc6382515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:31.295405 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6c5a2-9d84-4d2e-9b5f-3bac08d9aaae req-a210b54e-78fa-436d-afdf-bdf14453cfb4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:31.309324 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7dc6c5a2-9d84-4d2e-9b5f-3bac08d9aaae req-a210b54e-78fa-436d-afdf-bdf14453cfb4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.1156778 Dec 12 17:57:31.350405 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58c4dde-d26c-4877-a2f2-970cc6382515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:31.360720 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58c4dde-d26c-4877-a2f2-970cc6382515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:31.377050 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7dc6c5a2-9d84-4d2e-9b5f-3bac08d9aaae req-7d7fd1c3-f999-409f-9caa-829090b34e8c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664818 Dec 12 17:57:31.382054 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58c4dde-d26c-4877-a2f2-970cc6382515 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:57:31.406361 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58c4dde-d26c-4877-a2f2-970cc6382515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:31.406841 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-b58c4dde-d26c-4877-a2f2-970cc6382515 admin admin] Added segment efe0dcd2-7da5-489a-a1c4-5dbfbe44cc4e of type vlan for network bf48d7e2-8298-4d49-aa9f-9d6336e06ead Dec 12 17:57:31.443019 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d5d0b8c5-f1b2-49b2-bc49-5be3ff68c9eb req-89c6a05d-4ef5-499c-bc37-de5a24e38848 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0368035 Dec 12 17:57:31.455089 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c4dde-d26c-4877-a2f2-970cc6382515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8189e3f8-00fe-47e7-a095-066b20eeb90b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:31.471695 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58c4dde-d26c-4877-a2f2-970cc6382515 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:31.498956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41512) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:31.511529 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58c4dde-d26c-4877-a2f2-970cc6382515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:31.513128 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58c4dde-d26c-4877-a2f2-970cc6382515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:31.513865 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58c4dde-d26c-4877-a2f2-970cc6382515 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:31.571866 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b58c4dde-d26c-4877-a2f2-970cc6382515 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4368143 Dec 12 17:57:31.574855 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41516) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:31.584288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c4dde-d26c-4877-a2f2-970cc6382515 admin admin] Pushing event updated for resources: {'Network': ['ID=bf48d7e2-8298-4d49-aa9f-9d6336e06ead,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:31.590656 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-347e6394-af0a-4d10-aa02-dc81e37f5ef6 admin admin] Request body: {'subnet': {'network_id': 'bf48d7e2-8298-4d49-aa9f-9d6336e06ead', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-572764992-subnet', 'tenant_id': '95640dba580840ae8f58b83ae6bb8759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:31.598716 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network bf48d7e2-8298-4d49-aa9f-9d6336e06ead details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:57:31.623605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347e6394-af0a-4d10-aa02-dc81e37f5ef6 admin admin] Made reservation on behalf of 95640dba580840ae8f58b83ae6bb8759 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:57:31.627794 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-347e6394-af0a-4d10-aa02-dc81e37f5ef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:32.021680 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12c5f939-ac61-48a4-94d2-7ac4fd6019d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:32.205970 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12c5f939-ac61-48a4-94d2-7ac4fd6019d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:32.242318 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12c5f939-ac61-48a4-94d2-7ac4fd6019d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:32.282822 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-347e6394-af0a-4d10-aa02-dc81e37f5ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:32.293151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-12c5f939-ac61-48a4-94d2-7ac4fd6019d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7f905b4832c4becb4bcf6c9d1d19444&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7925024 Dec 12 17:57:32.295867 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41522) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:32.319011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5f939-ac61-48a4-94d2-7ac4fd6019d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe027ea-691a-44f6-9783-982f429c088e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:32.349017 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e6394-af0a-4d10-aa02-dc81e37f5ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40b2cb2d-4613-4a41-a68b-a9a80e0dbdc9,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:32.357268 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8db6e9ae-f983-4421-9a28-b0e18a5185a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:32.366959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e6394-af0a-4d10-aa02-dc81e37f5ef6 admin admin] Checking segment: {'id': 'efe0dcd2-7da5-489a-a1c4-5dbfbe44cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf48d7e2-8298-4d49-aa9f-9d6336e06ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:57:32.367362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347e6394-af0a-4d10-aa02-dc81e37f5ef6 admin admin] Network hostable DHCP agents. Network: bf48d7e2-8298-4d49-aa9f-9d6336e06ead, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:57:32.386262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347e6394-af0a-4d10-aa02-dc81e37f5ef6 admin admin] Network bf48d7e2-8298-4d49-aa9f-9d6336e06ead is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:57:32.390803 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8db6e9ae-f983-4421-9a28-b0e18a5185a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:32.409122 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-347e6394-af0a-4d10-aa02-dc81e37f5ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, bf48d7e2-8298-4d49-aa9f-9d6336e06ead) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:57:32.413911 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347e6394-af0a-4d10-aa02-dc81e37f5ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:32.414788 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-347e6394-af0a-4d10-aa02-dc81e37f5ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:32.423142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2685e590-5e23-48e3-a491-16df71e5d458 None None] Network bf48d7e2-8298-4d49-aa9f-9d6336e06ead requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:57:32.451236 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-347e6394-af0a-4d10-aa02-dc81e37f5ef6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8730795 Dec 12 17:57:32.471763 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8db6e9ae-f983-4421-9a28-b0e18a5185a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:32.476085 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8db6e9ae-f983-4421-9a28-b0e18a5185a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:32.479498 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8db6e9ae-f983-4421-9a28-b0e18a5185a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fe027ea-691a-44f6-9783-982f429c088e HTTP/1.1" status: 204 len: 168 time: 0.1786199 Dec 12 17:57:32.496503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6e9ae-f983-4421-9a28-b0e18a5185a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe027ea-691a-44f6-9783-982f429c088e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:32.525349 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ab7be-57ea-4f23-a142-9ee1151075a2 req-77075b76-ddc3-447c-bd56-3744e90744ff tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:32.527497 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e13ab7be-57ea-4f23-a142-9ee1151075a2 req-77075b76-ddc3-447c-bd56-3744e90744ff tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.0749986 Dec 12 17:57:32.584785 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33936caa-cb5d-4454-878f-d42d4d814653 None None] Network bf48d7e2-8298-4d49-aa9f-9d6336e06ead requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:57:32.644824 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f38a9dec-9b4b-4e2f-be30-b15480a02a75 req-0de1626a-e633-4927-9221-f0072b6077db tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0624745 Dec 12 17:57:32.664699 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e13ab7be-57ea-4f23-a142-9ee1151075a2 req-f53487f3-2359-4998-a724-32cfec469a44 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292980 Dec 12 17:57:33.036966 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2be516-82ee-4825-8bd7-2fe76090759c req-216ffb76-21b6-4e8f-a1e9-109201cd3533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:33.039055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d2be516-82ee-4825-8bd7-2fe76090759c req-216ffb76-21b6-4e8f-a1e9-109201cd3533 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d0567de3ef4438e933f7f8837f24686&device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 1096 time: 0.0907886 Dec 12 17:57:33.052509 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3496053-5bf0-46e5-8506-27c0b667a424 req-f90fa0e7-3aba-4beb-8e7b-b5e55f93ee3b tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:33.054660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3496053-5bf0-46e5-8506-27c0b667a424 req-f90fa0e7-3aba-4beb-8e7b-b5e55f93ee3b tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.0956147 Dec 12 17:57:33.174693 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3496053-5bf0-46e5-8506-27c0b667a424 req-0e272abf-abd0-48e1-aa04-8b70bb27a7df tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084995 Dec 12 17:57:33.207661 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2be516-82ee-4825-8bd7-2fe76090759c req-8c0ca94c-f841-4996-8a5b-1fc1be0db951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:33.211284 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d2be516-82ee-4825-8bd7-2fe76090759c req-8c0ca94c-f841-4996-8a5b-1fc1be0db951 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a73a97bd-7615-42a2-a73d-778571ffe08f HTTP/1.1" status: 200 len: 919 time: 0.1541989 Dec 12 17:57:33.279340 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d2be516-82ee-4825-8bd7-2fe76090759c req-25b3b22a-11a4-4c1a-ab13-c0f5e6df45db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b361c0a2-4001-488d-8034-a0b50f5d8026 HTTP/1.1" status: 200 len: 217 time: 0.0605180 Dec 12 17:57:33.361633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2be516-82ee-4825-8bd7-2fe76090759c req-b267e57e-fd82-4fd7-912b-2f0c55a9b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:33.363425 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d2be516-82ee-4825-8bd7-2fe76090759c req-b267e57e-fd82-4fd7-912b-2f0c55a9b9d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=17e5a63f-b5d7-491b-80e1-89a69bd502ab HTTP/1.1" status: 200 len: 858 time: 0.0664415 Dec 12 17:57:33.406276 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d2be516-82ee-4825-8bd7-2fe76090759c req-90732def-ee4d-43a4-9635-8990fdf52ca0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a73a97bd-7615-42a2-a73d-778571ffe08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327847 Dec 12 17:57:33.588043 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-19baf1ab-7118-4617-bb15-f9dabdcc59ab tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:33.589456 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-19baf1ab-7118-4617-bb15-f9dabdcc59ab tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/networks?id=14974185-f22c-4934-ae6a-57c56daeb576 HTTP/1.1" status: 200 len: 824 time: 0.1868899 Dec 12 17:57:33.595264 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d2be516-82ee-4825-8bd7-2fe76090759c req-0e444fee-136d-4966-8894-c8cebb59284b service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647506 Dec 12 17:57:33.628422 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-84a8a2e6-35af-45d5-83c3-eb6f51a983b2 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/quotas/49f616b338654630bc7f80acb46fb612 HTTP/1.1" status: 200 len: 375 time: 0.0279408 Dec 12 17:57:33.689363 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-dce5aeaf-ed60-4eae-af68-5fa8f4fa9366 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=49f616b338654630bc7f80acb46fb612&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360787 Dec 12 17:57:33.804946 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6785fbc2-1644-47d1-9d70-85c5810ad97c req-f262874f-0ce7-4c27-ae23-d23f65ead08f tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0508518 Dec 12 17:57:33.810344 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d2be516-82ee-4825-8bd7-2fe76090759c req-172fdca0-214c-4cb1-9008-5db33d030f06 service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034783 Dec 12 17:57:33.853919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-2c4acb33-c350-4b59-93b5-9d43f4e930d1 service neutron] 10.222.0.18 "GET /v2.0/networks/14974185-f22c-4934-ae6a-57c56daeb576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561701 Dec 12 17:57:34.012630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0349c-9858-4746-837e-efd0803eb95b req-ee44d22d-6d59-4838-9bc1-9302a694a4da tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:34.015921 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0c0349c-9858-4746-837e-efd0803eb95b req-ee44d22d-6d59-4838-9bc1-9302a694a4da tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.0840092 Dec 12 17:57:34.025248 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-f287afe5-24a5-4f3e-93a0-3ab9fe35ded5 service neutron] 10.222.0.18 "GET /v2.0/networks/14974185-f22c-4934-ae6a-57c56daeb576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609857 Dec 12 17:57:34.094646 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0c0349c-9858-4746-837e-efd0803eb95b req-66b5e08f-4d12-4a9f-95b2-f6a5f4c23ed3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683641 Dec 12 17:57:34.233112 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb6f39f8-a0dd-49de-ac55-ed06c105b926 req-6c747139-7669-4b53-ad38-13cfe3a7c80e tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37afa4b-7cd7-4c01-ad84-380b78932ddd HTTP/1.1" status: 200 len: 210 time: 0.0503209 Dec 12 17:57:34.361162 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8000d-82ac-4a72-9900-7f172d3c9db6 req-658bce36-3e88-45e5-8d90-1a5b422669b6 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:34.368890 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35d8000d-82ac-4a72-9900-7f172d3c9db6 req-658bce36-3e88-45e5-8d90-1a5b422669b6 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.0798781 Dec 12 17:57:34.441778 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35d8000d-82ac-4a72-9900-7f172d3c9db6 req-3873c6cb-e23c-4d79-b506-802280180cbb tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579770 Dec 12 17:57:34.939846 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82956339-4f5e-4edc-868e-e6ee414bcefd req-2f79b79b-92a6-4ba8-8c24-241a95936d2a tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0385878 Dec 12 17:57:35.218848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e3a6f-b567-46d0-8f75-1fb706de64a5 req-f38413df-aaf2-4c98-9a99-ae6be6add04f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:35.221093 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d9e3a6f-b567-46d0-8f75-1fb706de64a5 req-f38413df-aaf2-4c98-9a99-ae6be6add04f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.0533330 Dec 12 17:57:35.288946 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d9e3a6f-b567-46d0-8f75-1fb706de64a5 req-3277047c-e2b9-40ef-b5d2-56330246e3cf tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554495 Dec 12 17:57:35.439643 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7dd39632-c759-41e1-94b2-f4cd543c1f41 req-ee76ea0b-7892-4ab2-9f09-81cea284d39e tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37afa4b-7cd7-4c01-ad84-380b78932ddd HTTP/1.1" status: 200 len: 210 time: 0.0438848 Dec 12 17:57:35.510973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-aabcc34e-946c-43d0-bfb6-c47db906dcde tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:35.512468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-aabcc34e-946c-43d0-bfb6-c47db906dcde tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.20 "GET /v2.0/networks?id=14974185-f22c-4934-ae6a-57c56daeb576 HTTP/1.1" status: 200 len: 824 time: 0.1796386 Dec 12 17:57:35.527495 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-a31eb72b-4af6-404c-96f7-bd4e14d2eb0a tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Request body: {'port': {'device_id': 'e37afa4b-7cd7-4c01-ad84-380b78932ddd', 'network_id': '14974185-f22c-4934-ae6a-57c56daeb576', 'admin_state_up': True, 'tenant_id': '49f616b338654630bc7f80acb46fb612'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:35.620193 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac571b71-f28e-4593-9b63-97096a509d2d req-784702f2-f3b3-4f2a-a72c-82b54294bdee tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:35.621725 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac571b71-f28e-4593-9b63-97096a509d2d req-784702f2-f3b3-4f2a-a72c-82b54294bdee tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.1083596 Dec 12 17:57:35.707501 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac571b71-f28e-4593-9b63-97096a509d2d req-47f83814-506f-487e-9910-be83e16c65cc tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705149 Dec 12 17:57:35.708510 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-a31eb72b-4af6-404c-96f7-bd4e14d2eb0a tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Made reservation on behalf of 49f616b338654630bc7f80acb46fb612 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:57:35.712249 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-a31eb72b-4af6-404c-96f7-bd4e14d2eb0a tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:35.860822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-a31eb72b-4af6-404c-96f7-bd4e14d2eb0a tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Allocated IP 172.20.0.5 (14974185-f22c-4934-ae6a-57c56daeb576/96bcffdf-f8a5-4e02-bff0-7c1468a44bcf/2577ae9a-ed8f-4432-9239-d05dabb9cf1d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:57:36.069503 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-a31eb72b-4af6-404c-96f7-bd4e14d2eb0a tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:36.089876 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d93bc17-3d5d-44b8-a953-ba30aa07284c req-bb522314-96e3-4144-a4c7-b6fd82811e29 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0381024 Dec 12 17:57:36.153650 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-a31eb72b-4af6-404c-96f7-bd4e14d2eb0a tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:36.222335 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-a31eb72b-4af6-404c-96f7-bd4e14d2eb0a tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Network 14974185-f22c-4934-ae6a-57c56daeb576 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:57:36.227490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-a31eb72b-4af6-404c-96f7-bd4e14d2eb0a tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:57:36.230426 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-a31eb72b-4af6-404c-96f7-bd4e14d2eb0a tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:57:36.237454 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31eb72b-4af6-404c-96f7-bd4e14d2eb0a tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Pushing event updated for resources: {'Port': ['ID=2577ae9a-ed8f-4432-9239-d05dabb9cf1d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:36.289138 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-a31eb72b-4af6-404c-96f7-bd4e14d2eb0a tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:36.289805 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-a31eb72b-4af6-404c-96f7-bd4e14d2eb0a tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:36.309157 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-a31eb72b-4af6-404c-96f7-bd4e14d2eb0a tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7851551 Dec 12 17:57:36.323433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Request body: {'port': {'device_id': 'e37afa4b-7cd7-4c01-ad84-380b78932ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:36.410691 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:36.558466 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d2308-1ba2-4369-a020-0b3e17509e2d req-34c674b2-22a4-4578-a235-c61ab8ebbf0e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:36.560241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d1d2308-1ba2-4369-a020-0b3e17509e2d req-34c674b2-22a4-4578-a235-c61ab8ebbf0e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.1506057 Dec 12 17:57:36.707277 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d1d2308-1ba2-4369-a020-0b3e17509e2d req-0812e763-2bd9-4f4c-9b56-25bdd8253d9c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389771 Dec 12 17:57:36.753931 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401da56-878b-4bcf-b517-0d202d57087e req-c4a99352-f286-4bbd-8394-d98d6f4f9360 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:36.755628 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8401da56-878b-4bcf-b517-0d202d57087e req-c4a99352-f286-4bbd-8394-d98d6f4f9360 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37afa4b-7cd7-4c01-ad84-380b78932ddd HTTP/1.1" status: 200 len: 931 time: 0.1775346 Dec 12 17:57:36.864037 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8401da56-878b-4bcf-b517-0d202d57087e req-7ab94f6b-6f83-4811-9364-91f4aedcedaf tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee400daa-a9a5-4e8c-be69-7df186d69df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012034 Dec 12 17:57:36.906606 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8201b2e-6436-4175-819a-8490e5e66e78 req-160b97b0-0b5e-4b14-a191-a973a9e27583 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:36.908102 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8201b2e-6436-4175-819a-8490e5e66e78 req-160b97b0-0b5e-4b14-a191-a973a9e27583 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.0927246 Dec 12 17:57:36.956989 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2577ae9a-ed8f-4432-9239-d05dabb9cf1d {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:57:36.968935 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:37.000744 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Transition to ACTIVE for port object 2577ae9a-ed8f-4432-9239-d05dabb9cf1d will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:57:37.007423 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8201b2e-6436-4175-819a-8490e5e66e78 req-98e9f275-a9c9-4f38-bfee-a476b57239db tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813615 Dec 12 17:57:37.008603 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:37.075940 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Pushing event updated for resources: {'Port': ['ID=2577ae9a-ed8f-4432-9239-d05dabb9cf1d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:37.167438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Attempting to bind port 2577ae9a-ed8f-4432-9239-d05dabb9cf1d on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:57:37.167793 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Attempting to bind port 2577ae9a-ed8f-4432-9239-d05dabb9cf1d by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '89171c7e-a794-4e74-a43b-fac38c177856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '14974185-f22c-4934-ae6a-57c56daeb576'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:57:37.168238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Attempting to bind port 2577ae9a-ed8f-4432-9239-d05dabb9cf1d on network 14974185-f22c-4934-ae6a-57c56daeb576 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:57:37.173850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Port 2577ae9a-ed8f-4432-9239-d05dabb9cf1d on network 14974185-f22c-4934-ae6a-57c56daeb576 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:57:37.174020 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Attempting to bind port 2577ae9a-ed8f-4432-9239-d05dabb9cf1d on network 14974185-f22c-4934-ae6a-57c56daeb576 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:57:37.188734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:57:37.189079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Checking segment: {'id': '89171c7e-a794-4e74-a43b-fac38c177856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '14974185-f22c-4934-ae6a-57c56daeb576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:57:37.189452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Bound using segment: {'id': '89171c7e-a794-4e74-a43b-fac38c177856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '14974185-f22c-4934-ae6a-57c56daeb576'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:57:37.189885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Bound port: 2577ae9a-ed8f-4432-9239-d05dabb9cf1d, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89171c7e-a794-4e74-a43b-fac38c177856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '14974185-f22c-4934-ae6a-57c56daeb576'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:57:37.190237 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:37.215342 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52ad4c8f-d2b0-43de-aa82-724196ee8c25 req-823092dd-bc62-439a-acc0-780c4cd48b74 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0382726 Dec 12 17:57:37.272588 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] For port 2577ae9a-ed8f-4432-9239-d05dabb9cf1d, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:57:37.276455 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] For port 2577ae9a-ed8f-4432-9239-d05dabb9cf1d, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2577ae9a-ed8f-4432-9239-d05dabb9cf1d,segment=NetworkSegment(89171c7e-a794-4e74-a43b-fac38c177856),segment_id=89171c7e-a794-4e74-a43b-fac38c177856)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:57:37.281292 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:37.316657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:37.317325 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:37.318620 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] 10.222.0.20 "PUT /v2.0/ports/2577ae9a-ed8f-4432-9239-d05dabb9cf1d HTTP/1.1" status: 200 len: 1091 time: 1.0007668 Dec 12 17:57:37.319055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37afa4b-7cd7-4c01-ad84-380b78932ddd', 'tag': '2577ae9a-ed8f-4432-9239-d05dabb9cf1d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:57:37.321332 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4da503-acf6-43fb-ac40-4ac06262cda3" -d '{"events": [{"name": "network-changed", "server_uuid": "e37afa4b-7cd7-4c01-ad84-380b78932ddd", "tag": "2577ae9a-ed8f-4432-9239-d05dabb9cf1d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:57:37.344719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c6a36-019a-40f5-9742-3d256d446503 service neutron] Pushing event updated for resources: {'Port': ['ID=2577ae9a-ed8f-4432-9239-d05dabb9cf1d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:37.365657 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d656007b-a530-4ea5-bd01-3daa4767b5ae x-openstack-request-id: req-d656007b-a530-4ea5-bd01-3daa4767b5ae {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:57:37.365954 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37afa4b-7cd7-4c01-ad84-380b78932ddd", "tag": "2577ae9a-ed8f-4432-9239-d05dabb9cf1d", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:57:37.366210 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d656007b-a530-4ea5-bd01-3daa4767b5ae {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:57:37.366615 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37afa4b-7cd7-4c01-ad84-380b78932ddd', 'tag': '2577ae9a-ed8f-4432-9239-d05dabb9cf1d', 'status': 'completed', 'code': 200} Dec 12 17:57:37.414022 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-a6ed6850-b065-4661-9ed6-4174fa7d5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:37.415566 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-a6ed6850-b065-4661-9ed6-4174fa7d5f17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49f616b338654630bc7f80acb46fb612&device_id=e37afa4b-7cd7-4c01-ad84-380b78932ddd HTTP/1.1" status: 200 len: 1094 time: 0.0416467 Dec 12 17:57:37.464592 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-dd2c5074-850c-4e2a-9d69-2d241560a479 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2577ae9a-ed8f-4432-9239-d05dabb9cf1d HTTP/1.1" status: 200 len: 217 time: 0.0378566 Dec 12 17:57:37.520826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-f85cb98e-312c-444d-bc40-8c22b079d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:37.522303 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-f85cb98e-312c-444d-bc40-8c22b079d6c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96bcffdf-f8a5-4e02-bff0-7c1468a44bcf HTTP/1.1" status: 200 len: 864 time: 0.0485730 Dec 12 17:57:37.555618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-a5e63581-ffc6-4e82-8a01-baa0bed583ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14974185-f22c-4934-ae6a-57c56daeb576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250010 Dec 12 17:57:37.654066 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-aff0f025-9732-48ff-8a64-36b512419717 service neutron] 10.222.0.20 "GET /v2.0/networks/14974185-f22c-4934-ae6a-57c56daeb576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897350 Dec 12 17:57:37.757990 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89faa3c0-823b-4465-b3ea-316f2f027cba req-3780cb57-1008-4a5d-80ad-fcc95a057326 service neutron] 10.222.0.20 "GET /v2.0/networks/14974185-f22c-4934-ae6a-57c56daeb576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958915 Dec 12 17:57:37.888301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a7f37-2359-4b60-b737-d89717e0946e req-b3df4397-ddc4-467c-af0c-7e7692ad5d67 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:37.889894 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d5a7f37-2359-4b60-b737-d89717e0946e req-b3df4397-ddc4-467c-af0c-7e7692ad5d67 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.0863678 Dec 12 17:57:37.893119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4da503-acf6-43fb-ac40-4ac06262cda3 req-3cf72054-700d-40df-b097-2ae13d9819a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:37.894824 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d4da503-acf6-43fb-ac40-4ac06262cda3 req-3cf72054-700d-40df-b097-2ae13d9819a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49f616b338654630bc7f80acb46fb612&device_id=e37afa4b-7cd7-4c01-ad84-380b78932ddd HTTP/1.1" status: 200 len: 1094 time: 0.0791872 Dec 12 17:57:38.076469 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d5a7f37-2359-4b60-b737-d89717e0946e req-14bc7b2e-fa29-419b-986c-b66946e34ff7 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784296 Dec 12 17:57:38.097136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4da503-acf6-43fb-ac40-4ac06262cda3 req-7c9a994e-0fd0-4767-ad78-64170daaba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:38.098614 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d4da503-acf6-43fb-ac40-4ac06262cda3 req-7c9a994e-0fd0-4767-ad78-64170daaba69 service neutron] 10.222.0.20 "GET /v2.0/networks?id=14974185-f22c-4934-ae6a-57c56daeb576 HTTP/1.1" status: 200 len: 925 time: 0.1932688 Dec 12 17:57:38.106300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a08b8f-18cc-44f5-ac09-c71a27ece2c2 req-bd198749-023c-424e-a2bb-a0e1c1652c10 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:38.127936 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64a08b8f-18cc-44f5-ac09-c71a27ece2c2 req-bd198749-023c-424e-a2bb-a0e1c1652c10 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37afa4b-7cd7-4c01-ad84-380b78932ddd HTTP/1.1" status: 200 len: 943 time: 0.1598523 Dec 12 17:57:38.204159 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d4da503-acf6-43fb-ac40-4ac06262cda3 req-ebad6b23-661e-4473-a4d2-2cd749320395 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2577ae9a-ed8f-4432-9239-d05dabb9cf1d HTTP/1.1" status: 200 len: 217 time: 0.0749915 Dec 12 17:57:38.351411 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64a08b8f-18cc-44f5-ac09-c71a27ece2c2 req-1b264187-7dc2-4ea0-9dd1-5ef072ae4651 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee400daa-a9a5-4e8c-be69-7df186d69df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132964 Dec 12 17:57:38.361882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c5972-05c7-425d-b76f-9bce84ec5856 req-ecd1f8e6-1dae-4f0e-852a-6bde53ed2575 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:38.369095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-497c5972-05c7-425d-b76f-9bce84ec5856 req-ecd1f8e6-1dae-4f0e-852a-6bde53ed2575 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.1778305 Dec 12 17:57:38.373682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4da503-acf6-43fb-ac40-4ac06262cda3 req-524915c3-2e19-4bd4-a7dc-dbaf237e26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:38.375970 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d4da503-acf6-43fb-ac40-4ac06262cda3 req-524915c3-2e19-4bd4-a7dc-dbaf237e26e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96bcffdf-f8a5-4e02-bff0-7c1468a44bcf HTTP/1.1" status: 200 len: 864 time: 0.1418948 Dec 12 17:57:38.386211 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-d35fbdbc-f25f-44f0-9a0f-4d33ffab9060 service neutron] show failed (client error): The resource could not be found. Dec 12 17:57:38.387081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-d35fbdbc-f25f-44f0-9a0f-4d33ffab9060 service neutron] 10.222.0.31 "GET /v2.0/ports/d589b28d-f8de-46af-8b61-7ce1962f71f5/bindings/n-h2-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.1980703 Dec 12 17:57:38.428419 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d4da503-acf6-43fb-ac40-4ac06262cda3 req-3abcf979-e5ef-4079-87c8-b055b923dba6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14974185-f22c-4934-ae6a-57c56daeb576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432665 Dec 12 17:57:38.525756 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41750) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:38.538344 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1621edaf-e7e3-4da5-a0c2-8ff73411f2e6 req-b63d02ad-32bc-4e67-a930-fb8e8fa77996 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0678830 Dec 12 17:57:38.552089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-497c5972-05c7-425d-b76f-9bce84ec5856 req-8c7430f3-37bf-48c2-80a3-06729d00f72d tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792440 Dec 12 17:57:38.623415 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d4da503-acf6-43fb-ac40-4ac06262cda3 req-f85d7360-b372-47cc-af67-647178798271 service neutron] 10.222.0.20 "GET /v2.0/networks/14974185-f22c-4934-ae6a-57c56daeb576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832080 Dec 12 17:57:38.684133 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec23b05e-6432-4d41-a9b1-40b708ef9e11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:38.750063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-694f6d5e-12fe-421c-b54b-91bd63fd2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:38.751736 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-694f6d5e-12fe-421c-b54b-91bd63fd2618 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a&tenant_id=1ca8577c66784779ba8900bd9278d832 HTTP/1.1" status: 200 len: 1097 time: 0.0902610 Dec 12 17:57:38.768484 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:38.781103 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec23b05e-6432-4d41-a9b1-40b708ef9e11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:38.790513 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec23b05e-6432-4d41-a9b1-40b708ef9e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:38.802979 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d4da503-acf6-43fb-ac40-4ac06262cda3 req-6d9d94e9-97a3-4bff-81d9-ddeeb3362544 service neutron] 10.222.0.20 "GET /v2.0/networks/14974185-f22c-4934-ae6a-57c56daeb576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492667 Dec 12 17:57:38.833059 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ec23b05e-6432-4d41-a9b1-40b708ef9e11 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22eb43cf5068466fb3711700b6ca52b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3059850 Dec 12 17:57:38.837964 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41754) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:38.846737 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:38.854702 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23b05e-6432-4d41-a9b1-40b708ef9e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b636f011-c86d-4753-b63e-eb113aaa1223,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:38.897288 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-89221a0c-bee6-4376-bc80-487f4fc0ef06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:38.918925 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-89221a0c-bee6-4376-bc80-487f4fc0ef06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:38.972506 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-89221a0c-bee6-4376-bc80-487f4fc0ef06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:38.975767 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-89221a0c-bee6-4376-bc80-487f4fc0ef06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:38.980314 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-89221a0c-bee6-4376-bc80-487f4fc0ef06 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b636f011-c86d-4753-b63e-eb113aaa1223 HTTP/1.1" status: 204 len: 168 time: 0.1412113 Dec 12 17:57:38.994033 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89221a0c-bee6-4376-bc80-487f4fc0ef06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b636f011-c86d-4753-b63e-eb113aaa1223,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:39.000573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4bf41-6309-40df-87f1-57183ef1d508 req-4bdff27d-e58a-4ca9-9c92-4a4576e7e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:39.002059 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-caf4bf41-6309-40df-87f1-57183ef1d508 req-4bdff27d-e58a-4ca9-9c92-4a4576e7e41a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 1097 time: 0.1099362 Dec 12 17:57:39.341973 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41770) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:39.360512 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60e5cfef-8973-4936-b60e-9741008ab08f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:39.448806 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60e5cfef-8973-4936-b60e-9741008ab08f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:39.454455 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60e5cfef-8973-4936-b60e-9741008ab08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:39.512916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:39.514006 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-60e5cfef-8973-4936-b60e-9741008ab08f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d55fcbd9d6b44aaa17d47d30404e0c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1708961 Dec 12 17:57:39.516794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5cfef-8973-4936-b60e-9741008ab08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafc19ee-987e-449b-8d0a-d90f7cbb97bf,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:39.530789 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41778) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:39.568725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:57:39.645324 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-268385d4-3b4c-41fc-a7b0-c019f01ef645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:39.689944 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-268385d4-3b4c-41fc-a7b0-c019f01ef645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:39.757499 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-268385d4-3b4c-41fc-a7b0-c019f01ef645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:39.759233 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-268385d4-3b4c-41fc-a7b0-c019f01ef645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:39.763072 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-268385d4-3b4c-41fc-a7b0-c019f01ef645 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aafc19ee-987e-449b-8d0a-d90f7cbb97bf HTTP/1.1" status: 204 len: 168 time: 0.2279661 Dec 12 17:57:39.787151 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268385d4-3b4c-41fc-a7b0-c019f01ef645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafc19ee-987e-449b-8d0a-d90f7cbb97bf,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:39.807481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:57:39.809919 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a879b0-cdb6-44ec-af66-68fc1136cfe2" -d '{"events": [{"server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "name": "network-vif-unplugged", "status": "completed", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:57:39.818565 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:39.842382 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c9c6cf7-a785-4ad5-85e3-0751da991d0c req-366978a6-104e-4327-a616-5e4f854e5652 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2884212 Dec 12 17:57:39.868971 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a3da6-4711-4de1-8970-79e19dc12e1e req-7d40c2ea-b9bd-4636-8ca7-424a7bbb3623 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:39.877420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-875a3da6-4711-4de1-8970-79e19dc12e1e req-7d40c2ea-b9bd-4636-8ca7-424a7bbb3623 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.3255596 Dec 12 17:57:39.897937 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Transition to ACTIVE for port object d589b28d-f8de-46af-8b61-7ce1962f71f5 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:57:39.900488 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4bf41-6309-40df-87f1-57183ef1d508 req-d8765d1b-d390-4aa3-ab84-eef4cd6e5e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:39.902336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-caf4bf41-6309-40df-87f1-57183ef1d508 req-d8765d1b-d390-4aa3-ab84-eef4cd6e5e1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=bce2003b-95fc-412b-a4c2-a13c87646bdc HTTP/1.1" status: 200 len: 897 time: 0.3493924 Dec 12 17:57:39.921068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975044a-74c3-4f5a-b481-dab98b2e955d req-0156bd0c-0238-4ecd-b5f0-62ec97ff4739 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:39.929026 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1975044a-74c3-4f5a-b481-dab98b2e955d req-0156bd0c-0238-4ecd-b5f0-62ec97ff4739 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37afa4b-7cd7-4c01-ad84-380b78932ddd HTTP/1.1" status: 200 len: 943 time: 0.2255816 Dec 12 17:57:39.959623 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:40.137689 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-875a3da6-4711-4de1-8970-79e19dc12e1e req-fa2b9730-4d09-4968-97c7-4676eb1f4c3c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593493 Dec 12 17:57:40.197652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-caf4bf41-6309-40df-87f1-57183ef1d508 req-01886be5-0fc1-4e23-ae15-4dc92d114145 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5 HTTP/1.1" status: 200 len: 999 time: 0.2630968 Dec 12 17:57:40.198378 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d589b28d-f8de-46af-8b61-7ce1962f71f5,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:40.300906 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1975044a-74c3-4f5a-b481-dab98b2e955d req-893f0e3e-6065-4ce1-add6-d682b3377841 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee400daa-a9a5-4e8c-be69-7df186d69df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694022 Dec 12 17:57:40.346987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c6cf7-a785-4ad5-85e3-0751da991d0c req-697402d7-9277-40b1-ae0a-d3b911f8575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:40.349720 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c9c6cf7-a785-4ad5-85e3-0751da991d0c req-697402d7-9277-40b1-ae0a-d3b911f8575f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0b4bc710fe244f885d5e9cf88a75d69&device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 1097 time: 0.4146252 Dec 12 17:57:40.541709 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c806623-39cb-4c04-a631-941f2f6ee6a3 req-9478f587-935f-4977-bc0c-04a0ac80cdb9 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.1139095 Dec 12 17:57:40.583441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4bf41-6309-40df-87f1-57183ef1d508 req-9618a2f5-5d06-483b-a25e-ecce827653b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:40.584536 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-caf4bf41-6309-40df-87f1-57183ef1d508 req-9618a2f5-5d06-483b-a25e-ecce827653b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37146111-35c1-4540-9c8e-157a186ecea6 HTTP/1.1" status: 200 len: 835 time: 0.3075907 Dec 12 17:57:40.588311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] No DVR routers for this DVR port d589b28d-f8de-46af-8b61-7ce1962f71f5 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:57:40.612783 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da23639-9d9c-44cc-8894-fbb722f9805a req-6eb4648d-df61-48d6-a774-f0a9f937ce86 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:40.614501 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0da23639-9d9c-44cc-8894-fbb722f9805a req-6eb4648d-df61-48d6-a774-f0a9f937ce86 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.3455324 Dec 12 17:57:40.806494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c6cf7-a785-4ad5-85e3-0751da991d0c req-433cf393-1f2a-476b-b433-dd9776f3a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:40.808001 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c9c6cf7-a785-4ad5-85e3-0751da991d0c req-433cf393-1f2a-476b-b433-dd9776f3a88f service neutron] 10.222.0.31 "GET /v2.0/networks?id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 HTTP/1.1" status: 200 len: 917 time: 0.3998356 Dec 12 17:57:40.912214 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4bf41-6309-40df-87f1-57183ef1d508 req-5ee1b201-0a20-4101-9e59-85eb8604b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:40.913727 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-caf4bf41-6309-40df-87f1-57183ef1d508 req-5ee1b201-0a20-4101-9e59-85eb8604b93e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bce2003b-95fc-412b-a4c2-a13c87646bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3170128 Dec 12 17:57:40.930158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3f5e2-eb7b-4b5e-a507-78f4ca0d0db7 req-75c4fe26-f908-418c-b582-67fd1048688e tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:40.931685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5a3f5e2-eb7b-4b5e-a507-78f4ca0d0db7 req-75c4fe26-f908-418c-b582-67fd1048688e tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.2215776 Dec 12 17:57:40.935012 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0da23639-9d9c-44cc-8894-fbb722f9805a req-6d8e4c90-82b2-4935-93f8-86e34d586501 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365282 Dec 12 17:57:40.976734 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2577ae9a-ed8f-4432-9239-d05dabb9cf1d details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:57:41.027715 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c9c6cf7-a785-4ad5-85e3-0751da991d0c req-fe337cac-e9b5-43f5-89f3-9c1385d40d4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=075887db-ed2d-4766-850d-aaca8344b15c HTTP/1.1" status: 200 len: 1002 time: 0.2080464 Dec 12 17:57:41.029176 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8f4bce-3b05-4b4a-ae70-663a117017a2 x-openstack-request-id: req-9a8f4bce-3b05-4b4a-ae70-663a117017a2 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:57:41.029475 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "name": "network-vif-unplugged", "status": "completed", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:57:41.029739 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a8f4bce-3b05-4b4a-ae70-663a117017a2 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:57:41.030137 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'code': 200} Dec 12 17:57:41.119628 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2577ae9a-ed8f-4432-9239-d05dabb9cf1d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2577ae9a-ed8f-4432-9239-d05dabb9cf1d,segment=NetworkSegment(89171c7e-a794-4e74-a43b-fac38c177856),segment_id=89171c7e-a794-4e74-a43b-fac38c177856)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:41.126142 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Attempting to bind port d589b28d-f8de-46af-8b61-7ce1962f71f5 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:57:41.126485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Attempting to bind port d589b28d-f8de-46af-8b61-7ce1962f71f5 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:57:41.126823 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Attempting to bind port d589b28d-f8de-46af-8b61-7ce1962f71f5 on network bce2003b-95fc-412b-a4c2-a13c87646bdc {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:57:41.134716 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '2577ae9a-ed8f-4432-9239-d05dabb9cf1d', 'network_id': '14974185-f22c-4934-ae6a-57c56daeb576', 'port_id': '2577ae9a-ed8f-4432-9239-d05dabb9cf1d', 'mac_address': 'fa:16:3e:98:9f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bcffdf-f8a5-4e02-bff0-7c1468a44bcf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:57:41.153196 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5a3f5e2-eb7b-4b5e-a507-78f4ca0d0db7 req-b3c564fa-2720-4f0d-8035-da3d6712445e tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045486 Dec 12 17:57:41.160189 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Port d589b28d-f8de-46af-8b61-7ce1962f71f5 on network bce2003b-95fc-412b-a4c2-a13c87646bdc not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:57:41.160545 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Attempting to bind port d589b28d-f8de-46af-8b61-7ce1962f71f5 on network bce2003b-95fc-412b-a4c2-a13c87646bdc {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:57:41.166985 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c6cf7-a785-4ad5-85e3-0751da991d0c req-49faf4ad-17ac-493c-a539-4cb0d28dfec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:41.168409 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c9c6cf7-a785-4ad5-85e3-0751da991d0c req-49faf4ad-17ac-493c-a539-4cb0d28dfec6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=076bf984-90a2-4fda-a328-15e958eede88 HTTP/1.1" status: 200 len: 855 time: 0.1187105 Dec 12 17:57:41.173388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:57:41.173739 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Checking segment: {'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:57:41.174139 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Bound using segment: {'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:57:41.176039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Bound port: d589b28d-f8de-46af-8b61-7ce1962f71f5, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:57:41.176425 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:41.180003 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-caf4bf41-6309-40df-87f1-57183ef1d508 req-bd525327-40c8-4c2c-82cb-1a89d138f463 service neutron] 10.222.0.20 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421961 Dec 12 17:57:41.203861 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:41.217366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2577ae9a-ed8f-4432-9239-d05dabb9cf1d {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:57:41.243846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2577ae9a-ed8f-4432-9239-d05dabb9cf1d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2577ae9a-ed8f-4432-9239-d05dabb9cf1d,segment=NetworkSegment(89171c7e-a794-4e74-a43b-fac38c177856),segment_id=89171c7e-a794-4e74-a43b-fac38c177856)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:41.248635 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:41.309847 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=2577ae9a-ed8f-4432-9239-d05dabb9cf1d,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:41.318089 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:41.318589 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:41.319318 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:41.319318 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:41.319593 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:41.319935 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:41.320258 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:41.320595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:41.320988 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:41.321252 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:41.321587 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:41.321921 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:41.322240 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:57:41.352797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device d589b28d-f8de-46af-8b61-7ce1962f71f5 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:57:41.425333 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device d589b28d-f8de-46af-8b61-7ce1962f71f5 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:57:41.436147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-caf4bf41-6309-40df-87f1-57183ef1d508 req-63898979-d65f-4a9e-909b-9e6a4c56bb60 service neutron] 10.222.0.20 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357249 Dec 12 17:57:41.463479 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c6cf7-a785-4ad5-85e3-0751da991d0c req-287d2faa-6290-4d67-869c-5d8e83245b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:41.465805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c9c6cf7-a785-4ad5-85e3-0751da991d0c req-287d2faa-6290-4d67-869c-5d8e83245b0e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2842758 Dec 12 17:57:41.505631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['2577ae9a-ed8f-4432-9239-d05dabb9cf1d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:57:41.520606 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c68644-713d-48c9-8e44-cb6d3dea8d4b req-0cf0751b-145b-491e-b30c-2cf997a844ce tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:41.522674 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57c68644-713d-48c9-8e44-cb6d3dea8d4b req-0cf0751b-145b-491e-b30c-2cf997a844ce tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 944 time: 0.2372396 Dec 12 17:57:41.603721 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:57:41.623843 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca83b9-499e-47b7-a17c-c7f382363433 req-14561e58-dfc7-430e-8cb3-eff3c8536ad0 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:41.626200 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69ca83b9-499e-47b7-a17c-c7f382363433 req-14561e58-dfc7-430e-8cb3-eff3c8536ad0 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37afa4b-7cd7-4c01-ad84-380b78932ddd HTTP/1.1" status: 200 len: 944 time: 0.2288558 Dec 12 17:57:41.672412 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:57:41.692909 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:41.722151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57c68644-713d-48c9-8e44-cb6d3dea8d4b req-8f4808d0-9434-4776-b09d-77682a3c1daa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839700 Dec 12 17:57:41.771311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:41.772566 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:41.773843 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] 10.222.0.20 "PUT /v2.0/ports/d589b28d-f8de-46af-8b61-7ce1962f71f5 HTTP/1.1" status: 200 len: 1092 time: 3.0124097 Dec 12 17:57:41.786718 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c9c6cf7-a785-4ad5-85e3-0751da991d0c req-caa3b9ef-5d35-49af-9212-93a3d3b0f7f8 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841675 Dec 12 17:57:41.800919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69ca83b9-499e-47b7-a17c-c7f382363433 req-3da9d014-72aa-45da-b7e6-26487749546e tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee400daa-a9a5-4e8c-be69-7df186d69df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661916 Dec 12 17:57:41.917723 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-92b0393e-f852-45f8-9b77-caa2c098d8d3 req-5612fb72-8adb-4bbb-97d1-f1fecc2bbe15 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0982187 Dec 12 17:57:41.924899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db614268-bc80-465d-8493-147a5cc723b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d589b28d-f8de-46af-8b61-7ce1962f71f5,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:41.951161 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-d3e53c7c-a385-4e11-b09a-04c95964ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:41.952755 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-d3e53c7c-a385-4e11-b09a-04c95964ea59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 1095 time: 0.1323111 Dec 12 17:57:42.054245 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c9c6cf7-a785-4ad5-85e3-0751da991d0c req-1fc103d5-3e6e-45c4-bf3c-0bbe7823e81a service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502341 Dec 12 17:57:42.150240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062bc9b-7182-48aa-84fb-4f3ae09ec06e req-3466e50f-0a89-43ea-ae80-3fcb9eacdf4b tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:42.156266 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2062bc9b-7182-48aa-84fb-4f3ae09ec06e req-3466e50f-0a89-43ea-ae80-3fcb9eacdf4b tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.1278596 Dec 12 17:57:42.158407 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-5a31fa41-fb61-4e1d-9af1-019c86052669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:42.159877 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-5a31fa41-fb61-4e1d-9af1-019c86052669 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bce2003b-95fc-412b-a4c2-a13c87646bdc HTTP/1.1" status: 200 len: 897 time: 0.1986718 Dec 12 17:57:42.624954 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2062bc9b-7182-48aa-84fb-4f3ae09ec06e req-e300d781-5905-4590-b97f-30367af46f4b tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635837 Dec 12 17:57:42.629516 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-ec4d9d4e-0089-49b7-8c1f-3c4826dc63e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5 HTTP/1.1" status: 200 len: 999 time: 0.1132205 Dec 12 17:57:42.645071 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac3e08-0c68-44bc-80f1-b786ee21608f req-070ee3e2-fcb7-4755-b69f-733a6be95a78 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:42.645942 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9aac3e08-0c68-44bc-80f1-b786ee21608f req-070ee3e2-fcb7-4755-b69f-733a6be95a78 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.1285181 Dec 12 17:57:42.719000 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-549f50d9-2920-4d49-bd8b-ed1349d819fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:42.720508 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-549f50d9-2920-4d49-bd8b-ed1349d819fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37146111-35c1-4540-9c8e-157a186ecea6 HTTP/1.1" status: 200 len: 835 time: 0.0737066 Dec 12 17:57:42.731887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9aac3e08-0c68-44bc-80f1-b786ee21608f req-0ff5850c-4b2d-467c-b79b-8695f13de696 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801222 Dec 12 17:57:42.778700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-e8ccaced-163f-4683-ad2d-185a69a3980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:42.781893 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-e8ccaced-163f-4683-ad2d-185a69a3980b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bce2003b-95fc-412b-a4c2-a13c87646bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491533 Dec 12 17:57:42.976597 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2577ae9a-ed8f-4432-9239-d05dabb9cf1d up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:57:42.977886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0e59e-cae4-43cc-abf6-8821205eb6a5 req-b423b233-00f6-4624-86ca-126519c95bd8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:42.979877 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09d0e59e-cae4-43cc-abf6-8821205eb6a5 req-b423b233-00f6-4624-86ca-126519c95bd8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 944 time: 0.1628599 Dec 12 17:57:42.999729 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-3bdc5dee-3a67-46ae-a278-940ee5304519 service neutron] 10.222.0.20 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090278 Dec 12 17:57:43.010238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fee78-c7f8-49e9-ad33-3835f20025ca req-5a6248f1-2cce-436c-ad20-63a4374b5c33 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:43.019642 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-414fee78-c7f8-49e9-ad33-3835f20025ca req-5a6248f1-2cce-436c-ad20-63a4374b5c33 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37afa4b-7cd7-4c01-ad84-380b78932ddd HTTP/1.1" status: 200 len: 944 time: 0.1283669 Dec 12 17:57:43.032885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:57:43.037001 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485dbf3c-3b51-46ae-9e80-01785d837d42" -d '{"events": [{"name": "network-changed", "server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:57:43.045837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 2577ae9a-ed8f-4432-9239-d05dabb9cf1d completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:57:43.051113 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 2577ae9a-ed8f-4432-9239-d05dabb9cf1d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:57:43.051808 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:43.143091 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:43.162791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09d0e59e-cae4-43cc-abf6-8821205eb6a5 req-c9061a4b-8f69-47b5-8e80-338fc5435123 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734874 Dec 12 17:57:43.176342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37afa4b-7cd7-4c01-ad84-380b78932ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2577ae9a-ed8f-4432-9239-d05dabb9cf1d'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:57:43.183968 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-414fee78-c7f8-49e9-ad33-3835f20025ca req-181ad315-00ce-47f6-b8e1-ab6f2afb4938 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee400daa-a9a5-4e8c-be69-7df186d69df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632578 Dec 12 17:57:43.197687 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1661f7c4-5ef0-4969-8884-129feb603674" -d '{"events": [{"server_uuid": "e37afa4b-7cd7-4c01-ad84-380b78932ddd", "name": "network-vif-plugged", "status": "completed", "tag": "2577ae9a-ed8f-4432-9239-d05dabb9cf1d"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:57:43.230671 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2577ae9a-ed8f-4432-9239-d05dabb9cf1d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2577ae9a-ed8f-4432-9239-d05dabb9cf1d,segment=NetworkSegment(89171c7e-a794-4e74-a43b-fac38c177856),segment_id=89171c7e-a794-4e74-a43b-fac38c177856)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:43.239633 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:43.278600 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8640f2-8f8c-4853-9ac2-cf91af9b143d x-openstack-request-id: req-9a8640f2-8f8c-4853-9ac2-cf91af9b143d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:57:43.279015 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:57:43.279753 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a8640f2-8f8c-4853-9ac2-cf91af9b143d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:57:43.280294 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'status': 'completed', 'code': 200} Dec 12 17:57:43.317359 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b941ab2-f4c0-4d06-b3af-8d8ca74d9c35 req-ca317bf4-8e9a-466d-8498-82442bee65a7 service neutron] 10.222.0.20 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877226 Dec 12 17:57:43.346657 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1500a9ca-f16b-42d6-addb-3205de14248d x-openstack-request-id: req-1500a9ca-f16b-42d6-addb-3205de14248d {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:57:43.347240 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37afa4b-7cd7-4c01-ad84-380b78932ddd", "name": "network-vif-plugged", "status": "completed", "tag": "2577ae9a-ed8f-4432-9239-d05dabb9cf1d", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:57:43.347671 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1500a9ca-f16b-42d6-addb-3205de14248d {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:57:43.348220 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37afa4b-7cd7-4c01-ad84-380b78932ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2577ae9a-ed8f-4432-9239-d05dabb9cf1d', 'code': 200} Dec 12 17:57:43.350043 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=2577ae9a-ed8f-4432-9239-d05dabb9cf1d,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:43.354380 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4bd18c7-fbdd-492f-931c-0d4e6ba6a678 req-ff85a4c3-45ec-4742-a7a5-d6779d821bad tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0936437 Dec 12 17:57:43.417993 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-283180be-66f5-412e-ab62-4b8eee0b64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:43.419640 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-283180be-66f5-412e-ab62-4b8eee0b64a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 1095 time: 0.1011283 Dec 12 17:57:43.575934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-ab50afb4-04b3-4365-9b61-866d86d05b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:43.577587 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-ab50afb4-04b3-4365-9b61-866d86d05b09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 1095 time: 0.1534901 Dec 12 17:57:43.580925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b631a-70aa-497f-87de-c366294ce528 req-f3b7f288-8231-441a-9a07-db0e2bedb9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:43.582367 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-325b631a-70aa-497f-87de-c366294ce528 req-f3b7f288-8231-441a-9a07-db0e2bedb9b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e37afa4b-7cd7-4c01-ad84-380b78932ddd HTTP/1.1" status: 200 len: 1096 time: 0.1180046 Dec 12 17:57:43.654100 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-9f29757a-e1cc-483f-ba00-b19d518466b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:43.656939 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-9f29757a-e1cc-483f-ba00-b19d518466b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bce2003b-95fc-412b-a4c2-a13c87646bdc HTTP/1.1" status: 200 len: 897 time: 0.2147799 Dec 12 17:57:43.692192 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-325b631a-70aa-497f-87de-c366294ce528 req-f3c9285b-f300-4a6e-b15a-72a6322097b7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ee400daa-a9a5-4e8c-be69-7df186d69df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993133 Dec 12 17:57:43.831412 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-063c4d5f-3f7f-4200-98fe-fae20f24528f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5 HTTP/1.1" status: 200 len: 999 time: 0.1417692 Dec 12 17:57:43.873481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-b16df692-2a85-4361-867f-148f7c09f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:43.875802 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-b16df692-2a85-4361-867f-148f7c09f338 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bce2003b-95fc-412b-a4c2-a13c87646bdc HTTP/1.1" status: 200 len: 897 time: 0.2818115 Dec 12 17:57:44.007489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-e9d865bf-77c5-427b-91f2-1200be4bee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:44.009242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-e9d865bf-77c5-427b-91f2-1200be4bee6a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37146111-35c1-4540-9c8e-157a186ecea6 HTTP/1.1" status: 200 len: 835 time: 0.1370399 Dec 12 17:57:44.020101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b8c68-37b3-4ccd-aedb-2809e35b8153 req-670ec30d-5cfb-4662-9449-cdbacefb6d79 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:44.021131 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-815b8c68-37b3-4ccd-aedb-2809e35b8153 req-670ec30d-5cfb-4662-9449-cdbacefb6d79 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.1779044 Dec 12 17:57:44.033424 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3f630-ca79-4bf9-8962-930da561f5c6 req-85d03ba2-47be-4552-9a44-7f7e38ce3525 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:44.035098 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aed3f630-ca79-4bf9-8962-930da561f5c6 req-85d03ba2-47be-4552-9a44-7f7e38ce3525 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.2421291 Dec 12 17:57:44.090029 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-a68fedd9-27fa-47c6-ade4-0efd10a834bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5 HTTP/1.1" status: 200 len: 999 time: 0.1651776 Dec 12 17:57:44.237927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-19e966e2-a419-496c-a8cc-4674be00a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:44.239429 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-19e966e2-a419-496c-a8cc-4674be00a194 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37146111-35c1-4540-9c8e-157a186ecea6 HTTP/1.1" status: 200 len: 835 time: 0.1293943 Dec 12 17:57:44.243529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aed3f630-ca79-4bf9-8962-930da561f5c6 req-6a3cdea7-4673-489a-a41c-8d130333e53d tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883879 Dec 12 17:57:44.247003 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-815b8c68-37b3-4ccd-aedb-2809e35b8153 req-29cc203c-c6ee-4e3c-8d95-a991191a396b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108822 Dec 12 17:57:44.249751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-6ed476d2-feb3-4da3-9e7e-5609ab446d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:44.251280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-6ed476d2-feb3-4da3-9e7e-5609ab446d77 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bce2003b-95fc-412b-a4c2-a13c87646bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2270072 Dec 12 17:57:44.447889 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-16359796-4ec0-42e8-97e7-2bde0f17db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:44.449859 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-16359796-4ec0-42e8-97e7-2bde0f17db79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bce2003b-95fc-412b-a4c2-a13c87646bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1977119 Dec 12 17:57:44.544317 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-a3167133-5144-4d76-be47-9bf6949880f0 service neutron] 10.222.0.31 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822990 Dec 12 17:57:44.578819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd7bc1-83d4-456a-8e08-f95ebafc0be8 req-a2fab898-9664-4dc7-9036-512b7b201d53 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:44.586015 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-93dd7bc1-83d4-456a-8e08-f95ebafc0be8 req-a2fab898-9664-4dc7-9036-512b7b201d53 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 944 time: 0.1918795 Dec 12 17:57:44.658521 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9020255-ef98-4114-b739-a79e0f2aa5f6 req-9b25b5ea-ee9a-4ce7-bc67-dc639c8d2165 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:44.660030 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f9020255-ef98-4114-b739-a79e0f2aa5f6 req-9b25b5ea-ee9a-4ce7-bc67-dc639c8d2165 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37afa4b-7cd7-4c01-ad84-380b78932ddd HTTP/1.1" status: 200 len: 945 time: 0.2160132 Dec 12 17:57:44.717498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-4af35a53-87d4-4992-82b4-7c4161a4a911 service neutron] 10.222.0.20 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451539 Dec 12 17:57:44.786436 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-93dd7bc1-83d4-456a-8e08-f95ebafc0be8 req-89606880-cba4-4ea0-9b63-2938ebbcef59 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994460 Dec 12 17:57:44.826701 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-a1473418-0197-4312-9ae9-5696878f5415 service neutron] 10.222.0.31 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705121 Dec 12 17:57:44.829552 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f33e6cc6-d0a0-408c-b4c0-87f2a0bc8e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:44.830142 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f9020255-ef98-4114-b739-a79e0f2aa5f6 req-815440fe-6771-4203-bccc-48ebbbcfa2df tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee400daa-a9a5-4e8c-be69-7df186d69df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437459 Dec 12 17:57:44.934628 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-485dbf3c-3b51-46ae-9e80-01785d837d42 req-2efac689-b524-4d12-a554-86054dd2c6b4 service neutron] 10.222.0.20 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924012 Dec 12 17:57:44.938048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c2f4668-54f5-4ffc-9d25-50847ce16628 req-c8c79a7e-408a-4be8-9c5d-7e58265d4cbd tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0410893 Dec 12 17:57:45.423868 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5c63-1ded-41a0-9ca4-527258181563 req-3c35fc3e-4b6e-4026-96cb-f547f080cc84 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:45.425464 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05dc5c63-1ded-41a0-9ca4-527258181563 req-3c35fc3e-4b6e-4026-96cb-f547f080cc84 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.0938039 Dec 12 17:57:45.455194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc25f1-2c17-4590-94be-94d65a60de75 req-dadff921-20bd-443e-a9c1-c5b4b404639d tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:45.457283 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-12dc25f1-2c17-4590-94be-94d65a60de75 req-dadff921-20bd-443e-a9c1-c5b4b404639d tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.0884247 Dec 12 17:57:45.557597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-05dc5c63-1ded-41a0-9ca4-527258181563 req-6360fa4c-f43f-473f-81dd-fc181a89cb80 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166427 Dec 12 17:57:45.571316 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-12dc25f1-2c17-4590-94be-94d65a60de75 req-dd01caaa-31ae-422d-9b14-0ab22050e4d5 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052387 Dec 12 17:57:45.921861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482add5e-1cae-423b-a3e4-e1647e19ccc9 req-2a3dfdc3-9aa6-4e88-903b-de8abbc3f2ce tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:45.929298 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-482add5e-1cae-423b-a3e4-e1647e19ccc9 req-2a3dfdc3-9aa6-4e88-903b-de8abbc3f2ce tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 944 time: 0.0572350 Dec 12 17:57:46.007847 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-482add5e-1cae-423b-a3e4-e1647e19ccc9 req-b58ebd24-5f4f-4d49-8ed0-9d2ff2ffab39 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776839 Dec 12 17:57:46.016567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8ea43-8348-4944-be6f-067f7b2e660c req-dbb228c7-ae11-4274-98bc-649523059dab tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:46.018184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cad8ea43-8348-4944-be6f-067f7b2e660c req-dbb228c7-ae11-4274-98bc-649523059dab tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37afa4b-7cd7-4c01-ad84-380b78932ddd HTTP/1.1" status: 200 len: 945 time: 0.0862789 Dec 12 17:57:46.095069 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cad8ea43-8348-4944-be6f-067f7b2e660c req-ff33bcdd-124c-45e3-b226-4640aea6be57 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee400daa-a9a5-4e8c-be69-7df186d69df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589776 Dec 12 17:57:46.112847 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ab49e5e-343e-4cdd-b777-e93dc3311b0c req-e425892f-0c53-4470-b722-970e800444b4 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0319564 Dec 12 17:57:46.262904 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bbe78-88a3-425b-8733-42eea27f9136 req-3b850f35-1a1a-4c70-9445-77f88da73426 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:46.265173 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-061bbe78-88a3-425b-8733-42eea27f9136 req-3b850f35-1a1a-4c70-9445-77f88da73426 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37afa4b-7cd7-4c01-ad84-380b78932ddd HTTP/1.1" status: 200 len: 945 time: 0.0687838 Dec 12 17:57:46.410284 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-061bbe78-88a3-425b-8733-42eea27f9136 req-47baf8bd-2b8d-40bf-8eb0-400368e12976 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee400daa-a9a5-4e8c-be69-7df186d69df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377466 Dec 12 17:57:46.481572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-f3105344-81e0-45c4-9b52-c49173c7822e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:46.483932 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-f3105344-81e0-45c4-9b52-c49173c7822e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.20 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a&tenant_id=1ca8577c66784779ba8900bd9278d832&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 944 time: 0.1539593 Dec 12 17:57:46.497876 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fd5bd-194c-4bd4-8efd-84a1d428e10a req-0f04ccb9-1ce5-4560-8e4a-18caab74b624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:46.499939 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a2fd5bd-194c-4bd4-8efd-84a1d428e10a req-0f04ccb9-1ce5-4560-8e4a-18caab74b624 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 944 time: 0.1251113 Dec 12 17:57:46.597302 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a2fd5bd-194c-4bd4-8efd-84a1d428e10a req-5d93ad9a-4119-4b22-b688-cd2433fba46b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876703 Dec 12 17:57:46.600330 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-fae0e892-d63d-4444-87bb-b53e8bd74a88 service neutron] 10.222.0.20 "GET /v2.0/ports/d589b28d-f8de-46af-8b61-7ce1962f71f5/bindings/n-h2-760354-5 HTTP/1.1" status: 200 len: 382 time: 0.0996668 Dec 12 17:57:46.746766 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-19282438-daae-4ced-8101-8288ce676f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:46.748307 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-19282438-daae-4ced-8101-8288ce676f58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 1095 time: 0.1085341 Dec 12 17:57:46.790600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ed141-f899-4c20-9bd6-ae57594bb4fc req-c0d863d7-d623-42f1-9e7d-bd23fadb8ee0 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:46.792114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-776ed141-f899-4c20-9bd6-ae57594bb4fc req-c0d863d7-d623-42f1-9e7d-bd23fadb8ee0 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.1024396 Dec 12 17:57:46.941415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd975ce-bc83-4bb1-983c-11f0bef4756d req-c9d586fc-d540-461d-bd12-24298646a1bc tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:46.942816 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3fd975ce-bc83-4bb1-983c-11f0bef4756d req-c9d586fc-d540-461d-bd12-24298646a1bc tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.1879025 Dec 12 17:57:46.946116 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-776ed141-f899-4c20-9bd6-ae57594bb4fc req-de52151d-ac78-4d57-99a6-683488caa420 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055965 Dec 12 17:57:46.956604 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2ace73fd-6b58-4613-913c-6be8b1132a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:46.957276 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-4d13b36b-04cb-493d-a386-dadc35e7c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:46.958800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-4d13b36b-04cb-493d-a386-dadc35e7c116 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bce2003b-95fc-412b-a4c2-a13c87646bdc HTTP/1.1" status: 200 len: 897 time: 0.1980493 Dec 12 17:57:46.985127 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d589b28d-f8de-46af-8b61-7ce1962f71f5 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:57:47.096841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3fd975ce-bc83-4bb1-983c-11f0bef4756d req-99b7746d-1dc6-4f61-9526-0c5f64f5ba09 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370633 Dec 12 17:57:47.100677 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-7ef7fe4b-58d4-46e6-9d6e-413857ec946d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5 HTTP/1.1" status: 200 len: 999 time: 0.1338623 Dec 12 17:57:47.172748 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77634c05-c024-4670-b30f-7157c0791e49 req-98d1d59f-ef73-49f7-b584-3eeb4988f892 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:47.174387 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77634c05-c024-4670-b30f-7157c0791e49 req-98d1d59f-ef73-49f7-b584-3eeb4988f892 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37afa4b-7cd7-4c01-ad84-380b78932ddd HTTP/1.1" status: 200 len: 945 time: 0.1242003 Dec 12 17:57:47.204459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-5ebd48e0-da49-488c-b414-44eb610ae3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:47.205929 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-5ebd48e0-da49-488c-b414-44eb610ae3d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37146111-35c1-4540-9c8e-157a186ecea6 HTTP/1.1" status: 200 len: 835 time: 0.0956638 Dec 12 17:57:47.286979 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77634c05-c024-4670-b30f-7157c0791e49 req-e8f904e1-9696-4a6a-96e5-e2971520adc0 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee400daa-a9a5-4e8c-be69-7df186d69df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058443 Dec 12 17:57:47.318259 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-62d1eb5d-b613-4bc6-b633-c26a1778f1d5 req-a84d8f0b-a4e2-404e-9b8e-c8734f5fdd80 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0502462 Dec 12 17:57:47.331159 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-84f83e1f-20e0-460e-8ff4-0368fdb45ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:47.332894 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-84f83e1f-20e0-460e-8ff4-0368fdb45ad5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bce2003b-95fc-412b-a4c2-a13c87646bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148951 Dec 12 17:57:47.351985 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:47.432572 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:47.457042 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc', 'port_id': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'mac_address': 'fa:16:3e:73:a5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37146111-35c1-4540-9c8e-157a186ecea6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:57:47.510489 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-06394f05-144c-4df2-ba7f-3b04f76dc436 service neutron] 10.222.0.20 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681437 Dec 12 17:57:47.547411 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:47.585662 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d589b28d-f8de-46af-8b61-7ce1962f71f5 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:57:47.606643 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:47.611687 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:47.687285 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:47.687857 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85555c8e-cb53-49b2-bc1e-790c5d084720 req-abcb335c-21b4-4286-8e80-682bf2b1587c tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:47.688734 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=d589b28d-f8de-46af-8b61-7ce1962f71f5,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:47.690069 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85555c8e-cb53-49b2-bc1e-790c5d084720 req-abcb335c-21b4-4286-8e80-682bf2b1587c tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37afa4b-7cd7-4c01-ad84-380b78932ddd HTTP/1.1" status: 200 len: 945 time: 0.0800216 Dec 12 17:57:47.749567 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-a9fe8df3-2ae5-42b7-8c19-df52b6737294 service neutron] 10.222.0.20 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288237 Dec 12 17:57:47.794558 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85555c8e-cb53-49b2-bc1e-790c5d084720 req-97dbda61-a3b2-47ad-b8db-56d4635e79f6 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee400daa-a9a5-4e8c-be69-7df186d69df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971801 Dec 12 17:57:47.812660 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac14912-d533-4b4e-a68f-de0c6edd07e4 req-72e5c84f-2d43-40a8-9901-b139aa7435f5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:47.814200 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fac14912-d533-4b4e-a68f-de0c6edd07e4 req-72e5c84f-2d43-40a8-9901-b139aa7435f5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 945 time: 0.1046712 Dec 12 17:57:47.874009 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fac14912-d533-4b4e-a68f-de0c6edd07e4 req-e1f61e23-6f07-43ba-b851-796e2e6c5c62 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531933 Dec 12 17:57:47.903510 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['d589b28d-f8de-46af-8b61-7ce1962f71f5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:57:48.100242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59fab7-bfce-4618-82e0-c68e279e616f req-3c9f9237-15de-46f9-b24d-141824c24a18 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:48.101752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d59fab7-bfce-4618-82e0-c68e279e616f req-3c9f9237-15de-46f9-b24d-141824c24a18 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.0595217 Dec 12 17:57:48.152937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d59fab7-bfce-4618-82e0-c68e279e616f req-4cbb8e9b-8cc1-458f-a87f-072486ee114d tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425844 Dec 12 17:57:48.298192 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:48.298711 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af143ba8-2852-4ad2-80bb-90b683d2effe req-4240f0a3-96d9-4729-8faa-18cfebbad74d tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:48.306330 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af143ba8-2852-4ad2-80bb-90b683d2effe req-4240f0a3-96d9-4729-8faa-18cfebbad74d tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.0815649 Dec 12 17:57:48.366479 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af143ba8-2852-4ad2-80bb-90b683d2effe req-17c69dbb-a3bc-454e-ad6c-ea43bb0c4860 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591342 Dec 12 17:57:48.416700 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae8506b6-71e7-4b8d-90e2-a41b7b798c43 req-d5c2771b-f0e4-4462-9417-fe32e38ead43 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0292568 Dec 12 17:57:48.934904 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6791371-a45f-4c18-8d0d-5d571a6f58ac req-5a1be99a-2629-476d-986f-a80984e43775 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:48.936905 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6791371-a45f-4c18-8d0d-5d571a6f58ac req-5a1be99a-2629-476d-986f-a80984e43775 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37afa4b-7cd7-4c01-ad84-380b78932ddd HTTP/1.1" status: 200 len: 945 time: 0.0532405 Dec 12 17:57:49.006626 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d589b28d-f8de-46af-8b61-7ce1962f71f5 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:57:49.020470 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6791371-a45f-4c18-8d0d-5d571a6f58ac req-a1c9f5c0-6450-4ad7-8a99-0b0449432d55 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee400daa-a9a5-4e8c-be69-7df186d69df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756168 Dec 12 17:57:49.045752 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b1bad-1484-4d34-8d37-ed3e696723c7 req-ccb4ac0a-cff2-4b67-a542-3ad1199b5400 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:49.045752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff2b1bad-1484-4d34-8d37-ed3e696723c7 req-ccb4ac0a-cff2-4b67-a542-3ad1199b5400 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 945 time: 0.0856874 Dec 12 17:57:49.100768 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port d589b28d-f8de-46af-8b61-7ce1962f71f5 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:57:49.103645 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff2b1bad-1484-4d34-8d37-ed3e696723c7 req-56f7049b-a4d7-49d8-b019-d2f22e58dcda tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478003 Dec 12 17:57:49.105328 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port d589b28d-f8de-46af-8b61-7ce1962f71f5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:57:49.105703 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:49.145290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41994) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:49.205635 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:49.267179 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:57:49.269495 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c70159-8e4f-467f-9205-9b7e0cc20d33" -d '{"events": [{"server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "name": "network-vif-plugged", "status": "completed", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:57:49.286155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:49.291318 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:49.301767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24470138-4fa4-4fbf-83a9-9bde9fc4cb05 req-849b2d67-5667-4f98-8bd7-9b8a546134a9 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:49.305302 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-24470138-4fa4-4fbf-83a9-9bde9fc4cb05 req-849b2d67-5667-4f98-8bd7-9b8a546134a9 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.20 "GET /v2.0/ports?device_id=e37afa4b-7cd7-4c01-ad84-380b78932ddd HTTP/1.1" status: 200 len: 945 time: 0.1205158 Dec 12 17:57:49.364495 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1285f921-2b5d-42d9-89f5-612e40535d3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:49.364749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=d589b28d-f8de-46af-8b61-7ce1962f71f5,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:49.386721 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bd89bb-192e-4036-8214-14e1b43acee5 x-openstack-request-id: req-d5bd89bb-192e-4036-8214-14e1b43acee5 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:57:49.387495 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "name": "network-vif-plugged", "status": "completed", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:57:49.388320 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5bd89bb-192e-4036-8214-14e1b43acee5 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:57:49.388467 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'code': 200} Dec 12 17:57:49.403247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff845d-6ff6-4ccb-8cca-24baf286966d req-21beda4b-4640-41bb-a32d-66d075de4432 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:49.404755 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87ff845d-6ff6-4ccb-8cca-24baf286966d req-21beda4b-4640-41bb-a32d-66d075de4432 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.1534061 Dec 12 17:57:49.556538 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87ff845d-6ff6-4ccb-8cca-24baf286966d req-230904f2-6450-415a-b7c2-3f5257c0f6d9 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306167 Dec 12 17:57:49.580944 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a069e1-1af9-4190-8cd8-a720c1e5891e req-7d31f6e8-55db-4f75-95d1-4ca42e0c9fb2 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:49.587704 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76a069e1-1af9-4190-8cd8-a720c1e5891e req-7d31f6e8-55db-4f75-95d1-4ca42e0c9fb2 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.1362491 Dec 12 17:57:50.008274 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1285f921-2b5d-42d9-89f5-612e40535d3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:50.010998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-24470138-4fa4-4fbf-83a9-9bde9fc4cb05 req-b579bb19-5957-4c81-9fcc-bce368cc8024 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Deleting port 2577ae9a-ed8f-4432-9239-d05dabb9cf1d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:57:50.011374 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-24470138-4fa4-4fbf-83a9-9bde9fc4cb05 req-b579bb19-5957-4c81-9fcc-bce368cc8024 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:50.041712 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:50.074741 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1285f921-2b5d-42d9-89f5-612e40535d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:50.147865 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad034688-7eee-49ea-90bb-283fe4648152 req-899de824-c5a2-4c51-acc0-94dd47e6c17c tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0797203 Dec 12 17:57:50.208736 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1285f921-2b5d-42d9-89f5-612e40535d3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=304a01c0d40348398ab84d937dee16f0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0601034 Dec 12 17:57:50.209321 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42018) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:50.236136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285f921-2b5d-42d9-89f5-612e40535d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03653a79-6527-48ad-a7e7-efdc530d30bb,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:50.268154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76a069e1-1af9-4190-8cd8-a720c1e5891e req-15f74d78-88d3-4e96-91f0-78d4305b3304 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6493552 Dec 12 17:57:50.288858 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b3b24f5-3dc2-46f3-bb13-ef91facdb133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:50.314127 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b3b24f5-3dc2-46f3-bb13-ef91facdb133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:50.315771 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81433968-abcd-4ffd-97c5-524519be5148 req-7b01b575-d2b7-45d2-8715-320308df25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:50.317309 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81433968-abcd-4ffd-97c5-524519be5148 req-7b01b575-d2b7-45d2-8715-320308df25cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 1096 time: 0.2133625 Dec 12 17:57:50.321263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-24470138-4fa4-4fbf-83a9-9bde9fc4cb05 req-b579bb19-5957-4c81-9fcc-bce368cc8024 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] For port 2577ae9a-ed8f-4432-9239-d05dabb9cf1d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2577ae9a-ed8f-4432-9239-d05dabb9cf1d,segment=NetworkSegment(89171c7e-a794-4e74-a43b-fac38c177856),segment_id=89171c7e-a794-4e74-a43b-fac38c177856)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:50.321646 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-24470138-4fa4-4fbf-83a9-9bde9fc4cb05 req-b579bb19-5957-4c81-9fcc-bce368cc8024 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:50.385228 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b3b24f5-3dc2-46f3-bb13-ef91facdb133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:50.388420 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b3b24f5-3dc2-46f3-bb13-ef91facdb133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:50.389036 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-24470138-4fa4-4fbf-83a9-9bde9fc4cb05 req-b579bb19-5957-4c81-9fcc-bce368cc8024 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Calling delete_port for 2577ae9a-ed8f-4432-9239-d05dabb9cf1d owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:57:50.391766 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5b3b24f5-3dc2-46f3-bb13-ef91facdb133 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03653a79-6527-48ad-a7e7-efdc530d30bb HTTP/1.1" status: 204 len: 168 time: 0.1812949 Dec 12 17:57:50.403426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b24f5-3dc2-46f3-bb13-ef91facdb133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03653a79-6527-48ad-a7e7-efdc530d30bb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:50.477103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd8112-97c5-40b5-b9fe-d81b2bf501c3 req-9a6f5d48-2b0c-4851-b134-6b3bcc11d5ff tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:50.478584 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c9dd8112-97c5-40b5-b9fe-d81b2bf501c3 req-9a6f5d48-2b0c-4851-b134-6b3bcc11d5ff tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37afa4b-7cd7-4c01-ad84-380b78932ddd HTTP/1.1" status: 200 len: 945 time: 0.2559538 Dec 12 17:57:50.508051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-9a8e544a-93b7-4c9e-a5d6-8eed70eca994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:50.509740 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-9a8e544a-93b7-4c9e-a5d6-8eed70eca994 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a&tenant_id=1ca8577c66784779ba8900bd9278d832 HTTP/1.1" status: 200 len: 1097 time: 0.2138054 Dec 12 17:57:50.547019 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:50.585576 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81433968-abcd-4ffd-97c5-524519be5148 req-4cc7bd55-5129-4c73-ba2b-67aca088616c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365065 Dec 12 17:57:50.603392 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f35b90-9fd5-4c3b-9ccc-994bc785ee3e req-1268bc63-c673-4138-851a-4fd49a1691c0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:50.604890 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17f35b90-9fd5-4c3b-9ccc-994bc785ee3e req-1268bc63-c673-4138-851a-4fd49a1691c0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 946 time: 0.2341478 Dec 12 17:57:50.677357 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c9dd8112-97c5-40b5-b9fe-d81b2bf501c3 req-a1b728c6-a591-4ce2-a3f9-82d0ea1c9831 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee400daa-a9a5-4e8c-be69-7df186d69df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852205 Dec 12 17:57:50.714865 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42034) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:50.718845 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:50.735452 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:50.737535 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fba446c7-8d09-4f75-85fa-c0b843c75a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:50.781141 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17f35b90-9fd5-4c3b-9ccc-994bc785ee3e req-efe724d0-9f22-46a3-ab35-7af8c6bb79d3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575942 Dec 12 17:57:50.822805 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-24470138-4fa4-4fbf-83a9-9bde9fc4cb05 req-b579bb19-5957-4c81-9fcc-bce368cc8024 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:50.835100 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['2577ae9a-ed8f-4432-9239-d05dabb9cf1d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:57:50.855827 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fba446c7-8d09-4f75-85fa-c0b843c75a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:50.862103 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fba446c7-8d09-4f75-85fa-c0b843c75a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:50.901552 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fba446c7-8d09-4f75-85fa-c0b843c75a36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f0f6cecd0feb46f8a5ac630927f4876d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1855011 Dec 12 17:57:50.902739 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba446c7-8d09-4f75-85fa-c0b843c75a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41120eba-6d80-4771-9ed0-083131268207,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:50.905842 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42036) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:50.948604 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579bb19-5957-4c81-9fcc-bce368cc8024 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Pushing event deleted for resources: {'Port': ['ID=2577ae9a-ed8f-4432-9239-d05dabb9cf1d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:50.956296 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d17332a9-7ea0-45c4-901a-3c3bf91779c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:50.979911 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d17332a9-7ea0-45c4-901a-3c3bf91779c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:51.009450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-24470138-4fa4-4fbf-83a9-9bde9fc4cb05 req-b579bb19-5957-4c81-9fcc-bce368cc8024 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] No DVR routers for this DVR port 2577ae9a-ed8f-4432-9239-d05dabb9cf1d on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:57:51.012799 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-24470138-4fa4-4fbf-83a9-9bde9fc4cb05 req-b579bb19-5957-4c81-9fcc-bce368cc8024 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:51.016677 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-24470138-4fa4-4fbf-83a9-9bde9fc4cb05 req-b579bb19-5957-4c81-9fcc-bce368cc8024 tempest-ServersNegativeTestMultiTenantJSON-1315453395 tempest-ServersNegativeTestMultiTenantJSON-1315453395-project] 10.222.0.20 "DELETE /v2.0/ports/2577ae9a-ed8f-4432-9239-d05dabb9cf1d HTTP/1.1" status: 204 len: 173 time: 1.6989133 Dec 12 17:57:51.020746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37afa4b-7cd7-4c01-ad84-380b78932ddd', 'name': 'network-vif-deleted', 'tag': '2577ae9a-ed8f-4432-9239-d05dabb9cf1d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:57:51.023068 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9d49ad-b14a-4f36-a35b-49cb2a88eddd" -d '{"events": [{"server_uuid": "e37afa4b-7cd7-4c01-ad84-380b78932ddd", "name": "network-vif-deleted", "tag": "2577ae9a-ed8f-4432-9239-d05dabb9cf1d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:57:51.059281 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d17332a9-7ea0-45c4-901a-3c3bf91779c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:51.064405 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d17332a9-7ea0-45c4-901a-3c3bf91779c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:51.065860 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d17332a9-7ea0-45c4-901a-3c3bf91779c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41120eba-6d80-4771-9ed0-083131268207 HTTP/1.1" status: 204 len: 168 time: 0.1590137 Dec 12 17:57:51.074988 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17332a9-7ea0-45c4-901a-3c3bf91779c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41120eba-6d80-4771-9ed0-083131268207,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:51.114630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502df76-f35c-4a0a-80f5-1a00d85714a0 req-4df60b23-7c52-4964-a4c3-9f83d92ffeca tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:51.117537 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6502df76-f35c-4a0a-80f5-1a00d85714a0 req-4df60b23-7c52-4964-a4c3-9f83d92ffeca tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.2855716 Dec 12 17:57:51.120929 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce73a67-fcba-423d-8f6a-2790f96b6969 x-openstack-request-id: req-dce73a67-fcba-423d-8f6a-2790f96b6969 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:57:51.121242 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37afa4b-7cd7-4c01-ad84-380b78932ddd", "name": "network-vif-deleted", "tag": "2577ae9a-ed8f-4432-9239-d05dabb9cf1d", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:57:51.121507 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dce73a67-fcba-423d-8f6a-2790f96b6969 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:57:51.121925 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37afa4b-7cd7-4c01-ad84-380b78932ddd', 'name': 'network-vif-deleted', 'tag': '2577ae9a-ed8f-4432-9239-d05dabb9cf1d', 'status': 'completed', 'code': 200} Dec 12 17:57:51.203059 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6502df76-f35c-4a0a-80f5-1a00d85714a0 req-7767b061-ab1a-4050-8d6e-890cf25d158f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756032 Dec 12 17:57:51.205163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:51.249081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:57:51.301561 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ef30c40-67a1-4c83-bed5-c6cfa7e4ade5 req-1c3b303c-aa26-4a4e-aacc-99702a2a69e4 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0310631 Dec 12 17:57:51.320728 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:51.336612 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Transition to ACTIVE for port object d589b28d-f8de-46af-8b61-7ce1962f71f5 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:57:51.341699 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:51.399940 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Pushing event updated for resources: {'Port': ['ID=d589b28d-f8de-46af-8b61-7ce1962f71f5,revision_number=10']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:51.522048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793b673-a766-45e5-a056-2bcb30070373 req-f2b46f73-cde5-4dbe-80ff-d294dfaa1eaf tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:51.525288 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f793b673-a766-45e5-a056-2bcb30070373 req-f2b46f73-cde5-4dbe-80ff-d294dfaa1eaf tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.1266506 Dec 12 17:57:51.572160 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] No DVR routers for this DVR port d589b28d-f8de-46af-8b61-7ce1962f71f5 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:57:51.649804 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42054) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:51.665827 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e772908-8bba-4f14-8ae2-1a3dbb7d1e2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:51.722528 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f793b673-a766-45e5-a056-2bcb30070373 req-6ba43309-7245-4cc1-8be5-1e3be69c1b18 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878507 Dec 12 17:57:51.794675 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42058) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:51.810701 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e772908-8bba-4f14-8ae2-1a3dbb7d1e2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:51.817614 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e772908-8bba-4f14-8ae2-1a3dbb7d1e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:51.838672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Attempting to bind port d589b28d-f8de-46af-8b61-7ce1962f71f5 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:57:51.839139 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Attempting to bind port d589b28d-f8de-46af-8b61-7ce1962f71f5 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:57:51.839591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Attempting to bind port d589b28d-f8de-46af-8b61-7ce1962f71f5 on network bce2003b-95fc-412b-a4c2-a13c87646bdc {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:57:51.850757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Port d589b28d-f8de-46af-8b61-7ce1962f71f5 on network bce2003b-95fc-412b-a4c2-a13c87646bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:57:51.851239 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Attempting to bind port d589b28d-f8de-46af-8b61-7ce1962f71f5 on network bce2003b-95fc-412b-a4c2-a13c87646bdc {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:57:51.855032 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e772908-8bba-4f14-8ae2-1a3dbb7d1e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e44e7f4-c20a-4372-8305-cc38c1d09f6e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:51.860019 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:57:51.860516 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Checking segment: {'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:57:51.860997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Bound using segment: {'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:57:51.861545 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Bound port: d589b28d-f8de-46af-8b61-7ce1962f71f5, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:57:51.862009 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:51.870314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-54902c55-0a32-4534-97fa-f2c75a4e2995 admin admin] Deleting subnet 96bcffdf-f8a5-4e02-bff0-7c1468a44bcf {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:57:51.882116 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-54902c55-0a32-4534-97fa-f2c75a4e2995 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:51.882899 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2e772908-8bba-4f14-8ae2-1a3dbb7d1e2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b9ab899d3c7403388b8b4313a2d08e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2312052 Dec 12 17:57:51.883751 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42062) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:51.936948 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdf5fe9f-6694-4f93-b235-45a93b01fb22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:51.961172 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdf5fe9f-6694-4f93-b235-45a93b01fb22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:51.970322 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-54902c55-0a32-4534-97fa-f2c75a4e2995 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:52.013982 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdf5fe9f-6694-4f93-b235-45a93b01fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:52.020704 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdf5fe9f-6694-4f93-b235-45a93b01fb22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:52.023259 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fdf5fe9f-6694-4f93-b235-45a93b01fb22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e44e7f4-c20a-4372-8305-cc38c1d09f6e HTTP/1.1" status: 204 len: 168 time: 0.1366692 Dec 12 17:57:52.037441 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5fe9f-6694-4f93-b235-45a93b01fb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e44e7f4-c20a-4372-8305-cc38c1d09f6e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:52.037948 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:57:52.042262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:57:52.059671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9feb3d-019b-49dd-a584-97d5a8b8109e req-db619c1b-3427-48a7-a8d1-380183fd489d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:52.061346 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd9feb3d-019b-49dd-a584-97d5a8b8109e req-db619c1b-3427-48a7-a8d1-380183fd489d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 945 time: 0.1585174 Dec 12 17:57:52.065179 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:52.067910 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-54902c55-0a32-4534-97fa-f2c75a4e2995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:52.122621 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:57:52.162426 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:52.163087 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:52.164519 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] 10.222.0.31 "PUT /v2.0/ports/d589b28d-f8de-46af-8b61-7ce1962f71f5 HTTP/1.1" status: 200 len: 1093 time: 1.6441805 Dec 12 17:57:52.261616 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-54902c55-0a32-4534-97fa-f2c75a4e2995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:52.263662 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c7795-0599-4922-b1fa-7e76b146525c service neutron] Pushing event updated for resources: {'Port': ['ID=d589b28d-f8de-46af-8b61-7ce1962f71f5,revision_number=11']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:52.305223 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd9feb3d-019b-49dd-a584-97d5a8b8109e req-7e3a66ad-1f58-4294-8dcd-3e195eb4b17e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077801 Dec 12 17:57:52.327011 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-54902c55-0a32-4534-97fa-f2c75a4e2995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:52.330363 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-54902c55-0a32-4534-97fa-f2c75a4e2995 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/96bcffdf-f8a5-4e02-bff0-7c1468a44bcf HTTP/1.1" status: 204 len: 168 time: 0.5306280 Dec 12 17:57:52.332921 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54902c55-0a32-4534-97fa-f2c75a4e2995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96bcffdf-f8a5-4e02-bff0-7c1468a44bcf,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:52.337562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42074) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:52.346774 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-ad265250-b9a4-4344-bd36-4a4ec3a673e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:52.348941 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-ad265250-b9a4-4344-bd36-4a4ec3a673e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 1096 time: 0.1302934 Dec 12 17:57:52.470994 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d590e4a5-61b1-41fa-b36f-cba5e47a63a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:52.533065 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-138b7ea1-e659-4cc6-9133-44c207a800a9 req-b0621924-fc79-4f6b-a4d3-dba1e1bdddb6 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0771861 Dec 12 17:57:52.583498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88a7b4-6c8d-4bf5-ad2d-8e0e34a16621 req-51287133-eab2-4584-97c7-97a0a7870f52 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:52.583945 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d590e4a5-61b1-41fa-b36f-cba5e47a63a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:52.585677 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e88a7b4-6c8d-4bf5-ad2d-8e0e34a16621 req-51287133-eab2-4584-97c7-97a0a7870f52 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.1360819 Dec 12 17:57:52.587132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-be472ae2-d5fe-434a-908e-10ed07ee4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:52.588561 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-be472ae2-d5fe-434a-908e-10ed07ee4d37 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bce2003b-95fc-412b-a4c2-a13c87646bdc HTTP/1.1" status: 200 len: 897 time: 0.2320759 Dec 12 17:57:52.612965 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d590e4a5-61b1-41fa-b36f-cba5e47a63a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14974185-f22c-4934-ae6a-57c56daeb576']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:52.625702 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d590e4a5-61b1-41fa-b36f-cba5e47a63a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89171c7e-a794-4e74-a43b-fac38c177856') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:52.626005 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d590e4a5-61b1-41fa-b36f-cba5e47a63a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89171c7e-a794-4e74-a43b-fac38c177856') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:52.640120 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d590e4a5-61b1-41fa-b36f-cba5e47a63a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:52.656319 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d590e4a5-61b1-41fa-b36f-cba5e47a63a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:52.664310 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d590e4a5-61b1-41fa-b36f-cba5e47a63a3 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:57:52.664707 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d590e4a5-61b1-41fa-b36f-cba5e47a63a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:57:52.666948 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:57:52.720843 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-293a9925-d067-4bfe-867b-6c4dada6cbed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5 HTTP/1.1" status: 200 len: 999 time: 0.1228299 Dec 12 17:57:52.738803 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d590e4a5-61b1-41fa-b36f-cba5e47a63a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:52.742141 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e88a7b4-6c8d-4bf5-ad2d-8e0e34a16621 req-7024bcac-f690-4a48-856c-a886678f57e5 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356845 Dec 12 17:57:52.766627 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d590e4a5-61b1-41fa-b36f-cba5e47a63a3 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:52.772767 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d590e4a5-61b1-41fa-b36f-cba5e47a63a3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/14974185-f22c-4934-ae6a-57c56daeb576 HTTP/1.1" status: 204 len: 168 time: 0.4296174 Dec 12 17:57:52.782406 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42092) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:52.790544 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590e4a5-61b1-41fa-b36f-cba5e47a63a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=14974185-f22c-4934-ae6a-57c56daeb576,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:52.817469 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-8d05b13c-bddb-4129-93b0-73611b9061f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:52.819178 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-8d05b13c-bddb-4129-93b0-73611b9061f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37146111-35c1-4540-9c8e-157a186ecea6 HTTP/1.1" status: 200 len: 835 time: 0.0759857 Dec 12 17:57:52.852939 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba7e0e9-6627-441f-b966-d56e1c97e605 admin admin] Deleting subnet 40b2cb2d-4613-4a41-a68b-a9a80e0dbdc9 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:57:52.860832 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eba7e0e9-6627-441f-b966-d56e1c97e605 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:52.919789 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-9a0114d9-61b8-409f-bb63-ae51a1ed9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:52.922123 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-9a0114d9-61b8-409f-bb63-ae51a1ed9bfe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bce2003b-95fc-412b-a4c2-a13c87646bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951068 Dec 12 17:57:52.934089 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b0853-bd80-4d51-ae12-79ad69c1729a req-52bc78d8-82db-4a3a-b112-760afcb21b50 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:52.935889 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c1b0853-bd80-4d51-ae12-79ad69c1729a req-52bc78d8-82db-4a3a-b112-760afcb21b50 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.0806799 Dec 12 17:57:53.023634 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d589b28d-f8de-46af-8b61-7ce1962f71f5 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:57:53.057635 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c1b0853-bd80-4d51-ae12-79ad69c1729a req-c7dd27fa-2930-4523-b999-1f1d1712cda2 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110475 Dec 12 17:57:53.074058 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-a769bec7-1725-475a-ad3d-b9277ee96545 service neutron] 10.222.0.31 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362052 Dec 12 17:57:53.112149 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d589b28d-f8de-46af-8b61-7ce1962f71f5 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:57:53.112815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2577ae9a-ed8f-4432-9239-d05dabb9cf1d no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:57:53.139282 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 2577ae9a-ed8f-4432-9239-d05dabb9cf1d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:57:53.140243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2577ae9a-ed8f-4432-9239-d05dabb9cf1d not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:57:53.147351 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5'}, {'name': 'network-changed', 'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:57:53.149575 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db28374d-5a81-441c-9a18-24ad014376ce" -d '{"events": [{"server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "name": "network-vif-unplugged", "status": "completed", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5"}, {"name": "network-changed", "server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:57:53.274089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6c4c28-1d58-4d0a-a58d-1ae55f549ea0 req-78a65f0a-548c-4ba7-a7fc-49411a11ab87 service neutron] 10.222.0.31 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813436 Dec 12 17:57:53.360626 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eba7e0e9-6627-441f-b966-d56e1c97e605 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:53.389035 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 12 Dec 2021 17:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718e864a-8c41-43db-8b23-9dffbf8d67c3 x-openstack-request-id: req-718e864a-8c41-43db-8b23-9dffbf8d67c3 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:57:53.389401 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "name": "network-vif-unplugged", "status": "completed", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5", "code": 200}, {"name": "network-changed", "server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:57:53.389773 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-718e864a-8c41-43db-8b23-9dffbf8d67c3 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:57:53.390177 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'code': 200} Dec 12 17:57:53.390436 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'status': 'completed', 'code': 200} Dec 12 17:57:53.404230 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eba7e0e9-6627-441f-b966-d56e1c97e605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:53.507919 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eba7e0e9-6627-441f-b966-d56e1c97e605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:53.541623 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7e0e9-6627-441f-b966-d56e1c97e605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40b2cb2d-4613-4a41-a68b-a9a80e0dbdc9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:53.547110 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eba7e0e9-6627-441f-b966-d56e1c97e605 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:53.550459 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-eba7e0e9-6627-441f-b966-d56e1c97e605 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/40b2cb2d-4613-4a41-a68b-a9a80e0dbdc9 HTTP/1.1" status: 204 len: 168 time: 0.7670619 Dec 12 17:57:53.552907 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42120) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:53.579794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28374d-5a81-441c-9a18-24ad014376ce req-fea8d671-8d85-419f-be2c-2b9d1bdf3a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:53.581557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db28374d-5a81-441c-9a18-24ad014376ce req-fea8d671-8d85-419f-be2c-2b9d1bdf3a14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 1096 time: 0.1832225 Dec 12 17:57:53.596723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a07e64-7904-4eb1-ba18-18b4361d88ca req-ba0773fd-d4d3-4e2a-9c1a-ef90bbe5a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:53.598475 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82a07e64-7904-4eb1-ba18-18b4361d88ca req-ba0773fd-d4d3-4e2a-9c1a-ef90bbe5a886 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d0567de3ef4438e933f7f8837f24686&device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 1096 time: 0.2216744 Dec 12 17:57:53.612409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28374d-5a81-441c-9a18-24ad014376ce req-3d37f1fa-0915-4896-9964-f912580ef860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:53.613848 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db28374d-5a81-441c-9a18-24ad014376ce req-3d37f1fa-0915-4896-9964-f912580ef860 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 1096 time: 0.1572614 Dec 12 17:57:53.656563 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35983d45-9d65-4c42-9aef-d154a374be5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:53.772625 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35983d45-9d65-4c42-9aef-d154a374be5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:53.798883 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-35983d45-9d65-4c42-9aef-d154a374be5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf48d7e2-8298-4d49-aa9f-9d6336e06ead']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:53.808198 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a07e64-7904-4eb1-ba18-18b4361d88ca req-7994314d-674a-40e8-8a49-7b0778b52527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:53.809482 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-35983d45-9d65-4c42-9aef-d154a374be5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe0dcd2-7da5-489a-a1c4-5dbfbe44cc4e') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:53.809800 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-35983d45-9d65-4c42-9aef-d154a374be5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe0dcd2-7da5-489a-a1c4-5dbfbe44cc4e') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:53.812033 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82a07e64-7904-4eb1-ba18-18b4361d88ca req-7994314d-674a-40e8-8a49-7b0778b52527 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a73a97bd-7615-42a2-a73d-778571ffe08f HTTP/1.1" status: 200 len: 919 time: 0.2020059 Dec 12 17:57:53.821204 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35983d45-9d65-4c42-9aef-d154a374be5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:53.821837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc2829-5f2c-482d-9537-35ecf0123481 req-d28a18e3-6405-428a-bace-a7869206c522 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:53.830085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c9cc2829-5f2c-482d-9537-35ecf0123481 req-d28a18e3-6405-428a-bace-a7869206c522 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.3622434 Dec 12 17:57:53.835825 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35983d45-9d65-4c42-9aef-d154a374be5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:53.844190 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35983d45-9d65-4c42-9aef-d154a374be5b admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:57:53.845122 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35983d45-9d65-4c42-9aef-d154a374be5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:57:53.847133 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:57:53.854649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301dc6d-83fd-4ff1-8578-752a891c09f9 req-bc505947-9a24-4830-a5db-5a977b585d6b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:53.863167 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2301dc6d-83fd-4ff1-8578-752a891c09f9 req-bc505947-9a24-4830-a5db-5a977b585d6b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 945 time: 0.3594227 Dec 12 17:57:53.909587 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35983d45-9d65-4c42-9aef-d154a374be5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:53.917376 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35983d45-9d65-4c42-9aef-d154a374be5b admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:53.924451 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-35983d45-9d65-4c42-9aef-d154a374be5b admin admin] 10.222.0.18 "DELETE /v2.0/networks/bf48d7e2-8298-4d49-aa9f-9d6336e06ead HTTP/1.1" status: 204 len: 168 time: 0.3682289 Dec 12 17:57:53.955461 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35983d45-9d65-4c42-9aef-d154a374be5b admin admin] Pushing event deleted for resources: {'Network': ['ID=bf48d7e2-8298-4d49-aa9f-9d6336e06ead,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:53.959769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82a07e64-7904-4eb1-ba18-18b4361d88ca req-9c799470-5042-42ce-af16-8eaa2f853b0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b361c0a2-4001-488d-8034-a0b50f5d8026 HTTP/1.1" status: 200 len: 217 time: 0.1274378 Dec 12 17:57:54.096536 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c9cc2829-5f2c-482d-9537-35ecf0123481 req-37f70bd2-868a-42ca-a167-738cb6682392 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653141 Dec 12 17:57:54.151940 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2301dc6d-83fd-4ff1-8578-752a891c09f9 req-d5d94c13-34b6-4a13-b172-941bf89f2fef tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734580 Dec 12 17:57:54.189643 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42142) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:54.219446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28374d-5a81-441c-9a18-24ad014376ce req-577ded59-703a-4d93-8e96-0f97c53d69a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:54.221002 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db28374d-5a81-441c-9a18-24ad014376ce req-577ded59-703a-4d93-8e96-0f97c53d69a9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bce2003b-95fc-412b-a4c2-a13c87646bdc HTTP/1.1" status: 200 len: 897 time: 0.6293557 Dec 12 17:57:54.229517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28374d-5a81-441c-9a18-24ad014376ce req-d3009a1c-b24e-4419-853d-1df6cc29c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:54.231118 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db28374d-5a81-441c-9a18-24ad014376ce req-d3009a1c-b24e-4419-853d-1df6cc29c608 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bce2003b-95fc-412b-a4c2-a13c87646bdc HTTP/1.1" status: 200 len: 897 time: 0.5905468 Dec 12 17:57:54.250202 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6c842933-f3eb-40a6-b5c5-68bb79b7d2ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49f616b338654630bc7f80acb46fb612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0593283 Dec 12 17:57:54.252612 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42144) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:54.255436 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a07e64-7904-4eb1-ba18-18b4361d88ca req-c1224a66-ce03-43e3-89c1-7641d8931a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:54.256091 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82a07e64-7904-4eb1-ba18-18b4361d88ca req-c1224a66-ce03-43e3-89c1-7641d8931a43 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=17e5a63f-b5d7-491b-80e1-89a69bd502ab HTTP/1.1" status: 200 len: 858 time: 0.2832553 Dec 12 17:57:54.311925 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86bc0756-3da5-4e2c-8dd7-278059d311dd req-adcaaf35-5162-447c-82a5-f50486c9d079 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0317950 Dec 12 17:57:54.323926 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34017039-dc33-4b5a-961a-de2e62077b16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:54.359135 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34017039-dc33-4b5a-961a-de2e62077b16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:54.393545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82a07e64-7904-4eb1-ba18-18b4361d88ca req-3bc117ca-9b98-43dd-82c9-de6077e8b3cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a73a97bd-7615-42a2-a73d-778571ffe08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294805 Dec 12 17:57:54.430013 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34017039-dc33-4b5a-961a-de2e62077b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:54.432871 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34017039-dc33-4b5a-961a-de2e62077b16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:54.437453 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-34017039-dc33-4b5a-961a-de2e62077b16 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee400daa-a9a5-4e8c-be69-7df186d69df9 HTTP/1.1" status: 204 len: 168 time: 0.1838140 Dec 12 17:57:54.446342 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34017039-dc33-4b5a-961a-de2e62077b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee400daa-a9a5-4e8c-be69-7df186d69df9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:54.919996 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db28374d-5a81-441c-9a18-24ad014376ce req-d8ebdbdf-b95c-471c-bf79-39697c83cf60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5 HTTP/1.1" status: 200 len: 999 time: 0.6629550 Dec 12 17:57:54.952305 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42162) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:55.003871 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c91441b7-2748-45af-a601-e8712442bd7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95640dba580840ae8f58b83ae6bb8759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0504229 Dec 12 17:57:55.004522 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42168) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:55.044234 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90b494-2a85-49af-a4b9-338c8522061b req-8b9829ab-2765-48ef-a0fe-2a0914e3c67a tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:55.045172 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa90b494-2a85-49af-a4b9-338c8522061b req-8b9829ab-2765-48ef-a0fe-2a0914e3c67a tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.8114891 Dec 12 17:57:55.047849 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db28374d-5a81-441c-9a18-24ad014376ce req-91925165-8a57-47d9-a49b-c98b276fbedb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5 HTTP/1.1" status: 200 len: 999 time: 0.8153059 Dec 12 17:57:55.082940 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9baf41b6-674c-4cb4-a2ed-782cf6887146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:55.103394 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9baf41b6-674c-4cb4-a2ed-782cf6887146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:55.116092 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28374d-5a81-441c-9a18-24ad014376ce req-6f73c9a2-b227-4f03-bcf9-ba1cd71d41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:55.119367 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db28374d-5a81-441c-9a18-24ad014376ce req-6f73c9a2-b227-4f03-bcf9-ba1cd71d41b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37146111-35c1-4540-9c8e-157a186ecea6 HTTP/1.1" status: 200 len: 835 time: 0.1772153 Dec 12 17:57:55.159487 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9baf41b6-674c-4cb4-a2ed-782cf6887146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:55.162944 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9baf41b6-674c-4cb4-a2ed-782cf6887146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:55.178789 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9baf41b6-674c-4cb4-a2ed-782cf6887146 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8189e3f8-00fe-47e7-a095-066b20eeb90b HTTP/1.1" status: 204 len: 168 time: 0.1637962 Dec 12 17:57:55.197441 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf41b6-674c-4cb4-a2ed-782cf6887146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8189e3f8-00fe-47e7-a095-066b20eeb90b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:55.236015 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82a07e64-7904-4eb1-ba18-18b4361d88ca req-915c1019-79a0-4f34-bcb2-6a7781786dc7 service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134162 Dec 12 17:57:55.302950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28374d-5a81-441c-9a18-24ad014376ce req-d895421e-d375-4c3e-ac3e-23112f0c3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:55.304512 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db28374d-5a81-441c-9a18-24ad014376ce req-d895421e-d375-4c3e-ac3e-23112f0c3c6f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37146111-35c1-4540-9c8e-157a186ecea6 HTTP/1.1" status: 200 len: 835 time: 0.2430878 Dec 12 17:57:55.307887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa90b494-2a85-49af-a4b9-338c8522061b req-7f571210-c92e-42fe-a944-0cd235b23034 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517495 Dec 12 17:57:55.406661 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28374d-5a81-441c-9a18-24ad014376ce req-51dc72b0-3071-4787-b55d-ea8c6fd30acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:55.408392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db28374d-5a81-441c-9a18-24ad014376ce req-51dc72b0-3071-4787-b55d-ea8c6fd30acf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bce2003b-95fc-412b-a4c2-a13c87646bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2717471 Dec 12 17:57:55.494848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600270a3-89b9-4a75-a210-caf6425e3503 req-6a3c6dac-795c-489c-9967-d2f22626ec54 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:55.497084 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-600270a3-89b9-4a75-a210-caf6425e3503 req-6a3c6dac-795c-489c-9967-d2f22626ec54 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.2562294 Dec 12 17:57:55.539652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82a07e64-7904-4eb1-ba18-18b4361d88ca req-d288f2db-b416-4a76-b0b1-1c1713fe4124 service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944124 Dec 12 17:57:55.565981 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28374d-5a81-441c-9a18-24ad014376ce req-5603624a-53b4-4215-aa2c-48ac10a2c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:55.567575 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db28374d-5a81-441c-9a18-24ad014376ce req-5603624a-53b4-4215-aa2c-48ac10a2c13c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bce2003b-95fc-412b-a4c2-a13c87646bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2166607 Dec 12 17:57:55.728736 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-600270a3-89b9-4a75-a210-caf6425e3503 req-380c991e-ae8f-47b1-ac05-11a03d27d2a0 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791551 Dec 12 17:57:55.751855 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98571f1d-935d-434d-80a2-e86ca109af4d req-3108d3f7-60f9-44b4-945c-b98447a2d13e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:55.753664 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98571f1d-935d-434d-80a2-e86ca109af4d req-3108d3f7-60f9-44b4-945c-b98447a2d13e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 945 time: 0.3122170 Dec 12 17:57:55.817018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db28374d-5a81-441c-9a18-24ad014376ce req-38f4e018-3ab5-4e70-b4de-f0c18a6d58f2 service neutron] 10.222.0.20 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949471 Dec 12 17:57:55.939409 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87b2ad46-f445-4a91-ac49-7676e51af65f req-19f03670-e581-46fa-b5b4-7b0587fce059 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0898592 Dec 12 17:57:55.970079 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db28374d-5a81-441c-9a18-24ad014376ce req-5b05d0e1-88c4-4955-94d0-3bdf224ecbfd service neutron] 10.222.0.31 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847284 Dec 12 17:57:55.974523 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98571f1d-935d-434d-80a2-e86ca109af4d req-6de244c8-2c4a-4eaa-8672-580ff493d4ac tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061741 Dec 12 17:57:56.086795 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db28374d-5a81-441c-9a18-24ad014376ce req-5bfd83ce-cba3-4375-9a77-4c0d11742840 service neutron] 10.222.0.20 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578399 Dec 12 17:57:56.112075 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db28374d-5a81-441c-9a18-24ad014376ce req-64c1632a-fecd-4703-b7f0-a1fc2460098a service neutron] 10.222.0.31 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298823 Dec 12 17:57:56.140936 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42208) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:56.239722 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-874a116a-bc8c-4bf6-9e04-653cfc08f3d4 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-737439283-network', 'tenant_id': '8c6e65fa336e4696bcb5cc75a2b39f6d'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:56.261724 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874a116a-bc8c-4bf6-9e04-653cfc08f3d4 admin admin] Made reservation on behalf of 8c6e65fa336e4696bcb5cc75a2b39f6d for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:57:56.264044 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-874a116a-bc8c-4bf6-9e04-653cfc08f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:56.274908 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-874a116a-bc8c-4bf6-9e04-653cfc08f3d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:56.348806 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-874a116a-bc8c-4bf6-9e04-653cfc08f3d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:56.353797 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-874a116a-bc8c-4bf6-9e04-653cfc08f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:56.376402 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874a116a-bc8c-4bf6-9e04-653cfc08f3d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:57:56.392466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a116a-bc8c-4bf6-9e04-653cfc08f3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53513202-9f8e-4a67-a316-bac1fa4ac8b2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:56.395555 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-874a116a-bc8c-4bf6-9e04-653cfc08f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:56.395913 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-874a116a-bc8c-4bf6-9e04-653cfc08f3d4 admin admin] Added segment 0cdd4899-8f29-460f-877d-151143e5a0d5 of type vlan for network 57931689-0685-4969-9c4b-adb5288c3893 Dec 12 17:57:56.448629 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-874a116a-bc8c-4bf6-9e04-653cfc08f3d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:56.476330 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-874a116a-bc8c-4bf6-9e04-653cfc08f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:56.477383 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874a116a-bc8c-4bf6-9e04-653cfc08f3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:56.477963 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-874a116a-bc8c-4bf6-9e04-653cfc08f3d4 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:56.497364 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a307c8-d1f2-43dc-b4e1-a6e912f4e771 req-9ad13586-c715-4b43-843d-14abda3fa6b7 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:56.499692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77a307c8-d1f2-43dc-b4e1-a6e912f4e771 req-9ad13586-c715-4b43-843d-14abda3fa6b7 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.0651379 Dec 12 17:57:56.531996 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-874a116a-bc8c-4bf6-9e04-653cfc08f3d4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3898385 Dec 12 17:57:56.546599 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a116a-bc8c-4bf6-9e04-653cfc08f3d4 admin admin] Pushing event updated for resources: {'Network': ['ID=57931689-0685-4969-9c4b-adb5288c3893,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:56.557289 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 57931689-0685-4969-9c4b-adb5288c3893 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:57:56.584599 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77a307c8-d1f2-43dc-b4e1-a6e912f4e771 req-3f9e7e00-9d7f-4852-8dd4-e1b2429b6360 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792210 Dec 12 17:57:56.874630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15ea04-1bcd-47d4-9a61-2f79ea55fd14 req-9d0e3a86-8ea8-497d-8eb0-b92935a4eb20 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:56.882685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a15ea04-1bcd-47d4-9a61-2f79ea55fd14 req-9d0e3a86-8ea8-497d-8eb0-b92935a4eb20 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.0615649 Dec 12 17:57:57.019014 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a15ea04-1bcd-47d4-9a61-2f79ea55fd14 req-b1c1212c-d1bb-464d-a556-dbd91f6b3d40 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351173 Dec 12 17:57:57.092109 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6416af6-801a-41bf-942c-7df8a47d1925 req-07744a21-832a-4478-b457-20c23b898a6e tempest-ComputeTenantNetworksTest-837240273 tempest-ComputeTenantNetworksTest-837240273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:57.103689 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6416af6-801a-41bf-942c-7df8a47d1925 req-07744a21-832a-4478-b457-20c23b898a6e tempest-ComputeTenantNetworksTest-837240273 tempest-ComputeTenantNetworksTest-837240273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:57.111101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6416af6-801a-41bf-942c-7df8a47d1925 req-07744a21-832a-4478-b457-20c23b898a6e tempest-ComputeTenantNetworksTest-837240273 tempest-ComputeTenantNetworksTest-837240273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:57.124399 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6416af6-801a-41bf-942c-7df8a47d1925 req-07744a21-832a-4478-b457-20c23b898a6e tempest-ComputeTenantNetworksTest-837240273 tempest-ComputeTenantNetworksTest-837240273-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2184944 Dec 12 17:57:57.167195 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-052366ec-3db2-4f67-97ce-72a4ecce3820 req-fdf3b69a-4aaa-4103-94d0-712e312089a4 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0415151 Dec 12 17:57:57.340406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1db69-3c21-4bd2-8397-0a6c44a76c64 req-58f12c84-5fd6-4770-b8a8-8cfebd702df8 tempest-ComputeTenantNetworksTest-837240273 tempest-ComputeTenantNetworksTest-837240273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:57.341834 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4e1db69-3c21-4bd2-8397-0a6c44a76c64 req-58f12c84-5fd6-4770-b8a8-8cfebd702df8 tempest-ComputeTenantNetworksTest-837240273 tempest-ComputeTenantNetworksTest-837240273-project] 10.222.0.18 "GET /v2.0/networks/57931689-0685-4969-9c4b-adb5288c3893 HTTP/1.1" status: 200 len: 768 time: 0.1263537 Dec 12 17:57:57.350044 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42252) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:57.351061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616da45-06f0-460f-9e43-3caecef49e1e req-bd4e666a-b6b4-442e-a2a8-b81f0eaf1214 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:57.352613 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b616da45-06f0-460f-9e43-3caecef49e1e req-bd4e666a-b6b4-442e-a2a8-b81f0eaf1214 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 945 time: 0.1358652 Dec 12 17:57:57.405460 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b616da45-06f0-460f-9e43-3caecef49e1e req-29a59205-1cca-41b9-ba49-228b406f4e39 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464482 Dec 12 17:57:57.430146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42254) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:57.436006 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab745cac-d222-45f5-a2a1-0dd8d17b5e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:57.455825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device d589b28d-f8de-46af-8b61-7ce1962f71f5 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:57:57.571243 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f8a03bdb-20e9-4ea3-b7ef-92d53f34ec1b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/floatingips/02d9c29b-59fd-43a5-b6e9-abfb3525c93f HTTP/1.1" status: 200 len: 991 time: 0.1397531 Dec 12 17:57:57.574261 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab745cac-d222-45f5-a2a1-0dd8d17b5e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:57.599597 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ab745cac-d222-45f5-a2a1-0dd8d17b5e2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57931689-0685-4969-9c4b-adb5288c3893']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:57.610322 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ab745cac-d222-45f5-a2a1-0dd8d17b5e2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cdd4899-8f29-460f-877d-151143e5a0d5') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:57.610630 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ab745cac-d222-45f5-a2a1-0dd8d17b5e2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cdd4899-8f29-460f-877d-151143e5a0d5') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:57:57.640520 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab745cac-d222-45f5-a2a1-0dd8d17b5e2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:57.649336 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:57.662239 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc', 'port_id': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'mac_address': 'fa:16:3e:73:a5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37146111-35c1-4540-9c8e-157a186ecea6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:57:57.681758 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab745cac-d222-45f5-a2a1-0dd8d17b5e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:57.697313 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab745cac-d222-45f5-a2a1-0dd8d17b5e2c admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:57:57.697747 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab745cac-d222-45f5-a2a1-0dd8d17b5e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:57.705741 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:57.719450 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d589b28d-f8de-46af-8b61-7ce1962f71f5 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:57:57.720453 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:57:57.742231 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:57.746294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f1743-a867-4f80-b700-c47ca7b70998 req-409913ea-3363-4327-8c0d-bcaf2308395d tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:57.747909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-199f1743-a867-4f80-b700-c47ca7b70998 req-409913ea-3363-4327-8c0d-bcaf2308395d tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.0631554 Dec 12 17:57:57.751768 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:57.752745 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 075887db-ed2d-4766-850d-aaca8344b15c details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:57:57.804821 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=d589b28d-f8de-46af-8b61-7ce1962f71f5,revision_number=12']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:57.826231 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab745cac-d222-45f5-a2a1-0dd8d17b5e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:57.836529 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab745cac-d222-45f5-a2a1-0dd8d17b5e2c admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:57.840478 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ab745cac-d222-45f5-a2a1-0dd8d17b5e2c admin admin] 10.222.0.18 "DELETE /v2.0/networks/57931689-0685-4969-9c4b-adb5288c3893 HTTP/1.1" status: 204 len: 168 time: 0.4886532 Dec 12 17:57:57.867882 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab745cac-d222-45f5-a2a1-0dd8d17b5e2c admin admin] Pushing event deleted for resources: {'Network': ['ID=57931689-0685-4969-9c4b-adb5288c3893,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:57.876459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-199f1743-a867-4f80-b700-c47ca7b70998 req-9d9ff15d-8168-4985-92ac-6770f8e1a8b0 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200585 Dec 12 17:57:57.954559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 075887db-ed2d-4766-850d-aaca8344b15c, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075887db-ed2d-4766-850d-aaca8344b15c,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:57.968093 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '075887db-ed2d-4766-850d-aaca8344b15c', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'port_id': '075887db-ed2d-4766-850d-aaca8344b15c', 'mac_address': 'fa:16:3e:f1:94:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:57:57.999519 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42270) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:58.014102 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:58.035125 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 075887db-ed2d-4766-850d-aaca8344b15c {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:57:58.058373 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-630465d6-c471-4690-b839-781b5311ed59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c6e65fa336e4696bcb5cc75a2b39f6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0554233 Dec 12 17:57:58.059348 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42274) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:58.087446 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 075887db-ed2d-4766-850d-aaca8344b15c, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075887db-ed2d-4766-850d-aaca8344b15c,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:58.097638 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:58.179697 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e9a74a9-e122-42e1-8b53-deda8e9d87fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:58.180919 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0765635-590e-4b13-8993-4cb15917466a req-c5601a72-08c9-40a5-8fb8-5e1d1b96ae87 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:58.183113 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0765635-590e-4b13-8993-4cb15917466a req-c5601a72-08c9-40a5-8fb8-5e1d1b96ae87 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.0785010 Dec 12 17:57:58.188802 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=075887db-ed2d-4766-850d-aaca8344b15c,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:58.208173 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e9a74a9-e122-42e1-8b53-deda8e9d87fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:58.217401 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['075887db-ed2d-4766-850d-aaca8344b15c'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:57:58.281585 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e9a74a9-e122-42e1-8b53-deda8e9d87fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:58.284713 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e9a74a9-e122-42e1-8b53-deda8e9d87fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:58.286021 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8e9a74a9-e122-42e1-8b53-deda8e9d87fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53513202-9f8e-4a67-a316-bac1fa4ac8b2 HTTP/1.1" status: 204 len: 168 time: 0.2256284 Dec 12 17:57:58.298680 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a74a9-e122-42e1-8b53-deda8e9d87fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53513202-9f8e-4a67-a316-bac1fa4ac8b2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:58.340474 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0765635-590e-4b13-8993-4cb15917466a req-878f03bf-f9e6-451f-82df-2a95fefb37a8 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494942 Dec 12 17:57:58.380614 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07da0ae8-b072-478c-b6ee-a9f3cae1bf79 req-0b8a9a48-bfde-4a2a-b34d-4f60bd2c9519 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0730751 Dec 12 17:57:58.616324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['d589b28d-f8de-46af-8b61-7ce1962f71f5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:57:59.056304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748c45b-4483-497e-876d-9e7df65769d1 req-8b26ae65-a6ae-46ef-a8e5-7ff83ef36c21 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:57:59.058687 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e748c45b-4483-497e-876d-9e7df65769d1 req-8b26ae65-a6ae-46ef-a8e5-7ff83ef36c21 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 945 time: 0.0648260 Dec 12 17:57:59.121296 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e748c45b-4483-497e-876d-9e7df65769d1 req-0bf83d3b-7498-4cbc-a032-b5b0cd4a604f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517676 Dec 12 17:57:59.345782 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42316) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:57:59.462193 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 075887db-ed2d-4766-850d-aaca8344b15c up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:57:59.557278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9a0fff7-7515-4311-9f74-1b940ed782ed req-00d6d7ff-483a-4ce5-922c-ce1f45d292f7 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0728803 Dec 12 17:57:59.606763 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 075887db-ed2d-4766-850d-aaca8344b15c triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:57:59.607278 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:59.622930 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-846df198-fdd1-45f6-966c-a7434e87df06 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1876565801-network', 'tenant_id': '0643e8c59bb04ea0bbd1649309deba41'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:57:59.680306 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846df198-fdd1-45f6-966c-a7434e87df06 admin admin] Made reservation on behalf of 0643e8c59bb04ea0bbd1649309deba41 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:57:59.682897 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-846df198-fdd1-45f6-966c-a7434e87df06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:59.701336 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-846df198-fdd1-45f6-966c-a7434e87df06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:59.759913 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:59.818204 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 075887db-ed2d-4766-850d-aaca8344b15c, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075887db-ed2d-4766-850d-aaca8344b15c,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:57:59.819466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8d9d11-d68f-4f3b-9f31-31364e869a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075887db-ed2d-4766-850d-aaca8344b15c'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:57:59.823685 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db10c3f9-7643-4213-bf72-a2e136270ff2" -d '{"events": [{"server_uuid": "7d8d9d11-d68f-4f3b-9f31-31364e869a2f", "name": "network-vif-plugged", "status": "completed", "tag": "075887db-ed2d-4766-850d-aaca8344b15c"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:57:59.829077 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:59.915104 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df7ca9e-fd5d-40ec-b8e0-79c4b3d9f258 x-openstack-request-id: req-5df7ca9e-fd5d-40ec-b8e0-79c4b3d9f258 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:57:59.916134 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8d9d11-d68f-4f3b-9f31-31364e869a2f", "name": "network-vif-plugged", "status": "completed", "tag": "075887db-ed2d-4766-850d-aaca8344b15c", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:57:59.918323 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5df7ca9e-fd5d-40ec-b8e0-79c4b3d9f258 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:57:59.918957 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8d9d11-d68f-4f3b-9f31-31364e869a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075887db-ed2d-4766-850d-aaca8344b15c', 'code': 200} Dec 12 17:57:59.930898 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=075887db-ed2d-4766-850d-aaca8344b15c,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:59.933140 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-846df198-fdd1-45f6-966c-a7434e87df06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:59.950098 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-846df198-fdd1-45f6-966c-a7434e87df06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:57:59.978478 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846df198-fdd1-45f6-966c-a7434e87df06 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:57:59.990860 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846df198-fdd1-45f6-966c-a7434e87df06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b109edd-5197-4654-a0c4-37e846e90a0c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:57:59.999675 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-846df198-fdd1-45f6-966c-a7434e87df06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:00.000026 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-846df198-fdd1-45f6-966c-a7434e87df06 admin admin] Added segment 1b311cc5-0659-4d49-8de7-75f56f87ff59 of type vlan for network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 Dec 12 17:58:00.050670 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-846df198-fdd1-45f6-966c-a7434e87df06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:00.079469 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-846df198-fdd1-45f6-966c-a7434e87df06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:00.080568 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846df198-fdd1-45f6-966c-a7434e87df06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:00.081147 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-846df198-fdd1-45f6-966c-a7434e87df06 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:00.142608 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846df198-fdd1-45f6-966c-a7434e87df06 admin admin] Pushing event updated for resources: {'Network': ['ID=7734bd2a-69ed-4fcf-8d01-97c4c0c40811,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:00.161591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:58:00.169082 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-846df198-fdd1-45f6-966c-a7434e87df06 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8215842 Dec 12 17:58:00.173671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42332) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:58:00.181100 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-477717e6-9316-4b47-a683-de8167eb2e28 admin admin] Request body: {'subnet': {'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1876565801-subnet', 'tenant_id': '0643e8c59bb04ea0bbd1649309deba41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:58:00.259820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477717e6-9316-4b47-a683-de8167eb2e28 admin admin] Made reservation on behalf of 0643e8c59bb04ea0bbd1649309deba41 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:58:00.262677 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-477717e6-9316-4b47-a683-de8167eb2e28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:00.398048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd2eea-e6e4-4ba5-8b41-191f7c618af0 req-05ff3c48-7acb-4130-864b-34601f83df1f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:00.399683 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83dd2eea-e6e4-4ba5-8b41-191f7c618af0 req-05ff3c48-7acb-4130-864b-34601f83df1f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.0805113 Dec 12 17:58:00.525240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83dd2eea-e6e4-4ba5-8b41-191f7c618af0 req-6145c7c3-6b12-4115-8b53-4edeee4c3704 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158562 Dec 12 17:58:00.555079 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-477717e6-9316-4b47-a683-de8167eb2e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:00.622168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477717e6-9316-4b47-a683-de8167eb2e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59029fd3-d542-49a5-8d21-125b85b5f591,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:00.631227 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477717e6-9316-4b47-a683-de8167eb2e28 admin admin] Checking segment: {'id': '1b311cc5-0659-4d49-8de7-75f56f87ff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:58:00.631607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477717e6-9316-4b47-a683-de8167eb2e28 admin admin] Network hostable DHCP agents. Network: 7734bd2a-69ed-4fcf-8d01-97c4c0c40811, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:58:00.653198 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477717e6-9316-4b47-a683-de8167eb2e28 admin admin] Network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:58:00.671643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-477717e6-9316-4b47-a683-de8167eb2e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 7734bd2a-69ed-4fcf-8d01-97c4c0c40811) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:58:00.675856 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477717e6-9316-4b47-a683-de8167eb2e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:00.676503 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-477717e6-9316-4b47-a683-de8167eb2e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:00.684031 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff74c69-1a47-40e9-9c7e-c7d76f52f8b5 None None] Network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:58:00.717110 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-477717e6-9316-4b47-a683-de8167eb2e28 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5338035 Dec 12 17:58:00.748208 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3f4fc84f-c8c0-42c4-85c6-865d3949b86c req-54758d42-9d32-4d33-8f4b-c6885e6986aa tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0559580 Dec 12 17:58:00.831658 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bae110a-813c-46ca-a3ba-c51a703b4f72 None None] Network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:58:01.050735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1767bbc-19ad-46f8-854c-0b4cc7c1d825 req-f515c289-53b8-4066-8039-9518546a7a16 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:01.052670 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1767bbc-19ad-46f8-854c-0b4cc7c1d825 req-f515c289-53b8-4066-8039-9518546a7a16 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.0584202 Dec 12 17:58:01.105779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1767bbc-19ad-46f8-854c-0b4cc7c1d825 req-8e78a7c2-2d54-4dff-b4ff-529dec7bd96d tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472553 Dec 12 17:58:01.249165 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-004a8669-918b-4375-8072-155573e47d27 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:01.255668 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-004a8669-918b-4375-8072-155573e47d27 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/networks?id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811 HTTP/1.1" status: 200 len: 815 time: 0.1237466 Dec 12 17:58:01.273171 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-a6a5cd9f-0ab6-41ec-84e6-f58526be2e19 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/quotas/0643e8c59bb04ea0bbd1649309deba41 HTTP/1.1" status: 200 len: 375 time: 0.0153847 Dec 12 17:58:01.319764 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-64a0c75a-101d-46f2-b6a2-9ab07decc1e7 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0643e8c59bb04ea0bbd1649309deba41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400312 Dec 12 17:58:01.430878 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-3d3988cc-bd5d-4509-bf20-0000f24c77ca service neutron] 10.222.0.18 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023283 Dec 12 17:58:01.469221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device d589b28d-f8de-46af-8b61-7ce1962f71f5 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:58:01.575163 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-39589f2e-8e86-4450-9f6c-1f851e210490 service neutron] 10.222.0.18 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436849 Dec 12 17:58:01.601713 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port d589b28d-f8de-46af-8b61-7ce1962f71f5 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:58:01.606527 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port d589b28d-f8de-46af-8b61-7ce1962f71f5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:58:01.607122 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:01.747378 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:01.832400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a19e77-1d6e-4198-b794-9bb35a863f09 req-8bc82982-2d9e-445d-92cb-ba02ca66025d tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:01.833982 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55a19e77-1d6e-4198-b794-9bb35a863f09 req-8bc82982-2d9e-445d-92cb-ba02ca66025d tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.1462004 Dec 12 17:58:01.861591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:58:01.875523 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:01.908785 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f88d2f1-26b4-4f83-8e73-4c1742eb6815 req-dbb2012c-be00-4947-8a33-686f9c169fb8 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8843e96-cd05-4515-8191-5e93e218aba7 HTTP/1.1" status: 200 len: 210 time: 0.0502074 Dec 12 17:58:01.986214 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55a19e77-1d6e-4198-b794-9bb35a863f09 req-fdb3059d-733c-4b56-b240-10258a9e57aa tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441505 Dec 12 17:58:02.038393 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:58:02.041600 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948b3277-db6f-404d-b8c6-ded3f551e931" -d '{"events": [{"server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "name": "network-vif-plugged", "status": "completed", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:58:02.087061 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=d589b28d-f8de-46af-8b61-7ce1962f71f5,revision_number=13']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:02.140075 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f25c98d4-77c0-4499-8602-0d8c9c9b1453 req-c58cac31-5132-45e4-9288-f1347d4f3cb5 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0820470 Dec 12 17:58:02.144621 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16422fe7-d67a-4fe2-aeef-f1a862e12ff7 x-openstack-request-id: req-16422fe7-d67a-4fe2-aeef-f1a862e12ff7 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:58:02.145399 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "name": "network-vif-plugged", "status": "completed", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:58:02.145990 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16422fe7-d67a-4fe2-aeef-f1a862e12ff7 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:58:02.147052 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'code': 200} Dec 12 17:58:02.796466 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b10a1261-c10c-48cb-9cb8-b6fafcd3ca10 req-238af2fe-1173-4123-944f-2f9d77d55d96 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0999644 Dec 12 17:58:03.076485 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16a16e4e-8f95-4865-8542-08a974ff394b req-d2860012-2ab4-4f1b-b30c-6f23b0e9d02f tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8843e96-cd05-4515-8191-5e93e218aba7 HTTP/1.1" status: 200 len: 210 time: 0.0707533 Dec 12 17:58:03.192954 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd217d02-f383-4516-84b8-24256c72a04d req-8c4ef1cc-be3d-4542-95d0-80848ef0dcd7 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:03.201811 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd217d02-f383-4516-84b8-24256c72a04d req-8c4ef1cc-be3d-4542-95d0-80848ef0dcd7 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.0807371 Dec 12 17:58:03.332611 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd217d02-f383-4516-84b8-24256c72a04d req-29a68b91-53a5-4bc6-8468-57c762513967 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295893 Dec 12 17:58:03.346707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30c27060-67fc-437f-a25b-c89f151dcd71 req-4c8fe8e4-ef1e-4017-8a6c-cbcb44ce4aba tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0827348 Dec 12 17:58:03.757760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-122b527c-8c58-4045-9a9c-18c4801b0b5f tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:03.762420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-122b527c-8c58-4045-9a9c-18c4801b0b5f tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.20 "GET /v2.0/networks?id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811 HTTP/1.1" status: 200 len: 815 time: 0.2177868 Dec 12 17:58:03.775995 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-57918b1b-3f77-4746-942e-e1e23970367c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Request body: {'port': {'device_id': 'b8843e96-cd05-4515-8191-5e93e218aba7', 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811', 'admin_state_up': True, 'tenant_id': '0643e8c59bb04ea0bbd1649309deba41'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:58:04.019952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-57918b1b-3f77-4746-942e-e1e23970367c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Made reservation on behalf of 0643e8c59bb04ea0bbd1649309deba41 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:58:04.024785 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-57918b1b-3f77-4746-942e-e1e23970367c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:04.238880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-57918b1b-3f77-4746-942e-e1e23970367c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Allocated IP 172.20.0.2 (7734bd2a-69ed-4fcf-8d01-97c4c0c40811/59029fd3-d542-49a5-8d21-125b85b5f591/c0b926e1-7076-46a3-ad9a-27de585ce21d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:58:04.422200 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf85de9d-33ed-4864-98a5-45b628d942cf req-cb42bb5f-0415-4d50-8a8a-b3affba7c5f0 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8843e96-cd05-4515-8191-5e93e218aba7 HTTP/1.1" status: 200 len: 210 time: 0.0355661 Dec 12 17:58:04.521788 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c5ba1fb-ecad-44b6-b63c-2d708b1a1e8f req-0c09e2b3-1828-4eba-8feb-2c4744906d0c tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0398395 Dec 12 17:58:04.537395 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-57918b1b-3f77-4746-942e-e1e23970367c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:04.604612 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-57918b1b-3f77-4746-942e-e1e23970367c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:04.746717 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-57918b1b-3f77-4746-942e-e1e23970367c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:58:04.754786 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-57918b1b-3f77-4746-942e-e1e23970367c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:58:04.759605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-57918b1b-3f77-4746-942e-e1e23970367c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:58:04.779104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce4dd5-4a37-4a42-9913-88a1996eba29 req-1814bd37-7261-4efc-bf29-7e83cda76b3b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:04.787829 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42ce4dd5-4a37-4a42-9913-88a1996eba29 req-1814bd37-7261-4efc-bf29-7e83cda76b3b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.1869478 Dec 12 17:58:04.835575 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57918b1b-3f77-4746-942e-e1e23970367c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Pushing event updated for resources: {'Port': ['ID=c0b926e1-7076-46a3-ad9a-27de585ce21d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:04.917202 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42ce4dd5-4a37-4a42-9913-88a1996eba29 req-89400576-2218-4230-80f2-4f81495631a4 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201146 Dec 12 17:58:04.926792 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-57918b1b-3f77-4746-942e-e1e23970367c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:04.927501 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-57918b1b-3f77-4746-942e-e1e23970367c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:04.958353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-57918b1b-3f77-4746-942e-e1e23970367c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1849911 Dec 12 17:58:05.021050 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-550c6267-a6cc-49de-be70-33e29ef5577a req-7c206204-6b0e-4301-a392-1f9f4d5a8b51 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f&device_id=baaae58b-55dd-4e59-9996-3456d37450a9 HTTP/1.1" status: 200 len: 210 time: 0.0466976 Dec 12 17:58:05.079248 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Request body: {'port': {'device_id': 'b8843e96-cd05-4515-8191-5e93e218aba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:58:05.169534 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:05.424539 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-becdf987-3b30-4e50-a515-5d0e5af78737 req-c602ccc4-19aa-4a5f-908b-f5d014a27f51 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de9ddc5304b74704b8a79c254a2b07e7&device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0675600 Dec 12 17:58:05.540741 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-becdf987-3b30-4e50-a515-5d0e5af78737 req-bbd98bb4-5a41-433e-b1cc-ae377e107c3d service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=de9ddc5304b74704b8a79c254a2b07e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681145 Dec 12 17:58:05.681012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdf987-3b30-4e50-a515-5d0e5af78737 req-d85803ee-9d88-4414-8af0-322cfee7204d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:05.682629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-becdf987-3b30-4e50-a515-5d0e5af78737 req-d85803ee-9d88-4414-8af0-322cfee7204d service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1119430 Dec 12 17:58:05.778976 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2d831-5d84-4823-85e3-3141232c0484 req-c590b2af-1255-4cb3-814f-17da215c803f tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:05.787798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10a2d831-5d84-4823-85e3-3141232c0484 req-c590b2af-1255-4cb3-814f-17da215c803f tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8843e96-cd05-4515-8191-5e93e218aba7 HTTP/1.1" status: 200 len: 931 time: 0.2418885 Dec 12 17:58:05.948848 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10a2d831-5d84-4823-85e3-3141232c0484 req-b884bac4-3f56-4215-a1e4-26eb218bf657 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523147 Dec 12 17:58:06.043403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-92a376b4-0992-4d5e-a448-4dad8933dd58 req-fc2a7ebb-bf81-4071-b421-75a195969e4d tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0836382 Dec 12 17:58:06.169165 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b926e1-7076-46a3-ad9a-27de585ce21d {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:58:06.179853 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:06.190412 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71965fe8-7097-4e4a-a167-72417373f9a0 req-2f69f6b3-d1d2-4933-8cd6-ca32a2c58a43 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:06.192027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-71965fe8-7097-4e4a-a167-72417373f9a0 req-2f69f6b3-d1d2-4933-8cd6-ca32a2c58a43 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.1210089 Dec 12 17:58:06.232540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Transition to ACTIVE for port object c0b926e1-7076-46a3-ad9a-27de585ce21d will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:58:06.242080 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:06.294771 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b926e1-7076-46a3-ad9a-27de585ce21d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:06.317981 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-71965fe8-7097-4e4a-a167-72417373f9a0 req-13e2dfa0-41eb-4b6e-ae03-52d77f2450f4 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086659 Dec 12 17:58:06.443924 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Attempting to bind port c0b926e1-7076-46a3-ad9a-27de585ce21d on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:58:06.444365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Attempting to bind port c0b926e1-7076-46a3-ad9a-27de585ce21d by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '1b311cc5-0659-4d49-8de7-75f56f87ff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:58:06.445301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Attempting to bind port c0b926e1-7076-46a3-ad9a-27de585ce21d on network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:58:06.450800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Port c0b926e1-7076-46a3-ad9a-27de585ce21d on network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:58:06.451280 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Attempting to bind port c0b926e1-7076-46a3-ad9a-27de585ce21d on network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:58:06.456722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:58:06.457191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Checking segment: {'id': '1b311cc5-0659-4d49-8de7-75f56f87ff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:58:06.457666 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Bound using segment: {'id': '1b311cc5-0659-4d49-8de7-75f56f87ff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:58:06.458195 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Bound port: c0b926e1-7076-46a3-ad9a-27de585ce21d, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b311cc5-0659-4d49-8de7-75f56f87ff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:58:06.458651 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:06.538210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] For port c0b926e1-7076-46a3-ad9a-27de585ce21d, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:58:06.541471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] For port c0b926e1-7076-46a3-ad9a-27de585ce21d, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c0b926e1-7076-46a3-ad9a-27de585ce21d,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:58:06.552132 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:06.607069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b926e1-7076-46a3-ad9a-27de585ce21d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:06.620135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:06.621040 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:06.622607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ee52f0b2-4b1d-447e-a471-110e542eb961 service neutron] 10.222.0.20 "PUT /v2.0/ports/c0b926e1-7076-46a3-ad9a-27de585ce21d HTTP/1.1" status: 200 len: 1091 time: 1.6562796 Dec 12 17:58:06.623177 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8843e96-cd05-4515-8191-5e93e218aba7', 'tag': 'c0b926e1-7076-46a3-ad9a-27de585ce21d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:58:06.626587 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbdddf6-4d3e-4006-8043-7f1766c568f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b8843e96-cd05-4515-8191-5e93e218aba7", "tag": "c0b926e1-7076-46a3-ad9a-27de585ce21d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:58:06.691521 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6280bc21-c5aa-48d7-b19b-1a5504f96eee x-openstack-request-id: req-6280bc21-c5aa-48d7-b19b-1a5504f96eee {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:58:06.692490 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8843e96-cd05-4515-8191-5e93e218aba7", "tag": "c0b926e1-7076-46a3-ad9a-27de585ce21d", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:58:06.693866 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6280bc21-c5aa-48d7-b19b-1a5504f96eee {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:58:06.694438 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8843e96-cd05-4515-8191-5e93e218aba7', 'tag': 'c0b926e1-7076-46a3-ad9a-27de585ce21d', 'status': 'completed', 'code': 200} Dec 12 17:58:06.761034 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-bf5db1cf-d4aa-4871-8ce3-06c20992cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:06.763012 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-bf5db1cf-d4aa-4871-8ce3-06c20992cb1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0643e8c59bb04ea0bbd1649309deba41&device_id=b8843e96-cd05-4515-8191-5e93e218aba7 HTTP/1.1" status: 200 len: 1094 time: 0.0848339 Dec 12 17:58:06.865324 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ddbf8cf2-9707-4a08-b032-112ad772b15d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0b926e1-7076-46a3-ad9a-27de585ce21d HTTP/1.1" status: 200 len: 217 time: 0.0905521 Dec 12 17:58:06.949702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ffff5284-c60d-4f95-9b78-01d60b614de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:06.960218 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-ffff5284-c60d-4f95-9b78-01d60b614de7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=59029fd3-d542-49a5-8d21-125b85b5f591 HTTP/1.1" status: 200 len: 855 time: 0.0793309 Dec 12 17:58:07.017812 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-6c8a35b6-1238-4dc8-964b-367428569b3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559530 Dec 12 17:58:07.306105 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-becdf987-3b30-4e50-a515-5d0e5af78737 req-ccf4e758-034b-4fbd-a0d7-7dd930e042c5 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.31 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.0499911 Dec 12 17:58:07.307941 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25f92c97-b0b1-4513-b4fd-0a0aa1d5d3dc req-1d0f0bbb-4855-45bf-bb5e-f9f2b6c7ce6c tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ff7cc6-a1b8-4090-9e07-0172cccc4d7f HTTP/1.1" status: 200 len: 210 time: 0.1242919 Dec 12 17:58:07.938096 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-e47e79d7-6231-42d4-8205-699b4524449c service neutron] 10.222.0.20 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9129691 Dec 12 17:58:07.988305 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc793d9-0fea-4d36-a07a-b31a9a7005bc req-20a3c754-145f-434e-899f-8bdbf893accd tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:07.999133 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2dc793d9-0fea-4d36-a07a-b31a9a7005bc req-20a3c754-145f-434e-899f-8bdbf893accd tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8843e96-cd05-4515-8191-5e93e218aba7 HTTP/1.1" status: 200 len: 943 time: 0.8489134 Dec 12 17:58:08.171921 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a00425-5c5b-49ac-aff3-60950f7879f7 req-04cd7b1d-260e-49d2-8160-0d4918f40bf0 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:08.188339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4a00425-5c5b-49ac-aff3-60950f7879f7 req-04cd7b1d-260e-49d2-8160-0d4918f40bf0 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.2491851 Dec 12 17:58:08.301498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2dc793d9-0fea-4d36-a07a-b31a9a7005bc req-632f2312-8a92-4707-b591-23f91f27ecad tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964022 Dec 12 17:58:08.421708 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4a00425-5c5b-49ac-aff3-60950f7879f7 req-58e96c39-80ae-454b-80d1-a2383f4ca340 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298231 Dec 12 17:58:08.434993 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95585b7c-6125-4175-8cc7-50270182b9b0 req-94cb7040-dec0-4131-80d1-4987afe2e11e service neutron] 10.222.0.20 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318750 Dec 12 17:58:08.575102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdddf6-4d3e-4006-8043-7f1766c568f1 req-bbf6509c-01ca-4783-b25e-a85413ffcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:08.577404 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fbdddf6-4d3e-4006-8043-7f1766c568f1 req-bbf6509c-01ca-4783-b25e-a85413ffcacb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0643e8c59bb04ea0bbd1649309deba41&device_id=b8843e96-cd05-4515-8191-5e93e218aba7 HTTP/1.1" status: 200 len: 1094 time: 0.0842268 Dec 12 17:58:08.765255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d29c708-ec2c-4036-ac46-42720705f21a req-bfd628fd-807d-4509-8ded-3a06500e9a3c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de9ddc5304b74704b8a79c254a2b07e7&device_id=baaae58b-55dd-4e59-9996-3456d37450a9 HTTP/1.1" status: 200 len: 210 time: 0.0373449 Dec 12 17:58:08.822772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5a7c619-07c4-473a-ab0c-c37a901e24c4 req-95ee7b7c-060e-4510-8312-0bc33e4ccbc4 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=baaae58b-55dd-4e59-9996-3456d37450a9 HTTP/1.1" status: 200 len: 210 time: 0.0558367 Dec 12 17:58:08.838801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d29c708-ec2c-4036-ac46-42720705f21a req-ded903b0-f89f-4097-af3d-3e82630cfaa3 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=de9ddc5304b74704b8a79c254a2b07e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567400 Dec 12 17:58:09.050852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29c708-ec2c-4036-ac46-42720705f21a req-7bcf3193-5d5b-4cd1-b0bc-61819c051e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:09.052362 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d29c708-ec2c-4036-ac46-42720705f21a req-7bcf3193-5d5b-4cd1-b0bc-61819c051e37 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1944849 Dec 12 17:58:09.067445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdddf6-4d3e-4006-8043-7f1766c568f1 req-cc33f7a8-5294-4c89-97e0-edc06b7ef4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:09.069126 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fbdddf6-4d3e-4006-8043-7f1766c568f1 req-cc33f7a8-5294-4c89-97e0-edc06b7ef4c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811 HTTP/1.1" status: 200 len: 916 time: 0.4841394 Dec 12 17:58:09.135408 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fbdddf6-4d3e-4006-8043-7f1766c568f1 req-a97385aa-69ae-45c6-8998-d0527ce4bf61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0b926e1-7076-46a3-ad9a-27de585ce21d HTTP/1.1" status: 200 len: 217 time: 0.0547965 Dec 12 17:58:09.234045 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdddf6-4d3e-4006-8043-7f1766c568f1 req-a37435d1-7d85-4322-91fb-6ac634a85b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:09.235943 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fbdddf6-4d3e-4006-8043-7f1766c568f1 req-a37435d1-7d85-4322-91fb-6ac634a85b47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=59029fd3-d542-49a5-8d21-125b85b5f591 HTTP/1.1" status: 200 len: 855 time: 0.0878386 Dec 12 17:58:09.315860 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fbdddf6-4d3e-4006-8043-7f1766c568f1 req-a212c94a-1833-49b1-bca9-589018553344 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665751 Dec 12 17:58:09.704107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5520982-ec8a-44ef-9957-e1118e019077 req-d9f1bc50-1d89-4a65-91d0-d2604a53453c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:09.705797 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5520982-ec8a-44ef-9957-e1118e019077 req-d9f1bc50-1d89-4a65-91d0-d2604a53453c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8843e96-cd05-4515-8191-5e93e218aba7 HTTP/1.1" status: 200 len: 943 time: 0.1685247 Dec 12 17:58:09.708768 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fbdddf6-4d3e-4006-8043-7f1766c568f1 req-7737db10-f052-4d3f-8406-dbdc97b56a80 service neutron] 10.222.0.20 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860402 Dec 12 17:58:09.867997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83b54d-c8a5-45f8-8075-ac69333b4d10 req-8a622401-4082-47aa-b9a4-598127f19d23 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:09.878154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe83b54d-c8a5-45f8-8075-ac69333b4d10 req-8a622401-4082-47aa-b9a4-598127f19d23 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.1633413 Dec 12 17:58:09.973999 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe83b54d-c8a5-45f8-8075-ac69333b4d10 req-2524ebf9-b80c-4ba3-8542-fa0ff71b2ba8 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948923 Dec 12 17:58:09.995946 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5520982-ec8a-44ef-9957-e1118e019077 req-7495cc6f-1a05-4d7c-a48c-3cd435cb48cf tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823439 Dec 12 17:58:10.051884 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fbdddf6-4d3e-4006-8043-7f1766c568f1 req-2e92d68c-5388-4d22-bfb1-17f8e4a9f3b7 service neutron] 10.222.0.20 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307986 Dec 12 17:58:10.165109 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4d592d5-3f21-4dec-8bc8-89a5b58ed898 req-a11f2f21-78d2-43db-aaf1-698f4e13147d tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.18 "GET /v2.0/ports?device_id=baaae58b-55dd-4e59-9996-3456d37450a9 HTTP/1.1" status: 200 len: 210 time: 0.0486789 Dec 12 17:58:10.650666 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d29c708-ec2c-4036-ac46-42720705f21a req-e66f8684-dbe9-4cb3-9c7a-f0be8617e964 tempest-ServerShowV247Test-1985873645 tempest-ServerShowV247Test-1985873645-project] 10.222.0.31 "GET /v2.0/ports?device_id=baaae58b-55dd-4e59-9996-3456d37450a9 HTTP/1.1" status: 200 len: 210 time: 0.0851851 Dec 12 17:58:11.130847 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c0b926e1-7076-46a3-ad9a-27de585ce21d details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:58:11.175674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5d942-1461-4f01-93ba-ef8439ee9f5f req-c52f5110-c847-4f81-8bbc-227eedc5b9f8 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:11.185983 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0af5d942-1461-4f01-93ba-ef8439ee9f5f req-c52f5110-c847-4f81-8bbc-227eedc5b9f8 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8843e96-cd05-4515-8191-5e93e218aba7 HTTP/1.1" status: 200 len: 943 time: 0.0730629 Dec 12 17:58:11.422381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745bc16-14b7-4c72-ab5f-e86b656469e5 req-e45368ca-3362-4e36-8238-d1cecfa2da79 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:11.426648 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1745bc16-14b7-4c72-ab5f-e86b656469e5 req-e45368ca-3362-4e36-8238-d1cecfa2da79 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.2296832 Dec 12 17:58:11.455578 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0af5d942-1461-4f01-93ba-ef8439ee9f5f req-7df5d150-3fc1-411c-97f4-a752e3919108 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663918 Dec 12 17:58:11.466238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port c0b926e1-7076-46a3-ad9a-27de585ce21d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c0b926e1-7076-46a3-ad9a-27de585ce21d,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:58:11.520666 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'c0b926e1-7076-46a3-ad9a-27de585ce21d', 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811', 'port_id': 'c0b926e1-7076-46a3-ad9a-27de585ce21d', 'mac_address': 'fa:16:3e:85:d6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59029fd3-d542-49a5-8d21-125b85b5f591', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:58:11.599673 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1745bc16-14b7-4c72-ab5f-e86b656469e5 req-c4c98854-e5f2-41ee-8461-3fad33c5f521 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417522 Dec 12 17:58:11.652963 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:11.684261 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b926e1-7076-46a3-ad9a-27de585ce21d {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:58:11.709532 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port c0b926e1-7076-46a3-ad9a-27de585ce21d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c0b926e1-7076-46a3-ad9a-27de585ce21d,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:58:11.718422 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:11.839186 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=c0b926e1-7076-46a3-ad9a-27de585ce21d,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:11.989288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42620) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:58:12.001726 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['c0b926e1-7076-46a3-ad9a-27de585ce21d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:58:12.129646 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0a3c0ec-d9c0-467a-990d-45fba0e3fbfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:12.218957 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0a3c0ec-d9c0-467a-990d-45fba0e3fbfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:12.228922 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0a3c0ec-d9c0-467a-990d-45fba0e3fbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:12.280235 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d0a3c0ec-d9c0-467a-990d-45fba0e3fbfe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de9ddc5304b74704b8a79c254a2b07e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2892838 Dec 12 17:58:12.281249 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3c0ec-d9c0-467a-990d-45fba0e3fbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e812037-c8cb-43fa-b259-98375a6b07dd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:12.282917 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42628) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:58:12.302397 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3c0ec-d9c0-467a-990d-45fba0e3fbfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.305411 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3c0ec-d9c0-467a-990d-45fba0e3fbfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.308580 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3c0ec-d9c0-467a-990d-45fba0e3fbfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.309120 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3c0ec-d9c0-467a-990d-45fba0e3fbfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.313984 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3c0ec-d9c0-467a-990d-45fba0e3fbfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.314699 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3c0ec-d9c0-467a-990d-45fba0e3fbfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.315237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3c0ec-d9c0-467a-990d-45fba0e3fbfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.315757 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3c0ec-d9c0-467a-990d-45fba0e3fbfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.316262 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3c0ec-d9c0-467a-990d-45fba0e3fbfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.316769 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3c0ec-d9c0-467a-990d-45fba0e3fbfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.317283 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3c0ec-d9c0-467a-990d-45fba0e3fbfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.317997 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3c0ec-d9c0-467a-990d-45fba0e3fbfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.318514 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3c0ec-d9c0-467a-990d-45fba0e3fbfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.355498 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bc92300-9d3b-4b6c-b3ca-c570686a2a9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:12.379682 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bc92300-9d3b-4b6c-b3ca-c570686a2a9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:12.432914 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bc92300-9d3b-4b6c-b3ca-c570686a2a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:12.436138 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bc92300-9d3b-4b6c-b3ca-c570686a2a9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:12.437971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9bc92300-9d3b-4b6c-b3ca-c570686a2a9d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e812037-c8cb-43fa-b259-98375a6b07dd HTTP/1.1" status: 204 len: 168 time: 0.1532786 Dec 12 17:58:12.465234 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc92300-9d3b-4b6c-b3ca-c570686a2a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e812037-c8cb-43fa-b259-98375a6b07dd,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:12.514955 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92300-9d3b-4b6c-b3ca-c570686a2a9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.515757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92300-9d3b-4b6c-b3ca-c570686a2a9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.515757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92300-9d3b-4b6c-b3ca-c570686a2a9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.515996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92300-9d3b-4b6c-b3ca-c570686a2a9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.516334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92300-9d3b-4b6c-b3ca-c570686a2a9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.516666 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92300-9d3b-4b6c-b3ca-c570686a2a9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.516996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92300-9d3b-4b6c-b3ca-c570686a2a9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.517324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92300-9d3b-4b6c-b3ca-c570686a2a9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.517651 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92300-9d3b-4b6c-b3ca-c570686a2a9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.517976 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92300-9d3b-4b6c-b3ca-c570686a2a9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.518301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92300-9d3b-4b6c-b3ca-c570686a2a9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.518625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92300-9d3b-4b6c-b3ca-c570686a2a9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.518947 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc92300-9d3b-4b6c-b3ca-c570686a2a9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:12.671999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8960519-a760-4828-8172-cb68c23191fe req-49cd55d9-cccb-4a6d-bccd-8e47dc1f75bc tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:12.679603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8960519-a760-4828-8172-cb68c23191fe req-49cd55d9-cccb-4a6d-bccd-8e47dc1f75bc tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8843e96-cd05-4515-8191-5e93e218aba7 HTTP/1.1" status: 200 len: 944 time: 0.1139352 Dec 12 17:58:12.805031 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8960519-a760-4828-8172-cb68c23191fe req-05b2338f-b313-45df-a6bc-1fb877984e76 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245463 Dec 12 17:58:12.845723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30902ce3-ac8c-4679-8bcf-88d72276af25 req-33e4056e-cf7d-4074-871f-2b34367ff1af tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:12.848690 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30902ce3-ac8c-4679-8bcf-88d72276af25 req-33e4056e-cf7d-4074-871f-2b34367ff1af tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.0836461 Dec 12 17:58:12.937058 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-30902ce3-ac8c-4679-8bcf-88d72276af25 req-905e4d77-c3ed-44ee-b973-f259945b9983 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812120 Dec 12 17:58:13.148794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c0b926e1-7076-46a3-ad9a-27de585ce21d up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:58:13.253312 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port c0b926e1-7076-46a3-ad9a-27de585ce21d completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:58:13.258266 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port c0b926e1-7076-46a3-ad9a-27de585ce21d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:58:13.258769 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:13.376476 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:13.437524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port c0b926e1-7076-46a3-ad9a-27de585ce21d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c0b926e1-7076-46a3-ad9a-27de585ce21d,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:58:13.438799 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8843e96-cd05-4515-8191-5e93e218aba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b926e1-7076-46a3-ad9a-27de585ce21d'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:58:13.442452 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beba519a-c52e-49ea-b164-d2852c03c4f7" -d '{"events": [{"server_uuid": "b8843e96-cd05-4515-8191-5e93e218aba7", "name": "network-vif-plugged", "status": "completed", "tag": "c0b926e1-7076-46a3-ad9a-27de585ce21d"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:58:13.446903 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:13.520969 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e95d0d-e545-45b4-bcde-448b1d0d475c x-openstack-request-id: req-88e95d0d-e545-45b4-bcde-448b1d0d475c {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:58:13.522631 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8843e96-cd05-4515-8191-5e93e218aba7", "name": "network-vif-plugged", "status": "completed", "tag": "c0b926e1-7076-46a3-ad9a-27de585ce21d", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:58:13.524034 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88e95d0d-e545-45b4-bcde-448b1d0d475c {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:58:13.526486 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8843e96-cd05-4515-8191-5e93e218aba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b926e1-7076-46a3-ad9a-27de585ce21d', 'code': 200} Dec 12 17:58:13.585040 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=c0b926e1-7076-46a3-ad9a-27de585ce21d,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:13.692369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8e125-a326-4fe0-afd8-7160976ca5f3 req-eb676641-0257-4d08-a082-25811773d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:13.694597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3c8e125-a326-4fe0-afd8-7160976ca5f3 req-eb676641-0257-4d08-a082-25811773d26f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b8843e96-cd05-4515-8191-5e93e218aba7 HTTP/1.1" status: 200 len: 1096 time: 0.0814712 Dec 12 17:58:13.803387 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3c8e125-a326-4fe0-afd8-7160976ca5f3 req-ade407a9-ef62-435c-a873-94d252d4bca0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998347 Dec 12 17:58:14.005937 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10182a-1c3c-4235-9f9a-b68beda78187 req-39405ee7-f2e3-4192-ab56-05608c4d6b51 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:14.008091 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a10182a-1c3c-4235-9f9a-b68beda78187 req-39405ee7-f2e3-4192-ab56-05608c4d6b51 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8843e96-cd05-4515-8191-5e93e218aba7 HTTP/1.1" status: 200 len: 945 time: 0.0866430 Dec 12 17:58:14.132623 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a10182a-1c3c-4235-9f9a-b68beda78187 req-301c9fbe-5548-46de-bfb6-7daa5aa2bc6a tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177957 Dec 12 17:58:14.307682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b018b70-eb85-4909-a69b-9d904c1f1964 req-b688b5e5-fee0-44d4-aa0f-9dd1716ea069 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:14.317955 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b018b70-eb85-4909-a69b-9d904c1f1964 req-b688b5e5-fee0-44d4-aa0f-9dd1716ea069 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.1131883 Dec 12 17:58:14.418019 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b018b70-eb85-4909-a69b-9d904c1f1964 req-2b284a79-ca00-4325-9510-c5f5f5424c43 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940790 Dec 12 17:58:14.829920 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-446c45fc-ecce-4c4d-bc2f-830771df7525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:15.396988 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82ef8d-c5ec-411d-b0de-00d3d28d1b04 req-ab73a192-2f2c-4722-af8a-884af6ad371b tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:15.399403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba82ef8d-c5ec-411d-b0de-00d3d28d1b04 req-ab73a192-2f2c-4722-af8a-884af6ad371b tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8843e96-cd05-4515-8191-5e93e218aba7 HTTP/1.1" status: 200 len: 945 time: 0.0925612 Dec 12 17:58:15.536260 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ba82ef8d-c5ec-411d-b0de-00d3d28d1b04 req-dfdf7091-b56f-4d7c-aad0-acee1fdc9ed0 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279857 Dec 12 17:58:15.673817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71925204-a2a9-4a36-8716-5c85927366d9 req-550fddf3-3fa6-4bc7-99b3-abf89c40ccc3 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:15.676242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-71925204-a2a9-4a36-8716-5c85927366d9 req-550fddf3-3fa6-4bc7-99b3-abf89c40ccc3 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.0879273 Dec 12 17:58:15.786579 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-71925204-a2a9-4a36-8716-5c85927366d9 req-23905a8b-6887-4b62-b7f8-b65e275fa456 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040733 Dec 12 17:58:16.962386 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-41beb2f7-7551-4d50-b176-160885ffec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:17.077379 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:17.118817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60db14c-92ec-4556-b31c-7b0aea4ed1bf req-ff40c5c7-62c9-4e34-8d23-b0c8e277d5c3 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:17.131089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e60db14c-92ec-4556-b31c-7b0aea4ed1bf req-ff40c5c7-62c9-4e34-8d23-b0c8e277d5c3 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.1243534 Dec 12 17:58:17.278197 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e60db14c-92ec-4556-b31c-7b0aea4ed1bf req-a4a5bfbf-b39c-4649-b4b9-955d8def257b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417358 Dec 12 17:58:17.722057 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:18.292926 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:18.547002 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1e6ba-054f-4a18-a913-f5c6e208dcb8 req-7a50892e-c06a-4b79-a9ba-6c81b20dac6e tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:18.558887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-24f1e6ba-054f-4a18-a913-f5c6e208dcb8 req-7a50892e-c06a-4b79-a9ba-6c81b20dac6e tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.1248579 Dec 12 17:58:18.639803 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-24f1e6ba-054f-4a18-a913-f5c6e208dcb8 req-6d36acac-7648-403d-af58-ecb03d2fadc7 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745780 Dec 12 17:58:18.809846 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e5351-2e72-4573-9eab-4daf3fa043b3 req-d2fadb7e-2749-4cbd-a5bf-275db39df37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:18.819331 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e2e5351-2e72-4573-9eab-4daf3fa043b3 req-d2fadb7e-2749-4cbd-a5bf-275db39df37f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d0567de3ef4438e933f7f8837f24686&device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 1096 time: 0.0954931 Dec 12 17:58:18.995021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055f1ca-95e1-4f88-9ba5-8685c7ec0b84 req-363e9785-5e6f-4c29-bcba-6507bb8dda9d tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:19.008849 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1055f1ca-95e1-4f88-9ba5-8685c7ec0b84 req-363e9785-5e6f-4c29-bcba-6507bb8dda9d tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.1691167 Dec 12 17:58:19.174422 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1055f1ca-95e1-4f88-9ba5-8685c7ec0b84 req-a9e652c1-60e2-4f24-a24f-73d2e466e602 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624489 Dec 12 17:58:19.183923 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e5351-2e72-4573-9eab-4daf3fa043b3 req-72f2588c-3948-49bc-b3f6-fe18a9652d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:19.195721 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e2e5351-2e72-4573-9eab-4daf3fa043b3 req-72f2588c-3948-49bc-b3f6-fe18a9652d86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a73a97bd-7615-42a2-a73d-778571ffe08f HTTP/1.1" status: 200 len: 919 time: 0.3724046 Dec 12 17:58:19.375039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e2e5351-2e72-4573-9eab-4daf3fa043b3 req-2486a75e-47b1-4ad3-87da-0e9ce75b5fc1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b361c0a2-4001-488d-8034-a0b50f5d8026 HTTP/1.1" status: 200 len: 217 time: 0.1704335 Dec 12 17:58:19.461835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e5351-2e72-4573-9eab-4daf3fa043b3 req-127bc23d-10d1-42bd-8e4d-7d220e413bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:19.464132 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e2e5351-2e72-4573-9eab-4daf3fa043b3 req-127bc23d-10d1-42bd-8e4d-7d220e413bca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=17e5a63f-b5d7-491b-80e1-89a69bd502ab HTTP/1.1" status: 200 len: 858 time: 0.0807283 Dec 12 17:58:19.526275 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e2e5351-2e72-4573-9eab-4daf3fa043b3 req-956e8562-34ae-48e8-96b5-fb4449485f7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a73a97bd-7615-42a2-a73d-778571ffe08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499334 Dec 12 17:58:19.742605 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e2e5351-2e72-4573-9eab-4daf3fa043b3 req-63f0c3a6-ff55-42da-ae7c-1bc8462101b5 service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109582 Dec 12 17:58:20.008036 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e2e5351-2e72-4573-9eab-4daf3fa043b3 req-33622d47-da76-4f7f-980e-1daf94d7cdb1 service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581556 Dec 12 17:58:20.048633 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:20.119134 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21175b49-98d8-41db-8067-cd1822a843a1 req-a6a0238f-d81f-46e9-9015-f9797618941b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:20.121812 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21175b49-98d8-41db-8067-cd1822a843a1 req-a6a0238f-d81f-46e9-9015-f9797618941b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.2716937 Dec 12 17:58:20.197936 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21175b49-98d8-41db-8067-cd1822a843a1 req-af505dda-c5be-4869-bf00-db075cb3f759 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687211 Dec 12 17:58:20.408712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914f802-2bed-4da2-a859-cab310ae0505 req-c252375a-6dc0-402b-a65e-36b4e7277b63 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:20.411889 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9914f802-2bed-4da2-a859-cab310ae0505 req-c252375a-6dc0-402b-a65e-36b4e7277b63 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.1228008 Dec 12 17:58:20.488904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9914f802-2bed-4da2-a859-cab310ae0505 req-d2715f40-8ee0-40c0-80aa-b5cb8172608e tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704393 Dec 12 17:58:20.753207 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:21.544070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b05b4-edd7-414d-a7d3-3205295b08a0 req-37b12fb4-b923-448f-8d3f-04969ad627b9 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:21.565260 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b85b05b4-edd7-414d-a7d3-3205295b08a0 req-37b12fb4-b923-448f-8d3f-04969ad627b9 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.2097056 Dec 12 17:58:21.806373 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b85b05b4-edd7-414d-a7d3-3205295b08a0 req-7a217e04-b5de-4f8c-883b-66592971e2e8 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371330 Dec 12 17:58:21.845069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f3e06-bb88-4c34-b8d6-a98729037510 req-a613abee-4045-4955-b960-adedbdcb8415 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:21.852824 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-164f3e06-bb88-4c34-b8d6-a98729037510 req-a613abee-4045-4955-b960-adedbdcb8415 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.2327590 Dec 12 17:58:21.927395 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-164f3e06-bb88-4c34-b8d6-a98729037510 req-5c69f2f6-cdfc-4088-9a30-df8dfaf9f2e4 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735393 Dec 12 17:58:23.055875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d42a43-1d41-41a4-9542-fddb226d9cc7 req-6d95839e-0280-4bee-abf8-6a532632c40a tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:23.074724 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07d42a43-1d41-41a4-9542-fddb226d9cc7 req-6d95839e-0280-4bee-abf8-6a532632c40a tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.1162648 Dec 12 17:58:23.231909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07d42a43-1d41-41a4-9542-fddb226d9cc7 req-3e4d8cc7-1fdb-439a-b94d-b80cbe5e4431 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559131 Dec 12 17:58:23.327444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72e900-55cb-466f-9705-7a0c502f9468 req-43828c37-7981-4b26-adb0-79d07629c2ab tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:23.347343 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d72e900-55cb-466f-9705-7a0c502f9468 req-43828c37-7981-4b26-adb0-79d07629c2ab tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.2604334 Dec 12 17:58:23.431947 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d72e900-55cb-466f-9705-7a0c502f9468 req-a3ea3910-b624-42dc-8558-e2bbdb3544fc tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826633 Dec 12 17:58:24.447439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ba6e8-4615-41ac-bf90-e85390c7c279 req-129c16c8-8a7a-4349-93f8-996c93717ad8 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:24.455601 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d1ba6e8-4615-41ac-bf90-e85390c7c279 req-129c16c8-8a7a-4349-93f8-996c93717ad8 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.0888267 Dec 12 17:58:24.568011 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d1ba6e8-4615-41ac-bf90-e85390c7c279 req-10619959-0529-498c-9595-d4552b315839 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114218 Dec 12 17:58:24.614219 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b38549-3075-4efb-b5c8-cc8968ce690d req-3344ba98-1aba-41e4-8c65-024dbddc5009 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:24.622120 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22b38549-3075-4efb-b5c8-cc8968ce690d req-3344ba98-1aba-41e4-8c65-024dbddc5009 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.0760007 Dec 12 17:58:24.675802 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22b38549-3075-4efb-b5c8-cc8968ce690d req-8014d8aa-27e1-4202-849a-f03c4531cb58 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527446 Dec 12 17:58:25.158003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacd04d-dbb1-4230-9c6c-396ea443bf4c req-f3632e22-760c-4d5d-8545-6ea9fe07237d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:25.159862 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ddacd04d-dbb1-4230-9c6c-396ea443bf4c req-f3632e22-760c-4d5d-8545-6ea9fe07237d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0b4bc710fe244f885d5e9cf88a75d69&device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 1097 time: 0.0535402 Dec 12 17:58:25.294954 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacd04d-dbb1-4230-9c6c-396ea443bf4c req-436d858e-b162-4cc3-ac66-bbfb553cc0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:25.296816 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ddacd04d-dbb1-4230-9c6c-396ea443bf4c req-436d858e-b162-4cc3-ac66-bbfb553cc0d8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 HTTP/1.1" status: 200 len: 917 time: 0.1296365 Dec 12 17:58:25.402242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ddacd04d-dbb1-4230-9c6c-396ea443bf4c req-35920aa1-c2c2-428e-bffc-740db1d5abd6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=075887db-ed2d-4766-850d-aaca8344b15c HTTP/1.1" status: 200 len: 1002 time: 0.0971818 Dec 12 17:58:25.488858 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacd04d-dbb1-4230-9c6c-396ea443bf4c req-70ef5dd3-7d5c-4218-8bac-d2ce42d3945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:25.488858 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ddacd04d-dbb1-4230-9c6c-396ea443bf4c req-70ef5dd3-7d5c-4218-8bac-d2ce42d3945d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=076bf984-90a2-4fda-a328-15e958eede88 HTTP/1.1" status: 200 len: 855 time: 0.0789273 Dec 12 17:58:25.546123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacd04d-dbb1-4230-9c6c-396ea443bf4c req-ebfc9cc5-80ca-40f5-b8b5-ce1d8caa119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:25.547683 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ddacd04d-dbb1-4230-9c6c-396ea443bf4c req-ebfc9cc5-80ca-40f5-b8b5-ce1d8caa119c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444407 Dec 12 17:58:25.760971 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685855b4-e877-4191-a84b-af6f99b906b2 req-a8ee9c8e-558d-4111-9202-559874b5a1bf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:25.770545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-685855b4-e877-4191-a84b-af6f99b906b2 req-a8ee9c8e-558d-4111-9202-559874b5a1bf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.0984461 Dec 12 17:58:25.890920 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-685855b4-e877-4191-a84b-af6f99b906b2 req-a06f7cb8-5826-47d9-84a4-4c16a7b064d2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166558 Dec 12 17:58:25.897379 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ddacd04d-dbb1-4230-9c6c-396ea443bf4c req-db39747b-07ca-48c8-ad5a-7788fe152191 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394234 Dec 12 17:58:26.043279 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ddacd04d-dbb1-4230-9c6c-396ea443bf4c req-dd258c94-a03c-4b6a-9866-672582dd6d14 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363904 Dec 12 17:58:26.069083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65c5ec-c1f2-4bd8-8e16-85f87d6ea814 req-0184c77f-8735-421c-920d-e87ebb4190a1 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:26.070893 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de65c5ec-c1f2-4bd8-8e16-85f87d6ea814 req-0184c77f-8735-421c-920d-e87ebb4190a1 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.2323575 Dec 12 17:58:26.218878 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de65c5ec-c1f2-4bd8-8e16-85f87d6ea814 req-f98e4572-3cf9-48e1-a1f8-76dec92a3359 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401832 Dec 12 17:58:26.276060 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a36e0-4527-43cb-9e1a-9061fc91a001 req-0bca0cdd-ea9a-4f0c-8fc2-0fc57419de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:26.278145 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-195a36e0-4527-43cb-9e1a-9061fc91a001 req-0bca0cdd-ea9a-4f0c-8fc2-0fc57419de8b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 1096 time: 0.0582931 Dec 12 17:58:26.352711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-195a36e0-4527-43cb-9e1a-9061fc91a001 req-f0afb486-59c4-403c-ae02-5fa93b71a7d7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652497 Dec 12 17:58:27.094730 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7734c21-04d1-4e05-8c3d-3b7c459cf0f3 req-a55e4c11-c553-4e1b-b1a9-bc6768ea91d5 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:27.110897 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7734c21-04d1-4e05-8c3d-3b7c459cf0f3 req-a55e4c11-c553-4e1b-b1a9-bc6768ea91d5 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 946 time: 0.1172709 Dec 12 17:58:27.224752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7734c21-04d1-4e05-8c3d-3b7c459cf0f3 req-5823ad2d-7900-4e10-912e-fc3c774c3854 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115229 Dec 12 17:58:27.410152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028887dc-408b-4e5b-a5ad-0d492abb8c11 req-073e85ed-421f-4898-b7e4-208b84191acb tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:27.427604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-028887dc-408b-4e5b-a5ad-0d492abb8c11 req-073e85ed-421f-4898-b7e4-208b84191acb tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.0959082 Dec 12 17:58:27.488398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-028887dc-408b-4e5b-a5ad-0d492abb8c11 req-71798594-beef-4509-b1c6-28417a1bfae2 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532606 Dec 12 17:58:27.591077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 075887db-ed2d-4766-850d-aaca8344b15c no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:58:27.677385 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:27.711814 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 075887db-ed2d-4766-850d-aaca8344b15c, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075887db-ed2d-4766-850d-aaca8344b15c,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:58:27.713511 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8d9d11-d68f-4f3b-9f31-31364e869a2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '075887db-ed2d-4766-850d-aaca8344b15c'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:58:27.716208 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed690b1-24e3-4c5a-b5a7-f1d911305c96" -d '{"events": [{"server_uuid": "7d8d9d11-d68f-4f3b-9f31-31364e869a2f", "name": "network-vif-unplugged", "status": "completed", "tag": "075887db-ed2d-4766-850d-aaca8344b15c"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:58:27.721753 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:27.776459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=075887db-ed2d-4766-850d-aaca8344b15c,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:27.803750 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df999341-726d-4c50-9acb-d9c2ebf96d2c x-openstack-request-id: req-df999341-726d-4c50-9acb-d9c2ebf96d2c {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:58:27.804052 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8d9d11-d68f-4f3b-9f31-31364e869a2f", "name": "network-vif-unplugged", "status": "completed", "tag": "075887db-ed2d-4766-850d-aaca8344b15c", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:58:27.804312 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df999341-726d-4c50-9acb-d9c2ebf96d2c {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:58:27.804758 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8d9d11-d68f-4f3b-9f31-31364e869a2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '075887db-ed2d-4766-850d-aaca8344b15c', 'code': 200} Dec 12 17:58:28.384382 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a94ef-6292-4879-ba8a-85220ae02310 req-1dc2d0ff-2d32-4bb6-9e35-8cf3f7f394f4 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:28.393393 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-801a94ef-6292-4879-ba8a-85220ae02310 req-1dc2d0ff-2d32-4bb6-9e35-8cf3f7f394f4 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.0812030 Dec 12 17:58:28.449804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-801a94ef-6292-4879-ba8a-85220ae02310 req-ec42736e-92d2-4929-98ed-dfaf8ec64b1e tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505927 Dec 12 17:58:28.715670 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13705e6d-077f-4fff-ac96-cbea22578c63 req-f15f20e7-c6dc-445b-aaa8-70c741b078aa tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:28.718030 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13705e6d-077f-4fff-ac96-cbea22578c63 req-f15f20e7-c6dc-445b-aaa8-70c741b078aa tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.1129959 Dec 12 17:58:28.786892 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43156) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:58:28.824735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13705e6d-077f-4fff-ac96-cbea22578c63 req-51c309b7-f068-4009-92ce-531dcb396d13 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005232 Dec 12 17:58:29.078891 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4514610-f9b5-46c2-bf9d-b55a7b701d18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:29.122747 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:58:29.248577 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4514610-f9b5-46c2-bf9d-b55a7b701d18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:29.255535 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4514610-f9b5-46c2-bf9d-b55a7b701d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:29.315216 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d4514610-f9b5-46c2-bf9d-b55a7b701d18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2eb6b208784405295d8f33eee189055&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5244486 Dec 12 17:58:29.318386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43188) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:58:29.327527 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4514610-f9b5-46c2-bf9d-b55a7b701d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c7d5bc-1479-4607-98e4-f8971d3ac9f9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:29.467971 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24b235cc-f8d2-4397-9f6e-addccb417630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:29.496192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdaf48-5c4f-411e-a6ab-ef7a7916af2d req-39b41b1f-9572-48c4-9aad-2dc8a095c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:29.498470 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21fdaf48-5c4f-411e-a6ab-ef7a7916af2d req-39b41b1f-9572-48c4-9aad-2dc8a095c99e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d0567de3ef4438e933f7f8837f24686&device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 1096 time: 0.1929438 Dec 12 17:58:29.531392 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24b235cc-f8d2-4397-9f6e-addccb417630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:29.586990 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf38c55-647b-4222-9d5b-c413172ff4c6 req-c33aec5e-c683-49f4-aa87-af9db348c8ac tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:29.588546 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbf38c55-647b-4222-9d5b-c413172ff4c6 req-c33aec5e-c683-49f4-aa87-af9db348c8ac tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.2361054 Dec 12 17:58:29.715365 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbf38c55-647b-4222-9d5b-c413172ff4c6 req-a1712f5e-5d68-47bf-8580-5dd8cb5c8841 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108565 Dec 12 17:58:29.756102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdaf48-5c4f-411e-a6ab-ef7a7916af2d req-10af3477-ac7a-4147-99c8-bf9f0ed5a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:29.757558 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21fdaf48-5c4f-411e-a6ab-ef7a7916af2d req-10af3477-ac7a-4147-99c8-bf9f0ed5a8e4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a73a97bd-7615-42a2-a73d-778571ffe08f HTTP/1.1" status: 200 len: 919 time: 0.2418301 Dec 12 17:58:29.761601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-b48cdf3f-d758-4e98-8569-a57382086f5f req-a3deb9cd-e77c-4714-ac26-1657b4057c7c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 17:58:29.762552 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b48cdf3f-d758-4e98-8569-a57382086f5f req-a3deb9cd-e77c-4714-ac26-1657b4057c7c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097628 Dec 12 17:58:29.768841 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24b235cc-f8d2-4397-9f6e-addccb417630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:29.771422 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24b235cc-f8d2-4397-9f6e-addccb417630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:29.775061 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-24b235cc-f8d2-4397-9f6e-addccb417630 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47c7d5bc-1479-4607-98e4-f8971d3ac9f9 HTTP/1.1" status: 204 len: 168 time: 0.4552839 Dec 12 17:58:29.817915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b235cc-f8d2-4397-9f6e-addccb417630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c7d5bc-1479-4607-98e4-f8971d3ac9f9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:29.820600 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21fdaf48-5c4f-411e-a6ab-ef7a7916af2d req-bf397f57-ed7e-4d59-9d71-5d46be1d8e12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b361c0a2-4001-488d-8034-a0b50f5d8026 HTTP/1.1" status: 200 len: 217 time: 0.0527487 Dec 12 17:58:29.903947 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdaf48-5c4f-411e-a6ab-ef7a7916af2d req-5442b436-9275-46b5-bb28-6371a27db808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:29.905822 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21fdaf48-5c4f-411e-a6ab-ef7a7916af2d req-5442b436-9275-46b5-bb28-6371a27db808 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=17e5a63f-b5d7-491b-80e1-89a69bd502ab HTTP/1.1" status: 200 len: 858 time: 0.0764899 Dec 12 17:58:29.967498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21fdaf48-5c4f-411e-a6ab-ef7a7916af2d req-4b6372af-5f98-426d-94d7-9621ed3dab02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a73a97bd-7615-42a2-a73d-778571ffe08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494084 Dec 12 17:58:30.094446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556b4f6-72aa-4719-94cd-8e00cc5869d0 req-0ba3a966-1f7e-4feb-8b0b-ba9ad25b92be tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:30.096190 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c556b4f6-72aa-4719-94cd-8e00cc5869d0 req-0ba3a966-1f7e-4feb-8b0b-ba9ad25b92be tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.0903144 Dec 12 17:58:30.210658 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21fdaf48-5c4f-411e-a6ab-ef7a7916af2d req-f0cfbc65-8990-4487-904c-2ec9dfc4697b service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354095 Dec 12 17:58:30.254949 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c556b4f6-72aa-4719-94cd-8e00cc5869d0 req-3e23f978-0f4e-43e9-a259-1ac181685ddc tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399651 Dec 12 17:58:30.381819 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21fdaf48-5c4f-411e-a6ab-ef7a7916af2d req-01a9110b-4f64-4ffc-9e7d-95c3eda11656 service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330924 Dec 12 17:58:30.446848 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1fac40ab-4b5b-4396-9f96-b0a7c93596dc req-bd3b914b-340a-4c16-94c1-d3a80a47876d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954535 Dec 12 17:58:30.930135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90b54-51d5-42b3-b0ff-4cd3dd160d0e req-b07e3819-4f7a-4543-b493-c59ba290905a tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:30.939127 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78e90b54-51d5-42b3-b0ff-4cd3dd160d0e req-b07e3819-4f7a-4543-b493-c59ba290905a tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.1239080 Dec 12 17:58:31.013352 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78e90b54-51d5-42b3-b0ff-4cd3dd160d0e req-886fe81a-0a6c-4c26-b26f-31ad8e6d8b44 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730484 Dec 12 17:58:31.485190 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468330f3-16c7-43c9-8b22-c9692837358e req-93589641-763e-46e9-ba38-0632491af1c2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:31.486895 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-468330f3-16c7-43c9-8b22-c9692837358e req-93589641-763e-46e9-ba38-0632491af1c2 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.1563945 Dec 12 17:58:31.559108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac40ab-4b5b-4396-9f96-b0a7c93596dc req-6e0e1e4c-9c8f-45e7-be08-4b6fff43cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:31.561315 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1fac40ab-4b5b-4396-9f96-b0a7c93596dc req-6e0e1e4c-9c8f-45e7-be08-4b6fff43cab8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f&tenant_id=d0b4bc710fe244f885d5e9cf88a75d69 HTTP/1.1" status: 200 len: 1095 time: 0.1418126 Dec 12 17:58:31.627795 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-468330f3-16c7-43c9-8b22-c9692837358e req-db083cf6-3eaa-4cfd-8153-c0b10f64d994 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144738 Dec 12 17:58:31.659554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac40ab-4b5b-4396-9f96-b0a7c93596dc req-b052f79b-a553-43f5-a78a-b511ea7256d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:31.659554 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1fac40ab-4b5b-4396-9f96-b0a7c93596dc req-b052f79b-a553-43f5-a78a-b511ea7256d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0b4bc710fe244f885d5e9cf88a75d69&device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 1095 time: 0.0629411 Dec 12 17:58:31.769764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac40ab-4b5b-4396-9f96-b0a7c93596dc req-6f5d235f-8934-447f-9ea3-eed607578fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:31.771682 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1fac40ab-4b5b-4396-9f96-b0a7c93596dc req-6f5d235f-8934-447f-9ea3-eed607578fde service neutron] 10.222.0.31 "GET /v2.0/networks?id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 HTTP/1.1" status: 200 len: 917 time: 0.1028488 Dec 12 17:58:31.852311 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1fac40ab-4b5b-4396-9f96-b0a7c93596dc req-c7dc5d36-abb1-4698-a16f-90c62c7c30f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=075887db-ed2d-4766-850d-aaca8344b15c HTTP/1.1" status: 200 len: 1000 time: 0.0735319 Dec 12 17:58:31.920961 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac40ab-4b5b-4396-9f96-b0a7c93596dc req-f22ce4dc-1de7-4546-9a34-d70d202071e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:31.922967 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1fac40ab-4b5b-4396-9f96-b0a7c93596dc req-f22ce4dc-1de7-4546-9a34-d70d202071e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=076bf984-90a2-4fda-a328-15e958eede88 HTTP/1.1" status: 200 len: 855 time: 0.0638635 Dec 12 17:58:32.001099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac40ab-4b5b-4396-9f96-b0a7c93596dc req-c69fd974-a627-4555-9a7f-14dd9c8bb1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:32.005018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1fac40ab-4b5b-4396-9f96-b0a7c93596dc req-c69fd974-a627-4555-9a7f-14dd9c8bb1d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736516 Dec 12 17:58:32.153787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1fac40ab-4b5b-4396-9f96-b0a7c93596dc req-694807c1-7909-4213-8f12-26f0efd2ace5 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400154 Dec 12 17:58:32.263810 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d1b8d-d131-491b-8cf4-4096c4fa4f82 req-0f7a8c69-1828-4b35-a0b7-708da9517521 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:32.268237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b7d1b8d-d131-491b-8cf4-4096c4fa4f82 req-0f7a8c69-1828-4b35-a0b7-708da9517521 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.1104205 Dec 12 17:58:32.317866 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1fac40ab-4b5b-4396-9f96-b0a7c93596dc req-827dc954-deeb-42fd-b835-2aa99039b157 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544771 Dec 12 17:58:32.368014 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b7d1b8d-d131-491b-8cf4-4096c4fa4f82 req-2b1cd7b2-c630-4e16-9c6e-8399aa18a06b tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918634 Dec 12 17:58:32.803676 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ed8a4-7020-4a0a-8490-ccc9c01e0810 req-257b863c-28d5-419b-800c-ff771e9706d1 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:32.805973 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e01ed8a4-7020-4a0a-8490-ccc9c01e0810 req-257b863c-28d5-419b-800c-ff771e9706d1 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.0662944 Dec 12 17:58:32.894298 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e01ed8a4-7020-4a0a-8490-ccc9c01e0810 req-910afa58-0839-4600-a9db-e733da60e0a8 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811360 Dec 12 17:58:34.163959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-9c8f0bb4-55c6-43ec-bbae-58a12a686350 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:34.174371 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-9c8f0bb4-55c6-43ec-bbae-58a12a686350 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/networks?id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811 HTTP/1.1" status: 200 len: 815 time: 0.2738760 Dec 12 17:58:34.196463 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-b45374f7-4118-43a1-acd2-073607bad829 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/quotas/0643e8c59bb04ea0bbd1649309deba41 HTTP/1.1" status: 200 len: 375 time: 0.0209103 Dec 12 17:58:34.352239 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-510a0a4f-5a43-4922-88b3-2e5b761fccc8 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0643e8c59bb04ea0bbd1649309deba41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1547294 Dec 12 17:58:34.392404 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437926b-94ce-4c7b-a23e-b37ae9e6bc9e req-8119658d-98b2-4fa6-a31c-c34b761e0939 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:34.400525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b437926b-94ce-4c7b-a23e-b37ae9e6bc9e req-8119658d-98b2-4fa6-a31c-c34b761e0939 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.1537273 Dec 12 17:58:35.225801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b437926b-94ce-4c7b-a23e-b37ae9e6bc9e req-bcee432a-0de6-455c-b1ff-2109463aa0c3 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7730439 Dec 12 17:58:35.288173 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-f5251168-3940-4b8b-a0a6-fa6dcb100413 service neutron] 10.222.0.18 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9347851 Dec 12 17:58:35.466280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-5cd69232-da49-4be7-b251-bbce93b1e854 service neutron] 10.222.0.18 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753170 Dec 12 17:58:35.909727 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3f96a6f4-3d16-48c3-bc0a-7c1d32e3bade req-ba6c11db-7912-4f9c-917b-12c3b2cb680b tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 210 time: 0.0777867 Dec 12 17:58:36.516503 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4a7cb-42f1-4f3e-a831-fc129f5e2221 req-3ad64af2-883d-437d-ab10-fca668cd726f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:36.574068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19c4a7cb-42f1-4f3e-a831-fc129f5e2221 req-3ad64af2-883d-437d-ab10-fca668cd726f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.2054086 Dec 12 17:58:36.784408 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19c4a7cb-42f1-4f3e-a831-fc129f5e2221 req-902c4356-a94a-4591-a7f4-7daec874a8da tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069669 Dec 12 17:58:37.116019 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f7ae4d7-fc03-4beb-a36b-e107a49f1267 req-e27cb1ef-4e77-4555-9c94-89783dbfbb3b tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 210 time: 0.0614014 Dec 12 17:58:38.057462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8694921-e635-4bdd-8ff8-08397d570d17 req-e24298c3-11e8-4a1b-ab2a-d9ab08919277 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:38.080403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8694921-e635-4bdd-8ff8-08397d570d17 req-e24298c3-11e8-4a1b-ab2a-d9ab08919277 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.1022644 Dec 12 17:58:38.225065 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8694921-e635-4bdd-8ff8-08397d570d17 req-1ca53220-5864-4547-9d10-2752325e926b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362290 Dec 12 17:58:38.301979 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7f3bcf30-b206-456a-a3a9-06f5f843b938 req-f6108b03-2e4a-4e3f-b4fc-b54bf45f0620 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 210 time: 0.0378573 Dec 12 17:58:39.191521 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-52e1cd4e-bc02-4b9d-a5cc-0c0d967cce75 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:39.193106 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-52e1cd4e-bc02-4b9d-a5cc-0c0d967cce75 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.31 "GET /v2.0/networks?id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811 HTTP/1.1" status: 200 len: 815 time: 0.2673028 Dec 12 17:58:39.213879 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-92daa180-bcbd-4f8a-a998-bce489a079ed tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Request body: {'port': {'device_id': '68673978-0e09-43db-84c9-6ef8ba01d614', 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811', 'admin_state_up': True, 'tenant_id': '0643e8c59bb04ea0bbd1649309deba41'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:58:39.535432 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f8230-8649-4b01-a30b-7b48f117b4ba req-97a6dca1-221d-42ee-8d16-bf1ff35ce909 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:39.537405 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2d4f8230-8649-4b01-a30b-7b48f117b4ba req-97a6dca1-221d-42ee-8d16-bf1ff35ce909 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.1371305 Dec 12 17:58:39.567224 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-807bca76-1a25-4634-aa6e-993a61158a12 req-fbe3055e-59cf-429c-b635-62fee2d685b3 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 210 time: 0.0924900 Dec 12 17:58:39.790080 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43528) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:58:39.815439 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2d4f8230-8649-4b01-a30b-7b48f117b4ba req-6a1e2a03-c187-493a-9e92-d9f0409d55dd tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629783 Dec 12 17:58:39.818115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-92daa180-bcbd-4f8a-a998-bce489a079ed tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Made reservation on behalf of 0643e8c59bb04ea0bbd1649309deba41 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:58:39.825287 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-92daa180-bcbd-4f8a-a998-bce489a079ed tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:40.068249 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ae08acf-b6a4-481a-b684-17bc1eb243de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:40.223868 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-92daa180-bcbd-4f8a-a998-bce489a079ed tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Allocated IP 172.20.0.4 (7734bd2a-69ed-4fcf-8d01-97c4c0c40811/59029fd3-d542-49a5-8d21-125b85b5f591/40cef727-1ccb-4d16-ab4c-c5298cd6f709) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:58:40.300662 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ae08acf-b6a4-481a-b684-17bc1eb243de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:40.318324 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ae08acf-b6a4-481a-b684-17bc1eb243de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:40.497761 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae08acf-b6a4-481a-b684-17bc1eb243de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ef9105-8bfa-4f95-a13a-68b4bc88429b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:40.547745 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6ae08acf-b6a4-481a-b684-17bc1eb243de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb9f9ee5365f46968753cbce50b86258&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7289732 Dec 12 17:58:40.548791 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43548) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:58:40.793951 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86526590-473d-41ed-9616-cae9f6bc3cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:40.878031 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86526590-473d-41ed-9616-cae9f6bc3cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:40.919892 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e1f0fb06-48c1-4ddb-9740-a6989f1c4f0e req-6e9a2a33-4c42-466e-8043-a1ca6b3d6415 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 210 time: 0.1129370 Dec 12 17:58:41.033962 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-92daa180-bcbd-4f8a-a998-bce489a079ed tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:41.043773 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8bf465e4-e753-4f7d-b46c-c60f1bfca952 req-9d8d3e1a-5c28-4663-9641-f557cdfe0d1c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1602013 Dec 12 17:58:41.047083 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86526590-473d-41ed-9616-cae9f6bc3cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:41.061167 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86526590-473d-41ed-9616-cae9f6bc3cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:41.072413 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-86526590-473d-41ed-9616-cae9f6bc3cfe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5ef9105-8bfa-4f95-a13a-68b4bc88429b HTTP/1.1" status: 204 len: 168 time: 0.5197639 Dec 12 17:58:41.112327 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86526590-473d-41ed-9616-cae9f6bc3cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ef9105-8bfa-4f95-a13a-68b4bc88429b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:41.338696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf465e4-e753-4f7d-b46c-c60f1bfca952 req-7a8b44c1-b510-47b2-88b3-72e8338cf847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:41.343188 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8bf465e4-e753-4f7d-b46c-c60f1bfca952 req-7a8b44c1-b510-47b2-88b3-72e8338cf847 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d0567de3ef4438e933f7f8837f24686&device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 1096 time: 0.2582111 Dec 12 17:58:41.397097 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287818b-3cda-4b7e-836d-d473f70a8188 req-aaa7bb82-ad94-4d4a-8ed9-539f448bde23 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:41.405430 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2287818b-3cda-4b7e-836d-d473f70a8188 req-aaa7bb82-ad94-4d4a-8ed9-539f448bde23 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.3565655 Dec 12 17:58:41.580342 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf465e4-e753-4f7d-b46c-c60f1bfca952 req-de80d3b2-4302-4eb4-bda9-6496eb57cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:41.581903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8bf465e4-e753-4f7d-b46c-c60f1bfca952 req-de80d3b2-4302-4eb4-bda9-6496eb57cc43 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a73a97bd-7615-42a2-a73d-778571ffe08f HTTP/1.1" status: 200 len: 919 time: 0.1711864 Dec 12 17:58:41.675941 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8bf465e4-e753-4f7d-b46c-c60f1bfca952 req-945e2830-143d-4c95-9d11-f890fa0e1075 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b361c0a2-4001-488d-8034-a0b50f5d8026 HTTP/1.1" status: 200 len: 217 time: 0.0758266 Dec 12 17:58:41.838581 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-92daa180-bcbd-4f8a-a998-bce489a079ed tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:41.853653 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['c0b926e1-7076-46a3-ad9a-27de585ce21d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:58:41.856353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2287818b-3cda-4b7e-836d-d473f70a8188 req-2a9ae402-90ab-427c-8013-9d6036a964f1 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734256 Dec 12 17:58:42.048567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-92daa180-bcbd-4f8a-a998-bce489a079ed tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:58:42.051091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf465e4-e753-4f7d-b46c-c60f1bfca952 req-8382d3ca-624e-4567-a209-cd284f79b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:42.052780 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8bf465e4-e753-4f7d-b46c-c60f1bfca952 req-8382d3ca-624e-4567-a209-cd284f79b164 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=17e5a63f-b5d7-491b-80e1-89a69bd502ab HTTP/1.1" status: 200 len: 858 time: 0.3661234 Dec 12 17:58:42.058191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-92daa180-bcbd-4f8a-a998-bce489a079ed tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:58:42.130032 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8bf465e4-e753-4f7d-b46c-c60f1bfca952 req-45d36037-18df-4cdf-9305-e4b86e06d13b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a73a97bd-7615-42a2-a73d-778571ffe08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607152 Dec 12 17:58:42.134505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-92daa180-bcbd-4f8a-a998-bce489a079ed tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:58:42.185171 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92daa180-bcbd-4f8a-a998-bce489a079ed tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Pushing event updated for resources: {'Port': ['ID=40cef727-1ccb-4d16-ab4c-c5298cd6f709,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:42.362537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db2295-3c78-4141-ad71-14ebf7a71a6e req-9a7419c6-f39d-413b-b522-149651e938fd tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:42.377478 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-62db2295-3c78-4141-ad71-14ebf7a71a6e req-9a7419c6-f39d-413b-b522-149651e938fd tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 931 time: 0.3235223 Dec 12 17:58:42.408977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-92daa180-bcbd-4f8a-a998-bce489a079ed tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:42.411388 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-92daa180-bcbd-4f8a-a998-bce489a079ed tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:42.499023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-92daa180-bcbd-4f8a-a998-bce489a079ed tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2899611 Dec 12 17:58:42.534377 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Request body: {'port': {'device_id': '68673978-0e09-43db-84c9-6ef8ba01d614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:58:42.559663 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8bf465e4-e753-4f7d-b46c-c60f1bfca952 req-122b3855-2266-4a48-9953-75a1eeb03af4 service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100878 Dec 12 17:58:42.591799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-62db2295-3c78-4141-ad71-14ebf7a71a6e req-0748ff67-12dd-432a-8789-2a98b48120f1 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132344 Dec 12 17:58:42.736433 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:42.819128 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8bf465e4-e753-4f7d-b46c-c60f1bfca952 req-18dc9489-b553-4e99-9ed2-a79e4342fc42 service neutron] 10.222.0.20 "GET /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333841 Dec 12 17:58:43.502028 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1add3-d08c-47d0-b313-b40716c864b7 req-43384741-fabd-4abb-b3a1-49cafa7d6b8b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:43.503404 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ab1add3-d08c-47d0-b313-b40716c864b7 req-43384741-fabd-4abb-b3a1-49cafa7d6b8b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.4400434 Dec 12 17:58:43.813633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40cef727-1ccb-4d16-ab4c-c5298cd6f709 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:58:43.973735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ab1add3-d08c-47d0-b313-b40716c864b7 req-10522d84-b37f-49a6-9175-87fae35dbaee tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4520710 Dec 12 17:58:43.984042 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:44.068352 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Transition to ACTIVE for port object 40cef727-1ccb-4d16-ab4c-c5298cd6f709 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:58:44.110568 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f83ac-c640-4019-8571-9876d4459235 req-29231273-a9e9-47c7-a1db-53952f8cbe55 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:44.119659 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-646f83ac-c640-4019-8571-9876d4459235 req-29231273-a9e9-47c7-a1db-53952f8cbe55 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 931 time: 0.3371253 Dec 12 17:58:44.144805 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:44.241630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Pushing event updated for resources: {'Port': ['ID=40cef727-1ccb-4d16-ab4c-c5298cd6f709,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:44.434545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-646f83ac-c640-4019-8571-9876d4459235 req-e4a9ca5f-72c3-417a-abaf-191ff1e73166 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138888 Dec 12 17:58:44.468258 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Attempting to bind port 40cef727-1ccb-4d16-ab4c-c5298cd6f709 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:58:44.468795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Attempting to bind port 40cef727-1ccb-4d16-ab4c-c5298cd6f709 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '1b311cc5-0659-4d49-8de7-75f56f87ff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:58:44.469330 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Attempting to bind port 40cef727-1ccb-4d16-ab4c-c5298cd6f709 on network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:58:44.479716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Port 40cef727-1ccb-4d16-ab4c-c5298cd6f709 on network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:58:44.480273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Attempting to bind port 40cef727-1ccb-4d16-ab4c-c5298cd6f709 on network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:58:44.486497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:58:44.487131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Checking segment: {'id': '1b311cc5-0659-4d49-8de7-75f56f87ff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:58:44.493748 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Bound using segment: {'id': '1b311cc5-0659-4d49-8de7-75f56f87ff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:58:44.494538 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Bound port: 40cef727-1ccb-4d16-ab4c-c5298cd6f709, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b311cc5-0659-4d49-8de7-75f56f87ff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:58:44.494948 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:44.638086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] For port 40cef727-1ccb-4d16-ab4c-c5298cd6f709, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:58:44.642559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] For port 40cef727-1ccb-4d16-ab4c-c5298cd6f709, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=40cef727-1ccb-4d16-ab4c-c5298cd6f709,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:58:44.653683 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:44.710068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:44.711297 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:44.713401 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] 10.222.0.31 "PUT /v2.0/ports/40cef727-1ccb-4d16-ab4c-c5298cd6f709 HTTP/1.1" status: 200 len: 1091 time: 2.1985896 Dec 12 17:58:44.714168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68673978-0e09-43db-84c9-6ef8ba01d614', 'tag': '40cef727-1ccb-4d16-ab4c-c5298cd6f709'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:58:44.717079 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83239c4f-53c7-4f24-8147-bdbaf4a6c3d5" -d '{"events": [{"name": "network-changed", "server_uuid": "68673978-0e09-43db-84c9-6ef8ba01d614", "tag": "40cef727-1ccb-4d16-ab4c-c5298cd6f709"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:58:44.812394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc4a3c-0c07-4dc5-8fbb-f16572464a46 service neutron] Pushing event updated for resources: {'Port': ['ID=40cef727-1ccb-4d16-ab4c-c5298cd6f709,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:44.823598 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b35d33a-20f1-4544-8383-bd8c744fd8f0 x-openstack-request-id: req-7b35d33a-20f1-4544-8383-bd8c744fd8f0 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:58:44.824190 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68673978-0e09-43db-84c9-6ef8ba01d614", "tag": "40cef727-1ccb-4d16-ab4c-c5298cd6f709", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:58:44.826332 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b35d33a-20f1-4544-8383-bd8c744fd8f0 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:58:44.827055 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68673978-0e09-43db-84c9-6ef8ba01d614', 'tag': '40cef727-1ccb-4d16-ab4c-c5298cd6f709', 'status': 'completed', 'code': 200} Dec 12 17:58:44.846652 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bceb93e4-5004-4a1f-a2e3-2a05bb7f6be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:45.204191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d369617-be4c-444b-9244-abb2f1ea912e req-9733c724-6acb-405d-ba68-4871c0aab313 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:45.205899 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8d369617-be4c-444b-9244-abb2f1ea912e req-9733c724-6acb-405d-ba68-4871c0aab313 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.1220233 Dec 12 17:58:45.341927 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8d369617-be4c-444b-9244-abb2f1ea912e req-4cae55fd-a55a-46b9-879f-98258c1b606d tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294456 Dec 12 17:58:45.755932 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fdff4-c5ce-4bcf-abd9-99fcaeea7deb req-54bd7c2c-d2e5-4519-ae89-4ce7066db5ec tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:45.758191 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f43fdff4-c5ce-4bcf-abd9-99fcaeea7deb req-54bd7c2c-d2e5-4519-ae89-4ce7066db5ec tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 943 time: 0.1789963 Dec 12 17:58:45.885493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-0dd83c27-7209-4abb-aa60-8cd8052bd64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:45.898043 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-0dd83c27-7209-4abb-aa60-8cd8052bd64e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0643e8c59bb04ea0bbd1649309deba41&device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 1094 time: 0.2098999 Dec 12 17:58:46.056018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f43fdff4-c5ce-4bcf-abd9-99fcaeea7deb req-8fd7f771-bb4c-4f8c-a03a-84dcdfc075e1 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816720 Dec 12 17:58:46.515305 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ea39d-3e4c-40aa-a402-893e0dc985c4 req-1cb3d446-0174-4e0b-b172-8c382fd09245 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:46.517508 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a99ea39d-3e4c-40aa-a402-893e0dc985c4 req-1cb3d446-0174-4e0b-b172-8c382fd09245 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.0769315 Dec 12 17:58:46.519585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43712) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:58:46.585982 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a99ea39d-3e4c-40aa-a402-893e0dc985c4 req-ee48435a-ed50-464c-9204-2b127b3402d4 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603006 Dec 12 17:58:46.669777 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-226b934f-0a32-4f84-b824-f72a2163eb3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:46.775679 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-226b934f-0a32-4f84-b824-f72a2163eb3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:46.782740 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-226b934f-0a32-4f84-b824-f72a2163eb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:46.818638 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-226b934f-0a32-4f84-b824-f72a2163eb3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ee6a45cb34b4756a6a724675f51b910&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2978728 Dec 12 17:58:46.821425 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43720) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:58:46.860166 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b934f-0a32-4f84-b824-f72a2163eb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6bd0f4-c268-462c-85c3-3e0fc2538d5f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:46.885070 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2a23392-91eb-4209-bc6a-6227d3bfef81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:46.909066 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2a23392-91eb-4209-bc6a-6227d3bfef81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:46.957235 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-253e1aea-1ebb-4f0c-9229-48747c2ab8ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:46.978178 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2a23392-91eb-4209-bc6a-6227d3bfef81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:46.981336 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2a23392-91eb-4209-bc6a-6227d3bfef81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:46.984034 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c2a23392-91eb-4209-bc6a-6227d3bfef81 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a6bd0f4-c268-462c-85c3-3e0fc2538d5f HTTP/1.1" status: 204 len: 168 time: 0.1615503 Dec 12 17:58:47.020299 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a23392-91eb-4209-bc6a-6227d3bfef81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6bd0f4-c268-462c-85c3-3e0fc2538d5f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:47.074918 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:47.265850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c210e4-3b1e-487a-a6b8-c8dc5604ed92 req-19c0c2ee-fd35-434f-9d33-4eaf2ad89f04 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:47.269323 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37c210e4-3b1e-487a-a6b8-c8dc5604ed92 req-19c0c2ee-fd35-434f-9d33-4eaf2ad89f04 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 943 time: 0.0992148 Dec 12 17:58:47.430731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37c210e4-3b1e-487a-a6b8-c8dc5604ed92 req-7a8c104c-11ba-4200-aaaa-448020e5f42e tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543829 Dec 12 17:58:47.695120 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43752) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:58:47.698055 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:47.712285 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97256724-6e06-48b5-9ba4-a608f2cc31e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:47.772505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00547bf3-4cbb-4529-8bf4-350ff2200415 req-dc5e5e0e-727a-4fc0-a18b-e5cde88d0386 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:47.774276 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00547bf3-4cbb-4529-8bf4-350ff2200415 req-dc5e5e0e-727a-4fc0-a18b-e5cde88d0386 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.0761096 Dec 12 17:58:47.807876 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97256724-6e06-48b5-9ba4-a608f2cc31e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:47.818085 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97256724-6e06-48b5-9ba4-a608f2cc31e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:47.839694 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00547bf3-4cbb-4529-8bf4-350ff2200415 req-2e0c7692-9698-488e-8549-3361691719c5 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583453 Dec 12 17:58:47.868806 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97256724-6e06-48b5-9ba4-a608f2cc31e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff22ebfa-618d-49c5-a774-e4ab92ad62ba,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:47.875948 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-97256724-6e06-48b5-9ba4-a608f2cc31e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2afec3fc6f704815850cd1b3790a5df2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1792021 Dec 12 17:58:47.878742 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43756) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:58:47.952508 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0696c77f-e850-40d5-ad1d-3ee475a3cc9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:47.977611 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0696c77f-e850-40d5-ad1d-3ee475a3cc9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:48.036602 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0696c77f-e850-40d5-ad1d-3ee475a3cc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:48.040120 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0696c77f-e850-40d5-ad1d-3ee475a3cc9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:48.046080 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0696c77f-e850-40d5-ad1d-3ee475a3cc9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff22ebfa-618d-49c5-a774-e4ab92ad62ba HTTP/1.1" status: 204 len: 168 time: 0.1653392 Dec 12 17:58:48.054911 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696c77f-e850-40d5-ad1d-3ee475a3cc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff22ebfa-618d-49c5-a774-e4ab92ad62ba,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:48.293787 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:48.655938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcdc7a-f2f9-4135-ba80-f37b5665ec7c req-8f5d6d1e-8e90-42ff-99fe-1f971498815c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:48.657151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29fcdc7a-f2f9-4135-ba80-f37b5665ec7c req-8f5d6d1e-8e90-42ff-99fe-1f971498815c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 943 time: 0.1066139 Dec 12 17:58:48.731807 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29fcdc7a-f2f9-4135-ba80-f37b5665ec7c req-047e2350-ba52-48ba-9061-09aab5ada84a tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653515 Dec 12 17:58:48.802330 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-48027f31-cb43-47e3-8fd5-ac8ff2194e04 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40cef727-1ccb-4d16-ab4c-c5298cd6f709 HTTP/1.1" status: 200 len: 217 time: 0.0475686 Dec 12 17:58:48.899573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-acdc78cd-911f-42d0-8c01-a67e4ac11d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:48.901591 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-acdc78cd-911f-42d0-8c01-a67e4ac11d03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59029fd3-d542-49a5-8d21-125b85b5f591 HTTP/1.1" status: 200 len: 855 time: 0.0914693 Dec 12 17:58:48.974820 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-663ad829-cfb3-487a-a05f-7c7bc00a0fe5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633650 Dec 12 17:58:49.145476 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-906171df-cd4b-4754-b139-e7cc316b33ee service neutron] 10.222.0.31 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614499 Dec 12 17:58:49.185507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79edd38-50c4-40f7-b5a2-7fbb7240d739 req-def5e9be-e4de-42c1-8c1e-15487941db8a tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:49.194524 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b79edd38-50c4-40f7-b5a2-7fbb7240d739 req-def5e9be-e4de-42c1-8c1e-15487941db8a tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.1016033 Dec 12 17:58:49.388855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78331baa-5de5-4fe6-a47f-71f9c4185b6b req-0ce97928-cc62-44de-96ff-49bc5c721006 service neutron] 10.222.0.31 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697075 Dec 12 17:58:49.396417 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b79edd38-50c4-40f7-b5a2-7fbb7240d739 req-d0f25019-4ee4-4d25-ad34-498f9fc96d8e tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010484 Dec 12 17:58:49.554161 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83239c4f-53c7-4f24-8147-bdbaf4a6c3d5 req-51517898-d93c-4830-ad9b-a50017c750ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:49.556546 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83239c4f-53c7-4f24-8147-bdbaf4a6c3d5 req-51517898-d93c-4830-ad9b-a50017c750ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0643e8c59bb04ea0bbd1649309deba41&device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 1094 time: 0.0869567 Dec 12 17:58:49.701444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83239c4f-53c7-4f24-8147-bdbaf4a6c3d5 req-a3296a03-30ca-4fd4-8215-74b9cc1b1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:49.702912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83239c4f-53c7-4f24-8147-bdbaf4a6c3d5 req-a3296a03-30ca-4fd4-8215-74b9cc1b1525 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811 HTTP/1.1" status: 200 len: 916 time: 0.1388378 Dec 12 17:58:49.784224 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83239c4f-53c7-4f24-8147-bdbaf4a6c3d5 req-a799ce1f-c929-4234-a387-f29d9ad197d0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40cef727-1ccb-4d16-ab4c-c5298cd6f709 HTTP/1.1" status: 200 len: 217 time: 0.0721562 Dec 12 17:58:49.915336 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83239c4f-53c7-4f24-8147-bdbaf4a6c3d5 req-e58c74ff-a63d-4e0e-91da-de0d2dafe713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:49.917058 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83239c4f-53c7-4f24-8147-bdbaf4a6c3d5 req-e58c74ff-a63d-4e0e-91da-de0d2dafe713 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59029fd3-d542-49a5-8d21-125b85b5f591 HTTP/1.1" status: 200 len: 855 time: 0.1248550 Dec 12 17:58:49.936109 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8651c-ae1e-40d9-a60d-f8e79e925c1c req-2a99a81a-78e9-4266-86df-ea332a9ccf43 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:49.937966 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fd8651c-ae1e-40d9-a60d-f8e79e925c1c req-2a99a81a-78e9-4266-86df-ea332a9ccf43 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 943 time: 0.0900853 Dec 12 17:58:49.969426 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83239c4f-53c7-4f24-8147-bdbaf4a6c3d5 req-a9a68798-d2aa-4510-9a81-5c3cc205d4e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425034 Dec 12 17:58:50.062073 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:50.117287 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4fd8651c-ae1e-40d9-a60d-f8e79e925c1c req-d03ad6f0-4337-481f-9c6d-36cfed1a1a2d tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704609 Dec 12 17:58:50.129658 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83239c4f-53c7-4f24-8147-bdbaf4a6c3d5 req-01f2543a-a111-4468-8530-21b000850ece service neutron] 10.222.0.31 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473026 Dec 12 17:58:50.290709 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83239c4f-53c7-4f24-8147-bdbaf4a6c3d5 req-de85a884-6fe8-44e3-9383-bd7ebb4bdde4 service neutron] 10.222.0.31 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525292 Dec 12 17:58:50.586741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc949f-6e66-4f3b-a0bf-2c88f420b502 req-276e8f72-3ba2-4e93-b899-0e05755128eb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:50.595406 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-46fc949f-6e66-4f3b-a0bf-2c88f420b502 req-276e8f72-3ba2-4e93-b899-0e05755128eb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.0719893 Dec 12 17:58:50.671582 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-46fc949f-6e66-4f3b-a0bf-2c88f420b502 req-19ed7fa9-0583-4805-b868-9824ac644ea1 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752773 Dec 12 17:58:50.732669 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:51.407484 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf74f81-8e3e-4958-b4d1-1feecba01ca9 req-d87f114e-23e0-4cab-a717-afef7445734d tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:51.409091 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dcf74f81-8e3e-4958-b4d1-1feecba01ca9 req-d87f114e-23e0-4cab-a717-afef7445734d tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 943 time: 0.1661112 Dec 12 17:58:51.510604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dcf74f81-8e3e-4958-b4d1-1feecba01ca9 req-f2c55cc5-15ff-4755-81a5-2a80ad52167f tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863104 Dec 12 17:58:51.956800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86adc9d5-20c7-4938-b593-10d07cf22a23 req-c019653c-1241-4f59-a9fb-e7e319dae2fc tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:51.958839 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86adc9d5-20c7-4938-b593-10d07cf22a23 req-c019653c-1241-4f59-a9fb-e7e319dae2fc tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.0820930 Dec 12 17:58:52.044680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86adc9d5-20c7-4938-b593-10d07cf22a23 req-195c89c8-c4f6-482d-9f4d-6405dde73de4 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782814 Dec 12 17:58:52.685833 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee940d7-780f-4c30-8877-bd723a6b4441 req-0c084724-41d1-40d0-b948-c3b27091ccac tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:52.690105 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fee940d7-780f-4c30-8877-bd723a6b4441 req-0c084724-41d1-40d0-b948-c3b27091ccac tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 943 time: 0.0869246 Dec 12 17:58:52.777526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fee940d7-780f-4c30-8877-bd723a6b4441 req-0476fc1e-c910-42a1-849e-fb2e76aaba0d tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684407 Dec 12 17:58:53.223603 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b322ae7-484e-41d0-85eb-0c75e98bc211 req-f139caaa-f1c9-4362-8065-b6e834cef96f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:53.232548 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8b322ae7-484e-41d0-85eb-0c75e98bc211 req-f139caaa-f1c9-4362-8065-b6e834cef96f tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 944 time: 0.0808191 Dec 12 17:58:53.332008 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8b322ae7-484e-41d0-85eb-0c75e98bc211 req-1d2cdcf6-ac29-4fb9-be68-2a1c65686dfc tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979502 Dec 12 17:58:53.720266 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 075887db-ed2d-4766-850d-aaca8344b15c details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:58:53.882131 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 075887db-ed2d-4766-850d-aaca8344b15c, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075887db-ed2d-4766-850d-aaca8344b15c,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:58:53.909573 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '075887db-ed2d-4766-850d-aaca8344b15c', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'port_id': '075887db-ed2d-4766-850d-aaca8344b15c', 'mac_address': 'fa:16:3e:f1:94:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:58:53.966386 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:53.991049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075887db-ed2d-4766-850d-aaca8344b15c {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:58:54.020666 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 075887db-ed2d-4766-850d-aaca8344b15c, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075887db-ed2d-4766-850d-aaca8344b15c,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:58:54.026924 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:54.052245 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 40cef727-1ccb-4d16-ab4c-c5298cd6f709 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:58:54.076699 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3099ccd-7f38-47f4-ace1-c08865cbe479 req-9dc872eb-ced4-4e39-ab0d-59cf939ab599 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:54.078152 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3099ccd-7f38-47f4-ace1-c08865cbe479 req-9dc872eb-ced4-4e39-ab0d-59cf939ab599 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 943 time: 0.1580267 Dec 12 17:58:54.236772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3099ccd-7f38-47f4-ace1-c08865cbe479 req-dbaf0b83-e515-4886-ab7f-3f21ff8482d3 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461565 Dec 12 17:58:54.278265 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=075887db-ed2d-4766-850d-aaca8344b15c,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:54.292784 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:54.293152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:54.293549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:54.293895 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:54.294289 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:54.295366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:54.295812 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:54.296224 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:54.296585 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:54.296970 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:54.297305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:54.297679 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:54.298006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:58:54.356523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 40cef727-1ccb-4d16-ab4c-c5298cd6f709, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=40cef727-1ccb-4d16-ab4c-c5298cd6f709,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:58:54.412026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '40cef727-1ccb-4d16-ab4c-c5298cd6f709', 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811', 'port_id': '40cef727-1ccb-4d16-ab4c-c5298cd6f709', 'mac_address': 'fa:16:3e:a6:99:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59029fd3-d542-49a5-8d21-125b85b5f591', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:58:54.478772 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:54.531558 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40cef727-1ccb-4d16-ab4c-c5298cd6f709 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:58:54.558829 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 40cef727-1ccb-4d16-ab4c-c5298cd6f709, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=40cef727-1ccb-4d16-ab4c-c5298cd6f709,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:58:54.566341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df873b0-22c3-4e64-aaea-2709466e9478 req-53670d1b-254b-46f2-89ad-54af8a570052 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:54.568305 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:54.569166 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9df873b0-22c3-4e64-aaea-2709466e9478 req-53670d1b-254b-46f2-89ad-54af8a570052 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.1496754 Dec 12 17:58:54.659395 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=40cef727-1ccb-4d16-ab4c-c5298cd6f709,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:54.726112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103964df-50bf-425c-9e63-d35894c8e0d8 req-8325f0f4-8f59-496e-8218-d6943ff6339b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:54.727895 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-103964df-50bf-425c-9e63-d35894c8e0d8 req-8325f0f4-8f59-496e-8218-d6943ff6339b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 945 time: 0.2529528 Dec 12 17:58:54.764005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9df873b0-22c3-4e64-aaea-2709466e9478 req-fd9afb78-ada1-438d-864f-3d4a8f5ccd5f tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551597 Dec 12 17:58:54.830575 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-103964df-50bf-425c-9e63-d35894c8e0d8 req-101f8e78-f343-4734-85fe-981704849c00 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957487 Dec 12 17:58:54.898487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['075887db-ed2d-4766-850d-aaca8344b15c'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:58:54.995459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['40cef727-1ccb-4d16-ab4c-c5298cd6f709'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:58:55.308990 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e04ac1-3bbf-43e2-a63c-484eb592d285 req-845a4869-5e20-4bd5-b40d-0fb472fee236 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:55.319282 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0e04ac1-3bbf-43e2-a63c-484eb592d285 req-845a4869-5e20-4bd5-b40d-0fb472fee236 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 1098 time: 0.0691152 Dec 12 17:58:55.444877 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0e04ac1-3bbf-43e2-a63c-484eb592d285 req-ea5384a9-6426-4d27-9b66-1eda2ff82cc0 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208591 Dec 12 17:58:55.464124 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44262) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:58:55.528261 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26ca33-33c7-44a3-a4cc-804f26230034 req-42664aca-1c22-4e26-9c9b-031c8942779e tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:55.536813 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd26ca33-33c7-44a3-a4cc-804f26230034 req-42664aca-1c22-4e26-9c9b-031c8942779e tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 944 time: 0.1218772 Dec 12 17:58:55.676492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd26ca33-33c7-44a3-a4cc-804f26230034 req-3159cf48-a6d7-4c90-a217-43c7d2aee0e1 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383374 Dec 12 17:58:55.807161 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e4c795d8-0bda-46c5-9904-aacf61008430 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting port 99c2d083-7118-4573-82b4-afe6eba544ab {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:58:55.808101 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4c795d8-0bda-46c5-9904-aacf61008430 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:56.041609 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4c795d8-0bda-46c5-9904-aacf61008430 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:56.042199 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4c795d8-0bda-46c5-9904-aacf61008430 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:56.064540 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e4c795d8-0bda-46c5-9904-aacf61008430 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Calling delete_port for 99c2d083-7118-4573-82b4-afe6eba544ab owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:58:56.136584 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd07ac9-50b4-46fc-86b3-0663f6ac833e req-c9df920d-ef9c-45f0-9d8f-77d8c7debc1e tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:56.138627 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2dd07ac9-50b4-46fc-86b3-0663f6ac833e req-c9df920d-ef9c-45f0-9d8f-77d8c7debc1e tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.1849439 Dec 12 17:58:56.148191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33b15b-b734-48de-98fe-49fc76c5b656 req-9354f281-c8ec-4e30-8728-b43948693bcc tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:56.156203 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c33b15b-b734-48de-98fe-49fc76c5b656 req-9354f281-c8ec-4e30-8728-b43948693bcc tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 945 time: 0.1434760 Dec 12 17:58:56.238793 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c33b15b-b734-48de-98fe-49fc76c5b656 req-0017c121-db9d-4953-8423-685c43b35b3a tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816510 Dec 12 17:58:56.256327 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4c795d8-0bda-46c5-9904-aacf61008430 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:56.262314 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2dd07ac9-50b4-46fc-86b3-0663f6ac833e req-687854d1-5e4e-4567-bbc9-faf9dbf625e1 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034026 Dec 12 17:58:56.292969 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c795d8-0bda-46c5-9904-aacf61008430 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Port': ['ID=99c2d083-7118-4573-82b4-afe6eba544ab,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:56.371638 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4c795d8-0bda-46c5-9904-aacf61008430 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:56.371962 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-e4c795d8-0bda-46c5-9904-aacf61008430 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Floating IP 02d9c29b-59fd-43a5-b6e9-abfb3525c93f disassociated (deleted). External IP: 172.25.1.93, port: d589b28d-f8de-46af-8b61-7ce1962f71f5. Dec 12 17:58:56.629905 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c795d8-0bda-46c5-9904-aacf61008430 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router 724e2343-40c8-4643-b61d-e8bc098138c1 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:58:56.717723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44340) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:58:56.774013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252477d6-ecb9-4759-a94a-aa3cd0912a21 req-4fb91964-414b-4c17-8701-a64221eb480e tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:56.780540 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-252477d6-ecb9-4759-a94a-aa3cd0912a21 req-4fb91964-414b-4c17-8701-a64221eb480e tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 946 time: 0.1061065 Dec 12 17:58:56.804719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c795d8-0bda-46c5-9904-aacf61008430 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:58:56.812184 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd09a549-7ef6-4b2f-96f5-9acaca8a6e79 None None] Sync routers for ids ['724e2343-40c8-4643-b61d-e8bc098138c1'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:58:56.821901 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4c795d8-0bda-46c5-9904-aacf61008430 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:56.827692 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd09a549-7ef6-4b2f-96f5-9acaca8a6e79 None None] Routers {'724e2343-40c8-4643-b61d-e8bc098138c1'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:58:56.828326 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bd09a549-7ef6-4b2f-96f5-9acaca8a6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:58:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['724e2343-40c8-4643-b61d-e8bc098138c1'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:58:56.858388 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e4c795d8-0bda-46c5-9904-aacf61008430 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/floatingips/02d9c29b-59fd-43a5-b6e9-abfb3525c93f HTTP/1.1" status: 204 len: 168 time: 1.3899126 Dec 12 17:58:56.859323 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:58:56.862789 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d01a1c-1bae-4d87-8fdb-f4f6cc594ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:58:56.981437 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-bd09a549-7ef6-4b2f-96f5-9acaca8a6e79 None None] Set router 724e2343-40c8-4643-b61d-e8bc098138c1 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:58:56.983784 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-716b067e-98d9-45b2-8c30-7feabf62f1b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:57.022428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b4b4f-1abd-4ef6-bf5a-8bc3c35121ca req-d0ae73b0-5189-4555-876d-e5522286eb64 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:57.024729 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a5b4b4f-1abd-4ef6-bf5a-8bc3c35121ca req-d0ae73b0-5189-4555-876d-e5522286eb64 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 944 time: 0.1636431 Dec 12 17:58:57.095092 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-252477d6-ecb9-4759-a94a-aa3cd0912a21 req-a756d357-f811-446b-b876-49955adb6c50 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Deleting port 89e059fb-4a69-40d6-83b0-70c39d51451b {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:58:57.095729 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-252477d6-ecb9-4759-a94a-aa3cd0912a21 req-a756d357-f811-446b-b876-49955adb6c50 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:57.191806 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2870ad-349c-4038-8560-acbfd8606745 x-openstack-request-id: req-5a2870ad-349c-4038-8560-acbfd8606745 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:58:57.192309 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:58:57.192782 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a2870ad-349c-4038-8560-acbfd8606745 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:58:57.193353 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'status': 'completed', 'code': 200} Dec 12 17:58:57.210271 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a5b4b4f-1abd-4ef6-bf5a-8bc3c35121ca req-cd06eb16-6890-4d01-b326-b34206650713 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614251 Dec 12 17:58:57.281721 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-252477d6-ecb9-4759-a94a-aa3cd0912a21 req-a756d357-f811-446b-b876-49955adb6c50 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] For port 89e059fb-4a69-40d6-83b0-70c39d51451b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=89e059fb-4a69-40d6-83b0-70c39d51451b,segment=NetworkSegment(55eeb1df-85da-4d74-b53f-7987f9a23d31),segment_id=55eeb1df-85da-4d74-b53f-7987f9a23d31)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:58:57.282343 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-252477d6-ecb9-4759-a94a-aa3cd0912a21 req-a756d357-f811-446b-b876-49955adb6c50 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:57.304145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-252477d6-ecb9-4759-a94a-aa3cd0912a21 req-a756d357-f811-446b-b876-49955adb6c50 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Calling delete_port for 89e059fb-4a69-40d6-83b0-70c39d51451b owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:58:57.413214 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bd09a549-7ef6-4b2f-96f5-9acaca8a6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472675823', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:55:29Z', 'updated_at': '2021-12-12T17:55:35Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:30Z', 'updated_at': '2021-12-12T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '04315045-3187-4c51-b951-f8bf62bb27de', 'name': '', 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:d0:30:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '37146111-35c1-4540-9c8e-157a186ecea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:34Z', 'updated_at': '2021-12-12T17:55:39Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '37146111-35c1-4540-9c8e-157a186ecea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:58:57.442313 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd09a549-7ef6-4b2f-96f5-9acaca8a6e79 None None] Checking router: 724e2343-40c8-4643-b61d-e8bc098138c1 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:58:57.452207 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd09a549-7ef6-4b2f-96f5-9acaca8a6e79 None None] Routers {'724e2343-40c8-4643-b61d-e8bc098138c1'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:58:57.452831 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bd09a549-7ef6-4b2f-96f5-9acaca8a6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:58:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['724e2343-40c8-4643-b61d-e8bc098138c1'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:58:57.545247 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-716b067e-98d9-45b2-8c30-7feabf62f1b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:57.568182 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-716b067e-98d9-45b2-8c30-7feabf62f1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:57.572875 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-bd09a549-7ef6-4b2f-96f5-9acaca8a6e79 None None] Set router 724e2343-40c8-4643-b61d-e8bc098138c1 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:58:57.601020 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d01a1c-1bae-4d87-8fdb-f4f6cc594ddb req-6c2f5b91-399b-4f9c-9aac-4f61db795f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:57.602561 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64d01a1c-1bae-4d87-8fdb-f4f6cc594ddb req-6c2f5b91-399b-4f9c-9aac-4f61db795f3a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 1098 time: 0.2150369 Dec 12 17:58:57.610985 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d23f2-f373-43e9-9a8f-4f84664996d0 req-81ad1311-b430-4b56-936f-3817c598ea49 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:57.618410 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-941d23f2-f373-43e9-9a8f-4f84664996d0 req-81ad1311-b430-4b56-936f-3817c598ea49 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 947 time: 0.2368996 Dec 12 17:58:57.656288 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-252477d6-ecb9-4759-a94a-aa3cd0912a21 req-a756d357-f811-446b-b876-49955adb6c50 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:57.667469 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2c0ed-c3d5-40fc-bfae-ee532b9b7ee9 req-8aa94195-0ea3-4860-912a-061a412cbd19 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:57.669415 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1a2c0ed-c3d5-40fc-bfae-ee532b9b7ee9 req-8aa94195-0ea3-4860-912a-061a412cbd19 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 945 time: 0.2924016 Dec 12 17:58:57.669542 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['b361c0a2-4001-488d-8034-a0b50f5d8026', '89e059fb-4a69-40d6-83b0-70c39d51451b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:58:57.766841 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 40cef727-1ccb-4d16-ab4c-c5298cd6f709 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:58:57.823667 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bd09a549-7ef6-4b2f-96f5-9acaca8a6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472675823', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:55:29Z', 'updated_at': '2021-12-12T17:55:35Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:30Z', 'updated_at': '2021-12-12T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '04315045-3187-4c51-b951-f8bf62bb27de', 'name': '', 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:d0:30:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '37146111-35c1-4540-9c8e-157a186ecea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:34Z', 'updated_at': '2021-12-12T17:55:39Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '37146111-35c1-4540-9c8e-157a186ecea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:58:57.868845 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd09a549-7ef6-4b2f-96f5-9acaca8a6e79 None None] The sync data for ids ['724e2343-40c8-4643-b61d-e8bc098138c1'] in n-d-760354-5 is: [{'id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472675823', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:55:29Z', 'updated_at': '2021-12-12T17:55:35Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:30Z', 'updated_at': '2021-12-12T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '04315045-3187-4c51-b951-f8bf62bb27de', 'name': '', 'network_id': 'bce2003b-95fc-412b-a4c2-a13c87646bdc', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:d0:30:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '37146111-35c1-4540-9c8e-157a186ecea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:34Z', 'updated_at': '2021-12-12T17:55:39Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '37146111-35c1-4540-9c8e-157a186ecea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:58:57.970161 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 40cef727-1ccb-4d16-ab4c-c5298cd6f709 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:58:57.976517 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 40cef727-1ccb-4d16-ab4c-c5298cd6f709 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:58:57.977362 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:58.099148 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:58.156703 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 40cef727-1ccb-4d16-ab4c-c5298cd6f709, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=40cef727-1ccb-4d16-ab4c-c5298cd6f709,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:58:58.158504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68673978-0e09-43db-84c9-6ef8ba01d614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40cef727-1ccb-4d16-ab4c-c5298cd6f709'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:58:58.162208 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d193db64-88c4-407f-b610-3e412e412008" -d '{"events": [{"server_uuid": "68673978-0e09-43db-84c9-6ef8ba01d614", "name": "network-vif-plugged", "status": "completed", "tag": "40cef727-1ccb-4d16-ab4c-c5298cd6f709"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:58:58.167013 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:58.167969 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 075887db-ed2d-4766-850d-aaca8344b15c up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:58:58.191496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-716b067e-98d9-45b2-8c30-7feabf62f1b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88f1db4bbe2b49fbacf245be2dde2e91&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4724462 Dec 12 17:58:58.194188 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44374) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:58:58.195490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b067e-98d9-45b2-8c30-7feabf62f1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89f5777-d32f-4051-8f62-cc22e0ae99ec,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:58.223188 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756d357-f811-446b-b876-49955adb6c50 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Pushing event deleted for resources: {'Port': ['ID=89e059fb-4a69-40d6-83b0-70c39d51451b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:58.266884 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47f5ddf-59a3-4691-bdfb-0c2cc7ff1dc3 None None] DHCP port deletion for a73a97bd-7615-42a2-a73d-778571ffe08f request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:58:58.317436 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-252477d6-ecb9-4759-a94a-aa3cd0912a21 req-a756d357-f811-446b-b876-49955adb6c50 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] No DVR routers for this DVR port 89e059fb-4a69-40d6-83b0-70c39d51451b on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:58:58.328471 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-252477d6-ecb9-4759-a94a-aa3cd0912a21 req-a756d357-f811-446b-b876-49955adb6c50 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:58.333639 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-252477d6-ecb9-4759-a94a-aa3cd0912a21 req-a756d357-f811-446b-b876-49955adb6c50 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.20 "DELETE /v2.0/ports/89e059fb-4a69-40d6-83b0-70c39d51451b HTTP/1.1" status: 204 len: 173 time: 1.5395613 Dec 12 17:58:58.337157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8865a07-877a-40b9-9160-006af149e9c1', 'name': 'network-vif-deleted', 'tag': '89e059fb-4a69-40d6-83b0-70c39d51451b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:58:58.342183 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51757e2-687d-4016-9e16-c9f34d17f13a" -d '{"events": [{"server_uuid": "c8865a07-877a-40b9-9160-006af149e9c1", "name": "network-vif-deleted", "tag": "89e059fb-4a69-40d6-83b0-70c39d51451b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:58:58.356996 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73d0374a-d6da-4c1d-8a02-ac3c6e58d67f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:58.393587 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-941d23f2-f373-43e9-9a8f-4f84664996d0 req-563d1ddb-53e3-480a-8798-a0b75800f0d4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7590415 Dec 12 17:58:58.438271 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73d0374a-d6da-4c1d-8a02-ac3c6e58d67f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:58.445373 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf43622-e5ed-4a2d-9c95-7931cc4bf7b8 None None] New status for floating IP 02d9c29b-59fd-43a5-b6e9-abfb3525c93f: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:58:58.464254 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1a2c0ed-c3d5-40fc-bfae-ee532b9b7ee9 req-ec32329e-29a5-4907-bae5-c0d8773c25af tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7736254 Dec 12 17:58:58.523132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d01a1c-1bae-4d87-8fdb-f4f6cc594ddb req-2fa5b4f9-1c91-433f-a17e-e0387a4e5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:58.525019 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64d01a1c-1bae-4d87-8fdb-f4f6cc594ddb req-2fa5b4f9-1c91-433f-a17e-e0387a4e5ab6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bce2003b-95fc-412b-a4c2-a13c87646bdc HTTP/1.1" status: 200 len: 897 time: 0.9009826 Dec 12 17:58:58.580231 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73d0374a-d6da-4c1d-8a02-ac3c6e58d67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:58.583071 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73d0374a-d6da-4c1d-8a02-ac3c6e58d67f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:58.594667 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-73d0374a-d6da-4c1d-8a02-ac3c6e58d67f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b89f5777-d32f-4051-8f62-cc22e0ae99ec HTTP/1.1" status: 204 len: 168 time: 0.3988738 Dec 12 17:58:58.610115 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0374a-d6da-4c1d-8a02-ac3c6e58d67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89f5777-d32f-4051-8f62-cc22e0ae99ec,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:58.612236 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64d01a1c-1bae-4d87-8fdb-f4f6cc594ddb req-2b8b71ba-b1bf-402e-8747-c55af6e92839 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5 HTTP/1.1" status: 200 len: 217 time: 0.0784352 Dec 12 17:58:58.740403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63330463-a78f-4627-b06e-c0b4d91b1f2c req-641d6133-785c-4883-bd46-96b17adcd1ab tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8865a07-877a-40b9-9160-006af149e9c1 HTTP/1.1" status: 200 len: 210 time: 0.1339993 Dec 12 17:58:58.742462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=40cef727-1ccb-4d16-ab4c-c5298cd6f709,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:58.764012 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09432d-6d22-47ae-9b5e-fe3fa36f8901 req-0d2620f0-a998-4eda-83cd-33511eee2e20 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:58.765698 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ac09432d-6d22-47ae-9b5e-fe3fa36f8901 req-0d2620f0-a998-4eda-83cd-33511eee2e20 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.31 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 947 time: 0.1166503 Dec 12 17:58:58.795422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d01a1c-1bae-4d87-8fdb-f4f6cc594ddb req-55e3eaaf-e336-4174-a368-6560d028d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:58.797364 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64d01a1c-1bae-4d87-8fdb-f4f6cc594ddb req-55e3eaaf-e336-4174-a368-6560d028d22d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37146111-35c1-4540-9c8e-157a186ecea6 HTTP/1.1" status: 200 len: 835 time: 0.1606276 Dec 12 17:58:58.893974 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f78e603-4735-4baf-9c7b-a9c4bb2136d3 x-openstack-request-id: req-9f78e603-4735-4baf-9c7b-a9c4bb2136d3 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:58:58.894308 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68673978-0e09-43db-84c9-6ef8ba01d614", "name": "network-vif-plugged", "status": "completed", "tag": "40cef727-1ccb-4d16-ab4c-c5298cd6f709", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:58:58.894612 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f78e603-4735-4baf-9c7b-a9c4bb2136d3 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:58:58.898185 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68673978-0e09-43db-84c9-6ef8ba01d614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40cef727-1ccb-4d16-ab4c-c5298cd6f709', 'code': 200} Dec 12 17:58:58.913946 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5034f7f-5b9c-4e5f-9a3f-fe55936babdd x-openstack-request-id: req-c5034f7f-5b9c-4e5f-9a3f-fe55936babdd {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:58:58.916547 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8865a07-877a-40b9-9160-006af149e9c1", "name": "network-vif-deleted", "tag": "89e059fb-4a69-40d6-83b0-70c39d51451b", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:58:58.916808 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5034f7f-5b9c-4e5f-9a3f-fe55936babdd {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:58:58.917222 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8865a07-877a-40b9-9160-006af149e9c1', 'name': 'network-vif-deleted', 'tag': '89e059fb-4a69-40d6-83b0-70c39d51451b', 'status': 'completed', 'code': 200} Dec 12 17:58:58.946153 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 075887db-ed2d-4766-850d-aaca8344b15c triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:58:58.946489 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:58.963780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d01a1c-1bae-4d87-8fdb-f4f6cc594ddb req-ea2a9a9b-26e2-4514-8964-a8b1d56986af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:58.966845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64d01a1c-1bae-4d87-8fdb-f4f6cc594ddb req-ea2a9a9b-26e2-4514-8964-a8b1d56986af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bce2003b-95fc-412b-a4c2-a13c87646bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604378 Dec 12 17:58:59.162289 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f7bea-aad4-4587-8f68-44bf67862cd0 req-92d0dccf-f1ac-477a-9bb8-b9e59f56d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:59.167146 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dc5f7bea-aad4-4587-8f68-44bf67862cd0 req-92d0dccf-f1ac-477a-9bb8-b9e59f56d224 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 1096 time: 0.1490159 Dec 12 17:58:59.190277 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:59.223472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-ac09432d-6d22-47ae-9b5e-fe3fa36f8901 req-9a1c7d12-4320-4765-9ca1-ad441f028d91 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting port d589b28d-f8de-46af-8b61-7ce1962f71f5 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:58:59.223961 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ac09432d-6d22-47ae-9b5e-fe3fa36f8901 req-9a1c7d12-4320-4765-9ca1-ad441f028d91 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:59.238311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd727362-118e-4c56-95d9-8d1ef8455cfc req-1343522f-7d23-4638-91bd-15af6cbb28af tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:59.241917 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd727362-118e-4c56-95d9-8d1ef8455cfc req-1343522f-7d23-4638-91bd-15af6cbb28af tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 945 time: 0.2040520 Dec 12 17:58:59.248658 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64d01a1c-1bae-4d87-8fdb-f4f6cc594ddb req-b3304a0d-1ea0-4e89-adcc-8a2ce1cd6fa1 service neutron] 10.222.0.31 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427833 Dec 12 17:58:59.267417 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 075887db-ed2d-4766-850d-aaca8344b15c, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075887db-ed2d-4766-850d-aaca8344b15c,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:58:59.280770 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:59.323108 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd727362-118e-4c56-95d9-8d1ef8455cfc req-df371f61-4f6a-4106-b5cf-3a97fa6b7c8f tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720146 Dec 12 17:58:59.403468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=075887db-ed2d-4766-850d-aaca8344b15c,revision_number=10']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:59.433181 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64d01a1c-1bae-4d87-8fdb-f4f6cc594ddb req-b06d937b-d76d-47bd-9ced-14b60d649715 service neutron] 10.222.0.31 "GET /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143787 Dec 12 17:58:59.452684 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ac09432d-6d22-47ae-9b5e-fe3fa36f8901 req-9a1c7d12-4320-4765-9ca1-ad441f028d91 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] For port d589b28d-f8de-46af-8b61-7ce1962f71f5, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=d589b28d-f8de-46af-8b61-7ce1962f71f5,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:58:59.452989 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ac09432d-6d22-47ae-9b5e-fe3fa36f8901 req-9a1c7d12-4320-4765-9ca1-ad441f028d91 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:59.509200 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-ac09432d-6d22-47ae-9b5e-fe3fa36f8901 req-9a1c7d12-4320-4765-9ca1-ad441f028d91 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Calling delete_port for d589b28d-f8de-46af-8b61-7ce1962f71f5 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:58:59.518861 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dc5f7bea-aad4-4587-8f68-44bf67862cd0 req-1a8cf357-72dd-4f5a-bd7a-ff951551bec9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312469 Dec 12 17:58:59.562412 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8914f3a-879c-4d76-91a1-b2580b952ce6 req-de4e38d4-3c0d-4125-9aa6-74ea01e601fb tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:59.564908 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8914f3a-879c-4d76-91a1-b2580b952ce6 req-de4e38d4-3c0d-4125-9aa6-74ea01e601fb tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=81143489-b4e3-4799-aa87-5af71e92450a HTTP/1.1" status: 200 len: 947 time: 0.0853791 Dec 12 17:58:59.687933 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8cdd8-f644-48a8-a3a6-ac136e47eba6 req-b03d2e8a-bf06-4694-b671-6c55c5e344a1 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:58:59.689945 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1dc8cdd8-f644-48a8-a3a6-ac136e47eba6 req-b03d2e8a-bf06-4694-b671-6c55c5e344a1 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 947 time: 0.1207061 Dec 12 17:58:59.752495 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8914f3a-879c-4d76-91a1-b2580b952ce6 req-49a5be3c-eab9-4187-a03d-fe99c307c54f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=c720269b-a18c-45e7-8a37-745feab618da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820257 Dec 12 17:58:59.799867 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ac09432d-6d22-47ae-9b5e-fe3fa36f8901 req-9a1c7d12-4320-4765-9ca1-ad441f028d91 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:59.805902 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1dc8cdd8-f644-48a8-a3a6-ac136e47eba6 req-9acd7a75-26ce-4719-ab3c-d9704c47cfdb tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920529 Dec 12 17:58:59.840168 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c7d12-4320-4765-9ca1-ad441f028d91 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Port': ['ID=d589b28d-f8de-46af-8b61-7ce1962f71f5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:58:59.925304 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac09432d-6d22-47ae-9b5e-fe3fa36f8901 req-9a1c7d12-4320-4765-9ca1-ad441f028d91 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] No DVR routers for this DVR port d589b28d-f8de-46af-8b61-7ce1962f71f5 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:58:59.927993 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ac09432d-6d22-47ae-9b5e-fe3fa36f8901 req-9a1c7d12-4320-4765-9ca1-ad441f028d91 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:58:59.933914 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ac09432d-6d22-47ae-9b5e-fe3fa36f8901 req-9a1c7d12-4320-4765-9ca1-ad441f028d91 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.31 "DELETE /v2.0/ports/d589b28d-f8de-46af-8b61-7ce1962f71f5 HTTP/1.1" status: 204 len: 173 time: 1.1561308 Dec 12 17:58:59.934399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'name': 'network-vif-deleted', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:58:59.937400 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb77f2de-71a7-413c-82bc-4550f4714f28" -d '{"events": [{"server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "name": "network-vif-deleted", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:59:00.011513 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2b88ca-5574-4147-8c88-065b1cd5295a x-openstack-request-id: req-8e2b88ca-5574-4147-8c88-065b1cd5295a {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:59:00.011833 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81143489-b4e3-4799-aa87-5af71e92450a", "name": "network-vif-deleted", "tag": "d589b28d-f8de-46af-8b61-7ce1962f71f5", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:59:00.012095 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e2b88ca-5574-4147-8c88-065b1cd5295a {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:59:00.012502 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81143489-b4e3-4799-aa87-5af71e92450a', 'name': 'network-vif-deleted', 'tag': 'd589b28d-f8de-46af-8b61-7ce1962f71f5', 'status': 'completed', 'code': 200} Dec 12 17:59:00.229365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6156bf-0aef-4082-8ac7-0697d373fca4 req-ceaeaada-b7ca-4a4f-beaa-34fb7747ca93 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:00.239433 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a6156bf-0aef-4082-8ac7-0697d373fca4 req-ceaeaada-b7ca-4a4f-beaa-34fb7747ca93 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.0784843 Dec 12 17:59:00.296048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a6156bf-0aef-4082-8ac7-0697d373fca4 req-1d87d417-c973-4d01-9e1f-bf4ab6c3204f tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555682 Dec 12 17:59:00.572367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a182f-1c3b-4c81-b0db-3ccedf255a9c req-254de056-51c1-489f-b3aa-262cc5b0a398 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:00.576093 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-920a182f-1c3b-4c81-b0db-3ccedf255a9c req-254de056-51c1-489f-b3aa-262cc5b0a398 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 945 time: 0.1270697 Dec 12 17:59:00.663342 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-920a182f-1c3b-4c81-b0db-3ccedf255a9c req-690824e4-6102-4921-92a7-254195db6653 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788131 Dec 12 17:59:00.837517 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44458) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:00.862380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44462) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:00.899756 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8d9d11-d68f-4f3b-9f31-31364e869a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075887db-ed2d-4766-850d-aaca8344b15c'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:59:00.902972 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb4dd63-ed8e-48a1-9582-c4e0c244092a" -d '{"events": [{"server_uuid": "7d8d9d11-d68f-4f3b-9f31-31364e869a2f", "name": "network-vif-plugged", "status": "completed", "tag": "075887db-ed2d-4766-850d-aaca8344b15c"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:59:00.974416 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab5f4a7-181e-40cd-8b2f-9b6816b9b281 x-openstack-request-id: req-6ab5f4a7-181e-40cd-8b2f-9b6816b9b281 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:59:00.975698 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8d9d11-d68f-4f3b-9f31-31364e869a2f", "name": "network-vif-plugged", "status": "completed", "tag": "075887db-ed2d-4766-850d-aaca8344b15c", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:59:00.976150 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ab5f4a7-181e-40cd-8b2f-9b6816b9b281 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:59:00.976608 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8d9d11-d68f-4f3b-9f31-31364e869a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075887db-ed2d-4766-850d-aaca8344b15c', 'code': 200} Dec 12 17:59:01.065083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d36df-de43-466b-838b-6ab3eb283a0d req-faf81adc-dd09-4cf4-be07-8e17002b3889 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:01.076644 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d09d36df-de43-466b-838b-6ab3eb283a0d req-faf81adc-dd09-4cf4-be07-8e17002b3889 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 947 time: 0.1159546 Dec 12 17:59:01.098133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-b11cd125-0ee0-4015-9c4f-b3920a398e2a tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:01.145860 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b11cd125-0ee0-4015-9c4f-b3920a398e2a tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:01.165516 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d09d36df-de43-466b-838b-6ab3eb283a0d req-d7997e0e-b4f2-41e9-9113-504d83e87033 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815675 Dec 12 17:59:01.301942 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b11cd125-0ee0-4015-9c4f-b3920a398e2a tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:01.376489 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d10e3-1949-4f43-8b4a-a50ceb07df72 req-b8c77398-a3f8-4528-9c01-59d711a725a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:01.376489 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0c0d10e3-1949-4f43-8b4a-a50ceb07df72 req-b8c77398-a3f8-4528-9c01-59d711a725a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 1098 time: 0.2281520 Dec 12 17:59:01.427898 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 89e059fb-4a69-40d6-83b0-70c39d51451b no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:59:01.447406 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0c0d10e3-1949-4f43-8b4a-a50ceb07df72 req-300d429b-da92-4069-9cd3-3c23165f77a1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708549 Dec 12 17:59:01.466859 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 89e059fb-4a69-40d6-83b0-70c39d51451b {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:59:01.467233 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 89e059fb-4a69-40d6-83b0-70c39d51451b not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:59:01.515949 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e48bf760-b8bc-49ff-9563-ef79b2eb61cd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:01.539878 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f1764-2f9d-4d8d-a810-88fe25b09d22 req-44a6f923-0312-4425-af80-5f60d9f8f02c tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:01.541714 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-837f1764-2f9d-4d8d-a810-88fe25b09d22 req-44a6f923-0312-4425-af80-5f60d9f8f02c tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.1384046 Dec 12 17:59:01.604488 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-b11cd125-0ee0-4015-9c4f-b3920a398e2a tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Allocated IP 172.25.1.4 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/d24abd88-fbc8-4043-86de-7c29b09d3d3f) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:59:01.636606 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-837f1764-2f9d-4d8d-a810-88fe25b09d22 req-36148adc-abc2-4b9c-ba66-2ffee0bca6a7 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852313 Dec 12 17:59:01.753795 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b11cd125-0ee0-4015-9c4f-b3920a398e2a tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:01.801048 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b11cd125-0ee0-4015-9c4f-b3920a398e2a tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:01.861939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cd125-0ee0-4015-9c4f-b3920a398e2a tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Pushing event updated for resources: {'Port': ['ID=d24abd88-fbc8-4043-86de-7c29b09d3d3f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:01.882964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11cd125-0ee0-4015-9c4f-b3920a398e2a tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:01.898314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2c5c8-a56d-4540-835e-f315ed0359b8 req-00b452bf-cb72-4066-b47a-cb8f9e5d95ec tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:01.900025 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14d2c5c8-a56d-4540-835e-f315ed0359b8 req-00b452bf-cb72-4066-b47a-cb8f9e5d95ec tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 945 time: 0.1131532 Dec 12 17:59:01.901068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-b11cd125-0ee0-4015-9c4f-b3920a398e2a tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:01.904058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11cd125-0ee0-4015-9c4f-b3920a398e2a tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:01.918180 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e48bf760-b8bc-49ff-9563-ef79b2eb61cd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting port 04315045-3187-4c51-b951-f8bf62bb27de {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:01.918729 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e48bf760-b8bc-49ff-9563-ef79b2eb61cd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:02.019838 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b11cd125-0ee0-4015-9c4f-b3920a398e2a tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:02.028272 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-e48bf760-b8bc-49ff-9563-ef79b2eb61cd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] For port 04315045-3187-4c51-b951-f8bf62bb27de, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=04315045-3187-4c51-b951-f8bf62bb27de,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:02.029393 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e48bf760-b8bc-49ff-9563-ef79b2eb61cd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:02.054024 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e48bf760-b8bc-49ff-9563-ef79b2eb61cd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Calling delete_port for 04315045-3187-4c51-b951-f8bf62bb27de owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:02.059652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14d2c5c8-a56d-4540-835e-f315ed0359b8 req-8a3cceb4-60e0-46d9-bc13-612327331e8f tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337352 Dec 12 17:59:02.130867 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b11cd125-0ee0-4015-9c4f-b3920a398e2a tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:02.378066 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e48bf760-b8bc-49ff-9563-ef79b2eb61cd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:02.443543 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bf760-b8bc-49ff-9563-ef79b2eb61cd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Port': ['ID=04315045-3187-4c51-b951-f8bf62bb27de,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:02.476905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88137c84-cb1c-4471-8b56-1d21c5470b08 req-22b6b28a-e2f5-47f8-b7d0-309e0d927f87 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:02.503454 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88137c84-cb1c-4471-8b56-1d21c5470b08 req-22b6b28a-e2f5-47f8-b7d0-309e0d927f87 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 947 time: 0.1977262 Dec 12 17:59:02.530735 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b11cd125-0ee0-4015-9c4f-b3920a398e2a tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:02.550557 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b11cd125-0ee0-4015-9c4f-b3920a398e2a tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:02.655335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88137c84-cb1c-4471-8b56-1d21c5470b08 req-81c31a26-6564-4238-8d31-527339ea2863 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439900 Dec 12 17:59:02.818068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cd125-0ee0-4015-9c4f-b3920a398e2a tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Pushing event updated for resources: {'Port': ['ID=d24abd88-fbc8-4043-86de-7c29b09d3d3f,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:02.865949 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b11cd125-0ee0-4015-9c4f-b3920a398e2a tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:02.873254 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e48bf760-b8bc-49ff-9563-ef79b2eb61cd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:02.892924 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b11cd125-0ee0-4015-9c4f-b3920a398e2a tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:02.897735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b11cd125-0ee0-4015-9c4f-b3920a398e2a tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0339930 Dec 12 17:59:02.900587 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44512) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:02.912747 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4f3747cd-38b9-453e-a481-e5ac33a3b996 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-893340851', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'fixed_ips': [{'ip_address': '172.25.1.4'}]}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:02.923611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3f462-56c8-487f-b4fc-2886d1bd9579 req-db114191-d3ee-4c60-be0c-eb256eb87f18 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:02.925154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55d3f462-56c8-487f-b4fc-2886d1bd9579 req-db114191-d3ee-4c60-be0c-eb256eb87f18 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.1092188 Dec 12 17:59:03.019130 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3747cd-38b9-453e-a481-e5ac33a3b996 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Made reservation on behalf of d31c81d0ebe741fa95bc15e7e633c43b for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:03.021738 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f3747cd-38b9-453e-a481-e5ac33a3b996 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:03.044613 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f3747cd-38b9-453e-a481-e5ac33a3b996 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:03.080947 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55d3f462-56c8-487f-b4fc-2886d1bd9579 req-61d62862-1469-4a5b-900b-807991abbc49 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468942 Dec 12 17:59:03.218281 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f3747cd-38b9-453e-a481-e5ac33a3b996 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:03.230352 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48bf760-b8bc-49ff-9563-ef79b2eb61cd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router 724e2343-40c8-4643-b61d-e8bc098138c1 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:59:03.230878 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f3747cd-38b9-453e-a481-e5ac33a3b996 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:03.243869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-4f3747cd-38b9-453e-a481-e5ac33a3b996 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] device_id is not set on port 7714c8f9-9ba4-4a2c-a6da-64d0f2b22a2e yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:59:03.376745 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3747cd-38b9-453e-a481-e5ac33a3b996 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd71b1cc-c030-4675-b53b-45d3460a1961,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:03.440805 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48bf760-b8bc-49ff-9563-ef79b2eb61cd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:59:03.453582 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbb5c4f-f685-4b44-9ec2-a92f3723e3b1 None None] Sync routers for ids ['724e2343-40c8-4643-b61d-e8bc098138c1'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:59:03.468503 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbb5c4f-f685-4b44-9ec2-a92f3723e3b1 None None] Routers {'724e2343-40c8-4643-b61d-e8bc098138c1'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:59:03.469423 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8bbb5c4f-f685-4b44-9ec2-a92f3723e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:58:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['724e2343-40c8-4643-b61d-e8bc098138c1'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:03.476488 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e48bf760-b8bc-49ff-9563-ef79b2eb61cd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "PUT /v2.0/routers/724e2343-40c8-4643-b61d-e8bc098138c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6365955 Dec 12 17:59:03.476864 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44542) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:03.623579 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3747cd-38b9-453e-a481-e5ac33a3b996 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 12 17:59:03.624190 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3747cd-38b9-453e-a481-e5ac33a3b996 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:59:03.651434 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4f3747cd-38b9-453e-a481-e5ac33a3b996 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 0.7493403 Dec 12 17:59:03.654870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44556) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:03.676400 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-133770ff-f80a-4b97-aad8-1039fc5e74f4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting subnet 37146111-35c1-4540-9c8e-157a186ecea6 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:59:03.698089 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-133770ff-f80a-4b97-aad8-1039fc5e74f4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:03.803054 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-8bbb5c4f-f685-4b44-9ec2-a92f3723e3b1 None None] Set router 724e2343-40c8-4643-b61d-e8bc098138c1 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:59:03.807817 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device d589b28d-f8de-46af-8b61-7ce1962f71f5 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:59:03.846654 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-133770ff-f80a-4b97-aad8-1039fc5e74f4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:03.871510 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: d589b28d-f8de-46af-8b61-7ce1962f71f5 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:59:03.871864 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device d589b28d-f8de-46af-8b61-7ce1962f71f5 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:59:04.001315 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6532327-ba9d-4ec2-9605-7678a62ea07a req-5bd93070-469f-4456-a69e-fd9ba55ddb3a tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:04.003425 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6532327-ba9d-4ec2-9605-7678a62ea07a req-5bd93070-469f-4456-a69e-fd9ba55ddb3a tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 947 time: 0.2287261 Dec 12 17:59:04.029063 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-133770ff-f80a-4b97-aad8-1039fc5e74f4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:04.087414 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8bbb5c4f-f685-4b44-9ec2-a92f3723e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472675823', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:55:29Z', 'updated_at': '2021-12-12T17:59:02Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:30Z', 'updated_at': '2021-12-12T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:04.146673 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e5eebd9c-7582-4c3d-8420-a4efe9a3b9df tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Deleting port d24abd88-fbc8-4043-86de-7c29b09d3d3f {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:04.148018 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5eebd9c-7582-4c3d-8420-a4efe9a3b9df tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:04.165569 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbb5c4f-f685-4b44-9ec2-a92f3723e3b1 None None] Checking router: 724e2343-40c8-4643-b61d-e8bc098138c1 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:59:04.184545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6532327-ba9d-4ec2-9605-7678a62ea07a req-c6ba4991-643d-452e-9849-b802cc87acb5 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731236 Dec 12 17:59:04.187558 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbb5c4f-f685-4b44-9ec2-a92f3723e3b1 None None] Routers {'724e2343-40c8-4643-b61d-e8bc098138c1'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:59:04.188188 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8bbb5c4f-f685-4b44-9ec2-a92f3723e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:58:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['724e2343-40c8-4643-b61d-e8bc098138c1'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:04.306644 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5eebd9c-7582-4c3d-8420-a4efe9a3b9df tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:04.307129 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5eebd9c-7582-4c3d-8420-a4efe9a3b9df tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:04.318199 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319c364-6e05-4eda-b239-961823d5058e req-041c0f14-3c3e-4d21-b1c7-ea4f811627aa tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:04.325914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b319c364-6e05-4eda-b239-961823d5058e req-041c0f14-3c3e-4d21-b1c7-ea4f811627aa tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.0968914 Dec 12 17:59:04.377968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e5eebd9c-7582-4c3d-8420-a4efe9a3b9df tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Calling delete_port for d24abd88-fbc8-4043-86de-7c29b09d3d3f owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:04.398235 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-8bbb5c4f-f685-4b44-9ec2-a92f3723e3b1 None None] Set router 724e2343-40c8-4643-b61d-e8bc098138c1 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:59:04.514108 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b319c364-6e05-4eda-b239-961823d5058e req-63b03145-cc85-4451-b23c-379d833b79d6 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817186 Dec 12 17:59:04.639033 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5eebd9c-7582-4c3d-8420-a4efe9a3b9df tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:04.651097 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-133770ff-f80a-4b97-aad8-1039fc5e74f4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:04.678559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eebd9c-7582-4c3d-8420-a4efe9a3b9df tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Pushing event deleted for resources: {'Port': ['ID=d24abd88-fbc8-4043-86de-7c29b09d3d3f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:04.681653 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8bbb5c4f-f685-4b44-9ec2-a92f3723e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472675823', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:55:29Z', 'updated_at': '2021-12-12T17:59:02Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:30Z', 'updated_at': '2021-12-12T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:04.705079 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133770ff-f80a-4b97-aad8-1039fc5e74f4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Subnet': ['ID=37146111-35c1-4540-9c8e-157a186ecea6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:04.713592 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-133770ff-f80a-4b97-aad8-1039fc5e74f4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:04.721579 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-133770ff-f80a-4b97-aad8-1039fc5e74f4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/subnets/37146111-35c1-4540-9c8e-157a186ecea6 HTTP/1.1" status: 204 len: 168 time: 1.2436194 Dec 12 17:59:04.724849 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44574) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:04.729923 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e294b4-dcce-4790-9c96-3bacbc0b7ab6 None None] Network bce2003b-95fc-412b-a4c2-a13c87646bdc requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:59:04.740085 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbb5c4f-f685-4b44-9ec2-a92f3723e3b1 None None] The sync data for ids ['724e2343-40c8-4643-b61d-e8bc098138c1'] in n-d-760354-5 is: [{'id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472675823', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:55:29Z', 'updated_at': '2021-12-12T17:59:02Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '6b1db9b8-cb38-45e2-80c0-8058667d3f68', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:24:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724e2343-40c8-4643-b61d-e8bc098138c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:55:30Z', 'updated_at': '2021-12-12T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:59:04.839144 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5eebd9c-7582-4c3d-8420-a4efe9a3b9df tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:04.841581 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5eebd9c-7582-4c3d-8420-a4efe9a3b9df tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:04.842790 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e5eebd9c-7582-4c3d-8420-a4efe9a3b9df tempest-ExternalNetworksAdminNegativeTestJSON-1040112183 tempest-ExternalNetworksAdminNegativeTestJSON-1040112183-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/3d499bd5-c616-4991-886a-ba5e61c1e070 HTTP/1.1" status: 204 len: 168 time: 1.1867371 Dec 12 17:59:04.937841 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-368f4b3b-eefc-40a2-b599-430b6408379a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:05.061880 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-368f4b3b-eefc-40a2-b599-430b6408379a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:05.140745 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc46290-6f7a-422a-a173-303e12572a63 None None] DHCP port deletion for bce2003b-95fc-412b-a4c2-a13c87646bdc request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:59:05.184138 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-368f4b3b-eefc-40a2-b599-430b6408379a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting port 6b1db9b8-cb38-45e2-80c0-8058667d3f68 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:05.184504 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-368f4b3b-eefc-40a2-b599-430b6408379a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:05.292087 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cbc46290-6f7a-422a-a173-303e12572a63 None None] Deleting port ab6be69c-4b64-4aea-a056-df21563dc34e {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:05.292466 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cbc46290-6f7a-422a-a173-303e12572a63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:05.334535 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44598) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:05.400200 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fba78-79c4-4da6-9966-702a264c50cb req-828b97cb-231f-42e8-9b18-181bb0183e4b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:05.409771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c01fba78-79c4-4da6-9966-702a264c50cb req-828b97cb-231f-42e8-9b18-181bb0183e4b tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 947 time: 0.0825052 Dec 12 17:59:05.445111 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-368f4b3b-eefc-40a2-b599-430b6408379a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] For port 6b1db9b8-cb38-45e2-80c0-8058667d3f68, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6b1db9b8-cb38-45e2-80c0-8058667d3f68,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:05.445111 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-368f4b3b-eefc-40a2-b599-430b6408379a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:05.475035 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-368f4b3b-eefc-40a2-b599-430b6408379a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Calling delete_port for 6b1db9b8-cb38-45e2-80c0-8058667d3f68 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:05.478664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-cbc46290-6f7a-422a-a173-303e12572a63 None None] For port ab6be69c-4b64-4aea-a056-df21563dc34e, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ab6be69c-4b64-4aea-a056-df21563dc34e,segment=NetworkSegment(54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d),segment_id=54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:05.479080 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cbc46290-6f7a-422a-a173-303e12572a63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:05.512363 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cbc46290-6f7a-422a-a173-303e12572a63 None None] Calling delete_port for ab6be69c-4b64-4aea-a056-df21563dc34e owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:05.518555 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c01fba78-79c4-4da6-9966-702a264c50cb req-72e269d0-e786-4f54-892e-8c7a83d3a8fa tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089184 Dec 12 17:59:05.621929 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2696f57-8720-45b8-a229-93a493103053 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:05.727885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61faca1e-99b9-43ad-97f6-e4e7935cdd9c req-a1648342-5371-480b-8e98-f74d696ea9ff tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:05.732220 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cbc46290-6f7a-422a-a173-303e12572a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:05.739326 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61faca1e-99b9-43ad-97f6-e4e7935cdd9c req-a1648342-5371-480b-8e98-f74d696ea9ff tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.1248760 Dec 12 17:59:05.760304 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc46290-6f7a-422a-a173-303e12572a63 None None] No DVR routers for this DVR port ab6be69c-4b64-4aea-a056-df21563dc34e on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:59:05.825129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ab6be69c-4b64-4aea-a056-df21563dc34e no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:59:05.835260 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc46290-6f7a-422a-a173-303e12572a63 None None] Pushing event deleted for resources: {'Port': ['ID=ab6be69c-4b64-4aea-a056-df21563dc34e,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:05.846624 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2696f57-8720-45b8-a229-93a493103053 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:05.860101 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2696f57-8720-45b8-a229-93a493103053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:05.875612 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: ab6be69c-4b64-4aea-a056-df21563dc34e {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:59:05.876313 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ab6be69c-4b64-4aea-a056-df21563dc34e not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:59:05.876997 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 04315045-3187-4c51-b951-f8bf62bb27de no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:59:05.919517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b9f26-80eb-43dc-bef7-5d42786b431d req-863a7246-3026-42d7-8dc4-5be120026cc3 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:05.921091 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-429b9f26-80eb-43dc-bef7-5d42786b431d req-863a7246-3026-42d7-8dc4-5be120026cc3 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 945 time: 0.2506554 Dec 12 17:59:05.936589 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 04315045-3187-4c51-b951-f8bf62bb27de {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:59:05.937193 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 04315045-3187-4c51-b951-f8bf62bb27de not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:59:05.964847 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61faca1e-99b9-43ad-97f6-e4e7935cdd9c req-2be47707-8b79-41bb-ad60-71351a1dc21c tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/security-groups?id=86759833-ca62-4fef-83b5-0fefa4468a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212682 Dec 12 17:59:06.024822 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2696f57-8720-45b8-a229-93a493103053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39973bc-3a42-4354-abdb-72468ea5b7cd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:06.055558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44622) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:06.056653 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d2696f57-8720-45b8-a229-93a493103053 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1da46fff2c2842d6a06bf648c23e275c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7213111 Dec 12 17:59:06.121097 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:59:06.152040 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-368f4b3b-eefc-40a2-b599-430b6408379a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:06.167282 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8b186281-92e4-4050-b914-233e80c73546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:06.210474 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f4b3b-eefc-40a2-b599-430b6408379a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Port': ['ID=6b1db9b8-cb38-45e2-80c0-8058667d3f68,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:06.212971 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c73f08a-888e-405b-bfc9-efdc29c0dc44 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:59:06.213520 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8b186281-92e4-4050-b914-233e80c73546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:06.308383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-429b9f26-80eb-43dc-bef7-5d42786b431d req-ab53cda4-faa6-470f-8394-8b846d3b6f96 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Deleting port b361c0a2-4001-488d-8034-a0b50f5d8026 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:06.308702 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-429b9f26-80eb-43dc-bef7-5d42786b431d req-ab53cda4-faa6-470f-8394-8b846d3b6f96 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:06.317971 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-368f4b3b-eefc-40a2-b599-430b6408379a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:06.354593 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8b186281-92e4-4050-b914-233e80c73546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:06.357810 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8b186281-92e4-4050-b914-233e80c73546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:06.358955 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8b186281-92e4-4050-b914-233e80c73546 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b39973bc-3a42-4354-abdb-72468ea5b7cd HTTP/1.1" status: 204 len: 168 time: 0.3001049 Dec 12 17:59:06.389376 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b186281-92e4-4050-b914-233e80c73546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39973bc-3a42-4354-abdb-72468ea5b7cd,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:06.445032 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-368f4b3b-eefc-40a2-b599-430b6408379a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:06.448247 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-368f4b3b-eefc-40a2-b599-430b6408379a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:06.449507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-429b9f26-80eb-43dc-bef7-5d42786b431d req-ab53cda4-faa6-470f-8394-8b846d3b6f96 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] For port b361c0a2-4001-488d-8034-a0b50f5d8026, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=b361c0a2-4001-488d-8034-a0b50f5d8026,segment=NetworkSegment(55eeb1df-85da-4d74-b53f-7987f9a23d31),segment_id=55eeb1df-85da-4d74-b53f-7987f9a23d31)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:06.449898 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-429b9f26-80eb-43dc-bef7-5d42786b431d req-ab53cda4-faa6-470f-8394-8b846d3b6f96 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:06.474704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-429b9f26-80eb-43dc-bef7-5d42786b431d req-ab53cda4-faa6-470f-8394-8b846d3b6f96 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Calling delete_port for b361c0a2-4001-488d-8034-a0b50f5d8026 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:06.505056 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-368f4b3b-eefc-40a2-b599-430b6408379a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:06.506791 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368f4b3b-eefc-40a2-b599-430b6408379a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Fanout notify agent at l3_agent the message router_deleted on router 724e2343-40c8-4643-b61d-e8bc098138c1 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:59:06.516233 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-368f4b3b-eefc-40a2-b599-430b6408379a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:06.517536 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-368f4b3b-eefc-40a2-b599-430b6408379a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/routers/724e2343-40c8-4643-b61d-e8bc098138c1 HTTP/1.1" status: 204 len: 168 time: 1.7898586 Dec 12 17:59:06.520184 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44634) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:06.668159 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c9c0-83b0-4442-9685-a1a6f7f33573 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:06.712438 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-429b9f26-80eb-43dc-bef7-5d42786b431d req-ab53cda4-faa6-470f-8394-8b846d3b6f96 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:06.728713 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['b361c0a2-4001-488d-8034-a0b50f5d8026'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:59:06.793246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadd3892-6387-4315-8523-552a8fac9c1a None None] DHCP port deletion for a73a97bd-7615-42a2-a73d-778571ffe08f request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:59:06.809100 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53cda4-faa6-470f-8394-8b846d3b6f96 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Pushing event deleted for resources: {'Port': ['ID=b361c0a2-4001-488d-8034-a0b50f5d8026,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:06.851224 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-429b9f26-80eb-43dc-bef7-5d42786b431d req-ab53cda4-faa6-470f-8394-8b846d3b6f96 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] No DVR routers for this DVR port b361c0a2-4001-488d-8034-a0b50f5d8026 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:59:06.855446 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-429b9f26-80eb-43dc-bef7-5d42786b431d req-ab53cda4-faa6-470f-8394-8b846d3b6f96 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:06.860028 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-429b9f26-80eb-43dc-bef7-5d42786b431d req-ab53cda4-faa6-470f-8394-8b846d3b6f96 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.20 "DELETE /v2.0/ports/b361c0a2-4001-488d-8034-a0b50f5d8026 HTTP/1.1" status: 204 len: 173 time: 0.8970470 Dec 12 17:59:06.860677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1179af-f1d1-48ea-8d72-544c53f6b833', 'name': 'network-vif-deleted', 'tag': 'b361c0a2-4001-488d-8034-a0b50f5d8026'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:59:06.865319 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06e859d-b57d-4bd3-bc22-bd7471cb010d" -d '{"events": [{"server_uuid": "bc1179af-f1d1-48ea-8d72-544c53f6b833", "name": "network-vif-deleted", "tag": "b361c0a2-4001-488d-8034-a0b50f5d8026"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:59:06.873327 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c9c0-83b0-4442-9685-a1a6f7f33573 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:06.918353 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44646) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:06.943987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2ea3c9c0-83b0-4442-9685-a1a6f7f33573 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce2003b-95fc-412b-a4c2-a13c87646bdc']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:06.968259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2ea3c9c0-83b0-4442-9685-a1a6f7f33573 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:06.978250 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2ea3c9c0-83b0-4442-9685-a1a6f7f33573 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ef87a9-05fa-4b5b-a1a9-6a47a1d4570d') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:07.011263 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c9c0-83b0-4442-9685-a1a6f7f33573 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:07.036536 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c9c0-83b0-4442-9685-a1a6f7f33573 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:07.054634 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea3c9c0-83b0-4442-9685-a1a6f7f33573 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:59:07.055220 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c9c0-83b0-4442-9685-a1a6f7f33573 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:59:07.058934 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:59:07.117353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2c0d6b16-d480-471c-8f44-26fd74092b0e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d31c81d0ebe741fa95bc15e7e633c43b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1971309 Dec 12 17:59:07.122296 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44654) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:07.157985 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec6cacf8-4d7e-4fd5-821c-661b62278968 req-e2f45346-0873-41be-acd9-bd33ca3608b6 tempest-ServerRescueNegativeTestJSON-1244359359 tempest-ServerRescueNegativeTestJSON-1244359359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc1179af-f1d1-48ea-8d72-544c53f6b833 HTTP/1.1" status: 200 len: 210 time: 0.0754955 Dec 12 17:59:07.186709 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c9c0-83b0-4442-9685-a1a6f7f33573 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:07.219381 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c9c0-83b0-4442-9685-a1a6f7f33573 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:07.229275 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44658) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:07.231311 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2ea3c9c0-83b0-4442-9685-a1a6f7f33573 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/networks/bce2003b-95fc-412b-a4c2-a13c87646bdc HTTP/1.1" status: 204 len: 168 time: 0.7085438 Dec 12 17:59:07.248780 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3c9c0-83b0-4442-9685-a1a6f7f33573 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Network': ['ID=bce2003b-95fc-412b-a4c2-a13c87646bdc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:07.277600 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c14bf0be-24ce-4291-add4-34729f382979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:07.316728 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c14bf0be-24ce-4291-add4-34729f382979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:07.373006 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c1007539-2a1b-4eee-9b08-770e4248cb66 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:07.441908 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c1007539-2a1b-4eee-9b08-770e4248cb66 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:07.465053 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c14bf0be-24ce-4291-add4-34729f382979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:07.468484 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c14bf0be-24ce-4291-add4-34729f382979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:07.469890 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c14bf0be-24ce-4291-add4-34729f382979 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd71b1cc-c030-4675-b53b-45d3460a1961 HTTP/1.1" status: 204 len: 168 time: 0.3466876 Dec 12 17:59:07.502460 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bf0be-24ce-4291-add4-34729f382979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd71b1cc-c030-4675-b53b-45d3460a1961,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:07.554489 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5d46ce-3c0a-43e2-9a96-faf6e780ff3c x-openstack-request-id: req-fd5d46ce-3c0a-43e2-9a96-faf6e780ff3c {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:59:07.555752 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1179af-f1d1-48ea-8d72-544c53f6b833", "name": "network-vif-deleted", "tag": "b361c0a2-4001-488d-8034-a0b50f5d8026", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:59:07.556231 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd5d46ce-3c0a-43e2-9a96-faf6e780ff3c {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:59:07.556864 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1179af-f1d1-48ea-8d72-544c53f6b833', 'name': 'network-vif-deleted', 'tag': 'b361c0a2-4001-488d-8034-a0b50f5d8026', 'status': 'completed', 'code': 200} Dec 12 17:59:07.636925 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c1007539-2a1b-4eee-9b08-770e4248cb66 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:07.640236 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c1007539-2a1b-4eee-9b08-770e4248cb66 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:07.641541 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c1007539-2a1b-4eee-9b08-770e4248cb66 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/security-groups/c720269b-a18c-45e7-8a37-745feab618da HTTP/1.1" status: 204 len: 168 time: 0.4108562 Dec 12 17:59:07.681861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1007539-2a1b-4eee-9b08-770e4248cb66 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c720269b-a18c-45e7-8a37-745feab618da,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:07.827704 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6b1db9b8-cb38-45e2-80c0-8058667d3f68 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:59:07.871142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 6b1db9b8-cb38-45e2-80c0-8058667d3f68 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:59:07.871545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6b1db9b8-cb38-45e2-80c0-8058667d3f68 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:59:07.940524 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44682) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:07.945529 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-1ea15a9f-a08f-464c-8814-dfdedb39a16a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1793488482', 'description': 'tempest-secgroup-smoke-1793488482 description', 'project_id': '1ca8577c66784779ba8900bd9278d832'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:07.983387 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ea15a9f-a08f-464c-8814-dfdedb39a16a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:08.079964 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ea15a9f-a08f-464c-8814-dfdedb39a16a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:08.093126 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ea15a9f-a08f-464c-8814-dfdedb39a16a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:08.133617 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea15a9f-a08f-464c-8814-dfdedb39a16a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=409dbcb1-9651-4aff-81b5-a2166e5f6aa4,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:08.155125 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ea15a9f-a08f-464c-8814-dfdedb39a16a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:08.158064 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1ea15a9f-a08f-464c-8814-dfdedb39a16a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2155871 Dec 12 17:59:08.160920 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44698) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:08.166052 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cfe3b3b9-cc8d-43a6-b34a-cc61ad6390b3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': '409dbcb1-9651-4aff-81b5-a2166e5f6aa4', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:08.227854 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b3b9-cc8d-43a6-b34a-cc61ad6390b3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:08.242720 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44704) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:08.340870 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b3b9-cc8d-43a6-b34a-cc61ad6390b3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:08.351163 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b3b9-cc8d-43a6-b34a-cc61ad6390b3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:08.375753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3b3b9-cc8d-43a6-b34a-cc61ad6390b3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ee77eb-b3a9-4acb-b97b-9d1e564d5579,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:08.410945 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b3b9-cc8d-43a6-b34a-cc61ad6390b3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:08.412467 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cfe3b3b9-cc8d-43a6-b34a-cc61ad6390b3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2503407 Dec 12 17:59:08.415000 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44710) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:08.422423 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c4d1044d-9286-4743-ab93-4aae0c18c82a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': '409dbcb1-9651-4aff-81b5-a2166e5f6aa4', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:08.484915 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4d1044d-9286-4743-ab93-4aae0c18c82a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:08.565870 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4d1044d-9286-4743-ab93-4aae0c18c82a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:08.577446 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4d1044d-9286-4743-ab93-4aae0c18c82a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:08.625582 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1044d-9286-4743-ab93-4aae0c18c82a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f9aca2-7bf1-4956-992e-86fc679b36b0,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:08.642682 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4d1044d-9286-4743-ab93-4aae0c18c82a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:08.647546 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c4d1044d-9286-4743-ab93-4aae0c18c82a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2310333 Dec 12 17:59:08.649528 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44718) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:08.672516 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e1b30a7f-f895-420b-bca1-406aae475671 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': '409dbcb1-9651-4aff-81b5-a2166e5f6aa4', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:08.747610 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1b30a7f-f895-420b-bca1-406aae475671 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:08.843787 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1b30a7f-f895-420b-bca1-406aae475671 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:08.858892 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1b30a7f-f895-420b-bca1-406aae475671 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:08.903091 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b30a7f-f895-420b-bca1-406aae475671 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31d294a-6513-41b9-9219-e04472efd2ec,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:08.922970 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-69047fb6-9103-4a44-9803-a588ced2cef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:08.933367 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1b30a7f-f895-420b-bca1-406aae475671 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:08.941808 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e1b30a7f-f895-420b-bca1-406aae475671 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2894630 Dec 12 17:59:08.944018 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44726) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:08.957751 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-70da06d6-f70a-40d2-9280-a87b73344955 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': '409dbcb1-9651-4aff-81b5-a2166e5f6aa4', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:09.009257 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70da06d6-f70a-40d2-9280-a87b73344955 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:09.109586 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70da06d6-f70a-40d2-9280-a87b73344955 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:09.128998 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70da06d6-f70a-40d2-9280-a87b73344955 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:09.167094 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da06d6-f70a-40d2-9280-a87b73344955 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ef1bce-52b9-4d9e-8597-6c16801cb291,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:09.183184 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70da06d6-f70a-40d2-9280-a87b73344955 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:09.187758 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-70da06d6-f70a-40d2-9280-a87b73344955 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2425435 Dec 12 17:59:09.189045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44732) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:09.194263 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2309ae3e-fe33-4f0f-8a6f-edb7718355e3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': '409dbcb1-9651-4aff-81b5-a2166e5f6aa4', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:09.223003 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-2309ae3e-fe33-4f0f-8a6f-edb7718355e3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Project 1ca8577c66784779ba8900bd9278d832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 17:59:09.229388 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2309ae3e-fe33-4f0f-8a6f-edb7718355e3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:09.301257 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2309ae3e-fe33-4f0f-8a6f-edb7718355e3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:09.310862 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2309ae3e-fe33-4f0f-8a6f-edb7718355e3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:09.336110 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309ae3e-fe33-4f0f-8a6f-edb7718355e3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a1f027-964b-4ac1-b4ce-690bf0d33026,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:09.392823 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2309ae3e-fe33-4f0f-8a6f-edb7718355e3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:09.399954 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2309ae3e-fe33-4f0f-8a6f-edb7718355e3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2096989 Dec 12 17:59:09.400609 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44740) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:09.411628 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-42d2ed62-3982-443f-a9e2-bee118ef2312 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': '409dbcb1-9651-4aff-81b5-a2166e5f6aa4', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:09.467562 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-42d2ed62-3982-443f-a9e2-bee118ef2312 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Project 1ca8577c66784779ba8900bd9278d832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 17:59:09.473979 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42d2ed62-3982-443f-a9e2-bee118ef2312 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:09.474365 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device b361c0a2-4001-488d-8034-a0b50f5d8026 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:59:09.521888 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: b361c0a2-4001-488d-8034-a0b50f5d8026 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:59:09.522243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device b361c0a2-4001-488d-8034-a0b50f5d8026 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:59:09.591936 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42d2ed62-3982-443f-a9e2-bee118ef2312 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:09.599400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-69047fb6-9103-4a44-9803-a588ced2cef9 admin admin] Deleting port 59edf238-4f6b-4dbf-ab30-a47b62e2e490 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:09.601097 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42d2ed62-3982-443f-a9e2-bee118ef2312 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:09.605263 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-69047fb6-9103-4a44-9803-a588ced2cef9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:09.649388 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2ed62-3982-443f-a9e2-bee118ef2312 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5750741-044e-4f43-80ac-5a1de21b9f17,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:09.679990 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42d2ed62-3982-443f-a9e2-bee118ef2312 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:09.685493 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-42d2ed62-3982-443f-a9e2-bee118ef2312 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2838631 Dec 12 17:59:09.686239 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44746) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:09.692163 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6e47dff5-3fe0-4a84-9fcd-ae29272a4a0e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'network': {'name': 'tempest-network-smoke--1199115626', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'port_security_enabled': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:09.739606 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e47dff5-3fe0-4a84-9fcd-ae29272a4a0e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Made reservation on behalf of 1ca8577c66784779ba8900bd9278d832 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:09.753017 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e47dff5-3fe0-4a84-9fcd-ae29272a4a0e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:09.783169 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e47dff5-3fe0-4a84-9fcd-ae29272a4a0e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:59:09.797011 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e47dff5-3fe0-4a84-9fcd-ae29272a4a0e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:09.797373 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-6e47dff5-3fe0-4a84-9fcd-ae29272a4a0e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Added segment 778541a3-f1ab-4e51-989d-5106ce0fd392 of type vlan for network 87c2086d-4233-4098-b9d6-f49e42e04845 Dec 12 17:59:09.843381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-69047fb6-9103-4a44-9803-a588ced2cef9 admin admin] For port 59edf238-4f6b-4dbf-ab30-a47b62e2e490, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=59edf238-4f6b-4dbf-ab30-a47b62e2e490,segment=NetworkSegment(55eeb1df-85da-4d74-b53f-7987f9a23d31),segment_id=55eeb1df-85da-4d74-b53f-7987f9a23d31)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:09.843381 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-69047fb6-9103-4a44-9803-a588ced2cef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:09.857447 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e47dff5-3fe0-4a84-9fcd-ae29272a4a0e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:09.868811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-69047fb6-9103-4a44-9803-a588ced2cef9 admin admin] Calling delete_port for 59edf238-4f6b-4dbf-ab30-a47b62e2e490 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:09.887976 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e47dff5-3fe0-4a84-9fcd-ae29272a4a0e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:09.895397 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e47dff5-3fe0-4a84-9fcd-ae29272a4a0e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:09.896683 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e47dff5-3fe0-4a84-9fcd-ae29272a4a0e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:09.987651 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44758) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:09.988342 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47dff5-3fe0-4a84-9fcd-ae29272a4a0e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Network': ['ID=87c2086d-4233-4098-b9d6-f49e42e04845,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:09.998125 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6e47dff5-3fe0-4a84-9fcd-ae29272a4a0e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3106434 Dec 12 17:59:10.001005 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 87c2086d-4233-4098-b9d6-f49e42e04845 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:59:10.002542 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44760) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:10.007468 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-173834943', 'admin_state_up': True, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:10.038543 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:10.040618 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:10.136882 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:10.388736 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:10.399558 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-642e3746-3b42-4415-991e-746e07cb1d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1667883799'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:10.526735 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642e3746-3b42-4415-991e-746e07cb1d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Made reservation on behalf of 6963a4de4e504336afd1ef52d63a0234 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:10.530459 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-642e3746-3b42-4415-991e-746e07cb1d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:10.540481 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-642e3746-3b42-4415-991e-746e07cb1d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:10.644325 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-642e3746-3b42-4415-991e-746e07cb1d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:10.677344 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-642e3746-3b42-4415-991e-746e07cb1d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:10.747900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642e3746-3b42-4415-991e-746e07cb1d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:59:10.757725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e3746-3b42-4415-991e-746e07cb1d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1096c4-d24d-4b5e-8b52-fdbaba0ebda5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:10.822551 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-69047fb6-9103-4a44-9803-a588ced2cef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:10.861992 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04ba1b0-7c92-45b8-b430-a9e1b127de9f None None] DHCP port deletion for a73a97bd-7615-42a2-a73d-778571ffe08f request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:59:10.868326 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69047fb6-9103-4a44-9803-a588ced2cef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=59edf238-4f6b-4dbf-ab30-a47b62e2e490,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:10.893227 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-642e3746-3b42-4415-991e-746e07cb1d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:10.901575 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-642e3746-3b42-4415-991e-746e07cb1d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Added segment 79d82233-8b2d-44b6-9d1f-48d9ab89cd35 of type vlan for network 61d8d2be-3be6-4293-aca7-61609dd7736f Dec 12 17:59:10.997862 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:11.003052 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-642e3746-3b42-4415-991e-746e07cb1d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:11.023815 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:11.139099 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-642e3746-3b42-4415-991e-746e07cb1d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:11.145864 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-69047fb6-9103-4a44-9803-a588ced2cef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:11.152062 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642e3746-3b42-4415-991e-746e07cb1d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:11.164083 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-642e3746-3b42-4415-991e-746e07cb1d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:11.268953 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e3746-3b42-4415-991e-746e07cb1d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Pushing event updated for resources: {'Network': ['ID=61d8d2be-3be6-4293-aca7-61609dd7736f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:11.296041 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 61d8d2be-3be6-4293-aca7-61609dd7736f details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:59:11.340924 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-642e3746-3b42-4415-991e-746e07cb1d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3418355 Dec 12 17:59:11.372066 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Allocated IP 172.25.1.233 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/c46f5f6d-958e-427f-9204-d022c7dbd900) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:59:11.525997 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:11.579847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69047fb6-9103-4a44-9803-a588ced2cef9 admin admin] Router 80fea153-4e37-4725-b4d2-fa6079a0c2dd has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:59:11.593718 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:11.619898 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44788) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:11.625530 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Request body: {'port': {'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f', 'binding:host_id': 'n-h2-760354-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197481978'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:11.727435 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:11.743861 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:11.749024 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:11.754653 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Made reservation on behalf of 380c852c242945e687ead6937dbfb73e for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:11.757113 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:11.765325 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d333c61-9180-4791-a8a2-7360a79ad82e None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:59:11.798545 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=c46f5f6d-958e-427f-9204-d022c7dbd900,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:11.804864 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:11.816451 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69047fb6-9103-4a44-9803-a588ced2cef9 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:59:11.828705 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ee11ba-727a-467c-a32b-4f7c0437805a None None] Sync routers for ids ['80fea153-4e37-4725-b4d2-fa6079a0c2dd'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:59:11.830268 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-69047fb6-9103-4a44-9803-a588ced2cef9 admin admin] 10.222.0.18 "PUT /v2.0/routers/80fea153-4e37-4725-b4d2-fa6079a0c2dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5862644 Dec 12 17:59:11.832967 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44800) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:11.867222 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ee11ba-727a-467c-a32b-4f7c0437805a None None] Routers {'80fea153-4e37-4725-b4d2-fa6079a0c2dd'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:59:11.867855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-63ee11ba-727a-467c-a32b-4f7c0437805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:58:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['80fea153-4e37-4725-b4d2-fa6079a0c2dd'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:11.925599 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:11.962381 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:12.060312 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-63ee11ba-727a-467c-a32b-4f7c0437805a None None] Set router 80fea153-4e37-4725-b4d2-fa6079a0c2dd gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:59:12.068111 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:12.078658 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] device_id is not set on port 5eaa0bfe-fa06-4099-abb5-deb59582c8df yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:59:12.195731 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:12.223883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6a4e3383-3e8e-435d-b1dd-9a30c1e92312 None None] Provisioning complete for port c46f5f6d-958e-427f-9204-d022c7dbd900 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:12.224252 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a4e3383-3e8e-435d-b1dd-9a30c1e92312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:12.303745 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f54a76-b3e4-40ac-9f05-cbb3849ee787,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:12.318086 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6a4e3383-3e8e-435d-b1dd-9a30c1e92312 None None] Port c46f5f6d-958e-427f-9204-d022c7dbd900 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:59:12.348820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-63ee11ba-727a-467c-a32b-4f7c0437805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fea153-4e37-4725-b4d2-fa6079a0c2dd', 'name': 'tempest-ServerRescueNegativeTestJSON-584742981-router', 'tenant_id': '5d0567de3ef4438e933f7f8837f24686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b40cff59-f8fa-4cf7-9079-da9a9ec721d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:56:21Z', 'updated_at': '2021-12-12T17:59:10Z', 'revision_number': 5, 'project_id': '5d0567de3ef4438e933f7f8837f24686', 'gw_port': {'id': 'b40cff59-f8fa-4cf7-9079-da9a9ec721d1', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fea153-4e37-4725-b4d2-fa6079a0c2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:56:22Z', 'updated_at': '2021-12-12T17:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:12.377164 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ee11ba-727a-467c-a32b-4f7c0437805a None None] Checking router: 80fea153-4e37-4725-b4d2-fa6079a0c2dd for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:59:12.386882 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ee11ba-727a-467c-a32b-4f7c0437805a None None] Routers {'80fea153-4e37-4725-b4d2-fa6079a0c2dd'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:59:12.388790 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-63ee11ba-727a-467c-a32b-4f7c0437805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:58:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['80fea153-4e37-4725-b4d2-fa6079a0c2dd'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:12.398865 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-76c9e2ef-9186-4ba7-9cb1-fc51de0ab28a tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:12.400731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-76c9e2ef-9186-4ba7-9cb1-fc51de0ab28a tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/networks?id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811 HTTP/1.1" status: 200 len: 815 time: 0.2361362 Dec 12 17:59:12.410689 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:12.436249 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-9551d56e-63ad-4b0f-9752-9a7127a186e2 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/quotas/0643e8c59bb04ea0bbd1649309deba41 HTTP/1.1" status: 200 len: 375 time: 0.0285935 Dec 12 17:59:12.460932 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Deleting port b40cff59-f8fa-4cf7-9079-da9a9ec721d1 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:12.460932 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:12.484914 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-63ee11ba-727a-467c-a32b-4f7c0437805a None None] Set router 80fea153-4e37-4725-b4d2-fa6079a0c2dd gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:59:12.553432 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-63ee11ba-727a-467c-a32b-4f7c0437805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fea153-4e37-4725-b4d2-fa6079a0c2dd', 'name': 'tempest-ServerRescueNegativeTestJSON-584742981-router', 'tenant_id': '5d0567de3ef4438e933f7f8837f24686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:56:21Z', 'updated_at': '2021-12-12T17:59:12Z', 'revision_number': 6, 'project_id': '5d0567de3ef4438e933f7f8837f24686', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:12.575065 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-c4f35b95-3a99-461b-b48b-bd23e6f3831e tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0643e8c59bb04ea0bbd1649309deba41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1322331 Dec 12 17:59:12.588345 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ee11ba-727a-467c-a32b-4f7c0437805a None None] The sync data for ids ['80fea153-4e37-4725-b4d2-fa6079a0c2dd'] in n-d-760354-5 is: [{'id': '80fea153-4e37-4725-b4d2-fa6079a0c2dd', 'name': 'tempest-ServerRescueNegativeTestJSON-584742981-router', 'tenant_id': '5d0567de3ef4438e933f7f8837f24686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:56:21Z', 'updated_at': '2021-12-12T17:59:12Z', 'revision_number': 6, 'project_id': '5d0567de3ef4438e933f7f8837f24686', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:59:12.655685 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] device_id is not set on port 5eaa0bfe-fa06-4099-abb5-deb59582c8df yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:59:12.670980 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:12.686043 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:12.691561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] For port b40cff59-f8fa-4cf7-9079-da9a9ec721d1, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b40cff59-f8fa-4cf7-9079-da9a9ec721d1,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:12.692106 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:12.719241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Calling delete_port for b40cff59-f8fa-4cf7-9079-da9a9ec721d1 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:12.803393 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-a72c13aa-9d6a-4fd1-849c-0f152924c668 service neutron] 10.222.0.18 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186654 Dec 12 17:59:12.847802 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Pushing event updated for resources: {'Port': ['ID=5eaa0bfe-fa06-4099-abb5-deb59582c8df,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:12.888764 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:12.897870 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Checking segment: {'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:59:12.898434 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Network hostable DHCP agents. Network: 61d8d2be-3be6-4293-aca7-61609dd7736f, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:59:12.901472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:12.902002 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:12.902547 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:12.903399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:12.904021 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:12.904548 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:12.905066 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:12.905570 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:12.906200 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:12.906712 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:12.907244 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:12.907839 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:12.908335 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:12.992161 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-ece5c61e-9efb-4775-8112-f5c8e4e46bb6 service neutron] 10.222.0.18 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784666 Dec 12 17:59:13.009672 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Network 61d8d2be-3be6-4293-aca7-61609dd7736f is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:59:13.026269 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 61d8d2be-3be6-4293-aca7-61609dd7736f) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:13.031036 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:13.036750 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddca420d-5bb2-4310-ad23-35b71b6a58bc None None] Network 61d8d2be-3be6-4293-aca7-61609dd7736f requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:59:13.058442 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:13.088178 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:13.088711 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:13.089224 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:13.102966 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:13.102966 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:13.108675 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 2 to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df Dec 12 17:59:13.145038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:13.145770 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:13.146340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:13.156290 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:13.156697 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:13.157283 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 3 to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df Dec 12 17:59:13.172991 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Pushing event deleted for resources: {'Port': ['ID=b40cff59-f8fa-4cf7-9079-da9a9ec721d1,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:13.207392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf0e2c7-89f3-451b-bf17-57e8cc589747 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:59:13.231091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:13.233967 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:13.234387 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:13.234852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:13.235239 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:13.235567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:13.237033 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:13.237382 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:13.237713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:13.240191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:13.240517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:13.240853 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:13.241183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:13.260642 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:13.261787 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:13.262326 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:13.271187 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:13.272074 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:13.272666 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 4 to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df Dec 12 17:59:13.277258 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router fc3c089f-f788-4534-a0e1-8c700d13fd3a is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 17:59:13.294029 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:13.312539 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:13.312987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:13.313401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:13.323466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:13.323466 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:13.324340 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 5 to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df Dec 12 17:59:13.505272 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:13.516933 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d61f927-42d0-4106-85af-be5630c9a9b9 req-71cd3e67-f089-4f70-88b0-33f677a6ebc9 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3b6ee56-61a6-4643-861f-9a429fb20db1 HTTP/1.1" status: 200 len: 210 time: 0.1666458 Dec 12 17:59:13.518286 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:13.624175 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:13.624777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80fea153-4e37-4725-b4d2-fa6079a0c2dd {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:59:13.631720 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:13.632822 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-21b5cb99-2ad6-455f-9d3f-005badd2e581 admin admin] 10.222.0.18 "DELETE /v2.0/routers/80fea153-4e37-4725-b4d2-fa6079a0c2dd HTTP/1.1" status: 204 len: 168 time: 1.7985883 Dec 12 17:59:13.635831 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44844) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:13.736427 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1e1c4c-7c1f-4df3-a7d0-25c1dfbfa5d3 admin admin] Deleting subnet 17e5a63f-b5d7-491b-80e1-89a69bd502ab {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:59:13.751702 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1c4c-7c1f-4df3-a7d0-25c1dfbfa5d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:13.756248 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 59edf238-4f6b-4dbf-ab30-a47b62e2e490 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:59:13.810010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 59edf238-4f6b-4dbf-ab30-a47b62e2e490 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:59:13.820504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 59edf238-4f6b-4dbf-ab30-a47b62e2e490 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:59:13.824727 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b40cff59-f8fa-4cf7-9079-da9a9ec721d1 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:59:13.827182 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1c4c-7c1f-4df3-a7d0-25c1dfbfa5d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:13.857024 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: b40cff59-f8fa-4cf7-9079-da9a9ec721d1 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:59:13.857729 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b40cff59-f8fa-4cf7-9079-da9a9ec721d1 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:59:13.935029 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1c4c-7c1f-4df3-a7d0-25c1dfbfa5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:13.997667 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:13.998255 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:14.004137 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:14.016427 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:14.016951 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:14.021248 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 6 to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df Dec 12 17:59:14.049792 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1c4c-7c1f-4df3-a7d0-25c1dfbfa5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:14.069458 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:14.069954 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:14.070399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:14.080150 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:14.080898 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:14.084776 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 7 to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df Dec 12 17:59:14.111369 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1c4c-7c1f-4df3-a7d0-25c1dfbfa5d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:14.116896 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:14.117313 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:14.117756 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:14.119149 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1a1e1c4c-7c1f-4df3-a7d0-25c1dfbfa5d3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/17e5a63f-b5d7-491b-80e1-89a69bd502ab HTTP/1.1" status: 204 len: 168 time: 0.4820731 Dec 12 17:59:14.119853 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44852) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:14.126169 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879bf4b4-efe7-48c5-a660-9c97aa1a16f4 None None] Network a73a97bd-7615-42a2-a73d-778571ffe08f requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:59:14.133902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:59:14.136016 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:14.136420 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:14.146282 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Sync routers for ids ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:59:14.147925 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 8 to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df Dec 12 17:59:14.176955 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Routers {'fc3c089f-f788-4534-a0e1-8c700d13fd3a'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:59:14.178190 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:58:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:14.209617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:14.209968 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:14.210412 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:14.237464 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:14.239457 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:14.240003 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 9 to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df Dec 12 17:59:14.269717 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:14.274598 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2d950781-1c83-4578-bc10-d90228c3465d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.2696834 Dec 12 17:59:14.280040 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44858) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:14.282935 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50fd7ba8-857d-4081-807e-312beba7eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:14.286899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e1c4c-7c1f-4df3-a7d0-25c1dfbfa5d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17e5a63f-b5d7-491b-80e1-89a69bd502ab,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:14.317072 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:14.317420 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:14.319516 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:14.379609 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4ac96cf2-6357-4dbf-86eb-7917284a82a9 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=1ca8577c66784779ba8900bd9278d832&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0975461 Dec 12 17:59:14.382615 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:14.383027 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:14.383494 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44860) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:14.383955 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 10 to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df Dec 12 17:59:14.411493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49884b64-56da-499a-b55b-1ff190d09e06 None None] DHCP port deletion for a73a97bd-7615-42a2-a73d-778571ffe08f request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:59:14.478958 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:14.479320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:14.479664 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:14.488259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:14.489038 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 5eaa0bfe-fa06-4099-abb5-deb59582c8df on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:14.489038 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:14.516633 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50fd7ba8-857d-4081-807e-312beba7eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:14.554400 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a19726-1f3b-4b0a-87ce-9453e311f8eb tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:14.558163 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a6a19726-1f3b-4b0a-87ce-9453e311f8eb tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1671555 Dec 12 17:59:14.562348 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44868) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:14.596067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-50fd7ba8-857d-4081-807e-312beba7eb1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a73a97bd-7615-42a2-a73d-778571ffe08f']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:14.619752 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d1533efb-ec33-4815-818d-806e0c794e35 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502896 Dec 12 17:59:14.623623 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44870) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:14.641307 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-18f02a06-38e3-4b7f-9f00-0c03aaf9758e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1937019367', 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:14.647657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-50fd7ba8-857d-4081-807e-312beba7eb1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55eeb1df-85da-4d74-b53f-7987f9a23d31') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:14.648240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-50fd7ba8-857d-4081-807e-312beba7eb1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55eeb1df-85da-4d74-b53f-7987f9a23d31') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:14.702796 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Set router fc3c089f-f788-4534-a0e1-8c700d13fd3a gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:59:14.707535 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50fd7ba8-857d-4081-807e-312beba7eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:14.733419 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] For port 5eaa0bfe-fa06-4099-abb5-deb59582c8df, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:59:14.734032 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempted to set empty binding levels {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 12 17:59:14.745029 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:14.804228 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:14.805674 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:14.805829 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-acf37cdf-dfe5-4215-bcb5-7056a44643f0 req-18a669c4-119d-401e-8944-4373b65d5221 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3b6ee56-61a6-4643-861f-9a429fb20db1 HTTP/1.1" status: 200 len: 210 time: 0.1321981 Dec 12 17:59:14.843566 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f020e96-a723-4d51-a152-c27ad70a2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:14.859253 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Pushing event updated for resources: {'Port': ['ID=5eaa0bfe-fa06-4099-abb5-deb59582c8df,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:14.882946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f02a06-38e3-4b7f-9f00-0c03aaf9758e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Made reservation on behalf of 1ca8577c66784779ba8900bd9278d832 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:14.886749 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50fd7ba8-857d-4081-807e-312beba7eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:14.890025 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18f02a06-38e3-4b7f-9f00-0c03aaf9758e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:14.936804 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fd7ba8-857d-4081-807e-312beba7eb1c admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:59:14.937629 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50fd7ba8-857d-4081-807e-312beba7eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:59:14.939646 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:59:15.010981 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fd2f4132-6423-418b-9c72-f7d1b29d50cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.3896749 Dec 12 17:59:15.019807 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44876) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:15.054922 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50fd7ba8-857d-4081-807e-312beba7eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:15.080124 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-a6879979-28ba-4a75-980d-6f12ab4f2f27 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:15.084860 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-a6879979-28ba-4a75-980d-6f12ab4f2f27 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.20 "GET /v2.0/networks?id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811 HTTP/1.1" status: 200 len: 815 time: 0.2922552 Dec 12 17:59:15.125617 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50fd7ba8-857d-4081-807e-312beba7eb1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:15.136142 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-50fd7ba8-857d-4081-807e-312beba7eb1c admin admin] 10.222.0.18 "DELETE /v2.0/networks/a73a97bd-7615-42a2-a73d-778571ffe08f HTTP/1.1" status: 204 len: 168 time: 0.9657941 Dec 12 17:59:15.138870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd7ba8-857d-4081-807e-312beba7eb1c admin admin] Pushing event deleted for resources: {'Network': ['ID=a73a97bd-7615-42a2-a73d-778571ffe08f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:15.149366 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-2d8bc713-9edc-4383-9f5b-238c1278e0bc tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Request body: {'port': {'device_id': 'b3b6ee56-61a6-4643-861f-9a429fb20db1', 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811', 'admin_state_up': True, 'tenant_id': '0643e8c59bb04ea0bbd1649309deba41'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:15.200312 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173834943', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:59:10Z', 'updated_at': '2021-12-12T17:59:12Z', 'revision_number': 3, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:11Z', 'updated_at': '2021-12-12T17:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:15.214783 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a6770-8994-4aa9-9f38-67f15ad12d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Deleting port 5eaa0bfe-fa06-4099-abb5-deb59582c8df {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:15.215442 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a5a6770-8994-4aa9-9f38-67f15ad12d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:15.297093 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Checking router: fc3c089f-f788-4534-a0e1-8c700d13fd3a for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:59:15.297093 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Updating router fc3c089f-f788-4534-a0e1-8c700d13fd3a port c46f5f6d-958e-427f-9204-d022c7dbd900 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:59:15.333660 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-9a5a6770-8994-4aa9-9f38-67f15ad12d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] For port 5eaa0bfe-fa06-4099-abb5-deb59582c8df, host n-h2-760354-5, got binding levels [] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:15.334248 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a5a6770-8994-4aa9-9f38-67f15ad12d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:15.339574 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:15.349187 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a6770-8994-4aa9-9f38-67f15ad12d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Calling delete_port for 5eaa0bfe-fa06-4099-abb5-deb59582c8df owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:15.370250 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18f02a06-38e3-4b7f-9f00-0c03aaf9758e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:15.374644 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-2d8bc713-9edc-4383-9f5b-238c1278e0bc tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Made reservation on behalf of 0643e8c59bb04ea0bbd1649309deba41 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:15.379977 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-2d8bc713-9edc-4383-9f5b-238c1278e0bc tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:15.522918 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-2d8bc713-9edc-4383-9f5b-238c1278e0bc tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Allocated IP 172.20.0.3 (7734bd2a-69ed-4fcf-8d01-97c4c0c40811/59029fd3-d542-49a5-8d21-125b85b5f591/08035c0e-a3e5-4232-aa31-14241459a24a) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:59:15.542520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f02a06-38e3-4b7f-9f00-0c03aaf9758e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Subnet': ['ID=ebf8e5ab-4171-48c8-94d8-5cda0d110e5c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:15.556555 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a5a6770-8994-4aa9-9f38-67f15ad12d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:15.568420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44888) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:15.586506 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a5a6770-8994-4aa9-9f38-67f15ad12d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:15.591665 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9a5a6770-8994-4aa9-9f38-67f15ad12d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] 10.222.0.18 "DELETE /v2.0/ports/5eaa0bfe-fa06-4099-abb5-deb59582c8df HTTP/1.1" status: 204 len: 168 time: 0.5703330 Dec 12 17:59:15.596249 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44890) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:15.626042 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a6770-8994-4aa9-9f38-67f15ad12d18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Pushing event deleted for resources: {'Port': ['ID=5eaa0bfe-fa06-4099-abb5-deb59582c8df,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:15.636579 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-d185629c-95bf-4bf7-ad59-362c63f98ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] GET failed (client error): The resource could not be found. Dec 12 17:59:15.641925 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d185629c-95bf-4bf7-ad59-362c63f98ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] 10.222.0.18 "GET /v2.0/ports/5eaa0bfe-fa06-4099-abb5-deb59582c8df HTTP/1.1" status: 404 len: 333 time: 0.0395460 Dec 12 17:59:15.643343 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44892) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:15.649103 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-adbf4b66-6d53-4d71-b753-6ce2e61eef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Request body: {'port': {'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-74973058'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:15.674331 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f02a06-38e3-4b7f-9f00-0c03aaf9758e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Checking segment: {'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:59:15.674931 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f02a06-38e3-4b7f-9f00-0c03aaf9758e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network hostable DHCP agents. Network: 87c2086d-4233-4098-b9d6-f49e42e04845, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:59:15.709926 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbf4b66-6d53-4d71-b753-6ce2e61eef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Made reservation on behalf of 380c852c242945e687ead6937dbfb73e for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:15.713118 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adbf4b66-6d53-4d71-b753-6ce2e61eef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:15.720421 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f02a06-38e3-4b7f-9f00-0c03aaf9758e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network 87c2086d-4233-4098-b9d6-f49e42e04845 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:59:15.746320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-adbf4b66-6d53-4d71-b753-6ce2e61eef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] device_id is not set on port 446bd458-41a0-4d4d-ae78-d4915d379c06 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:59:15.755420 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-18f02a06-38e3-4b7f-9f00-0c03aaf9758e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 87c2086d-4233-4098-b9d6-f49e42e04845) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:15.768399 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f744e9c-01a1-4459-8513-7fd53ff4ea67 None None] Network 87c2086d-4233-4098-b9d6-f49e42e04845 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:59:15.770788 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f02a06-38e3-4b7f-9f00-0c03aaf9758e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:15.771506 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18f02a06-38e3-4b7f-9f00-0c03aaf9758e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:15.865184 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-18f02a06-38e3-4b7f-9f00-0c03aaf9758e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2372186 Dec 12 17:59:15.865839 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44896) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:15.936652 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:15.945317 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:15.977138 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Attempting to bind port c46f5f6d-958e-427f-9204-d022c7dbd900 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:15.977575 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d1322f-adda-40e8-8e88-bf5b7ad6dc07 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:59:15.978040 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Attempting to bind port c46f5f6d-958e-427f-9204-d022c7dbd900 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:15.978590 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Attempting to bind port c46f5f6d-958e-427f-9204-d022c7dbd900 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:16.002537 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:59:16.003246 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:59:16.003837 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:16.004443 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:59:16.005144 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Bound port: c46f5f6d-958e-427f-9204-d022c7dbd900, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:59:16.005713 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:16.077714 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-87c2086d-4233-4098-b9d6-f49e42e04845', 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ips': [{'subnet_id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:59:16.078571 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:16.089033 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] For port c46f5f6d-958e-427f-9204-d022c7dbd900, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:59:16.095631 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920855c9-44a8-4285-8df7-07410e873076 None None] Pushing event updated for resources: {'Port': ['ID=c46f5f6d-958e-427f-9204-d022c7dbd900,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:16.113230 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] For port c46f5f6d-958e-427f-9204-d022c7dbd900, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c46f5f6d-958e-427f-9204-d022c7dbd900,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:59:16.116414 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920855c9-44a8-4285-8df7-07410e873076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:16.116770 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920855c9-44a8-4285-8df7-07410e873076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:16.117120 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920855c9-44a8-4285-8df7-07410e873076 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:16.117469 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920855c9-44a8-4285-8df7-07410e873076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:16.117811 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920855c9-44a8-4285-8df7-07410e873076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:16.120494 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920855c9-44a8-4285-8df7-07410e873076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:16.120862 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920855c9-44a8-4285-8df7-07410e873076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:16.121197 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920855c9-44a8-4285-8df7-07410e873076 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:16.123060 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920855c9-44a8-4285-8df7-07410e873076 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:16.124681 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920855c9-44a8-4285-8df7-07410e873076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:16.125030 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920855c9-44a8-4285-8df7-07410e873076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:16.125359 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920855c9-44a8-4285-8df7-07410e873076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:16.126855 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920855c9-44a8-4285-8df7-07410e873076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:59:16.135580 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:16.238205 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920855c9-44a8-4285-8df7-07410e873076 None None] Pushing event updated for resources: {'Port': ['ID=c46f5f6d-958e-427f-9204-d022c7dbd900,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:16.255453 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adbf4b66-6d53-4d71-b753-6ce2e61eef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:16.282655 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Routers {'fc3c089f-f788-4534-a0e1-8c700d13fd3a'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:59:16.283384 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:58:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:16.409744 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-2d8bc713-9edc-4383-9f5b-238c1278e0bc tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:16.470095 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-2d8bc713-9edc-4383-9f5b-238c1278e0bc tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:16.471174 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adbf4b66-6d53-4d71-b753-6ce2e61eef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:16.529010 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] Set router fc3c089f-f788-4534-a0e1-8c700d13fd3a gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:59:16.546737 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be9a232-5b5a-4d6f-9854-ef07d7f229b4 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:59:16.549413 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-19f76b01-127c-44cc-ae52-b9db0fdb6eae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d0567de3ef4438e933f7f8837f24686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9798088 Dec 12 17:59:16.553547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44910) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:16.560742 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['c0b926e1-7076-46a3-ad9a-27de585ce21d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:59:16.575545 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-2d8bc713-9edc-4383-9f5b-238c1278e0bc tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:16.588633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-2d8bc713-9edc-4383-9f5b-238c1278e0bc tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:16.640368 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bc713-9edc-4383-9f5b-238c1278e0bc tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Pushing event updated for resources: {'Port': ['ID=08035c0e-a3e5-4232-aa31-14241459a24a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:16.642247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['40cef727-1ccb-4d16-ab4c-c5298cd6f709'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:59:16.654462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-2d8bc713-9edc-4383-9f5b-238c1278e0bc tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:16.656606 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbf4b66-6d53-4d71-b753-6ce2e61eef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Network 61d8d2be-3be6-4293-aca7-61609dd7736f is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:16.681263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d169e52-3556-4f1e-86c3-2c4d4d8b0380 req-2bec574b-5e04-47f8-ab4b-e3651ca171cd tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:16.683044 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d169e52-3556-4f1e-86c3-2c4d4d8b0380 req-2bec574b-5e04-47f8-ab4b-e3651ca171cd tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3b6ee56-61a6-4643-861f-9a429fb20db1 HTTP/1.1" status: 200 len: 931 time: 0.2291765 Dec 12 17:59:16.696411 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-adbf4b66-6d53-4d71-b753-6ce2e61eef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:16.706852 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbf4b66-6d53-4d71-b753-6ce2e61eef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:16.708146 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf4b66-6d53-4d71-b753-6ce2e61eef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:16.709111 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adbf4b66-6d53-4d71-b753-6ce2e61eef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:16.728515 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf4b66-6d53-4d71-b753-6ce2e61eef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Pushing event updated for resources: {'Port': ['ID=446bd458-41a0-4d4d-ae78-d4915d379c06,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:16.763666 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-adbf4b66-6d53-4d71-b753-6ce2e61eef72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.1200700 Dec 12 17:59:16.773543 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44912) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:16.785548 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:16.918959 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d169e52-3556-4f1e-86c3-2c4d4d8b0380 req-0bb8e41a-72a1-40b7-a979-d01dbb32c9b7 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739259 Dec 12 17:59:16.935357 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173834943', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:59:10Z', 'updated_at': '2021-12-12T17:59:12Z', 'revision_number': 3, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:11Z', 'updated_at': '2021-12-12T17:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:16.940384 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-2d8bc713-9edc-4383-9f5b-238c1278e0bc tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:16.940840 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-2d8bc713-9edc-4383-9f5b-238c1278e0bc tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:16.945725 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-022b0649-162a-4e66-9bcc-0ade64320a3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:16.949614 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:16.969540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e929a9f0-45bd-4c7d-89ec-760d4b3084bc None None] Provisioning complete for port c46f5f6d-958e-427f-9204-d022c7dbd900 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:16.970120 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e929a9f0-45bd-4c7d-89ec-760d4b3084bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:16.972137 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-022b0649-162a-4e66-9bcc-0ade64320a3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:16.991344 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ffe031-b31a-4b10-8419-c22a35b1b20b None None] The sync data for ids ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'] in n-d-760354-5 is: [{'id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173834943', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:59:10Z', 'updated_at': '2021-12-12T17:59:12Z', 'revision_number': 3, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:11Z', 'updated_at': '2021-12-12T17:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:59:16.996960 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Allocated IP 172.20.0.2 (87c2086d-4233-4098-b9d6-f49e42e04845/ebf8e5ab-4171-48c8-94d8-5cda0d110e5c/2fbf3b0f-6464-4277-8b4a-4495674aeb2a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:59:17.044848 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-022b0649-162a-4e66-9bcc-0ade64320a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:17.048035 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-022b0649-162a-4e66-9bcc-0ade64320a3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:17.049517 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-022b0649-162a-4e66-9bcc-0ade64320a3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86759833-ca62-4fef-83b5-0fefa4468a2a HTTP/1.1" status: 204 len: 168 time: 0.4928417 Dec 12 17:59:17.062334 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-2d8bc713-9edc-4383-9f5b-238c1278e0bc tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9249728 Dec 12 17:59:17.063665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b0649-162a-4e66-9bcc-0ade64320a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86759833-ca62-4fef-83b5-0fefa4468a2a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:17.085578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Request body: {'port': {'device_id': 'b3b6ee56-61a6-4643-861f-9a429fb20db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:17.131374 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c72d804e-0656-4e15-8a80-0fa10b30707e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:17.240106 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:17.252656 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e929a9f0-45bd-4c7d-89ec-760d4b3084bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:17.266883 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:17.522509 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:17.539431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e929a9f0-45bd-4c7d-89ec-760d4b3084bc None None] For port c46f5f6d-958e-427f-9204-d022c7dbd900, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c46f5f6d-958e-427f-9204-d022c7dbd900,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:17.540809 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:17.595776 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32726157-237a-4657-87b3-556416cdd512 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:17.639337 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Network 87c2086d-4233-4098-b9d6-f49e42e04845 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:17.645357 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Pushing event updated for resources: {'Port': ['ID=2fbf3b0f-6464-4277-8b4a-4495674aeb2a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:17.650440 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:17.658596 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e929a9f0-45bd-4c7d-89ec-760d4b3084bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:17.664651 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:17.794363 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Attempting to bind port 2fbf3b0f-6464-4277-8b4a-4495674aeb2a on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:17.794734 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Attempting to bind port 2fbf3b0f-6464-4277-8b4a-4495674aeb2a by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:17.795091 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Attempting to bind port 2fbf3b0f-6464-4277-8b4a-4495674aeb2a on network 87c2086d-4233-4098-b9d6-f49e42e04845 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:17.833694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:59:17.834347 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Checking segment: {'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:59:17.834919 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:17.835573 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Bound using segment: {'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:59:17.836218 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Bound port: 2fbf3b0f-6464-4277-8b4a-4495674aeb2a, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:59:17.836797 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:17.854435 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:17.872804 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c46f5f6d-958e-427f-9204-d022c7dbd900 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:59:17.923871 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08035c0e-a3e5-4232-aa31-14241459a24a {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:59:17.956864 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:17.998595 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Transition to ACTIVE for port object 08035c0e-a3e5-4232-aa31-14241459a24a will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:59:18.006633 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:18.063185 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929a9f0-45bd-4c7d-89ec-760d4b3084bc None None] Pushing event updated for resources: {'Port': ['ID=c46f5f6d-958e-427f-9204-d022c7dbd900,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:18.078546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=08035c0e-a3e5-4232-aa31-14241459a24a,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:18.108728 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] For port 2fbf3b0f-6464-4277-8b4a-4495674aeb2a, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:59:18.113047 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] For port 2fbf3b0f-6464-4277-8b4a-4495674aeb2a, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2fbf3b0f-6464-4277-8b4a-4495674aeb2a,segment=NetworkSegment(778541a3-f1ab-4e51-989d-5106ce0fd392),segment_id=778541a3-f1ab-4e51-989d-5106ce0fd392)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:59:18.139175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-307acd59-e3ae-4641-83c1-fab419da8f23 None None] Provisioning complete for port c46f5f6d-958e-427f-9204-d022c7dbd900 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:18.139590 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-307acd59-e3ae-4641-83c1-fab419da8f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:18.228469 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Attempting to bind port 08035c0e-a3e5-4232-aa31-14241459a24a on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:18.228774 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Attempting to bind port 08035c0e-a3e5-4232-aa31-14241459a24a by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '1b311cc5-0659-4d49-8de7-75f56f87ff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:18.229300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Attempting to bind port 08035c0e-a3e5-4232-aa31-14241459a24a on network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:18.236770 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:18.252014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db46f2a-719b-4281-a15d-84401086c2df req-a23ff2cb-ecec-4b79-a86c-45f4c4ed2545 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:18.253848 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9db46f2a-719b-4281-a15d-84401086c2df req-a23ff2cb-ecec-4b79-a86c-45f4c4ed2545 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3b6ee56-61a6-4643-861f-9a429fb20db1 HTTP/1.1" status: 200 len: 943 time: 0.1672161 Dec 12 17:59:18.254652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Port 08035c0e-a3e5-4232-aa31-14241459a24a on network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:18.255077 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Attempting to bind port 08035c0e-a3e5-4232-aa31-14241459a24a on network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:18.319714 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9db46f2a-719b-4281-a15d-84401086c2df req-61564451-26df-42b8-9fa4-a553427dd5aa tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574627 Dec 12 17:59:18.320651 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:59:18.321069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Checking segment: {'id': '1b311cc5-0659-4d49-8de7-75f56f87ff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:59:18.321529 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Bound using segment: {'id': '1b311cc5-0659-4d49-8de7-75f56f87ff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:59:18.322049 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Bound port: 08035c0e-a3e5-4232-aa31-14241459a24a, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b311cc5-0659-4d49-8de7-75f56f87ff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:59:18.322841 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:18.334171 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-32726157-237a-4657-87b3-556416cdd512 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Allocated IP 172.20.0.1 (87c2086d-4233-4098-b9d6-f49e42e04845/ebf8e5ab-4171-48c8-94d8-5cda0d110e5c/f569ffb0-b35b-485c-9b6f-2c94f120adf4) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:59:18.447900 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c46f5f6d-958e-427f-9204-d022c7dbd900 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:18.448281 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:18.451493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b7fa3-5d75-448c-9661-079c350c41bc None None] Pushing event updated for resources: {'Port': ['ID=2fbf3b0f-6464-4277-8b4a-4495674aeb2a,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:18.518395 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] For port 08035c0e-a3e5-4232-aa31-14241459a24a, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:59:18.530504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] For port 08035c0e-a3e5-4232-aa31-14241459a24a, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=08035c0e-a3e5-4232-aa31-14241459a24a,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:59:18.544687 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:18.643428 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32726157-237a-4657-87b3-556416cdd512 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:18.656720 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:18.660683 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:18.664297 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] 10.222.0.20 "PUT /v2.0/ports/08035c0e-a3e5-4232-aa31-14241459a24a HTTP/1.1" status: 200 len: 1091 time: 1.5909166 Dec 12 17:59:18.670647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b6ee56-61a6-4643-861f-9a429fb20db1', 'tag': '08035c0e-a3e5-4232-aa31-14241459a24a'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:59:18.679299 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba198fa-7398-4f90-a4da-a839842bda08" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b6ee56-61a6-4643-861f-9a429fb20db1", "tag": "08035c0e-a3e5-4232-aa31-14241459a24a"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:59:18.707763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44962) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:18.731730 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32726157-237a-4657-87b3-556416cdd512 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:18.745215 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:18.852296 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e198e74b-521f-4942-ac0c-57de7403b899 x-openstack-request-id: req-e198e74b-521f-4942-ac0c-57de7403b899 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:59:18.852605 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b6ee56-61a6-4643-861f-9a429fb20db1", "tag": "08035c0e-a3e5-4232-aa31-14241459a24a", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:59:18.852865 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e198e74b-521f-4942-ac0c-57de7403b899 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:59:18.853272 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b6ee56-61a6-4643-861f-9a429fb20db1', 'tag': '08035c0e-a3e5-4232-aa31-14241459a24a', 'status': 'completed', 'code': 200} Dec 12 17:59:18.864400 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32726157-237a-4657-87b3-556416cdd512 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=f569ffb0-b35b-485c-9b6f-2c94f120adf4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:18.937543 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32726157-237a-4657-87b3-556416cdd512 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network 87c2086d-4233-4098-b9d6-f49e42e04845 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:18.944011 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-32726157-237a-4657-87b3-556416cdd512 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:18.947449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5b92c-b789-4810-902f-2393089c1ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=08035c0e-a3e5-4232-aa31-14241459a24a,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:18.962269 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32726157-237a-4657-87b3-556416cdd512 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:18.996571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-ad90a93c-c469-4de3-bdfe-64c356b52ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:18.998165 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-ad90a93c-c469-4de3-bdfe-64c356b52ca3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0643e8c59bb04ea0bbd1649309deba41&device_id=b3b6ee56-61a6-4643-861f-9a429fb20db1 HTTP/1.1" status: 200 len: 1094 time: 0.2449584 Dec 12 17:59:19.016256 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] device_id is not set on port 446bd458-41a0-4d4d-ae78-d4915d379c06 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:59:19.039947 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:19.057155 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:19.122760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-b54e07a4-6da0-4aea-92bd-c5d2ec942d73 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-480203673-network', 'tenant_id': '3b35ba60d7854859b520b537bf7d0c30'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:19.125744 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Pushing event updated for resources: {'Port': ['ID=446bd458-41a0-4d4d-ae78-d4915d379c06,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:19.130005 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32726157-237a-4657-87b3-556416cdd512 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:19.142469 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-ced76e4d-f280-4b83-979e-af74cf69a4cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08035c0e-a3e5-4232-aa31-14241459a24a HTTP/1.1" status: 200 len: 217 time: 0.1301577 Dec 12 17:59:19.211578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54e07a4-6da0-4aea-92bd-c5d2ec942d73 admin admin] Made reservation on behalf of 3b35ba60d7854859b520b537bf7d0c30 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:19.215434 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b54e07a4-6da0-4aea-92bd-c5d2ec942d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:19.231923 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b54e07a4-6da0-4aea-92bd-c5d2ec942d73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:19.248970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-06eabada-8655-4120-bef3-951d49a70bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:19.250959 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-06eabada-8655-4120-bef3-951d49a70bbc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=59029fd3-d542-49a5-8d21-125b85b5f591 HTTP/1.1" status: 200 len: 855 time: 0.0979855 Dec 12 17:59:19.269216 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:19.269942 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:19.270207 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:19.284112 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:19.284870 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:19.287129 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 2 to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 Dec 12 17:59:19.292965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-8cc87023-6c0a-46f9-9b99-dc040b3a054c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347772 Dec 12 17:59:19.307749 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:19.308231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:19.308667 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:19.315023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:19.315529 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:19.316021 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 3 to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 Dec 12 17:59:19.360354 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:19.360683 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:19.361030 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:19.370282 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:19.370987 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:19.374120 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 4 to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 Dec 12 17:59:19.389176 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32726157-237a-4657-87b3-556416cdd512 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:19.411800 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:19.412435 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:19.412953 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:19.422284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:19.422930 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:19.447862 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 5 to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 Dec 12 17:59:19.486378 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-8eac3656-8de3-4135-91ca-269671342716 service neutron] 10.222.0.20 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813388 Dec 12 17:59:19.488467 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b54e07a4-6da0-4aea-92bd-c5d2ec942d73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:19.502365 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:19.503175 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:19.503768 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:19.516242 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:19.516573 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:19.535622 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b54e07a4-6da0-4aea-92bd-c5d2ec942d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:19.557816 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 6 to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 Dec 12 17:59:19.615852 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:19.616114 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:19.616654 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:19.617450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54e07a4-6da0-4aea-92bd-c5d2ec942d73 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:59:19.630423 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:19.630939 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:19.634980 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 7 to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 Dec 12 17:59:19.658204 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e07a4-6da0-4aea-92bd-c5d2ec942d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a7736a-b82e-4cbd-ab14-6f2480c2805b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:19.662715 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:19.663574 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b54e07a4-6da0-4aea-92bd-c5d2ec942d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:19.664072 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-b54e07a4-6da0-4aea-92bd-c5d2ec942d73 admin admin] Added segment 809b6ba5-4d2c-4850-976d-36f4a96fa95e of type vlan for network ff0407b2-ac42-4b4b-9f5f-d81d040d0af3 Dec 12 17:59:19.664486 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:19.665064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:19.692070 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:19.692721 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:19.704603 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 8 to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 Dec 12 17:59:19.721031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6a3aa-d98e-452b-85ed-608d9112a7f6 req-44aa32fa-5742-4ac5-8d14-a7770ba4b6e6 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:19.729150 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:19.729294 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ad6a3aa-d98e-452b-85ed-608d9112a7f6 req-44aa32fa-5742-4ac5-8d14-a7770ba4b6e6 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3b6ee56-61a6-4643-861f-9a429fb20db1 HTTP/1.1" status: 200 len: 943 time: 0.2055962 Dec 12 17:59:19.730523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:19.731136 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:19.741351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:19.741891 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:19.750496 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 9 to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 Dec 12 17:59:19.750718 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b54e07a4-6da0-4aea-92bd-c5d2ec942d73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:19.766085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6717c72-47a9-4e97-a671-4b391dbf4fc0 req-6ba6c8e8-343a-4c28-898e-9a6eeb9c605c service neutron] 10.222.0.20 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728493 Dec 12 17:59:19.828258 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b54e07a4-6da0-4aea-92bd-c5d2ec942d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:19.829518 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54e07a4-6da0-4aea-92bd-c5d2ec942d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:19.830295 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b54e07a4-6da0-4aea-92bd-c5d2ec942d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:19.839828 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ad6a3aa-d98e-452b-85ed-608d9112a7f6 req-a9536aa9-a177-4cd6-8ff4-56bfc851774b tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852277 Dec 12 17:59:19.895740 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:19.895982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:19.898536 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:19.921248 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:19.921838 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:19.924703 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 10 to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 Dec 12 17:59:19.960899 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:19.961579 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:19.962122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:19.971251 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:19.971879 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 446bd458-41a0-4d4d-ae78-d4915d379c06 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:19.972631 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:19.984314 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b54e07a4-6da0-4aea-92bd-c5d2ec942d73 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2749028 Dec 12 17:59:19.988837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44986) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:19.993997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a969c4b3-d466-4ef5-851d-118d1abbcd83 admin admin] Request body: {'subnet': {'network_id': 'ff0407b2-ac42-4b4b-9f5f-d81d040d0af3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-480203673-subnet', 'tenant_id': '3b35ba60d7854859b520b537bf7d0c30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:19.999169 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e07a4-6da0-4aea-92bd-c5d2ec942d73 admin admin] Pushing event updated for resources: {'Network': ['ID=ff0407b2-ac42-4b4b-9f5f-d81d040d0af3,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:20.011309 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network ff0407b2-ac42-4b4b-9f5f-d81d040d0af3 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:59:20.038071 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba198fa-7398-4f90-a4da-a839842bda08 req-24454456-fca8-4869-bc7f-accf0585c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.039908 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba198fa-7398-4f90-a4da-a839842bda08 req-24454456-fca8-4869-bc7f-accf0585c6e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0643e8c59bb04ea0bbd1649309deba41&device_id=b3b6ee56-61a6-4643-861f-9a429fb20db1 HTTP/1.1" status: 200 len: 1094 time: 0.1496711 Dec 12 17:59:20.048528 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a969c4b3-d466-4ef5-851d-118d1abbcd83 admin admin] Made reservation on behalf of 3b35ba60d7854859b520b537bf7d0c30 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:20.051975 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a969c4b3-d466-4ef5-851d-118d1abbcd83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:20.108331 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c46f5f6d-958e-427f-9204-d022c7dbd900 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:59:20.180193 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:20.225308 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba198fa-7398-4f90-a4da-a839842bda08 req-aef0bbad-80d7-4f64-8c07-cdaa03ad0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.227623 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba198fa-7398-4f90-a4da-a839842bda08 req-aef0bbad-80d7-4f64-8c07-cdaa03ad0204 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811 HTTP/1.1" status: 200 len: 916 time: 0.1716938 Dec 12 17:59:20.230657 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c46f5f6d-958e-427f-9204-d022c7dbd900 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:20.232363 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:20.265510 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32726157-237a-4657-87b3-556416cdd512 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:20.283908 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32726157-237a-4657-87b3-556416cdd512 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:20.325110 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba198fa-7398-4f90-a4da-a839842bda08 req-857c105e-30bc-4a72-ac29-b19e5ff3044b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08035c0e-a3e5-4232-aa31-14241459a24a HTTP/1.1" status: 200 len: 217 time: 0.0838857 Dec 12 17:59:20.348289 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] For port 446bd458-41a0-4d4d-ae78-d4915d379c06, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:59:20.348713 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempted to set empty binding levels {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 12 17:59:20.375588 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2fbf3b0f-6464-4277-8b4a-4495674aeb2a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:59:20.382885 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:20.416980 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32726157-237a-4657-87b3-556416cdd512 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=f569ffb0-b35b-485c-9b6f-2c94f120adf4,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:20.422096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba198fa-7398-4f90-a4da-a839842bda08 req-618be897-b08b-4028-badc-5479ad5656f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.422524 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32726157-237a-4657-87b3-556416cdd512 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:20.423759 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba198fa-7398-4f90-a4da-a839842bda08 req-618be897-b08b-4028-badc-5479ad5656f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=59029fd3-d542-49a5-8d21-125b85b5f591 HTTP/1.1" status: 200 len: 855 time: 0.0817168 Dec 12 17:59:20.425242 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] In _notify_port_updated(), no bound segment for port 446bd458-41a0-4d4d-ae78-d4915d379c06 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 17:59:20.426424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.426694 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:20.428025 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] 10.222.0.18 "PUT /v2.0/ports/446bd458-41a0-4d4d-ae78-d4915d379c06 HTTP/1.1" status: 200 len: 977 time: 3.6528144 Dec 12 17:59:20.436888 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45000) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:20.439353 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d1bc1a-b8d3-48fe-a6e6-076650c51c4e None None] Network 87c2086d-4233-4098-b9d6-f49e42e04845 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:59:20.542202 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adceef-40ce-41f3-be69-e047e6746270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Pushing event updated for resources: {'Port': ['ID=446bd458-41a0-4d4d-ae78-d4915d379c06,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:20.562071 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba198fa-7398-4f90-a4da-a839842bda08 req-b28a9b70-0792-411f-ad9a-820dec935f16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259527 Dec 12 17:59:20.580916 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7db48958-b6d9-42fd-8ba6-22584e08771b None None] Provisioning complete for port 2fbf3b0f-6464-4277-8b4a-4495674aeb2a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:20.581298 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7db48958-b6d9-42fd-8ba6-22584e08771b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:20.617286 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32726157-237a-4657-87b3-556416cdd512 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network 87c2086d-4233-4098-b9d6-f49e42e04845 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:20.619769 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-32726157-237a-4657-87b3-556416cdd512 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:20.635427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 2fbf3b0f-6464-4277-8b4a-4495674aeb2a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:20.636212 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:20.715593 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06067c5f-1f6d-4337-9a71-d91ce3f17653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.716342 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06067c5f-1f6d-4337-9a71-d91ce3f17653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.717116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06067c5f-1f6d-4337-9a71-d91ce3f17653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.717782 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06067c5f-1f6d-4337-9a71-d91ce3f17653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.718414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06067c5f-1f6d-4337-9a71-d91ce3f17653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.719045 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06067c5f-1f6d-4337-9a71-d91ce3f17653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.719955 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06067c5f-1f6d-4337-9a71-d91ce3f17653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.720585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06067c5f-1f6d-4337-9a71-d91ce3f17653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.721228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06067c5f-1f6d-4337-9a71-d91ce3f17653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.721862 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06067c5f-1f6d-4337-9a71-d91ce3f17653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.723011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06067c5f-1f6d-4337-9a71-d91ce3f17653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.723701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06067c5f-1f6d-4337-9a71-d91ce3f17653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.726057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06067c5f-1f6d-4337-9a71-d91ce3f17653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.726951 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06067c5f-1f6d-4337-9a71-d91ce3f17653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.729172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06067c5f-1f6d-4337-9a71-d91ce3f17653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.729893 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06067c5f-1f6d-4337-9a71-d91ce3f17653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:20.738390 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45006) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:20.742910 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-06067c5f-1f6d-4337-9a71-d91ce3f17653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14304 time: 0.3050044 Dec 12 17:59:20.743131 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:20.844783 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a969c4b3-d466-4ef5-851d-118d1abbcd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:20.852251 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7db48958-b6d9-42fd-8ba6-22584e08771b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:20.891549 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32726157-237a-4657-87b3-556416cdd512 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router fc3c089f-f788-4534-a0e1-8c700d13fd3a has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:59:20.919691 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7db48958-b6d9-42fd-8ba6-22584e08771b None None] For port 2fbf3b0f-6464-4277-8b4a-4495674aeb2a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2fbf3b0f-6464-4277-8b4a-4495674aeb2a,segment=NetworkSegment(778541a3-f1ab-4e51-989d-5106ce0fd392),segment_id=778541a3-f1ab-4e51-989d-5106ce0fd392)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:20.921163 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:20.942742 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7db48958-b6d9-42fd-8ba6-22584e08771b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:20.952193 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969c4b3-d466-4ef5-851d-118d1abbcd83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca4fb616-c73f-45c3-bf41-3e1c078b75df,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:20.959562 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba198fa-7398-4f90-a4da-a839842bda08 req-afbaaaf0-4ef4-4e8d-bff4-0e565388e2b4 service neutron] 10.222.0.20 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866637 Dec 12 17:59:21.018417 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db48958-b6d9-42fd-8ba6-22584e08771b None None] Pushing event updated for resources: {'Port': ['ID=2fbf3b0f-6464-4277-8b4a-4495674aeb2a,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:21.088627 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 17:59:21.088865 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-72e11601-ff21-445c-8363-76cb16156a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Deleting port 446bd458-41a0-4d4d-ae78-d4915d379c06 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:21.089073 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72e11601-ff21-445c-8363-76cb16156a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:21.089642 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 17:59:21.178838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a969c4b3-d466-4ef5-851d-118d1abbcd83 admin admin] Checking segment: {'id': '809b6ba5-4d2c-4850-976d-36f4a96fa95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff0407b2-ac42-4b4b-9f5f-d81d040d0af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:59:21.179441 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7b252f56-a734-4898-ba39-9f17b7349163 None None] Provisioning complete for port 2fbf3b0f-6464-4277-8b4a-4495674aeb2a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:21.181135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a969c4b3-d466-4ef5-851d-118d1abbcd83 admin admin] Network hostable DHCP agents. Network: ff0407b2-ac42-4b4b-9f5f-d81d040d0af3, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:59:21.182279 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b252f56-a734-4898-ba39-9f17b7349163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:21.187012 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-72e11601-ff21-445c-8363-76cb16156a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] For port 446bd458-41a0-4d4d-ae78-d4915d379c06, host n-h2-760354-5, got binding levels [] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:21.193133 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72e11601-ff21-445c-8363-76cb16156a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:21.196922 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32726157-237a-4657-87b3-556416cdd512 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:59:21.221864 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Sync routers for ids ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:59:21.222765 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-32726157-237a-4657-87b3-556416cdd512 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "PUT /v2.0/routers/fc3c089f-f788-4534-a0e1-8c700d13fd3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3508444 Dec 12 17:59:21.230629 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-72e11601-ff21-445c-8363-76cb16156a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Calling delete_port for 446bd458-41a0-4d4d-ae78-d4915d379c06 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:21.260724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a969c4b3-d466-4ef5-851d-118d1abbcd83 admin admin] Network ff0407b2-ac42-4b4b-9f5f-d81d040d0af3 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:59:21.288139 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Routers {'fc3c089f-f788-4534-a0e1-8c700d13fd3a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:59:21.288766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:59:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:21.299124 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c775a-bdb2-4ec3-b657-c090cccc14de req-0f6748a5-c6c3-46ab-981f-6e625f7ea592 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:21.301242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-728c775a-bdb2-4ec3-b657-c090cccc14de req-0f6748a5-c6c3-46ab-981f-6e625f7ea592 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3b6ee56-61a6-4643-861f-9a429fb20db1 HTTP/1.1" status: 200 len: 943 time: 0.3076344 Dec 12 17:59:21.305767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a969c4b3-d466-4ef5-851d-118d1abbcd83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, ff0407b2-ac42-4b4b-9f5f-d81d040d0af3) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:21.344664 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a969c4b3-d466-4ef5-851d-118d1abbcd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:21.345285 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a969c4b3-d466-4ef5-851d-118d1abbcd83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:21.358740 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ba198fa-7398-4f90-a4da-a839842bda08 req-82158a48-6018-4edb-9e1e-e0b02b3ac3a2 service neutron] 10.222.0.20 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896480 Dec 12 17:59:21.396866 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-728c775a-bdb2-4ec3-b657-c090cccc14de req-285b8a90-67c5-4a08-a811-9258611f691a tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875959 Dec 12 17:59:21.407671 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a969c4b3-d466-4ef5-851d-118d1abbcd83 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4173377 Dec 12 17:59:21.465015 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72e11601-ff21-445c-8363-76cb16156a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:21.498661 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e4a7c7-edbc-494f-8726-1067c606f2a7 None None] Network ff0407b2-ac42-4b4b-9f5f-d81d040d0af3 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:59:21.534860 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72e11601-ff21-445c-8363-76cb16156a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:21.541201 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45022) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:21.556470 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-72e11601-ff21-445c-8363-76cb16156a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] 10.222.0.18 "DELETE /v2.0/ports/446bd458-41a0-4d4d-ae78-d4915d379c06 HTTP/1.1" status: 204 len: 168 time: 0.7985737 Dec 12 17:59:21.561427 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e11601-ff21-445c-8363-76cb16156a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Pushing event deleted for resources: {'Port': ['ID=446bd458-41a0-4d4d-ae78-d4915d379c06,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:21.593327 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-faef195b-0b42-4593-b338-f8313c48a8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] GET failed (client error): The resource could not be found. Dec 12 17:59:21.600740 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45030) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:21.602482 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-faef195b-0b42-4593-b338-f8313c48a8b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] 10.222.0.18 "GET /v2.0/ports/446bd458-41a0-4d4d-ae78-d4915d379c06 HTTP/1.1" status: 404 len: 333 time: 0.0598514 Dec 12 17:59:21.606913 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0ac5b260-e74e-4d53-a50e-f4c0f6bdc842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1200994340', 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:21.659678 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac5b260-e74e-4d53-a50e-f4c0f6bdc842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Made reservation on behalf of 380c852c242945e687ead6937dbfb73e for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:21.663296 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 08035c0e-a3e5-4232-aa31-14241459a24a details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:59:21.667064 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b260-e74e-4d53-a50e-f4c0f6bdc842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:21.724221 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38d155c7-610e-4fdb-8c63-623d1400936b req-24f181a8-04ee-4ecc-a381-546cddb59174 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1793488482&fields=id&tenant_id=1ca8577c66784779ba8900bd9278d832 HTTP/1.1" status: 200 len: 267 time: 0.1086273 Dec 12 17:59:21.740126 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-0ac5b260-e74e-4d53-a50e-f4c0f6bdc842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] device_id is not set on port d39d8cc2-12d2-48ce-b9b1-712dc3384dd2 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:59:21.825807 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 08035c0e-a3e5-4232-aa31-14241459a24a, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=08035c0e-a3e5-4232-aa31-14241459a24a,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:22.140120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d155c7-610e-4fdb-8c63-623d1400936b req-638987fe-fbdb-4319-af7b-fb33337d878e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:22.140120 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38d155c7-610e-4fdb-8c63-623d1400936b req-638987fe-fbdb-4319-af7b-fb33337d878e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/networks?id=87c2086d-4233-4098-b9d6-f49e42e04845 HTTP/1.1" status: 200 len: 797 time: 0.2374938 Dec 12 17:59:22.140120 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38d155c7-610e-4fdb-8c63-623d1400936b req-9a61cd3a-8e29-4172-95af-3cf791c1ce50 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/quotas/1ca8577c66784779ba8900bd9278d832 HTTP/1.1" status: 200 len: 375 time: 0.0362153 Dec 12 17:59:22.161144 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38d155c7-610e-4fdb-8c63-623d1400936b req-79423d1e-e330-4790-be6d-492199b1d017 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1590166 Dec 12 17:59:22.197107 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '08035c0e-a3e5-4232-aa31-14241459a24a', 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811', 'port_id': '08035c0e-a3e5-4232-aa31-14241459a24a', 'mac_address': 'fa:16:3e:fc:a9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59029fd3-d542-49a5-8d21-125b85b5f591', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:59:22.200628 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b260-e74e-4d53-a50e-f4c0f6bdc842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:22.210696 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd43dfd7-e22f-49a4-b484-f18ecefed2e4 None None] Network ff0407b2-ac42-4b4b-9f5f-d81d040d0af3 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:59:22.259996 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b260-e74e-4d53-a50e-f4c0f6bdc842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:22.320974 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac5b260-e74e-4d53-a50e-f4c0f6bdc842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Network 61d8d2be-3be6-4293-aca7-61609dd7736f is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:22.325484 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0ac5b260-e74e-4d53-a50e-f4c0f6bdc842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:22.327534 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5b260-e74e-4d53-a50e-f4c0f6bdc842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Pushing event updated for resources: {'Port': ['ID=d39d8cc2-12d2-48ce-b9b1-712dc3384dd2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:22.329916 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac5b260-e74e-4d53-a50e-f4c0f6bdc842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:22.331030 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac5b260-e74e-4d53-a50e-f4c0f6bdc842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:22.331687 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0ac5b260-e74e-4d53-a50e-f4c0f6bdc842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:22.347101 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:22.358670 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0ac5b260-e74e-4d53-a50e-f4c0f6bdc842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7567410 Dec 12 17:59:22.359506 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45066) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:22.399468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08035c0e-a3e5-4232-aa31-14241459a24a {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:59:22.424475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0a2cdf-853c-489c-8c8a-c19df2ba2e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:22.424739 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Set router fc3c089f-f788-4534-a0e1-8c700d13fd3a gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:59:22.434980 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ba0a2cdf-853c-489c-8c8a-c19df2ba2e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] 10.222.0.18 "GET /v2.0/ports/d39d8cc2-12d2-48ce-b9b1-712dc3384dd2 HTTP/1.1" status: 200 len: 959 time: 0.0735970 Dec 12 17:59:22.435622 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45070) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:22.457545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38d155c7-610e-4fdb-8c63-623d1400936b req-d59fc5da-1634-4302-9766-a39938256c35 service neutron] 10.222.0.18 "GET /v2.0/networks/87c2086d-4233-4098-b9d6-f49e42e04845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710376 Dec 12 17:59:22.482887 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7b252f56-a734-4898-ba39-9f17b7349163 None None] Provisioning complete for port f569ffb0-b35b-485c-9b6f-2c94f120adf4 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:22.483321 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b252f56-a734-4898-ba39-9f17b7349163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:22.514486 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 08035c0e-a3e5-4232-aa31-14241459a24a, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=08035c0e-a3e5-4232-aa31-14241459a24a,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:22.537710 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2fbf3b0f-6464-4277-8b4a-4495674aeb2a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:59:22.549678 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:22.595192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-fef0a44a-146b-479e-aad1-c3912197b946 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:22.602915 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-fef0a44a-146b-479e-aad1-c3912197b946 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/networks?id=ff0407b2-ac42-4b4b-9f5f-d81d040d0af3 HTTP/1.1" status: 200 len: 808 time: 0.3174391 Dec 12 17:59:22.607517 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-129bd0b8-bb61-4fa8-b596-178591b55508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Deleting port d39d8cc2-12d2-48ce-b9b1-712dc3384dd2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:22.608167 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-129bd0b8-bb61-4fa8-b596-178591b55508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:22.640009 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-6e72481f-d924-4fb8-a518-935e5eb791ed tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/quotas/3b35ba60d7854859b520b537bf7d0c30 HTTP/1.1" status: 200 len: 375 time: 0.0213835 Dec 12 17:59:22.694485 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7b252f56-a734-4898-ba39-9f17b7349163 None None] Port f569ffb0-b35b-485c-9b6f-2c94f120adf4 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:59:22.701079 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-fb5053c4-4a7e-41e4-b271-aeb937b558d0 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b35ba60d7854859b520b537bf7d0c30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545447 Dec 12 17:59:22.738180 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-129bd0b8-bb61-4fa8-b596-178591b55508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:22.751766 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-129bd0b8-bb61-4fa8-b596-178591b55508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Calling delete_port for d39d8cc2-12d2-48ce-b9b1-712dc3384dd2 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:22.820778 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-a6e28ae8-84f7-4d65-9678-eba184bdde7b service neutron] 10.222.0.18 "GET /v2.0/networks/ff0407b2-ac42-4b4b-9f5f-d81d040d0af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025865 Dec 12 17:59:22.833442 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['08035c0e-a3e5-4232-aa31-14241459a24a'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:59:22.900047 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38d155c7-610e-4fdb-8c63-623d1400936b req-bd63453a-741d-44d5-a794-06d9d9b6777b service neutron] 10.222.0.18 "GET /v2.0/networks/87c2086d-4233-4098-b9d6-f49e42e04845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392581 Dec 12 17:59:22.912869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=08035c0e-a3e5-4232-aa31-14241459a24a,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:22.938980 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-25731582-00f1-4122-aaa0-4c7de9e52124 None None] Provisioning complete for port f569ffb0-b35b-485c-9b6f-2c94f120adf4 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:22.939386 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-25731582-00f1-4122-aaa0-4c7de9e52124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:22.977416 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 2fbf3b0f-6464-4277-8b4a-4495674aeb2a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:22.977750 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:22.997262 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-462811c6-d417-41f1-b0b1-0ed2493b7be2 service neutron] 10.222.0.18 "GET /v2.0/networks/ff0407b2-ac42-4b4b-9f5f-d81d040d0af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679664 Dec 12 17:59:23.212347 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-25731582-00f1-4122-aaa0-4c7de9e52124 None None] Port f569ffb0-b35b-485c-9b6f-2c94f120adf4 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:59:23.451952 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173834943', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:59:10Z', 'updated_at': '2021-12-12T17:59:19Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:11Z', 'updated_at': '2021-12-12T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f569ffb0-b35b-485c-9b6f-2c94f120adf4', 'name': '', 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:3a:d3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:17Z', 'updated_at': '2021-12-12T17:59:19Z', 'revision_number': 2, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:23.472564 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92436f5f-18aa-400f-ae72-05582edbea06 req-45b3bf9b-6dc6-405f-bf74-2a176e7784a0 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:23.482307 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-92436f5f-18aa-400f-ae72-05582edbea06 req-45b3bf9b-6dc6-405f-bf74-2a176e7784a0 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3b6ee56-61a6-4643-861f-9a429fb20db1 HTTP/1.1" status: 200 len: 944 time: 0.2897243 Dec 12 17:59:23.532824 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Checking router: fc3c089f-f788-4534-a0e1-8c700d13fd3a for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:59:23.533190 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Updating router fc3c089f-f788-4534-a0e1-8c700d13fd3a port f569ffb0-b35b-485c-9b6f-2c94f120adf4 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 17:59:23.543956 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc28c016-6eae-4745-afd6-a897ba828e45 req-2c116ab1-bc06-4415-9279-eb5f3bff0322 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 210 time: 0.2064331 Dec 12 17:59:23.582457 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:23.661720 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-92436f5f-18aa-400f-ae72-05582edbea06 req-afd25f7d-6efa-4681-8d27-304d15b85510 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755505 Dec 12 17:59:23.794878 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89ee4e33-c042-4223-a1c9-8b04dd3ec997 req-b82af62e-4c2c-4175-8bc0-539e96c238e9 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 210 time: 0.1299119 Dec 12 17:59:23.855914 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-129bd0b8-bb61-4fa8-b596-178591b55508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:23.920661 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-129bd0b8-bb61-4fa8-b596-178591b55508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:23.927764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45118) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:23.928470 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-129bd0b8-bb61-4fa8-b596-178591b55508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] 10.222.0.18 "DELETE /v2.0/ports/d39d8cc2-12d2-48ce-b9b1-712dc3384dd2 HTTP/1.1" status: 204 len: 168 time: 1.4912632 Dec 12 17:59:23.929573 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bd0b8-bb61-4fa8-b596-178591b55508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Pushing event deleted for resources: {'Port': ['ID=d39d8cc2-12d2-48ce-b9b1-712dc3384dd2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:23.972002 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-c979aa51-0abc-485f-b25e-fbd02e072c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] GET failed (client error): The resource could not be found. Dec 12 17:59:23.978017 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c979aa51-0abc-485f-b25e-fbd02e072c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] 10.222.0.18 "GET /v2.0/ports/d39d8cc2-12d2-48ce-b9b1-712dc3384dd2 HTTP/1.1" status: 404 len: 333 time: 0.0464263 Dec 12 17:59:23.979678 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45120) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:23.985552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-508ce1ee-4a09-4942-b099-39c3fff8c7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Request body: {'port': {'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1808506833'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:24.011566 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508ce1ee-4a09-4942-b099-39c3fff8c7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Made reservation on behalf of 380c852c242945e687ead6937dbfb73e for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:24.015113 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-508ce1ee-4a09-4942-b099-39c3fff8c7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:24.048747 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-508ce1ee-4a09-4942-b099-39c3fff8c7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] device_id is not set on port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:59:24.189749 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:24.202249 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:24.290083 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f8864-6900-4de5-9a7a-b978cfb5a403 None None] Pushing event updated for resources: {'Port': ['ID=f569ffb0-b35b-485c-9b6f-2c94f120adf4,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:24.388914 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Attempting to bind port f569ffb0-b35b-485c-9b6f-2c94f120adf4 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:24.389299 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Attempting to bind port f569ffb0-b35b-485c-9b6f-2c94f120adf4 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:24.389492 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Attempting to bind port f569ffb0-b35b-485c-9b6f-2c94f120adf4 on network 87c2086d-4233-4098-b9d6-f49e42e04845 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:24.395904 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:59:24.397890 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Checking segment: {'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:59:24.398384 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:24.398780 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-508ce1ee-4a09-4942-b099-39c3fff8c7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:24.399033 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Bound using segment: {'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:59:24.401575 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Bound port: f569ffb0-b35b-485c-9b6f-2c94f120adf4, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:59:24.401575 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:24.444755 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-508ce1ee-4a09-4942-b099-39c3fff8c7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:24.502975 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508ce1ee-4a09-4942-b099-39c3fff8c7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Network 61d8d2be-3be6-4293-aca7-61609dd7736f is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:24.506232 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-508ce1ee-4a09-4942-b099-39c3fff8c7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:24.510483 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ce1ee-4a09-4942-b099-39c3fff8c7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:24.511856 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508ce1ee-4a09-4942-b099-39c3fff8c7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:24.513259 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-508ce1ee-4a09-4942-b099-39c3fff8c7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:24.529560 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ce1ee-4a09-4942-b099-39c3fff8c7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Pushing event updated for resources: {'Port': ['ID=0243424e-03ae-4b9d-b6d1-0616a029e3a9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:24.542435 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-508ce1ee-4a09-4942-b099-39c3fff8c7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5610325 Dec 12 17:59:24.542591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45130) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:24.548784 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:24.614193 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] For port f569ffb0-b35b-485c-9b6f-2c94f120adf4, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:59:24.631259 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] For port f569ffb0-b35b-485c-9b6f-2c94f120adf4, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f569ffb0-b35b-485c-9b6f-2c94f120adf4,segment=NetworkSegment(778541a3-f1ab-4e51-989d-5106ce0fd392),segment_id=778541a3-f1ab-4e51-989d-5106ce0fd392)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:59:24.645781 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:24.776452 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:24.835957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f8864-6900-4de5-9a7a-b978cfb5a403 None None] Pushing event updated for resources: {'Port': ['ID=f569ffb0-b35b-485c-9b6f-2c94f120adf4,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:24.854335 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Routers {'fc3c089f-f788-4534-a0e1-8c700d13fd3a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:59:24.854888 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:59:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:24.880714 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eeed57b7-026b-4046-91b0-daf60baa4448 req-a2914575-de5d-4549-8cec-bb5bec25535a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 210 time: 0.1240759 Dec 12 17:59:24.997403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8da3763b-5c36-4004-88cb-aa03bdd944e2 None None] Provisioning complete for port f569ffb0-b35b-485c-9b6f-2c94f120adf4 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:24.998240 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8da3763b-5c36-4004-88cb-aa03bdd944e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:25.154376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d155c7-610e-4fdb-8c63-623d1400936b req-d59cf2ea-8ea4-48bb-b330-c451b2c452b7 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:25.157414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] Set router fc3c089f-f788-4534-a0e1-8c700d13fd3a gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:59:25.158321 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38d155c7-610e-4fdb-8c63-623d1400936b req-d59cf2ea-8ea4-48bb-b330-c451b2c452b7 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.31 "GET /v2.0/networks?id=87c2086d-4233-4098-b9d6-f49e42e04845 HTTP/1.1" status: 200 len: 797 time: 0.3168287 Dec 12 17:59:25.159114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a27c4bd1-5a3f-431c-a2a5-e4c5c232bc77 req-179b6420-17f4-4f48-b66b-7873297a7137 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 210 time: 0.1066601 Dec 12 17:59:25.201111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6b3ef-6a8a-42d1-bf5e-ed3985fd5346 req-2f4c5f44-28e6-46fa-afc4-c2cd54fa520c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:25.213095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61d6b3ef-6a8a-42d1-bf5e-ed3985fd5346 req-2f4c5f44-28e6-46fa-afc4-c2cd54fa520c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3b6ee56-61a6-4643-861f-9a429fb20db1 HTTP/1.1" status: 200 len: 944 time: 0.3288467 Dec 12 17:59:25.410940 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61d6b3ef-6a8a-42d1-bf5e-ed3985fd5346 req-7f2dab55-9376-40e4-adb1-cdc63b0a5509 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969690 Dec 12 17:59:25.448008 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38d155c7-610e-4fdb-8c63-623d1400936b req-724a9362-971a-474b-8986-05387c10842e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ca8577c66784779ba8900bd9278d832 HTTP/1.1" status: 200 len: 380 time: 0.2795806 Dec 12 17:59:25.461893 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-38d155c7-610e-4fdb-8c63-623d1400936b req-64a296f0-f457-4218-b8ea-c7f0595f4281 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'port': {'device_id': 'c27c3042-f818-4b81-ab67-132f200694bd', 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845', 'admin_state_up': True, 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'security_groups': ['409dbcb1-9651-4aff-81b5-a2166e5f6aa4']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:25.485353 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8da3763b-5c36-4004-88cb-aa03bdd944e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:25.568159 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] device_id is not set on port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:59:25.569112 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 08035c0e-a3e5-4232-aa31-14241459a24a up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:59:25.580991 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:25.592733 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:25.618137 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-f88107ff-4b5b-47c7-bcb1-f75673123c3e tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:25.620133 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-f88107ff-4b5b-47c7-bcb1-f75673123c3e tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.31 "GET /v2.0/networks?id=ff0407b2-ac42-4b4b-9f5f-d81d040d0af3 HTTP/1.1" status: 200 len: 808 time: 0.3852925 Dec 12 17:59:25.638811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Pushing event updated for resources: {'Port': ['ID=0243424e-03ae-4b9d-b6d1-0616a029e3a9,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:25.674401 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:25.674837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:25.675356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:25.677886 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-44c30e54-0622-48fd-8cf0-bf0da041a163 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Request body: {'port': {'device_id': '8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc', 'network_id': 'ff0407b2-ac42-4b4b-9f5f-d81d040d0af3', 'admin_state_up': True, 'tenant_id': '3b35ba60d7854859b520b537bf7d0c30'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:25.680741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:25.681180 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:25.681790 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 2 to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 Dec 12 17:59:25.700120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:25.700514 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:25.700866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:25.710321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:25.710638 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:25.711044 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 3 to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 Dec 12 17:59:25.729803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:25.730223 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:25.730637 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:25.738374 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:25.738374 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:25.738374 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 4 to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 Dec 12 17:59:25.757671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:25.758086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:25.758498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:25.766249 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:25.766830 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:25.767544 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 5 to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 Dec 12 17:59:25.807741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:25.808953 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:25.810381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:25.826554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:25.828043 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:25.828748 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 6 to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 Dec 12 17:59:25.849902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:25.850712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:25.851628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:25.864548 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d155c7-610e-4fdb-8c63-623d1400936b req-64a296f0-f457-4218-b8ea-c7f0595f4281 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Made reservation on behalf of 1ca8577c66784779ba8900bd9278d832 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:25.868581 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38d155c7-610e-4fdb-8c63-623d1400936b req-64a296f0-f457-4218-b8ea-c7f0595f4281 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:25.875390 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:25.876064 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:25.877489 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 7 to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 Dec 12 17:59:25.898238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:25.899086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:25.900020 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:25.908208 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:25.908661 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:25.909774 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 8 to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 Dec 12 17:59:25.934973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:25.936076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:25.936533 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:25.942624 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:25.943081 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:25.943614 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 9 to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 Dec 12 17:59:25.965905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:25.968467 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:25.969128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:25.982198 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8da3763b-5c36-4004-88cb-aa03bdd944e2 None None] For port f569ffb0-b35b-485c-9b6f-2c94f120adf4, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f569ffb0-b35b-485c-9b6f-2c94f120adf4,segment=NetworkSegment(778541a3-f1ab-4e51-989d-5106ce0fd392),segment_id=778541a3-f1ab-4e51-989d-5106ce0fd392)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:25.984773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:25.985924 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:25.986565 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempt 10 to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 Dec 12 17:59:26.006018 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8da3763b-5c36-4004-88cb-aa03bdd944e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:26.046334 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-38d155c7-610e-4fdb-8c63-623d1400936b req-64a296f0-f457-4218-b8ea-c7f0595f4281 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Allocated IP 172.20.0.8 (87c2086d-4233-4098-b9d6-f49e42e04845/ebf8e5ab-4171-48c8-94d8-5cda0d110e5c/63ade234-cd42-4217-a122-9a800e7ef429) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:59:26.087646 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0fe37f73-5edc-4508-9784-7d42202071fb req-57ca4966-3863-4605-9f61-1a32dfc2170e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 210 time: 0.0701442 Dec 12 17:59:26.090158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:26.091127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:26.092211 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempting to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:26.097927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:26.098386 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Failed to bind port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on host n-h2-760354-5 for vnic_type normal using segments [{'id': '79d82233-8b2d-44b6-9d1f-48d9ab89cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '61d8d2be-3be6-4293-aca7-61609dd7736f'}] Dec 12 17:59:26.098849 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:26.150326 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 08035c0e-a3e5-4232-aa31-14241459a24a completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:59:26.162296 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 08035c0e-a3e5-4232-aa31-14241459a24a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:26.163035 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:26.209280 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] For port 0243424e-03ae-4b9d-b6d1-0616a029e3a9, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:59:26.211719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attempted to set empty binding levels {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 12 17:59:26.221627 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:26.224952 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38d155c7-610e-4fdb-8c63-623d1400936b req-64a296f0-f457-4218-b8ea-c7f0595f4281 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:26.256840 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3763b-5c36-4004-88cb-aa03bdd944e2 None None] Pushing event updated for resources: {'Port': ['ID=f569ffb0-b35b-485c-9b6f-2c94f120adf4,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:26.269940 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-693fab4d-8f71-46c1-aa27-256699673a48 None None] Provisioning complete for port f569ffb0-b35b-485c-9b6f-2c94f120adf4 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:26.270336 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-693fab4d-8f71-46c1-aa27-256699673a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:26.276942 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-44c30e54-0622-48fd-8cf0-bf0da041a163 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Made reservation on behalf of 3b35ba60d7854859b520b537bf7d0c30 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:26.282129 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-44c30e54-0622-48fd-8cf0-bf0da041a163 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:26.298491 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38d155c7-610e-4fdb-8c63-623d1400936b req-64a296f0-f457-4218-b8ea-c7f0595f4281 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:26.372940 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173834943', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:59:10Z', 'updated_at': '2021-12-12T17:59:19Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:11Z', 'updated_at': '2021-12-12T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f569ffb0-b35b-485c-9b6f-2c94f120adf4', 'name': '', 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:3a:d3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:17Z', 'updated_at': '2021-12-12T17:59:24Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:26.386687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Pushing event updated for resources: {'Port': ['ID=0243424e-03ae-4b9d-b6d1-0616a029e3a9,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:26.406566 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:26.418245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] In _notify_port_updated(), no bound segment for port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 on network 61d8d2be-3be6-4293-aca7-61609dd7736f {{(pid=103151) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 17:59:26.419895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:26.420550 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:26.421980 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ed85b0aa-f42a-4841-97d9-ac2c7e059009 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] 10.222.0.18 "PUT /v2.0/ports/0243424e-03ae-4b9d-b6d1-0616a029e3a9 HTTP/1.1" status: 200 len: 979 time: 1.8783078 Dec 12 17:59:26.437769 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d155c7-610e-4fdb-8c63-623d1400936b req-64a296f0-f457-4218-b8ea-c7f0595f4281 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network 87c2086d-4233-4098-b9d6-f49e42e04845 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:26.439035 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45174) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:26.440703 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425fc3e7-1af3-4303-a016-5bb931362422 None None] The sync data for ids ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'] in n-d-760354-5 is: [{'id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173834943', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:59:10Z', 'updated_at': '2021-12-12T17:59:19Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:11Z', 'updated_at': '2021-12-12T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f569ffb0-b35b-485c-9b6f-2c94f120adf4', 'name': '', 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:3a:d3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:17Z', 'updated_at': '2021-12-12T17:59:24Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:59:26.444424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-38d155c7-610e-4fdb-8c63-623d1400936b req-64a296f0-f457-4218-b8ea-c7f0595f4281 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:26.448557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a324a9b-0ed0-41f4-8503-43b5f9b941fc req-96cc57a9-163c-4fd8-84bb-d51762434832 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 210 time: 0.0948787 Dec 12 17:59:26.461476 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d155c7-610e-4fdb-8c63-623d1400936b req-64a296f0-f457-4218-b8ea-c7f0595f4281 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:26.498440 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 08035c0e-a3e5-4232-aa31-14241459a24a, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=08035c0e-a3e5-4232-aa31-14241459a24a,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:26.501830 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b6ee56-61a6-4643-861f-9a429fb20db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08035c0e-a3e5-4232-aa31-14241459a24a'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:59:26.504369 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5936aa-55a1-48a3-9f51-fe3c8c3b5516" -d '{"events": [{"server_uuid": "b3b6ee56-61a6-4643-861f-9a429fb20db1", "name": "network-vif-plugged", "status": "completed", "tag": "08035c0e-a3e5-4232-aa31-14241459a24a"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:59:26.520395 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:26.628417 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d155c7-610e-4fdb-8c63-623d1400936b req-64a296f0-f457-4218-b8ea-c7f0595f4281 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:26.628892 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38d155c7-610e-4fdb-8c63-623d1400936b req-64a296f0-f457-4218-b8ea-c7f0595f4281 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:26.708863 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38d155c7-610e-4fdb-8c63-623d1400936b req-64a296f0-f457-4218-b8ea-c7f0595f4281 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2516897 Dec 12 17:59:26.713235 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d354c2e-31f8-4fea-ba73-8ce07ad23852 x-openstack-request-id: req-7d354c2e-31f8-4fea-ba73-8ce07ad23852 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:59:26.721767 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b6ee56-61a6-4643-861f-9a429fb20db1", "name": "network-vif-plugged", "status": "completed", "tag": "08035c0e-a3e5-4232-aa31-14241459a24a", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:59:26.722180 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d354c2e-31f8-4fea-ba73-8ce07ad23852 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:59:26.722712 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b6ee56-61a6-4643-861f-9a429fb20db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08035c0e-a3e5-4232-aa31-14241459a24a', 'code': 200} Dec 12 17:59:26.724029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=08035c0e-a3e5-4232-aa31-14241459a24a,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:26.781961 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Request body: {'port': {'device_id': 'c27c3042-f818-4b81-ab67-132f200694bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:26.781961 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a296f0-f457-4218-b8ea-c7f0595f4281 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=63ade234-cd42-4217-a122-9a800e7ef429,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:26.965238 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:27.030168 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-831ccd55-363e-4746-bb87-4e94eafca302 None None] Provisioning complete for port 63ade234-cd42-4217-a122-9a800e7ef429 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:27.030816 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-831ccd55-363e-4746-bb87-4e94eafca302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:27.081874 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-44c30e54-0622-48fd-8cf0-bf0da041a163 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Allocated IP 172.20.0.6 (ff0407b2-ac42-4b4b-9f5f-d81d040d0af3/ca4fb616-c73f-45c3-bf41-3e1c078b75df/680ad43f-24b9-4d4a-b559-9688c17f10b6) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:59:27.108127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0aac2b2c-5bc1-4071-b62d-ccbb7147890c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Deleting port 0243424e-03ae-4b9d-b6d1-0616a029e3a9 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:27.108473 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aac2b2c-5bc1-4071-b62d-ccbb7147890c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:27.141829 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-831ccd55-363e-4746-bb87-4e94eafca302 None None] Port 63ade234-cd42-4217-a122-9a800e7ef429 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 17:59:27.233486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a3be9-a93a-4c29-ae15-66bf5df198d8 req-771d55a0-77b4-4537-8d8c-eaacec34d09d tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:27.237146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c56a3be9-a93a-4c29-ae15-66bf5df198d8 req-771d55a0-77b4-4537-8d8c-eaacec34d09d tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3b6ee56-61a6-4643-861f-9a429fb20db1 HTTP/1.1" status: 200 len: 945 time: 0.6290083 Dec 12 17:59:27.356973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf055970-4439-4a40-91e0-487db69c71a6 req-c2a6cb1a-b136-49a5-b154-60bd85f09b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:27.358718 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf055970-4439-4a40-91e0-487db69c71a6 req-c2a6cb1a-b136-49a5-b154-60bd85f09b30 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b3b6ee56-61a6-4643-861f-9a429fb20db1 HTTP/1.1" status: 200 len: 1096 time: 0.1799812 Dec 12 17:59:27.367337 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01474db-544b-4589-a394-ca5da6ed5f50 req-6cb28fec-d2c5-42bb-9d94-b34576fafe1b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:27.369193 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c01474db-544b-4589-a394-ca5da6ed5f50 req-6cb28fec-d2c5-42bb-9d94-b34576fafe1b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 931 time: 0.1277425 Dec 12 17:59:27.526256 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c56a3be9-a93a-4c29-ae15-66bf5df198d8 req-9fdf121c-fcc7-4ec0-a100-d09ab9010882 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067158 Dec 12 17:59:27.597743 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-0aac2b2c-5bc1-4071-b62d-ccbb7147890c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] For port 0243424e-03ae-4b9d-b6d1-0616a029e3a9, host n-h2-760354-5, got binding levels [] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:27.598367 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aac2b2c-5bc1-4071-b62d-ccbb7147890c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:27.627070 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c01474db-544b-4589-a394-ca5da6ed5f50 req-efa8aa75-41ac-42b9-b16e-ea91f58af15b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062967 Dec 12 17:59:27.643795 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0aac2b2c-5bc1-4071-b62d-ccbb7147890c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Calling delete_port for 0243424e-03ae-4b9d-b6d1-0616a029e3a9 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:27.648678 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf055970-4439-4a40-91e0-487db69c71a6 req-e5428f82-df51-49cb-8fde-f3ac65c81779 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195215 Dec 12 17:59:27.683417 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99148baa-b549-4421-9577-25277f77b1c2 req-393f6faf-9239-413c-ac36-881811fd3265 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 210 time: 0.0547948 Dec 12 17:59:27.747771 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-44c30e54-0622-48fd-8cf0-bf0da041a163 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:27.902415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ade234-cd42-4217-a122-9a800e7ef429 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:59:27.911636 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:27.925758 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-44c30e54-0622-48fd-8cf0-bf0da041a163 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:27.995489 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Transition to ACTIVE for port object 63ade234-cd42-4217-a122-9a800e7ef429 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:59:27.996569 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c30e54-0622-48fd-8cf0-bf0da041a163 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Pushing event updated for resources: {'Port': ['ID=680ad43f-24b9-4d4a-b559-9688c17f10b6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:28.017413 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aac2b2c-5bc1-4071-b62d-ccbb7147890c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:28.019420 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:28.056674 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-44c30e54-0622-48fd-8cf0-bf0da041a163 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Network ff0407b2-ac42-4b4b-9f5f-d81d040d0af3 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:28.067537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-44c30e54-0622-48fd-8cf0-bf0da041a163 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:28.100001 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-44c30e54-0622-48fd-8cf0-bf0da041a163 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:28.137493 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aac2b2c-5bc1-4071-b62d-ccbb7147890c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:28.141802 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0aac2b2c-5bc1-4071-b62d-ccbb7147890c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] 10.222.0.18 "DELETE /v2.0/ports/0243424e-03ae-4b9d-b6d1-0616a029e3a9 HTTP/1.1" status: 204 len: 168 time: 1.5977712 Dec 12 17:59:28.144371 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45214) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:28.190181 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-992f27cb-4a53-497d-83e0-284a07310ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] GET failed (client error): The resource could not be found. Dec 12 17:59:28.197740 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-992f27cb-4a53-497d-83e0-284a07310ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] 10.222.0.18 "GET /v2.0/ports/0243424e-03ae-4b9d-b6d1-0616a029e3a9 HTTP/1.1" status: 404 len: 333 time: 0.0520267 Dec 12 17:59:28.198807 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45218) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:28.248864 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Pushing event updated for resources: {'Port': ['ID=63ade234-cd42-4217-a122-9a800e7ef429,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:28.258329 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-44c30e54-0622-48fd-8cf0-bf0da041a163 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:28.258907 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-44c30e54-0622-48fd-8cf0-bf0da041a163 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:28.303361 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac2b2c-5bc1-4071-b62d-ccbb7147890c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1815501747-project-admin] Pushing event deleted for resources: {'Port': ['ID=0243424e-03ae-4b9d-b6d1-0616a029e3a9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:28.338756 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-44c30e54-0622-48fd-8cf0-bf0da041a163 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6754208 Dec 12 17:59:28.345720 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7aa26964-5e4f-4eea-bf6e-b70f9370bef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:28.354552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Attempting to bind port 63ade234-cd42-4217-a122-9a800e7ef429 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:28.354552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Attempting to bind port 63ade234-cd42-4217-a122-9a800e7ef429 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:28.354552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Attempting to bind port 63ade234-cd42-4217-a122-9a800e7ef429 on network 87c2086d-4233-4098-b9d6-f49e42e04845 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:28.364057 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Request body: {'port': {'device_id': '8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:28.389130 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Port 63ade234-cd42-4217-a122-9a800e7ef429 on network 87c2086d-4233-4098-b9d6-f49e42e04845 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:28.389628 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Attempting to bind port 63ade234-cd42-4217-a122-9a800e7ef429 on network 87c2086d-4233-4098-b9d6-f49e42e04845 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:28.400772 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:59:28.401139 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Checking segment: {'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:59:28.401556 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Bound using segment: {'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:59:28.401933 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Bound port: 63ade234-cd42-4217-a122-9a800e7ef429, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:59:28.402667 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:28.541782 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] For port 63ade234-cd42-4217-a122-9a800e7ef429, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:59:28.545852 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] For port 63ade234-cd42-4217-a122-9a800e7ef429, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=63ade234-cd42-4217-a122-9a800e7ef429,segment=NetworkSegment(778541a3-f1ab-4e51-989d-5106ce0fd392),segment_id=778541a3-f1ab-4e51-989d-5106ce0fd392)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:59:28.553263 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:28.569089 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f569ffb0-b35b-485c-9b6f-2c94f120adf4 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:59:28.593880 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:28.723421 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:28.724224 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:28.726065 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38d155c7-610e-4fdb-8c63-623d1400936b req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] 10.222.0.31 "PUT /v2.0/ports/63ade234-cd42-4217-a122-9a800e7ef429 HTTP/1.1" status: 200 len: 1091 time: 1.9601643 Dec 12 17:59:28.726621 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27c3042-f818-4b81-ab67-132f200694bd', 'tag': '63ade234-cd42-4217-a122-9a800e7ef429'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:59:28.729382 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2fabdf-7a07-4540-a1e5-44a9d224f283" -d '{"events": [{"name": "network-changed", "server_uuid": "c27c3042-f818-4b81-ab67-132f200694bd", "tag": "63ade234-cd42-4217-a122-9a800e7ef429"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:59:28.750324 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7aa26964-5e4f-4eea-bf6e-b70f9370bef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:28.769066 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f569ffb0-b35b-485c-9b6f-2c94f120adf4 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:28.769443 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:28.845969 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b73456-cddc-4b76-a4ff-d475388ce419 service neutron] Pushing event updated for resources: {'Port': ['ID=63ade234-cd42-4217-a122-9a800e7ef429,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:28.898849 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-7aa26964-5e4f-4eea-bf6e-b70f9370bef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d8d2be-3be6-4293-aca7-61609dd7736f']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:28.979048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-7aa26964-5e4f-4eea-bf6e-b70f9370bef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d82233-8b2d-44b6-9d1f-48d9ab89cd35') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:28.979560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-7aa26964-5e4f-4eea-bf6e-b70f9370bef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d82233-8b2d-44b6-9d1f-48d9ab89cd35') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:29.011843 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7aa26964-5e4f-4eea-bf6e-b70f9370bef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:29.045677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a47385-fbd2-41d4-a305-e982a74dbeaa req-0d40c5e6-8d5d-45b5-8c23-d625fd89a341 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:29.047697 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57a47385-fbd2-41d4-a305-e982a74dbeaa req-0d40c5e6-8d5d-45b5-8c23-d625fd89a341 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3b6ee56-61a6-4643-861f-9a429fb20db1 HTTP/1.1" status: 200 len: 945 time: 0.2944195 Dec 12 17:59:29.054957 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7aa26964-5e4f-4eea-bf6e-b70f9370bef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:29.065417 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b62d7-61a1-421c-9fdd-d568841fc6f2 req-ad0ac49f-b706-4e36-b33c-36e73059e9e6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:29.073618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd5b62d7-61a1-421c-9fdd-d568841fc6f2 req-ad0ac49f-b706-4e36-b33c-36e73059e9e6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 943 time: 0.2130146 Dec 12 17:59:29.092520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d155c7-610e-4fdb-8c63-623d1400936b req-5667b4a1-f8d7-4a12-be61-97ee93fa7f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:29.094067 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38d155c7-610e-4fdb-8c63-623d1400936b req-5667b4a1-f8d7-4a12-be61-97ee93fa7f28 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 1094 time: 0.2350900 Dec 12 17:59:29.135704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa26964-5e4f-4eea-bf6e-b70f9370bef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:59:29.137027 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7aa26964-5e4f-4eea-bf6e-b70f9370bef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:59:29.142701 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:59:29.192869 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38d155c7-610e-4fdb-8c63-623d1400936b req-5b256ccd-b72f-4c71-ad56-82c048b99185 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63ade234-cd42-4217-a122-9a800e7ef429 HTTP/1.1" status: 200 len: 217 time: 0.0696757 Dec 12 17:59:29.260612 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 680ad43f-24b9-4d4a-b559-9688c17f10b6 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:59:29.274310 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:29.296180 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Transition to ACTIVE for port object 680ad43f-24b9-4d4a-b559-9688c17f10b6 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:59:29.296934 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57a47385-fbd2-41d4-a305-e982a74dbeaa req-d23e366e-a234-45c6-8c5e-08a6ec4cdd41 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113440 Dec 12 17:59:29.297818 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d155c7-610e-4fdb-8c63-623d1400936b req-b0b316f6-ed7d-4adc-aafe-844256f90857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:29.300209 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38d155c7-610e-4fdb-8c63-623d1400936b req-b0b316f6-ed7d-4adc-aafe-844256f90857 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebf8e5ab-4171-48c8-94d8-5cda0d110e5c HTTP/1.1" status: 200 len: 835 time: 0.0966945 Dec 12 17:59:29.310598 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7aa26964-5e4f-4eea-bf6e-b70f9370bef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:29.324218 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7aa26964-5e4f-4eea-bf6e-b70f9370bef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:29.327346 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:29.338163 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7aa26964-5e4f-4eea-bf6e-b70f9370bef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] 10.222.0.18 "DELETE /v2.0/networks/61d8d2be-3be6-4293-aca7-61609dd7736f HTTP/1.1" status: 204 len: 168 time: 1.1380231 Dec 12 17:59:29.353136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd5b62d7-61a1-421c-9fdd-d568841fc6f2 req-9dbfbb3d-2226-4253-891f-2b8a4eacb663 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781823 Dec 12 17:59:29.354113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa26964-5e4f-4eea-bf6e-b70f9370bef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-559668771-project] Pushing event deleted for resources: {'Network': ['ID=61d8d2be-3be6-4293-aca7-61609dd7736f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:29.456159 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c117206-ecd9-44f2-b0eb-9aa586bc8ef8 x-openstack-request-id: req-2c117206-ecd9-44f2-b0eb-9aa586bc8ef8 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:59:29.456576 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27c3042-f818-4b81-ab67-132f200694bd", "tag": "63ade234-cd42-4217-a122-9a800e7ef429", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:59:29.456894 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c117206-ecd9-44f2-b0eb-9aa586bc8ef8 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:59:29.457374 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27c3042-f818-4b81-ab67-132f200694bd', 'tag': '63ade234-cd42-4217-a122-9a800e7ef429', 'status': 'completed', 'code': 200} Dec 12 17:59:29.472600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54153e92-9f79-4795-9fea-5f365823790f req-01cbbd37-d4e6-450e-8d43-5144d380c34f tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:29.485668 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54153e92-9f79-4795-9fea-5f365823790f req-01cbbd37-d4e6-450e-8d43-5144d380c34f tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 943 time: 0.0956492 Dec 12 17:59:29.534230 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d155c7-610e-4fdb-8c63-623d1400936b req-37e9ab5a-97df-4c09-a5ac-96f5053766d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:29.538643 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38d155c7-610e-4fdb-8c63-623d1400936b req-37e9ab5a-97df-4c09-a5ac-96f5053766d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87c2086d-4233-4098-b9d6-f49e42e04845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2289004 Dec 12 17:59:29.560177 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54153e92-9f79-4795-9fea-5f365823790f req-ac1009e7-1412-4b99-bc89-7afce3afe2f6 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a7736a-b82e-4cbd-ab14-6f2480c2805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737736 Dec 12 17:59:29.584802 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Pushing event updated for resources: {'Port': ['ID=680ad43f-24b9-4d4a-b559-9688c17f10b6,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:29.691831 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Attempting to bind port 680ad43f-24b9-4d4a-b559-9688c17f10b6 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:29.692178 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Attempting to bind port 680ad43f-24b9-4d4a-b559-9688c17f10b6 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '809b6ba5-4d2c-4850-976d-36f4a96fa95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff0407b2-ac42-4b4b-9f5f-d81d040d0af3'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:29.692514 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Attempting to bind port 680ad43f-24b9-4d4a-b559-9688c17f10b6 on network ff0407b2-ac42-4b4b-9f5f-d81d040d0af3 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:29.705676 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Port 680ad43f-24b9-4d4a-b559-9688c17f10b6 on network ff0407b2-ac42-4b4b-9f5f-d81d040d0af3 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 17:59:29.705847 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Attempting to bind port 680ad43f-24b9-4d4a-b559-9688c17f10b6 on network ff0407b2-ac42-4b4b-9f5f-d81d040d0af3 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:29.716899 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:59:29.717247 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Checking segment: {'id': '809b6ba5-4d2c-4850-976d-36f4a96fa95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff0407b2-ac42-4b4b-9f5f-d81d040d0af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:59:29.717631 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Bound using segment: {'id': '809b6ba5-4d2c-4850-976d-36f4a96fa95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff0407b2-ac42-4b4b-9f5f-d81d040d0af3'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:59:29.718876 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Bound port: 680ad43f-24b9-4d4a-b559-9688c17f10b6, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809b6ba5-4d2c-4850-976d-36f4a96fa95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff0407b2-ac42-4b4b-9f5f-d81d040d0af3'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:59:29.719354 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:29.761750 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38d155c7-610e-4fdb-8c63-623d1400936b req-633f2541-fdee-4584-9821-7d7f60efab9a service neutron] 10.222.0.31 "GET /v2.0/networks/87c2086d-4233-4098-b9d6-f49e42e04845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672070 Dec 12 17:59:29.810265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45254) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:29.903225 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] For port 680ad43f-24b9-4d4a-b559-9688c17f10b6, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:59:29.907627 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] For port 680ad43f-24b9-4d4a-b559-9688c17f10b6, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=680ad43f-24b9-4d4a-b559-9688c17f10b6,segment=NetworkSegment(809b6ba5-4d2c-4850-976d-36f4a96fa95e),segment_id=809b6ba5-4d2c-4850-976d-36f4a96fa95e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:59:29.924042 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:29.972907 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-38d155c7-610e-4fdb-8c63-623d1400936b req-c5de4702-3b7a-49d9-b8d5-544e6fe47d1a service neutron] 10.222.0.31 "GET /v2.0/networks/87c2086d-4233-4098-b9d6-f49e42e04845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824110 Dec 12 17:59:29.986259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:29.987068 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:29.988734 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] 10.222.0.31 "PUT /v2.0/ports/680ad43f-24b9-4d4a-b559-9688c17f10b6 HTTP/1.1" status: 200 len: 1091 time: 1.6300588 Dec 12 17:59:30.018902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b5149-f31f-49ea-a63d-4e0b76f43b62 service neutron] Pushing event updated for resources: {'Port': ['ID=680ad43f-24b9-4d4a-b559-9688c17f10b6,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:30.054177 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1113dac8-b8e9-4efa-bf61-63d69d9977a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6963a4de4e504336afd1ef52d63a0234&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2425046 Dec 12 17:59:30.057138 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45266) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:30.184219 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-229f6f8a-a842-4940-a589-511571baa425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:30.185830 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-229f6f8a-a842-4940-a589-511571baa425 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b35ba60d7854859b520b537bf7d0c30&device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 1094 time: 0.1150634 Dec 12 17:59:30.195970 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fabdf-7a07-4540-a1e5-44a9d224f283 req-edb86218-28af-449b-9559-1eccc18de9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:30.197437 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c2fabdf-7a07-4540-a1e5-44a9d224f283 req-edb86218-28af-449b-9559-1eccc18de9f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 1094 time: 0.1050529 Dec 12 17:59:30.246310 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-238c7ca6-581c-41f6-a920-ea98ec8224c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:30.250397 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-1447b7be-ff55-48d5-8813-8ebb01ef410d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=680ad43f-24b9-4d4a-b559-9688c17f10b6 HTTP/1.1" status: 200 len: 217 time: 0.0520768 Dec 12 17:59:30.346573 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-238c7ca6-581c-41f6-a920-ea98ec8224c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:30.390324 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-5b667ca1-a390-490f-b417-0d9d57677616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:30.392450 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-5b667ca1-a390-490f-b417-0d9d57677616 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca4fb616-c73f-45c3-bf41-3e1c078b75df HTTP/1.1" status: 200 len: 848 time: 0.1295223 Dec 12 17:59:30.436460 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026af963-794b-4d39-997b-7f860e4ff374 req-3536f4c3-415f-42b2-be9b-072b4aba2b9c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:30.438269 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-026af963-794b-4d39-997b-7f860e4ff374 req-3536f4c3-415f-42b2-be9b-072b4aba2b9c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3b6ee56-61a6-4643-861f-9a429fb20db1 HTTP/1.1" status: 200 len: 945 time: 0.0643623 Dec 12 17:59:30.449026 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-137303ee-5d7c-4644-b64b-ced0ee1fc815 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff0407b2-ac42-4b4b-9f5f-d81d040d0af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343628 Dec 12 17:59:30.452430 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fabdf-7a07-4540-a1e5-44a9d224f283 req-ee8fd5b8-31c8-4ffc-a51b-dd45aa32a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:30.454197 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c2fabdf-7a07-4540-a1e5-44a9d224f283 req-ee8fd5b8-31c8-4ffc-a51b-dd45aa32a321 service neutron] 10.222.0.31 "GET /v2.0/networks?id=87c2086d-4233-4098-b9d6-f49e42e04845 HTTP/1.1" status: 200 len: 898 time: 0.2455842 Dec 12 17:59:30.537679 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dce82-fb37-48f2-be49-7ecd03c3b416 req-da8ec529-04e6-41f2-a55e-4e66e0eeb064 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:30.539301 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc5dce82-fb37-48f2-be49-7ecd03c3b416 req-da8ec529-04e6-41f2-a55e-4e66e0eeb064 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 943 time: 0.0972495 Dec 12 17:59:30.547893 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-026af963-794b-4d39-997b-7f860e4ff374 req-6a3761e8-e7c8-4bd1-bfea-d7f47f606729 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942664 Dec 12 17:59:30.560201 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c2fabdf-7a07-4540-a1e5-44a9d224f283 req-ffd8f298-1643-4b58-bc6d-28623fc5c40d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63ade234-cd42-4217-a122-9a800e7ef429 HTTP/1.1" status: 200 len: 217 time: 0.0897751 Dec 12 17:59:30.580258 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-238c7ca6-581c-41f6-a920-ea98ec8224c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:30.583075 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-238c7ca6-581c-41f6-a920-ea98ec8224c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:30.586610 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-238c7ca6-581c-41f6-a920-ea98ec8224c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d1096c4-d24d-4b5e-8b52-fdbaba0ebda5 HTTP/1.1" status: 204 len: 168 time: 0.5260444 Dec 12 17:59:30.640843 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c7ca6-581c-41f6-a920-ea98ec8224c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1096c4-d24d-4b5e-8b52-fdbaba0ebda5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:30.676428 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc5dce82-fb37-48f2-be49-7ecd03c3b416 req-edd8015f-d7ab-4c8d-93eb-0ed1aa82511d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274590 Dec 12 17:59:30.712589 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-9d3c8945-bcbc-4a44-a9ef-767df0677ac7 service neutron] 10.222.0.31 "GET /v2.0/networks/ff0407b2-ac42-4b4b-9f5f-d81d040d0af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513323 Dec 12 17:59:30.717639 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fabdf-7a07-4540-a1e5-44a9d224f283 req-eb53caf8-282c-4351-8dea-626f2ce749d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:30.719113 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c2fabdf-7a07-4540-a1e5-44a9d224f283 req-eb53caf8-282c-4351-8dea-626f2ce749d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebf8e5ab-4171-48c8-94d8-5cda0d110e5c HTTP/1.1" status: 200 len: 835 time: 0.1500163 Dec 12 17:59:30.775864 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f00cc-ac6e-44de-a24e-ad1cbc843fb0 req-424c77aa-a647-455e-8ac1-83ed2eda5747 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:30.778968 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e18f00cc-ac6e-44de-a24e-ad1cbc843fb0 req-424c77aa-a647-455e-8ac1-83ed2eda5747 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 943 time: 0.0797179 Dec 12 17:59:30.843488 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e18f00cc-ac6e-44de-a24e-ad1cbc843fb0 req-24999f7b-df5f-4066-b336-6a11b7d2b26b tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a7736a-b82e-4cbd-ab14-6f2480c2805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571084 Dec 12 17:59:30.916340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fabdf-7a07-4540-a1e5-44a9d224f283 req-371e7e43-2565-4801-a942-d1ad934c46e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:30.918048 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c2fabdf-7a07-4540-a1e5-44a9d224f283 req-371e7e43-2565-4801-a942-d1ad934c46e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87c2086d-4233-4098-b9d6-f49e42e04845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886905 Dec 12 17:59:31.014035 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f0ff3532-0007-4554-9cd4-9351386dc036 req-3954fb14-743c-49a3-b147-334146f1ab44 service neutron] 10.222.0.31 "GET /v2.0/networks/ff0407b2-ac42-4b4b-9f5f-d81d040d0af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936735 Dec 12 17:59:31.047958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45308) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:31.061754 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c2fabdf-7a07-4540-a1e5-44a9d224f283 req-a0405062-8671-4525-9ace-4985c5d4ce12 service neutron] 10.222.0.31 "GET /v2.0/networks/87c2086d-4233-4098-b9d6-f49e42e04845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338859 Dec 12 17:59:31.161975 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f555971e-3dc8-4a0d-b7d3-2d9f69c57130 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=380c852c242945e687ead6937dbfb73e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1116526 Dec 12 17:59:31.164735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45314) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:31.202699 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c2fabdf-7a07-4540-a1e5-44a9d224f283 req-7b3d0e50-6801-47f3-985a-65b2a9eee2f6 service neutron] 10.222.0.31 "GET /v2.0/networks/87c2086d-4233-4098-b9d6-f49e42e04845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318400 Dec 12 17:59:31.254577 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-87401e11-df72-4811-b25d-1ce01f58e556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:31.285481 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-87401e11-df72-4811-b25d-1ce01f58e556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:31.357925 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-87401e11-df72-4811-b25d-1ce01f58e556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:31.360918 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-87401e11-df72-4811-b25d-1ce01f58e556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:31.362060 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-87401e11-df72-4811-b25d-1ce01f58e556 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19f54a76-b3e4-40ac-9f05-cbb3849ee787 HTTP/1.1" status: 204 len: 168 time: 0.1962938 Dec 12 17:59:31.371528 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87401e11-df72-4811-b25d-1ce01f58e556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f54a76-b3e4-40ac-9f05-cbb3849ee787,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:31.458817 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc', 'tag': '680ad43f-24b9-4d4a-b559-9688c17f10b6'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:59:31.475919 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d39f71e-7956-425e-a76b-25c57d58184f" -d '{"events": [{"name": "network-changed", "server_uuid": "8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc", "tag": "680ad43f-24b9-4d4a-b559-9688c17f10b6"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:59:31.553639 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fd795e-0cc5-45fb-a42d-af7a02128e5c x-openstack-request-id: req-57fd795e-0cc5-45fb-a42d-af7a02128e5c {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:59:31.554007 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc", "tag": "680ad43f-24b9-4d4a-b559-9688c17f10b6", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:59:31.554334 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57fd795e-0cc5-45fb-a42d-af7a02128e5c {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:59:31.555514 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc', 'tag': '680ad43f-24b9-4d4a-b559-9688c17f10b6', 'status': 'completed', 'code': 200} Dec 12 17:59:31.651373 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39f71e-7956-425e-a76b-25c57d58184f req-a9a6fa81-85e9-4425-88c2-f22ba1e16e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:31.654077 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1d39f71e-7956-425e-a76b-25c57d58184f req-a9a6fa81-85e9-4425-88c2-f22ba1e16e48 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b35ba60d7854859b520b537bf7d0c30&device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 1094 time: 0.0720675 Dec 12 17:59:31.864635 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524c1fa-8008-44d9-b438-33fa13d12856 req-8d629b2d-f2bd-4fbf-9351-b25cac3bbe8d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:31.877100 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b524c1fa-8008-44d9-b438-33fa13d12856 req-8d629b2d-f2bd-4fbf-9351-b25cac3bbe8d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 943 time: 0.1195104 Dec 12 17:59:31.901697 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39f71e-7956-425e-a76b-25c57d58184f req-dd140c16-2313-46de-bfec-d7bab75e9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:31.905987 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1d39f71e-7956-425e-a76b-25c57d58184f req-dd140c16-2313-46de-bfec-d7bab75e9d48 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ff0407b2-ac42-4b4b-9f5f-d81d040d0af3 HTTP/1.1" status: 200 len: 909 time: 0.2436674 Dec 12 17:59:31.970871 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b524c1fa-8008-44d9-b438-33fa13d12856 req-495f66ff-a497-40cd-b543-eedc157d72a9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791883 Dec 12 17:59:32.035469 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1d39f71e-7956-425e-a76b-25c57d58184f req-dbd96629-49e9-4d18-93d0-f090e3eede71 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=680ad43f-24b9-4d4a-b559-9688c17f10b6 HTTP/1.1" status: 200 len: 217 time: 0.1214032 Dec 12 17:59:32.092385 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e18a0d-31aa-4596-bcf3-f480dc48357c req-bef3c56b-f777-4e70-b61c-a622ef69fd08 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:32.101136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4e18a0d-31aa-4596-bcf3-f480dc48357c req-bef3c56b-f777-4e70-b61c-a622ef69fd08 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 943 time: 0.1289210 Dec 12 17:59:32.130888 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39f71e-7956-425e-a76b-25c57d58184f req-71262ef2-a898-46f2-b41d-3af7962fae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:32.132416 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1d39f71e-7956-425e-a76b-25c57d58184f req-71262ef2-a898-46f2-b41d-3af7962fae4c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca4fb616-c73f-45c3-bf41-3e1c078b75df HTTP/1.1" status: 200 len: 848 time: 0.0795698 Dec 12 17:59:32.190873 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1d39f71e-7956-425e-a76b-25c57d58184f req-7c7c33ce-a147-4976-a4d2-39a4851c8441 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ff0407b2-ac42-4b4b-9f5f-d81d040d0af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444913 Dec 12 17:59:32.240147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4e18a0d-31aa-4596-bcf3-f480dc48357c req-ddc312ef-7509-48e9-b5c5-77a6f693ff89 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a7736a-b82e-4cbd-ab14-6f2480c2805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377168 Dec 12 17:59:32.351246 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1d39f71e-7956-425e-a76b-25c57d58184f req-b61e555c-2e89-4036-acd2-0a226c65470a service neutron] 10.222.0.31 "GET /v2.0/networks/ff0407b2-ac42-4b4b-9f5f-d81d040d0af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507399 Dec 12 17:59:32.473672 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1d39f71e-7956-425e-a76b-25c57d58184f req-531c134f-1cd8-4f50-8dfe-fc635f9fb9e0 service neutron] 10.222.0.31 "GET /v2.0/networks/ff0407b2-ac42-4b4b-9f5f-d81d040d0af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134448 Dec 12 17:59:33.116592 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b1ecc-c9ee-4baa-9535-ef63588ebec4 req-48a41883-95fb-466b-a799-56d8ca6e9da4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:33.118111 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-332b1ecc-c9ee-4baa-9535-ef63588ebec4 req-48a41883-95fb-466b-a799-56d8ca6e9da4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 943 time: 0.0702863 Dec 12 17:59:33.199085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-332b1ecc-c9ee-4baa-9535-ef63588ebec4 req-62a34614-3524-4ba9-96a8-2954da58efcf tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712149 Dec 12 17:59:33.417814 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45418) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:33.423828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0da9da-ecf2-4e5e-9fab-41e6ff8b8c13 req-2073d264-4096-40e8-99c8-8dac4be4ddd8 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:33.425731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0e0da9da-ecf2-4e5e-9fab-41e6ff8b8c13 req-2073d264-4096-40e8-99c8-8dac4be4ddd8 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 943 time: 0.0895417 Dec 12 17:59:33.527401 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0e0da9da-ecf2-4e5e-9fab-41e6ff8b8c13 req-d40e8d97-353c-41ac-908e-f01574c9b376 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a7736a-b82e-4cbd-ab14-6f2480c2805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925868 Dec 12 17:59:33.656407 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-da3d468b-53ee-4aac-8a48-a6808cea9251 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1981563000'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:33.698427 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da3d468b-53ee-4aac-8a48-a6808cea9251 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:33.700013 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da3d468b-53ee-4aac-8a48-a6808cea9251 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:33.759175 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da3d468b-53ee-4aac-8a48-a6808cea9251 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:33.765402 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da3d468b-53ee-4aac-8a48-a6808cea9251 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:33.783518 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da3d468b-53ee-4aac-8a48-a6808cea9251 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:33.785004 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-da3d468b-53ee-4aac-8a48-a6808cea9251 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3660915 Dec 12 17:59:33.787751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45434) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:33.883554 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89685fe8-240d-4d22-9986-b13e9e5d3497 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:33.974869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 63ade234-cd42-4217-a122-9a800e7ef429 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:59:34.080140 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89685fe8-240d-4d22-9986-b13e9e5d3497 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:34.082448 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89685fe8-240d-4d22-9986-b13e9e5d3497 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:34.145881 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 63ade234-cd42-4217-a122-9a800e7ef429, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=63ade234-cd42-4217-a122-9a800e7ef429,segment=NetworkSegment(778541a3-f1ab-4e51-989d-5106ce0fd392),segment_id=778541a3-f1ab-4e51-989d-5106ce0fd392)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:34.159487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '63ade234-cd42-4217-a122-9a800e7ef429', 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845', 'port_id': '63ade234-cd42-4217-a122-9a800e7ef429', 'mac_address': 'fa:16:3e:d6:72:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:59:34.161401 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89685fe8-240d-4d22-9986-b13e9e5d3497 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:34.162486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89685fe8-240d-4d22-9986-b13e9e5d3497 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab6b5d01-f13f-4470-932d-9d156eb80846 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:59:34.167561 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89685fe8-240d-4d22-9986-b13e9e5d3497 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:34.169335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-89685fe8-240d-4d22-9986-b13e9e5d3497 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] 10.222.0.18 "DELETE /v2.0/routers/ab6b5d01-f13f-4470-932d-9d156eb80846 HTTP/1.1" status: 204 len: 168 time: 0.3803902 Dec 12 17:59:34.172583 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45442) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:34.179161 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c6becade-f769-4df4-82ec-1fa4d5b3929c tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Request body: {'router': {'name': 'tempest-router-1482823179', 'distributed': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:34.210568 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:34.229139 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6becade-f769-4df4-82ec-1fa4d5b3929c tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:34.230110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ade234-cd42-4217-a122-9a800e7ef429 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:59:34.231544 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6becade-f769-4df4-82ec-1fa4d5b3929c tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:34.271178 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 63ade234-cd42-4217-a122-9a800e7ef429, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=63ade234-cd42-4217-a122-9a800e7ef429,segment=NetworkSegment(778541a3-f1ab-4e51-989d-5106ce0fd392),segment_id=778541a3-f1ab-4e51-989d-5106ce0fd392)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:34.280431 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:34.281542 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 680ad43f-24b9-4d4a-b559-9688c17f10b6 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:59:34.400795 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 680ad43f-24b9-4d4a-b559-9688c17f10b6, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=680ad43f-24b9-4d4a-b559-9688c17f10b6,segment=NetworkSegment(809b6ba5-4d2c-4850-976d-36f4a96fa95e),segment_id=809b6ba5-4d2c-4850-976d-36f4a96fa95e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:34.416913 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43230832-4635-4bd8-8524-06716ffd7e3d req-dc553c81-518b-40c7-98e5-e93b539e310b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:34.421238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '680ad43f-24b9-4d4a-b559-9688c17f10b6', 'network_id': 'ff0407b2-ac42-4b4b-9f5f-d81d040d0af3', 'port_id': '680ad43f-24b9-4d4a-b559-9688c17f10b6', 'mac_address': 'fa:16:3e:ba:5e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4fb616-c73f-45c3-bf41-3e1c078b75df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:59:34.427514 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-43230832-4635-4bd8-8524-06716ffd7e3d req-dc553c81-518b-40c7-98e5-e93b539e310b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 944 time: 0.1029456 Dec 12 17:59:34.515100 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:34.521273 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=63ade234-cd42-4217-a122-9a800e7ef429,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:34.552041 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 680ad43f-24b9-4d4a-b559-9688c17f10b6 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:59:34.579068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-43230832-4635-4bd8-8524-06716ffd7e3d req-3cea0e4f-9036-46c3-be49-4468af6bdce6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306322 Dec 12 17:59:34.601247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 680ad43f-24b9-4d4a-b559-9688c17f10b6, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=680ad43f-24b9-4d4a-b559-9688c17f10b6,segment=NetworkSegment(809b6ba5-4d2c-4850-976d-36f4a96fa95e),segment_id=809b6ba5-4d2c-4850-976d-36f4a96fa95e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:34.611272 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:34.746270 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=680ad43f-24b9-4d4a-b559-9688c17f10b6,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:34.786300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e76d10-821a-460d-9c6a-fd28ee475750 req-728e0a3b-b240-41f7-b476-c95f31ec4830 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:34.788414 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17e76d10-821a-460d-9c6a-fd28ee475750 req-728e0a3b-b240-41f7-b476-c95f31ec4830 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 944 time: 0.1185579 Dec 12 17:59:34.880161 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-17e76d10-821a-460d-9c6a-fd28ee475750 req-b5fc3cd6-5a4c-48d9-b7bf-1796146fbadd tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a7736a-b82e-4cbd-ab14-6f2480c2805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808959 Dec 12 17:59:34.881900 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6becade-f769-4df4-82ec-1fa4d5b3929c tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:34.890439 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6becade-f769-4df4-82ec-1fa4d5b3929c tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:34.910489 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6becade-f769-4df4-82ec-1fa4d5b3929c tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:34.912605 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c6becade-f769-4df4-82ec-1fa4d5b3929c tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7387261 Dec 12 17:59:34.915465 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45462) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:34.971843 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['63ade234-cd42-4217-a122-9a800e7ef429'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:59:35.021997 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['680ad43f-24b9-4d4a-b559-9688c17f10b6'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:59:35.042425 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf3ff104-cdbb-47fc-afe9-b1353695a976 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:35.320340 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf3ff104-cdbb-47fc-afe9-b1353695a976 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:35.322854 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf3ff104-cdbb-47fc-afe9-b1353695a976 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:35.378381 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf3ff104-cdbb-47fc-afe9-b1353695a976 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:35.378941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3ff104-cdbb-47fc-afe9-b1353695a976 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe5af40a-e641-4610-bb0a-58592813db03 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:59:35.384300 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf3ff104-cdbb-47fc-afe9-b1353695a976 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:35.385939 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bf3ff104-cdbb-47fc-afe9-b1353695a976 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] 10.222.0.18 "DELETE /v2.0/routers/fe5af40a-e641-4610-bb0a-58592813db03 HTTP/1.1" status: 204 len: 168 time: 0.4687741 Dec 12 17:59:35.389492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45474) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:35.394059 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-aba7a2fe-91c8-4038-83e7-ed24be4ca3a8 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Request body: {'router': {'name': 'tempest-router-413694438', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '41eb84362e614300970caa8854d0538a'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:35.424226 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aba7a2fe-91c8-4038-83e7-ed24be4ca3a8 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:35.425904 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aba7a2fe-91c8-4038-83e7-ed24be4ca3a8 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:35.487028 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aba7a2fe-91c8-4038-83e7-ed24be4ca3a8 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:35.494017 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aba7a2fe-91c8-4038-83e7-ed24be4ca3a8 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:35.516903 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aba7a2fe-91c8-4038-83e7-ed24be4ca3a8 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:35.519266 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-aba7a2fe-91c8-4038-83e7-ed24be4ca3a8 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1278319 Dec 12 17:59:35.521262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45478) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:35.526594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-9120d8d6-fc0f-4997-a011-0f4a735de00d tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:35.830225 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9120d8d6-fc0f-4997-a011-0f4a735de00d tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:35.830597 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9120d8d6-fc0f-4997-a011-0f4a735de00d tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:35.869143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fecb5-9868-44c4-b29b-8a294f90fd74 req-32400510-1433-4489-bda3-ef9305d06f75 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:35.870653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-581fecb5-9868-44c4-b29b-8a294f90fd74 req-32400510-1433-4489-bda3-ef9305d06f75 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 944 time: 0.1606412 Dec 12 17:59:35.967797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9120d8d6-fc0f-4997-a011-0f4a735de00d tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103151) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 12 17:59:35.968133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9120d8d6-fc0f-4997-a011-0f4a735de00d tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Router becf5231-0f5c-4487-a96e-d98a2bf32472 migrating from provider to provider. {{(pid=103151) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 12 17:59:35.968722 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9120d8d6-fc0f-4997-a011-0f4a735de00d tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:35.987141 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-581fecb5-9868-44c4-b29b-8a294f90fd74 req-435df5a1-7f7f-493f-a80f-3b546107fd27 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863686 Dec 12 17:59:36.001893 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9120d8d6-fc0f-4997-a011-0f4a735de00d tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:36.022368 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9120d8d6-fc0f-4997-a011-0f4a735de00d tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:36.109964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989de3eb-1d5a-4860-b948-858817c2b6c7 req-d2be0ce6-8234-4c41-8755-549c5fc36bef tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:36.111343 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-989de3eb-1d5a-4860-b948-858817c2b6c7 req-d2be0ce6-8234-4c41-8755-549c5fc36bef tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 944 time: 0.1452444 Dec 12 17:59:36.143441 n-d-760354-5 neutron-server[103151]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9120d8d6-fc0f-4997-a011-0f4a735de00d tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] No L3 agents can host the router becf5231-0f5c-4487-a96e-d98a2bf32472 Dec 12 17:59:36.179457 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-989de3eb-1d5a-4860-b948-858817c2b6c7 req-c807f17a-dbbb-441a-975d-54b00308b88c tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a7736a-b82e-4cbd-ab14-6f2480c2805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591440 Dec 12 17:59:36.309826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120d8d6-fc0f-4997-a011-0f4a735de00d tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Hosts for router becf5231-0f5c-4487-a96e-d98a2bf32472: [] {{(pid=103151) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 12 17:59:36.335614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120d8d6-fc0f-4997-a011-0f4a735de00d tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Hosts for other DVR routers connected to router becf5231-0f5c-4487-a96e-d98a2bf32472: set() {{(pid=103151) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 12 17:59:36.338217 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9120d8d6-fc0f-4997-a011-0f4a735de00d tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:36.341763 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9120d8d6-fc0f-4997-a011-0f4a735de00d tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] 10.222.0.18 "PUT /v2.0/routers/becf5231-0f5c-4487-a96e-d98a2bf32472 HTTP/1.1" status: 200 len: 716 time: 0.8165843 Dec 12 17:59:36.342505 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45504) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:36.422717 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-55d4e436-d055-4f5c-9d44-b990cae715ec tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] 10.222.0.18 "GET /v2.0/routers/becf5231-0f5c-4487-a96e-d98a2bf32472 HTTP/1.1" status: 200 len: 716 time: 0.0793633 Dec 12 17:59:36.425293 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45508) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:36.639084 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-863faa3b-5f22-4eb0-be05-298ae2a8610f tempest-RoutersTestDVR-1521898436 tempest-RoutersTestDVR-1521898436-project] 10.222.0.18 "GET /v2.0/routers/becf5231-0f5c-4487-a96e-d98a2bf32472 HTTP/1.1" status: 200 len: 682 time: 0.2120821 Dec 12 17:59:36.641328 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45518) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:37.040072 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0da04e63-760e-4462-bdc9-dd3c5b8f93f7 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:37.250092 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0da04e63-760e-4462-bdc9-dd3c5b8f93f7 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:37.253451 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0da04e63-760e-4462-bdc9-dd3c5b8f93f7 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:37.276822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18ed9b-d427-44fb-b98a-e195f013cc73 req-1c5f794e-fd03-4d92-82ae-5427262605dd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:37.278687 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f18ed9b-d427-44fb-b98a-e195f013cc73 req-1c5f794e-fd03-4d92-82ae-5427262605dd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 944 time: 0.1598771 Dec 12 17:59:37.366781 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0da04e63-760e-4462-bdc9-dd3c5b8f93f7 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:37.367367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da04e63-760e-4462-bdc9-dd3c5b8f93f7 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Fanout notify agent at l3_agent the message router_deleted on router becf5231-0f5c-4487-a96e-d98a2bf32472 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:59:37.376364 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0da04e63-760e-4462-bdc9-dd3c5b8f93f7 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:37.382106 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45536) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:37.386245 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0da04e63-760e-4462-bdc9-dd3c5b8f93f7 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] 10.222.0.18 "DELETE /v2.0/routers/becf5231-0f5c-4487-a96e-d98a2bf32472 HTTP/1.1" status: 204 len: 168 time: 0.7437103 Dec 12 17:59:37.390240 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f75ee02f-af7e-4511-83bc-3e0dfeedf59a tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Request body: {'router': {'name': 'tempest-router-1047899050', 'distributed': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:37.423373 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f75ee02f-af7e-4511-83bc-3e0dfeedf59a tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:37.424619 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f75ee02f-af7e-4511-83bc-3e0dfeedf59a tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:37.434962 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b13b2-16a3-46b5-864c-4d936afb231e req-75ff1222-1c64-41a9-8917-f446a15b2f3c tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:37.436709 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c4b13b2-16a3-46b5-864c-4d936afb231e req-75ff1222-1c64-41a9-8917-f446a15b2f3c tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 944 time: 0.1546009 Dec 12 17:59:37.441055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f18ed9b-d427-44fb-b98a-e195f013cc73 req-1729ec2f-132d-4de3-b66d-55992127d9df tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126776 Dec 12 17:59:37.497022 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f75ee02f-af7e-4511-83bc-3e0dfeedf59a tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:37.505382 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f75ee02f-af7e-4511-83bc-3e0dfeedf59a tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:37.518575 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c4b13b2-16a3-46b5-864c-4d936afb231e req-0dbaba0e-7f74-41ef-a86d-5c3945c3a82a tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a7736a-b82e-4cbd-ab14-6f2480c2805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694277 Dec 12 17:59:37.524532 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f75ee02f-af7e-4511-83bc-3e0dfeedf59a tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:37.526148 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f75ee02f-af7e-4511-83bc-3e0dfeedf59a tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1430066 Dec 12 17:59:37.529262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45538) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:37.607412 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5f6a34a4-63ab-4b21-8e71-4e33dfebc602 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:37.772278 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5f6a34a4-63ab-4b21-8e71-4e33dfebc602 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:37.774713 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5f6a34a4-63ab-4b21-8e71-4e33dfebc602 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:37.821779 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5f6a34a4-63ab-4b21-8e71-4e33dfebc602 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:37.822331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6a34a4-63ab-4b21-8e71-4e33dfebc602 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 530391f2-494c-4ee5-9e97-b2d6ee86a707 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:59:37.827256 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5f6a34a4-63ab-4b21-8e71-4e33dfebc602 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:37.832749 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5f6a34a4-63ab-4b21-8e71-4e33dfebc602 tempest-RoutersTestDVR-38407990 tempest-RoutersTestDVR-38407990-project-admin] 10.222.0.18 "DELETE /v2.0/routers/530391f2-494c-4ee5-9e97-b2d6ee86a707 HTTP/1.1" status: 204 len: 168 time: 0.3023272 Dec 12 17:59:37.973020 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 63ade234-cd42-4217-a122-9a800e7ef429 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:59:38.032738 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 63ade234-cd42-4217-a122-9a800e7ef429 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:59:38.038163 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 63ade234-cd42-4217-a122-9a800e7ef429 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:38.038616 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:38.136184 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:38.155904 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45548) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:38.168710 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27c3042-f818-4b81-ab67-132f200694bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ade234-cd42-4217-a122-9a800e7ef429'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:59:38.171426 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a277854-52f0-4571-8f08-4ae1847e4354" -d '{"events": [{"server_uuid": "c27c3042-f818-4b81-ab67-132f200694bd", "name": "network-vif-plugged", "status": "completed", "tag": "63ade234-cd42-4217-a122-9a800e7ef429"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:59:38.185645 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 63ade234-cd42-4217-a122-9a800e7ef429, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=63ade234-cd42-4217-a122-9a800e7ef429,segment=NetworkSegment(778541a3-f1ab-4e51-989d-5106ce0fd392),segment_id=778541a3-f1ab-4e51-989d-5106ce0fd392)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:38.191387 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:38.192597 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 680ad43f-24b9-4d4a-b559-9688c17f10b6 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:59:38.302729 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edabf33-969b-4218-a468-4484653d95c2 x-openstack-request-id: req-2edabf33-969b-4218-a468-4484653d95c2 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:59:38.303031 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27c3042-f818-4b81-ab67-132f200694bd", "name": "network-vif-plugged", "status": "completed", "tag": "63ade234-cd42-4217-a122-9a800e7ef429", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:59:38.303330 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2edabf33-969b-4218-a468-4484653d95c2 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:59:38.303720 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27c3042-f818-4b81-ab67-132f200694bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ade234-cd42-4217-a122-9a800e7ef429', 'code': 200} Dec 12 17:59:38.340045 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=63ade234-cd42-4217-a122-9a800e7ef429,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:38.348544 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 680ad43f-24b9-4d4a-b559-9688c17f10b6 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 17:59:38.354636 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 680ad43f-24b9-4d4a-b559-9688c17f10b6 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:38.355183 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:38.362829 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6a5e3-a2f9-4fd1-9bf7-2f9d4ffa8f31 req-46ac009f-de8d-439e-ab2c-5520d61c19f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:38.364709 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dbd6a5e3-a2f9-4fd1-9bf7-2f9d4ffa8f31 req-46ac009f-de8d-439e-ab2c-5520d61c19f0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 1096 time: 0.0529709 Dec 12 17:59:38.369026 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c732-2884-49a8-88d3-d225438dad4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:38.444787 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dbd6a5e3-a2f9-4fd1-9bf7-2f9d4ffa8f31 req-c0ef636d-e30f-4bf2-bf1e-9498502648ab service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648298 Dec 12 17:59:38.450519 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:38.498562 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c732-2884-49a8-88d3-d225438dad4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:38.505319 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c732-2884-49a8-88d3-d225438dad4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:38.515314 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 680ad43f-24b9-4d4a-b559-9688c17f10b6, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=680ad43f-24b9-4d4a-b559-9688c17f10b6,segment=NetworkSegment(809b6ba5-4d2c-4850-976d-36f4a96fa95e),segment_id=809b6ba5-4d2c-4850-976d-36f4a96fa95e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:38.526713 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:38.541951 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f5a6c732-2884-49a8-88d3-d225438dad4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41eb84362e614300970caa8854d0538a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3845994 Dec 12 17:59:38.545317 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45558) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:38.604961 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=680ad43f-24b9-4d4a-b559-9688c17f10b6,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:38.614047 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6c732-2884-49a8-88d3-d225438dad4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5307f349-7cfb-47d1-a5e0-4183ce8ee662,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:38.630818 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fae42d97-0d7d-4d1a-baa0-1d87cde0d91f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:38.654474 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fae42d97-0d7d-4d1a-baa0-1d87cde0d91f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:38.665554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483e9fb-0436-4cc1-8d95-f1da33f854e4 req-9c351b19-6568-4078-ab8c-17ab60f09d32 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:38.672995 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4483e9fb-0436-4cc1-8d95-f1da33f854e4 req-9c351b19-6568-4078-ab8c-17ab60f09d32 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 945 time: 0.1191666 Dec 12 17:59:38.705030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc43ca9-fe4d-4311-bf0d-682329814713 req-349fee2b-d592-47ac-86fd-1cb51bf6b6cd tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:38.706659 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6dc43ca9-fe4d-4311-bf0d-682329814713 req-349fee2b-d592-47ac-86fd-1cb51bf6b6cd tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 945 time: 0.0869663 Dec 12 17:59:38.716713 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fae42d97-0d7d-4d1a-baa0-1d87cde0d91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:38.719953 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fae42d97-0d7d-4d1a-baa0-1d87cde0d91f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:38.721410 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fae42d97-0d7d-4d1a-baa0-1d87cde0d91f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5307f349-7cfb-47d1-a5e0-4183ce8ee662 HTTP/1.1" status: 204 len: 168 time: 0.1750431 Dec 12 17:59:38.730500 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae42d97-0d7d-4d1a-baa0-1d87cde0d91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5307f349-7cfb-47d1-a5e0-4183ce8ee662,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:38.770388 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4483e9fb-0436-4cc1-8d95-f1da33f854e4 req-05bc54e5-8840-427b-b153-c80f9d2666c9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964766 Dec 12 17:59:38.803550 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6dc43ca9-fe4d-4311-bf0d-682329814713 req-a4af9a3b-0a08-4cec-a494-7642d1d48413 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a7736a-b82e-4cbd-ab14-6f2480c2805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689979 Dec 12 17:59:39.021745 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45570) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:39.034836 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35d586b6-58ae-44e2-be08-cbf8c5dc78a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:39.111447 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35d586b6-58ae-44e2-be08-cbf8c5dc78a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:39.115381 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35d586b6-58ae-44e2-be08-cbf8c5dc78a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:39.154705 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-35d586b6-58ae-44e2-be08-cbf8c5dc78a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb0355d34ce1449a8fc79056549a63d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316197 Dec 12 17:59:39.155435 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d586b6-58ae-44e2-be08-cbf8c5dc78a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90817bd2-1b71-45f1-8f3d-59c367366b75,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:39.157205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45572) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:39.209852 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dffdf23b-a491-44d6-95bf-74da8ffcca15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:39.232002 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dffdf23b-a491-44d6-95bf-74da8ffcca15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:39.277347 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dffdf23b-a491-44d6-95bf-74da8ffcca15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:39.280562 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dffdf23b-a491-44d6-95bf-74da8ffcca15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:39.284130 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-dffdf23b-a491-44d6-95bf-74da8ffcca15 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90817bd2-1b71-45f1-8f3d-59c367366b75 HTTP/1.1" status: 204 len: 168 time: 0.1229758 Dec 12 17:59:39.289586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdf23b-a491-44d6-95bf-74da8ffcca15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90817bd2-1b71-45f1-8f3d-59c367366b75,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:39.969228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f868009-a35c-436f-9004-ac719e91c80e req-221c564b-0ac0-43a2-b9e0-619deba7a8ee tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:39.970818 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f868009-a35c-436f-9004-ac719e91c80e req-221c564b-0ac0-43a2-b9e0-619deba7a8ee tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 945 time: 0.0949185 Dec 12 17:59:40.006333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2943c-9a90-40f8-a548-41e80f69ece4 req-c9d0b51d-4852-418b-b8ac-6cf18a44c8fd tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:40.007860 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37a2943c-9a90-40f8-a548-41e80f69ece4 req-c9d0b51d-4852-418b-b8ac-6cf18a44c8fd tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 945 time: 0.0817611 Dec 12 17:59:40.068024 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f868009-a35c-436f-9004-ac719e91c80e req-43a6020e-67d9-4faa-b564-4c548526c9b8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905883 Dec 12 17:59:40.099726 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37a2943c-9a90-40f8-a548-41e80f69ece4 req-da48af07-ba29-4cc5-8ef8-31855872fb6f tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a7736a-b82e-4cbd-ab14-6f2480c2805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660915 Dec 12 17:59:40.104221 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45604) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:40.204094 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-3443f487-bb11-476f-a99f-a83dc6a95a14 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1311350843'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:40.225595 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3443f487-bb11-476f-a99f-a83dc6a95a14 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:40.229048 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3443f487-bb11-476f-a99f-a83dc6a95a14 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:40.238069 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3443f487-bb11-476f-a99f-a83dc6a95a14 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:40.305473 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680ad43f-24b9-4d4a-b559-9688c17f10b6'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:59:40.307883 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3880e4a0-6cbe-4edc-92aa-d1d4bebf335c" -d '{"events": [{"server_uuid": "8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc", "name": "network-vif-plugged", "status": "completed", "tag": "680ad43f-24b9-4d4a-b559-9688c17f10b6"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:59:40.318575 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3443f487-bb11-476f-a99f-a83dc6a95a14 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:40.324119 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3443f487-bb11-476f-a99f-a83dc6a95a14 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:40.354364 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3443f487-bb11-476f-a99f-a83dc6a95a14 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:59:40.360211 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9728e5-ae6e-4039-bce5-8af5948a7f1a x-openstack-request-id: req-dc9728e5-ae6e-4039-bce5-8af5948a7f1a {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:59:40.360546 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc", "name": "network-vif-plugged", "status": "completed", "tag": "680ad43f-24b9-4d4a-b559-9688c17f10b6", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:59:40.360810 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc9728e5-ae6e-4039-bce5-8af5948a7f1a {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:59:40.361232 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680ad43f-24b9-4d4a-b559-9688c17f10b6', 'code': 200} Dec 12 17:59:40.365189 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443f487-bb11-476f-a99f-a83dc6a95a14 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6f8fb7-29f7-406a-873c-0cb1258eb64b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:40.371789 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3443f487-bb11-476f-a99f-a83dc6a95a14 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:40.372134 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-3443f487-bb11-476f-a99f-a83dc6a95a14 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Added segment f7aae475-ea20-4ffa-891d-313a440d6dbc of type vlan for network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 Dec 12 17:59:40.423998 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3443f487-bb11-476f-a99f-a83dc6a95a14 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:40.452169 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3443f487-bb11-476f-a99f-a83dc6a95a14 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:40.458133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3443f487-bb11-476f-a99f-a83dc6a95a14 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:40.458734 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3443f487-bb11-476f-a99f-a83dc6a95a14 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:40.479047 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fd52a-b5d3-41d5-a6b9-015a5117801e req-6f63488c-d6f4-41bc-b759-0eda1304d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:40.481838 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-aa2fd52a-b5d3-41d5-a6b9-015a5117801e req-6f63488c-d6f4-41bc-b759-0eda1304d7c1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 1096 time: 0.0402946 Dec 12 17:59:40.528609 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443f487-bb11-476f-a99f-a83dc6a95a14 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Network': ['ID=41acbcc9-0955-4f8d-91c4-5d484208a7d7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:40.534864 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-aa2fd52a-b5d3-41d5-a6b9-015a5117801e req-8c109161-36bb-4436-b295-3b2310b2bde7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=92a7736a-b82e-4cbd-ab14-6f2480c2805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 Dec 12 17:59:40.542179 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:59:40.545364 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3443f487-bb11-476f-a99f-a83dc6a95a14 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4399979 Dec 12 17:59:40.548066 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45614) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:40.553104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a0ef9a4d-1e43-4be4-a331-ce28e7cb11f5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7', 'name': 'tempest-PortsIpV6TestJSON-1056329055'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:40.643133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ef9a4d-1e43-4be4-a331-ce28e7cb11f5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:40.646754 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9a4d-1e43-4be4-a331-ce28e7cb11f5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:40.663758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-a0ef9a4d-1e43-4be4-a331-ce28e7cb11f5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] device_id is not set on port 98e49208-d616-4330-89a9-7f392b4d66ec yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:59:40.827707 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9a4d-1e43-4be4-a331-ce28e7cb11f5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:40.860947 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9a4d-1e43-4be4-a331-ce28e7cb11f5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:40.926983 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef9a4d-1e43-4be4-a331-ce28e7cb11f5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=98e49208-d616-4330-89a9-7f392b4d66ec,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:40.936712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef9a4d-1e43-4be4-a331-ce28e7cb11f5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Checking segment: {'id': 'f7aae475-ea20-4ffa-891d-313a440d6dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:59:40.936997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ef9a4d-1e43-4be4-a331-ce28e7cb11f5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network hostable DHCP agents. Network: 41acbcc9-0955-4f8d-91c4-5d484208a7d7, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:59:40.956372 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ef9a4d-1e43-4be4-a331-ce28e7cb11f5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:59:40.968629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a0ef9a4d-1e43-4be4-a331-ce28e7cb11f5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 41acbcc9-0955-4f8d-91c4-5d484208a7d7) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:40.977632 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b9d43-d8d3-4d31-90d3-4efaecfaf9ad None None] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:59:40.978498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ef9a4d-1e43-4be4-a331-ce28e7cb11f5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:40.986154 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ef9a4d-1e43-4be4-a331-ce28e7cb11f5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:40.987011 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9a4d-1e43-4be4-a331-ce28e7cb11f5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:41.010482 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45618) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:41.010999 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a0ef9a4d-1e43-4be4-a331-ce28e7cb11f5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4613402 Dec 12 17:59:41.016421 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-083ce3bb-e411-4a85-8dcc-b7086ae3c89e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-122587583'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:41.062414 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083ce3bb-e411-4a85-8dcc-b7086ae3c89e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:41.067418 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-083ce3bb-e411-4a85-8dcc-b7086ae3c89e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:41.109564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083ce3bb-e411-4a85-8dcc-b7086ae3c89e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:59:41.130896 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-083ce3bb-e411-4a85-8dcc-b7086ae3c89e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:41.131399 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-083ce3bb-e411-4a85-8dcc-b7086ae3c89e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Added segment 55ac9d5d-4b00-4bbd-a3c9-2b282df20fbe of type vlan for network 485a4810-297b-4cd0-a971-2599b0762f2d Dec 12 17:59:41.196624 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-083ce3bb-e411-4a85-8dcc-b7086ae3c89e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:41.234436 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-083ce3bb-e411-4a85-8dcc-b7086ae3c89e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:41.246128 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083ce3bb-e411-4a85-8dcc-b7086ae3c89e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:41.246826 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-083ce3bb-e411-4a85-8dcc-b7086ae3c89e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:41.334743 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ce3bb-e411-4a85-8dcc-b7086ae3c89e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Network': ['ID=485a4810-297b-4cd0-a971-2599b0762f2d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:41.336430 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e33eb-70c0-4a7b-81fe-5c8d7049c73b req-81672acb-50d0-432f-a828-f398e50d8f98 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:41.338618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b6e33eb-70c0-4a7b-81fe-5c8d7049c73b req-81672acb-50d0-432f-a828-f398e50d8f98 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 945 time: 0.1132672 Dec 12 17:59:41.348035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 485a4810-297b-4cd0-a971-2599b0762f2d details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:59:41.372464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c2eaa-d118-4b2e-a0b7-1df73cc9a435 req-9b2b5e6c-f065-4d9c-8c60-9683d9005324 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:41.374080 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b21c2eaa-d118-4b2e-a0b7-1df73cc9a435 req-9b2b5e6c-f065-4d9c-8c60-9683d9005324 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 945 time: 0.1125479 Dec 12 17:59:41.389118 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-083ce3bb-e411-4a85-8dcc-b7086ae3c89e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3774114 Dec 12 17:59:41.394867 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45628) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:41.399663 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-946cbc7e-7a8f-40d3-b257-d5a7afcf637d req-dff2d114-5272-4cae-b0fa-94b457ca13d2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741615 Dec 12 17:59:41.406477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'ports': [{'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7'}, {'network_id': '485a4810-297b-4cd0-a971-2599b0762f2d'}]} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:41.407560 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:41.408659 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'network_id': '485a4810-297b-4cd0-a971-2599b0762f2d'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:41.431445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b6e33eb-70c0-4a7b-81fe-5c8d7049c73b req-5cc6e132-7a1a-4edd-9959-d5cf7d2f83af tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845690 Dec 12 17:59:41.487322 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b21c2eaa-d118-4b2e-a0b7-1df73cc9a435 req-460208be-40c4-490f-828a-74d20a33fe55 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a7736a-b82e-4cbd-ab14-6f2480c2805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039762 Dec 12 17:59:41.578234 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99210d29-fc2c-4b8e-a161-9040204ca7dc req-d4ff18ff-e0ea-4b72-b4a3-21807dd0aee6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:41.579835 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99210d29-fc2c-4b8e-a161-9040204ca7dc req-d4ff18ff-e0ea-4b72-b4a3-21807dd0aee6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 945 time: 0.0536630 Dec 12 17:59:41.625409 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cbc7e-7a8f-40d3-b257-d5a7afcf637d req-ffc3a0a4-c6bb-4e13-831e-5b97bf278ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:41.626950 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-946cbc7e-7a8f-40d3-b257-d5a7afcf637d req-ffc3a0a4-c6bb-4e13-831e-5b97bf278ebf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0b4bc710fe244f885d5e9cf88a75d69&device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 1098 time: 0.1331348 Dec 12 17:59:41.635393 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99210d29-fc2c-4b8e-a161-9040204ca7dc req-dfe62e58-6306-4dec-b8d7-68da30cac356 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491874 Dec 12 17:59:41.659687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45634) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:41.669125 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'port': 2} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:41.673549 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:41.701703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e358582a-9a3a-49ce-a4ba-dc838d8418b6 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:41.706230 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e358582a-9a3a-49ce-a4ba-dc838d8418b6 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 1091 time: 0.0424826 Dec 12 17:59:41.706491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45636) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:41.710798 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': '63ade234-cd42-4217-a122-9a800e7ef429', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:41.721362 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:41.736940 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:41.834101 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cbc7e-7a8f-40d3-b257-d5a7afcf637d req-3b3e9dc1-5620-4694-85e9-9a64069abcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:41.840658 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-946cbc7e-7a8f-40d3-b257-d5a7afcf637d req-3b3e9dc1-5620-4694-85e9-9a64069abcbb service neutron] 10.222.0.31 "GET /v2.0/networks?id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 HTTP/1.1" status: 200 len: 917 time: 0.1759131 Dec 12 17:59:41.840658 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] device_id is not set on port 8b2a99d2-f5d6-43d9-92b0-d4b76fde5b73 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:59:41.884261 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:41.925982 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-946cbc7e-7a8f-40d3-b257-d5a7afcf637d req-c95fa8e0-3fc3-4b96-99c2-0f0360a2de94 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=075887db-ed2d-4766-850d-aaca8344b15c HTTP/1.1" status: 200 len: 1002 time: 0.0769093 Dec 12 17:59:42.006301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Allocated IP 172.25.1.163 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/8d63f34b-349a-41b3-bce2-04b47b54b393) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:59:42.033377 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cbc7e-7a8f-40d3-b257-d5a7afcf637d req-007cd7bd-5be5-4653-b724-6d196d1929c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:42.034404 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-946cbc7e-7a8f-40d3-b257-d5a7afcf637d req-007cd7bd-5be5-4653-b724-6d196d1929c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=076bf984-90a2-4fda-a328-15e958eede88 HTTP/1.1" status: 200 len: 855 time: 0.0737684 Dec 12 17:59:42.078501 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:42.116621 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:42.155027 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cbc7e-7a8f-40d3-b257-d5a7afcf637d req-3d572d1a-b13b-49d3-a846-3196311d363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:42.156562 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-946cbc7e-7a8f-40d3-b257-d5a7afcf637d req-3d572d1a-b13b-49d3-a846-3196311d363f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121631 Dec 12 17:59:42.157298 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:42.161638 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] device_id is not set on port 3bc03ad8-e158-421d-83c5-22320af3ba64 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:59:42.199926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:42.203584 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:42.208363 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:42.258293 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=8d63f34b-349a-41b3-bce2-04b47b54b393,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:42.318555 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-946cbc7e-7a8f-40d3-b257-d5a7afcf637d req-809d7087-3f72-450b-9716-7b1bb34abaa1 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535382 Dec 12 17:59:42.508316 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:42.514734 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-946cbc7e-7a8f-40d3-b257-d5a7afcf637d req-96182994-3f09-4b1c-b8eb-c68bf9fb4c11 service neutron] 10.222.0.31 "GET /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641247 Dec 12 17:59:42.565280 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:42.617662 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:42.621817 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:42.625755 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:42.626732 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:42.633773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=8b2a99d2-f5d6-43d9-92b0-d4b76fde5b73,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:42.691948 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=3bc03ad8-e158-421d-83c5-22320af3ba64,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:42.703135 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Checking segment: {'id': '55ac9d5d-4b00-4bbd-a3c9-2b282df20fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '485a4810-297b-4cd0-a971-2599b0762f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:59:42.703630 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network hostable DHCP agents. Network: 485a4810-297b-4cd0-a971-2599b0762f2d, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:59:42.722520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 485a4810-297b-4cd0-a971-2599b0762f2d is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:59:42.734241 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 485a4810-297b-4cd0-a971-2599b0762f2d) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:42.744148 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73a1cd9-23f1-44e2-a545-30a5b220252a None None] Network 485a4810-297b-4cd0-a971-2599b0762f2d requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:59:42.750817 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:42.764382 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:42.771452 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:42.771452 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:42.772769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b0da2-6664-45ad-aafd-fa6a5782ad0d req-0244fd8d-be13-4ef7-8916-6a616a24dd49 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:42.795965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c4b0da2-6664-45ad-aafd-fa6a5782ad0d req-0244fd8d-be13-4ef7-8916-6a616a24dd49 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 945 time: 0.1459999 Dec 12 17:59:42.796216 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5af2db65-57e5-4f63-bdbc-4131dd424870 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3953183 Dec 12 17:59:42.798937 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45646) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:42.799401 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:42.920999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-dadb030c-a1f3-4115-ac59-452c296a122d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port 3bc03ad8-e158-421d-83c5-22320af3ba64 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:42.921515 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dadb030c-a1f3-4115-ac59-452c296a122d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:42.996494 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dadb030c-a1f3-4115-ac59-452c296a122d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:43.011025 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-dadb030c-a1f3-4115-ac59-452c296a122d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for 3bc03ad8-e158-421d-83c5-22320af3ba64 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:43.101707 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dadb030c-a1f3-4115-ac59-452c296a122d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:43.121619 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:59:43.133118 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb030c-a1f3-4115-ac59-452c296a122d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=3bc03ad8-e158-421d-83c5-22320af3ba64,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:43.139348 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dadb030c-a1f3-4115-ac59-452c296a122d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:43.146344 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dadb030c-a1f3-4115-ac59-452c296a122d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/ports/3bc03ad8-e158-421d-83c5-22320af3ba64 HTTP/1.1" status: 204 len: 168 time: 0.3463280 Dec 12 17:59:43.147141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45650) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:43.200671 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08848b0a-b433-4c06-8f48-48d1bdd8ddc7 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:43.207033 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08848b0a-b433-4c06-8f48-48d1bdd8ddc7 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:43.208394 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c4b0da2-6664-45ad-aafd-fa6a5782ad0d req-f877669c-8955-4096-85f4-4eccdf0644b4 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a7736a-b82e-4cbd-ab14-6f2480c2805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114823 Dec 12 17:59:43.220523 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-08848b0a-b433-4c06-8f48-48d1bdd8ddc7 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0721827 Dec 12 17:59:43.221389 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45652) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:43.237856 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:43.430968 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0fda4-1ab9-4fd0-b361-03b34f2f3fce tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port 8b2a99d2-f5d6-43d9-92b0-d4b76fde5b73 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:43.431782 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfc0fda4-1ab9-4fd0-b361-03b34f2f3fce tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:43.476399 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:43.501582 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:43.552748 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfc0fda4-1ab9-4fd0-b361-03b34f2f3fce tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:43.567757 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0fda4-1ab9-4fd0-b361-03b34f2f3fce tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for 8b2a99d2-f5d6-43d9-92b0-d4b76fde5b73 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:43.612817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=8d63f34b-349a-41b3-bce2-04b47b54b393,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:43.633305 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:43.724597 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfc0fda4-1ab9-4fd0-b361-03b34f2f3fce tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:43.765064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0fda4-1ab9-4fd0-b361-03b34f2f3fce tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=8b2a99d2-f5d6-43d9-92b0-d4b76fde5b73,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:43.777210 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfc0fda4-1ab9-4fd0-b361-03b34f2f3fce tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:43.782521 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bfc0fda4-1ab9-4fd0-b361-03b34f2f3fce tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/ports/8b2a99d2-f5d6-43d9-92b0-d4b76fde5b73 HTTP/1.1" status: 204 len: 168 time: 0.5597730 Dec 12 17:59:43.784950 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45668) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:43.818293 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Floating IP a8118118-2eab-4c1c-b6d3-b666b53a9563 associated. External IP: 172.25.1.163, port: 63ade234-cd42-4217-a122-9a800e7ef429. Dec 12 17:59:43.843018 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654cbd3b-511e-4204-87de-8856dd0d9fbc tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:43.845187 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-654cbd3b-511e-4204-87de-8856dd0d9fbc tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0585022 Dec 12 17:59:43.848594 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45670) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:43.875706 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe8b57b-abf9-4f66-b6a5-455524595edf tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] GET failed (client error): The resource could not be found. Dec 12 17:59:43.879273 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7fe8b57b-abf9-4f66-b6a5-455524595edf tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports/3bc03ad8-e158-421d-83c5-22320af3ba64 HTTP/1.1" status: 404 len: 333 time: 0.0296216 Dec 12 17:59:43.881847 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45676) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:43.920490 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74857bf-ce13-421c-a38e-51214ed19dda tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] GET failed (client error): The resource could not be found. Dec 12 17:59:43.922192 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d74857bf-ce13-421c-a38e-51214ed19dda tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports/8b2a99d2-f5d6-43d9-92b0-d4b76fde5b73 HTTP/1.1" status: 404 len: 333 time: 0.0392120 Dec 12 17:59:43.924784 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45680) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:44.023675 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7b73-0551-4f62-a9d1-dd40e071ac50 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:44.068205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router fc3c089f-f788-4534-a0e1-8c700d13fd3a has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:59:44.139553 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7b73-0551-4f62-a9d1-dd40e071ac50 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:44.174154 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ee0d7b73-0551-4f62-a9d1-dd40e071ac50 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485a4810-297b-4cd0-a971-2599b0762f2d']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:44.188606 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ee0d7b73-0551-4f62-a9d1-dd40e071ac50 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ac9d5d-4b00-4bbd-a3c9-2b282df20fbe') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:44.188913 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ee0d7b73-0551-4f62-a9d1-dd40e071ac50 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ac9d5d-4b00-4bbd-a3c9-2b282df20fbe') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:44.202529 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7b73-0551-4f62-a9d1-dd40e071ac50 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:44.214653 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:59:44.219680 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7b73-0551-4f62-a9d1-dd40e071ac50 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:44.227520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0d7b73-0551-4f62-a9d1-dd40e071ac50 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:59:44.228238 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7b73-0551-4f62-a9d1-dd40e071ac50 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:59:44.232812 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:59:44.236334 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6391097f-5317-41f1-897b-78baf22138c6 None None] Sync routers for ids ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:59:44.254545 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6391097f-5317-41f1-897b-78baf22138c6 None None] Routers {'fc3c089f-f788-4534-a0e1-8c700d13fd3a'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:59:44.255188 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6391097f-5317-41f1-897b-78baf22138c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:59:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:44.282458 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:44.340661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1335980d-e459-44be-a0a4-bdc89cc7b618 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6305072 Dec 12 17:59:44.340661 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27c3042-f818-4b81-ab67-132f200694bd', 'tag': '63ade234-cd42-4217-a122-9a800e7ef429'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:59:44.341205 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62801753-b1cc-4fb5-878d-0b6fc3a1138d" -d '{"events": [{"name": "network-changed", "server_uuid": "c27c3042-f818-4b81-ab67-132f200694bd", "tag": "63ade234-cd42-4217-a122-9a800e7ef429"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:59:44.358446 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7b73-0551-4f62-a9d1-dd40e071ac50 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:44.399137 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7b73-0551-4f62-a9d1-dd40e071ac50 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:44.404930 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ee0d7b73-0551-4f62-a9d1-dd40e071ac50 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/networks/485a4810-297b-4cd0-a971-2599b0762f2d HTTP/1.1" status: 204 len: 168 time: 0.4784722 Dec 12 17:59:44.407889 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45694) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:44.413684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-dbe7cdc7-3daf-438c-af7b-65704b0340fb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-123429420'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:44.428706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d7b73-0551-4f62-a9d1-dd40e071ac50 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Network': ['ID=485a4810-297b-4cd0-a971-2599b0762f2d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:44.468799 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe7cdc7-3daf-438c-af7b-65704b0340fb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:44.475871 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dbe7cdc7-3daf-438c-af7b-65704b0340fb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:44.489875 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-6391097f-5317-41f1-897b-78baf22138c6 None None] Set router fc3c089f-f788-4534-a0e1-8c700d13fd3a gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:59:44.602829 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c122e130-c484-4783-92db-c09550c0d101 x-openstack-request-id: req-c122e130-c484-4783-92db-c09550c0d101 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:59:44.603162 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27c3042-f818-4b81-ab67-132f200694bd", "tag": "63ade234-cd42-4217-a122-9a800e7ef429", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:59:44.603638 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c122e130-c484-4783-92db-c09550c0d101 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:59:44.604053 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27c3042-f818-4b81-ab67-132f200694bd', 'tag': '63ade234-cd42-4217-a122-9a800e7ef429', 'status': 'completed', 'code': 200} Dec 12 17:59:44.620908 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe7cdc7-3daf-438c-af7b-65704b0340fb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:59:44.636630 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dbe7cdc7-3daf-438c-af7b-65704b0340fb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:44.637243 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-dbe7cdc7-3daf-438c-af7b-65704b0340fb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Added segment 2c79e7f1-174f-4907-a90b-78a26f7bccf1 of type vlan for network 59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571 Dec 12 17:59:44.661980 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62801753-b1cc-4fb5-878d-0b6fc3a1138d req-6c7a6b8d-6e15-439a-92a7-d2bd56fca037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:44.667466 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-62801753-b1cc-4fb5-878d-0b6fc3a1138d req-6c7a6b8d-6e15-439a-92a7-d2bd56fca037 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 1096 time: 0.0969009 Dec 12 17:59:44.712349 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dbe7cdc7-3daf-438c-af7b-65704b0340fb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:44.796911 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dbe7cdc7-3daf-438c-af7b-65704b0340fb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:44.809058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe7cdc7-3daf-438c-af7b-65704b0340fb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:44.812201 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dbe7cdc7-3daf-438c-af7b-65704b0340fb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:44.842451 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5adde0d8-498b-47a2-9cba-354a7332a61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:44.918929 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62801753-b1cc-4fb5-878d-0b6fc3a1138d req-619a62c8-b72d-4883-8c62-8cfa5472624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:44.921767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea070e-5022-471b-9c2b-e3c42cd9608c req-6816f9bd-013c-463f-94d3-3c829d813747 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:44.929813 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-62801753-b1cc-4fb5-878d-0b6fc3a1138d req-619a62c8-b72d-4883-8c62-8cfa5472624d service neutron] 10.222.0.31 "GET /v2.0/networks?id=87c2086d-4233-4098-b9d6-f49e42e04845 HTTP/1.1" status: 200 len: 898 time: 0.2546489 Dec 12 17:59:44.933057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0dea070e-5022-471b-9c2b-e3c42cd9608c req-6816f9bd-013c-463f-94d3-3c829d813747 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 945 time: 0.4536180 Dec 12 17:59:45.079849 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6391097f-5317-41f1-897b-78baf22138c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173834943', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:59:10Z', 'updated_at': '2021-12-12T17:59:19Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:11Z', 'updated_at': '2021-12-12T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'a8118118-2eab-4c1c-b6d3-b666b53a9563', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'port_id': '63ade234-cd42-4217-a122-9a800e7ef429', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845', 'mac_address': 'fa:16:3e:d6:72:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c3042-f818-4b81-ab67-132f200694bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:59:42Z', 'updated_at': '2021-12-12T17:59:42Z', 'revision_number': 0, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f569ffb0-b35b-485c-9b6f-2c94f120adf4', 'name': '', 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:3a:d3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:17Z', 'updated_at': '2021-12-12T17:59:25Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:45.096096 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-62801753-b1cc-4fb5-878d-0b6fc3a1138d req-052d21a1-1aec-462b-83e4-b1944ef007a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63ade234-cd42-4217-a122-9a800e7ef429 HTTP/1.1" status: 200 len: 999 time: 0.1411693 Dec 12 17:59:45.097106 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45710) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:45.097407 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-dbe7cdc7-3daf-438c-af7b-65704b0340fb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6883481 Dec 12 17:59:45.106659 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7cdc7-3daf-438c-af7b-65704b0340fb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Network': ['ID=59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:45.108260 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e4b28004-7d79-4b18-9c3c-03364d9c47aa tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'subnet': {'network_id': '59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:45.124134 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:59:45.176550 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0dea070e-5022-471b-9c2b-e3c42cd9608c req-42c706eb-558f-42f6-9549-228e9b217864 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421138 Dec 12 17:59:45.203601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45714) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:45.264328 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6391097f-5317-41f1-897b-78baf22138c6 None None] Checking router: fc3c089f-f788-4534-a0e1-8c700d13fd3a for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:59:45.278455 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6391097f-5317-41f1-897b-78baf22138c6 None None] Routers {'fc3c089f-f788-4534-a0e1-8c700d13fd3a'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:59:45.279524 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6391097f-5317-41f1-897b-78baf22138c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T17:59:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:45.319318 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c7a66c9a-d142-4871-915b-dbe905fbeab4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/floatingips/a8118118-2eab-4c1c-b6d3-b666b53a9563 HTTP/1.1" status: 200 len: 991 time: 0.1141429 Dec 12 17:59:45.338205 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62801753-b1cc-4fb5-878d-0b6fc3a1138d req-01bbf0f1-2f06-4e8e-a613-91c6601b2460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:45.338205 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-62801753-b1cc-4fb5-878d-0b6fc3a1138d req-01bbf0f1-2f06-4e8e-a613-91c6601b2460 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebf8e5ab-4171-48c8-94d8-5cda0d110e5c HTTP/1.1" status: 200 len: 835 time: 0.2223463 Dec 12 17:59:45.408038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b28004-7d79-4b18-9c3c-03364d9c47aa tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:45.416437 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4b28004-7d79-4b18-9c3c-03364d9c47aa tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:45.426748 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62801753-b1cc-4fb5-878d-0b6fc3a1138d req-f2d0f688-729c-448b-8ba7-db2cd5d50387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:45.428376 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-62801753-b1cc-4fb5-878d-0b6fc3a1138d req-f2d0f688-729c-448b-8ba7-db2cd5d50387 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87c2086d-4233-4098-b9d6-f49e42e04845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822020 Dec 12 17:59:45.446213 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-6391097f-5317-41f1-897b-78baf22138c6 None None] Set router fc3c089f-f788-4534-a0e1-8c700d13fd3a gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:59:45.544728 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.ipam_backend_mixin [None req-e4b28004-7d79-4b18-9c3c-03364d9c47aa tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Performing IP validity checks on allocation pools {{(pid=103150) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 17:59:45.547616 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.ipam_backend_mixin [None req-e4b28004-7d79-4b18-9c3c-03364d9c47aa tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103150) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 17:59:45.606665 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-62801753-b1cc-4fb5-878d-0b6fc3a1138d req-a1536ce7-3a0a-4a14-b364-f8d64844b134 service neutron] 10.222.0.31 "GET /v2.0/networks/87c2086d-4233-4098-b9d6-f49e42e04845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665058 Dec 12 17:59:45.792114 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-62801753-b1cc-4fb5-878d-0b6fc3a1138d req-805645f5-7293-4572-b3f4-27987aa67834 service neutron] 10.222.0.31 "GET /v2.0/networks/87c2086d-4233-4098-b9d6-f49e42e04845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741478 Dec 12 17:59:45.799048 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4b28004-7d79-4b18-9c3c-03364d9c47aa tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:45.830110 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6391097f-5317-41f1-897b-78baf22138c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173834943', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:59:10Z', 'updated_at': '2021-12-12T17:59:19Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:11Z', 'updated_at': '2021-12-12T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'a8118118-2eab-4c1c-b6d3-b666b53a9563', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'port_id': '63ade234-cd42-4217-a122-9a800e7ef429', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845', 'mac_address': 'fa:16:3e:d6:72:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c3042-f818-4b81-ab67-132f200694bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:59:42Z', 'updated_at': '2021-12-12T17:59:42Z', 'revision_number': 0, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f569ffb0-b35b-485c-9b6f-2c94f120adf4', 'name': '', 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:3a:d3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:17Z', 'updated_at': '2021-12-12T17:59:25Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:45.865974 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b28004-7d79-4b18-9c3c-03364d9c47aa tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Subnet': ['ID=b9c0e345-97b7-4342-b663-c384918edc9d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:45.897306 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6391097f-5317-41f1-897b-78baf22138c6 None None] The sync data for ids ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'] in n-d-760354-5 is: [{'id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173834943', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:59:10Z', 'updated_at': '2021-12-12T17:59:19Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:11Z', 'updated_at': '2021-12-12T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'a8118118-2eab-4c1c-b6d3-b666b53a9563', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'port_id': '63ade234-cd42-4217-a122-9a800e7ef429', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845', 'mac_address': 'fa:16:3e:d6:72:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c3042-f818-4b81-ab67-132f200694bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T17:59:42Z', 'updated_at': '2021-12-12T17:59:42Z', 'revision_number': 0, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f569ffb0-b35b-485c-9b6f-2c94f120adf4', 'name': '', 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:3a:d3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:17Z', 'updated_at': '2021-12-12T17:59:25Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:59:45.908336 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b28004-7d79-4b18-9c3c-03364d9c47aa tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Checking segment: {'id': '2c79e7f1-174f-4907-a90b-78a26f7bccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:59:45.908704 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b28004-7d79-4b18-9c3c-03364d9c47aa tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network hostable DHCP agents. Network: 59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:59:45.931546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b28004-7d79-4b18-9c3c-03364d9c47aa tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:59:45.946854 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e4b28004-7d79-4b18-9c3c-03364d9c47aa tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:45.955874 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11978152-4049-4420-b5d0-c65208b13026 None None] Network 59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:59:45.959985 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b28004-7d79-4b18-9c3c-03364d9c47aa tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:45.961244 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4b28004-7d79-4b18-9c3c-03364d9c47aa tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:45.998000 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e4b28004-7d79-4b18-9c3c-03364d9c47aa tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8972490 Dec 12 17:59:45.998187 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45732) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:46.004658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-db738b4e-77cd-4c10-9483-2a75f4dd0709 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'network_id': '59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571', 'name': 'tempest-PortsIpV6TestJSON-1333445844'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:46.150230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571', 'network_id': '59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571', 'project_id': '8916da2261ee49a0b41d32cda9c22e6d', 'fixed_ips': [{'subnet_id': 'b9c0e345-97b7-4342-b663-c384918edc9d'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:59:46.151301 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:46.237600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db738b4e-77cd-4c10-9483-2a75f4dd0709 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:46.241649 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db738b4e-77cd-4c10-9483-2a75f4dd0709 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:46.274381 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d255c4-f8fd-419d-baf7-2ffce2b90adf None None] New status for floating IP a8118118-2eab-4c1c-b6d3-b666b53a9563: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:59:46.286982 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-db738b4e-77cd-4c10-9483-2a75f4dd0709 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] device_id is not set on port 6123b327-f37f-4f52-91ea-029cfd710831 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:59:46.301508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f28621-d95c-4039-94d1-926953eba429 req-11a753dc-5bce-4a80-aaea-db4a380ad1f6 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:46.303187 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84f28621-d95c-4039-94d1-926953eba429 req-11a753dc-5bce-4a80-aaea-db4a380ad1f6 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 945 time: 0.1210384 Dec 12 17:59:46.322848 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45736) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:46.461783 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c68492ff-0161-4931-8d69-73c0bc5e8e28 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/floatingips/a8118118-2eab-4c1c-b6d3-b666b53a9563 HTTP/1.1" status: 200 len: 991 time: 0.1377025 Dec 12 17:59:46.470031 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84f28621-d95c-4039-94d1-926953eba429 req-39a6745a-ddcc-4629-8f3d-76e756ca7f93 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a7736a-b82e-4cbd-ab14-6f2480c2805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494961 Dec 12 17:59:46.491627 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Allocated IP 2001:db8::2 (59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571/b9c0e345-97b7-4342-b663-c384918edc9d/58b14500-92e4-48e9-ab6d-79c7b3487c07) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:59:46.682392 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:46.708043 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:46.932488 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-db738b4e-77cd-4c10-9483-2a75f4dd0709 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Allocated IP 2001:db8::149 (59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571/b9c0e345-97b7-4342-b663-c384918edc9d/6123b327-f37f-4f52-91ea-029cfd710831) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:59:46.938140 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Network 59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:46.938140 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:46.938140 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:46.938140 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Pushing event updated for resources: {'Port': ['ID=58b14500-92e4-48e9-ab6d-79c7b3487c07,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:46.984523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Attempting to bind port 58b14500-92e4-48e9-ab6d-79c7b3487c07 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:46.986344 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Attempting to bind port 58b14500-92e4-48e9-ab6d-79c7b3487c07 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '2c79e7f1-174f-4907-a90b-78a26f7bccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:46.986908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Attempting to bind port 58b14500-92e4-48e9-ab6d-79c7b3487c07 on network 59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:46.994693 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:59:46.996000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Checking segment: {'id': '2c79e7f1-174f-4907-a90b-78a26f7bccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:59:46.996710 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:46.997279 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Bound using segment: {'id': '2c79e7f1-174f-4907-a90b-78a26f7bccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:59:46.997931 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Bound port: 58b14500-92e4-48e9-ab6d-79c7b3487c07, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c79e7f1-174f-4907-a90b-78a26f7bccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:59:46.998517 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:47.003055 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a9675527-a1da-4c84-87c0-e24e4cf95fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:47.032121 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db738b4e-77cd-4c10-9483-2a75f4dd0709 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:47.088847 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db738b4e-77cd-4c10-9483-2a75f4dd0709 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:47.112581 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:47.118826 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] For port 58b14500-92e4-48e9-ab6d-79c7b3487c07, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:59:47.122620 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] For port 58b14500-92e4-48e9-ab6d-79c7b3487c07, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=58b14500-92e4-48e9-ab6d-79c7b3487c07,segment=NetworkSegment(2c79e7f1-174f-4907-a90b-78a26f7bccf1),segment_id=2c79e7f1-174f-4907-a90b-78a26f7bccf1)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:59:47.127127 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:47.148399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db738b4e-77cd-4c10-9483-2a75f4dd0709 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:47.151773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-db738b4e-77cd-4c10-9483-2a75f4dd0709 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:47.170952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db738b4e-77cd-4c10-9483-2a75f4dd0709 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=6123b327-f37f-4f52-91ea-029cfd710831,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:47.174620 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db738b4e-77cd-4c10-9483-2a75f4dd0709 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:47.190441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db738b4e-77cd-4c10-9483-2a75f4dd0709 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:47.191998 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db738b4e-77cd-4c10-9483-2a75f4dd0709 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:47.222872 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45760) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:47.225444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-db738b4e-77cd-4c10-9483-2a75f4dd0709 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2251422 Dec 12 17:59:47.329381 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d2f64a9a-b3c5-48dc-9c06-8a441b615065 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port 6123b327-f37f-4f52-91ea-029cfd710831 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:47.329734 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2f64a9a-b3c5-48dc-9c06-8a441b615065 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:47.400057 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64c15d-f1b1-4ff3-ba64-22ff531c18e2 None None] Pushing event updated for resources: {'Port': ['ID=58b14500-92e4-48e9-ab6d-79c7b3487c07,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:47.463495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45764) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:47.513918 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2f64a9a-b3c5-48dc-9c06-8a441b615065 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:47.539125 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d2f64a9a-b3c5-48dc-9c06-8a441b615065 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for 6123b327-f37f-4f52-91ea-029cfd710831 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:47.578236 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c96daeb1-20e6-40f7-afec-66a517273fac tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/floatingips/a8118118-2eab-4c1c-b6d3-b666b53a9563 HTTP/1.1" status: 200 len: 993 time: 0.1132352 Dec 12 17:59:47.612134 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed4a2e-c9ac-482b-93ce-72810d3ad42c req-c0904222-627f-41f0-acf3-b5bfc52f9c3a tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:47.615659 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29ed4a2e-c9ac-482b-93ce-72810d3ad42c req-c0904222-627f-41f0-acf3-b5bfc52f9c3a tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 945 time: 0.0615168 Dec 12 17:59:47.733282 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29ed4a2e-c9ac-482b-93ce-72810d3ad42c req-686b7daf-c19c-4e3f-a4cd-9279cf577e9a tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a7736a-b82e-4cbd-ab14-6f2480c2805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127198 Dec 12 17:59:47.757023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a21f6-c984-4cdd-9a0f-35919b1d3e6a req-90d7e89a-e805-45dc-928d-b97cbf5fb1a0 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:47.758849 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-880a21f6-c984-4cdd-9a0f-35919b1d3e6a req-90d7e89a-e805-45dc-928d-b97cbf5fb1a0 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 945 time: 0.1321170 Dec 12 17:59:47.779696 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:48.308506 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:48.363297 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2f64a9a-b3c5-48dc-9c06-8a441b615065 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:48.430246 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f64a9a-b3c5-48dc-9c06-8a441b615065 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=6123b327-f37f-4f52-91ea-029cfd710831,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:48.472871 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2f64a9a-b3c5-48dc-9c06-8a441b615065 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:48.478402 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d2f64a9a-b3c5-48dc-9c06-8a441b615065 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/ports/6123b327-f37f-4f52-91ea-029cfd710831 HTTP/1.1" status: 204 len: 168 time: 1.2522554 Dec 12 17:59:48.478863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45784) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:48.501166 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-880a21f6-c984-4cdd-9a0f-35919b1d3e6a req-f9d43b93-b493-4b52-90d5-479af9cfbc58 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Deleting port 680ad43f-24b9-4d4a-b559-9688c17f10b6 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:48.501508 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-880a21f6-c984-4cdd-9a0f-35919b1d3e6a req-f9d43b93-b493-4b52-90d5-479af9cfbc58 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:48.522457 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b90bd50-1657-463b-af9d-ec51d089c694 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] DELETE failed (client error): The resource could not be found. Dec 12 17:59:48.535729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b90bd50-1657-463b-af9d-ec51d089c694 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 17:59:48.539005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7b90bd50-1657-463b-af9d-ec51d089c694 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/ports/6123b327-f37f-4f52-91ea-029cfd710831 HTTP/1.1" status: 404 len: 333 time: 0.0590100 Dec 12 17:59:48.541601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45786) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:48.566892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 58b14500-92e4-48e9-ab6d-79c7b3487c07 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:59:48.597240 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1da002d-9bc0-462d-b43d-f0b9f386f0b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] GET failed (client error): The resource could not be found. Dec 12 17:59:48.599717 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d1da002d-9bc0-462d-b43d-f0b9f386f0b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports/6123b327-f37f-4f52-91ea-029cfd710831 HTTP/1.1" status: 404 len: 333 time: 0.0561030 Dec 12 17:59:48.604111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45788) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:48.638343 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 58b14500-92e4-48e9-ab6d-79c7b3487c07 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:48.648276 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:48.694189 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-880a21f6-c984-4cdd-9a0f-35919b1d3e6a req-f9d43b93-b493-4b52-90d5-479af9cfbc58 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] For port 680ad43f-24b9-4d4a-b559-9688c17f10b6, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=680ad43f-24b9-4d4a-b559-9688c17f10b6,segment=NetworkSegment(809b6ba5-4d2c-4850-976d-36f4a96fa95e),segment_id=809b6ba5-4d2c-4850-976d-36f4a96fa95e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:48.694478 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-880a21f6-c984-4cdd-9a0f-35919b1d3e6a req-f9d43b93-b493-4b52-90d5-479af9cfbc58 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:48.716314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9b15b8-a257-477c-aaae-09b47259ed15 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting subnet b9c0e345-97b7-4342-b663-c384918edc9d {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:59:48.733564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-880a21f6-c984-4cdd-9a0f-35919b1d3e6a req-f9d43b93-b493-4b52-90d5-479af9cfbc58 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Calling delete_port for 680ad43f-24b9-4d4a-b559-9688c17f10b6 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:48.741830 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e9b15b8-a257-477c-aaae-09b47259ed15 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:48.770176 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:48.815189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 58b14500-92e4-48e9-ab6d-79c7b3487c07, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=58b14500-92e4-48e9-ab6d-79c7b3487c07,segment=NetworkSegment(2c79e7f1-174f-4907-a90b-78a26f7bccf1),segment_id=2c79e7f1-174f-4907-a90b-78a26f7bccf1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:48.823184 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:48.900426 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e9b15b8-a257-477c-aaae-09b47259ed15 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:48.962381 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=58b14500-92e4-48e9-ab6d-79c7b3487c07,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:49.074240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee262d-1cd6-4135-8716-152055a9524b req-7353241a-b8e4-4bf5-8eb9-76fd9e19545c tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:49.075960 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eaee262d-1cd6-4135-8716-152055a9524b req-7353241a-b8e4-4bf5-8eb9-76fd9e19545c tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc HTTP/1.1" status: 200 len: 945 time: 0.1671932 Dec 12 17:59:49.093201 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd5a650-e36c-4f19-bed6-244f7f6a33b1 None None] Network 59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:59:49.137137 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-880a21f6-c984-4cdd-9a0f-35919b1d3e6a req-f9d43b93-b493-4b52-90d5-479af9cfbc58 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:49.194421 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d43b93-b493-4b52-90d5-479af9cfbc58 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Pushing event deleted for resources: {'Port': ['ID=680ad43f-24b9-4d4a-b559-9688c17f10b6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:49.215592 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['680ad43f-24b9-4d4a-b559-9688c17f10b6'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:59:49.251541 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eaee262d-1cd6-4135-8716-152055a9524b req-7aaf68af-eb29-4d06-aebc-5d9bd723dd37 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.18 "GET /v2.0/security-groups?id=92a7736a-b82e-4cbd-ab14-6f2480c2805b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565578 Dec 12 17:59:49.288162 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e9b15b8-a257-477c-aaae-09b47259ed15 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:49.291255 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-880a21f6-c984-4cdd-9a0f-35919b1d3e6a req-f9d43b93-b493-4b52-90d5-479af9cfbc58 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] No DVR routers for this DVR port 680ad43f-24b9-4d4a-b559-9688c17f10b6 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:59:49.297656 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-880a21f6-c984-4cdd-9a0f-35919b1d3e6a req-f9d43b93-b493-4b52-90d5-479af9cfbc58 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:49.305247 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-880a21f6-c984-4cdd-9a0f-35919b1d3e6a req-f9d43b93-b493-4b52-90d5-479af9cfbc58 tempest-ServerTagsTestJSON-587272031 tempest-ServerTagsTestJSON-587272031-project] 10.222.0.31 "DELETE /v2.0/ports/680ad43f-24b9-4d4a-b559-9688c17f10b6 HTTP/1.1" status: 204 len: 173 time: 1.5354586 Dec 12 17:59:49.306213 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc', 'name': 'network-vif-deleted', 'tag': '680ad43f-24b9-4d4a-b559-9688c17f10b6'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:59:49.309661 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb5e186-5845-41ef-b24f-b2b9c7271395" -d '{"events": [{"server_uuid": "8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc", "name": "network-vif-deleted", "tag": "680ad43f-24b9-4d4a-b559-9688c17f10b6"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:59:49.310110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4a6075f8-06d4-4f4f-b50c-ff58c2fa1f69 None None] Provisioning complete for port 58b14500-92e4-48e9-ab6d-79c7b3487c07 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:49.311169 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a6075f8-06d4-4f4f-b50c-ff58c2fa1f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:49.514495 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e9b15b8-a257-477c-aaae-09b47259ed15 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:49.544433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b15b8-a257-477c-aaae-09b47259ed15 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c0e345-97b7-4342-b663-c384918edc9d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:49.583769 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e9b15b8-a257-477c-aaae-09b47259ed15 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:49.596090 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45824) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:49.606112 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8e9b15b8-a257-477c-aaae-09b47259ed15 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/b9c0e345-97b7-4342-b663-c384918edc9d HTTP/1.1" status: 204 len: 168 time: 0.9980023 Dec 12 17:59:49.711447 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29743330-4b81-451d-88ec-027faefd93ff x-openstack-request-id: req-29743330-4b81-451d-88ec-027faefd93ff {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:59:49.711996 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc", "name": "network-vif-deleted", "tag": "680ad43f-24b9-4d4a-b559-9688c17f10b6", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:59:49.712537 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29743330-4b81-451d-88ec-027faefd93ff {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:59:49.713144 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cffabf6-e7c4-4fdf-baed-7d5f1efe29dc', 'name': 'network-vif-deleted', 'tag': '680ad43f-24b9-4d4a-b559-9688c17f10b6', 'status': 'completed', 'code': 200} Dec 12 17:59:49.759289 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:49.848680 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port 58b14500-92e4-48e9-ab6d-79c7b3487c07 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:49.849143 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:49.885108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f1185d-9fe5-4c43-9d2d-c9efb689aa98 None None] Network 59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:59:50.009228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5db3849f-5825-4bd0-9ad7-a5b38529ee23 None None] Provisioning complete for port 58b14500-92e4-48e9-ab6d-79c7b3487c07 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:50.010758 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5db3849f-5825-4bd0-9ad7-a5b38529ee23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.029719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] For port 58b14500-92e4-48e9-ab6d-79c7b3487c07, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=58b14500-92e4-48e9-ab6d-79c7b3487c07,segment=NetworkSegment(2c79e7f1-174f-4907-a90b-78a26f7bccf1),segment_id=2c79e7f1-174f-4907-a90b-78a26f7bccf1)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:50.030235 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.053018 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for 58b14500-92e4-48e9-ab6d-79c7b3487c07 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:50.095613 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.195268 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.225283 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4de820f-6d83-40ce-8c7a-a108231c2536 None None] DHCP port deletion for 59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:59:50.226281 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=58b14500-92e4-48e9-ab6d-79c7b3487c07,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:50.231291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No DVR routers for this DVR port 58b14500-92e4-48e9-ab6d-79c7b3487c07 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:59:50.314744 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45844) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:50.346205 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.381734 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:50.389432 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3170ff0-adb1-45a2-b220-7e28cca50df2 admin admin] Deleting subnet ca4fb616-c73f-45c3-bf41-3e1c078b75df {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:59:50.395148 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b3170ff0-adb1-45a2-b220-7e28cca50df2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.405181 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c79e7f1-174f-4907-a90b-78a26f7bccf1') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:50.405759 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c79e7f1-174f-4907-a90b-78a26f7bccf1') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:50.423721 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.449236 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b3170ff0-adb1-45a2-b220-7e28cca50df2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.462350 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.478306 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:59:50.478827 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:59:50.490079 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:59:50.515719 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 58b14500-92e4-48e9-ab6d-79c7b3487c07 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:59:50.545938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 58b14500-92e4-48e9-ab6d-79c7b3487c07 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:59:50.547810 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 58b14500-92e4-48e9-ab6d-79c7b3487c07 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:59:50.577588 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b3170ff0-adb1-45a2-b220-7e28cca50df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.588602 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.594437 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.600376 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/networks/59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571 HTTP/1.1" status: 204 len: 168 time: 1.0025239 Dec 12 17:59:50.603194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45848) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:50.612972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-0ddf4a7c-3f01-4c69-b8bc-fa73dbc55aaf tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1300768846'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:50.635328 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417140f-0205-46c5-a9a2-dfce58aff843 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Network': ['ID=59dd7bfa-a985-4efe-b8ed-3a6fbc6ec571,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:50.649953 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddf4a7c-3f01-4c69-b8bc-fa73dbc55aaf tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:50.653728 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4a7c-3f01-4c69-b8bc-fa73dbc55aaf tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.682925 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b3170ff0-adb1-45a2-b220-7e28cca50df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.697832 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ddf4a7c-3f01-4c69-b8bc-fa73dbc55aaf tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:59:50.722378 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.738096 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b3170ff0-adb1-45a2-b220-7e28cca50df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.741398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b3170ff0-adb1-45a2-b220-7e28cca50df2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ca4fb616-c73f-45c3-bf41-3e1c078b75df HTTP/1.1" status: 204 len: 168 time: 0.4254270 Dec 12 17:59:50.742643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3170ff0-adb1-45a2-b220-7e28cca50df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca4fb616-c73f-45c3-bf41-3e1c078b75df,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:50.744691 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45854) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:50.763108 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4a7c-3f01-4c69-b8bc-fa73dbc55aaf tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.763707 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-0ddf4a7c-3f01-4c69-b8bc-fa73dbc55aaf tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Added segment 73701069-d9c6-4f45-ac71-61ad44e23037 of type vlan for network ea8f23ba-e17d-440a-946a-187bc2a9ae96 Dec 12 17:59:50.820011 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4a7c-3f01-4c69-b8bc-fa73dbc55aaf tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.838180 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed0a7a88-db7d-451b-8196-f83b5260a132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.862233 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4a7c-3f01-4c69-b8bc-fa73dbc55aaf tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.874586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddf4a7c-3f01-4c69-b8bc-fa73dbc55aaf tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:50.875581 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4a7c-3f01-4c69-b8bc-fa73dbc55aaf tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.950902 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed0a7a88-db7d-451b-8196-f83b5260a132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:50.960180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf4a7c-3f01-4c69-b8bc-fa73dbc55aaf tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Network': ['ID=ea8f23ba-e17d-440a-946a-187bc2a9ae96,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:50.973967 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network ea8f23ba-e17d-440a-946a-187bc2a9ae96 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:59:50.981154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0ddf4a7c-3f01-4c69-b8bc-fa73dbc55aaf tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3739285 Dec 12 17:59:50.983866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45860) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:50.989322 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ed0a7a88-db7d-451b-8196-f83b5260a132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0407b2-ac42-4b4b-9f5f-d81d040d0af3']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:50.992150 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-b03d60c8-729e-4722-b9e3-64ac874abbab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'subnet': {'network_id': 'ea8f23ba-e17d-440a-946a-187bc2a9ae96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:51.015869 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ed0a7a88-db7d-451b-8196-f83b5260a132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809b6ba5-4d2c-4850-976d-36f4a96fa95e') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:51.016188 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ed0a7a88-db7d-451b-8196-f83b5260a132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809b6ba5-4d2c-4850-976d-36f4a96fa95e') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:51.034230 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed0a7a88-db7d-451b-8196-f83b5260a132 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:51.060630 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed0a7a88-db7d-451b-8196-f83b5260a132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:51.073991 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0a7a88-db7d-451b-8196-f83b5260a132 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:59:51.074933 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed0a7a88-db7d-451b-8196-f83b5260a132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: timer() Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:59:51.076701 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:59:51.145474 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed0a7a88-db7d-451b-8196-f83b5260a132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:51.148902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03d60c8-729e-4722-b9e3-64ac874abbab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:51.154767 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b03d60c8-729e-4722-b9e3-64ac874abbab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:51.166343 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed0a7a88-db7d-451b-8196-f83b5260a132 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:51.172669 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ed0a7a88-db7d-451b-8196-f83b5260a132 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ff0407b2-ac42-4b4b-9f5f-d81d040d0af3 HTTP/1.1" status: 204 len: 168 time: 0.4239166 Dec 12 17:59:51.172669 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a7a88-db7d-451b-8196-f83b5260a132 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff0407b2-ac42-4b4b-9f5f-d81d040d0af3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:51.416379 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b03d60c8-729e-4722-b9e3-64ac874abbab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:51.464025 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45876) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:51.516410 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-23bd9e13-711f-4fb1-9aaa-d629943599f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b35ba60d7854859b520b537bf7d0c30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0507367 Dec 12 17:59:51.518670 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45878) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:51.525952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03d60c8-729e-4722-b9e3-64ac874abbab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Checking segment: {'id': '73701069-d9c6-4f45-ac71-61ad44e23037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ea8f23ba-e17d-440a-946a-187bc2a9ae96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:59:51.526335 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03d60c8-729e-4722-b9e3-64ac874abbab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network hostable DHCP agents. Network: ea8f23ba-e17d-440a-946a-187bc2a9ae96, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:59:51.533518 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d60c8-729e-4722-b9e3-64ac874abbab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Subnet': ['ID=26a1ebb0-df9e-4d09-9434-3d1651c5c106,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:51.555053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03d60c8-729e-4722-b9e3-64ac874abbab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network ea8f23ba-e17d-440a-946a-187bc2a9ae96 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:59:51.568063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-b03d60c8-729e-4722-b9e3-64ac874abbab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, ea8f23ba-e17d-440a-946a-187bc2a9ae96) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:51.574844 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03d60c8-729e-4722-b9e3-64ac874abbab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:51.576973 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b03d60c8-729e-4722-b9e3-64ac874abbab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:51.585798 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aae608-e0f3-4a87-ba4e-1bb2fdb1e50b None None] Network ea8f23ba-e17d-440a-946a-187bc2a9ae96 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:59:51.616378 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-621cfd56-8d55-468d-8cc9-8bce750e6312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:51.626049 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b03d60c8-729e-4722-b9e3-64ac874abbab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6407037 Dec 12 17:59:51.629934 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45880) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:51.635838 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a4734bf1-029b-40e4-80ce-821706bcde5e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'network_id': 'ea8f23ba-e17d-440a-946a-187bc2a9ae96', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-822195725'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:51.660062 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-621cfd56-8d55-468d-8cc9-8bce750e6312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:51.705666 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-ea8f23ba-e17d-440a-946a-187bc2a9ae96', 'network_id': 'ea8f23ba-e17d-440a-946a-187bc2a9ae96', 'project_id': '8916da2261ee49a0b41d32cda9c22e6d', 'fixed_ips': [{'subnet_id': '26a1ebb0-df9e-4d09-9434-3d1651c5c106'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 17:59:51.707081 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:51.748560 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-621cfd56-8d55-468d-8cc9-8bce750e6312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:51.751547 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-621cfd56-8d55-468d-8cc9-8bce750e6312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:51.776253 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-621cfd56-8d55-468d-8cc9-8bce750e6312 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92a7736a-b82e-4cbd-ab14-6f2480c2805b HTTP/1.1" status: 204 len: 168 time: 0.2374125 Dec 12 17:59:51.802641 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cfd56-8d55-468d-8cc9-8bce750e6312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a7736a-b82e-4cbd-ab14-6f2480c2805b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:51.916333 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Allocated IP 2001:db8::2 (ea8f23ba-e17d-440a-946a-187bc2a9ae96/26a1ebb0-df9e-4d09-9434-3d1651c5c106/91034da3-aff2-4903-960a-640ae05521a2) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:59:51.950715 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4734bf1-029b-40e4-80ce-821706bcde5e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:51.955459 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4734bf1-029b-40e4-80ce-821706bcde5e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:52.009428 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-a4734bf1-029b-40e4-80ce-821706bcde5e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] device_id is not set on port 2f5b5d46-0785-4e18-a394-29c955934496 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:59:52.035309 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 680ad43f-24b9-4d4a-b559-9688c17f10b6 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:59:52.083475 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 680ad43f-24b9-4d4a-b559-9688c17f10b6 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:59:52.084029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 680ad43f-24b9-4d4a-b559-9688c17f10b6 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:59:52.224147 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:52.235330 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:52.315660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Network ea8f23ba-e17d-440a-946a-187bc2a9ae96 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:52.324802 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:52.327012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Pushing event updated for resources: {'Port': ['ID=91034da3-aff2-4903-960a-640ae05521a2,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:52.336522 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:52.378116 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a4734bf1-029b-40e4-80ce-821706bcde5e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Allocated IP 2001:db8::162 (ea8f23ba-e17d-440a-946a-187bc2a9ae96/26a1ebb0-df9e-4d09-9434-3d1651c5c106/2f5b5d46-0785-4e18-a394-29c955934496) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:59:52.454346 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Attempting to bind port 91034da3-aff2-4903-960a-640ae05521a2 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 17:59:52.455907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Attempting to bind port 91034da3-aff2-4903-960a-640ae05521a2 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '73701069-d9c6-4f45-ac71-61ad44e23037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ea8f23ba-e17d-440a-946a-187bc2a9ae96'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 17:59:52.456368 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Attempting to bind port 91034da3-aff2-4903-960a-640ae05521a2 on network ea8f23ba-e17d-440a-946a-187bc2a9ae96 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 17:59:52.468525 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 17:59:52.475340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Checking segment: {'id': '73701069-d9c6-4f45-ac71-61ad44e23037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ea8f23ba-e17d-440a-946a-187bc2a9ae96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:59:52.476767 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:52.478352 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Bound using segment: {'id': '73701069-d9c6-4f45-ac71-61ad44e23037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ea8f23ba-e17d-440a-946a-187bc2a9ae96'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 17:59:52.479089 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Bound port: 91034da3-aff2-4903-960a-640ae05521a2, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73701069-d9c6-4f45-ac71-61ad44e23037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ea8f23ba-e17d-440a-946a-187bc2a9ae96'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 17:59:52.480873 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:52.605049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] For port 91034da3-aff2-4903-960a-640ae05521a2, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 17:59:52.611912 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] For port 91034da3-aff2-4903-960a-640ae05521a2, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=91034da3-aff2-4903-960a-640ae05521a2,segment=NetworkSegment(73701069-d9c6-4f45-ac71-61ad44e23037),segment_id=73701069-d9c6-4f45-ac71-61ad44e23037)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 17:59:52.622387 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:52.732502 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4734bf1-029b-40e4-80ce-821706bcde5e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:52.735020 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391eeef-1f0f-4fb4-83e3-a5f71c2ab918 None None] Pushing event updated for resources: {'Port': ['ID=91034da3-aff2-4903-960a-640ae05521a2,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:52.832931 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4734bf1-029b-40e4-80ce-821706bcde5e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:52.996607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4734bf1-029b-40e4-80ce-821706bcde5e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=2f5b5d46-0785-4e18-a394-29c955934496,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:53.018103 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4734bf1-029b-40e4-80ce-821706bcde5e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network ea8f23ba-e17d-440a-946a-187bc2a9ae96 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:53.024743 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a4734bf1-029b-40e4-80ce-821706bcde5e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:53.043962 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4734bf1-029b-40e4-80ce-821706bcde5e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:53.050127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4734bf1-029b-40e4-80ce-821706bcde5e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:53.050781 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4734bf1-029b-40e4-80ce-821706bcde5e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:53.083833 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45940) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:53.084411 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a4734bf1-029b-40e4-80ce-821706bcde5e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.4529834 Dec 12 17:59:53.226569 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45948) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:53.274246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e6cbc156-efa9-4960-b9a6-6f3df457eaa5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port 2f5b5d46-0785-4e18-a394-29c955934496 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:53.274593 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6cbc156-efa9-4960-b9a6-6f3df457eaa5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:53.362917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9102d4be-f80e-4cbb-8e0e-fdd3da03f78f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1495745327-network', 'tenant_id': 'ce4a5970bfed4a1095645170bcd9fd1e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:53.392554 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6cbc156-efa9-4960-b9a6-6f3df457eaa5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:53.397917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9102d4be-f80e-4cbb-8e0e-fdd3da03f78f admin admin] Made reservation on behalf of ce4a5970bfed4a1095645170bcd9fd1e for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:53.407082 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9102d4be-f80e-4cbb-8e0e-fdd3da03f78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:53.408724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e6cbc156-efa9-4960-b9a6-6f3df457eaa5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for 2f5b5d46-0785-4e18-a394-29c955934496 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:53.419136 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9102d4be-f80e-4cbb-8e0e-fdd3da03f78f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:53.514710 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9102d4be-f80e-4cbb-8e0e-fdd3da03f78f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:53.519230 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9102d4be-f80e-4cbb-8e0e-fdd3da03f78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:53.555862 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102d4be-f80e-4cbb-8e0e-fdd3da03f78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:53.568890 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6cbc156-efa9-4960-b9a6-6f3df457eaa5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:53.602815 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9102d4be-f80e-4cbb-8e0e-fdd3da03f78f admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 17:59:53.621280 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9102d4be-f80e-4cbb-8e0e-fdd3da03f78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:53.621676 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-9102d4be-f80e-4cbb-8e0e-fdd3da03f78f admin admin] Added segment ab4859a3-934c-49d9-a87a-405c67aec788 of type vlan for network 75b935da-edec-4803-8c21-61a0e9a0c85c Dec 12 17:59:53.655168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbc156-efa9-4960-b9a6-6f3df457eaa5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=2f5b5d46-0785-4e18-a394-29c955934496,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:53.657697 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6cbc156-efa9-4960-b9a6-6f3df457eaa5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:53.664799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e6cbc156-efa9-4960-b9a6-6f3df457eaa5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/ports/2f5b5d46-0785-4e18-a394-29c955934496 HTTP/1.1" status: 204 len: 168 time: 0.5772080 Dec 12 17:59:53.665630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45960) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:53.704270 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9102d4be-f80e-4cbb-8e0e-fdd3da03f78f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:53.710828 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a7627f-d066-49c9-936b-17156607b566 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] GET failed (client error): The resource could not be found. Dec 12 17:59:53.716038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-51a7627f-d066-49c9-936b-17156607b566 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports/2f5b5d46-0785-4e18-a394-29c955934496 HTTP/1.1" status: 404 len: 333 time: 0.0489485 Dec 12 17:59:53.718274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45964) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:53.754631 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9102d4be-f80e-4cbb-8e0e-fdd3da03f78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:53.757058 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9102d4be-f80e-4cbb-8e0e-fdd3da03f78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:53.758650 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9102d4be-f80e-4cbb-8e0e-fdd3da03f78f admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:53.782997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8546c7-48b9-416a-8454-8056afad526e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting subnet 26a1ebb0-df9e-4d09-9434-3d1651c5c106 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:59:53.787129 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a8546c7-48b9-416a-8454-8056afad526e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:53.868940 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9102d4be-f80e-4cbb-8e0e-fdd3da03f78f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6407070 Dec 12 17:59:53.869873 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a8546c7-48b9-416a-8454-8056afad526e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:53.873029 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45978) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:53.879657 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6fec62e0-a278-476e-a12b-7fa33d0af39e admin admin] Request body: {'subnet': {'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1495745327-subnet', 'tenant_id': 'ce4a5970bfed4a1095645170bcd9fd1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:53.892576 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102d4be-f80e-4cbb-8e0e-fdd3da03f78f admin admin] Pushing event updated for resources: {'Network': ['ID=75b935da-edec-4803-8c21-61a0e9a0c85c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:53.906969 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 75b935da-edec-4803-8c21-61a0e9a0c85c details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 17:59:53.926363 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fec62e0-a278-476e-a12b-7fa33d0af39e admin admin] Made reservation on behalf of ce4a5970bfed4a1095645170bcd9fd1e for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:53.930310 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fec62e0-a278-476e-a12b-7fa33d0af39e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:54.083692 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a8546c7-48b9-416a-8454-8056afad526e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:54.229722 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a8546c7-48b9-416a-8454-8056afad526e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:54.245955 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fec62e0-a278-476e-a12b-7fa33d0af39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:54.269968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8546c7-48b9-416a-8454-8056afad526e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Subnet': ['ID=26a1ebb0-df9e-4d09-9434-3d1651c5c106,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:54.284969 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a8546c7-48b9-416a-8454-8056afad526e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:54.288568 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1a8546c7-48b9-416a-8454-8056afad526e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/26a1ebb0-df9e-4d09-9434-3d1651c5c106 HTTP/1.1" status: 204 len: 168 time: 0.5693350 Dec 12 17:59:54.294627 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46010) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:54.327835 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8381d37f-3805-48df-ad8b-eef9f02706a4 None None] Network ea8f23ba-e17d-440a-946a-187bc2a9ae96 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:59:54.394636 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:54.401392 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec62e0-a278-476e-a12b-7fa33d0af39e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a38ca6e1-282d-485b-8e30-1d83bfdc0937,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:54.429180 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec62e0-a278-476e-a12b-7fa33d0af39e admin admin] Checking segment: {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 17:59:54.436268 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fec62e0-a278-476e-a12b-7fa33d0af39e admin admin] Network hostable DHCP agents. Network: 75b935da-edec-4803-8c21-61a0e9a0c85c, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 17:59:54.455698 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port 91034da3-aff2-4903-960a-640ae05521a2 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:54.456232 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:54.509928 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fec62e0-a278-476e-a12b-7fa33d0af39e admin admin] Network 75b935da-edec-4803-8c21-61a0e9a0c85c is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 17:59:54.536032 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6fec62e0-a278-476e-a12b-7fa33d0af39e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 75b935da-edec-4803-8c21-61a0e9a0c85c) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:54.547832 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fec62e0-a278-476e-a12b-7fa33d0af39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:54.552238 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fec62e0-a278-476e-a12b-7fa33d0af39e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:54.569508 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9c1feb-968c-477d-9596-0b0e649a7761 None None] Network 75b935da-edec-4803-8c21-61a0e9a0c85c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:59:54.607705 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] For port 91034da3-aff2-4903-960a-640ae05521a2, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=91034da3-aff2-4903-960a-640ae05521a2,segment=NetworkSegment(73701069-d9c6-4f45-ac71-61ad44e23037),segment_id=73701069-d9c6-4f45-ac71-61ad44e23037)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:59:54.608347 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:54.610680 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6fec62e0-a278-476e-a12b-7fa33d0af39e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7364652 Dec 12 17:59:54.638361 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for 91034da3-aff2-4903-960a-640ae05521a2 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:54.665951 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-feedf877-879a-4f4f-bf2c-2448972139fe None None] Provisioning complete for port 91034da3-aff2-4903-960a-640ae05521a2 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:59:54.666325 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-feedf877-879a-4f4f-bf2c-2448972139fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:54.680316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 91034da3-aff2-4903-960a-640ae05521a2 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:59:54.892698 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:54.907698 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caba6146-5c2b-41a8-a2d9-ea2eabe0f691 None None] DHCP port deletion for ea8f23ba-e17d-440a-946a-187bc2a9ae96 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:59:54.919705 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] No active binding found for port 91034da3-aff2-4903-960a-640ae05521a2 {{(pid=103152) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 12 17:59:54.920557 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 91034da3-aff2-4903-960a-640ae05521a2 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 12 17:59:54.961690 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=91034da3-aff2-4903-960a-640ae05521a2,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:54.969010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Port 91034da3-aff2-4903-960a-640ae05521a2 not found, will not notify nova. {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 12 17:59:54.972788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No DVR routers for this DVR port 91034da3-aff2-4903-960a-640ae05521a2 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:59:54.989447 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e79da38-e990-495d-9d22-111ad3e03626 None None] Network 75b935da-edec-4803-8c21-61a0e9a0c85c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:59:54.998150 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-feedf877-879a-4f4f-bf2c-2448972139fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:55.143315 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:55.200369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8f23ba-e17d-440a-946a-187bc2a9ae96']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:55.243354 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73701069-d9c6-4f45-ac71-61ad44e23037') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:55.257707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73701069-d9c6-4f45-ac71-61ad44e23037') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:59:55.312777 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:55.336985 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:55.350073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:59:55.350512 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: timer() Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:59:55.353861 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:59:55.459735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20c78c-095c-4545-b018-d618608b8237 req-09501551-de7b-4aee-ab0c-5446af81f08a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:55.461805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad20c78c-095c-4545-b018-d618608b8237 req-09501551-de7b-4aee-ab0c-5446af81f08a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 806 time: 0.2475801 Dec 12 17:59:55.463356 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:55.470659 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:55.477619 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/networks/ea8f23ba-e17d-440a-946a-187bc2a9ae96 HTTP/1.1" status: 204 len: 168 time: 1.1783192 Dec 12 17:59:55.477871 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46106) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:55.484850 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ecd373bd-79fc-4ccc-b9ad-38bb7cf8b3a0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7', 'name': 'tempest-PortsIpV6TestJSON-1658168286'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:55.492657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fba3cf-a397-49fe-a294-af9051404820 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Network': ['ID=ea8f23ba-e17d-440a-946a-187bc2a9ae96,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:55.510874 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad20c78c-095c-4545-b018-d618608b8237 req-9acdafae-2ec5-429d-92c9-816a5280307d tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/quotas/ce4a5970bfed4a1095645170bcd9fd1e HTTP/1.1" status: 200 len: 375 time: 0.0193992 Dec 12 17:59:55.577037 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad20c78c-095c-4545-b018-d618608b8237 req-7681b113-b29e-43b7-a56c-94601df1f404 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502238 Dec 12 17:59:55.793017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd373bd-79fc-4ccc-b9ad-38bb7cf8b3a0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:55.797691 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ecd373bd-79fc-4ccc-b9ad-38bb7cf8b3a0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:55.808160 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad20c78c-095c-4545-b018-d618608b8237 req-cbb3eb7f-6a97-4a50-ba6a-bd44201d6ab8 service neutron] 10.222.0.18 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226307 Dec 12 17:59:55.830722 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-ecd373bd-79fc-4ccc-b9ad-38bb7cf8b3a0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] device_id is not set on port 32447008-f37c-4c55-9f1d-475236bad438 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:59:55.974351 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad20c78c-095c-4545-b018-d618608b8237 req-270d75d8-0f1a-4f8f-ac05-9d0fec604c5b service neutron] 10.222.0.18 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465404 Dec 12 17:59:56.045548 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ecd373bd-79fc-4ccc-b9ad-38bb7cf8b3a0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:56.087391 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ecd373bd-79fc-4ccc-b9ad-38bb7cf8b3a0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:56.145692 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd373bd-79fc-4ccc-b9ad-38bb7cf8b3a0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=32447008-f37c-4c55-9f1d-475236bad438,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:56.160596 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd373bd-79fc-4ccc-b9ad-38bb7cf8b3a0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:56.162121 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ecd373bd-79fc-4ccc-b9ad-38bb7cf8b3a0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:56.164504 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd373bd-79fc-4ccc-b9ad-38bb7cf8b3a0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:56.170519 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd373bd-79fc-4ccc-b9ad-38bb7cf8b3a0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:56.171186 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ecd373bd-79fc-4ccc-b9ad-38bb7cf8b3a0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:56.210666 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ecd373bd-79fc-4ccc-b9ad-38bb7cf8b3a0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7314236 Dec 12 17:59:56.211279 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46174) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:56.502451 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 91034da3-aff2-4903-960a-640ae05521a2 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:59:56.526687 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 91034da3-aff2-4903-960a-640ae05521a2 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:59:56.527246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 91034da3-aff2-4903-960a-640ae05521a2 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:59:56.780180 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd519f69-3dd4-40a7-ae18-b4d2425f7a1f req-4d463a0c-5459-4f2e-884e-367f36dbc328 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f HTTP/1.1" status: 200 len: 210 time: 0.5515189 Dec 12 17:59:56.893551 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-97e7f4a3-faf7-4177-87f8-5360ab122775 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port 32447008-f37c-4c55-9f1d-475236bad438 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:56.893899 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97e7f4a3-faf7-4177-87f8-5360ab122775 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:56.987610 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97e7f4a3-faf7-4177-87f8-5360ab122775 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:57.001955 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-97e7f4a3-faf7-4177-87f8-5360ab122775 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for 32447008-f37c-4c55-9f1d-475236bad438 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:57.123663 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97e7f4a3-faf7-4177-87f8-5360ab122775 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:57.176265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7f4a3-faf7-4177-87f8-5360ab122775 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=32447008-f37c-4c55-9f1d-475236bad438,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:57.180147 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97e7f4a3-faf7-4177-87f8-5360ab122775 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:57.185492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-97e7f4a3-faf7-4177-87f8-5360ab122775 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/ports/32447008-f37c-4c55-9f1d-475236bad438 HTTP/1.1" status: 204 len: 168 time: 0.9695086 Dec 12 17:59:57.188097 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46266) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:57.193243 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d9e0ec1a-3f28-4cc2-9d5f-a281c3fc2147 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7', 'mac_address': 'fa:16:3e:d1:4b:41', 'name': 'tempest-PortsIpV6TestJSON-1089615377'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:57.304670 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e0ec1a-3f28-4cc2-9d5f-a281c3fc2147 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:57.384215 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9e0ec1a-3f28-4cc2-9d5f-a281c3fc2147 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:57.408335 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-d9e0ec1a-3f28-4cc2-9d5f-a281c3fc2147 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] device_id is not set on port 0b13deb1-30e5-4d7b-8443-a6f3c084e8dd yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:59:57.693619 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9e0ec1a-3f28-4cc2-9d5f-a281c3fc2147 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:57.748451 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20c78c-095c-4545-b018-d618608b8237 req-355f75af-26da-4392-a5a6-1ccb3531d9b0 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:57.750335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad20c78c-095c-4545-b018-d618608b8237 req-355f75af-26da-4392-a5a6-1ccb3531d9b0 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.20 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 806 time: 0.2060766 Dec 12 17:59:57.766648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-ad20c78c-095c-4545-b018-d618608b8237 req-53be759e-465b-4017-8cad-48d3437d66b6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Request body: {'port': {'device_id': 'a2488eaa-3fcd-4670-95b1-5a907808fb5f', 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c', 'admin_state_up': True, 'tenant_id': 'ce4a5970bfed4a1095645170bcd9fd1e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:57.771868 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9e0ec1a-3f28-4cc2-9d5f-a281c3fc2147 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:57.858935 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e0ec1a-3f28-4cc2-9d5f-a281c3fc2147 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:57.875401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d9e0ec1a-3f28-4cc2-9d5f-a281c3fc2147 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:57.880245 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e0ec1a-3f28-4cc2-9d5f-a281c3fc2147 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:57.887573 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e0ec1a-3f28-4cc2-9d5f-a281c3fc2147 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:57.892031 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9e0ec1a-3f28-4cc2-9d5f-a281c3fc2147 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:57.901582 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0ec1a-3f28-4cc2-9d5f-a281c3fc2147 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=0b13deb1-30e5-4d7b-8443-a6f3c084e8dd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:57.922228 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d9e0ec1a-3f28-4cc2-9d5f-a281c3fc2147 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7329988 Dec 12 17:59:57.937638 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46340) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:58.016448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58bd583d-c0b1-449e-b4b4-793a915b84a8 req-82a8ec2f-0d24-4681-a7b3-2860ef15bd02 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f HTTP/1.1" status: 200 len: 210 time: 0.0626564 Dec 12 17:59:58.055183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04bee4a-0b1a-4716-a04a-e3192b70cd34 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:58.056704 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b04bee4a-0b1a-4716-a04a-e3192b70cd34 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports/0b13deb1-30e5-4d7b-8443-a6f3c084e8dd HTTP/1.1" status: 200 len: 845 time: 0.1180298 Dec 12 17:59:58.059690 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46354) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:58.100431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad20c78c-095c-4545-b018-d618608b8237 req-53be759e-465b-4017-8cad-48d3437d66b6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Made reservation on behalf of ce4a5970bfed4a1095645170bcd9fd1e for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:58.106588 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ad20c78c-095c-4545-b018-d618608b8237 req-53be759e-465b-4017-8cad-48d3437d66b6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:58.190049 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f3950dbd-c82b-43e5-be69-d7c608a3fa3c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port 0b13deb1-30e5-4d7b-8443-a6f3c084e8dd {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:59:58.192885 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3950dbd-c82b-43e5-be69-d7c608a3fa3c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:58.295395 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3950dbd-c82b-43e5-be69-d7c608a3fa3c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:58.313706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f3950dbd-c82b-43e5-be69-d7c608a3fa3c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for 0b13deb1-30e5-4d7b-8443-a6f3c084e8dd owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:59:58.350196 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-ad20c78c-095c-4545-b018-d618608b8237 req-53be759e-465b-4017-8cad-48d3437d66b6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Allocated IP 172.20.0.14 (75b935da-edec-4803-8c21-61a0e9a0c85c/a38ca6e1-282d-485b-8e30-1d83bfdc0937/0b77dfb5-c580-483a-b0ed-554a99c38f3e) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 17:59:58.472965 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3950dbd-c82b-43e5-be69-d7c608a3fa3c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:58.524716 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3950dbd-c82b-43e5-be69-d7c608a3fa3c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:58.559160 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f3950dbd-c82b-43e5-be69-d7c608a3fa3c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/ports/0b13deb1-30e5-4d7b-8443-a6f3c084e8dd HTTP/1.1" status: 204 len: 168 time: 0.4753718 Dec 12 17:59:58.559160 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3950dbd-c82b-43e5-be69-d7c608a3fa3c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=0b13deb1-30e5-4d7b-8443-a6f3c084e8dd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:58.559160 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46394) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:58.588067 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ad20c78c-095c-4545-b018-d618608b8237 req-53be759e-465b-4017-8cad-48d3437d66b6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:58.625387 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db4e0df-b886-4d9b-a397-b37ae5232c13 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] GET failed (client error): The resource could not be found. Dec 12 17:59:58.634917 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8db4e0df-b886-4d9b-a397-b37ae5232c13 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports/0b13deb1-30e5-4d7b-8443-a6f3c084e8dd HTTP/1.1" status: 404 len: 333 time: 0.0814788 Dec 12 17:59:58.635585 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46404) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:58.641157 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3339bdbb-af90-4d48-8d8f-98669fb4a13c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7', 'name': 'tempest-PortsIpV6TestJSON-1380359695'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:58.659563 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ad20c78c-095c-4545-b018-d618608b8237 req-53be759e-465b-4017-8cad-48d3437d66b6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:58.707507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad20c78c-095c-4545-b018-d618608b8237 req-53be759e-465b-4017-8cad-48d3437d66b6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Network 75b935da-edec-4803-8c21-61a0e9a0c85c is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:58.715166 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-ad20c78c-095c-4545-b018-d618608b8237 req-53be759e-465b-4017-8cad-48d3437d66b6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:58.719972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad20c78c-095c-4545-b018-d618608b8237 req-53be759e-465b-4017-8cad-48d3437d66b6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:58.771509 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3339bdbb-af90-4d48-8d8f-98669fb4a13c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 17:59:58.778956 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3339bdbb-af90-4d48-8d8f-98669fb4a13c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:58.785378 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be759e-465b-4017-8cad-48d3437d66b6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Pushing event updated for resources: {'Port': ['ID=0b77dfb5-c580-483a-b0ed-554a99c38f3e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:58.805885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20c78c-095c-4545-b018-d618608b8237 req-53be759e-465b-4017-8cad-48d3437d66b6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:58.806688 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ad20c78c-095c-4545-b018-d618608b8237 req-53be759e-465b-4017-8cad-48d3437d66b6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:58.844062 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad20c78c-095c-4545-b018-d618608b8237 req-53be759e-465b-4017-8cad-48d3437d66b6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0822177 Dec 12 17:59:58.856807 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] Request body: {'port': {'device_id': 'a2488eaa-3fcd-4670-95b1-5a907808fb5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:58.873999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-3339bdbb-af90-4d48-8d8f-98669fb4a13c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] device_id is not set on port 19c57731-6057-48c6-9354-8ba7d7de5487 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 17:59:58.982203 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:59.240054 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3339bdbb-af90-4d48-8d8f-98669fb4a13c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:59.291091 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3339bdbb-af90-4d48-8d8f-98669fb4a13c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:59.360139 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc80b72-af21-43a1-8ad1-0d72a3856506 req-a13b776d-517f-4d85-ad69-0e682770cc08 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:59.361652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bbc80b72-af21-43a1-8ad1-0d72a3856506 req-a13b776d-517f-4d85-ad69-0e682770cc08 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f HTTP/1.1" status: 200 len: 932 time: 0.1796389 Dec 12 17:59:59.399480 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3339bdbb-af90-4d48-8d8f-98669fb4a13c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 17:59:59.404136 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3339bdbb-af90-4d48-8d8f-98669fb4a13c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 17:59:59.410396 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3339bdbb-af90-4d48-8d8f-98669fb4a13c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 17:59:59.419218 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3339bdbb-af90-4d48-8d8f-98669fb4a13c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:59.420571 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3339bdbb-af90-4d48-8d8f-98669fb4a13c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:59.442439 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339bdbb-af90-4d48-8d8f-98669fb4a13c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=19c57731-6057-48c6-9354-8ba7d7de5487,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:59.454003 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3339bdbb-af90-4d48-8d8f-98669fb4a13c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8170948 Dec 12 17:59:59.456387 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46486) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:59.467388 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-43e5751b-0c38-4432-85b8-63d7cdb16777 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 17:59:59.489973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-39ec97eb-ad6d-4ae6-b83e-6b8cfd184899 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:59.497402 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-39ec97eb-ad6d-4ae6-b83e-6b8cfd184899 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/networks?id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811 HTTP/1.1" status: 200 len: 815 time: 0.2619765 Dec 12 17:59:59.510536 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bbc80b72-af21-43a1-8ad1-0d72a3856506 req-039a49a2-d0b0-407c-8742-3a7a3a855fbf tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372283 Dec 12 17:59:59.534201 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-ba64cad8-4725-4ba2-97e3-149cc6d36607 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/quotas/0643e8c59bb04ea0bbd1649309deba41 HTTP/1.1" status: 200 len: 375 time: 0.0224395 Dec 12 17:59:59.614535 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43e5751b-0c38-4432-85b8-63d7cdb16777 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:59.629480 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b77dfb5-c580-483a-b0ed-554a99c38f3e {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:59:59.646182 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:59.667734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] Transition to ACTIVE for port object 0b77dfb5-c580-483a-b0ed-554a99c38f3e will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 17:59:59.685914 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:59.765835 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-e9a2f4a8-1217-459e-8b04-53a24f1b0729 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0643e8c59bb04ea0bbd1649309deba41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1863885 Dec 12 17:59:59.856364 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867cba7-2054-4884-8565-a456383158ed service neutron] Pushing event updated for resources: {'Port': ['ID=0b77dfb5-c580-483a-b0ed-554a99c38f3e,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:59.859846 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43e5751b-0c38-4432-85b8-63d7cdb16777 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:59.871746 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43e5751b-0c38-4432-85b8-63d7cdb16777 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:59.921961 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-43e5751b-0c38-4432-85b8-63d7cdb16777 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] In _notify_port_updated(), no bound segment for port 19c57731-6057-48c6-9354-8ba7d7de5487 on network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 17:59:59.927577 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5751b-0c38-4432-85b8-63d7cdb16777 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:59:59.928215 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43e5751b-0c38-4432-85b8-63d7cdb16777 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:59:59.929686 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-43e5751b-0c38-4432-85b8-63d7cdb16777 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "PUT /v2.0/ports/19c57731-6057-48c6-9354-8ba7d7de5487 HTTP/1.1" status: 200 len: 818 time: 0.4702816 Dec 12 17:59:59.932439 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46528) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:59:59.976299 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5751b-0c38-4432-85b8-63d7cdb16777 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=19c57731-6057-48c6-9354-8ba7d7de5487,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:59:59.986713 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-8b116ed1-0788-4008-8bfb-d29106e831d7 service neutron] 10.222.0.18 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195282 Dec 12 18:00:00.020819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] Attempting to bind port 0b77dfb5-c580-483a-b0ed-554a99c38f3e on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:00:00.021566 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] Attempting to bind port 0b77dfb5-c580-483a-b0ed-554a99c38f3e by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:00:00.022154 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] Attempting to bind port 0b77dfb5-c580-483a-b0ed-554a99c38f3e on network 75b935da-edec-4803-8c21-61a0e9a0c85c {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:00:00.062340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] Port 0b77dfb5-c580-483a-b0ed-554a99c38f3e on network 75b935da-edec-4803-8c21-61a0e9a0c85c not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:00:00.062869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] Attempting to bind port 0b77dfb5-c580-483a-b0ed-554a99c38f3e on network 75b935da-edec-4803-8c21-61a0e9a0c85c {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:00:00.071879 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:00:00.072528 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] Checking segment: {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:00:00.073095 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] Bound using segment: {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:00:00.073717 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] Bound port: 0b77dfb5-c580-483a-b0ed-554a99c38f3e, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:00:00.074936 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:00.076002 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-27514330-7a4b-4e88-a8ab-b55aedd3fe4c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port 19c57731-6057-48c6-9354-8ba7d7de5487 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:00.076420 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27514330-7a4b-4e88-a8ab-b55aedd3fe4c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:00.169756 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27514330-7a4b-4e88-a8ab-b55aedd3fe4c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:00.179058 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-c046c485-a81c-43f9-ac6f-298a19738f96 service neutron] 10.222.0.18 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904700 Dec 12 18:00:00.185639 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] For port 0b77dfb5-c580-483a-b0ed-554a99c38f3e, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:00:00.190375 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] For port 0b77dfb5-c580-483a-b0ed-554a99c38f3e, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b77dfb5-c580-483a-b0ed-554a99c38f3e,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:00:00.198440 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-27514330-7a4b-4e88-a8ab-b55aedd3fe4c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for 19c57731-6057-48c6-9354-8ba7d7de5487 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:00.201049 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:00.294736 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:00.295847 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:00.297136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad20c78c-095c-4545-b018-d618608b8237 req-0867cba7-2054-4884-8565-a456383158ed service neutron] 10.222.0.20 "PUT /v2.0/ports/0b77dfb5-c580-483a-b0ed-554a99c38f3e HTTP/1.1" status: 200 len: 1092 time: 1.4449348 Dec 12 18:00:00.299735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2488eaa-3fcd-4670-95b1-5a907808fb5f', 'tag': '0b77dfb5-c580-483a-b0ed-554a99c38f3e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:00:00.305146 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343d2370-06bf-45d8-ac64-ec5b2ceaa5fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a2488eaa-3fcd-4670-95b1-5a907808fb5f", "tag": "0b77dfb5-c580-483a-b0ed-554a99c38f3e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:00:00.349136 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27514330-7a4b-4e88-a8ab-b55aedd3fe4c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:00.381982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27514330-7a4b-4e88-a8ab-b55aedd3fe4c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=19c57731-6057-48c6-9354-8ba7d7de5487,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:00.396998 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27514330-7a4b-4e88-a8ab-b55aedd3fe4c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:00.401546 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-27514330-7a4b-4e88-a8ab-b55aedd3fe4c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/ports/19c57731-6057-48c6-9354-8ba7d7de5487 HTTP/1.1" status: 204 len: 168 time: 0.4681065 Dec 12 18:00:00.403992 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46558) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:00.481116 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9b3a97-ee65-461d-8513-6348efe44693 x-openstack-request-id: req-bd9b3a97-ee65-461d-8513-6348efe44693 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:00:00.481791 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2488eaa-3fcd-4670-95b1-5a907808fb5f", "tag": "0b77dfb5-c580-483a-b0ed-554a99c38f3e", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:00:00.482361 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd9b3a97-ee65-461d-8513-6348efe44693 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:00:00.483143 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2488eaa-3fcd-4670-95b1-5a907808fb5f', 'tag': '0b77dfb5-c580-483a-b0ed-554a99c38f3e', 'status': 'completed', 'code': 200} Dec 12 18:00:00.530554 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bbf384-7e59-47dc-9a34-784d1982ae54 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:00.534838 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e9bbf384-7e59-47dc-9a34-784d1982ae54 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1271586 Dec 12 18:00:00.535376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46562) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:00.535535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867cba7-2054-4884-8565-a456383158ed service neutron] Pushing event updated for resources: {'Port': ['ID=0b77dfb5-c580-483a-b0ed-554a99c38f3e,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:00.541067 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b80c7f71-c048-4d05-9361-8c5411da0d5a req-62c08079-ab4e-42d1-8abc-67bfc8d6c99f tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b492fadc-d615-4157-ac2a-6bbfcc0bb4d7 HTTP/1.1" status: 200 len: 210 time: 0.0548449 Dec 12 18:00:00.567705 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20c78c-095c-4545-b018-d618608b8237 req-c44a4402-e569-4624-94ec-2f8a32d46c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:00.571544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad20c78c-095c-4545-b018-d618608b8237 req-c44a4402-e569-4624-94ec-2f8a32d46c70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f HTTP/1.1" status: 200 len: 1095 time: 0.2136869 Dec 12 18:00:00.575949 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-8324b97d-ff9b-48a6-9b0b-fffbddf06c7c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] GET failed (client error): The resource could not be found. Dec 12 18:00:00.577573 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8324b97d-ff9b-48a6-9b0b-fffbddf06c7c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports/19c57731-6057-48c6-9354-8ba7d7de5487 HTTP/1.1" status: 404 len: 333 time: 0.0403314 Dec 12 18:00:00.581214 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46568) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:00.600546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-80b76775-1401-42f6-942a-832e33756b5d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1913507510'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:00.678631 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad20c78c-095c-4545-b018-d618608b8237 req-c1981f3b-7d6b-4b54-92eb-8b2a30487b82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b77dfb5-c580-483a-b0ed-554a99c38f3e HTTP/1.1" status: 200 len: 217 time: 0.0948093 Dec 12 18:00:00.779279 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b76775-1401-42f6-942a-832e33756b5d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:00.783052 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80b76775-1401-42f6-942a-832e33756b5d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:00.799277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9277a-4674-450a-aa7e-e6c4aaa2c13b req-8e225db8-5c67-4541-bb8c-279c139dafd2 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:00.808311 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afe9277a-4674-450a-aa7e-e6c4aaa2c13b req-8e225db8-5c67-4541-bb8c-279c139dafd2 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f HTTP/1.1" status: 200 len: 944 time: 0.1361594 Dec 12 18:00:00.830240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20c78c-095c-4545-b018-d618608b8237 req-358aab8b-29aa-4ba6-a65c-50eb393298e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:00.832566 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad20c78c-095c-4545-b018-d618608b8237 req-358aab8b-29aa-4ba6-a65c-50eb393298e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a38ca6e1-282d-485b-8e30-1d83bfdc0937 HTTP/1.1" status: 200 len: 846 time: 0.1422687 Dec 12 18:00:00.898969 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad20c78c-095c-4545-b018-d618608b8237 req-e0135c84-58fa-4ccf-86e9-14adf60c32fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75b935da-edec-4803-8c21-61a0e9a0c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476127 Dec 12 18:00:00.899748 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b76775-1401-42f6-942a-832e33756b5d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:00:00.949784 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80b76775-1401-42f6-942a-832e33756b5d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:00.950185 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-80b76775-1401-42f6-942a-832e33756b5d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Added segment e7b88e8d-d52b-4835-b88c-549361d7f484 of type vlan for network 72c298c4-28c0-4317-b691-3f2ba6128070 Dec 12 18:00:01.013014 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afe9277a-4674-450a-aa7e-e6c4aaa2c13b req-c0cf7fd9-6a5b-4b90-870b-3aa67f0a7378 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026994 Dec 12 18:00:01.069114 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80b76775-1401-42f6-942a-832e33756b5d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:01.120543 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad20c78c-095c-4545-b018-d618608b8237 req-77ba31eb-2a4c-491f-997d-7abd4c170a26 service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127759 Dec 12 18:00:01.244553 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80b76775-1401-42f6-942a-832e33756b5d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:01.252556 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b76775-1401-42f6-942a-832e33756b5d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:01.253375 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80b76775-1401-42f6-942a-832e33756b5d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:01.290840 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-80b76775-1401-42f6-942a-832e33756b5d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7082965 Dec 12 18:00:01.293829 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46592) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:01.299675 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5c29e623-65b9-4826-b8b1-65f56042d238 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'subnet': {'network_id': '72c298c4-28c0-4317-b691-3f2ba6128070', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:01.394360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b76775-1401-42f6-942a-832e33756b5d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Network': ['ID=72c298c4-28c0-4317-b691-3f2ba6128070,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:01.407600 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 72c298c4-28c0-4317-b691-3f2ba6128070 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:00:01.423955 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ad20c78c-095c-4545-b018-d618608b8237 req-3f7ff315-2b77-47e5-a474-6dcab2962de6 service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919650 Dec 12 18:00:01.512951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c29e623-65b9-4826-b8b1-65f56042d238 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:01.517381 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c29e623-65b9-4826-b8b1-65f56042d238 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:01.629318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d2370-06bf-45d8-ac64-ec5b2ceaa5fd req-8f811eca-d471-4479-8bd1-6b07bed3c6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:01.630925 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-343d2370-06bf-45d8-ac64-ec5b2ceaa5fd req-8f811eca-d471-4479-8bd1-6b07bed3c6b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f HTTP/1.1" status: 200 len: 1095 time: 0.1379685 Dec 12 18:00:01.972453 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e219d2b2-7059-410c-abd6-9dfa94e67370 req-f60b3ab3-d2d8-432c-8376-5d088aaa1c86 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b492fadc-d615-4157-ac2a-6bbfcc0bb4d7 HTTP/1.1" status: 200 len: 210 time: 0.2170134 Dec 12 18:00:01.974394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d2370-06bf-45d8-ac64-ec5b2ceaa5fd req-c784df02-35ee-40ca-b8d9-fb49e85dad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:01.976140 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-343d2370-06bf-45d8-ac64-ec5b2ceaa5fd req-c784df02-35ee-40ca-b8d9-fb49e85dad36 service neutron] 10.222.0.20 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 907 time: 0.3319213 Dec 12 18:00:02.037414 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-343d2370-06bf-45d8-ac64-ec5b2ceaa5fd req-2419f305-9b08-4108-99df-2e3ec3f5b91d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b77dfb5-c580-483a-b0ed-554a99c38f3e HTTP/1.1" status: 200 len: 217 time: 0.0530155 Dec 12 18:00:02.065951 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c29e623-65b9-4826-b8b1-65f56042d238 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:02.116870 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-464deb32-9843-4c8a-a363-a00a8dbcbeed tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:02.118371 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-464deb32-9843-4c8a-a363-a00a8dbcbeed tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.31 "GET /v2.0/networks?id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811 HTTP/1.1" status: 200 len: 815 time: 0.3162086 Dec 12 18:00:02.146294 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-951aa664-e0ab-423f-9acc-e0dbca34ac60 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Request body: {'port': {'device_id': 'b492fadc-d615-4157-ac2a-6bbfcc0bb4d7', 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811', 'admin_state_up': True, 'tenant_id': '0643e8c59bb04ea0bbd1649309deba41'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:02.211597 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d2370-06bf-45d8-ac64-ec5b2ceaa5fd req-530f45ca-32a9-4597-b7e9-89bb537f0f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:02.213419 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-343d2370-06bf-45d8-ac64-ec5b2ceaa5fd req-530f45ca-32a9-4597-b7e9-89bb537f0f7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a38ca6e1-282d-485b-8e30-1d83bfdc0937 HTTP/1.1" status: 200 len: 846 time: 0.1679747 Dec 12 18:00:02.219452 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29e623-65b9-4826-b8b1-65f56042d238 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Subnet': ['ID=31509de2-dbda-4b3a-b6eb-8fc4fd868092,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:02.233198 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f15f4c-6794-4136-8646-4936a4c14d34 req-ca0d9f5f-385e-4db1-905e-3be9ea32de20 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:02.235507 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48f15f4c-6794-4136-8646-4936a4c14d34 req-ca0d9f5f-385e-4db1-905e-3be9ea32de20 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f HTTP/1.1" status: 200 len: 944 time: 0.0971038 Dec 12 18:00:02.251917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29e623-65b9-4826-b8b1-65f56042d238 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Checking segment: {'id': 'e7b88e8d-d52b-4835-b88c-549361d7f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '72c298c4-28c0-4317-b691-3f2ba6128070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:00:02.252549 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c29e623-65b9-4826-b8b1-65f56042d238 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network hostable DHCP agents. Network: 72c298c4-28c0-4317-b691-3f2ba6128070, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:00:02.306908 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c29e623-65b9-4826-b8b1-65f56042d238 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 72c298c4-28c0-4317-b691-3f2ba6128070 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:00:02.337597 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5c29e623-65b9-4826-b8b1-65f56042d238 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 72c298c4-28c0-4317-b691-3f2ba6128070) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:02.338893 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-343d2370-06bf-45d8-ac64-ec5b2ceaa5fd req-3c22c87a-919f-4d0a-b6a9-ad6391054625 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75b935da-edec-4803-8c21-61a0e9a0c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150105 Dec 12 18:00:02.347753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-951aa664-e0ab-423f-9acc-e0dbca34ac60 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Made reservation on behalf of 0643e8c59bb04ea0bbd1649309deba41 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:02.351962 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-951aa664-e0ab-423f-9acc-e0dbca34ac60 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:02.354663 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b0cfa2-0046-492c-b6d7-9f6d1a1e39af None None] Network 72c298c4-28c0-4317-b691-3f2ba6128070 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:02.365385 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48f15f4c-6794-4136-8646-4936a4c14d34 req-fdb90463-c601-474b-b97f-471aec129341 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203966 Dec 12 18:00:02.369777 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c29e623-65b9-4826-b8b1-65f56042d238 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:02.370563 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c29e623-65b9-4826-b8b1-65f56042d238 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:02.478935 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-343d2370-06bf-45d8-ac64-ec5b2ceaa5fd req-2001f978-a81c-4631-9e3c-a19c3da3afdf service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124396 Dec 12 18:00:02.521846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-72c298c4-28c0-4317-b691-3f2ba6128070', 'network_id': '72c298c4-28c0-4317-b691-3f2ba6128070', 'project_id': '8916da2261ee49a0b41d32cda9c22e6d', 'fixed_ips': [{'subnet_id': '31509de2-dbda-4b3a-b6eb-8fc4fd868092'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:00:02.522354 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5c29e623-65b9-4826-b8b1-65f56042d238 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2267509 Dec 12 18:00:02.523854 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:02.525545 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46618) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:02.552587 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7d4032b7-1901-4e38-9018-1dc65a89006a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'subnet': {'network_id': '72c298c4-28c0-4317-b691-3f2ba6128070', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:02.649415 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-343d2370-06bf-45d8-ac64-ec5b2ceaa5fd req-12eb6cdb-ff70-40f0-8a2a-6cfbf41eafd7 service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445067 Dec 12 18:00:02.836819 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Allocated IP 2001:db8::2 (72c298c4-28c0-4317-b691-3f2ba6128070/31509de2-dbda-4b3a-b6eb-8fc4fd868092/2d13de30-27e8-4097-92cc-968109804c1d) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:02.844052 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4032b7-1901-4e38-9018-1dc65a89006a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:02.851845 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d4032b7-1901-4e38-9018-1dc65a89006a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:02.944690 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-951aa664-e0ab-423f-9acc-e0dbca34ac60 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Allocated IP 172.20.0.9 (7734bd2a-69ed-4fcf-8d01-97c4c0c40811/59029fd3-d542-49a5-8d21-125b85b5f591/e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:03.024832 n-d-760354-5 neutron-server[103150]: INFO neutron.db.ipam_backend_mixin [None req-7d4032b7-1901-4e38-9018-1dc65a89006a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 31509de2-dbda-4b3a-b6eb-8fc4fd868092 (CIDR: 2001:db8::/64) Dec 12 18:00:03.035360 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4032b7-1901-4e38-9018-1dc65a89006a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:00:03.035636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d4032b7-1901-4e38-9018-1dc65a89006a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:00:03.118924 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7d4032b7-1901-4e38-9018-1dc65a89006a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5920484 Dec 12 18:00:03.123225 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46638) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:03.181517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4c1a5ca8-40db-4c83-aa6b-ce17a40139e0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'subnet': {'network_id': '72c298c4-28c0-4317-b691-3f2ba6128070', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:03.189760 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-888f44b6-5fe2-4372-9a6a-6a352b8e9508 req-78b4d4af-be01-4b79-8ed7-a29f99a0526b tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b492fadc-d615-4157-ac2a-6bbfcc0bb4d7 HTTP/1.1" status: 200 len: 210 time: 0.0808043 Dec 12 18:00:03.218964 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:03.232688 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:03.321777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Network 72c298c4-28c0-4317-b691-3f2ba6128070 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:03.326496 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:03.331234 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:00:03.342227 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-951aa664-e0ab-423f-9acc-e0dbca34ac60 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:03.343007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Pushing event updated for resources: {'Port': ['ID=2d13de30-27e8-4097-92cc-968109804c1d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:03.352104 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:03.352850 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:03.353424 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:03.353996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:03.354555 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:03.355339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:03.355896 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:03.356429 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:03.356963 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:03.357481 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:03.357998 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:03.358527 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:03.359041 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:03.396569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1a5ca8-40db-4c83-aa6b-ce17a40139e0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:03.400427 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4c1a5ca8-40db-4c83-aa6b-ce17a40139e0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:03.400645 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-951aa664-e0ab-423f-9acc-e0dbca34ac60 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:03.416466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['40cef727-1ccb-4d16-ab4c-c5298cd6f709'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:00:03.421466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['c0b926e1-7076-46a3-ad9a-27de585ce21d', '08035c0e-a3e5-4232-aa31-14241459a24a'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:00:03.607820 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-951aa664-e0ab-423f-9acc-e0dbca34ac60 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:03.612398 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-951aa664-e0ab-423f-9acc-e0dbca34ac60 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:03.622986 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951aa664-e0ab-423f-9acc-e0dbca34ac60 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Pushing event updated for resources: {'Port': ['ID=e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:03.626967 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-951aa664-e0ab-423f-9acc-e0dbca34ac60 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:00:03.697342 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-951aa664-e0ab-423f-9acc-e0dbca34ac60 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:03.697970 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-951aa664-e0ab-423f-9acc-e0dbca34ac60 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:03.726780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805bf8d-4401-4b19-a7e5-6306a739bc77 req-5c63e1b1-f5c1-453f-8831-3bcc3dcbfe35 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:03.741183 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-951aa664-e0ab-423f-9acc-e0dbca34ac60 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6002607 Dec 12 18:00:03.741422 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Attempting to bind port 2d13de30-27e8-4097-92cc-968109804c1d on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:00:03.741422 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Attempting to bind port 2d13de30-27e8-4097-92cc-968109804c1d by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'e7b88e8d-d52b-4835-b88c-549361d7f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '72c298c4-28c0-4317-b691-3f2ba6128070'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:00:03.741422 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Attempting to bind port 2d13de30-27e8-4097-92cc-968109804c1d on network 72c298c4-28c0-4317-b691-3f2ba6128070 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:00:03.742197 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9805bf8d-4401-4b19-a7e5-6306a739bc77 req-5c63e1b1-f5c1-453f-8831-3bcc3dcbfe35 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f HTTP/1.1" status: 200 len: 944 time: 0.1213653 Dec 12 18:00:03.758458 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:00:03.758977 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Checking segment: {'id': 'e7b88e8d-d52b-4835-b88c-549361d7f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '72c298c4-28c0-4317-b691-3f2ba6128070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:00:03.759509 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:03.760252 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Bound using segment: {'id': 'e7b88e8d-d52b-4835-b88c-549361d7f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '72c298c4-28c0-4317-b691-3f2ba6128070'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:00:03.760834 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Bound port: 2d13de30-27e8-4097-92cc-968109804c1d, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b88e8d-d52b-4835-b88c-549361d7f484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '72c298c4-28c0-4317-b691-3f2ba6128070'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:00:03.761056 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Request body: {'port': {'device_id': 'b492fadc-d615-4157-ac2a-6bbfcc0bb4d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:03.761964 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:03.856051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0b77dfb5-c580-483a-b0ed-554a99c38f3e details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:00:03.889817 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:03.935942 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9805bf8d-4401-4b19-a7e5-6306a739bc77 req-e245d24b-0ce8-4cb4-af28-e4709c1fafd2 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868939 Dec 12 18:00:03.937546 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4c1a5ca8-40db-4c83-aa6b-ce17a40139e0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:04.000210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a5ca8-40db-4c83-aa6b-ce17a40139e0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Subnet': ['ID=acfbfbf4-2d04-4dcc-9d87-dcebb0c56118,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:04.012766 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1a5ca8-40db-4c83-aa6b-ce17a40139e0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 72c298c4-28c0-4317-b691-3f2ba6128070 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:04.014252 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-4c1a5ca8-40db-4c83-aa6b-ce17a40139e0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:04.020477 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1a5ca8-40db-4c83-aa6b-ce17a40139e0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:04.021656 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4c1a5ca8-40db-4c83-aa6b-ce17a40139e0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:04.045743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4c1a5ca8-40db-4c83-aa6b-ce17a40139e0 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9172871 Dec 12 18:00:04.046029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46656) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:04.058902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ad5defac-3f4f-4d53-8421-831c6c8b08f3 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'network_id': '72c298c4-28c0-4317-b691-3f2ba6128070', 'fixed_ips': [{'subnet_id': '31509de2-dbda-4b3a-b6eb-8fc4fd868092'}, {'subnet_id': 'acfbfbf4-2d04-4dcc-9d87-dcebb0c56118'}], 'name': 'tempest-PortsIpV6TestJSON-1447314738'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:04.081831 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0b77dfb5-c580-483a-b0ed-554a99c38f3e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b77dfb5-c580-483a-b0ed-554a99c38f3e,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:04.159291 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '0b77dfb5-c580-483a-b0ed-554a99c38f3e', 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c', 'port_id': '0b77dfb5-c580-483a-b0ed-554a99c38f3e', 'mac_address': 'fa:16:3e:d2:e7:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38ca6e1-282d-485b-8e30-1d83bfdc0937', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:00:04.251809 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] For port 2d13de30-27e8-4097-92cc-968109804c1d, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:00:04.256076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5defac-3f4f-4d53-8421-831c6c8b08f3 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:04.341632 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:04.359137 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] For port 2d13de30-27e8-4097-92cc-968109804c1d, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2d13de30-27e8-4097-92cc-968109804c1d,segment=NetworkSegment(e7b88e8d-d52b-4835-b88c-549361d7f484),segment_id=e7b88e8d-d52b-4835-b88c-549361d7f484)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:00:04.363692 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b77dfb5-c580-483a-b0ed-554a99c38f3e {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:00:04.396392 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:04.469832 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0b77dfb5-c580-483a-b0ed-554a99c38f3e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b77dfb5-c580-483a-b0ed-554a99c38f3e,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:04.501442 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:00:04.505851 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:04.517611 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:04.537485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Transition to ACTIVE for port object e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:00:04.542572 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:04.600866 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049ee2d-9117-4444-a712-d858c6400ff9 None None] Pushing event updated for resources: {'Port': ['ID=2d13de30-27e8-4097-92cc-968109804c1d,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:04.613188 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:04.694010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=0b77dfb5-c580-483a-b0ed-554a99c38f3e,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:04.722186 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Attempting to bind port e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:00:04.722664 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Attempting to bind port e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '1b311cc5-0659-4d49-8de7-75f56f87ff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:00:04.723115 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Attempting to bind port e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb on network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:00:04.732059 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Port e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb on network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:00:04.732518 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Attempting to bind port e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb on network 7734bd2a-69ed-4fcf-8d01-97c4c0c40811 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:00:04.737897 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:00:04.738378 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Checking segment: {'id': '1b311cc5-0659-4d49-8de7-75f56f87ff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:00:04.739049 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Bound using segment: {'id': '1b311cc5-0659-4d49-8de7-75f56f87ff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:00:04.739621 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Bound port: e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b311cc5-0659-4d49-8de7-75f56f87ff59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:00:04.740110 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:04.796198 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['0b77dfb5-c580-483a-b0ed-554a99c38f3e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:00:04.868155 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] For port e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:00:04.872203 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] For port e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:00:04.878812 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:04.899057 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:04.915149 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:04.917504 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] 10.222.0.31 "PUT /v2.0/ports/e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb HTTP/1.1" status: 200 len: 1091 time: 1.1726930 Dec 12 18:00:04.920163 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b492fadc-d615-4157-ac2a-6bbfcc0bb4d7', 'tag': 'e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:00:04.921677 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b98e4ad-bfae-4cc3-9866-ee27fee769dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b492fadc-d615-4157-ac2a-6bbfcc0bb4d7", "tag": "e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:00:04.947194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aa966-ee26-452d-9af2-a055aa7e188f req-76c1bf12-5e4e-4d95-b977-f6e3e73b3eff tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:04.962660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f0aa966-ee26-452d-9af2-a055aa7e188f req-76c1bf12-5e4e-4d95-b977-f6e3e73b3eff tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b492fadc-d615-4157-ac2a-6bbfcc0bb4d7 HTTP/1.1" status: 200 len: 931 time: 0.6203277 Dec 12 18:00:05.074403 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad5defac-3f4f-4d53-8421-831c6c8b08f3 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:05.122542 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f0aa966-ee26-452d-9af2-a055aa7e188f req-5b28c670-1629-4ea9-958a-fd9cf124d510 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373217 Dec 12 18:00:05.132471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-ad5defac-3f4f-4d53-8421-831c6c8b08f3 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] device_id is not set on port 06f4a310-0a37-477a-93a1-6689dfab706d yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:00:05.140698 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974503b2-e3b9-4a2c-9033-0070d48dc977 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:05.170869 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-377d55f4-2081-4b66-88f5-5c22b6322e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:05.175718 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-377d55f4-2081-4b66-88f5-5c22b6322e6d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0643e8c59bb04ea0bbd1649309deba41&device_id=b492fadc-d615-4157-ac2a-6bbfcc0bb4d7 HTTP/1.1" status: 200 len: 1094 time: 0.1807659 Dec 12 18:00:05.249352 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b04c18-9a32-4855-a203-6e4f733f91ec x-openstack-request-id: req-f9b04c18-9a32-4855-a203-6e4f733f91ec {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:00:05.249770 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b492fadc-d615-4157-ac2a-6bbfcc0bb4d7", "tag": "e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:00:05.250129 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9b04c18-9a32-4855-a203-6e4f733f91ec {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:00:05.251269 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b492fadc-d615-4157-ac2a-6bbfcc0bb4d7', 'tag': 'e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb', 'status': 'completed', 'code': 200} Dec 12 18:00:05.270905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944a388-84ee-4d10-bc8a-83918b2cc317 req-88ca1304-dc61-485a-948d-9438de830c17 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:05.272463 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f944a388-84ee-4d10-bc8a-83918b2cc317 req-88ca1304-dc61-485a-948d-9438de830c17 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f HTTP/1.1" status: 200 len: 945 time: 0.1811738 Dec 12 18:00:05.298962 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-8f3eacb5-c1bb-4aa6-9dbc-c3fafd94a8b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb HTTP/1.1" status: 200 len: 217 time: 0.1115143 Dec 12 18:00:05.412356 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-68ed5fd3-0977-4fff-97f1-e85986346cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:05.414252 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-68ed5fd3-0977-4fff-97f1-e85986346cfd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59029fd3-d542-49a5-8d21-125b85b5f591 HTTP/1.1" status: 200 len: 855 time: 0.1066015 Dec 12 18:00:05.419103 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f944a388-84ee-4d10-bc8a-83918b2cc317 req-fb7bcaa6-402a-457c-8bf7-51ff571fb60b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340253 Dec 12 18:00:05.473412 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-b9be66f1-283e-4a89-8f36-84ec32e904b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417373 Dec 12 18:00:05.592807 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-ad5defac-3f4f-4d53-8421-831c6c8b08f3 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Allocated IP 2001:db8::2a (72c298c4-28c0-4317-b691-3f2ba6128070/31509de2-dbda-4b3a-b6eb-8fc4fd868092/06f4a310-0a37-477a-93a1-6689dfab706d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:05.599468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-ad5defac-3f4f-4d53-8421-831c6c8b08f3 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Allocated IP 2001:db8:0:1::326 (72c298c4-28c0-4317-b691-3f2ba6128070/acfbfbf4-2d04-4dcc-9d87-dcebb0c56118/06f4a310-0a37-477a-93a1-6689dfab706d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:05.633006 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-517598de-8d96-4962-bd9a-b2db36bf2fa9 service neutron] 10.222.0.31 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362817 Dec 12 18:00:05.768799 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-decd4de5-e710-40ea-86d7-5cf9c581eaf8 req-b2d97e92-6510-4724-a01d-e4ce7601a6cd service neutron] 10.222.0.31 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284811 Dec 12 18:00:05.848053 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0b77dfb5-c580-483a-b0ed-554a99c38f3e up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:00:05.878801 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad5defac-3f4f-4d53-8421-831c6c8b08f3 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:05.908023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98e4ad-bfae-4cc3-9866-ee27fee769dc req-b92bb9a8-e98d-4983-b1c2-add02c6dd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:05.914632 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5b98e4ad-bfae-4cc3-9866-ee27fee769dc req-b92bb9a8-e98d-4983-b1c2-add02c6dd55c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0643e8c59bb04ea0bbd1649309deba41&device_id=b492fadc-d615-4157-ac2a-6bbfcc0bb4d7 HTTP/1.1" status: 200 len: 1094 time: 0.0862665 Dec 12 18:00:05.935892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 0b77dfb5-c580-483a-b0ed-554a99c38f3e completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:00:05.941996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 0b77dfb5-c580-483a-b0ed-554a99c38f3e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:05.943406 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:05.952655 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad5defac-3f4f-4d53-8421-831c6c8b08f3 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:06.047100 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5defac-3f4f-4d53-8421-831c6c8b08f3 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 72c298c4-28c0-4317-b691-3f2ba6128070 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:06.050850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ad5defac-3f4f-4d53-8421-831c6c8b08f3 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:06.063529 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5defac-3f4f-4d53-8421-831c6c8b08f3 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:00:06.074771 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5defac-3f4f-4d53-8421-831c6c8b08f3 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:06.075781 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad5defac-3f4f-4d53-8421-831c6c8b08f3 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:06.077662 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98e4ad-bfae-4cc3-9866-ee27fee769dc req-2b6b8778-d765-4c3e-aeee-21af7217a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:06.079427 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5b98e4ad-bfae-4cc3-9866-ee27fee769dc req-2b6b8778-d765-4c3e-aeee-21af7217a9ce service neutron] 10.222.0.31 "GET /v2.0/networks?id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811 HTTP/1.1" status: 200 len: 916 time: 0.1616728 Dec 12 18:00:06.115400 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb2fc53-e904-4d4b-86cf-f33f1049dc99 None None] Network 72c298c4-28c0-4317-b691-3f2ba6128070 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:06.121554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5defac-3f4f-4d53-8421-831c6c8b08f3 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=06f4a310-0a37-477a-93a1-6689dfab706d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:06.145128 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ad5defac-3f4f-4d53-8421-831c6c8b08f3 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.0920198 Dec 12 18:00:06.146926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46698) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:06.159162 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-699ab799-e8f3-47e3-bb7f-856df56162b1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '31509de2-dbda-4b3a-b6eb-8fc4fd868092'}]}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:06.288837 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:06.323656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-754d0f31-feaa-4e0d-b407-c4cef5d13a60 None None] Provisioning complete for port 2d13de30-27e8-4097-92cc-968109804c1d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:06.323656 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-754d0f31-feaa-4e0d-b407-c4cef5d13a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:06.358550 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2488eaa-3fcd-4670-95b1-5a907808fb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b77dfb5-c580-483a-b0ed-554a99c38f3e'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:00:06.362710 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddd7fa8-d919-47f9-a128-bb98ab0d852a" -d '{"events": [{"server_uuid": "a2488eaa-3fcd-4670-95b1-5a907808fb5f", "name": "network-vif-plugged", "status": "completed", "tag": "0b77dfb5-c580-483a-b0ed-554a99c38f3e"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:00:06.373934 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-699ab799-e8f3-47e3-bb7f-856df56162b1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:06.417595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 0b77dfb5-c580-483a-b0ed-554a99c38f3e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b77dfb5-c580-483a-b0ed-554a99c38f3e,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:06.441716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9baf6-41cf-4c6b-9df7-998977d0809c req-6834d9c1-95f8-48e0-a3f5-413564a93a4e tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:06.445031 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ed9baf6-41cf-4c6b-9df7-998977d0809c req-6834d9c1-95f8-48e0-a3f5-413564a93a4e tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b492fadc-d615-4157-ac2a-6bbfcc0bb4d7 HTTP/1.1" status: 200 len: 943 time: 0.2044754 Dec 12 18:00:06.512670 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23881e5e-4ce6-42e8-aa0b-ba4c8c90729d x-openstack-request-id: req-23881e5e-4ce6-42e8-aa0b-ba4c8c90729d {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:00:06.513235 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2488eaa-3fcd-4670-95b1-5a907808fb5f", "name": "network-vif-plugged", "status": "completed", "tag": "0b77dfb5-c580-483a-b0ed-554a99c38f3e", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:00:06.513723 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23881e5e-4ce6-42e8-aa0b-ba4c8c90729d {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:00:06.514657 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2488eaa-3fcd-4670-95b1-5a907808fb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b77dfb5-c580-483a-b0ed-554a99c38f3e', 'code': 200} Dec 12 18:00:06.527944 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:06.582258 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad286838-5828-4470-a805-832b918df266 None None] Update dhcp port {'port': {'network_id': '72c298c4-28c0-4317-b691-3f2ba6128070', 'fixed_ips': [{'subnet_id': '31509de2-dbda-4b3a-b6eb-8fc4fd868092', 'ip_address': '2001:db8::2'}, {'subnet_id': 'acfbfbf4-2d04-4dcc-9d87-dcebb0c56118'}], 'binding:host_id': 'n-d-760354-5'}, 'id': '2d13de30-27e8-4097-92cc-968109804c1d'} from n-d-760354-5. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 18:00:06.617509 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ad286838-5828-4470-a805-832b918df266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:06.644104 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2d13de30-27e8-4097-92cc-968109804c1d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:00:06.682069 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ed9baf6-41cf-4c6b-9df7-998977d0809c req-2f212a62-50b3-4242-97e7-d8bbdf5837e8 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296593 Dec 12 18:00:06.791361 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd75f9-7c0d-43f3-8545-9bf66dc32543 req-b2337507-2c5c-43d4-b311-b7028fa45166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:06.794913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4cd75f9-7c0d-43f3-8545-9bf66dc32543 req-b2337507-2c5c-43d4-b311-b7028fa45166 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f HTTP/1.1" status: 200 len: 1097 time: 0.2706580 Dec 12 18:00:06.801171 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=0b77dfb5-c580-483a-b0ed-554a99c38f3e,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:06.805520 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e1306-30f4-48ac-a13c-6746530215a9 req-7a7137e6-a864-4b71-a1f0-b03e65f6ec9f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:06.807097 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-194e1306-30f4-48ac-a13c-6746530215a9 req-7a7137e6-a864-4b71-a1f0-b03e65f6ec9f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f HTTP/1.1" status: 200 len: 946 time: 0.1447017 Dec 12 18:00:06.818682 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-754d0f31-feaa-4e0d-b407-c4cef5d13a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:06.910317 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5b98e4ad-bfae-4cc3-9866-ee27fee769dc req-06f87ef8-e79e-4ded-9892-d9c2d0143444 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb HTTP/1.1" status: 200 len: 217 time: 0.8212743 Dec 12 18:00:06.922085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-194e1306-30f4-48ac-a13c-6746530215a9 req-365b7298-e009-4396-879e-42a08b10360a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981319 Dec 12 18:00:06.971302 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 2d13de30-27e8-4097-92cc-968109804c1d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:06.971904 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:07.004184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4cd75f9-7c0d-43f3-8545-9bf66dc32543 req-08f74479-cdd0-40be-a1ba-ad151199b5d7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960166 Dec 12 18:00:07.036804 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98e4ad-bfae-4cc3-9866-ee27fee769dc req-0e99159c-8b69-45d8-aa2d-df398bf51f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:07.040201 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5b98e4ad-bfae-4cc3-9866-ee27fee769dc req-0e99159c-8b69-45d8-aa2d-df398bf51f8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59029fd3-d542-49a5-8d21-125b85b5f591 HTTP/1.1" status: 200 len: 855 time: 0.1032822 Dec 12 18:00:07.055555 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-754d0f31-feaa-4e0d-b407-c4cef5d13a60 None None] For port 2d13de30-27e8-4097-92cc-968109804c1d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2d13de30-27e8-4097-92cc-968109804c1d,segment=NetworkSegment(e7b88e8d-d52b-4835-b88c-549361d7f484),segment_id=e7b88e8d-d52b-4835-b88c-549361d7f484)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:07.071846 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-754d0f31-feaa-4e0d-b407-c4cef5d13a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:07.108872 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5b98e4ad-bfae-4cc3-9866-ee27fee769dc req-72ed8211-80a2-4adf-8403-e370d02c8645 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607078 Dec 12 18:00:07.118536 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-ad286838-5828-4470-a805-832b918df266 None None] Allocated IP 2001:db8:0:1::2 (72c298c4-28c0-4317-b691-3f2ba6128070/acfbfbf4-2d04-4dcc-9d87-dcebb0c56118/2d13de30-27e8-4097-92cc-968109804c1d) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:07.162046 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d0f31-feaa-4e0d-b407-c4cef5d13a60 None None] Pushing event updated for resources: {'Port': ['ID=2d13de30-27e8-4097-92cc-968109804c1d,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:07.264607 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5b98e4ad-bfae-4cc3-9866-ee27fee769dc req-fcdc1e05-5982-4f09-b7ea-d5016dad8d70 service neutron] 10.222.0.31 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361837 Dec 12 18:00:07.297892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ad286838-5828-4470-a805-832b918df266 None None] For port 2d13de30-27e8-4097-92cc-968109804c1d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2d13de30-27e8-4097-92cc-968109804c1d,segment=NetworkSegment(e7b88e8d-d52b-4835-b88c-549361d7f484),segment_id=e7b88e8d-d52b-4835-b88c-549361d7f484)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:07.345227 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ad286838-5828-4470-a805-832b918df266 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:07.364948 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ad286838-5828-4470-a805-832b918df266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:07.409497 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5b98e4ad-bfae-4cc3-9866-ee27fee769dc req-93208386-c2db-4396-a0af-e860cf1ec8bb service neutron] 10.222.0.31 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356304 Dec 12 18:00:07.451362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-699ab799-e8f3-47e3-bb7f-856df56162b1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Delete allocated IP 2001:db8:0:1::326 (72c298c4-28c0-4317-b691-3f2ba6128070/acfbfbf4-2d04-4dcc-9d87-dcebb0c56118) {{(pid=103151) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 12 18:00:07.513270 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad286838-5828-4470-a805-832b918df266 None None] Pushing event updated for resources: {'Port': ['ID=2d13de30-27e8-4097-92cc-968109804c1d,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:07.623860 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-699ab799-e8f3-47e3-bb7f-856df56162b1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:07.630281 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-699ab799-e8f3-47e3-bb7f-856df56162b1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:07.699021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ab799-e8f3-47e3-bb7f-856df56162b1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=06f4a310-0a37-477a-93a1-6689dfab706d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:07.752982 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-699ab799-e8f3-47e3-bb7f-856df56162b1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] In _notify_port_updated(), no bound segment for port 06f4a310-0a37-477a-93a1-6689dfab706d on network 72c298c4-28c0-4317-b691-3f2ba6128070 {{(pid=103151) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 18:00:07.762127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699ab799-e8f3-47e3-bb7f-856df56162b1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:07.762789 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-699ab799-e8f3-47e3-bb7f-856df56162b1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:07.764344 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-699ab799-e8f3-47e3-bb7f-856df56162b1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "PUT /v2.0/ports/06f4a310-0a37-477a-93a1-6689dfab706d HTTP/1.1" status: 200 len: 925 time: 1.6163783 Dec 12 18:00:07.767281 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46738) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:07.773112 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a4a0a72f-7dfd-4878-be4d-ab6983258423 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '31509de2-dbda-4b3a-b6eb-8fc4fd868092'}, {'subnet_id': 'acfbfbf4-2d04-4dcc-9d87-dcebb0c56118'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:07.864848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f9a3e-1910-4dae-839c-c5aec88b4366 req-c9265774-3c2b-433a-bee8-035a12250569 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:07.873448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af4f9a3e-1910-4dae-839c-c5aec88b4366 req-c9265774-3c2b-433a-bee8-035a12250569 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b492fadc-d615-4157-ac2a-6bbfcc0bb4d7 HTTP/1.1" status: 200 len: 943 time: 0.1078837 Dec 12 18:00:07.938468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af4f9a3e-1910-4dae-839c-c5aec88b4366 req-c378f857-e211-40db-9323-5313fbcec89a tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641160 Dec 12 18:00:08.018996 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4a0a72f-7dfd-4878-be4d-ab6983258423 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:08.054313 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:00:08.163427 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04513c8e-c92a-4bf3-81b1-fac6a0dca637 req-0836042b-25da-4ec9-80c7-c22468cfc7b1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:08.177315 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04513c8e-c92a-4bf3-81b1-fac6a0dca637 req-0836042b-25da-4ec9-80c7-c22468cfc7b1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f HTTP/1.1" status: 200 len: 946 time: 0.1368940 Dec 12 18:00:08.267495 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:08.280215 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04513c8e-c92a-4bf3-81b1-fac6a0dca637 req-bb962d7e-44e5-4ae9-a67c-0c889eff75e2 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946867 Dec 12 18:00:08.304968 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb', 'network_id': '7734bd2a-69ed-4fcf-8d01-97c4c0c40811', 'port_id': 'e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb', 'mac_address': 'fa:16:3e:6f:71:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59029fd3-d542-49a5-8d21-125b85b5f591', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:00:08.364365 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:08.385231 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f63db0-8d39-43df-9b16-9e3b1bc34da9 None None] Network 72c298c4-28c0-4317-b691-3f2ba6128070 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:08.389840 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:00:08.459390 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a4a0a72f-7dfd-4878-be4d-ab6983258423 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Allocated IP 2001:db8:0:1::ec (72c298c4-28c0-4317-b691-3f2ba6128070/acfbfbf4-2d04-4dcc-9d87-dcebb0c56118/06f4a310-0a37-477a-93a1-6689dfab706d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:08.516375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:08.529048 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:08.539401 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2d13de30-27e8-4097-92cc-968109804c1d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:00:08.657043 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4a0a72f-7dfd-4878-be4d-ab6983258423 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:08.666982 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4a0a72f-7dfd-4878-be4d-ab6983258423 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:08.763446 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0a72f-7dfd-4878-be4d-ab6983258423 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=06f4a310-0a37-477a-93a1-6689dfab706d,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:08.778102 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-66265e31-2932-4d86-91b3-420444f08bb8 None None] Provisioning complete for port 06f4a310-0a37-477a-93a1-6689dfab706d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:08.778483 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66265e31-2932-4d86-91b3-420444f08bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:08.781768 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a4a0a72f-7dfd-4878-be4d-ab6983258423 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] In _notify_port_updated(), no bound segment for port 06f4a310-0a37-477a-93a1-6689dfab706d on network 72c298c4-28c0-4317-b691-3f2ba6128070 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 18:00:08.791018 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a0a72f-7dfd-4878-be4d-ab6983258423 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:08.793103 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4a0a72f-7dfd-4878-be4d-ab6983258423 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:08.794831 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a4a0a72f-7dfd-4878-be4d-ab6983258423 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "PUT /v2.0/ports/06f4a310-0a37-477a-93a1-6689dfab706d HTTP/1.1" status: 200 len: 1010 time: 1.0267129 Dec 12 18:00:08.797615 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46748) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:08.896941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-66265e31-2932-4d86-91b3-420444f08bb8 None None] Port 06f4a310-0a37-477a-93a1-6689dfab706d cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:00:08.900659 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:08.910408 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cd7fd7a2-29bd-44db-acf2-1ee90e84746f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port 06f4a310-0a37-477a-93a1-6689dfab706d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:08.911082 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd7fd7a2-29bd-44db-acf2-1ee90e84746f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:08.925795 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-66265e31-2932-4d86-91b3-420444f08bb8 None None] Provisioning complete for port 2d13de30-27e8-4097-92cc-968109804c1d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:08.926169 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66265e31-2932-4d86-91b3-420444f08bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:08.928017 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:00:08.997073 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 2d13de30-27e8-4097-92cc-968109804c1d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:08.997512 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:09.072793 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd7fd7a2-29bd-44db-acf2-1ee90e84746f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:09.093052 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cd7fd7a2-29bd-44db-acf2-1ee90e84746f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for 06f4a310-0a37-477a-93a1-6689dfab706d owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:09.143774 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc3e8a-6f23-45d9-b3e5-a910f63a4bff req-fe943996-d963-44f9-9a27-a21f001e895a tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:09.162137 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6cc3e8a-6f23-45d9-b3e5-a910f63a4bff req-fe943996-d963-44f9-9a27-a21f001e895a tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b492fadc-d615-4157-ac2a-6bbfcc0bb4d7 HTTP/1.1" status: 200 len: 944 time: 0.0962484 Dec 12 18:00:09.273686 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6cc3e8a-6f23-45d9-b3e5-a910f63a4bff req-46ae40fb-4068-41ba-9223-ca4d8584ee87 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103814 Dec 12 18:00:09.411932 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-91520723-a20e-4b88-b0da-ccccf6f452b8 None None] Provisioning complete for port 06f4a310-0a37-477a-93a1-6689dfab706d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:09.412865 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-91520723-a20e-4b88-b0da-ccccf6f452b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:09.417838 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd7fd7a2-29bd-44db-acf2-1ee90e84746f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:09.448003 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fd7a2-29bd-44db-acf2-1ee90e84746f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=06f4a310-0a37-477a-93a1-6689dfab706d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:09.464493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-91520723-a20e-4b88-b0da-ccccf6f452b8 None None] Port 06f4a310-0a37-477a-93a1-6689dfab706d was deleted so its status cannot be updated. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 12 18:00:09.499104 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-91520723-a20e-4b88-b0da-ccccf6f452b8 None None] Provisioning complete for port 2d13de30-27e8-4097-92cc-968109804c1d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:09.499595 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-91520723-a20e-4b88-b0da-ccccf6f452b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:09.522019 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd7fd7a2-29bd-44db-acf2-1ee90e84746f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:09.528077 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04512a0e-75d6-423a-9f8b-770b45a550e3 req-fc07e945-3d20-4b3e-810c-dd8ed77333be tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:09.531087 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04512a0e-75d6-423a-9f8b-770b45a550e3 req-fc07e945-3d20-4b3e-810c-dd8ed77333be tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f HTTP/1.1" status: 200 len: 946 time: 0.1280837 Dec 12 18:00:09.538443 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cd7fd7a2-29bd-44db-acf2-1ee90e84746f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/ports/06f4a310-0a37-477a-93a1-6689dfab706d HTTP/1.1" status: 204 len: 168 time: 0.7388942 Dec 12 18:00:09.545584 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46758) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:09.582823 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1b7686-ae84-43a1-8444-ebf5fe996c9f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] GET failed (client error): The resource could not be found. Dec 12 18:00:09.584321 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-aa1b7686-ae84-43a1-8444-ebf5fe996c9f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports/06f4a310-0a37-477a-93a1-6689dfab706d HTTP/1.1" status: 404 len: 333 time: 0.0351832 Dec 12 18:00:09.587074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46760) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:09.665871 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee3e30a-3afe-4227-8d0b-9304e7ecc3c4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting subnet acfbfbf4-2d04-4dcc-9d87-dcebb0c56118 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:00:09.671007 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04512a0e-75d6-423a-9f8b-770b45a550e3 req-6c2e263d-3e79-409b-95c5-535240579ad3 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334732 Dec 12 18:00:09.673132 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e30a-3afe-4227-8d0b-9304e7ecc3c4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:09.742568 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e30a-3afe-4227-8d0b-9304e7ecc3c4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:09.825450 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0453e8a9-65a2-4958-8a0f-43afc43e79cc None None] Could not find standard attr ID for object 06f4a310-0a37-477a-93a1-6689dfab706d. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:00:09.969065 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e30a-3afe-4227-8d0b-9304e7ecc3c4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:10.031626 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25ee03-c773-4923-927a-fec5c859e86c req-309cb3b8-9b56-4e5f-8409-01ca3dccbeba tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:10.033023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac25ee03-c773-4923-927a-fec5c859e86c req-309cb3b8-9b56-4e5f-8409-01ca3dccbeba tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 806 time: 0.1558363 Dec 12 18:00:10.049013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f02eadee-a580-4790-a9f9-9c6bf3368b50 None None] Could not find standard attr ID for object 06f4a310-0a37-477a-93a1-6689dfab706d. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:00:10.059421 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac25ee03-c773-4923-927a-fec5c859e86c req-3f73661b-aa17-45dd-bc3a-ebd5b2b5d04a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/quotas/ce4a5970bfed4a1095645170bcd9fd1e HTTP/1.1" status: 200 len: 375 time: 0.0140886 Dec 12 18:00:10.080410 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e30a-3afe-4227-8d0b-9304e7ecc3c4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:10.137109 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3e30a-3afe-4227-8d0b-9304e7ecc3c4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Subnet': ['ID=acfbfbf4-2d04-4dcc-9d87-dcebb0c56118,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:10.144498 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e30a-3afe-4227-8d0b-9304e7ecc3c4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:10.150460 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46774) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:10.150956 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9ee3e30a-3afe-4227-8d0b-9304e7ecc3c4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/acfbfbf4-2d04-4dcc-9d87-dcebb0c56118 HTTP/1.1" status: 204 len: 168 time: 0.5623970 Dec 12 18:00:10.163705 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac25ee03-c773-4923-927a-fec5c859e86c req-146b646f-dd41-4dfd-87d2-08bf49096386 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0941582 Dec 12 18:00:10.208514 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9578cf-c27b-4bc5-b934-b3f1b2db04e1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting subnet 31509de2-dbda-4b3a-b6eb-8fc4fd868092 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:00:10.212525 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f9578cf-c27b-4bc5-b934-b3f1b2db04e1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:10.264719 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f9578cf-c27b-4bc5-b934-b3f1b2db04e1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:10.284783 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac25ee03-c773-4923-927a-fec5c859e86c req-df3eeb45-2372-44cd-8586-b09ff0e32929 service neutron] 10.222.0.18 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074166 Dec 12 18:00:10.307038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3895f1b7-c776-479d-8cf6-887d36ba9b92 None None] Network 72c298c4-28c0-4317-b691-3f2ba6128070 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:10.369272 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f9578cf-c27b-4bc5-b934-b3f1b2db04e1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:10.453405 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f9578cf-c27b-4bc5-b934-b3f1b2db04e1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:10.466898 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac25ee03-c773-4923-927a-fec5c859e86c req-5aae12c9-7291-4d7c-970e-0b0aa8b3a1a7 service neutron] 10.222.0.18 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760671 Dec 12 18:00:10.494078 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-af185c17-c918-4e21-920c-09042e77836e None None] Could not find standard attr ID for object 06f4a310-0a37-477a-93a1-6689dfab706d. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:00:10.499382 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f9578cf-c27b-4bc5-b934-b3f1b2db04e1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:10.503251 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9f9578cf-c27b-4bc5-b934-b3f1b2db04e1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/31509de2-dbda-4b3a-b6eb-8fc4fd868092 HTTP/1.1" status: 204 len: 168 time: 0.3517468 Dec 12 18:00:10.504366 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9578cf-c27b-4bc5-b934-b3f1b2db04e1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Subnet': ['ID=31509de2-dbda-4b3a-b6eb-8fc4fd868092,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:10.506755 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46782) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:10.511896 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4c014-1444-40b5-9b73-d80aed5b1a51 req-a2386f00-3ce2-4061-8fb6-29fa9ccd5949 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:10.521021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-49f4c014-1444-40b5-9b73-d80aed5b1a51 req-a2386f00-3ce2-4061-8fb6-29fa9ccd5949 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b492fadc-d615-4157-ac2a-6bbfcc0bb4d7 HTTP/1.1" status: 200 len: 944 time: 0.1007993 Dec 12 18:00:10.602769 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:10.643464 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-49f4c014-1444-40b5-9b73-d80aed5b1a51 req-a1f1c847-e062-42e5-8d20-1d3659530d40 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123986 Dec 12 18:00:10.671990 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce62cb6c-07e9-414a-a1a0-a6f7574148be None None] Update dhcp port {'port': {'network_id': '72c298c4-28c0-4317-b691-3f2ba6128070', 'fixed_ips': [{'subnet_id': '31509de2-dbda-4b3a-b6eb-8fc4fd868092'}], 'binding:host_id': 'n-d-760354-5'}, 'id': '2d13de30-27e8-4097-92cc-968109804c1d'} from n-d-760354-5. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 18:00:10.692173 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port 2d13de30-27e8-4097-92cc-968109804c1d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:10.692709 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:10.703865 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce62cb6c-07e9-414a-a1a0-a6f7574148be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:10.772481 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] For port 2d13de30-27e8-4097-92cc-968109804c1d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2d13de30-27e8-4097-92cc-968109804c1d,segment=NetworkSegment(e7b88e8d-d52b-4835-b88c-549361d7f484),segment_id=e7b88e8d-d52b-4835-b88c-549361d7f484)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:10.772842 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:10.789320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for 2d13de30-27e8-4097-92cc-968109804c1d owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:10.913493 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:10.930778 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d732dad1-6546-4273-abd3-f50dd736e79b None None] Network 72c298c4-28c0-4317-b691-3f2ba6128070 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:10.955085 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No DVR routers for this DVR port 2d13de30-27e8-4097-92cc-968109804c1d on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:00:10.963885 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=2d13de30-27e8-4097-92cc-968109804c1d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:11.015681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3dd8c948-00b7-4a32-aa3e-2b3d3d1831e2 None None] Could not find standard attr ID for object 2d13de30-27e8-4097-92cc-968109804c1d. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:00:11.073537 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9232fb-18cf-49d1-8b19-b17dec05e6df None None] DHCP port deletion for 72c298c4-28c0-4317-b691-3f2ba6128070 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:00:11.081166 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:11.126742 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c298c4-28c0-4317-b691-3f2ba6128070']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:11.138149 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b88e8d-d52b-4835-b88c-549361d7f484') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:11.138534 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b88e8d-d52b-4835-b88c-549361d7f484') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:11.149308 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:11.170585 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:11.178014 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:00:11.178758 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:00:11.224214 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:00:11.248343 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:11.257100 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:11.260680 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/networks/72c298c4-28c0-4317-b691-3f2ba6128070 HTTP/1.1" status: 204 len: 168 time: 0.7528398 Dec 12 18:00:11.274012 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46814) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:11.284431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff45aeb-5f08-467c-ac13-246e37d656b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Network': ['ID=72c298c4-28c0-4317-b691-3f2ba6128070,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:11.329967 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80524ad1-7def-4768-9b87-57ae8bbe3ca5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:11.334887 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-80524ad1-7def-4768-9b87-57ae8bbe3ca5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0566080 Dec 12 18:00:11.335218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46816) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:11.372970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-5c89164a-e7d2-42a6-afc5-40d1b63d3316 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:11.374433 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-5c89164a-e7d2-42a6-afc5-40d1b63d3316 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 806 time: 0.1406264 Dec 12 18:00:11.408546 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-1357e2c5-8943-4767-ac83-91b95d64e3c5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/quotas/ce4a5970bfed4a1095645170bcd9fd1e HTTP/1.1" status: 200 len: 375 time: 0.0192869 Dec 12 18:00:11.460865 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-eff59861-babf-4314-843d-c40c92a52989 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1245642 Dec 12 18:00:11.465059 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46822) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:11.470221 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-e0f2f1c4-0155-4d6a-a165-a85bdd5e1a7b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1054480860'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:11.503713 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-7dadcad1-a3c3-4ba0-ba7a-2a2f0db00ade tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0890212 Dec 12 18:00:11.515406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f2f1c4-0155-4d6a-a165-a85bdd5e1a7b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:11.518561 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f1c4-0155-4d6a-a165-a85bdd5e1a7b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:11.583712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f2f1c4-0155-4d6a-a165-a85bdd5e1a7b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:00:11.605500 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f1c4-0155-4d6a-a165-a85bdd5e1a7b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:11.605830 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-e0f2f1c4-0155-4d6a-a165-a85bdd5e1a7b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Added segment 6455c3f8-dece-4be8-9e47-6b93f43f1fda of type vlan for network 96716817-7680-4b3f-bb78-f2060225c583 Dec 12 18:00:11.627959 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-d0ab2067-325b-49f1-add4-f066ce0f1a66 service neutron] 10.222.0.18 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210310 Dec 12 18:00:11.699796 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f1c4-0155-4d6a-a165-a85bdd5e1a7b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:11.760872 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f1c4-0155-4d6a-a165-a85bdd5e1a7b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:11.767037 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f2f1c4-0155-4d6a-a165-a85bdd5e1a7b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:11.767569 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e0f2f1c4-0155-4d6a-a165-a85bdd5e1a7b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:11.811716 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-37298608-59db-4ada-aff8-4f659eed2e7f service neutron] 10.222.0.18 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636488 Dec 12 18:00:11.855087 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e0f2f1c4-0155-4d6a-a165-a85bdd5e1a7b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3861206 Dec 12 18:00:11.855873 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46828) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:11.860851 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a505411d-3588-49c5-8928-b9939f0c54ca tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'subnet': {'network_id': '96716817-7680-4b3f-bb78-f2060225c583', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:11.870995 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2f1c4-0155-4d6a-a165-a85bdd5e1a7b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Network': ['ID=96716817-7680-4b3f-bb78-f2060225c583,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:11.881684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677ebd2-0e2b-4297-a933-d1b432fc34ea req-ae856f04-ec4b-4211-a9d0-10aa0c384dd5 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:11.883317 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0677ebd2-0e2b-4297-a933-d1b432fc34ea req-ae856f04-ec4b-4211-a9d0-10aa0c384dd5 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b492fadc-d615-4157-ac2a-6bbfcc0bb4d7 HTTP/1.1" status: 200 len: 944 time: 0.1472838 Dec 12 18:00:11.891514 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 96716817-7680-4b3f-bb78-f2060225c583 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:00:11.939531 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0677ebd2-0e2b-4297-a933-d1b432fc34ea req-f6e6ca42-e569-4aa8-a8c7-f6660ae8b52f tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488451 Dec 12 18:00:11.993293 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a505411d-3588-49c5-8928-b9939f0c54ca tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:11.997797 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a505411d-3588-49c5-8928-b9939f0c54ca tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:12.073451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-93940986-f1e8-4f0b-ae94-57b7dd830a93 req-c165af38-cd61-4756-be1b-d1bbd261ef5d tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bf3e325-099c-4dde-9d00-54e6bbcc871a HTTP/1.1" status: 200 len: 210 time: 0.0352340 Dec 12 18:00:12.082780 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:00:12.162936 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:00:12.168882 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:12.169267 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:12.296975 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a505411d-3588-49c5-8928-b9939f0c54ca tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:12.301495 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:12.333027 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b492fadc-d615-4157-ac2a-6bbfcc0bb4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:00:12.335635 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40a442b-93b2-4b32-9c8e-48028d9a4a5a" -d '{"events": [{"server_uuid": "b492fadc-d615-4157-ac2a-6bbfcc0bb4d7", "name": "network-vif-plugged", "status": "completed", "tag": "e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:00:12.356275 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:12.369944 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:12.461770 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a505411d-3588-49c5-8928-b9939f0c54ca tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Checking segment: {'id': '6455c3f8-dece-4be8-9e47-6b93f43f1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96716817-7680-4b3f-bb78-f2060225c583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:00:12.462172 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a505411d-3588-49c5-8928-b9939f0c54ca tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network hostable DHCP agents. Network: 96716817-7680-4b3f-bb78-f2060225c583, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:00:12.466020 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505411d-3588-49c5-8928-b9939f0c54ca tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Subnet': ['ID=cf40b2e8-7be4-4743-8eff-ec0b93151ed2,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:12.475062 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fd0af7-2e0f-457f-b4ac-71c4c1013bda x-openstack-request-id: req-34fd0af7-2e0f-457f-b4ac-71c4c1013bda {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:00:12.477842 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b492fadc-d615-4157-ac2a-6bbfcc0bb4d7", "name": "network-vif-plugged", "status": "completed", "tag": "e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:00:12.478207 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34fd0af7-2e0f-457f-b4ac-71c4c1013bda {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:00:12.478534 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492fadc-d615-4157-ac2a-6bbfcc0bb4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb', 'code': 200} Dec 12 18:00:12.510200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:12.550165 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a505411d-3588-49c5-8928-b9939f0c54ca tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 96716817-7680-4b3f-bb78-f2060225c583 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:00:12.576255 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a505411d-3588-49c5-8928-b9939f0c54ca tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 96716817-7680-4b3f-bb78-f2060225c583) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:12.588346 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f938d0-3370-4212-bc84-523ac22e305b None None] Network 96716817-7680-4b3f-bb78-f2060225c583 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:12.618703 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a505411d-3588-49c5-8928-b9939f0c54ca tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:12.627365 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a505411d-3588-49c5-8928-b9939f0c54ca tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:12.672073 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2d13de30-27e8-4097-92cc-968109804c1d no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:00:12.683646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46852) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:12.684504 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a505411d-3588-49c5-8928-b9939f0c54ca tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8266456 Dec 12 18:00:12.688079 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b899a21-af52-496d-b4d0-33df7e2bd198 req-9a3197e2-75d8-4ec5-946d-70452defb5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:12.689786 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4b899a21-af52-496d-b4d0-33df7e2bd198 req-9a3197e2-75d8-4ec5-946d-70452defb5d3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b492fadc-d615-4157-ac2a-6bbfcc0bb4d7 HTTP/1.1" status: 200 len: 1096 time: 0.1045864 Dec 12 18:00:12.696701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'network_id': '96716817-7680-4b3f-bb78-f2060225c583', 'name': 'tempest-PortsIpV6TestJSON-1551933337'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:12.737572 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 2d13de30-27e8-4097-92cc-968109804c1d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:00:12.737927 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2d13de30-27e8-4097-92cc-968109804c1d not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:00:12.787627 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4b899a21-af52-496d-b4d0-33df7e2bd198 req-827622f9-8e4b-40fb-aeac-4915e0f1357d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881889 Dec 12 18:00:12.870584 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-96716817-7680-4b3f-bb78-f2060225c583', 'network_id': '96716817-7680-4b3f-bb78-f2060225c583', 'project_id': '8916da2261ee49a0b41d32cda9c22e6d', 'fixed_ips': [{'subnet_id': 'cf40b2e8-7be4-4743-8eff-ec0b93151ed2'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:00:12.871975 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:12.883115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:12.887137 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:12.909955 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] device_id is not set on port d5272e34-2a32-4bf1-a64e-cf13d28f741b yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:00:13.103358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Allocated IP 2001:db8::318 (96716817-7680-4b3f-bb78-f2060225c583/cf40b2e8-7be4-4743-8eff-ec0b93151ed2/d5272e34-2a32-4bf1-a64e-cf13d28f741b) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:13.120982 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca361d3b-5396-45da-8176-1184d5ab4808 req-c6292ef6-0974-4e8a-b620-a637b5a58d3a tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:13.122806 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca361d3b-5396-45da-8176-1184d5ab4808 req-c6292ef6-0974-4e8a-b620-a637b5a58d3a tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b492fadc-d615-4157-ac2a-6bbfcc0bb4d7 HTTP/1.1" status: 200 len: 945 time: 0.0802884 Dec 12 18:00:13.283816 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca361d3b-5396-45da-8176-1184d5ab4808 req-4cceeb2f-5db1-4747-996c-52ab17bcfd8f tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458490 Dec 12 18:00:13.293435 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e0285-e5f0-449f-af9e-559f7f202964 req-37face4f-268b-4c62-b80d-5432c0bb6f60 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:13.294958 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e7e0285-e5f0-449f-af9e-559f7f202964 req-37face4f-268b-4c62-b80d-5432c0bb6f60 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 947 time: 0.1675839 Dec 12 18:00:13.436025 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9d7aa7b-7452-42d4-91e1-0576f04c68af req-b4c93baa-07bb-44a4-81f2-634842189521 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bf3e325-099c-4dde-9d00-54e6bbcc871a HTTP/1.1" status: 200 len: 210 time: 0.0589275 Dec 12 18:00:13.468995 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e7e0285-e5f0-449f-af9e-559f7f202964 req-b5a70e4d-d99a-4700-b1c3-69df678d451e tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597292 Dec 12 18:00:13.516425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-032b2c54-cc93-43e6-ba93-0e0ce31c675d tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:13.518147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-032b2c54-cc93-43e6-ba93-0e0ce31c675d tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.20 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 806 time: 0.2221377 Dec 12 18:00:13.521801 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:13.533955 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-9624a55c-28c2-4a30-bc56-bf0d7e758a2f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Request body: {'port': {'device_id': '6bf3e325-099c-4dde-9d00-54e6bbcc871a', 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c', 'admin_state_up': True, 'tenant_id': 'ce4a5970bfed4a1095645170bcd9fd1e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:13.677756 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Allocated IP 2001:db8::2 (96716817-7680-4b3f-bb78-f2060225c583/cf40b2e8-7be4-4743-8eff-ec0b93151ed2/f24710a6-145b-4188-9874-df37b555e9db) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:13.700937 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:13.711476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-9624a55c-28c2-4a30-bc56-bf0d7e758a2f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Made reservation on behalf of ce4a5970bfed4a1095645170bcd9fd1e for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:13.716252 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-9624a55c-28c2-4a30-bc56-bf0d7e758a2f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:13.856651 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:13.864693 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:13.905520 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-9624a55c-28c2-4a30-bc56-bf0d7e758a2f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Allocated IP 172.20.0.12 (75b935da-edec-4803-8c21-61a0e9a0c85c/a38ca6e1-282d-485b-8e30-1d83bfdc0937/f3957137-da2f-4c69-a63f-f184c909cc7f) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:13.910837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Network 96716817-7680-4b3f-bb78-f2060225c583 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:13.915233 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:13.919994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:00:13.928691 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Pushing event updated for resources: {'Port': ['ID=f24710a6-145b-4188-9874-df37b555e9db,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:13.986915 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Attempting to bind port f24710a6-145b-4188-9874-df37b555e9db on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:00:13.987830 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Attempting to bind port f24710a6-145b-4188-9874-df37b555e9db by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '6455c3f8-dece-4be8-9e47-6b93f43f1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96716817-7680-4b3f-bb78-f2060225c583'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:00:13.988449 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Attempting to bind port f24710a6-145b-4188-9874-df37b555e9db on network 96716817-7680-4b3f-bb78-f2060225c583 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:00:13.994085 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:00:13.994793 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Checking segment: {'id': '6455c3f8-dece-4be8-9e47-6b93f43f1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96716817-7680-4b3f-bb78-f2060225c583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:00:13.995779 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:13.996405 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Bound using segment: {'id': '6455c3f8-dece-4be8-9e47-6b93f43f1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96716817-7680-4b3f-bb78-f2060225c583'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:00:13.997113 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Bound port: f24710a6-145b-4188-9874-df37b555e9db, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6455c3f8-dece-4be8-9e47-6b93f43f1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '96716817-7680-4b3f-bb78-f2060225c583'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:00:13.997755 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:14.013018 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 96716817-7680-4b3f-bb78-f2060225c583 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:14.023221 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:14.031173 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:00:14.041496 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:14.042172 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:14.058442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=d5272e34-2a32-4bf1-a64e-cf13d28f741b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:14.077566 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3904047 Dec 12 18:00:14.078120 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46870) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:14.079713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:14.080067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:14.080952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:14.081300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:14.081641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:14.081979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:14.082314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:14.082647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:14.082982 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:14.083336 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:14.083665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:14.083990 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:14.084671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45776bf4-de4e-4b5b-abe7-81f22c5194ee tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:14.085749 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'network_id': '96716817-7680-4b3f-bb78-f2060225c583', 'name': 'tempest-PortsIpV6TestJSON-1456785085'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:14.115490 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] For port f24710a6-145b-4188-9874-df37b555e9db, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:00:14.120869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] For port f24710a6-145b-4188-9874-df37b555e9db, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f24710a6-145b-4188-9874-df37b555e9db,segment=NetworkSegment(6455c3f8-dece-4be8-9e47-6b93f43f1fda),segment_id=6455c3f8-dece-4be8-9e47-6b93f43f1fda)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:00:14.131753 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:14.173869 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-9624a55c-28c2-4a30-bc56-bf0d7e758a2f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:14.253196 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-9624a55c-28c2-4a30-bc56-bf0d7e758a2f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:14.269394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['0b77dfb5-c580-483a-b0ed-554a99c38f3e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:00:14.275903 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfafab-42cf-4e20-9d76-9ac686bf4031 None None] Pushing event updated for resources: {'Port': ['ID=f24710a6-145b-4188-9874-df37b555e9db,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:14.331414 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:14.336109 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:14.371146 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] device_id is not set on port c94b9502-5b18-4d03-8406-083e8b74bce5 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:00:14.432532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-9624a55c-28c2-4a30-bc56-bf0d7e758a2f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Network 75b935da-edec-4803-8c21-61a0e9a0c85c is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:14.450947 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-9624a55c-28c2-4a30-bc56-bf0d7e758a2f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:14.458614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-9624a55c-28c2-4a30-bc56-bf0d7e758a2f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:00:14.566361 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624a55c-28c2-4a30-bc56-bf0d7e758a2f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Pushing event updated for resources: {'Port': ['ID=f3957137-da2f-4c69-a63f-f184c909cc7f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:14.612205 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Allocated IP 2001:db8::2c4 (96716817-7680-4b3f-bb78-f2060225c583/cf40b2e8-7be4-4743-8eff-ec0b93151ed2/c94b9502-5b18-4d03-8406-083e8b74bce5) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:14.825303 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94a77a9a-45d1-44d1-af16-87a7d5d452db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:14.871093 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:14.889664 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c72c0-e0c6-4caa-a405-699bdc611ff4 req-bb80b760-b7e7-48d2-8586-fd89a7a93d33 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:14.891153 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-450c72c0-e0c6-4caa-a405-699bdc611ff4 req-bb80b760-b7e7-48d2-8586-fd89a7a93d33 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 947 time: 0.1024048 Dec 12 18:00:14.998793 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:15.056035 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 96716817-7680-4b3f-bb78-f2060225c583 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:15.062809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:15.068262 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:00:15.074453 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:15.075093 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:15.098396 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0189650 Dec 12 18:00:15.101217 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-450c72c0-e0c6-4caa-a405-699bdc611ff4 req-64c28e32-2366-4f04-a2ee-032aec153270 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Deleting port 075887db-ed2d-4766-850d-aaca8344b15c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:15.101561 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-450c72c0-e0c6-4caa-a405-699bdc611ff4 req-64c28e32-2366-4f04-a2ee-032aec153270 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:15.104457 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46894) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:15.105144 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=c94b9502-5b18-4d03-8406-083e8b74bce5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:15.149468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3d8eb-2296-4f37-a172-35b6a54b00e1 req-6aa882c9-0772-4421-9abf-6678cbbed185 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:15.157384 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f9c3d8eb-2296-4f37-a172-35b6a54b00e1 req-6aa882c9-0772-4421-9abf-6678cbbed185 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b492fadc-d615-4157-ac2a-6bbfcc0bb4d7 HTTP/1.1" status: 200 len: 945 time: 0.7200947 Dec 12 18:00:15.169033 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-9624a55c-28c2-4a30-bc56-bf0d7e758a2f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:15.169646 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-9624a55c-28c2-4a30-bc56-bf0d7e758a2f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:15.186574 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:15.186926 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:15.187298 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:15.187645 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:15.187988 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:15.188324 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:15.188664 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:15.188999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:15.189338 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:15.189678 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:15.189998 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:15.190325 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:15.190662 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88cfc22-925d-4e39-8ba0-315df66980bb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:00:15.213171 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-9624a55c-28c2-4a30-bc56-bf0d7e758a2f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6832170 Dec 12 18:00:15.252827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Request body: {'port': {'device_id': '6bf3e325-099c-4dde-9d00-54e6bbcc871a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:15.287539 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a73d47e-e993-45f6-8482-b1681338c3b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:15.288298 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f9c3d8eb-2296-4f37-a172-35b6a54b00e1 req-6dfd1f15-e20b-4494-805c-2a3ea1dbde6b tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294796 Dec 12 18:00:15.289082 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6a73d47e-e993-45f6-8482-b1681338c3b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A318 HTTP/1.1" status: 200 len: 929 time: 0.1815734 Dec 12 18:00:15.293193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46896) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:15.318102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91392b68-6ffa-421c-8929-336d3195b117 req-cdaa1002-36b1-4e0e-ac67-ad32c0050898 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:15.327441 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91392b68-6ffa-421c-8929-336d3195b117 req-cdaa1002-36b1-4e0e-ac67-ad32c0050898 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bf3e325-099c-4dde-9d00-54e6bbcc871a HTTP/1.1" status: 200 len: 932 time: 0.7267756 Dec 12 18:00:15.404816 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:15.439159 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-450c72c0-e0c6-4caa-a405-699bdc611ff4 req-64c28e32-2366-4f04-a2ee-032aec153270 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] For port 075887db-ed2d-4766-850d-aaca8344b15c, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=075887db-ed2d-4766-850d-aaca8344b15c,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:15.439545 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-450c72c0-e0c6-4caa-a405-699bdc611ff4 req-64c28e32-2366-4f04-a2ee-032aec153270 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:15.660114 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e25278-5dad-41a8-b49f-6625bdd3fff6 req-b7e86a94-6e24-47ef-961b-584f1cb65ebf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:15.661029 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-450c72c0-e0c6-4caa-a405-699bdc611ff4 req-64c28e32-2366-4f04-a2ee-032aec153270 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:15.661399 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-450c72c0-e0c6-4caa-a405-699bdc611ff4 req-64c28e32-2366-4f04-a2ee-032aec153270 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:15.661941 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0e25278-5dad-41a8-b49f-6625bdd3fff6 req-b7e86a94-6e24-47ef-961b-584f1cb65ebf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 947 time: 0.2344086 Dec 12 18:00:15.667711 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [req-450c72c0-e0c6-4caa-a405-699bdc611ff4 req-64c28e32-2366-4f04-a2ee-032aec153270 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Floating IP 728b455c-4a33-4967-b24c-aef858cda4fb disassociated. External IP: 172.25.1.175, port: 075887db-ed2d-4766-850d-aaca8344b15c. Dec 12 18:00:15.669135 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-450c72c0-e0c6-4caa-a405-699bdc611ff4 req-64c28e32-2366-4f04-a2ee-032aec153270 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Calling delete_port for 075887db-ed2d-4766-850d-aaca8344b15c owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:15.680175 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91392b68-6ffa-421c-8929-336d3195b117 req-c2e528b3-ba25-4c42-8828-69313f0567fe tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515170 Dec 12 18:00:15.708860 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-44cbc2bd-d76a-4b02-bc42-2bb48f1fb3e9 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port c94b9502-5b18-4d03-8406-083e8b74bce5 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:15.709226 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44cbc2bd-d76a-4b02-bc42-2bb48f1fb3e9 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:15.822584 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0e25278-5dad-41a8-b49f-6625bdd3fff6 req-c7525991-e8fd-4354-8cf1-d7bd58651a87 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4fec557-7a6b-4513-8cc5-58260c000d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393247 Dec 12 18:00:15.914163 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44cbc2bd-d76a-4b02-bc42-2bb48f1fb3e9 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:15.949837 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-44cbc2bd-d76a-4b02-bc42-2bb48f1fb3e9 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for c94b9502-5b18-4d03-8406-083e8b74bce5 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:15.965858 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43640cb5-93c2-4333-822a-6d84e87e5add None None] Network 96716817-7680-4b3f-bb78-f2060225c583 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:15.984982 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3957137-da2f-4c69-a63f-f184c909cc7f {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:00:16.005101 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:16.034179 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c3a3a6b1-8e16-454e-a75f-3ea8905bb775 None None] Provisioning complete for port f24710a6-145b-4188-9874-df37b555e9db triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:16.034667 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3a3a6b1-8e16-454e-a75f-3ea8905bb775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:16.038444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Transition to ACTIVE for port object f3957137-da2f-4c69-a63f-f184c909cc7f will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:00:16.050619 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:16.126396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f3957137-da2f-4c69-a63f-f184c909cc7f,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:16.199569 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3a3a6b1-8e16-454e-a75f-3ea8905bb775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:16.215112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Attempting to bind port f3957137-da2f-4c69-a63f-f184c909cc7f on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:00:16.215666 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Attempting to bind port f3957137-da2f-4c69-a63f-f184c909cc7f by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:00:16.215666 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Attempting to bind port f3957137-da2f-4c69-a63f-f184c909cc7f on network 75b935da-edec-4803-8c21-61a0e9a0c85c {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:00:16.228298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Port f3957137-da2f-4c69-a63f-f184c909cc7f on network 75b935da-edec-4803-8c21-61a0e9a0c85c not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:00:16.234362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Attempting to bind port f3957137-da2f-4c69-a63f-f184c909cc7f on network 75b935da-edec-4803-8c21-61a0e9a0c85c {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:00:16.245726 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 17, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:00:16.246198 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Checking segment: {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:00:16.246571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Bound using segment: {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:00:16.247097 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Bound port: f3957137-da2f-4c69-a63f-f184c909cc7f, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:00:16.252869 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:16.255022 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-450c72c0-e0c6-4caa-a405-699bdc611ff4 req-64c28e32-2366-4f04-a2ee-032aec153270 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:16.270430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c3a3a6b1-8e16-454e-a75f-3ea8905bb775 None None] For port f24710a6-145b-4188-9874-df37b555e9db, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f24710a6-145b-4188-9874-df37b555e9db,segment=NetworkSegment(6455c3f8-dece-4be8-9e47-6b93f43f1fda),segment_id=6455c3f8-dece-4be8-9e47-6b93f43f1fda)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:16.279618 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3a3a6b1-8e16-454e-a75f-3ea8905bb775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:16.374788 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3a6b1-8e16-454e-a75f-3ea8905bb775 None None] Pushing event updated for resources: {'Port': ['ID=f24710a6-145b-4188-9874-df37b555e9db,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:16.433288 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] For port f3957137-da2f-4c69-a63f-f184c909cc7f, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:00:16.437464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] For port f3957137-da2f-4c69-a63f-f184c909cc7f, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f3957137-da2f-4c69-a63f-f184c909cc7f,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:00:16.444094 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c28e32-2366-4f04-a2ee-032aec153270 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Pushing event deleted for resources: {'Port': ['ID=075887db-ed2d-4766-850d-aaca8344b15c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:16.451628 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:16.535224 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:16.535224 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:16.535224 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] 10.222.0.20 "PUT /v2.0/ports/f3957137-da2f-4c69-a63f-f184c909cc7f HTTP/1.1" status: 200 len: 1092 time: 1.3035002 Dec 12 18:00:16.535224 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf3e325-099c-4dde-9d00-54e6bbcc871a', 'tag': 'f3957137-da2f-4c69-a63f-f184c909cc7f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:00:16.535224 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2c4833-6ee9-4401-a6e9-bd51c0526b29" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf3e325-099c-4dde-9d00-54e6bbcc871a", "tag": "f3957137-da2f-4c69-a63f-f184c909cc7f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:00:16.593694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f24710a6-145b-4188-9874-df37b555e9db up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:00:16.630607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbfe27-1d22-4300-b86e-31ff7e18a7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f3957137-da2f-4c69-a63f-f184c909cc7f,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:16.646627 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312da565-afd5-4588-aada-ae9ddad74198 x-openstack-request-id: req-312da565-afd5-4588-aada-ae9ddad74198 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:00:16.646928 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf3e325-099c-4dde-9d00-54e6bbcc871a", "tag": "f3957137-da2f-4c69-a63f-f184c909cc7f", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:00:16.647190 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-312da565-afd5-4588-aada-ae9ddad74198 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:00:16.647690 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf3e325-099c-4dde-9d00-54e6bbcc871a', 'tag': 'f3957137-da2f-4c69-a63f-f184c909cc7f', 'status': 'completed', 'code': 200} Dec 12 18:00:16.686381 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cd7fcfe9-7b5f-452d-80c3-916791db4b8f None None] Provisioning complete for port d5272e34-2a32-4bf1-a64e-cf13d28f741b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:16.686381 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd7fcfe9-7b5f-452d-80c3-916791db4b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:16.741458 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44cbc2bd-d76a-4b02-bc42-2bb48f1fb3e9 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:16.764273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8adc2-8348-42af-b0b1-d1bb5ae841d7 req-aef6a7d8-9967-4364-96ce-2bc5a4cb2311 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:16.772703 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10f8adc2-8348-42af-b0b1-d1bb5ae841d7 req-aef6a7d8-9967-4364-96ce-2bc5a4cb2311 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b492fadc-d615-4157-ac2a-6bbfcc0bb4d7 HTTP/1.1" status: 200 len: 945 time: 0.2423089 Dec 12 18:00:16.775731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-f4ddce8c-b14e-467f-902e-54d03d74188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:16.777392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-f4ddce8c-b14e-467f-902e-54d03d74188f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&device_id=6bf3e325-099c-4dde-9d00-54e6bbcc871a HTTP/1.1" status: 200 len: 1095 time: 0.1397612 Dec 12 18:00:16.801763 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cd7fcfe9-7b5f-452d-80c3-916791db4b8f None None] Port d5272e34-2a32-4bf1-a64e-cf13d28f741b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:00:16.812584 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cd7fcfe9-7b5f-452d-80c3-916791db4b8f None None] Could not find standard attr ID for object c94b9502-5b18-4d03-8406-083e8b74bce5. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:00:16.842890 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f24710a6-145b-4188-9874-df37b555e9db triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:16.843595 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:16.848486 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cd7fcfe9-7b5f-452d-80c3-916791db4b8f None None] Provisioning complete for port f24710a6-145b-4188-9874-df37b555e9db triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:16.849177 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd7fcfe9-7b5f-452d-80c3-916791db4b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:16.886091 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbc2bd-d76a-4b02-bc42-2bb48f1fb3e9 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=c94b9502-5b18-4d03-8406-083e8b74bce5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:16.906255 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44cbc2bd-d76a-4b02-bc42-2bb48f1fb3e9 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:16.914005 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-44cbc2bd-d76a-4b02-bc42-2bb48f1fb3e9 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/ports/c94b9502-5b18-4d03-8406-083e8b74bce5 HTTP/1.1" status: 204 len: 168 time: 1.6202314 Dec 12 18:00:16.916980 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46930) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:16.996402 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64e27cd-cc43-4797-913c-d57b7e9a9e5b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] GET failed (client error): The resource could not be found. Dec 12 18:00:17.001201 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f64e27cd-cc43-4797-913c-d57b7e9a9e5b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports/c94b9502-5b18-4d03-8406-083e8b74bce5 HTTP/1.1" status: 404 len: 333 time: 0.0561492 Dec 12 18:00:17.002250 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46932) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:17.004032 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-eedd40b2-7644-421c-828b-3600222512a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3957137-da2f-4c69-a63f-f184c909cc7f HTTP/1.1" status: 200 len: 217 time: 0.2121937 Dec 12 18:00:17.080468 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-53b1dbca-ebdf-4a07-b6a9-d6098e9b0c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:17.103403 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e135d-7002-4aa7-8bd2-abf9a3f4a31f req-220cd2e8-94e9-4c81-a1ff-cdfda2333d55 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:17.108060 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e09e135d-7002-4aa7-8bd2-abf9a3f4a31f req-220cd2e8-94e9-4c81-a1ff-cdfda2333d55 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bf3e325-099c-4dde-9d00-54e6bbcc871a HTTP/1.1" status: 200 len: 944 time: 0.2538815 Dec 12 18:00:17.116432 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-450c72c0-e0c6-4caa-a405-699bdc611ff4 req-64c28e32-2366-4f04-a2ee-032aec153270 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:00:17.166968 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:17.210486 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-aebb4184-a94b-452e-8167-b958c7c84265 None None] Provisioning complete for port d5272e34-2a32-4bf1-a64e-cf13d28f741b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:17.211000 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aebb4184-a94b-452e-8167-b958c7c84265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:17.266829 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-aebb4184-a94b-452e-8167-b958c7c84265 None None] Port d5272e34-2a32-4bf1-a64e-cf13d28f741b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:00:17.336610 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10f8adc2-8348-42af-b0b1-d1bb5ae841d7 req-ca7f6437-e38e-42f8-b75b-f6e49dc67189 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317235 Dec 12 18:00:17.348399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-55622c4c-34a9-45d5-b3f4-5f29f0f28b4a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port d5272e34-2a32-4bf1-a64e-cf13d28f741b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:17.348904 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55622c4c-34a9-45d5-b3f4-5f29f0f28b4a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:17.366547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-1f8ecfc5-1878-49af-8d47-9a810b1a5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:17.370904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-1f8ecfc5-1878-49af-8d47-9a810b1a5b0d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a38ca6e1-282d-485b-8e30-1d83bfdc0937 HTTP/1.1" status: 200 len: 846 time: 0.3497567 Dec 12 18:00:17.381079 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e09e135d-7002-4aa7-8bd2-abf9a3f4a31f req-d496064f-6427-4251-9f91-13b5452ee2ce tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346478 Dec 12 18:00:17.454317 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-084c4b94-c9c5-4e94-9d3b-aa7266f0d809 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75b935da-edec-4803-8c21-61a0e9a0c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678353 Dec 12 18:00:17.476256 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-450c72c0-e0c6-4caa-a405-699bdc611ff4 req-64c28e32-2366-4f04-a2ee-032aec153270 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:00:17.524709 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63de5e3-fca2-453e-b9c8-e056aa7cd46b None None] Sync routers for ids ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:00:17.536352 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63de5e3-fca2-453e-b9c8-e056aa7cd46b None None] Routers {'ae52ae45-ebba-4f39-acf4-91e7570f3fe0'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:00:17.544890 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b63de5e3-fca2-453e-b9c8-e056aa7cd46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:00:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:17.586529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-62b95432-c163-4ec9-97ab-c5ac85f0ec01 None None] Could not find standard attr ID for object c94b9502-5b18-4d03-8406-083e8b74bce5. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:00:17.677879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f031a781-a74e-4893-b312-a771acc1b5e1 req-05c8deef-ccaf-41a5-8b05-10bb772a4176 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d8d9d11-d68f-4f3b-9f31-31364e869a2f HTTP/1.1" status: 200 len: 210 time: 0.2162313 Dec 12 18:00:17.732451 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-450c72c0-e0c6-4caa-a405-699bdc611ff4 req-64c28e32-2366-4f04-a2ee-032aec153270 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] No DVR routers for this DVR port 075887db-ed2d-4766-850d-aaca8344b15c on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:00:17.753216 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-450c72c0-e0c6-4caa-a405-699bdc611ff4 req-64c28e32-2366-4f04-a2ee-032aec153270 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:17.757890 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-450c72c0-e0c6-4caa-a405-699bdc611ff4 req-64c28e32-2366-4f04-a2ee-032aec153270 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.31 "DELETE /v2.0/ports/075887db-ed2d-4766-850d-aaca8344b15c HTTP/1.1" status: 204 len: 173 time: 2.8591995 Dec 12 18:00:17.765075 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:17.773096 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8d9d11-d68f-4f3b-9f31-31364e869a2f', 'name': 'network-vif-deleted', 'tag': '075887db-ed2d-4766-850d-aaca8344b15c'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:00:17.786399 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5acdc3e-e62d-4120-bc7e-3766a54b2de8" -d '{"events": [{"server_uuid": "7d8d9d11-d68f-4f3b-9f31-31364e869a2f", "name": "network-vif-deleted", "tag": "075887db-ed2d-4766-850d-aaca8344b15c"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:00:17.850095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-abe05edc-d1e8-4120-8066-288855682293 service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871412 Dec 12 18:00:17.900567 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-b63de5e3-fca2-453e-b9c8-e056aa7cd46b None None] Set router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:00:17.907644 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56fc094-43f2-4dbd-9530-faa8f0cec387 x-openstack-request-id: req-c56fc094-43f2-4dbd-9530-faa8f0cec387 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:00:17.907954 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8d9d11-d68f-4f3b-9f31-31364e869a2f", "name": "network-vif-deleted", "tag": "075887db-ed2d-4766-850d-aaca8344b15c", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:00:17.908236 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c56fc094-43f2-4dbd-9530-faa8f0cec387 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:00:17.908684 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8d9d11-d68f-4f3b-9f31-31364e869a2f', 'name': 'network-vif-deleted', 'tag': '075887db-ed2d-4766-850d-aaca8344b15c', 'status': 'completed', 'code': 200} Dec 12 18:00:17.945019 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55622c4c-34a9-45d5-b3f4-5f29f0f28b4a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:18.000574 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-55622c4c-34a9-45d5-b3f4-5f29f0f28b4a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for d5272e34-2a32-4bf1-a64e-cf13d28f741b owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:18.133193 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d246b41-5269-413f-a69c-d51adc2159a2 req-4aa2476c-6f35-4b64-ba87-0f29df5b4bcd service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743504 Dec 12 18:00:18.272723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c4833-6ee9-4401-a6e9-bd51c0526b29 req-e954c144-aa30-437c-bd88-0d3b9d4e1c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:18.277712 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f2c4833-6ee9-4401-a6e9-bd51c0526b29 req-e954c144-aa30-437c-bd88-0d3b9d4e1c75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&device_id=6bf3e325-099c-4dde-9d00-54e6bbcc871a HTTP/1.1" status: 200 len: 1095 time: 0.0927422 Dec 12 18:00:18.317494 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55622c4c-34a9-45d5-b3f4-5f29f0f28b4a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:18.317936 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:18.396940 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55622c4c-34a9-45d5-b3f4-5f29f0f28b4a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=d5272e34-2a32-4bf1-a64e-cf13d28f741b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:18.417825 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b63de5e3-fca2-453e-b9c8-e056aa7cd46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T17:48:46Z', 'revision_number': 4, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e873b908-e1e7-4669-b00b-1f112aa0d8bf', 'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'mac_address': 'fa:16:3e:26:60:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:45Z', 'updated_at': '2021-12-12T17:48:51Z', 'revision_number': 5, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'subnets': [{'id': '076bf984-90a2-4fda-a328-15e958eede88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:18.456207 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55622c4c-34a9-45d5-b3f4-5f29f0f28b4a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:18.473573 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-55622c4c-34a9-45d5-b3f4-5f29f0f28b4a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/ports/d5272e34-2a32-4bf1-a64e-cf13d28f741b HTTP/1.1" status: 204 len: 168 time: 1.4683123 Dec 12 18:00:18.479357 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46962) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:18.527596 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c4833-6ee9-4401-a6e9-bd51c0526b29 req-c5a62667-8549-43c0-9d14-88768a6e7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:18.531052 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f2c4833-6ee9-4401-a6e9-bd51c0526b29 req-c5a62667-8549-43c0-9d14-88768a6e7cab service neutron] 10.222.0.20 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 907 time: 0.2460163 Dec 12 18:00:18.542710 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63de5e3-fca2-453e-b9c8-e056aa7cd46b None None] Checking router: ae52ae45-ebba-4f39-acf4-91e7570f3fe0 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:00:18.568250 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63de5e3-fca2-453e-b9c8-e056aa7cd46b None None] Routers {'ae52ae45-ebba-4f39-acf4-91e7570f3fe0'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:00:18.569942 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b63de5e3-fca2-453e-b9c8-e056aa7cd46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:00:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:18.573055 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d8eb25-a85e-4ab7-aafe-30c644f7032d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] GET failed (client error): The resource could not be found. Dec 12 18:00:18.582152 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c0d8eb25-a85e-4ab7-aafe-30c644f7032d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports/d5272e34-2a32-4bf1-a64e-cf13d28f741b HTTP/1.1" status: 404 len: 333 time: 0.1007476 Dec 12 18:00:18.584077 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46964) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:18.679062 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f2c4833-6ee9-4401-a6e9-bd51c0526b29 req-0a1655fd-3f6b-4c14-86f7-b74a07ca1ee5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3957137-da2f-4c69-a63f-f184c909cc7f HTTP/1.1" status: 200 len: 217 time: 0.1394289 Dec 12 18:00:18.731557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd38dd9-4ef7-437a-9f8f-30e9f7b4efa5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting subnet cf40b2e8-7be4-4743-8eff-ec0b93151ed2 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:00:18.741577 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abd38dd9-4ef7-437a-9f8f-30e9f7b4efa5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:18.744812 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08174362-ecfc-4637-a1f8-0c31504abd75 req-39f555f1-58fa-4f5a-84bd-ac84d7678621 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:18.746706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08174362-ecfc-4637-a1f8-0c31504abd75 req-39f555f1-58fa-4f5a-84bd-ac84d7678621 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bf3e325-099c-4dde-9d00-54e6bbcc871a HTTP/1.1" status: 200 len: 944 time: 0.1303298 Dec 12 18:00:18.855859 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abd38dd9-4ef7-437a-9f8f-30e9f7b4efa5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:18.865047 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08174362-ecfc-4637-a1f8-0c31504abd75 req-ee504441-d37c-459f-b15f-e5b857df0d38 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080289 Dec 12 18:00:18.869884 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c4833-6ee9-4401-a6e9-bd51c0526b29 req-f3af90d9-4182-48f9-b8f3-119ced87ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:18.872615 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f2c4833-6ee9-4401-a6e9-bd51c0526b29 req-f3af90d9-4182-48f9-b8f3-119ced87ffe5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a38ca6e1-282d-485b-8e30-1d83bfdc0937 HTTP/1.1" status: 200 len: 846 time: 0.1855800 Dec 12 18:00:18.907262 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-b63de5e3-fca2-453e-b9c8-e056aa7cd46b None None] Set router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:00:18.922609 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46974) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:18.927647 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f2c4833-6ee9-4401-a6e9-bd51c0526b29 req-0015c918-7fcf-4cef-bf20-08f4ab87393e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75b935da-edec-4803-8c21-61a0e9a0c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459459 Dec 12 18:00:19.079012 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f2c4833-6ee9-4401-a6e9-bd51c0526b29 req-ba56bd28-5aaa-4f17-b1fb-3ebb013e4667 service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433847 Dec 12 18:00:19.176455 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66f00b04-a497-49fb-a05c-f467c3aaf7f3 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:19.194035 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abd38dd9-4ef7-437a-9f8f-30e9f7b4efa5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:19.201811 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f2c4833-6ee9-4401-a6e9-bd51c0526b29 req-6214b7df-6c37-4c1d-8f74-6dcc185ce45e service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145926 Dec 12 18:00:19.218224 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b63de5e3-fca2-453e-b9c8-e056aa7cd46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T17:48:46Z', 'revision_number': 4, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e873b908-e1e7-4669-b00b-1f112aa0d8bf', 'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'mac_address': 'fa:16:3e:26:60:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:45Z', 'updated_at': '2021-12-12T17:48:51Z', 'revision_number': 5, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'subnets': [{'id': '076bf984-90a2-4fda-a328-15e958eede88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:19.252002 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63de5e3-fca2-453e-b9c8-e056aa7cd46b None None] The sync data for ids ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'] in n-d-760354-5 is: [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T17:48:46Z', 'revision_number': 4, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e873b908-e1e7-4669-b00b-1f112aa0d8bf', 'name': '', 'network_id': 'dbe25255-4bd2-4c53-8d31-0c8572b7b9b7', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'mac_address': 'fa:16:3e:26:60:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '076bf984-90a2-4fda-a328-15e958eede88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:45Z', 'updated_at': '2021-12-12T17:48:51Z', 'revision_number': 5, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'subnets': [{'id': '076bf984-90a2-4fda-a328-15e958eede88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:00:19.259082 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66f00b04-a497-49fb-a05c-f467c3aaf7f3 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:19.345946 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abd38dd9-4ef7-437a-9f8f-30e9f7b4efa5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:19.389785 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd38dd9-4ef7-437a-9f8f-30e9f7b4efa5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Subnet': ['ID=cf40b2e8-7be4-4743-8eff-ec0b93151ed2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:19.403927 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b8a39b-4f76-4846-a84f-265ed87b3582 None None] Network 96716817-7680-4b3f-bb78-f2060225c583 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:19.410928 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abd38dd9-4ef7-437a-9f8f-30e9f7b4efa5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:19.414292 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-abd38dd9-4ef7-437a-9f8f-30e9f7b4efa5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/cf40b2e8-7be4-4743-8eff-ec0b93151ed2 HTTP/1.1" status: 204 len: 168 time: 0.8290133 Dec 12 18:00:19.417306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 46986) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:19.421788 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66f00b04-a497-49fb-a05c-f467c3aaf7f3 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:19.424995 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66f00b04-a497-49fb-a05c-f467c3aaf7f3 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:19.427812 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-66f00b04-a497-49fb-a05c-f467c3aaf7f3 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "DELETE /v2.0/security-groups/e4fec557-7a6b-4513-8cc5-58260c000d3a HTTP/1.1" status: 204 len: 168 time: 0.4989636 Dec 12 18:00:19.432942 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46988) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:19.454849 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-c3dcf42f-507d-444d-a1af-972cc14b41f3 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] show failed (client error): The resource could not be found. Dec 12 18:00:19.456115 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c3dcf42f-507d-444d-a1af-972cc14b41f3 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "GET /v2.0/security-groups/e4fec557-7a6b-4513-8cc5-58260c000d3a HTTP/1.1" status: 404 len: 347 time: 0.0217159 Dec 12 18:00:19.456947 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f00b04-a497-49fb-a05c-f467c3aaf7f3 tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fec557-7a6b-4513-8cc5-58260c000d3a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:19.466171 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 46990) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:19.605671 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:19.664144 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a04487-c2ed-4bf8-bcc2-b9eee567c6f3 None None] DHCP port deletion for 96716817-7680-4b3f-bb78-f2060225c583 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:00:19.673921 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port f24710a6-145b-4188-9874-df37b555e9db {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:19.674277 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:19.737154 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1ecc7e63-99bb-47b1-9381-cdb05a4174bf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Deleting port f646e8d3-7998-4424-8718-9c2d1d38d2e3 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:19.737498 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7e63-99bb-47b1-9381-cdb05a4174bf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:19.757168 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-65a04487-c2ed-4bf8-bcc2-b9eee567c6f3 None None] Deleting port f24710a6-145b-4188-9874-df37b555e9db {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:19.757914 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-65a04487-c2ed-4bf8-bcc2-b9eee567c6f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:19.767157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] For port f24710a6-145b-4188-9874-df37b555e9db, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f24710a6-145b-4188-9874-df37b555e9db,segment=NetworkSegment(6455c3f8-dece-4be8-9e47-6b93f43f1fda),segment_id=6455c3f8-dece-4be8-9e47-6b93f43f1fda)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:19.767618 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:19.801726 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e908781-aa2e-4363-b8de-44c4001cf879 None None] New status for floating IP 728b455c-4a33-4967-b24c-aef858cda4fb: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:00:19.804058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for f24710a6-145b-4188-9874-df37b555e9db owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:19.835170 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7e63-99bb-47b1-9381-cdb05a4174bf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:19.835528 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7e63-99bb-47b1-9381-cdb05a4174bf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:19.849462 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1ecc7e63-99bb-47b1-9381-cdb05a4174bf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Calling delete_port for f646e8d3-7998-4424-8718-9c2d1d38d2e3 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:19.932550 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:19.993579 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-65a04487-c2ed-4bf8-bcc2-b9eee567c6f3 None None] For port f24710a6-145b-4188-9874-df37b555e9db, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f24710a6-145b-4188-9874-df37b555e9db,segment=NetworkSegment(6455c3f8-dece-4be8-9e47-6b93f43f1fda),segment_id=6455c3f8-dece-4be8-9e47-6b93f43f1fda)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:20.018335 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-65a04487-c2ed-4bf8-bcc2-b9eee567c6f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:20.027718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No DVR routers for this DVR port f24710a6-145b-4188-9874-df37b555e9db on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:00:20.042837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f3957137-da2f-4c69-a63f-f184c909cc7f details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:00:20.066396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=f24710a6-145b-4188-9874-df37b555e9db,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:20.067661 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7e63-99bb-47b1-9381-cdb05a4174bf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:20.103499 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-65a04487-c2ed-4bf8-bcc2-b9eee567c6f3 None None] Calling delete_port for f24710a6-145b-4188-9874-df37b555e9db owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:20.103695 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc7e63-99bb-47b1-9381-cdb05a4174bf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Pushing event deleted for resources: {'Port': ['ID=f646e8d3-7998-4424-8718-9c2d1d38d2e3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:20.123855 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:00:20.230979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 075887db-ed2d-4766-850d-aaca8344b15c no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:00:20.238199 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:20.256356 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-9e908781-aa2e-4363-b8de-44c4001cf879 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:00:20.259710 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-9e908781-aa2e-4363-b8de-44c4001cf879 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:00:20.296779 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf9fc0-e8d6-43e5-aa4f-b5219e8ea998 req-9bddb036-5b72-45eb-b954-8c6e5ef1f8d9 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:20.298401 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bbdf9fc0-e8d6-43e5-aa4f-b5219e8ea998 req-9bddb036-5b72-45eb-b954-8c6e5ef1f8d9 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bf3e325-099c-4dde-9d00-54e6bbcc871a HTTP/1.1" status: 200 len: 944 time: 0.2913766 Dec 12 18:00:20.326480 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96716817-7680-4b3f-bb78-f2060225c583']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:20.375057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6455c3f8-dece-4be8-9e47-6b93f43f1fda') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:20.375057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6455c3f8-dece-4be8-9e47-6b93f43f1fda') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:20.436751 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f3957137-da2f-4c69-a63f-f184c909cc7f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f3957137-da2f-4c69-a63f-f184c909cc7f,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:20.479124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bbdf9fc0-e8d6-43e5-aa4f-b5219e8ea998 req-3dba16e0-2853-4d19-a718-ae266587d070 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525936 Dec 12 18:00:20.479124 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:20.533364 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:20.550761 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:00:20.551294 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:00:20.555239 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:00:20.662479 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:20.702810 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:20.713699 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/networks/96716817-7680-4b3f-bb78-f2060225c583 HTTP/1.1" status: 204 len: 168 time: 1.2945302 Dec 12 18:00:20.722840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47030) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:20.733144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ce2a1ab1-ae1c-41e8-9d9f-eb1da6c2b6e7 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-77076397'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:20.779038 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2a1ab1-ae1c-41e8-9d9f-eb1da6c2b6e7 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:20.785325 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce2a1ab1-ae1c-41e8-9d9f-eb1da6c2b6e7 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:20.789556 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3f65b-7e50-47b7-b7fa-3f8a7582b453 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Network': ['ID=96716817-7680-4b3f-bb78-f2060225c583,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:20.859936 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2a1ab1-ae1c-41e8-9d9f-eb1da6c2b6e7 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:00:20.888284 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce2a1ab1-ae1c-41e8-9d9f-eb1da6c2b6e7 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:20.888966 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-ce2a1ab1-ae1c-41e8-9d9f-eb1da6c2b6e7 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Added segment 917fda2e-ff70-45f1-b3d9-779f6d33f7dd of type vlan for network 3ecedf15-7c92-4d7d-96ad-2cb58f0cc438 Dec 12 18:00:20.896251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'f3957137-da2f-4c69-a63f-f184c909cc7f', 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c', 'port_id': 'f3957137-da2f-4c69-a63f-f184c909cc7f', 'mac_address': 'fa:16:3e:5e:13:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38ca6e1-282d-485b-8e30-1d83bfdc0937', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:00:20.902607 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-65a04487-c2ed-4bf8-bcc2-b9eee567c6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:20.904518 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e908781-aa2e-4363-b8de-44c4001cf879 None None] New status for floating IP 728b455c-4a33-4967-b24c-aef858cda4fb: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:00:20.945002 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7e63-99bb-47b1-9381-cdb05a4174bf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:20.947812 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7e63-99bb-47b1-9381-cdb05a4174bf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:20.952422 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1ecc7e63-99bb-47b1-9381-cdb05a4174bf tempest-AttachVolumeShelveTestJSON-291364117 tempest-AttachVolumeShelveTestJSON-291364117-project] 10.222.0.18 "DELETE /v2.0/floatingips/728b455c-4a33-4967-b24c-aef858cda4fb HTTP/1.1" status: 204 len: 168 time: 1.4850101 Dec 12 18:00:21.069548 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce2a1ab1-ae1c-41e8-9d9f-eb1da6c2b6e7 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:21.078988 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f24710a6-145b-4188-9874-df37b555e9db no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:00:21.081478 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 075887db-ed2d-4766-850d-aaca8344b15c {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:00:21.081828 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 075887db-ed2d-4766-850d-aaca8344b15c not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:00:21.101268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a04487-c2ed-4bf8-bcc2-b9eee567c6f3 None None] Pushing event deleted for resources: {'Port': ['ID=f24710a6-145b-4188-9874-df37b555e9db,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:21.109287 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce2a1ab1-ae1c-41e8-9d9f-eb1da6c2b6e7 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:21.117705 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2a1ab1-ae1c-41e8-9d9f-eb1da6c2b6e7 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:21.118596 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce2a1ab1-ae1c-41e8-9d9f-eb1da6c2b6e7 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:21.200433 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-65a04487-c2ed-4bf8-bcc2-b9eee567c6f3 None None] Network 96716817-7680-4b3f-bb78-f2060225c583 is not hosted by any dhcp agent {{(pid=103152) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 18:00:21.203964 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a04487-c2ed-4bf8-bcc2-b9eee567c6f3 None None] No DVR routers for this DVR port f24710a6-145b-4188-9874-df37b555e9db on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:00:21.205690 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:21.280401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47048) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:21.280401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5ff03d9f-a631-4685-8928-45b1f419230a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'subnet': {'network_id': '3ecedf15-7c92-4d7d-96ad-2cb58f0cc438', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:21.292183 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: f24710a6-145b-4188-9874-df37b555e9db {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:00:21.292455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f24710a6-145b-4188-9874-df37b555e9db not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:00:21.293932 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:21.316073 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ce2a1ab1-ae1c-41e8-9d9f-eb1da6c2b6e7 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5916429 Dec 12 18:00:21.360508 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:21.361783 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a1ab1-ae1c-41e8-9d9f-eb1da6c2b6e7 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Network': ['ID=3ecedf15-7c92-4d7d-96ad-2cb58f0cc438,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:21.385847 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 3ecedf15-7c92-4d7d-96ad-2cb58f0cc438 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:00:21.422162 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3957137-da2f-4c69-a63f-f184c909cc7f {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:00:21.447507 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f3957137-da2f-4c69-a63f-f184c909cc7f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f3957137-da2f-4c69-a63f-f184c909cc7f,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:21.494664 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:21.510505 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff03d9f-a631-4685-8928-45b1f419230a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:21.523580 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ff03d9f-a631-4685-8928-45b1f419230a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:21.630787 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=f3957137-da2f-4c69-a63f-f184c909cc7f,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:21.683794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00260024-d858-4c12-bbd5-efdd54faee72 req-a3ab402c-2ba1-4019-81af-96499826dfd9 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:21.691124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00260024-d858-4c12-bbd5-efdd54faee72 req-a3ab402c-2ba1-4019-81af-96499826dfd9 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bf3e325-099c-4dde-9d00-54e6bbcc871a HTTP/1.1" status: 200 len: 945 time: 0.1335082 Dec 12 18:00:21.753844 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['f3957137-da2f-4c69-a63f-f184c909cc7f'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:00:21.797994 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00260024-d858-4c12-bbd5-efdd54faee72 req-a88fb9e7-f4af-414e-b225-ff80c429a4d1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006684 Dec 12 18:00:21.967886 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ff03d9f-a631-4685-8928-45b1f419230a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:22.087961 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff03d9f-a631-4685-8928-45b1f419230a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Subnet': ['ID=3b5921c9-b07c-4557-a092-8250e989cf31,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:22.098284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff03d9f-a631-4685-8928-45b1f419230a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Checking segment: {'id': '917fda2e-ff70-45f1-b3d9-779f6d33f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3ecedf15-7c92-4d7d-96ad-2cb58f0cc438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:00:22.099064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff03d9f-a631-4685-8928-45b1f419230a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network hostable DHCP agents. Network: 3ecedf15-7c92-4d7d-96ad-2cb58f0cc438, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:00:22.119580 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff03d9f-a631-4685-8928-45b1f419230a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 3ecedf15-7c92-4d7d-96ad-2cb58f0cc438 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:00:22.131656 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5ff03d9f-a631-4685-8928-45b1f419230a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 3ecedf15-7c92-4d7d-96ad-2cb58f0cc438) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:22.143833 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3f1c89-a1fd-4902-9dd1-cf4b4cf6cd2d None None] Network 3ecedf15-7c92-4d7d-96ad-2cb58f0cc438 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:22.146259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff03d9f-a631-4685-8928-45b1f419230a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:22.148715 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ff03d9f-a631-4685-8928-45b1f419230a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:22.172107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47060) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:22.173153 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5ff03d9f-a631-4685-8928-45b1f419230a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9000368 Dec 12 18:00:22.176844 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-429f0456-0c2e-4d24-92b4-b4be095cb56e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'network_id': '3ecedf15-7c92-4d7d-96ad-2cb58f0cc438', 'name': 'tempest-PortsIpV6TestJSON-478394702', 'fixed_ips': [{'subnet_id': '3b5921c9-b07c-4557-a092-8250e989cf31', 'ip_address': '2001:db8::10'}]}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:22.273021 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-3ecedf15-7c92-4d7d-96ad-2cb58f0cc438', 'network_id': '3ecedf15-7c92-4d7d-96ad-2cb58f0cc438', 'project_id': '8916da2261ee49a0b41d32cda9c22e6d', 'fixed_ips': [{'subnet_id': '3b5921c9-b07c-4557-a092-8250e989cf31'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:00:22.276357 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:22.429040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429f0456-0c2e-4d24-92b4-b4be095cb56e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:22.568316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Allocated IP 2001:db8::2 (3ecedf15-7c92-4d7d-96ad-2cb58f0cc438/3b5921c9-b07c-4557-a092-8250e989cf31/9b985641-3374-479f-91f6-c2465558193d) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:22.665150 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-429f0456-0c2e-4d24-92b4-b4be095cb56e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:22.705917 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-429f0456-0c2e-4d24-92b4-b4be095cb56e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] device_id is not set on port e9a2a522-2c7c-44ad-bd40-353d3f4e1753 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:00:22.874597 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:22.893020 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:22.990905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-429f0456-0c2e-4d24-92b4-b4be095cb56e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Allocated IP 2001:db8::10 (3ecedf15-7c92-4d7d-96ad-2cb58f0cc438/3b5921c9-b07c-4557-a092-8250e989cf31/e9a2a522-2c7c-44ad-bd40-353d3f4e1753) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:23.063454 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Pushing event updated for resources: {'Port': ['ID=9b985641-3374-479f-91f6-c2465558193d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:23.097634 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Network 3ecedf15-7c92-4d7d-96ad-2cb58f0cc438 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:23.099163 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:23.109141 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:00:23.194873 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Attempting to bind port 9b985641-3374-479f-91f6-c2465558193d on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:00:23.195266 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Attempting to bind port 9b985641-3374-479f-91f6-c2465558193d by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '917fda2e-ff70-45f1-b3d9-779f6d33f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3ecedf15-7c92-4d7d-96ad-2cb58f0cc438'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:00:23.195640 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Attempting to bind port 9b985641-3374-479f-91f6-c2465558193d on network 3ecedf15-7c92-4d7d-96ad-2cb58f0cc438 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:00:23.208497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:00:23.208878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Checking segment: {'id': '917fda2e-ff70-45f1-b3d9-779f6d33f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3ecedf15-7c92-4d7d-96ad-2cb58f0cc438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:00:23.209293 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:23.209690 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Bound using segment: {'id': '917fda2e-ff70-45f1-b3d9-779f6d33f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3ecedf15-7c92-4d7d-96ad-2cb58f0cc438'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:00:23.210166 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Bound port: 9b985641-3374-479f-91f6-c2465558193d, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917fda2e-ff70-45f1-b3d9-779f6d33f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3ecedf15-7c92-4d7d-96ad-2cb58f0cc438'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:00:23.210552 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:23.278468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b119c-508a-4f90-9cb4-cecd277bdec0 req-493717d7-52d0-4c5c-88c0-ba07cc9fa4a6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:23.286564 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-751b119c-508a-4f90-9cb4-cecd277bdec0 req-493717d7-52d0-4c5c-88c0-ba07cc9fa4a6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bf3e325-099c-4dde-9d00-54e6bbcc871a HTTP/1.1" status: 200 len: 945 time: 0.2526557 Dec 12 18:00:23.352027 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] For port 9b985641-3374-479f-91f6-c2465558193d, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:00:23.357718 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] For port 9b985641-3374-479f-91f6-c2465558193d, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9b985641-3374-479f-91f6-c2465558193d,segment=NetworkSegment(917fda2e-ff70-45f1-b3d9-779f6d33f7dd),segment_id=917fda2e-ff70-45f1-b3d9-779f6d33f7dd)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:00:23.370691 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:23.449260 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-751b119c-508a-4f90-9cb4-cecd277bdec0 req-c9be8407-17b1-402f-aa59-1a0bd9bdb595 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550989 Dec 12 18:00:23.531621 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-429f0456-0c2e-4d24-92b4-b4be095cb56e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:23.536607 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d5dc2-0e95-4806-8268-89c0e1defc5b None None] Pushing event updated for resources: {'Port': ['ID=9b985641-3374-479f-91f6-c2465558193d,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:23.635339 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-429f0456-0c2e-4d24-92b4-b4be095cb56e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:23.691187 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429f0456-0c2e-4d24-92b4-b4be095cb56e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 3ecedf15-7c92-4d7d-96ad-2cb58f0cc438 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:23.694921 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-429f0456-0c2e-4d24-92b4-b4be095cb56e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:23.699600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429f0456-0c2e-4d24-92b4-b4be095cb56e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:00:23.706212 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429f0456-0c2e-4d24-92b4-b4be095cb56e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:23.706739 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-429f0456-0c2e-4d24-92b4-b4be095cb56e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:23.725902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f0456-0c2e-4d24-92b4-b4be095cb56e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=e9a2a522-2c7c-44ad-bd40-353d3f4e1753,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:23.739801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-429f0456-0c2e-4d24-92b4-b4be095cb56e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5668375 Dec 12 18:00:23.742978 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47096) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:23.750148 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-24d07be8-9609-4373-868a-9ff4410c7035 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'network_id': '3ecedf15-7c92-4d7d-96ad-2cb58f0cc438', 'name': 'tempest-PortsIpV6TestJSON-854557683', 'fixed_ips': [{'subnet_id': '3b5921c9-b07c-4557-a092-8250e989cf31', 'ip_address': '2001:db8::f'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:23.894610 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f3957137-da2f-4c69-a63f-f184c909cc7f up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:00:24.027403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port f3957137-da2f-4c69-a63f-f184c909cc7f completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:00:24.033454 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port f3957137-da2f-4c69-a63f-f184c909cc7f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:24.034114 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:24.066154 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d07be8-9609-4373-868a-9ff4410c7035 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:24.237384 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24d07be8-9609-4373-868a-9ff4410c7035 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:24.265645 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:24.274218 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-24d07be8-9609-4373-868a-9ff4410c7035 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] device_id is not set on port a702e083-0ed3-4f4c-a0a9-b055c7e820f5 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:00:24.299881 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf3e325-099c-4dde-9d00-54e6bbcc871a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3957137-da2f-4c69-a63f-f184c909cc7f'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:00:24.302784 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464dc1dd-8ac4-4922-8e03-6f1243479c4c" -d '{"events": [{"server_uuid": "6bf3e325-099c-4dde-9d00-54e6bbcc871a", "name": "network-vif-plugged", "status": "completed", "tag": "f3957137-da2f-4c69-a63f-f184c909cc7f"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:00:24.324127 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f3957137-da2f-4c69-a63f-f184c909cc7f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f3957137-da2f-4c69-a63f-f184c909cc7f,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:24.335932 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:24.432223 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba34e4b8-d8b5-48b9-8250-a012611d45d2 x-openstack-request-id: req-ba34e4b8-d8b5-48b9-8250-a012611d45d2 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:00:24.433336 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf3e325-099c-4dde-9d00-54e6bbcc871a", "name": "network-vif-plugged", "status": "completed", "tag": "f3957137-da2f-4c69-a63f-f184c909cc7f", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:00:24.435000 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba34e4b8-d8b5-48b9-8250-a012611d45d2 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:00:24.438402 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf3e325-099c-4dde-9d00-54e6bbcc871a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3957137-da2f-4c69-a63f-f184c909cc7f', 'code': 200} Dec 12 18:00:24.495849 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=f3957137-da2f-4c69-a63f-f184c909cc7f,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:24.651025 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9b985641-3374-479f-91f6-c2465558193d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:00:24.663551 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-24d07be8-9609-4373-868a-9ff4410c7035 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Allocated IP 2001:db8::f (3ecedf15-7c92-4d7d-96ad-2cb58f0cc438/3b5921c9-b07c-4557-a092-8250e989cf31/a702e083-0ed3-4f4c-a0a9-b055c7e820f5) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:24.678760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14173bb4-28ce-4017-932e-4c72763eb886 req-5689d683-d285-4750-99a4-eed3a215a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:24.691837 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14173bb4-28ce-4017-932e-4c72763eb886 req-5689d683-d285-4750-99a4-eed3a215a3b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6bf3e325-099c-4dde-9d00-54e6bbcc871a HTTP/1.1" status: 200 len: 1097 time: 0.2029428 Dec 12 18:00:24.749939 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 9b985641-3374-479f-91f6-c2465558193d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:24.750668 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:24.785922 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d9efa-9cbc-46c3-b4e3-381af8f9ac84 req-922ea4e1-4bec-49ba-9647-f5feee516a84 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:24.788363 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-750d9efa-9cbc-46c3-b4e3-381af8f9ac84 req-922ea4e1-4bec-49ba-9647-f5feee516a84 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bf3e325-099c-4dde-9d00-54e6bbcc871a HTTP/1.1" status: 200 len: 946 time: 0.1922526 Dec 12 18:00:24.915786 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14173bb4-28ce-4017-932e-4c72763eb886 req-dabe7c24-1dbd-4bde-9665-4146683d5fea service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156324 Dec 12 18:00:24.931008 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:24.984189 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-750d9efa-9cbc-46c3-b4e3-381af8f9ac84 req-7f126447-f310-4646-b478-61fa42927cd4 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719034 Dec 12 18:00:25.020532 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 9b985641-3374-479f-91f6-c2465558193d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9b985641-3374-479f-91f6-c2465558193d,segment=NetworkSegment(917fda2e-ff70-45f1-b3d9-779f6d33f7dd),segment_id=917fda2e-ff70-45f1-b3d9-779f6d33f7dd)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:25.035583 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:25.058247 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24d07be8-9609-4373-868a-9ff4410c7035 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:25.144677 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=9b985641-3374-479f-91f6-c2465558193d,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:25.153184 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24d07be8-9609-4373-868a-9ff4410c7035 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:25.237288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d07be8-9609-4373-868a-9ff4410c7035 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 3ecedf15-7c92-4d7d-96ad-2cb58f0cc438 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:25.241119 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-24d07be8-9609-4373-868a-9ff4410c7035 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:25.243615 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d07be8-9609-4373-868a-9ff4410c7035 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:00:25.249947 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d07be8-9609-4373-868a-9ff4410c7035 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:25.250891 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24d07be8-9609-4373-868a-9ff4410c7035 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:25.271564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d07be8-9609-4373-868a-9ff4410c7035 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=a702e083-0ed3-4f4c-a0a9-b055c7e820f5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:25.287863 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-24d07be8-9609-4373-868a-9ff4410c7035 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5435071 Dec 12 18:00:25.290341 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47130) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:25.333511 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf9cbde-ea4f-4455-8a42-6bdf887996e0 None None] Network 3ecedf15-7c92-4d7d-96ad-2cb58f0cc438 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:25.461558 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4f35665b-86b7-41f6-bc30-566eb25bc388 None None] Provisioning complete for port 9b985641-3374-479f-91f6-c2465558193d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:25.462106 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4f35665b-86b7-41f6-bc30-566eb25bc388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:25.466969 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e6d5f0-0c6a-4dcc-933f-795f480ad989 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:25.468624 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-31e6d5f0-0c6a-4dcc-933f-795f480ad989 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1772609 Dec 12 18:00:25.471504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47132) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:25.687003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190e296c-8599-45ab-b57f-4f40e6b85476 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:25.695007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190e296c-8599-45ab-b57f-4f40e6b85476 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:25.702668 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190e296c-8599-45ab-b57f-4f40e6b85476 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:25.712863 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47136) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:25.714901 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-190e296c-8599-45ab-b57f-4f40e6b85476 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2412548 Dec 12 18:00:26.009495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-77e460f2-565f-4f04-8482-7d5876f5efb4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port a702e083-0ed3-4f4c-a0a9-b055c7e820f5 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:26.011779 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77e460f2-565f-4f04-8482-7d5876f5efb4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:26.174661 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-76386e5a-31cb-4292-a4b6-029bbf861246 None None] Provisioning complete for port a702e083-0ed3-4f4c-a0a9-b055c7e820f5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:26.180725 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76386e5a-31cb-4292-a4b6-029bbf861246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:26.229150 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-76386e5a-31cb-4292-a4b6-029bbf861246 None None] Port a702e083-0ed3-4f4c-a0a9-b055c7e820f5 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:00:26.246914 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-76386e5a-31cb-4292-a4b6-029bbf861246 None None] Provisioning complete for port 9b985641-3374-479f-91f6-c2465558193d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:26.247479 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76386e5a-31cb-4292-a4b6-029bbf861246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:26.368751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1b81e-8fdf-4355-82de-9cc0faa247f4 req-81cc1502-a5c8-42d1-b0ae-7fffb34e7de8 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:26.381201 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1c1b81e-8fdf-4355-82de-9cc0faa247f4 req-81cc1502-a5c8-42d1-b0ae-7fffb34e7de8 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bf3e325-099c-4dde-9d00-54e6bbcc871a HTTP/1.1" status: 200 len: 946 time: 0.2274058 Dec 12 18:00:26.393185 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-76386e5a-31cb-4292-a4b6-029bbf861246 None None] Provisioning complete for port e9a2a522-2c7c-44ad-bd40-353d3f4e1753 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:26.393521 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76386e5a-31cb-4292-a4b6-029bbf861246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:26.408572 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77e460f2-565f-4f04-8482-7d5876f5efb4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:26.459563 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-76386e5a-31cb-4292-a4b6-029bbf861246 None None] Port e9a2a522-2c7c-44ad-bd40-353d3f4e1753 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:00:26.467963 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-77e460f2-565f-4f04-8482-7d5876f5efb4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for a702e083-0ed3-4f4c-a0a9-b055c7e820f5 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:26.543368 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1c1b81e-8fdf-4355-82de-9cc0faa247f4 req-057a1796-8a06-42da-b9d8-88b2462ae373 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612289 Dec 12 18:00:26.585633 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9b985641-3374-479f-91f6-c2465558193d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:00:26.664810 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-abf6faa6-1753-4649-8587-42bb508ac087 None None] Provisioning complete for port e9a2a522-2c7c-44ad-bd40-353d3f4e1753 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:26.665178 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-abf6faa6-1753-4649-8587-42bb508ac087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:26.761398 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 9b985641-3374-479f-91f6-c2465558193d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:26.762177 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:26.791179 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-abf6faa6-1753-4649-8587-42bb508ac087 None None] Port e9a2a522-2c7c-44ad-bd40-353d3f4e1753 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:00:26.820936 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77e460f2-565f-4f04-8482-7d5876f5efb4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:26.873274 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77e460f2-565f-4f04-8482-7d5876f5efb4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:26.882310 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-77e460f2-565f-4f04-8482-7d5876f5efb4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/ports/a702e083-0ed3-4f4c-a0a9-b055c7e820f5 HTTP/1.1" status: 204 len: 168 time: 1.1685445 Dec 12 18:00:26.885189 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47174) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:26.938197 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e460f2-565f-4f04-8482-7d5876f5efb4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=a702e083-0ed3-4f4c-a0a9-b055c7e820f5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:26.951363 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d93a6b2-b424-43b9-8f0e-e7b8cdeba9fa tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] GET failed (client error): The resource could not be found. Dec 12 18:00:26.957859 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6d93a6b2-b424-43b9-8f0e-e7b8cdeba9fa tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports/a702e083-0ed3-4f4c-a0a9-b055c7e820f5 HTTP/1.1" status: 404 len: 333 time: 0.0675917 Dec 12 18:00:26.957971 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47180) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:27.015299 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6d88710e-63c4-4830-9342-40dd6e6d800f None None] Could not find standard attr ID for object a702e083-0ed3-4f4c-a0a9-b055c7e820f5. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:00:27.153552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-924008b7-d03e-4ca2-8580-f24a91ba539a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port e9a2a522-2c7c-44ad-bd40-353d3f4e1753 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:27.153907 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924008b7-d03e-4ca2-8580-f24a91ba539a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:27.419083 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924008b7-d03e-4ca2-8580-f24a91ba539a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:27.444594 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-924008b7-d03e-4ca2-8580-f24a91ba539a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for e9a2a522-2c7c-44ad-bd40-353d3f4e1753 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:27.712648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d3630-2e45-4069-8269-ed14782dc81e req-98517893-fe6f-4904-ae32-02c57aee760a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:27.743126 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e33d3630-2e45-4069-8269-ed14782dc81e req-98517893-fe6f-4904-ae32-02c57aee760a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bf3e325-099c-4dde-9d00-54e6bbcc871a HTTP/1.1" status: 200 len: 946 time: 0.0858500 Dec 12 18:00:27.794950 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924008b7-d03e-4ca2-8580-f24a91ba539a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:27.836190 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e33d3630-2e45-4069-8269-ed14782dc81e req-6fa93d6e-2fde-452e-a400-def8b973b939 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920846 Dec 12 18:00:27.889107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924008b7-d03e-4ca2-8580-f24a91ba539a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=e9a2a522-2c7c-44ad-bd40-353d3f4e1753,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:27.970561 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924008b7-d03e-4ca2-8580-f24a91ba539a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:27.973990 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-924008b7-d03e-4ca2-8580-f24a91ba539a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/ports/e9a2a522-2c7c-44ad-bd40-353d3f4e1753 HTTP/1.1" status: 204 len: 168 time: 1.0152190 Dec 12 18:00:27.976696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47286) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:28.136658 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-6869dce0-3b09-4937-bc44-e57aa1a3c015 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] GET failed (client error): The resource could not be found. Dec 12 18:00:28.138168 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6869dce0-3b09-4937-bc44-e57aa1a3c015 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports/e9a2a522-2c7c-44ad-bd40-353d3f4e1753 HTTP/1.1" status: 404 len: 333 time: 0.1601992 Dec 12 18:00:28.141840 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47302) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:28.197373 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775306b-7b81-4f7b-9091-65a8eeb27ed7 req-8074789e-8f7c-49d9-8d20-3fe71e90399b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:28.207763 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3775306b-7b81-4f7b-9091-65a8eeb27ed7 req-8074789e-8f7c-49d9-8d20-3fe71e90399b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bf3e325-099c-4dde-9d00-54e6bbcc871a HTTP/1.1" status: 200 len: 946 time: 0.1501789 Dec 12 18:00:28.272874 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-202b9fc3-8668-4028-81d8-14c7116190a4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting subnet 3b5921c9-b07c-4557-a092-8250e989cf31 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:00:28.279194 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-202b9fc3-8668-4028-81d8-14c7116190a4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:28.311920 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3775306b-7b81-4f7b-9091-65a8eeb27ed7 req-7a95b509-d446-4be4-9a6a-f48fc1f4731f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020739 Dec 12 18:00:28.348617 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-202b9fc3-8668-4028-81d8-14c7116190a4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:28.478014 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-202b9fc3-8668-4028-81d8-14c7116190a4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:28.560551 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-202b9fc3-8668-4028-81d8-14c7116190a4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:28.603602 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9fc3-8668-4028-81d8-14c7116190a4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5921c9-b07c-4557-a092-8250e989cf31,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:28.630911 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-202b9fc3-8668-4028-81d8-14c7116190a4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:28.639628 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-202b9fc3-8668-4028-81d8-14c7116190a4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/3b5921c9-b07c-4557-a092-8250e989cf31 HTTP/1.1" status: 204 len: 168 time: 0.4964583 Dec 12 18:00:28.642336 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47352) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:28.645635 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd2c0e6-b8e7-4cb4-bb09-e481ab139273 None None] Network 3ecedf15-7c92-4d7d-96ad-2cb58f0cc438 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:28.849176 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb6e0f-c149-4001-967c-b5a49664d6c7 req-ec536afc-b95a-4809-8f2c-89be4d67f5ad tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:28.863181 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2bb030-bda5-4863-a117-0241ee901ded None None] DHCP port deletion for 3ecedf15-7c92-4d7d-96ad-2cb58f0cc438 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:00:28.869813 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4cb6e0f-c149-4001-967c-b5a49664d6c7 req-ec536afc-b95a-4809-8f2c-89be4d67f5ad tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bf3e325-099c-4dde-9d00-54e6bbcc871a HTTP/1.1" status: 200 len: 946 time: 0.1783395 Dec 12 18:00:28.875358 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:28.966337 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-fd2bb030-bda5-4863-a117-0241ee901ded None None] Deleting port 9b985641-3374-479f-91f6-c2465558193d {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:28.978810 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fd2bb030-bda5-4863-a117-0241ee901ded None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:29.002096 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4cb6e0f-c149-4001-967c-b5a49664d6c7 req-c8133b06-08e8-4ef0-8396-d4e8e6d28f85 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307993 Dec 12 18:00:29.035302 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port 9b985641-3374-479f-91f6-c2465558193d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:29.036323 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:29.088727 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-fd2bb030-bda5-4863-a117-0241ee901ded None None] For port 9b985641-3374-479f-91f6-c2465558193d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9b985641-3374-479f-91f6-c2465558193d,segment=NetworkSegment(917fda2e-ff70-45f1-b3d9-779f6d33f7dd),segment_id=917fda2e-ff70-45f1-b3d9-779f6d33f7dd)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:29.089852 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fd2bb030-bda5-4863-a117-0241ee901ded None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:29.108925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-fd2bb030-bda5-4863-a117-0241ee901ded None None] Calling delete_port for 9b985641-3374-479f-91f6-c2465558193d owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:29.131974 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] For port 9b985641-3374-479f-91f6-c2465558193d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9b985641-3374-479f-91f6-c2465558193d,segment=NetworkSegment(917fda2e-ff70-45f1-b3d9-779f6d33f7dd),segment_id=917fda2e-ff70-45f1-b3d9-779f6d33f7dd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:29.132335 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:29.147704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for 9b985641-3374-479f-91f6-c2465558193d owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:29.293196 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fd2bb030-bda5-4863-a117-0241ee901ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:29.327252 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:29.353481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No DVR routers for this DVR port 9b985641-3374-479f-91f6-c2465558193d on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:00:29.411596 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bb030-bda5-4863-a117-0241ee901ded None None] Pushing event deleted for resources: {'Port': ['ID=9b985641-3374-479f-91f6-c2465558193d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:29.426385 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2bb030-bda5-4863-a117-0241ee901ded None None] No DVR routers for this DVR port 9b985641-3374-479f-91f6-c2465558193d on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:00:29.436425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=9b985641-3374-479f-91f6-c2465558193d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:29.541737 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:29.565565 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ecedf15-7c92-4d7d-96ad-2cb58f0cc438']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:29.581256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917fda2e-ff70-45f1-b3d9-779f6d33f7dd') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:29.581800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917fda2e-ff70-45f1-b3d9-779f6d33f7dd') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:29.594087 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:29.610743 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:29.619105 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:00:29.621008 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:00:29.625441 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:00:29.712589 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:29.721397 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:29.726018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/networks/3ecedf15-7c92-4d7d-96ad-2cb58f0cc438 HTTP/1.1" status: 204 len: 168 time: 1.0824389 Dec 12 18:00:29.729961 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47464) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:29.739034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-69a39247-0e1d-41ee-9856-e153c73f2c96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1971393730'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:29.740705 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d3d0f-2c5d-4d01-98fa-59760c962a6c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Network': ['ID=3ecedf15-7c92-4d7d-96ad-2cb58f0cc438,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:29.815280 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a39247-0e1d-41ee-9856-e153c73f2c96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:29.821922 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69a39247-0e1d-41ee-9856-e153c73f2c96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:29.853303 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a39247-0e1d-41ee-9856-e153c73f2c96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:00:29.864928 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69a39247-0e1d-41ee-9856-e153c73f2c96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:29.865551 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-69a39247-0e1d-41ee-9856-e153c73f2c96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Added segment 39084dda-880d-48c1-81c3-9df7cdbc59be of type vlan for network 50a29737-2561-4213-8460-658c925e1096 Dec 12 18:00:29.918901 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69a39247-0e1d-41ee-9856-e153c73f2c96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:29.956597 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69a39247-0e1d-41ee-9856-e153c73f2c96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:29.964651 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a39247-0e1d-41ee-9856-e153c73f2c96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:29.965551 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69a39247-0e1d-41ee-9856-e153c73f2c96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:30.100435 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99e4b2-c514-45b1-a630-b495100c3eb5 req-52f66973-9648-4cf9-a602-e1d94b750d66 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:30.101604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ef99e4b2-c514-45b1-a630-b495100c3eb5 req-52f66973-9648-4cf9-a602-e1d94b750d66 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf3e325-099c-4dde-9d00-54e6bbcc871a HTTP/1.1" status: 200 len: 946 time: 0.0972612 Dec 12 18:00:30.151958 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-69a39247-0e1d-41ee-9856-e153c73f2c96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4201937 Dec 12 18:00:30.155503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47508) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:30.162012 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-df0c811e-3fda-4547-8307-7109ed1ec281 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'subnet': {'network_id': '50a29737-2561-4213-8460-658c925e1096', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:30.227887 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a39247-0e1d-41ee-9856-e153c73f2c96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Network': ['ID=50a29737-2561-4213-8460-658c925e1096,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:30.239894 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 50a29737-2561-4213-8460-658c925e1096 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:00:30.299870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ed208-4707-443b-bb62-b0d7f948cce3 req-709a4eb7-40b4-4d07-b257-1d96ae99084a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:30.301791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd7ed208-4707-443b-bb62-b0d7f948cce3 req-709a4eb7-40b4-4d07-b257-1d96ae99084a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bf3e325-099c-4dde-9d00-54e6bbcc871a HTTP/1.1" status: 200 len: 946 time: 0.1254106 Dec 12 18:00:30.338161 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-ef99e4b2-c514-45b1-a630-b495100c3eb5 req-b41c1e60-959d-4ef5-ab41-a19a40826ca7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Deleting port f3957137-da2f-4c69-a63f-f184c909cc7f {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:30.338703 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ef99e4b2-c514-45b1-a630-b495100c3eb5 req-b41c1e60-959d-4ef5-ab41-a19a40826ca7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:30.344541 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0c811e-3fda-4547-8307-7109ed1ec281 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:30.349150 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df0c811e-3fda-4547-8307-7109ed1ec281 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:30.547363 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd7ed208-4707-443b-bb62-b0d7f948cce3 req-8d03b12a-211a-428a-b587-8f66a23f8946 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372329 Dec 12 18:00:30.553828 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9b985641-3374-479f-91f6-c2465558193d no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:00:30.607358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-ef99e4b2-c514-45b1-a630-b495100c3eb5 req-b41c1e60-959d-4ef5-ab41-a19a40826ca7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] For port f3957137-da2f-4c69-a63f-f184c909cc7f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f3957137-da2f-4c69-a63f-f184c909cc7f,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:30.607856 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ef99e4b2-c514-45b1-a630-b495100c3eb5 req-b41c1e60-959d-4ef5-ab41-a19a40826ca7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:30.627869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 9b985641-3374-479f-91f6-c2465558193d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:00:30.629327 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9b985641-3374-479f-91f6-c2465558193d not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:00:30.639885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-ef99e4b2-c514-45b1-a630-b495100c3eb5 req-b41c1e60-959d-4ef5-ab41-a19a40826ca7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Calling delete_port for f3957137-da2f-4c69-a63f-f184c909cc7f owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:30.877663 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ef99e4b2-c514-45b1-a630-b495100c3eb5 req-b41c1e60-959d-4ef5-ab41-a19a40826ca7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:30.895011 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['0b77dfb5-c580-483a-b0ed-554a99c38f3e', 'f3957137-da2f-4c69-a63f-f184c909cc7f'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:00:30.924265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c1e60-959d-4ef5-ab41-a19a40826ca7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Pushing event deleted for resources: {'Port': ['ID=f3957137-da2f-4c69-a63f-f184c909cc7f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:30.944351 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df0c811e-3fda-4547-8307-7109ed1ec281 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:31.041480 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef99e4b2-c514-45b1-a630-b495100c3eb5 req-b41c1e60-959d-4ef5-ab41-a19a40826ca7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] No DVR routers for this DVR port f3957137-da2f-4c69-a63f-f184c909cc7f on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:00:31.041835 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c811e-3fda-4547-8307-7109ed1ec281 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Subnet': ['ID=70c23a75-cf67-4c18-878d-9450c7d1e638,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:31.047353 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ef99e4b2-c514-45b1-a630-b495100c3eb5 req-b41c1e60-959d-4ef5-ab41-a19a40826ca7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:31.060994 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ef99e4b2-c514-45b1-a630-b495100c3eb5 req-b41c1e60-959d-4ef5-ab41-a19a40826ca7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.20 "DELETE /v2.0/ports/f3957137-da2f-4c69-a63f-f184c909cc7f HTTP/1.1" status: 204 len: 173 time: 0.9523480 Dec 12 18:00:31.061476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf3e325-099c-4dde-9d00-54e6bbcc871a', 'name': 'network-vif-deleted', 'tag': 'f3957137-da2f-4c69-a63f-f184c909cc7f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:00:31.063871 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52413fd-c933-44e1-a9b2-94cb9928ae09" -d '{"events": [{"server_uuid": "6bf3e325-099c-4dde-9d00-54e6bbcc871a", "name": "network-vif-deleted", "tag": "f3957137-da2f-4c69-a63f-f184c909cc7f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:00:31.087625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0c811e-3fda-4547-8307-7109ed1ec281 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Checking segment: {'id': '39084dda-880d-48c1-81c3-9df7cdbc59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '50a29737-2561-4213-8460-658c925e1096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:00:31.088311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0c811e-3fda-4547-8307-7109ed1ec281 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network hostable DHCP agents. Network: 50a29737-2561-4213-8460-658c925e1096, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:00:31.113485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0c811e-3fda-4547-8307-7109ed1ec281 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 50a29737-2561-4213-8460-658c925e1096 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:00:31.138551 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-df0c811e-3fda-4547-8307-7109ed1ec281 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 50a29737-2561-4213-8460-658c925e1096) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:31.145652 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0c811e-3fda-4547-8307-7109ed1ec281 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:31.146604 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df0c811e-3fda-4547-8307-7109ed1ec281 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:31.147463 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b24a5f6-5799-404b-ab2e-179d170a0310 None None] Network 50a29737-2561-4213-8460-658c925e1096 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:31.168326 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86af87f-a979-4448-9585-6b8b5170fcce x-openstack-request-id: req-d86af87f-a979-4448-9585-6b8b5170fcce {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:00:31.168841 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf3e325-099c-4dde-9d00-54e6bbcc871a", "name": "network-vif-deleted", "tag": "f3957137-da2f-4c69-a63f-f184c909cc7f", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:00:31.168951 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d86af87f-a979-4448-9585-6b8b5170fcce {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:00:31.169471 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf3e325-099c-4dde-9d00-54e6bbcc871a', 'name': 'network-vif-deleted', 'tag': 'f3957137-da2f-4c69-a63f-f184c909cc7f', 'status': 'completed', 'code': 200} Dec 12 18:00:31.206076 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-df0c811e-3fda-4547-8307-7109ed1ec281 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0486619 Dec 12 18:00:31.208237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47612) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:31.224939 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2bb4c110-3b7e-44c0-8ca9-9998c51c269a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1883987109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:31.281489 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c110-3b7e-44c0-8ca9-9998c51c269a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:31.283041 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c110-3b7e-44c0-8ca9-9998c51c269a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:31.360665 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-50a29737-2561-4213-8460-658c925e1096', 'network_id': '50a29737-2561-4213-8460-658c925e1096', 'project_id': '8916da2261ee49a0b41d32cda9c22e6d', 'fixed_ips': [{'subnet_id': '70c23a75-cf67-4c18-878d-9450c7d1e638'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:00:31.362135 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:31.482286 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c110-3b7e-44c0-8ca9-9998c51c269a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:31.519897 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c110-3b7e-44c0-8ca9-9998c51c269a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:31.616704 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c110-3b7e-44c0-8ca9-9998c51c269a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:31.624759 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2bb4c110-3b7e-44c0-8ca9-9998c51c269a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4146116 Dec 12 18:00:31.627721 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47650) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:31.633403 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-c3c54ecb-5211-4ecf-acd2-6c6fffde3b3b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'network_id': '50a29737-2561-4213-8460-658c925e1096', 'name': 'tempest-PortsIpV6TestJSON-899593337'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:31.658173 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Allocated IP 2001:db8::2 (50a29737-2561-4213-8460-658c925e1096/70c23a75-cf67-4c18-878d-9450c7d1e638/f59f8795-de6c-4b88-850b-c17b37b392e7) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:31.859226 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45424f31-8596-403d-9bc2-7e4e03c1e6a0 req-b39903d4-8928-4605-adb9-5d059077747b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bf3e325-099c-4dde-9d00-54e6bbcc871a HTTP/1.1" status: 200 len: 210 time: 0.0724509 Dec 12 18:00:32.152525 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:32.170462 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:32.230786 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Network 50a29737-2561-4213-8460-658c925e1096 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:32.234755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:32.239672 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:00:32.273331 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Pushing event updated for resources: {'Port': ['ID=f59f8795-de6c-4b88-850b-c17b37b392e7,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:32.315944 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Attempting to bind port f59f8795-de6c-4b88-850b-c17b37b392e7 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:00:32.316590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Attempting to bind port f59f8795-de6c-4b88-850b-c17b37b392e7 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '39084dda-880d-48c1-81c3-9df7cdbc59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '50a29737-2561-4213-8460-658c925e1096'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:00:32.317156 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Attempting to bind port f59f8795-de6c-4b88-850b-c17b37b392e7 on network 50a29737-2561-4213-8460-658c925e1096 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:00:32.323101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:00:32.324332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Checking segment: {'id': '39084dda-880d-48c1-81c3-9df7cdbc59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '50a29737-2561-4213-8460-658c925e1096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:00:32.324920 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:32.325494 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Bound using segment: {'id': '39084dda-880d-48c1-81c3-9df7cdbc59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '50a29737-2561-4213-8460-658c925e1096'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:00:32.326146 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Bound port: f59f8795-de6c-4b88-850b-c17b37b392e7, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39084dda-880d-48c1-81c3-9df7cdbc59be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '50a29737-2561-4213-8460-658c925e1096'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:00:32.326729 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:32.409747 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] For port f59f8795-de6c-4b88-850b-c17b37b392e7, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:00:32.414321 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] For port f59f8795-de6c-4b88-850b-c17b37b392e7, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f59f8795-de6c-4b88-850b-c17b37b392e7,segment=NetworkSegment(39084dda-880d-48c1-81c3-9df7cdbc59be),segment_id=39084dda-880d-48c1-81c3-9df7cdbc59be)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:00:32.434968 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:32.435845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c54ecb-5211-4ecf-acd2-6c6fffde3b3b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:32.452441 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c3c54ecb-5211-4ecf-acd2-6c6fffde3b3b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:32.470329 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-c3c54ecb-5211-4ecf-acd2-6c6fffde3b3b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] device_id is not set on port bed68c75-9751-4972-a398-0df65d235b66 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:00:32.514963 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136090bd-09c2-435f-9ae7-c97530aae22c None None] Pushing event updated for resources: {'Port': ['ID=f59f8795-de6c-4b88-850b-c17b37b392e7,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:32.636364 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-c3c54ecb-5211-4ecf-acd2-6c6fffde3b3b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Allocated IP 2001:db8::3b6 (50a29737-2561-4213-8460-658c925e1096/70c23a75-cf67-4c18-878d-9450c7d1e638/bed68c75-9751-4972-a398-0df65d235b66) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:32.858729 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c3c54ecb-5211-4ecf-acd2-6c6fffde3b3b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:32.906053 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c3c54ecb-5211-4ecf-acd2-6c6fffde3b3b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:32.960039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c54ecb-5211-4ecf-acd2-6c6fffde3b3b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=bed68c75-9751-4972-a398-0df65d235b66,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:32.980025 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c54ecb-5211-4ecf-acd2-6c6fffde3b3b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 50a29737-2561-4213-8460-658c925e1096 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:32.982103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-c3c54ecb-5211-4ecf-acd2-6c6fffde3b3b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:32.984799 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c54ecb-5211-4ecf-acd2-6c6fffde3b3b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:00:32.992141 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c54ecb-5211-4ecf-acd2-6c6fffde3b3b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:32.992881 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c3c54ecb-5211-4ecf-acd2-6c6fffde3b3b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:33.013492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c3c54ecb-5211-4ecf-acd2-6c6fffde3b3b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3841071 Dec 12 18:00:33.015960 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47728) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:33.539499 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14ad1cf4-84e6-4ef9-ba59-d73cf13b6b96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:33.832545 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47768) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:33.937366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f3957137-da2f-4c69-a63f-f184c909cc7f no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:00:33.976331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-8ecc0a03-0fab-4104-b125-81eeb6e00a67 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:33.990904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-8ecc0a03-0fab-4104-b125-81eeb6e00a67 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 806 time: 0.2672274 Dec 12 18:00:34.004759 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: f3957137-da2f-4c69-a63f-f184c909cc7f {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:00:34.005270 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f3957137-da2f-4c69-a63f-f184c909cc7f not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:00:34.019988 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-3a6e8abf-f6f3-41c0-a7e2-ad1d1b73cc12 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/quotas/ce4a5970bfed4a1095645170bcd9fd1e HTTP/1.1" status: 200 len: 375 time: 0.0281346 Dec 12 18:00:34.021910 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14ad1cf4-84e6-4ef9-ba59-d73cf13b6b96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:34.033996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f3922c-1585-4532-8379-a67d7add517f None None] Network 50a29737-2561-4213-8460-658c925e1096 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:34.038540 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14ad1cf4-84e6-4ef9-ba59-d73cf13b6b96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:34.118888 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-13b55448-40a7-45c3-a7ec-6a675b302995 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903566 Dec 12 18:00:34.333763 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad1cf4-84e6-4ef9-ba59-d73cf13b6b96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=bed68c75-9751-4972-a398-0df65d235b66,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:34.377209 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-767186fd-2816-4708-8cf6-60c20fc8485b service neutron] 10.222.0.18 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448707 Dec 12 18:00:34.484432 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ae917178-3c03-47fe-ac5f-74bb5c9109f6 None None] Provisioning complete for port f59f8795-de6c-4b88-850b-c17b37b392e7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:34.484812 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae917178-3c03-47fe-ac5f-74bb5c9109f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:34.683031 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-f40fc392-bc1a-4886-868c-7b5ecc7a76b6 service neutron] 10.222.0.18 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047762 Dec 12 18:00:34.704059 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f59f8795-de6c-4b88-850b-c17b37b392e7 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:00:34.749983 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14ad1cf4-84e6-4ef9-ba59-d73cf13b6b96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:34.819794 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae917178-3c03-47fe-ac5f-74bb5c9109f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:34.911294 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ae917178-3c03-47fe-ac5f-74bb5c9109f6 None None] For port f59f8795-de6c-4b88-850b-c17b37b392e7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f59f8795-de6c-4b88-850b-c17b37b392e7,segment=NetworkSegment(39084dda-880d-48c1-81c3-9df7cdbc59be),segment_id=39084dda-880d-48c1-81c3-9df7cdbc59be)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:34.932547 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f59f8795-de6c-4b88-850b-c17b37b392e7 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:34.939458 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:35.031049 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae917178-3c03-47fe-ac5f-74bb5c9109f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:35.116587 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6364d1e5-fe84-427c-85f6-cbfd8a72a9a1 req-d03c1464-8240-4c4e-bf46-4108b85345eb tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=06520e18-d0aa-4e90-b09b-d96cec61bf15 HTTP/1.1" status: 200 len: 210 time: 0.0474062 Dec 12 18:00:35.231736 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14ad1cf4-84e6-4ef9-ba59-d73cf13b6b96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:35.243997 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae917178-3c03-47fe-ac5f-74bb5c9109f6 None None] Pushing event updated for resources: {'Port': ['ID=f59f8795-de6c-4b88-850b-c17b37b392e7,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:35.342457 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-39e339da-e4c9-4074-89e8-dbd4d5d620e9 None None] Provisioning complete for port f59f8795-de6c-4b88-850b-c17b37b392e7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:35.342829 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39e339da-e4c9-4074-89e8-dbd4d5d620e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:35.512742 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-39e339da-e4c9-4074-89e8-dbd4d5d620e9 None None] Provisioning complete for port bed68c75-9751-4972-a398-0df65d235b66 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:35.513143 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39e339da-e4c9-4074-89e8-dbd4d5d620e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:35.545109 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90069efa-e18b-4bbf-ab9a-1599a73ab83d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:35.578903 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-39e339da-e4c9-4074-89e8-dbd4d5d620e9 None None] Port bed68c75-9751-4972-a398-0df65d235b66 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:00:35.715025 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-504d6b63-8d5b-41d1-a94a-4b0f6666803d None None] Provisioning complete for port bed68c75-9751-4972-a398-0df65d235b66 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:35.715813 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-504d6b63-8d5b-41d1-a94a-4b0f6666803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:35.764545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-504d6b63-8d5b-41d1-a94a-4b0f6666803d None None] Port bed68c75-9751-4972-a398-0df65d235b66 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:00:35.826655 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14ad1cf4-84e6-4ef9-ba59-d73cf13b6b96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:35.832332 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14ad1cf4-84e6-4ef9-ba59-d73cf13b6b96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:35.833058 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14ad1cf4-84e6-4ef9-ba59-d73cf13b6b96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:35.964492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad1cf4-84e6-4ef9-ba59-d73cf13b6b96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=bed68c75-9751-4972-a398-0df65d235b66,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:36.008454 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a549e929-8f2e-4d53-9f29-28a42ff0d794 None None] Provisioning complete for port bed68c75-9751-4972-a398-0df65d235b66 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:36.011546 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a549e929-8f2e-4d53-9f29-28a42ff0d794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:36.084489 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a549e929-8f2e-4d53-9f29-28a42ff0d794 None None] Port bed68c75-9751-4972-a398-0df65d235b66 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:00:36.292642 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44c80bf0-e335-41bc-8b1a-5e484373b423 req-b3173c62-b1ce-43fe-98d0-d0e5922ece0e tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=06520e18-d0aa-4e90-b09b-d96cec61bf15 HTTP/1.1" status: 200 len: 210 time: 0.0640900 Dec 12 18:00:36.497154 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ad1cf4-84e6-4ef9-ba59-d73cf13b6b96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 50a29737-2561-4213-8460-658c925e1096 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:36.504118 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-14ad1cf4-84e6-4ef9-ba59-d73cf13b6b96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:36.535916 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-90069efa-e18b-4bbf-ab9a-1599a73ab83d admin admin] Deleting port e873b908-e1e7-4669-b00b-1f112aa0d8bf {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:36.544662 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90069efa-e18b-4bbf-ab9a-1599a73ab83d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:36.551913 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-89b0e8d5-525b-48f8-b654-9fa4c3f6c0c1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:36.553461 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-89b0e8d5-525b-48f8-b654-9fa4c3f6c0c1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.20 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 806 time: 0.1843274 Dec 12 18:00:36.572466 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-8f405033-c55e-4f63-85b5-8331b03e3755 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Request body: {'port': {'device_id': '06520e18-d0aa-4e90-b09b-d96cec61bf15', 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c', 'admin_state_up': True, 'tenant_id': 'ce4a5970bfed4a1095645170bcd9fd1e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:36.641832 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f59f8795-de6c-4b88-850b-c17b37b392e7 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:00:36.735122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f59f8795-de6c-4b88-850b-c17b37b392e7 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:36.736136 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:36.809861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-8f405033-c55e-4f63-85b5-8331b03e3755 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Made reservation on behalf of ce4a5970bfed4a1095645170bcd9fd1e for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:36.814695 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-8f405033-c55e-4f63-85b5-8331b03e3755 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:36.836851 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-90069efa-e18b-4bbf-ab9a-1599a73ab83d admin admin] For port e873b908-e1e7-4669-b00b-1f112aa0d8bf, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e873b908-e1e7-4669-b00b-1f112aa0d8bf,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:36.837273 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90069efa-e18b-4bbf-ab9a-1599a73ab83d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:36.858481 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-90069efa-e18b-4bbf-ab9a-1599a73ab83d admin admin] Calling delete_port for e873b908-e1e7-4669-b00b-1f112aa0d8bf owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:36.931884 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ad1cf4-84e6-4ef9-ba59-d73cf13b6b96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Router 8ba7e52d-9aa2-47f5-950f-830386eb1a3d is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:00:36.934123 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1d891076-0020-4d92-8ba4-39728945b878 None None] Provisioning complete for port bed68c75-9751-4972-a398-0df65d235b66 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:36.934516 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d891076-0020-4d92-8ba4-39728945b878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:37.035520 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1d891076-0020-4d92-8ba4-39728945b878 None None] Port bed68c75-9751-4972-a398-0df65d235b66 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:00:37.041771 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-8f405033-c55e-4f63-85b5-8331b03e3755 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Allocated IP 172.20.0.2 (75b935da-edec-4803-8c21-61a0e9a0c85c/a38ca6e1-282d-485b-8e30-1d83bfdc0937/a0b8bff7-3b0c-4042-886f-40bda522b857) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:37.094664 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ad1cf4-84e6-4ef9-ba59-d73cf13b6b96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:00:37.115169 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ba27e-015a-4376-a3c2-7011101e7291 None None] Sync routers for ids ['8ba7e52d-9aa2-47f5-950f-830386eb1a3d'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:00:37.116417 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-14ad1cf4-84e6-4ef9-ba59-d73cf13b6b96 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "PUT /v2.0/routers/8ba7e52d-9aa2-47f5-950f-830386eb1a3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0993216 Dec 12 18:00:37.119723 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47844) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:37.143617 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ba27e-015a-4376-a3c2-7011101e7291 None None] Routers {'8ba7e52d-9aa2-47f5-950f-830386eb1a3d'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:00:37.144156 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a55ba27e-015a-4376-a3c2-7011101e7291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:00:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['8ba7e52d-9aa2-47f5-950f-830386eb1a3d'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:37.198303 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a62f59-266c-40e1-b9f0-ff578ecc5758 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:37.200088 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f1a62f59-266c-40e1-b9f0-ff578ecc5758 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba7e52d-9aa2-47f5-950f-830386eb1a3d HTTP/1.1" status: 200 len: 988 time: 0.0792789 Dec 12 18:00:37.202918 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47848) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:37.237213 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a55ba27e-015a-4376-a3c2-7011101e7291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:37.238169 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-8f405033-c55e-4f63-85b5-8331b03e3755 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:37.256384 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ba27e-015a-4376-a3c2-7011101e7291 None None] Routers {'8ba7e52d-9aa2-47f5-950f-830386eb1a3d'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:00:37.257002 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a55ba27e-015a-4376-a3c2-7011101e7291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:00:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['8ba7e52d-9aa2-47f5-950f-830386eb1a3d'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:37.282292 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-8f405033-c55e-4f63-85b5-8331b03e3755 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:37.295157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['0b77dfb5-c580-483a-b0ed-554a99c38f3e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:00:37.350759 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-8f405033-c55e-4f63-85b5-8331b03e3755 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Network 75b935da-edec-4803-8c21-61a0e9a0c85c is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:37.354589 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-8f405033-c55e-4f63-85b5-8331b03e3755 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:37.359095 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-8f405033-c55e-4f63-85b5-8331b03e3755 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:00:37.382309 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90069efa-e18b-4bbf-ab9a-1599a73ab83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:37.390308 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f405033-c55e-4f63-85b5-8331b03e3755 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Pushing event updated for resources: {'Port': ['ID=a0b8bff7-3b0c-4042-886f-40bda522b857,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:37.417204 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a55ba27e-015a-4376-a3c2-7011101e7291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:37.422255 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ba27e-015a-4376-a3c2-7011101e7291 None None] The sync data for ids ['8ba7e52d-9aa2-47f5-950f-830386eb1a3d'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:00:37.436633 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90069efa-e18b-4bbf-ab9a-1599a73ab83d admin admin] Pushing event deleted for resources: {'Port': ['ID=e873b908-e1e7-4669-b00b-1f112aa0d8bf,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:37.450859 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-8f405033-c55e-4f63-85b5-8331b03e3755 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:37.452026 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-8f405033-c55e-4f63-85b5-8331b03e3755 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:37.562132 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-8f405033-c55e-4f63-85b5-8331b03e3755 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9948740 Dec 12 18:00:37.580642 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ba983-f5dd-48f3-aa85-7dd04a95d7c9 req-797a0599-9776-4d2c-82ca-11784f599ffb tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:37.590432 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed4ba983-f5dd-48f3-aa85-7dd04a95d7c9 req-797a0599-9776-4d2c-82ca-11784f599ffb tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=06520e18-d0aa-4e90-b09b-d96cec61bf15 HTTP/1.1" status: 200 len: 931 time: 0.1354895 Dec 12 18:00:37.603096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Request body: {'port': {'device_id': '06520e18-d0aa-4e90-b09b-d96cec61bf15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:37.710925 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed4ba983-f5dd-48f3-aa85-7dd04a95d7c9 req-e2cd9d0e-1e3c-4d1e-9180-aa9a59799e55 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195989 Dec 12 18:00:37.721612 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:37.930018 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90069efa-e18b-4bbf-ab9a-1599a73ab83d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:38.169416 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b8bff7-3b0c-4042-886f-40bda522b857 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:00:38.179508 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:38.202116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Transition to ACTIVE for port object a0b8bff7-3b0c-4042-886f-40bda522b857 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:00:38.209196 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:38.279238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Pushing event updated for resources: {'Port': ['ID=a0b8bff7-3b0c-4042-886f-40bda522b857,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:38.410331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Attempting to bind port a0b8bff7-3b0c-4042-886f-40bda522b857 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:00:38.411029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Attempting to bind port a0b8bff7-3b0c-4042-886f-40bda522b857 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:00:38.411029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Attempting to bind port a0b8bff7-3b0c-4042-886f-40bda522b857 on network 75b935da-edec-4803-8c21-61a0e9a0c85c {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:00:38.417697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Port a0b8bff7-3b0c-4042-886f-40bda522b857 on network 75b935da-edec-4803-8c21-61a0e9a0c85c not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:00:38.418083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Attempting to bind port a0b8bff7-3b0c-4042-886f-40bda522b857 on network 75b935da-edec-4803-8c21-61a0e9a0c85c {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:00:38.423194 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc77b335-1abf-4446-97a6-31b2dfc35f11 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:38.436239 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:00:38.443432 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Checking segment: {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:00:38.443432 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Bound using segment: {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:00:38.443726 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Bound port: a0b8bff7-3b0c-4042-886f-40bda522b857, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:00:38.444144 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:38.532929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] For port a0b8bff7-3b0c-4042-886f-40bda522b857, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:00:38.536115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] For port a0b8bff7-3b0c-4042-886f-40bda522b857, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a0b8bff7-3b0c-4042-886f-40bda522b857,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:00:38.561156 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:38.586305 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90069efa-e18b-4bbf-ab9a-1599a73ab83d admin admin] Router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:00:38.650285 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Pushing event updated for resources: {'Port': ['ID=a0b8bff7-3b0c-4042-886f-40bda522b857,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:38.656731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:38.657464 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:38.659755 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-c14f62ec-ad3c-4ee2-b19c-d532fe05681e service neutron] 10.222.0.20 "PUT /v2.0/ports/a0b8bff7-3b0c-4042-886f-40bda522b857 HTTP/1.1" status: 200 len: 1091 time: 1.0614126 Dec 12 18:00:38.660314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06520e18-d0aa-4e90-b09b-d96cec61bf15', 'tag': 'a0b8bff7-3b0c-4042-886f-40bda522b857'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:00:38.662871 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7baf33b-c0a5-4a5b-8944-771f4aeaceec" -d '{"events": [{"name": "network-changed", "server_uuid": "06520e18-d0aa-4e90-b09b-d96cec61bf15", "tag": "a0b8bff7-3b0c-4042-886f-40bda522b857"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:00:38.755235 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33fbe46-7c8b-49ab-8a9a-a2fdf85188ec x-openstack-request-id: req-e33fbe46-7c8b-49ab-8a9a-a2fdf85188ec {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:00:38.755846 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06520e18-d0aa-4e90-b09b-d96cec61bf15", "tag": "a0b8bff7-3b0c-4042-886f-40bda522b857", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:00:38.755846 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e33fbe46-7c8b-49ab-8a9a-a2fdf85188ec {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:00:38.756181 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06520e18-d0aa-4e90-b09b-d96cec61bf15', 'tag': 'a0b8bff7-3b0c-4042-886f-40bda522b857', 'status': 'completed', 'code': 200} Dec 12 18:00:38.781425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-de2dfbd9-a05b-4ab3-9924-41626d6ca2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:38.782967 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-de2dfbd9-a05b-4ab3-9924-41626d6ca2dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&device_id=06520e18-d0aa-4e90-b09b-d96cec61bf15 HTTP/1.1" status: 200 len: 1094 time: 0.0730691 Dec 12 18:00:38.838741 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90069efa-e18b-4bbf-ab9a-1599a73ab83d admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:00:38.851138 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3c7e0-6c76-4050-a62c-5ac47ba1b71d None None] Sync routers for ids ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:00:38.854884 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-90069efa-e18b-4bbf-ab9a-1599a73ab83d admin admin] 10.222.0.18 "PUT /v2.0/routers/ae52ae45-ebba-4f39-acf4-91e7570f3fe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0196245 Dec 12 18:00:38.859911 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47884) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:38.873754 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3c7e0-6c76-4050-a62c-5ac47ba1b71d None None] Routers {'ae52ae45-ebba-4f39-acf4-91e7570f3fe0'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:00:38.876849 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-38a3c7e0-6c76-4050-a62c-5ac47ba1b71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:00:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:38.884281 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-cc60cf1c-c6e8-46ce-a5c1-9ec1ae475c12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0b8bff7-3b0c-4042-886f-40bda522b857 HTTP/1.1" status: 200 len: 217 time: 0.0920913 Dec 12 18:00:38.987764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-08fbb631-0936-436c-90c3-3330430f1c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:38.989850 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-08fbb631-0936-436c-90c3-3330430f1c2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a38ca6e1-282d-485b-8e30-1d83bfdc0937 HTTP/1.1" status: 200 len: 846 time: 0.0938451 Dec 12 18:00:39.001615 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025abc1a-925c-4777-bbfe-9b8ec0491ffe req-c0e05e33-4348-4ea6-85bb-24599e2f28e9 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:39.003326 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-025abc1a-925c-4777-bbfe-9b8ec0491ffe req-c0e05e33-4348-4ea6-85bb-24599e2f28e9 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=06520e18-d0aa-4e90-b09b-d96cec61bf15 HTTP/1.1" status: 200 len: 943 time: 0.1159914 Dec 12 18:00:39.016958 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cc77b335-1abf-4446-97a6-31b2dfc35f11 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port bed68c75-9751-4972-a398-0df65d235b66 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:39.017993 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc77b335-1abf-4446-97a6-31b2dfc35f11 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:39.049403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-538f3dae-087d-47f1-aef7-e41409adb8be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75b935da-edec-4803-8c21-61a0e9a0c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449579 Dec 12 18:00:39.104956 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-38a3c7e0-6c76-4050-a62c-5ac47ba1b71d None None] Set router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:00:39.215329 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-025abc1a-925c-4777-bbfe-9b8ec0491ffe req-36ceb838-4bf5-4d71-b6ee-ca919f2d7921 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014096 Dec 12 18:00:39.284541 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-09dc4f7d-8c58-4730-8090-da602fc7df2d service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086825 Dec 12 18:00:39.485072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7c4f719-ba8d-4642-b658-b52c7ab31665 req-54d5a847-9753-4c05-807a-d9525e567ec0 service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884234 Dec 12 18:00:39.622994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-38a3c7e0-6c76-4050-a62c-5ac47ba1b71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T18:00:37Z', 'revision_number': 5, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:39.654318 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3c7e0-6c76-4050-a62c-5ac47ba1b71d None None] Checking router: ae52ae45-ebba-4f39-acf4-91e7570f3fe0 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:00:39.664523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3c7e0-6c76-4050-a62c-5ac47ba1b71d None None] Routers {'ae52ae45-ebba-4f39-acf4-91e7570f3fe0'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:00:39.665369 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-38a3c7e0-6c76-4050-a62c-5ac47ba1b71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:00:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:39.682674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7baf33b-c0a5-4a5b-8944-771f4aeaceec req-42839719-dac7-4fc6-8510-c62d494ee327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:39.687161 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7baf33b-c0a5-4a5b-8944-771f4aeaceec req-42839719-dac7-4fc6-8510-c62d494ee327 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&device_id=06520e18-d0aa-4e90-b09b-d96cec61bf15 HTTP/1.1" status: 200 len: 1094 time: 0.1225686 Dec 12 18:00:39.816336 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc77b335-1abf-4446-97a6-31b2dfc35f11 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:39.830112 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cc77b335-1abf-4446-97a6-31b2dfc35f11 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for bed68c75-9751-4972-a398-0df65d235b66 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:39.831111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7baf33b-c0a5-4a5b-8944-771f4aeaceec req-b078b8e2-3413-4a40-b168-db013e310da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:39.831891 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-38a3c7e0-6c76-4050-a62c-5ac47ba1b71d None None] Set router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:00:39.832885 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7baf33b-c0a5-4a5b-8944-771f4aeaceec req-b078b8e2-3413-4a40-b168-db013e310da7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 907 time: 0.1369696 Dec 12 18:00:39.901928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7baf33b-c0a5-4a5b-8944-771f4aeaceec req-15aba2b0-ebc9-4e82-9aae-3817a18afc9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0b8bff7-3b0c-4042-886f-40bda522b857 HTTP/1.1" status: 200 len: 217 time: 0.0566673 Dec 12 18:00:40.010339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7baf33b-c0a5-4a5b-8944-771f4aeaceec req-fd8fe436-3aaa-48ef-92f7-751ef653d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:40.014236 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7baf33b-c0a5-4a5b-8944-771f4aeaceec req-fd8fe436-3aaa-48ef-92f7-751ef653d8c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a38ca6e1-282d-485b-8e30-1d83bfdc0937 HTTP/1.1" status: 200 len: 846 time: 0.1028214 Dec 12 18:00:40.033422 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7ac7be8-709f-4503-b2d4-3596e9ea5c29 admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:40.037325 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc77b335-1abf-4446-97a6-31b2dfc35f11 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:40.066386 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7baf33b-c0a5-4a5b-8944-771f4aeaceec req-8dfad074-5159-4540-b7d0-8e8de9c4216e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75b935da-edec-4803-8c21-61a0e9a0c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427656 Dec 12 18:00:40.140325 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b335-1abf-4446-97a6-31b2dfc35f11 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=bed68c75-9751-4972-a398-0df65d235b66,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:40.192798 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-38a3c7e0-6c76-4050-a62c-5ac47ba1b71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T18:00:37Z', 'revision_number': 5, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:40.237104 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3c7e0-6c76-4050-a62c-5ac47ba1b71d None None] The sync data for ids ['ae52ae45-ebba-4f39-acf4-91e7570f3fe0'] in n-d-760354-5 is: [{'id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'name': 'tempest-AttachVolumeShelveTestJSON-108652397-router', 'tenant_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:48:41Z', 'updated_at': '2021-12-12T18:00:37Z', 'revision_number': 5, 'project_id': 'd0b4bc710fe244f885d5e9cf88a75d69', 'gw_port': {'id': '27939596-11e8-49c5-835b-a5e2c6bafa47', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ae45-ebba-4f39-acf4-91e7570f3fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:48:42Z', 'updated_at': '2021-12-12T17:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:00:40.264983 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7baf33b-c0a5-4a5b-8944-771f4aeaceec req-6436fc2f-1113-4fbc-8943-3ae16793d2b6 service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897745 Dec 12 18:00:40.404558 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7ac7be8-709f-4503-b2d4-3596e9ea5c29 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:40.422363 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc77b335-1abf-4446-97a6-31b2dfc35f11 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:40.565131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f77bc-707b-44dd-9925-a430cf001d4c req-b4b5ef7e-317d-4ef6-9b57-6d7e48f5c50e tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:40.569972 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f49f77bc-707b-44dd-9925-a430cf001d4c req-b4b5ef7e-317d-4ef6-9b57-6d7e48f5c50e tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=06520e18-d0aa-4e90-b09b-d96cec61bf15 HTTP/1.1" status: 200 len: 943 time: 0.2393274 Dec 12 18:00:40.629475 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7baf33b-c0a5-4a5b-8944-771f4aeaceec req-0dc0545f-8941-4301-88b9-42444549d60d service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331254 Dec 12 18:00:40.662749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e873b908-e1e7-4669-b00b-1f112aa0d8bf no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:00:40.720379 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: e873b908-e1e7-4669-b00b-1f112aa0d8bf {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:00:40.720857 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e873b908-e1e7-4669-b00b-1f112aa0d8bf not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:00:40.745430 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f49f77bc-707b-44dd-9925-a430cf001d4c req-0fed5b3d-e649-4285-a4d4-60e32076c63d tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593242 Dec 12 18:00:40.783265 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc77b335-1abf-4446-97a6-31b2dfc35f11 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Router 8ba7e52d-9aa2-47f5-950f-830386eb1a3d has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:00:40.810488 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac7be8-709f-4503-b2d4-3596e9ea5c29 admin admin] Deleting port 27939596-11e8-49c5-835b-a5e2c6bafa47 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:40.810903 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7ac7be8-709f-4503-b2d4-3596e9ea5c29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:40.982039 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc77b335-1abf-4446-97a6-31b2dfc35f11 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:00:40.991704 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cc77b335-1abf-4446-97a6-31b2dfc35f11 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "PUT /v2.0/routers/8ba7e52d-9aa2-47f5-950f-830386eb1a3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7875845 Dec 12 18:00:40.992697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47934) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:40.999859 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-c7ac7be8-709f-4503-b2d4-3596e9ea5c29 admin admin] For port 27939596-11e8-49c5-835b-a5e2c6bafa47, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=27939596-11e8-49c5-835b-a5e2c6bafa47,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:41.000257 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7ac7be8-709f-4503-b2d4-3596e9ea5c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:41.010248 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce907b5-e896-4b31-82ca-a3b340acce74 None None] Sync routers for ids ['8ba7e52d-9aa2-47f5-950f-830386eb1a3d'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:00:41.018346 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac7be8-709f-4503-b2d4-3596e9ea5c29 admin admin] Calling delete_port for 27939596-11e8-49c5-835b-a5e2c6bafa47 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:41.025502 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-294740b7-7815-4469-8003-7e2ed4b45357 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] GET failed (client error): The resource could not be found. Dec 12 18:00:41.030305 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-294740b7-7815-4469-8003-7e2ed4b45357 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports/bed68c75-9751-4972-a398-0df65d235b66 HTTP/1.1" status: 404 len: 333 time: 0.0340068 Dec 12 18:00:41.030725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47936) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:41.077977 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce907b5-e896-4b31-82ca-a3b340acce74 None None] Routers {'8ba7e52d-9aa2-47f5-950f-830386eb1a3d'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:00:41.081663 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1ce907b5-e896-4b31-82ca-a3b340acce74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:00:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['8ba7e52d-9aa2-47f5-950f-830386eb1a3d'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:41.129300 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1ce907b5-e896-4b31-82ca-a3b340acce74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:41.140475 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce907b5-e896-4b31-82ca-a3b340acce74 None None] Routers {'8ba7e52d-9aa2-47f5-950f-830386eb1a3d'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:00:41.141385 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1ce907b5-e896-4b31-82ca-a3b340acce74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:00:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['8ba7e52d-9aa2-47f5-950f-830386eb1a3d'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:41.169701 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7667d299-efef-4499-88a4-0dbd24344a6a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:41.190113 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1ce907b5-e896-4b31-82ca-a3b340acce74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:41.191036 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce907b5-e896-4b31-82ca-a3b340acce74 None None] The sync data for ids ['8ba7e52d-9aa2-47f5-950f-830386eb1a3d'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:00:41.237163 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7ac7be8-709f-4503-b2d4-3596e9ea5c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:41.268344 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac7be8-709f-4503-b2d4-3596e9ea5c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=27939596-11e8-49c5-835b-a5e2c6bafa47,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:41.282577 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87995299-4f39-4080-aa13-3eedbcb9fa19 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:00:41.385201 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7ac7be8-709f-4503-b2d4-3596e9ea5c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:41.417717 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7667d299-efef-4499-88a4-0dbd24344a6a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:41.423356 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7667d299-efef-4499-88a4-0dbd24344a6a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:41.518553 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7667d299-efef-4499-88a4-0dbd24344a6a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:41.519096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7667d299-efef-4499-88a4-0dbd24344a6a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Fanout notify agent at l3_agent the message router_deleted on router 8ba7e52d-9aa2-47f5-950f-830386eb1a3d {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:00:41.538079 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7667d299-efef-4499-88a4-0dbd24344a6a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:41.538921 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7667d299-efef-4499-88a4-0dbd24344a6a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/routers/8ba7e52d-9aa2-47f5-950f-830386eb1a3d HTTP/1.1" status: 204 len: 168 time: 0.5067065 Dec 12 18:00:41.541527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47946) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:41.561117 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7ac7be8-709f-4503-b2d4-3596e9ea5c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:41.566302 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7ac7be8-709f-4503-b2d4-3596e9ea5c29 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:41.602576 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07ae117-b988-42a5-a577-76f900e6bb41 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting subnet 70c23a75-cf67-4c18-878d-9450c7d1e638 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:00:41.606099 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b07ae117-b988-42a5-a577-76f900e6bb41 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:41.633736 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7ac7be8-709f-4503-b2d4-3596e9ea5c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:41.636226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ac7be8-709f-4503-b2d4-3596e9ea5c29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae52ae45-ebba-4f39-acf4-91e7570f3fe0 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:00:41.644217 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7ac7be8-709f-4503-b2d4-3596e9ea5c29 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:41.645934 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c7ac7be8-709f-4503-b2d4-3596e9ea5c29 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ae52ae45-ebba-4f39-acf4-91e7570f3fe0 HTTP/1.1" status: 204 len: 168 time: 2.7842917 Dec 12 18:00:41.648372 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47948) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:41.665785 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b07ae117-b988-42a5-a577-76f900e6bb41 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:41.721793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-de877916-bae1-4fc6-a6aa-08e484705f06 admin admin] Deleting subnet 076bf984-90a2-4fda-a328-15e958eede88 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:00:41.727038 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de877916-bae1-4fc6-a6aa-08e484705f06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:41.825263 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b07ae117-b988-42a5-a577-76f900e6bb41 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:41.842059 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de877916-bae1-4fc6-a6aa-08e484705f06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:41.894839 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b07ae117-b988-42a5-a577-76f900e6bb41 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:41.959216 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ae117-b988-42a5-a577-76f900e6bb41 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Subnet': ['ID=70c23a75-cf67-4c18-878d-9450c7d1e638,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:41.967220 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b07ae117-b988-42a5-a577-76f900e6bb41 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:41.970277 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a0b8bff7-3b0c-4042-886f-40bda522b857 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:00:41.971251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b07ae117-b988-42a5-a577-76f900e6bb41 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/70c23a75-cf67-4c18-878d-9450c7d1e638 HTTP/1.1" status: 204 len: 168 time: 0.4283819 Dec 12 18:00:41.974261 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47958) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:41.996867 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4258e92a-40e2-44af-a96e-bb4f36d5915a None None] Network 50a29737-2561-4213-8460-658c925e1096 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:42.005527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7665e-d631-4732-87ba-2b4444288081 req-b3606fa4-e85d-42db-be8d-daa83706cdcc tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:42.007583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8b7665e-d631-4732-87ba-2b4444288081 req-b3606fa4-e85d-42db-be8d-daa83706cdcc tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=06520e18-d0aa-4e90-b09b-d96cec61bf15 HTTP/1.1" status: 200 len: 943 time: 0.1034141 Dec 12 18:00:42.065663 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8b7665e-d631-4732-87ba-2b4444288081 req-7ffe3cc0-a452-4722-a454-1f933e31e0a8 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512385 Dec 12 18:00:42.144152 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:42.153118 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de877916-bae1-4fc6-a6aa-08e484705f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:42.196192 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-139b2794-d821-44d1-8cd4-6adb6d01d211 req-a8b439db-5b9e-4751-b7ec-14995d089b0e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818145 Dec 12 18:00:42.199497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a0b8bff7-3b0c-4042-886f-40bda522b857, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a0b8bff7-3b0c-4042-886f-40bda522b857,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:42.247888 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'a0b8bff7-3b0c-4042-886f-40bda522b857', 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c', 'port_id': 'a0b8bff7-3b0c-4042-886f-40bda522b857', 'mac_address': 'fa:16:3e:0e:ff:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38ca6e1-282d-485b-8e30-1d83bfdc0937', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:00:42.325946 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de877916-bae1-4fc6-a6aa-08e484705f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:42.371670 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c41fde-d90f-45c0-97d5-d98706b73120 None None] Network dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:42.376619 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de877916-bae1-4fc6-a6aa-08e484705f06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:42.380226 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-de877916-bae1-4fc6-a6aa-08e484705f06 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/076bf984-90a2-4fda-a328-15e958eede88 HTTP/1.1" status: 204 len: 168 time: 0.7305489 Dec 12 18:00:42.383409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47966) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:42.393338 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b2794-d821-44d1-8cd4-6adb6d01d211 req-f5b4db6d-b6c1-4c4c-9dd4-dec425de454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:42.394902 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-139b2794-d821-44d1-8cd4-6adb6d01d211 req-f5b4db6d-b6c1-4c4c-9dd4-dec425de454c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0643e8c59bb04ea0bbd1649309deba41&device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 1096 time: 0.1441574 Dec 12 18:00:42.409796 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:42.414667 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port f59f8795-de6c-4b88-850b-c17b37b392e7 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:42.415021 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:42.418153 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de877916-bae1-4fc6-a6aa-08e484705f06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076bf984-90a2-4fda-a328-15e958eede88,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:42.434431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b8bff7-3b0c-4042-886f-40bda522b857 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:00:42.438809 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c344f0d2-21bd-4528-bf42-de116fb79915 None None] DHCP port deletion for 50a29737-2561-4213-8460-658c925e1096 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:00:42.539701 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:42.561137 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a0b8bff7-3b0c-4042-886f-40bda522b857, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a0b8bff7-3b0c-4042-886f-40bda522b857,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:42.601142 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b2794-d821-44d1-8cd4-6adb6d01d211 req-c2d6e29c-b90d-42e8-a637-2b693658b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:42.602436 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-139b2794-d821-44d1-8cd4-6adb6d01d211 req-c2d6e29c-b90d-42e8-a637-2b693658b8cf service neutron] 10.222.0.31 "GET /v2.0/networks?id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811 HTTP/1.1" status: 200 len: 916 time: 0.1762378 Dec 12 18:00:42.617253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] Deleting port 156697a8-2e90-4a57-936b-5b395fe6961d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:42.617758 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:42.622179 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] For port f59f8795-de6c-4b88-850b-c17b37b392e7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f59f8795-de6c-4b88-850b-c17b37b392e7,segment=NetworkSegment(39084dda-880d-48c1-81c3-9df7cdbc59be),segment_id=39084dda-880d-48c1-81c3-9df7cdbc59be)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:42.623268 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:42.648254 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:42.650403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f59f8795-de6c-4b88-850b-c17b37b392e7 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:00:42.667309 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-139b2794-d821-44d1-8cd4-6adb6d01d211 req-9f970b85-32d8-4200-8ca1-0fdd8550275a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40cef727-1ccb-4d16-ab4c-c5298cd6f709 HTTP/1.1" status: 200 len: 217 time: 0.0532248 Dec 12 18:00:42.671798 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for f59f8795-de6c-4b88-850b-c17b37b392e7 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:42.722701 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b2794-d821-44d1-8cd4-6adb6d01d211 req-52852135-bdb2-45b4-ba3a-b6b9cf393307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:42.724317 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-139b2794-d821-44d1-8cd4-6adb6d01d211 req-52852135-bdb2-45b4-ba3a-b6b9cf393307 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=59029fd3-d542-49a5-8d21-125b85b5f591 HTTP/1.1" status: 200 len: 855 time: 0.0483546 Dec 12 18:00:42.731171 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=a0b8bff7-3b0c-4042-886f-40bda522b857,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:42.769951 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-139b2794-d821-44d1-8cd4-6adb6d01d211 req-aa742a49-d2fa-4e9e-8c38-e279dedc33f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368254 Dec 12 18:00:42.772576 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] For port 156697a8-2e90-4a57-936b-5b395fe6961d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=156697a8-2e90-4a57-936b-5b395fe6961d,segment=NetworkSegment(aad624b3-8fda-4786-812d-765631b94ca2),segment_id=aad624b3-8fda-4786-812d-765631b94ca2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:42.772947 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:42.790925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] Calling delete_port for 156697a8-2e90-4a57-936b-5b395fe6961d owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:42.816243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c344f0d2-21bd-4528-bf42-de116fb79915 None None] Deleting port f59f8795-de6c-4b88-850b-c17b37b392e7 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:42.816934 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c344f0d2-21bd-4528-bf42-de116fb79915 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:42.915358 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-139b2794-d821-44d1-8cd4-6adb6d01d211 req-d2ecb35a-5af8-447b-960b-87e49c172caf service neutron] 10.222.0.31 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112289 Dec 12 18:00:42.945521 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:42.948262 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['a0b8bff7-3b0c-4042-886f-40bda522b857'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:00:42.981539 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:43.012556 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=156697a8-2e90-4a57-936b-5b395fe6961d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:43.014994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] No DVR routers for this DVR port 156697a8-2e90-4a57-936b-5b395fe6961d on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:00:43.021892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d73b12a-cb12-4d75-b81e-743a53cc8f7b None None] DHCP port deletion for dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:00:43.051273 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:43.059985 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-139b2794-d821-44d1-8cd4-6adb6d01d211 req-9b5af1fd-3d50-478a-8ab1-49edda1d609f service neutron] 10.222.0.31 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360810 Dec 12 18:00:43.109622 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c344f0d2-21bd-4528-bf42-de116fb79915 None None] For port f59f8795-de6c-4b88-850b-c17b37b392e7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f59f8795-de6c-4b88-850b-c17b37b392e7,segment=NetworkSegment(39084dda-880d-48c1-81c3-9df7cdbc59be),segment_id=39084dda-880d-48c1-81c3-9df7cdbc59be)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:43.110029 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c344f0d2-21bd-4528-bf42-de116fb79915 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:43.112141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=f59f8795-de6c-4b88-850b-c17b37b392e7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:43.123396 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No DVR routers for this DVR port f59f8795-de6c-4b88-850b-c17b37b392e7 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:00:43.124745 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c344f0d2-21bd-4528-bf42-de116fb79915 None None] Calling delete_port for f59f8795-de6c-4b88-850b-c17b37b392e7 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:43.151571 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:43.155489 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 27939596-11e8-49c5-835b-a5e2c6bafa47 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:00:43.200797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 27939596-11e8-49c5-835b-a5e2c6bafa47 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:00:43.201177 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 27939596-11e8-49c5-835b-a5e2c6bafa47 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:00:43.261394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe25255-4bd2-4c53-8d31-0c8572b7b9b7']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:43.279499 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:43.302021 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a29737-2561-4213-8460-658c925e1096']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:43.312198 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39084dda-880d-48c1-81c3-9df7cdbc59be') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:43.312558 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39084dda-880d-48c1-81c3-9df7cdbc59be') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:43.323684 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:43.330441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad624b3-8fda-4786-812d-765631b94ca2') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:43.330974 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad624b3-8fda-4786-812d-765631b94ca2') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:00:43.340460 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:43.346738 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:43.351158 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:00:43.352386 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:43.392852 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:43.428957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd9240-2d83-4f8a-b758-cc72c9efac44 req-98af78f9-fb18-4b66-aafc-a27b1a7def12 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:43.431077 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61cd9240-2d83-4f8a-b758-cc72c9efac44 req-98af78f9-fb18-4b66-aafc-a27b1a7def12 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=06520e18-d0aa-4e90-b09b-d96cec61bf15 HTTP/1.1" status: 200 len: 944 time: 0.1550510 Dec 12 18:00:43.434325 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:00:43.434734 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:00:43.436684 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:00:43.524213 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:00:43.532842 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:43.565785 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:43.576359 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/networks/50a29737-2561-4213-8460-658c925e1096 HTTP/1.1" status: 204 len: 168 time: 1.6007481 Dec 12 18:00:43.581264 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61cd9240-2d83-4f8a-b758-cc72c9efac44 req-a8ad7a6d-21cc-47f8-9e0f-e1cdf6d6bb60 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342173 Dec 12 18:00:43.582269 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fb696-1858-4902-b29d-f4caa13b60e8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Network': ['ID=50a29737-2561-4213-8460-658c925e1096,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:43.584437 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47988) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:43.587305 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:43.602422 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:43.614230 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dbe25255-4bd2-4c53-8d31-0c8572b7b9b7 HTTP/1.1" status: 204 len: 168 time: 1.2288795 Dec 12 18:00:43.637120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266e4ef-4caa-4be7-a0df-3256e6723e57 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbe25255-4bd2-4c53-8d31-0c8572b7b9b7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.657148 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.660377 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.660377 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.660377 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.660377 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.660377 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.660377 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.660377 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.660377 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.660377 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.660377 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.660377 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.660377 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.660377 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:00:43.660377 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:00:43.664437 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c344f0d2-21bd-4528-bf42-de116fb79915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:43.683373 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c344f0d2-21bd-4528-bf42-de116fb79915 None None] Network 50a29737-2561-4213-8460-658c925e1096 is not hosted by any dhcp agent {{(pid=103152) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 18:00:43.684109 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c344f0d2-21bd-4528-bf42-de116fb79915 None None] No DVR routers for this DVR port f59f8795-de6c-4b88-850b-c17b37b392e7 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:00:43.701863 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bc0e47-b769-4dc4-a138-fe6962609b97 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:43.710225 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344f0d2-21bd-4528-bf42-de116fb79915 None None] Pushing event deleted for resources: {'Port': ['ID=f59f8795-de6c-4b88-850b-c17b37b392e7,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:43.718425 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c3bc0e47-b769-4dc4-a138-fe6962609b97 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports/98e49208-d616-4330-89a9-7f392b4d66ec HTTP/1.1" status: 200 len: 845 time: 0.1198003 Dec 12 18:00:43.723749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 47996) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:43.784484 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-35329332-5002-4f47-87ee-81f92bf534c5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports/98e49208-d616-4330-89a9-7f392b4d66ec?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0594833 Dec 12 18:00:43.788909 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 47998) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:43.797854 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5fd2d0a5-0045-44de-802c-31d26b6e6894 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'subnet': {'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:43.862057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 48000) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:43.915859 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2ff6acf8-02a7-4cfa-9174-f3f3faf9418b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0b4bc710fe244f885d5e9cf88a75d69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0561073 Dec 12 18:00:43.918892 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 48002) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:43.933939 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd2d0a5-0045-44de-802c-31d26b6e6894 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:43.938466 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5fd2d0a5-0045-44de-802c-31d26b6e6894 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:44.029944 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b874659-5f9c-43c9-8d13-750220c758d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:44.117861 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b874659-5f9c-43c9-8d13-750220c758d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:44.180865 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b874659-5f9c-43c9-8d13-750220c758d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:44.184635 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b874659-5f9c-43c9-8d13-750220c758d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:44.186177 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5b874659-5f9c-43c9-8d13-750220c758d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dbc8a75d-c866-4a8a-ad76-466d512084c8 HTTP/1.1" status: 204 len: 168 time: 0.2658007 Dec 12 18:00:44.187094 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5fd2d0a5-0045-44de-802c-31d26b6e6894 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:44.209738 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b874659-5f9c-43c9-8d13-750220c758d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc8a75d-c866-4a8a-ad76-466d512084c8,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:44.254539 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd2d0a5-0045-44de-802c-31d26b6e6894 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:44.262862 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5fd2d0a5-0045-44de-802c-31d26b6e6894 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:44.269984 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd2d0a5-0045-44de-802c-31d26b6e6894 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:44.270731 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5fd2d0a5-0045-44de-802c-31d26b6e6894 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:44.273543 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63fa60b-455c-42f0-a576-699109a3cb90 None None] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:44.275742 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2d0a5-0045-44de-802c-31d26b6e6894 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Subnet': ['ID=90740bf3-7110-4658-83f7-654d5be96d6d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:44.313699 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 48012) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:44.314143 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5fd2d0a5-0045-44de-802c-31d26b6e6894 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5234022 Dec 12 18:00:44.319023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-bc60fd3d-b3a6-490c-9d4e-dad8456fd920 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'security_group': {'name': 'tempest-secgroup-857910078'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:44.409439 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc60fd3d-b3a6-490c-9d4e-dad8456fd920 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:44.519413 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-41acbcc9-0955-4f8d-91c4-5d484208a7d7', 'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7', 'project_id': '8916da2261ee49a0b41d32cda9c22e6d', 'fixed_ips': [{'subnet_id': '90740bf3-7110-4658-83f7-654d5be96d6d'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:00:44.520677 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:44.565669 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 156697a8-2e90-4a57-936b-5b395fe6961d no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:00:44.602203 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 156697a8-2e90-4a57-936b-5b395fe6961d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:00:44.602566 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 156697a8-2e90-4a57-936b-5b395fe6961d not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:00:44.614004 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc60fd3d-b3a6-490c-9d4e-dad8456fd920 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:44.626713 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc60fd3d-b3a6-490c-9d4e-dad8456fd920 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:44.674545 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc60fd3d-b3a6-490c-9d4e-dad8456fd920 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:44.676119 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bc60fd3d-b3a6-490c-9d4e-dad8456fd920 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3612835 Dec 12 18:00:44.678960 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48028) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:44.685505 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ebd4bce8-9ba1-4697-a65c-7b29c9733815 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'security_group': {'name': 'tempest-secgroup-484789556'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:44.692051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60fd3d-b3a6-490c-9d4e-dad8456fd920 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d116d588-5165-4190-b838-a0cae5439990,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:44.765053 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebd4bce8-9ba1-4697-a65c-7b29c9733815 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:44.771222 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996674c9-6c92-40b2-987a-cd196b0943d2 req-0fd6b3e6-9455-4fdb-b9db-878ffbb62be6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:44.785851 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-996674c9-6c92-40b2-987a-cd196b0943d2 req-0fd6b3e6-9455-4fdb-b9db-878ffbb62be6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=06520e18-d0aa-4e90-b09b-d96cec61bf15 HTTP/1.1" status: 200 len: 944 time: 0.0719378 Dec 12 18:00:44.813753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Allocated IP 2001:db8::2 (41acbcc9-0955-4f8d-91c4-5d484208a7d7/90740bf3-7110-4658-83f7-654d5be96d6d/7deaced8-2e2e-4327-8dcc-95192a5c0195) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:44.853025 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-996674c9-6c92-40b2-987a-cd196b0943d2 req-6a559a28-cd99-43cd-8648-e8775a686cc4 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656912 Dec 12 18:00:44.940326 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebd4bce8-9ba1-4697-a65c-7b29c9733815 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:44.952470 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebd4bce8-9ba1-4697-a65c-7b29c9733815 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:44.992267 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:44.999838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0dc0e1d9-f172-4abf-8285-4cc57bf000c0 req-806ea2a7-270d-4251-be97-63eb791664a6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b8843e96-cd05-4515-8191-5e93e218aba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1441109 Dec 12 18:00:45.007994 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:45.035582 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebd4bce8-9ba1-4697-a65c-7b29c9733815 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:45.039720 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ebd4bce8-9ba1-4697-a65c-7b29c9733815 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3567674 Dec 12 18:00:45.048284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4bce8-9ba1-4697-a65c-7b29c9733815 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf059fc-2eb3-46ed-b2d7-c988f9fa7def,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:45.051658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 48040) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:45.056469 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-455045b9-1ae5-4be1-89c8-a721e67cf88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:45.070885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-3dd01543-1d3e-4284-abea-3b4ee4774b34 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1409334913', 'security_groups': ['7cf059fc-2eb3-46ed-b2d7-c988f9fa7def'], 'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '90740bf3-7110-4658-83f7-654d5be96d6d'}]}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:45.072002 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:45.078750 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:45.082445 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:00:45.089081 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Pushing event updated for resources: {'Port': ['ID=7deaced8-2e2e-4327-8dcc-95192a5c0195,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:45.147157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Attempting to bind port 7deaced8-2e2e-4327-8dcc-95192a5c0195 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:00:45.147837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Attempting to bind port 7deaced8-2e2e-4327-8dcc-95192a5c0195 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'f7aae475-ea20-4ffa-891d-313a440d6dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:00:45.148373 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Attempting to bind port 7deaced8-2e2e-4327-8dcc-95192a5c0195 on network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:00:45.155109 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:00:45.155791 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Checking segment: {'id': 'f7aae475-ea20-4ffa-891d-313a440d6dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:00:45.156374 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:45.156929 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Bound using segment: {'id': 'f7aae475-ea20-4ffa-891d-313a440d6dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:00:45.157586 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Bound port: 7deaced8-2e2e-4327-8dcc-95192a5c0195, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7aae475-ea20-4ffa-891d-313a440d6dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:00:45.158154 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:45.282162 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] For port 7deaced8-2e2e-4327-8dcc-95192a5c0195, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:00:45.287968 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] For port 7deaced8-2e2e-4327-8dcc-95192a5c0195, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7deaced8-2e2e-4327-8dcc-95192a5c0195,segment=NetworkSegment(f7aae475-ea20-4ffa-891d-313a440d6dbc),segment_id=f7aae475-ea20-4ffa-891d-313a440d6dbc)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:00:45.297252 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:45.393217 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0e1d9-f172-4abf-8285-4cc57bf000c0 req-0a6153c8-9a9d-4106-88ac-084df5559e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:45.395013 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0dc0e1d9-f172-4abf-8285-4cc57bf000c0 req-0a6153c8-9a9d-4106-88ac-084df5559e58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0643e8c59bb04ea0bbd1649309deba41&device_id=b8843e96-cd05-4515-8191-5e93e218aba7 HTTP/1.1" status: 200 len: 1096 time: 0.2952571 Dec 12 18:00:45.475499 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a78405-fc22-4dbd-9279-721e9fc08c78 None None] Pushing event updated for resources: {'Port': ['ID=7deaced8-2e2e-4327-8dcc-95192a5c0195,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:45.651764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd01543-1d3e-4284-abea-3b4ee4774b34 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:45.763983 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0e1d9-f172-4abf-8285-4cc57bf000c0 req-0e5c2ccf-49f4-481f-a839-988ca2a66f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:45.765841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0dc0e1d9-f172-4abf-8285-4cc57bf000c0 req-0e5c2ccf-49f4-481f-a839-988ca2a66f99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811 HTTP/1.1" status: 200 len: 916 time: 0.3473337 Dec 12 18:00:45.868778 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0dc0e1d9-f172-4abf-8285-4cc57bf000c0 req-d119c5fe-b93a-4ab8-827f-01b00fc12483 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0b926e1-7076-46a3-ad9a-27de585ce21d HTTP/1.1" status: 200 len: 217 time: 0.0917130 Dec 12 18:00:45.987483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a0b8bff7-3b0c-4042-886f-40bda522b857 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:00:46.017624 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3dd01543-1d3e-4284-abea-3b4ee4774b34 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:46.109103 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port a0b8bff7-3b0c-4042-886f-40bda522b857 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:00:46.113888 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port a0b8bff7-3b0c-4042-886f-40bda522b857 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:46.114417 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:46.137548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0e1d9-f172-4abf-8285-4cc57bf000c0 req-648bdfeb-c12c-4ee9-a8c6-cf1ea417d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:46.139094 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0dc0e1d9-f172-4abf-8285-4cc57bf000c0 req-648bdfeb-c12c-4ee9-a8c6-cf1ea417d5ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=59029fd3-d542-49a5-8d21-125b85b5f591 HTTP/1.1" status: 200 len: 855 time: 0.2372165 Dec 12 18:00:46.146028 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-3dd01543-1d3e-4284-abea-3b4ee4774b34 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] device_id is not set on port a2f1d473-13db-46f2-8ce1-857d2a46e22b yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:00:46.273176 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0dc0e1d9-f172-4abf-8285-4cc57bf000c0 req-1d8265d1-14f7-4926-b288-251c4648f159 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7734bd2a-69ed-4fcf-8d01-97c4c0c40811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149671 Dec 12 18:00:46.290053 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:46.302847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9606e1-d3d6-497c-8aef-9179ad5862ca req-d8e2f449-7588-45e7-892b-6ee90572338c tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:46.304427 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ab9606e1-d3d6-497c-8aef-9179ad5862ca req-d8e2f449-7588-45e7-892b-6ee90572338c tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=06520e18-d0aa-4e90-b09b-d96cec61bf15 HTTP/1.1" status: 200 len: 944 time: 0.3115265 Dec 12 18:00:46.335054 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a0b8bff7-3b0c-4042-886f-40bda522b857, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a0b8bff7-3b0c-4042-886f-40bda522b857,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:46.336665 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06520e18-d0aa-4e90-b09b-d96cec61bf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b8bff7-3b0c-4042-886f-40bda522b857'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:00:46.340538 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73714fed-e44c-426e-9bcc-86e9afaa1c10" -d '{"events": [{"server_uuid": "06520e18-d0aa-4e90-b09b-d96cec61bf15", "name": "network-vif-plugged", "status": "completed", "tag": "a0b8bff7-3b0c-4042-886f-40bda522b857"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:00:46.346966 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:46.408773 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=a0b8bff7-3b0c-4042-886f-40bda522b857,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:46.469081 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16430c80-bd80-4756-90fd-636ab69e9f2a x-openstack-request-id: req-16430c80-bd80-4756-90fd-636ab69e9f2a {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:00:46.472615 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06520e18-d0aa-4e90-b09b-d96cec61bf15", "name": "network-vif-plugged", "status": "completed", "tag": "a0b8bff7-3b0c-4042-886f-40bda522b857", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:00:46.473845 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16430c80-bd80-4756-90fd-636ab69e9f2a {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:00:46.476057 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06520e18-d0aa-4e90-b09b-d96cec61bf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b8bff7-3b0c-4042-886f-40bda522b857', 'code': 200} Dec 12 18:00:46.632853 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7deaced8-2e2e-4327-8dcc-95192a5c0195 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:00:46.732069 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7deaced8-2e2e-4327-8dcc-95192a5c0195 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:46.732845 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:46.871410 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:47.000741 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 7deaced8-2e2e-4327-8dcc-95192a5c0195, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7deaced8-2e2e-4327-8dcc-95192a5c0195,segment=NetworkSegment(f7aae475-ea20-4ffa-891d-313a440d6dbc),segment_id=f7aae475-ea20-4ffa-891d-313a440d6dbc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:47.010896 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-734a495a-48d6-4755-8cb6-4f958b430577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:47.016561 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:47.131611 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:47.145658 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=7deaced8-2e2e-4327-8dcc-95192a5c0195,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:47.182188 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ab9606e1-d3d6-497c-8aef-9179ad5862ca req-ef6b318a-1d71-4543-bba5-eb585d6742a4 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8622890 Dec 12 18:00:47.197218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74065770-5f32-4523-9f3c-50a26a9304bc req-211e3025-46ad-440c-b1c5-a6280c9f7620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:47.199743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74065770-5f32-4523-9f3c-50a26a9304bc req-211e3025-46ad-440c-b1c5-a6280c9f7620 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=06520e18-d0aa-4e90-b09b-d96cec61bf15 HTTP/1.1" status: 200 len: 1096 time: 0.2177961 Dec 12 18:00:47.205845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0dc0e1d9-f172-4abf-8285-4cc57bf000c0 req-c9bcdd72-30cd-4082-9761-11228c0e3340 service neutron] 10.222.0.20 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9225709 Dec 12 18:00:47.216614 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8ddd064a-5273-4681-a407-1e188518a765 None None] Provisioning complete for port 98e49208-d616-4330-89a9-7f392b4d66ec triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:47.217058 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8ddd064a-5273-4681-a407-1e188518a765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:47.258564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8ddd064a-5273-4681-a407-1e188518a765 None None] Port 98e49208-d616-4330-89a9-7f392b4d66ec cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:00:47.272912 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8ddd064a-5273-4681-a407-1e188518a765 None None] Provisioning complete for port 7deaced8-2e2e-4327-8dcc-95192a5c0195 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:47.273424 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8ddd064a-5273-4681-a407-1e188518a765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:47.347409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-3dd01543-1d3e-4284-abea-3b4ee4774b34 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Allocated IP 2001:db8::2d3 (41acbcc9-0955-4f8d-91c4-5d484208a7d7/90740bf3-7110-4658-83f7-654d5be96d6d/a2f1d473-13db-46f2-8ce1-857d2a46e22b) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:47.452093 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74065770-5f32-4523-9f3c-50a26a9304bc req-73739107-4fb8-41ef-b11b-abca71c1ebeb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364178 Dec 12 18:00:47.457618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0dc0e1d9-f172-4abf-8285-4cc57bf000c0 req-f9c2b99c-2a52-4955-a1ec-9ddfe51188d6 service neutron] 10.222.0.20 "GET /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409244 Dec 12 18:00:47.598307 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3dd01543-1d3e-4284-abea-3b4ee4774b34 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:47.659860 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3dd01543-1d3e-4284-abea-3b4ee4774b34 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:47.738547 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:47.749124 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd01543-1d3e-4284-abea-3b4ee4774b34 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:47.752656 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-3dd01543-1d3e-4284-abea-3b4ee4774b34 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:47.756804 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd01543-1d3e-4284-abea-3b4ee4774b34 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:00:47.763465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd01543-1d3e-4284-abea-3b4ee4774b34 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:47.764045 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3dd01543-1d3e-4284-abea-3b4ee4774b34 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:47.788976 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd01543-1d3e-4284-abea-3b4ee4774b34 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=a2f1d473-13db-46f2-8ce1-857d2a46e22b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:47.808049 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3dd01543-1d3e-4284-abea-3b4ee4774b34 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7481797 Dec 12 18:00:47.811222 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48122) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:47.820365 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9e4572e7-b3ff-454e-83b3-a2e85c8534ed tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'subnet': {'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:47.963593 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4572e7-b3ff-454e-83b3-a2e85c8534ed tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:47.968301 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e4572e7-b3ff-454e-83b3-a2e85c8534ed tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:48.262856 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e98dff79-18fe-42c2-9bc9-e452b41204de None None] Provisioning complete for port a2f1d473-13db-46f2-8ce1-857d2a46e22b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:48.264019 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e98dff79-18fe-42c2-9bc9-e452b41204de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:48.325713 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e98dff79-18fe-42c2-9bc9-e452b41204de None None] Port a2f1d473-13db-46f2-8ce1-857d2a46e22b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:00:48.386209 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f37fc1-6887-41e5-b3e1-5c4a5f0bfb7a req-722e78e3-f363-4d24-ae54-0663040b1745 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:48.387935 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04f37fc1-6887-41e5-b3e1-5c4a5f0bfb7a req-722e78e3-f363-4d24-ae54-0663040b1745 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=06520e18-d0aa-4e90-b09b-d96cec61bf15 HTTP/1.1" status: 200 len: 945 time: 0.0978665 Dec 12 18:00:48.397287 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:48.519076 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04f37fc1-6887-41e5-b3e1-5c4a5f0bfb7a req-68299d85-0ce8-4a67-ab9d-9e508fb7c3f8 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229472 Dec 12 18:00:48.598376 n-d-760354-5 neutron-server[103150]: INFO neutron.db.ipam_backend_mixin [None req-9e4572e7-b3ff-454e-83b3-a2e85c8534ed tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 90740bf3-7110-4658-83f7-654d5be96d6d (CIDR: 2001:db8::/64) Dec 12 18:00:48.603476 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4572e7-b3ff-454e-83b3-a2e85c8534ed tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:00:48.604594 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4572e7-b3ff-454e-83b3-a2e85c8534ed tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:00:48.634410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7deaced8-2e2e-4327-8dcc-95192a5c0195 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:00:48.636689 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9e4572e7-b3ff-454e-83b3-a2e85c8534ed tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8230190 Dec 12 18:00:48.638101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 48144) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:48.643877 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-3172dfd5-a7ab-452a-8bfe-e9e9db47900e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'subnet': {'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:48.737965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7deaced8-2e2e-4327-8dcc-95192a5c0195 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:48.739433 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:48.861825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3172dfd5-a7ab-452a-8bfe-e9e9db47900e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:48.866991 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3172dfd5-a7ab-452a-8bfe-e9e9db47900e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:49.377293 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3172dfd5-a7ab-452a-8bfe-e9e9db47900e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:49.483442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3172dfd5-a7ab-452a-8bfe-e9e9db47900e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:49.494009 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-3172dfd5-a7ab-452a-8bfe-e9e9db47900e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:49.506884 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b800b1b-fc86-4935-a535-b7c8c16f8e2a None None] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:49.509318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3172dfd5-a7ab-452a-8bfe-e9e9db47900e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:49.511811 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3172dfd5-a7ab-452a-8bfe-e9e9db47900e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:49.535873 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172dfd5-a7ab-452a-8bfe-e9e9db47900e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Subnet': ['ID=141085bd-7b5d-4fba-a5c6-8a16abdb2c6a,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:49.556919 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48170) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:49.566214 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2522622e-366c-485a-9c86-47e4e1748b6b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1212225043', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '141085bd-7b5d-4fba-a5c6-8a16abdb2c6a'}], 'security_groups': ['d116d588-5165-4190-b838-a0cae5439990']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:49.572364 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3172dfd5-a7ab-452a-8bfe-e9e9db47900e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9328392 Dec 12 18:00:49.875976 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57228a-be7c-4310-9067-65f578a0b113 req-61ac31db-8138-4e82-8fe1-ebe6f6608aaf tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:49.891591 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a57228a-be7c-4310-9067-65f578a0b113 req-61ac31db-8138-4e82-8fe1-ebe6f6608aaf tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=06520e18-d0aa-4e90-b09b-d96cec61bf15 HTTP/1.1" status: 200 len: 945 time: 0.1984558 Dec 12 18:00:49.944195 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae57716-4af0-457f-8e58-df2b7495bfff None None] Update dhcp port {'port': {'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7', 'fixed_ips': [{'subnet_id': '90740bf3-7110-4658-83f7-654d5be96d6d', 'ip_address': '2001:db8::2'}, {'subnet_id': '141085bd-7b5d-4fba-a5c6-8a16abdb2c6a'}], 'binding:host_id': 'n-d-760354-5'}, 'id': '7deaced8-2e2e-4327-8dcc-95192a5c0195'} from n-d-760354-5. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 18:00:50.013314 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8ae57716-4af0-457f-8e58-df2b7495bfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:50.054514 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a57228a-be7c-4310-9067-65f578a0b113 req-a9bfd143-028c-41f9-8c2e-ca8b753df65e tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519837 Dec 12 18:00:50.093554 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2522622e-366c-485a-9c86-47e4e1748b6b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:50.258587 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:50.338634 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe3c27-a13a-4a05-b7a7-9adf97daaa85 req-82b30022-db09-481c-8755-cbe6e3fad773 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:50.351003 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ebe3c27-a13a-4a05-b7a7-9adf97daaa85 req-82b30022-db09-481c-8755-cbe6e3fad773 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=06520e18-d0aa-4e90-b09b-d96cec61bf15 HTTP/1.1" status: 200 len: 945 time: 0.1234398 Dec 12 18:00:50.469120 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ebe3c27-a13a-4a05-b7a7-9adf97daaa85 req-05cbaccd-3e86-425f-93f5-68757799286d tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133926 Dec 12 18:00:50.543462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-8ae57716-4af0-457f-8e58-df2b7495bfff None None] Allocated IP 2001:db8:0:1::2 (41acbcc9-0955-4f8d-91c4-5d484208a7d7/141085bd-7b5d-4fba-a5c6-8a16abdb2c6a/7deaced8-2e2e-4327-8dcc-95192a5c0195) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:50.737101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8ae57716-4af0-457f-8e58-df2b7495bfff None None] For port 7deaced8-2e2e-4327-8dcc-95192a5c0195, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7deaced8-2e2e-4327-8dcc-95192a5c0195,segment=NetworkSegment(f7aae475-ea20-4ffa-891d-313a440d6dbc),segment_id=f7aae475-ea20-4ffa-891d-313a440d6dbc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:50.792111 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8ae57716-4af0-457f-8e58-df2b7495bfff None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:50.801594 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8ae57716-4af0-457f-8e58-df2b7495bfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:50.859847 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae57716-4af0-457f-8e58-df2b7495bfff None None] Pushing event updated for resources: {'Port': ['ID=7deaced8-2e2e-4327-8dcc-95192a5c0195,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:50.923190 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:50.999494 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-2522622e-366c-485a-9c86-47e4e1748b6b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Delete allocated IP 2001:db8::2d3 (41acbcc9-0955-4f8d-91c4-5d484208a7d7/90740bf3-7110-4658-83f7-654d5be96d6d) {{(pid=103150) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 12 18:00:51.011703 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-2522622e-366c-485a-9c86-47e4e1748b6b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Allocated IP 2001:db8:0:1::304 (41acbcc9-0955-4f8d-91c4-5d484208a7d7/141085bd-7b5d-4fba-a5c6-8a16abdb2c6a/a2f1d473-13db-46f2-8ce1-857d2a46e22b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:51.058535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a81edd-05f4-45a6-ae44-b56af222aa72 req-f8c484d9-4861-4130-b211-42642a61bb96 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:51.068431 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20a81edd-05f4-45a6-ae44-b56af222aa72 req-f8c484d9-4861-4130-b211-42642a61bb96 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=06520e18-d0aa-4e90-b09b-d96cec61bf15 HTTP/1.1" status: 200 len: 945 time: 0.1033878 Dec 12 18:00:51.148968 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20a81edd-05f4-45a6-ae44-b56af222aa72 req-f2c709d4-6383-498b-9909-2bf6fb6c9b03 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792313 Dec 12 18:00:51.284790 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2522622e-366c-485a-9c86-47e4e1748b6b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:51.294913 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2522622e-366c-485a-9c86-47e4e1748b6b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:51.382385 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2522622e-366c-485a-9c86-47e4e1748b6b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] In _notify_port_updated(), no bound segment for port a2f1d473-13db-46f2-8ce1-857d2a46e22b on network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 18:00:51.393432 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2522622e-366c-485a-9c86-47e4e1748b6b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:51.394900 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2522622e-366c-485a-9c86-47e4e1748b6b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:51.396961 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2522622e-366c-485a-9c86-47e4e1748b6b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "PUT /v2.0/ports/a2f1d473-13db-46f2-8ce1-857d2a46e22b HTTP/1.1" status: 200 len: 931 time: 1.8380723 Dec 12 18:00:51.400077 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 48224) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:51.431617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522622e-366c-485a-9c86-47e4e1748b6b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=a2f1d473-13db-46f2-8ce1-857d2a46e22b,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:51.569716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-94b00ce2-0c8e-4917-b7b6-dbef5187a00b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port a2f1d473-13db-46f2-8ce1-857d2a46e22b {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:51.570174 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94b00ce2-0c8e-4917-b7b6-dbef5187a00b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:51.687129 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94b00ce2-0c8e-4917-b7b6-dbef5187a00b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:51.713313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-94b00ce2-0c8e-4917-b7b6-dbef5187a00b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for a2f1d473-13db-46f2-8ce1-857d2a46e22b owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:51.936498 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94b00ce2-0c8e-4917-b7b6-dbef5187a00b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:51.978239 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b00ce2-0c8e-4917-b7b6-dbef5187a00b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=a2f1d473-13db-46f2-8ce1-857d2a46e22b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:52.017378 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94b00ce2-0c8e-4917-b7b6-dbef5187a00b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:52.021934 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a9aeedb6-84cd-4cd5-8022-edb26935286b None None] Provisioning complete for port 98e49208-d616-4330-89a9-7f392b4d66ec triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:52.022498 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a9aeedb6-84cd-4cd5-8022-edb26935286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:52.022639 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-94b00ce2-0c8e-4917-b7b6-dbef5187a00b tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/ports/a2f1d473-13db-46f2-8ce1-857d2a46e22b HTTP/1.1" status: 204 len: 168 time: 0.6181767 Dec 12 18:00:52.025453 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48246) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:52.063809 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1c02c6-d150-484c-b940-41ab52ed8db1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] GET failed (client error): The resource could not be found. Dec 12 18:00:52.065519 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1f1c02c6-d150-484c-b940-41ab52ed8db1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports/a2f1d473-13db-46f2-8ce1-857d2a46e22b HTTP/1.1" status: 404 len: 333 time: 0.0343399 Dec 12 18:00:52.068398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 48252) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:52.083648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a9aeedb6-84cd-4cd5-8022-edb26935286b None None] Port 98e49208-d616-4330-89a9-7f392b4d66ec cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:00:52.086917 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a9aeedb6-84cd-4cd5-8022-edb26935286b None None] Could not find standard attr ID for object a2f1d473-13db-46f2-8ce1-857d2a46e22b. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:00:52.099168 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a9aeedb6-84cd-4cd5-8022-edb26935286b None None] Provisioning complete for port 7deaced8-2e2e-4327-8dcc-95192a5c0195 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:52.099938 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a9aeedb6-84cd-4cd5-8022-edb26935286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:52.235599 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5e91bc1b-df7c-443e-ae95-dcb0e4c0e448 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:52.267712 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5e91bc1b-df7c-443e-ae95-dcb0e4c0e448 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:52.311948 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec189980-1f45-4666-890e-beb6957ccb55 req-ebc8f5b3-a798-4af3-aa8d-983f3a98bfab tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:52.314078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec189980-1f45-4666-890e-beb6957ccb55 req-ebc8f5b3-a798-4af3-aa8d-983f3a98bfab tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.20 "GET /v2.0/ports?device_id=06520e18-d0aa-4e90-b09b-d96cec61bf15 HTTP/1.1" status: 200 len: 945 time: 0.1456099 Dec 12 18:00:52.390716 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5e91bc1b-df7c-443e-ae95-dcb0e4c0e448 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:52.393522 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5e91bc1b-df7c-443e-ae95-dcb0e4c0e448 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:52.394718 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5e91bc1b-df7c-443e-ae95-dcb0e4c0e448 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/security-groups/7cf059fc-2eb3-46ed-b2d7-c988f9fa7def HTTP/1.1" status: 204 len: 168 time: 0.3252125 Dec 12 18:00:52.397499 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48264) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:52.440154 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c0e0e3cf-0031-4e7e-9c59-7b0521bce10e None None] Could not find standard attr ID for object a2f1d473-13db-46f2-8ce1-857d2a46e22b. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:00:52.458480 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91bc1b-df7c-443e-ae95-dcb0e4c0e448 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf059fc-2eb3-46ed-b2d7-c988f9fa7def,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:52.509032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6052a66-5ae8-4db5-bff1-8eeba59298ef req-815e9a1a-f8b9-49f9-9fdf-9d663d9becc2 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:52.520408 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-95f6da6c-fb2e-461f-965e-3f3af8f8ca3a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:52.522190 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e6052a66-5ae8-4db5-bff1-8eeba59298ef req-815e9a1a-f8b9-49f9-9fdf-9d663d9becc2 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=06520e18-d0aa-4e90-b09b-d96cec61bf15 HTTP/1.1" status: 200 len: 945 time: 0.2512779 Dec 12 18:00:52.571555 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-95f6da6c-fb2e-461f-965e-3f3af8f8ca3a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:52.620364 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7deaced8-2e2e-4327-8dcc-95192a5c0195 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:00:52.682693 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-95f6da6c-fb2e-461f-965e-3f3af8f8ca3a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:52.685486 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-95f6da6c-fb2e-461f-965e-3f3af8f8ca3a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:52.686724 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-95f6da6c-fb2e-461f-965e-3f3af8f8ca3a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/security-groups/d116d588-5165-4190-b838-a0cae5439990 HTTP/1.1" status: 204 len: 168 time: 0.2880938 Dec 12 18:00:52.690056 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48274) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:52.726041 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-ec189980-1f45-4666-890e-beb6957ccb55 req-1e487d9d-44c6-4691-a11d-0da781f3627a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Deleting port a0b8bff7-3b0c-4042-886f-40bda522b857 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:00:52.726397 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec189980-1f45-4666-890e-beb6957ccb55 req-1e487d9d-44c6-4691-a11d-0da781f3627a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:52.735245 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6da6c-fb2e-461f-965e-3f3af8f8ca3a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d116d588-5165-4190-b838-a0cae5439990,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:52.769636 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7deaced8-2e2e-4327-8dcc-95192a5c0195 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:52.770014 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:52.833193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e14e4b-6ca8-42fe-83c1-2cf3c903a0c2 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting subnet 90740bf3-7110-4658-83f7-654d5be96d6d {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:00:52.837020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e6052a66-5ae8-4db5-bff1-8eeba59298ef req-f97dd153-2989-415c-8c30-0efd39ed42bc tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139446 Dec 12 18:00:52.841526 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3e14e4b-6ca8-42fe-83c1-2cf3c903a0c2 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:52.919760 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3e14e4b-6ca8-42fe-83c1-2cf3c903a0c2 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:52.958270 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-ec189980-1f45-4666-890e-beb6957ccb55 req-1e487d9d-44c6-4691-a11d-0da781f3627a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] For port a0b8bff7-3b0c-4042-886f-40bda522b857, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a0b8bff7-3b0c-4042-886f-40bda522b857,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:52.966155 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec189980-1f45-4666-890e-beb6957ccb55 req-1e487d9d-44c6-4691-a11d-0da781f3627a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:52.997241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-ec189980-1f45-4666-890e-beb6957ccb55 req-1e487d9d-44c6-4691-a11d-0da781f3627a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Calling delete_port for a0b8bff7-3b0c-4042-886f-40bda522b857 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:00:53.078449 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3e14e4b-6ca8-42fe-83c1-2cf3c903a0c2 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:53.210750 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3e14e4b-6ca8-42fe-83c1-2cf3c903a0c2 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:53.245981 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e14e4b-6ca8-42fe-83c1-2cf3c903a0c2 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Subnet': ['ID=90740bf3-7110-4658-83f7-654d5be96d6d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:53.272964 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3e14e4b-6ca8-42fe-83c1-2cf3c903a0c2 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:53.277808 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99db54b6-3864-4990-9b99-9a64d61ad437 None None] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:53.281326 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d3e14e4b-6ca8-42fe-83c1-2cf3c903a0c2 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/90740bf3-7110-4658-83f7-654d5be96d6d HTTP/1.1" status: 204 len: 168 time: 0.5890872 Dec 12 18:00:53.286256 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48294) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:53.288522 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec189980-1f45-4666-890e-beb6957ccb55 req-1e487d9d-44c6-4691-a11d-0da781f3627a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:53.293027 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6a23fac1-42a9-4878-a639-2f1cc50a570e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'subnet': {'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:53.370423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e487d9d-44c6-4691-a11d-0da781f3627a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Pushing event deleted for resources: {'Port': ['ID=a0b8bff7-3b0c-4042-886f-40bda522b857,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:53.456983 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['0b77dfb5-c580-483a-b0ed-554a99c38f3e', 'a0b8bff7-3b0c-4042-886f-40bda522b857'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:00:53.484088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec189980-1f45-4666-890e-beb6957ccb55 req-1e487d9d-44c6-4691-a11d-0da781f3627a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] No DVR routers for this DVR port a0b8bff7-3b0c-4042-886f-40bda522b857 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:00:53.501575 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ec189980-1f45-4666-890e-beb6957ccb55 req-1e487d9d-44c6-4691-a11d-0da781f3627a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:53.509689 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec189980-1f45-4666-890e-beb6957ccb55 req-1e487d9d-44c6-4691-a11d-0da781f3627a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.20 "DELETE /v2.0/ports/a0b8bff7-3b0c-4042-886f-40bda522b857 HTTP/1.1" status: 204 len: 173 time: 1.1459627 Dec 12 18:00:53.511013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06520e18-d0aa-4e90-b09b-d96cec61bf15', 'name': 'network-vif-deleted', 'tag': 'a0b8bff7-3b0c-4042-886f-40bda522b857'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:00:53.517020 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6780ca68-3d04-4571-a3a0-f4cf26736b9c" -d '{"events": [{"server_uuid": "06520e18-d0aa-4e90-b09b-d96cec61bf15", "name": "network-vif-deleted", "tag": "a0b8bff7-3b0c-4042-886f-40bda522b857"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:00:53.570651 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee3d273-5d10-4087-8f99-c67cec98f915 x-openstack-request-id: req-eee3d273-5d10-4087-8f99-c67cec98f915 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:00:53.570893 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06520e18-d0aa-4e90-b09b-d96cec61bf15", "name": "network-vif-deleted", "tag": "a0b8bff7-3b0c-4042-886f-40bda522b857", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:00:53.571436 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eee3d273-5d10-4087-8f99-c67cec98f915 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:00:53.571845 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06520e18-d0aa-4e90-b09b-d96cec61bf15', 'name': 'network-vif-deleted', 'tag': 'a0b8bff7-3b0c-4042-886f-40bda522b857', 'status': 'completed', 'code': 200} Dec 12 18:00:53.617631 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a23fac1-42a9-4878-a639-2f1cc50a570e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:53.626832 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a23fac1-42a9-4878-a639-2f1cc50a570e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:54.064737 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-512a0b6f-225b-442e-9fa2-aa413cd0be87 req-3e26ec61-f963-481c-96c4-e208fbbc3d28 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=06520e18-d0aa-4e90-b09b-d96cec61bf15 HTTP/1.1" status: 200 len: 210 time: 0.0486958 Dec 12 18:00:54.085823 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a23fac1-42a9-4878-a639-2f1cc50a570e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:54.196557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23fac1-42a9-4878-a639-2f1cc50a570e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Subnet': ['ID=64e15ab6-cc10-4e1e-8853-654011ff6bcc,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:54.218466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a23fac1-42a9-4878-a639-2f1cc50a570e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:54.221062 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6a23fac1-42a9-4878-a639-2f1cc50a570e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:54.234666 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a23fac1-42a9-4878-a639-2f1cc50a570e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:54.240732 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a23fac1-42a9-4878-a639-2f1cc50a570e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:54.270268 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6a23fac1-42a9-4878-a639-2f1cc50a570e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9826643 Dec 12 18:00:54.273030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 48318) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:54.281486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-24ac12d3-b280-41bc-bbb1-9a4bd82296de tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'security_group': {'name': 'tempest-secgroup-181721490'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:54.331030 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24ac12d3-b280-41bc-bbb1-9a4bd82296de tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:54.458963 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24ac12d3-b280-41bc-bbb1-9a4bd82296de tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:54.470444 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24ac12d3-b280-41bc-bbb1-9a4bd82296de tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:54.542123 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24ac12d3-b280-41bc-bbb1-9a4bd82296de tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:54.546452 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48324) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:54.550604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-24ac12d3-b280-41bc-bbb1-9a4bd82296de tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2688570 Dec 12 18:00:54.552472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-706540d7-8a2e-470f-8de8-797d8b6c9965 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'security_group': {'name': 'tempest-secgroup-625213454'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:54.553732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac12d3-b280-41bc-bbb1-9a4bd82296de tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a0c225-3472-46de-b8a3-66be22eaa1b3,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:54.620945 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-706540d7-8a2e-470f-8de8-797d8b6c9965 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:54.808296 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-706540d7-8a2e-470f-8de8-797d8b6c9965 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:54.825331 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-706540d7-8a2e-470f-8de8-797d8b6c9965 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:54.852552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780822a9-7904-448f-b9b8-9a8ad072b532 None None] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:54.913938 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706540d7-8a2e-470f-8de8-797d8b6c9965 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c00a0c-eb35-45d2-b833-9105d3df08df,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:54.924434 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-706540d7-8a2e-470f-8de8-797d8b6c9965 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:54.925875 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-706540d7-8a2e-470f-8de8-797d8b6c9965 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3780499 Dec 12 18:00:54.928622 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48334) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:54.938117 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d5ff74a5-1104-40ae-ac50-7d106fcabb82 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'security_group': {'name': 'tempest-secgroup-369273352'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:55.000005 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5ff74a5-1104-40ae-ac50-7d106fcabb82 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:55.129379 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 48344) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:55.150534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d016eb68-8ff9-4326-b020-abaaefc2a051 None None] Provisioning complete for port 7deaced8-2e2e-4327-8dcc-95192a5c0195 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:55.153107 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d016eb68-8ff9-4326-b020-abaaefc2a051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:55.157166 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5ff74a5-1104-40ae-ac50-7d106fcabb82 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:55.176293 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5ff74a5-1104-40ae-ac50-7d106fcabb82 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:55.293687 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5ff74a5-1104-40ae-ac50-7d106fcabb82 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:55.299159 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 48354) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:55.305701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f1ab316a-fda9-4ad5-bf39-889fa2890b7f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-146156171', 'security_groups': ['3279c47c-dd44-4e74-a1a7-d04274b06102'], 'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '64e15ab6-cc10-4e1e-8853-654011ff6bcc'}]}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:55.309650 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d5ff74a5-1104-40ae-ac50-7d106fcabb82 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3672941 Dec 12 18:00:55.345398 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff74a5-1104-40ae-ac50-7d106fcabb82 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3279c47c-dd44-4e74-a1a7-d04274b06102,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:55.442896 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-853418b2-b51e-426e-9f4b-f0a35a348b33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:55.579381 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-853418b2-b51e-426e-9f4b-f0a35a348b33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:55.594569 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-853418b2-b51e-426e-9f4b-f0a35a348b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:55.662508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853418b2-b51e-426e-9f4b-f0a35a348b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a5592e-271d-43b8-9c25-bbd0e74c4de1,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:55.687822 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd969f1-2217-49f6-9ddd-b49f9c64a682 None None] Update dhcp port {'port': {'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7', 'fixed_ips': [{'subnet_id': '141085bd-7b5d-4fba-a5c6-8a16abdb2c6a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '64e15ab6-cc10-4e1e-8853-654011ff6bcc'}], 'binding:host_id': 'n-d-760354-5'}, 'id': '7deaced8-2e2e-4327-8dcc-95192a5c0195'} from n-d-760354-5. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 18:00:55.719988 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cd969f1-2217-49f6-9ddd-b49f9c64a682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:55.790445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ab316a-fda9-4ad5-bf39-889fa2890b7f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:55.801389 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d016eb68-8ff9-4326-b020-abaaefc2a051 None None] Provisioning complete for port 98e49208-d616-4330-89a9-7f392b4d66ec triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:55.802017 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d016eb68-8ff9-4326-b020-abaaefc2a051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:55.872879 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48388) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:55.886161 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-853418b2-b51e-426e-9f4b-f0a35a348b33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45c6d76378a84d17981ddc42ebba357f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7544854 Dec 12 18:00:55.988511 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-8cd969f1-2217-49f6-9ddd-b49f9c64a682 None None] Allocated IP 2001:db8::2 (41acbcc9-0955-4f8d-91c4-5d484208a7d7/64e15ab6-cc10-4e1e-8853-654011ff6bcc/7deaced8-2e2e-4327-8dcc-95192a5c0195) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:55.995071 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4e76c78-8f2d-4315-a229-274511562b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:56.015837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-7a9c17ec-316a-4752-a31e-8a37b578ab88 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:56.017369 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-7a9c17ec-316a-4752-a31e-8a37b578ab88 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 806 time: 0.3639147 Dec 12 18:00:56.054954 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1ab316a-fda9-4ad5-bf39-889fa2890b7f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:56.058490 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4e76c78-8f2d-4315-a229-274511562b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:56.076292 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-0bd7a59f-6a4a-41fc-a3d3-62728d69e612 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/quotas/ce4a5970bfed4a1095645170bcd9fd1e HTTP/1.1" status: 200 len: 375 time: 0.0458243 Dec 12 18:00:56.108239 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-f1ab316a-fda9-4ad5-bf39-889fa2890b7f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] device_id is not set on port 3133fe4c-330e-4405-98df-b1ae2432d11b yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:00:56.122822 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4e76c78-8f2d-4315-a229-274511562b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:56.125686 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4e76c78-8f2d-4315-a229-274511562b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:56.136468 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c4e76c78-8f2d-4315-a229-274511562b56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93a5592e-271d-43b8-9c25-bbd0e74c4de1 HTTP/1.1" status: 204 len: 168 time: 0.2624984 Dec 12 18:00:56.162902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e76c78-8f2d-4315-a229-274511562b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a5592e-271d-43b8-9c25-bbd0e74c4de1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:56.215660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-7058f062-9ecf-4a0b-9758-d82e62fa6bb4 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1158504 Dec 12 18:00:56.218783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a0b8bff7-3b0c-4042-886f-40bda522b857 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:00:56.315687 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: a0b8bff7-3b0c-4042-886f-40bda522b857 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:00:56.316142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a0b8bff7-3b0c-4042-886f-40bda522b857 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:00:56.335405 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d016eb68-8ff9-4326-b020-abaaefc2a051 None None] Port 98e49208-d616-4330-89a9-7f392b4d66ec cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:00:56.391303 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8cd969f1-2217-49f6-9ddd-b49f9c64a682 None None] For port 7deaced8-2e2e-4327-8dcc-95192a5c0195, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7deaced8-2e2e-4327-8dcc-95192a5c0195,segment=NetworkSegment(f7aae475-ea20-4ffa-891d-313a440d6dbc),segment_id=f7aae475-ea20-4ffa-891d-313a440d6dbc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:00:56.487785 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cd969f1-2217-49f6-9ddd-b49f9c64a682 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:56.496902 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8cd969f1-2217-49f6-9ddd-b49f9c64a682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:56.503725 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d9d650f6-7e9e-465b-a6a0-5012a2733b45 service neutron] 10.222.0.18 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722774 Dec 12 18:00:56.648791 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-f1ab316a-fda9-4ad5-bf39-889fa2890b7f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Allocated IP 2001:db8::39f (41acbcc9-0955-4f8d-91c4-5d484208a7d7/64e15ab6-cc10-4e1e-8853-654011ff6bcc/3133fe4c-330e-4405-98df-b1ae2432d11b) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:00:56.700117 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-972e6e7a-dd0f-4bc0-90f3-ce7b5e9e4463 service neutron] 10.222.0.18 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883831 Dec 12 18:00:56.751456 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd969f1-2217-49f6-9ddd-b49f9c64a682 None None] Pushing event updated for resources: {'Port': ['ID=7deaced8-2e2e-4327-8dcc-95192a5c0195,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:56.762970 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48418) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:56.783490 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69a4f8a2-6c5e-4739-a8ee-6ef8d5057224 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:57.045710 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1ab316a-fda9-4ad5-bf39-889fa2890b7f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:57.071830 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69a4f8a2-6c5e-4739-a8ee-6ef8d5057224 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:57.084439 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69a4f8a2-6c5e-4739-a8ee-6ef8d5057224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:57.128289 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:00:57.139407 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4f8a2-6c5e-4739-a8ee-6ef8d5057224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082e9be3-b142-4247-a997-9ca9dad524c3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:57.180040 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-43b94c4c-65b4-4224-8481-f1fa00398046 req-589c0037-2de6-4b0b-8bc0-cd63f08bc619 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 210 time: 0.1083512 Dec 12 18:00:57.203669 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-69a4f8a2-6c5e-4739-a8ee-6ef8d5057224 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=660b59e17e1640f49adb208e8fca4334&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4358554 Dec 12 18:00:57.204569 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1ab316a-fda9-4ad5-bf39-889fa2890b7f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:57.204569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 48434) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:57.426051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ab316a-fda9-4ad5-bf39-889fa2890b7f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:57.434768 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f1ab316a-fda9-4ad5-bf39-889fa2890b7f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:57.440334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab316a-fda9-4ad5-bf39-889fa2890b7f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=3133fe4c-330e-4405-98df-b1ae2432d11b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:57.448895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ab316a-fda9-4ad5-bf39-889fa2890b7f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:00:57.484949 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ab316a-fda9-4ad5-bf39-889fa2890b7f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:57.485667 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1ab316a-fda9-4ad5-bf39-889fa2890b7f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:57.577629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f1ab316a-fda9-4ad5-bf39-889fa2890b7f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2740269 Dec 12 18:00:57.577629 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b108e7b1-01a2-4855-874e-1ba407aecc33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:57.578384 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48450) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:57.585641 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8c49d1b5-9f3b-459a-8637-858f95342e1d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'subnet': {'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:57.650465 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b108e7b1-01a2-4855-874e-1ba407aecc33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:57.770367 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b108e7b1-01a2-4855-874e-1ba407aecc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:57.773543 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b108e7b1-01a2-4855-874e-1ba407aecc33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:57.774791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b108e7b1-01a2-4855-874e-1ba407aecc33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/082e9be3-b142-4247-a997-9ca9dad524c3 HTTP/1.1" status: 204 len: 168 time: 0.5708759 Dec 12 18:00:57.792289 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108e7b1-01a2-4855-874e-1ba407aecc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082e9be3-b142-4247-a997-9ca9dad524c3,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:57.850689 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d0327a22-aae7-43a8-be4d-d060e2febbbf None None] Provisioning complete for port 7deaced8-2e2e-4327-8dcc-95192a5c0195 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:57.853425 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d0327a22-aae7-43a8-be4d-d060e2febbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:57.856753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c49d1b5-9f3b-459a-8637-858f95342e1d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:57.865931 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c49d1b5-9f3b-459a-8637-858f95342e1d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:58.081985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d0327a22-aae7-43a8-be4d-d060e2febbbf None None] Provisioning complete for port 98e49208-d616-4330-89a9-7f392b4d66ec triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:58.083457 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d0327a22-aae7-43a8-be4d-d060e2febbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:58.179505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d0327a22-aae7-43a8-be4d-d060e2febbbf None None] Port 98e49208-d616-4330-89a9-7f392b4d66ec cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:00:58.187119 n-d-760354-5 neutron-server[103150]: INFO neutron.db.ipam_backend_mixin [None req-8c49d1b5-9f3b-459a-8637-858f95342e1d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 64e15ab6-cc10-4e1e-8853-654011ff6bcc (CIDR: 2001:db8::/64) Dec 12 18:00:58.194078 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c49d1b5-9f3b-459a-8637-858f95342e1d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:00:58.194746 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c49d1b5-9f3b-459a-8637-858f95342e1d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:00:58.289074 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8c49d1b5-9f3b-459a-8637-858f95342e1d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7096078 Dec 12 18:00:58.292446 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48472) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:58.299521 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4612a969-6d35-4561-b69a-34793290f96f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'subnet': {'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:58.411082 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-34a83c28-83d3-4b6d-ae62-2739c2bdb9d7 None None] Provisioning complete for port 3133fe4c-330e-4405-98df-b1ae2432d11b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:58.415957 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34a83c28-83d3-4b6d-ae62-2739c2bdb9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:58.430531 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a11591d5-12d8-4fa1-84fe-2143ec186dfc req-687b3a63-779d-4c4d-a60f-a300fcb2756d tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 210 time: 0.0717616 Dec 12 18:00:58.487045 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-34a83c28-83d3-4b6d-ae62-2739c2bdb9d7 None None] Port 3133fe4c-330e-4405-98df-b1ae2432d11b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:00:58.505353 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4612a969-6d35-4561-b69a-34793290f96f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:58.513863 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4612a969-6d35-4561-b69a-34793290f96f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:58.621881 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7deaced8-2e2e-4327-8dcc-95192a5c0195 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:00:58.740336 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7deaced8-2e2e-4327-8dcc-95192a5c0195 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:00:58.741026 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:58.790928 n-d-760354-5 neutron-server[103150]: INFO neutron.db.ipam_backend_mixin [None req-4612a969-6d35-4561-b69a-34793290f96f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 141085bd-7b5d-4fba-a5c6-8a16abdb2c6a (CIDR: 2001:db8:0:1::/64) Dec 12 18:00:58.797703 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-4612a969-6d35-4561-b69a-34793290f96f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:00:58.799166 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4612a969-6d35-4561-b69a-34793290f96f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:00:58.859391 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4612a969-6d35-4561-b69a-34793290f96f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5654612 Dec 12 18:00:58.861897 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48494) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:58.867570 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-92b97fb8-9bcb-4ccf-bf42-aa05a5107224 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'subnet': {'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:58.987952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-589767c8-bb64-4b92-9002-b0d10eae78e5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:58.997133 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-589767c8-bb64-4b92-9002-b0d10eae78e5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.20 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 806 time: 0.3239231 Dec 12 18:00:59.016712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-0f61219c-767c-43fc-a468-55de6d742e7b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Request body: {'port': {'device_id': '41b06fd0-2080-4bd8-b083-06f896318b40', 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c', 'admin_state_up': True, 'tenant_id': 'ce4a5970bfed4a1095645170bcd9fd1e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:00:59.043423 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b97fb8-9bcb-4ccf-bf42-aa05a5107224 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Made reservation on behalf of 8916da2261ee49a0b41d32cda9c22e6d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:59.051443 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92b97fb8-9bcb-4ccf-bf42-aa05a5107224 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:59.208290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439698e-588a-49e9-9f33-b649374cddcb req-6f1c8236-7492-4b63-83d0-60c283e91dd4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:59.220737 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f439698e-588a-49e9-9f33-b649374cddcb req-6f1c8236-7492-4b63-83d0-60c283e91dd4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 945 time: 0.0953882 Dec 12 18:00:59.313844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f439698e-588a-49e9-9f33-b649374cddcb req-7b5074ea-f1bb-460e-8af7-eb10d3139d81 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919406 Dec 12 18:00:59.336187 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 48520) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:59.467218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-0f61219c-767c-43fc-a468-55de6d742e7b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Made reservation on behalf of ce4a5970bfed4a1095645170bcd9fd1e for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:00:59.471783 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-0f61219c-767c-43fc-a468-55de6d742e7b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:59.670542 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92b97fb8-9bcb-4ccf-bf42-aa05a5107224 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:59.732761 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb50712e-75da-4fb7-be07-345eac28ea1b req-7d3cd088-cca4-4f03-859b-ddb7ff84a1b6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 210 time: 0.0970082 Dec 12 18:00:59.769216 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-90ed60c2-6e5f-4b46-b2ab-a11d0baeed92 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/floatingips/a8118118-2eab-4c1c-b6d3-b666b53a9563 HTTP/1.1" status: 200 len: 993 time: 0.4205153 Dec 12 18:00:59.811667 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b97fb8-9bcb-4ccf-bf42-aa05a5107224 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:00:59.815631 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c6519-6a35-4c3e-aae4-6655b5bf034b req-a6890aab-79fb-4d37-8c0f-b0c58f485042 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:59.820968 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e2c6519-6a35-4c3e-aae4-6655b5bf034b req-a6890aab-79fb-4d37-8c0f-b0c58f485042 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b492fadc-d615-4157-ac2a-6bbfcc0bb4d7 HTTP/1.1" status: 200 len: 945 time: 0.3041489 Dec 12 18:00:59.836626 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-92b97fb8-9bcb-4ccf-bf42-aa05a5107224 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:00:59.838770 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b97fb8-9bcb-4ccf-bf42-aa05a5107224 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Subnet': ['ID=bf25dbb3-a952-41fe-a7f1-99e1c4626634,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:00:59.848118 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b97fb8-9bcb-4ccf-bf42-aa05a5107224 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:00:59.848118 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92b97fb8-9bcb-4ccf-bf42-aa05a5107224 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:00:59.856443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00895f7c-b195-404b-b6b1-3222dea03003 None None] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:00:59.898796 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-92b97fb8-9bcb-4ccf-bf42-aa05a5107224 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0354574 Dec 12 18:00:59.899704 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48540) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:00:59.905616 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6f0e0ab3-2fec-41ab-8dca-5bb479859cc1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1389826644', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bf25dbb3-a952-41fe-a7f1-99e1c4626634'}], 'security_groups': ['65a0c225-3472-46de-b8a3-66be22eaa1b3', '79c00a0c-eb35-45d2-b833-9105d3df08df']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:00.137940 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-0f61219c-767c-43fc-a468-55de6d742e7b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Allocated IP 172.20.0.7 (75b935da-edec-4803-8c21-61a0e9a0c85c/a38ca6e1-282d-485b-8e30-1d83bfdc0937/52421f00-eec5-4f03-a4e1-714e04823a40) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:01:00.144251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca6e5c5-ba72-42cf-a543-e622182a2abb None None] Update dhcp port {'port': {'network_id': '41acbcc9-0955-4f8d-91c4-5d484208a7d7', 'fixed_ips': [{'subnet_id': '141085bd-7b5d-4fba-a5c6-8a16abdb2c6a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '64e15ab6-cc10-4e1e-8853-654011ff6bcc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bf25dbb3-a952-41fe-a7f1-99e1c4626634'}], 'binding:host_id': 'n-d-760354-5'}, 'id': '7deaced8-2e2e-4327-8dcc-95192a5c0195'} from n-d-760354-5. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 18:01:00.149194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e2c6519-6a35-4c3e-aae4-6655b5bf034b req-75bbbe44-880f-4f66-b690-08b22cee0558 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749420 Dec 12 18:01:00.215696 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0ab3-2fec-41ab-8dca-5bb479859cc1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:00.250804 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2ca6e5c5-ba72-42cf-a543-e622182a2abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:00.341124 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90f04d-79a4-4e2e-8bd2-6837a1bcc340 req-25b55df1-e300-4dbf-861b-b402cf5657f1 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:00.348525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f90f04d-79a4-4e2e-8bd2-6837a1bcc340 req-25b55df1-e300-4dbf-861b-b402cf5657f1 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 1096 time: 0.1171281 Dec 12 18:01:00.554351 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-0f61219c-767c-43fc-a468-55de6d742e7b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:00.577372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-2ca6e5c5-ba72-42cf-a543-e622182a2abb None None] Allocated IP 2001:db8:0:2::2 (41acbcc9-0955-4f8d-91c4-5d484208a7d7/bf25dbb3-a952-41fe-a7f1-99e1c4626634/7deaced8-2e2e-4327-8dcc-95192a5c0195) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:01:00.623722 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f90f04d-79a4-4e2e-8bd2-6837a1bcc340 req-cc947f1c-2584-41ca-baea-5d3b86c942f1 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741773 Dec 12 18:01:00.630549 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-0f61219c-767c-43fc-a468-55de6d742e7b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:00.687779 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['0b77dfb5-c580-483a-b0ed-554a99c38f3e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:01:00.775425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-1d380b06-945d-4b4e-8838-d765945e8a0a req-19014835-f572-429d-80a1-8b9db1bd8ffe service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:01:00.777817 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d380b06-945d-4b4e-8838-d765945e8a0a req-19014835-f572-429d-80a1-8b9db1bd8ffe service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066969 Dec 12 18:01:00.825078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-0f61219c-767c-43fc-a468-55de6d742e7b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Network 75b935da-edec-4803-8c21-61a0e9a0c85c is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:01:00.833877 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-0f61219c-767c-43fc-a468-55de6d742e7b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:00.846572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-0f61219c-767c-43fc-a468-55de6d742e7b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:01:00.908035 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-0f61219c-767c-43fc-a468-55de6d742e7b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:00.908813 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-0f61219c-767c-43fc-a468-55de6d742e7b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:00.915835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61219c-767c-43fc-a468-55de6d742e7b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Pushing event updated for resources: {'Port': ['ID=52421f00-eec5-4f03-a4e1-714e04823a40,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:00.972166 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-0f61219c-767c-43fc-a468-55de6d742e7b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9621112 Dec 12 18:01:00.996838 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2ca6e5c5-ba72-42cf-a543-e622182a2abb None None] For port 7deaced8-2e2e-4327-8dcc-95192a5c0195, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7deaced8-2e2e-4327-8dcc-95192a5c0195,segment=NetworkSegment(f7aae475-ea20-4ffa-891d-313a440d6dbc),segment_id=f7aae475-ea20-4ffa-891d-313a440d6dbc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:01.000083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Request body: {'port': {'device_id': '41b06fd0-2080-4bd8-b083-06f896318b40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:01.089790 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2ca6e5c5-ba72-42cf-a543-e622182a2abb None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:01.105223 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2ca6e5c5-ba72-42cf-a543-e622182a2abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:01.129759 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e1772-91b3-47a7-937b-3dec96661429 req-a08f80ed-5be5-4831-9138-c6764a0458bb tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:01.131609 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a3e1772-91b3-47a7-937b-3dec96661429 req-a08f80ed-5be5-4831-9138-c6764a0458bb tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 931 time: 0.2199357 Dec 12 18:01:01.156620 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:01.239381 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a3e1772-91b3-47a7-937b-3dec96661429 req-237f4401-2c93-4dda-8b33-0adeac0f94bd tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993519 Dec 12 18:01:01.411879 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5da9e-ecfc-42f9-9b5e-834f99ea2537 req-1dc5038c-1a98-47b0-8dc6-1f01c80483d5 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:01.418637 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2fa5da9e-ecfc-42f9-9b5e-834f99ea2537 req-1dc5038c-1a98-47b0-8dc6-1f01c80483d5 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.31 "GET /v2.0/ports?device_id=b492fadc-d615-4157-ac2a-6bbfcc0bb4d7 HTTP/1.1" status: 200 len: 945 time: 0.2769983 Dec 12 18:01:01.509757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0e62a-f28c-4ed4-92fe-e6a279151e74 req-e0a69eff-2a67-4db2-b7dd-23e3f94f95ca tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:01.512433 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ad0e62a-f28c-4ed4-92fe-e6a279151e74 req-e0a69eff-2a67-4db2-b7dd-23e3f94f95ca tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b492fadc-d615-4157-ac2a-6bbfcc0bb4d7 HTTP/1.1" status: 200 len: 945 time: 0.1752632 Dec 12 18:01:01.556299 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6e5c5-ba72-42cf-a543-e622182a2abb None None] Pushing event updated for resources: {'Port': ['ID=7deaced8-2e2e-4327-8dcc-95192a5c0195,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:01.632713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52421f00-eec5-4f03-a4e1-714e04823a40 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:01:01.642376 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:01.655431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Transition to ACTIVE for port object 52421f00-eec5-4f03-a4e1-714e04823a40 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:01:01.665981 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:01.751054 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-6f0e0ab3-2fec-41ab-8dca-5bb479859cc1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Delete allocated IP 2001:db8::39f (41acbcc9-0955-4f8d-91c4-5d484208a7d7/64e15ab6-cc10-4e1e-8853-654011ff6bcc) {{(pid=103150) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 12 18:01:01.794150 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-6f0e0ab3-2fec-41ab-8dca-5bb479859cc1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Allocated IP 2001:db8:0:2::387 (41acbcc9-0955-4f8d-91c4-5d484208a7d7/bf25dbb3-a952-41fe-a7f1-99e1c4626634/3133fe4c-330e-4405-98df-b1ae2432d11b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:01:01.808772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Pushing event updated for resources: {'Port': ['ID=52421f00-eec5-4f03-a4e1-714e04823a40,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:01.840041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ad0e62a-f28c-4ed4-92fe-e6a279151e74 req-fa27f240-5026-4c5c-953a-3f325470f09d tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115861 Dec 12 18:01:01.967616 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Attempting to bind port 52421f00-eec5-4f03-a4e1-714e04823a40 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:01:01.967926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Attempting to bind port 52421f00-eec5-4f03-a4e1-714e04823a40 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:01:01.968267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Attempting to bind port 52421f00-eec5-4f03-a4e1-714e04823a40 on network 75b935da-edec-4803-8c21-61a0e9a0c85c {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:01:01.977737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Port 52421f00-eec5-4f03-a4e1-714e04823a40 on network 75b935da-edec-4803-8c21-61a0e9a0c85c not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:01:01.978332 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Attempting to bind port 52421f00-eec5-4f03-a4e1-714e04823a40 on network 75b935da-edec-4803-8c21-61a0e9a0c85c {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:01:01.985128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:01:01.985829 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Checking segment: {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:01:01.986438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Bound using segment: {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:01:01.987142 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Bound port: 52421f00-eec5-4f03-a4e1-714e04823a40, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:01:01.987802 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:02.049826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-2fa5da9e-ecfc-42f9-9b5e-834f99ea2537 req-b47dc261-9d1a-46ce-a999-78341446bc99 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Deleting port e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:02.050462 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2fa5da9e-ecfc-42f9-9b5e-834f99ea2537 req-b47dc261-9d1a-46ce-a999-78341446bc99 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:02.202257 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0ab3-2fec-41ab-8dca-5bb479859cc1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:02.232421 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0ab3-2fec-41ab-8dca-5bb479859cc1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:02.341429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e0ab3-2fec-41ab-8dca-5bb479859cc1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] In _notify_port_updated(), no bound segment for port 3133fe4c-330e-4405-98df-b1ae2432d11b on network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 18:01:02.347329 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0e0ab3-2fec-41ab-8dca-5bb479859cc1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:02.348203 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0ab3-2fec-41ab-8dca-5bb479859cc1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:02.351832 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6f0e0ab3-2fec-41ab-8dca-5bb479859cc1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "PUT /v2.0/ports/3133fe4c-330e-4405-98df-b1ae2432d11b HTTP/1.1" status: 200 len: 970 time: 2.4510450 Dec 12 18:01:02.404760 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-2fa5da9e-ecfc-42f9-9b5e-834f99ea2537 req-b47dc261-9d1a-46ce-a999-78341446bc99 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] For port e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:02.405834 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2fa5da9e-ecfc-42f9-9b5e-834f99ea2537 req-b47dc261-9d1a-46ce-a999-78341446bc99 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:02.438854 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-2fa5da9e-ecfc-42f9-9b5e-834f99ea2537 req-b47dc261-9d1a-46ce-a999-78341446bc99 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Calling delete_port for e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:02.473499 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e0ab3-2fec-41ab-8dca-5bb479859cc1 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event updated for resources: {'Port': ['ID=3133fe4c-330e-4405-98df-b1ae2432d11b,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:02.477323 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48654) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:02.619419 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7deaced8-2e2e-4327-8dcc-95192a5c0195 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:01:02.675536 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3fe61177-91c3-48e5-8b21-ac74b79bc8e2 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port 3133fe4c-330e-4405-98df-b1ae2432d11b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:02.675878 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fe61177-91c3-48e5-8b21-ac74b79bc8e2 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:02.721123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] For port 52421f00-eec5-4f03-a4e1-714e04823a40, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:01:02.730137 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] For port 52421f00-eec5-4f03-a4e1-714e04823a40, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=52421f00-eec5-4f03-a4e1-714e04823a40,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:01:02.743478 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:02.774963 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7deaced8-2e2e-4327-8dcc-95192a5c0195 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:02.782229 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:02.865129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Pushing event updated for resources: {'Port': ['ID=52421f00-eec5-4f03-a4e1-714e04823a40,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:02.889040 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fe61177-91c3-48e5-8b21-ac74b79bc8e2 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:02.895730 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-318ef8cb-d451-4574-bfd5-b05bcc027f01 None None] Provisioning complete for port 7deaced8-2e2e-4327-8dcc-95192a5c0195 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:02.896100 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-318ef8cb-d451-4574-bfd5-b05bcc027f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:02.906324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfa374-87f4-4fba-ab6a-514a8b841001 req-b8e452cd-48df-423a-8d37-1bfb2c4cb67f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:02.907255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0fdfa374-87f4-4fba-ab6a-514a8b841001 req-b8e452cd-48df-423a-8d37-1bfb2c4cb67f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 943 time: 0.3970783 Dec 12 18:01:02.908710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:02.909329 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:02.910722 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-d46928d2-c60c-47bc-b0c2-a4f8a5d747aa service neutron] 10.222.0.20 "PUT /v2.0/ports/52421f00-eec5-4f03-a4e1-714e04823a40 HTTP/1.1" status: 200 len: 1091 time: 1.9286609 Dec 12 18:01:02.911979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b06fd0-2080-4bd8-b083-06f896318b40', 'tag': '52421f00-eec5-4f03-a4e1-714e04823a40'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:01:02.914421 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4294315-806e-4f44-9bde-84a1c5405982" -d '{"events": [{"name": "network-changed", "server_uuid": "41b06fd0-2080-4bd8-b083-06f896318b40", "tag": "52421f00-eec5-4f03-a4e1-714e04823a40"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:01:02.921884 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2fa5da9e-ecfc-42f9-9b5e-834f99ea2537 req-b47dc261-9d1a-46ce-a999-78341446bc99 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:02.960854 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3fe61177-91c3-48e5-8b21-ac74b79bc8e2 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for 3133fe4c-330e-4405-98df-b1ae2432d11b owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:03.001911 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['40cef727-1ccb-4d16-ab4c-c5298cd6f709', 'e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:01:03.004020 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['c0b926e1-7076-46a3-ad9a-27de585ce21d', '08035c0e-a3e5-4232-aa31-14241459a24a'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:01:03.115469 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-06830147-cb17-4231-aa89-cbef9ee501cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6079249 Dec 12 18:01:03.123961 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47dc261-9d1a-46ce-a999-78341446bc99 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Pushing event deleted for resources: {'Port': ['ID=e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:03.134712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-f7e85146-26da-4be3-8b94-8298b80d3661 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:01:03.140369 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-f7e85146-26da-4be3-8b94-8298b80d3661 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196850 Dec 12 18:01:03.267129 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0fdfa374-87f4-4fba-ab6a-514a8b841001 req-9152d387-7cf4-4684-85ad-97e7ffe4256b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299882 Dec 12 18:01:03.270145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-46c48223-ba5c-405d-87bb-161f810d9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:03.294075 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-46c48223-ba5c-405d-87bb-161f810d9451 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 1094 time: 0.3172903 Dec 12 18:01:03.313805 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa5da9e-ecfc-42f9-9b5e-834f99ea2537 req-b47dc261-9d1a-46ce-a999-78341446bc99 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] No DVR routers for this DVR port e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:01:03.328332 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2fa5da9e-ecfc-42f9-9b5e-834f99ea2537 req-b47dc261-9d1a-46ce-a999-78341446bc99 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:03.340136 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2fa5da9e-ecfc-42f9-9b5e-834f99ea2537 req-b47dc261-9d1a-46ce-a999-78341446bc99 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.31 "DELETE /v2.0/ports/e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb HTTP/1.1" status: 204 len: 173 time: 1.9114711 Dec 12 18:01:03.352735 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b492fadc-d615-4157-ac2a-6bbfcc0bb4d7', 'name': 'network-vif-deleted', 'tag': 'e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:01:03.361088 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f3bac4-d2be-41d1-870d-e086734b08fe" -d '{"events": [{"server_uuid": "b492fadc-d615-4157-ac2a-6bbfcc0bb4d7", "name": "network-vif-deleted", "tag": "e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:01:03.395231 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-5a71d186-62a2-4249-a61e-779ce2321b86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52421f00-eec5-4f03-a4e1-714e04823a40 HTTP/1.1" status: 200 len: 217 time: 0.0907741 Dec 12 18:01:03.436588 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fe61177-91c3-48e5-8b21-ac74b79bc8e2 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:03.516401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe61177-91c3-48e5-8b21-ac74b79bc8e2 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=3133fe4c-330e-4405-98df-b1ae2432d11b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:03.592449 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9cb5f2b8-67c0-47c0-b24c-a68053a11cbf req-8a6330bf-bc69-42c1-b770-0d601601297f tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b492fadc-d615-4157-ac2a-6bbfcc0bb4d7 HTTP/1.1" status: 200 len: 210 time: 0.1957867 Dec 12 18:01:03.597096 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fe61177-91c3-48e5-8b21-ac74b79bc8e2 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:03.600595 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3fe61177-91c3-48e5-8b21-ac74b79bc8e2 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/ports/3133fe4c-330e-4405-98df-b1ae2432d11b HTTP/1.1" status: 204 len: 168 time: 1.1222844 Dec 12 18:01:03.603107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48696) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:03.654733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-ee544bd4-18fb-41e0-83e3-95938b9aab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:03.657969 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-ee544bd4-18fb-41e0-83e3-95938b9aab65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a38ca6e1-282d-485b-8e30-1d83bfdc0937 HTTP/1.1" status: 200 len: 846 time: 0.2429287 Dec 12 18:01:03.701719 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2552e8-66ec-4b29-bd02-bd6912625d72 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] GET failed (client error): The resource could not be found. Dec 12 18:01:03.703238 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1c2552e8-66ec-4b29-bd02-bd6912625d72 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports/3133fe4c-330e-4405-98df-b1ae2432d11b HTTP/1.1" status: 404 len: 333 time: 0.0985601 Dec 12 18:01:03.715864 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 48700) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:03.731195 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-233ed9c3-2017-4ad7-b9ea-6492ddda072e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75b935da-edec-4803-8c21-61a0e9a0c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643871 Dec 12 18:01:03.739779 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc86a72b-a426-4a8b-b9fb-2e9b7d89d262 x-openstack-request-id: req-dc86a72b-a426-4a8b-b9fb-2e9b7d89d262 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:01:03.756604 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b06fd0-2080-4bd8-b083-06f896318b40", "tag": "52421f00-eec5-4f03-a4e1-714e04823a40", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:01:03.757176 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc86a72b-a426-4a8b-b9fb-2e9b7d89d262 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:01:03.757856 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b06fd0-2080-4bd8-b083-06f896318b40', 'tag': '52421f00-eec5-4f03-a4e1-714e04823a40', 'status': 'completed', 'code': 200} Dec 12 18:01:03.776430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-318ef8cb-d451-4574-bfd5-b05bcc027f01 None None] Provisioning complete for port 98e49208-d616-4330-89a9-7f392b4d66ec triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:03.776939 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-318ef8cb-d451-4574-bfd5-b05bcc027f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:03.806482 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b6e795-f3c1-425a-948b-7352e0a61f3f x-openstack-request-id: req-42b6e795-f3c1-425a-948b-7352e0a61f3f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:01:03.806947 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b492fadc-d615-4157-ac2a-6bbfcc0bb4d7", "name": "network-vif-deleted", "tag": "e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:01:03.807355 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42b6e795-f3c1-425a-948b-7352e0a61f3f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:01:03.808331 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b492fadc-d615-4157-ac2a-6bbfcc0bb4d7', 'name': 'network-vif-deleted', 'tag': 'e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb', 'status': 'completed', 'code': 200} Dec 12 18:01:03.905708 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-318ef8cb-d451-4574-bfd5-b05bcc027f01 None None] Port 98e49208-d616-4330-89a9-7f392b4d66ec cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:01:03.921528 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-318ef8cb-d451-4574-bfd5-b05bcc027f01 None None] Could not find standard attr ID for object 3133fe4c-330e-4405-98df-b1ae2432d11b. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:01:03.964611 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac5b854e-5b61-493d-a397-b3efdce9531e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:04.054264 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-93aafda5-908e-442c-9060-8e601d9166d7 None None] Could not find standard attr ID for object 3133fe4c-330e-4405-98df-b1ae2432d11b. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:01:04.091048 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac5b854e-5b61-493d-a397-b3efdce9531e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:04.108592 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-153db26b-aba8-424a-b971-e12a39e492a7 service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423402 Dec 12 18:01:04.289343 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac5b854e-5b61-493d-a397-b3efdce9531e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:04.292259 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac5b854e-5b61-493d-a397-b3efdce9531e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:04.296350 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ac5b854e-5b61-493d-a397-b3efdce9531e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/security-groups/3279c47c-dd44-4e74-a1a7-d04274b06102 HTTP/1.1" status: 204 len: 168 time: 0.5773721 Dec 12 18:01:04.296736 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48716) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:04.355261 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178a999-cc05-4482-851c-9f5548ee4170 req-8d1d19e7-1237-4b42-8b52-3dc3c1980ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:04.356716 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-8d1d19e7-1237-4b42-8b52-3dc3c1980ec0 service neutron] 10.222.0.18 "GET /v2.0/ports/63ade234-cd42-4217-a122-9a800e7ef429 HTTP/1.1" status: 200 len: 1093 time: 0.1213043 Dec 12 18:01:04.362951 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b854e-5b61-493d-a397-b3efdce9531e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3279c47c-dd44-4e74-a1a7-d04274b06102,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:04.409418 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffa126b1-96eb-4371-bc85-b5ae84178501 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:04.413502 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-4178a999-cc05-4482-851c-9f5548ee4170 req-3da3b776-9ed2-4050-98b1-5821e6ffdab8 service neutron] Request body: {'binding': {'host': 'n-h2-760354-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:04.414073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-4178a999-cc05-4482-851c-9f5548ee4170 req-3da3b776-9ed2-4050-98b1-5821e6ffdab8 service neutron] Unknown quota resources ['binding']. {{(pid=103151) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 18:01:04.434817 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffa126b1-96eb-4371-bc85-b5ae84178501 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:04.485790 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffa126b1-96eb-4371-bc85-b5ae84178501 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:04.495542 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffa126b1-96eb-4371-bc85-b5ae84178501 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:04.497144 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ffa126b1-96eb-4371-bc85-b5ae84178501 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/security-groups/79c00a0c-eb35-45d2-b833-9105d3df08df HTTP/1.1" status: 204 len: 168 time: 0.1993167 Dec 12 18:01:04.502601 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48720) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:04.527949 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa126b1-96eb-4371-bc85-b5ae84178501 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c00a0c-eb35-45d2-b833-9105d3df08df,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:04.569307 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35d8906b-e6da-4f6a-b04f-11ec75146cc5 req-5392d7aa-33d9-4a72-95f6-496458fe3b46 service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460642 Dec 12 18:01:04.607834 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf21f439-3376-44dd-9909-ec3ed720c98c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:04.663125 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf21f439-3376-44dd-9909-ec3ed720c98c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:04.713408 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab09eb3-39cf-4171-94b0-70a2b8c53e36 req-dcc89183-b1de-4a6d-8ca0-05a0cf6b2c0a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:04.715284 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bab09eb3-39cf-4171-94b0-70a2b8c53e36 req-dcc89183-b1de-4a6d-8ca0-05a0cf6b2c0a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 943 time: 0.3573062 Dec 12 18:01:04.719883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4178a999-cc05-4482-851c-9f5548ee4170 req-3da3b776-9ed2-4050-98b1-5821e6ffdab8 service neutron] Attempting to bind port 63ade234-cd42-4217-a122-9a800e7ef429 on host n-h2-760354-5 for vnic_type normal with profile None {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:01:04.720227 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4178a999-cc05-4482-851c-9f5548ee4170 req-3da3b776-9ed2-4050-98b1-5821e6ffdab8 service neutron] Attempting to bind port 63ade234-cd42-4217-a122-9a800e7ef429 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:01:04.720563 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4178a999-cc05-4482-851c-9f5548ee4170 req-3da3b776-9ed2-4050-98b1-5821e6ffdab8 service neutron] Attempting to bind port 63ade234-cd42-4217-a122-9a800e7ef429 on network 87c2086d-4233-4098-b9d6-f49e42e04845 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:01:04.728027 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf21f439-3376-44dd-9909-ec3ed720c98c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:04.731915 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf21f439-3376-44dd-9909-ec3ed720c98c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:04.733902 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bf21f439-3376-44dd-9909-ec3ed720c98c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/security-groups/65a0c225-3472-46de-b8a3-66be22eaa1b3 HTTP/1.1" status: 204 len: 168 time: 0.2299848 Dec 12 18:01:04.734918 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4178a999-cc05-4482-851c-9f5548ee4170 req-3da3b776-9ed2-4050-98b1-5821e6ffdab8 service neutron] Port 63ade234-cd42-4217-a122-9a800e7ef429 on network 87c2086d-4233-4098-b9d6-f49e42e04845 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:01:04.735830 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4178a999-cc05-4482-851c-9f5548ee4170 req-3da3b776-9ed2-4050-98b1-5821e6ffdab8 service neutron] Attempting to bind port 63ade234-cd42-4217-a122-9a800e7ef429 on network 87c2086d-4233-4098-b9d6-f49e42e04845 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:01:04.740763 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48732) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:04.754987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4178a999-cc05-4482-851c-9f5548ee4170 req-3da3b776-9ed2-4050-98b1-5821e6ffdab8 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:01:04.755754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4178a999-cc05-4482-851c-9f5548ee4170 req-3da3b776-9ed2-4050-98b1-5821e6ffdab8 service neutron] Checking segment: {'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:01:04.756339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4178a999-cc05-4482-851c-9f5548ee4170 req-3da3b776-9ed2-4050-98b1-5821e6ffdab8 service neutron] Bound using segment: {'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:01:04.756959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4178a999-cc05-4482-851c-9f5548ee4170 req-3da3b776-9ed2-4050-98b1-5821e6ffdab8 service neutron] Bound port: 63ade234-cd42-4217-a122-9a800e7ef429, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:01:04.789827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4294315-806e-4f44-9bde-84a1c5405982 req-266d7942-31ae-48cf-b2ab-2ca929f4932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:04.791505 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4294315-806e-4f44-9bde-84a1c5405982 req-266d7942-31ae-48cf-b2ab-2ca929f4932f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 1094 time: 0.1290636 Dec 12 18:01:04.829664 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74a08a7-50a4-427f-9b96-e7929c23cc2e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting subnet 64e15ab6-cc10-4e1e-8853-654011ff6bcc {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:01:04.833795 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21f439-3376-44dd-9909-ec3ed720c98c tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a0c225-3472-46de-b8a3-66be22eaa1b3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:04.836520 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c74a08a7-50a4-427f-9b96-e7929c23cc2e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:04.900753 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c74a08a7-50a4-427f-9b96-e7929c23cc2e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:04.911952 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bab09eb3-39cf-4171-94b0-70a2b8c53e36 req-01796365-134d-42ea-a409-017bc455886b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881740 Dec 12 18:01:04.976263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4178a999-cc05-4482-851c-9f5548ee4170 req-3da3b776-9ed2-4050-98b1-5821e6ffdab8 service neutron] For port 63ade234-cd42-4217-a122-9a800e7ef429, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=63ade234-cd42-4217-a122-9a800e7ef429,segment=NetworkSegment(778541a3-f1ab-4e51-989d-5106ce0fd392),segment_id=778541a3-f1ab-4e51-989d-5106ce0fd392)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:01:04.996392 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4178a999-cc05-4482-851c-9f5548ee4170 req-3da3b776-9ed2-4050-98b1-5821e6ffdab8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:05.006826 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-3da3b776-9ed2-4050-98b1-5821e6ffdab8 service neutron] 10.222.0.18 "POST /v2.0/ports/63ade234-cd42-4217-a122-9a800e7ef429/bindings HTTP/1.1" status: 201 len: 389 time: 0.6042404 Dec 12 18:01:05.032946 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4294315-806e-4f44-9bde-84a1c5405982 req-ab77497d-4e13-421f-83e2-ef15b8d48642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:05.035809 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4294315-806e-4f44-9bde-84a1c5405982 req-ab77497d-4e13-421f-83e2-ef15b8d48642 service neutron] 10.222.0.20 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 907 time: 0.2164960 Dec 12 18:01:05.122509 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c74a08a7-50a4-427f-9b96-e7929c23cc2e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:05.296078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4294315-806e-4f44-9bde-84a1c5405982 req-a34f78da-328f-49f6-99ee-7f6285c789fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52421f00-eec5-4f03-a4e1-714e04823a40 HTTP/1.1" status: 200 len: 217 time: 0.2462027 Dec 12 18:01:05.407645 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4294315-806e-4f44-9bde-84a1c5405982 req-9182b984-2ae7-4657-8530-058278aa41ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:05.409418 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4294315-806e-4f44-9bde-84a1c5405982 req-9182b984-2ae7-4657-8530-058278aa41ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a38ca6e1-282d-485b-8e30-1d83bfdc0937 HTTP/1.1" status: 200 len: 846 time: 0.0730832 Dec 12 18:01:05.468277 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c74a08a7-50a4-427f-9b96-e7929c23cc2e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:05.501720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a08a7-50a4-427f-9b96-e7929c23cc2e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Subnet': ['ID=64e15ab6-cc10-4e1e-8853-654011ff6bcc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:05.511710 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e74457-dbce-43f2-9284-74d4eba5540b None None] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:01:05.512198 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c74a08a7-50a4-427f-9b96-e7929c23cc2e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:05.516546 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c74a08a7-50a4-427f-9b96-e7929c23cc2e tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/64e15ab6-cc10-4e1e-8853-654011ff6bcc HTTP/1.1" status: 204 len: 168 time: 0.7746994 Dec 12 18:01:05.521335 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48756) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:05.568751 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4294315-806e-4f44-9bde-84a1c5405982 req-b088295f-d22a-4aeb-bcf3-9d15c0757d9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75b935da-edec-4803-8c21-61a0e9a0c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412270 Dec 12 18:01:05.604681 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-218cffa3-beb8-40df-95b0-02294f38ff7a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting subnet bf25dbb3-a952-41fe-a7f1-99e1c4626634 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:01:05.613010 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-218cffa3-beb8-40df-95b0-02294f38ff7a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:05.671072 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-218cffa3-beb8-40df-95b0-02294f38ff7a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:05.691015 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4294315-806e-4f44-9bde-84a1c5405982 req-3f6215d5-a78b-444e-ac2d-121929d3b38b service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066129 Dec 12 18:01:05.706678 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea60203-5c7d-4029-95f6-cf407e4356aa req-b8590fbb-b354-4d6d-becd-b449e326db8a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:05.708626 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1ea60203-5c7d-4029-95f6-cf407e4356aa req-b8590fbb-b354-4d6d-becd-b449e326db8a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 945 time: 0.4082155 Dec 12 18:01:05.713175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178a999-cc05-4482-851c-9f5548ee4170 req-fbdd8a38-5e15-4e51-b303-6576846c47e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:05.715016 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-fbdd8a38-5e15-4e51-b303-6576846c47e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 1096 time: 0.2891753 Dec 12 18:01:05.803619 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-218cffa3-beb8-40df-95b0-02294f38ff7a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:05.894798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1ea60203-5c7d-4029-95f6-cf407e4356aa req-8d85f9e8-8827-4c4d-a9e6-195ce58eeea0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708581 Dec 12 18:01:05.904859 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-218cffa3-beb8-40df-95b0-02294f38ff7a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:05.927850 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-218cffa3-beb8-40df-95b0-02294f38ff7a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:05.931424 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-218cffa3-beb8-40df-95b0-02294f38ff7a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/bf25dbb3-a952-41fe-a7f1-99e1c4626634 HTTP/1.1" status: 204 len: 168 time: 0.4088802 Dec 12 18:01:05.935920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 48770) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:05.956438 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218cffa3-beb8-40df-95b0-02294f38ff7a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Subnet': ['ID=bf25dbb3-a952-41fe-a7f1-99e1c4626634,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:06.007144 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-daca5f50-237b-4fef-ba55-1f2655b577f4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] DELETE failed (client error): The resource could not be found. Dec 12 18:01:06.007801 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daca5f50-237b-4fef-ba55-1f2655b577f4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:01:06.012220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-daca5f50-237b-4fef-ba55-1f2655b577f4 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/64e15ab6-cc10-4e1e-8853-654011ff6bcc HTTP/1.1" status: 404 len: 337 time: 0.0746629 Dec 12 18:01:06.014772 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48776) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:06.027552 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4294315-806e-4f44-9bde-84a1c5405982 req-8a9ddc11-f4ea-4e46-b382-bfa098ccdf47 service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164432 Dec 12 18:01:06.035465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178a999-cc05-4482-851c-9f5548ee4170 req-55537fd2-3ca2-43c7-a458-ea980709627e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:06.052102 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-55537fd2-3ca2-43c7-a458-ea980709627e service neutron] 10.222.0.20 "GET /v2.0/networks?id=87c2086d-4233-4098-b9d6-f49e42e04845 HTTP/1.1" status: 200 len: 898 time: 0.3281782 Dec 12 18:01:06.112894 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d7d8dc-3885-46a5-8b34-1bbb26207cf5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting subnet 141085bd-7b5d-4fba-a5c6-8a16abdb2c6a {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:01:06.131997 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d8dc-3885-46a5-8b34-1bbb26207cf5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:06.230106 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d8dc-3885-46a5-8b34-1bbb26207cf5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:06.307482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3007f-7fb3-407b-860c-15eabda94915 req-0a0ae3bc-ec7e-49f1-91fd-0876efac4079 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:06.309828 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dad3007f-7fb3-407b-860c-15eabda94915 req-0a0ae3bc-ec7e-49f1-91fd-0876efac4079 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 943 time: 0.2810686 Dec 12 18:01:06.346491 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-ffbda1b7-4375-40e7-bdf6-147b937532e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63ade234-cd42-4217-a122-9a800e7ef429 HTTP/1.1" status: 200 len: 1001 time: 0.2309446 Dec 12 18:01:06.364791 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:01:06.410099 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:01:06.416419 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device e9d6e5f6-41d7-4caa-938b-8476e3dd9dfb not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:01:06.442053 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d8dc-3885-46a5-8b34-1bbb26207cf5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:06.452475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178a999-cc05-4482-851c-9f5548ee4170 req-a63a812f-3cfa-40ff-b28f-e414747423a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:06.453996 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-a63a812f-3cfa-40ff-b28f-e414747423a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ebf8e5ab-4171-48c8-94d8-5cda0d110e5c HTTP/1.1" status: 200 len: 835 time: 0.0963171 Dec 12 18:01:06.470076 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dad3007f-7fb3-407b-860c-15eabda94915 req-7f6e91b6-ddab-4c45-89ec-8d0d225aaf4a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463168 Dec 12 18:01:06.580364 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d8dc-3885-46a5-8b34-1bbb26207cf5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:06.586896 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178a999-cc05-4482-851c-9f5548ee4170 req-ec384c5a-45bc-45b5-b7f2-6b0e0895a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:06.591133 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-ec384c5a-45bc-45b5-b7f2-6b0e0895a632 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87c2086d-4233-4098-b9d6-f49e42e04845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200542 Dec 12 18:01:06.631453 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7d8dc-3885-46a5-8b34-1bbb26207cf5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Subnet': ['ID=141085bd-7b5d-4fba-a5c6-8a16abdb2c6a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:06.649990 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d8dc-3885-46a5-8b34-1bbb26207cf5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:06.656025 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a0d7d8dc-3885-46a5-8b34-1bbb26207cf5 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/141085bd-7b5d-4fba-a5c6-8a16abdb2c6a HTTP/1.1" status: 204 len: 168 time: 0.6378946 Dec 12 18:01:06.661646 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48800) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:06.702592 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edde0df-7ba6-4422-9385-4ab6a6607416 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] DELETE failed (client error): The resource could not be found. Dec 12 18:01:06.702974 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7edde0df-7ba6-4422-9385-4ab6a6607416 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:01:06.710635 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7edde0df-7ba6-4422-9385-4ab6a6607416 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/90740bf3-7110-4658-83f7-654d5be96d6d HTTP/1.1" status: 404 len: 337 time: 0.0484178 Dec 12 18:01:06.713771 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48802) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:06.765163 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8efdc395-76cf-4aec-9d79-ec12d079e5b8 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ba7e52d-9aa2-47f5-950f-830386eb1a3d HTTP/1.1" status: 200 len: 205 time: 0.0502591 Dec 12 18:01:06.767477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48804) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:06.801281 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-0c54f4e6-7f8d-4a34-ba25-71d606f4651f service neutron] 10.222.0.20 "GET /v2.0/networks/87c2086d-4233-4098-b9d6-f49e42e04845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038722 Dec 12 18:01:06.836116 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-c278c05c-afb7-44ff-a629-5faf12a71cbb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] delete failed (client error): The resource could not be found. Dec 12 18:01:06.846701 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c278c05c-afb7-44ff-a629-5faf12a71cbb tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/routers/8ba7e52d-9aa2-47f5-950f-830386eb1a3d HTTP/1.1" status: 404 len: 336 time: 0.0707712 Dec 12 18:01:06.848623 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48808) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:06.911591 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91d8986-ef73-4ec8-9f3e-badf787ac23a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] DELETE failed (client error): The resource could not be found. Dec 12 18:01:06.912160 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91d8986-ef73-4ec8-9f3e-badf787ac23a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:01:06.915175 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f91d8986-ef73-4ec8-9f3e-badf787ac23a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/70c23a75-cf67-4c18-878d-9450c7d1e638 HTTP/1.1" status: 404 len: 337 time: 0.0655751 Dec 12 18:01:06.918003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 48810) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:06.969029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03f9c5e-3ce0-4845-a1e8-fbbdd10dba89 None None] Network 41acbcc9-0955-4f8d-91c4-5d484208a7d7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:01:07.034083 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b9db6d-0af4-4933-a79b-f3c9722a2a43 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] DELETE failed (client error): The resource could not be found. Dec 12 18:01:07.046547 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1d7b87ef-faae-440d-abb0-24d547442f67 None None] Provisioning complete for port 7deaced8-2e2e-4327-8dcc-95192a5c0195 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:07.046929 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d7b87ef-faae-440d-abb0-24d547442f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:07.053142 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b9db6d-0af4-4933-a79b-f3c9722a2a43 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:01:07.072045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48822) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:07.073219 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-84b9db6d-0af4-4933-a79b-f3c9722a2a43 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/3b5921c9-b07c-4557-a092-8250e989cf31 HTTP/1.1" status: 404 len: 337 time: 0.1473196 Dec 12 18:01:07.134145 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cbdf027-4b4e-409a-9c48-0850aa723f5d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] DELETE failed (client error): The resource could not be found. Dec 12 18:01:07.135918 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cbdf027-4b4e-409a-9c48-0850aa723f5d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:01:07.139263 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7cbdf027-4b4e-409a-9c48-0850aa723f5d tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/cf40b2e8-7be4-4743-8eff-ec0b93151ed2 HTTP/1.1" status: 404 len: 337 time: 0.0655074 Dec 12 18:01:07.147303 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48824) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:07.168658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871e30e-37d9-46df-b27e-f183ca06d2eb req-e77a3bc3-982a-43e8-914b-72da568e708f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:07.170215 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9871e30e-37d9-46df-b27e-f183ca06d2eb req-e77a3bc3-982a-43e8-914b-72da568e708f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 945 time: 0.1456265 Dec 12 18:01:07.202567 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee7caf5-284a-4382-a471-bac0f11b46f2 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] DELETE failed (client error): The resource could not be found. Dec 12 18:01:07.203156 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee7caf5-284a-4382-a471-bac0f11b46f2 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:01:07.206397 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7ee7caf5-284a-4382-a471-bac0f11b46f2 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/ports/06f4a310-0a37-477a-93a1-6689dfab706d HTTP/1.1" status: 404 len: 333 time: 0.0580192 Dec 12 18:01:07.213747 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48826) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:07.250165 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-976a5133-d3c6-4143-8528-300319d2b726 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] DELETE failed (client error): The resource could not be found. Dec 12 18:01:07.250912 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-976a5133-d3c6-4143-8528-300319d2b726 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:01:07.256099 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-976a5133-d3c6-4143-8528-300319d2b726 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/acfbfbf4-2d04-4dcc-9d87-dcebb0c56118 HTTP/1.1" status: 404 len: 337 time: 0.0413117 Dec 12 18:01:07.261108 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48828) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:07.270801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] DHCP port deletion for 41acbcc9-0955-4f8d-91c4-5d484208a7d7 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:01:07.277976 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-02058586-995a-4dde-8c5b-12edf6d6361c service neutron] 10.222.0.20 "GET /v2.0/networks/87c2086d-4233-4098-b9d6-f49e42e04845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686458 Dec 12 18:01:07.312507 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fba0da0-9785-413f-99bc-20e1640216ec tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] DELETE failed (client error): The resource could not be found. Dec 12 18:01:07.312987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fba0da0-9785-413f-99bc-20e1640216ec tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:01:07.316523 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7fba0da0-9785-413f-99bc-20e1640216ec tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/31509de2-dbda-4b3a-b6eb-8fc4fd868092 HTTP/1.1" status: 404 len: 337 time: 0.0542934 Dec 12 18:01:07.318995 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48832) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:07.340630 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9871e30e-37d9-46df-b27e-f183ca06d2eb req-61adfda4-adfe-4b89-aeae-bf0534815494 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558864 Dec 12 18:01:07.371592 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e4d014-71b4-4317-8305-0a5473406b67 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] DELETE failed (client error): The resource could not be found. Dec 12 18:01:07.372244 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e4d014-71b4-4317-8305-0a5473406b67 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:01:07.386087 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-91e4d014-71b4-4317-8305-0a5473406b67 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/ports/2f5b5d46-0785-4e18-a394-29c955934496 HTTP/1.1" status: 404 len: 333 time: 0.0547335 Dec 12 18:01:07.386800 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48838) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:07.455855 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-b789057c-09b6-46a4-aec4-4ad71346247f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] DELETE failed (client error): The resource could not be found. Dec 12 18:01:07.457760 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b789057c-09b6-46a4-aec4-4ad71346247f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:01:07.471504 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b789057c-09b6-46a4-aec4-4ad71346247f tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/26a1ebb0-df9e-4d09-9434-3d1651c5c106 HTTP/1.1" status: 404 len: 337 time: 0.0832348 Dec 12 18:01:07.473823 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48844) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:07.520990 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178a999-cc05-4482-851c-9f5548ee4170 req-765f0e9a-803d-4d80-870f-de6d11d35c86 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:07.522595 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-765f0e9a-803d-4d80-870f-de6d11d35c86 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd&tenant_id=1ca8577c66784779ba8900bd9278d832&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 1096 time: 0.1744144 Dec 12 18:01:07.536754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-760354-5'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:07.548377 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b57c0c5-8b89-4ba0-bf0a-28777b5b384a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] DELETE failed (client error): The resource could not be found. Dec 12 18:01:07.548853 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b57c0c5-8b89-4ba0-bf0a-28777b5b384a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:01:07.564093 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1b57c0c5-8b89-4ba0-bf0a-28777b5b384a tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/subnets/b9c0e345-97b7-4342-b663-c384918edc9d HTTP/1.1" status: 404 len: 337 time: 0.0857422 Dec 12 18:01:07.566599 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48850) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:07.703335 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1d7b87ef-faae-440d-abb0-24d547442f67 None None] Provisioning complete for port 98e49208-d616-4330-89a9-7f392b4d66ec triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:07.703711 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d7b87ef-faae-440d-abb0-24d547442f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:07.714231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5940d104-af13-4e76-a217-50d775ea52ab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Deleting port 98e49208-d616-4330-89a9-7f392b4d66ec {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:07.715413 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5940d104-af13-4e76-a217-50d775ea52ab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:07.749528 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1d7b87ef-faae-440d-abb0-24d547442f67 None None] Port 98e49208-d616-4330-89a9-7f392b4d66ec cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:01:07.753908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] Deleting port 7deaced8-2e2e-4327-8dcc-95192a5c0195 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:07.754292 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:07.771354 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:07.813555 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5940d104-af13-4e76-a217-50d775ea52ab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:07.823349 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561f263-d949-49f4-ae9c-09f76e2fd0dd req-f1af1669-52da-4f91-8661-ffeea6c6a769 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:07.824897 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e561f263-d949-49f4-ae9c-09f76e2fd0dd req-f1af1669-52da-4f91-8661-ffeea6c6a769 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 943 time: 0.2080688 Dec 12 18:01:07.828673 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5940d104-af13-4e76-a217-50d775ea52ab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Calling delete_port for 98e49208-d616-4330-89a9-7f392b4d66ec owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:07.857705 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] For port 7deaced8-2e2e-4327-8dcc-95192a5c0195, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7deaced8-2e2e-4327-8dcc-95192a5c0195,segment=NetworkSegment(f7aae475-ea20-4ffa-891d-313a440d6dbc),segment_id=f7aae475-ea20-4ffa-891d-313a440d6dbc)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:07.858121 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:07.874010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] Calling delete_port for 7deaced8-2e2e-4327-8dcc-95192a5c0195 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:07.949382 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5940d104-af13-4e76-a217-50d775ea52ab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:07.982292 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:08.014129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] Pushing event deleted for resources: {'Port': ['ID=7deaced8-2e2e-4327-8dcc-95192a5c0195,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:08.016766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] No DVR routers for this DVR port 7deaced8-2e2e-4327-8dcc-95192a5c0195 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:01:08.020086 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e561f263-d949-49f4-ae9c-09f76e2fd0dd req-cacdbd00-079f-4f1e-8e9e-6e6a67efa61c tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716790 Dec 12 18:01:08.025759 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:08.025759 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:08.025982 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:08.026242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:08.026583 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:08.027049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:08.027417 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:08.027928 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:08.028076 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:08.028406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:08.029390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:08.029740 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:08.030096 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e8739b-1716-4f7f-8e0e-39e2a5776c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:08.054667 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940d104-af13-4e76-a217-50d775ea52ab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Port': ['ID=98e49208-d616-4330-89a9-7f392b4d66ec,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:08.065054 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5940d104-af13-4e76-a217-50d775ea52ab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:08.068570 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5940d104-af13-4e76-a217-50d775ea52ab tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/ports/98e49208-d616-4330-89a9-7f392b4d66ec HTTP/1.1" status: 204 len: 168 time: 0.5004938 Dec 12 18:01:08.071175 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48866) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:08.088117 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 52421f00-eec5-4f03-a4e1-714e04823a40 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:01:08.095055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] For port 63ade234-cd42-4217-a122-9a800e7ef429, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=63ade234-cd42-4217-a122-9a800e7ef429,segment=NetworkSegment(778541a3-f1ab-4e51-989d-5106ce0fd392),segment_id=778541a3-f1ab-4e51-989d-5106ce0fd392)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:08.162171 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] For port 63ade234-cd42-4217-a122-9a800e7ef429, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:01:08.217567 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e486bf7-8a08-4438-a8cf-d367146e4585 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:08.240873 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:08.244511 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27c3042-f818-4b81-ab67-132f200694bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63ade234-cd42-4217-a122-9a800e7ef429'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:01:08.250740 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e21c51-7c89-4275-91dc-5ff4b9ad6f87" -d '{"events": [{"server_uuid": "c27c3042-f818-4b81-ab67-132f200694bd", "name": "network-vif-unplugged", "status": "completed", "tag": "63ade234-cd42-4217-a122-9a800e7ef429"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:01:08.257081 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:08.314434 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 52421f00-eec5-4f03-a4e1-714e04823a40, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=52421f00-eec5-4f03-a4e1-714e04823a40,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:08.345000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '52421f00-eec5-4f03-a4e1-714e04823a40', 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c', 'port_id': '52421f00-eec5-4f03-a4e1-714e04823a40', 'mac_address': 'fa:16:3e:1a:d2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38ca6e1-282d-485b-8e30-1d83bfdc0937', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:01:08.437949 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:08.441369 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e486bf7-8a08-4438-a8cf-d367146e4585 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:08.451975 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 18:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14da3ae3-cdf7-4f83-aa3e-171f54455fc0 x-openstack-request-id: req-14da3ae3-cdf7-4f83-aa3e-171f54455fc0 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:01:08.454736 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27c3042-f818-4b81-ab67-132f200694bd", "name": "network-vif-unplugged", "status": "completed", "tag": "63ade234-cd42-4217-a122-9a800e7ef429", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:01:08.455015 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14da3ae3-cdf7-4f83-aa3e-171f54455fc0 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:01:08.455506 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27c3042-f818-4b81-ab67-132f200694bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63ade234-cd42-4217-a122-9a800e7ef429', 'code': 200} Dec 12 18:01:08.515220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52421f00-eec5-4f03-a4e1-714e04823a40 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:01:08.548379 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8e486bf7-8a08-4438-a8cf-d367146e4585 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41acbcc9-0955-4f8d-91c4-5d484208a7d7']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:08.549753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] Pushing event updated for resources: {'Port': ['ID=63ade234-cd42-4217-a122-9a800e7ef429,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:08.585545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 52421f00-eec5-4f03-a4e1-714e04823a40, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=52421f00-eec5-4f03-a4e1-714e04823a40,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:08.589321 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8e486bf7-8a08-4438-a8cf-d367146e4585 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7aae475-ea20-4ffa-891d-313a440d6dbc') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:08.590765 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8e486bf7-8a08-4438-a8cf-d367146e4585 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7aae475-ea20-4ffa-891d-313a440d6dbc') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:08.605694 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:08.634173 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e486bf7-8a08-4438-a8cf-d367146e4585 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:08.680270 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e486bf7-8a08-4438-a8cf-d367146e4585 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:08.689968 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7deaced8-2e2e-4327-8dcc-95192a5c0195 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:01:08.722819 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e486bf7-8a08-4438-a8cf-d367146e4585 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:01:08.724298 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e486bf7-8a08-4438-a8cf-d367146e4585 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:08.726001 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] Attempting to bind port 63ade234-cd42-4217-a122-9a800e7ef429 on host n-h1-760354-5 for vnic_type normal with profile {"migrating_to": "n-h2-760354-5"} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:01:08.726335 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] Attempting to bind port 63ade234-cd42-4217-a122-9a800e7ef429 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:01:08.726658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] Attempting to bind port 63ade234-cd42-4217-a122-9a800e7ef429 on network 87c2086d-4233-4098-b9d6-f49e42e04845 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:01:08.733578 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:01:08.736671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] Port 63ade234-cd42-4217-a122-9a800e7ef429 on network 87c2086d-4233-4098-b9d6-f49e42e04845 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:01:08.736671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] Attempting to bind port 63ade234-cd42-4217-a122-9a800e7ef429 on network 87c2086d-4233-4098-b9d6-f49e42e04845 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:01:08.752883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1de9bb-3d74-4544-94f3-fc49bd91a163 req-b31fe2ac-8ec7-4690-8f20-349c7fa9e5ee tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:08.754621 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff1de9bb-3d74-4544-94f3-fc49bd91a163 req-b31fe2ac-8ec7-4690-8f20-349c7fa9e5ee tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 943 time: 0.2487094 Dec 12 18:01:08.760714 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 7deaced8-2e2e-4327-8dcc-95192a5c0195 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:01:08.761210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:01:08.761573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] Checking segment: {'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:01:08.761966 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] Bound using segment: {'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:01:08.762421 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] Bound port: 63ade234-cd42-4217-a122-9a800e7ef429, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778541a3-f1ab-4e51-989d-5106ce0fd392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:01:08.762786 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:08.767173 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7deaced8-2e2e-4327-8dcc-95192a5c0195 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:01:08.794858 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=52421f00-eec5-4f03-a4e1-714e04823a40,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:08.845863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['52421f00-eec5-4f03-a4e1-714e04823a40'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:01:08.902924 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e486bf7-8a08-4438-a8cf-d367146e4585 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:08.907067 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff1de9bb-3d74-4544-94f3-fc49bd91a163 req-9db5d7ef-164e-4ce2-a8ed-31c588610f84 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106298 Dec 12 18:01:08.917064 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e486bf7-8a08-4438-a8cf-d367146e4585 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:08.926516 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8e486bf7-8a08-4438-a8cf-d367146e4585 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] 10.222.0.18 "DELETE /v2.0/networks/41acbcc9-0955-4f8d-91c4-5d484208a7d7 HTTP/1.1" status: 204 len: 168 time: 0.8484242 Dec 12 18:01:08.963505 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e486bf7-8a08-4438-a8cf-d367146e4585 tempest-PortsIpV6TestJSON-1571017156 tempest-PortsIpV6TestJSON-1571017156-project] Pushing event deleted for resources: {'Network': ['ID=41acbcc9-0955-4f8d-91c4-5d484208a7d7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:08.981310 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1485379b-ac81-4704-bd94-aaf6d1ea0f75 None None] Provisioning complete for port 63ade234-cd42-4217-a122-9a800e7ef429 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:08.981609 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1485379b-ac81-4704-bd94-aaf6d1ea0f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:08.985394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] For port 63ade234-cd42-4217-a122-9a800e7ef429, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:01:08.995123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] For port 63ade234-cd42-4217-a122-9a800e7ef429, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=63ade234-cd42-4217-a122-9a800e7ef429,segment=NetworkSegment(778541a3-f1ab-4e51-989d-5106ce0fd392),segment_id=778541a3-f1ab-4e51-989d-5106ce0fd392)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:01:09.013018 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:09.061265 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1485379b-ac81-4704-bd94-aaf6d1ea0f75 None None] Port 63ade234-cd42-4217-a122-9a800e7ef429 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:01:09.331486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:09.332305 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:09.333960 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] 10.222.0.20 "PUT /v2.0/ports/63ade234-cd42-4217-a122-9a800e7ef429 HTTP/1.1" status: 200 len: 1121 time: 1.8034406 Dec 12 18:01:09.337036 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdd879-19fd-47e2-b7a4-57e0c1f27c6a service neutron] Pushing event updated for resources: {'Port': ['ID=63ade234-cd42-4217-a122-9a800e7ef429,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:09.366844 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bb5b1-d311-44d7-84c5-a971a456b729 req-a1618e1c-c281-4a3c-a05e-0f1b93d943d7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:09.392292 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e3bb5b1-d311-44d7-84c5-a971a456b729 req-a1618e1c-c281-4a3c-a05e-0f1b93d943d7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 944 time: 0.1928325 Dec 12 18:01:09.399006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['63ade234-cd42-4217-a122-9a800e7ef429'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:01:09.498903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e3bb5b1-d311-44d7-84c5-a971a456b729 req-aed89f12-50b8-43e8-9364-d998e650d20f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054280 Dec 12 18:01:09.537115 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ab2bb90a-ce96-4d3e-b4c3-fc122ba017ea None None] Provisioning complete for port 63ade234-cd42-4217-a122-9a800e7ef429 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:09.537115 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb90a-ce96-4d3e-b4c3-fc122ba017ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:09.657785 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48928) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:09.833283 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb90a-ce96-4d3e-b4c3-fc122ba017ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:09.906450 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27c3042-f818-4b81-ab67-132f200694bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ade234-cd42-4217-a122-9a800e7ef429'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:01:09.908777 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0d4c9e-7b5b-4a27-8cdb-8b6515480840" -d '{"events": [{"server_uuid": "c27c3042-f818-4b81-ab67-132f200694bd", "name": "network-vif-plugged", "status": "completed", "tag": "63ade234-cd42-4217-a122-9a800e7ef429"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:01:09.963604 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ab2bb90a-ce96-4d3e-b4c3-fc122ba017ea None None] For port 63ade234-cd42-4217-a122-9a800e7ef429, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=63ade234-cd42-4217-a122-9a800e7ef429,segment=NetworkSegment(778541a3-f1ab-4e51-989d-5106ce0fd392),segment_id=778541a3-f1ab-4e51-989d-5106ce0fd392)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:09.976024 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb90a-ce96-4d3e-b4c3-fc122ba017ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:10.023758 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a327bede-7462-483a-ae4c-cdc145e15830 x-openstack-request-id: req-a327bede-7462-483a-ae4c-cdc145e15830 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:01:10.024059 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27c3042-f818-4b81-ab67-132f200694bd", "name": "network-vif-plugged", "status": "completed", "tag": "63ade234-cd42-4217-a122-9a800e7ef429", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:01:10.027545 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a327bede-7462-483a-ae4c-cdc145e15830 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:01:10.028186 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27c3042-f818-4b81-ab67-132f200694bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ade234-cd42-4217-a122-9a800e7ef429', 'code': 200} Dec 12 18:01:10.098965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 52421f00-eec5-4f03-a4e1-714e04823a40 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:01:10.159498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d9e23-1652-426f-938d-3784e9220c7b req-55818232-ce05-4cef-95d8-bb2840b2b114 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:10.176470 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-416d9e23-1652-426f-938d-3784e9220c7b req-55818232-ce05-4cef-95d8-bb2840b2b114 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 945 time: 0.1154871 Dec 12 18:01:10.255384 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bb90a-ce96-4d3e-b4c3-fc122ba017ea None None] Pushing event updated for resources: {'Port': ['ID=63ade234-cd42-4217-a122-9a800e7ef429,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:10.263524 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-416d9e23-1652-426f-938d-3784e9220c7b req-55287dc5-eee1-4b33-9c4c-547325836c21 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850356 Dec 12 18:01:10.297920 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f331d2d1-3d6f-4bdb-b013-29afe394e014 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8916da2261ee49a0b41d32cda9c22e6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6382208 Dec 12 18:01:10.300414 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 48948) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:10.342155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 52421f00-eec5-4f03-a4e1-714e04823a40 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:01:10.349108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 52421f00-eec5-4f03-a4e1-714e04823a40 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:10.349516 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:10.379872 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b17585d-cbdc-4105-aef5-9d5ffa7e3ff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:10.407607 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b17585d-cbdc-4105-aef5-9d5ffa7e3ff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:10.457416 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27c3042-f818-4b81-ab67-132f200694bd', 'tag': '63ade234-cd42-4217-a122-9a800e7ef429'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:01:10.461378 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864e2b4f-0d83-4859-a11a-766a5b9ec319" -d '{"events": [{"name": "network-changed", "server_uuid": "c27c3042-f818-4b81-ab67-132f200694bd", "tag": "63ade234-cd42-4217-a122-9a800e7ef429"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:01:10.461859 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b17585d-cbdc-4105-aef5-9d5ffa7e3ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:10.467132 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b17585d-cbdc-4105-aef5-9d5ffa7e3ff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:10.468846 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3b17585d-cbdc-4105-aef5-9d5ffa7e3ff7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e6f8fb7-29f7-406a-873c-0cb1258eb64b HTTP/1.1" status: 204 len: 168 time: 0.1672511 Dec 12 18:01:10.479301 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17585d-cbdc-4105-aef5-9d5ffa7e3ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6f8fb7-29f7-406a-873c-0cb1258eb64b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:10.495016 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:10.553931 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 52421f00-eec5-4f03-a4e1-714e04823a40, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=52421f00-eec5-4f03-a4e1-714e04823a40,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:10.561659 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:10.586073 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b0c0c9-30b1-4618-a04a-9e8bbd0d16fe x-openstack-request-id: req-17b0c0c9-30b1-4618-a04a-9e8bbd0d16fe {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:01:10.586570 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27c3042-f818-4b81-ab67-132f200694bd", "tag": "63ade234-cd42-4217-a122-9a800e7ef429", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:01:10.586993 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17b0c0c9-30b1-4618-a04a-9e8bbd0d16fe {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:01:10.588897 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27c3042-f818-4b81-ab67-132f200694bd', 'tag': '63ade234-cd42-4217-a122-9a800e7ef429', 'status': 'completed', 'code': 200} Dec 12 18:01:10.659069 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=52421f00-eec5-4f03-a4e1-714e04823a40,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:10.722204 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e2b4f-0d83-4859-a11a-766a5b9ec319 req-03cdba8d-1c88-4fbb-b675-6aaf122ff690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:10.728765 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-864e2b4f-0d83-4859-a11a-766a5b9ec319 req-03cdba8d-1c88-4fbb-b675-6aaf122ff690 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 1126 time: 0.1126745 Dec 12 18:01:10.763084 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0238dc2-82c1-48cb-accd-beed5626f954 req-3c30d2a0-4b90-45e6-9cb0-955cd72d1495 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:10.774845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0238dc2-82c1-48cb-accd-beed5626f954 req-3c30d2a0-4b90-45e6-9cb0-955cd72d1495 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 945 time: 0.1089528 Dec 12 18:01:10.934548 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0238dc2-82c1-48cb-accd-beed5626f954 req-6be7ff02-e57c-4a00-8d2a-1c575b87bf1c tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528130 Dec 12 18:01:10.986891 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e2b4f-0d83-4859-a11a-766a5b9ec319 req-2ea7eeb3-6e45-4fa9-9091-1ddaaab20b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:10.991333 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-864e2b4f-0d83-4859-a11a-766a5b9ec319 req-2ea7eeb3-6e45-4fa9-9091-1ddaaab20b58 service neutron] 10.222.0.31 "GET /v2.0/networks?id=87c2086d-4233-4098-b9d6-f49e42e04845 HTTP/1.1" status: 200 len: 898 time: 0.2524920 Dec 12 18:01:11.083343 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-864e2b4f-0d83-4859-a11a-766a5b9ec319 req-fba470ef-9dc1-4d1e-852c-7beaf2d9ecfe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63ade234-cd42-4217-a122-9a800e7ef429 HTTP/1.1" status: 200 len: 1001 time: 0.0856056 Dec 12 18:01:11.218913 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e2b4f-0d83-4859-a11a-766a5b9ec319 req-9d7849c2-724d-48f4-bfea-ab8a0b5ddeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:11.224748 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-864e2b4f-0d83-4859-a11a-766a5b9ec319 req-9d7849c2-724d-48f4-bfea-ab8a0b5ddeac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebf8e5ab-4171-48c8-94d8-5cda0d110e5c HTTP/1.1" status: 200 len: 835 time: 0.1321194 Dec 12 18:01:11.309182 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e2b4f-0d83-4859-a11a-766a5b9ec319 req-9793915b-533c-4119-9624-0505d67b63dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:11.314881 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-864e2b4f-0d83-4859-a11a-766a5b9ec319 req-9793915b-533c-4119-9624-0505d67b63dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87c2086d-4233-4098-b9d6-f49e42e04845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808973 Dec 12 18:01:11.517704 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-864e2b4f-0d83-4859-a11a-766a5b9ec319 req-e8a5ba32-524f-46a3-ad95-cae552f8c924 service neutron] 10.222.0.31 "GET /v2.0/networks/87c2086d-4233-4098-b9d6-f49e42e04845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938219 Dec 12 18:01:11.641078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725718d-13fc-40f4-bec2-c6c73127937a req-6da79b04-e9d5-448d-9458-99daffece109 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:11.661197 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8725718d-13fc-40f4-bec2-c6c73127937a req-6da79b04-e9d5-448d-9458-99daffece109 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 945 time: 0.2367263 Dec 12 18:01:11.763225 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-864e2b4f-0d83-4859-a11a-766a5b9ec319 req-d6abd499-d909-4022-b156-4f038e0ebf6c service neutron] 10.222.0.31 "GET /v2.0/networks/87c2086d-4233-4098-b9d6-f49e42e04845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362728 Dec 12 18:01:11.808968 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8725718d-13fc-40f4-bec2-c6c73127937a req-32097726-a11e-4d0f-8d69-a2fac4c96934 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453583 Dec 12 18:01:12.029572 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b06fd0-2080-4bd8-b083-06f896318b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52421f00-eec5-4f03-a4e1-714e04823a40'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:01:12.031956 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb62f536-a636-46f3-8b5f-f3be6f6a560a" -d '{"events": [{"server_uuid": "41b06fd0-2080-4bd8-b083-06f896318b40", "name": "network-vif-plugged", "status": "completed", "tag": "52421f00-eec5-4f03-a4e1-714e04823a40"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:01:12.118124 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 63ade234-cd42-4217-a122-9a800e7ef429 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:01:12.190006 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a33259-9e0d-4313-b207-342937e9f2f1 req-942af5fe-cd1e-4d19-8139-4c118ecdea7f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:12.198706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-43a33259-9e0d-4313-b207-342937e9f2f1 req-942af5fe-cd1e-4d19-8139-4c118ecdea7f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 945 time: 0.1075702 Dec 12 18:01:12.310854 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249e0daf-bbb1-45bb-9beb-a3679f45d9b6 x-openstack-request-id: req-249e0daf-bbb1-45bb-9beb-a3679f45d9b6 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:01:12.311079 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b06fd0-2080-4bd8-b083-06f896318b40", "name": "network-vif-plugged", "status": "completed", "tag": "52421f00-eec5-4f03-a4e1-714e04823a40", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:01:12.311333 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-249e0daf-bbb1-45bb-9beb-a3679f45d9b6 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:01:12.313789 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b06fd0-2080-4bd8-b083-06f896318b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52421f00-eec5-4f03-a4e1-714e04823a40', 'code': 200} Dec 12 18:01:12.342137 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 63ade234-cd42-4217-a122-9a800e7ef429, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=63ade234-cd42-4217-a122-9a800e7ef429,segment=NetworkSegment(778541a3-f1ab-4e51-989d-5106ce0fd392),segment_id=778541a3-f1ab-4e51-989d-5106ce0fd392)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:12.361449 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 63ade234-cd42-4217-a122-9a800e7ef429 has no active binding in host n-h2-760354-5 {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 18:01:12.801691 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-43a33259-9e0d-4313-b207-342937e9f2f1 req-7e17f0e9-ed65-43f5-b6de-c3e7f15b08ac tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5993893 Dec 12 18:01:12.819677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a90aad-591f-4e7a-abf2-18fd989f24d2 req-2b532416-0e92-4d9a-ae8d-167e2bd82461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:12.821325 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77a90aad-591f-4e7a-abf2-18fd989f24d2 req-2b532416-0e92-4d9a-ae8d-167e2bd82461 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 1096 time: 0.6011450 Dec 12 18:01:12.891577 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49044) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:12.978157 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77a90aad-591f-4e7a-abf2-18fd989f24d2 req-1856cf09-9c10-4fed-988b-d5da8319a76b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351857 Dec 12 18:01:13.075434 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a532cc83-0d28-41bf-b42e-64cb5fc45525 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1220516751'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:13.085610 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9030a6-de99-435f-a587-c469d9b01c70 req-96693024-6d91-471a-a6ff-423fb550209f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:13.106873 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de9030a6-de99-435f-a587-c469d9b01c70 req-96693024-6d91-471a-a6ff-423fb550209f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 945 time: 0.1026533 Dec 12 18:01:13.134747 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a532cc83-0d28-41bf-b42e-64cb5fc45525 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:13.139160 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a532cc83-0d28-41bf-b42e-64cb5fc45525 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:13.149971 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a532cc83-0d28-41bf-b42e-64cb5fc45525 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:13.215037 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de9030a6-de99-435f-a587-c469d9b01c70 req-e3597222-7cda-4880-b6a4-200bcd7744c5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068363 Dec 12 18:01:13.261565 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a532cc83-0d28-41bf-b42e-64cb5fc45525 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:13.268126 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a532cc83-0d28-41bf-b42e-64cb5fc45525 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:13.304931 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a532cc83-0d28-41bf-b42e-64cb5fc45525 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:01:13.325348 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532cc83-0d28-41bf-b42e-64cb5fc45525 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0168cdcb-ffb7-442a-9d55-aae03fb53493,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:13.328448 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a532cc83-0d28-41bf-b42e-64cb5fc45525 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:13.328872 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-a532cc83-0d28-41bf-b42e-64cb5fc45525 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Added segment 1ddd43e3-b6af-4c84-affb-dc6398250c9a of type vlan for network 6cf89583-3465-49a7-b27a-8a480d163907 Dec 12 18:01:13.381080 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a532cc83-0d28-41bf-b42e-64cb5fc45525 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:13.473299 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a532cc83-0d28-41bf-b42e-64cb5fc45525 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:13.479283 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a532cc83-0d28-41bf-b42e-64cb5fc45525 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:13.479903 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a532cc83-0d28-41bf-b42e-64cb5fc45525 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:13.593533 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a532cc83-0d28-41bf-b42e-64cb5fc45525 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6977024 Dec 12 18:01:13.593897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49062) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:13.598864 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'network_id': '6cf89583-3465-49a7-b27a-8a480d163907', 'name': 'tempest-PortsTestJSON-1260047567'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:13.616227 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532cc83-0d28-41bf-b42e-64cb5fc45525 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Network': ['ID=6cf89583-3465-49a7-b27a-8a480d163907,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:13.630470 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 6cf89583-3465-49a7-b27a-8a480d163907 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:01:13.773032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:13.781576 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:13.804028 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] device_id is not set on port a055388b-a589-4e90-8f1e-e79b2cdf4019 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:01:14.019589 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:14.117659 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:14.286683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7034c-5fda-46a9-b3fa-521ea93aa85d req-1b98bbf5-7feb-476e-ac88-0ba282b41f31 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:14.288698 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbe7034c-5fda-46a9-b3fa-521ea93aa85d req-1b98bbf5-7feb-476e-ac88-0ba282b41f31 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 945 time: 0.2037475 Dec 12 18:01:14.403737 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbe7034c-5fda-46a9-b3fa-521ea93aa85d req-9773d50b-6d0d-4c46-b5c4-824d65380a16 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905781 Dec 12 18:01:14.407592 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Checking segment: {'id': '1ddd43e3-b6af-4c84-affb-dc6398250c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6cf89583-3465-49a7-b27a-8a480d163907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:01:14.408121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network hostable DHCP agents. Network: 6cf89583-3465-49a7-b27a-8a480d163907, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:01:14.455950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=a055388b-a589-4e90-8f1e-e79b2cdf4019,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:14.462542 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-1e7bd764-f409-498a-9db6-a1ea06f285c2 service neutron] 10.222.0.31 "GET /v2.0/ports/63ade234-cd42-4217-a122-9a800e7ef429/bindings/n-h2-760354-5 HTTP/1.1" status: 200 len: 384 time: 0.1295109 Dec 12 18:01:14.488476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:14.488776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:14.489161 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:14.489514 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:14.491238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:14.491621 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:14.491984 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:14.492361 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:14.492738 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:14.494914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:14.495430 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:14.496807 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:14.497152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:14.531046 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network 6cf89583-3465-49a7-b27a-8a480d163907 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:01:14.594625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 6cf89583-3465-49a7-b27a-8a480d163907) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:14.604715 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df70b52-3f64-46fd-b577-1e8ad99b9487 None None] Network 6cf89583-3465-49a7-b27a-8a480d163907 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:01:14.611920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a37f11-ff82-45ed-97b9-69957b4d283d req-a4c4fb0c-f681-4b24-b0d0-96a96be2b5f4 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:14.633014 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25a37f11-ff82-45ed-97b9-69957b4d283d req-a4c4fb0c-f681-4b24-b0d0-96a96be2b5f4 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3b6ee56-61a6-4643-861f-9a429fb20db1 HTTP/1.1" status: 200 len: 945 time: 0.3428552 Dec 12 18:01:14.647813 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:01:14.656933 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:14.657838 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:14.708733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349bcc6-8f7e-44e1-8810-91451348ae25 req-3b7dc7a2-1a49-4ceb-952a-e9dba57224e6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:14.710446 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8349bcc6-8f7e-44e1-8810-91451348ae25 req-3b7dc7a2-1a49-4ceb-952a-e9dba57224e6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 945 time: 0.1742790 Dec 12 18:01:14.720691 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-11a1f7ba-2ad6-400b-b945-4fa6ebb70aeb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1257000 Dec 12 18:01:14.724150 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49102) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:14.729327 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-9d13fca8-f078-40ea-a478-d42080363fc2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1264946452'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:14.824549 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25a37f11-ff82-45ed-97b9-69957b4d283d req-f1eb4f85-9a29-4e02-acd5-bd12d928c870 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840599 Dec 12 18:01:14.838922 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-4178a999-cc05-4482-851c-9f5548ee4170 req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] For port 63ade234-cd42-4217-a122-9a800e7ef429, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=63ade234-cd42-4217-a122-9a800e7ef429,segment=NetworkSegment(778541a3-f1ab-4e51-989d-5106ce0fd392),segment_id=778541a3-f1ab-4e51-989d-5106ce0fd392)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:14.849106 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7e8ecfe7-8158-4470-9ffd-dd458c6f4033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:14.860344 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8349bcc6-8f7e-44e1-8810-91451348ae25 req-57adfce4-c420-4fbd-bcf7-886f378a5d61 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433480 Dec 12 18:01:14.871471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d13fca8-f078-40ea-a478-d42080363fc2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:14.875984 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d13fca8-f078-40ea-a478-d42080363fc2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:14.900997 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-4178a999-cc05-4482-851c-9f5548ee4170 req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] For port 63ade234-cd42-4217-a122-9a800e7ef429, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:01:14.904653 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d13fca8-f078-40ea-a478-d42080363fc2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:01:14.914867 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d13fca8-f078-40ea-a478-d42080363fc2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:14.915378 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-9d13fca8-f078-40ea-a478-d42080363fc2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Added segment 454edf0e-66ec-45ed-a1ec-9d20b9c5a1c6 of type vlan for network e2d0dadd-01e6-4dcf-9481-fc39decaf121 Dec 12 18:01:14.995122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27c3042-f818-4b81-ab67-132f200694bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63ade234-cd42-4217-a122-9a800e7ef429'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:01:14.997600 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60fac8d-83c8-4c2a-b24f-95bad8134529" -d '{"events": [{"server_uuid": "c27c3042-f818-4b81-ab67-132f200694bd", "name": "network-vif-unplugged", "status": "completed", "tag": "63ade234-cd42-4217-a122-9a800e7ef429"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:01:15.001629 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d13fca8-f078-40ea-a478-d42080363fc2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:15.018169 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-4178a999-cc05-4482-851c-9f5548ee4170 req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] For port 63ade234-cd42-4217-a122-9a800e7ef429, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=63ade234-cd42-4217-a122-9a800e7ef429,segment=NetworkSegment(778541a3-f1ab-4e51-989d-5106ce0fd392),segment_id=778541a3-f1ab-4e51-989d-5106ce0fd392)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:15.058242 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d13fca8-f078-40ea-a478-d42080363fc2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:15.059333 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4178a999-cc05-4482-851c-9f5548ee4170 req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:15.067072 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d13fca8-f078-40ea-a478-d42080363fc2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:15.068105 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d13fca8-f078-40ea-a478-d42080363fc2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:15.087809 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 18:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30b84e7-0387-434b-ae56-650306ee39f8 x-openstack-request-id: req-f30b84e7-0387-434b-ae56-650306ee39f8 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:01:15.088114 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27c3042-f818-4b81-ab67-132f200694bd", "name": "network-vif-unplugged", "status": "completed", "tag": "63ade234-cd42-4217-a122-9a800e7ef429", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:01:15.088398 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f30b84e7-0387-434b-ae56-650306ee39f8 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:01:15.091408 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27c3042-f818-4b81-ab67-132f200694bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63ade234-cd42-4217-a122-9a800e7ef429', 'code': 200} Dec 12 18:01:15.156824 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9d13fca8-f078-40ea-a478-d42080363fc2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4315467 Dec 12 18:01:15.162708 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49124) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:15.168336 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'ports': [{'network_id': '6cf89583-3465-49a7-b27a-8a480d163907'}, {'network_id': 'e2d0dadd-01e6-4dcf-9481-fc39decaf121'}]} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:15.168650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'network_id': '6cf89583-3465-49a7-b27a-8a480d163907'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:15.169143 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'network_id': 'e2d0dadd-01e6-4dcf-9481-fc39decaf121'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:15.170058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13fca8-f078-40ea-a478-d42080363fc2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Network': ['ID=e2d0dadd-01e6-4dcf-9481-fc39decaf121,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:15.184669 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network e2d0dadd-01e6-4dcf-9481-fc39decaf121 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:01:15.429302 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-4178a999-cc05-4482-851c-9f5548ee4170 req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] Transition to ACTIVE for port object 63ade234-cd42-4217-a122-9a800e7ef429 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:01:15.441722 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4178a999-cc05-4482-851c-9f5548ee4170 req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:15.565801 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] Pushing event updated for resources: {'Port': ['ID=63ade234-cd42-4217-a122-9a800e7ef429,revision_number=11']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:15.658828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667b89e-a2e2-4d6f-b187-0f8fd78a5c4e req-ea7b00e1-9c3b-4e25-ad69-a1b7d6e0f31d tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:15.661585 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5667b89e-a2e2-4d6f-b187-0f8fd78a5c4e req-ea7b00e1-9c3b-4e25-ad69-a1b7d6e0f31d tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 945 time: 0.1575501 Dec 12 18:01:15.698170 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:15.700080 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:15.701280 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:15.702408 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:15.703725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:15.706735 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:15.707251 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:15.707815 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:15.708358 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:15.708820 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:15.709408 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:15.709847 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:15.712196 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:15.868522 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a00993-e044-4c46-a7f0-9e0239df04cc req-6b537266-13ff-4d23-a4fe-f86a06c2a98c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:15.873706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-56a00993-e044-4c46-a7f0-9e0239df04cc req-6b537266-13ff-4d23-a4fe-f86a06c2a98c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3b6ee56-61a6-4643-861f-9a429fb20db1 HTTP/1.1" status: 200 len: 945 time: 0.2083497 Dec 12 18:01:15.896427 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'port': 2} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:15.906708 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:15.923067 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5667b89e-a2e2-4d6f-b187-0f8fd78a5c4e req-70e87feb-bfe8-4077-a6ca-4a663c1c138d tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376540 Dec 12 18:01:16.038541 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:16.124704 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-4178a999-cc05-4482-851c-9f5548ee4170 req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] No DVR routers for this DVR port 63ade234-cd42-4217-a122-9a800e7ef429 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:01:16.294525 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] device_id is not set on port 9c0e2b75-cf3e-4267-a46c-daf68114214e yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:01:16.355284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc1b99-57c6-4968-a9c7-2b91d740c48e req-09c63789-31eb-41b6-b761-e04cfd9853a1 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:16.358933 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6dbc1b99-57c6-4968-a9c7-2b91d740c48e req-09c63789-31eb-41b6-b761-e04cfd9853a1 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3b6ee56-61a6-4643-861f-9a429fb20db1 HTTP/1.1" status: 200 len: 945 time: 0.2902474 Dec 12 18:01:16.371676 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-8987e2c8-9482-4366-b4da-2cf739c0553e service neutron] 10.222.0.31 "PUT /v2.0/ports/63ade234-cd42-4217-a122-9a800e7ef429/bindings/n-h2-760354-5/activate HTTP/1.1" status: 200 len: 369 time: 1.9000893 Dec 12 18:01:16.439409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364608f-caa7-4574-b7ea-ae28a9b185ef req-9edc8165-b12c-45d6-a510-03fa427bf3bd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:16.441191 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a364608f-caa7-4574-b7ea-ae28a9b185ef req-9edc8165-b12c-45d6-a510-03fa427bf3bd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 944 time: 0.2973714 Dec 12 18:01:16.444359 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-56a00993-e044-4c46-a7f0-9e0239df04cc req-589ea818-f7a9-44e7-b865-46a75bb4afd7 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Deleting port 08035c0e-a3e5-4232-aa31-14241459a24a {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:16.444923 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-56a00993-e044-4c46-a7f0-9e0239df04cc req-589ea818-f7a9-44e7-b865-46a75bb4afd7 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:16.477888 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:16.564320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] device_id is not set on port 5eeaac59-f49f-4cc5-ae73-f5e0c80adb32 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:01:16.659771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6dbc1b99-57c6-4968-a9c7-2b91d740c48e req-523c63e5-101f-4a44-9610-c0d141b0d69c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852588 Dec 12 18:01:16.721152 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a364608f-caa7-4574-b7ea-ae28a9b185ef req-acc042a0-33ac-4aab-acdf-250059079a77 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619247 Dec 12 18:01:16.730727 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178a999-cc05-4482-851c-9f5548ee4170 req-27ecaaa7-0083-4a0b-92a3-d02fe429fb06 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:16.732490 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-27ecaaa7-0083-4a0b-92a3-d02fe429fb06 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd&tenant_id=1ca8577c66784779ba8900bd9278d832&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 1095 time: 0.2541020 Dec 12 18:01:16.750013 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:16.796669 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-56a00993-e044-4c46-a7f0-9e0239df04cc req-589ea818-f7a9-44e7-b865-46a75bb4afd7 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] For port 08035c0e-a3e5-4232-aa31-14241459a24a, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=08035c0e-a3e5-4232-aa31-14241459a24a,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:16.797273 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-56a00993-e044-4c46-a7f0-9e0239df04cc req-589ea818-f7a9-44e7-b865-46a75bb4afd7 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:16.879555 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-56a00993-e044-4c46-a7f0-9e0239df04cc req-589ea818-f7a9-44e7-b865-46a75bb4afd7 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Calling delete_port for 08035c0e-a3e5-4232-aa31-14241459a24a owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:16.889634 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:16.894627 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4ad9485d-d836-488b-ac4b-0425db8c810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:16.896357 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-4ad9485d-d836-488b-ac4b-0425db8c810a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd&tenant_id=1ca8577c66784779ba8900bd9278d832 HTTP/1.1" status: 200 len: 1095 time: 0.1540415 Dec 12 18:01:16.976529 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f6d6c1b-d0e2-409a-9399-6233484d86f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:17.026793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network 6cf89583-3465-49a7-b27a-8a480d163907 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:01:17.028376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=9c0e2b75-cf3e-4267-a46c-daf68114214e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:17.043232 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:17.046331 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:01:17.047963 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:17.088884 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178a999-cc05-4482-851c-9f5548ee4170 req-59da8f7c-0cb1-4106-a2af-3ae7365d633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:17.090488 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-59da8f7c-0cb1-4106-a2af-3ae7365d633b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 1095 time: 0.1358330 Dec 12 18:01:17.101641 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:17.156719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-687fb801-3448-419d-b15b-401387c1ecde tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:17.170082 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-687fb801-3448-419d-b15b-401387c1ecde tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 806 time: 0.3558257 Dec 12 18:01:17.191580 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=5eeaac59-f49f-4cc5-ae73-f5e0c80adb32,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:17.203022 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Checking segment: {'id': '454edf0e-66ec-45ed-a1ec-9d20b9c5a1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e2d0dadd-01e6-4dcf-9481-fc39decaf121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:01:17.204427 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network hostable DHCP agents. Network: e2d0dadd-01e6-4dcf-9481-fc39decaf121, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:01:17.239262 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network e2d0dadd-01e6-4dcf-9481-fc39decaf121 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:01:17.253914 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, e2d0dadd-01e6-4dcf-9481-fc39decaf121) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:17.259553 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:01:17.266912 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:17.273800 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:17.274749 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:17.277750 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0022c466-7581-40ff-88b7-b403d0b3ca17 None None] Network e2d0dadd-01e6-4dcf-9481-fc39decaf121 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:01:17.307425 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bfd1035f-7158-4937-a921-11940a1726d1 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1406744 Dec 12 18:01:17.308264 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49364) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:17.452083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178a999-cc05-4482-851c-9f5548ee4170 req-0f2246de-0126-4bb5-b5c9-185bb72cd290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:17.455133 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-0f2246de-0126-4bb5-b5c9-185bb72cd290 service neutron] 10.222.0.20 "GET /v2.0/networks?id=87c2086d-4233-4098-b9d6-f49e42e04845 HTTP/1.1" status: 200 len: 898 time: 0.3473876 Dec 12 18:01:17.482159 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ffd3eb12-24b6-450c-aab0-41eb7f727744 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port 5eeaac59-f49f-4cc5-ae73-f5e0c80adb32 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:17.482775 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffd3eb12-24b6-450c-aab0-41eb7f727744 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:17.492302 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-8ca5b15d-5df5-4742-8706-c33cc7fb503c tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/quotas/ce4a5970bfed4a1095645170bcd9fd1e HTTP/1.1" status: 200 len: 375 time: 0.3199310 Dec 12 18:01:17.607352 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffd3eb12-24b6-450c-aab0-41eb7f727744 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:17.612743 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-56a00993-e044-4c46-a7f0-9e0239df04cc req-589ea818-f7a9-44e7-b865-46a75bb4afd7 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:17.624219 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ffd3eb12-24b6-450c-aab0-41eb7f727744 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for 5eeaac59-f49f-4cc5-ae73-f5e0c80adb32 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:17.626041 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['40cef727-1ccb-4d16-ab4c-c5298cd6f709'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:01:17.628982 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['c0b926e1-7076-46a3-ad9a-27de585ce21d', '08035c0e-a3e5-4232-aa31-14241459a24a'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:01:17.712548 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-cf2f3978-773a-43a6-b51b-f3b04ba1df66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63ade234-cd42-4217-a122-9a800e7ef429 HTTP/1.1" status: 200 len: 999 time: 0.2450142 Dec 12 18:01:17.745397 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ea818-f7a9-44e7-b865-46a75bb4afd7 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Pushing event deleted for resources: {'Port': ['ID=08035c0e-a3e5-4232-aa31-14241459a24a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:17.777311 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffd3eb12-24b6-450c-aab0-41eb7f727744 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:17.796493 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-612e6121-1ab1-41d5-b571-e8e76271c40c tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2629039 Dec 12 18:01:17.800010 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a00993-e044-4c46-a7f0-9e0239df04cc req-589ea818-f7a9-44e7-b865-46a75bb4afd7 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] No DVR routers for this DVR port 08035c0e-a3e5-4232-aa31-14241459a24a on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:01:17.812983 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-56a00993-e044-4c46-a7f0-9e0239df04cc req-589ea818-f7a9-44e7-b865-46a75bb4afd7 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:17.817384 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-56a00993-e044-4c46-a7f0-9e0239df04cc req-589ea818-f7a9-44e7-b865-46a75bb4afd7 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.20 "DELETE /v2.0/ports/08035c0e-a3e5-4232-aa31-14241459a24a HTTP/1.1" status: 204 len: 173 time: 1.8929684 Dec 12 18:01:17.845239 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3eb12-24b6-450c-aab0-41eb7f727744 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=5eeaac59-f49f-4cc5-ae73-f5e0c80adb32,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:17.855717 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b6ee56-61a6-4643-861f-9a429fb20db1', 'name': 'network-vif-deleted', 'tag': '08035c0e-a3e5-4232-aa31-14241459a24a'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:01:17.862087 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:17.862456 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffd3eb12-24b6-450c-aab0-41eb7f727744 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:17.870999 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ffd3eb12-24b6-450c-aab0-41eb7f727744 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/ports/5eeaac59-f49f-4cc5-ae73-f5e0c80adb32 HTTP/1.1" status: 204 len: 168 time: 0.5560033 Dec 12 18:01:17.874190 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49432) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:17.893134 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec3564e-03f9-41af-a12c-895b8e2d1bb3" -d '{"events": [{"server_uuid": "b3b6ee56-61a6-4643-861f-9a429fb20db1", "name": "network-vif-deleted", "tag": "08035c0e-a3e5-4232-aa31-14241459a24a"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:01:17.956610 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac8cd2b-2fdc-4d30-8b81-072db3ef0904 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:17.964332 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac8cd2b-2fdc-4d30-8b81-072db3ef0904 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:17.966395 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5ac8cd2b-2fdc-4d30-8b81-072db3ef0904 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0902863 Dec 12 18:01:17.969228 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49444) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:18.046091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178a999-cc05-4482-851c-9f5548ee4170 req-7f045458-c61a-4e8c-96e8-8d6392e7acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:18.047863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-7f045458-c61a-4e8c-96e8-8d6392e7acd3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ebf8e5ab-4171-48c8-94d8-5cda0d110e5c HTTP/1.1" status: 200 len: 835 time: 0.3252857 Dec 12 18:01:18.070879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a98cd7b-4b8f-47e0-a720-7e7de267afff req-cd55b3df-75ad-478f-bd4b-7eb4737f348a tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3b6ee56-61a6-4643-861f-9a429fb20db1 HTTP/1.1" status: 200 len: 210 time: 0.1663644 Dec 12 18:01:18.184777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178a999-cc05-4482-851c-9f5548ee4170 req-44e1ef3e-cdc2-4def-8402-5a6e576ba46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:18.186557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-44e1ef3e-cdc2-4def-8402-5a6e576ba46e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87c2086d-4233-4098-b9d6-f49e42e04845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188838 Dec 12 18:01:18.242003 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5e227c4f-b8ee-4360-9cf5-5b4c0fc9d413 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port 9c0e2b75-cf3e-4267-a46c-daf68114214e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:18.242359 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e227c4f-b8ee-4360-9cf5-5b4c0fc9d413 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:18.324729 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:18.358618 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e227c4f-b8ee-4360-9cf5-5b4c0fc9d413 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:18.378426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5e227c4f-b8ee-4360-9cf5-5b4c0fc9d413 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for 9c0e2b75-cf3e-4267-a46c-daf68114214e owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:18.394933 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e998578e-c54f-4856-9e87-c69238d8b757 service neutron] 10.222.0.18 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5838993 Dec 12 18:01:18.424269 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 63ade234-cd42-4217-a122-9a800e7ef429 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:01:18.525843 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 63ade234-cd42-4217-a122-9a800e7ef429 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:01:18.552081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42a628-deff-4bcd-b1be-a158b1ec99d6 req-eb152001-e95f-44be-ad00-2bed06330015 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:18.561050 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0e42a628-deff-4bcd-b1be-a158b1ec99d6 req-eb152001-e95f-44be-ad00-2bed06330015 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 944 time: 0.3369792 Dec 12 18:01:18.593805 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e227c4f-b8ee-4360-9cf5-5b4c0fc9d413 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:18.627061 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e227c4f-b8ee-4360-9cf5-5b4c0fc9d413 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=9c0e2b75-cf3e-4267-a46c-daf68114214e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:18.634907 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e227c4f-b8ee-4360-9cf5-5b4c0fc9d413 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:18.640867 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5e227c4f-b8ee-4360-9cf5-5b4c0fc9d413 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/ports/9c0e2b75-cf3e-4267-a46c-daf68114214e HTTP/1.1" status: 204 len: 168 time: 0.6681223 Dec 12 18:01:18.641966 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49512) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:18.646916 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-98bcaea7-55c1-46b8-b11f-fc6bcaef61c0 service neutron] 10.222.0.20 "GET /v2.0/networks/87c2086d-4233-4098-b9d6-f49e42e04845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209676 Dec 12 18:01:18.809955 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-220c1a6f-d2b5-4256-80ea-f0fbaf3e4fbd service neutron] 10.222.0.18 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057276 Dec 12 18:01:18.821165 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0e42a628-deff-4bcd-b1be-a158b1ec99d6 req-28f4b727-0271-49ed-b6ba-c88e6d5ab5e5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586727 Dec 12 18:01:18.894244 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7f0c75-e31e-4571-8eb2-0c231e4cb9f5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:18.898896 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49546) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:18.899787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-dc7f0c75-e31e-4571-8eb2-0c231e4cb9f5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2558491 Dec 12 18:01:18.904959 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e6ad10-5497-4280-b149-d5356d69f1a5 x-openstack-request-id: req-f0e6ad10-5497-4280-b149-d5356d69f1a5 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:01:18.905267 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b6ee56-61a6-4643-861f-9a429fb20db1", "name": "network-vif-deleted", "tag": "08035c0e-a3e5-4232-aa31-14241459a24a", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:01:18.905561 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0e6ad10-5497-4280-b149-d5356d69f1a5 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:01:18.905926 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b6ee56-61a6-4643-861f-9a429fb20db1', 'name': 'network-vif-deleted', 'tag': '08035c0e-a3e5-4232-aa31-14241459a24a', 'status': 'completed', 'code': 200} Dec 12 18:01:18.921438 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-676bd9c8-a561-47eb-8846-ea21c04b9f04 service neutron] 10.222.0.20 "GET /v2.0/networks/87c2086d-4233-4098-b9d6-f49e42e04845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204936 Dec 12 18:01:19.004942 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eaffafd-30dd-4b0c-b7f8-806fa95f1585 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] GET failed (client error): The resource could not be found. Dec 12 18:01:19.008950 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2eaffafd-30dd-4b0c-b7f8-806fa95f1585 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports/5eeaac59-f49f-4cc5-ae73-f5e0c80adb32 HTTP/1.1" status: 404 len: 333 time: 0.1054246 Dec 12 18:01:19.009749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49562) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:19.070417 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9cdf5ce-bb3b-41f8-a83c-31305e8319aa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] GET failed (client error): The resource could not be found. Dec 12 18:01:19.075584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49576) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:19.076765 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b9cdf5ce-bb3b-41f8-a83c-31305e8319aa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports/9c0e2b75-cf3e-4267-a46c-daf68114214e HTTP/1.1" status: 404 len: 333 time: 0.0653353 Dec 12 18:01:19.220486 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-628432f9-7d85-47be-9ee6-e9ff7ea9eacb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:19.223699 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ed7a7ca-c201-441c-b222-0cd9c379e027 req-8ab5c8ba-40fd-4d30-97bf-24e3fcfdf34b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=efd6a9d7-f867-465a-a68d-ec2645b7cc2b HTTP/1.1" status: 200 len: 210 time: 0.0989344 Dec 12 18:01:19.323017 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178a999-cc05-4482-851c-9f5548ee4170 req-61a5f6f8-5592-4b11-9717-f60b57115308 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:19.326216 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-61a5f6f8-5592-4b11-9717-f60b57115308 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd&tenant_id=1ca8577c66784779ba8900bd9278d832&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 1095 time: 0.0862646 Dec 12 18:01:19.456680 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-628432f9-7d85-47be-9ee6-e9ff7ea9eacb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:19.570021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4178a999-cc05-4482-851c-9f5548ee4170 req-90fbe979-6afe-4924-a3bf-e17143d981e0 service neutron] For port 63ade234-cd42-4217-a122-9a800e7ef429, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:01:19.573470 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4178a999-cc05-4482-851c-9f5548ee4170 req-90fbe979-6afe-4924-a3bf-e17143d981e0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:19.574619 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-90fbe979-6afe-4924-a3bf-e17143d981e0 service neutron] 10.222.0.20 "DELETE /v2.0/ports/63ade234-cd42-4217-a122-9a800e7ef429/bindings/n-h1-760354-5 HTTP/1.1" status: 204 len: 173 time: 0.2407730 Dec 12 18:01:19.671107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c6ee5-fbcc-4517-8fa6-2888e41ff6fa req-bc31b148-62ff-447e-850d-4a4abc7a1ad0 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:19.672992 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-789c6ee5-fbcc-4517-8fa6-2888e41ff6fa req-bc31b148-62ff-447e-850d-4a4abc7a1ad0 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 945 time: 0.0720158 Dec 12 18:01:19.829798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-789c6ee5-fbcc-4517-8fa6-2888e41ff6fa req-4b0e7e08-04ca-4b84-b26c-f05b36d45abc tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470344 Dec 12 18:01:19.998759 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21809fe7-abcf-4748-be7b-3a6163b19272 req-b4502106-d3c5-4ccc-b68c-f3c47c794d37 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:20.016629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21809fe7-abcf-4748-be7b-3a6163b19272 req-b4502106-d3c5-4ccc-b68c-f3c47c794d37 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 944 time: 0.0926907 Dec 12 18:01:20.066850 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-628432f9-7d85-47be-9ee6-e9ff7ea9eacb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d0dadd-01e6-4dcf-9481-fc39decaf121']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:20.080033 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-628432f9-7d85-47be-9ee6-e9ff7ea9eacb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454edf0e-66ec-45ed-a1ec-9d20b9c5a1c6') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:20.080340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-628432f9-7d85-47be-9ee6-e9ff7ea9eacb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454edf0e-66ec-45ed-a1ec-9d20b9c5a1c6') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:20.080809 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:20.094608 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-628432f9-7d85-47be-9ee6-e9ff7ea9eacb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:20.113109 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-628432f9-7d85-47be-9ee6-e9ff7ea9eacb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:20.117382 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21809fe7-abcf-4748-be7b-3a6163b19272 req-ca7fd4f8-d71d-43e7-80ba-b2da37718735 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994470 Dec 12 18:01:20.123383 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628432f9-7d85-47be-9ee6-e9ff7ea9eacb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:01:20.123627 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-628432f9-7d85-47be-9ee6-e9ff7ea9eacb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:01:20.138964 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:01:20.171857 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 08035c0e-a3e5-4232-aa31-14241459a24a no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:01:20.219585 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-628432f9-7d85-47be-9ee6-e9ff7ea9eacb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:20.232744 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 08035c0e-a3e5-4232-aa31-14241459a24a {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:01:20.234326 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-628432f9-7d85-47be-9ee6-e9ff7ea9eacb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:20.236094 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 08035c0e-a3e5-4232-aa31-14241459a24a not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:01:20.239380 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-628432f9-7d85-47be-9ee6-e9ff7ea9eacb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/networks/e2d0dadd-01e6-4dcf-9481-fc39decaf121 HTTP/1.1" status: 204 len: 168 time: 1.1620877 Dec 12 18:01:20.242926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49706) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:20.248960 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-5344762a-55e4-49fb-ba9d-fa2c59dd5d37 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-828099010'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:20.250650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628432f9-7d85-47be-9ee6-e9ff7ea9eacb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Network': ['ID=e2d0dadd-01e6-4dcf-9481-fc39decaf121,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:20.325459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5344762a-55e4-49fb-ba9d-fa2c59dd5d37 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:20.343445 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5344762a-55e4-49fb-ba9d-fa2c59dd5d37 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:20.380745 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1f0732cb-bebe-4165-8ec9-fc826ad58523 req-563e1b5f-e1e4-490c-91b0-edaad0a0ea41 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=efd6a9d7-f867-465a-a68d-ec2645b7cc2b HTTP/1.1" status: 200 len: 210 time: 0.0604265 Dec 12 18:01:20.414823 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5344762a-55e4-49fb-ba9d-fa2c59dd5d37 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:01:20.432710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d0b2d-7736-47eb-9a87-28ceb5e85633 req-23234c3b-ee39-4bac-a3dd-575bdb18f06a tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:20.443761 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a5d0b2d-7736-47eb-9a87-28ceb5e85633 req-23234c3b-ee39-4bac-a3dd-575bdb18f06a tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 1095 time: 0.1622605 Dec 12 18:01:20.451046 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5344762a-55e4-49fb-ba9d-fa2c59dd5d37 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:20.451297 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-5344762a-55e4-49fb-ba9d-fa2c59dd5d37 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Added segment 71eeae09-c208-41e6-95bb-9881b9c81911 of type vlan for network dbcb47d3-0307-47b1-9eb2-8825035e3461 Dec 12 18:01:20.532786 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a5d0b2d-7736-47eb-9a87-28ceb5e85633 req-3835fdf9-9e04-4203-8aeb-702d1d43a6b1 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876935 Dec 12 18:01:20.577535 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5344762a-55e4-49fb-ba9d-fa2c59dd5d37 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:20.627190 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5344762a-55e4-49fb-ba9d-fa2c59dd5d37 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:20.639514 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5344762a-55e4-49fb-ba9d-fa2c59dd5d37 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:20.640268 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5344762a-55e4-49fb-ba9d-fa2c59dd5d37 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:20.748167 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5344762a-55e4-49fb-ba9d-fa2c59dd5d37 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5009522 Dec 12 18:01:20.748413 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49738) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:20.753465 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a87d547e-75f9-49b1-bdb0-a95086ba8570 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'subnet': {'network_id': 'dbcb47d3-0307-47b1-9eb2-8825035e3461', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:20.760763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344762a-55e4-49fb-ba9d-fa2c59dd5d37 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Network': ['ID=dbcb47d3-0307-47b1-9eb2-8825035e3461,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:20.772230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network dbcb47d3-0307-47b1-9eb2-8825035e3461 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:01:20.796591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cadbe-ad34-47b5-956b-740746a7059e req-916a9ec8-15eb-40a3-8e25-71bdbd557b88 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:20.798551 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e2cadbe-ad34-47b5-956b-740746a7059e req-916a9ec8-15eb-40a3-8e25-71bdbd557b88 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 944 time: 0.1465657 Dec 12 18:01:20.906582 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:20.920842 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49744) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:20.923753 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e2cadbe-ad34-47b5-956b-740746a7059e req-ccc6f630-917d-40c1-b7b6-928436fd091c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035273 Dec 12 18:01:20.947616 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87d547e-75f9-49b1-bdb0-a95086ba8570 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:20.947616 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a87d547e-75f9-49b1-bdb0-a95086ba8570 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:20.953375 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49748) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:21.066698 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-65f7e085-80b8-4c85-bedf-f98c91a65f82 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/floatingips/a8118118-2eab-4c1c-b6d3-b666b53a9563 HTTP/1.1" status: 200 len: 991 time: 0.1099856 Dec 12 18:01:21.102113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd5f5c-1785-4408-a2a2-930677e415f7 req-c0613497-efa7-461d-b45b-6dfd286dd0a4 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:21.115408 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48dd5f5c-1785-4408-a2a2-930677e415f7 req-c0613497-efa7-461d-b45b-6dfd286dd0a4 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 945 time: 0.1484227 Dec 12 18:01:21.152409 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.ipam_backend_mixin [None req-a87d547e-75f9-49b1-bdb0-a95086ba8570 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Performing IP validity checks on allocation pools {{(pid=103150) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 18:01:21.153216 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.ipam_backend_mixin [None req-a87d547e-75f9-49b1-bdb0-a95086ba8570 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103150) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 18:01:21.175667 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48dd5f5c-1785-4408-a2a2-930677e415f7 req-40216557-7b6c-467e-8842-b08acba13164 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554013 Dec 12 18:01:21.208247 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05aa6007-441b-45fe-9db4-25d80b235c32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:21.323894 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-7a55fb51-d28f-47b4-94df-6a1febcf6da2 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:21.325254 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-7a55fb51-d28f-47b4-94df-6a1febcf6da2 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.31 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 806 time: 0.2622862 Dec 12 18:01:21.335158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49760) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:21.343068 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ca60d-a73c-490f-91bb-8c532201fe6e req-8287137f-88df-4381-9a88-141bea3de82e tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:21.344697 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-059ca60d-a73c-490f-91bb-8c532201fe6e req-8287137f-88df-4381-9a88-141bea3de82e tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.31 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 945 time: 0.1832702 Dec 12 18:01:21.374178 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-ae8548af-e00f-4439-bedf-7772bc8b3be7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Request body: {'port': {'device_id': 'efd6a9d7-f867-465a-a68d-ec2645b7cc2b', 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c', 'admin_state_up': True, 'tenant_id': 'ce4a5970bfed4a1095645170bcd9fd1e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:21.580468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a0b92b3-953d-41c7-8014-7b6986c6d72a req-46a04da0-7a07-41dc-8a11-ec16857d42cb tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=efd6a9d7-f867-465a-a68d-ec2645b7cc2b HTTP/1.1" status: 200 len: 210 time: 0.0600486 Dec 12 18:01:21.582176 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-73738a5c-e3fe-410d-9b46-f17aaf3f061d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting port 8d63f34b-349a-41b3-bce2-04b47b54b393 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:21.582613 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-73738a5c-e3fe-410d-9b46-f17aaf3f061d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:21.615643 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05aa6007-441b-45fe-9db4-25d80b235c32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:21.629640 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05aa6007-441b-45fe-9db4-25d80b235c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:21.639971 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a87d547e-75f9-49b1-bdb0-a95086ba8570 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:21.727107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d547e-75f9-49b1-bdb0-a95086ba8570 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Subnet': ['ID=f6b1b490-2cf6-433a-a243-6bae8305ae1d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:21.797091 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa6007-441b-45fe-9db4-25d80b235c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68765e0-73c1-4153-bfb7-66f1a7beee74,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:21.809306 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-05aa6007-441b-45fe-9db4-25d80b235c32 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=278facb630cd4c4696bfc90c53f083e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8871169 Dec 12 18:01:21.813572 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d547e-75f9-49b1-bdb0-a95086ba8570 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Checking segment: {'id': '71eeae09-c208-41e6-95bb-9881b9c81911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbcb47d3-0307-47b1-9eb2-8825035e3461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:01:21.814099 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87d547e-75f9-49b1-bdb0-a95086ba8570 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network hostable DHCP agents. Network: dbcb47d3-0307-47b1-9eb2-8825035e3461, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:01:21.831676 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49776) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:21.841737 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-ae8548af-e00f-4439-bedf-7772bc8b3be7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Made reservation on behalf of ce4a5970bfed4a1095645170bcd9fd1e for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:21.845345 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-ae8548af-e00f-4439-bedf-7772bc8b3be7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:21.888107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-059ca60d-a73c-490f-91bb-8c532201fe6e req-f74e5a3d-fd1c-45e1-b507-3086c261069c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Deleting port 40cef727-1ccb-4d16-ab4c-c5298cd6f709 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:21.888462 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-059ca60d-a73c-490f-91bb-8c532201fe6e req-f74e5a3d-fd1c-45e1-b507-3086c261069c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:22.000027 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87d547e-75f9-49b1-bdb0-a95086ba8570 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network dbcb47d3-0307-47b1-9eb2-8825035e3461 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:01:22.038980 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-73738a5c-e3fe-410d-9b46-f17aaf3f061d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:22.039688 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-73738a5c-e3fe-410d-9b46-f17aaf3f061d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:22.046103 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5666ceec-a8c2-4feb-a371-160e3f8c6e87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:22.054495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a87d547e-75f9-49b1-bdb0-a95086ba8570 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, dbcb47d3-0307-47b1-9eb2-8825035e3461) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:22.054831 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-73738a5c-e3fe-410d-9b46-f17aaf3f061d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Calling delete_port for 8d63f34b-349a-41b3-bce2-04b47b54b393 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:22.063728 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa420f1-665f-4c84-b67f-d05f27c39b3b None None] Network dbcb47d3-0307-47b1-9eb2-8825035e3461 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:01:22.091717 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d547e-75f9-49b1-bdb0-a95086ba8570 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:22.092328 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a87d547e-75f9-49b1-bdb0-a95086ba8570 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:22.154563 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5666ceec-a8c2-4feb-a371-160e3f8c6e87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:22.163380 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-059ca60d-a73c-490f-91bb-8c532201fe6e req-f74e5a3d-fd1c-45e1-b507-3086c261069c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] For port 40cef727-1ccb-4d16-ab4c-c5298cd6f709, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=40cef727-1ccb-4d16-ab4c-c5298cd6f709,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:22.163751 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-059ca60d-a73c-490f-91bb-8c532201fe6e req-f74e5a3d-fd1c-45e1-b507-3086c261069c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:22.199256 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a87d547e-75f9-49b1-bdb0-a95086ba8570 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4496963 Dec 12 18:01:22.200666 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-059ca60d-a73c-490f-91bb-8c532201fe6e req-f74e5a3d-fd1c-45e1-b507-3086c261069c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Calling delete_port for 40cef727-1ccb-4d16-ab4c-c5298cd6f709 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:22.202622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49784) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:22.210980 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-936900b6-66da-471d-aec0-749ae9bc7263 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'network_id': 'dbcb47d3-0307-47b1-9eb2-8825035e3461', 'name': 'tempest-PortsTestJSON-468572955'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:22.290901 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-ae8548af-e00f-4439-bedf-7772bc8b3be7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Allocated IP 172.20.0.12 (75b935da-edec-4803-8c21-61a0e9a0c85c/a38ca6e1-282d-485b-8e30-1d83bfdc0937/e4ee66a7-4d7c-43ab-9f91-73b06020de87) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:01:22.303095 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-dbcb47d3-0307-47b1-9eb2-8825035e3461', 'network_id': 'dbcb47d3-0307-47b1-9eb2-8825035e3461', 'project_id': '06783abe78f64b7b909358a9618e0047', 'fixed_ips': [{'subnet_id': 'f6b1b490-2cf6-433a-a243-6bae8305ae1d'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:01:22.304008 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:22.443144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddf4e3-bdb8-4273-aca4-60f337c51f43 req-7645d495-e159-4277-a533-7d30dd7f45ca tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:22.445021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4ddf4e3-bdb8-4273-aca4-60f337c51f43 req-7645d495-e159-4277-a533-7d30dd7f45ca tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 945 time: 0.1163273 Dec 12 18:01:22.458691 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5666ceec-a8c2-4feb-a371-160e3f8c6e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:22.462035 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5666ceec-a8c2-4feb-a371-160e3f8c6e87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:22.480864 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5666ceec-a8c2-4feb-a371-160e3f8c6e87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e68765e0-73c1-4153-bfb7-66f1a7beee74 HTTP/1.1" status: 204 len: 168 time: 0.6480763 Dec 12 18:01:22.522312 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936900b6-66da-471d-aec0-749ae9bc7263 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:22.526831 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-936900b6-66da-471d-aec0-749ae9bc7263 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:22.550116 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666ceec-a8c2-4feb-a371-160e3f8c6e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68765e0-73c1-4153-bfb7-66f1a7beee74,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:22.586656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Allocated IP 172.20.0.2 (dbcb47d3-0307-47b1-9eb2-8825035e3461/f6b1b490-2cf6-433a-a243-6bae8305ae1d/29ba8263-bd72-4f82-a0d6-b21cb68887ad) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:01:22.598914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-936900b6-66da-471d-aec0-749ae9bc7263 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] device_id is not set on port 1e7a6b57-5682-4b2f-9d32-1a23e8afbd00 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:01:22.629668 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4ddf4e3-bdb8-4273-aca4-60f337c51f43 req-953ba9c0-e4ce-4f7b-b4a6-c830ac2bd5f1 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720514 Dec 12 18:01:22.759672 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3326f813-9753-45e4-be42-7fc5650ae13f req-e0ec3df5-94e2-44bf-8a46-22293784f7b6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=efd6a9d7-f867-465a-a68d-ec2645b7cc2b HTTP/1.1" status: 200 len: 210 time: 0.0320668 Dec 12 18:01:22.761143 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-73738a5c-e3fe-410d-9b46-f17aaf3f061d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:22.770840 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-059ca60d-a73c-490f-91bb-8c532201fe6e req-f74e5a3d-fd1c-45e1-b507-3086c261069c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:22.803013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['c0b926e1-7076-46a3-ad9a-27de585ce21d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:01:22.805756 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['40cef727-1ccb-4d16-ab4c-c5298cd6f709'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:01:22.825633 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-ae8548af-e00f-4439-bedf-7772bc8b3be7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:22.830054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73738a5c-e3fe-410d-9b46-f17aaf3f061d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Port': ['ID=8d63f34b-349a-41b3-bce2-04b47b54b393,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:22.910562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e5a3d-fd1c-45e1-b507-3086c261069c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Pushing event deleted for resources: {'Port': ['ID=40cef727-1ccb-4d16-ab4c-c5298cd6f709,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:22.916607 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-73738a5c-e3fe-410d-9b46-f17aaf3f061d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:22.918277 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-73738a5c-e3fe-410d-9b46-f17aaf3f061d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Floating IP a8118118-2eab-4c1c-b6d3-b666b53a9563 disassociated (deleted). External IP: 172.25.1.163, port: 63ade234-cd42-4217-a122-9a800e7ef429. Dec 12 18:01:23.018020 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:23.041436 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-059ca60d-a73c-490f-91bb-8c532201fe6e req-f74e5a3d-fd1c-45e1-b507-3086c261069c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] No DVR routers for this DVR port 40cef727-1ccb-4d16-ab4c-c5298cd6f709 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:01:23.046422 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:23.058655 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-059ca60d-a73c-490f-91bb-8c532201fe6e req-f74e5a3d-fd1c-45e1-b507-3086c261069c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:23.062174 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-059ca60d-a73c-490f-91bb-8c532201fe6e req-f74e5a3d-fd1c-45e1-b507-3086c261069c tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.31 "DELETE /v2.0/ports/40cef727-1ccb-4d16-ab4c-c5298cd6f709 HTTP/1.1" status: 204 len: 173 time: 1.6956553 Dec 12 18:01:23.062543 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68673978-0e09-43db-84c9-6ef8ba01d614', 'name': 'network-vif-deleted', 'tag': '40cef727-1ccb-4d16-ab4c-c5298cd6f709'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:01:23.074182 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a218a8da-200a-426e-bca1-36ae0ced0955" -d '{"events": [{"server_uuid": "68673978-0e09-43db-84c9-6ef8ba01d614", "name": "network-vif-deleted", "tag": "40cef727-1ccb-4d16-ab4c-c5298cd6f709"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:01:23.146063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49808) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:23.167325 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-ae8548af-e00f-4439-bedf-7772bc8b3be7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:23.171192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Network dbcb47d3-0307-47b1-9eb2-8825035e3461 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:01:23.175982 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9abde145-4027-4339-b18d-a2e67a58e21d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:23.200398 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:23.203463 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:01:23.225743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-936900b6-66da-471d-aec0-749ae9bc7263 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Allocated IP 172.20.0.11 (dbcb47d3-0307-47b1-9eb2-8825035e3461/f6b1b490-2cf6-433a-a243-6bae8305ae1d/1e7a6b57-5682-4b2f-9d32-1a23e8afbd00) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:01:23.227632 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Pushing event updated for resources: {'Port': ['ID=29ba8263-bd72-4f82-a0d6-b21cb68887ad,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:23.249775 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb9e8aa-4935-4a41-9b6e-644f115b6c7e x-openstack-request-id: req-bdb9e8aa-4935-4a41-9b6e-644f115b6c7e {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:01:23.250086 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68673978-0e09-43db-84c9-6ef8ba01d614", "name": "network-vif-deleted", "tag": "40cef727-1ccb-4d16-ab4c-c5298cd6f709", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:01:23.250372 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bdb9e8aa-4935-4a41-9b6e-644f115b6c7e {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:01:23.250788 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68673978-0e09-43db-84c9-6ef8ba01d614', 'name': 'network-vif-deleted', 'tag': '40cef727-1ccb-4d16-ab4c-c5298cd6f709', 'status': 'completed', 'code': 200} Dec 12 18:01:23.283082 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-ae8548af-e00f-4439-bedf-7772bc8b3be7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Network 75b935da-edec-4803-8c21-61a0e9a0c85c is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:01:23.300476 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-ae8548af-e00f-4439-bedf-7772bc8b3be7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:23.306126 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-ae8548af-e00f-4439-bedf-7772bc8b3be7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:01:23.340945 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8548af-e00f-4439-bedf-7772bc8b3be7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Pushing event updated for resources: {'Port': ['ID=e4ee66a7-4d7c-43ab-9f91-73b06020de87,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:23.406469 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-ae8548af-e00f-4439-bedf-7772bc8b3be7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:23.407439 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-ae8548af-e00f-4439-bedf-7772bc8b3be7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:23.442031 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-ae8548af-e00f-4439-bedf-7772bc8b3be7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0766540 Dec 12 18:01:23.455424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Request body: {'port': {'device_id': 'efd6a9d7-f867-465a-a68d-ec2645b7cc2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:23.537431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Attempting to bind port 29ba8263-bd72-4f82-a0d6-b21cb68887ad on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:01:23.537949 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Attempting to bind port 29ba8263-bd72-4f82-a0d6-b21cb68887ad by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '71eeae09-c208-41e6-95bb-9881b9c81911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbcb47d3-0307-47b1-9eb2-8825035e3461'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:01:23.538416 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Attempting to bind port 29ba8263-bd72-4f82-a0d6-b21cb68887ad on network dbcb47d3-0307-47b1-9eb2-8825035e3461 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:01:23.544839 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:01:23.545796 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Checking segment: {'id': '71eeae09-c208-41e6-95bb-9881b9c81911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbcb47d3-0307-47b1-9eb2-8825035e3461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:01:23.546269 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:23.546825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Bound using segment: {'id': '71eeae09-c208-41e6-95bb-9881b9c81911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbcb47d3-0307-47b1-9eb2-8825035e3461'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:01:23.547456 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Bound port: 29ba8263-bd72-4f82-a0d6-b21cb68887ad, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71eeae09-c208-41e6-95bb-9881b9c81911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dbcb47d3-0307-47b1-9eb2-8825035e3461'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:01:23.547988 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:23.552519 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:23.689578 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] For port 29ba8263-bd72-4f82-a0d6-b21cb68887ad, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:01:23.700263 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] For port 29ba8263-bd72-4f82-a0d6-b21cb68887ad, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=29ba8263-bd72-4f82-a0d6-b21cb68887ad,segment=NetworkSegment(71eeae09-c208-41e6-95bb-9881b9c81911),segment_id=71eeae09-c208-41e6-95bb-9881b9c81911)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:01:23.714987 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:23.808180 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9abde145-4027-4339-b18d-a2e67a58e21d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:23.845056 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9abde145-4027-4339-b18d-a2e67a58e21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:23.864757 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f862094f-ad9f-4637-8e3e-47c7d8ce2cc2 req-893459bb-cd98-4c7e-9f68-5b4419a58b77 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=68673978-0e09-43db-84c9-6ef8ba01d614 HTTP/1.1" status: 200 len: 210 time: 0.0712967 Dec 12 18:01:23.883599 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-936900b6-66da-471d-aec0-749ae9bc7263 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:23.915073 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['0b77dfb5-c580-483a-b0ed-554a99c38f3e', '52421f00-eec5-4f03-a4e1-714e04823a40'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:01:23.941938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73738a5c-e3fe-410d-9b46-f17aaf3f061d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router fc3c089f-f788-4534-a0e1-8c700d13fd3a has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:01:23.977708 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9abde145-4027-4339-b18d-a2e67a58e21d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc323318c50a47d19cbf5f8a9744c2b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8255553 Dec 12 18:01:23.980773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abde145-4027-4339-b18d-a2e67a58e21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d68f700-b487-4b5f-a006-9cc4baec17a8,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:23.986779 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49824) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:24.162602 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ee66a7-4d7c-43ab-9f91-73b06020de87 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:01:24.192802 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:24.208990 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Transition to ACTIVE for port object e4ee66a7-4d7c-43ab-9f91-73b06020de87 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:01:24.210455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fe092-3fa6-46ef-ae3e-e3a3660062fb None None] Pushing event updated for resources: {'Port': ['ID=29ba8263-bd72-4f82-a0d6-b21cb68887ad,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:24.218447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bff54b-beba-42d4-a8d2-80deeace2a64 req-2f24e6ae-2ac4-4aab-b7b1-1ddf014eb6e1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:24.220545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4bff54b-beba-42d4-a8d2-80deeace2a64 req-2f24e6ae-2ac4-4aab-b7b1-1ddf014eb6e1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=efd6a9d7-f867-465a-a68d-ec2645b7cc2b HTTP/1.1" status: 200 len: 932 time: 0.3318453 Dec 12 18:01:24.246481 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:24.265285 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-936900b6-66da-471d-aec0-749ae9bc7263 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:24.362832 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c983caa-00bd-41d0-b27f-d216c01f3513 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:24.366128 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ee66a7-4d7c-43ab-9f91-73b06020de87,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:24.432101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936900b6-66da-471d-aec0-749ae9bc7263 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network dbcb47d3-0307-47b1-9eb2-8825035e3461 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:01:24.434305 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-936900b6-66da-471d-aec0-749ae9bc7263 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:24.456153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936900b6-66da-471d-aec0-749ae9bc7263 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:01:24.489141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Attempting to bind port e4ee66a7-4d7c-43ab-9f91-73b06020de87 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:01:24.490064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Attempting to bind port e4ee66a7-4d7c-43ab-9f91-73b06020de87 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:01:24.490573 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Attempting to bind port e4ee66a7-4d7c-43ab-9f91-73b06020de87 on network 75b935da-edec-4803-8c21-61a0e9a0c85c {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:01:24.507026 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Port e4ee66a7-4d7c-43ab-9f91-73b06020de87 on network 75b935da-edec-4803-8c21-61a0e9a0c85c not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:01:24.508087 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Attempting to bind port e4ee66a7-4d7c-43ab-9f91-73b06020de87 on network 75b935da-edec-4803-8c21-61a0e9a0c85c {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:01:24.520760 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:01:24.521311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Checking segment: {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:01:24.522153 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Bound using segment: {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:01:24.522772 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Bound port: e4ee66a7-4d7c-43ab-9f91-73b06020de87, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:01:24.523334 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:24.553527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73738a5c-e3fe-410d-9b46-f17aaf3f061d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:01:24.557722 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c983caa-00bd-41d0-b27f-d216c01f3513 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:24.566125 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4bff54b-beba-42d4-a8d2-80deeace2a64 req-71987e83-935d-4c68-a8d0-77731b21bacc tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347101 Dec 12 18:01:24.568540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f11fc-1d5f-42e1-81da-c4f247549e28 None None] Sync routers for ids ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:01:24.585419 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9f11fc-1d5f-42e1-81da-c4f247549e28 None None] Routers {'fc3c089f-f788-4534-a0e1-8c700d13fd3a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:01:24.598091 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-73738a5c-e3fe-410d-9b46-f17aaf3f061d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:24.605443 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936900b6-66da-471d-aec0-749ae9bc7263 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=1e7a6b57-5682-4b2f-9d32-1a23e8afbd00,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:24.606404 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8d9f11fc-1d5f-42e1-81da-c4f247549e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:01:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:24.749772 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] For port e4ee66a7-4d7c-43ab-9f91-73b06020de87, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:01:24.752301 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-8d9f11fc-1d5f-42e1-81da-c4f247549e28 None None] Set router fc3c089f-f788-4534-a0e1-8c700d13fd3a gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:01:24.761101 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] For port e4ee66a7-4d7c-43ab-9f91-73b06020de87, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e4ee66a7-4d7c-43ab-9f91-73b06020de87,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:01:24.769280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-73738a5c-e3fe-410d-9b46-f17aaf3f061d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/floatingips/a8118118-2eab-4c1c-b6d3-b666b53a9563 HTTP/1.1" status: 204 len: 168 time: 3.4302464 Dec 12 18:01:24.769280 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27c3042-f818-4b81-ab67-132f200694bd', 'tag': '63ade234-cd42-4217-a122-9a800e7ef429'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:01:24.774422 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:24.783471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 29ba8263-bd72-4f82-a0d6-b21cb68887ad up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:01:24.793601 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3706156-23fe-4401-8631-e0d8b41cdd71" -d '{"events": [{"name": "network-changed", "server_uuid": "c27c3042-f818-4b81-ab67-132f200694bd", "tag": "63ade234-cd42-4217-a122-9a800e7ef429"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:01:24.818296 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936900b6-66da-471d-aec0-749ae9bc7263 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:24.819053 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-936900b6-66da-471d-aec0-749ae9bc7263 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:24.875271 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:24.876477 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-936900b6-66da-471d-aec0-749ae9bc7263 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6724784 Dec 12 18:01:24.877136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49840) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:24.881450 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:24.885085 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] 10.222.0.31 "PUT /v2.0/ports/e4ee66a7-4d7c-43ab-9f91-73b06020de87 HTTP/1.1" status: 200 len: 1092 time: 1.4335132 Dec 12 18:01:24.895835 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c983caa-00bd-41d0-b27f-d216c01f3513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:24.905094 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c983caa-00bd-41d0-b27f-d216c01f3513 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:24.910118 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7c983caa-00bd-41d0-b27f-d216c01f3513 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d68f700-b487-4b5f-a006-9cc4baec17a8 HTTP/1.1" status: 204 len: 168 time: 0.9204884 Dec 12 18:01:24.916861 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7281c-0e71-4df5-83cc-c34916425aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ee66a7-4d7c-43ab-9f91-73b06020de87,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:25.044323 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-1833bbd2-bc0f-4555-90c4-28a6a8641e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:25.054838 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-1833bbd2-bc0f-4555-90c4-28a6a8641e96 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&device_id=efd6a9d7-f867-465a-a68d-ec2645b7cc2b HTTP/1.1" status: 200 len: 1095 time: 0.1054423 Dec 12 18:01:25.100304 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5befdf8-0f5a-4ce8-91c2-ee6a5134ce70 x-openstack-request-id: req-a5befdf8-0f5a-4ce8-91c2-ee6a5134ce70 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:01:25.100607 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27c3042-f818-4b81-ab67-132f200694bd", "tag": "63ade234-cd42-4217-a122-9a800e7ef429", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:01:25.100867 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5befdf8-0f5a-4ce8-91c2-ee6a5134ce70 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:01:25.101293 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27c3042-f818-4b81-ab67-132f200694bd', 'tag': '63ade234-cd42-4217-a122-9a800e7ef429', 'status': 'completed', 'code': 200} Dec 12 18:01:25.171847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c983caa-00bd-41d0-b27f-d216c01f3513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d68f700-b487-4b5f-a006-9cc4baec17a8,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:25.228764 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-fdcccc6e-66cd-4b2a-b716-37ebce4ada05 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4ee66a7-4d7c-43ab-9f91-73b06020de87 HTTP/1.1" status: 200 len: 217 time: 0.1627579 Dec 12 18:01:25.245702 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 29ba8263-bd72-4f82-a0d6-b21cb68887ad triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:25.246190 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:25.261732 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd6a9d7-f867-465a-a68d-ec2645b7cc2b', 'tag': 'e4ee66a7-4d7c-43ab-9f91-73b06020de87'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:01:25.276525 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307c7d0b-9b9f-4f0d-b643-e08bbe28e6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "efd6a9d7-f867-465a-a68d-ec2645b7cc2b", "tag": "e4ee66a7-4d7c-43ab-9f91-73b06020de87"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:01:25.412707 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7412516e-40c8-49bd-bb22-6e8d885ce4e5 x-openstack-request-id: req-7412516e-40c8-49bd-bb22-6e8d885ce4e5 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:01:25.413222 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd6a9d7-f867-465a-a68d-ec2645b7cc2b", "tag": "e4ee66a7-4d7c-43ab-9f91-73b06020de87", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:01:25.413662 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7412516e-40c8-49bd-bb22-6e8d885ce4e5 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:01:25.414227 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd6a9d7-f867-465a-a68d-ec2645b7cc2b', 'tag': 'e4ee66a7-4d7c-43ab-9f91-73b06020de87', 'status': 'completed', 'code': 200} Dec 12 18:01:25.416170 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-16c94ff6-ce5e-4dd1-bea3-d4d87e935c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:25.418578 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-16c94ff6-ce5e-4dd1-bea3-d4d87e935c13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a38ca6e1-282d-485b-8e30-1d83bfdc0937 HTTP/1.1" status: 200 len: 846 time: 0.1798971 Dec 12 18:01:25.480618 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-7344d8c4-dcfd-4067-a8ee-54e0bb31146a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=75b935da-edec-4803-8c21-61a0e9a0c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516512 Dec 12 18:01:25.573699 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3706156-23fe-4401-8631-e0d8b41cdd71 req-23b6db85-69db-4e8e-add1-f323e3ea8457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:25.575529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d3706156-23fe-4401-8631-e0d8b41cdd71 req-23b6db85-69db-4e8e-add1-f323e3ea8457 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 1095 time: 0.5304894 Dec 12 18:01:25.701395 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8550cb6-821c-47eb-a821-ef5635b40a96 req-103307e9-cea4-4c8b-8c03-529b247383f8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:25.713803 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8550cb6-821c-47eb-a821-ef5635b40a96 req-103307e9-cea4-4c8b-8c03-529b247383f8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 944 time: 0.5075252 Dec 12 18:01:25.716338 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8d9f11fc-1d5f-42e1-81da-c4f247549e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173834943', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:59:10Z', 'updated_at': '2021-12-12T17:59:19Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:11Z', 'updated_at': '2021-12-12T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f569ffb0-b35b-485c-9b6f-2c94f120adf4', 'name': '', 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:3a:d3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:17Z', 'updated_at': '2021-12-12T17:59:25Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:25.718297 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:25.835179 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-db70886b-bebe-446a-bbf9-5ff8141fd4ae service neutron] 10.222.0.31 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462436 Dec 12 18:01:25.864502 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f35f8f16-0e5d-4091-aa5c-7a31ef07f72a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port 1e7a6b57-5682-4b2f-9d32-1a23e8afbd00 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:25.864852 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f35f8f16-0e5d-4091-aa5c-7a31ef07f72a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:25.871013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f11fc-1d5f-42e1-81da-c4f247549e28 None None] Checking router: fc3c089f-f788-4534-a0e1-8c700d13fd3a for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:01:25.910576 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a31c0e4-b057-4a7c-9590-08311f2b4662 None None] Network dbcb47d3-0307-47b1-9eb2-8825035e3461 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:01:25.970393 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9f11fc-1d5f-42e1-81da-c4f247549e28 None None] Routers {'fc3c089f-f788-4534-a0e1-8c700d13fd3a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:01:25.971327 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8d9f11fc-1d5f-42e1-81da-c4f247549e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:01:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:25.986954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 29ba8263-bd72-4f82-a0d6-b21cb68887ad, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=29ba8263-bd72-4f82-a0d6-b21cb68887ad,segment=NetworkSegment(71eeae09-c208-41e6-95bb-9881b9c81911),segment_id=71eeae09-c208-41e6-95bb-9881b9c81911)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:26.031581 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:26.056971 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f35f8f16-0e5d-4091-aa5c-7a31ef07f72a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:26.086344 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f35f8f16-0e5d-4091-aa5c-7a31ef07f72a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for 1e7a6b57-5682-4b2f-9d32-1a23e8afbd00 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:26.098757 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a13afced-e4bb-45df-8ab2-a915412c9adb req-facc6aa3-1016-46ce-ab2b-bf9b447e1ac6 service neutron] 10.222.0.31 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542701 Dec 12 18:01:26.209113 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=29ba8263-bd72-4f82-a0d6-b21cb68887ad,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:26.236471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e277828b-c11e-40e6-89ff-7a794485e4df None None] Provisioning complete for port 29ba8263-bd72-4f82-a0d6-b21cb68887ad triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:26.236843 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e277828b-c11e-40e6-89ff-7a794485e4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:26.264968 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7d0b-9b9f-4f0d-b643-e08bbe28e6fe req-793c07c1-a9ff-479a-9e51-d1c0ab1c6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:26.270828 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-307c7d0b-9b9f-4f0d-b643-e08bbe28e6fe req-793c07c1-a9ff-479a-9e51-d1c0ab1c6b67 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&device_id=efd6a9d7-f867-465a-a68d-ec2645b7cc2b HTTP/1.1" status: 200 len: 1095 time: 0.0894985 Dec 12 18:01:26.383096 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8550cb6-821c-47eb-a821-ef5635b40a96 req-6774158f-1ad0-4eda-8af8-c5e3dfaa5090 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6678030 Dec 12 18:01:26.393870 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-8d9f11fc-1d5f-42e1-81da-c4f247549e28 None None] Set router fc3c089f-f788-4534-a0e1-8c700d13fd3a gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:01:26.444282 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 40cef727-1ccb-4d16-ab4c-c5298cd6f709 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:01:26.510825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 40cef727-1ccb-4d16-ab4c-c5298cd6f709 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:01:26.511623 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 40cef727-1ccb-4d16-ab4c-c5298cd6f709 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:01:26.561421 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebe3b7-9b87-4697-873d-80f792adf6ee req-12c557c7-412d-400e-818c-c3d77d7f379f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:26.581105 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4ebe3b7-9b87-4697-873d-80f792adf6ee req-12c557c7-412d-400e-818c-c3d77d7f379f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.20 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 944 time: 1.0624366 Dec 12 18:01:26.640900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7d0b-9b9f-4f0d-b643-e08bbe28e6fe req-9dffba82-946a-433e-a37f-d37f47e3c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:26.642751 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-307c7d0b-9b9f-4f0d-b643-e08bbe28e6fe req-9dffba82-946a-433e-a37f-d37f47e3c722 service neutron] 10.222.0.31 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 907 time: 0.3639576 Dec 12 18:01:26.735705 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-307c7d0b-9b9f-4f0d-b643-e08bbe28e6fe req-c4af69ab-1798-462a-9498-85730213642d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4ee66a7-4d7c-43ab-9f91-73b06020de87 HTTP/1.1" status: 200 len: 217 time: 0.0850189 Dec 12 18:01:26.793513 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 29ba8263-bd72-4f82-a0d6-b21cb68887ad up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:01:26.821202 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f35f8f16-0e5d-4091-aa5c-7a31ef07f72a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:26.862347 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7d0b-9b9f-4f0d-b643-e08bbe28e6fe req-76892e4c-4119-4668-b9c1-35bae0b15ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:26.865997 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-307c7d0b-9b9f-4f0d-b643-e08bbe28e6fe req-76892e4c-4119-4668-b9c1-35bae0b15ccf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a38ca6e1-282d-485b-8e30-1d83bfdc0937 HTTP/1.1" status: 200 len: 846 time: 0.1227200 Dec 12 18:01:26.927704 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a9148a96-fec5-4f87-8560-2bde0bf3aad2 None None] Could not find standard attr ID for object 1e7a6b57-5682-4b2f-9d32-1a23e8afbd00. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:01:26.941074 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-307c7d0b-9b9f-4f0d-b643-e08bbe28e6fe req-b67d7b05-d11a-4476-84b9-ac165f8dd09f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=75b935da-edec-4803-8c21-61a0e9a0c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654457 Dec 12 18:01:26.958282 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8d9f11fc-1d5f-42e1-81da-c4f247549e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173834943', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:59:10Z', 'updated_at': '2021-12-12T17:59:19Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:11Z', 'updated_at': '2021-12-12T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f569ffb0-b35b-485c-9b6f-2c94f120adf4', 'name': '', 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:3a:d3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:17Z', 'updated_at': '2021-12-12T17:59:25Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:27.041359 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c0c84-385b-44c3-a970-46a1071b2eb3 req-37833861-6a2f-4c2b-8a80-05ec2ce28007 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:27.051027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa8c0c84-385b-44c3-a970-46a1071b2eb3 req-37833861-6a2f-4c2b-8a80-05ec2ce28007 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=efd6a9d7-f867-465a-a68d-ec2645b7cc2b HTTP/1.1" status: 200 len: 944 time: 1.2924194 Dec 12 18:01:27.053932 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f8f16-0e5d-4091-aa5c-7a31ef07f72a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=1e7a6b57-5682-4b2f-9d32-1a23e8afbd00,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:27.177788 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-307c7d0b-9b9f-4f0d-b643-e08bbe28e6fe req-31677abb-523b-4612-abc0-88e8a6664238 service neutron] 10.222.0.31 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278666 Dec 12 18:01:27.371478 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a9148a96-fec5-4f87-8560-2bde0bf3aad2 None None] Provisioning complete for port 29ba8263-bd72-4f82-a0d6-b21cb68887ad triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:27.372423 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a9148a96-fec5-4f87-8560-2bde0bf3aad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:27.381453 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f11fc-1d5f-42e1-81da-c4f247549e28 None None] The sync data for ids ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'] in n-d-760354-5 is: [{'id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173834943', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:59:10Z', 'updated_at': '2021-12-12T17:59:19Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:11Z', 'updated_at': '2021-12-12T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f569ffb0-b35b-485c-9b6f-2c94f120adf4', 'name': '', 'network_id': '87c2086d-4233-4098-b9d6-f49e42e04845', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:3a:d3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:17Z', 'updated_at': '2021-12-12T17:59:25Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': 'ebf8e5ab-4171-48c8-94d8-5cda0d110e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:01:27.430325 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-307c7d0b-9b9f-4f0d-b643-e08bbe28e6fe req-b8416467-ea7f-4dbe-b0e9-8bb64cafd544 service neutron] 10.222.0.31 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422934 Dec 12 18:01:27.586439 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f35f8f16-0e5d-4091-aa5c-7a31ef07f72a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:27.602109 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49926) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:27.602349 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f35f8f16-0e5d-4091-aa5c-7a31ef07f72a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/ports/1e7a6b57-5682-4b2f-9d32-1a23e8afbd00 HTTP/1.1" status: 204 len: 168 time: 2.7237327 Dec 12 18:01:27.683798 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 29ba8263-bd72-4f82-a0d6-b21cb68887ad triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:27.684507 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:27.691579 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca616a4-1a78-4c9d-af9c-9143c730c447 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] DELETE failed (client error): The resource could not be found. Dec 12 18:01:27.694207 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3706156-23fe-4401-8631-e0d8b41cdd71 req-15a363bd-92ca-4032-9fe1-7c97538e7814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:27.696479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca616a4-1a78-4c9d-af9c-9143c730c447 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:01:27.705742 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d3706156-23fe-4401-8631-e0d8b41cdd71 req-15a363bd-92ca-4032-9fe1-7c97538e7814 service neutron] 10.222.0.20 "GET /v2.0/networks?id=87c2086d-4233-4098-b9d6-f49e42e04845 HTTP/1.1" status: 200 len: 898 time: 2.1106339 Dec 12 18:01:27.708868 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4ca616a4-1a78-4c9d-af9c-9143c730c447 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/ports/1e7a6b57-5682-4b2f-9d32-1a23e8afbd00 HTTP/1.1" status: 404 len: 333 time: 0.1054697 Dec 12 18:01:27.714352 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49928) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:27.715443 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49930) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:27.792746 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26ab0bd-72bc-4e33-81b3-728385cf73fa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] GET failed (client error): The resource could not be found. Dec 12 18:01:27.796159 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f26ab0bd-72bc-4e33-81b3-728385cf73fa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports/1e7a6b57-5682-4b2f-9d32-1a23e8afbd00 HTTP/1.1" status: 404 len: 333 time: 0.0778904 Dec 12 18:01:27.798186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49934) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:27.836146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa8c0c84-385b-44c3-a970-46a1071b2eb3 req-b22a80bb-e1e5-4b2e-a0ad-1bd953405b23 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7837822 Dec 12 18:01:27.863008 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e007e8c9-0479-4e27-8f99-76b0cb75384e None None] Could not find standard attr ID for object 1e7a6b57-5682-4b2f-9d32-1a23e8afbd00. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:01:28.008574 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903876bd-78cc-41f7-a6b4-5815d3f8d33b None None] New status for floating IP a8118118-2eab-4c1c-b6d3-b666b53a9563: DOWN {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:01:28.251712 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d3706156-23fe-4401-8631-e0d8b41cdd71 req-bde1da61-c38f-49b7-b3c3-8f177c68d741 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63ade234-cd42-4217-a122-9a800e7ef429 HTTP/1.1" status: 200 len: 217 time: 0.4900405 Dec 12 18:01:28.269638 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eeec5598-f065-435e-82c1-0fda59d95308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:28.401101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3706156-23fe-4401-8631-e0d8b41cdd71 req-2247e47d-cf28-40ff-806c-867f8d46db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:28.404401 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d3706156-23fe-4401-8631-e0d8b41cdd71 req-2247e47d-cf28-40ff-806c-867f8d46db29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ebf8e5ab-4171-48c8-94d8-5cda0d110e5c HTTP/1.1" status: 200 len: 835 time: 0.1206696 Dec 12 18:01:28.407493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-d4ebe3b7-9b87-4697-873d-80f792adf6ee req-bfa3fd22-54f1-4604-8d05-d0d00682d374 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting port 63ade234-cd42-4217-a122-9a800e7ef429 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:28.408000 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d4ebe3b7-9b87-4697-873d-80f792adf6ee req-bfa3fd22-54f1-4604-8d05-d0d00682d374 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:28.473048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device e4ee66a7-4d7c-43ab-9f91-73b06020de87 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:01:28.554468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-d4ebe3b7-9b87-4697-873d-80f792adf6ee req-bfa3fd22-54f1-4604-8d05-d0d00682d374 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] For port 63ade234-cd42-4217-a122-9a800e7ef429, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=63ade234-cd42-4217-a122-9a800e7ef429,segment=NetworkSegment(778541a3-f1ab-4e51-989d-5106ce0fd392),segment_id=778541a3-f1ab-4e51-989d-5106ce0fd392)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:28.554829 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d4ebe3b7-9b87-4697-873d-80f792adf6ee req-bfa3fd22-54f1-4604-8d05-d0d00682d374 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:28.654777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port e4ee66a7-4d7c-43ab-9f91-73b06020de87, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e4ee66a7-4d7c-43ab-9f91-73b06020de87,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:28.661153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-d4ebe3b7-9b87-4697-873d-80f792adf6ee req-bfa3fd22-54f1-4604-8d05-d0d00682d374 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Calling delete_port for 63ade234-cd42-4217-a122-9a800e7ef429 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:28.671990 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'e4ee66a7-4d7c-43ab-9f91-73b06020de87', 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c', 'port_id': 'e4ee66a7-4d7c-43ab-9f91-73b06020de87', 'mac_address': 'fa:16:3e:5c:b1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38ca6e1-282d-485b-8e30-1d83bfdc0937', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:01:28.765492 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:28.786216 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ee66a7-4d7c-43ab-9f91-73b06020de87 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:01:28.812817 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port e4ee66a7-4d7c-43ab-9f91-73b06020de87, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e4ee66a7-4d7c-43ab-9f91-73b06020de87,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:28.818586 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:28.885640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3a0efb-6290-4aa8-9b29-67b4a007fbad tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting subnet f6b1b490-2cf6-433a-a243-6bae8305ae1d {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:01:28.910063 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0efb-6290-4aa8-9b29-67b4a007fbad tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:28.916508 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=e4ee66a7-4d7c-43ab-9f91-73b06020de87,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:28.921137 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eeec5598-f065-435e-82c1-0fda59d95308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:28.953117 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad76ff-b59b-4c74-befc-ea82c3ff5f25 req-7664ec80-0259-4129-b84a-abdd594f99b8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:28.955107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4aad76ff-b59b-4c74-befc-ea82c3ff5f25 req-7664ec80-0259-4129-b84a-abdd594f99b8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=c27c3042-f818-4b81-ab67-132f200694bd HTTP/1.1" status: 200 len: 944 time: 1.3474426 Dec 12 18:01:29.038230 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0efb-6290-4aa8-9b29-67b4a007fbad tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:29.138523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['e4ee66a7-4d7c-43ab-9f91-73b06020de87'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:01:29.251761 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0efb-6290-4aa8-9b29-67b4a007fbad tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:29.460094 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eeec5598-f065-435e-82c1-0fda59d95308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:29.637971 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3706156-23fe-4401-8631-e0d8b41cdd71 req-b3431f24-3e96-4d80-becd-cc42d54598e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:29.640612 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d3706156-23fe-4401-8631-e0d8b41cdd71 req-b3431f24-3e96-4d80-becd-cc42d54598e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87c2086d-4233-4098-b9d6-f49e42e04845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0583060 Dec 12 18:01:29.645379 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4aad76ff-b59b-4c74-befc-ea82c3ff5f25 req-9d28411f-1b0f-48a4-9870-de8059016d58 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=409dbcb1-9651-4aff-81b5-a2166e5f6aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6834435 Dec 12 18:01:29.683707 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d4ebe3b7-9b87-4697-873d-80f792adf6ee req-bfa3fd22-54f1-4604-8d05-d0d00682d374 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:29.685948 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec5598-f065-435e-82c1-0fda59d95308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83648255-b81a-4f00-be11-6f4dd96df850,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:29.786975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3fd22-54f1-4604-8d05-d0d00682d374 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Port': ['ID=63ade234-cd42-4217-a122-9a800e7ef429,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:29.789904 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0efb-6290-4aa8-9b29-67b4a007fbad tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:29.947222 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-eeec5598-f065-435e-82c1-0fda59d95308 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=857e775a6c294ce39a385ef166f6288b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2207284 Dec 12 18:01:29.949749 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49978) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:29.957126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174a0fc-65b0-4138-af79-8318f6212528 req-23b5736c-ae93-4129-82b8-4426dc31f07e tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:29.958959 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f174a0fc-65b0-4138-af79-8318f6212528 req-23b5736c-ae93-4129-82b8-4426dc31f07e tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=efd6a9d7-f867-465a-a68d-ec2645b7cc2b HTTP/1.1" status: 200 len: 945 time: 0.8659456 Dec 12 18:01:29.981728 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a0efb-6290-4aa8-9b29-67b4a007fbad tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Subnet': ['ID=f6b1b490-2cf6-433a-a243-6bae8305ae1d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:29.984401 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ebe3b7-9b87-4697-873d-80f792adf6ee req-bfa3fd22-54f1-4604-8d05-d0d00682d374 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] No DVR routers for this DVR port 63ade234-cd42-4217-a122-9a800e7ef429 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:01:29.989676 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0efb-6290-4aa8-9b29-67b4a007fbad tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:29.994592 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f9658a-ab58-4025-b8ba-6814b7fb77ca None None] Network dbcb47d3-0307-47b1-9eb2-8825035e3461 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:01:30.007675 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fc3a0efb-6290-4aa8-9b29-67b4a007fbad tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/f6b1b490-2cf6-433a-a243-6bae8305ae1d HTTP/1.1" status: 204 len: 168 time: 2.1865909 Dec 12 18:01:30.012921 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 49980) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:30.019518 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d4ebe3b7-9b87-4697-873d-80f792adf6ee req-bfa3fd22-54f1-4604-8d05-d0d00682d374 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:30.027280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4ebe3b7-9b87-4697-873d-80f792adf6ee req-bfa3fd22-54f1-4604-8d05-d0d00682d374 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.20 "DELETE /v2.0/ports/63ade234-cd42-4217-a122-9a800e7ef429 HTTP/1.1" status: 204 len: 173 time: 3.4170184 Dec 12 18:01:30.073742 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27c3042-f818-4b81-ab67-132f200694bd', 'name': 'network-vif-deleted', 'tag': '63ade234-cd42-4217-a122-9a800e7ef429'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:01:30.082387 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc5cea8-41a7-40c6-8c61-b4829bb96b96" -d '{"events": [{"server_uuid": "c27c3042-f818-4b81-ab67-132f200694bd", "name": "network-vif-deleted", "tag": "63ade234-cd42-4217-a122-9a800e7ef429"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:01:30.180654 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f174a0fc-65b0-4138-af79-8318f6212528 req-cc0b3a3b-afa7-455b-854a-31785872041c tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974058 Dec 12 18:01:30.199085 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:30.210755 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65764e93-d773-4f45-89f4-5aaa1e8e56bb x-openstack-request-id: req-65764e93-d773-4f45-89f4-5aaa1e8e56bb {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:01:30.211126 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27c3042-f818-4b81-ab67-132f200694bd", "name": "network-vif-deleted", "tag": "63ade234-cd42-4217-a122-9a800e7ef429", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:01:30.211797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 63ade234-cd42-4217-a122-9a800e7ef429 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:01:30.220013 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65764e93-d773-4f45-89f4-5aaa1e8e56bb {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:01:30.220488 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27c3042-f818-4b81-ab67-132f200694bd', 'name': 'network-vif-deleted', 'tag': '63ade234-cd42-4217-a122-9a800e7ef429', 'status': 'completed', 'code': 200} Dec 12 18:01:30.223578 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9692e95a-db50-4dbb-9dd1-93503e6f0738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:30.261608 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d3706156-23fe-4401-8631-e0d8b41cdd71 req-7de43e73-64d7-4945-a219-dc1f5ccbd38d service neutron] 10.222.0.20 "GET /v2.0/networks/87c2086d-4233-4098-b9d6-f49e42e04845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590861 Dec 12 18:01:30.268368 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 63ade234-cd42-4217-a122-9a800e7ef429 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:01:30.268722 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 63ade234-cd42-4217-a122-9a800e7ef429 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:01:30.407105 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5d2f64-3ebb-4413-a350-274eb50156ac None None] DHCP port deletion for dbcb47d3-0307-47b1-9eb2-8825035e3461 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:01:30.408830 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9692e95a-db50-4dbb-9dd1-93503e6f0738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:30.497205 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port 29ba8263-bd72-4f82-a0d6-b21cb68887ad {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:30.498921 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:30.508625 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device e4ee66a7-4d7c-43ab-9f91-73b06020de87 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:01:30.552050 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d3706156-23fe-4401-8631-e0d8b41cdd71 req-e457a255-f075-47ed-8c7c-c80056b6e7eb service neutron] 10.222.0.20 "GET /v2.0/networks/87c2086d-4233-4098-b9d6-f49e42e04845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793767 Dec 12 18:01:30.624073 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 29ba8263-bd72-4f82-a0d6-b21cb68887ad no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:01:30.711232 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] For port 29ba8263-bd72-4f82-a0d6-b21cb68887ad, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=29ba8263-bd72-4f82-a0d6-b21cb68887ad,segment=NetworkSegment(71eeae09-c208-41e6-95bb-9881b9c81911),segment_id=71eeae09-c208-41e6-95bb-9881b9c81911)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:30.718647 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:30.743497 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for 29ba8263-bd72-4f82-a0d6-b21cb68887ad owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:30.744701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 49994) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:30.754338 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8f5d2f64-3ebb-4413-a350-274eb50156ac None None] Deleting port 29ba8263-bd72-4f82-a0d6-b21cb68887ad {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:30.754949 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2f64-3ebb-4413-a350-274eb50156ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:30.805707 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port e4ee66a7-4d7c-43ab-9f91-73b06020de87 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:01:30.813712 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:30.831924 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port e4ee66a7-4d7c-43ab-9f91-73b06020de87 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:30.832579 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:30.886687 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:30.951130 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8f5d2f64-3ebb-4413-a350-274eb50156ac None None] For port 29ba8263-bd72-4f82-a0d6-b21cb68887ad, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=29ba8263-bd72-4f82-a0d6-b21cb68887ad,segment=NetworkSegment(71eeae09-c208-41e6-95bb-9881b9c81911),segment_id=71eeae09-c208-41e6-95bb-9881b9c81911)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:30.951514 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2f64-3ebb-4413-a350-274eb50156ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:30.977446 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No DVR routers for this DVR port 29ba8263-bd72-4f82-a0d6-b21cb68887ad on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:01:30.985443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8f5d2f64-3ebb-4413-a350-274eb50156ac None None] Calling delete_port for 29ba8263-bd72-4f82-a0d6-b21cb68887ad owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:30.986817 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=29ba8263-bd72-4f82-a0d6-b21cb68887ad,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:30.991716 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9692e95a-db50-4dbb-9dd1-93503e6f0738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:30.997600 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9692e95a-db50-4dbb-9dd1-93503e6f0738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:30.998910 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9692e95a-db50-4dbb-9dd1-93503e6f0738 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83648255-b81a-4f00-be11-6f4dd96df850 HTTP/1.1" status: 204 len: 168 time: 1.0472939 Dec 12 18:01:31.029332 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692e95a-db50-4dbb-9dd1-93503e6f0738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83648255-b81a-4f00-be11-6f4dd96df850,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:31.125562 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:31.185567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcb47d3-0307-47b1-9eb2-8825035e3461']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:31.209752 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71eeae09-c208-41e6-95bb-9881b9c81911') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:31.213055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71eeae09-c208-41e6-95bb-9881b9c81911') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:31.237303 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:31.255669 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:31.265062 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:01:31.265807 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:01:31.269638 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:01:31.388085 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:31.400486 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:31.429738 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:31.432489 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2f64-3ebb-4413-a350-274eb50156ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:31.445955 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/networks/dbcb47d3-0307-47b1-9eb2-8825035e3461 HTTP/1.1" status: 204 len: 168 time: 1.4316866 Dec 12 18:01:31.450010 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50010) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:31.456429 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-37f39660-532b-44d3-98ac-3994e2a734e8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1682115141'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:31.469084 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8bb62-e2a3-4b41-8695-34b110862f1b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Network': ['ID=dbcb47d3-0307-47b1-9eb2-8825035e3461,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:31.507125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a2cbf-1900-492c-bf49-108f13076b4c req-27fa3af5-b9ed-465f-8105-7bbfb049ed4b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:31.508948 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f18a2cbf-1900-492c-bf49-108f13076b4c req-27fa3af5-b9ed-465f-8105-7bbfb049ed4b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=efd6a9d7-f867-465a-a68d-ec2645b7cc2b HTTP/1.1" status: 200 len: 945 time: 0.1279075 Dec 12 18:01:31.511177 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f39660-532b-44d3-98ac-3994e2a734e8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:31.514926 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37f39660-532b-44d3-98ac-3994e2a734e8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:31.543636 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port e4ee66a7-4d7c-43ab-9f91-73b06020de87, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e4ee66a7-4d7c-43ab-9f91-73b06020de87,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:31.573947 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd6a9d7-f867-465a-a68d-ec2645b7cc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ee66a7-4d7c-43ab-9f91-73b06020de87'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:01:31.586644 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e608b0-c448-4462-81d7-1bda7a13306c" -d '{"events": [{"server_uuid": "efd6a9d7-f867-465a-a68d-ec2645b7cc2b", "name": "network-vif-plugged", "status": "completed", "tag": "e4ee66a7-4d7c-43ab-9f91-73b06020de87"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:01:31.589875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f5d2f64-3ebb-4413-a350-274eb50156ac None None] Network dbcb47d3-0307-47b1-9eb2-8825035e3461 is not hosted by any dhcp agent {{(pid=103152) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 18:01:31.590320 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5d2f64-3ebb-4413-a350-274eb50156ac None None] No DVR routers for this DVR port 29ba8263-bd72-4f82-a0d6-b21cb68887ad on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:01:31.603056 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:31.621524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d2f64-3ebb-4413-a350-274eb50156ac None None] Pushing event deleted for resources: {'Port': ['ID=29ba8263-bd72-4f82-a0d6-b21cb68887ad,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:31.671673 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58fce6e-7181-4e95-b306-0b127dfbe4bb x-openstack-request-id: req-a58fce6e-7181-4e95-b306-0b127dfbe4bb {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:01:31.672084 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd6a9d7-f867-465a-a68d-ec2645b7cc2b", "name": "network-vif-plugged", "status": "completed", "tag": "e4ee66a7-4d7c-43ab-9f91-73b06020de87", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:01:31.672389 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a58fce6e-7181-4e95-b306-0b127dfbe4bb {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:01:31.672781 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd6a9d7-f867-465a-a68d-ec2645b7cc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ee66a7-4d7c-43ab-9f91-73b06020de87', 'code': 200} Dec 12 18:01:31.690321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f39660-532b-44d3-98ac-3994e2a734e8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:01:31.716859 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37f39660-532b-44d3-98ac-3994e2a734e8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:31.718623 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-37f39660-532b-44d3-98ac-3994e2a734e8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Added segment 8ea52c90-6582-46ed-914b-b0aff2c64f89 of type vlan for network e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7 Dec 12 18:01:31.757922 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=e4ee66a7-4d7c-43ab-9f91-73b06020de87,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:31.839745 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37f39660-532b-44d3-98ac-3994e2a734e8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:31.882406 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a2546-0d14-4f78-bd0c-7e29ed287c55 req-ed5e5e95-e14d-444e-815d-9409ecde9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:31.885751 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-034a2546-0d14-4f78-bd0c-7e29ed287c55 req-ed5e5e95-e14d-444e-815d-9409ecde9960 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=efd6a9d7-f867-465a-a68d-ec2645b7cc2b HTTP/1.1" status: 200 len: 1097 time: 0.1387057 Dec 12 18:01:31.898611 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f18a2cbf-1900-492c-bf49-108f13076b4c req-d46edca0-6a85-4bbe-b6fe-e76c37d862c0 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802578 Dec 12 18:01:31.943007 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37f39660-532b-44d3-98ac-3994e2a734e8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:31.973772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f39660-532b-44d3-98ac-3994e2a734e8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:31.974448 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37f39660-532b-44d3-98ac-3994e2a734e8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:32.082008 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-034a2546-0d14-4f78-bd0c-7e29ed287c55 req-780f87b9-0fc7-44bd-9cf9-233a1350a4bc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881731 Dec 12 18:01:32.206044 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-37f39660-532b-44d3-98ac-3994e2a734e8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7546048 Dec 12 18:01:32.209011 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50042) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:32.211082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f39660-532b-44d3-98ac-3994e2a734e8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Network': ['ID=e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:32.215960 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5146c47e-2851-4c0b-b7ab-3cd4421f831c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'subnet': {'network_id': 'e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:32.242038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:01:32.287370 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e80d0ffb-cb30-4d32-a79d-02239d0b28d9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:32.716064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6caddde-980f-4d32-93a7-ca456819ab5a req-05a9a0bf-1bff-44d8-8ae7-118a171dc8f7 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:32.718848 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6caddde-980f-4d32-93a7-ca456819ab5a req-05a9a0bf-1bff-44d8-8ae7-118a171dc8f7 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8843e96-cd05-4515-8191-5e93e218aba7 HTTP/1.1" status: 200 len: 945 time: 0.2217941 Dec 12 18:01:32.916836 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5146c47e-2851-4c0b-b7ab-3cd4421f831c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:32.926523 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5146c47e-2851-4c0b-b7ab-3cd4421f831c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:32.945113 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a6caddde-980f-4d32-93a7-ca456819ab5a req-654e3cea-15e7-4f9d-b4ce-cca14dc47358 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112410 Dec 12 18:01:33.025379 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e80d0ffb-cb30-4d32-a79d-02239d0b28d9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting port f569ffb0-b35b-485c-9b6f-2c94f120adf4 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:33.026395 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e80d0ffb-cb30-4d32-a79d-02239d0b28d9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:33.275773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e80d0ffb-cb30-4d32-a79d-02239d0b28d9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] For port f569ffb0-b35b-485c-9b6f-2c94f120adf4, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f569ffb0-b35b-485c-9b6f-2c94f120adf4,segment=NetworkSegment(778541a3-f1ab-4e51-989d-5106ce0fd392),segment_id=778541a3-f1ab-4e51-989d-5106ce0fd392)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:33.276186 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e80d0ffb-cb30-4d32-a79d-02239d0b28d9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:33.296932 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e80d0ffb-cb30-4d32-a79d-02239d0b28d9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Calling delete_port for f569ffb0-b35b-485c-9b6f-2c94f120adf4 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:33.304262 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5146c47e-2851-4c0b-b7ab-3cd4421f831c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:33.416183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ea987-f590-466c-b224-e51f05512280 req-5c80c6b4-7fc0-4f73-be0f-2f81f3c10ebc tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:33.417845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c3ea987-f590-466c-b224-e51f05512280 req-5c80c6b4-7fc0-4f73-be0f-2f81f3c10ebc tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=efd6a9d7-f867-465a-a68d-ec2645b7cc2b HTTP/1.1" status: 200 len: 946 time: 0.3637447 Dec 12 18:01:33.450331 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5146c47e-2851-4c0b-b7ab-3cd4421f831c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Checking segment: {'id': '8ea52c90-6582-46ed-914b-b0aff2c64f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:01:33.450995 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5146c47e-2851-4c0b-b7ab-3cd4421f831c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network hostable DHCP agents. Network: e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:01:33.459258 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146c47e-2851-4c0b-b7ab-3cd4421f831c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Subnet': ['ID=feafc261-11bf-46ea-8975-5ce0bb8bee40,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:33.492171 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5146c47e-2851-4c0b-b7ab-3cd4421f831c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:01:33.515704 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5146c47e-2851-4c0b-b7ab-3cd4421f831c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:33.527393 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819550bd-9108-4b92-9d5e-3b1aa4c0f45d None None] Network e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:01:33.538559 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5146c47e-2851-4c0b-b7ab-3cd4421f831c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:33.541001 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5146c47e-2851-4c0b-b7ab-3cd4421f831c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:33.542400 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c3ea987-f590-466c-b224-e51f05512280 req-0785a32d-5761-4236-b03f-9d358cf9b419 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177473 Dec 12 18:01:33.583409 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5146c47e-2851-4c0b-b7ab-3cd4421f831c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3731170 Dec 12 18:01:33.586123 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50090) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:33.592904 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0c000804-401e-4e0b-b41e-d5601dc48416 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'network_id': 'e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7', 'security_groups': [], 'name': 'tempest-PortsTestJSON-151000546'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:33.754641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7', 'network_id': 'e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7', 'project_id': '06783abe78f64b7b909358a9618e0047', 'fixed_ips': [{'subnet_id': 'feafc261-11bf-46ea-8975-5ce0bb8bee40'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:01:33.756130 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:33.765707 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e80d0ffb-cb30-4d32-a79d-02239d0b28d9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:33.835016 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c000804-401e-4e0b-b41e-d5601dc48416 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:33.836046 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d0ffb-cb30-4d32-a79d-02239d0b28d9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Port': ['ID=f569ffb0-b35b-485c-9b6f-2c94f120adf4,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:33.844790 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c000804-401e-4e0b-b41e-d5601dc48416 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:33.874625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-0c000804-401e-4e0b-b41e-d5601dc48416 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] device_id is not set on port 90a145db-4294-43d0-99f7-c302d149e785 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:01:33.954990 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50098) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:34.022557 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Allocated IP 172.20.0.2 (e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7/feafc261-11bf-46ea-8975-5ce0bb8bee40/c65475b6-2d26-476d-b4a3-95eed24d4137) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:01:34.129867 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:01:34.168829 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e2aa4-c45f-4028-a296-17e9d13a3910 req-a4a4909d-5123-4a24-915c-c84b78851803 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:34.170398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b0e2aa4-c45f-4028-a296-17e9d13a3910 req-a4a4909d-5123-4a24-915c-c84b78851803 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8843e96-cd05-4515-8191-5e93e218aba7 HTTP/1.1" status: 200 len: 945 time: 0.3282890 Dec 12 18:01:34.272212 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec819e-6dd4-4c63-acc9-87c641598c27 req-da6823a9-e27b-4772-ba01-c64e1658505a tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:34.273734 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37ec819e-6dd4-4c63-acc9-87c641598c27 req-da6823a9-e27b-4772-ba01-c64e1658505a tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8843e96-cd05-4515-8191-5e93e218aba7 HTTP/1.1" status: 200 len: 945 time: 0.1264451 Dec 12 18:01:34.374576 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6c91-453b-461a-b9ef-550c74299a7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:34.375251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37ec819e-6dd4-4c63-acc9-87c641598c27 req-05e8c904-fec0-4697-8b04-75fcfdf3c090 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777555 Dec 12 18:01:34.379703 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e80d0ffb-cb30-4d32-a79d-02239d0b28d9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:34.433696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-7b0e2aa4-c45f-4028-a296-17e9d13a3910 req-613f0c1f-1a07-4d1a-a24b-ce2e9ed87ff3 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Deleting port c0b926e1-7076-46a3-ad9a-27de585ce21d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:34.434334 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7b0e2aa4-c45f-4028-a296-17e9d13a3910 req-613f0c1f-1a07-4d1a-a24b-ce2e9ed87ff3 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:34.498432 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6c91-453b-461a-b9ef-550c74299a7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:34.510741 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6c91-453b-461a-b9ef-550c74299a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:34.577917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50114) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:34.583110 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf6c91-453b-461a-b9ef-550c74299a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e4c301-8158-49b7-ad62-35f9e2940102,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:34.586972 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:34.610524 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:34.694457 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Network e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:01:34.696530 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:34.707915 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:01:34.713206 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-0c000804-401e-4e0b-b41e-d5601dc48416 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Allocated IP 172.20.0.12 (e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7/feafc261-11bf-46ea-8975-5ce0bb8bee40/90a145db-4294-43d0-99f7-c302d149e785) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:01:34.842705 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Pushing event updated for resources: {'Port': ['ID=c65475b6-2d26-476d-b4a3-95eed24d4137,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:34.873372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Attempting to bind port c65475b6-2d26-476d-b4a3-95eed24d4137 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:01:34.873751 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Attempting to bind port c65475b6-2d26-476d-b4a3-95eed24d4137 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '8ea52c90-6582-46ed-914b-b0aff2c64f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:01:34.874138 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Attempting to bind port c65475b6-2d26-476d-b4a3-95eed24d4137 on network e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:01:34.879540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:01:34.879924 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Checking segment: {'id': '8ea52c90-6582-46ed-914b-b0aff2c64f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:01:34.880388 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:34.880791 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Bound using segment: {'id': '8ea52c90-6582-46ed-914b-b0aff2c64f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:01:34.881394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Bound port: c65475b6-2d26-476d-b4a3-95eed24d4137, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea52c90-6582-46ed-914b-b0aff2c64f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:01:34.881668 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:34.886663 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c000804-401e-4e0b-b41e-d5601dc48416 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:34.932988 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0ccf6c91-453b-461a-b9ef-550c74299a7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5495f264118642ec9f58489bc34f9a99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9761703 Dec 12 18:01:34.939909 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c000804-401e-4e0b-b41e-d5601dc48416 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:34.942006 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50126) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:34.954899 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] For port c65475b6-2d26-476d-b4a3-95eed24d4137, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:01:34.955481 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3bba7f02-8013-4d30-8411-dcaf88d20f50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:34.959224 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] For port c65475b6-2d26-476d-b4a3-95eed24d4137, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c65475b6-2d26-476d-b4a3-95eed24d4137,segment=NetworkSegment(8ea52c90-6582-46ed-914b-b0aff2c64f89),segment_id=8ea52c90-6582-46ed-914b-b0aff2c64f89)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:01:34.968174 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:35.054310 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca0525-68b7-44da-9a41-4f010a3c37a1 None None] Pushing event updated for resources: {'Port': ['ID=c65475b6-2d26-476d-b4a3-95eed24d4137,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:35.119076 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c000804-401e-4e0b-b41e-d5601dc48416 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:01:35.147115 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0c000804-401e-4e0b-b41e-d5601dc48416 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:35.155479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c000804-401e-4e0b-b41e-d5601dc48416 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=90a145db-4294-43d0-99f7-c302d149e785,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:35.162622 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c000804-401e-4e0b-b41e-d5601dc48416 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:01:35.246638 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07056ff7-e2e1-40c9-a584-813ed73f8a0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:35.263278 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c000804-401e-4e0b-b41e-d5601dc48416 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:35.264241 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c000804-401e-4e0b-b41e-d5601dc48416 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:35.266167 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858d2a1-084b-4ac8-ac7c-fab25507394a req-2fd1fa56-0dfc-4fb1-9eb7-1e2d0e2689ca tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:35.270617 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7858d2a1-084b-4ac8-ac7c-fab25507394a req-2fd1fa56-0dfc-4fb1-9eb7-1e2d0e2689ca tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=efd6a9d7-f867-465a-a68d-ec2645b7cc2b HTTP/1.1" status: 200 len: 946 time: 0.1553805 Dec 12 18:01:35.321519 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07056ff7-e2e1-40c9-a584-813ed73f8a0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:35.333001 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3bba7f02-8013-4d30-8411-dcaf88d20f50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:35.356062 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0c000804-401e-4e0b-b41e-d5601dc48416 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.7686405 Dec 12 18:01:35.359619 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50132) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:35.384085 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-7b0e2aa4-c45f-4028-a296-17e9d13a3910 req-613f0c1f-1a07-4d1a-a24b-ce2e9ed87ff3 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] For port c0b926e1-7076-46a3-ad9a-27de585ce21d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c0b926e1-7076-46a3-ad9a-27de585ce21d,segment=NetworkSegment(1b311cc5-0659-4d49-8de7-75f56f87ff59),segment_id=1b311cc5-0659-4d49-8de7-75f56f87ff59)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:35.385035 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7b0e2aa4-c45f-4028-a296-17e9d13a3910 req-613f0c1f-1a07-4d1a-a24b-ce2e9ed87ff3 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:35.408477 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3bba7f02-8013-4d30-8411-dcaf88d20f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:35.416239 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-7b0e2aa4-c45f-4028-a296-17e9d13a3910 req-613f0c1f-1a07-4d1a-a24b-ce2e9ed87ff3 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Calling delete_port for c0b926e1-7076-46a3-ad9a-27de585ce21d owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:35.421060 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7858d2a1-084b-4ac8-ac7c-fab25507394a req-5b63f1b4-4a2d-4dd9-9188-ce8dd513e06a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359763 Dec 12 18:01:35.645250 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3bba7f02-8013-4d30-8411-dcaf88d20f50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d14000acd12243969bf0c63dd7268e2c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0524113 Dec 12 18:01:35.652726 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50142) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:35.657993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba7f02-8013-4d30-8411-dcaf88d20f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7749d6c4-9cec-4575-971a-b5aca555f18e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:35.751241 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07056ff7-e2e1-40c9-a584-813ed73f8a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:35.754836 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07056ff7-e2e1-40c9-a584-813ed73f8a0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:35.756871 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-07056ff7-e2e1-40c9-a584-813ed73f8a0a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6e4c301-8158-49b7-ad62-35f9e2940102 HTTP/1.1" status: 204 len: 168 time: 0.8107638 Dec 12 18:01:35.802179 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07056ff7-e2e1-40c9-a584-813ed73f8a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e4c301-8158-49b7-ad62-35f9e2940102,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:35.804872 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b3450-5976-406a-bdde-4898ea8e9fc3 req-36bbf3c7-0c76-4db0-8208-f68e0c5a82ca tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:35.807335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6b3450-5976-406a-bdde-4898ea8e9fc3 req-36bbf3c7-0c76-4db0-8208-f68e0c5a82ca tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 945 time: 0.2010128 Dec 12 18:01:35.828013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378e695-d701-440d-9b31-db03498d64d5 req-2a802c96-db95-4261-b5de-8258f6946213 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:35.828820 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79c3d658-6700-4407-8118-99a6b5d878d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:35.829846 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6378e695-d701-440d-9b31-db03498d64d5 req-2a802c96-db95-4261-b5de-8258f6946213 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8843e96-cd05-4515-8191-5e93e218aba7 HTTP/1.1" status: 200 len: 945 time: 0.2595251 Dec 12 18:01:35.834405 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d0d40151-62d3-4dec-8fdc-2c7d9d2ebba7 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port 90a145db-4294-43d0-99f7-c302d149e785 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:35.834752 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0d40151-62d3-4dec-8fdc-2c7d9d2ebba7 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:35.901523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80d0ffb-cb30-4d32-a79d-02239d0b28d9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router fc3c089f-f788-4534-a0e1-8c700d13fd3a has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:01:35.961395 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af6b3450-5976-406a-bdde-4898ea8e9fc3 req-5458e69b-8a30-4f59-ad99-02676e8d018a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274164 Dec 12 18:01:35.997009 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0d40151-62d3-4dec-8fdc-2c7d9d2ebba7 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:36.002169 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79c3d658-6700-4407-8118-99a6b5d878d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:36.025966 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d0d40151-62d3-4dec-8fdc-2c7d9d2ebba7 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for 90a145db-4294-43d0-99f7-c302d149e785 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:36.125681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6378e695-d701-440d-9b31-db03498d64d5 req-c2d9f6a1-9e19-4fc4-a2bb-27580539c613 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b109edd-5197-4654-a0c4-37e846e90a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853150 Dec 12 18:01:36.184278 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7b0e2aa4-c45f-4028-a296-17e9d13a3910 req-613f0c1f-1a07-4d1a-a24b-ce2e9ed87ff3 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:36.199465 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['c0b926e1-7076-46a3-ad9a-27de585ce21d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:01:36.250632 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f0c1f-1a07-4d1a-a24b-ce2e9ed87ff3 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Pushing event deleted for resources: {'Port': ['ID=c0b926e1-7076-46a3-ad9a-27de585ce21d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:36.299426 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf267b-6a14-49e9-805b-168a9113ca0f req-7bb48ad1-db9f-46ce-8cbc-cb22c71bc413 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:36.301748 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82cf267b-6a14-49e9-805b-168a9113ca0f req-7bb48ad1-db9f-46ce-8cbc-cb22c71bc413 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=efd6a9d7-f867-465a-a68d-ec2645b7cc2b HTTP/1.1" status: 200 len: 946 time: 0.1699660 Dec 12 18:01:36.339840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80d0ffb-cb30-4d32-a79d-02239d0b28d9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:01:36.346184 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79c3d658-6700-4407-8118-99a6b5d878d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:36.352776 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79c3d658-6700-4407-8118-99a6b5d878d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:36.354521 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-79c3d658-6700-4407-8118-99a6b5d878d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7749d6c4-9cec-4575-971a-b5aca555f18e HTTP/1.1" status: 204 len: 168 time: 0.6980999 Dec 12 18:01:36.354801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d7bd75-5137-4dc5-820b-c4373f20f618 None None] Sync routers for ids ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:01:36.368964 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d7bd75-5137-4dc5-820b-c4373f20f618 None None] Routers {'fc3c089f-f788-4534-a0e1-8c700d13fd3a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:01:36.370032 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-27d7bd75-5137-4dc5-820b-c4373f20f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:01:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:36.377307 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e80d0ffb-cb30-4d32-a79d-02239d0b28d9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "PUT /v2.0/routers/fc3c089f-f788-4534-a0e1-8c700d13fd3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6289604 Dec 12 18:01:36.377523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3d658-6700-4407-8118-99a6b5d878d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7749d6c4-9cec-4575-971a-b5aca555f18e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:36.378775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50170) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:36.395246 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0d40151-62d3-4dec-8fdc-2c7d9d2ebba7 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:36.467564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d40151-62d3-4dec-8fdc-2c7d9d2ebba7 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=90a145db-4294-43d0-99f7-c302d149e785,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:36.578664 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47cfc10-f51d-43e2-b610-96fb0f8274e2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting subnet ebf8e5ab-4171-48c8-94d8-5cda0d110e5c {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:01:36.635715 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0e2aa4-c45f-4028-a296-17e9d13a3910 req-613f0c1f-1a07-4d1a-a24b-ce2e9ed87ff3 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] No DVR routers for this DVR port c0b926e1-7076-46a3-ad9a-27de585ce21d on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:01:36.642247 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7b0e2aa4-c45f-4028-a296-17e9d13a3910 req-613f0c1f-1a07-4d1a-a24b-ce2e9ed87ff3 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:36.646978 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b0e2aa4-c45f-4028-a296-17e9d13a3910 req-613f0c1f-1a07-4d1a-a24b-ce2e9ed87ff3 tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.20 "DELETE /v2.0/ports/c0b926e1-7076-46a3-ad9a-27de585ce21d HTTP/1.1" status: 204 len: 173 time: 2.4554682 Dec 12 18:01:36.651335 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a47cfc10-f51d-43e2-b610-96fb0f8274e2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:36.664640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8843e96-cd05-4515-8191-5e93e218aba7', 'name': 'network-vif-deleted', 'tag': 'c0b926e1-7076-46a3-ad9a-27de585ce21d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:01:36.667561 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0beaf15-1381-405d-b7e0-ee185163697d" -d '{"events": [{"server_uuid": "b8843e96-cd05-4515-8191-5e93e218aba7", "name": "network-vif-deleted", "tag": "c0b926e1-7076-46a3-ad9a-27de585ce21d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:01:36.742340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-27d7bd75-5137-4dc5-820b-c4373f20f618 None None] Set router fc3c089f-f788-4534-a0e1-8c700d13fd3a gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:01:36.820564 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a47cfc10-f51d-43e2-b610-96fb0f8274e2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:36.849903 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0d40151-62d3-4dec-8fdc-2c7d9d2ebba7 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:36.862869 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d0d40151-62d3-4dec-8fdc-2c7d9d2ebba7 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/ports/90a145db-4294-43d0-99f7-c302d149e785 HTTP/1.1" status: 204 len: 168 time: 1.5018585 Dec 12 18:01:36.865622 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50182) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:36.879899 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6c6b91-e6e7-4337-85ce-3b9a84a1a230 None None] Network e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:01:36.882930 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2a37dc-9714-4f90-8b20-3bc99d3866c6 x-openstack-request-id: req-5a2a37dc-9714-4f90-8b20-3bc99d3866c6 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:01:36.883308 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8843e96-cd05-4515-8191-5e93e218aba7", "name": "network-vif-deleted", "tag": "c0b926e1-7076-46a3-ad9a-27de585ce21d", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:01:36.883636 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a2a37dc-9714-4f90-8b20-3bc99d3866c6 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:01:36.884181 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8843e96-cd05-4515-8191-5e93e218aba7', 'name': 'network-vif-deleted', 'tag': 'c0b926e1-7076-46a3-ad9a-27de585ce21d', 'status': 'completed', 'code': 200} Dec 12 18:01:36.902161 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-8018ee30-3a4c-48b5-9dad-bd48e250f6a0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] GET failed (client error): The resource could not be found. Dec 12 18:01:36.903024 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82cf267b-6a14-49e9-805b-168a9113ca0f req-bc0cea08-69a9-4b6a-8740-92807170c5d2 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5512013 Dec 12 18:01:36.904242 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8018ee30-3a4c-48b5-9dad-bd48e250f6a0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports/90a145db-4294-43d0-99f7-c302d149e785 HTTP/1.1" status: 404 len: 333 time: 0.0373805 Dec 12 18:01:36.907129 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50186) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:36.953699 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c65475b6-2d26-476d-b4a3-95eed24d4137 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:01:37.035281 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc52254b-96c9-452b-9a48-b8aec9928b84 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting subnet feafc261-11bf-46ea-8975-5ce0bb8bee40 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:01:37.046984 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc52254b-96c9-452b-9a48-b8aec9928b84 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:37.098618 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a47cfc10-f51d-43e2-b610-96fb0f8274e2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:37.133064 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc52254b-96c9-452b-9a48-b8aec9928b84 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:37.244992 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a47cfc10-f51d-43e2-b610-96fb0f8274e2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:37.270909 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc52254b-96c9-452b-9a48-b8aec9928b84 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:37.271151 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a47cfc10-f51d-43e2-b610-96fb0f8274e2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:37.283279 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a47cfc10-f51d-43e2-b610-96fb0f8274e2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/subnets/ebf8e5ab-4171-48c8-94d8-5cda0d110e5c HTTP/1.1" status: 204 len: 168 time: 0.8993127 Dec 12 18:01:37.299234 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50196) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:37.371340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f7c49a-7bc2-4fd1-a1fe-5882068be749 None None] Network 87c2086d-4233-4098-b9d6-f49e42e04845 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:01:37.383088 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50198) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:37.405030 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3af9a15-7fb3-40cf-ab9b-a88b36b8580e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:37.409951 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc52254b-96c9-452b-9a48-b8aec9928b84 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:37.431705 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc52254b-96c9-452b-9a48-b8aec9928b84 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:37.439319 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fc52254b-96c9-452b-9a48-b8aec9928b84 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/feafc261-11bf-46ea-8975-5ce0bb8bee40 HTTP/1.1" status: 204 len: 168 time: 0.5304811 Dec 12 18:01:37.442075 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50208) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:37.515189 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b4f09d01-9bb6-4582-ba2b-0cac4f24c964 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:37.580441 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-64cbda88-98eb-45e6-a9f2-a5e228ad6d7d None None] Provisioning complete for port c65475b6-2d26-476d-b4a3-95eed24d4137 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:37.582196 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-64cbda88-98eb-45e6-a9f2-a5e228ad6d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:37.624192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c65475b6-2d26-476d-b4a3-95eed24d4137 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:37.624483 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:37.631951 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:37.657061 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52254b-96c9-452b-9a48-b8aec9928b84 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Subnet': ['ID=feafc261-11bf-46ea-8975-5ce0bb8bee40,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:37.753208 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cfc10-f51d-43e2-b610-96fb0f8274e2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf8e5ab-4171-48c8-94d8-5cda0d110e5c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:37.828935 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port c65475b6-2d26-476d-b4a3-95eed24d4137 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:37.829534 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:37.836387 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3af9a15-7fb3-40cf-ab9b-a88b36b8580e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:37.861761 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-771d96ea-c9cd-4fe6-a644-00a8f98ac6e1 req-bf3e7ba4-6f1c-45f3-ab7a-a08b3684369b tempest-AttachVolumeNegativeTest-1616688531 tempest-AttachVolumeNegativeTest-1616688531-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8843e96-cd05-4515-8191-5e93e218aba7 HTTP/1.1" status: 200 len: 210 time: 0.3271110 Dec 12 18:01:37.874343 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b4f09d01-9bb6-4582-ba2b-0cac4f24c964 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:37.911409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2e945-f27b-4994-8c5b-fcf6a7c02f62 req-3d18e528-8e4d-483d-b04f-070cd482f486 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:37.922155 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2a2e945-f27b-4994-8c5b-fcf6a7c02f62 req-3d18e528-8e4d-483d-b04f-070cd482f486 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=efd6a9d7-f867-465a-a68d-ec2645b7cc2b HTTP/1.1" status: 200 len: 946 time: 0.3983595 Dec 12 18:01:37.952716 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] For port c65475b6-2d26-476d-b4a3-95eed24d4137, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c65475b6-2d26-476d-b4a3-95eed24d4137,segment=NetworkSegment(8ea52c90-6582-46ed-914b-b0aff2c64f89),segment_id=8ea52c90-6582-46ed-914b-b0aff2c64f89)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:37.955151 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:37.980272 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for c65475b6-2d26-476d-b4a3-95eed24d4137 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:38.029374 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2a2e945-f27b-4994-8c5b-fcf6a7c02f62 req-0acad6f0-2dd2-4049-be15-9bc221e4a7b0 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063373 Dec 12 18:01:38.044232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b4f09d01-9bb6-4582-ba2b-0cac4f24c964 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting port c46f5f6d-958e-427f-9204-d022c7dbd900 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:38.048821 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3af9a15-7fb3-40cf-ab9b-a88b36b8580e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.054393 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b4f09d01-9bb6-4582-ba2b-0cac4f24c964 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.063102 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-64cbda88-98eb-45e6-a9f2-a5e228ad6d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.089607 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9b4cf0-15f3-41f6-a40a-9537701ee87c None None] DHCP port deletion for 87c2086d-4233-4098-b9d6-f49e42e04845 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:01:38.116147 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d3af9a15-7fb3-40cf-ab9b-a88b36b8580e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a715d3c61844cdab13e0b6e3761554d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7290859 Dec 12 18:01:38.118843 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af9a15-7fb3-40cf-ab9b-a88b36b8580e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaa5edd-e376-4b96-ae46-067a3b0d920a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:38.121128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50220) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:38.192071 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b4f09d01-9bb6-4582-ba2b-0cac4f24c964 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] For port c46f5f6d-958e-427f-9204-d022c7dbd900, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c46f5f6d-958e-427f-9204-d022c7dbd900,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:38.192441 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b4f09d01-9bb6-4582-ba2b-0cac4f24c964 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.201213 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-64cbda88-98eb-45e6-a9f2-a5e228ad6d7d None None] For port c65475b6-2d26-476d-b4a3-95eed24d4137, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c65475b6-2d26-476d-b4a3-95eed24d4137,segment=NetworkSegment(8ea52c90-6582-46ed-914b-b0aff2c64f89),segment_id=8ea52c90-6582-46ed-914b-b0aff2c64f89)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:38.219272 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-27d7bd75-5137-4dc5-820b-c4373f20f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173834943', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:59:10Z', 'updated_at': '2021-12-12T18:01:33Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': 'c46f5f6d-958e-427f-9204-d022c7dbd900', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T17:59:11Z', 'updated_at': '2021-12-12T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:38.225554 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-64cbda88-98eb-45e6-a9f2-a5e228ad6d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.227072 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.227514 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c0b926e1-7076-46a3-ad9a-27de585ce21d no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:01:38.268124 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=c65475b6-2d26-476d-b4a3-95eed24d4137,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:38.269291 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8eb753f1-2edc-43fc-86b0-e44c22dd828b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.286800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b4f09d01-9bb6-4582-ba2b-0cac4f24c964 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Calling delete_port for c46f5f6d-958e-427f-9204-d022c7dbd900 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:38.287120 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No DVR routers for this DVR port c65475b6-2d26-476d-b4a3-95eed24d4137 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:01:38.327681 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8eb753f1-2edc-43fc-86b0-e44c22dd828b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.344837 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.348902 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: c0b926e1-7076-46a3-ad9a-27de585ce21d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:01:38.349259 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c0b926e1-7076-46a3-ad9a-27de585ce21d not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:01:38.350664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d7bd75-5137-4dc5-820b-c4373f20f618 None None] Checking router: fc3c089f-f788-4534-a0e1-8c700d13fd3a for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:01:38.354911 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbda88-98eb-45e6-a9f2-a5e228ad6d7d None None] Pushing event deleted for resources: {'Port': ['ID=c65475b6-2d26-476d-b4a3-95eed24d4137,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:38.385963 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d7bd75-5137-4dc5-820b-c4373f20f618 None None] Routers {'fc3c089f-f788-4534-a0e1-8c700d13fd3a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:01:38.386633 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-27d7bd75-5137-4dc5-820b-c4373f20f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:01:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:38.449501 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.468087 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-db9b4cf0-15f3-41f6-a40a-9537701ee87c None None] Deleting port 2fbf3b0f-6464-4277-8b4a-4495674aeb2a {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:38.468490 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-db9b4cf0-15f3-41f6-a40a-9537701ee87c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.485650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:38.496506 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea52c90-6582-46ed-914b-b0aff2c64f89') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:38.496810 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea52c90-6582-46ed-914b-b0aff2c64f89') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:38.512802 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.547105 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.565521 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-27d7bd75-5137-4dc5-820b-c4373f20f618 None None] Set router fc3c089f-f788-4534-a0e1-8c700d13fd3a gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:01:38.568874 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:01:38.569311 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-db9b4cf0-15f3-41f6-a40a-9537701ee87c None None] For port 2fbf3b0f-6464-4277-8b4a-4495674aeb2a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2fbf3b0f-6464-4277-8b4a-4495674aeb2a,segment=NetworkSegment(778541a3-f1ab-4e51-989d-5106ce0fd392),segment_id=778541a3-f1ab-4e51-989d-5106ce0fd392)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:38.569947 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.570230 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-db9b4cf0-15f3-41f6-a40a-9537701ee87c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.572361 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b4f09d01-9bb6-4582-ba2b-0cac4f24c964 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.584251 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8eb753f1-2edc-43fc-86b0-e44c22dd828b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.586914 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8eb753f1-2edc-43fc-86b0-e44c22dd828b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.591183 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8eb753f1-2edc-43fc-86b0-e44c22dd828b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fbaa5edd-e376-4b96-ae46-067a3b0d920a HTTP/1.1" status: 204 len: 168 time: 0.4685509 Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:01:38.631535 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:01:38.636532 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73e2a8c-8726-4485-8dba-6883a9e23365 None None] Network e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:01:38.641366 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f09d01-9bb6-4582-ba2b-0cac4f24c964 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Port': ['ID=c46f5f6d-958e-427f-9204-d022c7dbd900,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:38.652234 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb753f1-2edc-43fc-86b0-e44c22dd828b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaa5edd-e376-4b96-ae46-067a3b0d920a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:38.724700 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443bc4c6-f260-4351-b90f-5c209c6758a6 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:01:38.735838 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.754036 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.758684 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/networks/e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7 HTTP/1.1" status: 204 len: 168 time: 1.3148718 Dec 12 18:01:38.759879 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b4f09d01-9bb6-4582-ba2b-0cac4f24c964 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:38.762997 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-db9b4cf0-15f3-41f6-a40a-9537701ee87c None None] Calling delete_port for 2fbf3b0f-6464-4277-8b4a-4495674aeb2a owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:38.767292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-27d7bd75-5137-4dc5-820b-c4373f20f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173834943', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:59:10Z', 'updated_at': '2021-12-12T18:01:37Z', 'revision_number': 6, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:38.771826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50230) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:38.787584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c05f5-cc4e-4e1b-8b66-ee19d875aa36 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Network': ['ID=e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:38.795962 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d71ed762-1701-4676-8759-a9681288dfb2 None None] Could not find standard attr ID for object c65475b6-2d26-476d-b4a3-95eed24d4137. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:01:38.832454 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff798884-6fcb-44ba-bec7-56a0189015b0 req-dc7b81e2-2af6-40f8-805c-9405d92e4c45 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:38.845256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-20f9a70e-6d4e-44b5-ac46-d184cdbaade0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'network_id': '6cf89583-3465-49a7-b27a-8a480d163907', 'name': 'tempest-PortsTestJSON-1216446548'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:38.850186 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ff798884-6fcb-44ba-bec7-56a0189015b0 req-dc7b81e2-2af6-40f8-805c-9405d92e4c45 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.31 "GET /v2.0/ports?device_id=efd6a9d7-f867-465a-a68d-ec2645b7cc2b HTTP/1.1" status: 200 len: 946 time: 0.0757129 Dec 12 18:01:38.899504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2fbf3b0f-6464-4277-8b4a-4495674aeb2a no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:01:38.924092 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d7bd75-5137-4dc5-820b-c4373f20f618 None None] The sync data for ids ['fc3c089f-f788-4534-a0e1-8c700d13fd3a'] in n-d-760354-5 is: [{'id': 'fc3c089f-f788-4534-a0e1-8c700d13fd3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173834943', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T17:59:10Z', 'updated_at': '2021-12-12T18:01:37Z', 'revision_number': 6, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:01:38.983984 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50240) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:39.001642 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b4f09d01-9bb6-4582-ba2b-0cac4f24c964 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:39.010647 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b4f09d01-9bb6-4582-ba2b-0cac4f24c964 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:39.089720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f01621-de05-4c7a-9ab6-c9eac35110a5 admin admin] Deleting subnet 59029fd3-d542-49a5-8d21-125b85b5f591 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:01:39.092704 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b4f09d01-9bb6-4582-ba2b-0cac4f24c964 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:39.093506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f09d01-9bb6-4582-ba2b-0cac4f24c964 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Fanout notify agent at l3_agent the message router_deleted on router fc3c089f-f788-4534-a0e1-8c700d13fd3a {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:01:39.094111 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4f01621-de05-4c7a-9ab6-c9eac35110a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:39.121238 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b4f09d01-9bb6-4582-ba2b-0cac4f24c964 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:39.124929 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b4f09d01-9bb6-4582-ba2b-0cac4f24c964 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/routers/fc3c089f-f788-4534-a0e1-8c700d13fd3a HTTP/1.1" status: 204 len: 168 time: 1.8328173 Dec 12 18:01:39.126401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50250) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:39.142033 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f9a70e-6d4e-44b5-ac46-d184cdbaade0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:39.146265 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20f9a70e-6d4e-44b5-ac46-d184cdbaade0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:39.254280 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4f01621-de05-4c7a-9ab6-c9eac35110a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:39.296878 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-ff798884-6fcb-44ba-bec7-56a0189015b0 req-1b8887f1-fc54-4a19-b62b-8a5ce1488df1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Deleting port e4ee66a7-4d7c-43ab-9f91-73b06020de87 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:39.297231 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ff798884-6fcb-44ba-bec7-56a0189015b0 req-1b8887f1-fc54-4a19-b62b-8a5ce1488df1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:39.309788 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-db9b4cf0-15f3-41f6-a40a-9537701ee87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:39.330866 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0d5e9b-24f0-4655-b7aa-cd732754a6ac None None] DHCP port deletion for e4d2bf75-ca86-4fdb-adb3-acc20cbaafb7 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:01:39.345556 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-20f9a70e-6d4e-44b5-ac46-d184cdbaade0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] device_id is not set on port c0abf4f3-40ed-4634-a187-ddf3265d6ef6 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:01:39.431748 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f07c2-7dc6-48c9-b17b-cb4fa7c2567f req-a1224615-bd63-4c45-a12a-1c8b24b1d14d tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:39.433567 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f2f07c2-7dc6-48c9-b17b-cb4fa7c2567f req-a1224615-bd63-4c45-a12a-1c8b24b1d14d tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=efd6a9d7-f867-465a-a68d-ec2645b7cc2b HTTP/1.1" status: 200 len: 946 time: 0.2491996 Dec 12 18:01:39.450911 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b4cf0-15f3-41f6-a40a-9537701ee87c None None] Pushing event deleted for resources: {'Port': ['ID=2fbf3b0f-6464-4277-8b4a-4495674aeb2a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:39.453323 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9b4cf0-15f3-41f6-a40a-9537701ee87c None None] No DVR routers for this DVR port 2fbf3b0f-6464-4277-8b4a-4495674aeb2a on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:01:39.454700 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:39.497889 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd3af-ccb3-401d-8751-f8494e09c515 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:39.605997 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4f01621-de05-4c7a-9ab6-c9eac35110a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:39.666951 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f2f07c2-7dc6-48c9-b17b-cb4fa7c2567f req-43876d9a-141b-4834-9473-28bce27ea326 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343808 Dec 12 18:01:39.789335 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20f9a70e-6d4e-44b5-ac46-d184cdbaade0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:39.806201 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ff798884-6fcb-44ba-bec7-56a0189015b0 req-1b8887f1-fc54-4a19-b62b-8a5ce1488df1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] For port e4ee66a7-4d7c-43ab-9f91-73b06020de87, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=e4ee66a7-4d7c-43ab-9f91-73b06020de87,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:39.806961 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ff798884-6fcb-44ba-bec7-56a0189015b0 req-1b8887f1-fc54-4a19-b62b-8a5ce1488df1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:39.831733 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-ff798884-6fcb-44ba-bec7-56a0189015b0 req-1b8887f1-fc54-4a19-b62b-8a5ce1488df1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Calling delete_port for e4ee66a7-4d7c-43ab-9f91-73b06020de87 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:39.838297 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20f9a70e-6d4e-44b5-ac46-d184cdbaade0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:39.844290 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd3af-ccb3-401d-8751-f8494e09c515 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:39.911386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9a70e-6d4e-44b5-ac46-d184cdbaade0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=c0abf4f3-40ed-4634-a187-ddf3265d6ef6,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:39.928296 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f9a70e-6d4e-44b5-ac46-d184cdbaade0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network 6cf89583-3465-49a7-b27a-8a480d163907 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:01:39.929659 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-20f9a70e-6d4e-44b5-ac46-d184cdbaade0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:39.932839 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f9a70e-6d4e-44b5-ac46-d184cdbaade0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:01:39.939527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f9a70e-6d4e-44b5-ac46-d184cdbaade0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:39.940169 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20f9a70e-6d4e-44b5-ac46-d184cdbaade0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:39.941039 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a1ccd3af-ccb3-401d-8751-f8494e09c515 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c2086d-4233-4098-b9d6-f49e42e04845']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:39.955285 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4f01621-de05-4c7a-9ab6-c9eac35110a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:39.960309 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a1ccd3af-ccb3-401d-8751-f8494e09c515 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778541a3-f1ab-4e51-989d-5106ce0fd392') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:39.960616 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a1ccd3af-ccb3-401d-8751-f8494e09c515 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778541a3-f1ab-4e51-989d-5106ce0fd392') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:39.963268 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-20f9a70e-6d4e-44b5-ac46-d184cdbaade0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1772001 Dec 12 18:01:39.964535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50278) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:40.014607 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd3af-ccb3-401d-8751-f8494e09c515 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:40.023102 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f01621-de05-4c7a-9ab6-c9eac35110a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59029fd3-d542-49a5-8d21-125b85b5f591,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:40.033711 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4f01621-de05-4c7a-9ab6-c9eac35110a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:40.040569 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d4f01621-de05-4c7a-9ab6-c9eac35110a5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/59029fd3-d542-49a5-8d21-125b85b5f591 HTTP/1.1" status: 204 len: 168 time: 1.0551474 Dec 12 18:01:40.044288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50286) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:40.050452 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd3af-ccb3-401d-8751-f8494e09c515 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:40.082645 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ccd3af-ccb3-401d-8751-f8494e09c515 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:01:40.083157 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd3af-ccb3-401d-8751-f8494e09c515 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:01:40.087607 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:01:40.154671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ba7d5-1098-4c3e-af82-661230a40c4e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port c0abf4f3-40ed-4634-a187-ddf3265d6ef6 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:40.155998 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf4ba7d5-1098-4c3e-af82-661230a40c4e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:40.257026 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65808e50-1f7d-4877-9190-2e8ae4b97e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:40.262022 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf4ba7d5-1098-4c3e-af82-661230a40c4e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:40.276216 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd3af-ccb3-401d-8751-f8494e09c515 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:40.285537 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd3af-ccb3-401d-8751-f8494e09c515 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:40.288574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ba7d5-1098-4c3e-af82-661230a40c4e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for c0abf4f3-40ed-4634-a187-ddf3265d6ef6 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:40.289941 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a1ccd3af-ccb3-401d-8751-f8494e09c515 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/networks/87c2086d-4233-4098-b9d6-f49e42e04845 HTTP/1.1" status: 204 len: 168 time: 1.1507254 Dec 12 18:01:40.294782 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50290) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:40.350134 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccd3af-ccb3-401d-8751-f8494e09c515 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Network': ['ID=87c2086d-4233-4098-b9d6-f49e42e04845,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:40.372756 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ff798884-6fcb-44ba-bec7-56a0189015b0 req-1b8887f1-fc54-4a19-b62b-8a5ce1488df1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:40.388378 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['e4ee66a7-4d7c-43ab-9f91-73b06020de87'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:01:40.393546 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['0b77dfb5-c580-483a-b0ed-554a99c38f3e', '52421f00-eec5-4f03-a4e1-714e04823a40'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:01:40.429448 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf4ba7d5-1098-4c3e-af82-661230a40c4e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:40.448126 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8887f1-fc54-4a19-b62b-8a5ce1488df1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Pushing event deleted for resources: {'Port': ['ID=e4ee66a7-4d7c-43ab-9f91-73b06020de87,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:40.471682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ba7d5-1098-4c3e-af82-661230a40c4e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=c0abf4f3-40ed-4634-a187-ddf3265d6ef6,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:40.477094 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf4ba7d5-1098-4c3e-af82-661230a40c4e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:40.483253 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cf4ba7d5-1098-4c3e-af82-661230a40c4e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/ports/c0abf4f3-40ed-4634-a187-ddf3265d6ef6 HTTP/1.1" status: 204 len: 168 time: 0.5156584 Dec 12 18:01:40.487732 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50298) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:40.495724 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-84a53aa9-2a70-46aa-9c81-1d379ff233c5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'network_id': '6cf89583-3465-49a7-b27a-8a480d163907', 'mac_address': 'fa:16:3e:f2:7d:f6', 'name': 'tempest-PortsTestJSON-513774177'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:40.605619 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65808e50-1f7d-4877-9190-2e8ae4b97e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:40.616539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c65475b6-2d26-476d-b4a3-95eed24d4137 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:01:40.644263 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e883cbd7-72b8-41bc-8f54-cef17bc1d3d8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:40.653999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff798884-6fcb-44ba-bec7-56a0189015b0 req-1b8887f1-fc54-4a19-b62b-8a5ce1488df1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] No DVR routers for this DVR port e4ee66a7-4d7c-43ab-9f91-73b06020de87 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:01:40.667458 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: c65475b6-2d26-476d-b4a3-95eed24d4137 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:01:40.668059 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ff798884-6fcb-44ba-bec7-56a0189015b0 req-1b8887f1-fc54-4a19-b62b-8a5ce1488df1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:40.673126 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c65475b6-2d26-476d-b4a3-95eed24d4137 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:01:40.673126 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f569ffb0-b35b-485c-9b6f-2c94f120adf4 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:01:40.673372 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ff798884-6fcb-44ba-bec7-56a0189015b0 req-1b8887f1-fc54-4a19-b62b-8a5ce1488df1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.31 "DELETE /v2.0/ports/e4ee66a7-4d7c-43ab-9f91-73b06020de87 HTTP/1.1" status: 204 len: 173 time: 1.8137646 Dec 12 18:01:40.677974 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd6a9d7-f867-465a-a68d-ec2645b7cc2b', 'name': 'network-vif-deleted', 'tag': 'e4ee66a7-4d7c-43ab-9f91-73b06020de87'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:01:40.680349 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8736501-872f-49ef-91ca-e0835ddfc5bc" -d '{"events": [{"server_uuid": "efd6a9d7-f867-465a-a68d-ec2645b7cc2b", "name": "network-vif-deleted", "tag": "e4ee66a7-4d7c-43ab-9f91-73b06020de87"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:01:40.684608 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-65808e50-1f7d-4877-9190-2e8ae4b97e72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7734bd2a-69ed-4fcf-8d01-97c4c0c40811']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:40.719181 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-65808e50-1f7d-4877-9190-2e8ae4b97e72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b311cc5-0659-4d49-8de7-75f56f87ff59') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:40.719508 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-65808e50-1f7d-4877-9190-2e8ae4b97e72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b311cc5-0659-4d49-8de7-75f56f87ff59') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:40.730374 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e883cbd7-72b8-41bc-8f54-cef17bc1d3d8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:40.744914 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65808e50-1f7d-4877-9190-2e8ae4b97e72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:40.775731 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65808e50-1f7d-4877-9190-2e8ae4b97e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:40.797632 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65808e50-1f7d-4877-9190-2e8ae4b97e72 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:01:40.798092 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65808e50-1f7d-4877-9190-2e8ae4b97e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:01:40.800099 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:01:40.811957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: f569ffb0-b35b-485c-9b6f-2c94f120adf4 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:01:40.812352 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f569ffb0-b35b-485c-9b6f-2c94f120adf4 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:01:40.812797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c46f5f6d-958e-427f-9204-d022c7dbd900 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:01:40.817153 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e2024a-6473-49f4-a9a8-0c343df869df x-openstack-request-id: req-68e2024a-6473-49f4-a9a8-0c343df869df {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:01:40.817694 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd6a9d7-f867-465a-a68d-ec2645b7cc2b", "name": "network-vif-deleted", "tag": "e4ee66a7-4d7c-43ab-9f91-73b06020de87", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:01:40.817694 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68e2024a-6473-49f4-a9a8-0c343df869df {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:01:40.818200 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd6a9d7-f867-465a-a68d-ec2645b7cc2b', 'name': 'network-vif-deleted', 'tag': 'e4ee66a7-4d7c-43ab-9f91-73b06020de87', 'status': 'completed', 'code': 200} Dec 12 18:01:40.878369 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: c46f5f6d-958e-427f-9204-d022c7dbd900 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:01:40.878826 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c46f5f6d-958e-427f-9204-d022c7dbd900 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:01:40.923746 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a8b1b32-7cc5-4687-aa29-ef3467273094 req-96486216-a20b-4d95-ba7f-34b00fc9ee96 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=efd6a9d7-f867-465a-a68d-ec2645b7cc2b HTTP/1.1" status: 200 len: 210 time: 0.0716138 Dec 12 18:01:41.128116 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a53aa9-2a70-46aa-9c81-1d379ff233c5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:41.206999 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65808e50-1f7d-4877-9190-2e8ae4b97e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:41.235755 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65808e50-1f7d-4877-9190-2e8ae4b97e72 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:41.239016 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-65808e50-1f7d-4877-9190-2e8ae4b97e72 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7734bd2a-69ed-4fcf-8d01-97c4c0c40811 HTTP/1.1" status: 204 len: 168 time: 1.1947730 Dec 12 18:01:41.241597 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65808e50-1f7d-4877-9190-2e8ae4b97e72 admin admin] Pushing event deleted for resources: {'Network': ['ID=7734bd2a-69ed-4fcf-8d01-97c4c0c40811,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:41.248050 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84a53aa9-2a70-46aa-9c81-1d379ff233c5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:41.276139 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-84a53aa9-2a70-46aa-9c81-1d379ff233c5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] device_id is not set on port 5e33a4df-f2c7-46c5-be97-422ea6449ef1 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:01:41.425143 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e883cbd7-72b8-41bc-8f54-cef17bc1d3d8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:41.428046 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e883cbd7-72b8-41bc-8f54-cef17bc1d3d8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:41.429235 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e883cbd7-72b8-41bc-8f54-cef17bc1d3d8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/security-groups/409dbcb1-9651-4aff-81b5-a2166e5f6aa4 HTTP/1.1" status: 204 len: 168 time: 1.1171086 Dec 12 18:01:41.451033 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883cbd7-72b8-41bc-8f54-cef17bc1d3d8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=409dbcb1-9651-4aff-81b5-a2166e5f6aa4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:41.530602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50342) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:41.601697 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84a53aa9-2a70-46aa-9c81-1d379ff233c5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:41.621281 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-06010362-ed51-4d2a-b10e-54a2a4ce9335 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0643e8c59bb04ea0bbd1649309deba41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0895267 Dec 12 18:01:41.623572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50348) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:41.676649 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84a53aa9-2a70-46aa-9c81-1d379ff233c5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:41.719229 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-777a04cf-3fc4-4b19-a650-8dadea59f7f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:41.736484 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a53aa9-2a70-46aa-9c81-1d379ff233c5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network 6cf89583-3465-49a7-b27a-8a480d163907 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:01:41.738371 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-84a53aa9-2a70-46aa-9c81-1d379ff233c5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:41.748853 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a53aa9-2a70-46aa-9c81-1d379ff233c5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:01:41.756796 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-777a04cf-3fc4-4b19-a650-8dadea59f7f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:41.757028 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a53aa9-2a70-46aa-9c81-1d379ff233c5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:41.757849 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84a53aa9-2a70-46aa-9c81-1d379ff233c5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:41.782462 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a53aa9-2a70-46aa-9c81-1d379ff233c5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=5e33a4df-f2c7-46c5-be97-422ea6449ef1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:41.793332 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-84a53aa9-2a70-46aa-9c81-1d379ff233c5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3024564 Dec 12 18:01:41.797358 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50350) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:41.855702 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-777a04cf-3fc4-4b19-a650-8dadea59f7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:41.861361 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-777a04cf-3fc4-4b19-a650-8dadea59f7f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:41.866713 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-777a04cf-3fc4-4b19-a650-8dadea59f7f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b109edd-5197-4654-a0c4-37e846e90a0c HTTP/1.1" status: 204 len: 168 time: 0.2388155 Dec 12 18:01:41.869730 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d82a39-133a-4088-a7c7-f5c74c98ff6e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:41.874271 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-24d82a39-133a-4088-a7c7-f5c74c98ff6e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports/5e33a4df-f2c7-46c5-be97-422ea6449ef1 HTTP/1.1" status: 200 len: 840 time: 0.0728750 Dec 12 18:01:41.874594 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50354) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:41.891750 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a04cf-3fc4-4b19-a650-8dadea59f7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b109edd-5197-4654-a0c4-37e846e90a0c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:42.030444 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9db7840a-6f06-440b-bdb8-c5e1ed5d13d9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port 5e33a4df-f2c7-46c5-be97-422ea6449ef1 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:42.030799 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9db7840a-6f06-440b-bdb8-c5e1ed5d13d9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:42.181814 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50366) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:42.184169 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9db7840a-6f06-440b-bdb8-c5e1ed5d13d9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:42.194869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-c4451338-f8eb-42ff-8461-9d0a8549fef2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287903793', 'description': 'tempest-secgroup-smoke-287903793 description', 'project_id': '1ca8577c66784779ba8900bd9278d832'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:42.207542 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9db7840a-6f06-440b-bdb8-c5e1ed5d13d9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for 5e33a4df-f2c7-46c5-be97-422ea6449ef1 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:42.312153 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4451338-f8eb-42ff-8461-9d0a8549fef2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:42.418899 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9db7840a-6f06-440b-bdb8-c5e1ed5d13d9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:42.513524 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4451338-f8eb-42ff-8461-9d0a8549fef2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:42.522552 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4451338-f8eb-42ff-8461-9d0a8549fef2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:42.528167 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device e4ee66a7-4d7c-43ab-9f91-73b06020de87 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:01:42.547471 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9db7840a-6f06-440b-bdb8-c5e1ed5d13d9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:42.563360 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9db7840a-6f06-440b-bdb8-c5e1ed5d13d9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/ports/5e33a4df-f2c7-46c5-be97-422ea6449ef1 HTTP/1.1" status: 204 len: 168 time: 0.6874228 Dec 12 18:01:42.563970 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50386) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:42.578013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: e4ee66a7-4d7c-43ab-9f91-73b06020de87 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:01:42.578368 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device e4ee66a7-4d7c-43ab-9f91-73b06020de87 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:01:42.609116 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4451338-f8eb-42ff-8461-9d0a8549fef2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:42.613006 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7840a-6f06-440b-bdb8-c5e1ed5d13d9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=5e33a4df-f2c7-46c5-be97-422ea6449ef1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:42.614382 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c4451338-f8eb-42ff-8461-9d0a8549fef2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4299908 Dec 12 18:01:42.616271 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0df726-1d3c-40f1-85ec-a511b24cad7a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] GET failed (client error): The resource could not be found. Dec 12 18:01:42.623757 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ae0df726-1d3c-40f1-85ec-a511b24cad7a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports/5e33a4df-f2c7-46c5-be97-422ea6449ef1 HTTP/1.1" status: 404 len: 333 time: 0.0538726 Dec 12 18:01:42.624961 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50392) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:42.625290 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50394) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:42.629992 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-910c8bc0-6552-4127-8a81-9f32d92ca5cd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': '6c05df61-4e35-460d-9e7b-115a80c14b13', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:42.657437 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-739113c9-5e4a-4328-add4-4ce657473080 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'network_id': '6cf89583-3465-49a7-b27a-8a480d163907', 'name': 'tempest-PortsTestJSON-1992008924'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:42.667970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4451338-f8eb-42ff-8461-9d0a8549fef2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c05df61-4e35-460d-9e7b-115a80c14b13,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:42.721015 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-910c8bc0-6552-4127-8a81-9f32d92ca5cd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:42.781527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5f169-8a8a-4144-836e-71e7e8a4ddbf req-3c8e843e-3de6-403f-b278-66981f5e4760 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:42.785847 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7b5f169-8a8a-4144-836e-71e7e8a4ddbf req-3c8e843e-3de6-403f-b278-66981f5e4760 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 945 time: 0.2377887 Dec 12 18:01:42.859657 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7b5f169-8a8a-4144-836e-71e7e8a4ddbf req-29d58fca-2179-4ade-ac44-caed582b86ef tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662363 Dec 12 18:01:42.947473 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-910c8bc0-6552-4127-8a81-9f32d92ca5cd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:42.948988 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739113c9-5e4a-4328-add4-4ce657473080 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:42.967782 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-739113c9-5e4a-4328-add4-4ce657473080 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:42.978442 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-910c8bc0-6552-4127-8a81-9f32d92ca5cd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:43.017655 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-739113c9-5e4a-4328-add4-4ce657473080 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] device_id is not set on port 678494c2-5fc5-4e63-b54b-8caf0373f07d yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:01:43.024280 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c8bc0-6552-4127-8a81-9f32d92ca5cd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496357f4-feab-434e-be44-df0abff78e38,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:43.068428 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-910c8bc0-6552-4127-8a81-9f32d92ca5cd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:43.069820 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-910c8bc0-6552-4127-8a81-9f32d92ca5cd tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4435909 Dec 12 18:01:43.073409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50416) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:43.078232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-dcb39418-405d-43e6-ab18-05ade4292d82 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': '6c05df61-4e35-460d-9e7b-115a80c14b13', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:43.114456 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dcb39418-405d-43e6-ab18-05ade4292d82 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:43.188241 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dcb39418-405d-43e6-ab18-05ade4292d82 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:43.196310 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dcb39418-405d-43e6-ab18-05ade4292d82 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:43.220659 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb39418-405d-43e6-ab18-05ade4292d82 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff185f9-4cb4-41be-8e0d-24cde1e7477a,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:43.250452 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-739113c9-5e4a-4328-add4-4ce657473080 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:43.252737 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dcb39418-405d-43e6-ab18-05ade4292d82 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:43.254882 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-dcb39418-405d-43e6-ab18-05ade4292d82 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1802490 Dec 12 18:01:43.257621 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50420) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:43.263164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-42cc5862-c063-424b-9446-9fff62daa524 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': '6c05df61-4e35-460d-9e7b-115a80c14b13', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:43.298881 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-739113c9-5e4a-4328-add4-4ce657473080 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:43.329690 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-42cc5862-c063-424b-9446-9fff62daa524 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:43.383342 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739113c9-5e4a-4328-add4-4ce657473080 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network 6cf89583-3465-49a7-b27a-8a480d163907 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:01:43.392770 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-739113c9-5e4a-4328-add4-4ce657473080 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:43.403461 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739113c9-5e4a-4328-add4-4ce657473080 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:01:43.417827 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739113c9-5e4a-4328-add4-4ce657473080 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:43.418512 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-739113c9-5e4a-4328-add4-4ce657473080 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:43.455607 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-739113c9-5e4a-4328-add4-4ce657473080 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8033590 Dec 12 18:01:43.457703 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-42cc5862-c063-424b-9446-9fff62daa524 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:43.458288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739113c9-5e4a-4328-add4-4ce657473080 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=678494c2-5fc5-4e63-b54b-8caf0373f07d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:43.459852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50424) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:43.476146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8c54c1ce-a5c5-41ad-b78c-e9325f92db52 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:43.503436 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-42cc5862-c063-424b-9446-9fff62daa524 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:43.567968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc5862-c063-424b-9446-9fff62daa524 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f00102c-657b-4d87-b570-f9086fe915df,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:43.598744 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-42cc5862-c063-424b-9446-9fff62daa524 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:43.605240 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50432) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:43.610933 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6ad5ea58-ae08-43fd-9ebf-f3161f882109 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': '6c05df61-4e35-460d-9e7b-115a80c14b13', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:43.616709 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-42cc5862-c063-424b-9446-9fff62daa524 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3576739 Dec 12 18:01:43.664799 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ad5ea58-ae08-43fd-9ebf-f3161f882109 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:43.668391 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c54c1ce-a5c5-41ad-b78c-e9325f92db52 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:43.773455 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ad5ea58-ae08-43fd-9ebf-f3161f882109 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:43.778349 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ad5ea58-ae08-43fd-9ebf-f3161f882109 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:43.818836 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ad5ea58-ae08-43fd-9ebf-f3161f882109 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:43.821218 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6ad5ea58-ae08-43fd-9ebf-f3161f882109 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2146022 Dec 12 18:01:43.824722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50440) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:43.826038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5ea58-ae08-43fd-9ebf-f3161f882109 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af424dd5-eab9-4e08-a443-9c3eabf23d29,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:43.831958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-dfbd9f82-d1c5-4329-b2ad-7f14c83c8028 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': '6c05df61-4e35-460d-9e7b-115a80c14b13', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:43.901560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffb9cc-c90f-4e58-8ab6-0aa9c014e50f req-a2317462-2caa-4fac-b9e0-56ba00960fb0 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:43.903855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07ffb9cc-c90f-4e58-8ab6-0aa9c014e50f req-a2317462-2caa-4fac-b9e0-56ba00960fb0 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 945 time: 0.2273953 Dec 12 18:01:43.931577 n-d-760354-5 neutron-server[103151]: INFO neutron.db.securitygroups_db [None req-dfbd9f82-d1c5-4329-b2ad-7f14c83c8028 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Project 1ca8577c66784779ba8900bd9278d832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:01:44.102053 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfbd9f82-d1c5-4329-b2ad-7f14c83c8028 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:44.359445 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c54c1ce-a5c5-41ad-b78c-e9325f92db52 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:44.382345 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfbd9f82-d1c5-4329-b2ad-7f14c83c8028 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:44.388105 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c54c1ce-a5c5-41ad-b78c-e9325f92db52 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:44.406126 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfbd9f82-d1c5-4329-b2ad-7f14c83c8028 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:44.458420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcd4cf-3917-45c8-9d88-c75dda77f513 req-3b751472-410a-4ad5-9f44-601bc909b468 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:44.460408 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbfcd4cf-3917-45c8-9d88-c75dda77f513 req-3b751472-410a-4ad5-9f44-601bc909b468 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 945 time: 0.3826113 Dec 12 18:01:44.471078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8c54c1ce-a5c5-41ad-b78c-e9325f92db52 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] In _notify_port_updated(), no bound segment for port 678494c2-5fc5-4e63-b54b-8caf0373f07d on network 6cf89583-3465-49a7-b27a-8a480d163907 {{(pid=103151) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 18:01:44.477659 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c54c1ce-a5c5-41ad-b78c-e9325f92db52 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:44.478992 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c54c1ce-a5c5-41ad-b78c-e9325f92db52 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:44.483475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50470) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:44.483989 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8c54c1ce-a5c5-41ad-b78c-e9325f92db52 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "PUT /v2.0/ports/678494c2-5fc5-4e63-b54b-8caf0373f07d HTTP/1.1" status: 200 len: 818 time: 1.0224581 Dec 12 18:01:44.619530 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc65fe-99fb-4306-8436-d2a766ade323 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port 678494c2-5fc5-4e63-b54b-8caf0373f07d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:44.619929 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbdc65fe-99fb-4306-8436-d2a766ade323 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:44.699035 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbdc65fe-99fb-4306-8436-d2a766ade323 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:44.729242 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc65fe-99fb-4306-8436-d2a766ade323 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for 678494c2-5fc5-4e63-b54b-8caf0373f07d owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:44.840618 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbdc65fe-99fb-4306-8436-d2a766ade323 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:44.848384 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1ae7cd42-6d36-473a-afe4-0105ba0fb569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:44.903260 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbdc65fe-99fb-4306-8436-d2a766ade323 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:44.916530 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dbdc65fe-99fb-4306-8436-d2a766ade323 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/ports/678494c2-5fc5-4e63-b54b-8caf0373f07d HTTP/1.1" status: 204 len: 168 time: 0.4318452 Dec 12 18:01:44.918357 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc65fe-99fb-4306-8436-d2a766ade323 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=678494c2-5fc5-4e63-b54b-8caf0373f07d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:44.923147 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50496) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:45.020883 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d332ee-4e7f-4435-ad72-cdac17d38985 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:45.022437 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-38d332ee-4e7f-4435-ad72-cdac17d38985 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0950460 Dec 12 18:01:45.026265 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50506) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:45.055147 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3785c2-5b7c-4fa0-85e5-7eca547edea9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] GET failed (client error): The resource could not be found. Dec 12 18:01:45.057377 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bf3785c2-5b7c-4fa0-85e5-7eca547edea9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports/678494c2-5fc5-4e63-b54b-8caf0373f07d HTTP/1.1" status: 404 len: 333 time: 0.0302248 Dec 12 18:01:45.063932 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50508) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:45.070737 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-48d5b434-3681-400e-af28-453e84546954 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2038214427'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:45.088514 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd9f82-d1c5-4329-b2ad-7f14c83c8028 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e935ff-efdf-47ff-8329-f5bd2ad3d98a,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:45.095391 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54c1ce-a5c5-41ad-b78c-e9325f92db52 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=678494c2-5fc5-4e63-b54b-8caf0373f07d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:45.111690 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfbd9f82-d1c5-4329-b2ad-7f14c83c8028 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:45.112873 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-dfbd9f82-d1c5-4329-b2ad-7f14c83c8028 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2871482 Dec 12 18:01:45.117975 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50512) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:45.127504 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2007dff9-ed91-4524-af7b-dbbeca1944a2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'security_group_rule': {'security_group_id': '6c05df61-4e35-460d-9e7b-115a80c14b13', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:45.147899 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d5b434-3681-400e-af28-453e84546954 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:45.152034 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48d5b434-3681-400e-af28-453e84546954 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:45.185424 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbfcd4cf-3917-45c8-9d88-c75dda77f513 req-de42ceed-9284-4d04-9279-836c8877742f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6799979 Dec 12 18:01:45.191788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-07ffb9cc-c90f-4e58-8ab6-0aa9c014e50f req-b5bea703-0e2b-44d4-b8f8-f3434f5c8346 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Deleting port 52421f00-eec5-4f03-a4e1-714e04823a40 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:45.192143 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-07ffb9cc-c90f-4e58-8ab6-0aa9c014e50f req-b5bea703-0e2b-44d4-b8f8-f3434f5c8346 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:45.192612 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-2007dff9-ed91-4524-af7b-dbbeca1944a2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Project 1ca8577c66784779ba8900bd9278d832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:01:45.197575 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d5b434-3681-400e-af28-453e84546954 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:01:45.218333 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2007dff9-ed91-4524-af7b-dbbeca1944a2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:45.225792 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48d5b434-3681-400e-af28-453e84546954 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:45.226497 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-48d5b434-3681-400e-af28-453e84546954 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Added segment a454cb28-1dcc-4e1e-944a-fb0f093c95b0 of type vlan for network a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd Dec 12 18:01:45.325868 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48d5b434-3681-400e-af28-453e84546954 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:45.374714 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2007dff9-ed91-4524-af7b-dbbeca1944a2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:45.380498 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2007dff9-ed91-4524-af7b-dbbeca1944a2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:45.398353 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48d5b434-3681-400e-af28-453e84546954 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:45.404773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d5b434-3681-400e-af28-453e84546954 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:45.405951 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48d5b434-3681-400e-af28-453e84546954 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:45.434116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-07ffb9cc-c90f-4e58-8ab6-0aa9c014e50f req-b5bea703-0e2b-44d4-b8f8-f3434f5c8346 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] For port 52421f00-eec5-4f03-a4e1-714e04823a40, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=52421f00-eec5-4f03-a4e1-714e04823a40,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:45.435422 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-07ffb9cc-c90f-4e58-8ab6-0aa9c014e50f req-b5bea703-0e2b-44d4-b8f8-f3434f5c8346 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:45.451567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-07ffb9cc-c90f-4e58-8ab6-0aa9c014e50f req-b5bea703-0e2b-44d4-b8f8-f3434f5c8346 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Calling delete_port for 52421f00-eec5-4f03-a4e1-714e04823a40 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:45.507086 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-48d5b434-3681-400e-af28-453e84546954 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4412243 Dec 12 18:01:45.517789 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50528) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:45.518477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007dff9-ed91-4524-af7b-dbbeca1944a2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c54061-1792-455a-8f59-becc7bc4fa68,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:45.524902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-67ad1a54-8d0e-4f9f-b55a-0d5825313b60 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'subnet': {'network_id': 'a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:45.602218 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2007dff9-ed91-4524-af7b-dbbeca1944a2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:45.604074 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2007dff9-ed91-4524-af7b-dbbeca1944a2 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4844232 Dec 12 18:01:45.612839 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50530) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:45.630009 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2479525c-bc32-42b2-9c40-94521f30352a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'network': {'name': 'tempest-network-smoke--1955152368', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'port_security_enabled': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:45.645497 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5b434-3681-400e-af28-453e84546954 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Network': ['ID=a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:45.656210 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:01:45.684095 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2479525c-bc32-42b2-9c40-94521f30352a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Made reservation on behalf of 1ca8577c66784779ba8900bd9278d832 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:45.691009 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2479525c-bc32-42b2-9c40-94521f30352a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:45.696900 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-07ffb9cc-c90f-4e58-8ab6-0aa9c014e50f req-b5bea703-0e2b-44d4-b8f8-f3434f5c8346 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:45.726682 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ad1a54-8d0e-4f9f-b55a-0d5825313b60 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:45.732270 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67ad1a54-8d0e-4f9f-b55a-0d5825313b60 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:45.735939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bea703-0e2b-44d4-b8f8-f3434f5c8346 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Pushing event deleted for resources: {'Port': ['ID=52421f00-eec5-4f03-a4e1-714e04823a40,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:45.737140 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2479525c-bc32-42b2-9c40-94521f30352a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:01:45.767335 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['0b77dfb5-c580-483a-b0ed-554a99c38f3e', '52421f00-eec5-4f03-a4e1-714e04823a40'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:01:45.808848 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2479525c-bc32-42b2-9c40-94521f30352a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:45.809234 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-2479525c-bc32-42b2-9c40-94521f30352a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Added segment 9bacf018-e989-43e2-a6b1-a50ff12ab17b of type vlan for network e77a2f89-d98f-461e-85e8-a94a2fda4d4e Dec 12 18:01:45.838513 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ffb9cc-c90f-4e58-8ab6-0aa9c014e50f req-b5bea703-0e2b-44d4-b8f8-f3434f5c8346 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] No DVR routers for this DVR port 52421f00-eec5-4f03-a4e1-714e04823a40 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:01:45.846535 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-07ffb9cc-c90f-4e58-8ab6-0aa9c014e50f req-b5bea703-0e2b-44d4-b8f8-f3434f5c8346 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:45.849744 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07ffb9cc-c90f-4e58-8ab6-0aa9c014e50f req-b5bea703-0e2b-44d4-b8f8-f3434f5c8346 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.20 "DELETE /v2.0/ports/52421f00-eec5-4f03-a4e1-714e04823a40 HTTP/1.1" status: 204 len: 173 time: 1.9346900 Dec 12 18:01:45.850234 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b06fd0-2080-4bd8-b083-06f896318b40', 'name': 'network-vif-deleted', 'tag': '52421f00-eec5-4f03-a4e1-714e04823a40'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:01:45.855904 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdf3ab9-8961-47be-9699-ea2d3e6d69d8" -d '{"events": [{"server_uuid": "41b06fd0-2080-4bd8-b083-06f896318b40", "name": "network-vif-deleted", "tag": "52421f00-eec5-4f03-a4e1-714e04823a40"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:01:45.928361 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa66106-8598-408c-b381-0f23d0bc888c x-openstack-request-id: req-6fa66106-8598-408c-b381-0f23d0bc888c {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:01:45.928656 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b06fd0-2080-4bd8-b083-06f896318b40", "name": "network-vif-deleted", "tag": "52421f00-eec5-4f03-a4e1-714e04823a40", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:01:45.928925 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fa66106-8598-408c-b381-0f23d0bc888c {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:01:45.929312 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b06fd0-2080-4bd8-b083-06f896318b40', 'name': 'network-vif-deleted', 'tag': '52421f00-eec5-4f03-a4e1-714e04823a40', 'status': 'completed', 'code': 200} Dec 12 18:01:45.951803 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2479525c-bc32-42b2-9c40-94521f30352a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:46.023072 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2479525c-bc32-42b2-9c40-94521f30352a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:46.029474 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2479525c-bc32-42b2-9c40-94521f30352a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:46.030123 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2479525c-bc32-42b2-9c40-94521f30352a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:46.127537 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2479525c-bc32-42b2-9c40-94521f30352a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5057447 Dec 12 18:01:46.130611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50542) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:46.137061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1265431894', 'admin_state_up': True, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:46.195785 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:46.198062 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:46.198226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479525c-bc32-42b2-9c40-94521f30352a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Network': ['ID=e77a2f89-d98f-461e-85e8-a94a2fda4d4e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:46.215855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network e77a2f89-d98f-461e-85e8-a94a2fda4d4e details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:01:46.259386 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67ad1a54-8d0e-4f9f-b55a-0d5825313b60 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:46.410097 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad1a54-8d0e-4f9f-b55a-0d5825313b60 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Subnet': ['ID=7106fc63-a66b-4686-b944-7e1dc297792c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:46.421952 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad1a54-8d0e-4f9f-b55a-0d5825313b60 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Checking segment: {'id': 'a454cb28-1dcc-4e1e-944a-fb0f093c95b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:01:46.422559 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ad1a54-8d0e-4f9f-b55a-0d5825313b60 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network hostable DHCP agents. Network: a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:01:46.445221 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ad1a54-8d0e-4f9f-b55a-0d5825313b60 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:01:46.484626 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1a1e5f6-0f5d-4b06-93e3-b8a42bdec581 req-f1f036ea-56bd-48b5-ba77-9ac722c20d38 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b06fd0-2080-4bd8-b083-06f896318b40 HTTP/1.1" status: 200 len: 210 time: 0.1156871 Dec 12 18:01:46.484626 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:46.500252 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-67ad1a54-8d0e-4f9f-b55a-0d5825313b60 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:46.513113 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8c7556-be8c-4b4c-a61e-c18b511a1219 None None] Network a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:01:46.532746 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ad1a54-8d0e-4f9f-b55a-0d5825313b60 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:46.534833 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67ad1a54-8d0e-4f9f-b55a-0d5825313b60 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:46.584775 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-67ad1a54-8d0e-4f9f-b55a-0d5825313b60 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0637555 Dec 12 18:01:46.588046 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50550) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:46.595019 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f49a1881-c609-46ca-8c3e-6754941e3c37 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'subnet': {'network_id': 'a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:46.704559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd', 'network_id': 'a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd', 'project_id': '06783abe78f64b7b909358a9618e0047', 'fixed_ips': [{'subnet_id': '7106fc63-a66b-4686-b944-7e1dc297792c'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:01:46.705476 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:46.861163 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50558) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:46.926883 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:46.929811 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49a1881-c609-46ca-8c3e-6754941e3c37 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:46.936479 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f49a1881-c609-46ca-8c3e-6754941e3c37 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:47.003328 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3a161c6-24ac-4260-ba51-15bac52b844a req-ee86210d-981e-4472-8283-a7bd56fa4293 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1323910 Dec 12 18:01:47.080565 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Allocated IP 172.20.0.2 (a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd/7106fc63-a66b-4686-b944-7e1dc297792c/46db6809-2b47-4717-ac5f-661fa4c16323) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:01:47.148042 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3bce9d4-87e6-45ba-918b-2b2d875b3d94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:47.156697 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-502b03f8-263a-4e2b-a087-13eb2e59e67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:47.183546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a161c6-24ac-4260-ba51-15bac52b844a req-797c427d-7a33-41f8-b428-4b9dfb44884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:47.185578 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3a161c6-24ac-4260-ba51-15bac52b844a req-797c427d-7a33-41f8-b428-4b9dfb44884d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f HTTP/1.1" status: 200 len: 1097 time: 0.1499600 Dec 12 18:01:47.209048 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:47.250185 n-d-760354-5 neutron-server[103150]: INFO neutron.db.ipam_backend_mixin [None req-f49a1881-c609-46ca-8c3e-6754941e3c37 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7106fc63-a66b-4686-b944-7e1dc297792c (CIDR: 172.20.0.0/28) Dec 12 18:01:47.263452 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49a1881-c609-46ca-8c3e-6754941e3c37 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:01:47.264084 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f49a1881-c609-46ca-8c3e-6754941e3c37 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:01:47.296349 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f49a1881-c609-46ca-8c3e-6754941e3c37 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7046478 Dec 12 18:01:47.297491 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50568) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:47.301241 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3bce9d4-87e6-45ba-918b-2b2d875b3d94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:47.305772 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a60b67ad-db9c-4ff4-85b9-3133ff51a2ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'subnet': {'network_id': 'a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:47.312964 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3bce9d4-87e6-45ba-918b-2b2d875b3d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:47.329836 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:47.339682 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:47.391431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Network a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:01:47.394542 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:47.406817 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:01:47.411281 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Pushing event updated for resources: {'Port': ['ID=46db6809-2b47-4717-ac5f-661fa4c16323,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:47.417169 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f3bce9d4-87e6-45ba-918b-2b2d875b3d94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c92ed6fd1d0c4c84a0a86da278956984&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5518229 Dec 12 18:01:47.418167 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bce9d4-87e6-45ba-918b-2b2d875b3d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a186820-b27b-4b22-9cac-6014ffdcbb66,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:47.425693 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50570) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:47.467164 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:47.473754 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Attempting to bind port 46db6809-2b47-4717-ac5f-661fa4c16323 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:01:47.474138 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Attempting to bind port 46db6809-2b47-4717-ac5f-661fa4c16323 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'a454cb28-1dcc-4e1e-944a-fb0f093c95b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:01:47.474925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Attempting to bind port 46db6809-2b47-4717-ac5f-661fa4c16323 on network a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:01:47.481198 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:01:47.481584 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Checking segment: {'id': 'a454cb28-1dcc-4e1e-944a-fb0f093c95b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:01:47.482000 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:47.482407 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Bound using segment: {'id': 'a454cb28-1dcc-4e1e-944a-fb0f093c95b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:01:47.482889 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Bound port: 46db6809-2b47-4717-ac5f-661fa4c16323, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a454cb28-1dcc-4e1e-944a-fb0f093c95b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:01:47.483333 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:47.496846 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a161c6-24ac-4260-ba51-15bac52b844a req-4e10ed54-5190-4c00-ae39-4188e1d69f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:47.501112 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3a161c6-24ac-4260-ba51-15bac52b844a req-4e10ed54-5190-4c00-ae39-4188e1d69f43 service neutron] 10.222.0.20 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 907 time: 0.2914674 Dec 12 18:01:47.502811 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:47.526635 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60b67ad-db9c-4ff4-85b9-3133ff51a2ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:47.531254 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a60b67ad-db9c-4ff4-85b9-3133ff51a2ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:47.548173 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-542fd695-b716-4c20-80bc-a4c9b199bf52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:47.582080 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] For port 46db6809-2b47-4717-ac5f-661fa4c16323, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:01:47.600044 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3a161c6-24ac-4260-ba51-15bac52b844a req-84b12d31-fdc8-4a55-8b40-7eaba78d88d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b77dfb5-c580-483a-b0ed-554a99c38f3e HTTP/1.1" status: 200 len: 217 time: 0.0811601 Dec 12 18:01:47.600275 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] For port 46db6809-2b47-4717-ac5f-661fa4c16323, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=46db6809-2b47-4717-ac5f-661fa4c16323,segment=NetworkSegment(a454cb28-1dcc-4e1e-944a-fb0f093c95b0),segment_id=a454cb28-1dcc-4e1e-944a-fb0f093c95b0)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:01:47.609959 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:47.618131 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-542fd695-b716-4c20-80bc-a4c9b199bf52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:47.766106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a161c6-24ac-4260-ba51-15bac52b844a req-64e5c025-8911-49a3-bb0e-a640006f26cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:47.767746 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3a161c6-24ac-4260-ba51-15bac52b844a req-64e5c025-8911-49a3-bb0e-a640006f26cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a38ca6e1-282d-485b-8e30-1d83bfdc0937 HTTP/1.1" status: 200 len: 846 time: 0.1613100 Dec 12 18:01:47.768410 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:47.771196 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-542fd695-b716-4c20-80bc-a4c9b199bf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:47.771945 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f97893-0350-4e56-a6eb-2fe00849f1df None None] Pushing event updated for resources: {'Port': ['ID=46db6809-2b47-4717-ac5f-661fa4c16323,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:47.774710 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-542fd695-b716-4c20-80bc-a4c9b199bf52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:47.777789 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-542fd695-b716-4c20-80bc-a4c9b199bf52 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a186820-b27b-4b22-9cac-6014ffdcbb66 HTTP/1.1" status: 204 len: 168 time: 0.3499770 Dec 12 18:01:47.796271 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Allocated IP 172.25.1.243 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/4e2b225c-6552-4965-9f61-518bb0d8db63) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:01:47.830944 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542fd695-b716-4c20-80bc-a4c9b199bf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a186820-b27b-4b22-9cac-6014ffdcbb66,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:48.017944 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:48.054437 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a60b67ad-db9c-4ff4-85b9-3133ff51a2ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:48.107596 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60b67ad-db9c-4ff4-85b9-3133ff51a2ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:01:48.116000 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a60b67ad-db9c-4ff4-85b9-3133ff51a2ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:48.125341 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60b67ad-db9c-4ff4-85b9-3133ff51a2ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:48.125994 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a60b67ad-db9c-4ff4-85b9-3133ff51a2ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:48.150581 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:48.173105 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a60b67ad-db9c-4ff4-85b9-3133ff51a2ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8728728 Dec 12 18:01:48.176033 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b67ad-db9c-4ff4-85b9-3133ff51a2ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Subnet': ['ID=b962b1d7-f723-4862-9c6e-d4686b7ba1a2,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:48.182605 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50596) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:48.192739 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3ffc4b81-ffbe-4504-b219-db110e024bd4 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'network_id': 'a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd', 'fixed_ips': [{'subnet_id': '7106fc63-a66b-4686-b944-7e1dc297792c'}, {'subnet_id': 'b962b1d7-f723-4862-9c6e-d4686b7ba1a2'}], 'name': 'tempest-PortsTestJSON-31576848'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:48.251347 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 52421f00-eec5-4f03-a4e1-714e04823a40 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:01:48.356114 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 52421f00-eec5-4f03-a4e1-714e04823a40 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:01:48.356714 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 52421f00-eec5-4f03-a4e1-714e04823a40 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:01:48.374531 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:48.392412 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=4e2b225c-6552-4965-9f61-518bb0d8db63,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:48.398607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3a161c6-24ac-4260-ba51-15bac52b844a req-1d19f4b5-9e1b-40bd-9cd3-87fd21c3c439 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75b935da-edec-4803-8c21-61a0e9a0c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2901461 Dec 12 18:01:48.435616 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50604) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:48.445599 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffc4b81-ffbe-4504-b219-db110e024bd4 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:48.468489 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d763b9c-e8d1-42fb-8cac-6c68ce36683e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:48.477142 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:01:48.512245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:48.515561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:01:48.544893 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea696753-892d-4334-a5f3-3ded9dae6878 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:01:48.654048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f5323ddf-91ec-4b4f-a874-040574488b45 None None] Provisioning complete for port 4e2b225c-6552-4965-9f61-518bb0d8db63 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:48.654743 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5323ddf-91ec-4b4f-a874-040574488b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:48.708126 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 46db6809-2b47-4717-ac5f-661fa4c16323 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:01:48.712767 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4b81-ffbe-4504-b219-db110e024bd4 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:48.753872 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d763b9c-e8d1-42fb-8cac-6c68ce36683e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:48.755761 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-3ffc4b81-ffbe-4504-b219-db110e024bd4 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] device_id is not set on port 3ca0f031-b1d9-4b1b-a9c7-6975d267bc47 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:01:48.766580 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d763b9c-e8d1-42fb-8cac-6c68ce36683e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:48.776337 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f5323ddf-91ec-4b4f-a874-040574488b45 None None] Port 4e2b225c-6552-4965-9f61-518bb0d8db63 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:01:48.800365 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 46db6809-2b47-4717-ac5f-661fa4c16323 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:48.801199 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:48.837043 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-b007f213-3c00-43c6-90ec-1e9fa53ed7a8 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:48.844228 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-b007f213-3c00-43c6-90ec-1e9fa53ed7a8 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 806 time: 0.7738137 Dec 12 18:01:48.893223 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-4d8dd698-83c3-4b13-b402-345cb50b9a15 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/quotas/ce4a5970bfed4a1095645170bcd9fd1e HTTP/1.1" status: 200 len: 375 time: 0.0458064 Dec 12 18:01:48.899833 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7d763b9c-e8d1-42fb-8cac-6c68ce36683e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd54a0588da140988e00e20317f455c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4628890 Dec 12 18:01:48.910886 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50610) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:48.971131 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d763b9c-e8d1-42fb-8cac-6c68ce36683e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d7ef91-f604-4448-a179-d720b817e46a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:49.088856 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3a161c6-24ac-4260-ba51-15bac52b844a req-77a96188-8e5a-43df-ba88-5a75e7c067db service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504354 Dec 12 18:01:49.118016 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a559d172-abde-4432-b459-f30e6f2acb45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:49.175397 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-66e68c54-ee9b-4d1d-b16f-54699662c1aa tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2174270 Dec 12 18:01:49.214891 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a559d172-abde-4432-b459-f30e6f2acb45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:49.277896 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:49.283904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3a161c6-24ac-4260-ba51-15bac52b844a req-f63d33f6-ca8e-418f-86d2-4d6e12106f4c service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855214 Dec 12 18:01:49.285195 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:49.377671 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 46db6809-2b47-4717-ac5f-661fa4c16323, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=46db6809-2b47-4717-ac5f-661fa4c16323,segment=NetworkSegment(a454cb28-1dcc-4e1e-944a-fb0f093c95b0),segment_id=a454cb28-1dcc-4e1e-944a-fb0f093c95b0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:49.380955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-3ffc4b81-ffbe-4504-b219-db110e024bd4 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Allocated IP 172.20.0.14 (a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd/7106fc63-a66b-4686-b944-7e1dc297792c/3ca0f031-b1d9-4b1b-a9c7-6975d267bc47) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:01:49.386921 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a559d172-abde-4432-b459-f30e6f2acb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:49.390270 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a559d172-abde-4432-b459-f30e6f2acb45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:49.390487 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:49.394890 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a559d172-abde-4432-b459-f30e6f2acb45 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2d7ef91-f604-4448-a179-d720b817e46a HTTP/1.1" status: 204 len: 168 time: 0.4810388 Dec 12 18:01:49.401790 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-3ffc4b81-ffbe-4504-b219-db110e024bd4 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Allocated IP 172.20.0.28 (a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd/b962b1d7-f723-4862-9c6e-d4686b7ba1a2/3ca0f031-b1d9-4b1b-a9c7-6975d267bc47) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:01:49.417053 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559d172-abde-4432-b459-f30e6f2acb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d7ef91-f604-4448-a179-d720b817e46a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:49.544949 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=46db6809-2b47-4717-ac5f-661fa4c16323,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:49.622462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdf09ce-2ac3-4339-be5a-012af116a984 None None] Network a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:01:49.805184 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4b81-ffbe-4504-b219-db110e024bd4 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:49.806844 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d38fdec0-25e2-445b-98d4-f6b20fdb114a None None] Provisioning complete for port 46db6809-2b47-4717-ac5f-661fa4c16323 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:49.807747 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d38fdec0-25e2-445b-98d4-f6b20fdb114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:49.870964 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-cd6c9b6d-e8f0-4b1f-9b56-3d38260ce8aa service neutron] 10.222.0.18 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6847396 Dec 12 18:01:49.953198 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4b81-ffbe-4504-b219-db110e024bd4 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:50.053575 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:50.112348 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc4b81-ffbe-4504-b219-db110e024bd4 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=3ca0f031-b1d9-4b1b-a9c7-6975d267bc47,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:50.153156 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffc4b81-ffbe-4504-b219-db110e024bd4 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:01:50.154708 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3ffc4b81-ffbe-4504-b219-db110e024bd4 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:50.164316 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc4b81-ffbe-4504-b219-db110e024bd4 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:01:50.168152 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:50.188145 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5ef5c5-68f9-4cfa-80bc-ed00743d376e None None] Update dhcp port {'port': {'network_id': 'a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd', 'fixed_ips': [{'subnet_id': '7106fc63-a66b-4686-b944-7e1dc297792c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b962b1d7-f723-4862-9c6e-d4686b7ba1a2'}], 'binding:host_id': 'n-d-760354-5'}, 'id': '46db6809-2b47-4717-ac5f-661fa4c16323'} from n-d-760354-5. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 18:01:50.244903 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5a5ef5c5-68f9-4cfa-80bc-ed00743d376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:50.248359 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc4b81-ffbe-4504-b219-db110e024bd4 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:50.249054 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4b81-ffbe-4504-b219-db110e024bd4 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:50.283403 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3ffc4b81-ffbe-4504-b219-db110e024bd4 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.0953615 Dec 12 18:01:50.284352 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50626) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:50.301870 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fbbfe4ff-16e2-4844-a28e-69b8e61f5e57 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7106fc63-a66b-4686-b944-7e1dc297792c'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:50.436483 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe4ff-16e2-4844-a28e-69b8e61f5e57 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:50.589078 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-5a5ef5c5-68f9-4cfa-80bc-ed00743d376e None None] Allocated IP 172.20.0.18 (a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd/b962b1d7-f723-4862-9c6e-d4686b7ba1a2/46db6809-2b47-4717-ac5f-661fa4c16323) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:01:50.633108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 46db6809-2b47-4717-ac5f-661fa4c16323 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:01:50.668904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-a7a3164a-b115-4588-b5fd-299ea286f67e service neutron] 10.222.0.18 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7971554 Dec 12 18:01:50.765132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router 45162074-a469-4424-913d-9ffd4a605016 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:01:50.895818 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 46db6809-2b47-4717-ac5f-661fa4c16323 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:50.896194 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:50.923905 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5a5ef5c5-68f9-4cfa-80bc-ed00743d376e None None] For port 46db6809-2b47-4717-ac5f-661fa4c16323, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=46db6809-2b47-4717-ac5f-661fa4c16323,segment=NetworkSegment(a454cb28-1dcc-4e1e-944a-fb0f093c95b0),segment_id=a454cb28-1dcc-4e1e-944a-fb0f093c95b0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:50.944349 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:01:50.960146 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Sync routers for ids ['45162074-a469-4424-913d-9ffd4a605016'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:01:50.985946 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Routers {'45162074-a469-4424-913d-9ffd4a605016'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:01:50.986562 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:01:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['45162074-a469-4424-913d-9ffd4a605016'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:51.006495 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:51.008407 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9679dfc5-1a72-48ea-a093-831dae01f8fc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.8762867 Dec 12 18:01:51.012668 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:51.012856 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50652) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:51.038185 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5a5ef5c5-68f9-4cfa-80bc-ed00743d376e None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:51.053815 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5a5ef5c5-68f9-4cfa-80bc-ed00743d376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:51.080902 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f055bc67-2f39-46ae-bc9a-8ab8819ab6a1 req-9cd208cd-4891-48f0-b1f1-c20cc0df3d49 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 210 time: 0.0463099 Dec 12 18:01:51.124634 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-56bbe4d1-e387-493c-b6f3-756b6b3634c3 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=1ca8577c66784779ba8900bd9278d832&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1076224 Dec 12 18:01:51.125384 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50656) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:51.260230 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Set router 45162074-a469-4424-913d-9ffd4a605016 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:01:51.268305 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-fbbfe4ff-16e2-4844-a28e-69b8e61f5e57 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Delete allocated IP 172.20.0.28 (a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd/b962b1d7-f723-4862-9c6e-d4686b7ba1a2) {{(pid=103150) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 12 18:01:51.358543 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ef5c5-68f9-4cfa-80bc-ed00743d376e None None] Pushing event updated for resources: {'Port': ['ID=46db6809-2b47-4717-ac5f-661fa4c16323,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:51.582767 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45162074-a469-4424-913d-9ffd4a605016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265431894', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:01:46Z', 'updated_at': '2021-12-12T18:01:48Z', 'revision_number': 3, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:47Z', 'updated_at': '2021-12-12T18:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:51.631297 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Checking router: 45162074-a469-4424-913d-9ffd4a605016 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:01:51.632246 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Updating router 45162074-a469-4424-913d-9ffd4a605016 port 4e2b225c-6552-4965-9f61-518bb0d8db63 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:01:51.673998 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:51.749088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffb777c-4840-4c66-a150-5b6bdc915d0e tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:51.759758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7ffb777c-4840-4c66-a150-5b6bdc915d0e tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6321104 Dec 12 18:01:51.761481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50670) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:51.924164 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-43e1a740-8268-4854-8476-7df0aab286a1 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1571736 Dec 12 18:01:51.925367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50676) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:51.945413 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-7224f1e2-65ba-4fa3-b734-0ddb8e6ca928 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-637219792', 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:52.123126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7224f1e2-65ba-4fa3-b734-0ddb8e6ca928 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Made reservation on behalf of 1ca8577c66784779ba8900bd9278d832 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:52.126775 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7224f1e2-65ba-4fa3-b734-0ddb8e6ca928 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:52.337419 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe4ff-16e2-4844-a28e-69b8e61f5e57 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:52.344208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02740c58-d5ff-4da7-a7a6-de12857cdf76 None None] Network a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:01:52.348265 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe4ff-16e2-4844-a28e-69b8e61f5e57 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:52.362709 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:52.379698 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:52.475760 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fbbfe4ff-16e2-4844-a28e-69b8e61f5e57 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] In _notify_port_updated(), no bound segment for port 3ca0f031-b1d9-4b1b-a9c7-6975d267bc47 on network a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 18:01:52.502523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbfe4ff-16e2-4844-a28e-69b8e61f5e57 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:52.503239 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe4ff-16e2-4844-a28e-69b8e61f5e57 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:52.507472 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fbbfe4ff-16e2-4844-a28e-69b8e61f5e57 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "PUT /v2.0/ports/3ca0f031-b1d9-4b1b-a9c7-6975d267bc47 HTTP/1.1" status: 200 len: 918 time: 2.2208862 Dec 12 18:01:52.511191 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50692) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:52.514331 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7224f1e2-65ba-4fa3-b734-0ddb8e6ca928 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:52.519343 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f3dc5422-fdbf-4b58-b9d2-096950dba4ee tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7106fc63-a66b-4686-b944-7e1dc297792c'}, {'subnet_id': 'b962b1d7-f723-4862-9c6e-d4686b7ba1a2'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:52.538654 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a50649b-015e-465a-95b3-b8f7b2335faf req-dd169a58-f376-42fa-9dfb-51424201cf3f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 210 time: 0.2596650 Dec 12 18:01:52.571871 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0234d7c1-adfd-4963-963f-312fca6fa53b None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:01:52.593139 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Attempting to bind port 4e2b225c-6552-4965-9f61-518bb0d8db63 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:01:52.601102 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Attempting to bind port 4e2b225c-6552-4965-9f61-518bb0d8db63 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:01:52.601801 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Attempting to bind port 4e2b225c-6552-4965-9f61-518bb0d8db63 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:01:52.614607 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a7f5f-ea2c-4e2f-86c7-ad1b8a2bd2a3 None None] Pushing event updated for resources: {'Port': ['ID=4e2b225c-6552-4965-9f61-518bb0d8db63,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:52.643382 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:01:52.647054 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:01:52.648016 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:52.651051 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:01:52.651794 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Bound port: 4e2b225c-6552-4965-9f61-518bb0d8db63, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:01:52.659771 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:52.673703 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7f5f-ea2c-4e2f-86c7-ad1b8a2bd2a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:52.674437 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7f5f-ea2c-4e2f-86c7-ad1b8a2bd2a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:52.675057 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7f5f-ea2c-4e2f-86c7-ad1b8a2bd2a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:52.676222 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7f5f-ea2c-4e2f-86c7-ad1b8a2bd2a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:52.676838 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7f5f-ea2c-4e2f-86c7-ad1b8a2bd2a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:52.677420 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7f5f-ea2c-4e2f-86c7-ad1b8a2bd2a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:52.677985 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7f5f-ea2c-4e2f-86c7-ad1b8a2bd2a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:52.678555 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7f5f-ea2c-4e2f-86c7-ad1b8a2bd2a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:52.679083 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7f5f-ea2c-4e2f-86c7-ad1b8a2bd2a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:52.679738 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7f5f-ea2c-4e2f-86c7-ad1b8a2bd2a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:52.680334 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7f5f-ea2c-4e2f-86c7-ad1b8a2bd2a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:52.681049 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7f5f-ea2c-4e2f-86c7-ad1b8a2bd2a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:52.681615 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7f5f-ea2c-4e2f-86c7-ad1b8a2bd2a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:01:52.729482 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 46db6809-2b47-4717-ac5f-661fa4c16323 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:01:52.749719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224f1e2-65ba-4fa3-b734-0ddb8e6ca928 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Subnet': ['ID=3cf3f0ff-3476-44fb-95ca-4160583ce8e6,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:52.751292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfe4ff-16e2-4844-a28e-69b8e61f5e57 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=3ca0f031-b1d9-4b1b-a9c7-6975d267bc47,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:52.796689 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-356e4b3a-c1eb-4b82-94f9-c7ca01e1539f None None] Provisioning complete for port 46db6809-2b47-4717-ac5f-661fa4c16323 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:52.797404 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-356e4b3a-c1eb-4b82-94f9-c7ca01e1539f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:52.814560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7224f1e2-65ba-4fa3-b734-0ddb8e6ca928 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Checking segment: {'id': '9bacf018-e989-43e2-a6b1-a50ff12ab17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:01:52.820301 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3dc5422-fdbf-4b58-b9d2-096950dba4ee tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:52.821147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7224f1e2-65ba-4fa3-b734-0ddb8e6ca928 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network hostable DHCP agents. Network: e77a2f89-d98f-461e-85e8-a94a2fda4d4e, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:01:52.855383 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] For port 4e2b225c-6552-4965-9f61-518bb0d8db63, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:01:52.864295 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7224f1e2-65ba-4fa3-b734-0ddb8e6ca928 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network e77a2f89-d98f-461e-85e8-a94a2fda4d4e is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:01:52.868265 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] For port 4e2b225c-6552-4965-9f61-518bb0d8db63, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4e2b225c-6552-4965-9f61-518bb0d8db63,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:01:52.888951 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:52.890555 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-7224f1e2-65ba-4fa3-b734-0ddb8e6ca928 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, e77a2f89-d98f-461e-85e8-a94a2fda4d4e) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:52.895019 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7224f1e2-65ba-4fa3-b734-0ddb8e6ca928 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:52.895953 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7224f1e2-65ba-4fa3-b734-0ddb8e6ca928 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:52.927780 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76979a2b-b720-4774-9d09-bb0a8a0dfbd6 None None] Network e77a2f89-d98f-461e-85e8-a94a2fda4d4e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:01:52.938973 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7224f1e2-65ba-4fa3-b734-0ddb8e6ca928 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0111103 Dec 12 18:01:52.939735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50698) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:53.013230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869e79a2-6f9d-4d9b-bdf9-942a8958560a None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:01:53.043196 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Routers {'45162074-a469-4424-913d-9ffd4a605016'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:01:53.047559 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:01:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['45162074-a469-4424-913d-9ffd4a605016'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:53.313076 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-43c680d2-c061-46dd-bf12-8dff2950faf2 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:53.316946 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-43c680d2-c061-46dd-bf12-8dff2950faf2 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.31 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 806 time: 0.5472806 Dec 12 18:01:53.319423 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 46db6809-2b47-4717-ac5f-661fa4c16323 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:53.322628 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:53.327820 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a7f5f-ea2c-4e2f-86c7-ad1b8a2bd2a3 None None] Pushing event updated for resources: {'Port': ['ID=4e2b225c-6552-4965-9f61-518bb0d8db63,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:53.335124 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-70c75e35-9554-477b-8ecd-d47b9e7936cc tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Request body: {'port': {'device_id': '4fc45e60-c027-47a2-ad57-3751e2a6901a', 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c', 'admin_state_up': True, 'tenant_id': 'ce4a5970bfed4a1095645170bcd9fd1e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:53.481777 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] Set router 45162074-a469-4424-913d-9ffd4a605016 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:01:53.597568 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-e77a2f89-d98f-461e-85e8-a94a2fda4d4e', 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e', 'project_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ips': [{'subnet_id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:01:53.598480 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:53.681571 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6d2b665a-032f-4da6-9463-6b185979cc2d None None] Provisioning complete for port 4e2b225c-6552-4965-9f61-518bb0d8db63 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:53.681951 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6d2b665a-032f-4da6-9463-6b185979cc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:53.828287 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5708b8a-67e8-4edb-b782-bf917f8ded1f req-063f995b-4eff-4d23-8fa3-2d90d89c626c tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 210 time: 0.0822997 Dec 12 18:01:53.931987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-70c75e35-9554-477b-8ecd-d47b9e7936cc tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Made reservation on behalf of ce4a5970bfed4a1095645170bcd9fd1e for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:01:53.936982 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-70c75e35-9554-477b-8ecd-d47b9e7936cc tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:53.944443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Allocated IP 172.20.0.2 (e77a2f89-d98f-461e-85e8-a94a2fda4d4e/3cf3f0ff-3476-44fb-95ca-4160583ce8e6/87e7c103-10ce-426d-9cef-b514c7ad6d73) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:01:53.956395 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45162074-a469-4424-913d-9ffd4a605016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265431894', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:01:46Z', 'updated_at': '2021-12-12T18:01:48Z', 'revision_number': 3, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:47Z', 'updated_at': '2021-12-12T18:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:54.138746 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc21e403-342f-42bd-b628-c939dc8ee162 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:54.161198 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-f3dc5422-fdbf-4b58-b9d2-096950dba4ee tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Allocated IP 172.20.0.26 (a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd/b962b1d7-f723-4862-9c6e-d4686b7ba1a2/3ca0f031-b1d9-4b1b-a9c7-6975d267bc47) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:01:54.210990 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda221f2-360f-44be-98c0-605c516155d9 None None] The sync data for ids ['45162074-a469-4424-913d-9ffd4a605016'] in n-d-760354-5 is: [{'id': '45162074-a469-4424-913d-9ffd4a605016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265431894', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:01:46Z', 'updated_at': '2021-12-12T18:01:48Z', 'revision_number': 3, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:47Z', 'updated_at': '2021-12-12T18:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:01:54.264548 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:54.285854 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:54.369275 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3dc5422-fdbf-4b58-b9d2-096950dba4ee tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:54.565261 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Network e77a2f89-d98f-461e-85e8-a94a2fda4d4e is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:01:54.578916 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:54.625207 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:01:54.640586 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-70c75e35-9554-477b-8ecd-d47b9e7936cc tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Allocated IP 172.20.0.12 (75b935da-edec-4803-8c21-61a0e9a0c85c/a38ca6e1-282d-485b-8e30-1d83bfdc0937/961b4006-15b1-44b6-80f2-890076ced330) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:01:54.787807 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-cc21e403-342f-42bd-b628-c939dc8ee162 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Allocated IP 172.20.0.1 (e77a2f89-d98f-461e-85e8-a94a2fda4d4e/3cf3f0ff-3476-44fb-95ca-4160583ce8e6/b3f73366-1110-406b-97ab-5ddde3201a58) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:01:54.799765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Pushing event updated for resources: {'Port': ['ID=87e7c103-10ce-426d-9cef-b514c7ad6d73,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:54.828787 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6d2b665a-032f-4da6-9463-6b185979cc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:54.908448 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3dc5422-fdbf-4b58-b9d2-096950dba4ee tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:54.985500 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Attempting to bind port 87e7c103-10ce-426d-9cef-b514c7ad6d73 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:01:54.986029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Attempting to bind port 87e7c103-10ce-426d-9cef-b514c7ad6d73 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '9bacf018-e989-43e2-a6b1-a50ff12ab17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:01:54.986507 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Attempting to bind port 87e7c103-10ce-426d-9cef-b514c7ad6d73 on network e77a2f89-d98f-461e-85e8-a94a2fda4d4e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:01:55.017735 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:01:55.019789 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Checking segment: {'id': '9bacf018-e989-43e2-a6b1-a50ff12ab17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:01:55.020563 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:55.022838 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Bound using segment: {'id': '9bacf018-e989-43e2-a6b1-a50ff12ab17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:01:55.023329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Bound port: 87e7c103-10ce-426d-9cef-b514c7ad6d73, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bacf018-e989-43e2-a6b1-a50ff12ab17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:01:55.025594 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:55.052340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6d2b665a-032f-4da6-9463-6b185979cc2d None None] For port 4e2b225c-6552-4965-9f61-518bb0d8db63, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4e2b225c-6552-4965-9f61-518bb0d8db63,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:55.058898 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc21e403-342f-42bd-b628-c939dc8ee162 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:55.076449 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6d2b665a-032f-4da6-9463-6b185979cc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:55.234148 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-802779dd-3619-4bcc-8686-fe26dab9ba1c req-805d9b2f-2c71-45d7-a52d-d72c8a503b02 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 210 time: 0.0809731 Dec 12 18:01:55.235574 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc21e403-342f-42bd-b628-c939dc8ee162 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:55.393805 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21e403-342f-42bd-b628-c939dc8ee162 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network e77a2f89-d98f-461e-85e8-a94a2fda4d4e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:01:55.414508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-cc21e403-342f-42bd-b628-c939dc8ee162 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:55.420011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc21e403-342f-42bd-b628-c939dc8ee162 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:01:55.433582 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f3dc5422-fdbf-4b58-b9d2-096950dba4ee tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] In _notify_port_updated(), no bound segment for port 3ca0f031-b1d9-4b1b-a9c7-6975d267bc47 on network a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 18:01:55.453530 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dc5422-fdbf-4b58-b9d2-096950dba4ee tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:55.462838 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] For port 87e7c103-10ce-426d-9cef-b514c7ad6d73, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:01:55.463503 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3dc5422-fdbf-4b58-b9d2-096950dba4ee tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:55.466439 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f3dc5422-fdbf-4b58-b9d2-096950dba4ee tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "PUT /v2.0/ports/3ca0f031-b1d9-4b1b-a9c7-6975d267bc47 HTTP/1.1" status: 200 len: 998 time: 2.9543669 Dec 12 18:01:55.468795 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] For port 87e7c103-10ce-426d-9cef-b514c7ad6d73, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=87e7c103-10ce-426d-9cef-b514c7ad6d73,segment=NetworkSegment(9bacf018-e989-43e2-a6b1-a50ff12ab17b),segment_id=9bacf018-e989-43e2-a6b1-a50ff12ab17b)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:01:55.471684 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b665a-032f-4da6-9463-6b185979cc2d None None] Pushing event updated for resources: {'Port': ['ID=4e2b225c-6552-4965-9f61-518bb0d8db63,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:55.472409 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50740) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:55.500982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc5422-fdbf-4b58-b9d2-096950dba4ee tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=3ca0f031-b1d9-4b1b-a9c7-6975d267bc47,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:55.501740 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-10fd483f-af14-4e59-9b61-7cfcd3ca351c None None] Provisioning complete for port 46db6809-2b47-4717-ac5f-661fa4c16323 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:55.502868 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-10fd483f-af14-4e59-9b61-7cfcd3ca351c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:55.519664 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:55.525762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21e403-342f-42bd-b628-c939dc8ee162 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=b3f73366-1110-406b-97ab-5ddde3201a58,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:55.584538 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc21e403-342f-42bd-b628-c939dc8ee162 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:55.735477 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-70c75e35-9554-477b-8ecd-d47b9e7936cc tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:55.816467 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-03cc4c6a-cab2-4ca2-85b3-37e03f7d52d2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port 3ca0f031-b1d9-4b1b-a9c7-6975d267bc47 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:55.816999 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03cc4c6a-cab2-4ca2-85b3-37e03f7d52d2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:55.831524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233cac2-f9a3-4a1c-8bf4-96906532d325 None None] Pushing event updated for resources: {'Port': ['ID=87e7c103-10ce-426d-9cef-b514c7ad6d73,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:55.900248 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-70c75e35-9554-477b-8ecd-d47b9e7936cc tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:55.944273 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['0b77dfb5-c580-483a-b0ed-554a99c38f3e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:01:55.982089 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc21e403-342f-42bd-b628-c939dc8ee162 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:56.010184 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c75e35-9554-477b-8ecd-d47b9e7936cc tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Pushing event updated for resources: {'Port': ['ID=961b4006-15b1-44b6-80f2-890076ced330,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:56.073597 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-70c75e35-9554-477b-8ecd-d47b9e7936cc tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Network 75b935da-edec-4803-8c21-61a0e9a0c85c is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:01:56.082017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-70c75e35-9554-477b-8ecd-d47b9e7936cc tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:56.089122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-70c75e35-9554-477b-8ecd-d47b9e7936cc tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:01:56.239324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-10fd483f-af14-4e59-9b61-7cfcd3ca351c None None] Provisioning complete for port 3ca0f031-b1d9-4b1b-a9c7-6975d267bc47 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:56.239698 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-10fd483f-af14-4e59-9b61-7cfcd3ca351c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:56.243052 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-70c75e35-9554-477b-8ecd-d47b9e7936cc tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:56.244682 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-70c75e35-9554-477b-8ecd-d47b9e7936cc tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:56.304374 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03cc4c6a-cab2-4ca2-85b3-37e03f7d52d2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:56.320399 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-70c75e35-9554-477b-8ecd-d47b9e7936cc tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9937329 Dec 12 18:01:56.353742 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Request body: {'port': {'device_id': '4fc45e60-c027-47a2-ad57-3751e2a6901a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:01:56.358189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-10fd483f-af14-4e59-9b61-7cfcd3ca351c None None] Port 3ca0f031-b1d9-4b1b-a9c7-6975d267bc47 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:01:56.364292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-03cc4c6a-cab2-4ca2-85b3-37e03f7d52d2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for 3ca0f031-b1d9-4b1b-a9c7-6975d267bc47 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:56.462758 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50752) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:56.492538 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:56.499507 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-022521a7-f402-4c01-9943-cd47328186f3 None None] Provisioning complete for port 3ca0f031-b1d9-4b1b-a9c7-6975d267bc47 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:56.499895 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-022521a7-f402-4c01-9943-cd47328186f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:56.554628 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-022521a7-f402-4c01-9943-cd47328186f3 None None] Port 3ca0f031-b1d9-4b1b-a9c7-6975d267bc47 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:01:56.775129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5293b08-9fa7-4065-bf9b-6803c1ead17f req-bbb87069-53cd-4a5e-be44-8b91af5d5dcd tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:56.783149 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5293b08-9fa7-4065-bf9b-6803c1ead17f req-bbb87069-53cd-4a5e-be44-8b91af5d5dcd tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 932 time: 0.2524078 Dec 12 18:01:56.866364 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03cc4c6a-cab2-4ca2-85b3-37e03f7d52d2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:56.876847 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-979f9872-9b25-47ac-bd65-9751b97571b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:56.940899 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 87e7c103-10ce-426d-9cef-b514c7ad6d73 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:01:56.950254 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc21e403-342f-42bd-b628-c939dc8ee162 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:56.970788 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc21e403-342f-42bd-b628-c939dc8ee162 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:57.029737 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-979f9872-9b25-47ac-bd65-9751b97571b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:57.036294 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc4c6a-cab2-4ca2-85b3-37e03f7d52d2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=3ca0f031-b1d9-4b1b-a9c7-6975d267bc47,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:57.054575 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-979f9872-9b25-47ac-bd65-9751b97571b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:57.127099 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-979f9872-9b25-47ac-bd65-9751b97571b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fca62f19b37449409eeaf6b962286967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6593690 Dec 12 18:01:57.133867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21e403-342f-42bd-b628-c939dc8ee162 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=b3f73366-1110-406b-97ab-5ddde3201a58,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:57.137000 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50768) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:57.163188 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5293b08-9fa7-4065-bf9b-6803c1ead17f req-3b1905d6-695f-4249-a223-2e469c239546 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577080 Dec 12 18:01:57.177013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 87e7c103-10ce-426d-9cef-b514c7ad6d73 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:57.177013 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:57.202763 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc21e403-342f-42bd-b628-c939dc8ee162 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:57.414354 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21e403-342f-42bd-b628-c939dc8ee162 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network e77a2f89-d98f-461e-85e8-a94a2fda4d4e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:01:57.416202 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-cc21e403-342f-42bd-b628-c939dc8ee162 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:01:57.453854 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:57.488869 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03cc4c6a-cab2-4ca2-85b3-37e03f7d52d2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:57.498367 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-03cc4c6a-cab2-4ca2-85b3-37e03f7d52d2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/ports/3ca0f031-b1d9-4b1b-a9c7-6975d267bc47 HTTP/1.1" status: 204 len: 168 time: 1.9902596 Dec 12 18:01:57.498941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50770) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:57.543828 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 87e7c103-10ce-426d-9cef-b514c7ad6d73, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=87e7c103-10ce-426d-9cef-b514c7ad6d73,segment=NetworkSegment(9bacf018-e989-43e2-a6b1-a50ff12ab17b),segment_id=9bacf018-e989-43e2-a6b1-a50ff12ab17b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:57.552815 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:57.553780 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4e2b225c-6552-4965-9f61-518bb0d8db63 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:01:57.562660 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47e9ec4b-6f8b-4e5c-82d7-515def702673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:57.606867 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47e9ec4b-6f8b-4e5c-82d7-515def702673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:57.640511 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc21e403-342f-42bd-b628-c939dc8ee162 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router 45162074-a469-4424-913d-9ffd4a605016 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:01:57.719101 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f9872-9b25-47ac-bd65-9751b97571b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89634b6-6334-4baa-a68a-db2154ddc490,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:57.737813 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=87e7c103-10ce-426d-9cef-b514c7ad6d73,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:57.741758 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47e9ec4b-6f8b-4e5c-82d7-515def702673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:57.746163 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47e9ec4b-6f8b-4e5c-82d7-515def702673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:57.747382 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-47e9ec4b-6f8b-4e5c-82d7-515def702673 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c89634b6-6334-4baa-a68a-db2154ddc490 HTTP/1.1" status: 204 len: 168 time: 0.6077256 Dec 12 18:01:57.766337 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c1e96a-49e9-48b1-9cff-e1e13c862804 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] GET failed (client error): The resource could not be found. Dec 12 18:01:57.767038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 4e2b225c-6552-4965-9f61-518bb0d8db63 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:57.768367 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:57.775935 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e0c1e96a-49e9-48b1-9cff-e1e13c862804 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports/3ca0f031-b1d9-4b1b-a9c7-6975d267bc47 HTTP/1.1" status: 404 len: 333 time: 0.2706902 Dec 12 18:01:57.777447 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9ec4b-6f8b-4e5c-82d7-515def702673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89634b6-6334-4baa-a68a-db2154ddc490,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:57.784016 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50776) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:57.930394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc21e403-342f-42bd-b628-c939dc8ee162 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:01:57.963798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cc21e403-342f-42bd-b628-c939dc8ee162 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "PUT /v2.0/routers/45162074-a469-4424-913d-9ffd4a605016/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0228591 Dec 12 18:01:57.995337 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9ea516-4769-4ebf-b8fe-f34ea7ad4fbb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting subnet b962b1d7-f723-4862-9c6e-d4686b7ba1a2 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:01:57.996536 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Sync routers for ids ['45162074-a469-4424-913d-9ffd4a605016'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:01:58.003836 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea516-4769-4ebf-b8fe-f34ea7ad4fbb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:58.007341 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Routers {'45162074-a469-4424-913d-9ffd4a605016'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:01:58.008185 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:01:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['45162074-a469-4424-913d-9ffd4a605016'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:58.113867 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea516-4769-4ebf-b8fe-f34ea7ad4fbb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:58.168992 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961b4006-15b1-44b6-80f2-890076ced330 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:01:58.186527 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:58.224639 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Transition to ACTIVE for port object 961b4006-15b1-44b6-80f2-890076ced330 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:01:58.276003 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:58.452973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50802) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:58.457995 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea516-4769-4ebf-b8fe-f34ea7ad4fbb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:58.506960 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-071226f4-fbb4-4f4c-81cf-e50e56b38d5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:58.529920 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Set router 45162074-a469-4424-913d-9ffd4a605016 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:01:58.564369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca979f31-1475-484b-b41b-f681b1e7ebfd req-233dfae6-2ac5-41c5-bc9b-7dec079072c3 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:58.569416 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca979f31-1475-484b-b41b-f681b1e7ebfd req-233dfae6-2ac5-41c5-bc9b-7dec079072c3 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 944 time: 0.2504282 Dec 12 18:01:58.597176 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Pushing event updated for resources: {'Port': ['ID=961b4006-15b1-44b6-80f2-890076ced330,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:58.647438 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-3f7e3c30-3898-4a36-b15c-1b79f33eda84 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287903793&fields=id&tenant_id=1ca8577c66784779ba8900bd9278d832 HTTP/1.1" status: 200 len: 267 time: 0.2498555 Dec 12 18:01:58.716456 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea516-4769-4ebf-b8fe-f34ea7ad4fbb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:58.767269 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dc6eec-c2a7-4055-ab2a-2bafd4356dd3 None None] Network e77a2f89-d98f-461e-85e8-a94a2fda4d4e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:01:58.909293 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 87e7c103-10ce-426d-9cef-b514c7ad6d73 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:01:58.910828 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ea516-4769-4ebf-b8fe-f34ea7ad4fbb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Subnet': ['ID=b962b1d7-f723-4862-9c6e-d4686b7ba1a2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:58.919759 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea516-4769-4ebf-b8fe-f34ea7ad4fbb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:58.931143 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5e9ea516-4769-4ebf-b8fe-f34ea7ad4fbb tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/b962b1d7-f723-4862-9c6e-d4686b7ba1a2 HTTP/1.1" status: 204 len: 168 time: 1.1403363 Dec 12 18:01:58.932375 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50804) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:58.968910 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca979f31-1475-484b-b41b-f681b1e7ebfd req-6cad2ed9-48a1-4d02-9cd0-9698fc9838b5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657289 Dec 12 18:01:59.005194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e673fb3-270f-4ecc-820d-ec30a733701a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting subnet 7106fc63-a66b-4686-b944-7e1dc297792c {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:01:59.009545 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e673fb3-270f-4ecc-820d-ec30a733701a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:59.025308 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8649fc7a-e3df-4f8a-b294-0c1153c6a8c2 None None] Network a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:01:59.052778 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-c18e346f-380b-4769-be24-335f1cf6870b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:01:59.054354 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-c18e346f-380b-4769-be24-335f1cf6870b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/networks?id=e77a2f89-d98f-461e-85e8-a94a2fda4d4e HTTP/1.1" status: 200 len: 797 time: 0.3906913 Dec 12 18:01:59.054500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e673fb3-270f-4ecc-820d-ec30a733701a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:59.070101 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-071226f4-fbb4-4f4c-81cf-e50e56b38d5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:59.085361 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-b2d02cea-07ca-462e-81df-a5cedab71db3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/quotas/1ca8577c66784779ba8900bd9278d832 HTTP/1.1" status: 200 len: 375 time: 0.0180967 Dec 12 18:01:59.087769 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-071226f4-fbb4-4f4c-81cf-e50e56b38d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:59.168525 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e673fb3-270f-4ecc-820d-ec30a733701a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:59.180909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-071226f4-fbb4-4f4c-81cf-e50e56b38d5a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9838f6647e3e4389906b240fc8c67db4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7235467 Dec 12 18:01:59.180909 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071226f4-fbb4-4f4c-81cf-e50e56b38d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be83e5b7-2754-4fd2-a7ee-995480ef5f61,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:59.184379 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50806) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:59.206824 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cb4074c7-1bd8-4789-a8fc-31e3132a2965 None None] Provisioning complete for port 87e7c103-10ce-426d-9cef-b514c7ad6d73 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:59.207490 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cb4074c7-1bd8-4789-a8fc-31e3132a2965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:59.249352 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e673fb3-270f-4ecc-820d-ec30a733701a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:59.302721 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Attempting to bind port 961b4006-15b1-44b6-80f2-890076ced330 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:01:59.302721 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Attempting to bind port 961b4006-15b1-44b6-80f2-890076ced330 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:01:59.303099 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Attempting to bind port 961b4006-15b1-44b6-80f2-890076ced330 on network 75b935da-edec-4803-8c21-61a0e9a0c85c {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:01:59.315052 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e673fb3-270f-4ecc-820d-ec30a733701a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Subnet': ['ID=7106fc63-a66b-4686-b944-7e1dc297792c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:59.329297 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e673fb3-270f-4ecc-820d-ec30a733701a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:59.337496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-4e0943b2-c91b-4d08-80f6-d9c99ee51389 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2159765 Dec 12 18:01:59.339769 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2e673fb3-270f-4ecc-820d-ec30a733701a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/7106fc63-a66b-4686-b944-7e1dc297792c HTTP/1.1" status: 204 len: 168 time: 0.4059474 Dec 12 18:01:59.341048 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Port 961b4006-15b1-44b6-80f2-890076ced330 on network 75b935da-edec-4803-8c21-61a0e9a0c85c not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:01:59.341048 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Attempting to bind port 961b4006-15b1-44b6-80f2-890076ced330 on network 75b935da-edec-4803-8c21-61a0e9a0c85c {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:01:59.343008 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50810) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:01:59.405050 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 87e7c103-10ce-426d-9cef-b514c7ad6d73 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:01:59.406355 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:59.436459 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:59.445328 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:01:59.445847 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Checking segment: {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:01:59.446735 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Bound using segment: {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:01:59.447709 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Bound port: 961b4006-15b1-44b6-80f2-890076ced330, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:01:59.447709 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:59.502631 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c563133a-c12d-4343-a7cc-a38f9041eb28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:59.561440 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c563133a-c12d-4343-a7cc-a38f9041eb28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:59.621611 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45162074-a469-4424-913d-9ffd4a605016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265431894', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:01:46Z', 'updated_at': '2021-12-12T18:01:55Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:47Z', 'updated_at': '2021-12-12T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b3f73366-1110-406b-97ab-5ddde3201a58', 'name': '', 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:a1:e9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:54Z', 'updated_at': '2021-12-12T18:01:56Z', 'revision_number': 2, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:01:59.654674 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port 46db6809-2b47-4717-ac5f-661fa4c16323 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:01:59.655125 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:59.673075 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-f9f2d592-44ab-458d-a581-414e45858662 service neutron] 10.222.0.18 "GET /v2.0/networks/e77a2f89-d98f-461e-85e8-a94a2fda4d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272474 Dec 12 18:01:59.791531 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] For port 46db6809-2b47-4717-ac5f-661fa4c16323, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=46db6809-2b47-4717-ac5f-661fa4c16323,segment=NetworkSegment(a454cb28-1dcc-4e1e-944a-fb0f093c95b0),segment_id=a454cb28-1dcc-4e1e-944a-fb0f093c95b0)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:01:59.791901 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:59.807621 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for 46db6809-2b47-4717-ac5f-661fa4c16323 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:01:59.834737 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Checking router: 45162074-a469-4424-913d-9ffd4a605016 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:01:59.835120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Updating router 45162074-a469-4424-913d-9ffd4a605016 port b3f73366-1110-406b-97ab-5ddde3201a58 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:01:59.849450 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-4f870807-ed0a-4c84-a437-502c864443b2 service neutron] 10.222.0.18 "GET /v2.0/networks/e77a2f89-d98f-461e-85e8-a94a2fda4d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438284 Dec 12 18:01:59.851492 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c563133a-c12d-4343-a7cc-a38f9041eb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:59.857387 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c563133a-c12d-4343-a7cc-a38f9041eb28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:01:59.861830 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c563133a-c12d-4343-a7cc-a38f9041eb28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be83e5b7-2754-4fd2-a7ee-995480ef5f61 HTTP/1.1" status: 204 len: 168 time: 0.6757176 Dec 12 18:01:59.872232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563133a-c12d-4343-a7cc-a38f9041eb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be83e5b7-2754-4fd2-a7ee-995480ef5f61,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:01:59.978332 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] For port 961b4006-15b1-44b6-80f2-890076ced330, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:01:59.984271 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:00.058293 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:00.076915 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] For port 961b4006-15b1-44b6-80f2-890076ced330, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=961b4006-15b1-44b6-80f2-890076ced330,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:02:00.232183 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=46db6809-2b47-4717-ac5f-661fa4c16323,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:00.250902 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:00.277791 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:00.278756 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:00.280915 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] 10.222.0.31 "PUT /v2.0/ports/961b4006-15b1-44b6-80f2-890076ced330 HTTP/1.1" status: 200 len: 1092 time: 3.9506772 Dec 12 18:02:00.283586 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc45e60-c027-47a2-ad57-3751e2a6901a', 'tag': '961b4006-15b1-44b6-80f2-890076ced330'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:02:00.288223 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5153df29-9e3b-4e35-bcb1-23cf63b6d1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc45e60-c027-47a2-ad57-3751e2a6901a", "tag": "961b4006-15b1-44b6-80f2-890076ced330"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:02:00.293912 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No DVR routers for this DVR port 46db6809-2b47-4717-ac5f-661fa4c16323 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:02:00.433349 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bc5651-02ae-4aae-96ee-4ae788b8cfc4 None None] Host n-d-760354-5 tried to update port 46db6809-2b47-4717-ac5f-661fa4c16323 which no longer exists. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:345}} Dec 12 18:02:00.437333 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac56f33-5b82-494b-be40-46af2cb66339 req-182a4cd9-286f-44c8-b037-1b1e5198f622 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 210 time: 0.1756055 Dec 12 18:02:00.487433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c9cfe-202b-4aca-91b5-85d411a06333 req-4c676064-c2eb-43a0-9909-b66b6cb3a03f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:00.504855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d74c9cfe-202b-4aca-91b5-85d411a06333 req-4c676064-c2eb-43a0-9909-b66b6cb3a03f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 944 time: 0.3936510 Dec 12 18:02:00.804201 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-85202f97-65e3-4fed-8496-2b334fe7c574 None None] Provisioning complete for port b3f73366-1110-406b-97ab-5ddde3201a58 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:00.804543 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-85202f97-65e3-4fed-8496-2b334fe7c574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:00.851869 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae150a5-528b-41d5-8bf1-1dc68505783f x-openstack-request-id: req-8ae150a5-528b-41d5-8bf1-1dc68505783f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:02:00.852962 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc45e60-c027-47a2-ad57-3751e2a6901a", "tag": "961b4006-15b1-44b6-80f2-890076ced330", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:02:00.852962 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ae150a5-528b-41d5-8bf1-1dc68505783f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:02:00.853411 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc45e60-c027-47a2-ad57-3751e2a6901a', 'tag': '961b4006-15b1-44b6-80f2-890076ced330', 'status': 'completed', 'code': 200} Dec 12 18:02:00.931855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8382583-39e2-4a2e-980b-f9ee9775d3cf None None] Network a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:01.009069 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:01.012950 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 46db6809-2b47-4717-ac5f-661fa4c16323 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:02:01.124208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 46db6809-2b47-4717-ac5f-661fa4c16323 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:02:01.126171 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 46db6809-2b47-4717-ac5f-661fa4c16323 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:02:01.136715 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b07c2a-556a-48be-900c-5f1c7cc8cb92 service neutron] Pushing event updated for resources: {'Port': ['ID=961b4006-15b1-44b6-80f2-890076ced330,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:01.175563 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-06b1b04f-b4c6-4825-803f-3b20eae9af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:01.180132 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-06b1b04f-b4c6-4825-803f-3b20eae9af06 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 1095 time: 0.8269944 Dec 12 18:02:01.221895 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2332bf-b1fe-4bc5-ba1d-e75bad4f093d None None] DHCP port deletion for a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:02:01.222522 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:01.266926 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a454cb28-1dcc-4e1e-944a-fb0f093c95b0') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:01.267383 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-85202f97-65e3-4fed-8496-2b334fe7c574 None None] Port b3f73366-1110-406b-97ab-5ddde3201a58 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:02:01.267531 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a454cb28-1dcc-4e1e-944a-fb0f093c95b0') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:01.387891 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:01.411705 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-5c93341f-7a6a-481f-9700-32ad6c4ac70b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=961b4006-15b1-44b6-80f2-890076ced330 HTTP/1.1" status: 200 len: 217 time: 0.2205982 Dec 12 18:02:01.422117 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-85202f97-65e3-4fed-8496-2b334fe7c574 None None] Provisioning complete for port 87e7c103-10ce-426d-9cef-b514c7ad6d73 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:01.423617 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-85202f97-65e3-4fed-8496-2b334fe7c574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:01.630493 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d74c9cfe-202b-4aca-91b5-85d411a06333 req-5e39b8a2-316c-4ec1-aa19-ef055e52eac6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1151342 Dec 12 18:02:01.708231 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6b811943-822b-4a0c-b1d9-b6c58afeebfa req-74a0b46a-bb71-4f47-98a1-b2d93aa41a89 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 210 time: 0.0833545 Dec 12 18:02:02.011460 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ee0a4b06-02e2-46fa-8bb3-0ad599efa334 None None] Could not find standard attr ID for object 46db6809-2b47-4717-ac5f-661fa4c16323. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:02:02.054124 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:02.080605 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:02.083695 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ee0a4b06-02e2-46fa-8bb3-0ad599efa334 None None] Provisioning complete for port b3f73366-1110-406b-97ab-5ddde3201a58 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:02.088890 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ee0a4b06-02e2-46fa-8bb3-0ad599efa334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:02.191516 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:02.207749 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:02:02.208380 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:02:02.212241 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:02:02.275855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a4b06-02e2-46fa-8bb3-0ad599efa334 None None] Port b3f73366-1110-406b-97ab-5ddde3201a58 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:02:02.300841 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-316454cb-d5d3-43bc-a9ae-b1871e125192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:02.309866 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-316454cb-d5d3-43bc-a9ae-b1871e125192 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a38ca6e1-282d-485b-8e30-1d83bfdc0937 HTTP/1.1" status: 200 len: 846 time: 0.8903079 Dec 12 18:02:02.361886 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67073f3-2c65-4847-9980-eb0fbeb13df7 None None] Pushing event updated for resources: {'Port': ['ID=b3f73366-1110-406b-97ab-5ddde3201a58,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:02.401994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Attempting to bind port b3f73366-1110-406b-97ab-5ddde3201a58 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:02:02.402867 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Attempting to bind port b3f73366-1110-406b-97ab-5ddde3201a58 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '9bacf018-e989-43e2-a6b1-a50ff12ab17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:02:02.404249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Attempting to bind port b3f73366-1110-406b-97ab-5ddde3201a58 on network e77a2f89-d98f-461e-85e8-a94a2fda4d4e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:02:02.425276 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:02:02.425830 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Checking segment: {'id': '9bacf018-e989-43e2-a6b1-a50ff12ab17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:02:02.427676 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:02.428232 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Bound using segment: {'id': '9bacf018-e989-43e2-a6b1-a50ff12ab17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:02:02.431081 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Bound port: b3f73366-1110-406b-97ab-5ddde3201a58, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bacf018-e989-43e2-a6b1-a50ff12ab17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:02:02.431918 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:02.496950 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-e5075dce-ac62-44c6-829d-fc7e272e067f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=75b935da-edec-4803-8c21-61a0e9a0c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1703670 Dec 12 18:02:02.501823 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:02.614817 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:02.644252 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/networks/a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd HTTP/1.1" status: 204 len: 168 time: 3.3001540 Dec 12 18:02:02.648235 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50884) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:02.664067 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] For port b3f73366-1110-406b-97ab-5ddde3201a58, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:02:02.674287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] For port b3f73366-1110-406b-97ab-5ddde3201a58, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b3f73366-1110-406b-97ab-5ddde3201a58,segment=NetworkSegment(9bacf018-e989-43e2-a6b1-a50ff12ab17b),segment_id=9bacf018-e989-43e2-a6b1-a50ff12ab17b)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:02:02.682448 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-fde058ce-fbaa-44a3-ab44-4a99edb60a3f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:02.691892 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:02.696044 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-fde058ce-fbaa-44a3-ab44-4a99edb60a3f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.20 "GET /v2.0/networks?id=e77a2f89-d98f-461e-85e8-a94a2fda4d4e HTTP/1.1" status: 200 len: 797 time: 0.3319352 Dec 12 18:02:02.845930 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Routers {'45162074-a469-4424-913d-9ffd4a605016'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:02:02.846622 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:01:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['45162074-a469-4424-913d-9ffd4a605016'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:02.930997 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcf3d8-c67f-49bc-8fbc-0ceea50efd4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Network': ['ID=a2a92589-7b7b-44c9-b6ed-5b3782cc4ecd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:02.952206 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50894) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:03.075801 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7b4799-7fa2-4b5b-a1f4-7ae5b90dc2e9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:03.077439 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4a7b4799-7fa2-4b5b-a1f4-7ae5b90dc2e9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3114052 Dec 12 18:02:03.091088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50898) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:03.125097 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd44b8c0-03fe-4060-b054-f676c40c557d req-79ee1ed9-c835-441d-897d-23f0f415de02 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 210 time: 0.1818438 Dec 12 18:02:03.172246 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-52f97ba0-a2e9-4dcd-a2a8-5dfea2c1f420 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ca8577c66784779ba8900bd9278d832 HTTP/1.1" status: 200 len: 379 time: 0.4655397 Dec 12 18:02:03.187285 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-578213c3-3567-4674-80e0-4475baafbc9a service neutron] 10.222.0.31 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6652420 Dec 12 18:02:03.193650 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-5fb34595-6853-4c40-93e3-9b650e99fc3d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'port': {'device_id': '6da5b197-5bf2-4c37-8b41-c3d9c67116f8', 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e', 'admin_state_up': True, 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'security_groups': ['6c05df61-4e35-460d-9e7b-115a80c14b13']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:03.402001 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d75cbe4a-2d70-444b-aad9-44e84d3e265b req-633a814b-198b-4fe3-bea4-539a602b3138 service neutron] 10.222.0.31 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132792 Dec 12 18:02:03.429680 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09dd67a7-bf2e-42a6-b3b5-7bbf385a1adc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:03.434761 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167866d-906c-4b81-a803-b8bcd42636f1 req-caff6fb1-576a-425f-ab7b-de2ffead4cd6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:03.447343 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0167866d-906c-4b81-a803-b8bcd42636f1 req-caff6fb1-576a-425f-ab7b-de2ffead4cd6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 944 time: 0.5836573 Dec 12 18:02:03.488723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ab030c65-3b02-4895-af11-93c2a71cc482 None None] Provisioning complete for port b3f73366-1110-406b-97ab-5ddde3201a58 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:03.489266 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab030c65-3b02-4895-af11-93c2a71cc482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:03.566100 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153df29-9e3b-4e35-bcb1-23cf63b6d1e2 req-a8d170b5-e913-405d-8e18-4d7525df5034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:03.567770 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5153df29-9e3b-4e35-bcb1-23cf63b6d1e2 req-a8d170b5-e913-405d-8e18-4d7525df5034 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 1095 time: 0.0970085 Dec 12 18:02:03.577444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8e0ed4b4-88e4-46f1-89fd-17f655604e89 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4510984 Dec 12 18:02:03.583617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50904) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:03.591852 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0167866d-906c-4b81-a803-b8bcd42636f1 req-6df73d25-41ca-4550-af89-ed423165fade tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432626 Dec 12 18:02:03.592018 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b638b872-0c40-47c7-b030-c09ed9e74efd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1256214578'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:03.603426 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67073f3-2c65-4847-9980-eb0fbeb13df7 None None] Pushing event updated for resources: {'Port': ['ID=b3f73366-1110-406b-97ab-5ddde3201a58,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:03.610730 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-5fb34595-6853-4c40-93e3-9b650e99fc3d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Made reservation on behalf of 1ca8577c66784779ba8900bd9278d832 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:03.614974 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-5fb34595-6853-4c40-93e3-9b650e99fc3d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:03.690938 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b638b872-0c40-47c7-b030-c09ed9e74efd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:03.699982 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b638b872-0c40-47c7-b030-c09ed9e74efd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:03.734979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] Set router 45162074-a469-4424-913d-9ffd4a605016 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:02:03.823609 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b638b872-0c40-47c7-b030-c09ed9e74efd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:02:03.832248 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09dd67a7-bf2e-42a6-b3b5-7bbf385a1adc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:03.863969 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09dd67a7-bf2e-42a6-b3b5-7bbf385a1adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:03.864718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-5fb34595-6853-4c40-93e3-9b650e99fc3d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Allocated IP 172.20.0.12 (e77a2f89-d98f-461e-85e8-a94a2fda4d4e/3cf3f0ff-3476-44fb-95ca-4160583ce8e6/c100a32f-a827-4877-9f35-cf844957cfde) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:03.907499 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-09dd67a7-bf2e-42a6-b3b5-7bbf385a1adc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5b128706da44bc08f415303acc79849&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9452071 Dec 12 18:02:03.909016 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b638b872-0c40-47c7-b030-c09ed9e74efd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:03.909479 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-b638b872-0c40-47c7-b030-c09ed9e74efd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Added segment b28c53cc-38a7-442d-bdea-8bcf418e4c7a of type vlan for network 332e0b66-788a-4224-8d34-0c97c4f37f9a Dec 12 18:02:03.915932 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50910) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:03.930825 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab030c65-3b02-4895-af11-93c2a71cc482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:03.966813 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153df29-9e3b-4e35-bcb1-23cf63b6d1e2 req-2ae4e3eb-1f62-4176-ad6f-98e67d57c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:03.969049 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5153df29-9e3b-4e35-bcb1-23cf63b6d1e2 req-2ae4e3eb-1f62-4176-ad6f-98e67d57c57b service neutron] 10.222.0.31 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 907 time: 0.3938799 Dec 12 18:02:04.058575 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd67a7-bf2e-42a6-b3b5-7bbf385a1adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38440ecb-36db-45ac-af79-3c5b8f9ba93d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:04.110155 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b638b872-0c40-47c7-b030-c09ed9e74efd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:04.117259 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-5fb34595-6853-4c40-93e3-9b650e99fc3d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:04.168829 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5153df29-9e3b-4e35-bcb1-23cf63b6d1e2 req-fc24386f-8a7c-47ae-b09c-8c40a61f181e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=961b4006-15b1-44b6-80f2-890076ced330 HTTP/1.1" status: 200 len: 217 time: 0.1473691 Dec 12 18:02:04.204277 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-5fb34595-6853-4c40-93e3-9b650e99fc3d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:04.232492 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ab030c65-3b02-4895-af11-93c2a71cc482 None None] For port b3f73366-1110-406b-97ab-5ddde3201a58, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b3f73366-1110-406b-97ab-5ddde3201a58,segment=NetworkSegment(9bacf018-e989-43e2-a6b1-a50ff12ab17b),segment_id=9bacf018-e989-43e2-a6b1-a50ff12ab17b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:04.244241 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab030c65-3b02-4895-af11-93c2a71cc482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:04.255175 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b638b872-0c40-47c7-b030-c09ed9e74efd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:04.263602 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b638b872-0c40-47c7-b030-c09ed9e74efd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:04.264690 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b638b872-0c40-47c7-b030-c09ed9e74efd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:04.287423 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a095203-1a69-4b97-b106-a57e9bde0298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:04.298574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb34595-6853-4c40-93e3-9b650e99fc3d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=c100a32f-a827-4877-9f35-cf844957cfde,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:04.339181 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-5fb34595-6853-4c40-93e3-9b650e99fc3d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network e77a2f89-d98f-461e-85e8-a94a2fda4d4e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:04.344078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-5fb34595-6853-4c40-93e3-9b650e99fc3d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:04.347814 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-5fb34595-6853-4c40-93e3-9b650e99fc3d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:02:04.386901 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153df29-9e3b-4e35-bcb1-23cf63b6d1e2 req-121b6171-906b-431a-a5c0-8d527c25c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:04.388851 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5153df29-9e3b-4e35-bcb1-23cf63b6d1e2 req-121b6171-906b-431a-a5c0-8d527c25c3ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a38ca6e1-282d-485b-8e30-1d83bfdc0937 HTTP/1.1" status: 200 len: 846 time: 0.2075636 Dec 12 18:02:04.411148 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-5fb34595-6853-4c40-93e3-9b650e99fc3d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:04.412014 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-5fb34595-6853-4c40-93e3-9b650e99fc3d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:04.413662 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab030c65-3b02-4895-af11-93c2a71cc482 None None] Pushing event updated for resources: {'Port': ['ID=b3f73366-1110-406b-97ab-5ddde3201a58,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:04.432789 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-fddb71c8-b81a-4b96-8f73-07e3f22b758a None None] Provisioning complete for port b3f73366-1110-406b-97ab-5ddde3201a58 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:04.433381 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fddb71c8-b81a-4b96-8f73-07e3f22b758a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:04.436747 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45162074-a469-4424-913d-9ffd4a605016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265431894', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:01:46Z', 'updated_at': '2021-12-12T18:01:55Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:47Z', 'updated_at': '2021-12-12T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b3f73366-1110-406b-97ab-5ddde3201a58', 'name': '', 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:a1:e9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:54Z', 'updated_at': '2021-12-12T18:02:02Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:04.446549 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7f8eb-4e8c-49bf-9114-7b28f4ccfaa5 req-38e8d52b-d9a3-43cf-b6c1-d6590f78cfea tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:04.448585 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48c7f8eb-4e8c-49bf-9114-7b28f4ccfaa5 req-38e8d52b-d9a3-43cf-b6c1-d6590f78cfea tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 932 time: 0.1620131 Dec 12 18:02:04.452225 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-5fb34595-6853-4c40-93e3-9b650e99fc3d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2669098 Dec 12 18:02:04.469011 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b638b872-0c40-47c7-b030-c09ed9e74efd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8748589 Dec 12 18:02:04.504724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Request body: {'port': {'device_id': '6da5b197-5bf2-4c37-8b41-c3d9c67116f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:04.505862 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50916) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:04.512579 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3251b55a-723e-4210-871f-39125fcd1a66 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'subnet': {'network_id': '332e0b66-788a-4224-8d34-0c97c4f37f9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:04.560141 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48257d1-50d3-46e3-a70a-fbc32df016de None None] The sync data for ids ['45162074-a469-4424-913d-9ffd4a605016'] in n-d-760354-5 is: [{'id': '45162074-a469-4424-913d-9ffd4a605016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265431894', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:01:46Z', 'updated_at': '2021-12-12T18:01:55Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:47Z', 'updated_at': '2021-12-12T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b3f73366-1110-406b-97ab-5ddde3201a58', 'name': '', 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:a1:e9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:54Z', 'updated_at': '2021-12-12T18:02:02Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:02:04.607950 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48c7f8eb-4e8c-49bf-9114-7b28f4ccfaa5 req-5e1ee01b-b5db-4491-8414-d7d327a6b7a4 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530006 Dec 12 18:02:04.651876 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a095203-1a69-4b97-b106-a57e9bde0298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:04.698643 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:04.817796 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5153df29-9e3b-4e35-bcb1-23cf63b6d1e2 req-0c92ac35-eb5e-40a1-9886-67d5231c0826 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=75b935da-edec-4803-8c21-61a0e9a0c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4098718 Dec 12 18:02:04.824057 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638b872-0c40-47c7-b030-c09ed9e74efd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Network': ['ID=332e0b66-788a-4224-8d34-0c97c4f37f9a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:04.852910 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 332e0b66-788a-4224-8d34-0c97c4f37f9a details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:02:04.973604 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b3f73366-1110-406b-97ab-5ddde3201a58 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:02:05.036199 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-878cbdaf-9c32-4b3e-9a00-c553cb35f29f None None] Provisioning complete for port c100a32f-a827-4877-9f35-cf844957cfde triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:05.036681 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-878cbdaf-9c32-4b3e-9a00-c553cb35f29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:05.044725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c7cfb-3ec9-4b56-9795-d5b27db0436f req-1a98c7df-6806-40ad-9d74-db74abf7bff9 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:05.057930 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a095203-1a69-4b97-b106-a57e9bde0298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:05.060555 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a095203-1a69-4b97-b106-a57e9bde0298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:05.064174 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6a095203-1a69-4b97-b106-a57e9bde0298 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38440ecb-36db-45ac-af79-3c5b8f9ba93d HTTP/1.1" status: 204 len: 168 time: 1.1431847 Dec 12 18:02:05.072019 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-845c7cfb-3ec9-4b56-9795-d5b27db0436f req-1a98c7df-6806-40ad-9d74-db74abf7bff9 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 944 time: 0.3166564 Dec 12 18:02:05.079428 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-878cbdaf-9c32-4b3e-9a00-c553cb35f29f None None] Port c100a32f-a827-4877-9f35-cf844957cfde cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:02:05.090304 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b3f73366-1110-406b-97ab-5ddde3201a58 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:05.090936 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:05.160102 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a095203-1a69-4b97-b106-a57e9bde0298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38440ecb-36db-45ac-af79-3c5b8f9ba93d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:05.177655 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3251b55a-723e-4210-871f-39125fcd1a66 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:05.193474 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3251b55a-723e-4210-871f-39125fcd1a66 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:05.427867 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-845c7cfb-3ec9-4b56-9795-d5b27db0436f req-1e29243e-166d-4fd1-bbbc-42bb08a2bb13 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549275 Dec 12 18:02:05.456448 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5153df29-9e3b-4e35-bcb1-23cf63b6d1e2 req-f259ae9f-8d66-4cef-94b6-71f271fbd2c7 service neutron] 10.222.0.31 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6013520 Dec 12 18:02:05.613448 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c100a32f-a827-4877-9f35-cf844957cfde {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:02:05.637839 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:05.669603 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Transition to ACTIVE for port object c100a32f-a827-4877-9f35-cf844957cfde will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:02:05.682826 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:05.805380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=c100a32f-a827-4877-9f35-cf844957cfde,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:06.100045 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9ce7d-dcc6-41b9-a94e-56f16e3f20c9 req-244f67d0-d458-442f-8b19-e7d87a8d1e35 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:06.113722 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5153df29-9e3b-4e35-bcb1-23cf63b6d1e2 req-82b2db5b-77df-48b6-8d72-3091f97d7960 service neutron] 10.222.0.31 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6434412 Dec 12 18:02:06.116937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22d9ce7d-dcc6-41b9-a94e-56f16e3f20c9 req-244f67d0-d458-442f-8b19-e7d87a8d1e35 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 944 time: 0.2873523 Dec 12 18:02:06.155321 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3251b55a-723e-4210-871f-39125fcd1a66 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:06.294061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Attempting to bind port c100a32f-a827-4877-9f35-cf844957cfde on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:02:06.298851 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Attempting to bind port c100a32f-a827-4877-9f35-cf844957cfde by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '9bacf018-e989-43e2-a6b1-a50ff12ab17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:02:06.299453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Attempting to bind port c100a32f-a827-4877-9f35-cf844957cfde on network e77a2f89-d98f-461e-85e8-a94a2fda4d4e {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:02:06.316334 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251b55a-723e-4210-871f-39125fcd1a66 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Subnet': ['ID=bba81725-852f-44cd-bb93-ce53929aedbe,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:06.339474 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Port c100a32f-a827-4877-9f35-cf844957cfde on network e77a2f89-d98f-461e-85e8-a94a2fda4d4e not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:02:06.342218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Attempting to bind port c100a32f-a827-4877-9f35-cf844957cfde on network e77a2f89-d98f-461e-85e8-a94a2fda4d4e {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:02:06.374855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22d9ce7d-dcc6-41b9-a94e-56f16e3f20c9 req-8bbd8de1-b3f2-484f-9a4c-a74929867297 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2526720 Dec 12 18:02:06.386461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:02:06.387136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Checking segment: {'id': '9bacf018-e989-43e2-a6b1-a50ff12ab17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:02:06.387863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Bound using segment: {'id': '9bacf018-e989-43e2-a6b1-a50ff12ab17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:02:06.388536 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Bound port: c100a32f-a827-4877-9f35-cf844957cfde, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bacf018-e989-43e2-a6b1-a50ff12ab17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:02:06.389118 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:06.400985 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251b55a-723e-4210-871f-39125fcd1a66 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Checking segment: {'id': 'b28c53cc-38a7-442d-bdea-8bcf418e4c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '332e0b66-788a-4224-8d34-0c97c4f37f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:02:06.401374 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3251b55a-723e-4210-871f-39125fcd1a66 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network hostable DHCP agents. Network: 332e0b66-788a-4224-8d34-0c97c4f37f9a, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:02:06.482619 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3251b55a-723e-4210-871f-39125fcd1a66 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network 332e0b66-788a-4224-8d34-0c97c4f37f9a is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:02:06.515516 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3251b55a-723e-4210-871f-39125fcd1a66 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 332e0b66-788a-4224-8d34-0c97c4f37f9a) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:06.524938 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3251b55a-723e-4210-871f-39125fcd1a66 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:06.525187 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3251b55a-723e-4210-871f-39125fcd1a66 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:06.532510 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05653b9-62a5-40ae-abe3-30a70ce582ce None None] Network 332e0b66-788a-4224-8d34-0c97c4f37f9a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:06.566866 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3251b55a-723e-4210-871f-39125fcd1a66 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0575345 Dec 12 18:02:06.567175 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50964) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:06.569971 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] For port c100a32f-a827-4877-9f35-cf844957cfde, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:02:06.572609 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-110c523d-460b-465a-8244-efa02ade777b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'network_id': '332e0b66-788a-4224-8d34-0c97c4f37f9a', 'name': 'tempest-PortsTestJSON-765998032'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:06.578641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] For port c100a32f-a827-4877-9f35-cf844957cfde, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c100a32f-a827-4877-9f35-cf844957cfde,segment=NetworkSegment(9bacf018-e989-43e2-a6b1-a50ff12ab17b),segment_id=9bacf018-e989-43e2-a6b1-a50ff12ab17b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:02:06.591122 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:06.613616 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 961b4006-15b1-44b6-80f2-890076ced330 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:02:06.728730 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:06.729386 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:06.730858 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] 10.222.0.20 "PUT /v2.0/ports/c100a32f-a827-4877-9f35-cf844957cfde HTTP/1.1" status: 200 len: 1092 time: 2.2522831 Dec 12 18:02:06.731424 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da5b197-5bf2-4c37-8b41-c3d9c67116f8', 'tag': 'c100a32f-a827-4877-9f35-cf844957cfde'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:02:06.733770 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c388f0-d1c8-4709-a5cf-3c0abee14f20" -d '{"events": [{"name": "network-changed", "server_uuid": "6da5b197-5bf2-4c37-8b41-c3d9c67116f8", "tag": "c100a32f-a827-4877-9f35-cf844957cfde"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:02:06.838962 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50972) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:06.976003 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad5c24d-45d5-4bdb-817b-46db6f08f00a x-openstack-request-id: req-2ad5c24d-45d5-4bdb-817b-46db6f08f00a {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:02:06.976003 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da5b197-5bf2-4c37-8b41-c3d9c67116f8", "tag": "c100a32f-a827-4877-9f35-cf844957cfde", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:02:06.976273 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ad5c24d-45d5-4bdb-817b-46db6f08f00a {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:02:06.976629 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da5b197-5bf2-4c37-8b41-c3d9c67116f8', 'tag': 'c100a32f-a827-4877-9f35-cf844957cfde', 'status': 'completed', 'code': 200} Dec 12 18:02:07.086011 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5544c523-e268-4b1f-ac2b-b135a2afecb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:07.100496 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-332e0b66-788a-4224-8d34-0c97c4f37f9a', 'network_id': '332e0b66-788a-4224-8d34-0c97c4f37f9a', 'project_id': '06783abe78f64b7b909358a9618e0047', 'fixed_ips': [{'subnet_id': 'bba81725-852f-44cd-bb93-ce53929aedbe'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:02:07.104413 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:07.138848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef33b2-8cd5-4597-84e1-73ff07b395ea req-e5ce6cfe-1773-46c6-ab63-1f6dcebc90aa tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:07.155068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87ef33b2-8cd5-4597-84e1-73ff07b395ea req-e5ce6cfe-1773-46c6-ab63-1f6dcebc90aa tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 944 time: 0.5092428 Dec 12 18:02:07.171645 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110c523d-460b-465a-8244-efa02ade777b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:07.172638 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ac925-ce29-415c-bca3-d6335b785dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=c100a32f-a827-4877-9f35-cf844957cfde,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:07.183370 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-110c523d-460b-465a-8244-efa02ade777b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:07.245517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-0f81d432-8639-449c-97e2-efdeff128e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:07.246852 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-0f81d432-8639-449c-97e2-efdeff128e6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 1095 time: 0.3767779 Dec 12 18:02:07.256570 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-110c523d-460b-465a-8244-efa02ade777b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] device_id is not set on port 547f6174-875c-49b9-9183-4b8414c46475 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:02:07.332255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87ef33b2-8cd5-4597-84e1-73ff07b395ea req-4e7c85ab-10d3-4e13-a96f-060946a69a38 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761971 Dec 12 18:02:07.372303 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 961b4006-15b1-44b6-80f2-890076ced330, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=961b4006-15b1-44b6-80f2-890076ced330,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:07.419526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-725bf5a3-648a-4ef2-9547-d1e783251ccb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c100a32f-a827-4877-9f35-cf844957cfde HTTP/1.1" status: 200 len: 217 time: 0.0971200 Dec 12 18:02:07.428392 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50982) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:07.448521 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '961b4006-15b1-44b6-80f2-890076ced330', 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c', 'port_id': '961b4006-15b1-44b6-80f2-890076ced330', 'mac_address': 'fa:16:3e:53:9a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38ca6e1-282d-485b-8e30-1d83bfdc0937', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:02:07.505305 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-110c523d-460b-465a-8244-efa02ade777b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Allocated IP 172.20.0.3 (332e0b66-788a-4224-8d34-0c97c4f37f9a/bba81725-852f-44cd-bb93-ce53929aedbe/547f6174-875c-49b9-9183-4b8414c46475) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:07.571438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-ec49d5ae-3500-4f3a-a899-5f61b640e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:07.572978 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-ec49d5ae-3500-4f3a-a899-5f61b640e76d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3cf3f0ff-3476-44fb-95ca-4160583ce8e6 HTTP/1.1" status: 200 len: 834 time: 0.1469119 Dec 12 18:02:07.630540 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:07.663609 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961b4006-15b1-44b6-80f2-890076ced330 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:02:07.701013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 961b4006-15b1-44b6-80f2-890076ced330, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=961b4006-15b1-44b6-80f2-890076ced330,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:07.713527 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:07.752473 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c6aac94-14bd-4184-af7e-f2dbc96ccbb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:07.775654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-e18743f2-0447-4a0e-acc0-19ae3fdc7b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:07.777305 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-e18743f2-0447-4a0e-acc0-19ae3fdc7b18 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e77a2f89-d98f-461e-85e8-a94a2fda4d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789892 Dec 12 18:02:07.813493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=961b4006-15b1-44b6-80f2-890076ced330,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:07.873394 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5544c523-e268-4b1f-ac2b-b135a2afecb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:07.890052 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5544c523-e268-4b1f-ac2b-b135a2afecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:07.895479 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-110c523d-460b-465a-8244-efa02ade777b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:07.948446 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544c523-e268-4b1f-ac2b-b135a2afecb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7057b701-44c2-4d40-a5a7-3fb73d298491,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:07.974042 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c6aac94-14bd-4184-af7e-f2dbc96ccbb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:07.986273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a07ac-8b2e-4b43-8b36-18daf9b19cb2 req-37010eaf-cc0e-4a88-8a20-47eea4bedf41 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:07.988120 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a2a07ac-8b2e-4b43-8b36-18daf9b19cb2 req-37010eaf-cc0e-4a88-8a20-47eea4bedf41 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 944 time: 0.4341388 Dec 12 18:02:07.993261 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5544c523-e268-4b1f-ac2b-b135a2afecb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7068bbd340ca447288ba299329eeb574&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1530657 Dec 12 18:02:07.994154 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50988) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:08.005214 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['961b4006-15b1-44b6-80f2-890076ced330'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:02:08.020065 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c6aac94-14bd-4184-af7e-f2dbc96ccbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:08.043591 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-110c523d-460b-465a-8244-efa02ade777b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:08.163656 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110c523d-460b-465a-8244-efa02ade777b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network 332e0b66-788a-4224-8d34-0c97c4f37f9a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:08.168248 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-110c523d-460b-465a-8244-efa02ade777b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:08.174231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c523d-460b-465a-8244-efa02ade777b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:02:08.185161 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-52ec20d2-c404-49ef-8542-0378e38227e2 service neutron] 10.222.0.20 "GET /v2.0/networks/e77a2f89-d98f-461e-85e8-a94a2fda4d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882709 Dec 12 18:02:08.195387 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6aac94-14bd-4184-af7e-f2dbc96ccbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0daae4-8415-467a-b2a9-0a9291e7ce99,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:08.208579 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Allocated IP 172.20.0.2 (332e0b66-788a-4224-8d34-0c97c4f37f9a/bba81725-852f-44cd-bb93-ce53929aedbe/ea896fbc-119c-45fe-86d4-9b5479e77bcc) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:08.246161 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a2a07ac-8b2e-4b43-8b36-18daf9b19cb2 req-5151f97a-e20b-4521-b8fe-1375b0d4474a tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199826 Dec 12 18:02:08.265595 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7c6aac94-14bd-4184-af7e-f2dbc96ccbb8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0eacf26653d84ebeba591c490e04019d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8329725 Dec 12 18:02:08.273554 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 50992) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:08.315317 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c523d-460b-465a-8244-efa02ade777b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=547f6174-875c-49b9-9183-4b8414c46475,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:08.329324 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dea434a8-e4db-4ec2-9f32-d9eafdf826d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:08.372597 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110c523d-460b-465a-8244-efa02ade777b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:08.373247 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-110c523d-460b-465a-8244-efa02ade777b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:08.404277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 50996) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:08.405955 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-110c523d-460b-465a-8244-efa02ade777b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8375249 Dec 12 18:02:08.412951 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dea434a8-e4db-4ec2-9f32-d9eafdf826d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:08.431044 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-450c5346-1ea8-4407-86ab-f875d7ebc913 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'network_id': '332e0b66-788a-4224-8d34-0c97c4f37f9a', 'name': 'tempest-PortsTestJSON-1204385795'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:08.457575 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8118dcf-cfe3-497a-900a-9b79679cef5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:08.485599 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8118dcf-cfe3-497a-900a-9b79679cef5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:08.488400 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67d85b14-8885-4838-a1ab-4e1c9d58162d req-4c9460bf-8903-438a-a157-0f28217845d9 service neutron] 10.222.0.20 "GET /v2.0/networks/e77a2f89-d98f-461e-85e8-a94a2fda4d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948923 Dec 12 18:02:08.556808 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dea434a8-e4db-4ec2-9f32-d9eafdf826d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:08.565009 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dea434a8-e4db-4ec2-9f32-d9eafdf826d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:08.569892 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dea434a8-e4db-4ec2-9f32-d9eafdf826d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7057b701-44c2-4d40-a5a7-3fb73d298491 HTTP/1.1" status: 204 len: 168 time: 0.5685654 Dec 12 18:02:08.620992 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8118dcf-cfe3-497a-900a-9b79679cef5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:08.623902 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8118dcf-cfe3-497a-900a-9b79679cef5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:08.630422 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c8118dcf-cfe3-497a-900a-9b79679cef5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae0daae4-8415-467a-b2a9-0a9291e7ce99 HTTP/1.1" status: 204 len: 168 time: 0.3550608 Dec 12 18:02:08.645881 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea434a8-e4db-4ec2-9f32-d9eafdf826d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7057b701-44c2-4d40-a5a7-3fb73d298491,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:08.698086 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8118dcf-cfe3-497a-900a-9b79679cef5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0daae4-8415-467a-b2a9-0a9291e7ce99,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:08.705020 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:08.766666 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:08.821508 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Network 332e0b66-788a-4224-8d34-0c97c4f37f9a is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:08.837213 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:08.841246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:02:08.884492 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Pushing event updated for resources: {'Port': ['ID=ea896fbc-119c-45fe-86d4-9b5479e77bcc,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:08.908803 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:08.909079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450c5346-1ea8-4407-86ab-f875d7ebc913 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:08.909403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:08.909857 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:08.910310 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:08.910811 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:08.911284 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:08.911760 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:08.912190 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:08.912693 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:08.913101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:08.913660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:08.914095 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:08.914562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:08.927950 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-450c5346-1ea8-4407-86ab-f875d7ebc913 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:08.942482 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Attempting to bind port ea896fbc-119c-45fe-86d4-9b5479e77bcc on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:02:08.942947 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Attempting to bind port ea896fbc-119c-45fe-86d4-9b5479e77bcc by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'b28c53cc-38a7-442d-bdea-8bcf418e4c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '332e0b66-788a-4224-8d34-0c97c4f37f9a'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:02:08.943462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Attempting to bind port ea896fbc-119c-45fe-86d4-9b5479e77bcc on network 332e0b66-788a-4224-8d34-0c97c4f37f9a {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:02:08.943616 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47163842-0aff-40b9-81b8-bab09fa71687 req-a970d080-c684-44a2-a9de-8d623128bb46 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:08.945615 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47163842-0aff-40b9-81b8-bab09fa71687 req-a970d080-c684-44a2-a9de-8d623128bb46 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 945 time: 0.4619734 Dec 12 18:02:08.951359 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:02:08.951880 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Checking segment: {'id': 'b28c53cc-38a7-442d-bdea-8bcf418e4c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '332e0b66-788a-4224-8d34-0c97c4f37f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:02:08.957525 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:08.958077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Bound using segment: {'id': 'b28c53cc-38a7-442d-bdea-8bcf418e4c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '332e0b66-788a-4224-8d34-0c97c4f37f9a'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:02:08.958696 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Bound port: ea896fbc-119c-45fe-86d4-9b5479e77bcc, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28c53cc-38a7-442d-bdea-8bcf418e4c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '332e0b66-788a-4224-8d34-0c97c4f37f9a'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:02:08.958935 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c388f0-d1c8-4709-a5cf-3c0abee14f20 req-d9c80ee4-fdf5-4a6d-93e0-bcb2a793dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:08.959347 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:08.960496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c6c388f0-d1c8-4709-a5cf-3c0abee14f20 req-d9c80ee4-fdf5-4a6d-93e0-bcb2a793dc91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 1095 time: 0.1912401 Dec 12 18:02:09.064684 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] For port ea896fbc-119c-45fe-86d4-9b5479e77bcc, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:02:09.070011 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] For port ea896fbc-119c-45fe-86d4-9b5479e77bcc, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ea896fbc-119c-45fe-86d4-9b5479e77bcc,segment=NetworkSegment(b28c53cc-38a7-442d-bdea-8bcf418e4c7a),segment_id=b28c53cc-38a7-442d-bdea-8bcf418e4c7a)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:02:09.073397 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c388f0-d1c8-4709-a5cf-3c0abee14f20 req-bf063f02-34e8-4eb8-bfa3-e69198ecdd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:09.075085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c6c388f0-d1c8-4709-a5cf-3c0abee14f20 req-bf063f02-34e8-4eb8-bfa3-e69198ecdd38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e77a2f89-d98f-461e-85e8-a94a2fda4d4e HTTP/1.1" status: 200 len: 898 time: 0.1034040 Dec 12 18:02:09.080989 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-450c5346-1ea8-4407-86ab-f875d7ebc913 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] device_id is not set on port 556ef939-c587-4dde-b250-6358ab1f1aae yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:02:09.084581 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:09.192459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e62a08-7377-42a6-aec3-cf3712e8ac4a None None] Pushing event updated for resources: {'Port': ['ID=ea896fbc-119c-45fe-86d4-9b5479e77bcc,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:09.199445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c6c388f0-d1c8-4709-a5cf-3c0abee14f20 req-22a01d7e-749c-4505-a704-b03aa0e0c722 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c100a32f-a827-4877-9f35-cf844957cfde HTTP/1.1" status: 200 len: 217 time: 0.0697222 Dec 12 18:02:09.459847 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47163842-0aff-40b9-81b8-bab09fa71687 req-76cdfba5-f5f3-4291-aaf9-4649e5cb04c3 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980342 Dec 12 18:02:09.518548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c388f0-d1c8-4709-a5cf-3c0abee14f20 req-6f46c4f3-1b6b-4650-99c8-987f70221795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:09.520075 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c6c388f0-d1c8-4709-a5cf-3c0abee14f20 req-6f46c4f3-1b6b-4650-99c8-987f70221795 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3cf3f0ff-3476-44fb-95ca-4160583ce8e6 HTTP/1.1" status: 200 len: 834 time: 0.3130934 Dec 12 18:02:09.620255 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-450c5346-1ea8-4407-86ab-f875d7ebc913 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Allocated IP 172.20.0.9 (332e0b66-788a-4224-8d34-0c97c4f37f9a/bba81725-852f-44cd-bb93-ce53929aedbe/556ef939-c587-4dde-b250-6358ab1f1aae) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:09.677151 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f4a04-11ce-44fc-9995-2022c36828d4 req-fa99ab2d-4eb9-4ebf-8525-8c3ea07a2f4f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:09.679656 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e15f4a04-11ce-44fc-9995-2022c36828d4 req-fa99ab2d-4eb9-4ebf-8525-8c3ea07a2f4f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 944 time: 0.2186472 Dec 12 18:02:09.879129 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-450c5346-1ea8-4407-86ab-f875d7ebc913 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:09.928987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c388f0-d1c8-4709-a5cf-3c0abee14f20 req-c1adaf1b-2a33-401e-aacf-14f7420157c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:09.931048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c6c388f0-d1c8-4709-a5cf-3c0abee14f20 req-c1adaf1b-2a33-401e-aacf-14f7420157c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e77a2f89-d98f-461e-85e8-a94a2fda4d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3847518 Dec 12 18:02:09.939672 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-450c5346-1ea8-4407-86ab-f875d7ebc913 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:10.002437 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450c5346-1ea8-4407-86ab-f875d7ebc913 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network 332e0b66-788a-4224-8d34-0c97c4f37f9a is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:10.086926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-450c5346-1ea8-4407-86ab-f875d7ebc913 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:10.095082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450c5346-1ea8-4407-86ab-f875d7ebc913 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:02:10.297181 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c5346-1ea8-4407-86ab-f875d7ebc913 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=556ef939-c587-4dde-b250-6358ab1f1aae,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:10.344540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c100a32f-a827-4877-9f35-cf844957cfde details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:02:10.410666 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51060) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:10.411147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e15f4a04-11ce-44fc-9995-2022c36828d4 req-7d392b12-cd89-4263-b1ee-11ab1d7c6b4c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4929729 Dec 12 18:02:10.431732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450c5346-1ea8-4407-86ab-f875d7ebc913 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:10.432536 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-450c5346-1ea8-4407-86ab-f875d7ebc913 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:10.470970 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c6c388f0-d1c8-4709-a5cf-3c0abee14f20 req-dec4ad34-885a-4cd1-b49b-62301d9aeeca service neutron] 10.222.0.20 "GET /v2.0/networks/e77a2f89-d98f-461e-85e8-a94a2fda4d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281744 Dec 12 18:02:10.512902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51066) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:10.513391 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-450c5346-1ea8-4407-86ab-f875d7ebc913 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0999625 Dec 12 18:02:10.624033 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port c100a32f-a827-4877-9f35-cf844957cfde, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c100a32f-a827-4877-9f35-cf844957cfde,segment=NetworkSegment(9bacf018-e989-43e2-a6b1-a50ff12ab17b),segment_id=9bacf018-e989-43e2-a6b1-a50ff12ab17b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:10.637037 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 961b4006-15b1-44b6-80f2-890076ced330 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:02:10.681031 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588e03d0-7d27-49c1-9c83-4baec3a8c7a8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:10.690194 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-588e03d0-7d27-49c1-9c83-4baec3a8c7a8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.1758323 Dec 12 18:02:10.699651 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51070) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:10.729440 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889aac7-7408-4e49-ab53-2791c7cbc3c0 req-2140baf9-1c65-4311-93ec-39398e575729 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:10.737661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8889aac7-7408-4e49-ab53-2791c7cbc3c0 req-2140baf9-1c65-4311-93ec-39398e575729 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 945 time: 0.1210542 Dec 12 18:02:10.737855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'c100a32f-a827-4877-9f35-cf844957cfde', 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e', 'port_id': 'c100a32f-a827-4877-9f35-cf844957cfde', 'mac_address': 'fa:16:3e:16:55:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:02:10.821508 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2124392e-146d-47e7-828d-dd62560197c4 None None] Network 332e0b66-788a-4224-8d34-0c97c4f37f9a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:10.841005 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f679ec2d-5c56-4d28-bf10-e1d8d3a886ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:10.853433 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c6c388f0-d1c8-4709-a5cf-3c0abee14f20 req-20b7b729-f6f4-4440-a6eb-ba1b9618d973 service neutron] 10.222.0.20 "GET /v2.0/networks/e77a2f89-d98f-461e-85e8-a94a2fda4d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730030 Dec 12 18:02:10.951178 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8889aac7-7408-4e49-ab53-2791c7cbc3c0 req-a3574a4c-5d4f-49e9-ae26-4eaf49501a68 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815131 Dec 12 18:02:10.959357 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ea896fbc-119c-45fe-86d4-9b5479e77bcc up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:02:11.055255 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 961b4006-15b1-44b6-80f2-890076ced330 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:02:11.072861 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 961b4006-15b1-44b6-80f2-890076ced330 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:11.073243 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:11.126714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0f6353a9-fbc6-490e-9be4-7a32e18000dd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port 556ef939-c587-4dde-b250-6358ab1f1aae {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:02:11.127397 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f6353a9-fbc6-490e-9be4-7a32e18000dd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:11.132338 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:02:11.161919 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:11.174653 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-37c83c45-1d62-4913-9646-10357bda02c2 None None] Provisioning complete for port ea896fbc-119c-45fe-86d4-9b5479e77bcc triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:11.175032 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-37c83c45-1d62-4913-9646-10357bda02c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:11.220872 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f679ec2d-5c56-4d28-bf10-e1d8d3a886ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:11.255901 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f679ec2d-5c56-4d28-bf10-e1d8d3a886ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:11.344110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c100a32f-a827-4877-9f35-cf844957cfde {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:02:11.348871 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679ec2d-5c56-4d28-bf10-e1d8d3a886ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a282fe-a544-4201-84e6-3263f8ba3bfb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:11.377793 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f679ec2d-5c56-4d28-bf10-e1d8d3a886ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2666b43059843bbb77ea3cb1a299249&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9635360 Dec 12 18:02:11.378257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51090) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:11.430489 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f6353a9-fbc6-490e-9be4-7a32e18000dd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:11.433966 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port c100a32f-a827-4877-9f35-cf844957cfde, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c100a32f-a827-4877-9f35-cf844957cfde,segment=NetworkSegment(9bacf018-e989-43e2-a6b1-a50ff12ab17b),segment_id=9bacf018-e989-43e2-a6b1-a50ff12ab17b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:11.472877 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:11.514760 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0f6353a9-fbc6-490e-9be4-7a32e18000dd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for 556ef939-c587-4dde-b250-6358ab1f1aae owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:02:11.522395 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51096) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:11.535342 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3cfd243a-457e-41f2-9c76-4ea606408825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:11.597402 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3cfd243a-457e-41f2-9c76-4ea606408825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:11.625186 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=c100a32f-a827-4877-9f35-cf844957cfde,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:11.737200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['c100a32f-a827-4877-9f35-cf844957cfde'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:02:11.745697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4b49d-14d4-4b3b-851c-0c013be68298 req-1af20165-2f07-43f4-9b3f-48e3dc90ef63 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:11.749208 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfb4b49d-14d4-4b3b-851c-0c013be68298 req-1af20165-2f07-43f4-9b3f-48e3dc90ef63 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 945 time: 0.1037290 Dec 12 18:02:11.801732 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3cfd243a-457e-41f2-9c76-4ea606408825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:11.807165 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3cfd243a-457e-41f2-9c76-4ea606408825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:11.809603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3cfd243a-457e-41f2-9c76-4ea606408825 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3a282fe-a544-4201-84e6-3263f8ba3bfb HTTP/1.1" status: 204 len: 168 time: 0.4298098 Dec 12 18:02:11.842753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd243a-457e-41f2-9c76-4ea606408825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a282fe-a544-4201-84e6-3263f8ba3bfb,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:11.861293 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfb4b49d-14d4-4b3b-851c-0c013be68298 req-dd511e4c-8861-421d-9753-4cd5f56fb01c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038220 Dec 12 18:02:11.877761 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f6353a9-fbc6-490e-9be4-7a32e18000dd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:11.942547 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6353a9-fbc6-490e-9be4-7a32e18000dd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=556ef939-c587-4dde-b250-6358ab1f1aae,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:12.032486 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e3020104-b9da-48b2-ab70-70e0d50d2b11 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1567993107'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:12.076974 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f6353a9-fbc6-490e-9be4-7a32e18000dd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:12.085126 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0f6353a9-fbc6-490e-9be4-7a32e18000dd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/ports/556ef939-c587-4dde-b250-6358ab1f1aae HTTP/1.1" status: 204 len: 168 time: 1.3801782 Dec 12 18:02:12.085287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51114) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:12.109665 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3020104-b9da-48b2-ab70-70e0d50d2b11 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Made reservation on behalf of 3df21f171f09496ebb87bbcc1dc23331 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:12.114580 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3020104-b9da-48b2-ab70-70e0d50d2b11 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:12.142442 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3020104-b9da-48b2-ab70-70e0d50d2b11 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:12.172299 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ea896fbc-119c-45fe-86d4-9b5479e77bcc triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:12.172776 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:12.202836 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-01567465-1b25-45de-a60b-f9d52bec78f2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] GET failed (client error): The resource could not be found. Dec 12 18:02:12.211162 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-01567465-1b25-45de-a60b-f9d52bec78f2 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports/556ef939-c587-4dde-b250-6358ab1f1aae HTTP/1.1" status: 404 len: 333 time: 0.1184976 Dec 12 18:02:12.211772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51118) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:12.228540 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:12.297459 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-37c83c45-1d62-4913-9646-10357bda02c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:12.328471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 961b4006-15b1-44b6-80f2-890076ced330, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=961b4006-15b1-44b6-80f2-890076ced330,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:12.339529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc45e60-c027-47a2-ad57-3751e2a6901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961b4006-15b1-44b6-80f2-890076ced330'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:02:12.348385 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac154db-192c-47fe-b395-7fbf293494a6" -d '{"events": [{"server_uuid": "4fc45e60-c027-47a2-ad57-3751e2a6901a", "name": "network-vif-plugged", "status": "completed", "tag": "961b4006-15b1-44b6-80f2-890076ced330"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:02:12.360104 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:12.373139 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3020104-b9da-48b2-ab70-70e0d50d2b11 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:12.387714 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3020104-b9da-48b2-ab70-70e0d50d2b11 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:12.421246 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:12.503481 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cdbb25-75f4-402b-b51e-527fefae31c7 x-openstack-request-id: req-70cdbb25-75f4-402b-b51e-527fefae31c7 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:02:12.504463 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc45e60-c027-47a2-ad57-3751e2a6901a", "name": "network-vif-plugged", "status": "completed", "tag": "961b4006-15b1-44b6-80f2-890076ced330", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:02:12.505030 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70cdbb25-75f4-402b-b51e-527fefae31c7 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:02:12.505665 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc45e60-c027-47a2-ad57-3751e2a6901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961b4006-15b1-44b6-80f2-890076ced330', 'code': 200} Dec 12 18:02:12.520938 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3020104-b9da-48b2-ab70-70e0d50d2b11 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:02:12.573141 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3020104-b9da-48b2-ab70-70e0d50d2b11 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:12.574366 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-e3020104-b9da-48b2-ab70-70e0d50d2b11 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Added segment 2b3f6b48-3115-4e08-81c7-a2b78de7dc86 of type vlan for network cc38a490-f211-412a-b627-01beeb9aeaf0 Dec 12 18:02:12.584540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f354a-8c66-44d3-b5ee-37c6d82b1402 req-41231110-4c30-4000-ae70-9c6174a73ea9 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:12.586152 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f53f354a-8c66-44d3-b5ee-37c6d82b1402 req-41231110-4c30-4000-ae70-9c6174a73ea9 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 945 time: 0.5184417 Dec 12 18:02:12.621887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-522d3934-e86d-436b-a60c-1b4e44629861 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port 547f6174-875c-49b9-9183-4b8414c46475 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:02:12.622592 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-522d3934-e86d-436b-a60c-1b4e44629861 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:12.625686 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-37c83c45-1d62-4913-9646-10357bda02c2 None None] For port ea896fbc-119c-45fe-86d4-9b5479e77bcc, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ea896fbc-119c-45fe-86d4-9b5479e77bcc,segment=NetworkSegment(b28c53cc-38a7-442d-bdea-8bcf418e4c7a),segment_id=b28c53cc-38a7-442d-bdea-8bcf418e4c7a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:12.645429 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3020104-b9da-48b2-ab70-70e0d50d2b11 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:12.679873 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-37c83c45-1d62-4913-9646-10357bda02c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:12.682407 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3020104-b9da-48b2-ab70-70e0d50d2b11 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b271c1b0-de73-450e-85ee-6e407733619c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:12.702992 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3020104-b9da-48b2-ab70-70e0d50d2b11 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:12.711448 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3020104-b9da-48b2-ab70-70e0d50d2b11 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:12.712637 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3020104-b9da-48b2-ab70-70e0d50d2b11 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:12.763710 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e3020104-b9da-48b2-ab70-70e0d50d2b11 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2363329 Dec 12 18:02:12.771546 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f53f354a-8c66-44d3-b5ee-37c6d82b1402 req-2b5e405f-f4af-4e10-a583-e79d7a095e94 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780026 Dec 12 18:02:12.772487 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51130) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:12.782939 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=961b4006-15b1-44b6-80f2-890076ced330,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:12.840685 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51136) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:12.862638 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-522d3934-e86d-436b-a60c-1b4e44629861 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:12.878321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-522d3934-e86d-436b-a60c-1b4e44629861 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for 547f6174-875c-49b9-9183-4b8414c46475 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:02:12.897900 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e4a2-925f-462e-a1d2-194f976b1d08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:12.927162 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d6235-c696-478d-bace-7d9e18f1d2fd req-24c496eb-a279-4f87-a446-3e0741caeafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:12.929159 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-452d6235-c696-478d-bace-7d9e18f1d2fd req-24c496eb-a279-4f87-a446-3e0741caeafb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 1097 time: 0.2419901 Dec 12 18:02:12.929982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3020104-b9da-48b2-ab70-70e0d50d2b11 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Pushing event updated for resources: {'Network': ['ID=cc38a490-f211-412a-b627-01beeb9aeaf0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:12.972171 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network cc38a490-f211-412a-b627-01beeb9aeaf0 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:02:13.054730 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-452d6235-c696-478d-bace-7d9e18f1d2fd req-2d5e49a1-8a27-4b07-a6fa-653f5724059a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134961 Dec 12 18:02:13.069518 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c83c45-1d62-4913-9646-10357bda02c2 None None] Pushing event updated for resources: {'Port': ['ID=ea896fbc-119c-45fe-86d4-9b5479e77bcc,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:13.075584 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:02:13.076401 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:02:13.102961 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-486179cb-362a-4a78-a903-e0007852cc95 None None] Provisioning complete for port 547f6174-875c-49b9-9183-4b8414c46475 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:13.104101 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-486179cb-362a-4a78-a903-e0007852cc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:13.150009 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-522d3934-e86d-436b-a60c-1b4e44629861 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:13.214048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d3934-e86d-436b-a60c-1b4e44629861 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=547f6174-875c-49b9-9183-4b8414c46475,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:13.216003 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-486179cb-362a-4a78-a903-e0007852cc95 None None] Port 547f6174-875c-49b9-9183-4b8414c46475 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:02:13.229011 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e4a2-925f-462e-a1d2-194f976b1d08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:13.240486 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e4a2-925f-462e-a1d2-194f976b1d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:13.289242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-486179cb-362a-4a78-a903-e0007852cc95 None None] Provisioning complete for port ea896fbc-119c-45fe-86d4-9b5479e77bcc triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:13.291255 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-486179cb-362a-4a78-a903-e0007852cc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:13.317561 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f4c1e4a2-925f-462e-a1d2-194f976b1d08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12a32ead6b784713a4f719fde4450e6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4722848 Dec 12 18:02:13.317561 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1e4a2-925f-462e-a1d2-194f976b1d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bb804b-b240-4c64-8843-d43587e840e7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:13.319647 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51176) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:13.326391 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-522d3934-e86d-436b-a60c-1b4e44629861 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:13.333495 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-522d3934-e86d-436b-a60c-1b4e44629861 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/ports/547f6174-875c-49b9-9183-4b8414c46475 HTTP/1.1" status: 204 len: 168 time: 1.1182575 Dec 12 18:02:13.334883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-644491ec-0a2a-40f3-8edf-948547cdb7d9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Request body: {'network': {'name': 'tempest-network--1202311343', 'router:external': True}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:13.339532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51182) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:13.412895 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6927b4d-f62b-4871-affd-8d83f9b1a07c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] GET failed (client error): The resource could not be found. Dec 12 18:02:13.418539 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a6927b4d-f62b-4871-affd-8d83f9b1a07c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports/547f6174-875c-49b9-9183-4b8414c46475 HTTP/1.1" status: 404 len: 333 time: 0.0733032 Dec 12 18:02:13.418783 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51188) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:13.421317 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f0b5973-3aba-47a9-8f4a-36303885e2da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:13.441728 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef0c20-173e-49b3-9903-cbe81dfee187 req-87dd013f-cec2-4e6e-a777-685344ca20ac tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:13.443647 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ebef0c20-173e-49b3-9903-cbe81dfee187 req-87dd013f-cec2-4e6e-a777-685344ca20ac tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 945 time: 0.3266041 Dec 12 18:02:13.444845 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f0b5973-3aba-47a9-8f4a-36303885e2da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:13.446645 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644491ec-0a2a-40f3-8edf-948547cdb7d9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Made reservation on behalf of 667de1ae73c144328610c1f29c94a813 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:13.449317 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-644491ec-0a2a-40f3-8edf-948547cdb7d9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:13.469273 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-486179cb-362a-4a78-a903-e0007852cc95 None None] Could not find standard attr ID for object 556ef939-c587-4dde-b250-6358ab1f1aae. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:02:13.482337 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-644491ec-0a2a-40f3-8edf-948547cdb7d9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:13.544955 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f0b5973-3aba-47a9-8f4a-36303885e2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:13.550482 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f0b5973-3aba-47a9-8f4a-36303885e2da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:13.554298 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1f0b5973-3aba-47a9-8f4a-36303885e2da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4bb804b-b240-4c64-8843-d43587e840e7 HTTP/1.1" status: 204 len: 168 time: 0.2335374 Dec 12 18:02:13.562677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting subnet bba81725-852f-44cd-bb93-ce53929aedbe {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:02:13.575296 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:13.584824 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b5973-3aba-47a9-8f4a-36303885e2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bb804b-b240-4c64-8843-d43587e840e7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:13.628501 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-18a8f6ad-1811-463a-8e49-4ff17c3a5755 None None] Could not find standard attr ID for object 556ef939-c587-4dde-b250-6358ab1f1aae. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:02:13.714346 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:13.731549 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ebef0c20-173e-49b3-9903-cbe81dfee187 req-dcc55099-23ff-4c32-85a7-16124afcfdcf tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502084 Dec 12 18:02:13.866454 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ea896fbc-119c-45fe-86d4-9b5479e77bcc up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:02:13.905119 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-644491ec-0a2a-40f3-8edf-948547cdb7d9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:13.938864 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ea896fbc-119c-45fe-86d4-9b5479e77bcc triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:13.939116 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-644491ec-0a2a-40f3-8edf-948547cdb7d9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:13.939360 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:14.016616 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:14.019717 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644491ec-0a2a-40f3-8edf-948547cdb7d9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:02:14.204471 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51222) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:14.453587 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c100a32f-a827-4877-9f35-cf844957cfde up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:02:14.594068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb77e63-ffa3-461c-89e8-b34373832386 req-825a3559-f0a6-4dad-be84-6738e727f27c tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:14.594068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6eb77e63-ffa3-461c-89e8-b34373832386 req-825a3559-f0a6-4dad-be84-6738e727f27c tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 946 time: 0.5897222 Dec 12 18:02:14.594068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644491ec-0a2a-40f3-8edf-948547cdb7d9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35197b9-5fb9-4f2e-8141-0c8392864f00,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:14.594068 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-644491ec-0a2a-40f3-8edf-948547cdb7d9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:14.594068 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-644491ec-0a2a-40f3-8edf-948547cdb7d9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Added segment 5ddb1719-c9da-4224-b32c-aa039defb800 of type vlan for network c5f1c439-a617-4137-9434-261334f083f4 Dec 12 18:02:14.597805 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port c100a32f-a827-4877-9f35-cf844957cfde completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:02:14.597805 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port c100a32f-a827-4877-9f35-cf844957cfde triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:14.597805 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:14.600822 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-644491ec-0a2a-40f3-8edf-948547cdb7d9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:14.606145 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:14.636551 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54f10c6e-7a06-4a5c-9172-430c1995fd81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:14.640459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Subnet': ['ID=bba81725-852f-44cd-bb93-ce53929aedbe,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:14.652228 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6eb77e63-ffa3-461c-89e8-b34373832386 req-010da394-fc25-4cc0-b539-3adeb3b38c09 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192951 Dec 12 18:02:14.668755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:14.669099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:14.669515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:14.669858 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:14.670199 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:14.670542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:14.670997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:14.671351 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:14.671676 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:14.671996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:14.672318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:14.672635 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:14.672953 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:14.677412 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:14.681503 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f2b545bc-19ec-4180-afa0-fd46e3056bed tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/bba81725-852f-44cd-bb93-ce53929aedbe HTTP/1.1" status: 204 len: 168 time: 1.2611628 Dec 12 18:02:14.684610 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51254) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:14.711731 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a33616-f6b1-4601-9953-2ec1dc3560fa None None] Network 332e0b66-788a-4224-8d34-0c97c4f37f9a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:14.794182 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:14.799085 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-644491ec-0a2a-40f3-8edf-948547cdb7d9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:14.801318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644491ec-0a2a-40f3-8edf-948547cdb7d9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:14.802404 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-644491ec-0a2a-40f3-8edf-948547cdb7d9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:14.889425 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54f10c6e-7a06-4a5c-9172-430c1995fd81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:14.891921 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port c100a32f-a827-4877-9f35-cf844957cfde, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c100a32f-a827-4877-9f35-cf844957cfde,segment=NetworkSegment(9bacf018-e989-43e2-a6b1-a50ff12ab17b),segment_id=9bacf018-e989-43e2-a6b1-a50ff12ab17b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:14.895619 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54f10c6e-7a06-4a5c-9172-430c1995fd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:14.898829 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da5b197-5bf2-4c37-8b41-c3d9c67116f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c100a32f-a827-4877-9f35-cf844957cfde'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:02:14.902785 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a299859a-db8a-4a44-affa-e606406a2012" -d '{"events": [{"server_uuid": "6da5b197-5bf2-4c37-8b41-c3d9c67116f8", "name": "network-vif-plugged", "status": "completed", "tag": "c100a32f-a827-4877-9f35-cf844957cfde"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:02:14.917399 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:14.924841 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:14.931952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644491ec-0a2a-40f3-8edf-948547cdb7d9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Pushing event updated for resources: {'Network': ['ID=c5f1c439-a617-4137-9434-261334f083f4,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:14.946398 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f10c6e-7a06-4a5c-9172-430c1995fd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4783d49-230d-4f08-818b-63aa7dfa5cf0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:14.978489 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-54f10c6e-7a06-4a5c-9172-430c1995fd81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05ba5032342949e38021251ddd5cc915&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7725456 Dec 12 18:02:14.982067 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51266) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:15.009498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-644491ec-0a2a-40f3-8edf-948547cdb7d9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2319841 Dec 12 18:02:15.013236 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51268) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:15.050257 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcf4036-fc06-4091-9043-857621b13013 x-openstack-request-id: req-2fcf4036-fc06-4091-9043-857621b13013 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:02:15.050867 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da5b197-5bf2-4c37-8b41-c3d9c67116f8", "name": "network-vif-plugged", "status": "completed", "tag": "c100a32f-a827-4877-9f35-cf844957cfde", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:02:15.051858 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fcf4036-fc06-4091-9043-857621b13013 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:02:15.052585 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da5b197-5bf2-4c37-8b41-c3d9c67116f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c100a32f-a827-4877-9f35-cf844957cfde', 'code': 200} Dec 12 18:02:15.058295 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network c5f1c439-a617-4137-9434-261334f083f4 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:02:15.062169 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=c100a32f-a827-4877-9f35-cf844957cfde,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:15.074518 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3674013d-6a28-43cd-a4fa-115b0f94ec47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:15.111833 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ed209ef-ae92-4432-8bed-d201e5118376 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:15.148128 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ed209ef-ae92-4432-8bed-d201e5118376 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:15.194590 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d5b20-ac03-4527-9d6b-d05d04768da0 req-a444c4ab-6a28-4cc4-8dd5-1c016318a130 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:15.196931 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a37d5b20-ac03-4527-9d6b-d05d04768da0 req-a444c4ab-6a28-4cc4-8dd5-1c016318a130 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 946 time: 0.2699170 Dec 12 18:02:15.231987 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ed209ef-ae92-4432-8bed-d201e5118376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:15.236320 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ed209ef-ae92-4432-8bed-d201e5118376 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:15.240048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0474d0f5-2a8a-4bd1-85b7-a69f83ac7a8c None None] DHCP port deletion for 332e0b66-788a-4224-8d34-0c97c4f37f9a request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:02:15.240638 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5ed209ef-ae92-4432-8bed-d201e5118376 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a4783d49-230d-4f08-818b-63aa7dfa5cf0 HTTP/1.1" status: 204 len: 168 time: 0.2564726 Dec 12 18:02:15.257919 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed209ef-ae92-4432-8bed-d201e5118376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4783d49-230d-4f08-818b-63aa7dfa5cf0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:15.283540 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-64155a6f-7938-4dfd-99c7-facc5b6372b7 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:15.322725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd724ae2-d2c0-4fd6-b2a3-4b952b892932 req-ce5660e0-dedc-42a0-9aab-a598d468b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:15.324305 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd724ae2-d2c0-4fd6-b2a3-4b952b892932 req-ce5660e0-dedc-42a0-9aab-a598d468b3d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 1097 time: 0.1921165 Dec 12 18:02:15.365382 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a37d5b20-ac03-4527-9d6b-d05d04768da0 req-acfb4bdc-30ce-4d22-b173-1bea1463c251 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459067 Dec 12 18:02:15.369038 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port ea896fbc-119c-45fe-86d4-9b5479e77bcc {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:02:15.369374 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:15.386580 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0474d0f5-2a8a-4bd1-85b7-a69f83ac7a8c None None] Deleting port ea896fbc-119c-45fe-86d4-9b5479e77bcc {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:02:15.387061 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0474d0f5-2a8a-4bd1-85b7-a69f83ac7a8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:15.510799 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0474d0f5-2a8a-4bd1-85b7-a69f83ac7a8c None None] For port ea896fbc-119c-45fe-86d4-9b5479e77bcc, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ea896fbc-119c-45fe-86d4-9b5479e77bcc,segment=NetworkSegment(b28c53cc-38a7-442d-bdea-8bcf418e4c7a),segment_id=b28c53cc-38a7-442d-bdea-8bcf418e4c7a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:15.511387 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0474d0f5-2a8a-4bd1-85b7-a69f83ac7a8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:15.531575 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0474d0f5-2a8a-4bd1-85b7-a69f83ac7a8c None None] Calling delete_port for ea896fbc-119c-45fe-86d4-9b5479e77bcc owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:02:15.583337 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd724ae2-d2c0-4fd6-b2a3-4b952b892932 req-db726211-dd2b-43ce-9bfa-91e7ac4cc8d8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465134 Dec 12 18:02:15.586049 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-64155a6f-7938-4dfd-99c7-facc5b6372b7 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:15.616458 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] For port ea896fbc-119c-45fe-86d4-9b5479e77bcc, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ea896fbc-119c-45fe-86d4-9b5479e77bcc,segment=NetworkSegment(b28c53cc-38a7-442d-bdea-8bcf418e4c7a),segment_id=b28c53cc-38a7-442d-bdea-8bcf418e4c7a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:15.616898 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:15.638606 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-64155a6f-7938-4dfd-99c7-facc5b6372b7 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f1c439-a617-4137-9434-261334f083f4']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:15.650946 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for ea896fbc-119c-45fe-86d4-9b5479e77bcc owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:02:15.657833 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-64155a6f-7938-4dfd-99c7-facc5b6372b7 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ddb1719-c9da-4224-b32c-aa039defb800') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:15.658134 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-64155a6f-7938-4dfd-99c7-facc5b6372b7 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ddb1719-c9da-4224-b32c-aa039defb800') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:15.673936 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-64155a6f-7938-4dfd-99c7-facc5b6372b7 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:15.679268 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0474d0f5-2a8a-4bd1-85b7-a69f83ac7a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:15.733077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474d0f5-2a8a-4bd1-85b7-a69f83ac7a8c None None] Pushing event deleted for resources: {'Port': ['ID=ea896fbc-119c-45fe-86d4-9b5479e77bcc,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:15.779883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0474d0f5-2a8a-4bd1-85b7-a69f83ac7a8c None None] No DVR routers for this DVR port ea896fbc-119c-45fe-86d4-9b5479e77bcc on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:02:15.832455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ea896fbc-119c-45fe-86d4-9b5479e77bcc no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:02:15.832826 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-64155a6f-7938-4dfd-99c7-facc5b6372b7 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:15.841372 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64155a6f-7938-4dfd-99c7-facc5b6372b7 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:02:15.842186 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-64155a6f-7938-4dfd-99c7-facc5b6372b7 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:15.882038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: ea896fbc-119c-45fe-86d4-9b5479e77bcc {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:02:15.882400 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ea896fbc-119c-45fe-86d4-9b5479e77bcc not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:02:15.894870 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51296) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:15.917020 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4deea272-604c-4dbf-899b-945b5f3c8cb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:02:15.925875 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:02:16.017203 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.027099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1159f74-bc00-4594-9061-af9cf75cb9c8 req-ddffff08-6a70-4529-bcb9-7d0acbaa6ef1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:16.028876 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1159f74-bc00-4594-9061-af9cf75cb9c8 req-ddffff08-6a70-4529-bcb9-7d0acbaa6ef1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 946 time: 0.2048018 Dec 12 18:02:16.064225 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-64155a6f-7938-4dfd-99c7-facc5b6372b7 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.079534 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=ea896fbc-119c-45fe-86d4-9b5479e77bcc,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:16.082463 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No DVR routers for this DVR port ea896fbc-119c-45fe-86d4-9b5479e77bcc on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:02:16.084439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64155a6f-7938-4dfd-99c7-facc5b6372b7 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c5f1c439-a617-4137-9434-261334f083f4 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 18:02:16.093594 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-64155a6f-7938-4dfd-99c7-facc5b6372b7 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.097259 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-64155a6f-7938-4dfd-99c7-facc5b6372b7 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] 10.222.0.18 "DELETE /v2.0/networks/c5f1c439-a617-4137-9434-261334f083f4 HTTP/1.1" status: 204 len: 168 time: 1.0814819 Dec 12 18:02:16.110764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51306) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:16.118570 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4deea272-604c-4dbf-899b-945b5f3c8cb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.125797 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4deea272-604c-4dbf-899b-945b5f3c8cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.135183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-5461e575-8e02-43e8-bebf-f1d67d9d1141 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:16.151889 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64155a6f-7938-4dfd-99c7-facc5b6372b7 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5f1c439-a617-4137-9434-261334f083f4,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:16.181411 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deea272-604c-4dbf-899b-945b5f3c8cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530022b8-cc10-4c7e-b7d7-4732d4d07507,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:16.197683 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4deea272-604c-4dbf-899b-945b5f3c8cb5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85924da0c8cf4ec8ac5c49d9390bf459&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2985060 Dec 12 18:02:16.198878 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51308) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:16.216421 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deea272-604c-4dbf-899b-945b5f3c8cb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:16.216836 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deea272-604c-4dbf-899b-945b5f3c8cb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:16.217193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deea272-604c-4dbf-899b-945b5f3c8cb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:16.217601 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deea272-604c-4dbf-899b-945b5f3c8cb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:16.218214 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deea272-604c-4dbf-899b-945b5f3c8cb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:16.219256 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deea272-604c-4dbf-899b-945b5f3c8cb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:16.219618 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deea272-604c-4dbf-899b-945b5f3c8cb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:16.219956 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deea272-604c-4dbf-899b-945b5f3c8cb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:16.220295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deea272-604c-4dbf-899b-945b5f3c8cb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:16.220635 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deea272-604c-4dbf-899b-945b5f3c8cb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:16.220970 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deea272-604c-4dbf-899b-945b5f3c8cb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:16.221302 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deea272-604c-4dbf-899b-945b5f3c8cb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:16.221631 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deea272-604c-4dbf-899b-945b5f3c8cb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:16.248883 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.271890 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332e0b66-788a-4224-8d34-0c97c4f37f9a']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:16.279832 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c218f1c0-6e05-4497-8028-16ad5c039a86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.282462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28c53cc-38a7-442d-bdea-8bcf418e4c7a') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:16.282886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28c53cc-38a7-442d-bdea-8bcf418e4c7a') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:16.294587 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.307872 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c218f1c0-6e05-4497-8028-16ad5c039a86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.309251 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.316614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:02:16.317212 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.401105 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c218f1c0-6e05-4497-8028-16ad5c039a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:02:16.405589 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:02:16.412038 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c218f1c0-6e05-4497-8028-16ad5c039a86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.412038 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c218f1c0-6e05-4497-8028-16ad5c039a86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/530022b8-cc10-4c7e-b7d7-4732d4d07507 HTTP/1.1" status: 204 len: 168 time: 0.2080910 Dec 12 18:02:16.421828 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.427987 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.435654 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/networks/332e0b66-788a-4224-8d34-0c97c4f37f9a HTTP/1.1" status: 204 len: 168 time: 1.7465310 Dec 12 18:02:16.437941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5461e575-8e02-43e8-bebf-f1d67d9d1141 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Made reservation on behalf of 667de1ae73c144328610c1f29c94a813 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:16.439196 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51320) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:16.440899 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5461e575-8e02-43e8-bebf-f1d67d9d1141 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.461793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f0dc4bbe-a904-49c8-8ec6-66b63402b097 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1286488501'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:16.475346 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218f1c0-6e05-4497-8028-16ad5c039a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530022b8-cc10-4c7e-b7d7-4732d4d07507,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:16.506927 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1159f74-bc00-4594-9061-af9cf75cb9c8 req-a382a526-7b69-43ba-b827-2b15ffa8e4fe tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417672 Dec 12 18:02:16.552389 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25614bac-ea4a-4448-aac4-12c60d7781e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Network': ['ID=332e0b66-788a-4224-8d34-0c97c4f37f9a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:16.611646 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dc4bbe-a904-49c8-8ec6-66b63402b097 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:16.627602 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f0dc4bbe-a904-49c8-8ec6-66b63402b097 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.637675 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5461e575-8e02-43e8-bebf-f1d67d9d1141 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:02:16.655126 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5461e575-8e02-43e8-bebf-f1d67d9d1141 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.655722 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-5461e575-8e02-43e8-bebf-f1d67d9d1141 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Added segment aad001eb-1a29-4043-b72c-61d870847bf6 of type vlan for network e60af02d-0664-41a4-b97e-10c94412ea1c Dec 12 18:02:16.692598 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0dc4bbe-a904-49c8-8ec6-66b63402b097 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:02:16.723862 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f0dc4bbe-a904-49c8-8ec6-66b63402b097 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.724952 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-f0dc4bbe-a904-49c8-8ec6-66b63402b097 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Added segment 88b8870f-800e-4191-b68c-235b7551f93f of type vlan for network 3e486b24-fa4b-48ac-b966-19574799c820 Dec 12 18:02:16.795789 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5461e575-8e02-43e8-bebf-f1d67d9d1141 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.852641 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f0dc4bbe-a904-49c8-8ec6-66b63402b097 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.926358 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f0dc4bbe-a904-49c8-8ec6-66b63402b097 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.937666 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc4bbe-a904-49c8-8ec6-66b63402b097 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:16.940920 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f0dc4bbe-a904-49c8-8ec6-66b63402b097 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.945707 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5461e575-8e02-43e8-bebf-f1d67d9d1141 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:16.947306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5461e575-8e02-43e8-bebf-f1d67d9d1141 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:16.948626 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5461e575-8e02-43e8-bebf-f1d67d9d1141 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:17.119739 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f0dc4bbe-a904-49c8-8ec6-66b63402b097 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6655431 Dec 12 18:02:17.122622 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51340) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:17.128835 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1137c246-7a8c-484d-af3b-32064a1b9d88 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'subnet': {'network_id': '3e486b24-fa4b-48ac-b966-19574799c820', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:17.137611 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:17.139739 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc4bbe-a904-49c8-8ec6-66b63402b097 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Network': ['ID=3e486b24-fa4b-48ac-b966-19574799c820,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:17.154701 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 3e486b24-fa4b-48ac-b966-19574799c820 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:02:17.158116 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5461e575-8e02-43e8-bebf-f1d67d9d1141 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0272214 Dec 12 18:02:17.172016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51344) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:17.187639 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-88a691f5-b342-45bb-96ed-46cabc29edbc tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Request body: {'subnet': {'network_id': 'e60af02d-0664-41a4-b97e-10c94412ea1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:17.200925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461e575-8e02-43e8-bebf-f1d67d9d1141 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Pushing event updated for resources: {'Network': ['ID=e60af02d-0664-41a4-b97e-10c94412ea1c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:17.268414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network e60af02d-0664-41a4-b97e-10c94412ea1c details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:02:17.274491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7aae7-86e3-43ab-95c9-2f674742ff80 req-1e200847-6ae7-43b3-bd91-654210612738 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:17.276370 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3c7aae7-86e3-43ab-95c9-2f674742ff80 req-1e200847-6ae7-43b3-bd91-654210612738 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 946 time: 0.2759032 Dec 12 18:02:17.291723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3bf3c-5b0f-47c6-ba6f-31e946fa8187 req-fbb3ed11-adbe-4257-832f-ca3edc953456 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:17.293570 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ee3bf3c-5b0f-47c6-ba6f-31e946fa8187 req-fbb3ed11-adbe-4257-832f-ca3edc953456 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 946 time: 0.2624631 Dec 12 18:02:17.325896 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a691f5-b342-45bb-96ed-46cabc29edbc tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Made reservation on behalf of 667de1ae73c144328610c1f29c94a813 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:17.328808 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88a691f5-b342-45bb-96ed-46cabc29edbc tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:17.357553 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1137c246-7a8c-484d-af3b-32064a1b9d88 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:17.370290 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1137c246-7a8c-484d-af3b-32064a1b9d88 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:17.428130 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc6ecbdb-1050-44cc-b7fe-947e2e42d39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:17.452665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ee3bf3c-5b0f-47c6-ba6f-31e946fa8187 req-3f3d5eb9-635a-4b45-b153-fe2851beed81 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497715 Dec 12 18:02:17.526954 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3c7aae7-86e3-43ab-95c9-2f674742ff80 req-1a428c10-8e2c-4302-9261-6b02b4663502 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318757 Dec 12 18:02:17.682029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383fcda-162b-4cce-9409-863220a62e7a req-3a5a5e6b-e753-486a-bb77-693548aa12e3 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:17.684385 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f383fcda-162b-4cce-9409-863220a62e7a req-3a5a5e6b-e753-486a-bb77-693548aa12e3 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 946 time: 0.0962594 Dec 12 18:02:17.769377 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:17.852426 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1137c246-7a8c-484d-af3b-32064a1b9d88 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:17.910722 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f383fcda-162b-4cce-9409-863220a62e7a req-482962b7-4121-467b-9598-269ca43948f1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904743 Dec 12 18:02:17.943293 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad8b79-63ee-4671-bf61-7388f0fc03ce req-6b955176-9bae-4735-b4ff-60f91727c114 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:17.943918 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-efad8b79-63ee-4671-bf61-7388f0fc03ce req-6b955176-9bae-4735-b4ff-60f91727c114 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 946 time: 0.1714323 Dec 12 18:02:17.985266 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137c246-7a8c-484d-af3b-32064a1b9d88 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Subnet': ['ID=01cfb8c0-d6bd-447c-b825-1123f278d437,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:18.021402 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1137c246-7a8c-484d-af3b-32064a1b9d88 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Checking segment: {'id': '88b8870f-800e-4191-b68c-235b7551f93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e486b24-fa4b-48ac-b966-19574799c820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:02:18.022522 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1137c246-7a8c-484d-af3b-32064a1b9d88 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network hostable DHCP agents. Network: 3e486b24-fa4b-48ac-b966-19574799c820, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:02:18.042692 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1137c246-7a8c-484d-af3b-32064a1b9d88 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network 3e486b24-fa4b-48ac-b966-19574799c820 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:02:18.082072 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1137c246-7a8c-484d-af3b-32064a1b9d88 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 3e486b24-fa4b-48ac-b966-19574799c820) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:18.088242 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1137c246-7a8c-484d-af3b-32064a1b9d88 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:18.089311 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1137c246-7a8c-484d-af3b-32064a1b9d88 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:18.093446 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8684cf-139e-428b-bac2-016f70d083b1 None None] Network 3e486b24-fa4b-48ac-b966-19574799c820 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:18.143881 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1137c246-7a8c-484d-af3b-32064a1b9d88 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0174065 Dec 12 18:02:18.149430 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51382) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:18.172255 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8c08f9f3-9d5c-4fa3-a30d-23e3522584ef tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'network_id': '3e486b24-fa4b-48ac-b966-19574799c820', 'name': 'tempest-PortsTestJSON-1944402559', 'fixed_ips': [{'subnet_id': '01cfb8c0-d6bd-447c-b825-1123f278d437', 'ip_address': '172.20.0.10'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:18.214456 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-efad8b79-63ee-4671-bf61-7388f0fc03ce req-21322191-a171-4c04-a0d5-6874640b7959 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402284 Dec 12 18:02:18.222401 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51386) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:18.278088 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-3e486b24-fa4b-48ac-b966-19574799c820', 'network_id': '3e486b24-fa4b-48ac-b966-19574799c820', 'project_id': '06783abe78f64b7b909358a9618e0047', 'fixed_ips': [{'subnet_id': '01cfb8c0-d6bd-447c-b825-1123f278d437'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:02:18.279135 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:18.371691 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded02907-5280-4e63-82f7-5082043a89b5 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:18.373201 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ded02907-5280-4e63-82f7-5082043a89b5 tempest-TestNetworkAdvancedServerOps-1635481260 tempest-TestNetworkAdvancedServerOps-1635481260-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 1092 time: 0.1428781 Dec 12 18:02:18.376731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51394) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:18.390563 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': 'c100a32f-a827-4877-9f35-cf844957cfde', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:18.441349 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.db.api [None req-8c08f9f3-9d5c-4fa3-a30d-23e3522584ef tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 18:02:18.441349 n-d-760354-5 neutron-server[103150]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 12 18:02:18.441349 n-d-760354-5 neutron-server[103150]: [parameters: {'project_id_1': '06783abe78f64b7b909358a9618e0047', 'expiration_1': datetime.datetime(2021, 12, 12, 18, 1, 58, 435670)}] Dec 12 18:02:18.441349 n-d-760354-5 neutron-server[103150]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:02:18.442276 n-d-760354-5 neutron-server[103150]: DEBUG oslo_db.api [None req-8c08f9f3-9d5c-4fa3-a30d-23e3522584ef tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:02:18.547804 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:18.554029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.objects.ports [None req-88a691f5-b342-45bb-96ed-46cabc29edbc tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103151) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 18:02:18.555634 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88a691f5-b342-45bb-96ed-46cabc29edbc tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:18.576532 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:18.594765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Allocated IP 172.20.0.2 (3e486b24-fa4b-48ac-b966-19574799c820/01cfb8c0-d6bd-447c-b825-1123f278d437/645bc1ae-1a3a-4b47-9702-d34b24682af9) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:18.735548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b3838-54f9-4330-b10d-6551912d3518 req-e71913c4-85a3-43eb-b1cc-57ceef1fc7a9 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:18.738405 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-249b3838-54f9-4330-b10d-6551912d3518 req-e71913c4-85a3-43eb-b1cc-57ceef1fc7a9 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 946 time: 0.2698824 Dec 12 18:02:18.766878 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a691f5-b342-45bb-96ed-46cabc29edbc tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Pushing event updated for resources: {'Subnet': ['ID=57da2186-4aeb-4363-af6f-c7cabf284dde,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:18.813549 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:18.829036 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:18.850262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a691f5-b342-45bb-96ed-46cabc29edbc tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Checking segment: {'id': 'aad001eb-1a29-4043-b72c-61d870847bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e60af02d-0664-41a4-b97e-10c94412ea1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:02:18.850916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a691f5-b342-45bb-96ed-46cabc29edbc tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Network hostable DHCP agents. Network: e60af02d-0664-41a4-b97e-10c94412ea1c, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:02:18.873451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-249b3838-54f9-4330-b10d-6551912d3518 req-3989e100-08ac-4883-9866-b8cb32807028 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237237 Dec 12 18:02:18.910512 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a691f5-b342-45bb-96ed-46cabc29edbc tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Network e60af02d-0664-41a4-b97e-10c94412ea1c is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:02:18.920521 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Network 3e486b24-fa4b-48ac-b966-19574799c820 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:18.924053 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:18.926587 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:02:18.932596 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:18.972530 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-88a691f5-b342-45bb-96ed-46cabc29edbc tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, e60af02d-0664-41a4-b97e-10c94412ea1c) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:18.981369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a691f5-b342-45bb-96ed-46cabc29edbc tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:18.982476 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88a691f5-b342-45bb-96ed-46cabc29edbc tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:18.987603 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c08f9f3-9d5c-4fa3-a30d-23e3522584ef tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:19.031188 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Pushing event updated for resources: {'Port': ['ID=645bc1ae-1a3a-4b47-9702-d34b24682af9,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:19.048323 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5429436-f2c4-4240-8d2f-12995ae98a82 None None] Network e60af02d-0664-41a4-b97e-10c94412ea1c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:19.056936 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-88a691f5-b342-45bb-96ed-46cabc29edbc tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8801072 Dec 12 18:02:19.058570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51414) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:19.062902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a0b4f2c2-7be9-4156-8317-797ba264f453 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Request body: {'floatingip': {'floating_network_id': 'e60af02d-0664-41a4-b97e-10c94412ea1c'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:19.207890 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Allocated IP 172.25.1.123 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/fbf015bb-bd8a-4c30-8e82-56ecd70f4a75) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:19.216174 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f2c2-7be9-4156-8317-797ba264f453 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:19.348353 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Attempting to bind port 645bc1ae-1a3a-4b47-9702-d34b24682af9 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:02:19.348951 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Attempting to bind port 645bc1ae-1a3a-4b47-9702-d34b24682af9 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '88b8870f-800e-4191-b68c-235b7551f93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e486b24-fa4b-48ac-b966-19574799c820'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:02:19.349995 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Attempting to bind port 645bc1ae-1a3a-4b47-9702-d34b24682af9 on network 3e486b24-fa4b-48ac-b966-19574799c820 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:02:19.379548 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cc831b-c410-47fc-9868-b8ee476fee96 None None] Network e60af02d-0664-41a4-b97e-10c94412ea1c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:19.434263 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:19.473751 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f2c2-7be9-4156-8317-797ba264f453 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:19.566292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:02:19.567132 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Checking segment: {'id': '88b8870f-800e-4191-b68c-235b7551f93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e486b24-fa4b-48ac-b966-19574799c820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:02:19.567778 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:19.568571 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Bound using segment: {'id': '88b8870f-800e-4191-b68c-235b7551f93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e486b24-fa4b-48ac-b966-19574799c820'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:02:19.569390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Bound port: 645bc1ae-1a3a-4b47-9702-d34b24682af9, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b8870f-800e-4191-b68c-235b7551f93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e486b24-fa4b-48ac-b966-19574799c820'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:02:19.569760 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:19.572896 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c08f9f3-9d5c-4fa3-a30d-23e3522584ef tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:19.597085 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-8c08f9f3-9d5c-4fa3-a30d-23e3522584ef tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] device_id is not set on port 832158b5-76a0-4f7e-b7bd-ef8001222909 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:02:19.600990 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:19.755253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=fbf015bb-bd8a-4c30-8e82-56ecd70f4a75,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:19.770399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:19.790759 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:19.793817 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] For port 645bc1ae-1a3a-4b47-9702-d34b24682af9, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:02:19.795840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:02:19.820564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] For port 645bc1ae-1a3a-4b47-9702-d34b24682af9, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=645bc1ae-1a3a-4b47-9702-d34b24682af9,segment=NetworkSegment(88b8870f-800e-4191-b68c-235b7551f93f),segment_id=88b8870f-800e-4191-b68c-235b7551f93f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:02:19.833788 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:19.856289 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-a0b4f2c2-7be9-4156-8317-797ba264f453 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Allocated IP 172.20.0.3 (e60af02d-0664-41a4-b97e-10c94412ea1c/57da2186-4aeb-4363-af6f-c7cabf284dde/87321f6e-df8e-4c5e-bc0a-5e9c21874220) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:20.029480 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a0895-89cd-441d-8293-bb049135de81 req-4ba7b282-77ab-4df1-a3f2-0f1b4f1c2552 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:20.031965 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6f9a0895-89cd-441d-8293-bb049135de81 req-4ba7b282-77ab-4df1-a3f2-0f1b4f1c2552 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 946 time: 0.2612712 Dec 12 18:02:20.035794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e3684-2512-40cc-9744-1c193790ec4b None None] Pushing event updated for resources: {'Port': ['ID=645bc1ae-1a3a-4b47-9702-d34b24682af9,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:20.085011 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:20.183094 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-8c08f9f3-9d5c-4fa3-a30d-23e3522584ef tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Allocated IP 172.20.0.10 (3e486b24-fa4b-48ac-b966-19574799c820/01cfb8c0-d6bd-447c-b825-1123f278d437/832158b5-76a0-4f7e-b7bd-ef8001222909) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:20.294244 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-6f9a0895-89cd-441d-8293-bb049135de81 req-970f63e6-fa05-4297-826f-d4bba73daea5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Deleting port 961b4006-15b1-44b6-80f2-890076ced330 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:02:20.294774 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6f9a0895-89cd-441d-8293-bb049135de81 req-970f63e6-fa05-4297-826f-d4bba73daea5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:20.420986 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af13e6e-77e7-44f8-a01a-f3608c6efbc0 req-49a239ce-7e0f-4f24-97f5-4d161651b5c5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:20.426207 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5af13e6e-77e7-44f8-a01a-f3608c6efbc0 req-49a239ce-7e0f-4f24-97f5-4d161651b5c5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc45e60-c027-47a2-ad57-3751e2a6901a HTTP/1.1" status: 200 len: 946 time: 0.4214432 Dec 12 18:02:20.488285 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f2c2-7be9-4156-8317-797ba264f453 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:20.586152 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-6f9a0895-89cd-441d-8293-bb049135de81 req-970f63e6-fa05-4297-826f-d4bba73daea5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] For port 961b4006-15b1-44b6-80f2-890076ced330, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=961b4006-15b1-44b6-80f2-890076ced330,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:20.586866 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6f9a0895-89cd-441d-8293-bb049135de81 req-970f63e6-fa05-4297-826f-d4bba73daea5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:20.609564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-6f9a0895-89cd-441d-8293-bb049135de81 req-970f63e6-fa05-4297-826f-d4bba73daea5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Calling delete_port for 961b4006-15b1-44b6-80f2-890076ced330 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:02:20.637396 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f2c2-7be9-4156-8317-797ba264f453 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:20.701986 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b4f2c2-7be9-4156-8317-797ba264f453 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Network e60af02d-0664-41a4-b97e-10c94412ea1c is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:20.703853 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a0b4f2c2-7be9-4156-8317-797ba264f453 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:20.710359 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b4f2c2-7be9-4156-8317-797ba264f453 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:02:20.795345 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c08f9f3-9d5c-4fa3-a30d-23e3522584ef tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:20.933298 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:20.999893 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c08f9f3-9d5c-4fa3-a30d-23e3522584ef tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:21.033620 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5af13e6e-77e7-44f8-a01a-f3608c6efbc0 req-86838a31-a1b6-4f40-86a8-1ff4a4ba9205 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5972188 Dec 12 18:02:21.085616 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4f2c2-7be9-4156-8317-797ba264f453 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Pushing event updated for resources: {'Port': ['ID=87321f6e-df8e-4c5e-bc0a-5e9c21874220,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:21.117132 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08f9f3-9d5c-4fa3-a30d-23e3522584ef tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=832158b5-76a0-4f7e-b7bd-ef8001222909,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:21.137222 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6f9a0895-89cd-441d-8293-bb049135de81 req-970f63e6-fa05-4297-826f-d4bba73daea5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:21.152631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['961b4006-15b1-44b6-80f2-890076ced330'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:02:21.156065 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['0b77dfb5-c580-483a-b0ed-554a99c38f3e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:02:21.226364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c08f9f3-9d5c-4fa3-a30d-23e3522584ef tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network 3e486b24-fa4b-48ac-b966-19574799c820 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:21.228570 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f63e6-fa05-4297-826f-d4bba73daea5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Pushing event deleted for resources: {'Port': ['ID=961b4006-15b1-44b6-80f2-890076ced330,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:21.234850 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8c08f9f3-9d5c-4fa3-a30d-23e3522584ef tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:21.237982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c08f9f3-9d5c-4fa3-a30d-23e3522584ef tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:02:21.321020 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9a0895-89cd-441d-8293-bb049135de81 req-970f63e6-fa05-4297-826f-d4bba73daea5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] No DVR routers for this DVR port 961b4006-15b1-44b6-80f2-890076ced330 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:02:21.329049 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6f9a0895-89cd-441d-8293-bb049135de81 req-970f63e6-fa05-4297-826f-d4bba73daea5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:21.333014 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6f9a0895-89cd-441d-8293-bb049135de81 req-970f63e6-fa05-4297-826f-d4bba73daea5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.31 "DELETE /v2.0/ports/961b4006-15b1-44b6-80f2-890076ced330 HTTP/1.1" status: 204 len: 173 time: 1.2845049 Dec 12 18:02:21.339980 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc45e60-c027-47a2-ad57-3751e2a6901a', 'name': 'network-vif-deleted', 'tag': '961b4006-15b1-44b6-80f2-890076ced330'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:02:21.342993 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249f7914-1cc8-4f10-9196-2980a67dea86" -d '{"events": [{"server_uuid": "4fc45e60-c027-47a2-ad57-3751e2a6901a", "name": "network-vif-deleted", "tag": "961b4006-15b1-44b6-80f2-890076ced330"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:02:21.426682 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c08f9f3-9d5c-4fa3-a30d-23e3522584ef tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:21.427620 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c08f9f3-9d5c-4fa3-a30d-23e3522584ef tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:21.433969 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f74114b-cfb8-4ca0-9cf3-9058cefd364d x-openstack-request-id: req-7f74114b-cfb8-4ca0-9cf3-9058cefd364d {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:02:21.434197 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc45e60-c027-47a2-ad57-3751e2a6901a", "name": "network-vif-deleted", "tag": "961b4006-15b1-44b6-80f2-890076ced330", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:02:21.434605 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f74114b-cfb8-4ca0-9cf3-9058cefd364d {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:02:21.435015 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc45e60-c027-47a2-ad57-3751e2a6901a', 'name': 'network-vif-deleted', 'tag': '961b4006-15b1-44b6-80f2-890076ced330', 'status': 'completed', 'code': 200} Dec 12 18:02:21.471439 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8c08f9f3-9d5c-4fa3-a30d-23e3522584ef tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3179867 Dec 12 18:02:21.474772 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51494) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:21.498781 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b4b178ee-030c-4763-8a2e-add313bed433 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'network_id': '3e486b24-fa4b-48ac-b966-19574799c820', 'name': 'tempest-PortsTestJSON-19540232', 'fixed_ips': [{'subnet_id': '01cfb8c0-d6bd-447c-b825-1123f278d437', 'ip_address': '172.20.0.9'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:21.716038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51508) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:21.804000 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b178ee-030c-4763-8a2e-add313bed433 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:21.820374 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4b178ee-030c-4763-8a2e-add313bed433 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:21.872544 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-b4b178ee-030c-4763-8a2e-add313bed433 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] device_id is not set on port a0757137-ad1c-4be1-8247-27ffbc6642a2 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:02:21.916177 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af39083-5c71-452c-8984-7ca5c447cee6 None None] Network 3e486b24-fa4b-48ac-b966-19574799c820 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:22.028926 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f2c2-7be9-4156-8317-797ba264f453 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:22.055014 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:22.087778 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3bfc7d1a-3aa2-49a5-aa3d-77d3deabe1fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:22.185986 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f2c2-7be9-4156-8317-797ba264f453 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:22.273417 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-b4b178ee-030c-4763-8a2e-add313bed433 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Allocated IP 172.20.0.9 (3e486b24-fa4b-48ac-b966-19574799c820/01cfb8c0-d6bd-447c-b825-1123f278d437/a0757137-ad1c-4be1-8247-27ffbc6642a2) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:22.322272 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:22.330237 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3bfc7d1a-3aa2-49a5-aa3d-77d3deabe1fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:22.358038 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3bfc7d1a-3aa2-49a5-aa3d-77d3deabe1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:22.414426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc7d1a-3aa2-49a5-aa3d-77d3deabe1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c96f53-ecc5-4684-9194-257e94f35d28,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:22.436364 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 645bc1ae-1a3a-4b47-9702-d34b24682af9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:02:22.520558 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3bfc7d1a-3aa2-49a5-aa3d-77d3deabe1fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=850a49e25fd54353942ee93acd18260e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7941713 Dec 12 18:02:22.524821 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51536) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:22.579164 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-67d585d6-7c56-42d3-b62d-89b2a7fa6db3 None None] Provisioning complete for port 645bc1ae-1a3a-4b47-9702-d34b24682af9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:22.582645 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-67d585d6-7c56-42d3-b62d-89b2a7fa6db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:22.632098 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 645bc1ae-1a3a-4b47-9702-d34b24682af9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:22.632481 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:22.761481 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-67d585d6-7c56-42d3-b62d-89b2a7fa6db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:22.872550 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:22.896923 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4b178ee-030c-4763-8a2e-add313bed433 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:22.917724 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-67d585d6-7c56-42d3-b62d-89b2a7fa6db3 None None] For port 645bc1ae-1a3a-4b47-9702-d34b24682af9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=645bc1ae-1a3a-4b47-9702-d34b24682af9,segment=NetworkSegment(88b8870f-800e-4191-b68c-235b7551f93f),segment_id=88b8870f-800e-4191-b68c-235b7551f93f)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:22.921434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-53934c8e-8457-4689-b577-3fa1800001a4 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:22.925226 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-53934c8e-8457-4689-b577-3fa1800001a4 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 806 time: 0.3785963 Dec 12 18:02:22.932754 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-67d585d6-7c56-42d3-b62d-89b2a7fa6db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:22.962664 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f2c2-7be9-4156-8317-797ba264f453 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:22.980756 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-513b7227-fe46-432c-91d4-446ad1934c0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:23.001222 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f2c2-7be9-4156-8317-797ba264f453 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:23.020368 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:23.037652 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-513b7227-fe46-432c-91d4-446ad1934c0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:23.052611 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4b178ee-030c-4763-8a2e-add313bed433 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:23.082445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-9d1874d4-83b9-49c4-831c-55fa83064724 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/quotas/ce4a5970bfed4a1095645170bcd9fd1e HTTP/1.1" status: 200 len: 375 time: 0.1094968 Dec 12 18:02:23.090637 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:02:23.093563 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:02:23.124717 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d585d6-7c56-42d3-b62d-89b2a7fa6db3 None None] Pushing event updated for resources: {'Port': ['ID=645bc1ae-1a3a-4b47-9702-d34b24682af9,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:23.149499 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-af912b04-4476-414c-8a00-135818b2b9dd None None] Provisioning complete for port 832158b5-76a0-4f7e-b7bd-ef8001222909 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:23.151439 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af912b04-4476-414c-8a00-135818b2b9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:23.155931 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:23.157830 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b178ee-030c-4763-8a2e-add313bed433 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network 3e486b24-fa4b-48ac-b966-19574799c820 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:23.159846 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b178ee-030c-4763-8a2e-add313bed433 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=a0757137-ad1c-4be1-8247-27ffbc6642a2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:23.168410 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b4b178ee-030c-4763-8a2e-add313bed433 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:23.171039 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b178ee-030c-4763-8a2e-add313bed433 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:02:23.206519 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4f2c2-7be9-4156-8317-797ba264f453 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Pushing event updated for resources: {'Port': ['ID=87321f6e-df8e-4c5e-bc0a-5e9c21874220,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:23.236477 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-513b7227-fe46-432c-91d4-446ad1934c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:23.240586 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-513b7227-fe46-432c-91d4-446ad1934c0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:23.243291 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-513b7227-fe46-432c-91d4-446ad1934c0f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1c96f53-ecc5-4684-9194-257e94f35d28 HTTP/1.1" status: 204 len: 168 time: 0.7163985 Dec 12 18:02:23.254531 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-af912b04-4476-414c-8a00-135818b2b9dd None None] Port 832158b5-76a0-4f7e-b7bd-ef8001222909 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:02:23.258696 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b7227-fe46-432c-91d4-446ad1934c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c96f53-ecc5-4684-9194-257e94f35d28,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:23.276038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b178ee-030c-4763-8a2e-add313bed433 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:23.277786 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4b178ee-030c-4763-8a2e-add313bed433 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:23.308342 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b4b178ee-030c-4763-8a2e-add313bed433 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8318057 Dec 12 18:02:23.310629 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51554) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:23.339926 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-af912b04-4476-414c-8a00-135818b2b9dd None None] Provisioning complete for port 645bc1ae-1a3a-4b47-9702-d34b24682af9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:23.340316 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af912b04-4476-414c-8a00-135818b2b9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:23.391404 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb0debd-212a-4e2b-bf2b-386a4fc2f5ac tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:23.393421 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bdb0debd-212a-4e2b-bf2b-386a4fc2f5ac tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0793760 Dec 12 18:02:23.396248 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51558) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:23.528129 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f2c2-7be9-4156-8317-797ba264f453 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:23.536857 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc1969a-f476-418a-84c0-b9340a13ff0e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:23.545306 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc1969a-f476-418a-84c0-b9340a13ff0e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:23.552258 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc1969a-f476-418a-84c0-b9340a13ff0e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:23.556915 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-abc1969a-f476-418a-84c0-b9340a13ff0e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1563318 Dec 12 18:02:23.559404 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-e3b61d7e-58ed-4782-996b-a1fbec6f6a51 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3861773 Dec 12 18:02:23.559884 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51562) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:23.577875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event updated for resources: {'Port': ['ID=fbf015bb-bd8a-4c30-8e82-56ecd70f4a75,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:23.720210 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7fa53423-4131-4420-bbff-27ab84e55f18 None None] Provisioning complete for port 832158b5-76a0-4f7e-b7bd-ef8001222909 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:23.720662 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7fa53423-4131-4420-bbff-27ab84e55f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:23.740923 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:23.778404 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c55df49d-ad12-44ed-9ed3-7dff26ed1c4b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port a0757137-ad1c-4be1-8247-27ffbc6642a2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:02:23.778657 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c55df49d-ad12-44ed-9ed3-7dff26ed1c4b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:23.812558 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7fa53423-4131-4420-bbff-27ab84e55f18 None None] Port 832158b5-76a0-4f7e-b7bd-ef8001222909 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:02:23.850395 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f2c2-7be9-4156-8317-797ba264f453 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:23.861788 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a0b4f2c2-7be9-4156-8317-797ba264f453 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.8021312 Dec 12 18:02:23.875725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51570) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:23.876312 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51574) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:23.925168 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-ea241599-c6ce-4317-957c-643c09057896 service neutron] 10.222.0.18 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484020 Dec 12 18:02:23.941145 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-263543d4-8e6f-4cea-bf51-a2e713476828 None None] Provisioning complete for port a0757137-ad1c-4be1-8247-27ffbc6642a2 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:23.941835 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-263543d4-8e6f-4cea-bf51-a2e713476828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:23.994126 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c1adfbb7-b765-43de-85a0-6d13ca934259 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=e60af02d-0664-41a4-b97e-10c94412ea1c HTTP/1.1" status: 200 len: 689 time: 0.1162438 Dec 12 18:02:24.007674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51580) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:24.074042 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c55df49d-ad12-44ed-9ed3-7dff26ed1c4b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:24.078664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-263543d4-8e6f-4cea-bf51-a2e713476828 None None] Port a0757137-ad1c-4be1-8247-27ffbc6642a2 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:02:24.079821 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Floating IP b6112f97-2b44-477e-a3dc-f6693563c41d associated. External IP: 172.25.1.123, port: c100a32f-a827-4877-9f35-cf844957cfde. Dec 12 18:02:24.080282 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 645bc1ae-1a3a-4b47-9702-d34b24682af9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:02:24.093552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c55df49d-ad12-44ed-9ed3-7dff26ed1c4b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for a0757137-ad1c-4be1-8247-27ffbc6642a2 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:02:24.193942 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-7e812ea1-328b-4fdf-be22-ab5c93b8c2a9 service neutron] 10.222.0.18 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601168 Dec 12 18:02:24.220380 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 645bc1ae-1a3a-4b47-9702-d34b24682af9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:24.221567 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:24.246248 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:24.333366 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-565297c7-b8a6-4492-9f9c-db0311195c68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:24.410826 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c55df49d-ad12-44ed-9ed3-7dff26ed1c4b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:24.481371 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Deleting port 87321f6e-df8e-4c5e-bc0a-5e9c21874220 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:02:24.481718 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:24.535448 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router 45162074-a469-4424-913d-9ffd4a605016 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:02:24.571573 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55df49d-ad12-44ed-9ed3-7dff26ed1c4b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=a0757137-ad1c-4be1-8247-27ffbc6642a2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:24.576400 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-565297c7-b8a6-4492-9f9c-db0311195c68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:24.675387 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 961b4006-15b1-44b6-80f2-890076ced330 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:02:24.689618 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-565297c7-b8a6-4492-9f9c-db0311195c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:24.819775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 961b4006-15b1-44b6-80f2-890076ced330 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:02:24.820220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 961b4006-15b1-44b6-80f2-890076ced330 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:02:24.895745 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-565297c7-b8a6-4492-9f9c-db0311195c68 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6cf9cc6c3383449185fdede0522a3941&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0166800 Dec 12 18:02:24.896627 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565297c7-b8a6-4492-9f9c-db0311195c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8663fb4d-f021-4e39-9365-5cebe32a299f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:24.932338 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51602) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:24.990143 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c55df49d-ad12-44ed-9ed3-7dff26ed1c4b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:24.999945 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c55df49d-ad12-44ed-9ed3-7dff26ed1c4b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/ports/a0757137-ad1c-4be1-8247-27ffbc6642a2 HTTP/1.1" status: 204 len: 168 time: 1.4385903 Dec 12 18:02:25.000733 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51606) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:25.039370 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-c840200c-b2ba-40be-a67f-b8c328df9201 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] GET failed (client error): The resource could not be found. Dec 12 18:02:25.041363 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c840200c-b2ba-40be-a67f-b8c328df9201 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports/a0757137-ad1c-4be1-8247-27ffbc6642a2 HTTP/1.1" status: 404 len: 333 time: 0.0358174 Dec 12 18:02:25.047297 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51608) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:25.092257 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:25.093821 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:25.100466 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:02:25.115168 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c66003-0876-473d-a615-5b1767d23bbc None None] Sync routers for ids ['45162074-a469-4424-913d-9ffd4a605016'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:02:25.125016 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26dc2afa-2ae1-4e78-9197-80403f173c6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:25.139634 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c66003-0876-473d-a615-5b1767d23bbc None None] Routers {'45162074-a469-4424-913d-9ffd4a605016'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:02:25.140062 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b5c66003-0876-473d-a615-5b1767d23bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:02:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['45162074-a469-4424-913d-9ffd4a605016'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:25.206789 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26dc2afa-2ae1-4e78-9197-80403f173c6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:25.217542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Calling delete_port for 87321f6e-df8e-4c5e-bc0a-5e9c21874220 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:02:25.267135 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-b5c66003-0876-473d-a615-5b1767d23bbc None None] Set router 45162074-a469-4424-913d-9ffd4a605016 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:02:25.286668 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fc616fbc-3658-4eef-a02c-0d44dc8d49c0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port 832158b5-76a0-4f7e-b7bd-ef8001222909 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:02:25.287071 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc616fbc-3658-4eef-a02c-0d44dc8d49c0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:25.289653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1cc10c9a-089e-447d-b626-aa71d9da19f5 req-80456779-c311-43e9-bc4b-6e8341f1060f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 210 time: 0.7597938 Dec 12 18:02:25.355408 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:25.395872 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26dc2afa-2ae1-4e78-9197-80403f173c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:25.399356 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26dc2afa-2ae1-4e78-9197-80403f173c6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:25.401140 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-26dc2afa-2ae1-4e78-9197-80403f173c6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8663fb4d-f021-4e39-9365-5cebe32a299f HTTP/1.1" status: 204 len: 168 time: 0.4640763 Dec 12 18:02:25.432618 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc2afa-2ae1-4e78-9197-80403f173c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8663fb4d-f021-4e39-9365-5cebe32a299f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:25.447478 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc616fbc-3658-4eef-a02c-0d44dc8d49c0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:25.474331 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fc616fbc-3658-4eef-a02c-0d44dc8d49c0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for 832158b5-76a0-4f7e-b7bd-ef8001222909 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:02:25.494021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-45a1b629-8c53-40ec-a3ca-866293b980e8 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.1114860 Dec 12 18:02:25.494021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da5b197-5bf2-4c37-8b41-c3d9c67116f8', 'tag': 'c100a32f-a827-4877-9f35-cf844957cfde'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:02:25.495381 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e3a3c0-a2c8-4f25-bf8b-6575429608d6" -d '{"events": [{"name": "network-changed", "server_uuid": "6da5b197-5bf2-4c37-8b41-c3d9c67116f8", "tag": "c100a32f-a827-4877-9f35-cf844957cfde"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:02:25.637338 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ff20a6-b002-4074-9927-ef7d7d231ed8 x-openstack-request-id: req-79ff20a6-b002-4074-9927-ef7d7d231ed8 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:02:25.638222 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da5b197-5bf2-4c37-8b41-c3d9c67116f8", "tag": "c100a32f-a827-4877-9f35-cf844957cfde", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:02:25.638654 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79ff20a6-b002-4074-9927-ef7d7d231ed8 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:02:25.640305 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da5b197-5bf2-4c37-8b41-c3d9c67116f8', 'tag': 'c100a32f-a827-4877-9f35-cf844957cfde', 'status': 'completed', 'code': 200} Dec 12 18:02:25.716681 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:25.721374 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b5c66003-0876-473d-a615-5b1767d23bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45162074-a469-4424-913d-9ffd4a605016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265431894', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:01:46Z', 'updated_at': '2021-12-12T18:01:55Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:47Z', 'updated_at': '2021-12-12T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'b6112f97-2b44-477e-a3dc-f6693563c41d', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '45162074-a469-4424-913d-9ffd4a605016', 'port_id': 'c100a32f-a827-4877-9f35-cf844957cfde', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e', 'mac_address': 'fa:16:3e:16:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da5b197-5bf2-4c37-8b41-c3d9c67116f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:02:20Z', 'updated_at': '2021-12-12T18:02:20Z', 'revision_number': 0, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f73366-1110-406b-97ab-5ddde3201a58', 'name': '', 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:a1:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:54Z', 'updated_at': '2021-12-12T18:02:04Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:25.733409 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc616fbc-3658-4eef-a02c-0d44dc8d49c0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:25.790166 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc616fbc-3658-4eef-a02c-0d44dc8d49c0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=832158b5-76a0-4f7e-b7bd-ef8001222909,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:25.793774 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c66003-0876-473d-a615-5b1767d23bbc None None] Checking router: 45162074-a469-4424-913d-9ffd4a605016 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:02:25.803513 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c66003-0876-473d-a615-5b1767d23bbc None None] Routers {'45162074-a469-4424-913d-9ffd4a605016'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:02:25.804370 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b5c66003-0876-473d-a615-5b1767d23bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:02:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['45162074-a469-4424-913d-9ffd4a605016'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:25.832338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Pushing event deleted for resources: {'Port': ['ID=87321f6e-df8e-4c5e-bc0a-5e9c21874220,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:25.835975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3a3c0-a2c8-4f25-bf8b-6575429608d6 req-59ecfdab-36fe-4006-8382-cddabe6dfe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:25.838336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42e3a3c0-a2c8-4f25-bf8b-6575429608d6 req-59ecfdab-36fe-4006-8382-cddabe6dfe80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 1097 time: 0.1943874 Dec 12 18:02:25.934992 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc616fbc-3658-4eef-a02c-0d44dc8d49c0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:25.939994 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fc616fbc-3658-4eef-a02c-0d44dc8d49c0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/ports/832158b5-76a0-4f7e-b7bd-ef8001222909 HTTP/1.1" status: 204 len: 168 time: 0.8915780 Dec 12 18:02:25.943541 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51636) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:25.998241 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c10a829-ce9f-4845-a68c-c9434ab4c6ca tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] GET failed (client error): The resource could not be found. Dec 12 18:02:26.006777 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3c10a829-ce9f-4845-a68c-c9434ab4c6ca tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports/832158b5-76a0-4f7e-b7bd-ef8001222909 HTTP/1.1" status: 404 len: 333 time: 0.0590463 Dec 12 18:02:26.009738 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51640) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:26.057232 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-b5c66003-0876-473d-a615-5b1767d23bbc None None] Set router 45162074-a469-4424-913d-9ffd4a605016 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:02:26.158895 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:26.163529 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-41710761-43c2-4e81-898d-a267059e79e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting subnet 01cfb8c0-d6bd-447c-b825-1123f278d437 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:02:26.171621 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41710761-43c2-4e81-898d-a267059e79e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:26.249183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f629f-3d4f-4ac9-a0cf-4920308d39c4 req-b18beacd-bc32-47b4-9c63-c054341d1ebb tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:26.249183 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-924f629f-3d4f-4ac9-a0cf-4920308d39c4 req-b18beacd-bc32-47b4-9c63-c054341d1ebb tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 946 time: 0.5943635 Dec 12 18:02:26.267736 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3a3c0-a2c8-4f25-bf8b-6575429608d6 req-8986205c-b5c9-4598-a345-416f87f8ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:26.270787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42e3a3c0-a2c8-4f25-bf8b-6575429608d6 req-8986205c-b5c9-4598-a345-416f87f8ba86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e77a2f89-d98f-461e-85e8-a94a2fda4d4e HTTP/1.1" status: 200 len: 898 time: 0.4115365 Dec 12 18:02:26.331050 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41710761-43c2-4e81-898d-a267059e79e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:26.528778 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42e3a3c0-a2c8-4f25-bf8b-6575429608d6 req-211f2f48-c067-4337-8cf3-70e80bee04b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c100a32f-a827-4877-9f35-cf844957cfde HTTP/1.1" status: 200 len: 1000 time: 0.2439454 Dec 12 18:02:26.639239 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-7bba3487-61c7-4119-ac23-5b20241ccfb0 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:26.640918 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-7bba3487-61c7-4119-ac23-5b20241ccfb0 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.31 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 806 time: 0.4613357 Dec 12 18:02:26.646678 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82c41edc-74f6-40f6-af1d-75b99004878f req-c3ce8d14-c4b9-4477-8055-4048603b2d90 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 210 time: 0.1129992 Dec 12 18:02:26.650081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3a3c0-a2c8-4f25-bf8b-6575429608d6 req-3dd295b6-ad2e-4731-b912-860db70a0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:26.651828 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42e3a3c0-a2c8-4f25-bf8b-6575429608d6 req-3dd295b6-ad2e-4731-b912-860db70a0cc2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3cf3f0ff-3476-44fb-95ca-4160583ce8e6 HTTP/1.1" status: 200 len: 834 time: 0.1124582 Dec 12 18:02:26.658368 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41710761-43c2-4e81-898d-a267059e79e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:26.666315 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a52ace41-0f77-4990-9c8f-d493804fa2e5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Request body: {'port': {'device_id': '147eaee7-7399-41e7-ba5b-b4a389402154', 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c', 'admin_state_up': True, 'tenant_id': 'ce4a5970bfed4a1095645170bcd9fd1e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:26.714002 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-924f629f-3d4f-4ac9-a0cf-4920308d39c4 req-d82d4f24-166f-4a9f-b83f-a5918237f607 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4277534 Dec 12 18:02:26.721299 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b5c66003-0876-473d-a615-5b1767d23bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45162074-a469-4424-913d-9ffd4a605016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265431894', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:01:46Z', 'updated_at': '2021-12-12T18:01:55Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:47Z', 'updated_at': '2021-12-12T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'b6112f97-2b44-477e-a3dc-f6693563c41d', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '45162074-a469-4424-913d-9ffd4a605016', 'port_id': 'c100a32f-a827-4877-9f35-cf844957cfde', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e', 'mac_address': 'fa:16:3e:16:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da5b197-5bf2-4c37-8b41-c3d9c67116f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:02:20Z', 'updated_at': '2021-12-12T18:02:20Z', 'revision_number': 0, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f73366-1110-406b-97ab-5ddde3201a58', 'name': '', 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:a1:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:54Z', 'updated_at': '2021-12-12T18:02:04Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:26.753983 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c66003-0876-473d-a615-5b1767d23bbc None None] The sync data for ids ['45162074-a469-4424-913d-9ffd4a605016'] in n-d-760354-5 is: [{'id': '45162074-a469-4424-913d-9ffd4a605016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265431894', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:01:46Z', 'updated_at': '2021-12-12T18:01:55Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:47Z', 'updated_at': '2021-12-12T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'b6112f97-2b44-477e-a3dc-f6693563c41d', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '45162074-a469-4424-913d-9ffd4a605016', 'port_id': 'c100a32f-a827-4877-9f35-cf844957cfde', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e', 'mac_address': 'fa:16:3e:16:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da5b197-5bf2-4c37-8b41-c3d9c67116f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:02:20Z', 'updated_at': '2021-12-12T18:02:20Z', 'revision_number': 0, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f73366-1110-406b-97ab-5ddde3201a58', 'name': '', 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:a1:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:54Z', 'updated_at': '2021-12-12T18:02:04Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:02:26.770729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51670) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:26.923360 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-12d0f6de-83a7-4218-a63f-bd75c6c3fe69 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/floatingips/b6112f97-2b44-477e-a3dc-f6693563c41d HTTP/1.1" status: 200 len: 992 time: 0.1505754 Dec 12 18:02:26.934933 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41710761-43c2-4e81-898d-a267059e79e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:26.950316 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:27.010078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3a3c0-a2c8-4f25-bf8b-6575429608d6 req-270c2d07-feaf-4042-9193-96d84bd0ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:27.012173 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42e3a3c0-a2c8-4f25-bf8b-6575429608d6 req-270c2d07-feaf-4042-9193-96d84bd0ec74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e77a2f89-d98f-461e-85e8-a94a2fda4d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3205514 Dec 12 18:02:27.027026 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41710761-43c2-4e81-898d-a267059e79e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Subnet': ['ID=01cfb8c0-d6bd-447c-b825-1123f278d437,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:27.040388 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be29512-d1f8-4f0d-a7db-d5f9f5203aa7 None None] Network 3e486b24-fa4b-48ac-b966-19574799c820 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:27.041109 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41710761-43c2-4e81-898d-a267059e79e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:27.055800 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-41710761-43c2-4e81-898d-a267059e79e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/01cfb8c0-d6bd-447c-b825-1123f278d437 HTTP/1.1" status: 204 len: 168 time: 1.0429988 Dec 12 18:02:27.057035 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51682) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:27.074475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a52ace41-0f77-4990-9c8f-d493804fa2e5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Made reservation on behalf of ce4a5970bfed4a1095645170bcd9fd1e for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:27.086108 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a52ace41-0f77-4990-9c8f-d493804fa2e5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:27.143467 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110e889d-2781-4ab9-8e45-50fce51fd779 None None] New status for floating IP b6112f97-2b44-477e-a3dc-f6693563c41d: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:02:27.239790 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:27.292947 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42e3a3c0-a2c8-4f25-bf8b-6575429608d6 req-e6a4771c-69b1-46cc-9adf-289ddbb0c1fb service neutron] 10.222.0.20 "GET /v2.0/networks/e77a2f89-d98f-461e-85e8-a94a2fda4d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625501 Dec 12 18:02:27.395749 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port 645bc1ae-1a3a-4b47-9702-d34b24682af9 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:02:27.396348 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:27.484156 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac30d9a-b2b6-45c0-9e28-7e10d7844b7a None None] DHCP port deletion for 3e486b24-fa4b-48ac-b966-19574799c820 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:02:27.505900 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:27.511246 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a52ace41-0f77-4990-9c8f-d493804fa2e5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Allocated IP 172.20.0.3 (75b935da-edec-4803-8c21-61a0e9a0c85c/a38ca6e1-282d-485b-8e30-1d83bfdc0937/f3104c25-d95c-4fc5-a40d-ad6c0e7c3007) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:27.565446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=57da2186-4aeb-4363-af6f-c7cabf284dde,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:27.597716 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] For port 645bc1ae-1a3a-4b47-9702-d34b24682af9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=645bc1ae-1a3a-4b47-9702-d34b24682af9,segment=NetworkSegment(88b8870f-800e-4191-b68c-235b7551f93f),segment_id=88b8870f-800e-4191-b68c-235b7551f93f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:27.598095 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:27.610220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-dac30d9a-b2b6-45c0-9e28-7e10d7844b7a None None] Deleting port 645bc1ae-1a3a-4b47-9702-d34b24682af9 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:02:27.610604 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dac30d9a-b2b6-45c0-9e28-7e10d7844b7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:27.676978 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for 645bc1ae-1a3a-4b47-9702-d34b24682af9 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:02:27.712696 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:27.752163 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dac30d9a-b2b6-45c0-9e28-7e10d7844b7a None None] For port 645bc1ae-1a3a-4b47-9702-d34b24682af9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=645bc1ae-1a3a-4b47-9702-d34b24682af9,segment=NetworkSegment(88b8870f-800e-4191-b68c-235b7551f93f),segment_id=88b8870f-800e-4191-b68c-235b7551f93f)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:27.753060 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dac30d9a-b2b6-45c0-9e28-7e10d7844b7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:27.755770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42e3a3c0-a2c8-4f25-bf8b-6575429608d6 req-e940c45c-dff5-46f6-b7f5-ebbb913e9ffe service neutron] 10.222.0.20 "GET /v2.0/networks/e77a2f89-d98f-461e-85e8-a94a2fda4d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510200 Dec 12 18:02:27.766068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60af02d-0664-41a4-b97e-10c94412ea1c']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:27.778826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad001eb-1a29-4043-b72c-61d870847bf6') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:27.779291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad001eb-1a29-4043-b72c-61d870847bf6') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:27.792564 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:27.793874 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-dac30d9a-b2b6-45c0-9e28-7e10d7844b7a None None] Calling delete_port for 645bc1ae-1a3a-4b47-9702-d34b24682af9 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:02:27.812211 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:27.819610 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:02:27.820113 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:02:27.905406 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:02:27.925332 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:27.925332 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51710) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:27.936619 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e60af02d-0664-41a4-b97e-10c94412ea1c {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 18:02:27.969210 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:27.973353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] 10.222.0.18 "DELETE /v2.0/networks/e60af02d-0664-41a4-b97e-10c94412ea1c HTTP/1.1" status: 204 len: 168 time: 3.9631934 Dec 12 18:02:27.976448 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dac30d9a-b2b6-45c0-9e28-7e10d7844b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:28.019755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 645bc1ae-1a3a-4b47-9702-d34b24682af9 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:02:28.020500 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-056c9524-2a83-45ae-ab94-4b8326c4142b req-ee75fd4c-b03c-40b2-a1d7-4ab5c296e775 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 210 time: 0.1124074 Dec 12 18:02:28.022602 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac30d9a-b2b6-45c0-9e28-7e10d7844b7a None None] Pushing event deleted for resources: {'Port': ['ID=645bc1ae-1a3a-4b47-9702-d34b24682af9,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:28.033176 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51712) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:28.052831 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac30d9a-b2b6-45c0-9e28-7e10d7844b7a None None] No DVR routers for this DVR port 645bc1ae-1a3a-4b47-9702-d34b24682af9 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:02:28.061067 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 645bc1ae-1a3a-4b47-9702-d34b24682af9 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:02:28.071643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ec0ce-ef3a-4c2e-84f7-533c2a0a59d8 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Pushing event deleted for resources: {'Network': ['ID=e60af02d-0664-41a4-b97e-10c94412ea1c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:28.071867 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 645bc1ae-1a3a-4b47-9702-d34b24682af9 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:02:28.244304 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-976ef5dd-8e34-4d33-8a62-403285f9054b tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/floatingips/b6112f97-2b44-477e-a3dc-f6693563c41d HTTP/1.1" status: 200 len: 994 time: 0.3179731 Dec 12 18:02:28.284125 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-22e3e81f-97ed-46cf-87cf-372e8688612a tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.2495117 Dec 12 18:02:28.284788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51720) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:28.497926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9fa73c-7a9b-45dd-b3a3-31f2fbd67187 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:28.498563 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9fa73c-7a9b-45dd-b3a3-31f2fbd67187 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:28.498563 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9fa73c-7a9b-45dd-b3a3-31f2fbd67187 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:28.498992 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9fa73c-7a9b-45dd-b3a3-31f2fbd67187 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:28.499462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9fa73c-7a9b-45dd-b3a3-31f2fbd67187 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:28.505480 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bf9fa73c-7a9b-45dd-b3a3-31f2fbd67187 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3361 time: 0.2196918 Dec 12 18:02:28.506144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51732) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:28.531344 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:28.544576 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a52ace41-0f77-4990-9c8f-d493804fa2e5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:28.573139 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=645bc1ae-1a3a-4b47-9702-d34b24682af9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:28.575992 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No DVR routers for this DVR port 645bc1ae-1a3a-4b47-9702-d34b24682af9 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:02:28.740824 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:28.773477 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a52ace41-0f77-4990-9c8f-d493804fa2e5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:28.785113 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['0b77dfb5-c580-483a-b0ed-554a99c38f3e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:02:28.798470 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e486b24-fa4b-48ac-b966-19574799c820']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:28.944329 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b8870f-800e-4191-b68c-235b7551f93f') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:28.947890 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b8870f-800e-4191-b68c-235b7551f93f') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:28.983321 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:29.090494 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:29.100287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a52ace41-0f77-4990-9c8f-d493804fa2e5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Network 75b935da-edec-4803-8c21-61a0e9a0c85c is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:29.106823 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a52ace41-0f77-4990-9c8f-d493804fa2e5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:29.109916 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:02:29.110589 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:02:29.115387 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:02:29.118960 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ace41-0f77-4990-9c8f-d493804fa2e5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Pushing event updated for resources: {'Port': ['ID=f3104c25-d95c-4fc5-a40d-ad6c0e7c3007,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:29.121946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a52ace41-0f77-4990-9c8f-d493804fa2e5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:02:29.299153 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-81c98516-9340-47eb-9f7b-10912b650fd5 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] delete failed (client error): The resource could not be found. Dec 12 18:02:29.303588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51774) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:29.304550 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-81c98516-9340-47eb-9f7b-10912b650fd5 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/59098dba-aa87-4d39-b688-79e199431eb0 HTTP/1.1" status: 404 len: 345 time: 0.7944541 Dec 12 18:02:29.369619 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-de412fbe-cd43-4854-ab5f-628b8fbfa549 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] DELETE failed (client error): The resource could not be found. Dec 12 18:02:29.371630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6c48d-1b4c-48ce-a13e-055d4bfaac27 req-b95d0fa5-5634-4685-9322-962295fc873b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:29.373633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79a6c48d-1b4c-48ce-a13e-055d4bfaac27 req-b95d0fa5-5634-4685-9322-962295fc873b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 931 time: 0.0863760 Dec 12 18:02:29.379246 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de412fbe-cd43-4854-ab5f-628b8fbfa549 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:02:29.382646 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-de412fbe-cd43-4854-ab5f-628b8fbfa549 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] 10.222.0.18 "DELETE /v2.0/networks/e60af02d-0664-41a4-b97e-10c94412ea1c HTTP/1.1" status: 404 len: 339 time: 0.0569463 Dec 12 18:02:29.384900 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:29.389291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51780) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:29.399628 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4df0382c-1f54-46a6-80bb-3fbe2fe25139 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Request body: {'network': {'name': 'tempest-network--1444536333', 'router:external': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:29.410444 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a52ace41-0f77-4990-9c8f-d493804fa2e5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:29.411112 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a52ace41-0f77-4990-9c8f-d493804fa2e5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:29.428683 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:29.434568 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/networks/3e486b24-fa4b-48ac-b966-19574799c820 HTTP/1.1" status: 204 len: 168 time: 2.3763025 Dec 12 18:02:29.448232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51782) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:29.461689 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabf84e-41ab-439c-9df2-dc4616487c8e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Network': ['ID=3e486b24-fa4b-48ac-b966-19574799c820,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:29.470344 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-dfc5fc71-acb6-41cb-8c3e-386e8e60c1d0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1313150528'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:29.489056 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a52ace41-0f77-4990-9c8f-d493804fa2e5 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8266907 Dec 12 18:02:29.510247 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Request body: {'port': {'device_id': '147eaee7-7399-41e7-ba5b-b4a389402154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:29.538927 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79a6c48d-1b4c-48ce-a13e-055d4bfaac27 req-0422ce4d-8b9c-4c48-b241-f5ac12b24d9a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485043 Dec 12 18:02:29.552085 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-dfc5fc71-acb6-41cb-8c3e-386e8e60c1d0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 18:02:29.552085 n-d-760354-5 neutron-server[103151]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 12 18:02:29.552085 n-d-760354-5 neutron-server[103151]: [parameters: {'project_id': '06783abe78f64b7b909358a9618e0047', 'id': 'ed7a04d8-84cb-4d4b-95de-97966e8cfaf5', 'expiration': datetime.datetime(2021, 12, 12, 18, 4, 29, 531747)}] Dec 12 18:02:29.552085 n-d-760354-5 neutron-server[103151]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:02:29.552479 n-d-760354-5 neutron-server[103151]: DEBUG oslo_db.api [None req-dfc5fc71-acb6-41cb-8c3e-386e8e60c1d0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:02:29.609733 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:29.619920 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df0382c-1f54-46a6-80bb-3fbe2fe25139 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Made reservation on behalf of 667de1ae73c144328610c1f29c94a813 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:29.623063 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4df0382c-1f54-46a6-80bb-3fbe2fe25139 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:29.673172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51790) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:29.677222 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df0382c-1f54-46a6-80bb-3fbe2fe25139 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:02:29.702098 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4df0382c-1f54-46a6-80bb-3fbe2fe25139 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:29.702571 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-4df0382c-1f54-46a6-80bb-3fbe2fe25139 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Added segment c9215c95-9984-4c73-8830-8aa9044b28e6 of type vlan for network 6d616ca8-a1da-46ef-bb20-8d7f22474c7f Dec 12 18:02:29.842790 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4df0382c-1f54-46a6-80bb-3fbe2fe25139 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:29.888121 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f9422d0-94f9-47da-8e23-458ea2252cde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:29.965556 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4df0382c-1f54-46a6-80bb-3fbe2fe25139 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:29.966749 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df0382c-1f54-46a6-80bb-3fbe2fe25139 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:29.967939 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4df0382c-1f54-46a6-80bb-3fbe2fe25139 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:29.997598 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f9422d0-94f9-47da-8e23-458ea2252cde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:30.004039 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f9422d0-94f9-47da-8e23-458ea2252cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:30.052895 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3f9422d0-94f9-47da-8e23-458ea2252cde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11a516f5d9ef476ebea59101d87c3885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3784449 Dec 12 18:02:30.059090 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51802) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:30.061643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9422d0-94f9-47da-8e23-458ea2252cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633a7985-4872-4822-9db2-ae69a873f263,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:30.134398 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:02:30.143828 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:30.158533 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Transition to ACTIVE for port object f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:02:30.159856 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc5fc71-acb6-41cb-8c3e-386e8e60c1d0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:30.164345 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfc5fc71-acb6-41cb-8c3e-386e8e60c1d0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:30.179298 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fc9249e-45ab-4f18-9d3f-903a2af1cfc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:30.193328 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:30.216198 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fc9249e-45ab-4f18-9d3f-903a2af1cfc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:30.228460 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc5fc71-acb6-41cb-8c3e-386e8e60c1d0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:02:30.241925 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4df0382c-1f54-46a6-80bb-3fbe2fe25139 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8482761 Dec 12 18:02:30.248156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51810) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:30.262910 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0382c-1f54-46a6-80bb-3fbe2fe25139 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Pushing event updated for resources: {'Network': ['ID=6d616ca8-a1da-46ef-bb20-8d7f22474c7f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:30.276309 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 6d616ca8-a1da-46ef-bb20-8d7f22474c7f details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:02:30.296066 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3104c25-d95c-4fc5-a40d-ad6c0e7c3007,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:30.378384 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f088e70-4d0b-4862-9928-81e067e9f6cf tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:30.379696 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Attempting to bind port f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:02:30.380223 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Attempting to bind port f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:02:30.380740 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Attempting to bind port f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 on network 75b935da-edec-4803-8c21-61a0e9a0c85c {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:02:30.386105 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f088e70-4d0b-4862-9928-81e067e9f6cf tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:30.387546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Port f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 on network 75b935da-edec-4803-8c21-61a0e9a0c85c not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:02:30.388086 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Attempting to bind port f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 on network 75b935da-edec-4803-8c21-61a0e9a0c85c {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:02:30.393688 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:02:30.394405 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Checking segment: {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:02:30.394564 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f088e70-4d0b-4862-9928-81e067e9f6cf tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:30.395143 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Bound using segment: {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:02:30.395902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Bound port: f3104c25-d95c-4fc5-a40d-ad6c0e7c3007, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4859a3-934c-49d9-a87a-405c67aec788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:02:30.396451 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:30.401750 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f088e70-4d0b-4862-9928-81e067e9f6cf tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:30.404059 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7f088e70-4d0b-4862-9928-81e067e9f6cf tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1549270 Dec 12 18:02:30.405892 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfc5fc71-acb6-41cb-8c3e-386e8e60c1d0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:30.406246 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-dfc5fc71-acb6-41cb-8c3e-386e8e60c1d0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Added segment a02a5cb6-32b3-4515-a192-cab59fb32940 of type vlan for network e9bb4217-c88c-4b0d-b78d-8259666e6762 Dec 12 18:02:30.410988 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51814) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:30.458757 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfc5fc71-acb6-41cb-8c3e-386e8e60c1d0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:30.484759 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fc9249e-45ab-4f18-9d3f-903a2af1cfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:30.489659 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fc9249e-45ab-4f18-9d3f-903a2af1cfc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:30.490872 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2fc9249e-45ab-4f18-9d3f-903a2af1cfc3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/633a7985-4872-4822-9db2-ae69a873f263 HTTP/1.1" status: 204 len: 168 time: 0.4303639 Dec 12 18:02:30.518551 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfc5fc71-acb6-41cb-8c3e-386e8e60c1d0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:30.528095 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc5fc71-acb6-41cb-8c3e-386e8e60c1d0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:30.528739 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfc5fc71-acb6-41cb-8c3e-386e8e60c1d0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:30.531255 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9249e-45ab-4f18-9d3f-903a2af1cfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633a7985-4872-4822-9db2-ae69a873f263,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:30.554254 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fdcdbab-319e-49c1-adfa-aa3af20ff30a tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:30.565296 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] For port f3104c25-d95c-4fc5-a40d-ad6c0e7c3007, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:02:30.569403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] For port f3104c25-d95c-4fc5-a40d-ad6c0e7c3007, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f3104c25-d95c-4fc5-a40d-ad6c0e7c3007,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:02:30.579435 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:30.636734 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:30.637654 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:30.639304 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] 10.222.0.31 "PUT /v2.0/ports/f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 HTTP/1.1" status: 200 len: 1091 time: 1.1413219 Dec 12 18:02:30.639995 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147eaee7-7399-41e7-ba5b-b4a389402154', 'tag': 'f3104c25-d95c-4fc5-a40d-ad6c0e7c3007'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:02:30.642514 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c278589-8b79-4d27-be14-527a7ea3df60" -d '{"events": [{"name": "network-changed", "server_uuid": "147eaee7-7399-41e7-ba5b-b4a389402154", "tag": "f3104c25-d95c-4fc5-a40d-ad6c0e7c3007"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:02:30.708171 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-dfc5fc71-acb6-41cb-8c3e-386e8e60c1d0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2566319 Dec 12 18:02:30.725319 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51824) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:30.732693 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32a41c0-5a63-4d0c-a606-aa1a5f9dd746 x-openstack-request-id: req-e32a41c0-5a63-4d0c-a606-aa1a5f9dd746 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:02:30.733078 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "147eaee7-7399-41e7-ba5b-b4a389402154", "tag": "f3104c25-d95c-4fc5-a40d-ad6c0e7c3007", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:02:30.733429 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e32a41c0-5a63-4d0c-a606-aa1a5f9dd746 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:02:30.733909 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147eaee7-7399-41e7-ba5b-b4a389402154', 'tag': 'f3104c25-d95c-4fc5-a40d-ad6c0e7c3007', 'status': 'completed', 'code': 200} Dec 12 18:02:30.734550 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-61922841-7826-4487-a8fb-c33993843284 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'subnet': {'network_id': 'e9bb4217-c88c-4b0d-b78d-8259666e6762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:30.793387 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5fc71-acb6-41cb-8c3e-386e8e60c1d0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Network': ['ID=e9bb4217-c88c-4b0d-b78d-8259666e6762,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:30.820797 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fdcdbab-319e-49c1-adfa-aa3af20ff30a tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:30.822058 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network e9bb4217-c88c-4b0d-b78d-8259666e6762 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:02:30.842404 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49285df-ca9f-4fd5-ba68-743e64b88113 req-92eca9dc-acfa-4c59-b567-4c692f23aa72 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:30.848900 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f49285df-ca9f-4fd5-ba68-743e64b88113 req-92eca9dc-acfa-4c59-b567-4c692f23aa72 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 943 time: 0.1715047 Dec 12 18:02:30.862637 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8fdcdbab-319e-49c1-adfa-aa3af20ff30a tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d616ca8-a1da-46ef-bb20-8d7f22474c7f']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:30.868172 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6551f99-1b21-48a8-8025-0e5ba0e389b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3104c25-d95c-4fc5-a40d-ad6c0e7c3007,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:30.880844 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-2b3e4f13-99bd-4766-920f-f5c4a4915c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:30.883234 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-2b3e4f13-99bd-4766-920f-f5c4a4915c3c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 1094 time: 0.1479995 Dec 12 18:02:30.888990 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8fdcdbab-319e-49c1-adfa-aa3af20ff30a tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9215c95-9984-4c73-8830-8aa9044b28e6') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:30.889414 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8fdcdbab-319e-49c1-adfa-aa3af20ff30a tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9215c95-9984-4c73-8830-8aa9044b28e6') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:30.984731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f49285df-ca9f-4fd5-ba68-743e64b88113 req-be35352c-3679-4a64-9d17-3b3f5ba3b4c6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302323 Dec 12 18:02:30.990294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61922841-7826-4487-a8fb-c33993843284 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:30.997708 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61922841-7826-4487-a8fb-c33993843284 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:31.008761 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fdcdbab-319e-49c1-adfa-aa3af20ff30a tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:31.027112 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fdcdbab-319e-49c1-adfa-aa3af20ff30a tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:31.041492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdcdbab-319e-49c1-adfa-aa3af20ff30a tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:02:31.041913 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fdcdbab-319e-49c1-adfa-aa3af20ff30a tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:02:31.043798 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:02:31.054379 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-b4869f98-adef-43b4-a772-4a4ce306d12b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 HTTP/1.1" status: 200 len: 217 time: 0.1580265 Dec 12 18:02:31.168890 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-319466ee-5389-4f26-b0a0-d6f4e36a1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:31.169002 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51838) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:31.170787 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-319466ee-5389-4f26-b0a0-d6f4e36a1355 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a38ca6e1-282d-485b-8e30-1d83bfdc0937 HTTP/1.1" status: 200 len: 846 time: 0.0828874 Dec 12 18:02:31.171965 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fdcdbab-319e-49c1-adfa-aa3af20ff30a tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:31.208707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdcdbab-319e-49c1-adfa-aa3af20ff30a tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6d616ca8-a1da-46ef-bb20-8d7f22474c7f {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 18:02:31.214484 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-53f87233-72c4-43aa-a47d-15473e061089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:31.236918 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fdcdbab-319e-49c1-adfa-aa3af20ff30a tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:31.244602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51842) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:31.246980 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8fdcdbab-319e-49c1-adfa-aa3af20ff30a tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] 10.222.0.18 "DELETE /v2.0/networks/6d616ca8-a1da-46ef-bb20-8d7f22474c7f HTTP/1.1" status: 204 len: 168 time: 0.8332379 Dec 12 18:02:31.263283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-bc181769-0890-4f91-ab66-30295982c1dd tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Request body: {'network': {'name': 'tempest-network--950378871', 'router:external': True}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:31.282120 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcdbab-319e-49c1-adfa-aa3af20ff30a tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d616ca8-a1da-46ef-bb20-8d7f22474c7f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:31.295467 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-0a8e63d5-2878-48e1-aa37-1381e47c2444 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=75b935da-edec-4803-8c21-61a0e9a0c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094000 Dec 12 18:02:31.348729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc181769-0890-4f91-ab66-30295982c1dd tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Made reservation on behalf of 667de1ae73c144328610c1f29c94a813 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:31.351334 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc181769-0890-4f91-ab66-30295982c1dd tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:31.419705 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc181769-0890-4f91-ab66-30295982c1dd tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:02:31.501243 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc181769-0890-4f91-ab66-30295982c1dd tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:31.503808 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-bc181769-0890-4f91-ab66-30295982c1dd tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Added segment 28159ee3-f457-4ef7-bed0-7175574d05b3 of type vlan for network 39515a40-2f37-40c4-bb9b-4af83b774044 Dec 12 18:02:31.560899 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-47e05cf7-c63a-4992-9e0a-21ef3f07199e service neutron] 10.222.0.31 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589347 Dec 12 18:02:31.656871 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc181769-0890-4f91-ab66-30295982c1dd tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:31.684670 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-53f87233-72c4-43aa-a47d-15473e061089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:31.688842 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61922841-7826-4487-a8fb-c33993843284 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:31.702928 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-53f87233-72c4-43aa-a47d-15473e061089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:31.745291 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-76e23f93-42cc-44da-a44f-dbfea105eecf req-cfe4ab78-29f3-4e6f-ab26-769ff6b84383 service neutron] 10.222.0.31 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753678 Dec 12 18:02:31.790800 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc181769-0890-4f91-ab66-30295982c1dd tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:31.792286 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc181769-0890-4f91-ab66-30295982c1dd tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:31.792390 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc181769-0890-4f91-ab66-30295982c1dd tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:31.828230 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-53f87233-72c4-43aa-a47d-15473e061089 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0990d8699d2414bb9ad716073f3007b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6551919 Dec 12 18:02:31.840521 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51852) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:31.874684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f87233-72c4-43aa-a47d-15473e061089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac8e63d-bb17-4897-a043-ba9da3ecf85e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:31.878311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61922841-7826-4487-a8fb-c33993843284 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Subnet': ['ID=9abd9fb1-4a26-4c1a-a56f-9f281a28685f,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:31.899949 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c278589-8b79-4d27-be14-527a7ea3df60 req-2a9bf6e3-d46c-4b18-871f-cf4194c3ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:31.902031 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c278589-8b79-4d27-be14-527a7ea3df60 req-2a9bf6e3-d46c-4b18-871f-cf4194c3ae59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 1094 time: 0.0911372 Dec 12 18:02:31.976373 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bc181769-0890-4f91-ab66-30295982c1dd tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7213972 Dec 12 18:02:31.983470 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51858) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:32.005649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61922841-7826-4487-a8fb-c33993843284 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Checking segment: {'id': 'a02a5cb6-32b3-4515-a192-cab59fb32940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e9bb4217-c88c-4b0d-b78d-8259666e6762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:02:32.006405 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61922841-7826-4487-a8fb-c33993843284 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network hostable DHCP agents. Network: e9bb4217-c88c-4b0d-b78d-8259666e6762, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:02:32.029220 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc181769-0890-4f91-ab66-30295982c1dd tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Pushing event updated for resources: {'Network': ['ID=39515a40-2f37-40c4-bb9b-4af83b774044,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:32.043505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 39515a40-2f37-40c4-bb9b-4af83b774044 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:02:32.075348 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ea10-e82a-4b0d-8de6-012d605c8741 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:32.133523 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ea10-e82a-4b0d-8de6-012d605c8741 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:32.218249 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730cc5f7-5105-459e-884c-4036fe103bb1 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:32.222428 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-730cc5f7-5105-459e-884c-4036fe103bb1 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] 10.222.0.18 "GET /v2.0/networks/39515a40-2f37-40c4-bb9b-4af83b774044 HTTP/1.1" status: 200 len: 756 time: 0.2344952 Dec 12 18:02:32.222958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61922841-7826-4487-a8fb-c33993843284 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network e9bb4217-c88c-4b0d-b78d-8259666e6762 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:02:32.226283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51864) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:32.237448 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c278589-8b79-4d27-be14-527a7ea3df60 req-34ae43a7-df38-4092-8f2f-314a802e4f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:32.241286 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c278589-8b79-4d27-be14-527a7ea3df60 req-34ae43a7-df38-4092-8f2f-314a802e4f0a service neutron] 10.222.0.31 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 907 time: 0.3309987 Dec 12 18:02:32.243364 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ea10-e82a-4b0d-8de6-012d605c8741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:32.247023 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ea10-e82a-4b0d-8de6-012d605c8741 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:32.251168 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2dc1ea10-e82a-4b0d-8de6-012d605c8741 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cac8e63d-bb17-4897-a043-ba9da3ecf85e HTTP/1.1" status: 204 len: 168 time: 0.4071195 Dec 12 18:02:32.311456 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c278589-8b79-4d27-be14-527a7ea3df60 req-bfbf28eb-b4f9-4841-9d2b-e8292eedf413 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 HTTP/1.1" status: 200 len: 217 time: 0.0595345 Dec 12 18:02:32.366837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-61922841-7826-4487-a8fb-c33993843284 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, e9bb4217-c88c-4b0d-b78d-8259666e6762) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:32.377070 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c21b971-9a23-4c14-91ab-c24fc482a9b4 None None] Network e9bb4217-c88c-4b0d-b78d-8259666e6762 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:32.390616 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1ea10-e82a-4b0d-8de6-012d605c8741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac8e63d-bb17-4897-a043-ba9da3ecf85e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:32.404702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61922841-7826-4487-a8fb-c33993843284 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:32.405531 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61922841-7826-4487-a8fb-c33993843284 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:32.429493 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c278589-8b79-4d27-be14-527a7ea3df60 req-adc2987e-19ed-4514-b24b-157c2f6efd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:32.431812 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c278589-8b79-4d27-be14-527a7ea3df60 req-adc2987e-19ed-4514-b24b-157c2f6efd6f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a38ca6e1-282d-485b-8e30-1d83bfdc0937 HTTP/1.1" status: 200 len: 846 time: 0.1121936 Dec 12 18:02:32.446633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-61922841-7826-4487-a8fb-c33993843284 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7162194 Dec 12 18:02:32.456326 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51868) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:32.464192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-e503ed84-e186-4b2d-a68d-afeee2f675ae tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2058647131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:32.501635 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c278589-8b79-4d27-be14-527a7ea3df60 req-1bb22cd3-c36c-4ebb-85bd-c8448035cc2b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=75b935da-edec-4803-8c21-61a0e9a0c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611129 Dec 12 18:02:32.543329 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f779ed-5fa1-439e-9a83-6f6137d07f87 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:32.559752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-52f779ed-5fa1-439e-9a83-6f6137d07f87 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] 10.222.0.18 "GET /v2.0/networks/cc38a490-f211-412a-b627-01beeb9aeaf0 HTTP/1.1" status: 200 len: 768 time: 0.3310390 Dec 12 18:02:32.560846 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51870) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:32.573648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-e9bb4217-c88c-4b0d-b78d-8259666e6762', 'network_id': 'e9bb4217-c88c-4b0d-b78d-8259666e6762', 'project_id': '06783abe78f64b7b909358a9618e0047', 'fixed_ips': [{'subnet_id': '9abd9fb1-4a26-4c1a-a56f-9f281a28685f'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:02:32.574878 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:32.600040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9e93d-d09f-460d-a0ab-aa05de30ae5b req-17b30d08-e685-49ea-bf72-8c77ae9afc99 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:32.602363 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79c9e93d-d09f-460d-a0ab-aa05de30ae5b req-17b30d08-e685-49ea-bf72-8c77ae9afc99 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 943 time: 0.3803720 Dec 12 18:02:32.672617 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e503ed84-e186-4b2d-a68d-afeee2f675ae tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:32.673659 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e503ed84-e186-4b2d-a68d-afeee2f675ae tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:32.676047 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c278589-8b79-4d27-be14-527a7ea3df60 req-9d229729-1c8e-4878-8c1a-9454bfd294b3 service neutron] 10.222.0.31 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660385 Dec 12 18:02:32.739692 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-933ea00d-32b6-46bc-9fbb-60c15497c8a6 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:32.774368 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Allocated IP 172.20.0.2 (e9bb4217-c88c-4b0d-b78d-8259666e6762/9abd9fb1-4a26-4c1a-a56f-9f281a28685f/34682d9d-3f82-49e2-b63e-9075faa5a920) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:32.789144 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79c9e93d-d09f-460d-a0ab-aa05de30ae5b req-01719993-bb58-4255-8c7e-ff854a514841 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609721 Dec 12 18:02:32.795144 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e503ed84-e186-4b2d-a68d-afeee2f675ae tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:32.807423 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e503ed84-e186-4b2d-a68d-afeee2f675ae tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:32.896440 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5c278589-8b79-4d27-be14-527a7ea3df60 req-3df42acf-4dc3-46e2-ad7f-10ab815348f0 service neutron] 10.222.0.31 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110143 Dec 12 18:02:32.926730 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e503ed84-e186-4b2d-a68d-afeee2f675ae tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:32.928242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e503ed84-e186-4b2d-a68d-afeee2f675ae tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4699149 Dec 12 18:02:32.930915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51878) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:32.938609 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-5df47e29-a1ff-4635-acad-5d86824d0365 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'network_id': 'e9bb4217-c88c-4b0d-b78d-8259666e6762', 'name': 'tempest-PortsTestJSON-1835638790'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:32.941223 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-933ea00d-32b6-46bc-9fbb-60c15497c8a6 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:33.014031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-933ea00d-32b6-46bc-9fbb-60c15497c8a6 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39515a40-2f37-40c4-bb9b-4af83b774044']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:33.030123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-933ea00d-32b6-46bc-9fbb-60c15497c8a6 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28159ee3-f457-4ef7-bed0-7175574d05b3') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:33.030476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-933ea00d-32b6-46bc-9fbb-60c15497c8a6 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28159ee3-f457-4ef7-bed0-7175574d05b3') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:33.054324 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:33.054868 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-933ea00d-32b6-46bc-9fbb-60c15497c8a6 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:33.063098 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:33.084059 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-933ea00d-32b6-46bc-9fbb-60c15497c8a6 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:33.085404 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Network e9bb4217-c88c-4b0d-b78d-8259666e6762 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:33.088276 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:33.097321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933ea00d-32b6-46bc-9fbb-60c15497c8a6 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:02:33.097655 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-933ea00d-32b6-46bc-9fbb-60c15497c8a6 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:02:33.099646 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:02:33.114222 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:02:33.189591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Pushing event updated for resources: {'Port': ['ID=34682d9d-3f82-49e2-b63e-9075faa5a920,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:33.190445 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-933ea00d-32b6-46bc-9fbb-60c15497c8a6 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:33.204444 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Attempting to bind port 34682d9d-3f82-49e2-b63e-9075faa5a920 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:02:33.205179 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Attempting to bind port 34682d9d-3f82-49e2-b63e-9075faa5a920 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'a02a5cb6-32b3-4515-a192-cab59fb32940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e9bb4217-c88c-4b0d-b78d-8259666e6762'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:02:33.205667 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Attempting to bind port 34682d9d-3f82-49e2-b63e-9075faa5a920 on network e9bb4217-c88c-4b0d-b78d-8259666e6762 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:02:33.209955 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933ea00d-32b6-46bc-9fbb-60c15497c8a6 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 39515a40-2f37-40c4-bb9b-4af83b774044 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 18:02:33.215521 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:02:33.216085 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Checking segment: {'id': 'a02a5cb6-32b3-4515-a192-cab59fb32940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e9bb4217-c88c-4b0d-b78d-8259666e6762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:02:33.216598 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:33.217104 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Bound using segment: {'id': 'a02a5cb6-32b3-4515-a192-cab59fb32940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e9bb4217-c88c-4b0d-b78d-8259666e6762'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:02:33.217971 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Bound port: 34682d9d-3f82-49e2-b63e-9075faa5a920, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02a5cb6-32b3-4515-a192-cab59fb32940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e9bb4217-c88c-4b0d-b78d-8259666e6762'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:02:33.218459 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:33.221771 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-933ea00d-32b6-46bc-9fbb-60c15497c8a6 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:33.231952 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51888) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:33.234357 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-933ea00d-32b6-46bc-9fbb-60c15497c8a6 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] 10.222.0.18 "DELETE /v2.0/networks/39515a40-2f37-40c4-bb9b-4af83b774044 HTTP/1.1" status: 204 len: 168 time: 0.6703620 Dec 12 18:02:33.237025 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df47e29-a1ff-4635-acad-5d86824d0365 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:33.239584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-40a3fb69-32a7-4034-88a2-2f41bdc3e958 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Request body: {'network': {'name': 'tempest-network--1993812283'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:33.244773 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5df47e29-a1ff-4635-acad-5d86824d0365 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:33.282277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ea00d-32b6-46bc-9fbb-60c15497c8a6 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Pushing event deleted for resources: {'Network': ['ID=39515a40-2f37-40c4-bb9b-4af83b774044,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:33.306645 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] For port 34682d9d-3f82-49e2-b63e-9075faa5a920, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:02:33.310475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-5df47e29-a1ff-4635-acad-5d86824d0365 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] device_id is not set on port 23bdfd0f-09c5-4ca7-9a42-8091aad0028b yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:02:33.311129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] For port 34682d9d-3f82-49e2-b63e-9075faa5a920, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=34682d9d-3f82-49e2-b63e-9075faa5a920,segment=NetworkSegment(a02a5cb6-32b3-4515-a192-cab59fb32940),segment_id=a02a5cb6-32b3-4515-a192-cab59fb32940)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:02:33.318254 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:33.320132 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a3fb69-32a7-4034-88a2-2f41bdc3e958 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Made reservation on behalf of 667de1ae73c144328610c1f29c94a813 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:33.323104 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40a3fb69-32a7-4034-88a2-2f41bdc3e958 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:33.373781 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a3fb69-32a7-4034-88a2-2f41bdc3e958 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:02:33.427746 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95619c-ec8a-4579-9022-d36f33ff3451 None None] Pushing event updated for resources: {'Port': ['ID=34682d9d-3f82-49e2-b63e-9075faa5a920,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:33.428856 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40a3fb69-32a7-4034-88a2-2f41bdc3e958 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:33.428856 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-40a3fb69-32a7-4034-88a2-2f41bdc3e958 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Added segment f6b5c0b9-e046-42ad-9df8-f835e2e0e09c of type vlan for network 109c8ccb-a041-4be0-9f33-81c3446e6a86 Dec 12 18:02:33.548539 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40a3fb69-32a7-4034-88a2-2f41bdc3e958 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:33.566069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-5df47e29-a1ff-4635-acad-5d86824d0365 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Allocated IP 172.20.0.7 (e9bb4217-c88c-4b0d-b78d-8259666e6762/9abd9fb1-4a26-4c1a-a56f-9f281a28685f/23bdfd0f-09c5-4ca7-9a42-8091aad0028b) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:33.614820 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40a3fb69-32a7-4034-88a2-2f41bdc3e958 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:33.615828 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a3fb69-32a7-4034-88a2-2f41bdc3e958 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:33.616531 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40a3fb69-32a7-4034-88a2-2f41bdc3e958 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:33.742228 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-40a3fb69-32a7-4034-88a2-2f41bdc3e958 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5066617 Dec 12 18:02:33.743185 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51900) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:33.748403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1dccb685-27bc-432b-9687-cf5e4ba427a9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:33.968954 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5df47e29-a1ff-4635-acad-5d86824d0365 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:33.977706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3fb69-32a7-4034-88a2-2f41bdc3e958 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Pushing event updated for resources: {'Network': ['ID=109c8ccb-a041-4be0-9f33-81c3446e6a86,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:34.010201 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 109c8ccb-a041-4be0-9f33-81c3446e6a86 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:02:34.093749 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1dccb685-27bc-432b-9687-cf5e4ba427a9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:34.129333 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1dccb685-27bc-432b-9687-cf5e4ba427a9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:34.157695 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1dccb685-27bc-432b-9687-cf5e4ba427a9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Network 109c8ccb-a041-4be0-9f33-81c3446e6a86 is not hosted by any dhcp agent {{(pid=103150) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 18:02:34.158345 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dccb685-27bc-432b-9687-cf5e4ba427a9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:34.158967 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1dccb685-27bc-432b-9687-cf5e4ba427a9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:34.160329 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1dccb685-27bc-432b-9687-cf5e4ba427a9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] 10.222.0.18 "PUT /v2.0/networks/109c8ccb-a041-4be0-9f33-81c3446e6a86 HTTP/1.1" status: 200 len: 858 time: 0.4161510 Dec 12 18:02:34.169747 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51908) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:34.222862 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccb685-27bc-432b-9687-cf5e4ba427a9 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Pushing event updated for resources: {'Network': ['ID=109c8ccb-a041-4be0-9f33-81c3446e6a86,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:34.266443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 34682d9d-3f82-49e2-b63e-9075faa5a920 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:02:34.288340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07684b08-ba9a-440d-93fb-a842136c2ce3 req-a0e7d73b-6512-4dde-bfec-212f2a7e5bc8 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:34.290000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07684b08-ba9a-440d-93fb-a842136c2ce3 req-a0e7d73b-6512-4dde-bfec-212f2a7e5bc8 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 943 time: 0.2913587 Dec 12 18:02:34.322938 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5df47e29-a1ff-4635-acad-5d86824d0365 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:34.354538 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 34682d9d-3f82-49e2-b63e-9075faa5a920 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:34.355158 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:34.402237 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df47e29-a1ff-4635-acad-5d86824d0365 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network e9bb4217-c88c-4b0d-b78d-8259666e6762 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:34.406567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df47e29-a1ff-4635-acad-5d86824d0365 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=23bdfd0f-09c5-4ca7-9a42-8091aad0028b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:34.409833 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-5df47e29-a1ff-4635-acad-5d86824d0365 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:34.413867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df47e29-a1ff-4635-acad-5d86824d0365 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:02:34.419402 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8a67249-4611-45ec-bf84-ce01a1d4f576 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:34.474183 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-07684b08-ba9a-440d-93fb-a842136c2ce3 req-7a765666-9552-47e7-ba01-23a0f55187b0 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759446 Dec 12 18:02:34.517250 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:34.584787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df47e29-a1ff-4635-acad-5d86824d0365 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:34.585832 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5df47e29-a1ff-4635-acad-5d86824d0365 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:34.587111 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 34682d9d-3f82-49e2-b63e-9075faa5a920, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=34682d9d-3f82-49e2-b63e-9075faa5a920,segment=NetworkSegment(a02a5cb6-32b3-4515-a192-cab59fb32940),segment_id=a02a5cb6-32b3-4515-a192-cab59fb32940)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:34.600869 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:34.622046 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51920) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:34.634159 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5df47e29-a1ff-4635-acad-5d86824d0365 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7021029 Dec 12 18:02:34.727470 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=34682d9d-3f82-49e2-b63e-9075faa5a920,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:34.743686 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8a67249-4611-45ec-bf84-ce01a1d4f576 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:34.775288 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-d8a67249-4611-45ec-bf84-ce01a1d4f576 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['109c8ccb-a041-4be0-9f33-81c3446e6a86']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:34.793004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-d8a67249-4611-45ec-bf84-ce01a1d4f576 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b5c0b9-e046-42ad-9df8-f835e2e0e09c') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:34.793461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-d8a67249-4611-45ec-bf84-ce01a1d4f576 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b5c0b9-e046-42ad-9df8-f835e2e0e09c') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:34.816441 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8a67249-4611-45ec-bf84-ce01a1d4f576 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:34.851265 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8a67249-4611-45ec-bf84-ce01a1d4f576 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:34.858663 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a67249-4611-45ec-bf84-ce01a1d4f576 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:02:34.859301 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8a67249-4611-45ec-bf84-ce01a1d4f576 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:02:34.861578 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:02:34.889244 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51924) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:34.944234 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8a67249-4611-45ec-bf84-ce01a1d4f576 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:34.950714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a67249-4611-45ec-bf84-ce01a1d4f576 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 109c8ccb-a041-4be0-9f33-81c3446e6a86 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 18:02:34.996388 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8a67249-4611-45ec-bf84-ce01a1d4f576 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:35.003319 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d8a67249-4611-45ec-bf84-ce01a1d4f576 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] 10.222.0.18 "DELETE /v2.0/networks/109c8ccb-a041-4be0-9f33-81c3446e6a86 HTTP/1.1" status: 204 len: 168 time: 0.8282900 Dec 12 18:02:35.009549 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a67249-4611-45ec-bf84-ce01a1d4f576 tempest-ExternalNetworksTestJSON-1334088614 tempest-ExternalNetworksTestJSON-1334088614-project-admin] Pushing event deleted for resources: {'Network': ['ID=109c8ccb-a041-4be0-9f33-81c3446e6a86,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:35.021701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51928) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:35.084828 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9d2ee4-7350-44b5-983d-70ed65b9ddf5 None None] Network e9bb4217-c88c-4b0d-b78d-8259666e6762 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:35.118754 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c441ce-c659-45c1-b2ae-cdbd63024736 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] DELETE failed (client error): The resource could not be found. Dec 12 18:02:35.119430 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c441ce-c659-45c1-b2ae-cdbd63024736 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:02:35.127930 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-83c441ce-c659-45c1-b2ae-cdbd63024736 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] 10.222.0.18 "DELETE /v2.0/subnets/57da2186-4aeb-4363-af6f-c7cabf284dde HTTP/1.1" status: 404 len: 337 time: 0.1021760 Dec 12 18:02:35.131559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51930) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:35.395159 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f60268de-5df3-4d24-b669-a63513c6cae8 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:35.550476 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-81e76cee-588a-4e37-b421-99750bf80f6b tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-289989846'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:35.559616 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-81e76cee-588a-4e37-b421-99750bf80f6b tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] Unknown quota resources ['metering_label']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 18:02:35.632445 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f60268de-5df3-4d24-b669-a63513c6cae8 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:35.658030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-f60268de-5df3-4d24-b669-a63513c6cae8 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc38a490-f211-412a-b627-01beeb9aeaf0']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:35.669212 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-f60268de-5df3-4d24-b669-a63513c6cae8 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b3f6b48-3115-4e08-81c7-a2b78de7dc86') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:35.669852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-f60268de-5df3-4d24-b669-a63513c6cae8 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b3f6b48-3115-4e08-81c7-a2b78de7dc86') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:35.681369 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f60268de-5df3-4d24-b669-a63513c6cae8 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:35.697118 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f60268de-5df3-4d24-b669-a63513c6cae8 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:35.704336 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60268de-5df3-4d24-b669-a63513c6cae8 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:02:35.705124 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f60268de-5df3-4d24-b669-a63513c6cae8 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:35.735159 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8b1b7ea2-a8ff-47af-94d7-b0b9564d1419 None None] Provisioning complete for port 34682d9d-3f82-49e2-b63e-9075faa5a920 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:35.735708 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b1b7ea2-a8ff-47af-94d7-b0b9564d1419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:02:35.811895 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:02:35.817866 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f60268de-5df3-4d24-b669-a63513c6cae8 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:35.827121 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f60268de-5df3-4d24-b669-a63513c6cae8 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:35.832404 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f60268de-5df3-4d24-b669-a63513c6cae8 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] 10.222.0.18 "DELETE /v2.0/networks/cc38a490-f211-412a-b627-01beeb9aeaf0 HTTP/1.1" status: 204 len: 168 time: 0.6987033 Dec 12 18:02:35.877601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60268de-5df3-4d24-b669-a63513c6cae8 tempest-ExternalNetworksTestJSON-17489081 tempest-ExternalNetworksTestJSON-17489081-project] Pushing event deleted for resources: {'Network': ['ID=cc38a490-f211-412a-b627-01beeb9aeaf0,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:35.934547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9349bc-d319-4937-a080-76acf479eafe req-ecccf436-7651-477b-8ec6-b9920bb8c517 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:35.955996 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c9349bc-d319-4937-a080-76acf479eafe req-ecccf436-7651-477b-8ec6-b9920bb8c517 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 943 time: 0.1781418 Dec 12 18:02:36.055844 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 34682d9d-3f82-49e2-b63e-9075faa5a920 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:02:36.072237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c9349bc-d319-4937-a080-76acf479eafe req-3bb1aff4-60cd-41ec-a87c-944a00088366 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151385 Dec 12 18:02:36.074246 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81e76cee-588a-4e37-b421-99750bf80f6b tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:36.075464 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-81e76cee-588a-4e37-b421-99750bf80f6b tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1815939 Dec 12 18:02:36.076382 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb2df-b482-46e8-b4fa-375775333885 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:36.079695 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51940) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:36.085800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-59a2d0ed-dfe5-4b1e-af30-0e9afe599358 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4902b26e-0e61-4043-9521-e0980dd15202'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:36.087914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-59a2d0ed-dfe5-4b1e-af30-0e9afe599358 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103151) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 18:02:36.166724 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 34682d9d-3f82-49e2-b63e-9075faa5a920 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:36.167539 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:36.254104 n-d-760354-5 neutron-server[103151]: WARNING neutron.services.metering.metering_plugin [None req-59a2d0ed-dfe5-4b1e-af30-0e9afe599358 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 12 18:02:36.289409 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b636ca25-39cc-469f-a977-93cd4c8758b4 None None] Provisioning complete for port 34682d9d-3f82-49e2-b63e-9075faa5a920 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:36.289712 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b636ca25-39cc-469f-a977-93cd4c8758b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:36.422132 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-59a2d0ed-dfe5-4b1e-af30-0e9afe599358 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:36.424237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-59a2d0ed-dfe5-4b1e-af30-0e9afe599358 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3432875 Dec 12 18:02:36.427267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51950) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:36.434184 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-bbdfcc08-1331-4be0-9b08-743c02764bff tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4902b26e-0e61-4043-9521-e0980dd15202'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:36.434684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-bbdfcc08-1331-4be0-9b08-743c02764bff tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103151) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 18:02:36.536349 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51952) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:36.546334 n-d-760354-5 neutron-server[103151]: WARNING neutron.services.metering.metering_plugin [None req-bbdfcc08-1331-4be0-9b08-743c02764bff tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 12 18:02:36.666501 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b636ca25-39cc-469f-a977-93cd4c8758b4 None None] Provisioning complete for port 23bdfd0f-09c5-4ca7-9a42-8091aad0028b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:36.666876 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b636ca25-39cc-469f-a977-93cd4c8758b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:36.701399 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb2df-b482-46e8-b4fa-375775333885 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:36.710674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:02:36.717484 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb2df-b482-46e8-b4fa-375775333885 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:36.780159 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b636ca25-39cc-469f-a977-93cd4c8758b4 None None] Port 23bdfd0f-09c5-4ca7-9a42-8091aad0028b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:02:36.794047 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbdfcc08-1331-4be0-9b08-743c02764bff tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:36.796424 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bbdfcc08-1331-4be0-9b08-743c02764bff tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3648436 Dec 12 18:02:36.801112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51960) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:36.820773 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6e30a1e1-024a-4617-9eac-b9c429b053d3 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=c6a17fc5-b10b-437b-a8bc-18f59a2e36cf HTTP/1.1" status: 200 len: 462 time: 0.0152020 Dec 12 18:02:36.850087 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51962) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:36.857603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6954ed99-f84f-4009-ac95-96b0de09f505 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3df21f171f09496ebb87bbcc1dc23331&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3159065 Dec 12 18:02:36.860316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51964) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:36.931395 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fb2df-b482-46e8-b4fa-375775333885 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=23bdfd0f-09c5-4ca7-9a42-8091aad0028b,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:36.988544 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ecb2dafd-78c6-403b-a814-83a6a98f9f8d None None] Provisioning complete for port 23bdfd0f-09c5-4ca7-9a42-8091aad0028b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:36.989082 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ecb2dafd-78c6-403b-a814-83a6a98f9f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:37.113430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port f3104c25-d95c-4fc5-a40d-ad6c0e7c3007, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f3104c25-d95c-4fc5-a40d-ad6c0e7c3007,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:37.115949 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ecb2dafd-78c6-403b-a814-83a6a98f9f8d None None] Port 23bdfd0f-09c5-4ca7-9a42-8091aad0028b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:02:37.128515 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'f3104c25-d95c-4fc5-a40d-ad6c0e7c3007', 'network_id': '75b935da-edec-4803-8c21-61a0e9a0c85c', 'port_id': 'f3104c25-d95c-4fc5-a40d-ad6c0e7c3007', 'mac_address': 'fa:16:3e:8e:53:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38ca6e1-282d-485b-8e30-1d83bfdc0937', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:02:37.175296 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:37.202485 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:02:37.249060 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port f3104c25-d95c-4fc5-a40d-ad6c0e7c3007, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f3104c25-d95c-4fc5-a40d-ad6c0e7c3007,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:37.269762 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:37.288874 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb2df-b482-46e8-b4fa-375775333885 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:37.338182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b243fd0c-c4bb-4b62-a397-46b6ab74c4c9 None None] Provisioning complete for port 23bdfd0f-09c5-4ca7-9a42-8091aad0028b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:37.338630 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b243fd0c-c4bb-4b62-a397-46b6ab74c4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:37.341923 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=f3104c25-d95c-4fc5-a40d-ad6c0e7c3007,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:37.424623 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b243fd0c-c4bb-4b62-a397-46b6ab74c4c9 None None] Port 23bdfd0f-09c5-4ca7-9a42-8091aad0028b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:02:37.512597 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb2df-b482-46e8-b4fa-375775333885 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:37.589438 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['f3104c25-d95c-4fc5-a40d-ad6c0e7c3007'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:02:37.705843 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5bdc-5bc4-4cad-91aa-97bfe432bbde tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:37.706906 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ca3e5bdc-5bc4-4cad-91aa-97bfe432bbde tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/c6a17fc5-b10b-437b-a8bc-18f59a2e36cf HTTP/1.1" status: 204 len: 168 time: 0.8521264 Dec 12 18:02:37.724909 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51978) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:37.776428 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6817a36f-e5b1-4b4d-8f6d-0c7270ea002b tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=c6a17fc5-b10b-437b-a8bc-18f59a2e36cf HTTP/1.1" status: 200 len: 221 time: 0.0466826 Dec 12 18:02:37.777331 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51980) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:37.781098 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a09a256-d771-4f5a-b1c1-a51aa65d98f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:37.784693 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-002ae648-02d1-4fff-b709-2da2489c29d4 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--573659249', 'description': 'label created by tempest'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:37.785162 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-002ae648-02d1-4fff-b709-2da2489c29d4 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] Unknown quota resources ['metering_label']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 18:02:37.840434 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a09a256-d771-4f5a-b1c1-a51aa65d98f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:37.916338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c18371-3192-43c4-889b-8d8fa75e82dc req-899395ab-4dee-47bd-b3dd-31a6cc94bebd tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:37.918268 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25c18371-3192-43c4-889b-8d8fa75e82dc req-899395ab-4dee-47bd-b3dd-31a6cc94bebd tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 944 time: 0.3050621 Dec 12 18:02:37.920146 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a09a256-d771-4f5a-b1c1-a51aa65d98f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:37.923459 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a09a256-d771-4f5a-b1c1-a51aa65d98f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:37.927354 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1a09a256-d771-4f5a-b1c1-a51aa65d98f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b271c1b0-de73-450e-85ee-6e407733619c HTTP/1.1" status: 204 len: 168 time: 1.0631459 Dec 12 18:02:37.939340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09a256-d771-4f5a-b1c1-a51aa65d98f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b271c1b0-de73-450e-85ee-6e407733619c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:37.999637 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-002ae648-02d1-4fff-b709-2da2489c29d4 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:38.001350 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-002ae648-02d1-4fff-b709-2da2489c29d4 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2226775 Dec 12 18:02:38.006615 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51984) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:38.017839 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-25c18371-3192-43c4-889b-8d8fa75e82dc req-9e560337-953e-4959-9d79-df1a92cafbaf tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890782 Dec 12 18:02:38.136912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b0252337-f213-48b3-81da-b2d9b6d41aa9 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=bb4d4b22-7829-418c-b811-e2ff6e979bc5 HTTP/1.1" status: 200 len: 467 time: 0.1287689 Dec 12 18:02:38.137765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51988) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:38.209184 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb2df-b482-46e8-b4fa-375775333885 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:38.219932 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb2df-b482-46e8-b4fa-375775333885 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:38.354074 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb2df-b482-46e8-b4fa-375775333885 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:38.357833 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fb2df-b482-46e8-b4fa-375775333885 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=23bdfd0f-09c5-4ca7-9a42-8091aad0028b,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:38.454874 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 51994) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:38.472833 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08501244-530e-47a1-a3de-e78bde553b15 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:38.480031 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-08501244-530e-47a1-a3de-e78bde553b15 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/bb4d4b22-7829-418c-b811-e2ff6e979bc5 HTTP/1.1" status: 204 len: 168 time: 0.3408568 Dec 12 18:02:38.481714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51996) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:38.499944 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-62bf2d6e-2670-478d-9401-395f9ceefa05 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=bb4d4b22-7829-418c-b811-e2ff6e979bc5 HTTP/1.1" status: 200 len: 216 time: 0.0176518 Dec 12 18:02:38.500628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 51998) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:38.517128 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fcac160c-5565-4230-ba41-286e17ff7ebc tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0153415 Dec 12 18:02:38.517816 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52000) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:38.549398 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-debabb5a-8408-4b27-9a5b-69f7a40d79a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=667de1ae73c144328610c1f29c94a813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0930750 Dec 12 18:02:38.552073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52002) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:38.556342 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dfc78851-e005-4f58-bf09-1c818cc51632 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0329256 Dec 12 18:02:38.556920 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52004) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:38.590594 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0fb2df-b482-46e8-b4fa-375775333885 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network e9bb4217-c88c-4b0d-b78d-8259666e6762 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:38.606054 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-455085a4-ce79-43b1-abd7-b0f49e8ef15c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:38.628250 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-455085a4-ce79-43b1-abd7-b0f49e8ef15c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:38.630332 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5e0fb2df-b482-46e8-b4fa-375775333885 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:38.637299 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5aafaf95-09e4-43dc-b118-61c5c7c3e9f0 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/4902b26e-0e61-4043-9521-e0980dd15202 HTTP/1.1" status: 200 len: 472 time: 0.0792825 Dec 12 18:02:38.642835 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52006) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:38.690822 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-455085a4-ce79-43b1-abd7-b0f49e8ef15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:38.694682 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-455085a4-ce79-43b1-abd7-b0f49e8ef15c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:38.698645 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-455085a4-ce79-43b1-abd7-b0f49e8ef15c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f35197b9-5fb9-4f2e-8141-0c8392864f00 HTTP/1.1" status: 204 len: 168 time: 0.1429367 Dec 12 18:02:38.711581 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:02:38.723117 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455085a4-ce79-43b1-abd7-b0f49e8ef15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35197b9-5fb9-4f2e-8141-0c8392864f00,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:38.728632 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1e724b14-1023-4cf3-929b-aca4b6d180b1 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/4678c0fd-30f1-4831-824f-56a3c8fa9c7e HTTP/1.1" status: 200 len: 459 time: 0.0818455 Dec 12 18:02:38.731422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52010) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:38.825438 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0fb2df-b482-46e8-b4fa-375775333885 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Router 079028a9-fb4c-4f23-a3cb-45c134f97149 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:02:38.853627 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:02:38.858784 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:38.859294 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:38.904783 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ee85b63d-ca70-4636-998f-3545894dacd5 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:38.909860 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ee85b63d-ca70-4636-998f-3545894dacd5 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/4678c0fd-30f1-4831-824f-56a3c8fa9c7e HTTP/1.1" status: 204 len: 168 time: 0.1773758 Dec 12 18:02:38.910564 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52012) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:38.970307 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0fb2df-b482-46e8-b4fa-375775333885 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:02:38.984914 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c0257-dbf6-44f0-8536-f23c5ab87c7b None None] Sync routers for ids ['079028a9-fb4c-4f23-a3cb-45c134f97149'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:02:38.989486 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5e0fb2df-b482-46e8-b4fa-375775333885 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "PUT /v2.0/routers/079028a9-fb4c-4f23-a3cb-45c134f97149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3639295 Dec 12 18:02:38.989944 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52014) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:39.007147 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c0257-dbf6-44f0-8536-f23c5ab87c7b None None] Routers {'079028a9-fb4c-4f23-a3cb-45c134f97149'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:02:39.015901 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2d0c0257-dbf6-44f0-8536-f23c5ab87c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:02:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['079028a9-fb4c-4f23-a3cb-45c134f97149'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:39.090905 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ffe7a3cc-4800-47aa-96a0-8c3674a714ff None None] Provisioning complete for port 23bdfd0f-09c5-4ca7-9a42-8091aad0028b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:39.091406 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffe7a3cc-4800-47aa-96a0-8c3674a714ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:39.094911 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9a510b-75b5-4d66-9ef2-7cf4b659d586 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:39.102925 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4c9a510b-75b5-4d66-9ef2-7cf4b659d586 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports?device_id=079028a9-fb4c-4f23-a3cb-45c134f97149 HTTP/1.1" status: 200 len: 982 time: 0.1088431 Dec 12 18:02:39.103544 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52020) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:39.111796 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2d0c0257-dbf6-44f0-8536-f23c5ab87c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:39.133180 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c0257-dbf6-44f0-8536-f23c5ab87c7b None None] Routers {'079028a9-fb4c-4f23-a3cb-45c134f97149'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:02:39.133881 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2d0c0257-dbf6-44f0-8536-f23c5ab87c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:02:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['079028a9-fb4c-4f23-a3cb-45c134f97149'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:39.174230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ffe7a3cc-4800-47aa-96a0-8c3674a714ff None None] Port 23bdfd0f-09c5-4ca7-9a42-8091aad0028b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:02:39.177668 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:39.212951 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2d0c0257-dbf6-44f0-8536-f23c5ab87c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:39.213614 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c0257-dbf6-44f0-8536-f23c5ab87c7b None None] The sync data for ids ['079028a9-fb4c-4f23-a3cb-45c134f97149'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:02:39.252529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147eaee7-7399-41e7-ba5b-b4a389402154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3104c25-d95c-4fc5-a40d-ad6c0e7c3007'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:02:39.259978 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389fc100-1907-47c4-b00d-e20b4d1a42d5" -d '{"events": [{"server_uuid": "147eaee7-7399-41e7-ba5b-b4a389402154", "name": "network-vif-plugged", "status": "completed", "tag": "f3104c25-d95c-4fc5-a40d-ad6c0e7c3007"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:02:39.272328 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port f3104c25-d95c-4fc5-a40d-ad6c0e7c3007, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f3104c25-d95c-4fc5-a40d-ad6c0e7c3007,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:39.283466 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:39.311998 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eeeb64aa-347d-41cc-8c31-dad85a99b0b1 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:39.313323 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-eeeb64aa-347d-41cc-8c31-dad85a99b0b1 tempest-MeteringIpV6TestJSON-1068283221 tempest-MeteringIpV6TestJSON-1068283221-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/4902b26e-0e61-4043-9521-e0980dd15202 HTTP/1.1" status: 204 len: 168 time: 0.4018195 Dec 12 18:02:39.358488 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2239396-d69e-4814-a15c-873fae96aceb req-11a0d286-462e-4219-a1c7-a186caa5a34d tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:39.362904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2239396-d69e-4814-a15c-873fae96aceb req-11a0d286-462e-4219-a1c7-a186caa5a34d tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 944 time: 0.1139348 Dec 12 18:02:39.396443 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f012a1b5-8d85-4d60-8ee7-66d10ea5b91b x-openstack-request-id: req-f012a1b5-8d85-4d60-8ee7-66d10ea5b91b {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:02:39.397049 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147eaee7-7399-41e7-ba5b-b4a389402154", "name": "network-vif-plugged", "status": "completed", "tag": "f3104c25-d95c-4fc5-a40d-ad6c0e7c3007", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:02:39.397326 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f012a1b5-8d85-4d60-8ee7-66d10ea5b91b {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:02:39.401020 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147eaee7-7399-41e7-ba5b-b4a389402154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3104c25-d95c-4fc5-a40d-ad6c0e7c3007', 'code': 200} Dec 12 18:02:39.449298 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=f3104c25-d95c-4fc5-a40d-ad6c0e7c3007,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:39.474726 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2239396-d69e-4814-a15c-873fae96aceb req-63e9acbd-d87a-47bb-b8ef-cb253cbf0d54 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038268 Dec 12 18:02:39.629549 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f838625-bf7e-4340-a843-c299b307bdd3 req-ab49e3d8-921b-4155-92f8-3f923d687b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:39.631053 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1f838625-bf7e-4340-a843-c299b307bdd3 req-ab49e3d8-921b-4155-92f8-3f923d687b62 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 1096 time: 0.0806546 Dec 12 18:02:39.737380 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1f838625-bf7e-4340-a843-c299b307bdd3 req-f2aaa305-082a-40b2-bbf7-e5ec3577218d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957565 Dec 12 18:02:39.786063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52048) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:39.828724 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b73f4c6e-70f2-4132-af84-08a72fbf7ca3 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:39.978792 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5460d434-42f0-40db-ac78-7a9dbbfde947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:40.122420 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5460d434-42f0-40db-ac78-7a9dbbfde947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:40.131974 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5460d434-42f0-40db-ac78-7a9dbbfde947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:40.188781 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b73f4c6e-70f2-4132-af84-08a72fbf7ca3 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port 23bdfd0f-09c5-4ca7-9a42-8091aad0028b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:02:40.193482 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b73f4c6e-70f2-4132-af84-08a72fbf7ca3 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:40.199303 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5460d434-42f0-40db-ac78-7a9dbbfde947 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2dcfd5c2cf4b4236bc1e06f7be345293&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4093997 Dec 12 18:02:40.199467 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52058) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:40.206618 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460d434-42f0-40db-ac78-7a9dbbfde947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b413261-8b16-4a9b-8d28-917dbecef101,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:40.278344 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb4726b3-9140-463d-b70f-ab4557c1eda0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:40.307107 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb4726b3-9140-463d-b70f-ab4557c1eda0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:40.319446 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b73f4c6e-70f2-4132-af84-08a72fbf7ca3 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:40.333207 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b73f4c6e-70f2-4132-af84-08a72fbf7ca3 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for 23bdfd0f-09c5-4ca7-9a42-8091aad0028b owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:02:40.373667 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb4726b3-9140-463d-b70f-ab4557c1eda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:40.377368 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb4726b3-9140-463d-b70f-ab4557c1eda0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:40.378895 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cb4726b3-9140-463d-b70f-ab4557c1eda0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b413261-8b16-4a9b-8d28-917dbecef101 HTTP/1.1" status: 204 len: 168 time: 0.1785588 Dec 12 18:02:40.403822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4726b3-9140-463d-b70f-ab4557c1eda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b413261-8b16-4a9b-8d28-917dbecef101,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:40.683750 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b73f4c6e-70f2-4132-af84-08a72fbf7ca3 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:40.783975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ea07f-7017-4be9-a8a6-b87d414324a3 req-239e2ec8-2254-4098-9bc9-463e8ef170ce tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:40.787742 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f72ea07f-7017-4be9-a8a6-b87d414324a3 req-239e2ec8-2254-4098-9bc9-463e8ef170ce tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.1267607 Dec 12 18:02:40.895970 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f4c6e-70f2-4132-af84-08a72fbf7ca3 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=23bdfd0f-09c5-4ca7-9a42-8091aad0028b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:40.913076 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f72ea07f-7017-4be9-a8a6-b87d414324a3 req-acd33816-27fc-4e9b-95a7-88ba6a6fb05b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179929 Dec 12 18:02:41.113955 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52082) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:41.141838 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e686f768-5bb8-4ff8-9da6-7d652d911de6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:41.284265 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e686f768-5bb8-4ff8-9da6-7d652d911de6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:41.285399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52084) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:41.293671 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e686f768-5bb8-4ff8-9da6-7d652d911de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:41.352013 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e686f768-5bb8-4ff8-9da6-7d652d911de6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e48bb7815ded4097a1b7c676fa19b805&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2366970 Dec 12 18:02:41.353459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686f768-5bb8-4ff8-9da6-7d652d911de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a310ac77-d5a6-450e-8ed3-46d6c0c201bb,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:41.356137 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52088) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:41.425399 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-892bc710-cf48-4e62-b39a-147e74c4f31a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:41.449710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ce451adc-a86d-4832-b077-b67f594283e1 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1025494814', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:41.500939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce451adc-a86d-4832-b077-b67f594283e1 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Made reservation on behalf of 56162459426e437f8a50519203a5e7bd for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:41.503600 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce451adc-a86d-4832-b077-b67f594283e1 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:41.522892 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b73f4c6e-70f2-4132-af84-08a72fbf7ca3 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:41.544414 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-892bc710-cf48-4e62-b39a-147e74c4f31a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:41.546589 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce451adc-a86d-4832-b077-b67f594283e1 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:41.718735 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-892bc710-cf48-4e62-b39a-147e74c4f31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:41.721579 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-892bc710-cf48-4e62-b39a-147e74c4f31a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:41.725759 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-892bc710-cf48-4e62-b39a-147e74c4f31a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a310ac77-d5a6-450e-8ed3-46d6c0c201bb HTTP/1.1" status: 204 len: 168 time: 0.3683867 Dec 12 18:02:41.748711 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bc710-cf48-4e62-b39a-147e74c4f31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a310ac77-d5a6-450e-8ed3-46d6c0c201bb,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:41.803277 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce451adc-a86d-4832-b077-b67f594283e1 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:41.814965 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce451adc-a86d-4832-b077-b67f594283e1 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:41.828761 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-ce451adc-a86d-4832-b077-b67f594283e1 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] device_id is not set on port 6f47f42b-1778-40ad-8bd5-0e0aad550716 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:02:41.838078 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73f4c6e-70f2-4132-af84-08a72fbf7ca3 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Router 079028a9-fb4c-4f23-a3cb-45c134f97149 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:02:41.907851 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce451adc-a86d-4832-b077-b67f594283e1 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32287241-2a4f-4cb5-833a-7f0fad5b2b7c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:41.988692 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73f4c6e-70f2-4132-af84-08a72fbf7ca3 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:02:41.995336 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b73f4c6e-70f2-4132-af84-08a72fbf7ca3 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "PUT /v2.0/routers/079028a9-fb4c-4f23-a3cb-45c134f97149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8903308 Dec 12 18:02:42.001865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61790b7b-bcff-4a3e-9f63-3d5ab5cfc7a4 None None] Sync routers for ids ['079028a9-fb4c-4f23-a3cb-45c134f97149'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:02:42.007337 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52106) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:42.038279 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61790b7b-bcff-4a3e-9f63-3d5ab5cfc7a4 None None] Routers {'079028a9-fb4c-4f23-a3cb-45c134f97149'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:02:42.040427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-61790b7b-bcff-4a3e-9f63-3d5ab5cfc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:02:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['079028a9-fb4c-4f23-a3cb-45c134f97149'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:42.051592 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-767bca5e-ba1b-41ee-ad21-faf6ef8bcf25 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] GET failed (client error): The resource could not be found. Dec 12 18:02:42.059702 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-767bca5e-ba1b-41ee-ad21-faf6ef8bcf25 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports/23bdfd0f-09c5-4ca7-9a42-8091aad0028b HTTP/1.1" status: 404 len: 333 time: 0.0479901 Dec 12 18:02:42.060765 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52110) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:42.105112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-ce451adc-a86d-4832-b077-b67f594283e1 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Allocated IP 172.25.1.111 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/6f47f42b-1778-40ad-8bd5-0e0aad550716) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:42.118342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-61790b7b-bcff-4a3e-9f63-3d5ab5cfc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:42.134920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba577d-ea73-4090-9d9d-c58cc8e7ab6e req-d119f60b-1435-480b-897d-61b88c22d56e tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:42.142099 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61790b7b-bcff-4a3e-9f63-3d5ab5cfc7a4 None None] Routers {'079028a9-fb4c-4f23-a3cb-45c134f97149'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:02:42.142829 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-61790b7b-bcff-4a3e-9f63-3d5ab5cfc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:02:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['079028a9-fb4c-4f23-a3cb-45c134f97149'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:42.145304 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3ba577d-ea73-4090-9d9d-c58cc8e7ab6e req-d119f60b-1435-480b-897d-61b88c22d56e tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.1028483 Dec 12 18:02:42.164872 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-daecc579-c800-48e1-a138-ed7c93a105c8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:42.201912 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-61790b7b-bcff-4a3e-9f63-3d5ab5cfc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:42.202973 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61790b7b-bcff-4a3e-9f63-3d5ab5cfc7a4 None None] The sync data for ids ['079028a9-fb4c-4f23-a3cb-45c134f97149'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:02:42.250538 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3ba577d-ea73-4090-9d9d-c58cc8e7ab6e req-51ab9cb8-3ae0-466b-86e5-7177aeda5588 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981901 Dec 12 18:02:42.388334 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce451adc-a86d-4832-b077-b67f594283e1 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:42.453277 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce451adc-a86d-4832-b077-b67f594283e1 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:42.456792 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-daecc579-c800-48e1-a138-ed7c93a105c8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:42.461366 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-daecc579-c800-48e1-a138-ed7c93a105c8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:42.537854 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-daecc579-c800-48e1-a138-ed7c93a105c8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:42.538626 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daecc579-c800-48e1-a138-ed7c93a105c8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Fanout notify agent at l3_agent the message router_deleted on router 079028a9-fb4c-4f23-a3cb-45c134f97149 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:02:42.548923 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-daecc579-c800-48e1-a138-ed7c93a105c8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:42.550145 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-daecc579-c800-48e1-a138-ed7c93a105c8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/routers/079028a9-fb4c-4f23-a3cb-45c134f97149 HTTP/1.1" status: 204 len: 168 time: 0.4886293 Dec 12 18:02:42.556362 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52128) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:42.593760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce451adc-a86d-4832-b077-b67f594283e1 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:42.613813 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ce451adc-a86d-4832-b077-b67f594283e1 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:42.629307 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce451adc-a86d-4832-b077-b67f594283e1 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:02:42.636804 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-538f4843-b638-4df2-b73a-780b806f6d71 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting subnet 9abd9fb1-4a26-4c1a-a56f-9f281a28685f {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:02:42.640865 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-538f4843-b638-4df2-b73a-780b806f6d71 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:42.644552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d741860-b30e-4470-aa67-3fecf077024d None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:02:42.653226 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce451adc-a86d-4832-b077-b67f594283e1 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Pushing event updated for resources: {'Port': ['ID=6f47f42b-1778-40ad-8bd5-0e0aad550716,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:42.688967 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-538f4843-b638-4df2-b73a-780b806f6d71 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:42.744538 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4d7099dc-574b-4e9c-b892-678652cfa09d None None] Provisioning complete for port 6f47f42b-1778-40ad-8bd5-0e0aad550716 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:42.744923 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4d7099dc-574b-4e9c-b892-678652cfa09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:42.793019 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad9eae-5ec7-4e4a-8b04-63b16797cda4 req-2fc05fcf-9d28-44b6-b7c2-927312c4cf68 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:42.809395 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-66ad9eae-5ec7-4e4a-8b04-63b16797cda4 req-2fc05fcf-9d28-44b6-b7c2-927312c4cf68 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.2143643 Dec 12 18:02:42.820464 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4d7099dc-574b-4e9c-b892-678652cfa09d None None] Port 6f47f42b-1778-40ad-8bd5-0e0aad550716 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:02:42.863755 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-538f4843-b638-4df2-b73a-780b806f6d71 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:42.883913 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce451adc-a86d-4832-b077-b67f594283e1 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:42.895860 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce451adc-a86d-4832-b077-b67f594283e1 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:42.939672 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ce451adc-a86d-4832-b077-b67f594283e1 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6529269 Dec 12 18:02:42.943702 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52142) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:42.953433 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7dcce871-4714-4309-8669-429bf4d65498 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.111'}]}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:42.984688 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-66ad9eae-5ec7-4e4a-8b04-63b16797cda4 req-17628e8e-9e1d-40c9-b624-18ac98751be9 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743300 Dec 12 18:02:43.030972 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-538f4843-b638-4df2-b73a-780b806f6d71 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:43.078638 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f4843-b638-4df2-b73a-780b806f6d71 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Subnet': ['ID=9abd9fb1-4a26-4c1a-a56f-9f281a28685f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:43.090497 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dcce871-4714-4309-8669-429bf4d65498 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:43.094414 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dcce871-4714-4309-8669-429bf4d65498 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:43.120207 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-538f4843-b638-4df2-b73a-780b806f6d71 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:43.127177 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-538f4843-b638-4df2-b73a-780b806f6d71 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/9abd9fb1-4a26-4c1a-a56f-9f281a28685f HTTP/1.1" status: 204 len: 168 time: 0.5658505 Dec 12 18:02:43.131531 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52148) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:43.133095 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbaddf5-09dd-4334-897b-1c241129b591 None None] Network e9bb4217-c88c-4b0d-b78d-8259666e6762 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:43.200505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a9e46-8b47-45cf-bd7e-e175ebc99e3d req-05d18504-59d5-43fa-b680-fe53abcd25ff tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:43.208460 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec1a9e46-8b47-45cf-bd7e-e175ebc99e3d req-05d18504-59d5-43fa-b680-fe53abcd25ff tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.1508112 Dec 12 18:02:43.277334 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dcce871-4714-4309-8669-429bf4d65498 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:43.362843 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87713f0d-5aa6-4739-9bc2-1523a705fa43 None None] DHCP port deletion for e9bb4217-c88c-4b0d-b78d-8259666e6762 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:02:43.408784 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:43.528398 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-87713f0d-5aa6-4739-9bc2-1523a705fa43 None None] Deleting port 34682d9d-3f82-49e2-b63e-9075faa5a920 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:02:43.531089 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87713f0d-5aa6-4739-9bc2-1523a705fa43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:43.572425 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dcce871-4714-4309-8669-429bf4d65498 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:43.583669 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec1a9e46-8b47-45cf-bd7e-e175ebc99e3d req-a8bebf34-8a61-42d1-afd7-3e1df5ff74c1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742840 Dec 12 18:02:43.643745 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port 34682d9d-3f82-49e2-b63e-9075faa5a920 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:02:43.644737 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:43.762240 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-87713f0d-5aa6-4739-9bc2-1523a705fa43 None None] For port 34682d9d-3f82-49e2-b63e-9075faa5a920, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=34682d9d-3f82-49e2-b63e-9075faa5a920,segment=NetworkSegment(a02a5cb6-32b3-4515-a192-cab59fb32940),segment_id=a02a5cb6-32b3-4515-a192-cab59fb32940)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:43.764470 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87713f0d-5aa6-4739-9bc2-1523a705fa43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:43.794341 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-87713f0d-5aa6-4739-9bc2-1523a705fa43 None None] Calling delete_port for 34682d9d-3f82-49e2-b63e-9075faa5a920 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:02:43.802053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] For port 34682d9d-3f82-49e2-b63e-9075faa5a920, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=34682d9d-3f82-49e2-b63e-9075faa5a920,segment=NetworkSegment(a02a5cb6-32b3-4515-a192-cab59fb32940),segment_id=a02a5cb6-32b3-4515-a192-cab59fb32940)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:43.802818 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:43.836228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for 34682d9d-3f82-49e2-b63e-9075faa5a920 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:02:44.017087 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 34682d9d-3f82-49e2-b63e-9075faa5a920 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:02:44.026513 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87713f0d-5aa6-4739-9bc2-1523a705fa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:44.095671 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 34682d9d-3f82-49e2-b63e-9075faa5a920 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:02:44.096200 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71218e-8326-4c18-890a-aa905ac589da req-65cd5fc0-e236-40bc-b7b8-884d1d173b22 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:44.096468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 34682d9d-3f82-49e2-b63e-9075faa5a920 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:02:44.127703 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e71218e-8326-4c18-890a-aa905ac589da req-65cd5fc0-e236-40bc-b7b8-884d1d173b22 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.1455913 Dec 12 18:02:44.154825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87713f0d-5aa6-4739-9bc2-1523a705fa43 None None] Pushing event deleted for resources: {'Port': ['ID=34682d9d-3f82-49e2-b63e-9075faa5a920,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:44.185144 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87713f0d-5aa6-4739-9bc2-1523a705fa43 None None] No DVR routers for this DVR port 34682d9d-3f82-49e2-b63e-9075faa5a920 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:02:44.229877 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dcce871-4714-4309-8669-429bf4d65498 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:44.233969 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:44.270404 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52176) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:44.280623 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dcce871-4714-4309-8669-429bf4d65498 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:44.297745 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=34682d9d-3f82-49e2-b63e-9075faa5a920,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:44.314221 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e71218e-8326-4c18-890a-aa905ac589da req-2daad20e-cd26-4b1d-816d-c67623fe7af2 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840122 Dec 12 18:02:44.322481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No DVR routers for this DVR port 34682d9d-3f82-49e2-b63e-9075faa5a920 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:02:44.457341 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:44.502185 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9bb4217-c88c-4b0d-b78d-8259666e6762']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:44.520656 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02a5cb6-32b3-4515-a192-cab59fb32940') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:44.521010 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02a5cb6-32b3-4515-a192-cab59fb32940') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:44.533489 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:44.548903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f2fa3769-03a8-48fd-8ec8-29932135c1cf tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1165077942', 'router:external': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:44.549450 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:44.558176 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:02:44.558588 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:44.569639 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e30803-f39f-4653-9f63-3f3f90d48fc4 req-31629028-990e-411e-9932-4182c40d5e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:44.572126 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-06e30803-f39f-4653-9f63-3f3f90d48fc4 req-31629028-990e-411e-9932-4182c40d5e53 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 1096 time: 0.2210755 Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:02:44.645686 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:02:44.653593 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:44.668837 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:44.678019 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/networks/e9bb4217-c88c-4b0d-b78d-8259666e6762 HTTP/1.1" status: 204 len: 168 time: 1.5450945 Dec 12 18:02:44.680787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52182) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:44.724281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b06600-64bc-47c6-bae4-f97afb5c6f06 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Network': ['ID=e9bb4217-c88c-4b0d-b78d-8259666e6762,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:44.751927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e04779c-f446-4a35-b979-f89df4195cba tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:44.758247 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2e04779c-f446-4a35-b979-f89df4195cba tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports/a055388b-a589-4e90-8f1e-e79b2cdf4019 HTTP/1.1" status: 200 len: 841 time: 0.0756783 Dec 12 18:02:44.758983 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52184) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:44.829690 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cb61c68a-02ef-4efb-805c-ded73b1b8dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:44.848329 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c4d5a61f-23c1-41f5-9f0e-5b4d0320818b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports/a055388b-a589-4e90-8f1e-e79b2cdf4019?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0865166 Dec 12 18:02:44.849919 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52186) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:44.854648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-39ef7b0c-d47f-4e67-b6c9-7de6443d1a0c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'subnet': {'network_id': '6cf89583-3465-49a7-b27a-8a480d163907', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:44.979894 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ef7b0c-d47f-4e67-b6c9-7de6443d1a0c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:44.984588 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39ef7b0c-d47f-4e67-b6c9-7de6443d1a0c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.093256 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fa3769-03a8-48fd-8ec8-29932135c1cf tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Made reservation on behalf of caf62565b04a486f8cb1a1cb8244e91c for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:45.095652 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2fa3769-03a8-48fd-8ec8-29932135c1cf tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.141611 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2fa3769-03a8-48fd-8ec8-29932135c1cf tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.168003 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dcce871-4714-4309-8669-429bf4d65498 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.284773 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39ef7b0c-d47f-4e67-b6c9-7de6443d1a0c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.309955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e30803-f39f-4653-9f63-3f3f90d48fc4 req-243b3636-1f1e-402a-9be4-1bd35f6cf182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:45.311793 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-06e30803-f39f-4653-9f63-3f3f90d48fc4 req-243b3636-1f1e-402a-9be4-1bd35f6cf182 service neutron] 10.222.0.31 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 907 time: 0.7135575 Dec 12 18:02:45.376445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ef7b0c-d47f-4e67-b6c9-7de6443d1a0c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network 6cf89583-3465-49a7-b27a-8a480d163907 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:45.389621 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-39ef7b0c-d47f-4e67-b6c9-7de6443d1a0c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:45.399183 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b97fd74-1fe0-4475-a9af-fae77d03a688 None None] Network 6cf89583-3465-49a7-b27a-8a480d163907 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:45.413947 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ef7b0c-d47f-4e67-b6c9-7de6443d1a0c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:45.414557 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39ef7b0c-d47f-4e67-b6c9-7de6443d1a0c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.429264 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-06e30803-f39f-4653-9f63-3f3f90d48fc4 req-f1a8814d-3162-4da0-bef5-30224e7dadc7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 HTTP/1.1" status: 200 len: 217 time: 0.0849988 Dec 12 18:02:45.511334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef7b0c-d47f-4e67-b6c9-7de6443d1a0c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Subnet': ['ID=6c4d79de-1916-4b9c-b27e-b25ca4e5003e,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:45.516891 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e30803-f39f-4653-9f63-3f3f90d48fc4 req-0157e273-6080-4d50-973a-ce9b4fb8480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:45.518500 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-06e30803-f39f-4653-9f63-3f3f90d48fc4 req-0157e273-6080-4d50-973a-ce9b4fb8480d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a38ca6e1-282d-485b-8e30-1d83bfdc0937 HTTP/1.1" status: 200 len: 846 time: 0.0580568 Dec 12 18:02:45.518892 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-39ef7b0c-d47f-4e67-b6c9-7de6443d1a0c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6687551 Dec 12 18:02:45.521616 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52196) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:45.523060 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dcce871-4714-4309-8669-429bf4d65498 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.526488 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4026d98d-31ed-4f30-b7bd-79301f5ca72e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'security_group': {'name': 'tempest-secgroup-871091321'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:45.532759 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dcce871-4714-4309-8669-429bf4d65498 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.570938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b3d73-fbd6-4278-afc1-fc10f6ce0a22 req-10489a7b-6721-4fc1-aa1e-5b545db9938d tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:45.573851 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd1b3d73-fbd6-4278-afc1-fc10f6ce0a22 req-10489a7b-6721-4fc1-aa1e-5b545db9938d tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.1446614 Dec 12 18:02:45.578090 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-06e30803-f39f-4653-9f63-3f3f90d48fc4 req-0a86f078-ff61-4af8-9762-9ef52626611c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=75b935da-edec-4803-8c21-61a0e9a0c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514698 Dec 12 18:02:45.597203 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4026d98d-31ed-4f30-b7bd-79301f5ca72e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.690617 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-6cf89583-3465-49a7-b27a-8a480d163907', 'network_id': '6cf89583-3465-49a7-b27a-8a480d163907', 'project_id': '06783abe78f64b7b909358a9618e0047', 'fixed_ips': [{'subnet_id': '6c4d79de-1916-4b9c-b27e-b25ca4e5003e'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:02:45.691545 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.692993 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dcce871-4714-4309-8669-429bf4d65498 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.693544 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcce871-4714-4309-8669-429bf4d65498 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0dc53ed7-01f2-445f-b7bc-67251e89a8b4 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:02:45.720187 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2fa3769-03a8-48fd-8ec8-29932135c1cf tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.730737 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2fa3769-03a8-48fd-8ec8-29932135c1cf tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.733218 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd1b3d73-fbd6-4278-afc1-fc10f6ce0a22 req-c45eadfb-524e-47ea-aa81-54d39f560032 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505973 Dec 12 18:02:45.743443 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fa3769-03a8-48fd-8ec8-29932135c1cf tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:02:45.753496 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2fa3769-03a8-48fd-8ec8-29932135c1cf tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.753818 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-f2fa3769-03a8-48fd-8ec8-29932135c1cf tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Added segment a13b70e3-b64a-40b5-95c2-eebfa03ec4d3 of type vlan for network 88e538e5-84b8-4c74-8d40-4fdeb524f5b3 Dec 12 18:02:45.791167 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4026d98d-31ed-4f30-b7bd-79301f5ca72e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.798505 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4026d98d-31ed-4f30-b7bd-79301f5ca72e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.800620 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2fa3769-03a8-48fd-8ec8-29932135c1cf tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.827746 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4026d98d-31ed-4f30-b7bd-79301f5ca72e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.829592 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4026d98d-31ed-4f30-b7bd-79301f5ca72e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3070514 Dec 12 18:02:45.837665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52198) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:45.849906 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-fcaa4e76-b2d0-45f4-8677-471e1e5e65ad tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'security_group': {'name': 'tempest-secgroup-240751570'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:45.853104 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-7dcce871-4714-4309-8669-429bf4d65498 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 12 18:02:45.856815 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7dcce871-4714-4309-8669-429bf4d65498 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9061735 Dec 12 18:02:45.857524 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa3769-03a8-48fd-8ec8-29932135c1cf tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ae801a-6e17-4765-966e-a287682533d3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:45.860651 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52200) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:45.864982 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2fa3769-03a8-48fd-8ec8-29932135c1cf tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.865905 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa3769-03a8-48fd-8ec8-29932135c1cf tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:45.866483 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2fa3769-03a8-48fd-8ec8-29932135c1cf tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.900856 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026d98d-31ed-4f30-b7bd-79301f5ca72e tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3969c6b-10f3-4817-a3e3-200222a67599,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:45.942296 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa3769-03a8-48fd-8ec8-29932135c1cf tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Pushing event updated for resources: {'Network': ['ID=88e538e5-84b8-4c74-8d40-4fdeb524f5b3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:45.943649 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Allocated IP 172.20.0.2 (6cf89583-3465-49a7-b27a-8a480d163907/6c4d79de-1916-4b9c-b27e-b25ca4e5003e/c224b0a7-3e34-414b-8e81-124a28899632) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:45.947995 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fcaa4e76-b2d0-45f4-8677-471e1e5e65ad tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:45.962643 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 88e538e5-84b8-4c74-8d40-4fdeb524f5b3 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:02:45.987226 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-06e30803-f39f-4653-9f63-3f3f90d48fc4 req-f5521020-f87b-4514-b0b3-42afc08a771c service neutron] 10.222.0.31 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667150 Dec 12 18:02:46.037048 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f2fa3769-03a8-48fd-8ec8-29932135c1cf tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7649574 Dec 12 18:02:46.037746 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52202) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:46.045159 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-63e523fa-9a01-45f0-a376-59a474ad8905 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Request body: {'subnet': {'network_id': '88e538e5-84b8-4c74-8d40-4fdeb524f5b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:46.072185 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fcaa4e76-b2d0-45f4-8677-471e1e5e65ad tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:46.077741 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fcaa4e76-b2d0-45f4-8677-471e1e5e65ad tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:46.128206 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5c371f38-73f7-437c-8519-1a73fa5b05e6 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Deleting port 6f47f42b-1778-40ad-8bd5-0e0aad550716 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:02:46.128883 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c371f38-73f7-437c-8519-1a73fa5b05e6 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:46.134434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa4e76-b2d0-45f4-8677-471e1e5e65ad tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f05a399-c1c2-4115-851c-411ebab550bd,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:46.168834 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fcaa4e76-b2d0-45f4-8677-471e1e5e65ad tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:46.172928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fcaa4e76-b2d0-45f4-8677-471e1e5e65ad tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3315599 Dec 12 18:02:46.175857 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52204) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:46.185077 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e523fa-9a01-45f0-a376-59a474ad8905 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Made reservation on behalf of caf62565b04a486f8cb1a1cb8244e91c for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:46.188166 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63e523fa-9a01-45f0-a376-59a474ad8905 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:46.189673 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f83aa72b-16e4-4fa7-93d4-74c95bd3fcaa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1055405480', 'security_groups': ['7f05a399-c1c2-4115-851c-411ebab550bd'], 'network_id': '6cf89583-3465-49a7-b27a-8a480d163907', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6c4d79de-1916-4b9c-b27e-b25ca4e5003e'}]}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:46.249563 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:46.265185 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:46.328201 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c371f38-73f7-437c-8519-1a73fa5b05e6 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:46.341414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Pushing event updated for resources: {'Port': ['ID=c224b0a7-3e34-414b-8e81-124a28899632,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:46.352960 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Network 6cf89583-3465-49a7-b27a-8a480d163907 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:46.354418 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:46.355038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5c371f38-73f7-437c-8519-1a73fa5b05e6 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Calling delete_port for 6f47f42b-1778-40ad-8bd5-0e0aad550716 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:02:46.356768 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:02:46.418090 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Attempting to bind port c224b0a7-3e34-414b-8e81-124a28899632 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:02:46.418700 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Attempting to bind port c224b0a7-3e34-414b-8e81-124a28899632 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '1ddd43e3-b6af-4c84-affb-dc6398250c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6cf89583-3465-49a7-b27a-8a480d163907'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:02:46.418802 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Attempting to bind port c224b0a7-3e34-414b-8e81-124a28899632 on network 6cf89583-3465-49a7-b27a-8a480d163907 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:02:46.423369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83aa72b-16e4-4fa7-93d4-74c95bd3fcaa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:46.433594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:02:46.434362 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Checking segment: {'id': '1ddd43e3-b6af-4c84-affb-dc6398250c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6cf89583-3465-49a7-b27a-8a480d163907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:02:46.435010 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:46.435625 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Bound using segment: {'id': '1ddd43e3-b6af-4c84-affb-dc6398250c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6cf89583-3465-49a7-b27a-8a480d163907'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:02:46.436317 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Bound port: c224b0a7-3e34-414b-8e81-124a28899632, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddd43e3-b6af-4c84-affb-dc6398250c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6cf89583-3465-49a7-b27a-8a480d163907'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:02:46.436951 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:46.516622 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] For port c224b0a7-3e34-414b-8e81-124a28899632, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:02:46.520544 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] For port c224b0a7-3e34-414b-8e81-124a28899632, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c224b0a7-3e34-414b-8e81-124a28899632,segment=NetworkSegment(1ddd43e3-b6af-4c84-affb-dc6398250c9a),segment_id=1ddd43e3-b6af-4c84-affb-dc6398250c9a)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:02:46.530230 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:46.556336 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c371f38-73f7-437c-8519-1a73fa5b05e6 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:46.584497 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f83aa72b-16e4-4fa7-93d4-74c95bd3fcaa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:46.618447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-f83aa72b-16e4-4fa7-93d4-74c95bd3fcaa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] device_id is not set on port 2197b48a-ed2d-45bc-9b3a-139df5a915f0 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:02:46.650472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d1475-e4ec-4d8f-8f4d-2f5b18cedfd9 None None] Pushing event updated for resources: {'Port': ['ID=c224b0a7-3e34-414b-8e81-124a28899632,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:46.676498 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-06e30803-f39f-4653-9f63-3f3f90d48fc4 req-e7341e5d-6be9-4595-adfd-59602c6a7f19 service neutron] 10.222.0.31 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6640265 Dec 12 18:02:46.677385 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c371f38-73f7-437c-8519-1a73fa5b05e6 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f47f42b-1778-40ad-8bd5-0e0aad550716,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:46.724120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93e6d72-dcb8-4dfd-b02e-297eac83f297 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:02:46.893982 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c371f38-73f7-437c-8519-1a73fa5b05e6 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:46.897292 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5c371f38-73f7-437c-8519-1a73fa5b05e6 tempest-RoutersAdminNegativeTest-1089423571 tempest-RoutersAdminNegativeTest-1089423571-project-admin] 10.222.0.18 "DELETE /v2.0/ports/6f47f42b-1778-40ad-8bd5-0e0aad550716 HTTP/1.1" status: 204 len: 168 time: 1.0332947 Dec 12 18:02:46.938260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-f83aa72b-16e4-4fa7-93d4-74c95bd3fcaa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Allocated IP 172.20.0.11 (6cf89583-3465-49a7-b27a-8a480d163907/6c4d79de-1916-4b9c-b27e-b25ca4e5003e/2197b48a-ed2d-45bc-9b3a-139df5a915f0) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:47.112513 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:47.141260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1bc9c-0f33-40e0-b1ab-849c537300af req-9532349f-df2d-4a87-8321-87464ff14047 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:47.143072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-03c1bc9c-0f33-40e0-b1ab-849c537300af req-9532349f-df2d-4a87-8321-87464ff14047 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.1657104 Dec 12 18:02:47.229323 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a45d1316-1ab3-40e1-9ce4-3985a199951e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:47.264233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-03c1bc9c-0f33-40e0-b1ab-849c537300af req-b1f9ef99-b815-4bad-8eb5-6b29f19f2d4d tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103852 Dec 12 18:02:47.270450 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f83aa72b-16e4-4fa7-93d4-74c95bd3fcaa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:47.314537 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f83aa72b-16e4-4fa7-93d4-74c95bd3fcaa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:47.371670 n-d-760354-5 neutron-server[103150]: DEBUG neutron.objects.ports [None req-63e523fa-9a01-45f0-a376-59a474ad8905 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 18:02:47.372146 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63e523fa-9a01-45f0-a376-59a474ad8905 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:47.431652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83aa72b-16e4-4fa7-93d4-74c95bd3fcaa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network 6cf89583-3465-49a7-b27a-8a480d163907 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:47.439164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f83aa72b-16e4-4fa7-93d4-74c95bd3fcaa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:47.448569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83aa72b-16e4-4fa7-93d4-74c95bd3fcaa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:02:47.472077 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e523fa-9a01-45f0-a376-59a474ad8905 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Pushing event updated for resources: {'Subnet': ['ID=55003bbf-a15f-401c-8619-2042b960fc60,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:47.518652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83aa72b-16e4-4fa7-93d4-74c95bd3fcaa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=2197b48a-ed2d-45bc-9b3a-139df5a915f0,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:47.549757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52232) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:47.551647 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e523fa-9a01-45f0-a376-59a474ad8905 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Checking segment: {'id': 'a13b70e3-b64a-40b5-95c2-eebfa03ec4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '88e538e5-84b8-4c74-8d40-4fdeb524f5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:02:47.551845 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e523fa-9a01-45f0-a376-59a474ad8905 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Network hostable DHCP agents. Network: 88e538e5-84b8-4c74-8d40-4fdeb524f5b3, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:02:47.577271 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83aa72b-16e4-4fa7-93d4-74c95bd3fcaa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:47.578321 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f83aa72b-16e4-4fa7-93d4-74c95bd3fcaa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:47.610681 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e523fa-9a01-45f0-a376-59a474ad8905 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Network 88e538e5-84b8-4c74-8d40-4fdeb524f5b3 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:02:47.621276 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f83aa72b-16e4-4fa7-93d4-74c95bd3fcaa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4435351 Dec 12 18:02:47.623299 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52244) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:47.627676 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-63e523fa-9a01-45f0-a376-59a474ad8905 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 88e538e5-84b8-4c74-8d40-4fdeb524f5b3) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:47.635578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d384b885-0896-492a-a665-6905345a3e9c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'subnet': {'network_id': '6cf89583-3465-49a7-b27a-8a480d163907', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:47.649678 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e523fa-9a01-45f0-a376-59a474ad8905 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:47.650514 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63e523fa-9a01-45f0-a376-59a474ad8905 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:47.656719 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e254375b-01e3-4c05-bde7-155179becf3f None None] Network 88e538e5-84b8-4c74-8d40-4fdeb524f5b3 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:47.700676 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-63e523fa-9a01-45f0-a376-59a474ad8905 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6593671 Dec 12 18:02:47.703420 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52254) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:47.721952 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d76fd1eb-b17d-4a18-9904-e6082eedcc50 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-417415485', 'network_id': '88e538e5-84b8-4c74-8d40-4fdeb524f5b3'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:47.794809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76fd1eb-b17d-4a18-9904-e6082eedcc50 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Made reservation on behalf of caf62565b04a486f8cb1a1cb8244e91c for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:47.811065 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d76fd1eb-b17d-4a18-9904-e6082eedcc50 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:47.845354 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-d76fd1eb-b17d-4a18-9904-e6082eedcc50 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] device_id is not set on port 91c651f4-541c-4051-aaec-7ebcdabcba36 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:02:47.902851 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:47.965145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d384b885-0896-492a-a665-6905345a3e9c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:47.968777 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d384b885-0896-492a-a665-6905345a3e9c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:47.999871 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec1c184-d4cd-4922-b564-5fc271e081d1 None None] Network 88e538e5-84b8-4c74-8d40-4fdeb524f5b3 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:48.055572 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-d76fd1eb-b17d-4a18-9904-e6082eedcc50 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Allocated IP 2001:db8::f (88e538e5-84b8-4c74-8d40-4fdeb524f5b3/55003bbf-a15f-401c-8619-2042b960fc60/91c651f4-541c-4051-aaec-7ebcdabcba36) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:48.098166 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9a7cc3b-6d5e-475e-b296-463a766cb325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:48.133053 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:02:48.228134 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c224b0a7-3e34-414b-8e81-124a28899632 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:02:48.229427 n-d-760354-5 neutron-server[103151]: INFO neutron.db.ipam_backend_mixin [None req-d384b885-0896-492a-a665-6905345a3e9c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6c4d79de-1916-4b9c-b27e-b25ca4e5003e (CIDR: 172.20.0.0/28) Dec 12 18:02:48.247016 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-d384b885-0896-492a-a665-6905345a3e9c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:02:48.248221 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d384b885-0896-492a-a665-6905345a3e9c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:02:48.327721 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d384b885-0896-492a-a665-6905345a3e9c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7006745 Dec 12 18:02:48.329668 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52308) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:48.336483 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-114e950a-a491-4275-bbc8-b12d598606de tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'subnet': {'network_id': '6cf89583-3465-49a7-b27a-8a480d163907', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:48.413107 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9a7cc3b-6d5e-475e-b296-463a766cb325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:48.413627 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:48.430070 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c224b0a7-3e34-414b-8e81-124a28899632 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:48.430458 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:48.432589 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9a7cc3b-6d5e-475e-b296-463a766cb325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:48.512606 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d9a7cc3b-6d5e-475e-b296-463a766cb325 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=047e7cfc49b14944accd5ee28f2cb4eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9616907 Dec 12 18:02:48.544571 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52332) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:48.570287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7cc3b-6d5e-475e-b296-463a766cb325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf6a921-638f-4c29-9679-375fa56d8ed0,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:48.635347 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a8a9e878-7da5-4e55-8737-9660a03aecf7 None None] Provisioning complete for port c224b0a7-3e34-414b-8e81-124a28899632 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:48.636250 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8a9e878-7da5-4e55-8737-9660a03aecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:48.648433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637f9f0-58fb-445d-bf51-73439fb230ae req-66af4e78-d707-4d58-80c9-3b201a447b1c tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:48.660339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0637f9f0-58fb-445d-bf51-73439fb230ae req-66af4e78-d707-4d58-80c9-3b201a447b1c tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.1588943 Dec 12 18:02:48.718792 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114e950a-a491-4275-bbc8-b12d598606de tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:48.727937 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-114e950a-a491-4275-bbc8-b12d598606de tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:48.740637 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:48.775868 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0637f9f0-58fb-445d-bf51-73439fb230ae req-82743236-3327-4ab7-b72c-9fe2287f4e4b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090376 Dec 12 18:02:48.801787 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port c224b0a7-3e34-414b-8e81-124a28899632, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c224b0a7-3e34-414b-8e81-124a28899632,segment=NetworkSegment(1ddd43e3-b6af-4c84-affb-dc6398250c9a),segment_id=1ddd43e3-b6af-4c84-affb-dc6398250c9a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:48.826220 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:48.949937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-186af3e6-7811-4e65-8022-fe13785b5d32 req-8614e7ed-b55d-4314-b3ce-f85b0f681d98 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1388860 Dec 12 18:02:48.951084 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d76fd1eb-b17d-4a18-9904-e6082eedcc50 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:48.963792 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=c224b0a7-3e34-414b-8e81-124a28899632,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:48.998708 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a8a9e878-7da5-4e55-8737-9660a03aecf7 None None] Provisioning complete for port a055388b-a589-4e90-8f1e-e79b2cdf4019 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:48.999086 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8a9e878-7da5-4e55-8737-9660a03aecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:49.046081 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d76fd1eb-b17d-4a18-9904-e6082eedcc50 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:49.083106 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a8a9e878-7da5-4e55-8737-9660a03aecf7 None None] Port a055388b-a589-4e90-8f1e-e79b2cdf4019 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:02:49.118134 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186af3e6-7811-4e65-8022-fe13785b5d32 req-fbe1551d-1b26-4e7c-b93f-e77cb3330e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:49.119000 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c38bbbf-2433-4310-aecb-b53dc3ec3c4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:49.120729 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-186af3e6-7811-4e65-8022-fe13785b5d32 req-fbe1551d-1b26-4e7c-b93f-e77cb3330e3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f HTTP/1.1" status: 200 len: 1097 time: 0.1120543 Dec 12 18:02:49.153194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76fd1eb-b17d-4a18-9904-e6082eedcc50 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Network 88e538e5-84b8-4c74-8d40-4fdeb524f5b3 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:49.166990 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d76fd1eb-b17d-4a18-9904-e6082eedcc50 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:49.198930 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76fd1eb-b17d-4a18-9904-e6082eedcc50 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:02:49.199983 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76fd1eb-b17d-4a18-9904-e6082eedcc50 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:49.200605 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d76fd1eb-b17d-4a18-9904-e6082eedcc50 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:49.211484 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-efc3c2b3-8a68-4d3c-8cfe-c5167e0aef1d None None] Provisioning complete for port 2197b48a-ed2d-45bc-9b3a-139df5a915f0 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:49.212062 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-efc3c2b3-8a68-4d3c-8cfe-c5167e0aef1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:49.256702 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d76fd1eb-b17d-4a18-9904-e6082eedcc50 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5489800 Dec 12 18:02:49.293356 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fd1eb-b17d-4a18-9904-e6082eedcc50 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Pushing event updated for resources: {'Port': ['ID=91c651f4-541c-4051-aaec-7ebcdabcba36,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:49.302884 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52404) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:49.305674 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c38bbbf-2433-4310-aecb-b53dc3ec3c4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:49.336698 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-efc3c2b3-8a68-4d3c-8cfe-c5167e0aef1d None None] Port 2197b48a-ed2d-45bc-9b3a-139df5a915f0 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:02:49.378267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186af3e6-7811-4e65-8022-fe13785b5d32 req-f4346f48-4bd8-474a-a6a3-df0d38f72aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:49.380139 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-186af3e6-7811-4e65-8022-fe13785b5d32 req-f4346f48-4bd8-474a-a6a3-df0d38f72aae service neutron] 10.222.0.20 "GET /v2.0/networks?id=75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 200 len: 907 time: 0.2356956 Dec 12 18:02:49.510377 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c38bbbf-2433-4310-aecb-b53dc3ec3c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:49.518190 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c38bbbf-2433-4310-aecb-b53dc3ec3c4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:49.519928 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1c38bbbf-2433-4310-aecb-b53dc3ec3c4f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2cf6a921-638f-4c29-9679-375fa56d8ed0 HTTP/1.1" status: 204 len: 168 time: 0.9713409 Dec 12 18:02:49.522371 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-186af3e6-7811-4e65-8022-fe13785b5d32 req-672136dc-aaf8-46bc-b7db-05773ddfc591 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b77dfb5-c580-483a-b0ed-554a99c38f3e HTTP/1.1" status: 200 len: 217 time: 0.1317716 Dec 12 18:02:49.541001 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38bbbf-2433-4310-aecb-b53dc3ec3c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf6a921-638f-4c29-9679-375fa56d8ed0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:49.557907 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-86dc15ad-833a-42e4-8e19-f794224bed25 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Deleting port 91c651f4-541c-4051-aaec-7ebcdabcba36 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:02:49.574846 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86dc15ad-833a-42e4-8e19-f794224bed25 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:49.801963 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186af3e6-7811-4e65-8022-fe13785b5d32 req-435ad2c9-f7f3-4752-bdf0-f234d201bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:49.803652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-186af3e6-7811-4e65-8022-fe13785b5d32 req-435ad2c9-f7f3-4752-bdf0-f234d201bc51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a38ca6e1-282d-485b-8e30-1d83bfdc0937 HTTP/1.1" status: 200 len: 846 time: 0.2604272 Dec 12 18:02:49.896269 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-114e950a-a491-4275-bbc8-b12d598606de tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:49.901532 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86dc15ad-833a-42e4-8e19-f794224bed25 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:49.924342 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271c68a-6ae9-4ad6-9d6b-c4a19019af3c req-f9232f29-f215-4fec-aa86-9fadb27f68c6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:49.925871 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0271c68a-6ae9-4ad6-9d6b-c4a19019af3c req-f9232f29-f215-4fec-aa86-9fadb27f68c6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 946 time: 0.2554080 Dec 12 18:02:49.937440 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-186af3e6-7811-4e65-8022-fe13785b5d32 req-0f13aa0c-5b3c-4609-b786-c4a4e54f0765 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75b935da-edec-4803-8c21-61a0e9a0c85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211586 Dec 12 18:02:50.082852 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:50.090854 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-86dc15ad-833a-42e4-8e19-f794224bed25 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Calling delete_port for 91c651f4-541c-4051-aaec-7ebcdabcba36 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:02:50.112957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c224b0a7-3e34-414b-8e81-124a28899632 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:02:50.137460 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114e950a-a491-4275-bbc8-b12d598606de tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network 6cf89583-3465-49a7-b27a-8a480d163907 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:50.158900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-114e950a-a491-4275-bbc8-b12d598606de tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:50.178429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e950a-a491-4275-bbc8-b12d598606de tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:50.179098 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-114e950a-a491-4275-bbc8-b12d598606de tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:50.201337 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855336bf-1ec5-4769-9885-4cf360110c3e None None] Network 6cf89583-3465-49a7-b27a-8a480d163907 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:50.213886 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-186af3e6-7811-4e65-8022-fe13785b5d32 req-a787eee8-6ed8-472f-92b8-fbbaad9a812d service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471094 Dec 12 18:02:50.236812 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e950a-a491-4275-bbc8-b12d598606de tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Subnet': ['ID=3f9271b9-e89f-4b43-bad5-188d28cc5096,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:50.352475 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-114e950a-a491-4275-bbc8-b12d598606de tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0209160 Dec 12 18:02:50.353309 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52502) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:50.367699 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9c6c3f90-7184-4e78-b66e-af43277da498 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-650083276', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3f9271b9-e89f-4b43-bad5-188d28cc5096'}], 'security_groups': ['b3969c6b-10f3-4817-a3e3-200222a67599']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:50.419034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c224b0a7-3e34-414b-8e81-124a28899632 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:50.419785 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab5a4a-5e92-4617-8410-4a534b70fca8 req-314f59b5-24b9-4f34-8fe2-d03db5343167 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:50.420210 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:50.423574 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-baab5a4a-5e92-4617-8410-4a534b70fca8 req-314f59b5-24b9-4f34-8fe2-d03db5343167 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.4589610 Dec 12 18:02:50.469457 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52510) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:50.578698 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0271c68a-6ae9-4ad6-9d6b-c4a19019af3c req-377922fe-bf69-4020-83ad-f8db1850d2f1 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6446536 Dec 12 18:02:50.688235 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fa477080-e62a-4bac-9e00-176b79f02694 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56162459426e437f8a50519203a5e7bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2098668 Dec 12 18:02:50.691764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52534) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:50.697225 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-baab5a4a-5e92-4617-8410-4a534b70fca8 req-e92e1f17-e642-47a1-9dd8-6f7bc80b3cb4 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616661 Dec 12 18:02:50.790039 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0f1cda-62fa-4b5c-a719-ac3c8b4bb5b7 None None] Update dhcp port {'port': {'network_id': '6cf89583-3465-49a7-b27a-8a480d163907', 'fixed_ips': [{'subnet_id': '6c4d79de-1916-4b9c-b27e-b25ca4e5003e', 'ip_address': '172.20.0.2'}, {'subnet_id': '3f9271b9-e89f-4b43-bad5-188d28cc5096'}], 'binding:host_id': 'n-d-760354-5'}, 'id': 'c224b0a7-3e34-414b-8e81-124a28899632'} from n-d-760354-5. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 18:02:50.865765 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db0641c6-1b9e-4b8a-87ad-97d8e9b91a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:50.880934 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5f0f1cda-62fa-4b5c-a719-ac3c8b4bb5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:50.897479 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-186af3e6-7811-4e65-8022-fe13785b5d32 req-fb5b9f45-3223-442c-b1f6-3d4507ff5765 service neutron] 10.222.0.20 "GET /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5938396 Dec 12 18:02:50.920448 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db0641c6-1b9e-4b8a-87ad-97d8e9b91a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:50.946111 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c6c3f90-7184-4e78-b66e-af43277da498 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:50.955310 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86dc15ad-833a-42e4-8e19-f794224bed25 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:50.969306 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:50.995474 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db0641c6-1b9e-4b8a-87ad-97d8e9b91a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:51.000109 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db0641c6-1b9e-4b8a-87ad-97d8e9b91a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:51.001293 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-db0641c6-1b9e-4b8a-87ad-97d8e9b91a03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32287241-2a4f-4cb5-833a-7f0fad5b2b7c HTTP/1.1" status: 204 len: 168 time: 0.3084064 Dec 12 18:02:51.046165 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0641c6-1b9e-4b8a-87ad-97d8e9b91a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32287241-2a4f-4cb5-833a-7f0fad5b2b7c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:51.046782 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc15ad-833a-42e4-8e19-f794224bed25 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Pushing event deleted for resources: {'Port': ['ID=91c651f4-541c-4051-aaec-7ebcdabcba36,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:51.177896 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86dc15ad-833a-42e4-8e19-f794224bed25 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:51.181371 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-86dc15ad-833a-42e4-8e19-f794224bed25 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "DELETE /v2.0/ports/91c651f4-541c-4051-aaec-7ebcdabcba36 HTTP/1.1" status: 204 len: 168 time: 1.8577392 Dec 12 18:02:51.184476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52586) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:51.189807 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88e538e5-84b8-4c74-8d40-4fdeb524f5b3', 'external_fixed_ips': [{'subnet_id': '55003bbf-a15f-401c-8619-2042b960fc60', 'ip_address': '2001:db8::f'}]}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:51.239102 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:51.242257 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:51.263490 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-5f0f1cda-62fa-4b5c-a719-ac3c8b4bb5b7 None None] Allocated IP 172.20.0.18 (6cf89583-3465-49a7-b27a-8a480d163907/3f9271b9-e89f-4b43-bad5-188d28cc5096/c224b0a7-3e34-414b-8e81-124a28899632) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:51.373624 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:51.478836 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5f0f1cda-62fa-4b5c-a719-ac3c8b4bb5b7 None None] For port c224b0a7-3e34-414b-8e81-124a28899632, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c224b0a7-3e34-414b-8e81-124a28899632,segment=NetworkSegment(1ddd43e3-b6af-4c84-affb-dc6398250c9a),segment_id=1ddd43e3-b6af-4c84-affb-dc6398250c9a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:51.520129 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5f0f1cda-62fa-4b5c-a719-ac3c8b4bb5b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:51.538084 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5f0f1cda-62fa-4b5c-a719-ac3c8b4bb5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:51.756549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f1cda-62fa-4b5c-a719-ac3c8b4bb5b7 None None] Pushing event updated for resources: {'Port': ['ID=c224b0a7-3e34-414b-8e81-124a28899632,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:51.947940 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-9c6c3f90-7184-4e78-b66e-af43277da498 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Delete allocated IP 172.20.0.11 (6cf89583-3465-49a7-b27a-8a480d163907/6c4d79de-1916-4b9c-b27e-b25ca4e5003e) {{(pid=103150) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 12 18:02:51.985457 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-9c6c3f90-7184-4e78-b66e-af43277da498 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Allocated IP 172.20.0.24 (6cf89583-3465-49a7-b27a-8a480d163907/3f9271b9-e89f-4b43-bad5-188d28cc5096/2197b48a-ed2d-45bc-9b3a-139df5a915f0) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:52.083074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c224b0a7-3e34-414b-8e81-124a28899632 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:02:52.212711 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c224b0a7-3e34-414b-8e81-124a28899632 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:52.215489 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:52.357422 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c6c3f90-7184-4e78-b66e-af43277da498 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:52.364801 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c6c3f90-7184-4e78-b66e-af43277da498 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:52.526365 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c3f90-7184-4e78-b66e-af43277da498 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] In _notify_port_updated(), no bound segment for port 2197b48a-ed2d-45bc-9b3a-139df5a915f0 on network 6cf89583-3465-49a7-b27a-8a480d163907 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 18:02:52.535647 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6c3f90-7184-4e78-b66e-af43277da498 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:52.536548 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c6c3f90-7184-4e78-b66e-af43277da498 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:52.541651 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9c6c3f90-7184-4e78-b66e-af43277da498 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "PUT /v2.0/ports/2197b48a-ed2d-45bc-9b3a-139df5a915f0 HTTP/1.1" status: 200 len: 920 time: 2.1855671 Dec 12 18:02:52.546568 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52712) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:52.727746 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:52.803082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2adc1-6d02-4595-9c1b-8c9a50f04230 req-ff305711-a1bc-4aa0-af8c-f412a9772018 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:52.812523 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0a2adc1-6d02-4595-9c1b-8c9a50f04230 req-ff305711-a1bc-4aa0-af8c-f412a9772018 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 946 time: 0.2756362 Dec 12 18:02:52.832275 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33959b3a-0912-4f93-9296-d4b6805a6c77 req-73af8481-1122-4464-b97a-a22139d436b6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:52.841114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33959b3a-0912-4f93-9296-d4b6805a6c77 req-73af8481-1122-4464-b97a-a22139d436b6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.3275583 Dec 12 18:02:52.996838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0a2adc1-6d02-4595-9c1b-8c9a50f04230 req-4f0ed2cd-3eb0-4b86-b167-c612f8fed879 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830471 Dec 12 18:02:53.015499 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33959b3a-0912-4f93-9296-d4b6805a6c77 req-d24b64fe-bd04-45c7-a738-b65f35a53544 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648419 Dec 12 18:02:53.027346 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f4747895-002c-4a3e-8649-fd485531a8d2 None None] Provisioning complete for port 2197b48a-ed2d-45bc-9b3a-139df5a915f0 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:53.028422 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f4747895-002c-4a3e-8649-fd485531a8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.043246 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c3f90-7184-4e78-b66e-af43277da498 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=2197b48a-ed2d-45bc-9b3a-139df5a915f0,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:53.071941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-23bf0532-386c-46f2-8dd7-651ad01b2cc6 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port 2197b48a-ed2d-45bc-9b3a-139df5a915f0 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:02:53.072544 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23bf0532-386c-46f2-8dd7-651ad01b2cc6 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.081497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f4747895-002c-4a3e-8649-fd485531a8d2 None None] Port 2197b48a-ed2d-45bc-9b3a-139df5a915f0 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:02:53.098584 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f4747895-002c-4a3e-8649-fd485531a8d2 None None] Provisioning complete for port c224b0a7-3e34-414b-8e81-124a28899632 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:53.099368 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f4747895-002c-4a3e-8649-fd485531a8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.144640 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52746) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:53.223551 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23bf0532-386c-46f2-8dd7-651ad01b2cc6 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.229311 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f4747895-002c-4a3e-8649-fd485531a8d2 None None] Provisioning complete for port a055388b-a589-4e90-8f1e-e79b2cdf4019 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:53.229878 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f4747895-002c-4a3e-8649-fd485531a8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.239533 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-23bf0532-386c-46f2-8dd7-651ad01b2cc6 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for 2197b48a-ed2d-45bc-9b3a-139df5a915f0 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:02:53.283427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f4747895-002c-4a3e-8649-fd485531a8d2 None None] Port a055388b-a589-4e90-8f1e-e79b2cdf4019 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:02:53.308379 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.339436 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3aabbcaa-c162-4513-988a-5890594befb5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1952383899'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:53.343387 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.378931 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aabbcaa-c162-4513-988a-5890594befb5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:53.383314 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3aabbcaa-c162-4513-988a-5890594befb5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.441840 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3aabbcaa-c162-4513-988a-5890594befb5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.497174 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23bf0532-386c-46f2-8dd7-651ad01b2cc6 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.569388 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf0532-386c-46f2-8dd7-651ad01b2cc6 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=2197b48a-ed2d-45bc-9b3a-139df5a915f0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:53.641624 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Allocated IP 2001:db8::f (88e538e5-84b8-4c74-8d40-4fdeb524f5b3/55003bbf-a15f-401c-8619-2042b960fc60/36ff4c6f-e641-4e9c-b8c8-46144c1cf747) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:53.688638 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23bf0532-386c-46f2-8dd7-651ad01b2cc6 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.691476 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-23bf0532-386c-46f2-8dd7-651ad01b2cc6 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/ports/2197b48a-ed2d-45bc-9b3a-139df5a915f0 HTTP/1.1" status: 204 len: 168 time: 1.1433980 Dec 12 18:02:53.695673 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52752) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:53.706980 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3aabbcaa-c162-4513-988a-5890594befb5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.724113 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-69537b0f-eed7-448e-aac9-0ee25b14550c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] GET failed (client error): The resource could not be found. Dec 12 18:02:53.727439 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-69537b0f-eed7-448e-aac9-0ee25b14550c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports/2197b48a-ed2d-45bc-9b3a-139df5a915f0 HTTP/1.1" status: 404 len: 333 time: 0.0290301 Dec 12 18:02:53.727439 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3aabbcaa-c162-4513-988a-5890594befb5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.728525 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-99d20002-aba3-4ba9-9dc7-018eb107e27f None None] Could not find standard attr ID for object 2197b48a-ed2d-45bc-9b3a-139df5a915f0. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:02:53.729636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52754) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:53.778162 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aabbcaa-c162-4513-988a-5890594befb5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:02:53.792289 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabbcaa-c162-4513-988a-5890594befb5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19f8a4b-38ac-4c5a-bf1f-aff2fde2d30d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:53.805132 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3aabbcaa-c162-4513-988a-5890594befb5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.806118 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-3aabbcaa-c162-4513-988a-5890594befb5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Added segment 4dd63c2d-bbd4-446f-a6e5-88d1dced472d of type vlan for network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 Dec 12 18:02:53.848792 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.899035 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7262544a-da31-4b95-9efe-353eeef3f787 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.929966 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3aabbcaa-c162-4513-988a-5890594befb5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.934974 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.949535 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7262544a-da31-4b95-9efe-353eeef3f787 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.989015 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3aabbcaa-c162-4513-988a-5890594befb5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.995794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aabbcaa-c162-4513-988a-5890594befb5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:53.996415 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3aabbcaa-c162-4513-988a-5890594befb5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:53.999308 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Pushing event updated for resources: {'Port': ['ID=36ff4c6f-e641-4e9c-b8c8-46144c1cf747,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:54.013265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Network 88e538e5-84b8-4c74-8d40-4fdeb524f5b3 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:54.014928 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:54.028083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:02:54.099297 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabbcaa-c162-4513-988a-5890594befb5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Network': ['ID=85a1330e-adaf-4fe5-87f3-fb8aa505dec9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:54.119450 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3aabbcaa-c162-4513-988a-5890594befb5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9696450 Dec 12 18:02:54.119898 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52766) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:54.127507 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-af4675cb-78a7-4c49-b39d-da27931f184a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:54.151397 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7262544a-da31-4b95-9efe-353eeef3f787 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:54.151607 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:02:54.157394 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7262544a-da31-4b95-9efe-353eeef3f787 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:54.161961 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7262544a-da31-4b95-9efe-353eeef3f787 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/security-groups/7f05a399-c1c2-4115-851c-411ebab550bd HTTP/1.1" status: 204 len: 168 time: 0.4262388 Dec 12 18:02:54.197318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52768) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:54.254271 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262544a-da31-4b95-9efe-353eeef3f787 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f05a399-c1c2-4115-851c-411ebab550bd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:54.328549 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4675cb-78a7-4c49-b39d-da27931f184a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:54.332778 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af4675cb-78a7-4c49-b39d-da27931f184a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:54.412109 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba1e81-8f99-42ab-a41c-ff483b4b72e0 req-0338488d-4028-4b55-8940-1c197929f1c6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:54.419605 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47ba1e81-8f99-42ab-a41c-ff483b4b72e0 req-0338488d-4028-4b55-8940-1c197929f1c6 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.2446773 Dec 12 18:02:54.509233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c28de-5aff-4f06-bf66-f0258a541cd1 req-28c187c2-1f88-4d5c-9723-d4e9ab01ee0e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:54.516938 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-448c28de-5aff-4f06-bf66-f0258a541cd1 req-28c187c2-1f88-4d5c-9723-d4e9ab01ee0e tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 946 time: 0.3288951 Dec 12 18:02:54.573271 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2dfb2070-7c4f-466d-85b4-54fd278f457a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:54.672894 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2dfb2070-7c4f-466d-85b4-54fd278f457a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:54.681194 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af4675cb-78a7-4c49-b39d-da27931f184a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:54.710107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47ba1e81-8f99-42ab-a41c-ff483b4b72e0 req-101d6a81-0690-40b4-bb43-d68a08c21b1e tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895386 Dec 12 18:02:54.742433 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4675cb-78a7-4c49-b39d-da27931f184a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=2f79fbea-0045-473d-a64f-2fbbf9af87d9,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:54.752838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-448c28de-5aff-4f06-bf66-f0258a541cd1 req-5c0e0fbd-2280-4f99-b612-9f3e5535575f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349467 Dec 12 18:02:54.786103 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4675cb-78a7-4c49-b39d-da27931f184a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Checking segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:02:54.786559 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4675cb-78a7-4c49-b39d-da27931f184a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network hostable DHCP agents. Network: 85a1330e-adaf-4fe5-87f3-fb8aa505dec9, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:02:54.802256 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:54.813770 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4675cb-78a7-4c49-b39d-da27931f184a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:02:54.828860 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-af4675cb-78a7-4c49-b39d-da27931f184a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 85a1330e-adaf-4fe5-87f3-fb8aa505dec9) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:54.840353 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42fda6d-7c08-447e-b460-33219e3a5b16 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:54.843475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4675cb-78a7-4c49-b39d-da27931f184a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:54.844084 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af4675cb-78a7-4c49-b39d-da27931f184a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:54.854957 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2dfb2070-7c4f-466d-85b4-54fd278f457a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:54.858289 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2dfb2070-7c4f-466d-85b4-54fd278f457a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:54.859713 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2dfb2070-7c4f-466d-85b4-54fd278f457a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/security-groups/b3969c6b-10f3-4817-a3e3-200222a67599 HTTP/1.1" status: 204 len: 168 time: 0.6614413 Dec 12 18:02:54.862580 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52772) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:54.901298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb2070-7c4f-466d-85b4-54fd278f457a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3969c6b-10f3-4817-a3e3-200222a67599,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:54.907853 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-af4675cb-78a7-4c49-b39d-da27931f184a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7866004 Dec 12 18:02:54.908440 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52774) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:54.919647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-56631cf0-676b-4f7b-a374-bed248699dc2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'name': 'tempest-NetworksTestDHCPv6-140029660'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:55.001348 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c5617c-57ca-42cb-8538-37f1830dc561 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting subnet 6c4d79de-1916-4b9c-b27e-b25ca4e5003e {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:02:55.012327 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c5617c-57ca-42cb-8538-37f1830dc561 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:55.139651 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c5617c-57ca-42cb-8538-37f1830dc561 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:55.209908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'fixed_ips': [{'subnet_id': '2f79fbea-0045-473d-a64f-2fbbf9af87d9'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:02:55.211547 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:55.290377 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c5617c-57ca-42cb-8538-37f1830dc561 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:55.375701 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c5617c-57ca-42cb-8538-37f1830dc561 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:55.385337 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56631cf0-676b-4f7b-a374-bed248699dc2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:55.394855 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-56631cf0-676b-4f7b-a374-bed248699dc2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:55.425973 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5617c-57ca-42cb-8538-37f1830dc561 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Subnet': ['ID=6c4d79de-1916-4b9c-b27e-b25ca4e5003e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:55.431034 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c5617c-57ca-42cb-8538-37f1830dc561 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:55.441185 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-56631cf0-676b-4f7b-a374-bed248699dc2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port 98a2ec41-b316-4b01-a7e8-e0a04f3275da yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:02:55.442522 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-71c5617c-57ca-42cb-8538-37f1830dc561 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/6c4d79de-1916-4b9c-b27e-b25ca4e5003e HTTP/1.1" status: 204 len: 168 time: 0.5783596 Dec 12 18:02:55.443618 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52778) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:55.449553 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-19112516-f7d3-47f4-88c7-5ba961d9cdf5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'subnet': {'network_id': '6cf89583-3465-49a7-b27a-8a480d163907', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:55.455253 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d54894-1976-4f84-9d70-26bef115dd97 None None] Network 6cf89583-3465-49a7-b27a-8a480d163907 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:55.485660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Allocated IP 2001:db8::2 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/2f79fbea-0045-473d-a64f-2fbbf9af87d9/81403e35-5179-40be-af06-22cd11c5c831) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:55.509175 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:55.664544 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19112516-f7d3-47f4-88c7-5ba961d9cdf5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:55.668195 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19112516-f7d3-47f4-88c7-5ba961d9cdf5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:55.859760 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:55.873095 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:55.932333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Router 62f52d0c-de6f-459d-ad7c-18803c325cb2 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:02:55.962641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Pushing event updated for resources: {'Port': ['ID=81403e35-5179-40be-af06-22cd11c5c831,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:55.977299 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:55.979806 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:55.983965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:02:56.008205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509f540-03de-4c9e-b4a2-a5151e55688f req-0199017e-ffb2-4a83-9463-9304e300ac77 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:56.017092 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7509f540-03de-4c9e-b4a2-a5151e55688f req-0199017e-ffb2-4a83-9463-9304e300ac77 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.1875954 Dec 12 18:02:56.035849 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d9e69-8861-424a-80ea-269b15b05d86 req-b7f70ea8-505d-4029-9681-76b75022a0d9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:56.037624 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b40d9e69-8861-424a-80ea-269b15b05d86 req-b7f70ea8-505d-4029-9681-76b75022a0d9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 946 time: 0.1615615 Dec 12 18:02:56.061454 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-56631cf0-676b-4f7b-a374-bed248699dc2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::38f (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/2f79fbea-0045-473d-a64f-2fbbf9af87d9/98a2ec41-b316-4b01-a7e8-e0a04f3275da) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:56.108446 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Attempting to bind port 81403e35-5179-40be-af06-22cd11c5c831 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:02:56.109967 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Attempting to bind port 81403e35-5179-40be-af06-22cd11c5c831 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:02:56.109967 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Attempting to bind port 81403e35-5179-40be-af06-22cd11c5c831 on network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:02:56.134198 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:02:56.134885 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Checking segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:02:56.135033 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:56.135297 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19112516-f7d3-47f4-88c7-5ba961d9cdf5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:56.140734 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Bound using segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:02:56.141212 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Bound port: 81403e35-5179-40be-af06-22cd11c5c831, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:02:56.142475 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:56.183120 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19112516-f7d3-47f4-88c7-5ba961d9cdf5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network 6cf89583-3465-49a7-b27a-8a480d163907 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:56.186734 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-19112516-f7d3-47f4-88c7-5ba961d9cdf5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:56.191535 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19112516-f7d3-47f4-88c7-5ba961d9cdf5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:56.192282 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19112516-f7d3-47f4-88c7-5ba961d9cdf5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:56.205582 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19112516-f7d3-47f4-88c7-5ba961d9cdf5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Subnet': ['ID=c0ad32a1-b07a-436b-8b1b-1c299189d0fc,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:56.226155 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-19112516-f7d3-47f4-88c7-5ba961d9cdf5 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7812254 Dec 12 18:02:56.226753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52786) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:56.231420 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f88f5320-a1d4-4c44-a170-68d3554f988b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'security_group': {'name': 'tempest-secgroup-627691622'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:56.308111 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] For port 81403e35-5179-40be-af06-22cd11c5c831, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:02:56.313655 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] For port 81403e35-5179-40be-af06-22cd11c5c831, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=81403e35-5179-40be-af06-22cd11c5c831,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:02:56.316681 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f88f5320-a1d4-4c44-a170-68d3554f988b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:56.327987 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:56.336478 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7509f540-03de-4c9e-b4a2-a5151e55688f req-18d5c151-fe77-4c1c-80ba-98bf55ab0a25 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184152 Dec 12 18:02:56.371695 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b40d9e69-8861-424a-80ea-269b15b05d86 req-1e74bac6-0b12-4e19-9746-c35707e19bba tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3183639 Dec 12 18:02:56.440166 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746c0d8-b887-441b-ac69-448de944a12b None None] Pushing event updated for resources: {'Port': ['ID=81403e35-5179-40be-af06-22cd11c5c831,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:56.523164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:02:56.535173 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Sync routers for ids ['62f52d0c-de6f-459d-ad7c-18803c325cb2'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:02:56.539074 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f88f5320-a1d4-4c44-a170-68d3554f988b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:56.543624 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f88f5320-a1d4-4c44-a170-68d3554f988b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:56.553777 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Routers {'62f52d0c-de6f-459d-ad7c-18803c325cb2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:02:56.554933 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:02:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['62f52d0c-de6f-459d-ad7c-18803c325cb2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:56.598197 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f5320-a1d4-4c44-a170-68d3554f988b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa130f64-dd30-4c13-8180-1e868366d1a4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:56.612408 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f88f5320-a1d4-4c44-a170-68d3554f988b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:56.618179 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52792) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:56.618724 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f88f5320-a1d4-4c44-a170-68d3554f988b tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3905120 Dec 12 18:02:56.634424 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-9cf70945-83dd-4db0-b3b3-590b4888e49f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'security_group': {'name': 'tempest-secgroup-1016679619'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:56.710861 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9cf70945-83dd-4db0-b3b3-590b4888e49f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:56.743818 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:56.747629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e2c220eb-32d7-43d8-8470-b4c67dd8b238 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.5590580 Dec 12 18:02:56.748047 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52794) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:56.873157 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Set router 62f52d0c-de6f-459d-ad7c-18803c325cb2 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:02:56.894990 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-56631cf0-676b-4f7b-a374-bed248699dc2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:56.980197 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9cf70945-83dd-4db0-b3b3-590b4888e49f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:56.991648 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9cf70945-83dd-4db0-b3b3-590b4888e49f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:56.997195 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6eab44-9541-48a9-b60e-9a9b4fe82b0e None None] Network 6cf89583-3465-49a7-b27a-8a480d163907 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:57.014617 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-56631cf0-676b-4f7b-a374-bed248699dc2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:57.078044 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9cf70945-83dd-4db0-b3b3-590b4888e49f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:57.085019 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9cf70945-83dd-4db0-b3b3-590b4888e49f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4516053 Dec 12 18:02:57.085217 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52796) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:57.090814 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-14d94083-d8f4-4c60-9564-13b8ccbc9941 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'security_group': {'name': 'tempest-secgroup-34630037'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:57.109029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf70945-83dd-4db0-b3b3-590b4888e49f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a10004-0109-4263-8742-7057b81a19ee,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:57.120002 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f2f758c-7ae4-4fe4-aa51-5d04a94b40b9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:57.126416 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56631cf0-676b-4f7b-a374-bed248699dc2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:02:57.128032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-56631cf0-676b-4f7b-a374-bed248699dc2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:02:57.134136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56631cf0-676b-4f7b-a374-bed248699dc2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:02:57.143702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56631cf0-676b-4f7b-a374-bed248699dc2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:57.144452 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-56631cf0-676b-4f7b-a374-bed248699dc2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:57.170175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56631cf0-676b-4f7b-a374-bed248699dc2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=98a2ec41-b316-4b01-a7e8-e0a04f3275da,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:57.183863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-97788a07-0648-437c-878a-5b16368e763b None None] Provisioning complete for port c224b0a7-3e34-414b-8e81-124a28899632 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:57.184397 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97788a07-0648-437c-878a-5b16368e763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:57.212232 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f52d0c-de6f-459d-ad7c-18803c325cb2', 'name': '', 'tenant_id': 'caf62565b04a486f8cb1a1cb8244e91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e538e5-84b8-4c74-8d40-4fdeb524f5b3', 'external_fixed_ips': [{'subnet_id': '55003bbf-a15f-401c-8619-2042b960fc60', 'ip_address': '2001:db8::f'}], 'enable_snat': True}, 'gw_port_id': '36ff4c6f-e641-4e9c-b8c8-46144c1cf747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:02:51Z', 'updated_at': '2021-12-12T18:02:54Z', 'revision_number': 3, 'project_id': 'caf62565b04a486f8cb1a1cb8244e91c', 'gw_port': {'id': '36ff4c6f-e641-4e9c-b8c8-46144c1cf747', 'name': '', 'network_id': '88e538e5-84b8-4c74-8d40-4fdeb524f5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f52d0c-de6f-459d-ad7c-18803c325cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '55003bbf-a15f-401c-8619-2042b960fc60', 'ip_address': '2001:db8::f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:02:53Z', 'updated_at': '2021-12-12T18:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55003bbf-a15f-401c-8619-2042b960fc60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:57.249542 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Checking router: 62f52d0c-de6f-459d-ad7c-18803c325cb2 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:02:57.249898 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Updating router 62f52d0c-de6f-459d-ad7c-18803c325cb2 port 36ff4c6f-e641-4e9c-b8c8-46144c1cf747 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:02:57.276362 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d94083-d8f4-4c60-9564-13b8ccbc9941 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:57.285354 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-56631cf0-676b-4f7b-a374-bed248699dc2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3755910 Dec 12 18:02:57.287863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52798) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:57.291524 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:57.360229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-97788a07-0648-437c-878a-5b16368e763b None None] Provisioning complete for port a055388b-a589-4e90-8f1e-e79b2cdf4019 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:57.361192 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97788a07-0648-437c-878a-5b16368e763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:57.409753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeec700-6d2a-45c1-9449-1daec64362d1 None None] Update dhcp port {'port': {'network_id': '6cf89583-3465-49a7-b27a-8a480d163907', 'fixed_ips': [{'subnet_id': '3f9271b9-e89f-4b43-bad5-188d28cc5096', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c0ad32a1-b07a-436b-8b1b-1c299189d0fc'}], 'binding:host_id': 'n-d-760354-5'}, 'id': 'c224b0a7-3e34-414b-8e81-124a28899632'} from n-d-760354-5. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 18:02:57.496287 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-beeec700-6d2a-45c1-9449-1daec64362d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:57.498599 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d711b0b1-5b83-4434-9046-d2f9bd142bfa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:57.501233 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d94083-d8f4-4c60-9564-13b8ccbc9941 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:57.508265 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-97788a07-0648-437c-878a-5b16368e763b None None] Port a055388b-a589-4e90-8f1e-e79b2cdf4019 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:02:57.519158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d711b0b1-5b83-4434-9046-d2f9bd142bfa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:57.519671 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d94083-d8f4-4c60-9564-13b8ccbc9941 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:57.520866 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d711b0b1-5b83-4434-9046-d2f9bd142bfa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2312112 Dec 12 18:02:57.526363 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52806) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:57.573840 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f2f758c-7ae4-4fe4-aa51-5d04a94b40b9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:57.580267 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14d94083-d8f4-4c60-9564-13b8ccbc9941 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:57.586255 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-14d94083-d8f4-4c60-9564-13b8ccbc9941 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4981997 Dec 12 18:02:57.593010 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52808) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:57.601891 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9f2219cb-4dcb-406e-8a63-079ab194d4e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1602883640', 'security_groups': ['43b9bd6e-c5e5-49cc-9209-9b4b6c2f7439'], 'network_id': '6cf89583-3465-49a7-b27a-8a480d163907', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c0ad32a1-b07a-436b-8b1b-1c299189d0fc'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:02:57.741240 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-beeec700-6d2a-45c1-9449-1daec64362d1 None None] Allocated IP 172.20.0.2 (6cf89583-3465-49a7-b27a-8a480d163907/c0ad32a1-b07a-436b-8b1b-1c299189d0fc/c224b0a7-3e34-414b-8e81-124a28899632) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:57.764432 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d94083-d8f4-4c60-9564-13b8ccbc9941 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b9bd6e-c5e5-49cc-9209-9b4b6c2f7439,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:57.773919 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b7edd-629f-4a18-974c-da9115c62fe4 req-345550da-8848-4785-823a-67b7e6ab0e7f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:57.781242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee1b7edd-629f-4a18-974c-da9115c62fe4 req-345550da-8848-4785-823a-67b7e6ab0e7f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.3418207 Dec 12 18:02:57.828162 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:57.838943 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344674f-84d1-460a-87f7-62cc81ee94fe req-a56106da-50e0-4671-bd9f-abf03c6b7a2f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:57.840952 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0344674f-84d1-460a-87f7-62cc81ee94fe req-a56106da-50e0-4671-bd9f-abf03c6b7a2f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 946 time: 0.3188245 Dec 12 18:02:57.847778 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:57.931459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee1b7edd-629f-4a18-974c-da9115c62fe4 req-3ff1ca77-e4ce-489d-a98f-b934ea639adb tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473587 Dec 12 18:02:57.949289 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-beeec700-6d2a-45c1-9449-1daec64362d1 None None] For port c224b0a7-3e34-414b-8e81-124a28899632, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c224b0a7-3e34-414b-8e81-124a28899632,segment=NetworkSegment(1ddd43e3-b6af-4c84-affb-dc6398250c9a),segment_id=1ddd43e3-b6af-4c84-affb-dc6398250c9a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:57.963455 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6f2f758c-7ae4-4fe4-aa51-5d04a94b40b9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Deleting port 36ff4c6f-e641-4e9c-b8c8-46144c1cf747 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:02:57.963868 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f2f758c-7ae4-4fe4-aa51-5d04a94b40b9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:57.985294 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2219cb-4dcb-406e-8a63-079ab194d4e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:02:57.994438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f596fac5-f653-4dc7-b070-54584dbe378d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port 98a2ec41-b316-4b01-a7e8-e0a04f3275da {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:02:57.994900 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f596fac5-f653-4dc7-b070-54584dbe378d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:58.012378 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Attempting to bind port 36ff4c6f-e641-4e9c-b8c8-46144c1cf747 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:02:58.012900 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Attempting to bind port 36ff4c6f-e641-4e9c-b8c8-46144c1cf747 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'a13b70e3-b64a-40b5-95c2-eebfa03ec4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '88e538e5-84b8-4c74-8d40-4fdeb524f5b3'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:02:58.013764 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Attempting to bind port 36ff4c6f-e641-4e9c-b8c8-46144c1cf747 on network 88e538e5-84b8-4c74-8d40-4fdeb524f5b3 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:02:58.025031 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:02:58.026214 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Checking segment: {'id': 'a13b70e3-b64a-40b5-95c2-eebfa03ec4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '88e538e5-84b8-4c74-8d40-4fdeb524f5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:02:58.026851 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:58.027260 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Bound using segment: {'id': 'a13b70e3-b64a-40b5-95c2-eebfa03ec4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '88e538e5-84b8-4c74-8d40-4fdeb524f5b3'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:02:58.027862 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Bound port: 36ff4c6f-e641-4e9c-b8c8-46144c1cf747, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13b70e3-b64a-40b5-95c2-eebfa03ec4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '88e538e5-84b8-4c74-8d40-4fdeb524f5b3'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:02:58.032215 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:58.058534 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-beeec700-6d2a-45c1-9449-1daec64362d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:58.065882 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-beeec700-6d2a-45c1-9449-1daec64362d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:58.153734 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeec700-6d2a-45c1-9449-1daec64362d1 None None] Pushing event updated for resources: {'Port': ['ID=c224b0a7-3e34-414b-8e81-124a28899632,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:58.159192 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bd408-aa61-4a0a-9cf7-557fcca4816e None None] Pushing event updated for resources: {'Port': ['ID=36ff4c6f-e641-4e9c-b8c8-46144c1cf747,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:58.197350 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd408-aa61-4a0a-9cf7-557fcca4816e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:58.197877 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd408-aa61-4a0a-9cf7-557fcca4816e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:58.198896 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd408-aa61-4a0a-9cf7-557fcca4816e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:58.201020 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd408-aa61-4a0a-9cf7-557fcca4816e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:58.201454 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd408-aa61-4a0a-9cf7-557fcca4816e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:58.201896 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd408-aa61-4a0a-9cf7-557fcca4816e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:58.204808 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd408-aa61-4a0a-9cf7-557fcca4816e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:58.205280 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd408-aa61-4a0a-9cf7-557fcca4816e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:58.205727 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd408-aa61-4a0a-9cf7-557fcca4816e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:58.206172 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd408-aa61-4a0a-9cf7-557fcca4816e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:58.206852 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd408-aa61-4a0a-9cf7-557fcca4816e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:58.209642 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd408-aa61-4a0a-9cf7-557fcca4816e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:58.213147 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd408-aa61-4a0a-9cf7-557fcca4816e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:02:58.244179 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] For port 36ff4c6f-e641-4e9c-b8c8-46144c1cf747, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:02:58.248600 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] For port 36ff4c6f-e641-4e9c-b8c8-46144c1cf747, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=36ff4c6f-e641-4e9c-b8c8-46144c1cf747,segment=NetworkSegment(a13b70e3-b64a-40b5-95c2-eebfa03ec4d3),segment_id=a13b70e3-b64a-40b5-95c2-eebfa03ec4d3)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:02:58.254764 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:58.265751 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 81403e35-5179-40be-af06-22cd11c5c831 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:02:58.284076 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f2f758c-7ae4-4fe4-aa51-5d04a94b40b9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:58.341086 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe110d1-a637-42d6-ae28-f18ead4b3a84 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:02:58.363980 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6f2f758c-7ae4-4fe4-aa51-5d04a94b40b9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Calling delete_port for 36ff4c6f-e641-4e9c-b8c8-46144c1cf747 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:02:58.396810 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bd408-aa61-4a0a-9cf7-557fcca4816e None None] Pushing event updated for resources: {'Port': ['ID=36ff4c6f-e641-4e9c-b8c8-46144c1cf747,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:58.414016 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Routers {'62f52d0c-de6f-459d-ad7c-18803c325cb2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:02:58.414664 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:02:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['62f52d0c-de6f-459d-ad7c-18803c325cb2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:58.515943 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f2219cb-4dcb-406e-8a63-079ab194d4e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:58.568789 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] Set router 62f52d0c-de6f-459d-ad7c-18803c325cb2 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:02:58.583344 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-9f2219cb-4dcb-406e-8a63-079ab194d4e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] device_id is not set on port 17b15e9a-806c-43b5-bac4-d3f902195067 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:02:58.792251 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f52d0c-de6f-459d-ad7c-18803c325cb2', 'name': '', 'tenant_id': 'caf62565b04a486f8cb1a1cb8244e91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:02:51Z', 'updated_at': '2021-12-12T18:02:57Z', 'revision_number': 4, 'project_id': 'caf62565b04a486f8cb1a1cb8244e91c', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:02:58.811441 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-86198f2e-f19a-47b1-849c-b8330069234b None None] Provisioning complete for port 81403e35-5179-40be-af06-22cd11c5c831 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:58.812012 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86198f2e-f19a-47b1-849c-b8330069234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:58.858887 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35c239-8b27-4d5b-a949-4d1c1535eea1 None None] The sync data for ids ['62f52d0c-de6f-459d-ad7c-18803c325cb2'] in n-d-760354-5 is: [{'id': '62f52d0c-de6f-459d-ad7c-18803c325cb2', 'name': '', 'tenant_id': 'caf62565b04a486f8cb1a1cb8244e91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:02:51Z', 'updated_at': '2021-12-12T18:02:57Z', 'revision_number': 4, 'project_id': 'caf62565b04a486f8cb1a1cb8244e91c', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:02:58.869565 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 81403e35-5179-40be-af06-22cd11c5c831 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:58.869952 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:59.006703 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f596fac5-f653-4dc7-b070-54584dbe378d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:59.040060 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86198f2e-f19a-47b1-849c-b8330069234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:59.048482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f596fac5-f653-4dc7-b070-54584dbe378d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for 98a2ec41-b316-4b01-a7e8-e0a04f3275da owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:02:59.148774 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:59.191280 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f2f758c-7ae4-4fe4-aa51-5d04a94b40b9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:59.281447 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-86198f2e-f19a-47b1-849c-b8330069234b None None] For port 81403e35-5179-40be-af06-22cd11c5c831, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=81403e35-5179-40be-af06-22cd11c5c831,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:02:59.299500 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86198f2e-f19a-47b1-849c-b8330069234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:59.334464 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f596fac5-f653-4dc7-b070-54584dbe378d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:59.371942 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0344674f-84d1-460a-87f7-62cc81ee94fe req-3d6aecb4-0726-4e02-be4e-4d595a9815b3 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5123761 Dec 12 18:02:59.392486 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f758c-7ae4-4fe4-aa51-5d04a94b40b9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Pushing event deleted for resources: {'Port': ['ID=36ff4c6f-e641-4e9c-b8c8-46144c1cf747,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:59.397832 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f2f758c-7ae4-4fe4-aa51-5d04a94b40b9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:59.455848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596fac5-f653-4dc7-b070-54584dbe378d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=98a2ec41-b316-4b01-a7e8-e0a04f3275da,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:59.456721 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:02:59.457171 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:02:59.483907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-57c323ec-145d-4058-9c1d-83fe97c01a98 None None] Provisioning complete for port c224b0a7-3e34-414b-8e81-124a28899632 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:59.484328 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57c323ec-145d-4058-9c1d-83fe97c01a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:59.504723 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f596fac5-f653-4dc7-b070-54584dbe378d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:59.509370 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f596fac5-f653-4dc7-b070-54584dbe378d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/98a2ec41-b316-4b01-a7e8-e0a04f3275da HTTP/1.1" status: 204 len: 168 time: 1.9832942 Dec 12 18:02:59.512430 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52824) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:59.565934 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86198f2e-f19a-47b1-849c-b8330069234b None None] Pushing event updated for resources: {'Port': ['ID=81403e35-5179-40be-af06-22cd11c5c831,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:02:59.638557 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eef7a-815c-4a6a-95a8-0e74c36ec18e req-728c6993-749e-4c70-815a-ba5252b0bdf4 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:59.646847 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-474eef7a-815c-4a6a-95a8-0e74c36ec18e req-728c6993-749e-4c70-815a-ba5252b0bdf4 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.3358331 Dec 12 18:02:59.654647 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-57c323ec-145d-4058-9c1d-83fe97c01a98 None None] Provisioning complete for port a055388b-a589-4e90-8f1e-e79b2cdf4019 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:59.655511 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57c323ec-145d-4058-9c1d-83fe97c01a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:59.671444 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-9f2219cb-4dcb-406e-8a63-079ab194d4e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Allocated IP 172.20.0.5 (6cf89583-3465-49a7-b27a-8a480d163907/c0ad32a1-b07a-436b-8b1b-1c299189d0fc/17b15e9a-806c-43b5-bac4-d3f902195067) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:02:59.698495 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f2f758c-7ae4-4fe4-aa51-5d04a94b40b9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:59.708123 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-57c323ec-145d-4058-9c1d-83fe97c01a98 None None] Port a055388b-a589-4e90-8f1e-e79b2cdf4019 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:02:59.714621 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f2f758c-7ae4-4fe4-aa51-5d04a94b40b9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:59.768891 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9566fd05-abd5-4602-8fa1-cccd00eead26 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:59.770595 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9566fd05-abd5-4602-8fa1-cccd00eead26 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:02:59.772305 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9566fd05-abd5-4602-8fa1-cccd00eead26 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2587445 Dec 12 18:02:59.776448 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52828) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:02:59.838634 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c15943fd-c5f1-44c7-b69b-bf2b0e28666e None None] Provisioning complete for port 81403e35-5179-40be-af06-22cd11c5c831 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:02:59.839774 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c15943fd-c5f1-44c7-b69b-bf2b0e28666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:59.848817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-144ce4ed-f61e-4e81-b081-c0b2de0998d5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 2f79fbea-0045-473d-a64f-2fbbf9af87d9 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:02:59.864502 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-144ce4ed-f61e-4e81-b081-c0b2de0998d5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:59.881103 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f2f758c-7ae4-4fe4-aa51-5d04a94b40b9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:59.881942 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2f758c-7ae4-4fe4-aa51-5d04a94b40b9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62f52d0c-de6f-459d-ad7c-18803c325cb2 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:02:59.921711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-474eef7a-815c-4a6a-95a8-0e74c36ec18e req-8e04323a-9eed-4634-bae3-692291d48315 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728753 Dec 12 18:02:59.983808 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-144ce4ed-f61e-4e81-b081-c0b2de0998d5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:59.985469 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f2f758c-7ae4-4fe4-aa51-5d04a94b40b9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:02:59.986956 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6f2f758c-7ae4-4fe4-aa51-5d04a94b40b9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "DELETE /v2.0/routers/62f52d0c-de6f-459d-ad7c-18803c325cb2 HTTP/1.1" status: 204 len: 168 time: 3.2377620 Dec 12 18:02:59.999097 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52830) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:00.075832 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-9716f792-3a00-4d43-b3ad-835f2472f2f6 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Deleting subnet 55003bbf-a15f-401c-8619-2042b960fc60 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:03:00.091965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c15943fd-c5f1-44c7-b69b-bf2b0e28666e None None] Could not find standard attr ID for object 98a2ec41-b316-4b01-a7e8-e0a04f3275da. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:03:00.099684 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9716f792-3a00-4d43-b3ad-835f2472f2f6 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:00.179145 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9716f792-3a00-4d43-b3ad-835f2472f2f6 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:00.204818 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-34da16f7-7f35-4702-9fb3-1183158a1a03 None None] Could not find standard attr ID for object 98a2ec41-b316-4b01-a7e8-e0a04f3275da. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:03:00.225252 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-144ce4ed-f61e-4e81-b081-c0b2de0998d5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:00.234051 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9716f792-3a00-4d43-b3ad-835f2472f2f6 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:00.249509 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 81403e35-5179-40be-af06-22cd11c5c831 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:00.317896 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9716f792-3a00-4d43-b3ad-835f2472f2f6 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:00.357393 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9716f792-3a00-4d43-b3ad-835f2472f2f6 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:00.362720 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9716f792-3a00-4d43-b3ad-835f2472f2f6 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/55003bbf-a15f-401c-8619-2042b960fc60 HTTP/1.1" status: 204 len: 168 time: 0.3619056 Dec 12 18:03:00.368638 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716f792-3a00-4d43-b3ad-835f2472f2f6 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=55003bbf-a15f-401c-8619-2042b960fc60,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:00.372610 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52834) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:00.376756 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 81403e35-5179-40be-af06-22cd11c5c831 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:00.377521 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:00.389889 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-144ce4ed-f61e-4e81-b081-c0b2de0998d5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:00.417986 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f2219cb-4dcb-406e-8a63-079ab194d4e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:00.458953 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f2219cb-4dcb-406e-8a63-079ab194d4e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:00.487225 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ce4ed-f61e-4e81-b081-c0b2de0998d5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=2f79fbea-0045-473d-a64f-2fbbf9af87d9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:00.515123 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b71b83a-9a88-4d13-9542-ccad4c4bbad0 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:00.515466 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-144ce4ed-f61e-4e81-b081-c0b2de0998d5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:00.521763 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-144ce4ed-f61e-4e81-b081-c0b2de0998d5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/2f79fbea-0045-473d-a64f-2fbbf9af87d9 HTTP/1.1" status: 204 len: 168 time: 0.7418718 Dec 12 18:03:00.530445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52838) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:00.555696 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2219cb-4dcb-406e-8a63-079ab194d4e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=17b15e9a-806c-43b5-bac4-d3f902195067,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:00.579806 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2219cb-4dcb-406e-8a63-079ab194d4e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network 6cf89583-3465-49a7-b27a-8a480d163907 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:00.581557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9f2219cb-4dcb-406e-8a63-079ab194d4e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:00.585902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2219cb-4dcb-406e-8a63-079ab194d4e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:00.660722 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2219cb-4dcb-406e-8a63-079ab194d4e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:00.661464 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f2219cb-4dcb-406e-8a63-079ab194d4e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:00.692013 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9f2219cb-4dcb-406e-8a63-079ab194d4e0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0954130 Dec 12 18:03:00.693526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-80e2681f-a4cf-4685-8a5b-b57edd6b09f7 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1619945 Dec 12 18:03:00.697193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52840) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:00.697652 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52844) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:00.704279 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-032f0796-3e15-48af-a862-70a40ef618d8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'subnet': {'network_id': '6cf89583-3465-49a7-b27a-8a480d163907', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:00.709278 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98f11bb8-1010-461d-bad7-e76f0149ccfb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:00.713337 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4cd0d3a7-9259-4061-ac34-7f5fcc276620 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:00.778388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3a3be-0546-4ede-8833-74d689b4bd5d req-b5c865a8-2b60-44a7-b51f-f0169b982a9d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:00.789032 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ec3a3be-0546-4ede-8833-74d689b4bd5d req-b5c865a8-2b60-44a7-b51f-f0169b982a9d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 946 time: 0.2588222 Dec 12 18:03:00.800517 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c224b0a7-3e34-414b-8e81-124a28899632 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:00.961787 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c224b0a7-3e34-414b-8e81-124a28899632 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:00.962374 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:01.013701 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98f11bb8-1010-461d-bad7-e76f0149ccfb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:01.033454 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ec3a3be-0546-4ede-8833-74d689b4bd5d req-f65a43dd-542a-425e-9aa9-6408e8fddebe tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308800 Dec 12 18:03:01.066420 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf8d748-e569-411a-a769-7dd0985645b1 None None] DHCP port deletion for 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:01.121789 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd0d3a7-9259-4061-ac34-7f5fcc276620 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:01.126085 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d3a7-9259-4061-ac34-7f5fcc276620 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:01.135594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-98f11bb8-1010-461d-bad7-e76f0149ccfb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e538e5-84b8-4c74-8d40-4fdeb524f5b3']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:01.165360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-98f11bb8-1010-461d-bad7-e76f0149ccfb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13b70e3-b64a-40b5-95c2-eebfa03ec4d3') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:01.165740 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-98f11bb8-1010-461d-bad7-e76f0149ccfb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13b70e3-b64a-40b5-95c2-eebfa03ec4d3') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:01.187302 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98f11bb8-1010-461d-bad7-e76f0149ccfb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:01.211523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032f0796-3e15-48af-a862-70a40ef618d8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:01.215072 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3033d3-7668-4250-9a65-53af79973b31 req-4b59ec24-2c7d-4af5-83ab-4df7cd2170aa tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:01.217478 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-032f0796-3e15-48af-a862-70a40ef618d8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:01.223173 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf3033d3-7668-4250-9a65-53af79973b31 req-4b59ec24-2c7d-4af5-83ab-4df7cd2170aa tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.1335561 Dec 12 18:03:01.230547 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98f11bb8-1010-461d-bad7-e76f0149ccfb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:01.246092 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-bf8c5444-6a0e-49f8-9789-1423a71c6fe0 None None] Provisioning complete for port 17b15e9a-806c-43b5-bac4-d3f902195067 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:01.246472 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5444-6a0e-49f8-9789-1423a71c6fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:01.283667 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f11bb8-1010-461d-bad7-e76f0149ccfb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:03:01.286179 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98f11bb8-1010-461d-bad7-e76f0149ccfb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:03:01.313990 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:03:01.356513 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ecf8d748-e569-411a-a769-7dd0985645b1 None None] Deleting port 81403e35-5179-40be-af06-22cd11c5c831 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:01.356901 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d748-e569-411a-a769-7dd0985645b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:01.359771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bf8c5444-6a0e-49f8-9789-1423a71c6fe0 None None] Port 17b15e9a-806c-43b5-bac4-d3f902195067 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:01.425773 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf3033d3-7668-4250-9a65-53af79973b31 req-da3510a2-a864-4d51-a689-d7a4db293611 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746185 Dec 12 18:03:01.441165 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98f11bb8-1010-461d-bad7-e76f0149ccfb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:01.450233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f11bb8-1010-461d-bad7-e76f0149ccfb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 88e538e5-84b8-4c74-8d40-4fdeb524f5b3 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 18:03:01.454546 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98f11bb8-1010-461d-bad7-e76f0149ccfb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:01.461577 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-98f11bb8-1010-461d-bad7-e76f0149ccfb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "DELETE /v2.0/networks/88e538e5-84b8-4c74-8d40-4fdeb524f5b3 HTTP/1.1" status: 204 len: 168 time: 1.0877433 Dec 12 18:03:01.504587 n-d-760354-5 neutron-server[103150]: INFO neutron.db.ipam_backend_mixin [None req-032f0796-3e15-48af-a862-70a40ef618d8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c0ad32a1-b07a-436b-8b1b-1c299189d0fc (CIDR: 172.20.0.0/28) Dec 12 18:03:01.516270 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-032f0796-3e15-48af-a862-70a40ef618d8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:03:01.518046 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032f0796-3e15-48af-a862-70a40ef618d8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:03:01.518919 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f11bb8-1010-461d-bad7-e76f0149ccfb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Pushing event deleted for resources: {'Network': ['ID=88e538e5-84b8-4c74-8d40-4fdeb524f5b3,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:01.570617 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-032f0796-3e15-48af-a862-70a40ef618d8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8709977 Dec 12 18:03:01.573420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52860) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:01.579847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-6f59a74f-7e0f-499d-8d41-2737a6eba793 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'subnet': {'network_id': '6cf89583-3465-49a7-b27a-8a480d163907', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:01.651978 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ecf8d748-e569-411a-a769-7dd0985645b1 None None] For port 81403e35-5179-40be-af06-22cd11c5c831, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=81403e35-5179-40be-af06-22cd11c5c831,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:01.652728 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d748-e569-411a-a769-7dd0985645b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:01.702349 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ecf8d748-e569-411a-a769-7dd0985645b1 None None] Calling delete_port for 81403e35-5179-40be-af06-22cd11c5c831 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:01.871001 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f59a74f-7e0f-499d-8d41-2737a6eba793 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:01.874803 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f59a74f-7e0f-499d-8d41-2737a6eba793 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:01.915615 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d748-e569-411a-a769-7dd0985645b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:01.963230 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d3a7-9259-4061-ac34-7f5fcc276620 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:01.985012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8d748-e569-411a-a769-7dd0985645b1 None None] Pushing event deleted for resources: {'Port': ['ID=81403e35-5179-40be-af06-22cd11c5c831,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:01.987470 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf8d748-e569-411a-a769-7dd0985645b1 None None] No DVR routers for this DVR port 81403e35-5179-40be-af06-22cd11c5c831 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:03:02.001788 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52868) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:02.135038 n-d-760354-5 neutron-server[103151]: INFO neutron.db.ipam_backend_mixin [None req-6f59a74f-7e0f-499d-8d41-2737a6eba793 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3f9271b9-e89f-4b43-bad5-188d28cc5096 (CIDR: 172.20.0.16/28) Dec 12 18:03:02.143514 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f59a74f-7e0f-499d-8d41-2737a6eba793 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:03:02.143789 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f59a74f-7e0f-499d-8d41-2737a6eba793 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:03:02.153513 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd0d3a7-9259-4061-ac34-7f5fcc276620 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:02.165804 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bed6cb41-cc52-45fc-bca5-ed303b6406c9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Request body: {'router': {'name': 'tempest-router--1289385054', 'project_id': '191ea344c9cd42b8ad91e9d0fc9640aa'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:02.173745 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0d3a7-9259-4061-ac34-7f5fcc276620 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=3aaaca9c-160e-4f04-a1d0-c44cfa49c253,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:02.182465 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-4cd0d3a7-9259-4061-ac34-7f5fcc276620 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:02.186219 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd0d3a7-9259-4061-ac34-7f5fcc276620 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:02.191782 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cd0d3a7-9259-4061-ac34-7f5fcc276620 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:02.193308 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd26b2c3-f506-439e-9529-a2f7ef1df80c None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:02.247704 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4cd0d3a7-9259-4061-ac34-7f5fcc276620 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5390549 Dec 12 18:03:02.248201 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 81403e35-5179-40be-af06-22cd11c5c831 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:02.250211 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52872) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:02.262216 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-dda726e6-e14a-4d95-a235-6707f7096896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'name': 'tempest-NetworksTestDHCPv6-543157129'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:02.271057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6f59a74f-7e0f-499d-8d41-2737a6eba793 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6961792 Dec 12 18:03:02.278419 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52874) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:02.288088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8477f6e1-841d-4f96-8842-6f4f2a88981c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'subnet': {'network_id': '6cf89583-3465-49a7-b27a-8a480d163907', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:02.290893 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 81403e35-5179-40be-af06-22cd11c5c831 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:03:02.291500 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 81403e35-5179-40be-af06-22cd11c5c831 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:03:02.374902 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'fixed_ips': [{'subnet_id': '3aaaca9c-160e-4f04-a1d0-c44cfa49c253'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:03:02.376186 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:02.424220 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bed6cb41-cc52-45fc-bca5-ed303b6406c9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:02.427267 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bed6cb41-cc52-45fc-bca5-ed303b6406c9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:02.572291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49842b65-c34b-4403-a262-ac1a8a96585c req-a791442e-4fa2-4d83-81a3-0695307a52b5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:02.573900 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-49842b65-c34b-4403-a262-ac1a8a96585c req-a791442e-4fa2-4d83-81a3-0695307a52b5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 946 time: 0.4175522 Dec 12 18:03:02.581390 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8477f6e1-841d-4f96-8842-6f4f2a88981c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Made reservation on behalf of 06783abe78f64b7b909358a9618e0047 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:02.590593 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8477f6e1-841d-4f96-8842-6f4f2a88981c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:02.703645 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Allocated IP 2001:db8::2 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/3aaaca9c-160e-4f04-a1d0-c44cfa49c253/1048ca7e-f7c2-4886-b3fe-385451855b70) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:02.724285 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda726e6-e14a-4d95-a235-6707f7096896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:02.734373 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dda726e6-e14a-4d95-a235-6707f7096896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:02.771538 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bed6cb41-cc52-45fc-bca5-ed303b6406c9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:02.787861 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-dda726e6-e14a-4d95-a235-6707f7096896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port 330a3ba0-63b3-42ce-8882-510989a7971b yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:03:02.914087 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bed6cb41-cc52-45fc-bca5-ed303b6406c9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:02.981954 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bed6cb41-cc52-45fc-bca5-ed303b6406c9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:02.986341 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bed6cb41-cc52-45fc-bca5-ed303b6406c9 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8261352 Dec 12 18:03:02.986341 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52880) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:02.996425 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:03.009396 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:03.110971 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Pushing event updated for resources: {'Port': ['ID=1048ca7e-f7c2-4886-b3fe-385451855b70,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:03.129875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:03.139723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:03.139723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:03.177626 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87407ddd-5f4b-4cbf-8609-3362d78a93bd tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:03.185632 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8477f6e1-841d-4f96-8842-6f4f2a88981c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:03.203709 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Attempting to bind port 1048ca7e-f7c2-4886-b3fe-385451855b70 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:03:03.204258 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Attempting to bind port 1048ca7e-f7c2-4886-b3fe-385451855b70 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:03:03.204738 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Attempting to bind port 1048ca7e-f7c2-4886-b3fe-385451855b70 on network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:03:03.212453 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:03:03.212925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Checking segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:03:03.213448 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:03.213999 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Bound using segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:03:03.214590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Bound port: 1048ca7e-f7c2-4886-b3fe-385451855b70, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:03:03.215098 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:03.293100 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] For port 1048ca7e-f7c2-4886-b3fe-385451855b70, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:03:03.298340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] For port 1048ca7e-f7c2-4886-b3fe-385451855b70, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1048ca7e-f7c2-4886-b3fe-385451855b70,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:03:03.300581 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-dda726e6-e14a-4d95-a235-6707f7096896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::1df (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/3aaaca9c-160e-4f04-a1d0-c44cfa49c253/330a3ba0-63b3-42ce-8882-510989a7971b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:03.305204 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:03.305431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8477f6e1-841d-4f96-8842-6f4f2a88981c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Network 6cf89583-3465-49a7-b27a-8a480d163907 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:03.356054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-8477f6e1-841d-4f96-8842-6f4f2a88981c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:03.368825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8477f6e1-841d-4f96-8842-6f4f2a88981c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:03.369650 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8477f6e1-841d-4f96-8842-6f4f2a88981c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:03.379921 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75765df9-c10f-436b-b5f8-ccfbf997fb5c None None] Pushing event updated for resources: {'Port': ['ID=1048ca7e-f7c2-4886-b3fe-385451855b70,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:03.389584 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624d3b74-c624-4ea4-b0b9-513c25482e5b None None] Network 6cf89583-3465-49a7-b27a-8a480d163907 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:03.416358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b791b-4359-415e-8af9-7fd28f7f34fb req-96b90452-9f66-4299-979b-5707c95f182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:03.418623 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-015b791b-4359-415e-8af9-7fd28f7f34fb req-96b90452-9f66-4299-979b-5707c95f182f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 1097 time: 0.3340237 Dec 12 18:03:03.473690 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65830b07-6aea-4615-a77c-1f2d61d07369 req-3c17fcaf-94ec-49b6-8cfd-819763a4ffb1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:03.475577 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65830b07-6aea-4615-a77c-1f2d61d07369 req-3c17fcaf-94ec-49b6-8cfd-819763a4ffb1 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.3931124 Dec 12 18:03:03.485227 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477f6e1-841d-4f96-8842-6f4f2a88981c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Subnet': ['ID=d3dba597-4108-438c-9c3f-b851986ba136,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:03.501250 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-49842b65-c34b-4403-a262-ac1a8a96585c req-0fe82c70-9d08-437c-92bd-b9042a238088 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4145212 Dec 12 18:03:03.570686 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8477f6e1-841d-4f96-8842-6f4f2a88981c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2906573 Dec 12 18:03:03.578602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52886) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:03.594027 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-057ed77e-0291-47e3-acdb-c9c9115ed4f9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-434873987', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd3dba597-4108-438c-9c3f-b851986ba136'}], 'security_groups': ['aa130f64-dd30-4c13-8180-1e868366d1a4', '06a10004-0109-4263-8742-7057b81a19ee']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:03.628673 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e73ee4b-15fa-47d5-830c-885a753ee3cc None None] Update dhcp port {'port': {'network_id': '6cf89583-3465-49a7-b27a-8a480d163907', 'fixed_ips': [{'subnet_id': '3f9271b9-e89f-4b43-bad5-188d28cc5096', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c0ad32a1-b07a-436b-8b1b-1c299189d0fc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd3dba597-4108-438c-9c3f-b851986ba136'}], 'binding:host_id': 'n-d-760354-5'}, 'id': 'c224b0a7-3e34-414b-8e81-124a28899632'} from n-d-760354-5. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 18:03:03.665974 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-015b791b-4359-415e-8af9-7fd28f7f34fb req-306324f9-23b7-4b59-b70e-4aa145d0ab45 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275519 Dec 12 18:03:03.669396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65830b07-6aea-4615-a77c-1f2d61d07369 req-d8abe6c1-0c51-4d30-9e3e-eb436bb466f0 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661787 Dec 12 18:03:03.721500 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e73ee4b-15fa-47d5-830c-885a753ee3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:03.874181 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87407ddd-5f4b-4cbf-8609-3362d78a93bd tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:03.878083 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87407ddd-5f4b-4cbf-8609-3362d78a93bd tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:03.914282 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-057ed77e-0291-47e3-acdb-c9c9115ed4f9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:04.064762 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87407ddd-5f4b-4cbf-8609-3362d78a93bd tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:04.065426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87407ddd-5f4b-4cbf-8609-3362d78a93bd tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b90ea2d7-01d0-4804-82e7-5a2c7a94e1e0 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:03:04.071692 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87407ddd-5f4b-4cbf-8609-3362d78a93bd tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:04.073266 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-87407ddd-5f4b-4cbf-8609-3362d78a93bd tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "DELETE /v2.0/routers/b90ea2d7-01d0-4804-82e7-5a2c7a94e1e0 HTTP/1.1" status: 204 len: 168 time: 1.0861146 Dec 12 18:03:04.153886 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-5e73ee4b-15fa-47d5-830c-885a753ee3cc None None] Allocated IP 172.20.0.34 (6cf89583-3465-49a7-b27a-8a480d163907/d3dba597-4108-438c-9c3f-b851986ba136/c224b0a7-3e34-414b-8e81-124a28899632) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:04.252185 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dda726e6-e14a-4d95-a235-6707f7096896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:04.281706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52894) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:04.309479 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1048ca7e-f7c2-4886-b3fe-385451855b70 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:04.336446 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dda726e6-e14a-4d95-a235-6707f7096896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:04.413127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda726e6-e14a-4d95-a235-6707f7096896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:04.421715 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-dda726e6-e14a-4d95-a235-6707f7096896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:04.427536 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda726e6-e14a-4d95-a235-6707f7096896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:04.435234 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda726e6-e14a-4d95-a235-6707f7096896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:04.436320 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dda726e6-e14a-4d95-a235-6707f7096896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:04.442539 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda726e6-e14a-4d95-a235-6707f7096896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=330a3ba0-63b3-42ce-8882-510989a7971b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:04.476421 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dda726e6-e14a-4d95-a235-6707f7096896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2242932 Dec 12 18:03:04.477608 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52898) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:04.515832 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5e73ee4b-15fa-47d5-830c-885a753ee3cc None None] For port c224b0a7-3e34-414b-8e81-124a28899632, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c224b0a7-3e34-414b-8e81-124a28899632,segment=NetworkSegment(1ddd43e3-b6af-4c84-affb-dc6398250c9a),segment_id=1ddd43e3-b6af-4c84-affb-dc6398250c9a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:04.550717 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c100a32f-a827-4877-9f35-cf844957cfde details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:03:04.649544 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c100a32f-a827-4877-9f35-cf844957cfde no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:04.652848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7ee5a3-52c9-458e-8a56-137459b361bf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:04.658325 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1797792467', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:04.680107 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1048ca7e-f7c2-4886-b3fe-385451855b70 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:04.680475 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:04.687627 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7ee5a3-52c9-458e-8a56-137459b361bf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:04.692881 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4a7ee5a3-52c9-458e-8a56-137459b361bf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2141712 Dec 12 18:03:04.693233 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52902) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:04.786335 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796fe53-d83f-48e7-8e1a-acff8fa05adf req-5c349432-9959-47f6-9cf8-5e5804ace9ef tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:04.792569 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e796fe53-d83f-48e7-8e1a-acff8fa05adf req-5c349432-9959-47f6-9cf8-5e5804ace9ef tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 946 time: 0.0984581 Dec 12 18:03:04.832717 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:04.839889 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:05.027600 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:05.040493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1ac1c-f10d-41b6-850c-d0d107540ba8 req-9226a3a9-4e37-4810-b627-f1e2bbf0a240 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:05.046068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2a1ac1c-f10d-41b6-850c-d0d107540ba8 req-9226a3a9-4e37-4810-b627-f1e2bbf0a240 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.2198174 Dec 12 18:03:05.060275 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e796fe53-d83f-48e7-8e1a-acff8fa05adf req-e1688648-00c7-4d69-94c2-ffe1f22e3606 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2652354 Dec 12 18:03:05.135932 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port c100a32f-a827-4877-9f35-cf844957cfde, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c100a32f-a827-4877-9f35-cf844957cfde,segment=NetworkSegment(9bacf018-e989-43e2-a6b1-a50ff12ab17b),segment_id=9bacf018-e989-43e2-a6b1-a50ff12ab17b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:05.151245 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e73ee4b-15fa-47d5-830c-885a753ee3cc None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:05.164631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'c100a32f-a827-4877-9f35-cf844957cfde', 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e', 'port_id': 'c100a32f-a827-4877-9f35-cf844957cfde', 'mac_address': 'fa:16:3e:16:55:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:03:05.170419 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2a1ac1c-f10d-41b6-850c-d0d107540ba8 req-459daffd-fa25-4917-88b8-feaff0e890c0 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088905 Dec 12 18:03:05.184706 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e73ee4b-15fa-47d5-830c-885a753ee3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:05.253480 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73ee4b-15fa-47d5-830c-885a753ee3cc None None] Pushing event updated for resources: {'Port': ['ID=c224b0a7-3e34-414b-8e81-124a28899632,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:05.297171 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:05.333483 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca58af-164c-47c6-84b4-7f28a28cd74a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port 330a3ba0-63b3-42ce-8882-510989a7971b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:05.333839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1ca58af-164c-47c6-84b4-7f28a28cd74a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:05.412902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-057ed77e-0291-47e3-acdb-c9c9115ed4f9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Delete allocated IP 172.20.0.5 (6cf89583-3465-49a7-b27a-8a480d163907/c0ad32a1-b07a-436b-8b1b-1c299189d0fc) {{(pid=103151) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 12 18:03:05.441157 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:05.445661 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:05.445913 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-057ed77e-0291-47e3-acdb-c9c9115ed4f9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Allocated IP 172.20.0.38 (6cf89583-3465-49a7-b27a-8a480d163907/d3dba597-4108-438c-9c3f-b851986ba136/17b15e9a-806c-43b5-bac4-d3f902195067) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:05.457399 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1ca58af-164c-47c6-84b4-7f28a28cd74a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:05.474336 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca58af-164c-47c6-84b4-7f28a28cd74a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for 330a3ba0-63b3-42ce-8882-510989a7971b owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:05.508327 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:05.521827 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c100a32f-a827-4877-9f35-cf844957cfde {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:03:05.638290 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8b4dcac0-8a4c-4761-9a7c-ef35a48a61cf None None] Provisioning complete for port 1048ca7e-f7c2-4886-b3fe-385451855b70 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:05.638670 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b4dcac0-8a4c-4761-9a7c-ef35a48a61cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:05.647778 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port c100a32f-a827-4877-9f35-cf844957cfde, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c100a32f-a827-4877-9f35-cf844957cfde,segment=NetworkSegment(9bacf018-e989-43e2-a6b1-a50ff12ab17b),segment_id=9bacf018-e989-43e2-a6b1-a50ff12ab17b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:05.653815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 1048ca7e-f7c2-4886-b3fe-385451855b70, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1048ca7e-f7c2-4886-b3fe-385451855b70,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:05.678657 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:05.687712 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:05.713598 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1ca58af-164c-47c6-84b4-7f28a28cd74a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:05.775983 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-057ed77e-0291-47e3-acdb-c9c9115ed4f9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:05.786537 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-057ed77e-0291-47e3-acdb-c9c9115ed4f9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:05.834874 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:03:05.837303 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:03:05.838479 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=1048ca7e-f7c2-4886-b3fe-385451855b70,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:05.857241 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca58af-164c-47c6-84b4-7f28a28cd74a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=330a3ba0-63b3-42ce-8882-510989a7971b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:05.899502 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1ca58af-164c-47c6-84b4-7f28a28cd74a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:05.903903 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e1ca58af-164c-47c6-84b4-7f28a28cd74a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/330a3ba0-63b3-42ce-8882-510989a7971b HTTP/1.1" status: 204 len: 168 time: 1.2091446 Dec 12 18:03:05.906569 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52910) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:05.979485 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=c100a32f-a827-4877-9f35-cf844957cfde,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:05.984245 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['c100a32f-a827-4877-9f35-cf844957cfde'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:03:06.044021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ed77e-0291-47e3-acdb-c9c9115ed4f9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event updated for resources: {'Port': ['ID=17b15e9a-806c-43b5-bac4-d3f902195067,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:06.108201 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-057ed77e-0291-47e3-acdb-c9c9115ed4f9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] In _notify_port_updated(), no bound segment for port 17b15e9a-806c-43b5-bac4-d3f902195067 on network 6cf89583-3465-49a7-b27a-8a480d163907 {{(pid=103151) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 18:03:06.129353 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057ed77e-0291-47e3-acdb-c9c9115ed4f9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:06.130658 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-057ed77e-0291-47e3-acdb-c9c9115ed4f9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:06.134871 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-057ed77e-0291-47e3-acdb-c9c9115ed4f9 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "PUT /v2.0/ports/17b15e9a-806c-43b5-bac4-d3f902195067 HTTP/1.1" status: 200 len: 959 time: 2.5473039 Dec 12 18:03:06.139238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52918) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:06.216714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e7cbc5-3231-42bd-8f48-ba6cd8763ba2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:06.219336 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e7cbc5-3231-42bd-8f48-ba6cd8763ba2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:06.235465 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-92e7cbc5-3231-42bd-8f48-ba6cd8763ba2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3275971 Dec 12 18:03:06.242897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52926) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:06.248268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7e5ece45-f42a-44db-9842-5da922ce4273 None None] Could not find standard attr ID for object 330a3ba0-63b3-42ce-8882-510989a7971b. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:03:06.314006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c224b0a7-3e34-414b-8e81-124a28899632 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:06.404040 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:06.471738 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c100a32f-a827-4877-9f35-cf844957cfde {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:03:06.522261 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port c100a32f-a827-4877-9f35-cf844957cfde, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c100a32f-a827-4877-9f35-cf844957cfde,segment=NetworkSegment(9bacf018-e989-43e2-a6b1-a50ff12ab17b),segment_id=9bacf018-e989-43e2-a6b1-a50ff12ab17b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:06.522606 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:06.549877 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:06.584661 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:06.637329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=c100a32f-a827-4877-9f35-cf844957cfde,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:06.668173 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c224b0a7-3e34-414b-8e81-124a28899632 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:06.668811 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:06.704874 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-4071af15-633b-4bfd-942a-30cb83b37b0c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 3aaaca9c-160e-4f04-a1d0-c44cfa49c253 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:03:06.718061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6c0ce-b4f0-4b4b-990c-304e9a8fe3d4 req-3ab4752a-f8df-45f7-9023-643baad947dd tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:06.719859 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0fd6c0ce-b4f0-4b4b-990c-304e9a8fe3d4 req-3ab4752a-f8df-45f7-9023-643baad947dd tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.2907326 Dec 12 18:03:06.721950 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4071af15-633b-4bfd-942a-30cb83b37b0c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:06.790576 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-369ba76f-c51d-45c8-8ef6-34c81e91d754 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port 17b15e9a-806c-43b5-bac4-d3f902195067 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:06.791304 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-369ba76f-c51d-45c8-8ef6-34c81e91d754 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:06.822237 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6b535-09b6-400e-8a4e-111a71e5c52f req-7cf14606-bf85-4915-8c17-c82b88f0d28c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:06.823778 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8fa6b535-09b6-400e-8a4e-111a71e5c52f req-7cf14606-bf85-4915-8c17-c82b88f0d28c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 944 time: 0.4056916 Dec 12 18:03:06.826307 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4071af15-633b-4bfd-942a-30cb83b37b0c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:06.840313 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1048ca7e-f7c2-4886-b3fe-385451855b70 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:06.849305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-38cac46c-96c7-41f5-bbc7-5b8f40f3e227 None None] Provisioning complete for port c224b0a7-3e34-414b-8e81-124a28899632 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:06.849811 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-38cac46c-96c7-41f5-bbc7-5b8f40f3e227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:06.920103 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Allocated IP 172.25.1.65 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/fa2f57fa-6919-47ab-99ae-d12fe41d41f8) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:06.967810 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1048ca7e-f7c2-4886-b3fe-385451855b70 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:06.968366 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:06.973413 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-369ba76f-c51d-45c8-8ef6-34c81e91d754 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:06.989450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-369ba76f-c51d-45c8-8ef6-34c81e91d754 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for 17b15e9a-806c-43b5-bac4-d3f902195067 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:07.076969 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-38cac46c-96c7-41f5-bbc7-5b8f40f3e227 None None] Provisioning complete for port a055388b-a589-4e90-8f1e-e79b2cdf4019 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:07.083363 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-38cac46c-96c7-41f5-bbc7-5b8f40f3e227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:07.114813 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0fd6c0ce-b4f0-4b4b-990c-304e9a8fe3d4 req-3f6d3e16-3753-4682-bf63-cd6f5920ffb7 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631434 Dec 12 18:03:07.157325 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:07.254644 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-38cac46c-96c7-41f5-bbc7-5b8f40f3e227 None None] Port a055388b-a589-4e90-8f1e-e79b2cdf4019 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:07.258470 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:07.310334 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-38cac46c-96c7-41f5-bbc7-5b8f40f3e227 None None] Provisioning complete for port 17b15e9a-806c-43b5-bac4-d3f902195067 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:07.310524 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:07.312282 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-38cac46c-96c7-41f5-bbc7-5b8f40f3e227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:07.313938 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:07.318234 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:07.358000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8fa6b535-09b6-400e-8a4e-111a71e5c52f req-4efe1e86-f603-4ce9-9341-9b8e0112d6de tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4920990 Dec 12 18:03:07.359570 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4071af15-633b-4bfd-942a-30cb83b37b0c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:07.359716 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Pushing event updated for resources: {'Port': ['ID=fa2f57fa-6919-47ab-99ae-d12fe41d41f8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:07.390690 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603a299f-df23-462c-8320-f02beae10ef5 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:07.398344 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52934) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:07.428527 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-38cac46c-96c7-41f5-bbc7-5b8f40f3e227 None None] Port 17b15e9a-806c-43b5-bac4-d3f902195067 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:07.501994 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-369ba76f-c51d-45c8-8ef6-34c81e91d754 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:07.520187 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4071af15-633b-4bfd-942a-30cb83b37b0c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:07.572595 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4071af15-633b-4bfd-942a-30cb83b37b0c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:07.573568 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ab3f802c-8060-4f66-bd1b-58c775828823 None None] Provisioning complete for port fa2f57fa-6919-47ab-99ae-d12fe41d41f8 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:07.573961 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab3f802c-8060-4f66-bd1b-58c775828823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:07.578466 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4071af15-633b-4bfd-942a-30cb83b37b0c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/3aaaca9c-160e-4f04-a1d0-c44cfa49c253 HTTP/1.1" status: 204 len: 168 time: 1.3323069 Dec 12 18:03:07.586748 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fe08e4-50d2-433b-8989-d4d8e1221230 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:07.596973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ba76f-c51d-45c8-8ef6-34c81e91d754 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=17b15e9a-806c-43b5-bac4-d3f902195067,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:07.599572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52940) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:07.611337 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071af15-633b-4bfd-942a-30cb83b37b0c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=3aaaca9c-160e-4f04-a1d0-c44cfa49c253,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:07.703165 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d9740c75-6b5b-4ba5-9dfb-692aa229502f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006486 Dec 12 18:03:07.753013 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52946) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:07.809598 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e79bce2d-edae-49bf-b98b-c255212507d0 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:07.830858 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-369ba76f-c51d-45c8-8ef6-34c81e91d754 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:07.847708 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-369ba76f-c51d-45c8-8ef6-34c81e91d754 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/ports/17b15e9a-806c-43b5-bac4-d3f902195067 HTTP/1.1" status: 204 len: 168 time: 1.7072382 Dec 12 18:03:07.855610 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52948) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:07.870352 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f802c-8060-4f66-bd1b-58c775828823 None None] Port fa2f57fa-6919-47ab-99ae-d12fe41d41f8 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:07.904544 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ab3f802c-8060-4f66-bd1b-58c775828823 None None] Could not find standard attr ID for object 17b15e9a-806c-43b5-bac4-d3f902195067. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:03:07.904713 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d604b2-4d7f-4098-9b28-4d9a49d00d6f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] GET failed (client error): The resource could not be found. Dec 12 18:03:07.910242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-36d604b2-4d7f-4098-9b28-4d9a49d00d6f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports/17b15e9a-806c-43b5-bac4-d3f902195067 HTTP/1.1" status: 404 len: 333 time: 0.0535660 Dec 12 18:03:07.910907 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52950) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:08.035336 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-511f4bb4-0393-46db-9a1f-d1b9be44a15f tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/floatingips/b6112f97-2b44-477e-a3dc-f6693563c41d HTTP/1.1" status: 200 len: 992 time: 0.6352339 Dec 12 18:03:08.059515 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-baebe27a-c4db-437e-abb4-e94a2f5fabd3 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:08.060500 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2894bf1f-b066-407b-a628-f1e35eeed3df None None] DHCP port deletion for 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:08.128236 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-baebe27a-c4db-437e-abb4-e94a2f5fabd3 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:08.193725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79bce2d-edae-49bf-b98b-c255212507d0 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:08.202863 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e79bce2d-edae-49bf-b98b-c255212507d0 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:08.204512 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1048ca7e-f7c2-4886-b3fe-385451855b70 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:08.213777 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-baebe27a-c4db-437e-abb4-e94a2f5fabd3 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:08.216198 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-baebe27a-c4db-437e-abb4-e94a2f5fabd3 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:08.221352 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-baebe27a-c4db-437e-abb4-e94a2f5fabd3 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/security-groups/43b9bd6e-c5e5-49cc-9209-9b4b6c2f7439 HTTP/1.1" status: 204 len: 168 time: 0.3074253 Dec 12 18:03:08.231163 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52956) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:08.231505 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52958) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:08.236729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebe27a-c4db-437e-abb4-e94a2f5fabd3 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b9bd6e-c5e5-49cc-9209-9b4b6c2f7439,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:08.315948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2894bf1f-b066-407b-a628-f1e35eeed3df None None] Deleting port 1048ca7e-f7c2-4886-b3fe-385451855b70 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:08.316531 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2894bf1f-b066-407b-a628-f1e35eeed3df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:08.324463 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918202ba-2b91-490e-a1e8-2f8b2a0ffffb req-dae4b36c-587c-4ca3-bbf3-0b236a257384 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:08.326612 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-918202ba-2b91-490e-a1e8-2f8b2a0ffffb req-dae4b36c-587c-4ca3-bbf3-0b236a257384 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.0656216 Dec 12 18:03:08.469660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-918202ba-2b91-490e-a1e8-2f8b2a0ffffb req-3913e116-d6a9-40c9-b29e-ad22162682f2 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367500 Dec 12 18:03:08.526021 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2894bf1f-b066-407b-a628-f1e35eeed3df None None] For port 1048ca7e-f7c2-4886-b3fe-385451855b70, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1048ca7e-f7c2-4886-b3fe-385451855b70,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:08.526530 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2894bf1f-b066-407b-a628-f1e35eeed3df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:08.541334 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:08.550060 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2894bf1f-b066-407b-a628-f1e35eeed3df None None] Calling delete_port for 1048ca7e-f7c2-4886-b3fe-385451855b70 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:08.573060 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e79bce2d-edae-49bf-b98b-c255212507d0 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:08.685939 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c100a32f-a827-4877-9f35-cf844957cfde up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:08.744724 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2894bf1f-b066-407b-a628-f1e35eeed3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:08.758841 n-d-760354-5 neutron-server[103152]: INFO neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] No ports have port_id starting with 1048ca7e-f7c2-4886-b3fe-385451855b70 Dec 12 18:03:08.831065 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894bf1f-b066-407b-a628-f1e35eeed3df None None] Pushing event deleted for resources: {'Port': ['ID=1048ca7e-f7c2-4886-b3fe-385451855b70,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:08.837058 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2894bf1f-b066-407b-a628-f1e35eeed3df None None] No DVR routers for this DVR port 1048ca7e-f7c2-4886-b3fe-385451855b70 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:03:08.860249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port c100a32f-a827-4877-9f35-cf844957cfde triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:08.860624 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:08.949669 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:08.975152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da5b197-5bf2-4c37-8b41-c3d9c67116f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c100a32f-a827-4877-9f35-cf844957cfde'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:03:08.977517 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fc2a93-6183-4869-9eca-f87fc9ce53fd" -d '{"events": [{"server_uuid": "6da5b197-5bf2-4c37-8b41-c3d9c67116f8", "name": "network-vif-plugged", "status": "completed", "tag": "c100a32f-a827-4877-9f35-cf844957cfde"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:03:08.997439 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port c100a32f-a827-4877-9f35-cf844957cfde, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c100a32f-a827-4877-9f35-cf844957cfde,segment=NetworkSegment(9bacf018-e989-43e2-a6b1-a50ff12ab17b),segment_id=9bacf018-e989-43e2-a6b1-a50ff12ab17b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:09.002947 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:09.049149 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82fb35e6-2606-4507-b35d-bb3a4595dbfd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:09.077561 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82fb35e6-2606-4507-b35d-bb3a4595dbfd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:09.082514 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=c100a32f-a827-4877-9f35-cf844957cfde,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:09.095546 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6eecb10-d866-4dff-95f6-2a2e7a266988 x-openstack-request-id: req-e6eecb10-d866-4dff-95f6-2a2e7a266988 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:03:09.095861 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da5b197-5bf2-4c37-8b41-c3d9c67116f8", "name": "network-vif-plugged", "status": "completed", "tag": "c100a32f-a827-4877-9f35-cf844957cfde", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:03:09.096107 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6eecb10-d866-4dff-95f6-2a2e7a266988 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:03:09.096844 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da5b197-5bf2-4c37-8b41-c3d9c67116f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c100a32f-a827-4877-9f35-cf844957cfde', 'code': 200} Dec 12 18:03:09.100058 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:09.101221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:09.101221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:09.101221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:09.101570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:09.101847 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:09.102183 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:09.102561 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:09.102902 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:09.103289 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:09.103628 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:09.103964 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:09.104699 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:09.128504 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a285d6c1-f47c-4edc-b5d5-06c211024077 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42c7090419ef423c80c1d248a4528183&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8771124 Dec 12 18:03:09.128504 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79bce2d-edae-49bf-b98b-c255212507d0 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:09.129639 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 52966) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:09.150902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e79bce2d-edae-49bf-b98b-c255212507d0 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:09.161384 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79bce2d-edae-49bf-b98b-c255212507d0 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:09.162032 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e79bce2d-edae-49bf-b98b-c255212507d0 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:09.162761 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0083ba5b-a9db-4f72-ac33-00d5f4672a39 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:09.181779 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bce2d-edae-49bf-b98b-c255212507d0 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=df0708b9-546c-4249-9c9b-e443b789b309,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:09.189589 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e41f5ca8-e2fc-479b-b4df-04f9de6def75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:09.193929 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e79bce2d-edae-49bf-b98b-c255212507d0 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4375031 Dec 12 18:03:09.197677 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52968) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:09.204743 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ad20abe2-6b30-48e2-95d5-933f619b75f1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'name': 'tempest-NetworksTestDHCPv6-1302746029'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:09.213340 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82fb35e6-2606-4507-b35d-bb3a4595dbfd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:09.216889 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82fb35e6-2606-4507-b35d-bb3a4595dbfd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:09.220971 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-82fb35e6-2606-4507-b35d-bb3a4595dbfd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/security-groups/06a10004-0109-4263-8742-7057b81a19ee HTTP/1.1" status: 204 len: 168 time: 0.9785416 Dec 12 18:03:09.221963 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52970) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:09.224819 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e41f5ca8-e2fc-479b-b4df-04f9de6def75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:09.297403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb35e6-2606-4507-b35d-bb3a4595dbfd tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a10004-0109-4263-8742-7057b81a19ee,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:09.308197 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e41f5ca8-e2fc-479b-b4df-04f9de6def75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:09.315561 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'fixed_ips': [{'subnet_id': 'df0708b9-546c-4249-9c9b-e443b789b309'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:03:09.316115 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e41f5ca8-e2fc-479b-b4df-04f9de6def75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:09.316540 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:09.321086 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e41f5ca8-e2fc-479b-b4df-04f9de6def75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a0caa9c-14e9-49c0-b1f2-e2af59add408 HTTP/1.1" status: 204 len: 168 time: 0.1874580 Dec 12 18:03:09.333718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f5ca8-e2fc-479b-b4df-04f9de6def75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0caa9c-14e9-49c0-b1f2-e2af59add408,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:09.486607 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Allocated IP 2001:db8::2 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/df0708b9-546c-4249-9c9b-e443b789b309/4890f6ec-6638-4bc5-9738-51ad9007539b) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:09.537285 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7820a00-2e99-469b-9616-3ea524e1fa4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:09.576348 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:09.586985 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7820a00-2e99-469b-9616-3ea524e1fa4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:09.671434 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad20abe2-6b30-48e2-95d5-933f619b75f1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:09.675719 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ad20abe2-6b30-48e2-95d5-933f619b75f1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:09.690008 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:09.700071 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:09.721613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f53ff-533f-412c-8b1f-7871c3abecb7 req-774405e5-ef8f-4777-91b7-7c2d8e219e6d tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:09.728539 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-234f53ff-533f-412c-8b1f-7871c3abecb7 req-774405e5-ef8f-4777-91b7-7c2d8e219e6d tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.0881076 Dec 12 18:03:09.733575 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-ad20abe2-6b30-48e2-95d5-933f619b75f1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port 8bb6c0e1-5740-4c02-aef1-ddd0474eb079 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:03:09.801078 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7820a00-2e99-469b-9616-3ea524e1fa4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:09.804926 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7820a00-2e99-469b-9616-3ea524e1fa4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:09.809997 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b7820a00-2e99-469b-9616-3ea524e1fa4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/security-groups/aa130f64-dd30-4c13-8180-1e868366d1a4 HTTP/1.1" status: 204 len: 168 time: 0.5736711 Dec 12 18:03:09.814009 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 52982) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:09.848727 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-234f53ff-533f-412c-8b1f-7871c3abecb7 req-e17297c3-d1d7-41a7-bb46-b225b2415c19 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192386 Dec 12 18:03:09.856935 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:09.864931 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:09.873931 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7820a00-2e99-469b-9616-3ea524e1fa4a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa130f64-dd30-4c13-8180-1e868366d1a4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:09.884305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:09.891297 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Pushing event updated for resources: {'Port': ['ID=4890f6ec-6638-4bc5-9738-51ad9007539b,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:09.989222 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9d00ed-c0d1-40e8-85e3-74a82fb8d0aa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting subnet c0ad32a1-b07a-436b-8b1b-1c299189d0fc {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:03:10.003306 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a9d00ed-c0d1-40e8-85e3-74a82fb8d0aa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:10.020074 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-ad20abe2-6b30-48e2-95d5-933f619b75f1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::230 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/df0708b9-546c-4249-9c9b-e443b789b309/8bb6c0e1-5740-4c02-aef1-ddd0474eb079) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:10.032333 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Attempting to bind port 4890f6ec-6638-4bc5-9738-51ad9007539b on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:03:10.032980 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Attempting to bind port 4890f6ec-6638-4bc5-9738-51ad9007539b by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:03:10.033526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Attempting to bind port 4890f6ec-6638-4bc5-9738-51ad9007539b on network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:03:10.041868 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:03:10.042495 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Checking segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:03:10.043059 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:10.043635 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Bound using segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:03:10.044290 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Bound port: 4890f6ec-6638-4bc5-9738-51ad9007539b, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:03:10.044831 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:10.048805 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Router 35272fe9-3ab9-4c69-9e34-0ba578a594a9 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:03:10.130232 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] For port 4890f6ec-6638-4bc5-9738-51ad9007539b, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:03:10.134597 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] For port 4890f6ec-6638-4bc5-9738-51ad9007539b, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4890f6ec-6638-4bc5-9738-51ad9007539b,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:03:10.143316 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:10.166732 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a9d00ed-c0d1-40e8-85e3-74a82fb8d0aa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:10.248272 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9403622-d505-4237-89a1-12a84c4d2171 None None] Pushing event updated for resources: {'Port': ['ID=4890f6ec-6638-4bc5-9738-51ad9007539b,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:10.490249 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a9d00ed-c0d1-40e8-85e3-74a82fb8d0aa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:10.549803 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:10.581855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5789af3-6337-4c6d-9f13-728ba722ba83 None None] Sync routers for ids ['35272fe9-3ab9-4c69-9e34-0ba578a594a9'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:10.605881 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5789af3-6337-4c6d-9f13-728ba722ba83 None None] Routers {'35272fe9-3ab9-4c69-9e34-0ba578a594a9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:10.607497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d5789af3-6337-4c6d-9f13-728ba722ba83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:02:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['35272fe9-3ab9-4c69-9e34-0ba578a594a9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:10.634006 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:10.638099 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-68695634-e34b-4ab6-b3bd-b5822ef59746 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.3525219 Dec 12 18:03:10.638726 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53004) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:10.641971 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755feafc-ad3b-4032-aa26-78550a014dba req-79bd046f-b9cc-4e84-9c85-8a5fc9ec72d3 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:10.651003 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-755feafc-ad3b-4032-aa26-78550a014dba req-79bd046f-b9cc-4e84-9c85-8a5fc9ec72d3 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.1101229 Dec 12 18:03:10.658709 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a9d00ed-c0d1-40e8-85e3-74a82fb8d0aa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:10.662491 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d5789af3-6337-4c6d-9f13-728ba722ba83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:10.674419 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5789af3-6337-4c6d-9f13-728ba722ba83 None None] Routers {'35272fe9-3ab9-4c69-9e34-0ba578a594a9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:10.675338 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d5789af3-6337-4c6d-9f13-728ba722ba83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:02:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['35272fe9-3ab9-4c69-9e34-0ba578a594a9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:10.720361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d5789af3-6337-4c6d-9f13-728ba722ba83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:10.721502 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5789af3-6337-4c6d-9f13-728ba722ba83 None None] The sync data for ids ['35272fe9-3ab9-4c69-9e34-0ba578a594a9'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:03:10.750546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d00ed-c0d1-40e8-85e3-74a82fb8d0aa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ad32a1-b07a-436b-8b1b-1c299189d0fc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:10.753274 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-755feafc-ad3b-4032-aa26-78550a014dba req-e318a2bb-f58b-4e99-a72b-b1b10be22aab tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956914 Dec 12 18:03:10.755142 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ad20abe2-6b30-48e2-95d5-933f619b75f1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:10.817041 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb50a415-2bf6-4a95-af6f-c66ed4017a7c None None] Network 6cf89583-3465-49a7-b27a-8a480d163907 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:10.842873 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a9d00ed-c0d1-40e8-85e3-74a82fb8d0aa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:10.848391 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6a9d00ed-c0d1-40e8-85e3-74a82fb8d0aa tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/c0ad32a1-b07a-436b-8b1b-1c299189d0fc HTTP/1.1" status: 204 len: 168 time: 1.0282922 Dec 12 18:03:10.853423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53012) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:10.854806 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ad20abe2-6b30-48e2-95d5-933f619b75f1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:10.954164 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad20abe2-6b30-48e2-95d5-933f619b75f1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:10.979284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ad20abe2-6b30-48e2-95d5-933f619b75f1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:10.983992 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad20abe2-6b30-48e2-95d5-933f619b75f1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:10.993181 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad20abe2-6b30-48e2-95d5-933f619b75f1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:10.993985 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ad20abe2-6b30-48e2-95d5-933f619b75f1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:10.998676 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20abe2-6b30-48e2-95d5-933f619b75f1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=8bb6c0e1-5740-4c02-aef1-ddd0474eb079,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:11.023575 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cf804c58-f5fb-449c-bd83-52d060dd29d3 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "GET /v2.0/routers/35272fe9-3ab9-4c69-9e34-0ba578a594a9 HTTP/1.1" status: 200 len: 924 time: 0.3697808 Dec 12 18:03:11.023769 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53024) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:11.043490 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ad20abe2-6b30-48e2-95d5-933f619b75f1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8429701 Dec 12 18:03:11.044122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53028) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:11.073088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-88fe7f08-4c03-4788-86b8-512163780e43 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting subnet d3dba597-4108-438c-9c3f-b851986ba136 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:03:11.082024 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88fe7f08-4c03-4788-86b8-512163780e43 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:11.133103 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-92378330-d7dd-4258-85a1-39f77c3dd8e0 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "GET /v2.0/ports?device_id=35272fe9-3ab9-4c69-9e34-0ba578a594a9 HTTP/1.1" status: 200 len: 205 time: 0.1081779 Dec 12 18:03:11.137318 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53034) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:11.342899 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f9a2cd-7a57-49e9-8874-3f45a15c11a1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:11.370348 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f9a2cd-7a57-49e9-8874-3f45a15c11a1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:11.372176 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e2f9a2cd-7a57-49e9-8874-3f45a15c11a1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2962244 Dec 12 18:03:11.375300 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53040) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:11.485251 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdf2ef5-f6cb-465b-8610-d69fe8d30730 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:11.642398 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53048) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:11.692771 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdf2ef5-f6cb-465b-8610-d69fe8d30730 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:11.743660 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88fe7f08-4c03-4788-86b8-512163780e43 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:11.751107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0f6c86f4-7805-4e90-8642-d9e2bcc91049 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port 8bb6c0e1-5740-4c02-aef1-ddd0474eb079 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:11.751518 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f6c86f4-7805-4e90-8642-d9e2bcc91049 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:11.796702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3ce3b-2409-4faf-8b45-2675e42006f4 req-b6ee23f8-3c7a-4f81-8fa9-7f01e367f116 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:11.805647 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ab3ce3b-2409-4faf-8b45-2675e42006f4 req-b6ee23f8-3c7a-4f81-8fa9-7f01e367f116 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.8818762 Dec 12 18:03:11.948035 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7060962-7385-4a7b-bc65-f60e875d4740 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:11.968850 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88fe7f08-4c03-4788-86b8-512163780e43 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:11.983018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ab3ce3b-2409-4faf-8b45-2675e42006f4 req-213dacc7-74a0-45f3-9f8e-b9a081f947e9 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763401 Dec 12 18:03:12.043124 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f6c86f4-7805-4e90-8642-d9e2bcc91049 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:12.076838 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-45c71f32-7ef4-43c6-89f4-630a5e40c1b0 None None] Provisioning complete for port 4890f6ec-6638-4bc5-9738-51ad9007539b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:12.079398 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45c71f32-7ef4-43c6-89f4-630a5e40c1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:12.098836 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88fe7f08-4c03-4788-86b8-512163780e43 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:12.131421 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5cdf2ef5-f6cb-465b-8610-d69fe8d30730 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Deleting port fa2f57fa-6919-47ab-99ae-d12fe41d41f8 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:12.132707 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdf2ef5-f6cb-465b-8610-d69fe8d30730 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:12.150620 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88fe7f08-4c03-4788-86b8-512163780e43 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:12.165798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-88fe7f08-4c03-4788-86b8-512163780e43 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/d3dba597-4108-438c-9c3f-b851986ba136 HTTP/1.1" status: 204 len: 168 time: 1.3047903 Dec 12 18:03:12.210563 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f255beb-727d-441c-a168-b2f6ef39e576 None None] Network 6cf89583-3465-49a7-b27a-8a480d163907 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:12.232735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53102) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:12.235325 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0f6c86f4-7805-4e90-8642-d9e2bcc91049 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for 8bb6c0e1-5740-4c02-aef1-ddd0474eb079 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:12.254562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe7f08-4c03-4788-86b8-512163780e43 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Subnet': ['ID=d3dba597-4108-438c-9c3f-b851986ba136,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:12.333289 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-47503cb7-8d86-4127-a9a3-eb4aef1c8c60 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] DELETE failed (client error): The resource could not be found. Dec 12 18:03:12.333757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47503cb7-8d86-4127-a9a3-eb4aef1c8c60 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:03:12.345603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-47503cb7-8d86-4127-a9a3-eb4aef1c8c60 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/c0ad32a1-b07a-436b-8b1b-1c299189d0fc HTTP/1.1" status: 404 len: 337 time: 0.1114376 Dec 12 18:03:12.352096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53116) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:12.388668 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4890f6ec-6638-4bc5-9738-51ad9007539b up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:12.530932 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e99af6-d801-4e6e-934c-7d1cc8b4a64c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting subnet 3f9271b9-e89f-4b43-bad5-188d28cc5096 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:03:12.542471 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdf2ef5-f6cb-465b-8610-d69fe8d30730 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:12.547695 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44e99af6-d801-4e6e-934c-7d1cc8b4a64c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:12.558742 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5cdf2ef5-f6cb-465b-8610-d69fe8d30730 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Calling delete_port for fa2f57fa-6919-47ab-99ae-d12fe41d41f8 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:12.649222 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44e99af6-d801-4e6e-934c-7d1cc8b4a64c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:12.723024 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad3162-e392-4c33-b301-0c5d88762f60 req-925ff6a7-a4e7-426d-852d-1773e5f5c72a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:12.726015 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7ad3162-e392-4c33-b301-0c5d88762f60 req-925ff6a7-a4e7-426d-852d-1773e5f5c72a tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.2756574 Dec 12 18:03:12.813240 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 4890f6ec-6638-4bc5-9738-51ad9007539b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:12.813613 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:12.844362 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45c71f32-7ef4-43c6-89f4-630a5e40c1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:12.898522 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdf2ef5-f6cb-465b-8610-d69fe8d30730 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:12.905570 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7ad3162-e392-4c33-b301-0c5d88762f60 req-143e6b72-0fb1-490a-9d3d-de38371aa08e tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680863 Dec 12 18:03:12.909067 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44e99af6-d801-4e6e-934c-7d1cc8b4a64c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:12.909569 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-45c71f32-7ef4-43c6-89f4-630a5e40c1b0 None None] For port 4890f6ec-6638-4bc5-9738-51ad9007539b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4890f6ec-6638-4bc5-9738-51ad9007539b,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:12.935918 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45c71f32-7ef4-43c6-89f4-630a5e40c1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:12.963239 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f6c86f4-7805-4e90-8642-d9e2bcc91049 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:12.964653 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf2ef5-f6cb-465b-8610-d69fe8d30730 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Pushing event deleted for resources: {'Port': ['ID=fa2f57fa-6919-47ab-99ae-d12fe41d41f8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:12.970377 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7060962-7385-4a7b-bc65-f60e875d4740 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.016692 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7060962-7385-4a7b-bc65-f60e875d4740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.052800 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c86f4-7805-4e90-8642-d9e2bcc91049 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=8bb6c0e1-5740-4c02-aef1-ddd0474eb079,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:13.061463 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44e99af6-d801-4e6e-934c-7d1cc8b4a64c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.064950 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d390da-78af-4873-af43-f51648dc55ac None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:13.115706 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e99af6-d801-4e6e-934c-7d1cc8b4a64c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9271b9-e89f-4b43-bad5-188d28cc5096,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:13.121916 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f6c86f4-7805-4e90-8642-d9e2bcc91049 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.127279 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0f6c86f4-7805-4e90-8642-d9e2bcc91049 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/8bb6c0e1-5740-4c02-aef1-ddd0474eb079 HTTP/1.1" status: 204 len: 168 time: 1.7489030 Dec 12 18:03:13.127469 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44e99af6-d801-4e6e-934c-7d1cc8b4a64c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.130682 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53176) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:13.132757 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-44e99af6-d801-4e6e-934c-7d1cc8b4a64c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/3f9271b9-e89f-4b43-bad5-188d28cc5096 HTTP/1.1" status: 204 len: 168 time: 0.7771013 Dec 12 18:03:13.135274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53178) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:13.141220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d951db7f-0c57-4b2d-91de-eaf7814b619b None None] Could not find standard attr ID for object 8bb6c0e1-5740-4c02-aef1-ddd0474eb079. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:03:13.145125 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b7060962-7385-4a7b-bc65-f60e875d4740 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d05b099b750b4a759b1fdcab60fb20bf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4981217 Dec 12 18:03:13.150733 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53180) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:13.169638 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ba98ab-6f23-4bd5-adb5-e8fb5239e94a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] DELETE failed (client error): The resource could not be found. Dec 12 18:03:13.170111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ba98ab-6f23-4bd5-adb5-e8fb5239e94a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:03:13.179097 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c71f32-7ef4-43c6-89f4-630a5e40c1b0 None None] Pushing event updated for resources: {'Port': ['ID=4890f6ec-6638-4bc5-9738-51ad9007539b,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:13.180723 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e1ba98ab-6f23-4bd5-adb5-e8fb5239e94a tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/6c4d79de-1916-4b9c-b27e-b25ca4e5003e HTTP/1.1" status: 404 len: 337 time: 0.0436261 Dec 12 18:03:13.181360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53182) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:13.183144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53184) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:13.189689 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d951db7f-0c57-4b2d-91de-eaf7814b619b None None] Provisioning complete for port c224b0a7-3e34-414b-8e81-124a28899632 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:13.190954 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d951db7f-0c57-4b2d-91de-eaf7814b619b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.196903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7060962-7385-4a7b-bc65-f60e875d4740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77418185-d262-44e7-80d8-7d5b11b856dd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:13.240216 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdf2ef5-f6cb-465b-8610-d69fe8d30730 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.274256 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3f1e931c-bc64-4d45-817e-ff64f8f4d3fe tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "GET /v2.0/ports?device_id=079028a9-fb4c-4f23-a3cb-45c134f97149 HTTP/1.1" status: 200 len: 205 time: 0.0810380 Dec 12 18:03:13.276687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53188) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:13.385447 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d951db7f-0c57-4b2d-91de-eaf7814b619b None None] Provisioning complete for port a055388b-a589-4e90-8f1e-e79b2cdf4019 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:13.386308 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d951db7f-0c57-4b2d-91de-eaf7814b619b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.387725 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-766bfe2e-c725-40f1-ac3b-8a24cd843cba tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] delete failed (client error): The resource could not be found. Dec 12 18:03:13.388762 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-766bfe2e-c725-40f1-ac3b-8a24cd843cba tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/routers/079028a9-fb4c-4f23-a3cb-45c134f97149 HTTP/1.1" status: 404 len: 336 time: 0.1089144 Dec 12 18:03:13.402014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53190) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:13.426721 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdf2ef5-f6cb-465b-8610-d69fe8d30730 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.436105 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdf2ef5-f6cb-465b-8610-d69fe8d30730 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.441456 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d951db7f-0c57-4b2d-91de-eaf7814b619b None None] Port a055388b-a589-4e90-8f1e-e79b2cdf4019 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:13.442382 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-3433631e-1e50-4ae7-b095-6bd6ee10b34f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] DELETE failed (client error): The resource could not be found. Dec 12 18:03:13.442839 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3433631e-1e50-4ae7-b095-6bd6ee10b34f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:03:13.446246 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3433631e-1e50-4ae7-b095-6bd6ee10b34f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/9abd9fb1-4a26-4c1a-a56f-9f281a28685f HTTP/1.1" status: 404 len: 337 time: 0.0430653 Dec 12 18:03:13.451324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53192) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:13.460469 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-78b463aa-ee8f-4513-a5bc-0dce1f742961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.486632 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d34a918-13bb-4078-93b5-3ddb14e670b6 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] DELETE failed (client error): The resource could not be found. Dec 12 18:03:13.487096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d34a918-13bb-4078-93b5-3ddb14e670b6 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:03:13.490481 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8d34a918-13bb-4078-93b5-3ddb14e670b6 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/01cfb8c0-d6bd-447c-b825-1123f278d437 HTTP/1.1" status: 404 len: 337 time: 0.0375507 Dec 12 18:03:13.494623 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53194) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:13.495516 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4311e556-010f-451c-9390-62ee8dca7dc5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:13.497152 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4311e556-010f-451c-9390-62ee8dca7dc5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:13.501104 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4311e556-010f-451c-9390-62ee8dca7dc5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3523657 Dec 12 18:03:13.502985 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53196) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:13.525374 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdf2ef5-f6cb-465b-8610-d69fe8d30730 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.525937 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdf2ef5-f6cb-465b-8610-d69fe8d30730 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Fanout notify agent at l3_agent the message router_deleted on router 35272fe9-3ab9-4c69-9e34-0ba578a594a9 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:03:13.527983 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecdf92f6-1e1d-4646-a0e8-7210182c5eb8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] DELETE failed (client error): The resource could not be found. Dec 12 18:03:13.528447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecdf92f6-1e1d-4646-a0e8-7210182c5eb8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:03:13.532887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ecdf92f6-1e1d-4646-a0e8-7210182c5eb8 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/bba81725-852f-44cd-bb93-ce53929aedbe HTTP/1.1" status: 404 len: 337 time: 0.0369971 Dec 12 18:03:13.547052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53198) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:13.555251 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdf2ef5-f6cb-465b-8610-d69fe8d30730 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.556538 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5cdf2ef5-f6cb-465b-8610-d69fe8d30730 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "DELETE /v2.0/routers/35272fe9-3ab9-4c69-9e34-0ba578a594a9 HTTP/1.1" status: 204 len: 168 time: 2.4177194 Dec 12 18:03:13.561431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53200) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:13.570762 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93a8653e-6916-463e-ad38-7fab16e2632c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.579494 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Request body: {'router': {'name': 'tempest-snat-router-655054267', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'enable_snat': False}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:13.589796 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-973cbd24-76da-4048-a6e6-56c8a561c2c0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] DELETE failed (client error): The resource could not be found. Dec 12 18:03:13.590358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973cbd24-76da-4048-a6e6-56c8a561c2c0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:03:13.594111 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-973cbd24-76da-4048-a6e6-56c8a561c2c0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/ports/3ca0f031-b1d9-4b1b-a9c7-6975d267bc47 HTTP/1.1" status: 404 len: 333 time: 0.0455453 Dec 12 18:03:13.597115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53202) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:13.630241 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f1036dd-d9ba-4bd0-a824-6d905dd5eb75 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] DELETE failed (client error): The resource could not be found. Dec 12 18:03:13.630674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f1036dd-d9ba-4bd0-a824-6d905dd5eb75 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:03:13.633923 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0f1036dd-d9ba-4bd0-a824-6d905dd5eb75 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/b962b1d7-f723-4862-9c6e-d4686b7ba1a2 HTTP/1.1" status: 404 len: 337 time: 0.0356503 Dec 12 18:03:13.638434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53204) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:13.652472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-212ecebf-f4ac-4c99-ba61-96a66805e893 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet df0708b9-546c-4249-9c9b-e443b789b309 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:03:13.656083 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93a8653e-6916-463e-ad38-7fab16e2632c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.671444 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-2131b978-2d2f-419b-ac67-55fc6c64b90c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] DELETE failed (client error): The resource could not be found. Dec 12 18:03:13.671905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2131b978-2d2f-419b-ac67-55fc6c64b90c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:03:13.672210 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.673292 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.674967 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2131b978-2d2f-419b-ac67-55fc6c64b90c tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/7106fc63-a66b-4686-b944-7e1dc297792c HTTP/1.1" status: 404 len: 337 time: 0.0352900 Dec 12 18:03:13.676702 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-212ecebf-f4ac-4c99-ba61-96a66805e893 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.677657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53206) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:13.714270 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c99d03-e3dd-41a0-97e1-5da748bb18c0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] DELETE failed (client error): The resource could not be found. Dec 12 18:03:13.714848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c99d03-e3dd-41a0-97e1-5da748bb18c0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:03:13.717967 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-31c99d03-e3dd-41a0-97e1-5da748bb18c0 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/ports/90a145db-4294-43d0-99f7-c302d149e785 HTTP/1.1" status: 404 len: 333 time: 0.0390940 Dec 12 18:03:13.724743 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b886f3c1-af88-418b-950d-10be0294f4b8 None None] Network 6cf89583-3465-49a7-b27a-8a480d163907 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:13.727457 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53208) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:13.742004 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-78b463aa-ee8f-4513-a5bc-0dce1f742961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.764559 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-78b463aa-ee8f-4513-a5bc-0dce1f742961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.768937 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-90eb70dd-6d4d-4d6d-896a-e2e52ea9351f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] DELETE failed (client error): The resource could not be found. Dec 12 18:03:13.769485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90eb70dd-6d4d-4d6d-896a-e2e52ea9351f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:03:13.773401 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-90eb70dd-6d4d-4d6d-896a-e2e52ea9351f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/feafc261-11bf-46ea-8975-5ce0bb8bee40 HTTP/1.1" status: 404 len: 337 time: 0.0449409 Dec 12 18:03:13.786061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53210) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:13.797101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b527d6e4-f53e-4099-9532-576a84a0718f None None] Provisioning complete for port c224b0a7-3e34-414b-8e81-124a28899632 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:13.799028 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b527d6e4-f53e-4099-9532-576a84a0718f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.837696 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ace16e9-f4c1-4e61-8f89-6f9df219d0e7 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] DELETE failed (client error): The resource could not be found. Dec 12 18:03:13.838165 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ace16e9-f4c1-4e61-8f89-6f9df219d0e7 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:03:13.841345 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9ace16e9-f4c1-4e61-8f89-6f9df219d0e7 tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/subnets/f6b1b490-2cf6-433a-a243-6bae8305ae1d HTTP/1.1" status: 404 len: 337 time: 0.0539722 Dec 12 18:03:13.843335 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b463aa-ee8f-4513-a5bc-0dce1f742961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5952d9a9-c508-46cf-989d-e657621e6a7f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:13.845734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53212) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:13.856479 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-78b463aa-ee8f-4513-a5bc-0dce1f742961 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab20d628343648479d59e789a5f85e70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6741114 Dec 12 18:03:13.859296 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53214) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:13.968277 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b527d6e4-f53e-4099-9532-576a84a0718f None None] Provisioning complete for port a055388b-a589-4e90-8f1e-e79b2cdf4019 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:13.968570 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b527d6e4-f53e-4099-9532-576a84a0718f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:13.981473 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b0740ff9-8640-4bda-ad9a-5fbe40934467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.001359 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cc8da602-7968-4a6e-ab49-b3f982c5e47f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Deleting port a055388b-a589-4e90-8f1e-e79b2cdf4019 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:14.001697 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc8da602-7968-4a6e-ab49-b3f982c5e47f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.011432 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6d32af-5728-4d34-a6b9-741fd9fe825d None None] DHCP port deletion for 6cf89583-3465-49a7-b27a-8a480d163907 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:14.049551 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b0740ff9-8640-4bda-ad9a-5fbe40934467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.058451 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b527d6e4-f53e-4099-9532-576a84a0718f None None] Port a055388b-a589-4e90-8f1e-e79b2cdf4019 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:14.058899 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f94b8-44e5-4ed0-b9d8-534de40a4564 req-fc7575b3-5c0c-448d-b123-ccd09b72fb98 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:14.060452 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b49f94b8-44e5-4ed0-b9d8-534de40a4564 req-fc7575b3-5c0c-448d-b123-ccd09b72fb98 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.31 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.5120656 Dec 12 18:03:14.071705 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-212ecebf-f4ac-4c99-ba61-96a66805e893 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.084217 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d32af-5728-4d34-a6b9-741fd9fe825d None None] Deleting port c224b0a7-3e34-414b-8e81-124a28899632 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:14.085500 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b6d32af-5728-4d34-a6b9-741fd9fe825d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.141286 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc8da602-7968-4a6e-ab49-b3f982c5e47f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.177053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cc8da602-7968-4a6e-ab49-b3f982c5e47f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Calling delete_port for a055388b-a589-4e90-8f1e-e79b2cdf4019 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:14.180373 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8b6d32af-5728-4d34-a6b9-741fd9fe825d None None] For port c224b0a7-3e34-414b-8e81-124a28899632, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c224b0a7-3e34-414b-8e81-124a28899632,segment=NetworkSegment(1ddd43e3-b6af-4c84-affb-dc6398250c9a),segment_id=1ddd43e3-b6af-4c84-affb-dc6398250c9a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:14.180929 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b6d32af-5728-4d34-a6b9-741fd9fe825d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.194271 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d32af-5728-4d34-a6b9-741fd9fe825d None None] Calling delete_port for c224b0a7-3e34-414b-8e81-124a28899632 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:14.221551 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.236981 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93a8653e-6916-463e-ad38-7fab16e2632c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.237808 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4890f6ec-6638-4bc5-9738-51ad9007539b up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:14.239624 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93a8653e-6916-463e-ad38-7fab16e2632c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.240822 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-93a8653e-6916-463e-ad38-7fab16e2632c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77418185-d262-44e7-80d8-7d5b11b856dd HTTP/1.1" status: 204 len: 168 time: 1.0883291 Dec 12 18:03:14.270619 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de33f1-57e5-4115-9e9b-ed1c92c96b5e req-ec128ec1-97ff-46c0-a2b0-36edc1d6e7b8 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:14.273380 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04de33f1-57e5-4115-9e9b-ed1c92c96b5e req-ec128ec1-97ff-46c0-a2b0-36edc1d6e7b8 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 945 time: 0.2511466 Dec 12 18:03:14.307336 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b0740ff9-8640-4bda-ad9a-5fbe40934467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.311173 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b0740ff9-8640-4bda-ad9a-5fbe40934467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.312815 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b0740ff9-8640-4bda-ad9a-5fbe40934467 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5952d9a9-c508-46cf-989d-e657621e6a7f HTTP/1.1" status: 204 len: 168 time: 0.4525893 Dec 12 18:03:14.326887 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 4890f6ec-6638-4bc5-9738-51ad9007539b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:14.327425 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.345898 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0740ff9-8640-4bda-ad9a-5fbe40934467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5952d9a9-c508-46cf-989d-e657621e6a7f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:14.357306 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b6d32af-5728-4d34-a6b9-741fd9fe825d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.357600 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc8da602-7968-4a6e-ab49-b3f982c5e47f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.400741 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d32af-5728-4d34-a6b9-741fd9fe825d None None] Pushing event deleted for resources: {'Port': ['ID=c224b0a7-3e34-414b-8e81-124a28899632,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:14.405979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8da602-7968-4a6e-ab49-b3f982c5e47f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Port': ['ID=a055388b-a589-4e90-8f1e-e79b2cdf4019,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:14.415526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d32af-5728-4d34-a6b9-741fd9fe825d None None] No DVR routers for this DVR port c224b0a7-3e34-414b-8e81-124a28899632 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:03:14.422265 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04de33f1-57e5-4115-9e9b-ed1c92c96b5e req-a6e77fe6-2028-44f3-be46-0fddd23906fa tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354461 Dec 12 18:03:14.435075 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc8da602-7968-4a6e-ab49-b3f982c5e47f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.441775 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cc8da602-7968-4a6e-ab49-b3f982c5e47f tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/ports/a055388b-a589-4e90-8f1e-e79b2cdf4019 HTTP/1.1" status: 204 len: 168 time: 0.5925019 Dec 12 18:03:14.441919 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8653e-6916-463e-ad38-7fab16e2632c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77418185-d262-44e7-80d8-7d5b11b856dd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:14.442147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53222) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:14.544530 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.617573 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-212ecebf-f4ac-4c99-ba61-96a66805e893 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.636440 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c224b0a7-3e34-414b-8e81-124a28899632 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:14.681989 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: c224b0a7-3e34-414b-8e81-124a28899632 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:03:14.682251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c224b0a7-3e34-414b-8e81-124a28899632 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:03:14.714927 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.725117 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.727038 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-212ecebf-f4ac-4c99-ba61-96a66805e893 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.765172 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-b49f94b8-44e5-4ed0-b9d8-534de40a4564 req-1bdd70be-7d02-4ee3-9b0c-de116fe17674 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Deleting port f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:14.765515 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b49f94b8-44e5-4ed0-b9d8-534de40a4564 req-1bdd70be-7d02-4ee3-9b0c-de116fe17674 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.766334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf89583-3465-49a7-b27a-8a480d163907']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:14.780206 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddd43e3-b6af-4c84-affb-dc6398250c9a') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:14.781403 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddd43e3-b6af-4c84-affb-dc6398250c9a') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:14.802636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ecebf-f4ac-4c99-ba61-96a66805e893 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=df0708b9-546c-4249-9c9b-e443b789b309,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:14.835130 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.837925 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-212ecebf-f4ac-4c99-ba61-96a66805e893 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.839609 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f21096-c84c-4139-b1d4-173f42cc54f7 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:14.844389 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-212ecebf-f4ac-4c99-ba61-96a66805e893 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/df0708b9-546c-4249-9c9b-e443b789b309 HTTP/1.1" status: 204 len: 168 time: 1.3400359 Dec 12 18:03:14.876630 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.882087 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53226) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:14.887514 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:03:14.887963 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:03:14.942708 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:03:14.951923 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b3363af5-7ec6-4671-b8cc-abccb886c28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:14.968800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53228) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:14.971497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53230) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:14.971951 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-50958ac1-dfab-42ff-a327-df68a7bb6c41 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870557 Dec 12 18:03:15.016428 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.019529 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7dbc14cb-bf94-406a-8c3a-1988476d9567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.038166 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b49f94b8-44e5-4ed0-b9d8-534de40a4564 req-1bdd70be-7d02-4ee3-9b0c-de116fe17674 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] For port f3104c25-d95c-4fc5-a40d-ad6c0e7c3007, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f3104c25-d95c-4fc5-a40d-ad6c0e7c3007,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:15.038530 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b49f94b8-44e5-4ed0-b9d8-534de40a4564 req-1bdd70be-7d02-4ee3-9b0c-de116fe17674 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.044198 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.047551 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] 10.222.0.18 "DELETE /v2.0/networks/6cf89583-3465-49a7-b27a-8a480d163907 HTTP/1.1" status: 204 len: 168 time: 0.6042264 Dec 12 18:03:15.049024 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Pushing event deleted for resources: {'Network': ['ID=6cf89583-3465-49a7-b27a-8a480d163907,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:15.054612 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-b49f94b8-44e5-4ed0-b9d8-534de40a4564 req-1bdd70be-7d02-4ee3-9b0c-de116fe17674 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Calling delete_port for f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:15.070989 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:15.071345 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:15.071637 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:15.072152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:15.072847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:15.072847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:15.073220 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:15.074415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:15.074601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:15.075042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:15.075405 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:15.075743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:15.076073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d5cec-1586-4e0a-943e-c0fb8b67e6ff tempest-PortsTestJSON-333433319 tempest-PortsTestJSON-333433319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:15.090330 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3019ab-9bb2-43cf-bd4a-950e964dd80c None None] DHCP port deletion for 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:15.098024 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e9925a-591c-47e0-b199-6a2540a94d22 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:15.099618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-23e9925a-591c-47e0-b199-6a2540a94d22 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1270344 Dec 12 18:03:15.102633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53234) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:15.172855 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af468362-2df9-4d66-8e65-566cbffa69d9 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:15.174411 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-af468362-2df9-4d66-8e65-566cbffa69d9 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0707886 Dec 12 18:03:15.177299 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53236) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:15.183290 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2a3019ab-9bb2-43cf-bd4a-950e964dd80c None None] Deleting port 4890f6ec-6638-4bc5-9738-51ad9007539b {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:15.183871 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2a3019ab-9bb2-43cf-bd4a-950e964dd80c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.229922 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-87e698fe-26b2-4d28-b228-7e15b6ffff22 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512352 Dec 12 18:03:15.234521 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53238) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:15.241673 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-2a7a89f0-5999-4012-9e17-a6c833b57f64 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:15.264212 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.282874 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2a3019ab-9bb2-43cf-bd4a-950e964dd80c None None] For port 4890f6ec-6638-4bc5-9738-51ad9007539b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4890f6ec-6638-4bc5-9738-51ad9007539b,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:15.284791 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2a3019ab-9bb2-43cf-bd4a-950e964dd80c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.304500 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2a3019ab-9bb2-43cf-bd4a-950e964dd80c None None] Calling delete_port for 4890f6ec-6638-4bc5-9738-51ad9007539b owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:15.305894 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.327576 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7dbc14cb-bf94-406a-8c3a-1988476d9567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.339069 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7dbc14cb-bf94-406a-8c3a-1988476d9567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.376239 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b49f94b8-44e5-4ed0-b9d8-534de40a4564 req-1bdd70be-7d02-4ee3-9b0c-de116fe17674 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.391078 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['0b77dfb5-c580-483a-b0ed-554a99c38f3e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:03:15.405866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7a89f0-5999-4012-9e17-a6c833b57f64 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:15.409880 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a7a89f0-5999-4012-9e17-a6c833b57f64 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.416813 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd70be-7d02-4ee3-9b0c-de116fe17674 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Pushing event deleted for resources: {'Port': ['ID=f3104c25-d95c-4fc5-a40d-ad6c0e7c3007,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:15.432863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7dbc14cb-bf94-406a-8c3a-1988476d9567 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5080844949c42ac94ae6577ef0d78c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4639370 Dec 12 18:03:15.445241 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53242) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:15.502349 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49f94b8-44e5-4ed0-b9d8-534de40a4564 req-1bdd70be-7d02-4ee3-9b0c-de116fe17674 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] No DVR routers for this DVR port f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:03:15.506545 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53246) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:15.509515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc14cb-bf94-406a-8c3a-1988476d9567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c02c1cf-6846-40b8-886b-4f7e527a7423,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:15.515710 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b49f94b8-44e5-4ed0-b9d8-534de40a4564 req-1bdd70be-7d02-4ee3-9b0c-de116fe17674 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.519028 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b49f94b8-44e5-4ed0-b9d8-534de40a4564 req-1bdd70be-7d02-4ee3-9b0c-de116fe17674 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.31 "DELETE /v2.0/ports/f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 HTTP/1.1" status: 204 len: 173 time: 1.4436374 Dec 12 18:03:15.524990 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147eaee7-7399-41e7-ba5b-b4a389402154', 'name': 'network-vif-deleted', 'tag': 'f3104c25-d95c-4fc5-a40d-ad6c0e7c3007'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:03:15.527257 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d33a19-057a-43e6-8377-9d859c925f1e" -d '{"events": [{"server_uuid": "147eaee7-7399-41e7-ba5b-b4a389402154", "name": "network-vif-deleted", "tag": "f3104c25-d95c-4fc5-a40d-ad6c0e7c3007"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:03:15.564360 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d5572a5-8969-40ad-9354-12c5f27241f2 req-fbce0ae1-f453-4f03-9faf-89457b1b09c3 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=147eaee7-7399-41e7-ba5b-b4a389402154 HTTP/1.1" status: 200 len: 210 time: 0.0380554 Dec 12 18:03:15.572633 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Allocated IP 172.25.1.24 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/4ea3bb9e-f85d-43af-87d7-370b78e56939) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:15.604015 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de0eaf89-9dda-4bbe-a542-5f23ed5d6362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.654065 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f340395-a2ef-41f3-8d12-759ccd68d48f x-openstack-request-id: req-4f340395-a2ef-41f3-8d12-759ccd68d48f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:03:15.654545 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147eaee7-7399-41e7-ba5b-b4a389402154", "name": "network-vif-deleted", "tag": "f3104c25-d95c-4fc5-a40d-ad6c0e7c3007", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:03:15.654807 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f340395-a2ef-41f3-8d12-759ccd68d48f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:03:15.655226 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147eaee7-7399-41e7-ba5b-b4a389402154', 'name': 'network-vif-deleted', 'tag': 'f3104c25-d95c-4fc5-a40d-ad6c0e7c3007', 'status': 'completed', 'code': 200} Dec 12 18:03:15.685876 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2a3019ab-9bb2-43cf-bd4a-950e964dd80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.689605 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de0eaf89-9dda-4bbe-a542-5f23ed5d6362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.722459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3019ab-9bb2-43cf-bd4a-950e964dd80c None None] No DVR routers for this DVR port 4890f6ec-6638-4bc5-9738-51ad9007539b on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:03:15.727995 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3019ab-9bb2-43cf-bd4a-950e964dd80c None None] Pushing event deleted for resources: {'Port': ['ID=4890f6ec-6638-4bc5-9738-51ad9007539b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:15.785007 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.789501 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a7a89f0-5999-4012-9e17-a6c833b57f64 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.799290 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de0eaf89-9dda-4bbe-a542-5f23ed5d6362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.801838 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de0eaf89-9dda-4bbe-a542-5f23ed5d6362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.802989 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-de0eaf89-9dda-4bbe-a542-5f23ed5d6362 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c02c1cf-6846-40b8-886b-4f7e527a7423 HTTP/1.1" status: 204 len: 168 time: 0.3404124 Dec 12 18:03:15.829187 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0eaf89-9dda-4bbe-a542-5f23ed5d6362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c02c1cf-6846-40b8-886b-4f7e527a7423,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:15.839393 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7a89f0-5999-4012-9e17-a6c833b57f64 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:15.842648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-2a7a89f0-5999-4012-9e17-a6c833b57f64 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:15.846598 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9fc16fdb-7b88-4ac9-a480-4f067b6ad7cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06783abe78f64b7b909358a9618e0047&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3365600 Dec 12 18:03:15.849210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53254) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:15.854257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7a89f0-5999-4012-9e17-a6c833b57f64 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:15.854902 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a7a89f0-5999-4012-9e17-a6c833b57f64 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.861025 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:15.864499 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e104bfae-8cb7-4df7-a594-9b2a03d87a5e None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:15.878890 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a89f0-5999-4012-9e17-a6c833b57f64 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=4c9230cf-0192-44fe-bc7a-52aed2b0be99,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:15.897142 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2a7a89f0-5999-4012-9e17-a6c833b57f64 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6615019 Dec 12 18:03:15.901729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53256) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:15.906692 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f1167c79-a3d4-4d42-b46e-6ded83357e7e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'fixed_ips': [{'subnet_id': '4c9230cf-0192-44fe-bc7a-52aed2b0be99', 'ip_address': '2001:db8::8dfb:48e2:109:322c'}], 'name': 'tempest-NetworksTestDHCPv6-260105965'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:15.934581 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:15.938811 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:15.943600 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:15.948196 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Pushing event updated for resources: {'Port': ['ID=4ea3bb9e-f85d-43af-87d7-370b78e56939,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:15.966295 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beef96b-79de-47cb-8849-d41183e2baf8 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:16.002899 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-77cd4c74-64dc-47cd-baa0-2492cf78356c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:16.080720 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'fixed_ips': [{'subnet_id': '4c9230cf-0192-44fe-bc7a-52aed2b0be99'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:03:16.082139 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:16.093325 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-77cd4c74-64dc-47cd-baa0-2492cf78356c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:16.128997 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-672cb2a9-a600-42a9-8ec0-ec0cbd629c89 None None] Provisioning complete for port 4ea3bb9e-f85d-43af-87d7-370b78e56939 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:16.129536 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-672cb2a9-a600-42a9-8ec0-ec0cbd629c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:16.143524 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1167c79-a3d4-4d42-b46e-6ded83357e7e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:16.202336 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-672cb2a9-a600-42a9-8ec0-ec0cbd629c89 None None] Port 4ea3bb9e-f85d-43af-87d7-370b78e56939 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:16.261664 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-77cd4c74-64dc-47cd-baa0-2492cf78356c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:16.265544 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-77cd4c74-64dc-47cd-baa0-2492cf78356c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:16.266385 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4890f6ec-6638-4bc5-9738-51ad9007539b no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:16.267321 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-77cd4c74-64dc-47cd-baa0-2492cf78356c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0168cdcb-ffb7-442a-9d55-aae03fb53493 HTTP/1.1" status: 204 len: 168 time: 0.4148805 Dec 12 18:03:16.294421 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd4c74-64dc-47cd-baa0-2492cf78356c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0168cdcb-ffb7-442a-9d55-aae03fb53493,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:16.308510 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 4890f6ec-6638-4bc5-9738-51ad9007539b {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:03:16.308876 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4890f6ec-6638-4bc5-9738-51ad9007539b not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:03:16.349051 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1167c79-a3d4-4d42-b46e-6ded83357e7e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:16.360577 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:16.373873 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-f1167c79-a3d4-4d42-b46e-6ded83357e7e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port 666c7a62-607f-456b-83e4-55395a47c628 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:03:16.387222 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Allocated IP 2001:db8::2 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/4c9230cf-0192-44fe-bc7a-52aed2b0be99/e08e2e31-9574-45e5-b7c0-f24deade4c2e) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:16.613631 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:16.636408 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:16.654966 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:16.716849 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-f1167c79-a3d4-4d42-b46e-6ded83357e7e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::8dfb:48e2:109:322c (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/4c9230cf-0192-44fe-bc7a-52aed2b0be99/666c7a62-607f-456b-83e4-55395a47c628) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:16.724738 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:16.734906 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:16.737753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:16.749304 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Pushing event updated for resources: {'Port': ['ID=e08e2e31-9574-45e5-b7c0-f24deade4c2e,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:16.855465 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Attempting to bind port e08e2e31-9574-45e5-b7c0-f24deade4c2e on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:03:16.858640 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Attempting to bind port e08e2e31-9574-45e5-b7c0-f24deade4c2e by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:03:16.860366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Attempting to bind port e08e2e31-9574-45e5-b7c0-f24deade4c2e on network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:03:16.867554 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:03:16.873001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Checking segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:03:16.873681 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:16.877287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Bound using segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:03:16.880468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Bound port: e08e2e31-9574-45e5-b7c0-f24deade4c2e, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:03:16.881053 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:16.893572 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Router 2c4fe597-172b-47a7-b2d6-d1a8b46dede1 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:03:16.902575 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:16.949516 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:03:16.949861 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device f3104c25-d95c-4fc5-a40d-ad6c0e7c3007 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:03:17.009188 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53304) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:17.025205 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1167c79-a3d4-4d42-b46e-6ded83357e7e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.077615 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1167c79-a3d4-4d42-b46e-6ded83357e7e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.082812 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] For port e08e2e31-9574-45e5-b7c0-f24deade4c2e, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:03:17.091406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] For port e08e2e31-9574-45e5-b7c0-f24deade4c2e, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e08e2e31-9574-45e5-b7c0-f24deade4c2e,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:03:17.112808 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.120177 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:17.130423 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Sync routers for ids ['2c4fe597-172b-47a7-b2d6-d1a8b46dede1'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:17.152315 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Routers {'2c4fe597-172b-47a7-b2d6-d1a8b46dede1'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:17.152936 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:02:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2c4fe597-172b-47a7-b2d6-d1a8b46dede1'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:17.162049 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.166595 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-944d5878-2956-4e12-b29b-5a739f89d4cb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5944109 Dec 12 18:03:17.166901 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53318) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:17.192861 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3813371-f3e0-48ee-a65e-c1cb14f4f068 None None] Pushing event updated for resources: {'Port': ['ID=e08e2e31-9574-45e5-b7c0-f24deade4c2e,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:17.222538 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.225235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1167c79-a3d4-4d42-b46e-6ded83357e7e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=666c7a62-607f-456b-83e4-55395a47c628,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:17.251094 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3a9fbad5-28b6-4f41-8eab-8e733ed4d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.269068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1167c79-a3d4-4d42-b46e-6ded83357e7e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:17.271126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f1167c79-a3d4-4d42-b46e-6ded83357e7e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:17.274099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1167c79-a3d4-4d42-b46e-6ded83357e7e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:17.291871 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1167c79-a3d4-4d42-b46e-6ded83357e7e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:17.292557 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1167c79-a3d4-4d42-b46e-6ded83357e7e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.309036 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-556570071-network', 'tenant_id': '061212a07f864623b43e31f6e679a207'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:17.322182 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f1167c79-a3d4-4d42-b46e-6ded83357e7e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4193330 Dec 12 18:03:17.324794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53328) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:17.394149 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Set router 2c4fe597-172b-47a7-b2d6-d1a8b46dede1 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:03:17.394562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Made reservation on behalf of 061212a07f864623b43e31f6e679a207 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:17.398519 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.421129 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.446500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fcaa18-f9f4-4500-940e-7bb125be59a7 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:17.454319 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fcaa18-f9f4-4500-940e-7bb125be59a7 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:17.456748 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-76fcaa18-f9f4-4500-940e-7bb125be59a7 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1309190 Dec 12 18:03:17.457036 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53336) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:17.459266 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-86c4f56d-83e6-43b5-9135-0d52d456e4b6 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "GET /v2.0/routers/2c4fe597-172b-47a7-b2d6-d1a8b46dede1 HTTP/1.1" status: 200 len: 907 time: 0.2911923 Dec 12 18:03:17.462392 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53338) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:17.462966 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53340) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:17.477127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Request body: {'router': {'name': 'tempest-snat-router-655054267', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'enable_snat': True}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:17.562329 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.563741 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.641031 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.666557 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d0981953-fdb3-4c47-86ba-5e8c0e17163e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port 666c7a62-607f-456b-83e4-55395a47c628 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:17.667026 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d0981953-fdb3-4c47-86ba-5e8c0e17163e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.689319 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8e56ae5b-c4e6-489a-8bcf-1b999fca198f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2069023403'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:17.716963 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.733673 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.763365 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4fe597-172b-47a7-b2d6-d1a8b46dede1', 'name': 'tempest-snat-router-655054267', 'tenant_id': 'caf62565b04a486f8cb1a1cb8244e91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.24'}], 'enable_snat': False}, 'gw_port_id': '4ea3bb9e-f85d-43af-87d7-370b78e56939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:14Z', 'updated_at': '2021-12-12T18:03:16Z', 'revision_number': 3, 'project_id': 'caf62565b04a486f8cb1a1cb8244e91c', 'gw_port': {'id': '4ea3bb9e-f85d-43af-87d7-370b78e56939', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:70:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4fe597-172b-47a7-b2d6-d1a8b46dede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:03:15Z', 'updated_at': '2021-12-12T18:03:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:17.770940 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e56ae5b-c4e6-489a-8bcf-1b999fca198f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Made reservation on behalf of ae60d9fcfda242649d0d6f0c8466aa04 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:17.775756 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.776911 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e56ae5b-c4e6-489a-8bcf-1b999fca198f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.788886 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:03:17.809775 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Checking router: 2c4fe597-172b-47a7-b2d6-d1a8b46dede1 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:03:17.810100 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Updating router 2c4fe597-172b-47a7-b2d6-d1a8b46dede1 port 4ea3bb9e-f85d-43af-87d7-370b78e56939 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:03:17.825394 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e56ae5b-c4e6-489a-8bcf-1b999fca198f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.846522 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.846522 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Added segment 964f23e8-857f-4442-98ce-ea798b6c899b of type vlan for network b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d Dec 12 18:03:17.850213 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662bc20e-28be-4174-b1af-3b415849094f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:17.850373 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.906432 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:17.906667 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.906840 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:17.907305 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:17.907650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:17.907987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:17.908323 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:17.908659 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:17.908993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:17.909325 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:17.909651 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:17.909980 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:17.910304 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:17.910660 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:03:17.930615 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.941746 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d0981953-fdb3-4c47-86ba-5e8c0e17163e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.968333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d0981953-fdb3-4c47-86ba-5e8c0e17163e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for 666c7a62-607f-456b-83e4-55395a47c628 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:17.980754 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:17.981826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:17.982566 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.016011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834e236-2814-4c51-b2d0-fd1bc67f884f req-f07d0928-cd07-4344-ab02-5f24ae57ad6c tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:18.017538 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c834e236-2814-4c51-b2d0-fd1bc67f884f req-f07d0928-cd07-4344-ab02-5f24ae57ad6c tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f HTTP/1.1" status: 200 len: 946 time: 0.1396344 Dec 12 18:03:18.045701 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0289900 Dec 12 18:03:18.050272 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53346) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:18.062024 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0f69770d-730b-4ead-9958-f8ab6980ec87 admin admin] Request body: {'subnet': {'network_id': 'b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-556570071-subnet', 'tenant_id': '061212a07f864623b43e31f6e679a207', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:18.094296 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e56ae5b-c4e6-489a-8bcf-1b999fca198f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.121014 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911f5e0-5c33-4279-a1a7-440a1c6fd6e9 admin admin] Pushing event updated for resources: {'Network': ['ID=b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:18.125045 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e56ae5b-c4e6-489a-8bcf-1b999fca198f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.147077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:03:18.150169 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f69770d-730b-4ead-9958-f8ab6980ec87 admin admin] Made reservation on behalf of 061212a07f864623b43e31f6e679a207 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:18.153150 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f69770d-730b-4ead-9958-f8ab6980ec87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.157083 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e56ae5b-c4e6-489a-8bcf-1b999fca198f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:03:18.200644 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.223558 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.253499 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e56ae5b-c4e6-489a-8bcf-1b999fca198f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.253697 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-8e56ae5b-c4e6-489a-8bcf-1b999fca198f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Added segment 6e3aa761-b8fd-460b-bdcc-531bcc9ef09b of type vlan for network ee466c87-e765-4e69-9602-44d2114d86e1 Dec 12 18:03:18.284451 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e08e2e31-9574-45e5-b7c0-f24deade4c2e up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:18.309881 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56ae5b-c4e6-489a-8bcf-1b999fca198f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4254d442-be6a-49df-a56e-609844b120f3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:18.329872 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Attempting to bind port 4ea3bb9e-f85d-43af-87d7-370b78e56939 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:03:18.330515 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Attempting to bind port 4ea3bb9e-f85d-43af-87d7-370b78e56939 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:03:18.330981 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Attempting to bind port 4ea3bb9e-f85d-43af-87d7-370b78e56939 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:03:18.345847 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:03:18.346348 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:03:18.346857 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.347508 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:03:18.348171 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Bound port: 4ea3bb9e-f85d-43af-87d7-370b78e56939, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:03:18.348638 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.363067 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d830dd1-89a9-472b-acca-1adad6485f87 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:18.387418 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e56ae5b-c4e6-489a-8bcf-1b999fca198f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.391594 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c47eac-f9ed-4005-ab94-046682dd3c0d None None] Pushing event updated for resources: {'Port': ['ID=4ea3bb9e-f85d-43af-87d7-370b78e56939,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:18.416902 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.433713 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port e08e2e31-9574-45e5-b7c0-f24deade4c2e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:18.439674 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.443546 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] For port 4ea3bb9e-f85d-43af-87d7-370b78e56939, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:03:18.449706 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] For port 4ea3bb9e-f85d-43af-87d7-370b78e56939, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4ea3bb9e-f85d-43af-87d7-370b78e56939,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:03:18.465853 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.487226 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e0bb5338-35b3-467e-88e4-516dbbf7eca0 None None] Provisioning complete for port 4ea3bb9e-f85d-43af-87d7-370b78e56939 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:18.487226 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5338-35b3-467e-88e4-516dbbf7eca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.487520 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e56ae5b-c4e6-489a-8bcf-1b999fca198f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.488996 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e56ae5b-c4e6-489a-8bcf-1b999fca198f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:18.488996 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e56ae5b-c4e6-489a-8bcf-1b999fca198f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.517804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c834e236-2814-4c51-b2d0-fd1bc67f884f req-727a7228-a3c0-4329-8e9e-56f36944e677 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639742 Dec 12 18:03:18.604740 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8e56ae5b-c4e6-489a-8bcf-1b999fca198f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1414721 Dec 12 18:03:18.606787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53348) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:18.608024 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56ae5b-c4e6-489a-8bcf-1b999fca198f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Network': ['ID=ee466c87-e765-4e69-9602-44d2114d86e1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:18.631747 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network ee466c87-e765-4e69-9602-44d2114d86e1 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:03:18.632024 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-c067df82-cebf-41e3-b6d3-0a7ec83bbcf5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2076029476'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:18.636494 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb60cfe-84dd-4e46-8b49-8ba7ed63a9f7 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:18.637199 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c47eac-f9ed-4005-ab94-046682dd3c0d None None] Pushing event updated for resources: {'Port': ['ID=4ea3bb9e-f85d-43af-87d7-370b78e56939,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:18.640035 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Routers {'2c4fe597-172b-47a7-b2d6-d1a8b46dede1'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:18.640868 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2c4fe597-172b-47a7-b2d6-d1a8b46dede1'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:18.722369 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.740147 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f69770d-730b-4ead-9958-f8ab6980ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.748649 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d0981953-fdb3-4c47-86ba-5e8c0e17163e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.760162 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] Set router 2c4fe597-172b-47a7-b2d6-d1a8b46dede1 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:03:18.835875 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69770d-730b-4ead-9958-f8ab6980ec87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d1034e-7650-4652-aff5-7f5133778233,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:18.839158 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5338-35b3-467e-88e4-516dbbf7eca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.844037 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69770d-730b-4ead-9958-f8ab6980ec87 admin admin] Checking segment: {'id': '964f23e8-857f-4442-98ce-ea798b6c899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:03:18.844410 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f69770d-730b-4ead-9958-f8ab6980ec87 admin admin] Network hostable DHCP agents. Network: b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:03:18.865047 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f69770d-730b-4ead-9958-f8ab6980ec87 admin admin] Network b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:03:18.875913 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port e08e2e31-9574-45e5-b7c0-f24deade4c2e, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e08e2e31-9574-45e5-b7c0-f24deade4c2e,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:18.881269 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c067df82-cebf-41e3-b6d3-0a7ec83bbcf5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Made reservation on behalf of ae60d9fcfda242649d0d6f0c8466aa04 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:18.884623 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.886139 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0f69770d-730b-4ead-9958-f8ab6980ec87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:18.888345 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e0bb5338-35b3-467e-88e4-516dbbf7eca0 None None] For port 4ea3bb9e-f85d-43af-87d7-370b78e56939, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4ea3bb9e-f85d-43af-87d7-370b78e56939,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:18.907773 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c067df82-cebf-41e3-b6d3-0a7ec83bbcf5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.908315 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f69770d-730b-4ead-9958-f8ab6980ec87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:18.909131 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f69770d-730b-4ead-9958-f8ab6980ec87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.912661 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbac1e47-2514-45a6-988d-dde6ff336bd6 None None] Network b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:18.919254 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0981953-fdb3-4c47-86ba-5e8c0e17163e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=666c7a62-607f-456b-83e4-55395a47c628,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:18.920348 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5338-35b3-467e-88e4-516dbbf7eca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.959343 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0f69770d-730b-4ead-9958-f8ab6980ec87 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9034438 Dec 12 18:03:18.960978 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53350) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:18.966182 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-556570071-router', 'tenant_id': '061212a07f864623b43e31f6e679a207', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:18.980635 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d0981953-fdb3-4c47-86ba-5e8c0e17163e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:18.990912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d0981953-fdb3-4c47-86ba-5e8c0e17163e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/666c7a62-607f-456b-83e4-55395a47c628 HTTP/1.1" status: 204 len: 168 time: 1.5231488 Dec 12 18:03:18.998380 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53352) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:19.001696 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=e08e2e31-9574-45e5-b7c0-f24deade4c2e,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:19.039154 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c067df82-cebf-41e3-b6d3-0a7ec83bbcf5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:03:19.053579 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c067df82-cebf-41e3-b6d3-0a7ec83bbcf5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:19.053932 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-c067df82-cebf-41e3-b6d3-0a7ec83bbcf5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Added segment 03b50c1e-5c63-4018-9917-34670ebcd320 of type vlan for network 2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2 Dec 12 18:03:19.064478 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4fe597-172b-47a7-b2d6-d1a8b46dede1', 'name': 'tempest-snat-router-655054267', 'tenant_id': 'caf62565b04a486f8cb1a1cb8244e91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.24'}], 'enable_snat': False}, 'gw_port_id': '4ea3bb9e-f85d-43af-87d7-370b78e56939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:14Z', 'updated_at': '2021-12-12T18:03:16Z', 'revision_number': 3, 'project_id': 'caf62565b04a486f8cb1a1cb8244e91c', 'gw_port': {'id': '4ea3bb9e-f85d-43af-87d7-370b78e56939', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:70:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4fe597-172b-47a7-b2d6-d1a8b46dede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:03:15Z', 'updated_at': '2021-12-12T18:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:19.078519 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:19.081637 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:19.117807 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bc349a-1eac-4c08-a5a4-5b8ea342784a None None] The sync data for ids ['2c4fe597-172b-47a7-b2d6-d1a8b46dede1'] in n-d-760354-5 is: [{'id': '2c4fe597-172b-47a7-b2d6-d1a8b46dede1', 'name': 'tempest-snat-router-655054267', 'tenant_id': 'caf62565b04a486f8cb1a1cb8244e91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.24'}], 'enable_snat': False}, 'gw_port_id': '4ea3bb9e-f85d-43af-87d7-370b78e56939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:14Z', 'updated_at': '2021-12-12T18:03:16Z', 'revision_number': 3, 'project_id': 'caf62565b04a486f8cb1a1cb8244e91c', 'gw_port': {'id': '4ea3bb9e-f85d-43af-87d7-370b78e56939', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:70:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4fe597-172b-47a7-b2d6-d1a8b46dede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:03:15Z', 'updated_at': '2021-12-12T18:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:03:19.129626 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c067df82-cebf-41e3-b6d3-0a7ec83bbcf5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:19.147092 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3a3a31-66d4-482f-8024-2de146cd5c40 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:19.152860 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3a3a31-66d4-482f-8024-2de146cd5c40 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:19.165167 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cc3a3a31-66d4-482f-8024-2de146cd5c40 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1644981 Dec 12 18:03:19.168900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53354) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:19.188508 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f286451e-33eb-4fdd-9e16-94a383061213 None None] Provisioning complete for port 4ea3bb9e-f85d-43af-87d7-370b78e56939 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:19.188882 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f286451e-33eb-4fdd-9e16-94a383061213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:19.190592 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb5338-35b3-467e-88e4-516dbbf7eca0 None None] Pushing event updated for resources: {'Port': ['ID=4ea3bb9e-f85d-43af-87d7-370b78e56939,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:19.218148 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d', 'network_id': 'b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d', 'project_id': '061212a07f864623b43e31f6e679a207', 'fixed_ips': [{'subnet_id': '36d1034e-7650-4652-aff5-7f5133778233'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:03:19.218649 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c067df82-cebf-41e3-b6d3-0a7ec83bbcf5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:19.218934 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:19.224869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c067df82-cebf-41e3-b6d3-0a7ec83bbcf5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:19.226024 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c067df82-cebf-41e3-b6d3-0a7ec83bbcf5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:19.234955 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:19.336386 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:19.367478 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c067df82-cebf-41e3-b6d3-0a7ec83bbcf5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7601435 Dec 12 18:03:19.372759 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53356) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:19.385422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63902c1-52a3-4de2-95f5-70973916734a req-567907d0-d238-451c-8cc5-45804edd05cd tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:19.387478 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a63902c1-52a3-4de2-95f5-70973916734a req-567907d0-d238-451c-8cc5-45804edd05cd tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f HTTP/1.1" status: 200 len: 946 time: 0.2292993 Dec 12 18:03:19.423883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-33739fac-422a-46e2-9bd4-aa367762d4d9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'subnet': {'network_id': 'ee466c87-e765-4e69-9602-44d2114d86e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:19.434607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067df82-cebf-41e3-b6d3-0a7ec83bbcf5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Network': ['ID=2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:19.459274 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:03:19.631690 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Allocated IP 172.20.0.2 (b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d/36d1034e-7650-4652-aff5-7f5133778233/21d625e9-5994-4d0c-8e68-7fb95264c71a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:19.633956 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f286451e-33eb-4fdd-9e16-94a383061213 None None] Provisioning complete for port e08e2e31-9574-45e5-b7c0-f24deade4c2e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:19.634102 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f286451e-33eb-4fdd-9e16-94a383061213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:19.664493 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:19.752919 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-49aca141-9e10-46e4-a766-ab4202d54687 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 4c9230cf-0192-44fe-bc7a-52aed2b0be99 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:03:19.757174 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-49aca141-9e10-46e4-a766-ab4202d54687 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:19.831866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Allocated IP 172.25.1.220 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/db5da8c5-7848-4f89-8a40-b6eb107e9344) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:19.873770 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-49aca141-9e10-46e4-a766-ab4202d54687 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:19.877656 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:19.880558 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:19.888860 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:19.957231 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Pushing event updated for resources: {'Port': ['ID=21d625e9-5994-4d0c-8e68-7fb95264c71a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:19.960541 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8226bb12-22bf-423f-9243-da28c061a9e0 None None] Could not find standard attr ID for object 666c7a62-607f-456b-83e4-55395a47c628. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:03:19.970870 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Network b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:19.973512 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:19.977232 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:20.042682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed63ef2-518c-47e9-ad4f-1adefe2dae49 req-730ffd43-1ac0-469d-b1c1-a12ec7213a00 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:20.044758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1ed63ef2-518c-47e9-ad4f-1adefe2dae49 req-730ffd43-1ac0-469d-b1c1-a12ec7213a00 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f HTTP/1.1" status: 200 len: 946 time: 0.1991041 Dec 12 18:03:20.048494 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Attempting to bind port 21d625e9-5994-4d0c-8e68-7fb95264c71a on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:03:20.049450 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Attempting to bind port 21d625e9-5994-4d0c-8e68-7fb95264c71a by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '964f23e8-857f-4442-98ce-ea798b6c899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:03:20.049825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Attempting to bind port 21d625e9-5994-4d0c-8e68-7fb95264c71a on network b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:03:20.057885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-a63902c1-52a3-4de2-95f5-70973916734a req-0ad533f0-d015-4cee-9d52-42e2ff06c32b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Deleting port 0b77dfb5-c580-483a-b0ed-554a99c38f3e {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:20.058513 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a63902c1-52a3-4de2-95f5-70973916734a req-0ad533f0-d015-4cee-9d52-42e2ff06c32b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:20.059267 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:03:20.059656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Checking segment: {'id': '964f23e8-857f-4442-98ce-ea798b6c899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:03:20.060063 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:20.060462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Bound using segment: {'id': '964f23e8-857f-4442-98ce-ea798b6c899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:03:20.060939 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Bound port: 21d625e9-5994-4d0c-8e68-7fb95264c71a, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964f23e8-857f-4442-98ce-ea798b6c899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:03:20.061320 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:20.063188 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33739fac-422a-46e2-9bd4-aa367762d4d9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Made reservation on behalf of ae60d9fcfda242649d0d6f0c8466aa04 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:20.067596 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-33739fac-422a-46e2-9bd4-aa367762d4d9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:20.067848 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-49aca141-9e10-46e4-a766-ab4202d54687 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:20.119822 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:20.160395 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] For port 21d625e9-5994-4d0c-8e68-7fb95264c71a, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:03:20.164030 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] For port 21d625e9-5994-4d0c-8e68-7fb95264c71a, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=21d625e9-5994-4d0c-8e68-7fb95264c71a,segment=NetworkSegment(964f23e8-857f-4442-98ce-ea798b6c899b),segment_id=964f23e8-857f-4442-98ce-ea798b6c899b)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:03:20.173837 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:20.269663 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:20.276582 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd606e-25f7-4184-ab38-d12ffdeeadfe None None] Pushing event updated for resources: {'Port': ['ID=21d625e9-5994-4d0c-8e68-7fb95264c71a,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:20.342525 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e08e2e31-9574-45e5-b7c0-f24deade4c2e up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:20.360000 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-49aca141-9e10-46e4-a766-ab4202d54687 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:20.392348 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:20.408649 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aca141-9e10-46e4-a766-ab4202d54687 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9230cf-0192-44fe-bc7a-52aed2b0be99,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:20.418980 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1ed63ef2-518c-47e9-ad4f-1adefe2dae49 req-b2f47050-7912-47e4-96c3-bd413c030e8f tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/security-groups?id=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634274 Dec 12 18:03:20.422332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port e08e2e31-9574-45e5-b7c0-f24deade4c2e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:20.422844 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:20.435962 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-49aca141-9e10-46e4-a766-ab4202d54687 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:20.450149 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-49aca141-9e10-46e4-a766-ab4202d54687 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/4c9230cf-0192-44fe-bc7a-52aed2b0be99 HTTP/1.1" status: 204 len: 168 time: 1.2777355 Dec 12 18:03:20.456789 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53360) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:20.456986 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bab0ae8-6b3e-4925-81fd-b9a8aaf7feea None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:20.534489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-a63902c1-52a3-4de2-95f5-70973916734a req-0ad533f0-d015-4cee-9d52-42e2ff06c32b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] For port 0b77dfb5-c580-483a-b0ed-554a99c38f3e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=0b77dfb5-c580-483a-b0ed-554a99c38f3e,segment=NetworkSegment(ab4859a3-934c-49d9-a87a-405c67aec788),segment_id=ab4859a3-934c-49d9-a87a-405c67aec788)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:20.534489 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a63902c1-52a3-4de2-95f5-70973916734a req-0ad533f0-d015-4cee-9d52-42e2ff06c32b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:20.537205 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-de0ac907-8d8d-4558-baea-6140af5d73ce tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785134 Dec 12 18:03:20.539408 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53362) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:20.551046 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3b85444e-0bda-4bd3-9fae-cc6f87aab55b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:20.583913 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:20.595930 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:20.605817 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:20.615846 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:20.621266 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-a63902c1-52a3-4de2-95f5-70973916734a req-0ad533f0-d015-4cee-9d52-42e2ff06c32b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Calling delete_port for 0b77dfb5-c580-483a-b0ed-554a99c38f3e owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:20.623557 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Pushing event updated for resources: {'Port': ['ID=db5da8c5-7848-4f89-8a40-b6eb107e9344,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:20.641598 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:20.782269 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f202ee-a416-48e3-b0de-3bf8fb40474a None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:20.795990 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b85444e-0bda-4bd3-9fae-cc6f87aab55b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:20.802025 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b85444e-0bda-4bd3-9fae-cc6f87aab55b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:20.909341 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:20.913319 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4ea3bb9e-f85d-43af-87d7-370b78e56939 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:20.950548 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-bff4f1bd-03b3-468d-88ef-9a9f68b2742e None None] Provisioning complete for port db5da8c5-7848-4f89-8a40-b6eb107e9344 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:20.950933 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bff4f1bd-03b3-468d-88ef-9a9f68b2742e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:20.951343 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-33739fac-422a-46e2-9bd4-aa367762d4d9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:20.955098 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] Allocated IP 172.25.1.131 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:21.008598 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bff4f1bd-03b3-468d-88ef-9a9f68b2742e None None] Port db5da8c5-7848-4f89-8a40-b6eb107e9344 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:21.019192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 4ea3bb9e-f85d-43af-87d7-370b78e56939 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:21.020023 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:21.065490 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665d5362-fa23-4dcb-a908-692e7e57d2ef None None] DHCP port deletion for 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:21.101649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33739fac-422a-46e2-9bd4-aa367762d4d9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Subnet': ['ID=ec1ec1ab-c53a-49b5-a3bd-8b01eb742198,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:21.160700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33739fac-422a-46e2-9bd4-aa367762d4d9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Checking segment: {'id': '6e3aa761-b8fd-460b-bdcc-531bcc9ef09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ee466c87-e765-4e69-9602-44d2114d86e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:03:21.161387 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33739fac-422a-46e2-9bd4-aa367762d4d9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network hostable DHCP agents. Network: ee466c87-e765-4e69-9602-44d2114d86e1, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:03:21.166873 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a63902c1-52a3-4de2-95f5-70973916734a req-0ad533f0-d015-4cee-9d52-42e2ff06c32b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:21.179925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-665d5362-fa23-4dcb-a908-692e7e57d2ef None None] Deleting port e08e2e31-9574-45e5-b7c0-f24deade4c2e {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:21.179925 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-665d5362-fa23-4dcb-a908-692e7e57d2ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:21.180735 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b85444e-0bda-4bd3-9fae-cc6f87aab55b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:21.196272 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:21.239388 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b85444e-0bda-4bd3-9fae-cc6f87aab55b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:21.240581 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad533f0-d015-4cee-9d52-42e2ff06c32b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Pushing event deleted for resources: {'Port': ['ID=0b77dfb5-c580-483a-b0ed-554a99c38f3e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:21.246984 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3b85444e-0bda-4bd3-9fae-cc6f87aab55b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:21.252792 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b85444e-0bda-4bd3-9fae-cc6f87aab55b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:21.253407 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b85444e-0bda-4bd3-9fae-cc6f87aab55b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:21.268776 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:21.287349 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63902c1-52a3-4de2-95f5-70973916734a req-0ad533f0-d015-4cee-9d52-42e2ff06c32b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] No DVR routers for this DVR port 0b77dfb5-c580-483a-b0ed-554a99c38f3e on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:03:21.293149 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3b85444e-0bda-4bd3-9fae-cc6f87aab55b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7474604 Dec 12 18:03:21.293149 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53364) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:21.296565 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6fee468c-0acc-4619-a2e4-53447e0e1f77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'fixed_ips': [{'subnet_id': '222b28ba-8392-4c23-8352-e330af26c134', 'ip_address': '2001:db8::3a89:355e:6f96:ac93'}], 'name': 'tempest-NetworksTestDHCPv6-1149344221'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:21.302543 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85444e-0bda-4bd3-9fae-cc6f87aab55b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=222b28ba-8392-4c23-8352-e330af26c134,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:21.312101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-665d5362-fa23-4dcb-a908-692e7e57d2ef None None] For port e08e2e31-9574-45e5-b7c0-f24deade4c2e, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e08e2e31-9574-45e5-b7c0-f24deade4c2e,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:21.312875 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-665d5362-fa23-4dcb-a908-692e7e57d2ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:21.320104 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-a63902c1-52a3-4de2-95f5-70973916734a req-0ad533f0-d015-4cee-9d52-42e2ff06c32b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:21.323604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a63902c1-52a3-4de2-95f5-70973916734a req-0ad533f0-d015-4cee-9d52-42e2ff06c32b tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.20 "DELETE /v2.0/ports/0b77dfb5-c580-483a-b0ed-554a99c38f3e HTTP/1.1" status: 204 len: 173 time: 1.8901556 Dec 12 18:03:21.336235 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-665d5362-fa23-4dcb-a908-692e7e57d2ef None None] Calling delete_port for e08e2e31-9574-45e5-b7c0-f24deade4c2e owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:21.349795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2488eaa-3fcd-4670-95b1-5a907808fb5f', 'name': 'network-vif-deleted', 'tag': '0b77dfb5-c580-483a-b0ed-554a99c38f3e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:03:21.352734 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce8f4c6-97c5-4985-9846-d103139e092e" -d '{"events": [{"server_uuid": "a2488eaa-3fcd-4670-95b1-5a907808fb5f", "name": "network-vif-deleted", "tag": "0b77dfb5-c580-483a-b0ed-554a99c38f3e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:03:21.365660 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33739fac-422a-46e2-9bd4-aa367762d4d9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network ee466c87-e765-4e69-9602-44d2114d86e1 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:03:21.390854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-33739fac-422a-46e2-9bd4-aa367762d4d9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, ee466c87-e765-4e69-9602-44d2114d86e1) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:21.399333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33739fac-422a-46e2-9bd4-aa367762d4d9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:21.400039 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-33739fac-422a-46e2-9bd4-aa367762d4d9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:21.425462 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-33739fac-422a-46e2-9bd4-aa367762d4d9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0486708 Dec 12 18:03:21.428101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53368) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:21.428661 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e71ed63-547d-4ce5-857d-3e52a36f4258 None None] Network ee466c87-e765-4e69-9602-44d2114d86e1 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:21.433724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-6d3ad980-4879-4f96-8d56-0883d7fddfdb tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'subnet': {'network_id': '2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:21.450664 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:21.517921 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71749c4d-921c-47b3-b6b4-7b8b744b28de x-openstack-request-id: req-71749c4d-921c-47b3-b6b4-7b8b744b28de {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:03:21.519666 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2488eaa-3fcd-4670-95b1-5a907808fb5f", "name": "network-vif-deleted", "tag": "0b77dfb5-c580-483a-b0ed-554a99c38f3e", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:03:21.520046 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71749c4d-921c-47b3-b6b4-7b8b744b28de {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:03:21.521432 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2488eaa-3fcd-4670-95b1-5a907808fb5f', 'name': 'network-vif-deleted', 'tag': '0b77dfb5-c580-483a-b0ed-554a99c38f3e', 'status': 'completed', 'code': 200} Dec 12 18:03:21.533126 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:21.535169 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fee468c-0acc-4619-a2e4-53447e0e1f77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:21.542495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:21.570941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:21.587085 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b963fafc-3c2b-43e4-8b15-f9663798e98d None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:21.646723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-ee466c87-e765-4e69-9602-44d2114d86e1', 'network_id': 'ee466c87-e765-4e69-9602-44d2114d86e1', 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'fixed_ips': [{'subnet_id': 'ec1ec1ab-c53a-49b5-a3bd-8b01eb742198'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:03:21.648857 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:21.648987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] Pushing event updated for resources: {'Port': ['ID=5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:21.782690 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-665d5362-fa23-4dcb-a908-692e7e57d2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:21.805092 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fee468c-0acc-4619-a2e4-53447e0e1f77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:21.827361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f17fecf9-031a-4559-a1d8-89ce3bea70b8 None None] Provisioning complete for port 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:21.828006 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f17fecf9-031a-4559-a1d8-89ce3bea70b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:21.837581 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-6fee468c-0acc-4619-a2e4-53447e0e1f77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port ca0f1968-0a6f-45c6-93da-7abfde63c04e yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:03:21.902141 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5362-fa23-4dcb-a908-692e7e57d2ef None None] Pushing event deleted for resources: {'Port': ['ID=e08e2e31-9574-45e5-b7c0-f24deade4c2e,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:21.930052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d5362-fa23-4dcb-a908-692e7e57d2ef None None] No DVR routers for this DVR port e08e2e31-9574-45e5-b7c0-f24deade4c2e on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:03:21.953793 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75af7d8-81ee-44b2-90ac-f35a3924d24b None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:22.009907 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34002d90-e98c-4eb3-82da-7b78784d594c req-0bd4d4ba-e501-41d5-a283-0bfbda9e85c3 tempest-ServersTestJSON-512445637 tempest-ServersTestJSON-512445637-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2488eaa-3fcd-4670-95b1-5a907808fb5f HTTP/1.1" status: 200 len: 210 time: 0.4019632 Dec 12 18:03:22.021432 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3ad980-4879-4f96-8d56-0883d7fddfdb tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Made reservation on behalf of ae60d9fcfda242649d0d6f0c8466aa04 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:22.025729 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6d3ad980-4879-4f96-8d56-0883d7fddfdb tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.134685 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.147352 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f17fecf9-031a-4559-a1d8-89ce3bea70b8 None None] Port 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:22.160361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'fixed_ips': [{'subnet_id': '222b28ba-8392-4c23-8352-e330af26c134'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:03:22.161223 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.233554 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.248309 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Allocated IP 2001:db8::2 (ee466c87-e765-4e69-9602-44d2114d86e1/ec1ec1ab-c53a-49b5-a3bd-8b01eb742198/d5b05582-db71-4ae1-972f-a74a9a6be52b) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:22.275419 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-6fee468c-0acc-4619-a2e4-53447e0e1f77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::3a89:355e:6f96:ac93 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/222b28ba-8392-4c23-8352-e330af26c134/ca0f1968-0a6f-45c6-93da-7abfde63c04e) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:22.363369 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 21d625e9-5994-4d0c-8e68-7fb95264c71a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:22.444994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Router 0a4d8c8c-09d6-4444-8b7e-844de406792f is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:03:22.467001 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6d3ad980-4879-4f96-8d56-0883d7fddfdb tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.490014 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 21d625e9-5994-4d0c-8e68-7fb95264c71a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:22.490410 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.547653 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356347a6-0576-47aa-a6ac-aa47c349922f None None] Network b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:22.608201 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fee468c-0acc-4619-a2e4-53447e0e1f77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.610059 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.613524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0b77dfb5-c580-483a-b0ed-554a99c38f3e no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:22.622194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ad980-4879-4f96-8d56-0883d7fddfdb tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Subnet': ['ID=87757914-7475-468f-a9e3-7eb096bbc63f,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:22.639870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3ad980-4879-4f96-8d56-0883d7fddfdb tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Checking segment: {'id': '03b50c1e-5c63-4018-9917-34670ebcd320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:03:22.640236 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3ad980-4879-4f96-8d56-0883d7fddfdb tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network hostable DHCP agents. Network: 2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:03:22.656564 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:22.660839 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.664699 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 0b77dfb5-c580-483a-b0ed-554a99c38f3e {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:03:22.665081 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 0b77dfb5-c580-483a-b0ed-554a99c38f3e not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:03:22.671264 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3ad980-4879-4f96-8d56-0883d7fddfdb tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network 2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:03:22.682748 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.684263 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c197ed73-bfa6-4550-843e-434560b590eb tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.2196620 Dec 12 18:03:22.686297 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24982c-7750-4cb5-a464-692e2dd626e6 None None] Sync routers for ids ['0a4d8c8c-09d6-4444-8b7e-844de406792f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:22.686673 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53372) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:22.688240 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c7a896ee-a7c8-4edd-9d7d-b87df3a4f7b9 None None] Provisioning complete for port 21d625e9-5994-4d0c-8e68-7fb95264c71a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:22.689200 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c7a896ee-a7c8-4edd-9d7d-b87df3a4f7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.694691 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-6d3ad980-4879-4f96-8d56-0883d7fddfdb tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:22.700216 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.742236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c443560-801d-4a4c-9065-ba591987c361 None None] Network 2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:22.744266 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fee468c-0acc-4619-a2e4-53447e0e1f77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.757258 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3ad980-4879-4f96-8d56-0883d7fddfdb tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:22.758093 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6d3ad980-4879-4f96-8d56-0883d7fddfdb tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.793706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6d3ad980-4879-4f96-8d56-0883d7fddfdb tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3642747 Dec 12 18:03:22.796234 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53374) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:22.802126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a6e02ba2-39d4-46ca-ab4f-d227733b7f28 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1242393415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:22.803901 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fee468c-0acc-4619-a2e4-53447e0e1f77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:22.812298 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6fee468c-0acc-4619-a2e4-53447e0e1f77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:22.818648 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fee468c-0acc-4619-a2e4-53447e0e1f77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:22.824505 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fee468c-0acc-4619-a2e4-53447e0e1f77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:22.825283 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fee468c-0acc-4619-a2e4-53447e0e1f77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.836085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f5006b8f-f049-4a73-ba5f-6a8726379303 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "GET /v2.0/routers/0a4d8c8c-09d6-4444-8b7e-844de406792f HTTP/1.1" status: 200 len: 907 time: 0.1451809 Dec 12 18:03:22.836281 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee468c-0acc-4619-a2e4-53447e0e1f77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=ca0f1968-0a6f-45c6-93da-7abfde63c04e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:22.836406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53376) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:22.861816 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6fee468c-0acc-4619-a2e4-53447e0e1f77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5693464 Dec 12 18:03:22.862776 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53378) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:22.871422 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] Router 82faae27-670b-44b1-bd64-bab790dae2d5 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:03:22.899675 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a6e02ba2-39d4-46ca-ab4f-d227733b7f28 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.900717 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a6e02ba2-39d4-46ca-ab4f-d227733b7f28 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.912830 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24982c-7750-4cb5-a464-692e2dd626e6 None None] Routers {'0a4d8c8c-09d6-4444-8b7e-844de406792f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:22.914223 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ae24982c-7750-4cb5-a464-692e2dd626e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['0a4d8c8c-09d6-4444-8b7e-844de406792f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:22.930839 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Pushing event updated for resources: {'Port': ['ID=d5b05582-db71-4ae1-972f-a74a9a6be52b,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:22.942659 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Network ee466c87-e765-4e69-9602-44d2114d86e1 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:22.954365 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a6e02ba2-39d4-46ca-ab4f-d227733b7f28 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.962697 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a6e02ba2-39d4-46ca-ab4f-d227733b7f28 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.986284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342f23c1-cb16-49c8-91c1-7f37bafc85e6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:22.989750 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a6e02ba2-39d4-46ca-ab4f-d227733b7f28 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:22.993583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a6e02ba2-39d4-46ca-ab4f-d227733b7f28 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1938760 Dec 12 18:03:22.993721 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-342f23c1-cb16-49c8-91c1-7f37bafc85e6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1286006 Dec 12 18:03:22.993816 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53380) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:22.994981 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53382) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:23.034495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:23.046346 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Sync routers for ids ['82faae27-670b-44b1-bd64-bab790dae2d5'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:23.059170 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Routers {'82faae27-670b-44b1-bd64-bab790dae2d5'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:23.060100 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['82faae27-670b-44b1-bd64-bab790dae2d5'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:23.067924 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53386) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:23.073564 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:23.075092 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7d7801b5-ffe9-4d28-ac86-f3136a0eb92b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.1128836 Dec 12 18:03:23.077728 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53388) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:23.142464 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2a505d8-87a3-455e-91c2-75c948021e9f tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:23.225623 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:23.237243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:23.240289 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Set router 82faae27-670b-44b1-bd64-bab790dae2d5 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:03:23.259438 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:23.306384 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Allocated IP 2001:db8::2 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/222b28ba-8392-4c23-8352-e330af26c134/45b7f870-9452-4507-accd-1ba7fdda268c) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:23.433644 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4b0acaa1-afc0-4cba-9ff4-9404d3a19ef1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port ca0f1968-0a6f-45c6-93da-7abfde63c04e {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:23.433982 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4b0acaa1-afc0-4cba-9ff4-9404d3a19ef1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:23.442218 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c7a896ee-a7c8-4edd-9d7d-b87df3a4f7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:23.461911 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 21d625e9-5994-4d0c-8e68-7fb95264c71a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=21d625e9-5994-4d0c-8e68-7fb95264c71a,segment=NetworkSegment(964f23e8-857f-4442-98ce-ea798b6c899b),segment_id=964f23e8-857f-4442-98ce-ea798b6c899b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:23.506112 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:23.590506 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8fb72a-ed6e-41c4-b1ae-64d96029e5a1 admin admin] Deleting subnet a38ca6e1-282d-485b-8e30-1d83bfdc0937 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:03:23.593662 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2', 'network_id': '2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2', 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'fixed_ips': [{'subnet_id': '87757914-7475-468f-a9e3-7eb096bbc63f'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:03:23.594894 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:23.596718 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb72a-ed6e-41c4-b1ae-64d96029e5a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:23.613198 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Attempting to bind port d5b05582-db71-4ae1-972f-a74a9a6be52b on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:03:23.613927 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Attempting to bind port d5b05582-db71-4ae1-972f-a74a9a6be52b by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '6e3aa761-b8fd-460b-bdcc-531bcc9ef09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ee466c87-e765-4e69-9602-44d2114d86e1'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:03:23.614526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Attempting to bind port d5b05582-db71-4ae1-972f-a74a9a6be52b on network ee466c87-e765-4e69-9602-44d2114d86e1 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:03:23.671679 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb72a-ed6e-41c4-b1ae-64d96029e5a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:23.745489 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82faae27-670b-44b1-bd64-bab790dae2d5', 'name': 'tempest-ImageQuotaTest-556570071-router', 'tenant_id': '061212a07f864623b43e31f6e679a207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:19Z', 'updated_at': '2021-12-12T18:03:21Z', 'revision_number': 3, 'project_id': '061212a07f864623b43e31f6e679a207', 'gw_port': {'id': '5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82faae27-670b-44b1-bd64-bab790dae2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:03:20Z', 'updated_at': '2021-12-12T18:03:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:23.808303 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Allocated IP 2001:db8:1::2 (2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2/87757914-7475-468f-a9e3-7eb096bbc63f/3c7f4412-b235-42a6-8243-882ec13b8663) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:23.811757 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Checking router: 82faae27-670b-44b1-bd64-bab790dae2d5 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:03:23.812316 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Updating router 82faae27-670b-44b1-bd64-bab790dae2d5 port 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:03:23.813441 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb72a-ed6e-41c4-b1ae-64d96029e5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:23.837262 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2a505d8-87a3-455e-91c2-75c948021e9f tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:23.856815 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:23.921735 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fd76a77-219b-4174-8ae6-a76af0082b82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:23.955053 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4b0acaa1-afc0-4cba-9ff4-9404d3a19ef1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:23.967438 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:23.970028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e08e2e31-9574-45e5-b7c0-f24deade4c2e no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:23.978998 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb72a-ed6e-41c4-b1ae-64d96029e5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.023942 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fb72a-ed6e-41c4-b1ae-64d96029e5a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a38ca6e1-282d-485b-8e30-1d83bfdc0937,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:24.028994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4b0acaa1-afc0-4cba-9ff4-9404d3a19ef1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for ca0f1968-0a6f-45c6-93da-7abfde63c04e owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:24.039053 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d8fb72a-ed6e-41c4-b1ae-64d96029e5a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.043629 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3d8fb72a-ed6e-41c4-b1ae-64d96029e5a1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a38ca6e1-282d-485b-8e30-1d83bfdc0937 HTTP/1.1" status: 204 len: 168 time: 0.9669752 Dec 12 18:03:24.046337 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53390) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:24.072006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: e08e2e31-9574-45e5-b7c0-f24deade4c2e {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:03:24.073192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e08e2e31-9574-45e5-b7c0-f24deade4c2e not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:03:24.096996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f2a505d8-87a3-455e-91c2-75c948021e9f tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Deleting port db5da8c5-7848-4f89-8a40-b6eb107e9344 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:24.097336 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2a505d8-87a3-455e-91c2-75c948021e9f tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.127765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=21d625e9-5994-4d0c-8e68-7fb95264c71a,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:24.140673 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-c7a896ee-a7c8-4edd-9d7d-b87df3a4f7b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:03:24.141165 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-c7a896ee-a7c8-4edd-9d7d-b87df3a4f7b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:03:24.143230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ae24982c-7750-4cb5-a464-692e2dd626e6 None None] Set router 0a4d8c8c-09d6-4444-8b7e-844de406792f gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:03:24.149153 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.151482 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:03:24.152017 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Checking segment: {'id': '6e3aa761-b8fd-460b-bdcc-531bcc9ef09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ee466c87-e765-4e69-9602-44d2114d86e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:03:24.152509 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.153001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Bound using segment: {'id': '6e3aa761-b8fd-460b-bdcc-531bcc9ef09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ee466c87-e765-4e69-9602-44d2114d86e1'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:03:24.153638 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Bound port: d5b05582-db71-4ae1-972f-a74a9a6be52b, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3aa761-b8fd-460b-bdcc-531bcc9ef09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ee466c87-e765-4e69-9602-44d2114d86e1'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:03:24.154158 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.176259 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3da8862f-e75b-4790-9b6e-198326e93f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.270479 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.273871 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Network 2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:24.280764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:24.285766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:24.286925 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.312551 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2a505d8-87a3-455e-91c2-75c948021e9f tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.356027 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3da8862f-e75b-4790-9b6e-198326e93f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.357264 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc864be-86b9-49e2-9df4-967c332aa449 None None] Pushing event updated for resources: {'Port': ['ID=5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:24.382613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f2a505d8-87a3-455e-91c2-75c948021e9f tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Calling delete_port for db5da8c5-7848-4f89-8a40-b6eb107e9344 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:24.383651 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Attempting to bind port 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:03:24.384649 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Attempting to bind port 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:03:24.385101 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Attempting to bind port 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:03:24.391882 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:03:24.392367 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:03:24.393394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf930a-fa34-4570-96f0-ddab62e710ec None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:24.394684 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.395181 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:03:24.395782 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Bound port: 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:03:24.396252 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.448349 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-3da8862f-e75b-4790-9b6e-198326e93f9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b935da-edec-4803-8c21-61a0e9a0c85c']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:24.462224 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Pushing event updated for resources: {'Port': ['ID=3c7f4412-b235-42a6-8243-882ec13b8663,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:24.462630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-3fd76a77-219b-4174-8ae6-a76af0082b82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Allocated IP 2001:db8::1 (ee466c87-e765-4e69-9602-44d2114d86e1/ec1ec1ab-c53a-49b5-a3bd-8b01eb742198/d48fc93b-4bfd-49ef-a032-f17b2d9ed9ef) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:24.466423 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-3da8862f-e75b-4790-9b6e-198326e93f9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4859a3-934c-49d9-a87a-405c67aec788') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:24.466769 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-3da8862f-e75b-4790-9b6e-198326e93f9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4859a3-934c-49d9-a87a-405c67aec788') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:24.472489 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] For port 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:03:24.476591 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4b0acaa1-afc0-4cba-9ff4-9404d3a19ef1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.479481 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] For port 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:03:24.496515 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18c10386-3458-4721-9317-3358e477b899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.504396 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.516152 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3da8862f-e75b-4790-9b6e-198326e93f9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.530288 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0acaa1-afc0-4cba-9ff4-9404d3a19ef1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=ca0f1968-0a6f-45c6-93da-7abfde63c04e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:24.545522 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Attempting to bind port 3c7f4412-b235-42a6-8243-882ec13b8663 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:03:24.546068 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Attempting to bind port 3c7f4412-b235-42a6-8243-882ec13b8663 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '03b50c1e-5c63-4018-9917-34670ebcd320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:03:24.546527 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Attempting to bind port 3c7f4412-b235-42a6-8243-882ec13b8663 on network 2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:03:24.551483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] For port d5b05582-db71-4ae1-972f-a74a9a6be52b, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:03:24.577839 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] For port d5b05582-db71-4ae1-972f-a74a9a6be52b, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d5b05582-db71-4ae1-972f-a74a9a6be52b,segment=NetworkSegment(6e3aa761-b8fd-460b-bdcc-531bcc9ef09b),segment_id=6e3aa761-b8fd-460b-bdcc-531bcc9ef09b)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:03:24.579818 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3da8862f-e75b-4790-9b6e-198326e93f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.590055 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:03:24.590524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Checking segment: {'id': '03b50c1e-5c63-4018-9917-34670ebcd320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:03:24.591048 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.591559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Bound using segment: {'id': '03b50c1e-5c63-4018-9917-34670ebcd320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:03:24.592120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Bound port: 3c7f4412-b235-42a6-8243-882ec13b8663, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b50c1e-5c63-4018-9917-34670ebcd320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:03:24.592579 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.599032 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.599740 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da8862f-e75b-4790-9b6e-198326e93f9e admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:03:24.601272 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3da8862f-e75b-4790-9b6e-198326e93f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:03:24.603617 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:03:24.624565 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.635460 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc864be-86b9-49e2-9df4-967c332aa449 None None] Pushing event updated for resources: {'Port': ['ID=5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:24.666664 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Routers {'82faae27-670b-44b1-bd64-bab790dae2d5'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:24.668370 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['82faae27-670b-44b1-bd64-bab790dae2d5'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:24.668932 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4b0acaa1-afc0-4cba-9ff4-9404d3a19ef1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.673264 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4b0acaa1-afc0-4cba-9ff4-9404d3a19ef1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/ca0f1968-0a6f-45c6-93da-7abfde63c04e HTTP/1.1" status: 204 len: 168 time: 1.6782234 Dec 12 18:03:24.695810 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53392) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:24.710895 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4463ebd2-0dd7-464b-ad7f-49ec8a3f307d None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:24.717903 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.749809 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3da8862f-e75b-4790-9b6e-198326e93f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.754807 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3da8862f-e75b-4790-9b6e-198326e93f9e admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:24.766086 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3da8862f-e75b-4790-9b6e-198326e93f9e admin admin] 10.222.0.18 "DELETE /v2.0/networks/75b935da-edec-4803-8c21-61a0e9a0c85c HTTP/1.1" status: 204 len: 168 time: 0.7158267 Dec 12 18:03:24.809441 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8862f-e75b-4790-9b6e-198326e93f9e admin admin] Pushing event deleted for resources: {'Network': ['ID=75b935da-edec-4803-8c21-61a0e9a0c85c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:24.838105 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:24.849707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-18c10386-3458-4721-9317-3358e477b899 admin admin] Allocated IP 172.20.0.1 (b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d/36d1034e-7650-4652-aff5-7f5133778233/512f970b-0c80-410c-aaa3-ab95d18d638d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:24.865158 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:24.872771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:24.919650 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338c8aaf-df1f-4e17-9c47-b130048871b7 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:24.921573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338c8aaf-df1f-4e17-9c47-b130048871b7 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:24.923304 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-338c8aaf-df1f-4e17-9c47-b130048871b7 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2264376 Dec 12 18:03:24.935609 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53396) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:24.983410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeccb06-2a90-4693-9bb3-fe57b4efe8a8 None None] Pushing event updated for resources: {'Port': ['ID=d5b05582-db71-4ae1-972f-a74a9a6be52b,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:24.989803 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] Set router 82faae27-670b-44b1-bd64-bab790dae2d5 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:03:25.013531 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fd76a77-219b-4174-8ae6-a76af0082b82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.086342 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2a505d8-87a3-455e-91c2-75c948021e9f tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.094608 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] For port 3c7f4412-b235-42a6-8243-882ec13b8663, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:03:25.133838 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18c10386-3458-4721-9317-3358e477b899 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.139924 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a505d8-87a3-455e-91c2-75c948021e9f tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Pushing event deleted for resources: {'Port': ['ID=db5da8c5-7848-4f89-8a40-b6eb107e9344,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:25.141087 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] For port 3c7f4412-b235-42a6-8243-882ec13b8663, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3c7f4412-b235-42a6-8243-882ec13b8663,segment=NetworkSegment(03b50c1e-5c63-4018-9917-34670ebcd320),segment_id=03b50c1e-5c63-4018-9917-34670ebcd320)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:03:25.141666 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53398) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:25.150314 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Attempting to bind port 45b7f870-9452-4507-accd-1ba7fdda268c on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:03:25.150723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Attempting to bind port 45b7f870-9452-4507-accd-1ba7fdda268c by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:03:25.151142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Attempting to bind port 45b7f870-9452-4507-accd-1ba7fdda268c on network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:03:25.168532 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ae24982c-7750-4cb5-a464-692e2dd626e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4d8c8c-09d6-4444-8b7e-844de406792f', 'name': 'tempest-snat-router-655054267', 'tenant_id': 'caf62565b04a486f8cb1a1cb8244e91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'db5da8c5-7848-4f89-8a40-b6eb107e9344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:17Z', 'updated_at': '2021-12-12T18:03:20Z', 'revision_number': 3, 'project_id': 'caf62565b04a486f8cb1a1cb8244e91c', 'gw_port': {'id': 'db5da8c5-7848-4f89-8a40-b6eb107e9344', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4d8c8c-09d6-4444-8b7e-844de406792f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:03:19Z', 'updated_at': '2021-12-12T18:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:25.170354 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Pushing event updated for resources: {'Port': ['ID=45b7f870-9452-4507-accd-1ba7fdda268c,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:25.177286 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.200892 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:03:25.213501 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5bae7d-c7cd-4fe1-b65c-9da2210b172e None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:25.215564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:03:25.215969 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Checking segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:03:25.216455 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.216920 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Bound using segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:03:25.217475 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Bound port: 45b7f870-9452-4507-accd-1ba7fdda268c, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:03:25.221451 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.229195 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fd76a77-219b-4174-8ae6-a76af0082b82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.262061 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24982c-7750-4cb5-a464-692e2dd626e6 None None] Checking router: 0a4d8c8c-09d6-4444-8b7e-844de406792f for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:03:25.262296 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac68db7-00ef-4310-862e-da3d45d41065 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 222b28ba-8392-4c23-8352-e330af26c134 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:03:25.262403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24982c-7750-4cb5-a464-692e2dd626e6 None None] Updating router 0a4d8c8c-09d6-4444-8b7e-844de406792f port db5da8c5-7848-4f89-8a40-b6eb107e9344 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:03:25.270456 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ac68db7-00ef-4310-862e-da3d45d41065 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.274743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7475f005-4866-44ee-aeb8-9c1ab8a6d35a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce4a5970bfed4a1095645170bcd9fd1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1126120 Dec 12 18:03:25.280376 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-10f16b4b-1b40-479b-b59a-44575c1c5aa8 None None] Provisioning complete for port 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:25.280909 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-10f16b4b-1b40-479b-b59a-44575c1c5aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.282929 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53400) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:25.349728 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd76a77-219b-4174-8ae6-a76af0082b82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network ee466c87-e765-4e69-9602-44d2114d86e1 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:25.351856 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24982c-7750-4cb5-a464-692e2dd626e6 None None] Port db5da8c5-7848-4f89-8a40-b6eb107e9344 not found while updating agent binding for router 0a4d8c8c-09d6-4444-8b7e-844de406792f. {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 12 18:03:25.353028 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18c10386-3458-4721-9317-3358e477b899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.356906 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-3fd76a77-219b-4174-8ae6-a76af0082b82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:25.363628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd76a77-219b-4174-8ae6-a76af0082b82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:25.364161 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fd76a77-219b-4174-8ae6-a76af0082b82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.409910 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ac68db7-00ef-4310-862e-da3d45d41065 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.426460 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b232b6-4b95-4c44-ba7f-39d1c1a87b04 None None] Pushing event updated for resources: {'Port': ['ID=3c7f4412-b235-42a6-8243-882ec13b8663,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:25.468901 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24982c-7750-4cb5-a464-692e2dd626e6 None None] Routers {'0a4d8c8c-09d6-4444-8b7e-844de406792f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:25.470354 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82faae27-670b-44b1-bd64-bab790dae2d5', 'name': 'tempest-ImageQuotaTest-556570071-router', 'tenant_id': '061212a07f864623b43e31f6e679a207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:19Z', 'updated_at': '2021-12-12T18:03:21Z', 'revision_number': 3, 'project_id': '061212a07f864623b43e31f6e679a207', 'gw_port': {'id': '5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82faae27-670b-44b1-bd64-bab790dae2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:03:20Z', 'updated_at': '2021-12-12T18:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:25.472159 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ae24982c-7750-4cb5-a464-692e2dd626e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['0a4d8c8c-09d6-4444-8b7e-844de406792f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:25.486596 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c10386-3458-4721-9317-3358e477b899 admin admin] Network b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:25.497788 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5581ee7-519a-4dd0-a1b3-21987fd2a5e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.502503 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd76a77-219b-4174-8ae6-a76af0082b82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=d48fc93b-4bfd-49ef-a032-f17b2d9ed9ef,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:25.514899 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2a505d8-87a3-455e-91c2-75c948021e9f tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.527568 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5581ee7-519a-4dd0-a1b3-21987fd2a5e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.543567 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d839c8c-a43e-4e0b-ae60-861ba39e1a75 None None] The sync data for ids ['82faae27-670b-44b1-bd64-bab790dae2d5'] in n-d-760354-5 is: [{'id': '82faae27-670b-44b1-bd64-bab790dae2d5', 'name': 'tempest-ImageQuotaTest-556570071-router', 'tenant_id': '061212a07f864623b43e31f6e679a207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:19Z', 'updated_at': '2021-12-12T18:03:21Z', 'revision_number': 3, 'project_id': '061212a07f864623b43e31f6e679a207', 'gw_port': {'id': '5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82faae27-670b-44b1-bd64-bab790dae2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:03:20Z', 'updated_at': '2021-12-12T18:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:03:25.561508 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-18c10386-3458-4721-9317-3358e477b899 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:25.564860 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c10386-3458-4721-9317-3358e477b899 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:25.580734 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c10386-3458-4721-9317-3358e477b899 admin admin] Pushing event updated for resources: {'Port': ['ID=512f970b-0c80-410c-aaa3-ab95d18d638d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:25.625185 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] For port 45b7f870-9452-4507-accd-1ba7fdda268c, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:03:25.627942 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ae24982c-7750-4cb5-a464-692e2dd626e6 None None] Set router 0a4d8c8c-09d6-4444-8b7e-844de406792f gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:03:25.633131 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] For port 45b7f870-9452-4507-accd-1ba7fdda268c, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=45b7f870-9452-4507-accd-1ba7fdda268c,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:03:25.656786 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18c10386-3458-4721-9317-3358e477b899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.710646 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2a505d8-87a3-455e-91c2-75c948021e9f tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.716406 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2a505d8-87a3-455e-91c2-75c948021e9f tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.763055 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.771914 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5581ee7-519a-4dd0-a1b3-21987fd2a5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.775020 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5581ee7-519a-4dd0-a1b3-21987fd2a5e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.795017 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d5581ee7-519a-4dd0-a1b3-21987fd2a5e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4 HTTP/1.1" status: 204 len: 168 time: 0.5103333 Dec 12 18:03:25.858866 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5581ee7-519a-4dd0-a1b3-21987fd2a5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855f8cf5-9a9c-4f74-8be7-c56d1c7fb2b4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:25.912371 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ac68db7-00ef-4310-862e-da3d45d41065 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.929093 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e2ea7-12ea-4f0b-9729-b4dcf4d76006 None None] Pushing event updated for resources: {'Port': ['ID=45b7f870-9452-4507-accd-1ba7fdda268c,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:25.941192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ae24982c-7750-4cb5-a464-692e2dd626e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4d8c8c-09d6-4444-8b7e-844de406792f', 'name': 'tempest-snat-router-655054267', 'tenant_id': 'caf62565b04a486f8cb1a1cb8244e91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:17Z', 'updated_at': '2021-12-12T18:03:24Z', 'revision_number': 5, 'project_id': 'caf62565b04a486f8cb1a1cb8244e91c', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:25.967063 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fd76a77-219b-4174-8ae6-a76af0082b82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.979849 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2a505d8-87a3-455e-91c2-75c948021e9f tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:25.992434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a505d8-87a3-455e-91c2-75c948021e9f tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a4d8c8c-09d6-4444-8b7e-844de406792f {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:03:26.039224 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2a505d8-87a3-455e-91c2-75c948021e9f tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:26.043225 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f2a505d8-87a3-455e-91c2-75c948021e9f tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "DELETE /v2.0/routers/0a4d8c8c-09d6-4444-8b7e-844de406792f HTTP/1.1" status: 204 len: 168 time: 3.2059324 Dec 12 18:03:26.048995 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53404) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:26.090471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24982c-7750-4cb5-a464-692e2dd626e6 None None] The sync data for ids ['0a4d8c8c-09d6-4444-8b7e-844de406792f'] in n-d-760354-5 is: [{'id': '0a4d8c8c-09d6-4444-8b7e-844de406792f', 'name': 'tempest-snat-router-655054267', 'tenant_id': 'caf62565b04a486f8cb1a1cb8244e91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:17Z', 'updated_at': '2021-12-12T18:03:24Z', 'revision_number': 5, 'project_id': 'caf62565b04a486f8cb1a1cb8244e91c', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:03:26.108059 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-10f16b4b-1b40-479b-b59a-44575c1c5aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:26.205706 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-10f16b4b-1b40-479b-b59a-44575c1c5aa8 None None] For port 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:26.222700 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-10f16b4b-1b40-479b-b59a-44575c1c5aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:26.286634 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ac68db7-00ef-4310-862e-da3d45d41065 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:26.404051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f16b4b-1b40-479b-b59a-44575c1c5aa8 None None] Pushing event updated for resources: {'Port': ['ID=5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:26.413473 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-10f16b4b-1b40-479b-b59a-44575c1c5aa8 None None] Provisioning complete for port 21d625e9-5994-4d0c-8e68-7fb95264c71a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:26.413995 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-10f16b4b-1b40-479b-b59a-44575c1c5aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:26.434981 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ac68db7-00ef-4310-862e-da3d45d41065 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:26.439824 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9ac68db7-00ef-4310-862e-da3d45d41065 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/222b28ba-8392-4c23-8352-e330af26c134 HTTP/1.1" status: 204 len: 168 time: 1.5016522 Dec 12 18:03:26.441497 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac68db7-00ef-4310-862e-da3d45d41065 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=222b28ba-8392-4c23-8352-e330af26c134,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:26.460704 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53408) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:26.461365 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18c10386-3458-4721-9317-3358e477b899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:26.676914 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0cdd751d-85b9-41c1-8f05-69db0f096137 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2065833 Dec 12 18:03:26.686778 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53410) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:26.696398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-3f94ff4c-4257-43a9-916e-e36f3aad68a4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:26.779512 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1043a4d-c1ab-4c6a-92c8-389a99705307 None None] Network ee466c87-e765-4e69-9602-44d2114d86e1 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:26.875504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:26.880170 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cfc91377-82be-412d-ac12-df14fd5f0bed None None] Provisioning complete for port 512f970b-0c80-410c-aaa3-ab95d18d638d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:26.885478 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cfc91377-82be-412d-ac12-df14fd5f0bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:27.137866 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18c10386-3458-4721-9317-3358e477b899 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:27.150455 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18c10386-3458-4721-9317-3358e477b899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:27.317148 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cfc91377-82be-412d-ac12-df14fd5f0bed None None] Port 512f970b-0c80-410c-aaa3-ab95d18d638d cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:27.335374 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c10386-3458-4721-9317-3358e477b899 admin admin] Pushing event updated for resources: {'Port': ['ID=512f970b-0c80-410c-aaa3-ab95d18d638d,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:27.338793 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:27.339168 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:27.341360 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18c10386-3458-4721-9317-3358e477b899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:27.507139 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 21d625e9-5994-4d0c-8e68-7fb95264c71a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:27.513930 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed53457-526e-420f-9a1b-479849644f70 None None] Network 2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:27.523315 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d6ef6435-d477-4983-a2d4-357ffd4a0050 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:27.545598 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c10386-3458-4721-9317-3358e477b899 admin admin] Network b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:27.547448 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-18c10386-3458-4721-9317-3358e477b899 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:27.672935 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-832912d4-c039-4af1-b939-abca9888dd7d None None] Provisioning complete for port d5b05582-db71-4ae1-972f-a74a9a6be52b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:27.673418 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-832912d4-c039-4af1-b939-abca9888dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:27.767240 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c10386-3458-4721-9317-3358e477b899 admin admin] Router 82faae27-670b-44b1-bd64-bab790dae2d5 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:03:27.828336 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 21d625e9-5994-4d0c-8e68-7fb95264c71a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:27.828639 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:27.846230 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f94ff4c-4257-43a9-916e-e36f3aad68a4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:27.850943 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f94ff4c-4257-43a9-916e-e36f3aad68a4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:27.856927 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d6ef6435-d477-4983-a2d4-357ffd4a0050 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:28.005277 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-832912d4-c039-4af1-b939-abca9888dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:28.087461 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c10386-3458-4721-9317-3358e477b899 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:28.122825 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-18c10386-3458-4721-9317-3358e477b899 admin admin] 10.222.0.18 "PUT /v2.0/routers/82faae27-670b-44b1-bd64-bab790dae2d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0437696 Dec 12 18:03:28.183049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-832912d4-c039-4af1-b939-abca9888dd7d None None] For port d5b05582-db71-4ae1-972f-a74a9a6be52b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d5b05582-db71-4ae1-972f-a74a9a6be52b,segment=NetworkSegment(6e3aa761-b8fd-460b-bdcc-531bcc9ef09b),segment_id=6e3aa761-b8fd-460b-bdcc-531bcc9ef09b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:28.186402 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3c7f4412-b235-42a6-8243-882ec13b8663 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:28.206702 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-832912d4-c039-4af1-b939-abca9888dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:28.234993 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fd76a77-219b-4174-8ae6-a76af0082b82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:28.255003 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fd76a77-219b-4174-8ae6-a76af0082b82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:28.263809 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fd76a77-219b-4174-8ae6-a76af0082b82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:28.410466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8c06611a-1dc0-4330-842e-54ed8cb3f886 None None] Provisioning complete for port 3c7f4412-b235-42a6-8243-882ec13b8663 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:28.416568 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8c06611a-1dc0-4330-842e-54ed8cb3f886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:28.440603 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef6435-d477-4983-a2d4-357ffd4a0050 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Deleting port 4ea3bb9e-f85d-43af-87d7-370b78e56939 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:28.441007 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d6ef6435-d477-4983-a2d4-357ffd4a0050 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:28.531711 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832912d4-c039-4af1-b939-abca9888dd7d None None] Pushing event updated for resources: {'Port': ['ID=d5b05582-db71-4ae1-972f-a74a9a6be52b,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:28.543776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd76a77-219b-4174-8ae6-a76af0082b82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=d48fc93b-4bfd-49ef-a032-f17b2d9ed9ef,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:28.581080 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 3c7f4412-b235-42a6-8243-882ec13b8663 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:28.582141 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:28.651928 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b87c4b1-703b-45da-ba10-0d17c8496d4b None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:28.712107 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f94ff4c-4257-43a9-916e-e36f3aad68a4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:28.743115 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8c06611a-1dc0-4330-842e-54ed8cb3f886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:28.750489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d6ef6435-d477-4983-a2d4-357ffd4a0050 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] For port 4ea3bb9e-f85d-43af-87d7-370b78e56939, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4ea3bb9e-f85d-43af-87d7-370b78e56939,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:28.750759 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d6ef6435-d477-4983-a2d4-357ffd4a0050 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:28.794129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f94ff4c-4257-43a9-916e-e36f3aad68a4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:28.804737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-3f94ff4c-4257-43a9-916e-e36f3aad68a4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:28.816694 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f94ff4c-4257-43a9-916e-e36f3aad68a4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:28.817635 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f94ff4c-4257-43a9-916e-e36f3aad68a4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:28.824015 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef6435-d477-4983-a2d4-357ffd4a0050 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Calling delete_port for 4ea3bb9e-f85d-43af-87d7-370b78e56939 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:28.853867 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8c06611a-1dc0-4330-842e-54ed8cb3f886 None None] For port 3c7f4412-b235-42a6-8243-882ec13b8663, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3c7f4412-b235-42a6-8243-882ec13b8663,segment=NetworkSegment(03b50c1e-5c63-4018-9917-34670ebcd320),segment_id=03b50c1e-5c63-4018-9917-34670ebcd320)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:28.873222 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94ff4c-4257-43a9-916e-e36f3aad68a4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=6e8efe27-20fe-4467-994c-836ce13a5bd3,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:28.875769 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8c06611a-1dc0-4330-842e-54ed8cb3f886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:28.882362 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:28.976871 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8c06611a-1dc0-4330-842e-54ed8cb3f886 None None] Provisioning complete for port d5b05582-db71-4ae1-972f-a74a9a6be52b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:28.977251 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8c06611a-1dc0-4330-842e-54ed8cb3f886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:29.051781 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3f94ff4c-4257-43a9-916e-e36f3aad68a4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3621597 Dec 12 18:03:29.055081 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53462) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:29.060105 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95a7bae-ccea-4003-8180-c54d20e4ffa1 None None] DHCP port deletion for 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:29.062683 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a70d36c1-634e-454e-87e0-a8e64949e4fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'fixed_ips': [{'subnet_id': '6e8efe27-20fe-4467-994c-836ce13a5bd3', 'ip_address': '2001:db8::ae3e:94dc:3362:f383'}], 'name': 'tempest-NetworksTestDHCPv6-335710378'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:29.070802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd76a77-219b-4174-8ae6-a76af0082b82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network ee466c87-e765-4e69-9602-44d2114d86e1 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:29.075031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-3fd76a77-219b-4174-8ae6-a76af0082b82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:29.081725 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06611a-1dc0-4330-842e-54ed8cb3f886 None None] Pushing event updated for resources: {'Port': ['ID=3c7f4412-b235-42a6-8243-882ec13b8663,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:29.128426 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:03:29.129000 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:03:29.159593 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Sync routers for ids ['82faae27-670b-44b1-bd64-bab790dae2d5'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:29.200230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Routers {'82faae27-670b-44b1-bd64-bab790dae2d5'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:29.201047 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['82faae27-670b-44b1-bd64-bab790dae2d5'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:29.372797 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70d36c1-634e-454e-87e0-a8e64949e4fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:29.382510 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd76a77-219b-4174-8ae6-a76af0082b82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 0b078f0e-fce2-47cb-9f22-0bef02bff6d9 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:03:29.388890 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d6ef6435-d477-4983-a2d4-357ffd4a0050 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:29.501425 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f95a7bae-ccea-4003-8180-c54d20e4ffa1 None None] Deleting port 45b7f870-9452-4507-accd-1ba7fdda268c {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:29.502011 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f95a7bae-ccea-4003-8180-c54d20e4ffa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:29.534424 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a70d36c1-634e-454e-87e0-a8e64949e4fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:29.565313 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Set router 82faae27-670b-44b1-bd64-bab790dae2d5 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:03:29.573745 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-a70d36c1-634e-454e-87e0-a8e64949e4fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port 34c71b03-e15d-4a90-a25c-60b49605859b yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:03:29.580733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef6435-d477-4983-a2d4-357ffd4a0050 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ea3bb9e-f85d-43af-87d7-370b78e56939,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:29.603716 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8c06611a-1dc0-4330-842e-54ed8cb3f886 None None] Provisioning complete for port d48fc93b-4bfd-49ef-a032-f17b2d9ed9ef triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:29.604155 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8c06611a-1dc0-4330-842e-54ed8cb3f886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:29.676498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd76a77-219b-4174-8ae6-a76af0082b82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:29.686242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3fd76a77-219b-4174-8ae6-a76af0082b82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/0b078f0e-fce2-47cb-9f22-0bef02bff6d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6840403 Dec 12 18:03:29.687071 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53472) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:29.688039 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d6ef6435-d477-4983-a2d4-357ffd4a0050 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:29.692851 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d84105e-9b40-4dd7-bf6f-68206320f1d2 None None] Sync routers for ids ['0b078f0e-fce2-47cb-9f22-0bef02bff6d9'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:29.708839 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d84105e-9b40-4dd7-bf6f-68206320f1d2 None None] Routers {'0b078f0e-fce2-47cb-9f22-0bef02bff6d9'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:29.709803 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5d84105e-9b40-4dd7-bf6f-68206320f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['0b078f0e-fce2-47cb-9f22-0bef02bff6d9'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:29.728563 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a0a7d4-2b3b-4e77-9b38-7045dd4daa91 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:29.736534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d5b05582-db71-4ae1-972f-a74a9a6be52b up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:29.770361 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5d84105e-9b40-4dd7-bf6f-68206320f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:29.785729 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d84105e-9b40-4dd7-bf6f-68206320f1d2 None None] Routers {'0b078f0e-fce2-47cb-9f22-0bef02bff6d9'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:29.786701 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5d84105e-9b40-4dd7-bf6f-68206320f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['0b078f0e-fce2-47cb-9f22-0bef02bff6d9'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:29.812090 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d6ef6435-d477-4983-a2d4-357ffd4a0050 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:29.815150 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d6ef6435-d477-4983-a2d4-357ffd4a0050 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:29.823160 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf6c682-b446-4ffc-b51b-2870381bec2b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:29.824626 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bbf6c682-b446-4ffc-b51b-2870381bec2b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/ports/d48fc93b-4bfd-49ef-a032-f17b2d9ed9ef HTTP/1.1" status: 200 len: 911 time: 0.1342659 Dec 12 18:03:29.828923 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53474) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:29.865124 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f95a7bae-ccea-4003-8180-c54d20e4ffa1 None None] For port 45b7f870-9452-4507-accd-1ba7fdda268c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=45b7f870-9452-4507-accd-1ba7fdda268c,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:29.865537 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f95a7bae-ccea-4003-8180-c54d20e4ffa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:29.886487 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5d84105e-9b40-4dd7-bf6f-68206320f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:29.887160 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d84105e-9b40-4dd7-bf6f-68206320f1d2 None None] The sync data for ids ['0b078f0e-fce2-47cb-9f22-0bef02bff6d9'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:03:29.930018 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8c06611a-1dc0-4330-842e-54ed8cb3f886 None None] Port d48fc93b-4bfd-49ef-a032-f17b2d9ed9ef cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:29.930842 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a70d36c1-634e-454e-87e0-a8e64949e4fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::ae3e:94dc:3362:f383 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/6e8efe27-20fe-4467-994c-836ce13a5bd3/34c71b03-e15d-4a90-a25c-60b49605859b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:29.940392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f95a7bae-ccea-4003-8180-c54d20e4ffa1 None None] Calling delete_port for 45b7f870-9452-4507-accd-1ba7fdda268c owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:29.999810 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d6ef6435-d477-4983-a2d4-357ffd4a0050 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:30.000316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ef6435-d477-4983-a2d4-357ffd4a0050 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c4fe597-172b-47a7-b2d6-d1a8b46dede1 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:03:30.004684 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d6ef6435-d477-4983-a2d4-357ffd4a0050 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:30.009794 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d6ef6435-d477-4983-a2d4-357ffd4a0050 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "DELETE /v2.0/routers/2c4fe597-172b-47a7-b2d6-d1a8b46dede1 HTTP/1.1" status: 204 len: 168 time: 3.9505634 Dec 12 18:03:30.014309 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53478) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:30.025309 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2069928515', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}, 'admin_state_up': False}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:30.081085 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8c06611a-1dc0-4330-842e-54ed8cb3f886 None None] Provisioning complete for port 512f970b-0c80-410c-aaa3-ab95d18d638d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:30.081535 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8c06611a-1dc0-4330-842e-54ed8cb3f886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:30.235732 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:30.235732 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:30.278406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port d5b05582-db71-4ae1-972f-a74a9a6be52b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:30.279306 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:30.283877 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a70d36c1-634e-454e-87e0-a8e64949e4fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:30.303285 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8c06611a-1dc0-4330-842e-54ed8cb3f886 None None] Port 512f970b-0c80-410c-aaa3-ab95d18d638d cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:30.343313 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a70d36c1-634e-454e-87e0-a8e64949e4fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:30.391571 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:30.406419 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70d36c1-634e-454e-87e0-a8e64949e4fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:30.416922 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a70d36c1-634e-454e-87e0-a8e64949e4fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:30.431107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70d36c1-634e-454e-87e0-a8e64949e4fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:30.431482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53490) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:30.438121 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d36c1-634e-454e-87e0-a8e64949e4fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:30.439132 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a70d36c1-634e-454e-87e0-a8e64949e4fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:30.467740 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a70d36c1-634e-454e-87e0-a8e64949e4fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4108536 Dec 12 18:03:30.471429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53492) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:30.510177 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d36c1-634e-454e-87e0-a8e64949e4fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=34c71b03-e15d-4a90-a25c-60b49605859b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:30.540101 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1e7bd8-29a4-4b79-9af4-1543483ec2a8 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:30.547159 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1e7bd8-29a4-4b79-9af4-1543483ec2a8 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:30.551905 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9f1e7bd8-29a4-4b79-9af4-1543483ec2a8 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.0791728 Dec 12 18:03:30.552755 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53494) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:30.692835 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ff929-fe31-4ca4-bcce-a23c680eab56 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port 34c71b03-e15d-4a90-a25c-60b49605859b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:30.694390 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7b8ff929-fe31-4ca4-bcce-a23c680eab56 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:30.746660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ac0b29ea-41e9-4eee-bc52-12e5460996f2 None None] Provisioning complete for port 3c7f4412-b235-42a6-8243-882ec13b8663 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:30.747391 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac0b29ea-41e9-4eee-bc52-12e5460996f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:30.781296 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f95a7bae-ccea-4003-8180-c54d20e4ffa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:30.827246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a7bae-ccea-4003-8180-c54d20e4ffa1 None None] Pushing event deleted for resources: {'Port': ['ID=45b7f870-9452-4507-accd-1ba7fdda268c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:30.829330 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95a7bae-ccea-4003-8180-c54d20e4ffa1 None None] No DVR routers for this DVR port 45b7f870-9452-4507-accd-1ba7fdda268c on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:03:30.852526 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7b8ff929-fe31-4ca4-bcce-a23c680eab56 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:30.862247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48740919-af23-4d01-b6ee-5ebbc8d90263 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:30.872809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ff929-fe31-4ca4-bcce-a23c680eab56 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for 34c71b03-e15d-4a90-a25c-60b49605859b owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:30.921340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82faae27-670b-44b1-bd64-bab790dae2d5', 'name': 'tempest-ImageQuotaTest-556570071-router', 'tenant_id': '061212a07f864623b43e31f6e679a207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:19Z', 'updated_at': '2021-12-12T18:03:26Z', 'revision_number': 4, 'project_id': '061212a07f864623b43e31f6e679a207', 'gw_port': {'id': '5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82faae27-670b-44b1-bd64-bab790dae2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:03:20Z', 'updated_at': '2021-12-12T18:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '512f970b-0c80-410c-aaa3-ab95d18d638d', 'name': '', 'network_id': 'b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d', 'tenant_id': '061212a07f864623b43e31f6e679a207', 'mac_address': 'fa:16:3e:2f:8d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82faae27-670b-44b1-bd64-bab790dae2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '36d1034e-7650-4652-aff5-7f5133778233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:03:24Z', 'updated_at': '2021-12-12T18:03:26Z', 'revision_number': 2, 'project_id': '061212a07f864623b43e31f6e679a207', 'subnets': [{'id': '36d1034e-7650-4652-aff5-7f5133778233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:30.965951 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Checking router: 82faae27-670b-44b1-bd64-bab790dae2d5 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:03:30.966643 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Updating router 82faae27-670b-44b1-bd64-bab790dae2d5 port 512f970b-0c80-410c-aaa3-ab95d18d638d binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:03:31.043644 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:31.136295 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7b8ff929-fe31-4ca4-bcce-a23c680eab56 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:31.170164 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ff929-fe31-4ca4-bcce-a23c680eab56 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=34c71b03-e15d-4a90-a25c-60b49605859b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:31.183116 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:31.199801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:31.201141 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7b8ff929-fe31-4ca4-bcce-a23c680eab56 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:31.207222 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7b8ff929-fe31-4ca4-bcce-a23c680eab56 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/34c71b03-e15d-4a90-a25c-60b49605859b HTTP/1.1" status: 204 len: 168 time: 0.6526220 Dec 12 18:03:31.207877 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53502) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:31.232414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ac0b29ea-41e9-4eee-bc52-12e5460996f2 None None] Provisioning complete for port d48fc93b-4bfd-49ef-a032-f17b2d9ed9ef triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:31.232795 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac0b29ea-41e9-4eee-bc52-12e5460996f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:31.265580 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b85ad8-1277-42f8-b524-2b3796384742 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:31.267318 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b85ad8-1277-42f8-b524-2b3796384742 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:31.272605 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e6b85ad8-1277-42f8-b524-2b3796384742 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0632102 Dec 12 18:03:31.273192 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53504) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:31.294797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024f4f65-4eec-41d6-afc1-304909f83ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'fixed_ips': [{'subnet_id': '6e8efe27-20fe-4467-994c-836ce13a5bd3'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:03:31.296163 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-024f4f65-4eec-41d6-afc1-304909f83ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:31.331788 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2c2862-14ae-4576-a54a-5bbd5043a502 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 6e8efe27-20fe-4467-994c-836ce13a5bd3 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:03:31.335311 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af2c2862-14ae-4576-a54a-5bbd5043a502 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:31.378975 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af2c2862-14ae-4576-a54a-5bbd5043a502 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:31.427877 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af2c2862-14ae-4576-a54a-5bbd5043a502 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:31.434360 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b29ea-41e9-4eee-bc52-12e5460996f2 None None] Port d48fc93b-4bfd-49ef-a032-f17b2d9ed9ef cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:31.493838 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ac0b29ea-41e9-4eee-bc52-12e5460996f2 None None] Could not find standard attr ID for object 45b7f870-9452-4507-accd-1ba7fdda268c. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:03:31.515499 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68954eee-4814-473d-8da4-0037cdea9af5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:31.517649 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af2c2862-14ae-4576-a54a-5bbd5043a502 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:31.547370 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af2c2862-14ae-4576-a54a-5bbd5043a502 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:31.552093 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-af2c2862-14ae-4576-a54a-5bbd5043a502 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/6e8efe27-20fe-4467-994c-836ce13a5bd3 HTTP/1.1" status: 204 len: 168 time: 0.2774484 Dec 12 18:03:31.555785 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53508) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server [None req-024f4f65-4eec-41d6-afc1-304909f83ef8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e8efe27-20fe-4467-994c-836ce13a5bd3: This subnet is being modified by another concurrent operation. Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 18:03:31.561869 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise exception Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e8efe27-20fe-4467-994c-836ce13a5bd3: This subnet is being modified by another concurrent operation. Dec 12 18:03:31.565042 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server Dec 12 18:03:31.627715 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2aba75e1-3d18-4b06-888b-5b5694017a15 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706036 Dec 12 18:03:31.629991 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53512) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:31.640330 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c2862-14ae-4576-a54a-5bbd5043a502 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=6e8efe27-20fe-4467-994c-836ce13a5bd3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:31.654389 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:31.660872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ebbc58-ed54-49f5-9e41-931131a0c8d2 None None] get_active_networks_info from n-d-760354-5 {{(pid=103152) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 18:03:31.662512 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:31.663683 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:31.669956 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-703e4191-5784-4473-ab4a-2ad2ae145551 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0386324 Dec 12 18:03:31.672085 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53514) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:31.677179 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53516) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:31.711461 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:31.741996 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c610792-a631-427e-a8cb-504368a03df8 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:31.747555 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5c610792-a631-427e-a8cb-504368a03df8 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0737965 Dec 12 18:03:31.748525 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53520) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:31.814551 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3559a8e4-2ac7-40df-a7e7-dc8cc2b39cae tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652585 Dec 12 18:03:31.815007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960da79-cc20-4130-8717-f9acc942b51c None None] Pushing event updated for resources: {'Port': ['ID=512f970b-0c80-410c-aaa3-ab95d18d638d,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:31.815531 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53522) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:31.830877 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f4e0eba8-613d-46e9-ab16-242bf608f587 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:31.910778 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ebbc58-ed54-49f5-9e41-931131a0c8d2 None None] Resources bound (agent type, host, resource id): {{(pid=103152) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 18:03:31.927069 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Attempting to bind port 512f970b-0c80-410c-aaa3-ab95d18d638d on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:03:31.927483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Attempting to bind port 512f970b-0c80-410c-aaa3-ab95d18d638d by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '964f23e8-857f-4442-98ce-ea798b6c899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:03:31.927845 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Attempting to bind port 512f970b-0c80-410c-aaa3-ab95d18d638d on network b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:03:31.942079 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:03:31.942480 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Checking segment: {'id': '964f23e8-857f-4442-98ce-ea798b6c899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:03:31.943255 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:31.943255 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Bound using segment: {'id': '964f23e8-857f-4442-98ce-ea798b6c899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:03:31.943686 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Bound port: 512f970b-0c80-410c-aaa3-ab95d18d638d, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964f23e8-857f-4442-98ce-ea798b6c899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:03:31.944110 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:31.947933 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e0eba8-613d-46e9-ab16-242bf608f587 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:31.951610 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4e0eba8-613d-46e9-ab16-242bf608f587 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:31.956788 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d5b05582-db71-4ae1-972f-a74a9a6be52b up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:31.980373 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aba689af-04ce-4692-b06c-35b241ed64cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:32.028020 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:32.098245 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:32.134179 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] For port 512f970b-0c80-410c-aaa3-ab95d18d638d, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:03:32.155678 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port d5b05582-db71-4ae1-972f-a74a9a6be52b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:32.155938 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4e0eba8-613d-46e9-ab16-242bf608f587 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:32.156310 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:32.159232 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] For port 512f970b-0c80-410c-aaa3-ab95d18d638d, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=512f970b-0c80-410c-aaa3-ab95d18d638d,segment=NetworkSegment(964f23e8-857f-4442-98ce-ea798b6c899b),segment_id=964f23e8-857f-4442-98ce-ea798b6c899b)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:03:32.195057 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:32.209902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e0eba8-613d-46e9-ab16-242bf608f587 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:32.213699 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f4e0eba8-613d-46e9-ab16-242bf608f587 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:32.217766 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-68954eee-4814-473d-8da4-0037cdea9af5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Allocated IP 2001:db8:1::1 (2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2/87757914-7475-468f-a9e3-7eb096bbc63f/79737fcc-773c-4549-95ac-4a2c0343ba2e) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:32.218400 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e0eba8-613d-46e9-ab16-242bf608f587 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:32.218893 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4e0eba8-613d-46e9-ab16-242bf608f587 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:32.232300 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0eba8-613d-46e9-ab16-242bf608f587 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=76a5c0c7-a9f6-4b66-a273-016f2ef8cedd,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:32.251456 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f4e0eba8-613d-46e9-ab16-242bf608f587 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4326735 Dec 12 18:03:32.252254 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53524) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:32.259994 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-27b06e3f-6562-4b79-b43b-c56ad442ed73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'fixed_ips': [{'subnet_id': '76a5c0c7-a9f6-4b66-a273-016f2ef8cedd', 'ip_address': '2001:db8::7fa6:a72:496c:8431'}], 'name': 'tempest-NetworksTestDHCPv6-1688957607'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:32.296354 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960da79-cc20-4130-8717-f9acc942b51c None None] Pushing event updated for resources: {'Port': ['ID=512f970b-0c80-410c-aaa3-ab95d18d638d,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:32.321754 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Routers {'82faae27-670b-44b1-bd64-bab790dae2d5'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:32.322399 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['82faae27-670b-44b1-bd64-bab790dae2d5'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:32.388694 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b06e3f-6562-4b79-b43b-c56ad442ed73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:32.398676 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27b06e3f-6562-4b79-b43b-c56ad442ed73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:32.421126 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aba689af-04ce-4692-b06c-35b241ed64cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:32.438797 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1548a44-39e5-4ab0-82c3-a943138e46b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:32.448655 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aba689af-04ce-4692-b06c-35b241ed64cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:32.473081 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3c7f4412-b235-42a6-8243-882ec13b8663 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:32.486621 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Allocated IP 172.25.1.49 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/91f9e89b-9697-44f7-a34c-8efeb809d5ef) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:32.499007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'fixed_ips': [{'subnet_id': '76a5c0c7-a9f6-4b66-a273-016f2ef8cedd'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:03:32.499937 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:32.528461 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] Set router 82faae27-670b-44b1-bd64-bab790dae2d5 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:03:32.614889 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-aba689af-04ce-4692-b06c-35b241ed64cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc6679e8004b4b1bb4f8b38ce07afdeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9315999 Dec 12 18:03:32.618176 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53526) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:32.663979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba689af-04ce-4692-b06c-35b241ed64cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e32351e-78ee-4df7-be34-7d271f5873fa,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:32.700187 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68954eee-4814-473d-8da4-0037cdea9af5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:32.754094 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-27b06e3f-6562-4b79-b43b-c56ad442ed73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port 15c96781-ff41-400c-b678-853e67578d4b yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:03:32.904492 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 3c7f4412-b235-42a6-8243-882ec13b8663 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:32.904492 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:32.938414 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-27b06e3f-6562-4b79-b43b-c56ad442ed73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::7fa6:a72:496c:8431 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/76a5c0c7-a9f6-4b66-a273-016f2ef8cedd/15c96781-ff41-400c-b678-853e67578d4b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:33.062060 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82faae27-670b-44b1-bd64-bab790dae2d5', 'name': 'tempest-ImageQuotaTest-556570071-router', 'tenant_id': '061212a07f864623b43e31f6e679a207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:19Z', 'updated_at': '2021-12-12T18:03:26Z', 'revision_number': 4, 'project_id': '061212a07f864623b43e31f6e679a207', 'gw_port': {'id': '5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82faae27-670b-44b1-bd64-bab790dae2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:03:20Z', 'updated_at': '2021-12-12T18:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '512f970b-0c80-410c-aaa3-ab95d18d638d', 'name': '', 'network_id': 'b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d', 'tenant_id': '061212a07f864623b43e31f6e679a207', 'mac_address': 'fa:16:3e:2f:8d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82faae27-670b-44b1-bd64-bab790dae2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '36d1034e-7650-4652-aff5-7f5133778233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:03:24Z', 'updated_at': '2021-12-12T18:03:32Z', 'revision_number': 4, 'project_id': '061212a07f864623b43e31f6e679a207', 'subnets': [{'id': '36d1034e-7650-4652-aff5-7f5133778233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:33.106988 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88ad2e5-5cad-4a55-aa5a-cbb26b20e87b None None] The sync data for ids ['82faae27-670b-44b1-bd64-bab790dae2d5'] in n-d-760354-5 is: [{'id': '82faae27-670b-44b1-bd64-bab790dae2d5', 'name': 'tempest-ImageQuotaTest-556570071-router', 'tenant_id': '061212a07f864623b43e31f6e679a207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:19Z', 'updated_at': '2021-12-12T18:03:26Z', 'revision_number': 4, 'project_id': '061212a07f864623b43e31f6e679a207', 'gw_port': {'id': '5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82faae27-670b-44b1-bd64-bab790dae2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:03:20Z', 'updated_at': '2021-12-12T18:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '512f970b-0c80-410c-aaa3-ab95d18d638d', 'name': '', 'network_id': 'b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d', 'tenant_id': '061212a07f864623b43e31f6e679a207', 'mac_address': 'fa:16:3e:2f:8d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82faae27-670b-44b1-bd64-bab790dae2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '36d1034e-7650-4652-aff5-7f5133778233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:03:24Z', 'updated_at': '2021-12-12T18:03:32Z', 'revision_number': 4, 'project_id': '061212a07f864623b43e31f6e679a207', 'subnets': [{'id': '36d1034e-7650-4652-aff5-7f5133778233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:03:33.110030 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27b06e3f-6562-4b79-b43b-c56ad442ed73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.130491 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4ea3bb9e-f85d-43af-87d7-370b78e56939 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:33.148519 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27b06e3f-6562-4b79-b43b-c56ad442ed73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.180028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 4ea3bb9e-f85d-43af-87d7-370b78e56939 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:03:33.180028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4ea3bb9e-f85d-43af-87d7-370b78e56939 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:03:33.180779 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.197098 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b9bc8cf0-8916-4a8a-9529-6ffa5eb17f10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.208738 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68954eee-4814-473d-8da4-0037cdea9af5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.219011 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b06e3f-6562-4b79-b43b-c56ad442ed73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:33.229775 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-27b06e3f-6562-4b79-b43b-c56ad442ed73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:33.232380 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b06e3f-6562-4b79-b43b-c56ad442ed73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=15c96781-ff41-400c-b678-853e67578d4b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:33.234911 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b06e3f-6562-4b79-b43b-c56ad442ed73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:33.241386 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b06e3f-6562-4b79-b43b-c56ad442ed73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:33.241777 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27b06e3f-6562-4b79-b43b-c56ad442ed73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.275798 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-27b06e3f-6562-4b79-b43b-c56ad442ed73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0226054 Dec 12 18:03:33.277706 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Allocated IP 2001:db8::2 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/76a5c0c7-a9f6-4b66-a273-016f2ef8cedd/d55a4cde-52f5-43ae-867b-b85655c91c7e) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:33.278867 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53530) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:33.290141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8ce203b9-18d1-43d2-894a-abe8dd53676a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'fixed_ips': [{'subnet_id': '76a5c0c7-a9f6-4b66-a273-016f2ef8cedd', 'ip_address': '2001:db8::7fa6:a72:496c:8431'}], 'name': 'tempest-NetworksTestDHCPv6-2142013196'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:33.346045 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b9bc8cf0-8916-4a8a-9529-6ffa5eb17f10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.377241 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 512f970b-0c80-410c-aaa3-ab95d18d638d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:33.389350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68954eee-4814-473d-8da4-0037cdea9af5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=79737fcc-773c-4549-95ac-4a2c0343ba2e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:33.403410 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68954eee-4814-473d-8da4-0037cdea9af5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network 2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:33.443077 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce203b9-18d1-43d2-894a-abe8dd53676a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:33.451363 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ce203b9-18d1-43d2-894a-abe8dd53676a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.460651 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-68954eee-4814-473d-8da4-0037cdea9af5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:33.463395 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68954eee-4814-473d-8da4-0037cdea9af5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:33.464039 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68954eee-4814-473d-8da4-0037cdea9af5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.481900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-8ce203b9-18d1-43d2-894a-abe8dd53676a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port 0ce7608a-65e4-4bed-afe3-1226158eb223 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:03:33.531102 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.532395 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 512f970b-0c80-410c-aaa3-ab95d18d638d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:33.532904 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.537945 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b9bc8cf0-8916-4a8a-9529-6ffa5eb17f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.540880 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b9bc8cf0-8916-4a8a-9529-6ffa5eb17f10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.545084 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b9bc8cf0-8916-4a8a-9529-6ffa5eb17f10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e32351e-78ee-4df7-be34-7d271f5873fa HTTP/1.1" status: 204 len: 168 time: 0.9152491 Dec 12 18:03:33.565957 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.570437 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.626623 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc8cf0-8916-4a8a-9529-6ffa5eb17f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e32351e-78ee-4df7-be34-7d271f5873fa,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:33.688694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:33.692846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Pushing event updated for resources: {'Port': ['ID=d55a4cde-52f5-43ae-867b-b85655c91c7e,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:33.699548 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:33.705034 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:33.714861 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:33.721244 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce203b9-18d1-43d2-894a-abe8dd53676a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 12 18:03:33.721935 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:33.722787 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce203b9-18d1-43d2-894a-abe8dd53676a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:03:33.728118 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:33.733265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Pushing event updated for resources: {'Port': ['ID=91f9e89b-9697-44f7-a34c-8efeb809d5ef,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:33.789569 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8ce203b9-18d1-43d2-894a-abe8dd53676a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.5057116 Dec 12 18:03:33.789753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53536) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:33.838559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Attempting to bind port d55a4cde-52f5-43ae-867b-b85655c91c7e on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:03:33.838813 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Attempting to bind port d55a4cde-52f5-43ae-867b-b85655c91c7e by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:03:33.839214 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Attempting to bind port d55a4cde-52f5-43ae-867b-b85655c91c7e on network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:03:33.846080 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:03:33.846478 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Checking segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:03:33.846898 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.847336 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Bound using segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:03:33.847828 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Bound port: d55a4cde-52f5-43ae-867b-b85655c91c7e, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:03:33.848226 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.857977 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.879347 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68954eee-4814-473d-8da4-0037cdea9af5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.937830 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 512f970b-0c80-410c-aaa3-ab95d18d638d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=512f970b-0c80-410c-aaa3-ab95d18d638d,segment=NetworkSegment(964f23e8-857f-4442-98ce-ea798b6c899b),segment_id=964f23e8-857f-4442-98ce-ea798b6c899b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:33.949023 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.956151 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] For port d55a4cde-52f5-43ae-867b-b85655c91c7e, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:03:33.962779 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] For port d55a4cde-52f5-43ae-867b-b85655c91c7e, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d55a4cde-52f5-43ae-867b-b85655c91c7e,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:03:33.991728 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:33.994105 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53538) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:34.017853 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ea6ef33-82b1-45b9-a4e2-af0b496c7aaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:34.039275 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=512f970b-0c80-410c-aaa3-ab95d18d638d,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:34.047290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833c21f6-4a03-4e02-ab32-86a26a2a671b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:34.049656 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833c21f6-4a03-4e02-ab32-86a26a2a671b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:34.058405 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-833c21f6-4a03-4e02-ab32-86a26a2a671b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2632327 Dec 12 18:03:34.059024 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53540) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:34.114549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dfd1d-887f-4c08-88b6-b6286a217069 None None] Pushing event updated for resources: {'Port': ['ID=d55a4cde-52f5-43ae-867b-b85655c91c7e,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:34.176038 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b1548a44-39e5-4ab0-82c3-a943138e46b1 admin admin] Deleting port 512f970b-0c80-410c-aaa3-ab95d18d638d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:34.176384 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1548a44-39e5-4ab0-82c3-a943138e46b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:34.243116 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ea6ef33-82b1-45b9-a4e2-af0b496c7aaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:34.247860 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-563d5fad-9320-4c1b-86be-7e991b32c5ff tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port 15c96781-ff41-400c-b678-853e67578d4b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:34.248217 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-563d5fad-9320-4c1b-86be-7e991b32c5ff tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:34.269266 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ea6ef33-82b1-45b9-a4e2-af0b496c7aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:34.406048 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7ea6ef33-82b1-45b9-a4e2-af0b496c7aaf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ddf2da9c84149bd8f0d3d810800e6e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4096937 Dec 12 18:03:34.407082 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6ef33-82b1-45b9-a4e2-af0b496c7aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929bd108-0228-4df0-820f-6bb2c8f3a4be,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:34.421408 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53542) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:34.437325 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b1548a44-39e5-4ab0-82c3-a943138e46b1 admin admin] For port 512f970b-0c80-410c-aaa3-ab95d18d638d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=512f970b-0c80-410c-aaa3-ab95d18d638d,segment=NetworkSegment(964f23e8-857f-4442-98ce-ea798b6c899b),segment_id=964f23e8-857f-4442-98ce-ea798b6c899b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:34.437836 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1548a44-39e5-4ab0-82c3-a943138e46b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:34.458413 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-563d5fad-9320-4c1b-86be-7e991b32c5ff tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:34.468071 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b1548a44-39e5-4ab0-82c3-a943138e46b1 admin admin] Calling delete_port for 512f970b-0c80-410c-aaa3-ab95d18d638d owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:34.499671 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-563d5fad-9320-4c1b-86be-7e991b32c5ff tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for 15c96781-ff41-400c-b678-853e67578d4b owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:34.520166 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86cc6a5f-6312-4654-8903-67abae0af872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:34.574262 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86cc6a5f-6312-4654-8903-67abae0af872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:34.591374 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:34.679848 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86cc6a5f-6312-4654-8903-67abae0af872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:34.682500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86cc6a5f-6312-4654-8903-67abae0af872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:34.686103 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-86cc6a5f-6312-4654-8903-67abae0af872 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/929bd108-0228-4df0-820f-6bb2c8f3a4be HTTP/1.1" status: 204 len: 168 time: 0.2574971 Dec 12 18:03:34.699111 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc6a5f-6312-4654-8903-67abae0af872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929bd108-0228-4df0-820f-6bb2c8f3a4be,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:34.721244 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-563d5fad-9320-4c1b-86be-7e991b32c5ff tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:34.726511 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68954eee-4814-473d-8da4-0037cdea9af5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:34.744161 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68954eee-4814-473d-8da4-0037cdea9af5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:34.744945 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68954eee-4814-473d-8da4-0037cdea9af5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:34.774584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d5fad-9320-4c1b-86be-7e991b32c5ff tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=15c96781-ff41-400c-b678-853e67578d4b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:34.798248 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-563d5fad-9320-4c1b-86be-7e991b32c5ff tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:34.801816 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-563d5fad-9320-4c1b-86be-7e991b32c5ff tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/15c96781-ff41-400c-b678-853e67578d4b HTTP/1.1" status: 204 len: 168 time: 0.7416327 Dec 12 18:03:34.805039 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53546) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:34.877924 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556e77a9-e0e2-45ac-9365-27489e683cb5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:34.880693 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556e77a9-e0e2-45ac-9365-27489e683cb5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:34.883162 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-556e77a9-e0e2-45ac-9365-27489e683cb5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0770016 Dec 12 18:03:34.885675 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53548) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:34.941821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68954eee-4814-473d-8da4-0037cdea9af5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=79737fcc-773c-4549-95ac-4a2c0343ba2e,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:34.966333 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-107c9dbf-f3fd-42da-a18d-259243915094 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 76a5c0c7-a9f6-4b66-a273-016f2ef8cedd {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:03:34.969500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-107c9dbf-f3fd-42da-a18d-259243915094 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:35.032450 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-107c9dbf-f3fd-42da-a18d-259243915094 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:35.160235 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-107c9dbf-f3fd-42da-a18d-259243915094 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:35.295605 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-107c9dbf-f3fd-42da-a18d-259243915094 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:35.341539 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c9dbf-f3fd-42da-a18d-259243915094 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=76a5c0c7-a9f6-4b66-a273-016f2ef8cedd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:35.353960 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-107c9dbf-f3fd-42da-a18d-259243915094 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:35.359828 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-107c9dbf-f3fd-42da-a18d-259243915094 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/76a5c0c7-a9f6-4b66-a273-016f2ef8cedd HTTP/1.1" status: 204 len: 168 time: 0.4728539 Dec 12 18:03:35.363151 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53560) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:35.418982 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5efb94fe-11b3-436a-88f4-7262551cb410 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506012 Dec 12 18:03:35.419081 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53562) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:35.429133 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e6c685e8-d0d0-4580-a2a8-ce7f00d81d77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:35.432454 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 512f970b-0c80-410c-aaa3-ab95d18d638d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:35.514061 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f8afa1-6297-425a-addc-99e6e7929139 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:35.574958 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c685e8-d0d0-4580-a2a8-ce7f00d81d77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:35.579101 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6c685e8-d0d0-4580-a2a8-ce7f00d81d77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:35.593843 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdecd4a-c787-49b4-bbf8-302020f17e7f None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:35.640635 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:35.665612 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 512f970b-0c80-410c-aaa3-ab95d18d638d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:35.666028 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:35.667244 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68954eee-4814-473d-8da4-0037cdea9af5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network 2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:35.670035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1f77c09b-11dc-4132-ba98-bfd635a472e5 None None] Provisioning complete for port d55a4cde-52f5-43ae-867b-b85655c91c7e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:35.670481 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f77c09b-11dc-4132-ba98-bfd635a472e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:35.677795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-68954eee-4814-473d-8da4-0037cdea9af5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:35.778132 n-d-760354-5 neutron-server[103152]: INFO neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] No ports have port_id starting with 512f970b-0c80-410c-aaa3-ab95d18d638d Dec 12 18:03:35.782097 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d55a4cde-52f5-43ae-867b-b85655c91c7e up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:35.860984 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f77c09b-11dc-4132-ba98-bfd635a472e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:35.873659 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1548a44-39e5-4ab0-82c3-a943138e46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:35.907571 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae72f3c3-3375-4ce8-8617-21ec27cab7a6 None None] DHCP port deletion for 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:35.916418 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port d55a4cde-52f5-43ae-867b-b85655c91c7e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:35.916598 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:35.920858 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1f77c09b-11dc-4132-ba98-bfd635a472e5 None None] For port d55a4cde-52f5-43ae-867b-b85655c91c7e, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d55a4cde-52f5-43ae-867b-b85655c91c7e,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:35.969934 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f77c09b-11dc-4132-ba98-bfd635a472e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:35.977726 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1548a44-39e5-4ab0-82c3-a943138e46b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=512f970b-0c80-410c-aaa3-ab95d18d638d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:35.995314 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6c685e8-d0d0-4580-a2a8-ce7f00d81d77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:36.075103 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c685e8-d0d0-4580-a2a8-ce7f00d81d77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:36.079177 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77c09b-11dc-4132-ba98-bfd635a472e5 None None] Pushing event updated for resources: {'Port': ['ID=d55a4cde-52f5-43ae-867b-b85655c91c7e,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:36.091965 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e6c685e8-d0d0-4580-a2a8-ce7f00d81d77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:36.102527 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c685e8-d0d0-4580-a2a8-ce7f00d81d77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:36.103399 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6c685e8-d0d0-4580-a2a8-ce7f00d81d77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:36.122223 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ae72f3c3-3375-4ce8-8617-21ec27cab7a6 None None] Deleting port d55a4cde-52f5-43ae-867b-b85655c91c7e {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:36.126999 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae72f3c3-3375-4ce8-8617-21ec27cab7a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:36.135295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c685e8-d0d0-4580-a2a8-ce7f00d81d77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=29b14cb0-5d8b-4ba6-b802-f5ba2d5ddb79,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:36.154542 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e6c685e8-d0d0-4580-a2a8-ce7f00d81d77 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7343893 Dec 12 18:03:36.155178 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53574) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:36.166219 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a580ae9a-dc88-4bcd-92c6-77ededf1787b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'fixed_ips': [{'subnet_id': '29b14cb0-5d8b-4ba6-b802-f5ba2d5ddb79', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-574563240'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:36.232500 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-120805fe-7b0d-422c-a19f-39444d1f6394 None None] Provisioning complete for port 91f9e89b-9697-44f7-a34c-8efeb809d5ef triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:36.233097 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-120805fe-7b0d-422c-a19f-39444d1f6394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:36.291280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-120805fe-7b0d-422c-a19f-39444d1f6394 None None] Port 91f9e89b-9697-44f7-a34c-8efeb809d5ef cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:36.304049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-120805fe-7b0d-422c-a19f-39444d1f6394 None None] Could not find standard attr ID for object 512f970b-0c80-410c-aaa3-ab95d18d638d. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:03:36.376535 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ae72f3c3-3375-4ce8-8617-21ec27cab7a6 None None] For port d55a4cde-52f5-43ae-867b-b85655c91c7e, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d55a4cde-52f5-43ae-867b-b85655c91c7e,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:36.378490 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae72f3c3-3375-4ce8-8617-21ec27cab7a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:36.388485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a580ae9a-dc88-4bcd-92c6-77ededf1787b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:36.412620 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68954eee-4814-473d-8da4-0037cdea9af5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 0b078f0e-fce2-47cb-9f22-0bef02bff6d9 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:03:36.415781 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ae72f3c3-3375-4ce8-8617-21ec27cab7a6 None None] Calling delete_port for d55a4cde-52f5-43ae-867b-b85655c91c7e owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:36.443060 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c1ff4af4-90af-497c-972f-34c1bc0c7012 None None] Provisioning complete for port 79737fcc-773c-4549-95ac-4a2c0343ba2e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:36.443651 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c1ff4af4-90af-497c-972f-34c1bc0c7012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:36.518097 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a580ae9a-dc88-4bcd-92c6-77ededf1787b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:36.547880 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-a580ae9a-dc88-4bcd-92c6-77ededf1787b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port 65f1aef1-2696-4cac-a9cf-d60c09f3ba69 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:03:36.652550 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Router d7441614-c4e9-4c6d-ad95-2bfb85f935a6 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:03:36.661308 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c1ff4af4-90af-497c-972f-34c1bc0c7012 None None] Port 79737fcc-773c-4549-95ac-4a2c0343ba2e cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:36.676553 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68954eee-4814-473d-8da4-0037cdea9af5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:36.683418 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53586) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:36.686435 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-68954eee-4814-473d-8da4-0037cdea9af5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/0b078f0e-fce2-47cb-9f22-0bef02bff6d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8564844 Dec 12 18:03:36.687824 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1548a44-39e5-4ab0-82c3-a943138e46b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:36.688946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53588) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:36.701361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db57cba8-70ae-4105-9d73-9320635288c9 None None] Sync routers for ids ['0b078f0e-fce2-47cb-9f22-0bef02bff6d9'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:36.704351 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae72f3c3-3375-4ce8-8617-21ec27cab7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:36.762900 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72f3c3-3375-4ce8-8617-21ec27cab7a6 None None] Pushing event deleted for resources: {'Port': ['ID=d55a4cde-52f5-43ae-867b-b85655c91c7e,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:36.769280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae72f3c3-3375-4ce8-8617-21ec27cab7a6 None None] No DVR routers for this DVR port d55a4cde-52f5-43ae-867b-b85655c91c7e on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:03:36.784491 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db57cba8-70ae-4105-9d73-9320635288c9 None None] Routers {'0b078f0e-fce2-47cb-9f22-0bef02bff6d9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:36.784491 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-db57cba8-70ae-4105-9d73-9320635288c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['0b078f0e-fce2-47cb-9f22-0bef02bff6d9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:36.827719 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-a580ae9a-dc88-4bcd-92c6-77ededf1787b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:03:36.828293 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a580ae9a-dc88-4bcd-92c6-77ededf1787b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:03:36.840055 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-db57cba8-70ae-4105-9d73-9320635288c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:36.842332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc19dd28-a7dd-470a-82bb-4f05285f499f None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:36.842847 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75aabc4-0193-4a75-967d-9e04f6066f3f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:36.844602 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b75aabc4-0193-4a75-967d-9e04f6066f3f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/ports/79737fcc-773c-4549-95ac-4a2c0343ba2e HTTP/1.1" status: 200 len: 913 time: 0.1426690 Dec 12 18:03:36.852413 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53592) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:36.912019 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-18ec3c54-b3a2-4ea3-89ef-e69ff3e7964a None None] Provisioning complete for port 79737fcc-773c-4549-95ac-4a2c0343ba2e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:36.912405 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-18ec3c54-b3a2-4ea3-89ef-e69ff3e7964a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:36.915155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db57cba8-70ae-4105-9d73-9320635288c9 None None] Routers {'0b078f0e-fce2-47cb-9f22-0bef02bff6d9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:36.915822 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-db57cba8-70ae-4105-9d73-9320635288c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['0b078f0e-fce2-47cb-9f22-0bef02bff6d9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:36.949342 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a580ae9a-dc88-4bcd-92c6-77ededf1787b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7922354 Dec 12 18:03:36.963459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53596) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:36.975993 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-db57cba8-70ae-4105-9d73-9320635288c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:36.976604 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db57cba8-70ae-4105-9d73-9320635288c9 None None] The sync data for ids ['0b078f0e-fce2-47cb-9f22-0bef02bff6d9'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:03:36.997893 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-18ec3c54-b3a2-4ea3-89ef-e69ff3e7964a None None] Port 79737fcc-773c-4549-95ac-4a2c0343ba2e cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:37.007613 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-18ec3c54-b3a2-4ea3-89ef-e69ff3e7964a None None] Could not find standard attr ID for object 512f970b-0c80-410c-aaa3-ab95d18d638d. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:03:37.048578 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'fixed_ips': [{'subnet_id': '29b14cb0-5d8b-4ba6-b802-f5ba2d5ddb79'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:03:37.049472 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:37.066907 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1a39f66b-fbec-48f7-97c8-559e1b36c8d7 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0974493 Dec 12 18:03:37.071712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53598) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:37.113094 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:37.125206 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96eda34-7a2e-4f72-8dd2-635886cbfc3b None None] Sync routers for ids ['d7441614-c4e9-4c6d-ad95-2bfb85f935a6'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:37.142100 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96eda34-7a2e-4f72-8dd2-635886cbfc3b None None] Routers {'d7441614-c4e9-4c6d-ad95-2bfb85f935a6'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:37.143334 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b96eda34-7a2e-4f72-8dd2-635886cbfc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['d7441614-c4e9-4c6d-ad95-2bfb85f935a6'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:37.163254 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:37.164769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8f8e20d0-fc4c-4b43-81d7-345ff99ea792 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.1503844 Dec 12 18:03:37.170573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53604) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:37.177782 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8cfefb37-7f17-4b7d-9085-a3aaee382433 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'enable_snat': False}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:37.186004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bcf8e7-ad13-40e8-a4c4-47712fb79019 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:37.188012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bcf8e7-ad13-40e8-a4c4-47712fb79019 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:37.192428 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e5bcf8e7-ad13-40e8-a4c4-47712fb79019 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1195426 Dec 12 18:03:37.193644 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53606) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:37.211893 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b96eda34-7a2e-4f72-8dd2-635886cbfc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:37.230865 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96eda34-7a2e-4f72-8dd2-635886cbfc3b None None] Routers {'d7441614-c4e9-4c6d-ad95-2bfb85f935a6'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:37.231427 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b96eda34-7a2e-4f72-8dd2-635886cbfc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['d7441614-c4e9-4c6d-ad95-2bfb85f935a6'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:37.311192 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b96eda34-7a2e-4f72-8dd2-635886cbfc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:37.312198 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96eda34-7a2e-4f72-8dd2-635886cbfc3b None None] The sync data for ids ['d7441614-c4e9-4c6d-ad95-2bfb85f935a6'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:03:37.324748 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1548a44-39e5-4ab0-82c3-a943138e46b1 admin admin] Router 82faae27-670b-44b1-bd64-bab790dae2d5 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:03:37.345253 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Allocated IP 2001:db8::2 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/29b14cb0-5d8b-4ba6-b802-f5ba2d5ddb79/7cbfe941-5bd9-4fd8-8f8a-96491ced24af) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:37.422448 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6e1f7728-4c96-4c4a-b3c8-20c0f7ea8abc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting port fbf015bb-bd8a-4c30-8e82-56ecd70f4a75 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:37.422992 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e1f7728-4c96-4c4a-b3c8-20c0f7ea8abc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:37.430976 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bd4654-1a90-43c5-88a0-bbb6c01d2c9b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 29b14cb0-5d8b-4ba6-b802-f5ba2d5ddb79 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:03:37.467877 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d55a4cde-52f5-43ae-867b-b85655c91c7e no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:37.502506 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: d55a4cde-52f5-43ae-867b-b85655c91c7e {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:03:37.502855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d55a4cde-52f5-43ae-867b-b85655c91c7e not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:03:37.548942 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e1f7728-4c96-4c4a-b3c8-20c0f7ea8abc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:37.549324 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e1f7728-4c96-4c4a-b3c8-20c0f7ea8abc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:37.567743 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6e1f7728-4c96-4c4a-b3c8-20c0f7ea8abc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Calling delete_port for fbf015bb-bd8a-4c30-8e82-56ecd70f4a75 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:37.576238 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:37.586680 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:37.590507 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37bd4654-1a90-43c5-88a0-bbb6c01d2c9b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:37.642174 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:37.650276 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:37.657761 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:37.667729 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Pushing event updated for resources: {'Port': ['ID=7cbfe941-5bd9-4fd8-8f8a-96491ced24af,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:37.703941 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37bd4654-1a90-43c5-88a0-bbb6c01d2c9b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:37.751643 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Attempting to bind port 7cbfe941-5bd9-4fd8-8f8a-96491ced24af on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:03:37.752270 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Attempting to bind port 7cbfe941-5bd9-4fd8-8f8a-96491ced24af by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:03:37.753020 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Attempting to bind port 7cbfe941-5bd9-4fd8-8f8a-96491ced24af on network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:03:37.761315 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:03:37.762111 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Checking segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:03:37.762712 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:37.764086 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Bound using segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:03:37.765168 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Bound port: 7cbfe941-5bd9-4fd8-8f8a-96491ced24af, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:03:37.765730 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:37.799662 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de43a4e2-332b-43b3-ac52-3e74e9ac75a5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:37.854197 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] For port 7cbfe941-5bd9-4fd8-8f8a-96491ced24af, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:03:37.858751 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] For port 7cbfe941-5bd9-4fd8-8f8a-96491ced24af, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7cbfe941-5bd9-4fd8-8f8a-96491ced24af,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:03:37.867520 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:37.918965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1548a44-39e5-4ab0-82c3-a943138e46b1 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:37.929133 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b1548a44-39e5-4ab0-82c3-a943138e46b1 admin admin] 10.222.0.18 "PUT /v2.0/routers/82faae27-670b-44b1-bd64-bab790dae2d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4962816 Dec 12 18:03:37.935054 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33b8331-2bc1-4199-929b-39d85e522c2c None None] Sync routers for ids ['82faae27-670b-44b1-bd64-bab790dae2d5'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:37.956302 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33b8331-2bc1-4199-929b-39d85e522c2c None None] Routers {'82faae27-670b-44b1-bd64-bab790dae2d5'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:37.958867 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d33b8331-2bc1-4199-929b-39d85e522c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['82faae27-670b-44b1-bd64-bab790dae2d5'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:38.028965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53622) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:38.118152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d33b8331-2bc1-4199-929b-39d85e522c2c None None] Set router 82faae27-670b-44b1-bd64-bab790dae2d5 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:03:38.150281 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8cfefb37-7f17-4b7d-9085-a3aaee382433 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:38.221808 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00641a1c-134c-4930-9a34-6b542c83a595 None None] Pushing event updated for resources: {'Port': ['ID=7cbfe941-5bd9-4fd8-8f8a-96491ced24af,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:38.223918 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a789a61-ce04-49c7-99f9-68b74ce6613e admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:38.381496 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37bd4654-1a90-43c5-88a0-bbb6c01d2c9b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:38.456086 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d33b8331-2bc1-4199-929b-39d85e522c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82faae27-670b-44b1-bd64-bab790dae2d5', 'name': 'tempest-ImageQuotaTest-556570071-router', 'tenant_id': '061212a07f864623b43e31f6e679a207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:19Z', 'updated_at': '2021-12-12T18:03:35Z', 'revision_number': 5, 'project_id': '061212a07f864623b43e31f6e679a207', 'gw_port': {'id': '5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82faae27-670b-44b1-bd64-bab790dae2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:03:20Z', 'updated_at': '2021-12-12T18:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:38.456632 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a789a61-ce04-49c7-99f9-68b74ce6613e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:38.495362 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33b8331-2bc1-4199-929b-39d85e522c2c None None] Checking router: 82faae27-670b-44b1-bd64-bab790dae2d5 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:03:38.507859 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33b8331-2bc1-4199-929b-39d85e522c2c None None] Routers {'82faae27-670b-44b1-bd64-bab790dae2d5'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:38.508489 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d33b8331-2bc1-4199-929b-39d85e522c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['82faae27-670b-44b1-bd64-bab790dae2d5'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:38.554620 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e1f7728-4c96-4c4a-b3c8-20c0f7ea8abc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:38.590029 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f7728-4c96-4c4a-b3c8-20c0f7ea8abc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Port': ['ID=fbf015bb-bd8a-4c30-8e82-56ecd70f4a75,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:38.593151 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37bd4654-1a90-43c5-88a0-bbb6c01d2c9b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:38.628483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d33b8331-2bc1-4199-929b-39d85e522c2c None None] Set router 82faae27-670b-44b1-bd64-bab790dae2d5 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:03:38.663648 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd4654-1a90-43c5-88a0-bbb6c01d2c9b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=29b14cb0-5d8b-4ba6-b802-f5ba2d5ddb79,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:38.686262 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37bd4654-1a90-43c5-88a0-bbb6c01d2c9b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:38.691729 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-37bd4654-1a90-43c5-88a0-bbb6c01d2c9b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/29b14cb0-5d8b-4ba6-b802-f5ba2d5ddb79 HTTP/1.1" status: 204 len: 168 time: 1.4949629 Dec 12 18:03:38.698632 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53632) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:38.699991 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d33b8331-2bc1-4199-929b-39d85e522c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82faae27-670b-44b1-bd64-bab790dae2d5', 'name': 'tempest-ImageQuotaTest-556570071-router', 'tenant_id': '061212a07f864623b43e31f6e679a207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:19Z', 'updated_at': '2021-12-12T18:03:38Z', 'revision_number': 6, 'project_id': '061212a07f864623b43e31f6e679a207', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:38.735858 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33b8331-2bc1-4199-929b-39d85e522c2c None None] The sync data for ids ['82faae27-670b-44b1-bd64-bab790dae2d5'] in n-d-760354-5 is: [{'id': '82faae27-670b-44b1-bd64-bab790dae2d5', 'name': 'tempest-ImageQuotaTest-556570071-router', 'tenant_id': '061212a07f864623b43e31f6e679a207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:19Z', 'updated_at': '2021-12-12T18:03:38Z', 'revision_number': 6, 'project_id': '061212a07f864623b43e31f6e679a207', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:03:38.777156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0a789a61-ce04-49c7-99f9-68b74ce6613e admin admin] Deleting port 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:38.777664 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a789a61-ce04-49c7-99f9-68b74ce6613e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:38.808052 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-aed90989-a716-4b7e-a37b-be3dbb8ef0cb tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787730 Dec 12 18:03:38.814576 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53636) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:38.825210 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-02e12625-1f15-4fc0-8cad-0e8497bc0ff6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:38.902577 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e1f7728-4c96-4c4a-b3c8-20c0f7ea8abc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:38.902969 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-6e1f7728-4c96-4c4a-b3c8-20c0f7ea8abc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Floating IP b6112f97-2b44-477e-a3dc-f6693563c41d disassociated (deleted). External IP: 172.25.1.123, port: c100a32f-a827-4877-9f35-cf844957cfde. Dec 12 18:03:38.983632 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0a789a61-ce04-49c7-99f9-68b74ce6613e admin admin] For port 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:38.984221 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a789a61-ce04-49c7-99f9-68b74ce6613e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:38.998103 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8cfefb37-7f17-4b7d-9085-a3aaee382433 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:39.003340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0a789a61-ce04-49c7-99f9-68b74ce6613e admin admin] Calling delete_port for 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:39.007072 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8cfefb37-7f17-4b7d-9085-a3aaee382433 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:39.126444 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e12625-1f15-4fc0-8cad-0e8497bc0ff6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:39.133692 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02e12625-1f15-4fc0-8cad-0e8497bc0ff6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:39.181757 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-de43a4e2-332b-43b3-ac52-3e74e9ac75a5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting port 79737fcc-773c-4549-95ac-4a2c0343ba2e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:39.182342 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de43a4e2-332b-43b3-ac52-3e74e9ac75a5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:39.316338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfefb37-7f17-4b7d-9085-a3aaee382433 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Router d7441614-c4e9-4c6d-ad95-2bfb85f935a6 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:03:39.455757 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a789a61-ce04-49c7-99f9-68b74ce6613e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:39.464307 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de43a4e2-332b-43b3-ac52-3e74e9ac75a5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:39.487322 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1f7728-4c96-4c4a-b3c8-20c0f7ea8abc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router 45162074-a469-4424-913d-9ffd4a605016 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:03:39.492312 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-de43a4e2-332b-43b3-ac52-3e74e9ac75a5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Calling delete_port for 79737fcc-773c-4549-95ac-4a2c0343ba2e owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:39.498941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a789a61-ce04-49c7-99f9-68b74ce6613e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:39.503758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fac7177-7861-45d2-915e-68ad65bc96ea None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:39.566782 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfefb37-7f17-4b7d-9085-a3aaee382433 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:39.572982 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8cfefb37-7f17-4b7d-9085-a3aaee382433 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:39.576717 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8cfefb37-7f17-4b7d-9085-a3aaee382433 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "PUT /v2.0/routers/d7441614-c4e9-4c6d-ad95-2bfb85f935a6 HTTP/1.1" status: 200 len: 925 time: 2.3999784 Dec 12 18:03:39.577225 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53652) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:39.581832 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f766298c-d469-404e-a7e2-f50fe81a1e66 None None] Sync routers for ids ['d7441614-c4e9-4c6d-ad95-2bfb85f935a6'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:39.595521 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f766298c-d469-404e-a7e2-f50fe81a1e66 None None] Routers {'d7441614-c4e9-4c6d-ad95-2bfb85f935a6'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:39.596531 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f766298c-d469-404e-a7e2-f50fe81a1e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['d7441614-c4e9-4c6d-ad95-2bfb85f935a6'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:39.629503 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a789a61-ce04-49c7-99f9-68b74ce6613e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:39.695271 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f766298c-d469-404e-a7e2-f50fe81a1e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:39.724763 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f766298c-d469-404e-a7e2-f50fe81a1e66 None None] Routers {'d7441614-c4e9-4c6d-ad95-2bfb85f935a6'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:39.727065 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f766298c-d469-404e-a7e2-f50fe81a1e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['d7441614-c4e9-4c6d-ad95-2bfb85f935a6'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:39.763238 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a789a61-ce04-49c7-99f9-68b74ce6613e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:39.767112 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a789a61-ce04-49c7-99f9-68b74ce6613e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:39.807260 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f766298c-d469-404e-a7e2-f50fe81a1e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:39.807951 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f766298c-d469-404e-a7e2-f50fe81a1e66 None None] The sync data for ids ['d7441614-c4e9-4c6d-ad95-2bfb85f935a6'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:03:39.834108 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a789a61-ce04-49c7-99f9-68b74ce6613e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:39.835021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a789a61-ce04-49c7-99f9-68b74ce6613e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82faae27-670b-44b1-bd64-bab790dae2d5 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:03:39.840235 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a789a61-ce04-49c7-99f9-68b74ce6613e admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:39.841148 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5c4444-d4dc-430b-b97b-02147f0144ea None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:39.841509 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0a789a61-ce04-49c7-99f9-68b74ce6613e admin admin] 10.222.0.18 "DELETE /v2.0/routers/82faae27-670b-44b1-bd64-bab790dae2d5 HTTP/1.1" status: 204 len: 168 time: 1.8114426 Dec 12 18:03:39.843105 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7cbfe941-5bd9-4fd8-8f8a-96491ced24af up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:39.844930 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53656) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:39.888239 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f4d00d90-2e08-48c2-a1db-e334e285cd9a tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "GET /v2.0/routers/d7441614-c4e9-4c6d-ad95-2bfb85f935a6 HTTP/1.1" status: 200 len: 925 time: 0.3098545 Dec 12 18:03:39.888796 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02e12625-1f15-4fc0-8cad-0e8497bc0ff6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:39.891997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53660) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:39.972416 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e12625-1f15-4fc0-8cad-0e8497bc0ff6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:39.973951 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5e9088-b11d-43dd-b2f2-97ae86a6aca9 admin admin] Deleting subnet 36d1034e-7650-4652-aff5-7f5133778233 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:03:39.980137 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ae5e9088-b11d-43dd-b2f2-97ae86a6aca9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:39.982707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-02e12625-1f15-4fc0-8cad-0e8497bc0ff6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:39.993106 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e12625-1f15-4fc0-8cad-0e8497bc0ff6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:39.993707 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02e12625-1f15-4fc0-8cad-0e8497bc0ff6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:39.996862 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e12625-1f15-4fc0-8cad-0e8497bc0ff6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=e4950a15-15be-43e9-af24-dc8b85498180,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:39.997010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-95014566-cc4d-43f3-ac03-d8be13ae5249 None None] Provisioning complete for port 7cbfe941-5bd9-4fd8-8f8a-96491ced24af triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:39.997010 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-95014566-cc4d-43f3-ac03-d8be13ae5249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:40.026402 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61092d6-b963-4876-b3ee-4d77d8927a1c tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:40.028618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f61092d6-b963-4876-b3ee-4d77d8927a1c tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&device_id=d7441614-c4e9-4c6d-ad95-2bfb85f935a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1355238 Dec 12 18:03:40.031349 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53662) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:40.058188 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ae5e9088-b11d-43dd-b2f2-97ae86a6aca9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:40.080308 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1f7728-4c96-4c4a-b3c8-20c0f7ea8abc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:40.085468 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e1f7728-4c96-4c4a-b3c8-20c0f7ea8abc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:40.094670 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-02e12625-1f15-4fc0-8cad-0e8497bc0ff6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2749908 Dec 12 18:03:40.112600 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53664) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:40.115554 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7cbfe941-5bd9-4fd8-8f8a-96491ced24af triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:40.116014 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:40.118306 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-85c59f83-150c-4d87-a36d-1248a98b2dcd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-519005301', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:40.176854 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a9dd2-480b-4c03-9ca4-e97b08596556 None None] Sync routers for ids ['45162074-a469-4424-913d-9ffd4a605016'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:40.207219 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a9dd2-480b-4c03-9ca4-e97b08596556 None None] Routers {'45162074-a469-4424-913d-9ffd4a605016'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:40.208122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-859a9dd2-480b-4c03-9ca4-e97b08596556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['45162074-a469-4424-913d-9ffd4a605016'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:40.217537 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6e1f7728-4c96-4c4a-b3c8-20c0f7ea8abc tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/floatingips/b6112f97-2b44-477e-a3dc-f6693563c41d HTTP/1.1" status: 204 len: 168 time: 3.5234706 Dec 12 18:03:40.222212 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da5b197-5bf2-4c37-8b41-c3d9c67116f8', 'tag': 'c100a32f-a827-4877-9f35-cf844957cfde'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:03:40.224780 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd81e8c-c4a3-4670-b5ee-10d21a4e080d" -d '{"events": [{"name": "network-changed", "server_uuid": "6da5b197-5bf2-4c37-8b41-c3d9c67116f8", "tag": "c100a32f-a827-4877-9f35-cf844957cfde"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:03:40.242550 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85c59f83-150c-4d87-a36d-1248a98b2dcd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:40.243856 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85c59f83-150c-4d87-a36d-1248a98b2dcd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:40.253501 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b06359-3d8f-413d-82bc-4749a463b2a4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:40.256637 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-22b06359-3d8f-413d-82bc-4749a463b2a4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 881 time: 0.2236745 Dec 12 18:03:40.260201 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ae5e9088-b11d-43dd-b2f2-97ae86a6aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:40.261848 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53670) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:40.268385 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de43a4e2-332b-43b3-ac52-3e74e9ac75a5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:40.340972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89158087-1031-49a1-9a32-563a7971bb97 None None] DHCP port deletion for 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:40.349348 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c23f663-682c-445a-9334-57f8adc546c9 x-openstack-request-id: req-7c23f663-682c-445a-9334-57f8adc546c9 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:03:40.349946 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da5b197-5bf2-4c37-8b41-c3d9c67116f8", "tag": "c100a32f-a827-4877-9f35-cf844957cfde", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:03:40.349946 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c23f663-682c-445a-9334-57f8adc546c9 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:03:40.350329 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da5b197-5bf2-4c37-8b41-c3d9c67116f8', 'tag': 'c100a32f-a827-4877-9f35-cf844957cfde', 'status': 'completed', 'code': 200} Dec 12 18:03:40.373771 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9362af27-0abe-4541-a609-f2b6829ae3f1 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7441614-c4e9-4c6d-ad95-2bfb85f935a6 HTTP/1.1" status: 200 len: 205 time: 0.1106081 Dec 12 18:03:40.376897 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43a4e2-332b-43b3-ac52-3e74e9ac75a5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Port': ['ID=79737fcc-773c-4549-95ac-4a2c0343ba2e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:40.382632 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53674) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:40.532052 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-95014566-cc4d-43f3-ac03-d8be13ae5249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:40.560367 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85c59f83-150c-4d87-a36d-1248a98b2dcd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:40.641103 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85c59f83-150c-4d87-a36d-1248a98b2dcd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:40.648305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-95014566-cc4d-43f3-ac03-d8be13ae5249 None None] For port 7cbfe941-5bd9-4fd8-8f8a-96491ced24af, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7cbfe941-5bd9-4fd8-8f8a-96491ced24af,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:40.672480 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-95014566-cc4d-43f3-ac03-d8be13ae5249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:40.717820 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85c59f83-150c-4d87-a36d-1248a98b2dcd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:40.721810 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-85c59f83-150c-4d87-a36d-1248a98b2dcd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6051373 Dec 12 18:03:40.721998 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:40.723005 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53678) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:40.735445 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-859a9dd2-480b-4c03-9ca4-e97b08596556 None None] Set router 45162074-a469-4424-913d-9ffd4a605016 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:03:40.751965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-89158087-1031-49a1-9a32-563a7971bb97 None None] Deleting port 7cbfe941-5bd9-4fd8-8f8a-96491ced24af {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:40.752351 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89158087-1031-49a1-9a32-563a7971bb97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:40.800237 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de43a4e2-332b-43b3-ac52-3e74e9ac75a5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:40.832428 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30425bcf-8ce7-45b6-a910-6685118014cf tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:40.864571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943add0-96a0-4bb3-b12b-858280d80cf8 req-129b322d-f624-442a-b16c-cb1fb8c14b87 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:40.866876 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b943add0-96a0-4bb3-b12b-858280d80cf8 req-129b322d-f624-442a-b16c-cb1fb8c14b87 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 946 time: 0.0797324 Dec 12 18:03:40.880252 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ae5e9088-b11d-43dd-b2f2-97ae86a6aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:40.957788 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95014566-cc4d-43f3-ac03-d8be13ae5249 None None] Pushing event updated for resources: {'Port': ['ID=7cbfe941-5bd9-4fd8-8f8a-96491ced24af,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:40.965461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e9088-b11d-43dd-b2f2-97ae86a6aca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d1034e-7650-4652-aff5-7f5133778233,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:40.979802 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ae5e9088-b11d-43dd-b2f2-97ae86a6aca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:40.985805 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4d5bfe-252d-4d6e-8913-99de8be294eb None None] Network b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:40.987767 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ae5e9088-b11d-43dd-b2f2-97ae86a6aca9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/36d1034e-7650-4652-aff5-7f5133778233 HTTP/1.1" status: 204 len: 168 time: 1.1418481 Dec 12 18:03:40.994848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53684) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:41.054085 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:03:41.054450 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:03:41.073726 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b943add0-96a0-4bb3-b12b-858280d80cf8 req-2ace123c-ce54-45bc-b1d4-5a75f26ee27c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948526 Dec 12 18:03:41.161729 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-89158087-1031-49a1-9a32-563a7971bb97 None None] For port 7cbfe941-5bd9-4fd8-8f8a-96491ced24af, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7cbfe941-5bd9-4fd8-8f8a-96491ced24af,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:41.163063 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89158087-1031-49a1-9a32-563a7971bb97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:41.201096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd81e8c-c4a3-4670-b5ee-10d21a4e080d req-5b20a748-f75a-4c5c-b4df-cce00bdbb1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:41.204853 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-89158087-1031-49a1-9a32-563a7971bb97 None None] Calling delete_port for 7cbfe941-5bd9-4fd8-8f8a-96491ced24af owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:41.205260 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4dd81e8c-c4a3-4670-b5ee-10d21a4e080d req-5b20a748-f75a-4c5c-b4df-cce00bdbb1e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ca8577c66784779ba8900bd9278d832&device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 1097 time: 0.4179406 Dec 12 18:03:41.210241 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:41.345034 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd81e8c-c4a3-4670-b5ee-10d21a4e080d req-d6e93134-c0b6-4af2-9258-d836b2735471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:41.346526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4dd81e8c-c4a3-4670-b5ee-10d21a4e080d req-d6e93134-c0b6-4af2-9258-d836b2735471 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e77a2f89-d98f-461e-85e8-a94a2fda4d4e HTTP/1.1" status: 200 len: 898 time: 0.1329596 Dec 12 18:03:41.398593 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4dd81e8c-c4a3-4670-b5ee-10d21a4e080d req-9b24dad0-c9a4-419b-ad13-e4dac1c48794 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c100a32f-a827-4877-9f35-cf844957cfde HTTP/1.1" status: 200 len: 217 time: 0.0429528 Dec 12 18:03:41.400213 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89158087-1031-49a1-9a32-563a7971bb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:41.422444 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89158087-1031-49a1-9a32-563a7971bb97 None None] No DVR routers for this DVR port 7cbfe941-5bd9-4fd8-8f8a-96491ced24af on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:03:41.432468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-859a9dd2-480b-4c03-9ca4-e97b08596556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45162074-a469-4424-913d-9ffd4a605016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265431894', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:01:46Z', 'updated_at': '2021-12-12T18:01:55Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:47Z', 'updated_at': '2021-12-12T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b3f73366-1110-406b-97ab-5ddde3201a58', 'name': '', 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:a1:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:54Z', 'updated_at': '2021-12-12T18:02:04Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:41.434928 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58281555-9393-49f1-99aa-1544d86522d3 None None] DHCP port deletion for b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:41.452102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] Deleting port 21d625e9-5994-4d0c-8e68-7fb95264c71a {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:41.452441 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:41.492220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9072f334-58c9-4699-b81f-0ab63a53ebfd None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:41.497989 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89158087-1031-49a1-9a32-563a7971bb97 None None] Pushing event deleted for resources: {'Port': ['ID=7cbfe941-5bd9-4fd8-8f8a-96491ced24af,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:41.521284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] For port 21d625e9-5994-4d0c-8e68-7fb95264c71a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=21d625e9-5994-4d0c-8e68-7fb95264c71a,segment=NetworkSegment(964f23e8-857f-4442-98ce-ea798b6c899b),segment_id=964f23e8-857f-4442-98ce-ea798b6c899b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:41.521891 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:41.526228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a9dd2-480b-4c03-9ca4-e97b08596556 None None] Checking router: 45162074-a469-4424-913d-9ffd4a605016 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:03:41.536274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] Calling delete_port for 21d625e9-5994-4d0c-8e68-7fb95264c71a owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:41.582380 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30425bcf-8ce7-45b6-a910-6685118014cf tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:41.602959 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a9dd2-480b-4c03-9ca4-e97b08596556 None None] Routers {'45162074-a469-4424-913d-9ffd4a605016'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:41.603638 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-859a9dd2-480b-4c03-9ca4-e97b08596556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['45162074-a469-4424-913d-9ffd4a605016'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:41.637288 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd81e8c-c4a3-4670-b5ee-10d21a4e080d req-aab2857c-4aaa-4a1e-a9cd-4d395c362265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:41.639292 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4dd81e8c-c4a3-4670-b5ee-10d21a4e080d req-aab2857c-4aaa-4a1e-a9cd-4d395c362265 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3cf3f0ff-3476-44fb-95ca-4160583ce8e6 HTTP/1.1" status: 200 len: 834 time: 0.2321029 Dec 12 18:03:41.644968 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] Port 7cbfe941-5bd9-4fd8-8f8a-96491ced24af update to ACTIVE by agent not found {{(pid=103152) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 12 18:03:41.696112 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 512f970b-0c80-410c-aaa3-ab95d18d638d no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:41.701170 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:41.736753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 512f970b-0c80-410c-aaa3-ab95d18d638d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:03:41.737122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 512f970b-0c80-410c-aaa3-ab95d18d638d not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:03:41.754256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] No DVR routers for this DVR port 21d625e9-5994-4d0c-8e68-7fb95264c71a on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:03:41.762168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd81e8c-c4a3-4670-b5ee-10d21a4e080d req-196d41e4-a4df-4f4a-8ea6-c6d024a93a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:41.764022 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4dd81e8c-c4a3-4670-b5ee-10d21a4e080d req-196d41e4-a4df-4f4a-8ea6-c6d024a93a49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e77a2f89-d98f-461e-85e8-a94a2fda4d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098797 Dec 12 18:03:41.764887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=21d625e9-5994-4d0c-8e68-7fb95264c71a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:41.793758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-4dd81e8c-c4a3-4670-b5ee-10d21a4e080d req-ecf29a1c-280e-4ea9-bba0-fd6982310ef2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:03:41.794797 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4dd81e8c-c4a3-4670-b5ee-10d21a4e080d req-ecf29a1c-280e-4ea9-bba0-fd6982310ef2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072694 Dec 12 18:03:41.802699 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-58281555-9393-49f1-99aa-1544d86522d3 None None] Deleting port 21d625e9-5994-4d0c-8e68-7fb95264c71a {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:41.803696 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58281555-9393-49f1-99aa-1544d86522d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:41.810723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'fixed_ips': [{'subnet_id': 'e4950a15-15be-43e9-af24-dc8b85498180'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:03:41.811600 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:41.817488 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-859a9dd2-480b-4c03-9ca4-e97b08596556 None None] Set router 45162074-a469-4424-913d-9ffd4a605016 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:03:41.971264 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de43a4e2-332b-43b3-ac52-3e74e9ac75a5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 0b078f0e-fce2-47cb-9f22-0bef02bff6d9 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:03:41.976655 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:41.993571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51754a3e-4128-4d2f-a094-34ca605f1a1e req-d0ffcc2e-6c0a-4ed8-ab21-ab2287bd3192 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:41.995705 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-51754a3e-4128-4d2f-a094-34ca605f1a1e req-d0ffcc2e-6c0a-4ed8-ab21-ab2287bd3192 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.20 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 946 time: 0.1348872 Dec 12 18:03:42.009443 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e11cfe4c-c395-4ae8-a867-73834f8de82d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:42.023372 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-30425bcf-8ce7-45b6-a910-6685118014cf tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Deleting port 91f9e89b-9697-44f7-a34c-8efeb809d5ef {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:42.023372 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30425bcf-8ce7-45b6-a910-6685118014cf tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:42.068005 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:42.077583 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:42.122108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964f23e8-857f-4442-98ce-ea798b6c899b') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:42.123359 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964f23e8-857f-4442-98ce-ea798b6c899b') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:42.125563 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:03:42.125927 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5ac3b1d4-85a1-4a0d-b8d5-c3cc1b427cc1 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:03:42.126362 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 21d625e9-5994-4d0c-8e68-7fb95264c71a no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:42.158868 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:42.165755 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30425bcf-8ce7-45b6-a910-6685118014cf tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:42.177509 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4dd81e8c-c4a3-4670-b5ee-10d21a4e080d req-68f6ebfa-7ea9-42db-8250-f13b89d5b641 service neutron] 10.222.0.20 "GET /v2.0/networks/e77a2f89-d98f-461e-85e8-a94a2fda4d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671987 Dec 12 18:03:42.182534 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-30425bcf-8ce7-45b6-a910-6685118014cf tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Calling delete_port for 91f9e89b-9697-44f7-a34c-8efeb809d5ef owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:42.208032 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 21d625e9-5994-4d0c-8e68-7fb95264c71a {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:03:42.208367 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 21d625e9-5994-4d0c-8e68-7fb95264c71a not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:03:42.208764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7cbfe941-5bd9-4fd8-8f8a-96491ced24af no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:42.212439 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-58281555-9393-49f1-99aa-1544d86522d3 None None] For port 21d625e9-5994-4d0c-8e68-7fb95264c71a, host n-d-760354-5, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:42.212846 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58281555-9393-49f1-99aa-1544d86522d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:42.293105 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4dd81e8c-c4a3-4670-b5ee-10d21a4e080d req-0339636f-b4c0-449f-b8bb-c0a4baef6e00 service neutron] 10.222.0.20 "GET /v2.0/networks/e77a2f89-d98f-461e-85e8-a94a2fda4d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032138 Dec 12 18:03:42.304065 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:42.308281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-51754a3e-4128-4d2f-a094-34ca605f1a1e req-4484a8ce-b3e4-43ee-808f-4d8c2836724c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting port c100a32f-a827-4877-9f35-cf844957cfde {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:42.308862 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-51754a3e-4128-4d2f-a094-34ca605f1a1e req-4484a8ce-b3e4-43ee-808f-4d8c2836724c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:42.321377 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 7cbfe941-5bd9-4fd8-8f8a-96491ced24af {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:03:42.321913 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7cbfe941-5bd9-4fd8-8f8a-96491ced24af not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:03:42.341982 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-58281555-9393-49f1-99aa-1544d86522d3 None None] Calling delete_port for 21d625e9-5994-4d0c-8e68-7fb95264c71a owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:42.358085 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-58281555-9393-49f1-99aa-1544d86522d3 None None] Port 21d625e9-5994-4d0c-8e68-7fb95264c71a was not found and therefore no delete operation was performed {{(pid=103152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 18:03:42.366456 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58281555-9393-49f1-99aa-1544d86522d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:42.380016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:03:42.380898 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:03:42.387186 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:03:42.434708 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58281555-9393-49f1-99aa-1544d86522d3 None None] Pushing event deleted for resources: {'Port': ['ID=21d625e9-5994-4d0c-8e68-7fb95264c71a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:42.451470 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30425bcf-8ce7-45b6-a910-6685118014cf tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:42.473705 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ca909-ff73-4da5-92a9-85e51a765bdb req-b3423b07-0088-4cc9-9b9f-a013e56c44db tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:42.475618 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58281555-9393-49f1-99aa-1544d86522d3 None None] No DVR routers for this DVR port 21d625e9-5994-4d0c-8e68-7fb95264c71a on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:03:42.484241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c96ca909-ff73-4da5-92a9-85e51a765bdb req-b3423b07-0088-4cc9-9b9f-a013e56c44db tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 946 time: 0.1894333 Dec 12 18:03:42.548321 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Allocated IP 2001:db8::2 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/e4950a15-15be-43e9-af24-dc8b85498180/bd668f85-cda1-40fa-abc3-66586b2afbf9) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:42.580333 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c96ca909-ff73-4da5-92a9-85e51a765bdb req-36ada12f-f7f1-4394-ada6-8a530216713d tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c05df61-4e35-460d-9e7b-115a80c14b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928214 Dec 12 18:03:42.590852 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30425bcf-8ce7-45b6-a910-6685118014cf tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Pushing event deleted for resources: {'Port': ['ID=91f9e89b-9697-44f7-a34c-8efeb809d5ef,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:42.593099 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:42.630399 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:42.635048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6797f7f-72c6-49c4-91a1-e44212920880 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:42.644272 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d HTTP/1.1" status: 204 len: 168 time: 1.6463521 Dec 12 18:03:42.653475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f33152-6b4f-4b99-8a6d-791b4d7a2ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b37ebbd9-4b4f-42ce-a18b-429ec8f8fa1d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:42.665079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-51754a3e-4128-4d2f-a094-34ca605f1a1e req-4484a8ce-b3e4-43ee-808f-4d8c2836724c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] For port c100a32f-a827-4877-9f35-cf844957cfde, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=c100a32f-a827-4877-9f35-cf844957cfde,segment=NetworkSegment(9bacf018-e989-43e2-a6b1-a50ff12ab17b),segment_id=9bacf018-e989-43e2-a6b1-a50ff12ab17b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:42.665506 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-51754a3e-4128-4d2f-a094-34ca605f1a1e req-4484a8ce-b3e4-43ee-808f-4d8c2836724c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:42.683694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-859a9dd2-480b-4c03-9ca4-e97b08596556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45162074-a469-4424-913d-9ffd4a605016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265431894', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:01:46Z', 'updated_at': '2021-12-12T18:01:55Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:47Z', 'updated_at': '2021-12-12T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b3f73366-1110-406b-97ab-5ddde3201a58', 'name': '', 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:a1:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:54Z', 'updated_at': '2021-12-12T18:02:04Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:42.704604 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-51754a3e-4128-4d2f-a094-34ca605f1a1e req-4484a8ce-b3e4-43ee-808f-4d8c2836724c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Calling delete_port for c100a32f-a827-4877-9f35-cf844957cfde owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:42.712921 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a9dd2-480b-4c03-9ca4-e97b08596556 None None] The sync data for ids ['45162074-a469-4424-913d-9ffd4a605016'] in n-d-760354-5 is: [{'id': '45162074-a469-4424-913d-9ffd4a605016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265431894', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:01:46Z', 'updated_at': '2021-12-12T18:01:55Z', 'revision_number': 4, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:47Z', 'updated_at': '2021-12-12T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b3f73366-1110-406b-97ab-5ddde3201a58', 'name': '', 'network_id': 'e77a2f89-d98f-461e-85e8-a94a2fda4d4e', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'mac_address': 'fa:16:3e:a1:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:54Z', 'updated_at': '2021-12-12T18:02:04Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'subnets': [{'id': '3cf3f0ff-3476-44fb-95ca-4160583ce8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:03:42.782135 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:42.793638 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:42.829205 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30425bcf-8ce7-45b6-a910-6685118014cf tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:42.901206 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:42.910150 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:42.925054 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:42.955088 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Pushing event updated for resources: {'Port': ['ID=bd668f85-cda1-40fa-abc3-66586b2afbf9,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:42.977145 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-51754a3e-4128-4d2f-a094-34ca605f1a1e req-4484a8ce-b3e4-43ee-808f-4d8c2836724c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:43.013989 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484a8ce-b3e4-43ee-808f-4d8c2836724c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Port': ['ID=c100a32f-a827-4877-9f35-cf844957cfde,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:43.034394 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30425bcf-8ce7-45b6-a910-6685118014cf tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:43.043566 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30425bcf-8ce7-45b6-a910-6685118014cf tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:43.055772 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Attempting to bind port bd668f85-cda1-40fa-abc3-66586b2afbf9 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:03:43.056223 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Attempting to bind port bd668f85-cda1-40fa-abc3-66586b2afbf9 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:03:43.056645 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Attempting to bind port bd668f85-cda1-40fa-abc3-66586b2afbf9 on network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:03:43.063463 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:03:43.063880 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Checking segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:03:43.064349 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:43.064830 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Bound using segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:03:43.065427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Bound port: bd668f85-cda1-40fa-abc3-66586b2afbf9, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:03:43.065815 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:43.117306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-51754a3e-4128-4d2f-a094-34ca605f1a1e req-4484a8ce-b3e4-43ee-808f-4d8c2836724c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] No DVR routers for this DVR port c100a32f-a827-4877-9f35-cf844957cfde on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:03:43.129918 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-51754a3e-4128-4d2f-a094-34ca605f1a1e req-4484a8ce-b3e4-43ee-808f-4d8c2836724c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:43.134399 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-51754a3e-4128-4d2f-a094-34ca605f1a1e req-4484a8ce-b3e4-43ee-808f-4d8c2836724c tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.20 "DELETE /v2.0/ports/c100a32f-a827-4877-9f35-cf844957cfde HTTP/1.1" status: 204 len: 173 time: 1.1297538 Dec 12 18:03:43.139672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da5b197-5bf2-4c37-8b41-c3d9c67116f8', 'name': 'network-vif-deleted', 'tag': 'c100a32f-a827-4877-9f35-cf844957cfde'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:03:43.145288 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89944d2-7353-4956-8f0f-13fd9e97ed81" -d '{"events": [{"server_uuid": "6da5b197-5bf2-4c37-8b41-c3d9c67116f8", "name": "network-vif-deleted", "tag": "c100a32f-a827-4877-9f35-cf844957cfde"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:03:43.162247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53722) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:43.246028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] For port bd668f85-cda1-40fa-abc3-66586b2afbf9, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:03:43.254170 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] For port bd668f85-cda1-40fa-abc3-66586b2afbf9, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=bd668f85-cda1-40fa-abc3-66586b2afbf9,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:03:43.270632 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:43.298006 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30425bcf-8ce7-45b6-a910-6685118014cf tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:43.298621 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30425bcf-8ce7-45b6-a910-6685118014cf tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Fanout notify agent at l3_agent the message router_deleted on router d7441614-c4e9-4c6d-ad95-2bfb85f935a6 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:03:43.300336 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb10b202-f66f-4e44-9ce7-072a7841dc7e None None] New status for floating IP b6112f97-2b44-477e-a3dc-f6693563c41d: DOWN {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:03:43.316671 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02de7eaa-b4f8-4d80-a0b4-c1e792f775c1 x-openstack-request-id: req-02de7eaa-b4f8-4d80-a0b4-c1e792f775c1 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:03:43.316986 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da5b197-5bf2-4c37-8b41-c3d9c67116f8", "name": "network-vif-deleted", "tag": "c100a32f-a827-4877-9f35-cf844957cfde", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:03:43.317231 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02de7eaa-b4f8-4d80-a0b4-c1e792f775c1 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:03:43.317641 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da5b197-5bf2-4c37-8b41-c3d9c67116f8', 'name': 'network-vif-deleted', 'tag': 'c100a32f-a827-4877-9f35-cf844957cfde', 'status': 'completed', 'code': 200} Dec 12 18:03:43.352081 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30425bcf-8ce7-45b6-a910-6685118014cf tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:43.357596 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-30425bcf-8ce7-45b6-a910-6685118014cf tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "DELETE /v2.0/routers/d7441614-c4e9-4c6d-ad95-2bfb85f935a6 HTTP/1.1" status: 204 len: 168 time: 2.9725666 Dec 12 18:03:43.361523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac178d-1321-4fe4-9f54-28f15f1328b9 None None] Pushing event updated for resources: {'Port': ['ID=bd668f85-cda1-40fa-abc3-66586b2afbf9,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:43.362396 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de43a4e2-332b-43b3-ac52-3e74e9ac75a5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:43.362569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53726) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:43.384215 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-729804af-8054-40fa-b9d6-f7afcb3edb9a tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1874309450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:43.399257 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e593b124-3df1-41a3-82c6-35164df91565 None None] Sync routers for ids ['0b078f0e-fce2-47cb-9f22-0bef02bff6d9'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:43.407805 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-de43a4e2-332b-43b3-ac52-3e74e9ac75a5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/0b078f0e-fce2-47cb-9f22-0bef02bff6d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5541623 Dec 12 18:03:43.414435 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53728) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:43.416861 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bf255164-cc6e-489b-970f-5e497ef7063a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=061212a07f864623b43e31f6e679a207&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2513378 Dec 12 18:03:43.421175 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53730) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:43.425712 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593b124-3df1-41a3-82c6-35164df91565 None None] Routers {'0b078f0e-fce2-47cb-9f22-0bef02bff6d9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:43.427621 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e593b124-3df1-41a3-82c6-35164df91565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['0b078f0e-fce2-47cb-9f22-0bef02bff6d9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:43.514953 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e593b124-3df1-41a3-82c6-35164df91565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:43.536011 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593b124-3df1-41a3-82c6-35164df91565 None None] Routers {'0b078f0e-fce2-47cb-9f22-0bef02bff6d9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:43.537152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e593b124-3df1-41a3-82c6-35164df91565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['0b078f0e-fce2-47cb-9f22-0bef02bff6d9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:43.658556 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e593b124-3df1-41a3-82c6-35164df91565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:43.660300 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e593b124-3df1-41a3-82c6-35164df91565 None None] The sync data for ids ['0b078f0e-fce2-47cb-9f22-0bef02bff6d9'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:03:43.669097 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-729804af-8054-40fa-b9d6-f7afcb3edb9a tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:43.670086 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-729804af-8054-40fa-b9d6-f7afcb3edb9a tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:43.767757 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47458768-6576-4666-b0ea-f83ba5c9fce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:43.924090 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47458768-6576-4666-b0ea-f83ba5c9fce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:43.959126 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device bd668f85-cda1-40fa-abc3-66586b2afbf9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:43.993739 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-377e8e62-289c-44f7-a0ae-f026553cdc53 req-2d49ec3a-322f-4dc5-9b5c-7c972797f7f9 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "GET /v2.0/ports?device_id=6da5b197-5bf2-4c37-8b41-c3d9c67116f8 HTTP/1.1" status: 200 len: 210 time: 0.0918229 Dec 12 18:03:44.056277 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-e11cfe4c-c395-4ae8-a867-73834f8de82d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::1 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/e4950a15-15be-43e9-af24-dc8b85498180/176718bd-4423-4625-8b83-16ffd1427de7) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:44.100384 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-729804af-8054-40fa-b9d6-f7afcb3edb9a tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:44.102672 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47458768-6576-4666-b0ea-f83ba5c9fce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:44.105985 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47458768-6576-4666-b0ea-f83ba5c9fce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:44.107524 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-47458768-6576-4666-b0ea-f83ba5c9fce9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/662bc20e-28be-4174-b1af-3b415849094f HTTP/1.1" status: 204 len: 168 time: 0.6778634 Dec 12 18:03:44.137183 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-729804af-8054-40fa-b9d6-f7afcb3edb9a tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:44.158315 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port bd668f85-cda1-40fa-abc3-66586b2afbf9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:44.160318 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:44.172344 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47458768-6576-4666-b0ea-f83ba5c9fce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662bc20e-28be-4174-b1af-3b415849094f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:44.186159 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-729804af-8054-40fa-b9d6-f7afcb3edb9a tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:44.187782 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-729804af-8054-40fa-b9d6-f7afcb3edb9a tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8231695 Dec 12 18:03:44.190683 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53738) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:44.200226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3ffc0752-3307-4230-a09b-c1efe57d9c7d tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Request body: {'router': {'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:44.347250 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:44.352110 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d5f7b70a-9001-4b94-b141-9b2ab886d603 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:44.395234 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port bd668f85-cda1-40fa-abc3-66586b2afbf9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=bd668f85-cda1-40fa-abc3-66586b2afbf9,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:44.410870 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:44.442890 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e11cfe4c-c395-4ae8-a867-73834f8de82d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:44.493110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=bd668f85-cda1-40fa-abc3-66586b2afbf9,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:44.540074 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0752-3307-4230-a09b-c1efe57d9c7d tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:44.650228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c100a32f-a827-4877-9f35-cf844957cfde no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:44.679045 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e11cfe4c-c395-4ae8-a867-73834f8de82d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:44.716797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: c100a32f-a827-4877-9f35-cf844957cfde {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:03:44.717384 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device c100a32f-a827-4877-9f35-cf844957cfde not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:03:44.729237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11cfe4c-c395-4ae8-a867-73834f8de82d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:44.733241 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e11cfe4c-c395-4ae8-a867-73834f8de82d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:44.741124 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11cfe4c-c395-4ae8-a867-73834f8de82d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:44.741691 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e11cfe4c-c395-4ae8-a867-73834f8de82d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:44.831674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d5f7b70a-9001-4b94-b141-9b2ab886d603 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting port d48fc93b-4bfd-49ef-a032-f17b2d9ed9ef {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:44.832400 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d5f7b70a-9001-4b94-b141-9b2ab886d603 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:44.834197 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-90e7fd01-3e87-4b61-a9e2-136f58fbd64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:44.893574 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cfe4c-c395-4ae8-a867-73834f8de82d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=176718bd-4423-4625-8b83-16ffd1427de7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:44.925638 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e11cfe4c-c395-4ae8-a867-73834f8de82d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:45.004750 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d5f7b70a-9001-4b94-b141-9b2ab886d603 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:45.026753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d5f7b70a-9001-4b94-b141-9b2ab886d603 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Calling delete_port for d48fc93b-4bfd-49ef-a032-f17b2d9ed9ef owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:45.112360 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53748) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:45.152619 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53750) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:45.182185 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79d81458-1597-42b9-a325-aefe3107be01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:45.248651 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1a51beab-1422-4391-b0a9-4f163b6882a6 None None] Provisioning complete for port bd668f85-cda1-40fa-abc3-66586b2afbf9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:45.251716 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a51beab-1422-4391-b0a9-4f163b6882a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:45.320306 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d5f7b70a-9001-4b94-b141-9b2ab886d603 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:45.369715 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53754) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:45.383617 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7b70a-9001-4b94-b141-9b2ab886d603 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Port': ['ID=d48fc93b-4bfd-49ef-a032-f17b2d9ed9ef,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:45.584560 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-bdb70a29-84f6-477b-a20f-d3a6f225cf5b None None] Could not find standard attr ID for object 15c96781-ff41-400c-b678-853e67578d4b. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:03:45.602143 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d5f7b70a-9001-4b94-b141-9b2ab886d603 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:45.624998 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6a05f1c1-2640-483d-b98a-91aacc41d6e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:45.675614 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79d81458-1597-42b9-a325-aefe3107be01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:45.708304 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79d81458-1597-42b9-a325-aefe3107be01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:45.739641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d81458-1597-42b9-a325-aefe3107be01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12d1f74-d356-4c22-a528-74f9bc05a738,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:45.814196 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0752-3307-4230-a09b-c1efe57d9c7d tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:45.843040 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-79d81458-1597-42b9-a325-aefe3107be01 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.6891685 Dec 12 18:03:45.878512 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device bd668f85-cda1-40fa-abc3-66586b2afbf9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:45.888320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53758) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:45.891292 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0752-3307-4230-a09b-c1efe57d9c7d tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:45.966127 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a6184a7f-927a-4a81-a645-1ceaa926b72e None None] Provisioning complete for port 176718bd-4423-4625-8b83-16ffd1427de7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:45.966348 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f7b70a-9001-4b94-b141-9b2ab886d603 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 0b078f0e-fce2-47cb-9f22-0bef02bff6d9 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:03:45.966922 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6184a7f-927a-4a81-a645-1ceaa926b72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:45.972990 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6a05f1c1-2640-483d-b98a-91aacc41d6e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:45.986998 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6a05f1c1-2640-483d-b98a-91aacc41d6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.001695 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port bd668f85-cda1-40fa-abc3-66586b2afbf9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:46.002367 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.043642 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a6184a7f-927a-4a81-a645-1ceaa926b72e None None] Port 176718bd-4423-4625-8b83-16ffd1427de7 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:46.251139 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1e84963-6bd8-43a3-ba2f-de6335e10438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.289431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-3ffc0752-3307-4230-a09b-c1efe57d9c7d tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Allocated IP 172.25.1.91 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/c5ae0461-de69-4453-b820-482ad0d08ff1) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:46.326811 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1e84963-6bd8-43a3-ba2f-de6335e10438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.390000 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f7b70a-9001-4b94-b141-9b2ab886d603 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:46.397323 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6a05f1c1-2640-483d-b98a-91aacc41d6e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3914c6953475409a93db3909b72af561&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0234544 Dec 12 18:03:46.398163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53760) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:46.399097 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e11cfe4c-c395-4ae8-a867-73834f8de82d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.401996 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae497b-e3cd-44b3-a708-22747d92636f None None] Sync routers for ids ['0b078f0e-fce2-47cb-9f22-0bef02bff6d9'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:46.406110 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d5f7b70a-9001-4b94-b141-9b2ab886d603 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/0b078f0e-fce2-47cb-9f22-0bef02bff6d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9852653 Dec 12 18:03:46.406110 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05f1c1-2640-483d-b98a-91aacc41d6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21be4ab9-3a1e-429e-8a71-0d9df3333d87,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:46.410323 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53762) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:46.427010 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae497b-e3cd-44b3-a708-22747d92636f None None] Routers {'0b078f0e-fce2-47cb-9f22-0bef02bff6d9'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:46.427648 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-00ae497b-e3cd-44b3-a708-22747d92636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['0b078f0e-fce2-47cb-9f22-0bef02bff6d9'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:46.456881 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e11cfe4c-c395-4ae8-a867-73834f8de82d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.457946 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e11cfe4c-c395-4ae8-a867-73834f8de82d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.458191 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89066274-0c49-433f-92a9-5fb4b26043db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.463633 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-00ae497b-e3cd-44b3-a708-22747d92636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:46.469832 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9f2c1cd4-0f4b-48f4-b780-8c23d09d4690 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b078f0e-fce2-47cb-9f22-0bef02bff6d9 HTTP/1.1" status: 200 len: 205 time: 0.0540073 Dec 12 18:03:46.473585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53764) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:46.473735 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae497b-e3cd-44b3-a708-22747d92636f None None] Routers {'0b078f0e-fce2-47cb-9f22-0bef02bff6d9'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:46.474208 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-00ae497b-e3cd-44b3-a708-22747d92636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['0b078f0e-fce2-47cb-9f22-0bef02bff6d9'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:46.510593 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-00ae497b-e3cd-44b3-a708-22747d92636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:46.511520 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae497b-e3cd-44b3-a708-22747d92636f None None] The sync data for ids ['0b078f0e-fce2-47cb-9f22-0bef02bff6d9'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:03:46.531659 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89066274-0c49-433f-92a9-5fb4b26043db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.579796 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d4ae-7960-45fb-ab36-89edf18cf801 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.614059 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1e84963-6bd8-43a3-ba2f-de6335e10438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.617175 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1e84963-6bd8-43a3-ba2f-de6335e10438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.618389 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c1e84963-6bd8-43a3-ba2f-de6335e10438 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c12d1f74-d356-4c22-a528-74f9bc05a738 HTTP/1.1" status: 204 len: 168 time: 0.7247667 Dec 12 18:03:46.649026 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cfe4c-c395-4ae8-a867-73834f8de82d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=176718bd-4423-4625-8b83-16ffd1427de7,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:46.668529 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e84963-6bd8-43a3-ba2f-de6335e10438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12d1f74-d356-4c22-a528-74f9bc05a738,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:46.699788 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0752-3307-4230-a09b-c1efe57d9c7d tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.747060 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11cfe4c-c395-4ae8-a867-73834f8de82d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:46.752152 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e11cfe4c-c395-4ae8-a867-73834f8de82d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:46.776239 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d4ae-7960-45fb-ab36-89edf18cf801 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.782871 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d4ae-7960-45fb-ab36-89edf18cf801 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.794365 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89066274-0c49-433f-92a9-5fb4b26043db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.797610 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89066274-0c49-433f-92a9-5fb4b26043db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.801556 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-89066274-0c49-433f-92a9-5fb4b26043db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21be4ab9-3a1e-429e-8a71-0d9df3333d87 HTTP/1.1" status: 204 len: 168 time: 0.3918672 Dec 12 18:03:46.852694 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0752-3307-4230-a09b-c1efe57d9c7d tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.855107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89066274-0c49-433f-92a9-5fb4b26043db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21be4ab9-3a1e-429e-8a71-0d9df3333d87,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:46.898515 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d4ae-7960-45fb-ab36-89edf18cf801 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.900096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb8d4ae-7960-45fb-ab36-89edf18cf801 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Fanout notify agent at l3_agent the message router_deleted on router 0b078f0e-fce2-47cb-9f22-0bef02bff6d9 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:03:46.929210 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d4ae-7960-45fb-ab36-89edf18cf801 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:46.934916 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-dcb8d4ae-7960-45fb-ab36-89edf18cf801 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/routers/0b078f0e-fce2-47cb-9f22-0bef02bff6d9 HTTP/1.1" status: 204 len: 168 time: 0.4601638 Dec 12 18:03:46.936635 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53770) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:46.955447 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffc0752-3307-4230-a09b-c1efe57d9c7d tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:46.967461 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3ffc0752-3307-4230-a09b-c1efe57d9c7d tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:46.983353 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc0752-3307-4230-a09b-c1efe57d9c7d tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:46.988701 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4733a89d-f426-473a-b0fd-bc1b76849e4f None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:46.989994 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc0752-3307-4230-a09b-c1efe57d9c7d tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Pushing event updated for resources: {'Port': ['ID=c5ae0461-de69-4453-b820-482ad0d08ff1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:47.090141 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9ef3995d-6f1a-4a49-95db-d283ed6e1f38 None None] Provisioning complete for port c5ae0461-de69-4453-b820-482ad0d08ff1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:47.090528 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ef3995d-6f1a-4a49-95db-d283ed6e1f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.094362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-a866f679-2f22-435d-b170-b9998c50e467 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting subnet 87757914-7475-468f-a9e3-7eb096bbc63f {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:03:47.104883 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a866f679-2f22-435d-b170-b9998c50e467 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.149426 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3995d-6f1a-4a49-95db-d283ed6e1f38 None None] Port c5ae0461-de69-4453-b820-482ad0d08ff1 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:47.176943 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.199021 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a866f679-2f22-435d-b170-b9998c50e467 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.207881 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6366e047-2b64-42c4-a4e4-c17dfa48e0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.220968 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11cfe4c-c395-4ae8-a867-73834f8de82d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Router a80a584d-4dc1-420a-9254-bea71faf26aa is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:03:47.237447 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5010b56a-7962-4db4-ad60-768110c134f0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.276875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-79e86b88-8ff8-4473-af51-01189b5a1de4 None None] Provisioning complete for port 176718bd-4423-4625-8b83-16ffd1427de7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:47.278156 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-79e86b88-8ff8-4473-af51-01189b5a1de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.309756 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a866f679-2f22-435d-b170-b9998c50e467 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.323447 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-79e86b88-8ff8-4473-af51-01189b5a1de4 None None] Port 176718bd-4423-4625-8b83-16ffd1427de7 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:47.376070 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a866f679-2f22-435d-b170-b9998c50e467 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.385050 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53774) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:47.416837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866f679-2f22-435d-b170-b9998c50e467 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Subnet': ['ID=87757914-7475-468f-a9e3-7eb096bbc63f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:47.419051 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a866f679-2f22-435d-b170-b9998c50e467 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.424937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a866f679-2f22-435d-b170-b9998c50e467 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/subnets/87757914-7475-468f-a9e3-7eb096bbc63f HTTP/1.1" status: 204 len: 168 time: 0.4819765 Dec 12 18:03:47.424937 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf09be2e-4fff-43df-b80a-c4738c19a4dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.425121 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53776) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:47.432132 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6283ede3-8e05-44c4-82d3-a8e9cab6f5a9 None None] Network 2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:47.517343 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf09be2e-4fff-43df-b80a-c4738c19a4dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.524268 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf09be2e-4fff-43df-b80a-c4738c19a4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.524462 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11cfe4c-c395-4ae8-a867-73834f8de82d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:47.544711 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4a6d3c-0362-46e0-9a40-76773055e3c3 None None] Sync routers for ids ['a80a584d-4dc1-420a-9254-bea71faf26aa'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:47.562286 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4a6d3c-0362-46e0-9a40-76773055e3c3 None None] Routers {'a80a584d-4dc1-420a-9254-bea71faf26aa'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:47.563278 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ab4a6d3c-0362-46e0-9a40-76773055e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a80a584d-4dc1-420a-9254-bea71faf26aa'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:47.566913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cf09be2e-4fff-43df-b80a-c4738c19a4dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4237d812872947f1a7dc335b18a85327&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1795173 Dec 12 18:03:47.567826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09be2e-4fff-43df-b80a-c4738c19a4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9c1de5-00fc-48bf-9055-2a92980b528d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:47.569823 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e11cfe4c-c395-4ae8-a867-73834f8de82d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "PUT /v2.0/routers/a80a584d-4dc1-420a-9254-bea71faf26aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8402245 Dec 12 18:03:47.570775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53778) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:47.572867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53780) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:47.638456 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ef84c1-f26b-475e-9363-b74c84de977d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting subnet ec1ec1ab-c53a-49b5-a3bd-8b01eb742198 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:03:47.643375 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27ef84c1-f26b-475e-9363-b74c84de977d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.644972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eaf5bd-893e-473a-8e24-196ce230e650 None None] DHCP port deletion for 2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:47.645958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e3d0ba-a7ca-461a-bafd-fcc195325f69 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:47.647706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-99e3d0ba-a7ca-461a-bafd-fcc195325f69 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports/176718bd-4423-4625-8b83-16ffd1427de7 HTTP/1.1" status: 200 len: 911 time: 0.0693910 Dec 12 18:03:47.652374 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53782) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:47.702617 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6af22a76-809b-46ad-8315-cf159feb3229 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.707944 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ab4a6d3c-0362-46e0-9a40-76773055e3c3 None None] Set router a80a584d-4dc1-420a-9254-bea71faf26aa gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:03:47.723497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a114e3-9ae2-4004-80cd-3f4114cf2e0a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:47.730036 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a114e3-9ae2-4004-80cd-3f4114cf2e0a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:47.734257 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-08a114e3-9ae2-4004-80cd-3f4114cf2e0a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0783670 Dec 12 18:03:47.734415 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27ef84c1-f26b-475e-9363-b74c84de977d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.736357 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53784) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:47.758489 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0752-3307-4230-a09b-c1efe57d9c7d tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.780821 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6af22a76-809b-46ad-8315-cf159feb3229 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.884233 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.888192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3c7f4412-b235-42a6-8243-882ec13b8663 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:47.896280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-14eaf5bd-893e-473a-8e24-196ce230e650 None None] Deleting port 3c7f4412-b235-42a6-8243-882ec13b8663 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:47.896823 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14eaf5bd-893e-473a-8e24-196ce230e650 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.926806 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6af22a76-809b-46ad-8315-cf159feb3229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.930509 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6af22a76-809b-46ad-8315-cf159feb3229 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:47.934124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6af22a76-809b-46ad-8315-cf159feb3229 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d9c1de5-00fc-48bf-9055-2a92980b528d HTTP/1.1" status: 204 len: 168 time: 0.3601272 Dec 12 18:03:47.971781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af22a76-809b-46ad-8315-cf159feb3229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9c1de5-00fc-48bf-9055-2a92980b528d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:48.230149 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-14eaf5bd-893e-473a-8e24-196ce230e650 None None] For port 3c7f4412-b235-42a6-8243-882ec13b8663, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3c7f4412-b235-42a6-8243-882ec13b8663,segment=NetworkSegment(03b50c1e-5c63-4018-9917-34670ebcd320),segment_id=03b50c1e-5c63-4018-9917-34670ebcd320)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:48.230761 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14eaf5bd-893e-473a-8e24-196ce230e650 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:48.245232 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-14eaf5bd-893e-473a-8e24-196ce230e650 None None] Calling delete_port for 3c7f4412-b235-42a6-8243-882ec13b8663 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:48.268980 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27ef84c1-f26b-475e-9363-b74c84de977d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:48.297619 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ceae45e3-9a75-4d17-9e45-7348f7920b5b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:48.364545 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:48.447914 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ab4a6d3c-0362-46e0-9a40-76773055e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a584d-4dc1-420a-9254-bea71faf26aa', 'name': 'tempest-NetworksTestDHCPv6-router-519005301', 'tenant_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:40Z', 'updated_at': '2021-12-12T18:03:44Z', 'revision_number': 2, 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'gw_port_host': None, '_interfaces': [{'id': '176718bd-4423-4625-8b83-16ffd1427de7', 'name': '', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'tenant_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'mac_address': 'fa:16:3e:de:3d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80a584d-4dc1-420a-9254-bea71faf26aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'e4950a15-15be-43e9-af24-dc8b85498180', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:03:43Z', 'updated_at': '2021-12-12T18:03:45Z', 'revision_number': 2, 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'subnets': [{'id': 'e4950a15-15be-43e9-af24-dc8b85498180', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:48.451750 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:48.467813 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0752-3307-4230-a09b-c1efe57d9c7d tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:48.473876 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27ef84c1-f26b-475e-9363-b74c84de977d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:48.482027 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0752-3307-4230-a09b-c1efe57d9c7d tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:48.492317 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4a6d3c-0362-46e0-9a40-76773055e3c3 None None] Checking router: a80a584d-4dc1-420a-9254-bea71faf26aa for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:03:48.493195 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4a6d3c-0362-46e0-9a40-76773055e3c3 None None] Updating router a80a584d-4dc1-420a-9254-bea71faf26aa port 176718bd-4423-4625-8b83-16ffd1427de7 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:03:48.513999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef84c1-f26b-475e-9363-b74c84de977d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Subnet': ['ID=ec1ec1ab-c53a-49b5-a3bd-8b01eb742198,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:48.520479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5010b56a-7962-4db4-ad60-768110c134f0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting port b3f73366-1110-406b-97ab-5ddde3201a58 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:48.520823 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5010b56a-7962-4db4-ad60-768110c134f0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:48.524879 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-14eaf5bd-893e-473a-8e24-196ce230e650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:48.525078 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27ef84c1-f26b-475e-9363-b74c84de977d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:48.531136 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-27ef84c1-f26b-475e-9363-b74c84de977d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/subnets/ec1ec1ab-c53a-49b5-a3bd-8b01eb742198 HTTP/1.1" status: 204 len: 168 time: 1.1021903 Dec 12 18:03:48.552717 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53796) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:48.556965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eaf5bd-893e-473a-8e24-196ce230e650 None None] Pushing event deleted for resources: {'Port': ['ID=3c7f4412-b235-42a6-8243-882ec13b8663,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:48.558941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedeeb33-2dfb-41b1-983a-ea4eedadf8ed None None] Network ee466c87-e765-4e69-9602-44d2114d86e1 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:48.618727 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab4a6d3c-0362-46e0-9a40-76773055e3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:48.668194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ceae45e3-9a75-4d17-9e45-7348f7920b5b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port 176718bd-4423-4625-8b83-16ffd1427de7 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:48.668547 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ceae45e3-9a75-4d17-9e45-7348f7920b5b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:48.691602 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eaf5bd-893e-473a-8e24-196ce230e650 None None] No DVR routers for this DVR port 3c7f4412-b235-42a6-8243-882ec13b8663 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:03:48.720536 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-5010b56a-7962-4db4-ad60-768110c134f0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] For port b3f73366-1110-406b-97ab-5ddde3201a58, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b3f73366-1110-406b-97ab-5ddde3201a58,segment=NetworkSegment(9bacf018-e989-43e2-a6b1-a50ff12ab17b),segment_id=9bacf018-e989-43e2-a6b1-a50ff12ab17b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:48.720922 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5010b56a-7962-4db4-ad60-768110c134f0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:48.737314 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5010b56a-7962-4db4-ad60-768110c134f0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Calling delete_port for b3f73366-1110-406b-97ab-5ddde3201a58 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:48.778079 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dc66451-a26e-403c-a69a-72b5d59d11db tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:48.785355 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ceae45e3-9a75-4d17-9e45-7348f7920b5b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:48.798480 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ceae45e3-9a75-4d17-9e45-7348f7920b5b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for 176718bd-4423-4625-8b83-16ffd1427de7 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:48.900780 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c87f3dd-ab3e-432f-96ad-277fd8dab9b1 None None] DHCP port deletion for ee466c87-e765-4e69-9602-44d2114d86e1 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:48.957376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffc0752-3307-4230-a09b-c1efe57d9c7d tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Router 566fded3-7fe2-4256-9730-e546f40f5cb0 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:03:49.014838 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dc66451-a26e-403c-a69a-72b5d59d11db tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:49.042494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-1dc66451-a26e-403c-a69a-72b5d59d11db tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:49.043010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7c87f3dd-ab3e-432f-96ad-277fd8dab9b1 None None] Deleting port d5b05582-db71-4ae1-972f-a74a9a6be52b {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:49.043584 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c87f3dd-ab3e-432f-96ad-277fd8dab9b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:49.085333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-1dc66451-a26e-403c-a69a-72b5d59d11db tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b50c1e-5c63-4018-9917-34670ebcd320') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:49.085897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-1dc66451-a26e-403c-a69a-72b5d59d11db tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b50c1e-5c63-4018-9917-34670ebcd320') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:49.117307 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dc66451-a26e-403c-a69a-72b5d59d11db tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:49.124764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7c87f3dd-ab3e-432f-96ad-277fd8dab9b1 None None] For port d5b05582-db71-4ae1-972f-a74a9a6be52b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d5b05582-db71-4ae1-972f-a74a9a6be52b,segment=NetworkSegment(6e3aa761-b8fd-460b-bdcc-531bcc9ef09b),segment_id=6e3aa761-b8fd-460b-bdcc-531bcc9ef09b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:49.126411 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c87f3dd-ab3e-432f-96ad-277fd8dab9b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:49.128197 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffc0752-3307-4230-a09b-c1efe57d9c7d tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:49.135752 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ffc0752-3307-4230-a09b-c1efe57d9c7d tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:49.139914 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3ffc0752-3307-4230-a09b-c1efe57d9c7d tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "PUT /v2.0/routers/566fded3-7fe2-4256-9730-e546f40f5cb0 HTTP/1.1" status: 200 len: 883 time: 4.9440522 Dec 12 18:03:49.139914 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5010b56a-7962-4db4-ad60-768110c134f0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:49.140723 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53810) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:49.144588 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dc66451-a26e-403c-a69a-72b5d59d11db tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:49.149347 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0eb918-4726-4d94-9882-f6d0b6f1ed98 None None] Sync routers for ids ['566fded3-7fe2-4256-9730-e546f40f5cb0'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:49.154299 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7c87f3dd-ab3e-432f-96ad-277fd8dab9b1 None None] Calling delete_port for d5b05582-db71-4ae1-972f-a74a9a6be52b owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:49.163082 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ceae45e3-9a75-4d17-9e45-7348f7920b5b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:49.174894 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0eb918-4726-4d94-9882-f6d0b6f1ed98 None None] Routers {'566fded3-7fe2-4256-9730-e546f40f5cb0'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:49.175797 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0b0eb918-4726-4d94-9882-f6d0b6f1ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['566fded3-7fe2-4256-9730-e546f40f5cb0'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:49.227148 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae45e3-9a75-4d17-9e45-7348f7920b5b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=176718bd-4423-4625-8b83-16ffd1427de7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:49.235849 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc66451-a26e-403c-a69a-72b5d59d11db tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:03:49.235953 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dc66451-a26e-403c-a69a-72b5d59d11db tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:03:49.239650 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:03:49.279807 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c87f3dd-ab3e-432f-96ad-277fd8dab9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:49.281478 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010b56a-7962-4db4-ad60-768110c134f0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Port': ['ID=b3f73366-1110-406b-97ab-5ddde3201a58,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:49.285178 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f2655692-01db-4977-8da0-8659a27e827e tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "GET /v2.0/routers/566fded3-7fe2-4256-9730-e546f40f5cb0 HTTP/1.1" status: 200 len: 924 time: 0.1203675 Dec 12 18:03:49.289342 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53814) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:49.293567 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0b0eb918-4726-4d94-9882-f6d0b6f1ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:49.318898 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0eb918-4726-4d94-9882-f6d0b6f1ed98 None None] Routers {'566fded3-7fe2-4256-9730-e546f40f5cb0'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:49.322482 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0b0eb918-4726-4d94-9882-f6d0b6f1ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['566fded3-7fe2-4256-9730-e546f40f5cb0'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:49.324603 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c87f3dd-ab3e-432f-96ad-277fd8dab9b1 None None] No DVR routers for this DVR port d5b05582-db71-4ae1-972f-a74a9a6be52b on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:03:49.428434 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0b0eb918-4726-4d94-9882-f6d0b6f1ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:49.429205 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0eb918-4726-4d94-9882-f6d0b6f1ed98 None None] The sync data for ids ['566fded3-7fe2-4256-9730-e546f40f5cb0'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:03:49.432621 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87f3dd-ab3e-432f-96ad-277fd8dab9b1 None None] Pushing event deleted for resources: {'Port': ['ID=d5b05582-db71-4ae1-972f-a74a9a6be52b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:49.476957 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dc66451-a26e-403c-a69a-72b5d59d11db tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:49.492663 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dc66451-a26e-403c-a69a-72b5d59d11db tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:49.496125 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1dc66451-a26e-403c-a69a-72b5d59d11db tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/networks/2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2 HTTP/1.1" status: 204 len: 168 time: 0.9401002 Dec 12 18:03:49.516931 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53816) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:49.572625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1846647a-839f-49aa-a332-1fcb278a0a3c tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:49.574511 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1846647a-839f-49aa-a332-1fcb278a0a3c tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&device_id=566fded3-7fe2-4256-9730-e546f40f5cb0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2838655 Dec 12 18:03:49.583941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53820) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:49.664994 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ceae45e3-9a75-4d17-9e45-7348f7920b5b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:49.665770 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-ab4a6d3c-0362-46e0-9a40-76773055e3c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:03:49.666303 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-ab4a6d3c-0362-46e0-9a40-76773055e3c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:03:49.674245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc66451-a26e-403c-a69a-72b5d59d11db tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Network': ['ID=2e5bd1c3-1f46-4bf9-bcac-5a044badcbd2,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:49.793978 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0750f978-d842-42ff-8230-50c5d99f3824 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:49.821108 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4810ba9-550e-459f-8147-9424bb71c18f tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:49.825068 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b4810ba9-550e-459f-8147-9424bb71c18f tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 881 time: 0.2344952 Dec 12 18:03:49.825865 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53826) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:49.860523 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f4faab1a-3748-43d6-b352-3585a87f5066 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "GET /v2.0/ports?device_id=566fded3-7fe2-4256-9730-e546f40f5cb0 HTTP/1.1" status: 200 len: 205 time: 0.0314498 Dec 12 18:03:49.860726 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53828) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:49.862774 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5010b56a-7962-4db4-ad60-768110c134f0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:49.951514 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d5b05582-db71-4ae1-972f-a74a9a6be52b no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:49.987032 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: d5b05582-db71-4ae1-972f-a74a9a6be52b {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:03:49.988190 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d5b05582-db71-4ae1-972f-a74a9a6be52b not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:03:49.988707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceae45e3-9a75-4d17-9e45-7348f7920b5b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Router a80a584d-4dc1-420a-9254-bea71faf26aa has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:03:50.006041 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0750f978-d842-42ff-8230-50c5d99f3824 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:50.034593 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-0750f978-d842-42ff-8230-50c5d99f3824 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee466c87-e765-4e69-9602-44d2114d86e1']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:50.082024 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ec941e-9713-4d8e-a843-8ac02c649576 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:50.088338 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:50.189423 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4a6d3c-0362-46e0-9a40-76773055e3c3 None None] Port 176718bd-4423-4625-8b83-16ffd1427de7 not found while updating agent binding for router a80a584d-4dc1-420a-9254-bea71faf26aa. {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 12 18:03:50.202362 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4a6d3c-0362-46e0-9a40-76773055e3c3 None None] Routers {'a80a584d-4dc1-420a-9254-bea71faf26aa'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:50.203181 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ab4a6d3c-0362-46e0-9a40-76773055e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a80a584d-4dc1-420a-9254-bea71faf26aa'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:50.294990 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ab4a6d3c-0362-46e0-9a40-76773055e3c3 None None] Set router a80a584d-4dc1-420a-9254-bea71faf26aa gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:03:50.300101 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ec941e-9713-4d8e-a843-8ac02c649576 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:50.313267 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5010b56a-7962-4db4-ad60-768110c134f0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Router 45162074-a469-4424-913d-9ffd4a605016 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:03:50.387090 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ab4a6d3c-0362-46e0-9a40-76773055e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a584d-4dc1-420a-9254-bea71faf26aa', 'name': 'tempest-NetworksTestDHCPv6-router-519005301', 'tenant_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:40Z', 'updated_at': '2021-12-12T18:03:49Z', 'revision_number': 3, 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:50.421040 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4a6d3c-0362-46e0-9a40-76773055e3c3 None None] The sync data for ids ['a80a584d-4dc1-420a-9254-bea71faf26aa'] in n-d-760354-5 is: [{'id': 'a80a584d-4dc1-420a-9254-bea71faf26aa', 'name': 'tempest-NetworksTestDHCPv6-router-519005301', 'tenant_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:40Z', 'updated_at': '2021-12-12T18:03:49Z', 'revision_number': 3, 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:03:50.433210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceae45e3-9a75-4d17-9e45-7348f7920b5b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:50.442765 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ceae45e3-9a75-4d17-9e45-7348f7920b5b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "PUT /v2.0/routers/a80a584d-4dc1-420a-9254-bea71faf26aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7067416 Dec 12 18:03:50.446031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53840) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:50.449825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-0750f978-d842-42ff-8230-50c5d99f3824 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3aa761-b8fd-460b-bdcc-531bcc9ef09b') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:50.454056 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-0750f978-d842-42ff-8230-50c5d99f3824 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3aa761-b8fd-460b-bdcc-531bcc9ef09b') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:50.493993 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0750f978-d842-42ff-8230-50c5d99f3824 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:50.520421 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0750f978-d842-42ff-8230-50c5d99f3824 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:50.534915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0750f978-d842-42ff-8230-50c5d99f3824 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:03:50.535171 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0750f978-d842-42ff-8230-50c5d99f3824 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:03:50.538715 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:03:50.557126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c7e312-83f5-4528-8456-8ea655f06468 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:50.558794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c7e312-83f5-4528-8456-8ea655f06468 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:50.560527 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-20c7e312-83f5-4528-8456-8ea655f06468 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1135516 Dec 12 18:03:50.591710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53846) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:50.673191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-9615f0be-f1b0-471c-acde-9e31a34c2c75 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet e4950a15-15be-43e9-af24-dc8b85498180 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:03:50.680747 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9615f0be-f1b0-471c-acde-9e31a34c2c75 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:50.684269 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0750f978-d842-42ff-8230-50c5d99f3824 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:50.718380 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0750f978-d842-42ff-8230-50c5d99f3824 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:50.727114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0750f978-d842-42ff-8230-50c5d99f3824 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/networks/ee466c87-e765-4e69-9602-44d2114d86e1 HTTP/1.1" status: 204 len: 168 time: 1.2055383 Dec 12 18:03:50.743247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53852) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:50.752124 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-24804398-ec35-4438-9dc3-ebe08d287c82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-532761481'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:50.759889 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750f978-d842-42ff-8230-50c5d99f3824 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Network': ['ID=ee466c87-e765-4e69-9602-44d2114d86e1,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:50.776757 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9615f0be-f1b0-471c-acde-9e31a34c2c75 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:50.788840 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-77ec941e-9713-4d8e-a843-8ac02c649576 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Deleting port c5ae0461-de69-4453-b820-482ad0d08ff1 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:50.789381 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ec941e-9713-4d8e-a843-8ac02c649576 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:50.811553 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24804398-ec35-4438-9dc3-ebe08d287c82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Made reservation on behalf of ae60d9fcfda242649d0d6f0c8466aa04 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:50.815089 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24804398-ec35-4438-9dc3-ebe08d287c82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:50.857275 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5010b56a-7962-4db4-ad60-768110c134f0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:50.867270 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5010b56a-7962-4db4-ad60-768110c134f0 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "PUT /v2.0/routers/45162074-a469-4424-913d-9ffd4a605016/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7511694 Dec 12 18:03:50.867953 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53856) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:50.873780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24804398-ec35-4438-9dc3-ebe08d287c82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:03:50.893719 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24804398-ec35-4438-9dc3-ebe08d287c82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:50.893969 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-24804398-ec35-4438-9dc3-ebe08d287c82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Added segment c5716509-6643-405b-8ea0-fda125312e20 of type vlan for network 55ea418d-ff23-42a5-9592-06c6b8ab37e9 Dec 12 18:03:50.901451 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9a6aa3-1dd5-43ab-9d2e-0988cfe13f8d None None] Sync routers for ids ['45162074-a469-4424-913d-9ffd4a605016'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:50.909165 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9615f0be-f1b0-471c-acde-9e31a34c2c75 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:50.918017 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:50.930818 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9a6aa3-1dd5-43ab-9d2e-0988cfe13f8d None None] Routers {'45162074-a469-4424-913d-9ffd4a605016'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:50.932312 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6b9a6aa3-1dd5-43ab-9d2e-0988cfe13f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['45162074-a469-4424-913d-9ffd4a605016'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:50.941798 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ec941e-9713-4d8e-a843-8ac02c649576 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:50.964270 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa6cf5e-b75b-4217-9ac8-439569c432fe tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting subnet 3cf3f0ff-3476-44fb-95ca-4160583ce8e6 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:03:50.967616 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-77ec941e-9713-4d8e-a843-8ac02c649576 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Calling delete_port for c5ae0461-de69-4453-b820-482ad0d08ff1 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:50.969573 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aa6cf5e-b75b-4217-9ac8-439569c432fe tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:50.977299 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24804398-ec35-4438-9dc3-ebe08d287c82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:51.025259 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24804398-ec35-4438-9dc3-ebe08d287c82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:51.033322 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24804398-ec35-4438-9dc3-ebe08d287c82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:51.034089 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24804398-ec35-4438-9dc3-ebe08d287c82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:51.041746 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9615f0be-f1b0-471c-acde-9e31a34c2c75 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:51.066438 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aa6cf5e-b75b-4217-9ac8-439569c432fe tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:51.121065 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-6b9a6aa3-1dd5-43ab-9d2e-0988cfe13f8d None None] Set router 45162074-a469-4424-913d-9ffd4a605016 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:03:51.127463 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615f0be-f1b0-471c-acde-9e31a34c2c75 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=e4950a15-15be-43e9-af24-dc8b85498180,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:51.129573 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9615f0be-f1b0-471c-acde-9e31a34c2c75 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:51.133545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9615f0be-f1b0-471c-acde-9e31a34c2c75 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/e4950a15-15be-43e9-af24-dc8b85498180 HTTP/1.1" status: 204 len: 168 time: 0.5408418 Dec 12 18:03:51.138891 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf4245a-b9e9-434f-ae35-be19626937c3 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:51.141088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53862) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:51.153502 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-24804398-ec35-4438-9dc3-ebe08d287c82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4088471 Dec 12 18:03:51.156349 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53864) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:51.198393 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3ed74daf-3f4b-45f0-a91f-37b794fb98f8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'subnet': {'network_id': '55ea418d-ff23-42a5-9592-06c6b8ab37e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:51.250012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24804398-ec35-4438-9dc3-ebe08d287c82 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Network': ['ID=55ea418d-ff23-42a5-9592-06c6b8ab37e9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:51.288363 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d2b5abcf-588b-45ca-b585-7d09585ebfe3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1457822 Dec 12 18:03:51.290765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53868) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:51.290988 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 55ea418d-ff23-42a5-9592-06c6b8ab37e9 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:03:51.356385 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aa6cf5e-b75b-4217-9ac8-439569c432fe tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:51.419434 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20f54c0f-a2a6-45fb-bd1c-a5468aa54913 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:51.557502 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ec941e-9713-4d8e-a843-8ac02c649576 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:51.570616 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aa6cf5e-b75b-4217-9ac8-439569c432fe tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:51.643266 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb082f6d-d812-455c-ae9c-93cbaeabe7f1 None None] DHCP port deletion for 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:51.675448 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20f54c0f-a2a6-45fb-bd1c-a5468aa54913 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:51.676197 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec941e-9713-4d8e-a843-8ac02c649576 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Pushing event deleted for resources: {'Port': ['ID=c5ae0461-de69-4453-b820-482ad0d08ff1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:51.678296 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20f54c0f-a2a6-45fb-bd1c-a5468aa54913 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:51.722210 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6cf5e-b75b-4217-9ac8-439569c432fe tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf3f0ff-3476-44fb-95ca-4160583ce8e6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:51.725558 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed74daf-3f4b-45f0-a91f-37b794fb98f8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Made reservation on behalf of ae60d9fcfda242649d0d6f0c8466aa04 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:51.729398 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ed74daf-3f4b-45f0-a91f-37b794fb98f8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:51.736485 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aa6cf5e-b75b-4217-9ac8-439569c432fe tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:51.742716 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20f54c0f-a2a6-45fb-bd1c-a5468aa54913 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:51.742897 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0aa6cf5e-b75b-4217-9ac8-439569c432fe tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/subnets/3cf3f0ff-3476-44fb-95ca-4160583ce8e6 HTTP/1.1" status: 204 len: 168 time: 0.8733275 Dec 12 18:03:51.743586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f54c0f-a2a6-45fb-bd1c-a5468aa54913 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Fanout notify agent at l3_agent the message router_deleted on router a80a584d-4dc1-420a-9254-bea71faf26aa {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:03:51.746658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53876) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:51.748854 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ec941e-9713-4d8e-a843-8ac02c649576 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:51.760637 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891dac5b-95e8-48bc-8cd4-b95b9afc69c7 None None] Sync routers for ids ['a80a584d-4dc1-420a-9254-bea71faf26aa'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:51.774987 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20f54c0f-a2a6-45fb-bd1c-a5468aa54913 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:51.779881 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891dac5b-95e8-48bc-8cd4-b95b9afc69c7 None None] Routers set() bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:51.780232 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891dac5b-95e8-48bc-8cd4-b95b9afc69c7 None None] Router IDs set() for agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 18:03:51.781883 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_agentschedulers_db [None req-891dac5b-95e8-48bc-8cd4-b95b9afc69c7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a80a584d-4dc1-420a-9254-bea71faf26aa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent'). {{(pid=103153) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 12 18:03:51.784152 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-20f54c0f-a2a6-45fb-bd1c-a5468aa54913 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/routers/a80a584d-4dc1-420a-9254-bea71faf26aa HTTP/1.1" status: 204 len: 168 time: 0.4917519 Dec 12 18:03:51.787626 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53878) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:51.804948 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891dac5b-95e8-48bc-8cd4-b95b9afc69c7 None None] Routers set() bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:51.807810 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891dac5b-95e8-48bc-8cd4-b95b9afc69c7 None None] Router IDs set() for agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 18:03:51.808550 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_agentschedulers_db [None req-891dac5b-95e8-48bc-8cd4-b95b9afc69c7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a80a584d-4dc1-420a-9254-bea71faf26aa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent'). {{(pid=103153) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 12 18:03:51.809041 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891dac5b-95e8-48bc-8cd4-b95b9afc69c7 None None] The sync data for ids ['a80a584d-4dc1-420a-9254-bea71faf26aa'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:03:51.839130 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-05fbf3a8-92a0-4a95-a6a3-460cfeb5519e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:51.913309 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6b9a6aa3-1dd5-43ab-9d2e-0988cfe13f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45162074-a469-4424-913d-9ffd4a605016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265431894', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:01:46Z', 'updated_at': '2021-12-12T18:03:48Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:47Z', 'updated_at': '2021-12-12T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:51.919391 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd27d7ff-71a1-43bc-ad51-8a97e5363129 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:51.923499 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47fdd54-68e1-444a-99fc-7ffffd857e92 None None] Network e77a2f89-d98f-461e-85e8-a94a2fda4d4e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:51.928069 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device bd668f85-cda1-40fa-abc3-66586b2afbf9 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:51.949276 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-620ea6b8-9327-4756-a212-b1f410497fd6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.059493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9a6aa3-1dd5-43ab-9d2e-0988cfe13f8d None None] Checking router: 45162074-a469-4424-913d-9ffd4a605016 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:03:52.070250 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ec941e-9713-4d8e-a843-8ac02c649576 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.076832 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ec941e-9713-4d8e-a843-8ac02c649576 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.132293 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9a6aa3-1dd5-43ab-9d2e-0988cfe13f8d None None] Routers {'45162074-a469-4424-913d-9ffd4a605016'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:52.132931 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-620ea6b8-9327-4756-a212-b1f410497fd6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.133061 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6b9a6aa3-1dd5-43ab-9d2e-0988cfe13f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['45162074-a469-4424-913d-9ffd4a605016'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:52.165868 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ec941e-9713-4d8e-a843-8ac02c649576 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.166553 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ec941e-9713-4d8e-a843-8ac02c649576 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Fanout notify agent at l3_agent the message router_deleted on router 566fded3-7fe2-4256-9730-e546f40f5cb0 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:03:52.175160 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ec941e-9713-4d8e-a843-8ac02c649576 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.180607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53886) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:52.181174 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-77ec941e-9713-4d8e-a843-8ac02c649576 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "DELETE /v2.0/routers/566fded3-7fe2-4256-9730-e546f40f5cb0 HTTP/1.1" status: 204 len: 168 time: 2.3194022 Dec 12 18:03:52.186281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-52ea1534-b8df-4964-9ee6-926308b15b1b tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1448580890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:52.213012 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fbf3a8-92a0-4a95-a6a3-460cfeb5519e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:52.216855 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05fbf3a8-92a0-4a95-a6a3-460cfeb5519e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.246691 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52ea1534-b8df-4964-9ee6-926308b15b1b tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.248756 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52ea1534-b8df-4964-9ee6-926308b15b1b tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.259221 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.263806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-620ea6b8-9327-4756-a212-b1f410497fd6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Deleting port 4e2b225c-6552-4965-9f61-518bb0d8db63 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:52.263806 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-620ea6b8-9327-4756-a212-b1f410497fd6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.312025 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bb082f6d-d812-455c-ae9c-93cbaeabe7f1 None None] Deleting port bd668f85-cda1-40fa-abc3-66586b2afbf9 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:52.312025 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bb082f6d-d812-455c-ae9c-93cbaeabe7f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.359248 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-6b9a6aa3-1dd5-43ab-9d2e-0988cfe13f8d None None] Set router 45162074-a469-4424-913d-9ffd4a605016 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:03:52.433277 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ed74daf-3f4b-45f0-a91f-37b794fb98f8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.434471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd60ac0-73ff-452b-a683-2df58fe2ed09 None None] DHCP port deletion for e77a2f89-d98f-461e-85e8-a94a2fda4d4e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:52.437638 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52ea1534-b8df-4964-9ee6-926308b15b1b tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.448599 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port bd668f85-cda1-40fa-abc3-66586b2afbf9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=bd668f85-cda1-40fa-abc3-66586b2afbf9,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:52.491934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-620ea6b8-9327-4756-a212-b1f410497fd6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] For port 4e2b225c-6552-4965-9f61-518bb0d8db63, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4e2b225c-6552-4965-9f61-518bb0d8db63,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:52.492303 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-620ea6b8-9327-4756-a212-b1f410497fd6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.508926 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.514351 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-620ea6b8-9327-4756-a212-b1f410497fd6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Calling delete_port for 4e2b225c-6552-4965-9f61-518bb0d8db63 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:52.531231 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52ea1534-b8df-4964-9ee6-926308b15b1b tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.534683 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-bb082f6d-d812-455c-ae9c-93cbaeabe7f1 None None] For port bd668f85-cda1-40fa-abc3-66586b2afbf9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=bd668f85-cda1-40fa-abc3-66586b2afbf9,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:52.535087 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bb082f6d-d812-455c-ae9c-93cbaeabe7f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.567339 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed74daf-3f4b-45f0-a91f-37b794fb98f8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Subnet': ['ID=4d979534-7bde-4b15-b7c1-1a9480eba022,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:52.588380 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bb082f6d-d812-455c-ae9c-93cbaeabe7f1 None None] Calling delete_port for bd668f85-cda1-40fa-abc3-66586b2afbf9 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:52.619908 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed74daf-3f4b-45f0-a91f-37b794fb98f8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Checking segment: {'id': 'c5716509-6643-405b-8ea0-fda125312e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '55ea418d-ff23-42a5-9592-06c6b8ab37e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:03:52.620321 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed74daf-3f4b-45f0-a91f-37b794fb98f8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network hostable DHCP agents. Network: 55ea418d-ff23-42a5-9592-06c6b8ab37e9, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:03:52.626584 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52ea1534-b8df-4964-9ee6-926308b15b1b tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.633129 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-52ea1534-b8df-4964-9ee6-926308b15b1b tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4512277 Dec 12 18:03:52.633303 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53896) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:52.647156 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-41bbd206-30ef-48a9-9b9a-ce14849c7aa4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'enable_snat': True}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:52.686067 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=bd668f85-cda1-40fa-abc3-66586b2afbf9,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:52.743314 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3cd60ac0-73ff-452b-a683-2df58fe2ed09 None None] Deleting port 87e7c103-10ce-426d-9cef-b514c7ad6d73 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:52.743695 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3cd60ac0-73ff-452b-a683-2df58fe2ed09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.772495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed74daf-3f4b-45f0-a91f-37b794fb98f8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network 55ea418d-ff23-42a5-9592-06c6b8ab37e9 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:03:52.819725 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05fbf3a8-92a0-4a95-a6a3-460cfeb5519e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.821537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3ed74daf-3f4b-45f0-a91f-37b794fb98f8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 55ea418d-ff23-42a5-9592-06c6b8ab37e9) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:52.823135 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-620ea6b8-9327-4756-a212-b1f410497fd6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.824814 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bb082f6d-d812-455c-ae9c-93cbaeabe7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.833530 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3cd60ac0-73ff-452b-a683-2df58fe2ed09 None None] For port 87e7c103-10ce-426d-9cef-b514c7ad6d73, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=87e7c103-10ce-426d-9cef-b514c7ad6d73,segment=NetworkSegment(9bacf018-e989-43e2-a6b1-a50ff12ab17b),segment_id=9bacf018-e989-43e2-a6b1-a50ff12ab17b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:52.834000 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3cd60ac0-73ff-452b-a683-2df58fe2ed09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.838448 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff33dee8-54c8-418c-bacd-c9b8419b2e75 None None] Network 55ea418d-ff23-42a5-9592-06c6b8ab37e9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:52.869546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ea6b8-9327-4756-a212-b1f410497fd6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Port': ['ID=4e2b225c-6552-4965-9f61-518bb0d8db63,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:52.886657 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed74daf-3f4b-45f0-a91f-37b794fb98f8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:52.887766 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ed74daf-3f4b-45f0-a91f-37b794fb98f8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.890182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3cd60ac0-73ff-452b-a683-2df58fe2ed09 None None] Calling delete_port for 87e7c103-10ce-426d-9cef-b514c7ad6d73 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:52.914890 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e290b4-3a84-4f8e-8cc0-d46a70507a82 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:52.917458 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb082f6d-d812-455c-ae9c-93cbaeabe7f1 None None] Pushing event deleted for resources: {'Port': ['ID=bd668f85-cda1-40fa-abc3-66586b2afbf9,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:52.920660 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fbf3a8-92a0-4a95-a6a3-460cfeb5519e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:52.928769 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb082f6d-d812-455c-ae9c-93cbaeabe7f1 None None] No DVR routers for this DVR port bd668f85-cda1-40fa-abc3-66586b2afbf9 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:03:52.933202 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-05fbf3a8-92a0-4a95-a6a3-460cfeb5519e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:52.957559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f296b361-13cc-49d8-94d0-6fa8974a0d16 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:52.989387 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fbf3a8-92a0-4a95-a6a3-460cfeb5519e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:52.990760 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05fbf3a8-92a0-4a95-a6a3-460cfeb5519e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.996207 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3ed74daf-3f4b-45f0-a91f-37b794fb98f8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8384304 Dec 12 18:03:52.997101 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-620ea6b8-9327-4756-a212-b1f410497fd6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:52.997336 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbf3a8-92a0-4a95-a6a3-460cfeb5519e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=ee502eda-5bc4-46be-9f2f-4af43ffe369b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:52.999631 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53904) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:53.002746 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6b9a6aa3-1dd5-43ab-9d2e-0988cfe13f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45162074-a469-4424-913d-9ffd4a605016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265431894', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:01:46Z', 'updated_at': '2021-12-12T18:03:48Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:47Z', 'updated_at': '2021-12-12T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:53.015366 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-7564c464-2d3b-4578-af7f-8155b4b5f2c0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1616669124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:53.047179 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41bbd206-30ef-48a9-9b9a-ce14849c7aa4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.075230 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-05fbf3a8-92a0-4a95-a6a3-460cfeb5519e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2867150 Dec 12 18:03:53.083159 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53908) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:53.083829 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7564c464-2d3b-4578-af7f-8155b4b5f2c0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.085810 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7564c464-2d3b-4578-af7f-8155b4b5f2c0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.088941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9a6aa3-1dd5-43ab-9d2e-0988cfe13f8d None None] The sync data for ids ['45162074-a469-4424-913d-9ffd4a605016'] in n-d-760354-5 is: [{'id': '45162074-a469-4424-913d-9ffd4a605016', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1265431894', 'tenant_id': '1ca8577c66784779ba8900bd9278d832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:01:46Z', 'updated_at': '2021-12-12T18:03:48Z', 'revision_number': 5, 'project_id': '1ca8577c66784779ba8900bd9278d832', 'gw_port': {'id': '4e2b225c-6552-4965-9f61-518bb0d8db63', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45162074-a469-4424-913d-9ffd4a605016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:01:47Z', 'updated_at': '2021-12-12T18:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:03:53.175559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-55ea418d-ff23-42a5-9592-06c6b8ab37e9', 'network_id': '55ea418d-ff23-42a5-9592-06c6b8ab37e9', 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'fixed_ips': [{'subnet_id': '4d979534-7bde-4b15-b7c1-1a9480eba022'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:03:53.176831 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.191793 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3cd60ac0-73ff-452b-a683-2df58fe2ed09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.211573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-30b71e29-d4c2-4da9-8c9d-03ae09b2288c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1305355906', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:53.227603 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'fixed_ips': [{'subnet_id': 'ee502eda-5bc4-46be-9f2f-4af43ffe369b'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:03:53.228486 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.234720 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd60ac0-73ff-452b-a683-2df58fe2ed09 None None] Pushing event deleted for resources: {'Port': ['ID=87e7c103-10ce-426d-9cef-b514c7ad6d73,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:53.258969 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd60ac0-73ff-452b-a683-2df58fe2ed09 None None] No DVR routers for this DVR port 87e7c103-10ce-426d-9cef-b514c7ad6d73 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:03:53.311219 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7564c464-2d3b-4578-af7f-8155b4b5f2c0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.326845 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-620ea6b8-9327-4756-a212-b1f410497fd6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.328988 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7564c464-2d3b-4578-af7f-8155b4b5f2c0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.337182 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-620ea6b8-9327-4756-a212-b1f410497fd6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.371045 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41bbd206-30ef-48a9-9b9a-ce14849c7aa4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.392578 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41bbd206-30ef-48a9-9b9a-ce14849c7aa4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.393045 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-30b71e29-d4c2-4da9-8c9d-03ae09b2288c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.394060 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-30b71e29-d4c2-4da9-8c9d-03ae09b2288c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.403492 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7564c464-2d3b-4578-af7f-8155b4b5f2c0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.404378 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7564c464-2d3b-4578-af7f-8155b4b5f2c0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3938022 Dec 12 18:03:53.406920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53914) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:53.415013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f0a0dce2-bd0d-4e82-9f6f-88646eb95d3d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'port': {'network_id': '55ea418d-ff23-42a5-9592-06c6b8ab37e9', 'name': 'tempest-RoutersIpV6Test-495350550'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:53.562995 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-620ea6b8-9327-4756-a212-b1f410497fd6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.563795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620ea6b8-9327-4756-a212-b1f410497fd6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Fanout notify agent at l3_agent the message router_deleted on router 45162074-a469-4424-913d-9ffd4a605016 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:03:53.573544 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-620ea6b8-9327-4756-a212-b1f410497fd6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.577222 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-620ea6b8-9327-4756-a212-b1f410497fd6 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/routers/45162074-a469-4424-913d-9ffd4a605016 HTTP/1.1" status: 204 len: 168 time: 1.8270705 Dec 12 18:03:53.578867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a0dce2-bd0d-4e82-9f6f-88646eb95d3d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Made reservation on behalf of ae60d9fcfda242649d0d6f0c8466aa04 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:03:53.583510 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f0a0dce2-bd0d-4e82-9f6f-88646eb95d3d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.593914 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53918) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:53.614519 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-f0a0dce2-bd0d-4e82-9f6f-88646eb95d3d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] device_id is not set on port 13122348-7101-44de-accc-22c0fd4622ed yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:03:53.690467 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-30b71e29-d4c2-4da9-8c9d-03ae09b2288c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.737235 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Allocated IP 2001:db8::2 (55ea418d-ff23-42a5-9592-06c6b8ab37e9/4d979534-7bde-4b15-b7c1-1a9480eba022/5d1da896-01d3-4e27-8e77-75d3fbb627f7) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:53.739945 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-30b71e29-d4c2-4da9-8c9d-03ae09b2288c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.749032 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-41bbd206-30ef-48a9-9b9a-ce14849c7aa4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Allocated IP 172.25.1.107 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/36da68db-29e4-4d44-bd10-87233d710c02) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:53.761681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Allocated IP 2001:db8::2 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/ee502eda-5bc4-46be-9f2f-4af43ffe369b/cec88b2f-4a94-41a8-8620-078cc6c16671) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:53.774916 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-30b71e29-d4c2-4da9-8c9d-03ae09b2288c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.776242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-30b71e29-d4c2-4da9-8c9d-03ae09b2288c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6432023 Dec 12 18:03:53.779281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53922) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:53.803528 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4868db26-173e-474e-8e63-9f328b8e12e5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:53.998216 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4868db26-173e-474e-8e63-9f328b8e12e5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.044025 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-4868db26-173e-474e-8e63-9f328b8e12e5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77a2f89-d98f-461e-85e8-a94a2fda4d4e']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:54.064214 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41bbd206-30ef-48a9-9b9a-ce14849c7aa4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.066628 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-4868db26-173e-474e-8e63-9f328b8e12e5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bacf018-e989-43e2-a6b1-a50ff12ab17b') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:54.067109 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-4868db26-173e-474e-8e63-9f328b8e12e5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bacf018-e989-43e2-a6b1-a50ff12ab17b') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:54.081836 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b3f73366-1110-406b-97ab-5ddde3201a58 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:54.086009 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4868db26-173e-474e-8e63-9f328b8e12e5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.109903 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4868db26-173e-474e-8e63-9f328b8e12e5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.125284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4868db26-173e-474e-8e63-9f328b8e12e5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:03:54.125750 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4868db26-173e-474e-8e63-9f328b8e12e5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:03:54.129190 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:03:54.170872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: b3f73366-1110-406b-97ab-5ddde3201a58 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:03:54.170872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b3f73366-1110-406b-97ab-5ddde3201a58 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:03:54.171141 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 87e7c103-10ce-426d-9cef-b514c7ad6d73 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:54.197726 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7083d1c6-ddbb-4bf9-a4e6-9d8a1408fb0d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.215169 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41bbd206-30ef-48a9-9b9a-ce14849c7aa4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.244004 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 87e7c103-10ce-426d-9cef-b514c7ad6d73 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:03:54.244377 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 87e7c103-10ce-426d-9cef-b514c7ad6d73 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:03:54.261871 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4868db26-173e-474e-8e63-9f328b8e12e5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.285605 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4868db26-173e-474e-8e63-9f328b8e12e5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.292416 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4868db26-173e-474e-8e63-9f328b8e12e5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/networks/e77a2f89-d98f-461e-85e8-a94a2fda4d4e HTTP/1.1" status: 204 len: 168 time: 0.6906264 Dec 12 18:03:54.293105 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53928) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:54.295135 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bbd206-30ef-48a9-9b9a-ce14849c7aa4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:54.305443 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.307873 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.317937 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.321172 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868db26-173e-474e-8e63-9f328b8e12e5 tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'Network': ['ID=e77a2f89-d98f-461e-85e8-a94a2fda4d4e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:54.323313 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-41bbd206-30ef-48a9-9b9a-ce14849c7aa4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:54.337105 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bbd206-30ef-48a9-9b9a-ce14849c7aa4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:54.343620 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.379239 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f649cc0f-8192-40e6-b82b-439ed8f84502 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:54.385154 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbd206-30ef-48a9-9b9a-ce14849c7aa4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Pushing event updated for resources: {'Port': ['ID=36da68db-29e4-4d44-bd10-87233d710c02,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:54.411489 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:54.417016 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:54.434692 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Pushing event updated for resources: {'Port': ['ID=cec88b2f-4a94-41a8-8620-078cc6c16671,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:54.445348 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:54.529976 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Network 55ea418d-ff23-42a5-9592-06c6b8ab37e9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:54.547254 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b09b4d33-5d29-4fbd-a1f6-033d22dd98fa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.552259 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:54.559077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:54.597461 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Attempting to bind port cec88b2f-4a94-41a8-8620-078cc6c16671 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:03:54.597849 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Attempting to bind port cec88b2f-4a94-41a8-8620-078cc6c16671 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:03:54.598227 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Attempting to bind port cec88b2f-4a94-41a8-8620-078cc6c16671 on network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:03:54.621024 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:03:54.621650 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Checking segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:03:54.622077 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.622503 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Bound using segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:03:54.622993 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Bound port: cec88b2f-4a94-41a8-8620-078cc6c16671, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:03:54.623415 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.641535 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b2b19f49-fd9b-4898-9048-247607e5ca90 None None] Provisioning complete for port 36da68db-29e4-4d44-bd10-87233d710c02 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:54.641535 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b2b19f49-fd9b-4898-9048-247607e5ca90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.712132 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Attempting to bind port 5d1da896-01d3-4e27-8e77-75d3fbb627f7 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:03:54.713265 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Attempting to bind port 5d1da896-01d3-4e27-8e77-75d3fbb627f7 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'c5716509-6643-405b-8ea0-fda125312e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '55ea418d-ff23-42a5-9592-06c6b8ab37e9'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:03:54.713651 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Attempting to bind port 5d1da896-01d3-4e27-8e77-75d3fbb627f7 on network 55ea418d-ff23-42a5-9592-06c6b8ab37e9 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:03:54.721259 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Pushing event updated for resources: {'Port': ['ID=5d1da896-01d3-4e27-8e77-75d3fbb627f7,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:54.727780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-f0a0dce2-bd0d-4e82-9f6f-88646eb95d3d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Allocated IP 2001:db8::9f (55ea418d-ff23-42a5-9592-06c6b8ab37e9/4d979534-7bde-4b15-b7c1-1a9480eba022/13122348-7101-44de-accc-22c0fd4622ed) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:54.730816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:03:54.731236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Checking segment: {'id': 'c5716509-6643-405b-8ea0-fda125312e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '55ea418d-ff23-42a5-9592-06c6b8ab37e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:03:54.731663 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.732072 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Bound using segment: {'id': 'c5716509-6643-405b-8ea0-fda125312e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '55ea418d-ff23-42a5-9592-06c6b8ab37e9'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:03:54.732601 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Bound port: 5d1da896-01d3-4e27-8e77-75d3fbb627f7, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5716509-6643-405b-8ea0-fda125312e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '55ea418d-ff23-42a5-9592-06c6b8ab37e9'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:03:54.732954 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.842493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] For port 5d1da896-01d3-4e27-8e77-75d3fbb627f7, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:03:54.846530 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] For port 5d1da896-01d3-4e27-8e77-75d3fbb627f7, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5d1da896-01d3-4e27-8e77-75d3fbb627f7,segment=NetworkSegment(c5716509-6643-405b-8ea0-fda125312e20),segment_id=c5716509-6643-405b-8ea0-fda125312e20)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:03:54.854431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b2b19f49-fd9b-4898-9048-247607e5ca90 None None] Port 36da68db-29e4-4d44-bd10-87233d710c02 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:54.860767 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:54.930710 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b4eb6-858e-4c21-9681-ec74a93b0e92 None None] Pushing event updated for resources: {'Port': ['ID=5d1da896-01d3-4e27-8e77-75d3fbb627f7,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:54.957637 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] For port cec88b2f-4a94-41a8-8620-078cc6c16671, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:03:54.962557 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] For port cec88b2f-4a94-41a8-8620-078cc6c16671, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=cec88b2f-4a94-41a8-8620-078cc6c16671,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:03:54.966837 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:55.022950 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9bead-7069-41de-abab-84cdda69d6bf None None] Pushing event updated for resources: {'Port': ['ID=cec88b2f-4a94-41a8-8620-078cc6c16671,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:55.065733 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41bbd206-30ef-48a9-9b9a-ce14849c7aa4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:55.068439 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f0a0dce2-bd0d-4e82-9f6f-88646eb95d3d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:55.074488 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b09b4d33-5d29-4fbd-a1f6-033d22dd98fa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:55.138339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-7083d1c6-ddbb-4bf9-a4e6-9d8a1408fb0d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::1 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/ee502eda-5bc4-46be-9f2f-4af43ffe369b/3d04a664-d611-401e-b7e3-58d476e9c6b9) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:55.205413 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f0a0dce2-bd0d-4e82-9f6f-88646eb95d3d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:55.355235 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b09b4d33-5d29-4fbd-a1f6-033d22dd98fa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:55.364225 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b09b4d33-5d29-4fbd-a1f6-033d22dd98fa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:55.365695 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b09b4d33-5d29-4fbd-a1f6-033d22dd98fa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] 10.222.0.18 "DELETE /v2.0/security-groups/6c05df61-4e35-460d-9e7b-115a80c14b13 HTTP/1.1" status: 204 len: 168 time: 1.0578024 Dec 12 18:03:55.388791 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a0dce2-bd0d-4e82-9f6f-88646eb95d3d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network 55ea418d-ff23-42a5-9592-06c6b8ab37e9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:55.395562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f0a0dce2-bd0d-4e82-9f6f-88646eb95d3d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:55.398064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0dce2-bd0d-4e82-9f6f-88646eb95d3d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=13122348-7101-44de-accc-22c0fd4622ed,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:55.403090 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a0dce2-bd0d-4e82-9f6f-88646eb95d3d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:55.413569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a0dce2-bd0d-4e82-9f6f-88646eb95d3d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:55.414244 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f0a0dce2-bd0d-4e82-9f6f-88646eb95d3d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:55.467068 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b4d33-5d29-4fbd-a1f6-033d22dd98fa tempest-TestNetworkAdvancedServerOps-1948476923 tempest-TestNetworkAdvancedServerOps-1948476923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c05df61-4e35-460d-9e7b-115a80c14b13,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:55.513146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f0a0dce2-bd0d-4e82-9f6f-88646eb95d3d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.1049671 Dec 12 18:03:55.515896 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53950) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:55.584856 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41bbd206-30ef-48a9-9b9a-ce14849c7aa4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:55.593573 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41bbd206-30ef-48a9-9b9a-ce14849c7aa4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:55.736137 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7083d1c6-ddbb-4bf9-a4e6-9d8a1408fb0d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:55.790843 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bbd206-30ef-48a9-9b9a-ce14849c7aa4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Router 11343458-a2b6-4262-8efe-7d1fc86628dc is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:03:55.963586 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7083d1c6-ddbb-4bf9-a4e6-9d8a1408fb0d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:55.970050 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bbd206-30ef-48a9-9b9a-ce14849c7aa4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:55.993004 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41bbd206-30ef-48a9-9b9a-ce14849c7aa4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:55.999247 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-41bbd206-30ef-48a9-9b9a-ce14849c7aa4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "PUT /v2.0/routers/11343458-a2b6-4262-8efe-7d1fc86628dc HTTP/1.1" status: 200 len: 919 time: 3.3607411 Dec 12 18:03:56.001253 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device cec88b2f-4a94-41a8-8620-078cc6c16671 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:56.004426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53958) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:56.023640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53960) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:56.051177 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a6e804-7a22-4f8f-9951-add9d57b39d1 None None] Sync routers for ids ['11343458-a2b6-4262-8efe-7d1fc86628dc'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:56.071911 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a6e804-7a22-4f8f-9951-add9d57b39d1 None None] Routers {'11343458-a2b6-4262-8efe-7d1fc86628dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:56.072957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-93a6e804-7a22-4f8f-9951-add9d57b39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['11343458-a2b6-4262-8efe-7d1fc86628dc'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:56.101562 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5263351f-9697-4a19-ba17-b71c8a5b12d2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:56.114164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083d1c6-ddbb-4bf9-a4e6-9d8a1408fb0d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=3d04a664-d611-401e-b7e3-58d476e9c6b9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:56.122012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-93a6e804-7a22-4f8f-9951-add9d57b39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:56.124381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7083d1c6-ddbb-4bf9-a4e6-9d8a1408fb0d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:56.132055 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-eb8051b3-f2a8-4462-8543-067cece2cdad tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "GET /v2.0/routers/11343458-a2b6-4262-8efe-7d1fc86628dc HTTP/1.1" status: 200 len: 925 time: 0.1264446 Dec 12 18:03:56.134660 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53966) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:56.151520 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-7083d1c6-ddbb-4bf9-a4e6-9d8a1408fb0d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:56.155671 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a6e804-7a22-4f8f-9951-add9d57b39d1 None None] Routers {'11343458-a2b6-4262-8efe-7d1fc86628dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:56.156751 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-93a6e804-7a22-4f8f-9951-add9d57b39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['11343458-a2b6-4262-8efe-7d1fc86628dc'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:56.159432 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7083d1c6-ddbb-4bf9-a4e6-9d8a1408fb0d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:03:56.159675 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7083d1c6-ddbb-4bf9-a4e6-9d8a1408fb0d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:56.162646 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port cec88b2f-4a94-41a8-8620-078cc6c16671 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:56.163296 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:56.203183 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961b122b-9447-401b-99c1-277c7de1f1c1 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:56.205394 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-961b122b-9447-401b-99c1-277c7de1f1c1 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&device_id=11343458-a2b6-4262-8efe-7d1fc86628dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0692439 Dec 12 18:03:56.208596 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53968) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:56.217043 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-93a6e804-7a22-4f8f-9951-add9d57b39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:56.217952 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a6e804-7a22-4f8f-9951-add9d57b39d1 None None] The sync data for ids ['11343458-a2b6-4262-8efe-7d1fc86628dc'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:03:56.370684 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c843d5fe-c27a-4d36-8bcb-7b3bb80867f0 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:56.373817 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:56.378679 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 53972) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:56.381650 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c843d5fe-c27a-4d36-8bcb-7b3bb80867f0 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 881 time: 0.1703207 Dec 12 18:03:56.439601 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ddf82ee5-d5b4-4eef-94b8-d91445886daa tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "GET /v2.0/ports?device_id=11343458-a2b6-4262-8efe-7d1fc86628dc HTTP/1.1" status: 200 len: 205 time: 0.0579147 Dec 12 18:03:56.442336 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53974) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:56.452311 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port cec88b2f-4a94-41a8-8620-078cc6c16671, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=cec88b2f-4a94-41a8-8620-078cc6c16671,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:56.465060 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:56.467331 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5d1da896-01d3-4e27-8e77-75d3fbb627f7 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:56.572860 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7083d1c6-ddbb-4bf9-a4e6-9d8a1408fb0d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:56.656805 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5020f06b-d252-41bc-bc3e-0b86499e6142 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:56.669552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=cec88b2f-4a94-41a8-8620-078cc6c16671,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:56.685377 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 5d1da896-01d3-4e27-8e77-75d3fbb627f7 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:56.686962 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:56.706139 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0c1d9f7d-a7e8-4752-854f-231668e7c7a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ca8577c66784779ba8900bd9278d832&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6557651 Dec 12 18:03:56.764650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53978) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:56.825533 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b320f8-1ddb-4c08-9ec8-a7361e480615 None None] Network 55ea418d-ff23-42a5-9592-06c6b8ab37e9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:03:56.871772 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45d031e5-0bdc-4617-bcdc-4d0aa4675726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:56.902177 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5020f06b-d252-41bc-bc3e-0b86499e6142 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:56.918311 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45d031e5-0bdc-4617-bcdc-4d0aa4675726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:56.931655 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:56.968710 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6f01ccd9-5433-46a8-838f-32d808ad8341 None None] Provisioning complete for port 5d1da896-01d3-4e27-8e77-75d3fbb627f7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:56.969605 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f01ccd9-5433-46a8-838f-32d808ad8341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:56.996619 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5263351f-9697-4a19-ba17-b71c8a5b12d2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:57.009074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 5d1da896-01d3-4e27-8e77-75d3fbb627f7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5d1da896-01d3-4e27-8e77-75d3fbb627f7,segment=NetworkSegment(c5716509-6643-405b-8ea0-fda125312e20),segment_id=c5716509-6643-405b-8ea0-fda125312e20)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:03:57.015080 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5263351f-9697-4a19-ba17-b71c8a5b12d2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:57.040918 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:57.048342 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45d031e5-0bdc-4617-bcdc-4d0aa4675726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:57.052135 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45d031e5-0bdc-4617-bcdc-4d0aa4675726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:57.054176 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-45d031e5-0bdc-4617-bcdc-4d0aa4675726 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddc09471-b310-449e-8542-90ae8a937082 HTTP/1.1" status: 204 len: 168 time: 0.2885599 Dec 12 18:03:57.066590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4e2b225c-6552-4965-9f61-518bb0d8db63 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:03:57.089001 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d031e5-0bdc-4617-bcdc-4d0aa4675726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc09471-b310-449e-8542-90ae8a937082,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:57.103455 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7083d1c6-ddbb-4bf9-a4e6-9d8a1408fb0d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:57.106612 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5020f06b-d252-41bc-bc3e-0b86499e6142 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Deleting port 36da68db-29e4-4d44-bd10-87233d710c02 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:03:57.106956 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5020f06b-d252-41bc-bc3e-0b86499e6142 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:57.261931 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5020f06b-d252-41bc-bc3e-0b86499e6142 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:57.272030 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=5d1da896-01d3-4e27-8e77-75d3fbb627f7,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:57.301207 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5020f06b-d252-41bc-bc3e-0b86499e6142 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Calling delete_port for 36da68db-29e4-4d44-bd10-87233d710c02 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:03:57.311485 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 4e2b225c-6552-4965-9f61-518bb0d8db63 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:03:57.311869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4e2b225c-6552-4965-9f61-518bb0d8db63 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:03:57.433460 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7083d1c6-ddbb-4bf9-a4e6-9d8a1408fb0d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:57.434572 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7083d1c6-ddbb-4bf9-a4e6-9d8a1408fb0d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:57.491168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263351f-9697-4a19-ba17-b71c8a5b12d2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=13122348-7101-44de-accc-22c0fd4622ed,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:57.493366 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5263351f-9697-4a19-ba17-b71c8a5b12d2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:57.575074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-34c6079c-8354-4587-8543-ead1e99e166b None None] Provisioning complete for port cec88b2f-4a94-41a8-8620-078cc6c16671 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:57.575486 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34c6079c-8354-4587-8543-ead1e99e166b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:57.632444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083d1c6-ddbb-4bf9-a4e6-9d8a1408fb0d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=3d04a664-d611-401e-b7e3-58d476e9c6b9,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:57.660365 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5020f06b-d252-41bc-bc3e-0b86499e6142 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:57.713174 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7083d1c6-ddbb-4bf9-a4e6-9d8a1408fb0d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:57.716656 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-7083d1c6-ddbb-4bf9-a4e6-9d8a1408fb0d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:57.725753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020f06b-d252-41bc-bc3e-0b86499e6142 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Pushing event deleted for resources: {'Port': ['ID=36da68db-29e4-4d44-bd10-87233d710c02,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:57.800467 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f32dee-3b96-40c3-bc3d-7bc1a8f9a669 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:03:57.806212 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-34c6079c-8354-4587-8543-ead1e99e166b None None] Provisioning complete for port 3d04a664-d611-401e-b7e3-58d476e9c6b9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:57.806588 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34c6079c-8354-4587-8543-ead1e99e166b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:57.856191 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5263351f-9697-4a19-ba17-b71c8a5b12d2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:57.875501 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-34c6079c-8354-4587-8543-ead1e99e166b None None] Port 3d04a664-d611-401e-b7e3-58d476e9c6b9 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:57.907129 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5020f06b-d252-41bc-bc3e-0b86499e6142 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:57.962622 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device cec88b2f-4a94-41a8-8620-078cc6c16671 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:58.054796 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53992) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:58.087365 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-404b516b-61fc-474e-94c7-a234077605fd None None] Provisioning complete for port 13122348-7101-44de-accc-22c0fd4622ed triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:58.088004 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-404b516b-61fc-474e-94c7-a234077605fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.097688 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5020f06b-d252-41bc-bc3e-0b86499e6142 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.121068 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5020f06b-d252-41bc-bc3e-0b86499e6142 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.133479 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port cec88b2f-4a94-41a8-8620-078cc6c16671 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:58.133940 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.188365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7083d1c6-ddbb-4bf9-a4e6-9d8a1408fb0d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Router e0c8f522-138f-45f3-8d76-b7f2c257416a is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:03:58.205412 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-404b516b-61fc-474e-94c7-a234077605fd None None] Port 13122348-7101-44de-accc-22c0fd4622ed cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:58.263632 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5d1da896-01d3-4e27-8e77-75d3fbb627f7 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:03:58.281135 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-43bba2c2-80fd-4bf5-85fb-5333776aea51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73a33eac8c31459da4c4fbf72ef24807&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2250371 Dec 12 18:03:58.291792 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53996) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:58.318920 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5020f06b-d252-41bc-bc3e-0b86499e6142 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.319901 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5020f06b-d252-41bc-bc3e-0b86499e6142 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Fanout notify agent at l3_agent the message router_deleted on router 11343458-a2b6-4262-8efe-7d1fc86628dc {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:03:58.323226 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-404b516b-61fc-474e-94c7-a234077605fd None None] Provisioning complete for port 5d1da896-01d3-4e27-8e77-75d3fbb627f7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:58.323611 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-404b516b-61fc-474e-94c7-a234077605fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.332432 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5020f06b-d252-41bc-bc3e-0b86499e6142 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.333697 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5020f06b-d252-41bc-bc3e-0b86499e6142 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "DELETE /v2.0/routers/11343458-a2b6-4262-8efe-7d1fc86628dc HTTP/1.1" status: 204 len: 168 time: 1.8894572 Dec 12 18:03:58.339889 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 53998) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:58.344889 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b8a041fb-6452-472f-ba6c-e2db3626e5e5 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-308695394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:58.391794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 5d1da896-01d3-4e27-8e77-75d3fbb627f7 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:58.392177 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.427685 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8a041fb-6452-472f-ba6c-e2db3626e5e5 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.428790 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8a041fb-6452-472f-ba6c-e2db3626e5e5 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.432302 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-981eaa25-5f02-45f7-9cc0-eea94c3f488e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.467063 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-981eaa25-5f02-45f7-9cc0-eea94c3f488e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.562547 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8a041fb-6452-472f-ba6c-e2db3626e5e5 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.589991 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8a041fb-6452-472f-ba6c-e2db3626e5e5 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.614113 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8a041fb-6452-472f-ba6c-e2db3626e5e5 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.616080 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b8a041fb-6452-472f-ba6c-e2db3626e5e5 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2750764 Dec 12 18:03:58.619727 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54002) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:58.625963 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0b661256-3437-4595-837c-a9a66f690299 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'enable_snat': False}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:03:58.653608 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-72136d7b-f80c-404d-a8da-8f1c7bd4eded None None] Provisioning complete for port 13122348-7101-44de-accc-22c0fd4622ed triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:58.653996 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-72136d7b-f80c-404d-a8da-8f1c7bd4eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.689744 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-72136d7b-f80c-404d-a8da-8f1c7bd4eded None None] Port 13122348-7101-44de-accc-22c0fd4622ed cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:58.698921 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-981eaa25-5f02-45f7-9cc0-eea94c3f488e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.701319 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-72136d7b-f80c-404d-a8da-8f1c7bd4eded None None] Provisioning complete for port 3d04a664-d611-401e-b7e3-58d476e9c6b9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:58.701707 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-72136d7b-f80c-404d-a8da-8f1c7bd4eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.701856 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-981eaa25-5f02-45f7-9cc0-eea94c3f488e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.703162 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-981eaa25-5f02-45f7-9cc0-eea94c3f488e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16c97f6a-ef55-4399-8d14-3ba3ef1584d8 HTTP/1.1" status: 204 len: 168 time: 0.4082565 Dec 12 18:03:58.720500 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981eaa25-5f02-45f7-9cc0-eea94c3f488e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c97f6a-ef55-4399-8d14-3ba3ef1584d8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:58.777899 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-72136d7b-f80c-404d-a8da-8f1c7bd4eded None None] Port 3d04a664-d611-401e-b7e3-58d476e9c6b9 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:58.882366 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7083d1c6-ddbb-4bf9-a4e6-9d8a1408fb0d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:58.890782 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7083d1c6-ddbb-4bf9-a4e6-9d8a1408fb0d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "PUT /v2.0/routers/e0c8f522-138f-45f3-8d76-b7f2c257416a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1081610 Dec 12 18:03:58.894392 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54008) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:58.898311 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Sync routers for ids ['e0c8f522-138f-45f3-8d76-b7f2c257416a'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:58.911317 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Routers {'e0c8f522-138f-45f3-8d76-b7f2c257416a'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:58.912735 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e0c8f522-138f-45f3-8d76-b7f2c257416a'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:58.932405 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5263351f-9697-4a19-ba17-b71c8a5b12d2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.943926 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5263351f-9697-4a19-ba17-b71c8a5b12d2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.945039 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5263351f-9697-4a19-ba17-b71c8a5b12d2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.958641 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b661256-3437-4595-837c-a9a66f690299 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:58.977774 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0465fd0e-257b-4de5-b6f8-77f15c3b8be5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:58.981823 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0465fd0e-257b-4de5-b6f8-77f15c3b8be5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports/3d04a664-d611-401e-b7e3-58d476e9c6b9 HTTP/1.1" status: 200 len: 911 time: 0.0869555 Dec 12 18:03:58.982788 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54010) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:59.030881 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54014) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:59.093280 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263351f-9697-4a19-ba17-b71c8a5b12d2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=13122348-7101-44de-accc-22c0fd4622ed,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:59.163075 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5263351f-9697-4a19-ba17-b71c8a5b12d2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network 55ea418d-ff23-42a5-9592-06c6b8ab37e9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:03:59.163330 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342db902-2643-4ad6-815d-5684837c3973 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:59.165784 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-5263351f-9697-4a19-ba17-b71c8a5b12d2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:03:59.178490 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Set router e0c8f522-138f-45f3-8d76-b7f2c257416a gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:03:59.179167 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342db902-2643-4ad6-815d-5684837c3973 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:59.181267 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-342db902-2643-4ad6-815d-5684837c3973 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1971264 Dec 12 18:03:59.184344 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54024) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:59.266164 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72e8ddc7-d96a-443b-88f7-506a77e7acbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:59.507079 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c8f522-138f-45f3-8d76-b7f2c257416a', 'name': 'tempest-NetworksTestDHCPv6-router-1305355906', 'tenant_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:53Z', 'updated_at': '2021-12-12T18:03:56Z', 'revision_number': 2, 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'gw_port_host': None, '_interfaces': [{'id': '3d04a664-d611-401e-b7e3-58d476e9c6b9', 'name': '', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'tenant_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'mac_address': 'fa:16:3e:22:2a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c8f522-138f-45f3-8d76-b7f2c257416a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'ee502eda-5bc4-46be-9f2f-4af43ffe369b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:03:54Z', 'updated_at': '2021-12-12T18:03:56Z', 'revision_number': 2, 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'subnets': [{'id': 'ee502eda-5bc4-46be-9f2f-4af43ffe369b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:59.508242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5263351f-9697-4a19-ba17-b71c8a5b12d2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 62eaab1e-e66f-4bed-a47e-77562dd1ba3c is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:03:59.546062 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Checking router: e0c8f522-138f-45f3-8d76-b7f2c257416a for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:03:59.546816 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Updating router e0c8f522-138f-45f3-8d76-b7f2c257416a port 3d04a664-d611-401e-b7e3-58d476e9c6b9 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:03:59.554601 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c79dbbe8-4a31-40eb-9ea6-00544c12a9bb None None] Provisioning complete for port 13122348-7101-44de-accc-22c0fd4622ed triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:03:59.555056 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c79dbbe8-4a31-40eb-9ea6-00544c12a9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:59.577714 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:59.580494 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72e8ddc7-d96a-443b-88f7-506a77e7acbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:59.582228 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b661256-3437-4595-837c-a9a66f690299 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:59.607066 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72e8ddc7-d96a-443b-88f7-506a77e7acbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:59.609963 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b661256-3437-4595-837c-a9a66f690299 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:59.623493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c79dbbe8-4a31-40eb-9ea6-00544c12a9bb None None] Port 13122348-7101-44de-accc-22c0fd4622ed cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:03:59.703354 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-72e8ddc7-d96a-443b-88f7-506a77e7acbd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e674f4178f4d4a7da8e023d3b9a68921&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6687987 Dec 12 18:03:59.710989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54036) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:59.727649 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8ddc7-d96a-443b-88f7-506a77e7acbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92aaa0f3-c128-4e03-812b-ed2af45b0736,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:03:59.732557 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5263351f-9697-4a19-ba17-b71c8a5b12d2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:03:59.743930 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b700c-a3d7-456a-96f5-f1cf5b3046ad None None] Sync routers for ids ['62eaab1e-e66f-4bed-a47e-77562dd1ba3c'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:03:59.749330 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5263351f-9697-4a19-ba17-b71c8a5b12d2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/62eaab1e-e66f-4bed-a47e-77562dd1ba3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2311697 Dec 12 18:03:59.753972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54038) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:59.769296 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b700c-a3d7-456a-96f5-f1cf5b3046ad None None] Routers {'62eaab1e-e66f-4bed-a47e-77562dd1ba3c'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:59.771039 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fc3b700c-a3d7-456a-96f5-f1cf5b3046ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['62eaab1e-e66f-4bed-a47e-77562dd1ba3c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:59.809611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6189217d-3bbe-422f-82f8-d8bf85297b7a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:03:59.813734 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6189217d-3bbe-422f-82f8-d8bf85297b7a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/ports/13122348-7101-44de-accc-22c0fd4622ed HTTP/1.1" status: 200 len: 982 time: 0.0546842 Dec 12 18:03:59.813734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54040) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:59.815453 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54042) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:03:59.845860 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fc3b700c-a3d7-456a-96f5-f1cf5b3046ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:59.858892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b700c-a3d7-456a-96f5-f1cf5b3046ad None None] Routers {'62eaab1e-e66f-4bed-a47e-77562dd1ba3c'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:03:59.859249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fc3b700c-a3d7-456a-96f5-f1cf5b3046ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['62eaab1e-e66f-4bed-a47e-77562dd1ba3c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:59.917082 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-0b661256-3437-4595-837c-a9a66f690299 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Allocated IP 172.25.1.241 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/9ce6f32f-14d1-4f1e-a2a8-7e9b915c056f) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:03:59.937034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fc3b700c-a3d7-456a-96f5-f1cf5b3046ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:03:59.938250 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b700c-a3d7-456a-96f5-f1cf5b3046ad None None] The sync data for ids ['62eaab1e-e66f-4bed-a47e-77562dd1ba3c'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:03:59.943271 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c61f-5742-4e22-b067-44d3eaf1c6dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:59.963196 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c507e7b8-0306-40f7-ae9d-32cc94f44e73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:03:59.999008 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.007344 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.037804 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-daa0d82c-e316-411a-a3bc-1525c453c4b2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-213862924-network', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:00.081972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa0d82c-e316-411a-a3bc-1525c453c4b2 admin admin] Made reservation on behalf of 6047249648824f7494e8d6c99f1cf1b4 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:00.084532 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-daa0d82c-e316-411a-a3bc-1525c453c4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.095921 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-daa0d82c-e316-411a-a3bc-1525c453c4b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.122730 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c61f-5742-4e22-b067-44d3eaf1c6dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.132108 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac16db-78b6-422d-a826-80fbde2d1088 None None] Pushing event updated for resources: {'Port': ['ID=3d04a664-d611-401e-b7e3-58d476e9c6b9,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:00.152413 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac16db-78b6-422d-a826-80fbde2d1088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:00.153338 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac16db-78b6-422d-a826-80fbde2d1088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:00.153692 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac16db-78b6-422d-a826-80fbde2d1088 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:00.154035 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac16db-78b6-422d-a826-80fbde2d1088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:00.154828 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac16db-78b6-422d-a826-80fbde2d1088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:00.155178 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac16db-78b6-422d-a826-80fbde2d1088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:00.155535 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac16db-78b6-422d-a826-80fbde2d1088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:00.156415 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac16db-78b6-422d-a826-80fbde2d1088 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:00.156765 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac16db-78b6-422d-a826-80fbde2d1088 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:00.157250 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac16db-78b6-422d-a826-80fbde2d1088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:00.157615 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac16db-78b6-422d-a826-80fbde2d1088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:00.157929 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac16db-78b6-422d-a826-80fbde2d1088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:00.158625 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ac16db-78b6-422d-a826-80fbde2d1088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:00.166938 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Attempting to bind port 3d04a664-d611-401e-b7e3-58d476e9c6b9 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:00.167349 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Attempting to bind port 3d04a664-d611-401e-b7e3-58d476e9c6b9 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:00.167716 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Attempting to bind port 3d04a664-d611-401e-b7e3-58d476e9c6b9 on network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:00.175246 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:04:00.175778 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Checking segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:00.176101 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.176490 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Bound using segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:04:00.177461 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Bound port: 3d04a664-d611-401e-b7e3-58d476e9c6b9, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:04:00.177882 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.245010 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b661256-3437-4595-837c-a9a66f690299 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.265624 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] For port 3d04a664-d611-401e-b7e3-58d476e9c6b9, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:04:00.269691 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] For port 3d04a664-d611-401e-b7e3-58d476e9c6b9, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3d04a664-d611-401e-b7e3-58d476e9c6b9,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:04:00.276853 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.296744 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c61f-5742-4e22-b067-44d3eaf1c6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.299415 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c61f-5742-4e22-b067-44d3eaf1c6dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.300778 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0fb7c61f-5742-4e22-b067-44d3eaf1c6dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92aaa0f3-c128-4e03-812b-ed2af45b0736 HTTP/1.1" status: 204 len: 168 time: 0.5840130 Dec 12 18:04:00.307437 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-daa0d82c-e316-411a-a3bc-1525c453c4b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.317395 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-daa0d82c-e316-411a-a3bc-1525c453c4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.347621 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa0d82c-e316-411a-a3bc-1525c453c4b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:04:00.348637 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7c61f-5742-4e22-b067-44d3eaf1c6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92aaa0f3-c128-4e03-812b-ed2af45b0736,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:00.349296 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Routers {'e0c8f522-138f-45f3-8d76-b7f2c257416a'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:00.350005 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e0c8f522-138f-45f3-8d76-b7f2c257416a'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:00.388014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c507e7b8-0306-40f7-ae9d-32cc94f44e73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port 3d04a664-d611-401e-b7e3-58d476e9c6b9 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:00.388364 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c507e7b8-0306-40f7-ae9d-32cc94f44e73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.405688 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac16db-78b6-422d-a826-80fbde2d1088 None None] Pushing event updated for resources: {'Port': ['ID=3d04a664-d611-401e-b7e3-58d476e9c6b9,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:00.468640 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b661256-3437-4595-837c-a9a66f690299 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.471457 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] Set router e0c8f522-138f-45f3-8d76-b7f2c257416a gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:04:00.502021 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-2f18c52d-36ef-4b48-9cab-431f3378f261 None None] Provisioning complete for port 3d04a664-d611-401e-b7e3-58d476e9c6b9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:00.504481 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2f18c52d-36ef-4b48-9cab-431f3378f261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.516806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c507e7b8-0306-40f7-ae9d-32cc94f44e73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] For port 3d04a664-d611-401e-b7e3-58d476e9c6b9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3d04a664-d611-401e-b7e3-58d476e9c6b9,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:00.517183 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c507e7b8-0306-40f7-ae9d-32cc94f44e73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.530716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c507e7b8-0306-40f7-ae9d-32cc94f44e73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for 3d04a664-d611-401e-b7e3-58d476e9c6b9 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:00.582376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b661256-3437-4595-837c-a9a66f690299 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:00.589628 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0b661256-3437-4595-837c-a9a66f690299 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:00.616087 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b661256-3437-4595-837c-a9a66f690299 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:00.618587 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a9962c-36f4-4c47-b484-979740d86ba9 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:04:00.690658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0d82c-e316-411a-a3bc-1525c453c4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8720bc2-e1e2-4069-b553-e90f52f6929f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:00.696284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b661256-3437-4595-837c-a9a66f690299 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Pushing event updated for resources: {'Port': ['ID=9ce6f32f-14d1-4f1e-a2a8-7e9b915c056f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:00.711297 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-daa0d82c-e316-411a-a3bc-1525c453c4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.711297 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-daa0d82c-e316-411a-a3bc-1525c453c4b2 admin admin] Added segment 381dbbf8-da3f-4edf-b1f6-fa75e0281764 of type vlan for network ee64e78a-79f1-4b7b-baf7-6842a6a7daef Dec 12 18:04:00.721305 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2f18c52d-36ef-4b48-9cab-431f3378f261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.799981 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-daa0d82c-e316-411a-a3bc-1525c453c4b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.811193 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c8f522-138f-45f3-8d76-b7f2c257416a', 'name': 'tempest-NetworksTestDHCPv6-router-1305355906', 'tenant_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:53Z', 'updated_at': '2021-12-12T18:03:56Z', 'revision_number': 2, 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'gw_port_host': None, '_interfaces': [{'id': '3d04a664-d611-401e-b7e3-58d476e9c6b9', 'name': '', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'tenant_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'mac_address': 'fa:16:3e:22:2a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c8f522-138f-45f3-8d76-b7f2c257416a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'ee502eda-5bc4-46be-9f2f-4af43ffe369b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:03:54Z', 'updated_at': '2021-12-12T18:04:00Z', 'revision_number': 4, 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'subnets': [{'id': 'ee502eda-5bc4-46be-9f2f-4af43ffe369b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:00.837704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54050) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:00.842193 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85acaae-2e1b-4944-a4f8-4001047a16b4 None None] The sync data for ids ['e0c8f522-138f-45f3-8d76-b7f2c257416a'] in n-d-760354-5 is: [{'id': 'e0c8f522-138f-45f3-8d76-b7f2c257416a', 'name': 'tempest-NetworksTestDHCPv6-router-1305355906', 'tenant_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:53Z', 'updated_at': '2021-12-12T18:03:56Z', 'revision_number': 2, 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'gw_port_host': None, '_interfaces': [{'id': '3d04a664-d611-401e-b7e3-58d476e9c6b9', 'name': '', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'tenant_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'mac_address': 'fa:16:3e:22:2a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c8f522-138f-45f3-8d76-b7f2c257416a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'ee502eda-5bc4-46be-9f2f-4af43ffe369b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:03:54Z', 'updated_at': '2021-12-12T18:04:00Z', 'revision_number': 4, 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'subnets': [{'id': 'ee502eda-5bc4-46be-9f2f-4af43ffe369b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:04:00.862310 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c507e7b8-0306-40f7-ae9d-32cc94f44e73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.870501 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-75394cab-9705-4674-9c54-7573f13274dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.917605 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-daa0d82c-e316-411a-a3bc-1525c453c4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.919155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa0d82c-e316-411a-a3bc-1525c453c4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:00.922544 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-daa0d82c-e316-411a-a3bc-1525c453c4b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:00.927895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507e7b8-0306-40f7-ae9d-32cc94f44e73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=3d04a664-d611-401e-b7e3-58d476e9c6b9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:01.009320 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-684ec4ae-091b-46f4-b996-c14e178354f3 None None] Provisioning complete for port 9ce6f32f-14d1-4f1e-a2a8-7e9b915c056f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:01.009734 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-684ec4ae-091b-46f4-b996-c14e178354f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:01.035553 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-daa0d82c-e316-411a-a3bc-1525c453c4b2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2169049 Dec 12 18:04:01.069968 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-684ec4ae-091b-46f4-b996-c14e178354f3 None None] Port 9ce6f32f-14d1-4f1e-a2a8-7e9b915c056f cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:04:01.076763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54052) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:01.080538 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-684ec4ae-091b-46f4-b996-c14e178354f3 None None] Could not find standard attr ID for object 3d04a664-d611-401e-b7e3-58d476e9c6b9. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:04:01.120824 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-b19b5e6e-9ae0-4d3d-8150-079484e0adee admin admin] Request body: {'subnet': {'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-213862924-subnet', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:01.159570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0d82c-e316-411a-a3bc-1525c453c4b2 admin admin] Pushing event updated for resources: {'Network': ['ID=ee64e78a-79f1-4b7b-baf7-6842a6a7daef,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:01.179677 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c507e7b8-0306-40f7-ae9d-32cc94f44e73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:01.188032 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network ee64e78a-79f1-4b7b-baf7-6842a6a7daef details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:01.205549 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19b5e6e-9ae0-4d3d-8150-079484e0adee admin admin] Made reservation on behalf of 6047249648824f7494e8d6c99f1cf1b4 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:01.208069 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b19b5e6e-9ae0-4d3d-8150-079484e0adee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:01.224955 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8106f93e-53ad-4b58-bebd-b3cd8de2d525 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:01.380092 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-75394cab-9705-4674-9c54-7573f13274dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:01.392844 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-75394cab-9705-4674-9c54-7573f13274dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:01.523542 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-75394cab-9705-4674-9c54-7573f13274dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6750eee003a423f85e7b66d3e28c2f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6841216 Dec 12 18:04:01.526046 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54054) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:01.528070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75394cab-9705-4674-9c54-7573f13274dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e641b9d-9262-4b61-a02e-44ed7665706f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:01.538428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c507e7b8-0306-40f7-ae9d-32cc94f44e73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Router e0c8f522-138f-45f3-8d76-b7f2c257416a has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:04:01.575406 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b661256-3437-4595-837c-a9a66f690299 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:01.687739 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c507e7b8-0306-40f7-ae9d-32cc94f44e73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:04:01.692542 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3189e99-c4b0-4a26-9938-7b6fae260119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:01.700568 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c507e7b8-0306-40f7-ae9d-32cc94f44e73 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "PUT /v2.0/routers/e0c8f522-138f-45f3-8d76-b7f2c257416a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5079815 Dec 12 18:04:01.701351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54056) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:01.706805 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b19b5e6e-9ae0-4d3d-8150-079484e0adee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:01.759192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b5e6e-9ae0-4d3d-8150-079484e0adee admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ad747b-ad80-4348-8572-53c6e686d1c0,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:01.776698 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5e6e-9ae0-4d3d-8150-079484e0adee admin admin] Checking segment: {'id': '381dbbf8-da3f-4edf-b1f6-fa75e0281764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:01.777076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19b5e6e-9ae0-4d3d-8150-079484e0adee admin admin] Network hostable DHCP agents. Network: ee64e78a-79f1-4b7b-baf7-6842a6a7daef, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:04:01.797329 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19b5e6e-9ae0-4d3d-8150-079484e0adee admin admin] Network ee64e78a-79f1-4b7b-baf7-6842a6a7daef is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:04:01.808268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-b19b5e6e-9ae0-4d3d-8150-079484e0adee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, ee64e78a-79f1-4b7b-baf7-6842a6a7daef) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:01.814935 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19b5e6e-9ae0-4d3d-8150-079484e0adee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:01.815926 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b19b5e6e-9ae0-4d3d-8150-079484e0adee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:01.818112 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d269fb24-50bf-48ed-96ef-3166d0807cca None None] Network ee64e78a-79f1-4b7b-baf7-6842a6a7daef requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:01.822479 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3189e99-c4b0-4a26-9938-7b6fae260119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:01.839288 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b19b5e6e-9ae0-4d3d-8150-079484e0adee admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7547691 Dec 12 18:04:01.841047 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54058) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:01.845746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-213862924-router', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:01.871257 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:01.872255 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:01.904613 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a335f89c-ed79-4a70-b2cc-459709584e45 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:01.906107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a335f89c-ed79-4a70-b2cc-459709584e45 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:01.907811 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a335f89c-ed79-4a70-b2cc-459709584e45 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2049344 Dec 12 18:04:01.923106 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54060) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:01.934263 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.005421 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8106f93e-53ad-4b58-bebd-b3cd8de2d525 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting port 13122348-7101-44de-accc-22c0fd4622ed {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:02.006313 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8106f93e-53ad-4b58-bebd-b3cd8de2d525 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.010822 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b661256-3437-4595-837c-a9a66f690299 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.017303 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f33b89b-1260-437b-ab3b-2b6932799854 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet ee502eda-5bc4-46be-9f2f-4af43ffe369b {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:04:02.023721 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3189e99-c4b0-4a26-9938-7b6fae260119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.026354 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3189e99-c4b0-4a26-9938-7b6fae260119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.028003 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f3189e99-c4b0-4a26-9938-7b6fae260119 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e641b9d-9262-4b61-a02e-44ed7665706f HTTP/1.1" status: 204 len: 168 time: 0.5006576 Dec 12 18:04:02.028912 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f33b89b-1260-437b-ab3b-2b6932799854 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.093127 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b661256-3437-4595-837c-a9a66f690299 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.111800 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.113452 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3189e99-c4b0-4a26-9938-7b6fae260119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e641b9d-9262-4b61-a02e-44ed7665706f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:02.122039 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'fixed_ips': [{'subnet_id': '81ad747b-ad80-4348-8572-53c6e686d1c0'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:04:02.123654 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.131874 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:04:02.210684 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f33b89b-1260-437b-ab3b-2b6932799854 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.296114 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8106f93e-53ad-4b58-bebd-b3cd8de2d525 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.321817 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8106f93e-53ad-4b58-bebd-b3cd8de2d525 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Calling delete_port for 13122348-7101-44de-accc-22c0fd4622ed owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:02.342308 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Allocated IP 172.20.0.2 (ee64e78a-79f1-4b7b-baf7-6842a6a7daef/81ad747b-ad80-4348-8572-53c6e686d1c0/7004dd5c-abe5-4849-8f34-9e1c74f7c19f) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:02.401630 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.417731 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f33b89b-1260-437b-ab3b-2b6932799854 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.423927 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.489372 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b661256-3437-4595-837c-a9a66f690299 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Router b30d3074-8bba-45e3-aad4-9f043a5b12f5 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:04:02.582466 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.591758 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.595553 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] Allocated IP 172.25.1.107 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/e7f6477e-e395-43c0-b20e-b400166ec00f) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:02.638407 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f33b89b-1260-437b-ab3b-2b6932799854 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.650667 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Pushing event updated for resources: {'Port': ['ID=7004dd5c-abe5-4849-8f34-9e1c74f7c19f,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:02.672457 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Network ee64e78a-79f1-4b7b-baf7-6842a6a7daef is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:02.675633 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:02.683819 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:02.684271 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33b89b-1260-437b-ab3b-2b6932799854 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=ee502eda-5bc4-46be-9f2f-4af43ffe369b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:02.686542 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f33b89b-1260-437b-ab3b-2b6932799854 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.691247 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7f33b89b-1260-437b-ab3b-2b6932799854 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/ee502eda-5bc4-46be-9f2f-4af43ffe369b HTTP/1.1" status: 204 len: 168 time: 0.7627225 Dec 12 18:04:02.696868 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54072) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:02.702314 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9c97f9-0b09-4110-b706-3421b84d486c None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:02.796662 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b661256-3437-4595-837c-a9a66f690299 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:04:02.810229 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a8ff67-4623-4e15-9dbf-64ea9a86ac3c None None] Sync routers for ids ['b30d3074-8bba-45e3-aad4-9f043a5b12f5'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:04:02.829589 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a8ff67-4623-4e15-9dbf-64ea9a86ac3c None None] Routers {'b30d3074-8bba-45e3-aad4-9f043a5b12f5'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:02.833196 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b661256-3437-4595-837c-a9a66f690299 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.833628 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-33a8ff67-4623-4e15-9dbf-64ea9a86ac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b30d3074-8bba-45e3-aad4-9f043a5b12f5'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:02.834499 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0b661256-3437-4595-837c-a9a66f690299 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "PUT /v2.0/routers/b30d3074-8bba-45e3-aad4-9f043a5b12f5 HTTP/1.1" status: 200 len: 919 time: 4.2133033 Dec 12 18:04:02.837586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54076) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:02.837893 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e8ad51-7176-4bbd-8c04-d1ddda7dcb28 None None] Sync routers for ids ['e0c8f522-138f-45f3-8d76-b7f2c257416a'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:04:02.858372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e8ad51-7176-4bbd-8c04-d1ddda7dcb28 None None] Routers {'e0c8f522-138f-45f3-8d76-b7f2c257416a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:02.859875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e5e8ad51-7176-4bbd-8c04-d1ddda7dcb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e0c8f522-138f-45f3-8d76-b7f2c257416a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:02.863037 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8106f93e-53ad-4b58-bebd-b3cd8de2d525 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:02.878862 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-33a8ff67-4623-4e15-9dbf-64ea9a86ac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:02.889115 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Attempting to bind port 7004dd5c-abe5-4849-8f34-9e1c74f7c19f on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:02.889510 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Attempting to bind port 7004dd5c-abe5-4849-8f34-9e1c74f7c19f by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '381dbbf8-da3f-4edf-b1f6-fa75e0281764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:02.890422 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Attempting to bind port 7004dd5c-abe5-4849-8f34-9e1c74f7c19f on network ee64e78a-79f1-4b7b-baf7-6842a6a7daef {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:02.890917 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a8ff67-4623-4e15-9dbf-64ea9a86ac3c None None] Routers {'b30d3074-8bba-45e3-aad4-9f043a5b12f5'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:02.891787 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-33a8ff67-4623-4e15-9dbf-64ea9a86ac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b30d3074-8bba-45e3-aad4-9f043a5b12f5'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:02.926498 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106f93e-53ad-4b58-bebd-b3cd8de2d525 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Port': ['ID=13122348-7101-44de-accc-22c0fd4622ed,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:02.939604 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a91f1de2-5d3b-43a5-a2ad-3fbe8365098e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2393551 Dec 12 18:04:02.942429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54078) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:02.970628 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-33a8ff67-4623-4e15-9dbf-64ea9a86ac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:02.971733 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a8ff67-4623-4e15-9dbf-64ea9a86ac3c None None] The sync data for ids ['b30d3074-8bba-45e3-aad4-9f043a5b12f5'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:04:02.972231 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:03.003846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e5e8ad51-7176-4bbd-8c04-d1ddda7dcb28 None None] Set router e0c8f522-138f-45f3-8d76-b7f2c257416a gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:04:03.039810 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-275ef908-6490-4b3f-b2be-78e29875a865 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "GET /v2.0/routers/b30d3074-8bba-45e3-aad4-9f043a5b12f5 HTTP/1.1" status: 200 len: 925 time: 0.2007554 Dec 12 18:04:03.040476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54082) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:03.070147 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:03.070385 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e5e8ad51-7176-4bbd-8c04-d1ddda7dcb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c8f522-138f-45f3-8d76-b7f2c257416a', 'name': 'tempest-NetworksTestDHCPv6-router-1305355906', 'tenant_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:53Z', 'updated_at': '2021-12-12T18:04:00Z', 'revision_number': 3, 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:03.075866 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:04:03.076241 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Checking segment: {'id': '381dbbf8-da3f-4edf-b1f6-fa75e0281764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:03.076657 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:03.077110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Bound using segment: {'id': '381dbbf8-da3f-4edf-b1f6-fa75e0281764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:04:03.077620 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Bound port: 7004dd5c-abe5-4849-8f34-9e1c74f7c19f, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381dbbf8-da3f-4edf-b1f6-fa75e0281764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:04:03.078097 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:03.120290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] Pushing event updated for resources: {'Port': ['ID=e7f6477e-e395-43c0-b20e-b400166ec00f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:03.141455 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:03.144659 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:03.149292 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:03.166343 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e8ad51-7176-4bbd-8c04-d1ddda7dcb28 None None] Checking router: e0c8f522-138f-45f3-8d76-b7f2c257416a for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:04:03.174264 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74542b8f-f658-44da-b51b-ab75bc75fac3 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:04:03.218755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e8ad51-7176-4bbd-8c04-d1ddda7dcb28 None None] Routers {'e0c8f522-138f-45f3-8d76-b7f2c257416a'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:03.219419 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e5e8ad51-7176-4bbd-8c04-d1ddda7dcb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e0c8f522-138f-45f3-8d76-b7f2c257416a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:03.315000 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366036e0-3dc6-4fbe-97bd-2b130bf60b11 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:03.319841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-366036e0-3dc6-4fbe-97bd-2b130bf60b11 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&device_id=b30d3074-8bba-45e3-aad4-9f043a5b12f5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2782280 Dec 12 18:04:03.320822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54090) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:03.337589 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e5e8ad51-7176-4bbd-8c04-d1ddda7dcb28 None None] Set router e0c8f522-138f-45f3-8d76-b7f2c257416a gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:04:03.403772 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45cb7e1-2327-4b0e-a5e0-353a66298e74 None None] DHCP port deletion for 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:04:03.408101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e5e8ad51-7176-4bbd-8c04-d1ddda7dcb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c8f522-138f-45f3-8d76-b7f2c257416a', 'name': 'tempest-NetworksTestDHCPv6-router-1305355906', 'tenant_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:53Z', 'updated_at': '2021-12-12T18:04:00Z', 'revision_number': 3, 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:03.448640 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e8ad51-7176-4bbd-8c04-d1ddda7dcb28 None None] The sync data for ids ['e0c8f522-138f-45f3-8d76-b7f2c257416a'] in n-d-760354-5 is: [{'id': 'e0c8f522-138f-45f3-8d76-b7f2c257416a', 'name': 'tempest-NetworksTestDHCPv6-router-1305355906', 'tenant_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:03:53Z', 'updated_at': '2021-12-12T18:04:00Z', 'revision_number': 3, 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:04:03.509756 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] For port 7004dd5c-abe5-4849-8f34-9e1c74f7c19f, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:04:03.513496 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e39f1ca0-c66c-4127-b1fe-7c6bfb4fbe90 None None] Provisioning complete for port e7f6477e-e395-43c0-b20e-b400166ec00f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:03.514147 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e39f1ca0-c66c-4127-b1fe-7c6bfb4fbe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:03.565888 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e39f1ca0-c66c-4127-b1fe-7c6bfb4fbe90 None None] Port e7f6477e-e395-43c0-b20e-b400166ec00f cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:04:03.568501 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3eb59649-df4d-4f28-a672-e3ae96c92f8e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:03.582466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] For port 7004dd5c-abe5-4849-8f34-9e1c74f7c19f, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7004dd5c-abe5-4849-8f34-9e1c74f7c19f,segment=NetworkSegment(381dbbf8-da3f-4edf-b1f6-fa75e0281764),segment_id=381dbbf8-da3f-4edf-b1f6-fa75e0281764)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:04:03.597320 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:03.639878 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8106f93e-53ad-4b58-bebd-b3cd8de2d525 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:03.667242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf026f1-47c8-46e8-8e71-794da0bac6f4 None None] Pushing event updated for resources: {'Port': ['ID=7004dd5c-abe5-4849-8f34-9e1c74f7c19f,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:03.672202 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d45cb7e1-2327-4b0e-a5e0-353a66298e74 None None] Deleting port cec88b2f-4a94-41a8-8620-078cc6c16671 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:03.672787 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d45cb7e1-2327-4b0e-a5e0-353a66298e74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:03.770070 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d45cb7e1-2327-4b0e-a5e0-353a66298e74 None None] For port cec88b2f-4a94-41a8-8620-078cc6c16671, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=cec88b2f-4a94-41a8-8620-078cc6c16671,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:03.770495 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d45cb7e1-2327-4b0e-a5e0-353a66298e74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:03.787619 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d45cb7e1-2327-4b0e-a5e0-353a66298e74 None None] Calling delete_port for cec88b2f-4a94-41a8-8620-078cc6c16671 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:03.868784 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3eb59649-df4d-4f28-a672-e3ae96c92f8e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:03.872009 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3eb59649-df4d-4f28-a672-e3ae96c92f8e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:03.904508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38f7e0-3cd9-4a11-a92d-a5995f846ac4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:03.906776 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d45cb7e1-2327-4b0e-a5e0-353a66298e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:03.909359 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3a38f7e0-3cd9-4a11-a92d-a5995f846ac4 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "GET /v2.0/networks/890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 881 time: 0.5833571 Dec 12 18:04:03.912065 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54098) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:03.937526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cb7e1-2327-4b0e-a5e0-353a66298e74 None None] Pushing event deleted for resources: {'Port': ['ID=cec88b2f-4a94-41a8-8620-078cc6c16671,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:03.948781 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bb479afa-9601-4baf-9cdc-343cc857fa20 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "GET /v2.0/ports?device_id=b30d3074-8bba-45e3-aad4-9f043a5b12f5 HTTP/1.1" status: 200 len: 205 time: 0.0354640 Dec 12 18:04:03.949373 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54100) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:03.973613 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45cb7e1-2327-4b0e-a5e0-353a66298e74 None None] No DVR routers for this DVR port cec88b2f-4a94-41a8-8620-078cc6c16671 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:04:04.026211 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device cec88b2f-4a94-41a8-8620-078cc6c16671 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:04:04.066141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8106f93e-53ad-4b58-bebd-b3cd8de2d525 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 62eaab1e-e66f-4bed-a47e-77562dd1ba3c has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:04:04.077595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: cec88b2f-4a94-41a8-8620-078cc6c16671 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:04:04.078023 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device cec88b2f-4a94-41a8-8620-078cc6c16671 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:04:04.078578 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3d04a664-d611-401e-b7e3-58d476e9c6b9 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:04:04.152839 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 3d04a664-d611-401e-b7e3-58d476e9c6b9 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:04:04.153195 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3d04a664-d611-401e-b7e3-58d476e9c6b9 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:04:04.163448 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f235cae-2586-4293-9665-ad7fbc875261 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:04.229830 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3eb59649-df4d-4f28-a672-e3ae96c92f8e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:04.230385 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb59649-df4d-4f28-a672-e3ae96c92f8e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Fanout notify agent at l3_agent the message router_deleted on router e0c8f522-138f-45f3-8d76-b7f2c257416a {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:04:04.238027 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3eb59649-df4d-4f28-a672-e3ae96c92f8e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:04.242277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54106) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:04.242941 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3eb59649-df4d-4f28-a672-e3ae96c92f8e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/routers/e0c8f522-138f-45f3-8d76-b7f2c257416a HTTP/1.1" status: 204 len: 168 time: 1.2994773 Dec 12 18:04:04.252948 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8106f93e-53ad-4b58-bebd-b3cd8de2d525 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:04:04.260332 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8106f93e-53ad-4b58-bebd-b3cd8de2d525 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/62eaab1e-e66f-4bed-a47e-77562dd1ba3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4450736 Dec 12 18:04:04.262392 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:04.263126 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54108) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:04.273130 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22d7276-6b07-45bf-ba12-6f8be2b37b1b None None] Sync routers for ids ['62eaab1e-e66f-4bed-a47e-77562dd1ba3c'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:04:04.289114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-37b81f00-910b-4e9c-baa4-fef80100a582 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0442257 Dec 12 18:04:04.298649 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22d7276-6b07-45bf-ba12-6f8be2b37b1b None None] Routers {'62eaab1e-e66f-4bed-a47e-77562dd1ba3c'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:04.299454 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a22d7276-6b07-45bf-ba12-6f8be2b37b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['62eaab1e-e66f-4bed-a47e-77562dd1ba3c'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:04.341295 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54110) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:04.379835 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a22d7276-6b07-45bf-ba12-6f8be2b37b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:04.407067 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22d7276-6b07-45bf-ba12-6f8be2b37b1b None None] Routers {'62eaab1e-e66f-4bed-a47e-77562dd1ba3c'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:04.408073 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a22d7276-6b07-45bf-ba12-6f8be2b37b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['62eaab1e-e66f-4bed-a47e-77562dd1ba3c'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:04.450087 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a22d7276-6b07-45bf-ba12-6f8be2b37b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:04.450734 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22d7276-6b07-45bf-ba12-6f8be2b37b1b None None] The sync data for ids ['62eaab1e-e66f-4bed-a47e-77562dd1ba3c'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:04:04.485760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e21e8b-b346-4c36-9507-ea1cb6d9ac53 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:04.487268 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b0e21e8b-b346-4c36-9507-ea1cb6d9ac53 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1449342 Dec 12 18:04:04.490981 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54116) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:04.499243 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f235cae-2586-4293-9665-ad7fbc875261 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:04.540906 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-14a7a21b-f859-4057-afa3-998aaddd09d6 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] remove_router_interface failed (client error): The resource could not be found. Dec 12 18:04:04.547000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-735c54d4-6834-4f8d-92ce-d995b88fe860 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507746 Dec 12 18:04:04.547499 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54120) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:04.551758 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-14a7a21b-f859-4057-afa3-998aaddd09d6 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/62eaab1e-e66f-4bed-a47e-77562dd1ba3c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2872884 Dec 12 18:04:04.555027 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54122) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:04.559929 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c7b38883-34a2-4c95-85cc-67218926c973 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:04.593174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-516fdf44-d7a7-4e25-bf86-28a9b7b7dcab tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/ports?device_id=62eaab1e-e66f-4bed-a47e-77562dd1ba3c HTTP/1.1" status: 200 len: 205 time: 0.0429831 Dec 12 18:04:04.598365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54124) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:04.662998 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b38883-34a2-4c95-85cc-67218926c973 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:04.666810 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7b38883-34a2-4c95-85cc-67218926c973 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:04.767484 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4684ff56-4c8b-4048-bbd7-24d8c2e27145 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:04.972375 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3f235cae-2586-4293-9665-ad7fbc875261 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Deleting port 9ce6f32f-14d1-4f1e-a2a8-7e9b915c056f {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:04.972722 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f235cae-2586-4293-9665-ad7fbc875261 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.025472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.objects.ports [None req-c7b38883-34a2-4c95-85cc-67218926c973 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 18:04:05.027738 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7b38883-34a2-4c95-85cc-67218926c973 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.034257 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4684ff56-4c8b-4048-bbd7-24d8c2e27145 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.036244 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.039068 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4684ff56-4c8b-4048-bbd7-24d8c2e27145 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.082919 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b38883-34a2-4c95-85cc-67218926c973 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=f8bf11b1-a8fc-4078-aca4-060b5a8dcd27,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:05.094561 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b38883-34a2-4c95-85cc-67218926c973 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:05.101173 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c7b38883-34a2-4c95-85cc-67218926c973 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:05.104553 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b38883-34a2-4c95-85cc-67218926c973 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:05.105019 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7b38883-34a2-4c95-85cc-67218926c973 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.114768 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc263822-7475-4eab-b68c-5ee3bfca6470 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:05.142761 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c7b38883-34a2-4c95-85cc-67218926c973 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5869796 Dec 12 18:04:05.147620 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54138) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:05.156862 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4a7cbe28-5cb1-4a1b-8616-20bdf3d5aff1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:05.208333 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4684ff56-4c8b-4048-bbd7-24d8c2e27145 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.209028 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4684ff56-4c8b-4048-bbd7-24d8c2e27145 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Fanout notify agent at l3_agent the message router_deleted on router 62eaab1e-e66f-4bed-a47e-77562dd1ba3c {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:04:05.220639 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4684ff56-4c8b-4048-bbd7-24d8c2e27145 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.225246 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4684ff56-4c8b-4048-bbd7-24d8c2e27145 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/routers/62eaab1e-e66f-4bed-a47e-77562dd1ba3c HTTP/1.1" status: 204 len: 168 time: 0.6250956 Dec 12 18:04:05.234443 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54142) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:05.288794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f3ec59-4527-4532-b27c-668e08a1f489 None None] Network ee64e78a-79f1-4b7b-baf7-6842a6a7daef requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:05.306228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0a94dc-4e44-4740-9976-167be52f0b6a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting subnet 4d979534-7bde-4b15-b7c1-1a9480eba022 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:04:05.309798 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f0a94dc-4e44-4740-9976-167be52f0b6a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.335617 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'fixed_ips': [{'subnet_id': 'f8bf11b1-a8fc-4078-aca4-060b5a8dcd27'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:04:05.337448 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.359985 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7cbe28-5cb1-4a1b-8616-20bdf3d5aff1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:05.365792 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a7cbe28-5cb1-4a1b-8616-20bdf3d5aff1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.372083 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f235cae-2586-4293-9665-ad7fbc875261 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.388416 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f0a94dc-4e44-4740-9976-167be52f0b6a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.426596 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3f235cae-2586-4293-9665-ad7fbc875261 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Calling delete_port for 9ce6f32f-14d1-4f1e-a2a8-7e9b915c056f owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:05.500505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Allocated IP 2001:db8::f816:3eff:fea9:e504 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/f8bf11b1-a8fc-4078-aca4-060b5a8dcd27/1ace9b77-434a-47ca-8002-7da3180711c9) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:05.518001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f14788c7-b3fb-43a9-bee1-d0fc19f485e0 None None] Provisioning complete for port 7004dd5c-abe5-4849-8f34-9e1c74f7c19f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:05.518379 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f14788c7-b3fb-43a9-bee1-d0fc19f485e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.573809 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f0a94dc-4e44-4740-9976-167be52f0b6a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.576787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] Router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:04:05.662577 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a7cbe28-5cb1-4a1b-8616-20bdf3d5aff1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.705794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7cbe28-5cb1-4a1b-8616-20bdf3d5aff1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:05.709314 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-4a7cbe28-5cb1-4a1b-8616-20bdf3d5aff1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:05.715688 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7cbe28-5cb1-4a1b-8616-20bdf3d5aff1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:05.716340 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a7cbe28-5cb1-4a1b-8616-20bdf3d5aff1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.738872 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cbe28-5cb1-4a1b-8616-20bdf3d5aff1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=54ddbc1f-6173-4e53-8b4a-59a3399d0bc0,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:05.754227 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4a7cbe28-5cb1-4a1b-8616-20bdf3d5aff1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6053843 Dec 12 18:04:05.757625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54148) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:05.767336 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ee66a29e-e1e1-49c4-aea0-3de59b423cf6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'mac_address': 'fa:16:3e:44:5c:c9', 'name': 'tempest-NetworksTestDHCPv6-327848238'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:05.794358 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f14788c7-b3fb-43a9-bee1-d0fc19f485e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.844801 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.858216 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.862040 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f14788c7-b3fb-43a9-bee1-d0fc19f485e0 None None] For port 7004dd5c-abe5-4849-8f34-9e1c74f7c19f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7004dd5c-abe5-4849-8f34-9e1c74f7c19f,segment=NetworkSegment(381dbbf8-da3f-4edf-b1f6-fa75e0281764),segment_id=381dbbf8-da3f-4edf-b1f6-fa75e0281764)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:05.895739 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f14788c7-b3fb-43a9-bee1-d0fc19f485e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:05.903635 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:04:05.915242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:05.918752 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:05.921744 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:05.930256 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Sync routers for ids ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:04:05.943258 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Pushing event updated for resources: {'Port': ['ID=1ace9b77-434a-47ca-8002-7da3180711c9,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:05.967652 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f0a94dc-4e44-4740-9976-167be52f0b6a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.015859 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Routers {'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:06.016491 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:06.024015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7004dd5c-abe5-4849-8f34-9e1c74f7c19f up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:06.047428 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee66a29e-e1e1-49c4-aea0-3de59b423cf6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:06.146822 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee66a29e-e1e1-49c4-aea0-3de59b423cf6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.181488 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-ee66a29e-e1e1-49c4-aea0-3de59b423cf6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port 823642ea-ace2-4cfe-93ff-cd75f72e410c yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:04:06.374552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Attempting to bind port 1ace9b77-434a-47ca-8002-7da3180711c9 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:06.375108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Attempting to bind port 1ace9b77-434a-47ca-8002-7da3180711c9 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:06.375243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Attempting to bind port 1ace9b77-434a-47ca-8002-7da3180711c9 on network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:06.386914 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:04:06.387270 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Checking segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:06.387682 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.388249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Bound using segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:04:06.388737 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Bound port: 1ace9b77-434a-47ca-8002-7da3180711c9, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:04:06.389123 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.389366 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-ee66a29e-e1e1-49c4-aea0-3de59b423cf6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 172.20.0.10 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/54ddbc1f-6173-4e53-8b4a-59a3399d0bc0/823642ea-ace2-4cfe-93ff-cd75f72e410c) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:06.391342 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.392684 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3a7abb6c-8238-4641-8b05-401120b1f3ef admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5504942 Dec 12 18:04:06.397916 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f0a94dc-4e44-4740-9976-167be52f0b6a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.403286 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54154) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:06.403900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54156) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:06.404048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4f0a94dc-4e44-4740-9976-167be52f0b6a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/subnets/4d979534-7bde-4b15-b7c1-1a9480eba022 HTTP/1.1" status: 204 len: 168 time: 1.1684699 Dec 12 18:04:06.407984 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a94dc-4e44-4740-9976-167be52f0b6a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Subnet': ['ID=4d979534-7bde-4b15-b7c1-1a9480eba022,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:06.408089 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14788c7-b3fb-43a9-bee1-d0fc19f485e0 None None] Pushing event updated for resources: {'Port': ['ID=7004dd5c-abe5-4849-8f34-9e1c74f7c19f,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:06.410313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54158) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:06.417610 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0080c9-476a-4545-aca2-c0522bd49204 None None] Network 55ea418d-ff23-42a5-9592-06c6b8ab37e9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:06.424277 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7672ebbe-76ef-4df0-b509-2ad3e2188f52 None None] Provisioning complete for port 7004dd5c-abe5-4849-8f34-9e1c74f7c19f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:06.424691 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7672ebbe-76ef-4df0-b509-2ad3e2188f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.427858 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f235cae-2586-4293-9665-ad7fbc875261 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.459712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f235cae-2586-4293-9665-ad7fbc875261 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Pushing event deleted for resources: {'Port': ['ID=9ce6f32f-14d1-4f1e-a2a8-7e9b915c056f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:06.528277 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b19b997-bc9b-4cf7-b337-e124433477a8 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:04:06.561586 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f235cae-2586-4293-9665-ad7fbc875261 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.593499 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-ee66a29e-e1e1-49c4-aea0-3de59b423cf6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::f816:3eff:fe44:5cc9 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/f8bf11b1-a8fc-4078-aca4-060b5a8dcd27/823642ea-ace2-4cfe-93ff-cd75f72e410c) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:06.624046 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Set router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:04:06.631626 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7004dd5c-abe5-4849-8f34-9e1c74f7c19f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:06.632577 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.668610 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6eb6e44d-3907-42c6-ba70-87293e460f29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.673697 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f235cae-2586-4293-9665-ad7fbc875261 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.680497 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f235cae-2586-4293-9665-ad7fbc875261 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.723257 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] For port 1ace9b77-434a-47ca-8002-7da3180711c9, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:04:06.730996 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.739878 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f235cae-2586-4293-9665-ad7fbc875261 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.740467 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f235cae-2586-4293-9665-ad7fbc875261 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Fanout notify agent at l3_agent the message router_deleted on router b30d3074-8bba-45e3-aad4-9f043a5b12f5 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:04:06.750950 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f235cae-2586-4293-9665-ad7fbc875261 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.752021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3f235cae-2586-4293-9665-ad7fbc875261 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "DELETE /v2.0/routers/b30d3074-8bba-45e3-aad4-9f043a5b12f5 HTTP/1.1" status: 204 len: 168 time: 2.8000050 Dec 12 18:04:06.758188 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54162) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:06.764843 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1337400473', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}, 'admin_state_up': False}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:06.770755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] For port 1ace9b77-434a-47ca-8002-7da3180711c9, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1ace9b77-434a-47ca-8002-7da3180711c9,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:04:06.809082 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.810225 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.816605 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.830039 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6eb6e44d-3907-42c6-ba70-87293e460f29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.847368 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6eb6e44d-3907-42c6-ba70-87293e460f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.944752 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:06.946260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6e44d-3907-42c6-ba70-87293e460f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2757e45b-c1ee-4745-9dd7-1a98b5a73ee7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:06.947427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb30c2d-f55b-4c14-90df-0ab758e9b896 None None] DHCP port deletion for 55ea418d-ff23-42a5-9592-06c6b8ab37e9 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:04:06.954222 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6eb6e44d-3907-42c6-ba70-87293e460f29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ebba111e44ef447a9f2b6f840c9a0c7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5420167 Dec 12 18:04:06.955031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54164) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:06.996192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e4e30-17e3-4ffb-abc8-f2c772710889 None None] Pushing event updated for resources: {'Port': ['ID=1ace9b77-434a-47ca-8002-7da3180711c9,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:07.040866 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee66a29e-e1e1-49c4-aea0-3de59b423cf6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.073378 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting port 5d1da896-01d3-4e27-8e77-75d3fbb627f7 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:07.074072 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.107726 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ffb30c2d-f55b-4c14-90df-0ab758e9b896 None None] Deleting port 5d1da896-01d3-4e27-8e77-75d3fbb627f7 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:07.108113 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffb30c2d-f55b-4c14-90df-0ab758e9b896 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.164371 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.167494 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-53f2feeb-faa6-4d1b-90a9-b35b93b78b29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.203528 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'name': 'tempest-TestVolumeBackupRestore-213862924-router', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:01Z', 'updated_at': '2021-12-12T18:04:03Z', 'revision_number': 3, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'gw_port': {'id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:02Z', 'updated_at': '2021-12-12T18:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:07.211933 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ffb30c2d-f55b-4c14-90df-0ab758e9b896 None None] For port 5d1da896-01d3-4e27-8e77-75d3fbb627f7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5d1da896-01d3-4e27-8e77-75d3fbb627f7,segment=NetworkSegment(c5716509-6643-405b-8ea0-fda125312e20),segment_id=c5716509-6643-405b-8ea0-fda125312e20)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:07.211933 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffb30c2d-f55b-4c14-90df-0ab758e9b896 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.218158 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] For port 5d1da896-01d3-4e27-8e77-75d3fbb627f7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5d1da896-01d3-4e27-8e77-75d3fbb627f7,segment=NetworkSegment(c5716509-6643-405b-8ea0-fda125312e20),segment_id=c5716509-6643-405b-8ea0-fda125312e20)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:07.219062 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.233204 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Calling delete_port for 5d1da896-01d3-4e27-8e77-75d3fbb627f7 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:07.252283 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Checking router: c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:04:07.252798 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Updating router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 port e7f6477e-e395-43c0-b20e-b400166ec00f binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:04:07.282904 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ffb30c2d-f55b-4c14-90df-0ab758e9b896 None None] Calling delete_port for 5d1da896-01d3-4e27-8e77-75d3fbb627f7 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:07.286848 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-53f2feeb-faa6-4d1b-90a9-b35b93b78b29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.304513 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.361943 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.391221 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-53f2feeb-faa6-4d1b-90a9-b35b93b78b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.394210 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-53f2feeb-faa6-4d1b-90a9-b35b93b78b29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.395760 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-53f2feeb-faa6-4d1b-90a9-b35b93b78b29 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2757e45b-c1ee-4745-9dd7-1a98b5a73ee7 HTTP/1.1" status: 204 len: 168 time: 0.4397609 Dec 12 18:04:07.420206 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee66a29e-e1e1-49c4-aea0-3de59b423cf6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.421164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2feeb-faa6-4d1b-90a9-b35b93b78b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2757e45b-c1ee-4745-9dd7-1a98b5a73ee7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:07.436255 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Port': ['ID=5d1da896-01d3-4e27-8e77-75d3fbb627f7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:07.490553 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] No DVR routers for this DVR port 5d1da896-01d3-4e27-8e77-75d3fbb627f7 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:04:07.492325 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffb30c2d-f55b-4c14-90df-0ab758e9b896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.524887 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb30c2d-f55b-4c14-90df-0ab758e9b896 None None] Pushing event deleted for resources: {'Port': ['ID=5d1da896-01d3-4e27-8e77-75d3fbb627f7,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:07.547391 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66a29e-e1e1-49c4-aea0-3de59b423cf6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=823642ea-ace2-4cfe-93ff-cd75f72e410c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:07.548016 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.582255 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb30c2d-f55b-4c14-90df-0ab758e9b896 None None] No DVR routers for this DVR port 5d1da896-01d3-4e27-8e77-75d3fbb627f7 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:04:07.583317 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.588959 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee66a29e-e1e1-49c4-aea0-3de59b423cf6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:07.605126 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ee66a29e-e1e1-49c4-aea0-3de59b423cf6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:07.622064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee66a29e-e1e1-49c4-aea0-3de59b423cf6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:07.700910 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8161d3a6-2c46-426a-b44b-443e1c2454c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.734787 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.737200 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.744855 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.765690 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee66a29e-e1e1-49c4-aea0-3de59b423cf6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:07.766331 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee66a29e-e1e1-49c4-aea0-3de59b423cf6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.788624 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ea418d-ff23-42a5-9592-06c6b8ab37e9']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:07.810709 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Attempting to bind port e7f6477e-e395-43c0-b20e-b400166ec00f on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:07.811180 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Attempting to bind port e7f6477e-e395-43c0-b20e-b400166ec00f by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:07.811990 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Attempting to bind port e7f6477e-e395-43c0-b20e-b400166ec00f on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:07.822125 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:04:07.822612 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:07.823132 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.823693 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:04:07.824292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Bound port: e7f6477e-e395-43c0-b20e-b400166ec00f, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:04:07.824781 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.826712 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ec8d6-dd28-4ac1-8cf6-bdb889c63e5f None None] Pushing event updated for resources: {'Port': ['ID=e7f6477e-e395-43c0-b20e-b400166ec00f,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:07.829627 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5716509-6643-405b-8ea0-fda125312e20') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:07.831394 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5716509-6643-405b-8ea0-fda125312e20') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:07.831544 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Allocated IP 172.25.1.251 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/e47176a8-f93d-44a0-8eaf-2f8f6e63d5cb) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:07.831946 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525e73bc-71e4-4ffd-96b3-71c0fac3063c None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:04:07.845960 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.856330 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ee66a29e-e1e1-49c4-aea0-3de59b423cf6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0961761 Dec 12 18:04:07.876431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54170) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:07.896824 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:07.904751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54172) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:07.941086 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] For port e7f6477e-e395-43c0-b20e-b400166ec00f, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:04:07.945280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] For port e7f6477e-e395-43c0-b20e-b400166ec00f, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e7f6477e-e395-43c0-b20e-b400166ec00f,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:04:07.964658 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.007231 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61c2fde2-5036-4ab3-b9ed-868b9e0b2903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.043262 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b58619-51c3-406c-bec0-6efa134af96a None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:04:08.057046 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9639ee87-2aac-488c-9d94-d0e3dead300c None None] Provisioning complete for port e7f6477e-e395-43c0-b20e-b400166ec00f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:08.057418 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9639ee87-2aac-488c-9d94-d0e3dead300c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.058317 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-8161d3a6-2c46-426a-b44b-443e1c2454c6 admin admin] Allocated IP 172.20.0.1 (ee64e78a-79f1-4b7b-baf7-6842a6a7daef/81ad747b-ad80-4348-8572-53c6e686d1c0/1aca31dd-b39a-4c9b-8182-75265ea15eef) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:08.100869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10512d4-9db9-46b8-8b2c-c7a967f3328d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:08.107067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10512d4-9db9-46b8-8b2c-c7a967f3328d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:08.108786 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e10512d4-9db9-46b8-8b2c-c7a967f3328d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2312253 Dec 12 18:04:08.120194 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1ace9b77-434a-47ca-8002-7da3180711c9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:08.121847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54174) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:08.124986 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Routers {'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:08.125619 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:08.150229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ec8d6-dd28-4ac1-8cf6-bdb889c63e5f None None] Pushing event updated for resources: {'Port': ['ID=e7f6477e-e395-43c0-b20e-b400166ec00f,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:08.174830 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:04:08.176010 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:04:08.181944 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:04:08.197644 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.314290 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61c2fde2-5036-4ab3-b9ed-868b9e0b2903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.324195 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1ace9b77-434a-47ca-8002-7da3180711c9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:08.324571 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.327976 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61c2fde2-5036-4ab3-b9ed-868b9e0b2903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.368000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] Set router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:04:08.368803 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.447262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2fde2-5036-4ab3-b9ed-868b9e0b2903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d55515f-d058-455b-873f-cf83fbfd1e6e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:08.454766 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-61c2fde2-5036-4ab3-b9ed-868b9e0b2903 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8ce0dee219248779d90147fe148fbc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5354621 Dec 12 18:04:08.457704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54176) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:08.472267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-eacbd6c5-adba-48e9-84b8-1a95264f7896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port 823642ea-ace2-4cfe-93ff-cd75f72e410c {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:08.472624 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eacbd6c5-adba-48e9-84b8-1a95264f7896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.478494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:08.479243 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Pushing event updated for resources: {'Port': ['ID=e47176a8-f93d-44a0-8eaf-2f8f6e63d5cb,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:08.490474 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:08.505845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:08.609964 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a1888e-4b67-4cec-a51b-87c310799f19 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:08.611869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5709b79-b8b8-41b8-a1d7-9c42a500f810 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:04:08.660403 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.666187 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9639ee87-2aac-488c-9d94-d0e3dead300c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.686088 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.693052 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/networks/55ea418d-ff23-42a5-9592-06c6b8ab37e9 HTTP/1.1" status: 204 len: 168 time: 2.1592212 Dec 12 18:04:08.696010 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54178) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:08.696891 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c47289-910e-4c72-b070-608be30f028e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Network': ['ID=55ea418d-ff23-42a5-9592-06c6b8ab37e9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:08.704460 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-64e21d09-4a17-4b7a-b228-641c002429cc tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-568334995'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:08.706700 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ae5c6dc0-11d2-47a1-9ad9-bb083636f139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.713791 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eacbd6c5-adba-48e9-84b8-1a95264f7896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.732322 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e21d09-4a17-4b7a-b228-641c002429cc tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Made reservation on behalf of ae60d9fcfda242649d0d6f0c8466aa04 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:08.736021 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64e21d09-4a17-4b7a-b228-641c002429cc tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.746293 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9639ee87-2aac-488c-9d94-d0e3dead300c None None] For port e7f6477e-e395-43c0-b20e-b400166ec00f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e7f6477e-e395-43c0-b20e-b400166ec00f,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:08.747581 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8161d3a6-2c46-426a-b44b-443e1c2454c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.762867 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9639ee87-2aac-488c-9d94-d0e3dead300c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.764948 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-eacbd6c5-adba-48e9-84b8-1a95264f7896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for 823642ea-ace2-4cfe-93ff-cd75f72e410c owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:08.772413 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ae5c6dc0-11d2-47a1-9ad9-bb083636f139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.776315 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e21d09-4a17-4b7a-b228-641c002429cc tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:04:08.800912 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64e21d09-4a17-4b7a-b228-641c002429cc tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.801250 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-64e21d09-4a17-4b7a-b228-641c002429cc tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Added segment 6afad52d-b2a5-40ce-b296-f4c123cba306 of type vlan for network 83b8279d-6a6d-46a8-83b1-3741f528158e Dec 12 18:04:08.835052 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8161d3a6-2c46-426a-b44b-443e1c2454c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.876762 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64e21d09-4a17-4b7a-b228-641c002429cc tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.893805 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8161d3a6-2c46-426a-b44b-443e1c2454c6 admin admin] Network ee64e78a-79f1-4b7b-baf7-6842a6a7daef is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:08.902190 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8161d3a6-2c46-426a-b44b-443e1c2454c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:08.907780 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8161d3a6-2c46-426a-b44b-443e1c2454c6 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:08.909487 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161d3a6-2c46-426a-b44b-443e1c2454c6 admin admin] Pushing event updated for resources: {'Port': ['ID=1aca31dd-b39a-4c9b-8182-75265ea15eef,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:08.932054 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639ee87-2aac-488c-9d94-d0e3dead300c None None] Pushing event updated for resources: {'Port': ['ID=e7f6477e-e395-43c0-b20e-b400166ec00f,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:08.955748 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.966794 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64e21d09-4a17-4b7a-b228-641c002429cc tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.979242 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ae5c6dc0-11d2-47a1-9ad9-bb083636f139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.979458 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8169a0d9-02b5-42f6-8340-cd11167ce207 None None] Provisioning complete for port e7f6477e-e395-43c0-b20e-b400166ec00f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:08.979726 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8169a0d9-02b5-42f6-8340-cd11167ce207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.980445 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e21d09-4a17-4b7a-b228-641c002429cc tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:08.981283 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64e21d09-4a17-4b7a-b228-641c002429cc tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.983140 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ae5c6dc0-11d2-47a1-9ad9-bb083636f139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:08.989171 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ae5c6dc0-11d2-47a1-9ad9-bb083636f139 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d55515f-d058-455b-873f-cf83fbfd1e6e HTTP/1.1" status: 204 len: 168 time: 0.5262046 Dec 12 18:04:09.006214 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8161d3a6-2c46-426a-b44b-443e1c2454c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:09.043259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c6dc0-11d2-47a1-9ad9-bb083636f139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d55515f-d058-455b-873f-cf83fbfd1e6e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:09.107423 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:09.151837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 1ace9b77-434a-47ca-8002-7da3180711c9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1ace9b77-434a-47ca-8002-7da3180711c9,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:09.163351 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:09.164283 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7004dd5c-abe5-4849-8f34-9e1c74f7c19f up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:09.173532 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-64e21d09-4a17-4b7a-b228-641c002429cc tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4711964 Dec 12 18:04:09.175612 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54182) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:09.183720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-040aac90-ddfb-485c-8664-a4038922275a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'subnet': {'network_id': '83b8279d-6a6d-46a8-83b1-3741f528158e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:09.194503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e21d09-4a17-4b7a-b228-641c002429cc tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Network': ['ID=83b8279d-6a6d-46a8-83b1-3741f528158e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:09.298689 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 83b8279d-6a6d-46a8-83b1-3741f528158e details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:09.301758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64ddcc1-7653-472f-a136-5c1bc2d19665 None None] Update dhcp port {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'fixed_ips': [{'subnet_id': 'f8bf11b1-a8fc-4078-aca4-060b5a8dcd27', 'ip_address': '2001:db8::f816:3eff:fea9:e504'}, {'subnet_id': '54ddbc1f-6173-4e53-8b4a-59a3399d0bc0'}], 'binding:host_id': 'n-d-760354-5'}, 'id': '1ace9b77-434a-47ca-8002-7da3180711c9'} from n-d-760354-5. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 18:04:09.368373 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040aac90-ddfb-485c-8664-a4038922275a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Made reservation on behalf of ae60d9fcfda242649d0d6f0c8466aa04 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:09.373970 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-040aac90-ddfb-485c-8664-a4038922275a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:09.379431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'name': 'tempest-TestVolumeBackupRestore-213862924-router', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:01Z', 'updated_at': '2021-12-12T18:04:03Z', 'revision_number': 3, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'gw_port': {'id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:02Z', 'updated_at': '2021-12-12T18:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:09.458460 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:09.459061 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc134fb1-d62a-4e1d-ac44-46521a32fa5e None None] The sync data for ids ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'] in n-d-760354-5 is: [{'id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'name': 'tempest-TestVolumeBackupRestore-213862924-router', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:01Z', 'updated_at': '2021-12-12T18:04:03Z', 'revision_number': 3, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'gw_port': {'id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:02Z', 'updated_at': '2021-12-12T18:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:04:09.487394 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f64ddcc1-7653-472f-a136-5c1bc2d19665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:09.495884 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=1ace9b77-434a-47ca-8002-7da3180711c9,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:09.525710 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eacbd6c5-adba-48e9-84b8-1a95264f7896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:09.528426 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:09.528781 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:09.529538 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:09.529900 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:09.530241 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:09.530576 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:09.531622 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:09.531622 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:09.531935 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:09.532208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:09.532540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:09.532865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:09.533191 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:09.596609 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7004dd5c-abe5-4849-8f34-9e1c74f7c19f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:09.597344 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:09.606032 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8161d3a6-2c46-426a-b44b-443e1c2454c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:09.649934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbd6c5-adba-48e9-84b8-1a95264f7896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=823642ea-ace2-4cfe-93ff-cd75f72e410c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:09.690588 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8169a0d9-02b5-42f6-8340-cd11167ce207 None None] Provisioning complete for port e47176a8-f93d-44a0-8eaf-2f8f6e63d5cb triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:09.691662 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8169a0d9-02b5-42f6-8340-cd11167ce207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:09.745440 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eacbd6c5-adba-48e9-84b8-1a95264f7896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:09.749268 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-eacbd6c5-adba-48e9-84b8-1a95264f7896 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/823642ea-ace2-4cfe-93ff-cd75f72e410c HTTP/1.1" status: 204 len: 168 time: 1.6207790 Dec 12 18:04:09.751859 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54194) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:09.757700 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8169a0d9-02b5-42f6-8340-cd11167ce207 None None] Port e47176a8-f93d-44a0-8eaf-2f8f6e63d5cb cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:04:09.844739 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77c1041-9f4c-4585-ac91-27ecc9a96103 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:09.846552 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77c1041-9f4c-4585-ac91-27ecc9a96103 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:09.848227 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77c1041-9f4c-4585-ac91-27ecc9a96103 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:09.850446 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e77c1041-9f4c-4585-ac91-27ecc9a96103 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0976641 Dec 12 18:04:09.853859 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8169a0d9-02b5-42f6-8340-cd11167ce207 None None] Provisioning complete for port 1ace9b77-434a-47ca-8002-7da3180711c9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:09.854016 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54196) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:09.855476 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8169a0d9-02b5-42f6-8340-cd11167ce207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:09.859620 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Router 310cf686-efd5-485e-b119-8e629acd756c is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:04:09.871750 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-f64ddcc1-7653-472f-a136-5c1bc2d19665 None None] Allocated IP 172.20.0.2 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/54ddbc1f-6173-4e53-8b4a-59a3399d0bc0/1ace9b77-434a-47ca-8002-7da3180711c9) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:09.983745 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8161d3a6-2c46-426a-b44b-443e1c2454c6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:10.007259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74bccce-a884-4350-b2ff-955451a16845 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 54ddbc1f-6173-4e53-8b4a-59a3399d0bc0 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:04:10.031253 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8161d3a6-2c46-426a-b44b-443e1c2454c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:10.084863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5d1da896-01d3-4e27-8e77-75d3fbb627f7 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:04:10.095952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:04:10.107697 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f47ee2-2646-43fc-a803-da1a86af27a6 None None] Sync routers for ids ['310cf686-efd5-485e-b119-8e629acd756c'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:04:10.124797 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f47ee2-2646-43fc-a803-da1a86af27a6 None None] Routers {'310cf686-efd5-485e-b119-8e629acd756c'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:10.125480 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-36f47ee2-2646-43fc-a803-da1a86af27a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['310cf686-efd5-485e-b119-8e629acd756c'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:10.133985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 5d1da896-01d3-4e27-8e77-75d3fbb627f7 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:04:10.133985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5d1da896-01d3-4e27-8e77-75d3fbb627f7 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:04:10.145544 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:10.148090 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1d2d28fa-9d3a-46f6-8ada-a0e0bd7ef9a2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.3883986 Dec 12 18:04:10.150353 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54204) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:10.161687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-edd884ce-cb50-4439-a9f3-8e23a48ad5e4 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:10.190628 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-36f47ee2-2646-43fc-a803-da1a86af27a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:10.196579 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f64ddcc1-7653-472f-a136-5c1bc2d19665 None None] For port 1ace9b77-434a-47ca-8002-7da3180711c9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1ace9b77-434a-47ca-8002-7da3180711c9,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:10.226705 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f47ee2-2646-43fc-a803-da1a86af27a6 None None] Routers {'310cf686-efd5-485e-b119-8e629acd756c'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:10.227358 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-36f47ee2-2646-43fc-a803-da1a86af27a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['310cf686-efd5-485e-b119-8e629acd756c'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:10.227672 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8161d3a6-2c46-426a-b44b-443e1c2454c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:10.279031 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-36f47ee2-2646-43fc-a803-da1a86af27a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:10.280044 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f47ee2-2646-43fc-a803-da1a86af27a6 None None] The sync data for ids ['310cf686-efd5-485e-b119-8e629acd756c'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:04:10.290511 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-040aac90-ddfb-485c-8664-a4038922275a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:10.307310 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f64ddcc1-7653-472f-a136-5c1bc2d19665 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:10.328178 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f64ddcc1-7653-472f-a136-5c1bc2d19665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:10.339473 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c74bccce-a884-4350-b2ff-955451a16845 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:10.342127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161d3a6-2c46-426a-b44b-443e1c2454c6 admin admin] Pushing event updated for resources: {'Port': ['ID=1aca31dd-b39a-4c9b-8182-75265ea15eef,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:10.491335 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-307a49e6-ee17-40f6-9ef1-4de9d1a82639 None None] Provisioning complete for port 1aca31dd-b39a-4c9b-8182-75265ea15eef triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:10.492235 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-307a49e6-ee17-40f6-9ef1-4de9d1a82639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:10.517135 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c74bccce-a884-4350-b2ff-955451a16845 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:10.527523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1ace9b77-434a-47ca-8002-7da3180711c9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:10.555710 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040aac90-ddfb-485c-8664-a4038922275a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Subnet': ['ID=e47078ad-f545-47c5-bbc4-69dd1b6edb45,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:10.577534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ddcc1-7653-472f-a136-5c1bc2d19665 None None] Pushing event updated for resources: {'Port': ['ID=1ace9b77-434a-47ca-8002-7da3180711c9,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:10.616649 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-307a49e6-ee17-40f6-9ef1-4de9d1a82639 None None] Port 1aca31dd-b39a-4c9b-8182-75265ea15eef cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:04:10.642070 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040aac90-ddfb-485c-8664-a4038922275a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Checking segment: {'id': '6afad52d-b2a5-40ce-b296-f4c123cba306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '83b8279d-6a6d-46a8-83b1-3741f528158e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:10.642425 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040aac90-ddfb-485c-8664-a4038922275a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network hostable DHCP agents. Network: 83b8279d-6a6d-46a8-83b1-3741f528158e, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:04:10.645524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1ace9b77-434a-47ca-8002-7da3180711c9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:10.645905 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:10.646815 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8161d3a6-2c46-426a-b44b-443e1c2454c6 admin admin] Network ee64e78a-79f1-4b7b-baf7-6842a6a7daef is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:10.657358 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8161d3a6-2c46-426a-b44b-443e1c2454c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:10.848957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e7f6477e-e395-43c0-b20e-b400166ec00f up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:10.914868 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port e7f6477e-e395-43c0-b20e-b400166ec00f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:10.915286 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:10.951386 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c74bccce-a884-4350-b2ff-955451a16845 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.008814 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040aac90-ddfb-485c-8664-a4038922275a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network 83b8279d-6a6d-46a8-83b1-3741f528158e is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:04:11.059393 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-040aac90-ddfb-485c-8664-a4038922275a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 83b8279d-6a6d-46a8-83b1-3741f528158e) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:11.063870 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ea016407-85a7-43a0-9e54-51d01882fb99 None None] Provisioning complete for port 1aca31dd-b39a-4c9b-8182-75265ea15eef triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:11.065070 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea016407-85a7-43a0-9e54-51d01882fb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.068486 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8161d3a6-2c46-426a-b44b-443e1c2454c6 admin admin] Router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:04:11.072397 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040aac90-ddfb-485c-8664-a4038922275a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:11.073001 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-040aac90-ddfb-485c-8664-a4038922275a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.111190 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5418ccf0-beed-470e-89a6-7b017561f59d None None] Network 83b8279d-6a6d-46a8-83b1-3741f528158e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:11.152929 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-040aac90-ddfb-485c-8664-a4038922275a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9737496 Dec 12 18:04:11.154459 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c74bccce-a884-4350-b2ff-955451a16845 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.178441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54218) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:11.184791 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-388defa8-870b-4b7a-af8a-7806270b2ab1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1772582482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:11.242182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ea016407-85a7-43a0-9e54-51d01882fb99 None None] Port 1aca31dd-b39a-4c9b-8182-75265ea15eef cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:04:11.266908 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-388defa8-870b-4b7a-af8a-7806270b2ab1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.268371 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-388defa8-870b-4b7a-af8a-7806270b2ab1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.289428 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bccce-a884-4350-b2ff-955451a16845 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=54ddbc1f-6173-4e53-8b4a-59a3399d0bc0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:11.301292 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c74bccce-a884-4350-b2ff-955451a16845 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.307734 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c74bccce-a884-4350-b2ff-955451a16845 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/54ddbc1f-6173-4e53-8b4a-59a3399d0bc0 HTTP/1.1" status: 204 len: 168 time: 1.4527833 Dec 12 18:04:11.312699 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54224) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:11.346245 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-83b8279d-6a6d-46a8-83b1-3741f528158e', 'network_id': '83b8279d-6a6d-46a8-83b1-3741f528158e', 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'fixed_ips': [{'subnet_id': 'e47078ad-f545-47c5-bbc4-69dd1b6edb45'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:04:11.347640 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.402367 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cce126b-c3e6-4ea5-8680-b95d4086148d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet f8bf11b1-a8fc-4078-aca4-060b5a8dcd27 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:04:11.405990 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cce126b-c3e6-4ea5-8680-b95d4086148d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.456648 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-388defa8-870b-4b7a-af8a-7806270b2ab1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.470298 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-388defa8-870b-4b7a-af8a-7806270b2ab1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.479005 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-edd884ce-cb50-4439-a9f3-8e23a48ad5e4 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.479602 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cce126b-c3e6-4ea5-8680-b95d4086148d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.484646 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8161d3a6-2c46-426a-b44b-443e1c2454c6 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:04:11.518897 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-edd884ce-cb50-4439-a9f3-8e23a48ad5e4 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.525217 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8161d3a6-2c46-426a-b44b-443e1c2454c6 admin admin] 10.222.0.18 "PUT /v2.0/routers/c3af01ed-f603-4c01-97c7-4bb8b1b55ff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1120081 Dec 12 18:04:11.532601 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-388defa8-870b-4b7a-af8a-7806270b2ab1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.537296 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-388defa8-870b-4b7a-af8a-7806270b2ab1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3571160 Dec 12 18:04:11.538163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54232) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:11.634341 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cce126b-c3e6-4ea5-8680-b95d4086148d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.640902 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Allocated IP 2001:db8::2 (83b8279d-6a6d-46a8-83b1-3741f528158e/e47078ad-f545-47c5-bbc4-69dd1b6edb45/88c36ed7-c6fe-401a-81e0-b86418523431) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:11.672337 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8635e3-f3c0-4c52-a4a0-0b5fe67050e6 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:11.723147 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cce126b-c3e6-4ea5-8680-b95d4086148d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.773107 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-639e70ce-a036-495e-a239-5f42ff10cb79 None None] Could not find standard attr ID for object 823642ea-ace2-4cfe-93ff-cd75f72e410c. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:04:11.786161 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-edd884ce-cb50-4439-a9f3-8e23a48ad5e4 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Deleting port e47176a8-f93d-44a0-8eaf-2f8f6e63d5cb {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:11.786161 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-edd884ce-cb50-4439-a9f3-8e23a48ad5e4 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.817200 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce126b-c3e6-4ea5-8680-b95d4086148d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=f8bf11b1-a8fc-4078-aca4-060b5a8dcd27,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:11.827831 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cce126b-c3e6-4ea5-8680-b95d4086148d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.839319 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0cce126b-c3e6-4ea5-8680-b95d4086148d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/f8bf11b1-a8fc-4078-aca4-060b5a8dcd27 HTTP/1.1" status: 204 len: 168 time: 0.5213668 Dec 12 18:04:11.840158 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54240) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:11.847569 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-639e70ce-a036-495e-a239-5f42ff10cb79 None None] Provisioning complete for port 1ace9b77-434a-47ca-8002-7da3180711c9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:11.848262 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-639e70ce-a036-495e-a239-5f42ff10cb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:11.933679 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-79e34462-20ea-4b5a-90a0-2938d70cae38 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893903 Dec 12 18:04:11.934653 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54242) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:11.949382 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c79bd707-46f8-48e6-b6d8-14a82fb77d39 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:12.035041 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-edd884ce-cb50-4439-a9f3-8e23a48ad5e4 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:12.068798 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-389ee414-2f84-407b-b388-be7b074fbde1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:12.088915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-edd884ce-cb50-4439-a9f3-8e23a48ad5e4 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Calling delete_port for e47176a8-f93d-44a0-8eaf-2f8f6e63d5cb owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:12.108743 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79bd707-46f8-48e6-b6d8-14a82fb77d39 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:12.112832 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c79bd707-46f8-48e6-b6d8-14a82fb77d39 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:12.305481 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:12.320286 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1ace9b77-434a-47ca-8002-7da3180711c9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:12.332270 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54248) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:12.388334 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:12.457201 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Sync routers for ids ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:04:12.561359 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Network 83b8279d-6a6d-46a8-83b1-3741f528158e is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:12.575930 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Pushing event updated for resources: {'Port': ['ID=88c36ed7-c6fe-401a-81e0-b86418523431,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:12.606712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-389ee414-2f84-407b-b388-be7b074fbde1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Allocated IP 2001:db8::1 (83b8279d-6a6d-46a8-83b1-3741f528158e/e47078ad-f545-47c5-bbc4-69dd1b6edb45/1c26c36f-baec-4f40-a6e3-0ca72f8a1b5e) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:12.619344 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:12.625476 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-edd884ce-cb50-4439-a9f3-8e23a48ad5e4 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:12.625771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:12.632301 n-d-760354-5 neutron-server[103150]: DEBUG neutron.objects.ports [None req-c79bd707-46f8-48e6-b6d8-14a82fb77d39 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 18:04:12.695156 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Routers {'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:12.695840 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:12.711368 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd884ce-cb50-4439-a9f3-8e23a48ad5e4 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Pushing event deleted for resources: {'Port': ['ID=e47176a8-f93d-44a0-8eaf-2f8f6e63d5cb,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:12.758453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54260) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:12.766332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29a970f-bb5c-4582-aa58-93adb5552846 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:04:12.768937 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-451fa37d-c00c-4d89-9b90-5b58ce9b5578 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1228837291-network', 'tenant_id': '222f0fc930bd448abb9f94884551fdcd'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:12.807389 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88f54364-0863-4f71-b0fc-af40e6fa976a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:12.830655 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-edd884ce-cb50-4439-a9f3-8e23a48ad5e4 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:12.830917 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545502bc-4efa-4730-860e-ac01c12bc8c8 None None] Update dhcp port {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'fixed_ips': [{'subnet_id': 'f8bf11b1-a8fc-4078-aca4-060b5a8dcd27'}], 'binding:host_id': 'n-d-760354-5'}, 'id': '1ace9b77-434a-47ca-8002-7da3180711c9'} from n-d-760354-5. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 18:04:12.875231 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1ace9b77-434a-47ca-8002-7da3180711c9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:12.875745 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:12.958159 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-389ee414-2f84-407b-b388-be7b074fbde1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:12.959746 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-545502bc-4efa-4730-860e-ac01c12bc8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:12.983853 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Attempting to bind port 88c36ed7-c6fe-401a-81e0-b86418523431 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:12.984314 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Attempting to bind port 88c36ed7-c6fe-401a-81e0-b86418523431 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '6afad52d-b2a5-40ce-b296-f4c123cba306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '83b8279d-6a6d-46a8-83b1-3741f528158e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:12.984695 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Attempting to bind port 88c36ed7-c6fe-401a-81e0-b86418523431 on network 83b8279d-6a6d-46a8-83b1-3741f528158e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:12.987507 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c79bd707-46f8-48e6-b6d8-14a82fb77d39 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:12.996106 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88f54364-0863-4f71-b0fc-af40e6fa976a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:12.996323 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451fa37d-c00c-4d89-9b90-5b58ce9b5578 admin admin] Made reservation on behalf of 222f0fc930bd448abb9f94884551fdcd for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:12.998696 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-451fa37d-c00c-4d89-9b90-5b58ce9b5578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.007796 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-88f54364-0863-4f71-b0fc-af40e6fa976a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.012027 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:04:13.012027 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Checking segment: {'id': '6afad52d-b2a5-40ce-b296-f4c123cba306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '83b8279d-6a6d-46a8-83b1-3741f528158e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:13.012315 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.012731 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Bound using segment: {'id': '6afad52d-b2a5-40ce-b296-f4c123cba306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '83b8279d-6a6d-46a8-83b1-3741f528158e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:04:13.013169 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Bound port: 88c36ed7-c6fe-401a-81e0-b86418523431, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afad52d-b2a5-40ce-b296-f4c123cba306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '83b8279d-6a6d-46a8-83b1-3741f528158e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:04:13.013555 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.019910 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-451fa37d-c00c-4d89-9b90-5b58ce9b5578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.044537 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Set router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:04:13.109425 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-88f54364-0863-4f71-b0fc-af40e6fa976a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60026f92f97443679b06fb18ce6e5692&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7736466 Dec 12 18:04:13.109425 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f54364-0863-4f71-b0fc-af40e6fa976a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ca9401-1eee-497a-8c31-37b018edad46,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:13.112760 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54262) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:13.113338 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-451fa37d-c00c-4d89-9b90-5b58ce9b5578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.161156 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-451fa37d-c00c-4d89-9b90-5b58ce9b5578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.232756 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-edd884ce-cb50-4439-a9f3-8e23a48ad5e4 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.238614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451fa37d-c00c-4d89-9b90-5b58ce9b5578 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:04:13.245119 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef87e118-eefc-4c9d-890a-c16ea844f2de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.250033 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-edd884ce-cb50-4439-a9f3-8e23a48ad5e4 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.256654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fa37d-c00c-4d89-9b90-5b58ce9b5578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f503848-4281-4fb0-8f61-129bbcd5761e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:13.266618 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-389ee414-2f84-407b-b388-be7b074fbde1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.269026 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-451fa37d-c00c-4d89-9b90-5b58ce9b5578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.269754 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-451fa37d-c00c-4d89-9b90-5b58ce9b5578 admin admin] Added segment b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d of type vlan for network f9112365-71cf-4696-9ddb-26cad66032ad Dec 12 18:04:13.291177 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef87e118-eefc-4c9d-890a-c16ea844f2de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.301005 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-c79bd707-46f8-48e6-b6d8-14a82fb77d39 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] For port 1ace9b77-434a-47ca-8002-7da3180711c9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1ace9b77-434a-47ca-8002-7da3180711c9,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:13.327247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ee414-2f84-407b-b388-be7b074fbde1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=1c26c36f-baec-4f40-a6e3-0ca72f8a1b5e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:13.368201 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c79bd707-46f8-48e6-b6d8-14a82fb77d39 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.373416 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] For port 88c36ed7-c6fe-401a-81e0-b86418523431, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:04:13.378264 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c79bd707-46f8-48e6-b6d8-14a82fb77d39 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.379998 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c79bd707-46f8-48e6-b6d8-14a82fb77d39 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.380235 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] For port 88c36ed7-c6fe-401a-81e0-b86418523431, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=88c36ed7-c6fe-401a-81e0-b86418523431,segment=NetworkSegment(6afad52d-b2a5-40ce-b296-f4c123cba306),segment_id=6afad52d-b2a5-40ce-b296-f4c123cba306)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:04:13.391738 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef87e118-eefc-4c9d-890a-c16ea844f2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.394445 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef87e118-eefc-4c9d-890a-c16ea844f2de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.400177 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ef87e118-eefc-4c9d-890a-c16ea844f2de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73ca9401-1eee-497a-8c31-37b018edad46 HTTP/1.1" status: 204 len: 168 time: 0.2848237 Dec 12 18:04:13.412575 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.460485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389ee414-2f84-407b-b388-be7b074fbde1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network 83b8279d-6a6d-46a8-83b1-3741f528158e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:13.475176 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-389ee414-2f84-407b-b388-be7b074fbde1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:13.481262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389ee414-2f84-407b-b388-be7b074fbde1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:13.481646 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-389ee414-2f84-407b-b388-be7b074fbde1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.484999 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-451fa37d-c00c-4d89-9b90-5b58ce9b5578 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.490907 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd884ce-cb50-4439-a9f3-8e23a48ad5e4 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Router 310cf686-efd5-485e-b119-8e629acd756c has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:04:13.496582 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87e118-eefc-4c9d-890a-c16ea844f2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ca9401-1eee-497a-8c31-37b018edad46,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:13.516443 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79bd707-46f8-48e6-b6d8-14a82fb77d39 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:13.524913 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c79bd707-46f8-48e6-b6d8-14a82fb77d39 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:13.530314 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79bd707-46f8-48e6-b6d8-14a82fb77d39 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:13.530935 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c79bd707-46f8-48e6-b6d8-14a82fb77d39 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.550921 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb15ee-b96a-4264-9c2f-682b911525d4 None None] Pushing event updated for resources: {'Port': ['ID=88c36ed7-c6fe-401a-81e0-b86418523431,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:13.582438 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'name': 'tempest-TestVolumeBackupRestore-213862924-router', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:01Z', 'updated_at': '2021-12-12T18:04:09Z', 'revision_number': 4, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'gw_port': {'id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:02Z', 'updated_at': '2021-12-12T18:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '1aca31dd-b39a-4c9b-8182-75265ea15eef', 'name': '', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'mac_address': 'fa:16:3e:8b:d6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:07Z', 'updated_at': '2021-12-12T18:04:09Z', 'revision_number': 2, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'subnets': [{'id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:13.594000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94766af5-f5f5-49f1-bb68-b341e6f0ebc8 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:13.605381 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bd707-46f8-48e6-b6d8-14a82fb77d39 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=761482be-9ad0-4570-8379-42115c5cd115,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:13.608344 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bd707-46f8-48e6-b6d8-14a82fb77d39 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=1ace9b77-434a-47ca-8002-7da3180711c9,revision_number=8']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:13.622114 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c79bd707-46f8-48e6-b6d8-14a82fb77d39 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6863611 Dec 12 18:04:13.625260 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54266) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:13.636680 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-629fbaca-ecba-4e59-bf38-cdc63662c8b3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:13.665069 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-451fa37d-c00c-4d89-9b90-5b58ce9b5578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.666053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451fa37d-c00c-4d89-9b90-5b58ce9b5578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:13.666647 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-451fa37d-c00c-4d89-9b90-5b58ce9b5578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.707245 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Checking router: c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:04:13.707763 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Updating router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 port 1aca31dd-b39a-4c9b-8182-75265ea15eef binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:04:13.753805 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1b233957-595f-43c8-9ca4-e28d8cd2272e None None] Provisioning complete for port 1ace9b77-434a-47ca-8002-7da3180711c9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:13.754290 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b233957-595f-43c8-9ca4-e28d8cd2272e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.759038 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.762922 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd884ce-cb50-4439-a9f3-8e23a48ad5e4 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:04:13.775110 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-edd884ce-cb50-4439-a9f3-8e23a48ad5e4 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.776784 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79243b7-edbe-4774-8a5f-25f5e43a07cf None None] Sync routers for ids ['310cf686-efd5-485e-b119-8e629acd756c'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:04:13.777439 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-edd884ce-cb50-4439-a9f3-8e23a48ad5e4 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "PUT /v2.0/routers/310cf686-efd5-485e-b119-8e629acd756c HTTP/1.1" status: 200 len: 710 time: 3.6251767 Dec 12 18:04:13.791618 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54268) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:13.807829 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629fbaca-ecba-4e59-bf38-cdc63662c8b3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:13.809974 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79243b7-edbe-4774-8a5f-25f5e43a07cf None None] Routers {'310cf686-efd5-485e-b119-8e629acd756c'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:13.811992 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-451fa37d-c00c-4d89-9b90-5b58ce9b5578 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0509470 Dec 12 18:04:13.816816 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f79243b7-edbe-4774-8a5f-25f5e43a07cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['310cf686-efd5-485e-b119-8e629acd756c'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:13.821089 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-629fbaca-ecba-4e59-bf38-cdc63662c8b3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:13.840755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54270) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:13.868268 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f79243b7-edbe-4774-8a5f-25f5e43a07cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:13.879191 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79243b7-edbe-4774-8a5f-25f5e43a07cf None None] Routers {'310cf686-efd5-485e-b119-8e629acd756c'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:13.880140 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f79243b7-edbe-4774-8a5f-25f5e43a07cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['310cf686-efd5-485e-b119-8e629acd756c'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:13.896915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Request body: {'subnet': {'network_id': 'f9112365-71cf-4696-9ddb-26cad66032ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1228837291-subnet', 'tenant_id': '222f0fc930bd448abb9f94884551fdcd', 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:13.951848 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f79243b7-edbe-4774-8a5f-25f5e43a07cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:13.953067 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79243b7-edbe-4774-8a5f-25f5e43a07cf None None] The sync data for ids ['310cf686-efd5-485e-b119-8e629acd756c'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:04:13.962350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fa37d-c00c-4d89-9b90-5b58ce9b5578 admin admin] Pushing event updated for resources: {'Network': ['ID=f9112365-71cf-4696-9ddb-26cad66032ad,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:13.973827 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-389ee414-2f84-407b-b388-be7b074fbde1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:14.000627 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network f9112365-71cf-4696-9ddb-26cad66032ad details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:14.009220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-16cfa501-6ba8-4c55-bbb7-6ba1593db335 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "GET /v2.0/routers/310cf686-efd5-485e-b119-8e629acd756c HTTP/1.1" status: 200 len: 745 time: 0.1960268 Dec 12 18:04:14.014494 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54274) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:14.106157 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e1d86ef1-9ee9-47ad-b78f-d57cc4ace571 tempest-RoutersIpV6AdminTest-1134075446 tempest-RoutersIpV6AdminTest-1134075446-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&device_id=310cf686-efd5-485e-b119-8e629acd756c HTTP/1.1" status: 200 len: 205 time: 0.0696158 Dec 12 18:04:14.109925 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54280) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:14.214233 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2793d500-00ba-41c7-bae6-2143cd97c234 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "GET /v2.0/ports?device_id=310cf686-efd5-485e-b119-8e629acd756c HTTP/1.1" status: 200 len: 205 time: 0.1006699 Dec 12 18:04:14.219650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54284) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:14.336084 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a3c80bb-e9b9-4ac9-b988-2205ba9fbf3b tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:14.548582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Made reservation on behalf of 222f0fc930bd448abb9f94884551fdcd for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:14.559025 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:14.580668 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 88c36ed7-c6fe-401a-81e0-b86418523431 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:14.732311 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 88c36ed7-c6fe-401a-81e0-b86418523431 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:14.738166 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:14.910000 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ff9ef08b-8274-4d2b-baf1-a3fd68ffc06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:14.923976 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:14.989171 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:15.089674 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:15.110691 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:15.229781 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb6ed7-cda8-4f3d-bf14-d179674eac5c None None] Pushing event updated for resources: {'Port': ['ID=1aca31dd-b39a-4c9b-8182-75265ea15eef,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:15.267964 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-389ee414-2f84-407b-b388-be7b074fbde1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:15.276310 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb2d280-2fe2-47bf-94c2-4a956fbd904f,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:15.295881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:15.303273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:15.305862 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:15.307636 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:15.309055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:15.309822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:15.312093 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:15.313435 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:15.313978 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:15.314517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:15.315057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:15.315600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:15.316136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:15.320531 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-389ee414-2f84-407b-b388-be7b074fbde1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:15.321592 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-389ee414-2f84-407b-b388-be7b074fbde1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:15.344381 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 88c36ed7-c6fe-401a-81e0-b86418523431, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=88c36ed7-c6fe-401a-81e0-b86418523431,segment=NetworkSegment(6afad52d-b2a5-40ce-b296-f4c123cba306),segment_id=6afad52d-b2a5-40ce-b296-f4c123cba306)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:15.356060 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:15.360403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Attempting to bind port 1aca31dd-b39a-4c9b-8182-75265ea15eef on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:15.360775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Attempting to bind port 1aca31dd-b39a-4c9b-8182-75265ea15eef by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '381dbbf8-da3f-4edf-b1f6-fa75e0281764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:15.361131 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Attempting to bind port 1aca31dd-b39a-4c9b-8182-75265ea15eef on network ee64e78a-79f1-4b7b-baf7-6842a6a7daef {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:15.404949 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:04:15.405624 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Checking segment: {'id': '381dbbf8-da3f-4edf-b1f6-fa75e0281764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:15.406199 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:15.407327 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Bound using segment: {'id': '381dbbf8-da3f-4edf-b1f6-fa75e0281764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:04:15.414454 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Bound port: 1aca31dd-b39a-4c9b-8182-75265ea15eef, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381dbbf8-da3f-4edf-b1f6-fa75e0281764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:04:15.415145 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:15.453790 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1ace9b77-434a-47ca-8002-7da3180711c9 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:04:15.485819 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a3c80bb-e9b9-4ac9-b988-2205ba9fbf3b tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:15.488734 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a3c80bb-e9b9-4ac9-b988-2205ba9fbf3b tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:15.581707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Checking segment: {'id': 'b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9112365-71cf-4696-9ddb-26cad66032ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:15.582288 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Network hostable DHCP agents. Network: f9112365-71cf-4696-9ddb-26cad66032ad, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:04:15.617726 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=88c36ed7-c6fe-401a-81e0-b86418523431,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:15.632122 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ee414-2f84-407b-b388-be7b074fbde1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=1c26c36f-baec-4f40-a6e3-0ca72f8a1b5e,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:15.647878 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a3c80bb-e9b9-4ac9-b988-2205ba9fbf3b tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:15.648535 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3c80bb-e9b9-4ac9-b988-2205ba9fbf3b tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Fanout notify agent at l3_agent the message router_deleted on router 310cf686-efd5-485e-b119-8e629acd756c {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:04:15.658732 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a3c80bb-e9b9-4ac9-b988-2205ba9fbf3b tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:15.660085 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4a3c80bb-e9b9-4ac9-b988-2205ba9fbf3b tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "DELETE /v2.0/routers/310cf686-efd5-485e-b119-8e629acd756c HTTP/1.1" status: 204 len: 168 time: 1.4360020 Dec 12 18:04:15.664919 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54306) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:15.671007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389ee414-2f84-407b-b388-be7b074fbde1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network 83b8279d-6a6d-46a8-83b1-3741f528158e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:15.673118 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-389ee414-2f84-407b-b388-be7b074fbde1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:15.675061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Network f9112365-71cf-4696-9ddb-26cad66032ad is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:04:15.698389 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, f9112365-71cf-4696-9ddb-26cad66032ad) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:15.704093 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:15.704910 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:15.724228 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f8c9e5e0-d4e5-4664-9dfd-da69111d6fdc tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "GET /v2.0/ports?device_id=310cf686-efd5-485e-b119-8e629acd756c HTTP/1.1" status: 200 len: 205 time: 0.0578160 Dec 12 18:04:15.726013 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-629fbaca-ecba-4e59-bf38-cdc63662c8b3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:15.728149 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54310) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:15.730166 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:15.736144 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c45edec-af68-4600-87f0-947960456e05 None None] Network 83b8279d-6a6d-46a8-83b1-3741f528158e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:15.750412 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca448a96-4224-4436-bc76-109a5f1beb85 None None] Network f9112365-71cf-4696-9ddb-26cad66032ad requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:15.832362 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ef86af2b-5f69-4402-af8c-d34ac37fa7b2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9864559 Dec 12 18:04:15.835958 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-7c4dd045-fae9-491e-a558-b1d2a34cfb17 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] delete failed (client error): The resource could not be found. Dec 12 18:04:15.839504 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7c4dd045-fae9-491e-a558-b1d2a34cfb17 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "DELETE /v2.0/routers/310cf686-efd5-485e-b119-8e629acd756c HTTP/1.1" status: 404 len: 336 time: 0.0599823 Dec 12 18:04:15.839504 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fbaca-ecba-4e59-bf38-cdc63662c8b3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=00d6bfd0-50a1-4954-a268-f78026c6b8e8,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:15.839758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54312) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:15.840085 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54314) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:15.853473 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629fbaca-ecba-4e59-bf38-cdc63662c8b3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:15.855054 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-629fbaca-ecba-4e59-bf38-cdc63662c8b3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:15.858153 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629fbaca-ecba-4e59-bf38-cdc63662c8b3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:15.858770 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-629fbaca-ecba-4e59-bf38-cdc63662c8b3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:15.867230 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1228837291-router', 'tenant_id': '222f0fc930bd448abb9f94884551fdcd', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:15.891122 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-629fbaca-ecba-4e59-bf38-cdc63662c8b3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2638431 Dec 12 18:04:15.896411 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6371b260-9fe5-477f-92b2-803de9c7e7a9 None None] Provisioning complete for port 1aca31dd-b39a-4c9b-8182-75265ea15eef triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:15.896799 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6371b260-9fe5-477f-92b2-803de9c7e7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:15.905989 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3ddb666d-7b17-49bf-aca8-1463019628cb tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "GET /v2.0/ports?device_id=b30d3074-8bba-45e3-aad4-9f043a5b12f5 HTTP/1.1" status: 200 len: 205 time: 0.0615366 Dec 12 18:04:15.906786 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54320) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:15.906933 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54316) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:15.929926 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-dd324c68-ad57-4150-8468-19e20cc8f4e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'mac_address': 'fa:16:3e:2a:2f:47', 'name': 'tempest-NetworksTestDHCPv6-1873481139'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:15.951597 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] For port 1aca31dd-b39a-4c9b-8182-75265ea15eef, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:04:15.953083 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-aa2406af-542d-49db-9e77-050687acb85f tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] delete failed (client error): The resource could not be found. Dec 12 18:04:15.957535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-aa2406af-542d-49db-9e77-050687acb85f tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "DELETE /v2.0/routers/b30d3074-8bba-45e3-aad4-9f043a5b12f5 HTTP/1.1" status: 404 len: 336 time: 0.0446470 Dec 12 18:04:15.958569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54322) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:15.993410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 1ace9b77-434a-47ca-8002-7da3180711c9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1ace9b77-434a-47ca-8002-7da3180711c9,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:16.021393 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5f9d2ca1-3e78-4bf0-96d6-751cc2d3b39a tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "GET /v2.0/ports?device_id=11343458-a2b6-4262-8efe-7d1fc86628dc HTTP/1.1" status: 200 len: 205 time: 0.0580695 Dec 12 18:04:16.024472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54324) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:16.033777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] For port 1aca31dd-b39a-4c9b-8182-75265ea15eef, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1aca31dd-b39a-4c9b-8182-75265ea15eef,segment=NetworkSegment(381dbbf8-da3f-4edf-b1f6-fa75e0281764),segment_id=381dbbf8-da3f-4edf-b1f6-fa75e0281764)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:04:16.047772 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:16.072712 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6371b260-9fe5-477f-92b2-803de9c7e7a9 None None] Port 1aca31dd-b39a-4c9b-8182-75265ea15eef cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:04:16.074647 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:16.076785 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5065636-a352-4b94-ab76-cdfcb7824d1d None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:16.098531 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:16.099751 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:16.103336 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-0bd497fa-e4b8-4e0b-bb78-a0d039caba46 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] delete failed (client error): The resource could not be found. Dec 12 18:04:16.108143 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0bd497fa-e4b8-4e0b-bb78-a0d039caba46 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "DELETE /v2.0/routers/11343458-a2b6-4262-8efe-7d1fc86628dc HTTP/1.1" status: 404 len: 336 time: 0.0796449 Dec 12 18:04:16.109842 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54326) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:16.119360 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-f9112365-71cf-4696-9ddb-26cad66032ad', 'network_id': 'f9112365-71cf-4696-9ddb-26cad66032ad', 'project_id': '222f0fc930bd448abb9f94884551fdcd', 'fixed_ips': [{'subnet_id': '8bb2d280-2fe2-47bf-94c2-4a956fbd904f'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:04:16.120234 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:16.151358 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a7a9e647-01e2-4823-ab00-d262f1f21c66 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "GET /v2.0/ports?device_id=566fded3-7fe2-4256-9730-e546f40f5cb0 HTTP/1.1" status: 200 len: 205 time: 0.0400229 Dec 12 18:04:16.158439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54330) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:16.173418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389ee414-2f84-407b-b388-be7b074fbde1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 4a8e9c51-c74d-48ea-a555-58f813772750 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:04:16.194964 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd324c68-ad57-4150-8468-19e20cc8f4e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:16.243078 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-a8a808d7-a201-4c94-b428-d0182ea37519 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] delete failed (client error): The resource could not be found. Dec 12 18:04:16.248170 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a8a808d7-a201-4c94-b428-d0182ea37519 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "DELETE /v2.0/routers/566fded3-7fe2-4256-9730-e546f40f5cb0 HTTP/1.1" status: 404 len: 336 time: 0.0877459 Dec 12 18:04:16.249021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54334) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:16.337753 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dd324c68-ad57-4150-8468-19e20cc8f4e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:16.373138 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-dd324c68-ad57-4150-8468-19e20cc8f4e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port ac2a69d7-7a3f-4e60-9780-7ec11749f5e0 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:04:16.383927 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0f12b416-9742-4987-965c-dc6e1d61baab tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7441614-c4e9-4c6d-ad95-2bfb85f935a6 HTTP/1.1" status: 200 len: 205 time: 0.1322515 Dec 12 18:04:16.384538 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54338) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:16.406658 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:16.451979 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-fd15853c-c628-4cc6-b609-8dae0da964c1 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] delete failed (client error): The resource could not be found. Dec 12 18:04:16.455890 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fd15853c-c628-4cc6-b609-8dae0da964c1 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "DELETE /v2.0/routers/d7441614-c4e9-4c6d-ad95-2bfb85f935a6 HTTP/1.1" status: 404 len: 336 time: 0.0703394 Dec 12 18:04:16.456487 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54340) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:16.459569 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Routers {'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:16.460159 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:16.485811 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 88c36ed7-c6fe-401a-81e0-b86418523431 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:16.488041 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=1ace9b77-434a-47ca-8002-7da3180711c9,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:16.538095 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-05e19b5e-41cc-406e-a27a-379daa275b5c None None] Provisioning complete for port 88c36ed7-c6fe-401a-81e0-b86418523431 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:16.538481 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-05e19b5e-41cc-406e-a27a-379daa275b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:16.590770 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7e94b551-3476-41c2-925e-4995ad80dbc2 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "GET /v2.0/ports?device_id=35272fe9-3ab9-4c69-9e34-0ba578a594a9 HTTP/1.1" status: 200 len: 205 time: 0.0624859 Dec 12 18:04:16.594065 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54342) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:16.644242 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-c00057d6-a2c6-43ad-b591-bdcdc7e6c3e9 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] delete failed (client error): The resource could not be found. Dec 12 18:04:16.648313 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c00057d6-a2c6-43ad-b591-bdcdc7e6c3e9 tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "DELETE /v2.0/routers/35272fe9-3ab9-4c69-9e34-0ba578a594a9 HTTP/1.1" status: 404 len: 336 time: 0.0532694 Dec 12 18:04:16.648693 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54344) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:16.688129 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-835c3eb2-1b4f-4b78-ba4a-17d050b778be tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] DELETE failed (client error): The resource could not be found. Dec 12 18:04:16.688558 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835c3eb2-1b4f-4b78-ba4a-17d050b778be tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:04:16.695233 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-835c3eb2-1b4f-4b78-ba4a-17d050b778be tempest-RoutersIpV6AdminTest-1242062953 tempest-RoutersIpV6AdminTest-1242062953-project] 10.222.0.18 "DELETE /v2.0/subnets/55003bbf-a15f-401c-8619-2042b960fc60 HTTP/1.1" status: 404 len: 337 time: 0.0432141 Dec 12 18:04:16.709096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389ee414-2f84-407b-b388-be7b074fbde1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:04:16.729044 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-389ee414-2f84-407b-b388-be7b074fbde1 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/4a8e9c51-c74d-48ea-a555-58f813772750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1886504 Dec 12 18:04:16.733084 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:16.737584 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54350) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:16.738932 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69637f2f-8436-4b74-a781-82b747dfc613 None None] Sync routers for ids ['4a8e9c51-c74d-48ea-a555-58f813772750'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:04:16.828467 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-dd324c68-ad57-4150-8468-19e20cc8f4e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 172.20.0.4 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/00d6bfd0-50a1-4954-a268-f78026c6b8e8/ac2a69d7-7a3f-4e60-9780-7ec11749f5e0) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:16.840652 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-dd324c68-ad57-4150-8468-19e20cc8f4e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::f816:3eff:fe2a:2f47 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/761482be-9ad0-4570-8379-42115c5cd115/ac2a69d7-7a3f-4e60-9780-7ec11749f5e0) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:16.864185 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54352) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:16.889612 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c81a659-6c7e-433b-ac5c-ad35b4953756 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:16.890922 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2c81a659-6c7e-433b-ac5c-ad35b4953756 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/ports/1c26c36f-baec-4f40-a6e3-0ca72f8a1b5e HTTP/1.1" status: 200 len: 911 time: 0.1466484 Dec 12 18:04:16.893848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54356) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:16.907360 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] Set router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:04:17.061868 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69637f2f-8436-4b74-a781-82b747dfc613 None None] Routers {'4a8e9c51-c74d-48ea-a555-58f813772750'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:17.062555 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-69637f2f-8436-4b74-a781-82b747dfc613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4a8e9c51-c74d-48ea-a555-58f813772750'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:17.080873 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb6ed7-cda8-4f3d-bf14-d179674eac5c None None] Pushing event updated for resources: {'Port': ['ID=1aca31dd-b39a-4c9b-8182-75265ea15eef,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:17.122969 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dd324c68-ad57-4150-8468-19e20cc8f4e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:17.154556 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54360) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:17.177007 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e0bc009-5da1-4d45-8a72-5206eb58bec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:17.207617 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dd324c68-ad57-4150-8468-19e20cc8f4e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:17.281748 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd324c68-ad57-4150-8468-19e20cc8f4e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:17.307308 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-dd324c68-ad57-4150-8468-19e20cc8f4e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:17.322593 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd324c68-ad57-4150-8468-19e20cc8f4e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:17.376472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd324c68-ad57-4150-8468-19e20cc8f4e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=ac2a69d7-7a3f-4e60-9780-7ec11749f5e0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:17.393654 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-006e61ac-6dcc-4794-b8e0-15ce4631da1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:17.433355 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd324c68-ad57-4150-8468-19e20cc8f4e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:17.434438 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dd324c68-ad57-4150-8468-19e20cc8f4e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:17.439879 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:17.463119 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:17.494562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-69637f2f-8436-4b74-a781-82b747dfc613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:17.514117 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e0bc009-5da1-4d45-8a72-5206eb58bec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:17.526594 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dd324c68-ad57-4150-8468-19e20cc8f4e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6135547 Dec 12 18:04:17.527260 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54364) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:17.528062 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Allocated IP 172.20.0.2 (f9112365-71cf-4696-9ddb-26cad66032ad/8bb2d280-2fe2-47bf-94c2-4a956fbd904f/02607cb5-310a-4650-80ad-a6c087fb180d) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:17.545081 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e0bc009-5da1-4d45-8a72-5206eb58bec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:17.554399 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:17.578427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 88c36ed7-c6fe-401a-81e0-b86418523431 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:17.578917 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:17.638949 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] Allocated IP 172.25.1.192 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/45808d71-430d-4c3e-9248-c5eab4407a3f) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:17.641845 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9e0bc009-5da1-4d45-8a72-5206eb58bec9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c2d7b67c15840548d4839cef10a9791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7758508 Dec 12 18:04:17.642791 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a84950d-ce34-4d44-9ee1-80eea5807f0b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:17.646264 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bc009-5da1-4d45-8a72-5206eb58bec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f97053a-e1e8-49c1-8424-b09276b71619,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:17.646490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54366) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:17.670092 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-418896ec-4567-4ce9-8735-42f0b70a3cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:17.671878 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08060751-c99e-4d19-b62b-8d6380022749 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:17.672945 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69637f2f-8436-4b74-a781-82b747dfc613 None None] Routers {'4a8e9c51-c74d-48ea-a555-58f813772750'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:17.673644 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-69637f2f-8436-4b74-a781-82b747dfc613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:03:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4a8e9c51-c74d-48ea-a555-58f813772750'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:17.679160 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08060751-c99e-4d19-b62b-8d6380022749 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:17.683081 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-08060751-c99e-4d19-b62b-8d6380022749 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1515808 Dec 12 18:04:17.684259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54368) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:17.718282 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-006e61ac-6dcc-4794-b8e0-15ce4631da1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:17.727921 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-006e61ac-6dcc-4794-b8e0-15ce4631da1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:17.799527 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-69637f2f-8436-4b74-a781-82b747dfc613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:17.800264 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69637f2f-8436-4b74-a781-82b747dfc613 None None] The sync data for ids ['4a8e9c51-c74d-48ea-a555-58f813772750'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:04:17.810894 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-006e61ac-6dcc-4794-b8e0-15ce4631da1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8bb03bbeec62473880264f8da207a941&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6552265 Dec 12 18:04:17.812972 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e61ac-6dcc-4794-b8e0-15ce4631da1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c772e5-f9d0-4b8b-bbbf-1666b9428bd8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:17.815873 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54370) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:17.826801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc6b51d-e67b-4da0-abe5-1c1522cab19a None None] Update dhcp port {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'fixed_ips': [{'subnet_id': '761482be-9ad0-4570-8379-42115c5cd115', 'ip_address': '2001:db8::f816:3eff:fea9:e504'}, {'subnet_id': '00d6bfd0-50a1-4954-a268-f78026c6b8e8'}], 'binding:host_id': 'n-d-760354-5'}, 'id': '1ace9b77-434a-47ca-8002-7da3180711c9'} from n-d-760354-5. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 18:04:17.872937 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-08e986a6-9aeb-4b15-b637-fdb56bc0f06d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port ac2a69d7-7a3f-4e60-9780-7ec11749f5e0 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:17.873198 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:17.873303 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08e986a6-9aeb-4b15-b637-fdb56bc0f06d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:17.894800 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-05e19b5e-41cc-406e-a27a-379daa275b5c None None] Could not find standard attr ID for object 823642ea-ace2-4cfe-93ff-cd75f72e410c. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:04:17.921500 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b51d-e67b-4da0-abe5-1c1522cab19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:17.969423 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08e986a6-9aeb-4b15-b637-fdb56bc0f06d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:17.983887 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-08e986a6-9aeb-4b15-b637-fdb56bc0f06d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for ac2a69d7-7a3f-4e60-9780-7ec11749f5e0 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:17.992241 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-05e19b5e-41cc-406e-a27a-379daa275b5c None None] Provisioning complete for port 1ace9b77-434a-47ca-8002-7da3180711c9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:17.992620 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-05e19b5e-41cc-406e-a27a-379daa275b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.068171 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72d1ce5c-3c87-44c1-b776-d0201747fae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.096337 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1ace9b77-434a-47ca-8002-7da3180711c9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:18.104301 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72d1ce5c-3c87-44c1-b776-d0201747fae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.191533 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-161773e2-1c54-4ac7-b12e-914aff1e3589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.243446 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-161773e2-1c54-4ac7-b12e-914aff1e3589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.245884 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72d1ce5c-3c87-44c1-b776-d0201747fae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.249268 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72d1ce5c-3c87-44c1-b776-d0201747fae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.251970 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-72d1ce5c-3c87-44c1-b776-d0201747fae8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47c772e5-f9d0-4b8b-bbbf-1666b9428bd8 HTTP/1.1" status: 204 len: 168 time: 0.4313200 Dec 12 18:04:18.254102 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.258760 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'name': 'tempest-TestVolumeBackupRestore-213862924-router', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:01Z', 'updated_at': '2021-12-12T18:04:09Z', 'revision_number': 4, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'gw_port': {'id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:02Z', 'updated_at': '2021-12-12T18:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '1aca31dd-b39a-4c9b-8182-75265ea15eef', 'name': '', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'mac_address': 'fa:16:3e:8b:d6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:07Z', 'updated_at': '2021-12-12T18:04:15Z', 'revision_number': 4, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'subnets': [{'id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:18.271754 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1ce5c-3c87-44c1-b776-d0201747fae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c772e5-f9d0-4b8b-bbbf-1666b9428bd8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:18.299931 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.303835 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d1ce5c-3c87-44c1-b776-d0201747fae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:18.304503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d1ce5c-3c87-44c1-b776-d0201747fae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:18.305071 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d1ce5c-3c87-44c1-b776-d0201747fae8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:18.305649 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d1ce5c-3c87-44c1-b776-d0201747fae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:18.306344 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d1ce5c-3c87-44c1-b776-d0201747fae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:18.306912 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d1ce5c-3c87-44c1-b776-d0201747fae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:18.307514 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d1ce5c-3c87-44c1-b776-d0201747fae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:18.308066 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d1ce5c-3c87-44c1-b776-d0201747fae8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:18.308802 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d1ce5c-3c87-44c1-b776-d0201747fae8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:18.309352 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d1ce5c-3c87-44c1-b776-d0201747fae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:18.309947 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d1ce5c-3c87-44c1-b776-d0201747fae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:18.310690 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d1ce5c-3c87-44c1-b776-d0201747fae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:18.312214 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d1ce5c-3c87-44c1-b776-d0201747fae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:04:18.318337 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.324782 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7365cc-256a-4a9a-b50f-52387718c75b None None] The sync data for ids ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'] in n-d-760354-5 is: [{'id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'name': 'tempest-TestVolumeBackupRestore-213862924-router', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:01Z', 'updated_at': '2021-12-12T18:04:09Z', 'revision_number': 4, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'gw_port': {'id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:02Z', 'updated_at': '2021-12-12T18:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '1aca31dd-b39a-4c9b-8182-75265ea15eef', 'name': '', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'mac_address': 'fa:16:3e:8b:d6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:07Z', 'updated_at': '2021-12-12T18:04:15Z', 'revision_number': 4, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'subnets': [{'id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:04:18.356031 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08e986a6-9aeb-4b15-b637-fdb56bc0f06d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.387678 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-161773e2-1c54-4ac7-b12e-914aff1e3589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.390255 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-161773e2-1c54-4ac7-b12e-914aff1e3589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.391487 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-161773e2-1c54-4ac7-b12e-914aff1e3589 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f97053a-e1e8-49c1-8424-b09276b71619 HTTP/1.1" status: 204 len: 168 time: 0.7439764 Dec 12 18:04:18.437693 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.453480 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161773e2-1c54-4ac7-b12e-914aff1e3589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f97053a-e1e8-49c1-8424-b09276b71619,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:18.480932 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Network f9112365-71cf-4696-9ddb-26cad66032ad is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:18.489205 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.500115 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:18.506352 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:18.513585 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Pushing event updated for resources: {'Port': ['ID=02607cb5-310a-4650-80ad-a6c087fb180d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:18.517210 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e986a6-9aeb-4b15-b637-fdb56bc0f06d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=ac2a69d7-7a3f-4e60-9780-7ec11749f5e0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:18.518597 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-05e19b5e-41cc-406e-a27a-379daa275b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.523708 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-bcc6b51d-e67b-4da0-abe5-1c1522cab19a None None] Allocated IP 172.20.0.2 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/00d6bfd0-50a1-4954-a268-f78026c6b8e8/1ace9b77-434a-47ca-8002-7da3180711c9) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:18.564986 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:18.572442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:18.576536 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:18.588032 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1ace9b77-434a-47ca-8002-7da3180711c9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:18.589311 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.614156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] Pushing event updated for resources: {'Port': ['ID=45808d71-430d-4c3e-9248-c5eab4407a3f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:18.628355 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c8a6c7-b030-45c5-ad2f-16526932c548 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:04:18.654401 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5a84950d-ce34-4d44-9ee1-80eea5807f0b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting port 1c26c36f-baec-4f40-a6e3-0ca72f8a1b5e {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:18.654751 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a84950d-ce34-4d44-9ee1-80eea5807f0b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.731834 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08e986a6-9aeb-4b15-b637-fdb56bc0f06d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.739576 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-08e986a6-9aeb-4b15-b637-fdb56bc0f06d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/ac2a69d7-7a3f-4e60-9780-7ec11749f5e0 HTTP/1.1" status: 204 len: 168 time: 1.0502234 Dec 12 18:04:18.740927 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54378) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:18.818977 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Attempting to bind port 02607cb5-310a-4650-80ad-a6c087fb180d on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:18.820122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Attempting to bind port 02607cb5-310a-4650-80ad-a6c087fb180d by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9112365-71cf-4696-9ddb-26cad66032ad'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:18.820655 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Attempting to bind port 02607cb5-310a-4650-80ad-a6c087fb180d on network f9112365-71cf-4696-9ddb-26cad66032ad {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:18.835059 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:04:18.841324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Checking segment: {'id': 'b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9112365-71cf-4696-9ddb-26cad66032ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:18.842025 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.842628 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Bound using segment: {'id': 'b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9112365-71cf-4696-9ddb-26cad66032ad'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:04:18.844328 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Bound port: 02607cb5-310a-4650-80ad-a6c087fb180d, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9112365-71cf-4696-9ddb-26cad66032ad'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:04:18.844961 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.887978 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae5963d-c0e2-47cc-998a-1d8744eb0265 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:18.893385 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae5963d-c0e2-47cc-998a-1d8744eb0265 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:18.897420 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae5963d-c0e2-47cc-998a-1d8744eb0265 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:18.905231 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5ae5963d-c0e2-47cc-998a-1d8744eb0265 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1631887 Dec 12 18:04:18.905858 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54382) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:18.940387 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a84950d-ce34-4d44-9ee1-80eea5807f0b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:18.955726 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-bcc6b51d-e67b-4da0-abe5-1c1522cab19a None None] For port 1ace9b77-434a-47ca-8002-7da3180711c9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1ace9b77-434a-47ca-8002-7da3180711c9,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:19.011634 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5a84950d-ce34-4d44-9ee1-80eea5807f0b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Calling delete_port for 1c26c36f-baec-4f40-a6e3-0ca72f8a1b5e owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:19.015803 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f0801e1-ac9d-4086-906e-525a77e14b67 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 00d6bfd0-50a1-4954-a268-f78026c6b8e8 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:04:19.060238 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.081880 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] For port 02607cb5-310a-4650-80ad-a6c087fb180d, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:04:19.100089 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54384) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:19.102499 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b51d-e67b-4da0-abe5-1c1522cab19a None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.122808 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f0801e1-ac9d-4086-906e-525a77e14b67 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.129473 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] For port 02607cb5-310a-4650-80ad-a6c087fb180d, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=02607cb5-310a-4650-80ad-a6c087fb180d,segment=NetworkSegment(b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d),segment_id=b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:04:19.131053 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bcc6b51d-e67b-4da0-abe5-1c1522cab19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.149273 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.170345 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54386) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:19.193527 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.204507 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f0801e1-ac9d-4086-906e-525a77e14b67 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.210199 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-04a08efe-61c6-4b4f-b71b-6d2ffcda79f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=caf62565b04a486f8cb1a1cb8244e91c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1086125 Dec 12 18:04:19.225703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54388) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:19.227367 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a93be0f2-1163-4e8e-a14a-9f55a0a7f8ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.261051 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:04:19.262071 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:04:19.328558 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-05e19b5e-41cc-406e-a27a-379daa275b5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:04:19.329242 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-05e19b5e-41cc-406e-a27a-379daa275b5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:04:19.335748 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f0801e1-ac9d-4086-906e-525a77e14b67 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.357120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6b51d-e67b-4da0-abe5-1c1522cab19a None None] Pushing event updated for resources: {'Port': ['ID=1ace9b77-434a-47ca-8002-7da3180711c9,revision_number=10']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:19.437136 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f0801e1-ac9d-4086-906e-525a77e14b67 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.471898 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a93be0f2-1163-4e8e-a14a-9f55a0a7f8ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.480137 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12008514-4f30-4e64-88ff-f0416fb046a3 None None] Pushing event updated for resources: {'Port': ['ID=02607cb5-310a-4650-80ad-a6c087fb180d,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:19.499999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0801e1-ac9d-4086-906e-525a77e14b67 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=00d6bfd0-50a1-4954-a268-f78026c6b8e8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:19.512011 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f0801e1-ac9d-4086-906e-525a77e14b67 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.517284 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3f0801e1-ac9d-4086-906e-525a77e14b67 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/00d6bfd0-50a1-4954-a268-f78026c6b8e8 HTTP/1.1" status: 204 len: 168 time: 0.6098166 Dec 12 18:04:19.524827 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54390) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:19.545797 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-414dc256-c06f-4dad-a709-d7c5cc2b56dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.547619 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a93be0f2-1163-4e8e-a14a-9f55a0a7f8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.630636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb387d8-3bdb-49c4-b2cd-775364f53803 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 761482be-9ad0-4570-8379-42115c5cd115 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:04:19.634060 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acb387d8-3bdb-49c4-b2cd-775364f53803 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.680295 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93be0f2-1163-4e8e-a14a-9f55a0a7f8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdf1d7d-19de-4563-99be-66da030e3d9e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:19.712637 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-414dc256-c06f-4dad-a709-d7c5cc2b56dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.715271 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acb387d8-3bdb-49c4-b2cd-775364f53803 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.717418 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a93be0f2-1163-4e8e-a14a-9f55a0a7f8ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=017b9e89864f4662b0b12248db908890&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5459228 Dec 12 18:04:19.736392 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54392) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:19.844193 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acb387d8-3bdb-49c4-b2cd-775364f53803 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.880205 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a84950d-ce34-4d44-9ee1-80eea5807f0b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.891448 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.924845 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-05e19b5e-41cc-406e-a27a-379daa275b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:19.975025 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acb387d8-3bdb-49c4-b2cd-775364f53803 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:20.045059 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84950d-ce34-4d44-9ee1-80eea5807f0b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Port': ['ID=1c26c36f-baec-4f40-a6e3-0ca72f8a1b5e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:20.060213 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb387d8-3bdb-49c4-b2cd-775364f53803 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=761482be-9ad0-4570-8379-42115c5cd115,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:20.071745 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acb387d8-3bdb-49c4-b2cd-775364f53803 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:20.080353 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-acb387d8-3bdb-49c4-b2cd-775364f53803 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/761482be-9ad0-4570-8379-42115c5cd115 HTTP/1.1" status: 204 len: 168 time: 0.5536332 Dec 12 18:04:20.085471 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54394) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:20.183263 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dc707f08-50b9-4824-bf24-ca0a4e7272b8 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955796 Dec 12 18:04:20.186938 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54396) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:20.194430 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cecced0c-006b-4ca7-8ab1-0532c0493e37 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:20.268327 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a84950d-ce34-4d44-9ee1-80eea5807f0b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:20.346919 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecced0c-006b-4ca7-8ab1-0532c0493e37 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:20.351358 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cecced0c-006b-4ca7-8ab1-0532c0493e37 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:20.358839 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-414dc256-c06f-4dad-a709-d7c5cc2b56dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:20.366770 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:20.381624 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-414dc256-c06f-4dad-a709-d7c5cc2b56dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:20.394640 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-414dc256-c06f-4dad-a709-d7c5cc2b56dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43ae801a-6e17-4765-966e-a287682533d3 HTTP/1.1" status: 204 len: 168 time: 1.1649463 Dec 12 18:04:20.413652 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-05e19b5e-41cc-406e-a27a-379daa275b5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:04:20.414019 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-05e19b5e-41cc-406e-a27a-379daa275b5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:04:20.425148 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:04:20.425513 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:04:20.558160 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:20.562174 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a421d9f-71ef-410f-9b20-6e4c681b0797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:20.567583 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dc256-c06f-4dad-a709-d7c5cc2b56dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ae801a-6e17-4765-966e-a287682533d3,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:20.662174 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac5b21b-076a-4ecc-ae06-a813920c6046 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:20.712025 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a421d9f-71ef-410f-9b20-6e4c681b0797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:20.742705 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cecced0c-006b-4ca7-8ab1-0532c0493e37 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:20.836759 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecced0c-006b-4ca7-8ab1-0532c0493e37 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:20.840548 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-cecced0c-006b-4ca7-8ab1-0532c0493e37 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:20.849814 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecced0c-006b-4ca7-8ab1-0532c0493e37 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:20.851323 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cecced0c-006b-4ca7-8ab1-0532c0493e37 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:20.853062 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:20.875750 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a84950d-ce34-4d44-9ee1-80eea5807f0b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 4a8e9c51-c74d-48ea-a555-58f813772750 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:04:20.889657 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a421d9f-71ef-410f-9b20-6e4c681b0797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:20.890972 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cecced0c-006b-4ca7-8ab1-0532c0493e37 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7020276 Dec 12 18:04:20.892293 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecced0c-006b-4ca7-8ab1-0532c0493e37 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=b237561f-6830-4ac3-b55f-7d02e0ac23d5,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:20.899751 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a421d9f-71ef-410f-9b20-6e4c681b0797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:20.901181 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7a421d9f-71ef-410f-9b20-6e4c681b0797 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abdf1d7d-19de-4563-99be-66da030e3d9e HTTP/1.1" status: 204 len: 168 time: 1.1635673 Dec 12 18:04:20.902157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54402) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:20.933339 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:20.940559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 1ace9b77-434a-47ca-8002-7da3180711c9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1ace9b77-434a-47ca-8002-7da3180711c9,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:20.944691 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a8809ca3-7e76-4db7-b421-2d50981d9570 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:20.948430 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:21.039930 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1b3d8a-29e5-4323-8d93-3a51f064e427 None None] DHCP port deletion for 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:04:21.046691 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=1ace9b77-434a-47ca-8002-7da3180711c9,revision_number=13']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:21.083465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a421d9f-71ef-410f-9b20-6e4c681b0797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdf1d7d-19de-4563-99be-66da030e3d9e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:21.096542 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e607a6-cdf8-4e6a-8d23-4d4595351975 None None] Network f9112365-71cf-4696-9ddb-26cad66032ad requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:21.183339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a84950d-ce34-4d44-9ee1-80eea5807f0b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:04:21.194339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5a84950d-ce34-4d44-9ee1-80eea5807f0b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/4a8e9c51-c74d-48ea-a555-58f813772750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2973669 Dec 12 18:04:21.196056 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54414) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:21.201372 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfbb52-4a56-4bde-8e22-a592f4bb3908 None None] Sync routers for ids ['4a8e9c51-c74d-48ea-a555-58f813772750'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:04:21.227778 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfbb52-4a56-4bde-8e22-a592f4bb3908 None None] Routers {'4a8e9c51-c74d-48ea-a555-58f813772750'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:21.229187 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-01dfbb52-4a56-4bde-8e22-a592f4bb3908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:04:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4a8e9c51-c74d-48ea-a555-58f813772750'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:21.276052 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d3f73572-f7f3-4688-8a42-5bdb08d1f074 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a8e9c51-c74d-48ea-a555-58f813772750 HTTP/1.1" status: 200 len: 205 time: 0.0763853 Dec 12 18:04:21.276356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8809ca3-7e76-4db7-b421-2d50981d9570 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:21.276853 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54418) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:21.279828 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a8809ca3-7e76-4db7-b421-2d50981d9570 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:21.294751 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-01dfbb52-4a56-4bde-8e22-a592f4bb3908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:21.308659 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfbb52-4a56-4bde-8e22-a592f4bb3908 None None] Routers {'4a8e9c51-c74d-48ea-a555-58f813772750'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:21.310014 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-01dfbb52-4a56-4bde-8e22-a592f4bb3908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:04:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4a8e9c51-c74d-48ea-a555-58f813772750'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:21.315230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1aca31dd-b39a-4c9b-8182-75265ea15eef up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:21.374443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b3d8a-29e5-4323-8d93-3a51f064e427 None None] Deleting port 1ace9b77-434a-47ca-8002-7da3180711c9 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:21.374899 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c1b3d8a-29e5-4323-8d93-3a51f064e427 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:21.408942 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-01dfbb52-4a56-4bde-8e22-a592f4bb3908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:21.409732 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dfbb52-4a56-4bde-8e22-a592f4bb3908 None None] The sync data for ids ['4a8e9c51-c74d-48ea-a555-58f813772750'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:04:21.444527 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96b15ea4-b4d4-4161-a4e0-4071f87e1faf tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:21.463736 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] Router b4c6e0a8-a662-462d-8182-a400df63ea0f is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:04:21.494746 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c272b722-6ad1-4de7-b89d-e5073771a2ad None None] Provisioning complete for port 88c36ed7-c6fe-401a-81e0-b86418523431 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:21.495318 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c272b722-6ad1-4de7-b89d-e5073771a2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:21.560413 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7c1b3d8a-29e5-4323-8d93-3a51f064e427 None None] For port 1ace9b77-434a-47ca-8002-7da3180711c9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1ace9b77-434a-47ca-8002-7da3180711c9,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:21.560921 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c1b3d8a-29e5-4323-8d93-3a51f064e427 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:21.586878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b3d8a-29e5-4323-8d93-3a51f064e427 None None] Calling delete_port for 1ace9b77-434a-47ca-8002-7da3180711c9 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:21.592649 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1aca31dd-b39a-4c9b-8182-75265ea15eef triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:21.593165 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:21.837579 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54436) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:21.846693 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96b15ea4-b4d4-4161-a4e0-4071f87e1faf tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:21.858037 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96b15ea4-b4d4-4161-a4e0-4071f87e1faf tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:21.877375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c272b722-6ad1-4de7-b89d-e5073771a2ad None None] Provisioning complete for port 1ace9b77-434a-47ca-8002-7da3180711c9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:21.877862 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c272b722-6ad1-4de7-b89d-e5073771a2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:21.882405 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:21.933614 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c1b3d8a-29e5-4323-8d93-3a51f064e427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:21.985890 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96b15ea4-b4d4-4161-a4e0-4071f87e1faf tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:21.986560 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b15ea4-b4d4-4161-a4e0-4071f87e1faf tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Fanout notify agent at l3_agent the message router_deleted on router 4a8e9c51-c74d-48ea-a555-58f813772750 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:04:21.993928 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96b15ea4-b4d4-4161-a4e0-4071f87e1faf tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:21.995173 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-96b15ea4-b4d4-4161-a4e0-4071f87e1faf tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/routers/4a8e9c51-c74d-48ea-a555-58f813772750 HTTP/1.1" status: 204 len: 168 time: 0.7171416 Dec 12 18:04:21.997942 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54442) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:22.038053 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b3d8a-29e5-4323-8d93-3a51f064e427 None None] No DVR routers for this DVR port 1ace9b77-434a-47ca-8002-7da3180711c9 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:04:22.044540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b3d8a-29e5-4323-8d93-3a51f064e427 None None] Pushing event deleted for resources: {'Port': ['ID=1ace9b77-434a-47ca-8002-7da3180711c9,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:22.070139 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cc05eb25-f7e4-4257-8669-ba8d2b62bb11 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-253531703'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:22.079669 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d2e07a-e906-494a-805f-e160e87b595e None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:22.085399 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c272b722-6ad1-4de7-b89d-e5073771a2ad None None] Could not find standard attr ID for object 1ace9b77-434a-47ca-8002-7da3180711c9. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:04:22.116820 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-891443a7-d763-4caa-a0e3-90c54ee271d8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting subnet e47078ad-f545-47c5-bbc4-69dd1b6edb45 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:04:22.122226 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-891443a7-d763-4caa-a0e3-90c54ee271d8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.140034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 1aca31dd-b39a-4c9b-8182-75265ea15eef, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1aca31dd-b39a-4c9b-8182-75265ea15eef,segment=NetworkSegment(381dbbf8-da3f-4edf-b1f6-fa75e0281764),segment_id=381dbbf8-da3f-4edf-b1f6-fa75e0281764)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:22.147620 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:04:22.164037 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc05eb25-f7e4-4257-8669-ba8d2b62bb11 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:22.168341 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc05eb25-f7e4-4257-8669-ba8d2b62bb11 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.173466 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.174859 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-919372c5-ddb2-405b-9a2a-17ef0458890f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3319089 Dec 12 18:04:22.177883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54450) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:22.180853 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Sync routers for ids ['b4c6e0a8-a662-462d-8182-a400df63ea0f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:04:22.183102 n-d-760354-5 neutron-server[103152]: INFO neutron.plugins.ml2.db [None req-c272b722-6ad1-4de7-b89d-e5073771a2ad None None] No ports have port_id starting with 1ace9b77-434a-47ca-8002-7da3180711c9 Dec 12 18:04:22.185866 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.186664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 02607cb5-310a-4650-80ad-a6c087fb180d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:22.193348 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-891443a7-d763-4caa-a0e3-90c54ee271d8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.279564 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc05eb25-f7e4-4257-8669-ba8d2b62bb11 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.285671 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Routers {'b4c6e0a8-a662-462d-8182-a400df63ea0f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:22.286320 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:04:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4c6e0a8-a662-462d-8182-a400df63ea0f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:22.309813 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-891443a7-d763-4caa-a0e3-90c54ee271d8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.390184 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c272b722-6ad1-4de7-b89d-e5073771a2ad None None] Provisioning complete for port 1aca31dd-b39a-4c9b-8182-75265ea15eef triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:22.390475 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c272b722-6ad1-4de7-b89d-e5073771a2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.396624 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=1aca31dd-b39a-4c9b-8182-75265ea15eef,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:22.433972 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc05eb25-f7e4-4257-8669-ba8d2b62bb11 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.435677 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-891443a7-d763-4caa-a0e3-90c54ee271d8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.459523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'fixed_ips': [{'subnet_id': 'b237561f-6830-4ac3-b55f-7d02e0ac23d5'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:04:22.460398 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.470644 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891443a7-d763-4caa-a0e3-90c54ee271d8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Subnet': ['ID=e47078ad-f545-47c5-bbc4-69dd1b6edb45,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:22.472708 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc05eb25-f7e4-4257-8669-ba8d2b62bb11 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.485270 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc05eb25-f7e4-4257-8669-ba8d2b62bb11 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:04:22.496515 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc05eb25-f7e4-4257-8669-ba8d2b62bb11 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.497126 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-cc05eb25-f7e4-4257-8669-ba8d2b62bb11 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Added segment b4a74320-0267-4cb5-b156-f038399d4c29 of type vlan for network 178e9815-6e5f-43e7-aa13-1ba7453f48f7 Dec 12 18:04:22.501764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 02607cb5-310a-4650-80ad-a6c087fb180d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:22.502151 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.510112 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343937d6-04ae-4960-a485-fb37ab55ac1d None None] Network 83b8279d-6a6d-46a8-83b1-3741f528158e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:22.537253 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Set router b4c6e0a8-a662-462d-8182-a400df63ea0f gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:04:22.541466 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc05eb25-f7e4-4257-8669-ba8d2b62bb11 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.565177 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-891443a7-d763-4caa-a0e3-90c54ee271d8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.570466 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-891443a7-d763-4caa-a0e3-90c54ee271d8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/subnets/e47078ad-f545-47c5-bbc4-69dd1b6edb45 HTTP/1.1" status: 204 len: 168 time: 0.5710826 Dec 12 18:04:22.574872 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54460) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:22.579976 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc05eb25-f7e4-4257-8669-ba8d2b62bb11 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.589356 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc05eb25-f7e4-4257-8669-ba8d2b62bb11 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:22.590718 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc05eb25-f7e4-4257-8669-ba8d2b62bb11 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.636538 n-d-760354-5 neutron-server[103151]: DEBUG neutron.objects.ports [None req-a8809ca3-7e76-4db7-b421-2d50981d9570 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103151) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 18:04:22.639665 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a8809ca3-7e76-4db7-b421-2d50981d9570 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.692123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8809ca3-7e76-4db7-b421-2d50981d9570 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=8213b02e-8ab1-44d9-ace9-0d0541c91ced,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:22.695863 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05eb25-f7e4-4257-8669-ba8d2b62bb11 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Network': ['ID=178e9815-6e5f-43e7-aa13-1ba7453f48f7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:22.711815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8809ca3-7e76-4db7-b421-2d50981d9570 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:22.713688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a8809ca3-7e76-4db7-b421-2d50981d9570 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:22.716573 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cc05eb25-f7e4-4257-8669-ba8d2b62bb11 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8777010 Dec 12 18:04:22.718369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8809ca3-7e76-4db7-b421-2d50981d9570 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:22.719865 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a8809ca3-7e76-4db7-b421-2d50981d9570 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.779285 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a8809ca3-7e76-4db7-b421-2d50981d9570 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8547258 Dec 12 18:04:22.781950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54502) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:22.787135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-798fa8e8-1c81-4aa8-bf64-b41e0727a41b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'mac_address': 'fa:16:3e:7d:df:8a', 'name': 'tempest-NetworksTestDHCPv6-184739700'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:22.799077 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05eb25-f7e4-4257-8669-ba8d2b62bb11 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4ff56d-8e4d-4601-a905-90409a1292e5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:22.845125 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:22.926472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798fa8e8-1c81-4aa8-bf64-b41e0727a41b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:22.949816 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting port 88c36ed7-c6fe-401a-81e0-b86418523431 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:22.950877 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:23.056598 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] For port 88c36ed7-c6fe-401a-81e0-b86418523431, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=88c36ed7-c6fe-401a-81e0-b86418523431,segment=NetworkSegment(6afad52d-b2a5-40ce-b296-f4c123cba306),segment_id=6afad52d-b2a5-40ce-b296-f4c123cba306)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:23.057523 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:23.079564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Calling delete_port for 88c36ed7-c6fe-401a-81e0-b86418523431 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:23.106010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 178e9815-6e5f-43e7-aa13-1ba7453f48f7 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:23.147789 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-798fa8e8-1c81-4aa8-bf64-b41e0727a41b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:23.165160 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61a8d65a-b6fd-4be2-bd8b-fd8d859b90d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:23.192336 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-798fa8e8-1c81-4aa8-bf64-b41e0727a41b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port 96e0e416-2318-4ebb-837d-8b370d38c850 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:04:23.245229 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54506) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:23.254173 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:23.310975 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Port': ['ID=88c36ed7-c6fe-401a-81e0-b86418523431,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:23.333495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] No DVR routers for this DVR port 88c36ed7-c6fe-401a-81e0-b86418523431 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:04:23.465178 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-066049ab-5521-4d17-97fb-8cdc89d99ea0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:23.480552 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-61a8d65a-b6fd-4be2-bd8b-fd8d859b90d4 admin admin] Allocated IP 172.20.0.1 (f9112365-71cf-4696-9ddb-26cad66032ad/8bb2d280-2fe2-47bf-94c2-4a956fbd904f/6f12c122-dc06-44df-b8e7-36425208ca7b) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:23.504597 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:23.538929 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c272b722-6ad1-4de7-b89d-e5073771a2ad None None] Could not find standard attr ID for object 1c26c36f-baec-4f40-a6e3-0ca72f8a1b5e. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:04:23.564841 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b8279d-6a6d-46a8-83b1-3741f528158e']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:23.587007 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afad52d-b2a5-40ce-b296-f4c123cba306') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:23.587474 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afad52d-b2a5-40ce-b296-f4c123cba306') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:23.596072 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca28519-bab6-4336-bd5c-f2c05afc7aee None None] DHCP port deletion for 83b8279d-6a6d-46a8-83b1-3741f528158e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:04:23.610066 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:23.635640 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:23.647374 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61a8d65a-b6fd-4be2-bd8b-fd8d859b90d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:23.652810 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:04:23.653326 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:04:23.659020 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:04:23.694041 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61a8d65a-b6fd-4be2-bd8b-fd8d859b90d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:23.722339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c272b722-6ad1-4de7-b89d-e5073771a2ad None None] Provisioning complete for port 45808d71-430d-4c3e-9248-c5eab4407a3f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:23.723005 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c272b722-6ad1-4de7-b89d-e5073771a2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:23.724672 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-066049ab-5521-4d17-97fb-8cdc89d99ea0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:23.737977 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-066049ab-5521-4d17-97fb-8cdc89d99ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:23.766738 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:23.774531 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Allocated IP 172.20.0.2 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/b237561f-6830-4ac3-b55f-7d02e0ac23d5/b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:23.776870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8d65a-b6fd-4be2-bd8b-fd8d859b90d4 admin admin] Pushing event updated for resources: {'Port': ['ID=6f12c122-dc06-44df-b8e7-36425208ca7b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:23.793076 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:23.796340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a8d65a-b6fd-4be2-bd8b-fd8d859b90d4 admin admin] Network f9112365-71cf-4696-9ddb-26cad66032ad is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:23.798259 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/networks/83b8279d-6a6d-46a8-83b1-3741f528158e HTTP/1.1" status: 204 len: 168 time: 1.2198827 Dec 12 18:04:23.798667 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-61a8d65a-b6fd-4be2-bd8b-fd8d859b90d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:23.801681 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8d65a-b6fd-4be2-bd8b-fd8d859b90d4 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:23.806209 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54510) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:23.813201 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-784325808', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}, 'admin_state_up': False}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:23.820663 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Allocated IP 2001:db8::f816:3eff:fe73:d6ad (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/8213b02e-8ab1-44d9-ace9-0d0541c91ced/b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:23.824983 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066049ab-5521-4d17-97fb-8cdc89d99ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66a988a-e87a-40f9-b917-fb2d7db95017,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:23.837330 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-066049ab-5521-4d17-97fb-8cdc89d99ea0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5df85f30b7d1408ab821a2fa69bc08e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5902319 Dec 12 18:04:23.837943 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:23.842020 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54512) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:23.865873 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c272b722-6ad1-4de7-b89d-e5073771a2ad None None] Port 45808d71-430d-4c3e-9248-c5eab4407a3f cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:04:23.917918 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e287a1-4db1-4aae-b184-ebc913eb11b8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Network': ['ID=83b8279d-6a6d-46a8-83b1-3741f528158e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:23.918337 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61a8d65a-b6fd-4be2-bd8b-fd8d859b90d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:23.957598 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce102e7d-39d3-41ee-a98d-01cadf9913a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:24.003180 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce102e7d-39d3-41ee-a98d-01cadf9913a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:24.038302 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 02607cb5-310a-4650-80ad-a6c087fb180d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=02607cb5-310a-4650-80ad-a6c087fb180d,segment=NetworkSegment(b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d),segment_id=b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:24.042546 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:24.044217 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:24.048674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c272b722-6ad1-4de7-b89d-e5073771a2ad None None] Provisioning complete for port 02607cb5-310a-4650-80ad-a6c087fb180d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:24.049059 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c272b722-6ad1-4de7-b89d-e5073771a2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:24.054797 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:24.079183 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'name': 'tempest-TestVolumeBackupRestore-1228837291-router', 'tenant_id': '222f0fc930bd448abb9f94884551fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '45808d71-430d-4c3e-9248-c5eab4407a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:16Z', 'updated_at': '2021-12-12T18:04:18Z', 'revision_number': 3, 'project_id': '222f0fc930bd448abb9f94884551fdcd', 'gw_port': {'id': '45808d71-430d-4c3e-9248-c5eab4407a3f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:17Z', 'updated_at': '2021-12-12T18:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:24.099053 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce102e7d-39d3-41ee-a98d-01cadf9913a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:24.104969 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce102e7d-39d3-41ee-a98d-01cadf9913a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:24.109381 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ce102e7d-39d3-41ee-a98d-01cadf9913a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b66a988a-e87a-40f9-b917-fb2d7db95017 HTTP/1.1" status: 204 len: 168 time: 0.2660654 Dec 12 18:04:24.129275 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce102e7d-39d3-41ee-a98d-01cadf9913a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66a988a-e87a-40f9-b917-fb2d7db95017,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:24.220903 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Checking router: b4c6e0a8-a662-462d-8182-a400df63ea0f for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:04:24.221487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Updating router b4c6e0a8-a662-462d-8182-a400df63ea0f port 45808d71-430d-4c3e-9248-c5eab4407a3f binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:04:24.239107 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:24.244613 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61a8d65a-b6fd-4be2-bd8b-fd8d859b90d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:24.278157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1aca31dd-b39a-4c9b-8182-75265ea15eef up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:24.418181 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:24.420025 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=02607cb5-310a-4650-80ad-a6c087fb180d,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:24.468402 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:24.542944 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:24.612520 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:24.675114 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1aca31dd-b39a-4c9b-8182-75265ea15eef triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:24.675742 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:24.688077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:24.717987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-798fa8e8-1c81-4aa8-bf64-b41e0727a41b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 172.20.0.13 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/b237561f-6830-4ac3-b55f-7d02e0ac23d5/96e0e416-2318-4ebb-837d-8b370d38c850) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:24.724158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-798fa8e8-1c81-4aa8-bf64-b41e0727a41b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::f816:3eff:fe7d:df8a (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/8213b02e-8ab1-44d9-ace9-0d0541c91ced/96e0e416-2318-4ebb-837d-8b370d38c850) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:24.773295 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:24.775692 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:24.811819 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Pushing event updated for resources: {'Port': ['ID=b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:24.820916 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a809cacb-6849-40e1-a2a0-86ea36291e12 None None] Provisioning complete for port 6f12c122-dc06-44df-b8e7-36425208ca7b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:24.821711 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a809cacb-6849-40e1-a2a0-86ea36291e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:24.872771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a809cacb-6849-40e1-a2a0-86ea36291e12 None None] Port 6f12c122-dc06-44df-b8e7-36425208ca7b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:04:24.883420 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-798fa8e8-1c81-4aa8-bf64-b41e0727a41b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:24.934905 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-798fa8e8-1c81-4aa8-bf64-b41e0727a41b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:24.980602 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a809cacb-6849-40e1-a2a0-86ea36291e12 None None] Provisioning complete for port 02607cb5-310a-4650-80ad-a6c087fb180d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:24.981086 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a809cacb-6849-40e1-a2a0-86ea36291e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:25.031590 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798fa8e8-1c81-4aa8-bf64-b41e0727a41b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:25.047803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-798fa8e8-1c81-4aa8-bf64-b41e0727a41b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:25.050350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798fa8e8-1c81-4aa8-bf64-b41e0727a41b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:25.072356 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61a8d65a-b6fd-4be2-bd8b-fd8d859b90d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:25.099976 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61a8d65a-b6fd-4be2-bd8b-fd8d859b90d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:25.105596 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fa8e8-1c81-4aa8-bf64-b41e0727a41b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=96e0e416-2318-4ebb-837d-8b370d38c850,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:25.115884 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Attempting to bind port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:25.116211 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Attempting to bind port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:25.116644 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Attempting to bind port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 on network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:25.124012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:04:25.124434 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Checking segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:25.124832 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:25.125274 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Bound using segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:04:25.125705 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Bound port: b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:04:25.126093 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:25.176057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8d65a-b6fd-4be2-bd8b-fd8d859b90d4 admin admin] Pushing event updated for resources: {'Port': ['ID=6f12c122-dc06-44df-b8e7-36425208ca7b,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:25.244564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 88c36ed7-c6fe-401a-81e0-b86418523431 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:04:25.268276 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 88c36ed7-c6fe-401a-81e0-b86418523431 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:04:25.268803 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 88c36ed7-c6fe-401a-81e0-b86418523431 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:04:25.269232 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1ace9b77-434a-47ca-8002-7da3180711c9 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:04:25.312136 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:25.330986 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] For port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:04:25.335783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] For port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:04:25.341992 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:25.353790 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798fa8e8-1c81-4aa8-bf64-b41e0727a41b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:25.354484 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-798fa8e8-1c81-4aa8-bf64-b41e0727a41b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:25.366459 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:25.368693 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 1ace9b77-434a-47ca-8002-7da3180711c9 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:04:25.369089 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1ace9b77-434a-47ca-8002-7da3180711c9 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:04:25.383555 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-798fa8e8-1c81-4aa8-bf64-b41e0727a41b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5980921 Dec 12 18:04:25.384078 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61a8d65a-b6fd-4be2-bd8b-fd8d859b90d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:25.384202 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54540) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:25.502569 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1661d3e7-6803-47b1-b1b7-c034031ac047 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:25.510106 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1661d3e7-6803-47b1-b1b7-c034031ac047 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:25.517890 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7aab91-1a2c-4482-b7da-829ddf262d86 None None] Pushing event updated for resources: {'Port': ['ID=b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:25.525438 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1661d3e7-6803-47b1-b1b7-c034031ac047 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1377668 Dec 12 18:04:25.525813 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54554) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:25.546880 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:25.554328 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a8d65a-b6fd-4be2-bd8b-fd8d859b90d4 admin admin] Network f9112365-71cf-4696-9ddb-26cad66032ad is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:25.556161 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-61a8d65a-b6fd-4be2-bd8b-fd8d859b90d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:25.564644 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:25.689859 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c081118-a97c-4ae0-8884-bdc622c44f08 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:04:25.748925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1467a-1901-4152-8fb2-83cae03b1125 None None] Pushing event updated for resources: {'Port': ['ID=45808d71-430d-4c3e-9248-c5eab4407a3f,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:25.756822 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Attempting to bind port 45808d71-430d-4c3e-9248-c5eab4407a3f on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:25.757197 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Attempting to bind port 45808d71-430d-4c3e-9248-c5eab4407a3f by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:25.757566 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Attempting to bind port 45808d71-430d-4c3e-9248-c5eab4407a3f on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:25.776369 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:04:25.776766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:25.777183 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:25.777585 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:04:25.778076 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Bound port: 45808d71-430d-4c3e-9248-c5eab4407a3f, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:04:25.778466 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:25.781813 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-26c6c621-8855-452f-a036-7be49cc6f876 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port 96e0e416-2318-4ebb-837d-8b370d38c850 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:25.782135 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26c6c621-8855-452f-a036-7be49cc6f876 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:25.892112 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1bb01169-fcc4-40a3-8fc0-29e1cad2a73f None None] Provisioning complete for port 45808d71-430d-4c3e-9248-c5eab4407a3f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:25.892729 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1bb01169-fcc4-40a3-8fc0-29e1cad2a73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:25.909326 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Allocated IP 172.25.1.175 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/342de0fe-afcf-4942-88c6-bf6b09ab8708) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:25.924378 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a8d65a-b6fd-4be2-bd8b-fd8d859b90d4 admin admin] Router b4c6e0a8-a662-462d-8182-a400df63ea0f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:04:25.969515 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1bb01169-fcc4-40a3-8fc0-29e1cad2a73f None None] Port 45808d71-430d-4c3e-9248-c5eab4407a3f cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:04:26.040384 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] For port 45808d71-430d-4c3e-9248-c5eab4407a3f, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:04:26.060885 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26c6c621-8855-452f-a036-7be49cc6f876 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:26.074812 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] For port 45808d71-430d-4c3e-9248-c5eab4407a3f, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=45808d71-430d-4c3e-9248-c5eab4407a3f,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:04:26.083033 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:26.090979 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-26c6c621-8855-452f-a036-7be49cc6f876 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for 96e0e416-2318-4ebb-837d-8b370d38c850 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:26.212184 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54600) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:26.221574 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6590783f-68bf-4480-b332-cde37b1706fb tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'subnet': {'network_id': '178e9815-6e5f-43e7-aa13-1ba7453f48f7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:26.249249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1467a-1901-4152-8fb2-83cae03b1125 None None] Pushing event updated for resources: {'Port': ['ID=45808d71-430d-4c3e-9248-c5eab4407a3f,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:26.260306 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c496302-2c3a-4177-9cfc-67b79311cdc2 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:04:26.293568 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Routers {'b4c6e0a8-a662-462d-8182-a400df63ea0f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:26.294208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:04:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4c6e0a8-a662-462d-8182-a400df63ea0f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:26.400228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-799db828-0eb8-4dbc-ac3c-0dcd9e923f09 None None] Provisioning complete for port 6f12c122-dc06-44df-b8e7-36425208ca7b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:26.400866 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-799db828-0eb8-4dbc-ac3c-0dcd9e923f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:26.428335 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6590783f-68bf-4480-b332-cde37b1706fb tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:26.432808 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6590783f-68bf-4480-b332-cde37b1706fb tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:26.439899 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:26.535862 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-799db828-0eb8-4dbc-ac3c-0dcd9e923f09 None None] Port 6f12c122-dc06-44df-b8e7-36425208ca7b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:04:26.577417 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] Set router b4c6e0a8-a662-462d-8182-a400df63ea0f gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:04:26.580862 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:26.581432 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:26.776882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a8d65a-b6fd-4be2-bd8b-fd8d859b90d4 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:04:26.795310 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-61a8d65a-b6fd-4be2-bd8b-fd8d859b90d4 admin admin] 10.222.0.18 "PUT /v2.0/routers/b4c6e0a8-a662-462d-8182-a400df63ea0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6157916 Dec 12 18:04:26.892459 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:26.906157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-66ffb7a2-0108-4069-a7fe-bb10b90d7734 None None] Provisioning complete for port 45808d71-430d-4c3e-9248-c5eab4407a3f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:26.906536 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66ffb7a2-0108-4069-a7fe-bb10b90d7734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:26.973514 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:27.043230 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=342de0fe-afcf-4942-88c6-bf6b09ab8708,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:27.061931 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:27.063483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:27.065963 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:27.098536 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed5bf10-d82c-4baf-9bd7-860659aea877 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:04:27.106848 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26c6c621-8855-452f-a036-7be49cc6f876 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:27.181983 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54638) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:27.201704 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:27.209317 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6c621-8855-452f-a036-7be49cc6f876 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=96e0e416-2318-4ebb-837d-8b370d38c850,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:27.330052 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66ffb7a2-0108-4069-a7fe-bb10b90d7734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:27.359612 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:27.379902 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:27.380767 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 02607cb5-310a-4650-80ad-a6c087fb180d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:27.416731 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-66ffb7a2-0108-4069-a7fe-bb10b90d7734 None None] For port 45808d71-430d-4c3e-9248-c5eab4407a3f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=45808d71-430d-4c3e-9248-c5eab4407a3f,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:27.426460 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d7fda40-487d-44f3-a24a-36b034f333d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:27.452603 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66ffb7a2-0108-4069-a7fe-bb10b90d7734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:27.481851 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:27.497692 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'name': 'tempest-TestVolumeBackupRestore-1228837291-router', 'tenant_id': '222f0fc930bd448abb9f94884551fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '45808d71-430d-4c3e-9248-c5eab4407a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:16Z', 'updated_at': '2021-12-12T18:04:24Z', 'revision_number': 4, 'project_id': '222f0fc930bd448abb9f94884551fdcd', 'gw_port': {'id': '45808d71-430d-4c3e-9248-c5eab4407a3f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:17Z', 'updated_at': '2021-12-12T18:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '6f12c122-dc06-44df-b8e7-36425208ca7b', 'name': '', 'network_id': 'f9112365-71cf-4696-9ddb-26cad66032ad', 'tenant_id': '222f0fc930bd448abb9f94884551fdcd', 'mac_address': 'fa:16:3e:67:98:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '8bb2d280-2fe2-47bf-94c2-4a956fbd904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:23Z', 'updated_at': '2021-12-12T18:04:24Z', 'revision_number': 2, 'project_id': '222f0fc930bd448abb9f94884551fdcd', 'subnets': [{'id': '8bb2d280-2fe2-47bf-94c2-4a956fbd904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:27.516890 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26c6c621-8855-452f-a036-7be49cc6f876 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:27.527467 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-26c6c621-8855-452f-a036-7be49cc6f876 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/96e0e416-2318-4ebb-837d-8b370d38c850 HTTP/1.1" status: 204 len: 168 time: 2.0005283 Dec 12 18:04:27.544496 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54666e88-5a60-4a76-91ca-b7d2e5e490f4 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:27.545854 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:27.551470 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54666) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:27.551647 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7044a5-28c1-4de8-8547-c6abcee007a4 None None] The sync data for ids ['b4c6e0a8-a662-462d-8182-a400df63ea0f'] in n-d-760354-5 is: [{'id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'name': 'tempest-TestVolumeBackupRestore-1228837291-router', 'tenant_id': '222f0fc930bd448abb9f94884551fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '45808d71-430d-4c3e-9248-c5eab4407a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:16Z', 'updated_at': '2021-12-12T18:04:24Z', 'revision_number': 4, 'project_id': '222f0fc930bd448abb9f94884551fdcd', 'gw_port': {'id': '45808d71-430d-4c3e-9248-c5eab4407a3f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:17Z', 'updated_at': '2021-12-12T18:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '6f12c122-dc06-44df-b8e7-36425208ca7b', 'name': '', 'network_id': 'f9112365-71cf-4696-9ddb-26cad66032ad', 'tenant_id': '222f0fc930bd448abb9f94884551fdcd', 'mac_address': 'fa:16:3e:67:98:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '8bb2d280-2fe2-47bf-94c2-4a956fbd904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:23Z', 'updated_at': '2021-12-12T18:04:24Z', 'revision_number': 2, 'project_id': '222f0fc930bd448abb9f94884551fdcd', 'subnets': [{'id': '8bb2d280-2fe2-47bf-94c2-4a956fbd904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:04:27.595018 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6590783f-68bf-4480-b332-cde37b1706fb tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:27.662729 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 02607cb5-310a-4650-80ad-a6c087fb180d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:27.663111 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:27.690956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8549f0-465d-4ab9-8bf5-27852c6c5529 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:27.693270 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8549f0-465d-4ab9-8bf5-27852c6c5529 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:27.695064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8549f0-465d-4ab9-8bf5-27852c6c5529 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:27.696925 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cf8549f0-465d-4ab9-8bf5-27852c6c5529 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1451757 Dec 12 18:04:27.701896 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54680) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:27.729649 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d2dcf3d7-ecc6-4a7c-a1ed-2d5f870d5d67 None None] Provisioning complete for port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:27.730034 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf3d7-ecc6-4a7c-a1ed-2d5f870d5d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:27.746799 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d7fda40-487d-44f3-a24a-36b034f333d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:27.777049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffb7a2-0108-4069-a7fe-bb10b90d7734 None None] Pushing event updated for resources: {'Port': ['ID=45808d71-430d-4c3e-9248-c5eab4407a3f,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:27.809285 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d7fda40-487d-44f3-a24a-36b034f333d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:27.863316 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1d7fda40-487d-44f3-a24a-36b034f333d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea5c7ad0f3d14d9b893d9ab76ccc393d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6763883 Dec 12 18:04:27.863316 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590783f-68bf-4480-b332-cde37b1706fb tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Subnet': ['ID=7abab083-6964-44c6-9637-bce35bc0c7ab,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:27.872070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54682) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:27.898121 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6590783f-68bf-4480-b332-cde37b1706fb tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Checking segment: {'id': 'b4a74320-0267-4cb5-b156-f038399d4c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '178e9815-6e5f-43e7-aa13-1ba7453f48f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:27.899541 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6590783f-68bf-4480-b332-cde37b1706fb tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network hostable DHCP agents. Network: 178e9815-6e5f-43e7-aa13-1ba7453f48f7, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:04:27.951711 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c32f526-6790-4c5e-ad33-e19d5c8fdb17 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 8213b02e-8ab1-44d9-ace9-0d0541c91ced {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:04:27.967466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d2dcf3d7-ecc6-4a7c-a1ed-2d5f870d5d67 None None] Provisioning complete for port 342de0fe-afcf-4942-88c6-bf6b09ab8708 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:27.967905 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf3d7-ecc6-4a7c-a1ed-2d5f870d5d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:27.979982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fda40-487d-44f3-a24a-36b034f333d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18f6043-b43a-449d-90ac-3b700a094b29,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:27.980537 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c32f526-6790-4c5e-ad33-e19d5c8fdb17 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:28.014523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6590783f-68bf-4480-b332-cde37b1706fb tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network 178e9815-6e5f-43e7-aa13-1ba7453f48f7 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:04:28.034491 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6590783f-68bf-4480-b332-cde37b1706fb tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 178e9815-6e5f-43e7-aa13-1ba7453f48f7) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:28.040219 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6590783f-68bf-4480-b332-cde37b1706fb tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:28.041802 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6590783f-68bf-4480-b332-cde37b1706fb tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:28.063461 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e06611-0b5c-489e-bc22-df535e0adaa6 None None] Network 178e9815-6e5f-43e7-aa13-1ba7453f48f7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:28.081380 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d2dcf3d7-ecc6-4a7c-a1ed-2d5f870d5d67 None None] Port 342de0fe-afcf-4942-88c6-bf6b09ab8708 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:04:28.104671 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6590783f-68bf-4480-b332-cde37b1706fb tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8884542 Dec 12 18:04:28.107020 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54688) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:28.118680 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a7a8547e-3df8-48a2-90e5-2a2227bab4c1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-878148843'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:28.162876 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9792019f-27c9-4308-a35b-c0daba81a894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:28.165468 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:28.186591 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a8547e-3df8-48a2-90e5-2a2227bab4c1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:28.192391 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7a8547e-3df8-48a2-90e5-2a2227bab4c1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:28.268936 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:28.281195 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a8547e-3df8-48a2-90e5-2a2227bab4c1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:04:28.301678 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7a8547e-3df8-48a2-90e5-2a2227bab4c1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:28.302947 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-a7a8547e-3df8-48a2-90e5-2a2227bab4c1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Added segment 48920501-c950-409e-8bf3-319834113b3c of type vlan for network a1aad94a-edc7-4bc5-8c9e-867cb3b81c1f Dec 12 18:04:28.303137 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c32f526-6790-4c5e-ad33-e19d5c8fdb17 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:28.331979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-178e9815-6e5f-43e7-aa13-1ba7453f48f7', 'network_id': '178e9815-6e5f-43e7-aa13-1ba7453f48f7', 'project_id': '9f0ecdb21b2344a68d0da5af771a3652', 'fixed_ips': [{'subnet_id': '7abab083-6964-44c6-9637-bce35bc0c7ab'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:04:28.332868 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:28.354989 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7a8547e-3df8-48a2-90e5-2a2227bab4c1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:28.384906 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7a8547e-3df8-48a2-90e5-2a2227bab4c1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:28.393079 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a8547e-3df8-48a2-90e5-2a2227bab4c1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:28.394065 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7a8547e-3df8-48a2-90e5-2a2227bab4c1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:28.484256 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8547e-3df8-48a2-90e5-2a2227bab4c1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Network': ['ID=a1aad94a-edc7-4bc5-8c9e-867cb3b81c1f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:28.509318 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a7a8547e-3df8-48a2-90e5-2a2227bab4c1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4009290 Dec 12 18:04:28.514330 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54714) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:28.527481 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-02496916-528e-437f-b315-365f020fc316 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'subnet': {'network_id': 'a1aad94a-edc7-4bc5-8c9e-867cb3b81c1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:28.568414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network a1aad94a-edc7-4bc5-8c9e-867cb3b81c1f details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:28.573040 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9792019f-27c9-4308-a35b-c0daba81a894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:28.713448 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:28.714638 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:28.721993 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9792019f-27c9-4308-a35b-c0daba81a894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:28.725149 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9792019f-27c9-4308-a35b-c0daba81a894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:28.726361 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9792019f-27c9-4308-a35b-c0daba81a894 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c18f6043-b43a-449d-90ac-3b700a094b29 HTTP/1.1" status: 204 len: 168 time: 0.8531606 Dec 12 18:04:28.778221 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792019f-27c9-4308-a35b-c0daba81a894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18f6043-b43a-449d-90ac-3b700a094b29,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:28.795847 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c32f526-6790-4c5e-ad33-e19d5c8fdb17 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:28.845066 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02496916-528e-437f-b315-365f020fc316 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:28.849471 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02496916-528e-437f-b315-365f020fc316 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:28.864978 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Allocated IP 2001:db8:0:ffff::2 (178e9815-6e5f-43e7-aa13-1ba7453f48f7/7abab083-6964-44c6-9637-bce35bc0c7ab/7deddef9-5f51-4132-8b6b-d6d71ff76de5) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:28.972242 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c32f526-6790-4c5e-ad33-e19d5c8fdb17 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:29.041880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 6538f55a-21d3-4ee7-8b81-76f95e0ceffe is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:04:29.052764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32f526-6790-4c5e-ad33-e19d5c8fdb17 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=8213b02e-8ab1-44d9-ace9-0d0541c91ced,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:29.066419 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c32f526-6790-4c5e-ad33-e19d5c8fdb17 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:29.077576 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1c32f526-6790-4c5e-ad33-e19d5c8fdb17 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/8213b02e-8ab1-44d9-ace9-0d0541c91ced HTTP/1.1" status: 204 len: 168 time: 1.3739319 Dec 12 18:04:29.079435 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54726) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:29.173478 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7c92cf-db71-486f-9a1c-6c65bcc17f83 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet b237561f-6830-4ac3-b55f-7d02e0ac23d5 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:04:29.179885 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1b7c92cf-db71-486f-9a1c-6c65bcc17f83 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:29.241775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10069260-24c4-41b2-b185-6857f61c92ce None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:29.331798 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:29.356770 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02496916-528e-437f-b315-365f020fc316 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:29.369481 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1b7c92cf-db71-486f-9a1c-6c65bcc17f83 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:29.403079 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:29.519045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02496916-528e-437f-b315-365f020fc316 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Subnet': ['ID=148f8640-d144-4257-b3e4-67a92f536457,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:29.523136 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02496916-528e-437f-b315-365f020fc316 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Checking segment: {'id': '48920501-c950-409e-8bf3-319834113b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a1aad94a-edc7-4bc5-8c9e-867cb3b81c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:29.523747 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02496916-528e-437f-b315-365f020fc316 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network hostable DHCP agents. Network: a1aad94a-edc7-4bc5-8c9e-867cb3b81c1f, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:04:29.532449 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Network 178e9815-6e5f-43e7-aa13-1ba7453f48f7 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:29.537869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:29.546178 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:29.548604 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8d57b6d3-ad6c-4cf4-9eb4-03a062769362 None None] Provisioning complete for port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:29.549026 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8d57b6d3-ad6c-4cf4-9eb4-03a062769362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:29.575084 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02496916-528e-437f-b315-365f020fc316 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network a1aad94a-edc7-4bc5-8c9e-867cb3b81c1f is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:04:29.590695 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1b7c92cf-db71-486f-9a1c-6c65bcc17f83 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:29.615820 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-02496916-528e-437f-b315-365f020fc316 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, a1aad94a-edc7-4bc5-8c9e-867cb3b81c1f) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:29.626908 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02496916-528e-437f-b315-365f020fc316 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:29.627677 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02496916-528e-437f-b315-365f020fc316 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:29.642410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa156b43-7b5d-4af9-8d4f-a821fe54c068 None None] Network a1aad94a-edc7-4bc5-8c9e-867cb3b81c1f requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:29.646636 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:04:29.653312 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Pushing event updated for resources: {'Port': ['ID=7deddef9-5f51-4132-8b6b-d6d71ff76de5,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:29.659240 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a9efb-cacc-4c95-be99-799acc0dfd41 None None] Sync routers for ids ['6538f55a-21d3-4ee7-8b81-76f95e0ceffe'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:04:29.673014 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a9efb-cacc-4c95-be99-799acc0dfd41 None None] Routers {'6538f55a-21d3-4ee7-8b81-76f95e0ceffe'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:29.673385 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-914a9efb-cacc-4c95-be99-799acc0dfd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:04:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6538f55a-21d3-4ee7-8b81-76f95e0ceffe'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:29.688861 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-02496916-528e-437f-b315-365f020fc316 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1722262 Dec 12 18:04:29.689518 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54740) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:29.720432 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Attempting to bind port 7deddef9-5f51-4132-8b6b-d6d71ff76de5 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:29.720890 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Attempting to bind port 7deddef9-5f51-4132-8b6b-d6d71ff76de5 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'b4a74320-0267-4cb5-b156-f038399d4c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '178e9815-6e5f-43e7-aa13-1ba7453f48f7'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:29.721324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Attempting to bind port 7deddef9-5f51-4132-8b6b-d6d71ff76de5 on network 178e9815-6e5f-43e7-aa13-1ba7453f48f7 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:29.750381 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:29.769025 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6f7fe1b7-68bd-45fa-9d96-a5810e691488 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.9603848 Dec 12 18:04:29.782680 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54742) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:29.783464 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-914a9efb-cacc-4c95-be99-799acc0dfd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:29.794799 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a9efb-cacc-4c95-be99-799acc0dfd41 None None] Routers {'6538f55a-21d3-4ee7-8b81-76f95e0ceffe'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:29.795586 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-914a9efb-cacc-4c95-be99-799acc0dfd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:04:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6538f55a-21d3-4ee7-8b81-76f95e0ceffe'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:29.837096 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-914a9efb-cacc-4c95-be99-799acc0dfd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:29.837800 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914a9efb-cacc-4c95-be99-799acc0dfd41 None None] The sync data for ids ['6538f55a-21d3-4ee7-8b81-76f95e0ceffe'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:04:29.975219 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1b7c92cf-db71-486f-9a1c-6c65bcc17f83 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:29.986496 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd08dc21-32e0-4b8d-be42-b9c8f3c85727 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:30.004542 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1b7c92cf-db71-486f-9a1c-6c65bcc17f83 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:30.009574 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1b7c92cf-db71-486f-9a1c-6c65bcc17f83 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/b237561f-6830-4ac3-b55f-7d02e0ac23d5 HTTP/1.1" status: 204 len: 168 time: 0.9283521 Dec 12 18:04:30.037036 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54748) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:30.069012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c92cf-db71-486f-9a1c-6c65bcc17f83 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=b237561f-6830-4ac3-b55f-7d02e0ac23d5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:30.099139 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:04:30.099574 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Checking segment: {'id': 'b4a74320-0267-4cb5-b156-f038399d4c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '178e9815-6e5f-43e7-aa13-1ba7453f48f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:30.099996 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:30.100403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Bound using segment: {'id': 'b4a74320-0267-4cb5-b156-f038399d4c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '178e9815-6e5f-43e7-aa13-1ba7453f48f7'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:04:30.101410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Bound port: 7deddef9-5f51-4132-8b6b-d6d71ff76de5, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a74320-0267-4cb5-b156-f038399d4c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '178e9815-6e5f-43e7-aa13-1ba7453f48f7'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:04:30.104413 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:30.129315 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a2b10e48-6cab-42c7-93d5-a1b11d771e1f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910342 Dec 12 18:04:30.141685 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54752) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:30.142446 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5b16d647-4fa4-464f-9efd-fd0d5de743ef tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/routers/6538f55a-21d3-4ee7-8b81-76f95e0ceffe HTTP/1.1" status: 200 len: 884 time: 0.3563333 Dec 12 18:04:30.147571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54754) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:30.163461 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8203a7be-3869-43f7-89ed-ddb41c2fd7bc tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:30.255743 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 45808d71-430d-4c3e-9248-c5eab4407a3f up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:30.275916 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd08dc21-32e0-4b8d-be42-b9c8f3c85727 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:30.359637 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8203a7be-3869-43f7-89ed-ddb41c2fd7bc tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:30.363294 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8203a7be-3869-43f7-89ed-ddb41c2fd7bc tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:30.444550 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a5b957-ac17-4aee-bf18-d25f337453b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-a1aad94a-edc7-4bc5-8c9e-867cb3b81c1f', 'network_id': 'a1aad94a-edc7-4bc5-8c9e-867cb3b81c1f', 'project_id': '9f0ecdb21b2344a68d0da5af771a3652', 'fixed_ips': [{'subnet_id': '148f8640-d144-4257-b3e4-67a92f536457'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:04:30.445448 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b957-ac17-4aee-bf18-d25f337453b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:30.472707 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] For port 7deddef9-5f51-4132-8b6b-d6d71ff76de5, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:04:30.507555 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd08dc21-32e0-4b8d-be42-b9c8f3c85727 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:30.515668 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] For port 7deddef9-5f51-4132-8b6b-d6d71ff76de5, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7deddef9-5f51-4132-8b6b-d6d71ff76de5,segment=NetworkSegment(b4a74320-0267-4cb5-b156-f038399d4c29),segment_id=b4a74320-0267-4cb5-b156-f038399d4c29)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:04:30.536627 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:30.544415 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 45808d71-430d-4c3e-9248-c5eab4407a3f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:30.544811 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:30.546894 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0e6eaf-e5bb-4ac0-845e-a70db82108a1 None None] Update dhcp port {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'fixed_ips': [{'subnet_id': 'b237561f-6830-4ac3-b55f-7d02e0ac23d5'}], 'binding:host_id': 'n-d-760354-5'}, 'id': 'b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7'} from n-d-760354-5. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 18:04:30.549251 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08dc21-32e0-4b8d-be42-b9c8f3c85727 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Subnet': ['ID=148f8640-d144-4257-b3e4-67a92f536457,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:30.633970 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd08dc21-32e0-4b8d-be42-b9c8f3c85727 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:30.663122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bd08dc21-32e0-4b8d-be42-b9c8f3c85727 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1aad94a-edc7-4bc5-8c9e-867cb3b81c1f']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:30.675688 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bd08dc21-32e0-4b8d-be42-b9c8f3c85727 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48920501-c950-409e-8bf3-319834113b3c') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:30.676290 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bd08dc21-32e0-4b8d-be42-b9c8f3c85727 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48920501-c950-409e-8bf3-319834113b3c') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:30.690083 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd08dc21-32e0-4b8d-be42-b9c8f3c85727 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:30.694995 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a2d66b42-565d-422f-8dfd-ac0d0d7d1a7b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5461645 Dec 12 18:04:30.695729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54764) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:30.700537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-55a27628-e326-464d-a263-28ab1ae636f0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-784325808'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:30.713811 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd08dc21-32e0-4b8d-be42-b9c8f3c85727 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:30.722830 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd08dc21-32e0-4b8d-be42-b9c8f3c85727 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:04:30.723300 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd08dc21-32e0-4b8d-be42-b9c8f3c85727 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:30.806552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9420c7-9225-4979-9e8a-c3395ee5c97f None None] Network a1aad94a-edc7-4bc5-8c9e-867cb3b81c1f requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:04:30.828955 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:04:30.836720 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd08dc21-32e0-4b8d-be42-b9c8f3c85727 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:30.851642 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd08dc21-32e0-4b8d-be42-b9c8f3c85727 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:30.858646 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bd08dc21-32e0-4b8d-be42-b9c8f3c85727 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/networks/a1aad94a-edc7-4bc5-8c9e-867cb3b81c1f HTTP/1.1" status: 204 len: 168 time: 1.1632934 Dec 12 18:04:30.868634 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54766) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:30.876949 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-c7a1d79c-74d8-4591-80a7-068e5bd22d1a tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-498337299'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:30.903714 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc0e6eaf-e5bb-4ac0-845e-a70db82108a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:30.919786 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08dc21-32e0-4b8d-be42-b9c8f3c85727 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Network': ['ID=a1aad94a-edc7-4bc5-8c9e-867cb3b81c1f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:31.027447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a1d79c-74d8-4591-80a7-068e5bd22d1a tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:31.033161 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c7a1d79c-74d8-4591-80a7-068e5bd22d1a tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:31.045767 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8203a7be-3869-43f7-89ed-ddb41c2fd7bc tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:31.061222 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb98b8b-4e0f-4489-a7d5-2b403702eac5 None None] Pushing event updated for resources: {'Port': ['ID=7deddef9-5f51-4132-8b6b-d6d71ff76de5,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:31.090131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a1d79c-74d8-4591-80a7-068e5bd22d1a tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:04:31.118473 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c7a1d79c-74d8-4591-80a7-068e5bd22d1a tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:31.119129 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-c7a1d79c-74d8-4591-80a7-068e5bd22d1a tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Added segment 7995de19-b2b9-4444-83ca-8d12a24c478a of type vlan for network e8a98132-b298-4e7b-97fe-c37242c0eaf5 Dec 12 18:04:31.180503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8203a7be-3869-43f7-89ed-ddb41c2fd7bc tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:31.208548 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8203a7be-3869-43f7-89ed-ddb41c2fd7bc tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:31.216839 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8203a7be-3869-43f7-89ed-ddb41c2fd7bc tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:31.217441 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8203a7be-3869-43f7-89ed-ddb41c2fd7bc tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:31.270102 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c7a1d79c-74d8-4591-80a7-068e5bd22d1a tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:31.310067 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8203a7be-3869-43f7-89ed-ddb41c2fd7bc tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1572726 Dec 12 18:04:31.311052 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203a7be-3869-43f7-89ed-ddb41c2fd7bc tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=102f02c3-fb5b-4112-accb-9aa8b93f7996,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:31.313772 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54776) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:31.326103 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-103086e5-a34d-4c2f-aa36-a48f2c49d5d6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:31.407692 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Sync routers for ids ['b4c6e0a8-a662-462d-8182-a400df63ea0f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:04:31.433563 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Routers {'b4c6e0a8-a662-462d-8182-a400df63ea0f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:31.434665 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:04:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4c6e0a8-a662-462d-8182-a400df63ea0f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:31.460282 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c7a1d79c-74d8-4591-80a7-068e5bd22d1a tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:31.470606 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a1d79c-74d8-4591-80a7-068e5bd22d1a tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:31.471411 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c7a1d79c-74d8-4591-80a7-068e5bd22d1a tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:31.525414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8579a4ac-fe29-4808-8ee2-a7a7fa6d6d79 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:31.555817 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c7a1d79c-74d8-4591-80a7-068e5bd22d1a tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6828749 Dec 12 18:04:31.558275 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54782) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:31.565875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8fd90337-98a8-43f8-9890-b56a7c712f68 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'subnet': {'network_id': 'e8a98132-b298-4e7b-97fe-c37242c0eaf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:31.573219 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55a27628-e326-464d-a263-28ab1ae636f0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:31.635495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103086e5-a34d-4c2f-aa36-a48f2c49d5d6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:31.641874 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-103086e5-a34d-4c2f-aa36-a48f2c49d5d6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:31.646360 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55a27628-e326-464d-a263-28ab1ae636f0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:31.658591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1d79c-74d8-4591-80a7-068e5bd22d1a tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Network': ['ID=e8a98132-b298-4e7b-97fe-c37242c0eaf5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:31.699722 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network e8a98132-b298-4e7b-97fe-c37242c0eaf5 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:31.732203 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54784) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:31.775998 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f491d281-7686-4525-8bcf-e0f6871d8cc0 None None] Provisioning complete for port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:31.776479 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f491d281-7686-4525-8bcf-e0f6871d8cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:31.868771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Set router b4c6e0a8-a662-462d-8182-a400df63ea0f gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:04:32.001708 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32fdba3-871e-42b3-91d2-edde9b90acdd None None] Update dhcp port {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'fixed_ips': [{'subnet_id': '102f02c3-fb5b-4112-accb-9aa8b93f7996'}], 'binding:host_id': 'n-d-760354-5'}, 'id': 'b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7'} from n-d-760354-5. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 18:04:32.018087 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bc584d86-e80d-49df-867b-36a08c05b753 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1365403836'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:32.019020 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bc584d86-e80d-49df-867b-36a08c05b753 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] Unknown quota resources ['metering_label']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 18:04:32.157838 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b32fdba3-871e-42b3-91d2-edde9b90acdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:32.162137 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd90337-98a8-43f8-9890-b56a7c712f68 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:32.174244 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8fd90337-98a8-43f8-9890-b56a7c712f68 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:32.240674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a27628-e326-464d-a263-28ab1ae636f0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 6538f55a-21d3-4ee7-8b81-76f95e0ceffe has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:04:32.339090 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7deddef9-5f51-4132-8b6b-d6d71ff76de5 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:32.427274 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc584d86-e80d-49df-867b-36a08c05b753 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:32.433745 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54788) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:32.434714 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bc584d86-e80d-49df-867b-36a08c05b753 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7006567 Dec 12 18:04:32.441714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-1a3dfb1a-6fca-4034-9998-089992f7cad9 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'cdaf178a-273d-47cb-b558-1e86e10ccb9b'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:32.442491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-1a3dfb1a-6fca-4034-9998-089992f7cad9 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103151) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 18:04:32.466640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a27628-e326-464d-a263-28ab1ae636f0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:04:32.485552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-b32fdba3-871e-42b3-91d2-edde9b90acdd None None] Allocated IP 172.20.0.2 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/102f02c3-fb5b-4112-accb-9aa8b93f7996/b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:32.496769 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3749290e-71a4-4545-a001-e7a31d765a04 None None] Sync routers for ids ['6538f55a-21d3-4ee7-8b81-76f95e0ceffe'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:04:32.513483 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3749290e-71a4-4545-a001-e7a31d765a04 None None] Routers {'6538f55a-21d3-4ee7-8b81-76f95e0ceffe'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:32.514217 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-3749290e-71a4-4545-a001-e7a31d765a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:04:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6538f55a-21d3-4ee7-8b81-76f95e0ceffe'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:32.516753 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55a27628-e326-464d-a263-28ab1ae636f0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:32.520896 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-55a27628-e326-464d-a263-28ab1ae636f0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/6538f55a-21d3-4ee7-8b81-76f95e0ceffe HTTP/1.1" status: 200 len: 891 time: 1.8240094 Dec 12 18:04:32.525420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54792) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:32.577642 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-3749290e-71a4-4545-a001-e7a31d765a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:32.587626 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3749290e-71a4-4545-a001-e7a31d765a04 None None] Routers {'6538f55a-21d3-4ee7-8b81-76f95e0ceffe'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:32.588237 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-3749290e-71a4-4545-a001-e7a31d765a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:04:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['6538f55a-21d3-4ee7-8b81-76f95e0ceffe'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:32.649886 n-d-760354-5 neutron-server[103150]: DEBUG neutron.objects.ports [None req-103086e5-a34d-4c2f-aa36-a48f2c49d5d6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 18:04:32.660142 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-3749290e-71a4-4545-a001-e7a31d765a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:32.661179 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3749290e-71a4-4545-a001-e7a31d765a04 None None] The sync data for ids ['6538f55a-21d3-4ee7-8b81-76f95e0ceffe'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:04:32.671979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2ce89c-de56-4f75-b7ad-9ebcccbff9ee None None] Network 178e9815-6e5f-43e7-aa13-1ba7453f48f7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:32.691778 n-d-760354-5 neutron-server[103151]: WARNING neutron.services.metering.metering_plugin [None req-1a3dfb1a-6fca-4034-9998-089992f7cad9 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 12 18:04:32.792512 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a3dfb1a-6fca-4034-9998-089992f7cad9 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:32.793762 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1a3dfb1a-6fca-4034-9998-089992f7cad9 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3587532 Dec 12 18:04:32.797808 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54794) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:32.805205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-93d625d0-66e1-4d53-a98c-ef6343aa4ca2 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'cdaf178a-273d-47cb-b558-1e86e10ccb9b'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:32.805641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-93d625d0-66e1-4d53-a98c-ef6343aa4ca2 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103151) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 18:04:32.909053 n-d-760354-5 neutron-server[103151]: WARNING neutron.services.metering.metering_plugin [None req-93d625d0-66e1-4d53-a98c-ef6343aa4ca2 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 12 18:04:32.916086 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8fd90337-98a8-43f8-9890-b56a7c712f68 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:32.926436 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'name': 'tempest-TestVolumeBackupRestore-1228837291-router', 'tenant_id': '222f0fc930bd448abb9f94884551fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '45808d71-430d-4c3e-9248-c5eab4407a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:16Z', 'updated_at': '2021-12-12T18:04:24Z', 'revision_number': 4, 'project_id': '222f0fc930bd448abb9f94884551fdcd', 'gw_port': {'id': '45808d71-430d-4c3e-9248-c5eab4407a3f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:17Z', 'updated_at': '2021-12-12T18:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '6f12c122-dc06-44df-b8e7-36425208ca7b', 'name': '', 'network_id': 'f9112365-71cf-4696-9ddb-26cad66032ad', 'tenant_id': '222f0fc930bd448abb9f94884551fdcd', 'mac_address': 'fa:16:3e:67:98:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '8bb2d280-2fe2-47bf-94c2-4a956fbd904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:23Z', 'updated_at': '2021-12-12T18:04:24Z', 'revision_number': 2, 'project_id': '222f0fc930bd448abb9f94884551fdcd', 'subnets': [{'id': '8bb2d280-2fe2-47bf-94c2-4a956fbd904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:32.975486 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Checking router: b4c6e0a8-a662-462d-8182-a400df63ea0f for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:04:32.975847 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Updating router b4c6e0a8-a662-462d-8182-a400df63ea0f port 6f12c122-dc06-44df-b8e7-36425208ca7b binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:04:32.976583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f9807e99-f7db-4e1f-86e8-4fb010b5a074 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/routers/6538f55a-21d3-4ee7-8b81-76f95e0ceffe HTTP/1.1" status: 200 len: 891 time: 0.4502473 Dec 12 18:04:32.979799 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54796) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:33.009660 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d4ac21f0-0561-4dcc-8283-a4893b87ddb6 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/ports?device_id=6538f55a-21d3-4ee7-8b81-76f95e0ceffe HTTP/1.1" status: 200 len: 205 time: 0.0284197 Dec 12 18:04:33.012681 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54798) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:33.036183 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b32fdba3-871e-42b3-91d2-edde9b90acdd None None] For port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:33.044433 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7deddef9-5f51-4132-8b6b-d6d71ff76de5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:33.045064 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.051478 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-93d625d0-66e1-4d53-a98c-ef6343aa4ca2 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.055410 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-93d625d0-66e1-4d53-a98c-ef6343aa4ca2 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2518728 Dec 12 18:04:33.057303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54800) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:33.077198 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7d6c6a62-d62f-4e06-884d-65aa4ffd5e43 None None] Provisioning complete for port 7deddef9-5f51-4132-8b6b-d6d71ff76de5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:33.077414 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d6c6a62-d62f-4e06-884d-65aa4ffd5e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.080530 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3075b392-c450-400e-90b7-ad67c3135fb2 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=5d176325-d17d-4ef4-990e-a272383a032d HTTP/1.1" status: 200 len: 464 time: 0.0221112 Dec 12 18:04:33.081206 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd90337-98a8-43f8-9890-b56a7c712f68 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Subnet': ['ID=b5660b54-ca85-4e8c-9ee2-8af193c0d8a1,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:33.083980 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54802) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:33.091537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd90337-98a8-43f8-9890-b56a7c712f68 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Checking segment: {'id': '7995de19-b2b9-4444-83ca-8d12a24c478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e8a98132-b298-4e7b-97fe-c37242c0eaf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:33.091910 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd90337-98a8-43f8-9890-b56a7c712f68 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network hostable DHCP agents. Network: e8a98132-b298-4e7b-97fe-c37242c0eaf5, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:04:33.115712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd90337-98a8-43f8-9890-b56a7c712f68 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network e8a98132-b298-4e7b-97fe-c37242c0eaf5 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:04:33.130630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-8fd90337-98a8-43f8-9890-b56a7c712f68 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, e8a98132-b298-4e7b-97fe-c37242c0eaf5) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:33.138281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd90337-98a8-43f8-9890-b56a7c712f68 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:33.138917 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8fd90337-98a8-43f8-9890-b56a7c712f68 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.164779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8fd90337-98a8-43f8-9890-b56a7c712f68 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5991323 Dec 12 18:04:33.166969 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54804) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:33.173910 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4521fd34-2113-4f2b-afdd-39e993923ecd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-494183918'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:33.178737 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.204085 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4521fd34-2113-4f2b-afdd-39e993923ecd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:33.211563 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4521fd34-2113-4f2b-afdd-39e993923ecd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.212487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63701c5-3c62-44a0-accf-fdac548b6134 None None] Network e8a98132-b298-4e7b-97fe-c37242c0eaf5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:33.217415 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbab0b36-8061-4307-8c0b-d8562824fa7c tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.221297 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dbab0b36-8061-4307-8c0b-d8562824fa7c tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/5d176325-d17d-4ef4-990e-a272383a032d HTTP/1.1" status: 204 len: 168 time: 0.1319599 Dec 12 18:04:33.224768 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-542b821c-5b5f-4e4f-9492-dc4e2e0153c5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.226893 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54806) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:33.252409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4521fd34-2113-4f2b-afdd-39e993923ecd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:04:33.267416 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4521fd34-2113-4f2b-afdd-39e993923ecd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.268258 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-4521fd34-2113-4f2b-afdd-39e993923ecd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Added segment da090f33-10cb-4bde-83fc-adbe9dc93348 of type vlan for network f9f864cc-2096-46b1-8cca-8e050f7b8be7 Dec 12 18:04:33.296692 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c2c5b857-e123-4306-9400-699b1b53b9f3 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=5d176325-d17d-4ef4-990e-a272383a032d HTTP/1.1" status: 200 len: 221 time: 0.0690298 Dec 12 18:04:33.297275 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54808) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:33.310608 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4aa5bc96-a622-4471-81ae-0af3089eb520 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1926507475', 'description': 'label created by tempest'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:33.310988 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4aa5bc96-a622-4471-81ae-0af3089eb520 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] Unknown quota resources ['metering_label']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 18:04:33.337563 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4521fd34-2113-4f2b-afdd-39e993923ecd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.354585 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b32fdba3-871e-42b3-91d2-edde9b90acdd None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.379391 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b32fdba3-871e-42b3-91d2-edde9b90acdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.382203 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4521fd34-2113-4f2b-afdd-39e993923ecd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.392486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4521fd34-2113-4f2b-afdd-39e993923ecd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:33.394184 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4521fd34-2113-4f2b-afdd-39e993923ecd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.496834 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4521fd34-2113-4f2b-afdd-39e993923ecd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3286750 Dec 12 18:04:33.500008 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54810) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:33.514261 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4aa5bc96-a622-4471-81ae-0af3089eb520 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.517577 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-605e9a43-adc7-4694-a890-fd0889259919 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'subnet': {'network_id': 'f9f864cc-2096-46b1-8cca-8e050f7b8be7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:33.518402 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4aa5bc96-a622-4471-81ae-0af3089eb520 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2112792 Dec 12 18:04:33.522031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54812) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:33.524282 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-103086e5-a34d-4c2f-aa36-a48f2c49d5d6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.537939 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-542b821c-5b5f-4e4f-9492-dc4e2e0153c5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.682219 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521fd34-2113-4f2b-afdd-39e993923ecd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Network': ['ID=f9f864cc-2096-46b1-8cca-8e050f7b8be7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:33.698325 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6508d84f-8d92-4cc3-b387-0143258986dc tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=bf8ff9ec-3d8c-463d-a4d4-5f3c2b5459f7 HTTP/1.1" status: 200 len: 468 time: 0.1713057 Dec 12 18:04:33.705181 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54816) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:33.711266 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-e8a98132-b298-4e7b-97fe-c37242c0eaf5', 'network_id': 'e8a98132-b298-4e7b-97fe-c37242c0eaf5', 'project_id': '9f0ecdb21b2344a68d0da5af771a3652', 'fixed_ips': [{'subnet_id': 'b5660b54-ca85-4e8c-9ee2-8af193c0d8a1'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:04:33.712146 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.715497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network f9f864cc-2096-46b1-8cca-8e050f7b8be7 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:33.728819 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fdba3-871e-42b3-91d2-edde9b90acdd None None] Pushing event updated for resources: {'Port': ['ID=b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:33.739052 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d6c6a62-d62f-4e06-884d-65aa4ffd5e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.837364 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605e9a43-adc7-4694-a890-fd0889259919 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:33.841392 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-605e9a43-adc7-4694-a890-fd0889259919 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:33.994368 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-605e9a43-adc7-4694-a890-fd0889259919 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Performing IP validity checks on allocation pools {{(pid=103151) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 18:04:33.995330 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-605e9a43-adc7-4694-a890-fd0889259919 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103151) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 18:04:34.058799 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:34.188016 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-605e9a43-adc7-4694-a890-fd0889259919 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:34.296429 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Allocated IP 2001:db8::3 (e8a98132-b298-4e7b-97fe-c37242c0eaf5/b5660b54-ca85-4e8c-9ee2-8af193c0d8a1/f8b77b45-598f-4774-b23e-b84caf451339) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:34.297335 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605e9a43-adc7-4694-a890-fd0889259919 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Checking segment: {'id': 'da090f33-10cb-4bde-83fc-adbe9dc93348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f9f864cc-2096-46b1-8cca-8e050f7b8be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:34.298247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605e9a43-adc7-4694-a890-fd0889259919 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network hostable DHCP agents. Network: f9f864cc-2096-46b1-8cca-8e050f7b8be7, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:04:34.310491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e9a43-adc7-4694-a890-fd0889259919 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Subnet': ['ID=44546b42-8d99-4516-a1ab-7682113df6e6,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:34.355837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605e9a43-adc7-4694-a890-fd0889259919 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network f9f864cc-2096-46b1-8cca-8e050f7b8be7 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:04:34.372304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-605e9a43-adc7-4694-a890-fd0889259919 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, f9f864cc-2096-46b1-8cca-8e050f7b8be7) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:34.381298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605e9a43-adc7-4694-a890-fd0889259919 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:34.382621 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-605e9a43-adc7-4694-a890-fd0889259919 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:34.417896 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-605e9a43-adc7-4694-a890-fd0889259919 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9142292 Dec 12 18:04:34.418130 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54818) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:34.484822 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7d6c6a62-d62f-4e06-884d-65aa4ffd5e43 None None] For port 7deddef9-5f51-4132-8b6b-d6d71ff76de5, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7deddef9-5f51-4132-8b6b-d6d71ff76de5,segment=NetworkSegment(b4a74320-0267-4cb5-b156-f038399d4c29),segment_id=b4a74320-0267-4cb5-b156-f038399d4c29)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:34.490112 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8582140d-1235-4dc3-b727-8f1c95f38ecb None None] Network f9f864cc-2096-46b1-8cca-8e050f7b8be7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:34.526261 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-103086e5-a34d-4c2f-aa36-a48f2c49d5d6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] For port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:34.591848 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d6c6a62-d62f-4e06-884d-65aa4ffd5e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:34.616083 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-103086e5-a34d-4c2f-aa36-a48f2c49d5d6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:34.619584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-542b821c-5b5f-4e4f-9492-dc4e2e0153c5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting port 342de0fe-afcf-4942-88c6-bf6b09ab8708 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:34.620199 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-542b821c-5b5f-4e4f-9492-dc4e2e0153c5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:34.624163 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a55139a7-e230-4fc0-b734-f23ca584fe93 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:34.713524 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:34.716505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380912fa-51a1-4018-9e73-f56d1bcfa331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-f9f864cc-2096-46b1-8cca-8e050f7b8be7', 'network_id': 'f9f864cc-2096-46b1-8cca-8e050f7b8be7', 'project_id': '9f0ecdb21b2344a68d0da5af771a3652', 'fixed_ips': [{'subnet_id': '44546b42-8d99-4516-a1ab-7682113df6e6'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:04:34.717394 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-380912fa-51a1-4018-9e73-f56d1bcfa331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:34.772065 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-103086e5-a34d-4c2f-aa36-a48f2c49d5d6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:34.772890 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-103086e5-a34d-4c2f-aa36-a48f2c49d5d6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:34.798667 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a55139a7-e230-4fc0-b734-f23ca584fe93 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:34.805214 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:34.807802 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c6a62-d62f-4e06-884d-65aa4ffd5e43 None None] Pushing event updated for resources: {'Port': ['ID=7deddef9-5f51-4132-8b6b-d6d71ff76de5,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:34.828368 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac37921a-21d0-42e2-bd1f-eb3d923d8edd tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:34.829272 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ac37921a-21d0-42e2-bd1f-eb3d923d8edd tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/bf8ff9ec-3d8c-463d-a4d4-5f3c2b5459f7 HTTP/1.1" status: 204 len: 168 time: 1.1042418 Dec 12 18:04:34.831263 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-542b821c-5b5f-4e4f-9492-dc4e2e0153c5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:34.878711 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Pushing event updated for resources: {'Port': ['ID=f8b77b45-598f-4774-b23e-b84caf451339,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:34.891754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54822) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:34.910819 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bfbd4655-5d6d-41b7-9801-ba252b08f382 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=bf8ff9ec-3d8c-463d-a4d4-5f3c2b5459f7 HTTP/1.1" status: 200 len: 216 time: 0.0176017 Dec 12 18:04:34.911548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54824) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:34.914762 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a55139a7-e230-4fc0-b734-f23ca584fe93 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:34.915440 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7c094e5d-5f01-48e7-b62d-f9816e4e42ec None None] Provisioning complete for port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:34.916278 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c094e5d-5f01-48e7-b62d-f9816e4e42ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:34.924565 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:04:34.926203 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:04:34.934299 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103086e5-a34d-4c2f-aa36-a48f2c49d5d6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:34.935468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Network e8a98132-b298-4e7b-97fe-c37242c0eaf5 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:34.935798 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103086e5-a34d-4c2f-aa36-a48f2c49d5d6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=247d3e96-73c1-4e2f-badc-4e51b179aa4e,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:34.952953 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-103086e5-a34d-4c2f-aa36-a48f2c49d5d6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:34.958461 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-542b821c-5b5f-4e4f-9492-dc4e2e0153c5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Calling delete_port for 342de0fe-afcf-4942-88c6-bf6b09ab8708 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:34.966893 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103086e5-a34d-4c2f-aa36-a48f2c49d5d6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:34.967916 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-103086e5-a34d-4c2f-aa36-a48f2c49d5d6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:34.999766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:35.003034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:35.033300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55139a7-e230-4fc0-b734-f23ca584fe93 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Subnet': ['ID=44546b42-8d99-4516-a1ab-7682113df6e6,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:35.043820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89859bd3-d1cb-4917-b71c-f620b475fe40 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:35.049470 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f0a42e80-102d-4581-994a-509292a09028 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1362519 Dec 12 18:04:35.053168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54826) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:35.060056 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a55139a7-e230-4fc0-b734-f23ca584fe93 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.089743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-82dce9e3-fd79-4097-9e46-1aa464b20db9 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0352230 Dec 12 18:04:35.097736 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54828) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:35.102390 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-a55139a7-e230-4fc0-b734-f23ca584fe93 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f864cc-2096-46b1-8cca-8e050f7b8be7']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:35.118274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-a55139a7-e230-4fc0-b734-f23ca584fe93 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da090f33-10cb-4bde-83fc-adbe9dc93348') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:35.118524 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-a55139a7-e230-4fc0-b734-f23ca584fe93 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da090f33-10cb-4bde-83fc-adbe9dc93348') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:35.133476 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a55139a7-e230-4fc0-b734-f23ca584fe93 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.161252 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a55139a7-e230-4fc0-b734-f23ca584fe93 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.168156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55139a7-e230-4fc0-b734-f23ca584fe93 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:04:35.168877 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a55139a7-e230-4fc0-b734-f23ca584fe93 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:04:35.172812 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server [None req-380912fa-51a1-4018-9e73-f56d1bcfa331 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44546b42-8d99-4516-a1ab-7682113df6e6: This subnet is being modified by another concurrent operation. Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 18:04:35.213605 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise exception Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44546b42-8d99-4516-a1ab-7682113df6e6: This subnet is being modified by another concurrent operation. Dec 12 18:04:35.217540 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server Dec 12 18:04:35.228307 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-103086e5-a34d-4c2f-aa36-a48f2c49d5d6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9080920 Dec 12 18:04:35.231190 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103086e5-a34d-4c2f-aa36-a48f2c49d5d6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7,revision_number=8']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:35.242698 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54830) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:35.249032 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db17e732-4d97-4d57-ae4f-a57984cf007b None None] Network f9f864cc-2096-46b1-8cca-8e050f7b8be7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:35.252147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-5bedef1a-cdc2-4f5d-a36b-60c49aad406d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'mac_address': 'fa:16:3e:1b:8e:90', 'name': 'tempest-NetworksTestDHCPv6-1862543272'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:35.252618 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cb21b0cc-1b08-4fc9-8275-0b3badd53e09 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/cdaf178a-273d-47cb-b558-1e86e10ccb9b HTTP/1.1" status: 200 len: 473 time: 0.1516323 Dec 12 18:04:35.257545 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54832) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:35.268024 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Attempting to bind port f8b77b45-598f-4774-b23e-b84caf451339 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:35.268514 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Attempting to bind port f8b77b45-598f-4774-b23e-b84caf451339 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '7995de19-b2b9-4444-83ca-8d12a24c478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e8a98132-b298-4e7b-97fe-c37242c0eaf5'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:35.268776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Attempting to bind port f8b77b45-598f-4774-b23e-b84caf451339 on network e8a98132-b298-4e7b-97fe-c37242c0eaf5 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:35.342010 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4185b68c-26b9-40ff-936f-d7595a1fe412 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/d9572b81-06b5-48f0-966b-c7d7c2be549d HTTP/1.1" status: 200 len: 461 time: 0.0824668 Dec 12 18:04:35.345090 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54834) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:35.348829 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-542b821c-5b5f-4e4f-9492-dc4e2e0153c5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.372021 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a55139a7-e230-4fc0-b734-f23ca584fe93 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.381309 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b821c-5b5f-4e4f-9492-dc4e2e0153c5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Port': ['ID=342de0fe-afcf-4942-88c6-bf6b09ab8708,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:35.403457 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a55139a7-e230-4fc0-b734-f23ca584fe93 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.412374 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a55139a7-e230-4fc0-b734-f23ca584fe93 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/networks/f9f864cc-2096-46b1-8cca-8e050f7b8be7 HTTP/1.1" status: 204 len: 168 time: 0.9917893 Dec 12 18:04:35.413380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55139a7-e230-4fc0-b734-f23ca584fe93 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Network': ['ID=f9f864cc-2096-46b1-8cca-8e050f7b8be7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:35.419263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54836) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:35.425011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f02610a6-bd79-4fb7-8764-7d30d8a30cf2 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1049743776'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:35.500955 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-542b821c-5b5f-4e4f-9492-dc4e2e0153c5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.513773 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.553073 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cea8f21-d5b1-4d96-a8dd-35fc694e5b4d None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:04:35.559071 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02610a6-bd79-4fb7-8764-7d30d8a30cf2 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:35.561268 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f02610a6-bd79-4fb7-8764-7d30d8a30cf2 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.569413 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:04:35.569795 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Checking segment: {'id': '7995de19-b2b9-4444-83ca-8d12a24c478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e8a98132-b298-4e7b-97fe-c37242c0eaf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:35.570204 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.570612 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Bound using segment: {'id': '7995de19-b2b9-4444-83ca-8d12a24c478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e8a98132-b298-4e7b-97fe-c37242c0eaf5'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:04:35.571101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Bound port: f8b77b45-598f-4774-b23e-b84caf451339, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7995de19-b2b9-4444-83ca-8d12a24c478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e8a98132-b298-4e7b-97fe-c37242c0eaf5'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:04:35.571522 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.573348 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.582627 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c6029212-c625-4863-bd19-a546d809105c tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.583944 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c6029212-c625-4863-bd19-a546d809105c tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/d9572b81-06b5-48f0-966b-c7d7c2be549d HTTP/1.1" status: 204 len: 168 time: 0.2375665 Dec 12 18:04:35.587439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54838) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:35.612299 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02610a6-bd79-4fb7-8764-7d30d8a30cf2 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:04:35.638905 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-542b821c-5b5f-4e4f-9492-dc4e2e0153c5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.641633 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-542b821c-5b5f-4e4f-9492-dc4e2e0153c5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.664462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bedef1a-cdc2-4f5d-a36b-60c49aad406d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:35.699628 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-542b821c-5b5f-4e4f-9492-dc4e2e0153c5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.700220 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542b821c-5b5f-4e4f-9492-dc4e2e0153c5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Fanout notify agent at l3_agent the message router_deleted on router 6538f55a-21d3-4ee7-8b81-76f95e0ceffe {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:04:35.710010 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-542b821c-5b5f-4e4f-9492-dc4e2e0153c5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.711178 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-542b821c-5b5f-4e4f-9492-dc4e2e0153c5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/routers/6538f55a-21d3-4ee7-8b81-76f95e0ceffe HTTP/1.1" status: 204 len: 168 time: 2.6975710 Dec 12 18:04:35.714784 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54840) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:35.736638 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-027ad6a8-c38d-4ffc-a129-ac15b0ff0afe tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-534421135'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:35.789760 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f02610a6-bd79-4fb7-8764-7d30d8a30cf2 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.789982 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-f02610a6-bd79-4fb7-8764-7d30d8a30cf2 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Added segment dc7c7a9f-93a9-49a8-942a-15fcc283be14 of type vlan for network bba8b0cd-91ca-497c-86f3-dba2f5139791 Dec 12 18:04:35.797721 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5ce5a-ae27-4f64-a11e-9fe9b0ec58da None None] Pushing event updated for resources: {'Port': ['ID=6f12c122-dc06-44df-b8e7-36425208ca7b,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:35.836980 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027ad6a8-c38d-4ffc-a129-ac15b0ff0afe tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Made reservation on behalf of ae60d9fcfda242649d0d6f0c8466aa04 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:35.841586 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-027ad6a8-c38d-4ffc-a129-ac15b0ff0afe tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.867115 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] For port f8b77b45-598f-4774-b23e-b84caf451339, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:04:35.871118 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] For port f8b77b45-598f-4774-b23e-b84caf451339, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f8b77b45-598f-4774-b23e-b84caf451339,segment=NetworkSegment(7995de19-b2b9-4444-83ca-8d12a24c478a),segment_id=7995de19-b2b9-4444-83ca-8d12a24c478a)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:04:35.874730 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027ad6a8-c38d-4ffc-a129-ac15b0ff0afe tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:04:35.878776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:04:35.891909 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.896140 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-027ad6a8-c38d-4ffc-a129-ac15b0ff0afe tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.896563 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-027ad6a8-c38d-4ffc-a129-ac15b0ff0afe tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Added segment da38d6f5-3573-47df-8a08-0394eb3ade77 of type vlan for network 2f5d0624-a9f7-46e5-9d35-1fb751f6ec39 Dec 12 18:04:35.945109 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-03f48318-aec8-4c7c-89d7-ebca13026d49 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.948541 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-03f48318-aec8-4c7c-89d7-ebca13026d49 tempest-MeteringTestJSON-1782391492 tempest-MeteringTestJSON-1782391492-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/cdaf178a-273d-47cb-b558-1e86e10ccb9b HTTP/1.1" status: 204 len: 168 time: 0.3568089 Dec 12 18:04:35.950455 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f02610a6-bd79-4fb7-8764-7d30d8a30cf2 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:35.963342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7c094e5d-5f01-48e7-b62d-f9816e4e42ec None None] Provisioning complete for port 7deddef9-5f51-4132-8b6b-d6d71ff76de5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:35.964058 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c094e5d-5f01-48e7-b62d-f9816e4e42ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:36.008059 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5bedef1a-cdc2-4f5d-a36b-60c49aad406d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:36.030594 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-027ad6a8-c38d-4ffc-a129-ac15b0ff0afe tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:36.033252 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-5bedef1a-cdc2-4f5d-a36b-60c49aad406d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port 8d4ca286-fd22-425d-9550-04d936f24f21 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:04:36.038932 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f02610a6-bd79-4fb7-8764-7d30d8a30cf2 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:36.044991 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02610a6-bd79-4fb7-8764-7d30d8a30cf2 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:36.045638 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f02610a6-bd79-4fb7-8764-7d30d8a30cf2 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:36.092269 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f02610a6-bd79-4fb7-8764-7d30d8a30cf2 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6718373 Dec 12 18:04:36.092875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54846) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:36.114762 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-027ad6a8-c38d-4ffc-a129-ac15b0ff0afe tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:36.125762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-556db0f9-bb72-4b10-bd02-b2d632be2790 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'subnet': {'network_id': 'bba8b0cd-91ca-497c-86f3-dba2f5139791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:36.126298 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027ad6a8-c38d-4ffc-a129-ac15b0ff0afe tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:36.132221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Attempting to bind port 6f12c122-dc06-44df-b8e7-36425208ca7b on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:36.132778 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Attempting to bind port 6f12c122-dc06-44df-b8e7-36425208ca7b by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9112365-71cf-4696-9ddb-26cad66032ad'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:36.132914 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-027ad6a8-c38d-4ffc-a129-ac15b0ff0afe tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:36.133194 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Attempting to bind port 6f12c122-dc06-44df-b8e7-36425208ca7b on network f9112365-71cf-4696-9ddb-26cad66032ad {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:36.175748 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:04:36.176233 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Checking segment: {'id': 'b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9112365-71cf-4696-9ddb-26cad66032ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:36.176652 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:36.177044 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Bound using segment: {'id': 'b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9112365-71cf-4696-9ddb-26cad66032ad'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:04:36.177540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Bound port: 6f12c122-dc06-44df-b8e7-36425208ca7b, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9112365-71cf-4696-9ddb-26cad66032ad'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:04:36.177927 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:36.270925 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-027ad6a8-c38d-4ffc-a129-ac15b0ff0afe tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5529637 Dec 12 18:04:36.274589 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54848) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:36.275311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02610a6-bd79-4fb7-8764-7d30d8a30cf2 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Network': ['ID=bba8b0cd-91ca-497c-86f3-dba2f5139791,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:36.279546 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad9631-59ae-4853-8f25-1fff5fa0752f None None] Pushing event updated for resources: {'Port': ['ID=f8b77b45-598f-4774-b23e-b84caf451339,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:36.295818 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1c2c703a-1ed8-43df-b7ca-19030901c27f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'subnet': {'network_id': '2f5d0624-a9f7-46e5-9d35-1fb751f6ec39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:36.299865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network bba8b0cd-91ca-497c-86f3-dba2f5139791 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:36.368009 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ad6a8-c38d-4ffc-a129-ac15b0ff0afe tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Network': ['ID=2f5d0624-a9f7-46e5-9d35-1fb751f6ec39,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:36.530518 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556db0f9-bb72-4b10-bd02-b2d632be2790 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:36.532464 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:36.535628 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 2f5d0624-a9f7-46e5-9d35-1fb751f6ec39 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:36.538132 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-556db0f9-bb72-4b10-bd02-b2d632be2790 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:36.577639 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2c703a-1ed8-43df-b7ca-19030901c27f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Made reservation on behalf of ae60d9fcfda242649d0d6f0c8466aa04 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:36.587375 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c2c703a-1ed8-43df-b7ca-19030901c27f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:36.659665 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] For port 6f12c122-dc06-44df-b8e7-36425208ca7b, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:04:36.665115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54852) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:36.670473 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-5bedef1a-cdc2-4f5d-a36b-60c49aad406d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 172.20.0.6 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/102f02c3-fb5b-4112-accb-9aa8b93f7996/8d4ca286-fd22-425d-9550-04d936f24f21) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:36.700208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] For port 6f12c122-dc06-44df-b8e7-36425208ca7b, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6f12c122-dc06-44df-b8e7-36425208ca7b,segment=NetworkSegment(b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d),segment_id=b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:04:36.725048 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:36.760108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-5bedef1a-cdc2-4f5d-a36b-60c49aad406d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::f816:3eff:fe1b:8e90 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/247d3e96-73c1-4e2f-badc-4e51b179aa4e/8d4ca286-fd22-425d-9550-04d936f24f21) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:36.772300 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:36.806117 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:36.832723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Routers {'b4c6e0a8-a662-462d-8182-a400df63ea0f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:36.834094 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:04:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4c6e0a8-a662-462d-8182-a400df63ea0f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:37.069647 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5ce5a-ae27-4f64-a11e-9fe9b0ec58da None None] Pushing event updated for resources: {'Port': ['ID=6f12c122-dc06-44df-b8e7-36425208ca7b,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:37.162678 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:37.212984 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-fc18706c-6d75-4242-982e-aa3092effcca None None] Provisioning complete for port 6f12c122-dc06-44df-b8e7-36425208ca7b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:37.213361 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fc18706c-6d75-4242-982e-aa3092effcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:37.252158 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c2c703a-1ed8-43df-b7ca-19030901c27f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:37.268644 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5bedef1a-cdc2-4f5d-a36b-60c49aad406d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:37.326968 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] Set router b4c6e0a8-a662-462d-8182-a400df63ea0f gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:04:37.360028 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d5f78e2-5a9d-4944-ad12-ac0673e0d27d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:37.406132 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-556db0f9-bb72-4b10-bd02-b2d632be2790 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:37.418565 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7deddef9-5f51-4132-8b6b-d6d71ff76de5 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:37.425281 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c703a-1ed8-43df-b7ca-19030901c27f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Subnet': ['ID=bed9f656-6574-4835-a9ba-99a5dace76a3,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:37.429989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c703a-1ed8-43df-b7ca-19030901c27f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Checking segment: {'id': 'da38d6f5-3573-47df-8a08-0394eb3ade77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2f5d0624-a9f7-46e5-9d35-1fb751f6ec39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:37.430588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2c703a-1ed8-43df-b7ca-19030901c27f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network hostable DHCP agents. Network: 2f5d0624-a9f7-46e5-9d35-1fb751f6ec39, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:04:37.454585 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2c703a-1ed8-43df-b7ca-19030901c27f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network 2f5d0624-a9f7-46e5-9d35-1fb751f6ec39 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:04:37.476798 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1c2c703a-1ed8-43df-b7ca-19030901c27f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 2f5d0624-a9f7-46e5-9d35-1fb751f6ec39) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:37.493768 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2c703a-1ed8-43df-b7ca-19030901c27f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:37.494582 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c2c703a-1ed8-43df-b7ca-19030901c27f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:37.535607 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d5f78e2-5a9d-4944-ad12-ac0673e0d27d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:37.545155 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1c2c703a-1ed8-43df-b7ca-19030901c27f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2568612 Dec 12 18:04:37.545784 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54858) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:37.553630 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0c981623-4ff4-4e8f-b9a8-6faaba2ec6f2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1376498990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:37.561175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfead7c-30e6-4418-bf2c-8f4bc576b5b1 None None] Network 2f5d0624-a9f7-46e5-9d35-1fb751f6ec39 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:37.610158 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c981623-4ff4-4e8f-b9a8-6faaba2ec6f2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:37.611898 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c981623-4ff4-4e8f-b9a8-6faaba2ec6f2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:37.619822 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d5f78e2-5a9d-4944-ad12-ac0673e0d27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:37.671474 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f78e2-5a9d-4944-ad12-ac0673e0d27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461fe0ad-4570-408a-8753-5454a97ae510,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:37.685324 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5bedef1a-cdc2-4f5d-a36b-60c49aad406d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:37.715924 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c981623-4ff4-4e8f-b9a8-6faaba2ec6f2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:37.721041 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c981623-4ff4-4e8f-b9a8-6faaba2ec6f2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:37.750178 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c981623-4ff4-4e8f-b9a8-6faaba2ec6f2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:37.754955 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0c981623-4ff4-4e8f-b9a8-6faaba2ec6f2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2070534 Dec 12 18:04:37.757370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54860) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:37.784265 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8d5f78e2-5a9d-4944-ad12-ac0673e0d27d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cbd55daf42624ea79bf4fbc582fce0df&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1074326 Dec 12 18:04:37.811089 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54862) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:37.821898 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7deddef9-5f51-4132-8b6b-d6d71ff76de5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:37.822456 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:37.851705 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556db0f9-bb72-4b10-bd02-b2d632be2790 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Subnet': ['ID=75a8a7dd-b1e0-4679-9593-7e12cfc0fa26,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:37.885899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bedef1a-cdc2-4f5d-a36b-60c49aad406d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:37.912385 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fc18706c-6d75-4242-982e-aa3092effcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:37.948036 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-5bedef1a-cdc2-4f5d-a36b-60c49aad406d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:37.950874 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bedef1a-cdc2-4f5d-a36b-60c49aad406d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:37.982284 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbd1bd5-6b15-4a62-b0c4-234d505b2050 None None] Network e8a98132-b298-4e7b-97fe-c37242c0eaf5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:37.987765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556db0f9-bb72-4b10-bd02-b2d632be2790 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Checking segment: {'id': 'dc7c7a9f-93a9-49a8-942a-15fcc283be14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bba8b0cd-91ca-497c-86f3-dba2f5139791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:37.988144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556db0f9-bb72-4b10-bd02-b2d632be2790 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network hostable DHCP agents. Network: bba8b0cd-91ca-497c-86f3-dba2f5139791, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:04:37.990396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bedef1a-cdc2-4f5d-a36b-60c49aad406d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=8d4ca286-fd22-425d-9550-04d936f24f21,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:38.048724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556db0f9-bb72-4b10-bd02-b2d632be2790 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network bba8b0cd-91ca-497c-86f3-dba2f5139791 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:04:38.062036 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3999efb4-84a4-4924-8cec-75b8ab48b7ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:38.072537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bedef1a-cdc2-4f5d-a36b-60c49aad406d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:38.074207 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5bedef1a-cdc2-4f5d-a36b-60c49aad406d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:38.080332 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-556db0f9-bb72-4b10-bd02-b2d632be2790 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, bba8b0cd-91ca-497c-86f3-dba2f5139791) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:38.096249 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556db0f9-bb72-4b10-bd02-b2d632be2790 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:38.096249 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-556db0f9-bb72-4b10-bd02-b2d632be2790 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:38.133910 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5bedef1a-cdc2-4f5d-a36b-60c49aad406d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8900869 Dec 12 18:04:38.138648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54866) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:38.141092 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3999efb4-84a4-4924-8cec-75b8ab48b7ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:38.153260 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f8250e-f578-4e73-b02c-0f6301e36935 None None] Network bba8b0cd-91ca-497c-86f3-dba2f5139791 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:38.197750 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-556db0f9-bb72-4b10-bd02-b2d632be2790 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0759830 Dec 12 18:04:38.200653 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54868) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:38.246163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1bf8a0-e81f-4995-8eb6-285d59728c1d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:38.252719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1bf8a0-e81f-4995-8eb6-285d59728c1d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:38.255300 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ad1bf8a0-e81f-4995-8eb6-285d59728c1d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1109433 Dec 12 18:04:38.259311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54870) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:38.321122 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb8c2-a2cc-4b80-82c8-8b352afd5cb2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:38.395689 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3999efb4-84a4-4924-8cec-75b8ab48b7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:38.398799 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3999efb4-84a4-4924-8cec-75b8ab48b7ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:38.402595 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3999efb4-84a4-4924-8cec-75b8ab48b7ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/461fe0ad-4570-408a-8753-5454a97ae510 HTTP/1.1" status: 204 len: 168 time: 0.5736065 Dec 12 18:04:38.423091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999efb4-84a4-4924-8cec-75b8ab48b7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461fe0ad-4570-408a-8753-5454a97ae510,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:38.447160 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-23bfcf82-a8eb-4d47-815c-3fd0764e9f22 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port 8d4ca286-fd22-425d-9550-04d936f24f21 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:38.447498 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23bfcf82-a8eb-4d47-815c-3fd0764e9f22 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:38.467430 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4987-e97b-4d94-afd2-3522219fe9a7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:38.655592 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23bfcf82-a8eb-4d47-815c-3fd0764e9f22 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:38.692001 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4987-e97b-4d94-afd2-3522219fe9a7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:38.693074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-23bfcf82-a8eb-4d47-815c-3fd0764e9f22 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for 8d4ca286-fd22-425d-9550-04d936f24f21 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:38.856550 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-3a1fb8c2-a2cc-4b80-82c8-8b352afd5cb2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Allocated IP 2001:db8::1 (2f5d0624-a9f7-46e5-9d35-1fb751f6ec39/bed9f656-6574-4835-a9ba-99a5dace76a3/f0863591-e505-4f61-8699-71b76992e3f0) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:38.880174 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-fc18706c-6d75-4242-982e-aa3092effcca None None] For port 6f12c122-dc06-44df-b8e7-36425208ca7b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6f12c122-dc06-44df-b8e7-36425208ca7b,segment=NetworkSegment(b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d),segment_id=b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:38.895432 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-2f5d0624-a9f7-46e5-9d35-1fb751f6ec39', 'network_id': '2f5d0624-a9f7-46e5-9d35-1fb751f6ec39', 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'fixed_ips': [{'subnet_id': 'bed9f656-6574-4835-a9ba-99a5dace76a3'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:04:38.896365 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:38.927299 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4987-e97b-4d94-afd2-3522219fe9a7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:38.985230 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fc18706c-6d75-4242-982e-aa3092effcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:39.001852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54876) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:39.008513 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed4987-e97b-4d94-afd2-3522219fe9a7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Subnet': ['ID=75a8a7dd-b1e0-4679-9593-7e12cfc0fa26,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:39.021767 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23bfcf82-a8eb-4d47-815c-3fd0764e9f22 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:39.033764 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-148afae3-3735-4324-8e67-213fda318044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:39.094523 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4987-e97b-4d94-afd2-3522219fe9a7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:39.104928 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:39.105131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfcf82-a8eb-4d47-815c-3fd0764e9f22 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=8d4ca286-fd22-425d-9550-04d936f24f21,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:39.115138 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-fc18706c-6d75-4242-982e-aa3092effcca None None] Could not find standard attr ID for object ac2a69d7-7a3f-4e60-9780-7ec11749f5e0. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:04:39.131687 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:04:39.160605 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e0ed4987-e97b-4d94-afd2-3522219fe9a7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba8b0cd-91ca-497c-86f3-dba2f5139791']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:39.175810 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4597f23-1991-4860-bfe7-7ada305ad305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-bba8b0cd-91ca-497c-86f3-dba2f5139791', 'network_id': 'bba8b0cd-91ca-497c-86f3-dba2f5139791', 'project_id': '9f0ecdb21b2344a68d0da5af771a3652', 'fixed_ips': [{'subnet_id': '75a8a7dd-b1e0-4679-9593-7e12cfc0fa26'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:04:39.177016 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b4597f23-1991-4860-bfe7-7ada305ad305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:39.205317 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e0ed4987-e97b-4d94-afd2-3522219fe9a7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7c7a9f-93a9-49a8-942a-15fcc283be14') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:39.205758 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e0ed4987-e97b-4d94-afd2-3522219fe9a7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7c7a9f-93a9-49a8-942a-15fcc283be14') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:39.244127 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4987-e97b-4d94-afd2-3522219fe9a7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:39.278130 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4987-e97b-4d94-afd2-3522219fe9a7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:39.281549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18706c-6d75-4242-982e-aa3092effcca None None] Pushing event updated for resources: {'Port': ['ID=6f12c122-dc06-44df-b8e7-36425208ca7b,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:39.300302 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb8c2-a2cc-4b80-82c8-8b352afd5cb2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:39.308922 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ed4987-e97b-4d94-afd2-3522219fe9a7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:04:39.309285 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4987-e97b-4d94-afd2-3522219fe9a7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:04:39.313947 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:04:39.439630 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb8c2-a2cc-4b80-82c8-8b352afd5cb2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:39.512340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1fb8c2-a2cc-4b80-82c8-8b352afd5cb2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network 2f5d0624-a9f7-46e5-9d35-1fb751f6ec39 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:39.523281 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3a1fb8c2-a2cc-4b80-82c8-8b352afd5cb2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:39.540383 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'name': 'tempest-TestVolumeBackupRestore-1228837291-router', 'tenant_id': '222f0fc930bd448abb9f94884551fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '45808d71-430d-4c3e-9248-c5eab4407a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:16Z', 'updated_at': '2021-12-12T18:04:24Z', 'revision_number': 4, 'project_id': '222f0fc930bd448abb9f94884551fdcd', 'gw_port': {'id': '45808d71-430d-4c3e-9248-c5eab4407a3f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:17Z', 'updated_at': '2021-12-12T18:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '6f12c122-dc06-44df-b8e7-36425208ca7b', 'name': '', 'network_id': 'f9112365-71cf-4696-9ddb-26cad66032ad', 'tenant_id': '222f0fc930bd448abb9f94884551fdcd', 'mac_address': 'fa:16:3e:67:98:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '8bb2d280-2fe2-47bf-94c2-4a956fbd904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:23Z', 'updated_at': '2021-12-12T18:04:36Z', 'revision_number': 4, 'project_id': '222f0fc930bd448abb9f94884551fdcd', 'subnets': [{'id': '8bb2d280-2fe2-47bf-94c2-4a956fbd904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:39.540818 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1fb8c2-a2cc-4b80-82c8-8b352afd5cb2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:39.541571 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb8c2-a2cc-4b80-82c8-8b352afd5cb2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:39.589489 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742e5827-3bf8-4732-b953-5e5fcdd0361c None None] Network bba8b0cd-91ca-497c-86f3-dba2f5139791 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:39.620533 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fb8c2-a2cc-4b80-82c8-8b352afd5cb2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=f0863591-e505-4f61-8699-71b76992e3f0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:39.629256 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4987-e97b-4d94-afd2-3522219fe9a7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:39.648913 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4987-e97b-4d94-afd2-3522219fe9a7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:39.657115 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e0ed4987-e97b-4d94-afd2-3522219fe9a7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/networks/bba8b0cd-91ca-497c-86f3-dba2f5139791 HTTP/1.1" status: 204 len: 168 time: 1.4551582 Dec 12 18:04:39.669089 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54880) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:39.676424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d4938243-12fd-4894-b2bc-9c363de308df tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1388280339'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:39.701648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c327c0-3434-4971-a06b-0d1b5426e32b None None] The sync data for ids ['b4c6e0a8-a662-462d-8182-a400df63ea0f'] in n-d-760354-5 is: [{'id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'name': 'tempest-TestVolumeBackupRestore-1228837291-router', 'tenant_id': '222f0fc930bd448abb9f94884551fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '45808d71-430d-4c3e-9248-c5eab4407a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:16Z', 'updated_at': '2021-12-12T18:04:24Z', 'revision_number': 4, 'project_id': '222f0fc930bd448abb9f94884551fdcd', 'gw_port': {'id': '45808d71-430d-4c3e-9248-c5eab4407a3f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:17Z', 'updated_at': '2021-12-12T18:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '6f12c122-dc06-44df-b8e7-36425208ca7b', 'name': '', 'network_id': 'f9112365-71cf-4696-9ddb-26cad66032ad', 'tenant_id': '222f0fc930bd448abb9f94884551fdcd', 'mac_address': 'fa:16:3e:67:98:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '8bb2d280-2fe2-47bf-94c2-4a956fbd904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:23Z', 'updated_at': '2021-12-12T18:04:36Z', 'revision_number': 4, 'project_id': '222f0fc930bd448abb9f94884551fdcd', 'subnets': [{'id': '8bb2d280-2fe2-47bf-94c2-4a956fbd904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:04:39.704943 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed4987-e97b-4d94-afd2-3522219fe9a7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Network': ['ID=bba8b0cd-91ca-497c-86f3-dba2f5139791,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:39.721321 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-16468561-2ded-4618-930a-17839af078ed None None] Provisioning complete for port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:39.721700 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16468561-2ded-4618-930a-17839af078ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:39.773178 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4938243-12fd-4894-b2bc-9c363de308df tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:39.778327 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4938243-12fd-4894-b2bc-9c363de308df tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:39.842557 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb8c2-a2cc-4b80-82c8-8b352afd5cb2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:39.847430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:39.847806 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:39.883641 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-148afae3-3735-4324-8e67-213fda318044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:39.903776 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-148afae3-3735-4324-8e67-213fda318044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:39.916201 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Allocated IP 2001:db8::2 (2f5d0624-a9f7-46e5-9d35-1fb751f6ec39/bed9f656-6574-4835-a9ba-99a5dace76a3/9793e287-2610-4e97-a0f5-aac4de39aadc) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:40.002454 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23bfcf82-a8eb-4d47-815c-3fd0764e9f22 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.011649 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-23bfcf82-a8eb-4d47-815c-3fd0764e9f22 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/8d4ca286-fd22-425d-9550-04d936f24f21 HTTP/1.1" status: 204 len: 168 time: 1.7509840 Dec 12 18:04:40.012358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54882) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:40.016493 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16468561-2ded-4618-930a-17839af078ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.028328 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-148afae3-3735-4324-8e67-213fda318044 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c9b4b68699f4c7d8c7472851bfa3829&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0254438 Dec 12 18:04:40.031002 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148afae3-3735-4324-8e67-213fda318044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9651827d-5797-425a-a2a5-fe5ca3c3b5a9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:40.034128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54884) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:40.113804 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-16468561-2ded-4618-930a-17839af078ed None None] For port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:40.134700 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16468561-2ded-4618-930a-17839af078ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.140910 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.142358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14726c5-9f92-4129-9d1d-c64fdab2efb2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:40.144265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14726c5-9f92-4129-9d1d-c64fdab2efb2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:40.146565 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14726c5-9f92-4129-9d1d-c64fdab2efb2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:40.154008 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f14726c5-9f92-4129-9d1d-c64fdab2efb2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1374321 Dec 12 18:04:40.154445 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4938243-12fd-4894-b2bc-9c363de308df tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:04:40.155091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54886) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:40.188656 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4938243-12fd-4894-b2bc-9c363de308df tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.189015 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-d4938243-12fd-4894-b2bc-9c363de308df tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Added segment a98fe483-db11-4231-b845-182dbd041a94 of type vlan for network ed23f525-82f9-4792-81de-3016089b2059 Dec 12 18:04:40.267252 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-16468561-2ded-4618-930a-17839af078ed None None] Provisioning complete for port 6f12c122-dc06-44df-b8e7-36425208ca7b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:40.267644 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16468561-2ded-4618-930a-17839af078ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.282841 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16468561-2ded-4618-930a-17839af078ed None None] Pushing event updated for resources: {'Port': ['ID=b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7,revision_number=10']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:40.288572 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d469ccff-eae1-409e-adda-f66ca6ed013a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.300269 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-3650e992-c91d-4ee3-817f-fe64d2a6707c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 102f02c3-fb5b-4112-accb-9aa8b93f7996 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:04:40.319101 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.332161 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d469ccff-eae1-409e-adda-f66ca6ed013a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.344898 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3650e992-c91d-4ee3-817f-fe64d2a6707c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.352212 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4938243-12fd-4894-b2bc-9c363de308df tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.373143 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.418926 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3650e992-c91d-4ee3-817f-fe64d2a6707c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.450974 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d469ccff-eae1-409e-adda-f66ca6ed013a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.453631 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d469ccff-eae1-409e-adda-f66ca6ed013a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.455055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d469ccff-eae1-409e-adda-f66ca6ed013a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9651827d-5797-425a-a2a5-fe5ca3c3b5a9 HTTP/1.1" status: 204 len: 168 time: 0.3986661 Dec 12 18:04:40.460740 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Pushing event updated for resources: {'Port': ['ID=9793e287-2610-4e97-a0f5-aac4de39aadc,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:40.465242 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4938243-12fd-4894-b2bc-9c363de308df tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.471919 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4938243-12fd-4894-b2bc-9c363de308df tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:40.472515 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:04:40.472975 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4938243-12fd-4894-b2bc-9c363de308df tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.473251 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:04:40.480004 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Network 2f5d0624-a9f7-46e5-9d35-1fb751f6ec39 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:40.496082 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:40.501705 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:40.502774 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469ccff-eae1-409e-adda-f66ca6ed013a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9651827d-5797-425a-a2a5-fe5ca3c3b5a9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:40.595085 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54892) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:40.600728 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d4938243-12fd-4894-b2bc-9c363de308df tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9270382 Dec 12 18:04:40.603418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-0c9a8bc7-e9f5-49f0-8e8c-64709421b4af tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'subnet': {'network_id': 'ed23f525-82f9-4792-81de-3016089b2059', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:40.613701 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4938243-12fd-4894-b2bc-9c363de308df tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Network': ['ID=ed23f525-82f9-4792-81de-3016089b2059,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:40.622306 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb8c2-a2cc-4b80-82c8-8b352afd5cb2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.633718 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb8c2-a2cc-4b80-82c8-8b352afd5cb2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.635085 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb8c2-a2cc-4b80-82c8-8b352afd5cb2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.671877 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network ed23f525-82f9-4792-81de-3016089b2059 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:40.697006 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fb8c2-a2cc-4b80-82c8-8b352afd5cb2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=f0863591-e505-4f61-8699-71b76992e3f0,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:40.734464 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3650e992-c91d-4ee3-817f-fe64d2a6707c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.800026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-16468561-2ded-4618-930a-17839af078ed None None] Could not find standard attr ID for object 96e0e416-2318-4ebb-837d-8b370d38c850. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:04:40.810827 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Attempting to bind port 9793e287-2610-4e97-a0f5-aac4de39aadc on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:40.811923 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Attempting to bind port 9793e287-2610-4e97-a0f5-aac4de39aadc by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'da38d6f5-3573-47df-8a08-0394eb3ade77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2f5d0624-a9f7-46e5-9d35-1fb751f6ec39'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:40.813156 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Attempting to bind port 9793e287-2610-4e97-a0f5-aac4de39aadc on network 2f5d0624-a9f7-46e5-9d35-1fb751f6ec39 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:40.837100 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9a8bc7-e9f5-49f0-8e8c-64709421b4af tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:40.842108 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0c9a8bc7-e9f5-49f0-8e8c-64709421b4af tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.856827 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:04:40.857214 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Checking segment: {'id': 'da38d6f5-3573-47df-8a08-0394eb3ade77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2f5d0624-a9f7-46e5-9d35-1fb751f6ec39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:40.857624 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.858029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Bound using segment: {'id': 'da38d6f5-3573-47df-8a08-0394eb3ade77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2f5d0624-a9f7-46e5-9d35-1fb751f6ec39'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:04:40.858523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Bound port: 9793e287-2610-4e97-a0f5-aac4de39aadc, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da38d6f5-3573-47df-8a08-0394eb3ade77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2f5d0624-a9f7-46e5-9d35-1fb751f6ec39'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:04:40.858920 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.899803 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-16468561-2ded-4618-930a-17839af078ed None None] Provisioning complete for port f8b77b45-598f-4774-b23e-b84caf451339 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:40.900178 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16468561-2ded-4618-930a-17839af078ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.915505 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3650e992-c91d-4ee3-817f-fe64d2a6707c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:40.954317 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650e992-c91d-4ee3-817f-fe64d2a6707c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=102f02c3-fb5b-4112-accb-9aa8b93f7996,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:41.023786 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3650e992-c91d-4ee3-817f-fe64d2a6707c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:41.029220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3650e992-c91d-4ee3-817f-fe64d2a6707c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/102f02c3-fb5b-4112-accb-9aa8b93f7996 HTTP/1.1" status: 204 len: 168 time: 0.8713822 Dec 12 18:04:41.034146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54896) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:41.049558 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f731a2-ee40-45c0-bc5e-d3b8b0965558 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:41.143974 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9af8ad-95e6-430d-8506-a8b51c2248a5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 247d3e96-73c1-4e2f-badc-4e51b179aa4e {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:04:41.150471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] For port 9793e287-2610-4e97-a0f5-aac4de39aadc, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:04:41.163645 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a9af8ad-95e6-430d-8506-a8b51c2248a5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:41.165256 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f8b77b45-598f-4774-b23e-b84caf451339 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:41.216774 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] For port 9793e287-2610-4e97-a0f5-aac4de39aadc, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9793e287-2610-4e97-a0f5-aac4de39aadc,segment=NetworkSegment(da38d6f5-3573-47df-8a08-0394eb3ade77),segment_id=da38d6f5-3573-47df-8a08-0394eb3ade77)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:04:41.269704 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:41.284657 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a9af8ad-95e6-430d-8506-a8b51c2248a5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:41.337670 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fff7c-4e72-48bb-9e15-adda1c8adc01 None None] Pushing event updated for resources: {'Port': ['ID=9793e287-2610-4e97-a0f5-aac4de39aadc,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:41.375724 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16468561-2ded-4618-930a-17839af078ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:41.421827 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f8b77b45-598f-4774-b23e-b84caf451339 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:41.422206 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:41.435709 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1fb8c2-a2cc-4b80-82c8-8b352afd5cb2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network 2f5d0624-a9f7-46e5-9d35-1fb751f6ec39 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:41.439189 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3a1fb8c2-a2cc-4b80-82c8-8b352afd5cb2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:41.467303 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0c9a8bc7-e9f5-49f0-8e8c-64709421b4af tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:41.519992 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-16468561-2ded-4618-930a-17839af078ed None None] For port f8b77b45-598f-4774-b23e-b84caf451339, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f8b77b45-598f-4774-b23e-b84caf451339,segment=NetworkSegment(7995de19-b2b9-4444-83ca-8d12a24c478a),segment_id=7995de19-b2b9-4444-83ca-8d12a24c478a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:41.534922 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16468561-2ded-4618-930a-17839af078ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:41.548189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-16468561-2ded-4618-930a-17839af078ed None None] Could not find standard attr ID for object 8d4ca286-fd22-425d-9550-04d936f24f21. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:04:41.629732 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a9af8ad-95e6-430d-8506-a8b51c2248a5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:41.752171 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1fb8c2-a2cc-4b80-82c8-8b352afd5cb2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router c04526a0-f7ab-4218-873d-aa4b9ba8df0d is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:04:41.804966 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a8bc7-e9f5-49f0-8e8c-64709421b4af tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Subnet': ['ID=398240c5-830f-4ba5-bfee-a7da864119d5,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:41.809433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9a8bc7-e9f5-49f0-8e8c-64709421b4af tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Checking segment: {'id': 'a98fe483-db11-4231-b845-182dbd041a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ed23f525-82f9-4792-81de-3016089b2059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:41.809838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9a8bc7-e9f5-49f0-8e8c-64709421b4af tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network hostable DHCP agents. Network: ed23f525-82f9-4792-81de-3016089b2059, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:04:41.892934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9a8bc7-e9f5-49f0-8e8c-64709421b4af tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network ed23f525-82f9-4792-81de-3016089b2059 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:04:41.927224 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a9af8ad-95e6-430d-8506-a8b51c2248a5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:41.956306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0c9a8bc7-e9f5-49f0-8e8c-64709421b4af tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, ed23f525-82f9-4792-81de-3016089b2059) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:41.990015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16468561-2ded-4618-930a-17839af078ed None None] Pushing event updated for resources: {'Port': ['ID=f8b77b45-598f-4774-b23e-b84caf451339,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:42.009341 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4150e3ab-22fc-4d45-95db-8bc42d55c284 None None] Network ed23f525-82f9-4792-81de-3016089b2059 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:42.018642 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9a8bc7-e9f5-49f0-8e8c-64709421b4af tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:42.019435 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0c9a8bc7-e9f5-49f0-8e8c-64709421b4af tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:42.045981 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1fb8c2-a2cc-4b80-82c8-8b352afd5cb2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:04:42.047592 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a9af8ad-95e6-430d-8506-a8b51c2248a5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:42.054126 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1a9af8ad-95e6-430d-8506-a8b51c2248a5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/247d3e96-73c1-4e2f-badc-4e51b179aa4e HTTP/1.1" status: 204 len: 168 time: 1.0179687 Dec 12 18:04:42.060034 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0c9a8bc7-e9f5-49f0-8e8c-64709421b4af tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4635601 Dec 12 18:04:42.061629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54916) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:42.062305 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9af8ad-95e6-430d-8506-a8b51c2248a5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=247d3e96-73c1-4e2f-badc-4e51b179aa4e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:42.064613 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3a1fb8c2-a2cc-4b80-82c8-8b352afd5cb2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/c04526a0-f7ab-4218-873d-aa4b9ba8df0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3078055 Dec 12 18:04:42.066694 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54918) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:42.068141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54920) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:42.098921 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e570e-4736-41b2-944f-34e28e0fea77 None None] Sync routers for ids ['c04526a0-f7ab-4218-873d-aa4b9ba8df0d'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:04:42.148499 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e570e-4736-41b2-944f-34e28e0fea77 None None] Routers {'c04526a0-f7ab-4218-873d-aa4b9ba8df0d'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:42.149178 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c05e570e-4736-41b2-944f-34e28e0fea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:04:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c04526a0-f7ab-4218-873d-aa4b9ba8df0d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:42.173618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e4332a36-7766-4465-8c82-ef3dec0d9f71 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929449 Dec 12 18:04:42.174270 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54924) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:42.209513 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dcd5ea-f0c8-4716-976b-e6c51748f034 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:42.211340 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-40dcd5ea-f0c8-4716-976b-e6c51748f034 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/ports/f0863591-e505-4f61-8699-71b76992e3f0 HTTP/1.1" status: 200 len: 911 time: 0.1396599 Dec 12 18:04:42.216553 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54926) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:42.223097 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d5946e43-5d12-46f7-b055-3aaa2d6e857b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bed9f656-6574-4835-a9ba-99a5dace76a3'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:42.242481 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9d84e3ba-2a8f-4107-86a0-28f41dd9dcf7 None None] Provisioning complete for port f8b77b45-598f-4774-b23e-b84caf451339 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:42.242866 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9d84e3ba-2a8f-4107-86a0-28f41dd9dcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:42.305754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89065855-2ed5-4f26-a598-8af8dea9499a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:42.314125 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-89065855-2ed5-4f26-a598-8af8dea9499a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1365402 Dec 12 18:04:42.317276 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54928) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:42.329440 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddef2d78-93e0-4719-867b-ba501cc37732 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:42.404132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e8a409-c63a-4b79-b75a-3549ef4d186b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:42.405301 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a6e8a409-c63a-4b79-b75a-3549ef4d186b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0865915 Dec 12 18:04:42.408900 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54932) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:42.476499 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d48a6d9c-7911-4b80-951b-dcd8430d07a2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0662694 Dec 12 18:04:42.476720 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c05e570e-4736-41b2-944f-34e28e0fea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:42.486654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54936) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:42.488495 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-7cafe3e0-63e3-4c68-8aa8-cb31837e70c9 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:42.554385 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b07d02-a047-48e5-bdec-ac58368c4679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-ed23f525-82f9-4792-81de-3016089b2059', 'network_id': 'ed23f525-82f9-4792-81de-3016089b2059', 'project_id': '9f0ecdb21b2344a68d0da5af771a3652', 'fixed_ips': [{'subnet_id': '398240c5-830f-4ba5-bfee-a7da864119d5'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:04:42.574698 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8b07d02-a047-48e5-bdec-ac58368c4679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:42.600999 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddef2d78-93e0-4719-867b-ba501cc37732 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:42.632171 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:42.639505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e570e-4736-41b2-944f-34e28e0fea77 None None] Routers {'c04526a0-f7ab-4218-873d-aa4b9ba8df0d'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:42.645073 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c05e570e-4736-41b2-944f-34e28e0fea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:04:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c04526a0-f7ab-4218-873d-aa4b9ba8df0d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:42.742561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cafe3e0-63e3-4c68-8aa8-cb31837e70c9 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:42.748200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c05e570e-4736-41b2-944f-34e28e0fea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:42.749961 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e570e-4736-41b2-944f-34e28e0fea77 None None] The sync data for ids ['c04526a0-f7ab-4218-873d-aa4b9ba8df0d'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:04:42.755449 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7cafe3e0-63e3-4c68-8aa8-cb31837e70c9 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:42.759793 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5946e43-5d12-46f7-b055-3aaa2d6e857b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:42.760709 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cafe3e0-63e3-4c68-8aa8-cb31837e70c9 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:04:42.764203 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cafe3e0-63e3-4c68-8aa8-cb31837e70c9 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:04:42.789077 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddef2d78-93e0-4719-867b-ba501cc37732 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:42.801210 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7cafe3e0-63e3-4c68-8aa8-cb31837e70c9 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3176067 Dec 12 18:04:42.804703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54940) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:42.817902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-34121dd1-dba7-4e7f-bdcc-41e4fd801bf2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:42.928068 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef2d78-93e0-4719-867b-ba501cc37732 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Subnet': ['ID=398240c5-830f-4ba5-bfee-a7da864119d5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:43.016801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1febc6-3613-41a2-97d7-11ebb6ad79ff None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server [None req-a8b07d02-a047-48e5-bdec-ac58368c4679 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 398240c5-830f-4ba5-bfee-a7da864119d5: This subnet is being modified by another concurrent operation. Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 18:04:43.022374 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise exception Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 398240c5-830f-4ba5-bfee-a7da864119d5: This subnet is being modified by another concurrent operation. Dec 12 18:04:43.025668 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server Dec 12 18:04:43.044854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34121dd1-dba7-4e7f-bdcc-41e4fd801bf2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:43.050803 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-34121dd1-dba7-4e7f-bdcc-41e4fd801bf2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:43.051725 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-34121dd1-dba7-4e7f-bdcc-41e4fd801bf2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:04:43.052185 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34121dd1-dba7-4e7f-bdcc-41e4fd801bf2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:04:43.065193 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:43.065946 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:43.086115 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-34121dd1-dba7-4e7f-bdcc-41e4fd801bf2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2753704 Dec 12 18:04:43.086115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54946) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:43.095351 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ce00b34e-d721-454a-8c2d-a80001a4c30c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:43.112859 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa7a828-535d-4a84-a8ef-a31f5ac62cef None None] Network ed23f525-82f9-4792-81de-3016089b2059 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:43.205033 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddef2d78-93e0-4719-867b-ba501cc37732 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:43.243051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce00b34e-d721-454a-8c2d-a80001a4c30c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:43.244018 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ddef2d78-93e0-4719-867b-ba501cc37732 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed23f525-82f9-4792-81de-3016089b2059']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:43.252282 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce00b34e-d721-454a-8c2d-a80001a4c30c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:43.253955 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce00b34e-d721-454a-8c2d-a80001a4c30c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:04:43.254470 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce00b34e-d721-454a-8c2d-a80001a4c30c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:04:43.260941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ddef2d78-93e0-4719-867b-ba501cc37732 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a98fe483-db11-4231-b845-182dbd041a94') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:43.264116 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ddef2d78-93e0-4719-867b-ba501cc37732 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a98fe483-db11-4231-b845-182dbd041a94') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:43.288448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ce00b34e-d721-454a-8c2d-a80001a4c30c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1987433 Dec 12 18:04:43.289286 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54952) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:43.302702 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddef2d78-93e0-4719-867b-ba501cc37732 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:43.305821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4a163f44-a20c-41af-8b1d-0c7da70a4658 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:43.324495 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770a097d-1df0-4778-a15b-5fefaa495806 None None] Network 2f5d0624-a9f7-46e5-9d35-1fb751f6ec39 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:43.358354 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddef2d78-93e0-4719-867b-ba501cc37732 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:43.414265 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f8e5f83a-68d9-47b5-ae42-5f64797cf81c None None] Provisioning complete for port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:43.414636 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f8e5f83a-68d9-47b5-ae42-5f64797cf81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:43.451545 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddef2d78-93e0-4719-867b-ba501cc37732 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:04:43.451966 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddef2d78-93e0-4719-867b-ba501cc37732 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:04:43.466953 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:04:43.507860 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6f12c122-dc06-44df-b8e7-36425208ca7b up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:43.540061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a163f44-a20c-41af-8b1d-0c7da70a4658 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:43.545705 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a163f44-a20c-41af-8b1d-0c7da70a4658 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:43.547739 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a163f44-a20c-41af-8b1d-0c7da70a4658 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:04:43.548451 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a163f44-a20c-41af-8b1d-0c7da70a4658 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:04:43.573593 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b60526d-9e8c-48f0-92fa-7f03ef3dbe71 None None] DHCP port deletion for 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:04:43.585266 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4a163f44-a20c-41af-8b1d-0c7da70a4658 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2891498 Dec 12 18:04:43.586441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54960) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:43.599715 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d9250e5a-c14e-4243-b677-022d51d62bdd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:43.760878 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddef2d78-93e0-4719-867b-ba501cc37732 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:43.793436 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9250e5a-c14e-4243-b677-022d51d62bdd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:43.806298 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddef2d78-93e0-4719-867b-ba501cc37732 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:43.809551 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ddef2d78-93e0-4719-867b-ba501cc37732 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/networks/ed23f525-82f9-4792-81de-3016089b2059 HTTP/1.1" status: 204 len: 168 time: 1.7391176 Dec 12 18:04:43.810954 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9250e5a-c14e-4243-b677-022d51d62bdd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:43.824190 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9250e5a-c14e-4243-b677-022d51d62bdd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:04:43.825903 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9250e5a-c14e-4243-b677-022d51d62bdd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:04:43.854104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54964) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:43.863482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-330f1883-4c84-4b72-a6b2-62a07598e259 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1793731983'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:43.882126 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef2d78-93e0-4719-867b-ba501cc37732 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Network': ['ID=ed23f525-82f9-4792-81de-3016089b2059,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:43.931678 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d9250e5a-c14e-4243-b677-022d51d62bdd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3396032 Dec 12 18:04:43.932082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330f1883-4c84-4b72-a6b2-62a07598e259 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:43.961993 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 6f12c122-dc06-44df-b8e7-36425208ca7b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:43.965312 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:43.970059 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-330f1883-4c84-4b72-a6b2-62a07598e259 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:43.978163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54966) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:43.979590 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54968) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:43.996516 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-cfcbf912-b83e-4f00-873b-1c21237a8645 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:44.115128 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0b60526d-9e8c-48f0-92fa-7f03ef3dbe71 None None] Deleting port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:44.116345 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b60526d-9e8c-48f0-92fa-7f03ef3dbe71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:44.190033 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330f1883-4c84-4b72-a6b2-62a07598e259 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:04:44.218003 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-330f1883-4c84-4b72-a6b2-62a07598e259 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:44.218372 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-330f1883-4c84-4b72-a6b2-62a07598e259 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Added segment 5d7fa0ea-beed-4109-bb90-38912957eb56 of type vlan for network 00a87e1c-c452-41c8-81f2-de861989cd66 Dec 12 18:04:44.229609 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5946e43-5d12-46f7-b055-3aaa2d6e857b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:44.256988 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5946e43-5d12-46f7-b055-3aaa2d6e857b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:44.275120 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5946e43-5d12-46f7-b055-3aaa2d6e857b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:44.277062 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5946e43-5d12-46f7-b055-3aaa2d6e857b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:44.284614 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d5946e43-5d12-46f7-b055-3aaa2d6e857b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/ports/f0863591-e505-4f61-8699-71b76992e3f0 HTTP/1.1" status: 200 len: 911 time: 2.0662866 Dec 12 18:04:44.286426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54972) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:44.301509 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcbf912-b83e-4f00-873b-1c21237a8645 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:44.310115 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf912-b83e-4f00-873b-1c21237a8645 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:44.311668 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfcbf912-b83e-4f00-873b-1c21237a8645 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:04:44.312131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfcbf912-b83e-4f00-873b-1c21237a8645 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:04:44.319506 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0b60526d-9e8c-48f0-92fa-7f03ef3dbe71 None None] For port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:44.319915 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b60526d-9e8c-48f0-92fa-7f03ef3dbe71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:44.334318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d76a4f66-1bc0-4f77-bdb4-92317b83ab02 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:44.335048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-39593bf9-be24-4bf7-898b-651265544ba2 None None] Provisioning complete for port 9793e287-2610-4e97-a0f5-aac4de39aadc triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:44.335506 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39593bf9-be24-4bf7-898b-651265544ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:44.344458 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0b60526d-9e8c-48f0-92fa-7f03ef3dbe71 None None] Calling delete_port for b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:44.377752 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-330f1883-4c84-4b72-a6b2-62a07598e259 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:44.396032 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cfcbf912-b83e-4f00-873b-1c21237a8645 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4124553 Dec 12 18:04:44.398718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54974) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:44.444147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d76a4f66-1bc0-4f77-bdb4-92317b83ab02 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] 10.222.0.18 "PUT /v2.0/quotas/6f753362c41e41e5aa2b3442ceb3ff26 HTTP/1.1" status: 200 len: 368 time: 0.4319816 Dec 12 18:04:44.446578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54976) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:44.452040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-6ef10d9c-b5fa-4a3b-bcb7-76fd38d29c97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Request body: {'network': {'project_id': '6f753362c41e41e5aa2b3442ceb3ff26'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:44.474942 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-330f1883-4c84-4b72-a6b2-62a07598e259 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:44.487509 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330f1883-4c84-4b72-a6b2-62a07598e259 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:44.487509 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-330f1883-4c84-4b72-a6b2-62a07598e259 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:44.507425 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5946e43-5d12-46f7-b055-3aaa2d6e857b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=f0863591-e505-4f61-8699-71b76992e3f0,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:44.514034 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef10d9c-b5fa-4a3b-bcb7-76fd38d29c97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Made reservation on behalf of 6f753362c41e41e5aa2b3442ceb3ff26 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:44.516913 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ef10d9c-b5fa-4a3b-bcb7-76fd38d29c97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:44.553099 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-330f1883-4c84-4b72-a6b2-62a07598e259 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6942973 Dec 12 18:04:44.580491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54978) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:44.588777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d90d476a-b16e-4514-9fe8-42bed3381916 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'subnet': {'network_id': '00a87e1c-c452-41c8-81f2-de861989cd66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:44.596979 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ef10d9c-b5fa-4a3b-bcb7-76fd38d29c97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:44.654707 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9793e287-2610-4e97-a0f5-aac4de39aadc up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:44.698712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69478300-8ad0-4839-8fa1-d1557fe67278 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:44.700993 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-69478300-8ad0-4839-8fa1-d1557fe67278 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3011682 Dec 12 18:04:44.704881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54982) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:44.706221 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b60526d-9e8c-48f0-92fa-7f03ef3dbe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:44.762783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60526d-9e8c-48f0-92fa-7f03ef3dbe71 None None] Pushing event deleted for resources: {'Port': ['ID=b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:44.778781 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b60526d-9e8c-48f0-92fa-7f03ef3dbe71 None None] No DVR routers for this DVR port b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:04:44.843141 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f1883-4c84-4b72-a6b2-62a07598e259 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Network': ['ID=00a87e1c-c452-41c8-81f2-de861989cd66,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:44.888260 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 00a87e1c-c452-41c8-81f2-de861989cd66 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:44.902267 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-35339402-0579-486a-9724-3e181a51b336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:44.956711 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b001782b-df5c-45f0-85a1-ba5dbb8dd003 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:44.965756 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b001782b-df5c-45f0-85a1-ba5dbb8dd003 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1640658 Dec 12 18:04:44.966406 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54984) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:44.977503 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90d476a-b16e-4514-9fe8-42bed3381916 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:44.981296 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d90d476a-b16e-4514-9fe8-42bed3381916 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:45.054766 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-24ceb7bc-2003-48f0-b127-5edf8ee1e1a9 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775738 Dec 12 18:04:45.064193 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54986) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:45.077998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-9b9d15c2-2bf0-4971-be3e-e5e69abd5690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:45.117393 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cad930f7-64c5-4d97-ad37-f0f80c6ad192 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:45.129401 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39593bf9-be24-4bf7-898b-651265544ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:45.156613 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 9793e287-2610-4e97-a0f5-aac4de39aadc triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:45.156990 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:45.273606 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97761cb-3d88-429d-a56a-063703de7faa None None] get_active_networks_info from n-d-760354-5 {{(pid=103152) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 18:04:45.330313 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ef10d9c-b5fa-4a3b-bcb7-76fd38d29c97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:45.375314 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ef10d9c-b5fa-4a3b-bcb7-76fd38d29c97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:45.394684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef10d9c-b5fa-4a3b-bcb7-76fd38d29c97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:04:45.409708 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ef10d9c-b5fa-4a3b-bcb7-76fd38d29c97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:45.410286 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-6ef10d9c-b5fa-4a3b-bcb7-76fd38d29c97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Added segment b59ed015-8109-48d8-b4f6-b332ae48b06d of type vlan for network 92b53b0b-04b7-43b9-99ef-68950d880c36 Dec 12 18:04:45.473196 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ef10d9c-b5fa-4a3b-bcb7-76fd38d29c97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:45.520178 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-39593bf9-be24-4bf7-898b-651265544ba2 None None] For port 9793e287-2610-4e97-a0f5-aac4de39aadc, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9793e287-2610-4e97-a0f5-aac4de39aadc,segment=NetworkSegment(da38d6f5-3573-47df-8a08-0394eb3ade77),segment_id=da38d6f5-3573-47df-8a08-0394eb3ade77)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:45.537998 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39593bf9-be24-4bf7-898b-651265544ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:45.578588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cad930f7-64c5-4d97-ad37-f0f80c6ad192 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting port f0863591-e505-4f61-8699-71b76992e3f0 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:45.579216 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cad930f7-64c5-4d97-ad37-f0f80c6ad192 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:45.582784 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ef10d9c-b5fa-4a3b-bcb7-76fd38d29c97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:45.584022 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef10d9c-b5fa-4a3b-bcb7-76fd38d29c97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:45.585024 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ef10d9c-b5fa-4a3b-bcb7-76fd38d29c97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:45.594893 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9d15c2-2bf0-4971-be3e-e5e69abd5690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:45.599482 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b9d15c2-2bf0-4971-be3e-e5e69abd5690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:45.637291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef10d9c-b5fa-4a3b-bcb7-76fd38d29c97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f6d07e-d3cb-4822-9327-eb9c1d5d178a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:45.676688 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39593bf9-be24-4bf7-898b-651265544ba2 None None] Pushing event updated for resources: {'Port': ['ID=9793e287-2610-4e97-a0f5-aac4de39aadc,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:45.684864 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f8b77b45-598f-4774-b23e-b84caf451339 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:45.750219 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-421986c4-39ee-429d-8762-142ee757a521 None None] Provisioning complete for port f0863591-e505-4f61-8699-71b76992e3f0 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:45.750632 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-421986c4-39ee-429d-8762-142ee757a521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:45.755757 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97761cb-3d88-429d-a56a-063703de7faa None None] Resources bound (agent type, host, resource id): {{(pid=103152) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 18:04:45.779886 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6ef10d9c-b5fa-4a3b-bcb7-76fd38d29c97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3247917 Dec 12 18:04:45.783941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54990) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:45.792029 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5579c440-cd56-4b90-9128-d91687bdbc37 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Request body: {'network': {'project_id': '6f753362c41e41e5aa2b3442ceb3ff26'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:45.813639 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef10d9c-b5fa-4a3b-bcb7-76fd38d29c97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Pushing event updated for resources: {'Network': ['ID=92b53b0b-04b7-43b9-99ef-68950d880c36,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:45.816850 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-421986c4-39ee-429d-8762-142ee757a521 None None] Port f0863591-e505-4f61-8699-71b76992e3f0 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:04:45.825744 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d90d476a-b16e-4514-9fe8-42bed3381916 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:45.833371 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 92b53b0b-04b7-43b9-99ef-68950d880c36 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:45.836888 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cad930f7-64c5-4d97-ad37-f0f80c6ad192 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:45.852087 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cad930f7-64c5-4d97-ad37-f0f80c6ad192 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Calling delete_port for f0863591-e505-4f61-8699-71b76992e3f0 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:45.890602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d476a-b16e-4514-9fe8-42bed3381916 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Subnet': ['ID=4abbf311-ef3b-4274-ac52-53087bef372f,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:45.967137 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-421986c4-39ee-429d-8762-142ee757a521 None None] Provisioning complete for port 9793e287-2610-4e97-a0f5-aac4de39aadc triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:45.967561 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-421986c4-39ee-429d-8762-142ee757a521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:45.969114 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f8b77b45-598f-4774-b23e-b84caf451339 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:45.969479 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:45.971050 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90d476a-b16e-4514-9fe8-42bed3381916 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Checking segment: {'id': '5d7fa0ea-beed-4109-bb90-38912957eb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00a87e1c-c452-41c8-81f2-de861989cd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:45.971447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90d476a-b16e-4514-9fe8-42bed3381916 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network hostable DHCP agents. Network: 00a87e1c-c452-41c8-81f2-de861989cd66, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:04:46.012112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90d476a-b16e-4514-9fe8-42bed3381916 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network 00a87e1c-c452-41c8-81f2-de861989cd66 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:04:46.042383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-d90d476a-b16e-4514-9fe8-42bed3381916 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 00a87e1c-c452-41c8-81f2-de861989cd66) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:46.052606 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90d476a-b16e-4514-9fe8-42bed3381916 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:46.053209 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d90d476a-b16e-4514-9fe8-42bed3381916 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:46.091421 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d90d476a-b16e-4514-9fe8-42bed3381916 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5075819 Dec 12 18:04:46.097370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 54992) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:46.122563 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0bb13077-f271-41a4-94e8-2e10e8e02747 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'subnet': {'network_id': '00a87e1c-c452-41c8-81f2-de861989cd66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:46.188169 n-d-760354-5 neutron-server[103151]: DEBUG neutron.objects.ports [None req-9b9d15c2-2bf0-4971-be3e-e5e69abd5690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103151) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 18:04:46.188833 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b9d15c2-2bf0-4971-be3e-e5e69abd5690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:46.243003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d15c2-2bf0-4971-be3e-e5e69abd5690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=416aef0d-c6a6-4707-9507-31b4d5c41c62,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:46.252662 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9d15c2-2bf0-4971-be3e-e5e69abd5690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:46.254653 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-9b9d15c2-2bf0-4971-be3e-e5e69abd5690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:46.258578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9d15c2-2bf0-4971-be3e-e5e69abd5690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:46.259180 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b9d15c2-2bf0-4971-be3e-e5e69abd5690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:46.291734 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9b9d15c2-2bf0-4971-be3e-e5e69abd5690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2177043 Dec 12 18:04:46.292499 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54994) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:46.298303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-c7e65cb8-3bd3-4596-bff6-b5cca4aa6934 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'mac_address': 'fa:16:3e:79:bc:c7', 'name': 'tempest-NetworksTestDHCPv6-1473337717'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:46.322931 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5579c440-cd56-4b90-9128-d91687bdbc37 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Made reservation on behalf of 6f753362c41e41e5aa2b3442ceb3ff26 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:46.325460 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5579c440-cd56-4b90-9128-d91687bdbc37 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:46.345152 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cad930f7-64c5-4d97-ad37-f0f80c6ad192 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:46.365367 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'fixed_ips': [{'subnet_id': '416aef0d-c6a6-4707-9507-31b4d5c41c62'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:04:46.366608 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:46.430626 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad930f7-64c5-4d97-ad37-f0f80c6ad192 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Port': ['ID=f0863591-e505-4f61-8699-71b76992e3f0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:46.449509 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5579c440-cd56-4b90-9128-d91687bdbc37 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:04:46.451557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb13077-f271-41a4-94e8-2e10e8e02747 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:46.455835 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bb13077-f271-41a4-94e8-2e10e8e02747 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:46.464140 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e65cb8-3bd3-4596-bff6-b5cca4aa6934 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:46.470454 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9793e287-2610-4e97-a0f5-aac4de39aadc up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:46.583820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Allocated IP 2001:db8::f816:3eff:fe15:8bbb (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/416aef0d-c6a6-4707-9507-31b4d5c41c62/f9c28f33-e30d-4497-ace0-c39cf88c9e55) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:46.586433 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c7e65cb8-3bd3-4596-bff6-b5cca4aa6934 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:46.586824 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5579c440-cd56-4b90-9128-d91687bdbc37 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:46.587216 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-5579c440-cd56-4b90-9128-d91687bdbc37 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Added segment 6d5940c8-db75-4e27-8169-b7204701ec76 of type vlan for network a12d3768-f2d3-4568-8b49-8a3408694ce8 Dec 12 18:04:46.588738 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 9793e287-2610-4e97-a0f5-aac4de39aadc triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:46.589426 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:46.613200 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-c7e65cb8-3bd3-4596-bff6-b5cca4aa6934 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port 565280a6-b81a-4535-9939-909bb60d0ac5 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:04:46.617342 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cad930f7-64c5-4d97-ad37-f0f80c6ad192 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:46.679181 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5579c440-cd56-4b90-9128-d91687bdbc37 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:46.812769 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:46.824817 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:46.882342 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5579c440-cd56-4b90-9128-d91687bdbc37 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:46.883374 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5579c440-cd56-4b90-9128-d91687bdbc37 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:46.883967 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5579c440-cd56-4b90-9128-d91687bdbc37 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:46.887284 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:46.890374 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:04:46.900766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:46.925533 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:46.940282 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:04:46.940976 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b72f4c8b-5e8a-4b9a-9a81-0a05a3a25ce7 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:04:46.950073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-c7e65cb8-3bd3-4596-bff6-b5cca4aa6934 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::f816:3eff:fe79:bcc7 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/416aef0d-c6a6-4707-9507-31b4d5c41c62/565280a6-b81a-4535-9939-909bb60d0ac5) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:46.979088 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5579c440-cd56-4b90-9128-d91687bdbc37 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1931143 Dec 12 18:04:46.981868 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 54998) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:46.991351 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-55e1973e-491d-4f6b-9eed-be9d01433f97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Request body: {'network': {'project_id': '6f753362c41e41e5aa2b3442ceb3ff26'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:46.992622 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad930f7-64c5-4d97-ad37-f0f80c6ad192 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router c04526a0-f7ab-4218-873d-aa4b9ba8df0d has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:04:47.010297 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Attempting to bind port f9c28f33-e30d-4497-ace0-c39cf88c9e55 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:47.010683 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Attempting to bind port f9c28f33-e30d-4497-ace0-c39cf88c9e55 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:47.011064 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Attempting to bind port f9c28f33-e30d-4497-ace0-c39cf88c9e55 on network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:47.014781 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Pushing event updated for resources: {'Port': ['ID=f9c28f33-e30d-4497-ace0-c39cf88c9e55,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:47.018981 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579c440-cd56-4b90-9128-d91687bdbc37 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Pushing event updated for resources: {'Network': ['ID=a12d3768-f2d3-4568-8b49-8a3408694ce8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:47.021173 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:04:47.021556 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Checking segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:47.021967 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.022362 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Bound using segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:04:47.022843 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Bound port: f9c28f33-e30d-4497-ace0-c39cf88c9e55, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:04:47.023252 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.031770 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e1973e-491d-4f6b-9eed-be9d01433f97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 12 18:04:47.032991 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e1973e-491d-4f6b-9eed-be9d01433f97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:04:47.034804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-55e1973e-491d-4f6b-9eed-be9d01433f97 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0516896 Dec 12 18:04:47.039048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55000) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:47.107790 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] For port f9c28f33-e30d-4497-ace0-c39cf88c9e55, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:04:47.111620 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] For port f9c28f33-e30d-4497-ace0-c39cf88c9e55, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f9c28f33-e30d-4497-ace0-c39cf88c9e55,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:04:47.114828 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network a12d3768-f2d3-4568-8b49-8a3408694ce8 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:47.125517 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.137735 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad930f7-64c5-4d97-ad37-f0f80c6ad192 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:04:47.151962 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cad930f7-64c5-4d97-ad37-f0f80c6ad192 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/c04526a0-f7ab-4218-873d-aa4b9ba8df0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7945890 Dec 12 18:04:47.152154 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa9b437-e873-43df-85f4-5e852199485c None None] Sync routers for ids ['c04526a0-f7ab-4218-873d-aa4b9ba8df0d'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:04:47.153962 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55002) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:47.166678 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9b437-e873-43df-85f4-5e852199485c None None] Routers {'c04526a0-f7ab-4218-873d-aa4b9ba8df0d'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:47.167581 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2fa9b437-e873-43df-85f4-5e852199485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:04:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c04526a0-f7ab-4218-873d-aa4b9ba8df0d'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:47.191645 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7420cf46-8278-4a7e-9269-51446e416e3c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/ports?device_id=c04526a0-f7ab-4218-873d-aa4b9ba8df0d HTTP/1.1" status: 200 len: 205 time: 0.0339785 Dec 12 18:04:47.191645 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bb13077-f271-41a4-94e8-2e10e8e02747 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.192641 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55004) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:47.224457 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2fa9b437-e873-43df-85f4-5e852199485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:47.233415 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9b437-e873-43df-85f4-5e852199485c None None] Routers {'c04526a0-f7ab-4218-873d-aa4b9ba8df0d'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:47.234322 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2fa9b437-e873-43df-85f4-5e852199485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:04:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c04526a0-f7ab-4218-873d-aa4b9ba8df0d'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:47.247188 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-841901ae-c930-42ce-aaad-af2fbda90a48 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f753362c41e41e5aa2b3442ceb3ff26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2061722 Dec 12 18:04:47.254392 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55006) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:47.273508 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2fa9b437-e873-43df-85f4-5e852199485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:47.274183 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa9b437-e873-43df-85f4-5e852199485c None None] The sync data for ids ['c04526a0-f7ab-4218-873d-aa4b9ba8df0d'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:04:47.313595 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c7e65cb8-3bd3-4596-bff6-b5cca4aa6934 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.328840 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb13077-f271-41a4-94e8-2e10e8e02747 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network 00a87e1c-c452-41c8-81f2-de861989cd66 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:47.334318 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0bb13077-f271-41a4-94e8-2e10e8e02747 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:47.338686 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edf42d73-729a-4fdb-848e-879c6172b47e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.339479 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f49e0-f727-490c-a6d1-16288395bc07 None None] Pushing event updated for resources: {'Port': ['ID=f9c28f33-e30d-4497-ace0-c39cf88c9e55,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:47.343465 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb13077-f271-41a4-94e8-2e10e8e02747 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:47.344247 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bb13077-f271-41a4-94e8-2e10e8e02747 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.373144 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c1447ad8-bb93-4974-9e58-08e9d5afdc39 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.385161 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.403320 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2f883f2f-d94c-4874-8818-11c031820f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.418879 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c1447ad8-bb93-4974-9e58-08e9d5afdc39 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.440894 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c7e65cb8-3bd3-4596-bff6-b5cca4aa6934 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.474717 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e65cb8-3bd3-4596-bff6-b5cca4aa6934 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:47.508197 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-c7e65cb8-3bd3-4596-bff6-b5cca4aa6934 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:47.510954 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e65cb8-3bd3-4596-bff6-b5cca4aa6934 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:47.519787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e65cb8-3bd3-4596-bff6-b5cca4aa6934 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:47.519787 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c7e65cb8-3bd3-4596-bff6-b5cca4aa6934 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.557612 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e65cb8-3bd3-4596-bff6-b5cca4aa6934 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=565280a6-b81a-4535-9939-909bb60d0ac5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:47.566849 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c7e65cb8-3bd3-4596-bff6-b5cca4aa6934 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2731988 Dec 12 18:04:47.568313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55008) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:47.606961 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c1447ad8-bb93-4974-9e58-08e9d5afdc39 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.610072 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c1447ad8-bb93-4974-9e58-08e9d5afdc39 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.613733 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c1447ad8-bb93-4974-9e58-08e9d5afdc39 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/92f6d07e-d3cb-4822-9327-eb9c1d5d178a HTTP/1.1" status: 204 len: 168 time: 0.3555231 Dec 12 18:04:47.616723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55010) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:47.634338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1447ad8-bb93-4974-9e58-08e9d5afdc39 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f6d07e-d3cb-4822-9327-eb9c1d5d178a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:47.723013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841ccff1-ee4a-4e31-9483-e6ded8ad0a9d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:47.729998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841ccff1-ee4a-4e31-9483-e6ded8ad0a9d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:47.732030 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-841ccff1-ee4a-4e31-9483-e6ded8ad0a9d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1622627 Dec 12 18:04:47.737863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55012) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:47.753728 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2943257e-199b-4e14-b16d-6d8606ba13c3 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.772277 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.774450 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb13077-f271-41a4-94e8-2e10e8e02747 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Subnet': ['ID=09776859-7030-417f-aa30-680fcb66d735,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:47.808071 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0bb13077-f271-41a4-94e8-2e10e8e02747 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6903257 Dec 12 18:04:47.811642 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55014) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:47.930527 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2943257e-199b-4e14-b16d-6d8606ba13c3 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.953518 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-053f893f-dc58-4bcf-9641-c60faeacea71 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port 565280a6-b81a-4535-9939-909bb60d0ac5 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:47.954105 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-053f893f-dc58-4bcf-9641-c60faeacea71 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.981704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-2943257e-199b-4e14-b16d-6d8606ba13c3 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12d3768-f2d3-4568-8b49-8a3408694ce8']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:47.985346 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edf42d73-729a-4fdb-848e-879c6172b47e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:47.991250 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b1c009-0a17-4f1f-b894-1bc2b56d69a1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:47.992889 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b1c009-0a17-4f1f-b894-1bc2b56d69a1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:47.994735 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b1c009-0a17-4f1f-b894-1bc2b56d69a1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:47.996020 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b1c009-0a17-4f1f-b894-1bc2b56d69a1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:47.998503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b1c009-0a17-4f1f-b894-1bc2b56d69a1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:48.003269 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-18b1c009-0a17-4f1f-b894-1bc2b56d69a1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1871676 Dec 12 18:04:48.003438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-2943257e-199b-4e14-b16d-6d8606ba13c3 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5940c8-db75-4e27-8169-b7204701ec76') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:48.003438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-2943257e-199b-4e14-b16d-6d8606ba13c3 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5940c8-db75-4e27-8169-b7204701ec76') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:48.003714 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edf42d73-729a-4fdb-848e-879c6172b47e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.003714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55020) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:48.008717 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2de3270a-7f27-400e-8807-8a2ffdc2eea7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-230806375'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:48.038241 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2943257e-199b-4e14-b16d-6d8606ba13c3 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.063187 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2943257e-199b-4e14-b16d-6d8606ba13c3 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.065877 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edf42d73-729a-4fdb-848e-879c6172b47e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.066532 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf42d73-729a-4fdb-848e-879c6172b47e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Fanout notify agent at l3_agent the message router_deleted on router c04526a0-f7ab-4218-873d-aa4b9ba8df0d {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:04:48.074666 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edf42d73-729a-4fdb-848e-879c6172b47e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.075788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2943257e-199b-4e14-b16d-6d8606ba13c3 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:04:48.076127 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2943257e-199b-4e14-b16d-6d8606ba13c3 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.076859 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-edf42d73-729a-4fdb-848e-879c6172b47e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/routers/c04526a0-f7ab-4218-873d-aa4b9ba8df0d HTTP/1.1" status: 204 len: 168 time: 0.8802474 Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:04:48.077909 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:04:48.080946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de3270a-7f27-400e-8807-8a2ffdc2eea7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:48.085388 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2de3270a-7f27-400e-8807-8a2ffdc2eea7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.093103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55028) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:48.186299 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-053f893f-dc58-4bcf-9641-c60faeacea71 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.200212 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2943257e-199b-4e14-b16d-6d8606ba13c3 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.200445 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de3270a-7f27-400e-8807-8a2ffdc2eea7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:04:48.212017 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-053f893f-dc58-4bcf-9641-c60faeacea71 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for 565280a6-b81a-4535-9939-909bb60d0ac5 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:48.213351 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2de3270a-7f27-400e-8807-8a2ffdc2eea7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.213592 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-2de3270a-7f27-400e-8807-8a2ffdc2eea7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Added segment baf69d36-da57-468d-ae2b-cf22df1d4b34 of type vlan for network f543324c-e2e9-4dcf-a3e5-70b3ad541a40 Dec 12 18:04:48.213995 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2943257e-199b-4e14-b16d-6d8606ba13c3 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.217189 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2943257e-199b-4e14-b16d-6d8606ba13c3 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] 10.222.0.18 "DELETE /v2.0/networks/a12d3768-f2d3-4568-8b49-8a3408694ce8 HTTP/1.1" status: 204 len: 168 time: 0.5987408 Dec 12 18:04:48.224969 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55030) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:48.230030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f96220e-f0fa-4735-96b8-12ead07ed9b0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting subnet bed9f656-6574-4835-a9ba-99a5dace76a3 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:04:48.245229 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2f96220e-f0fa-4735-96b8-12ead07ed9b0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.250657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943257e-199b-4e14-b16d-6d8606ba13c3 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Pushing event deleted for resources: {'Network': ['ID=a12d3768-f2d3-4568-8b49-8a3408694ce8,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:48.321645 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2f96220e-f0fa-4735-96b8-12ead07ed9b0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.327111 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2de3270a-7f27-400e-8807-8a2ffdc2eea7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.352935 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08403cc4-23a3-46bc-bc72-9fa166244f92 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.365195 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.436189 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2de3270a-7f27-400e-8807-8a2ffdc2eea7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.444785 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3270a-7f27-400e-8807-8a2ffdc2eea7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:48.445797 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2de3270a-7f27-400e-8807-8a2ffdc2eea7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.482851 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2f96220e-f0fa-4735-96b8-12ead07ed9b0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.517673 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f9c28f33-e30d-4497-ace0-c39cf88c9e55 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:48.527939 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08403cc4-23a3-46bc-bc72-9fa166244f92 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.528590 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-053f893f-dc58-4bcf-9641-c60faeacea71 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.568387 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f893f-dc58-4bcf-9641-c60faeacea71 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=565280a6-b81a-4535-9939-909bb60d0ac5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:48.571055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-08403cc4-23a3-46bc-bc72-9fa166244f92 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b53b0b-04b7-43b9-99ef-68950d880c36']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:48.604326 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-08403cc4-23a3-46bc-bc72-9fa166244f92 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59ed015-8109-48d8-b4f6-b332ae48b06d') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:48.604719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-08403cc4-23a3-46bc-bc72-9fa166244f92 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59ed015-8109-48d8-b4f6-b332ae48b06d') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:48.612762 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-053f893f-dc58-4bcf-9641-c60faeacea71 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.618995 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-053f893f-dc58-4bcf-9641-c60faeacea71 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/565280a6-b81a-4535-9939-909bb60d0ac5 HTTP/1.1" status: 204 len: 168 time: 0.8801050 Dec 12 18:04:48.621663 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2f96220e-f0fa-4735-96b8-12ead07ed9b0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.624947 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08403cc4-23a3-46bc-bc72-9fa166244f92 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.628620 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55032) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:48.641437 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f9c28f33-e30d-4497-ace0-c39cf88c9e55 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:48.641437 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.642852 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08403cc4-23a3-46bc-bc72-9fa166244f92 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.650808 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08403cc4-23a3-46bc-bc72-9fa166244f92 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:04:48.651489 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08403cc4-23a3-46bc-bc72-9fa166244f92 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:04:48.711878 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:04:48.723954 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5604895b-cfa4-4493-9418-3e1ca3bab9e2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:48.725788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5604895b-cfa4-4493-9418-3e1ca3bab9e2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:48.728876 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5604895b-cfa4-4493-9418-3e1ca3bab9e2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0966752 Dec 12 18:04:48.736765 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2f96220e-f0fa-4735-96b8-12ead07ed9b0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.736985 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2de3270a-7f27-400e-8807-8a2ffdc2eea7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7326636 Dec 12 18:04:48.737584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55034) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:48.742368 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2f96220e-f0fa-4735-96b8-12ead07ed9b0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/subnets/bed9f656-6574-4835-a9ba-99a5dace76a3 HTTP/1.1" status: 204 len: 168 time: 0.6481388 Dec 12 18:04:48.743472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55036) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:48.744559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96220e-f0fa-4735-96b8-12ead07ed9b0 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Subnet': ['ID=bed9f656-6574-4835-a9ba-99a5dace76a3,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:48.754408 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-7aaa8711-1ecb-48ae-b24d-b6550ab800bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:48.763106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55038) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:48.788722 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08403cc4-23a3-46bc-bc72-9fa166244f92 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.803908 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.821480 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08403cc4-23a3-46bc-bc72-9fa166244f92 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.828047 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-08403cc4-23a3-46bc-bc72-9fa166244f92 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] 10.222.0.18 "DELETE /v2.0/networks/92b53b0b-04b7-43b9-99ef-68950d880c36 HTTP/1.1" status: 204 len: 168 time: 0.5996647 Dec 12 18:04:48.876451 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port f9c28f33-e30d-4497-ace0-c39cf88c9e55, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f9c28f33-e30d-4497-ace0-c39cf88c9e55,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:48.887632 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.896972 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3270a-7f27-400e-8807-8a2ffdc2eea7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Network': ['ID=f543324c-e2e9-4dcf-a3e5-70b3ad541a40,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:48.929575 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-679e8780-21d0-48ba-b76e-676ba255dd23 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 416aef0d-c6a6-4707-9507-31b4d5c41c62 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:04:48.934927 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network f543324c-e2e9-4dcf-a3e5-70b3ad541a40 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:48.948010 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-679e8780-21d0-48ba-b76e-676ba255dd23 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:48.951489 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08403cc4-23a3-46bc-bc72-9fa166244f92 tempest-QuotasNegativeTest-366726033 tempest-QuotasNegativeTest-366726033-project-admin] Pushing event deleted for resources: {'Network': ['ID=92b53b0b-04b7-43b9-99ef-68950d880c36,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:49.043610 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-679e8780-21d0-48ba-b76e-676ba255dd23 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:49.089172 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:49.094042 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce90a14-14d6-49d9-aeda-a00f6ddea460 None None] get_active_networks_info from n-d-760354-5 {{(pid=103152) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 18:04:49.106676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=f9c28f33-e30d-4497-ace0-c39cf88c9e55,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:49.118442 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7aaa8711-1ecb-48ae-b24d-b6550ab800bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:49.168601 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7aaa8711-1ecb-48ae-b24d-b6550ab800bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:49.188588 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f4ce564b-1662-42e7-a279-1e593f5aff47 None None] Provisioning complete for port f9c28f33-e30d-4497-ace0-c39cf88c9e55 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:49.189554 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f4ce564b-1662-42e7-a279-1e593f5aff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:49.229104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7aaa8711-1ecb-48ae-b24d-b6550ab800bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network f543324c-e2e9-4dcf-a3e5-70b3ad541a40 is not hosted by any dhcp agent {{(pid=103151) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 18:04:49.235224 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaa8711-1ecb-48ae-b24d-b6550ab800bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:49.235846 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7aaa8711-1ecb-48ae-b24d-b6550ab800bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:49.241465 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7aaa8711-1ecb-48ae-b24d-b6550ab800bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "PUT /v2.0/networks/f543324c-e2e9-4dcf-a3e5-70b3ad541a40 HTTP/1.1" status: 200 len: 723 time: 0.4940343 Dec 12 18:04:49.246515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55054) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:49.253275 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-0e3b5b1e-8720-45f0-b199-0ea3fcc8adcf tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'subnet': {'network_id': 'f543324c-e2e9-4dcf-a3e5-70b3ad541a40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:49.297547 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-679e8780-21d0-48ba-b76e-676ba255dd23 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:49.319287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce90a14-14d6-49d9-aeda-a00f6ddea460 None None] Resources bound (agent type, host, resource id): {{(pid=103152) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 18:04:49.392422 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-679e8780-21d0-48ba-b76e-676ba255dd23 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:49.460472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e8780-21d0-48ba-b76e-676ba255dd23 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=416aef0d-c6a6-4707-9507-31b4d5c41c62,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:49.482382 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-679e8780-21d0-48ba-b76e-676ba255dd23 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:49.499152 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-679e8780-21d0-48ba-b76e-676ba255dd23 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/416aef0d-c6a6-4707-9507-31b4d5c41c62 HTTP/1.1" status: 204 len: 168 time: 0.7200248 Dec 12 18:04:49.502092 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55058) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:49.522766 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55060) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:49.569499 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c13bd60f-a3d9-4977-8155-42a1b7d49c27 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649052 Dec 12 18:04:49.581685 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55064) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:49.589206 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6f4a23e0-f7b9-4683-87b5-7f797ef3c662 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:49.750898 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4a23e0-f7b9-4683-87b5-7f797ef3c662 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:49.754620 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f4a23e0-f7b9-4683-87b5-7f797ef3c662 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:49.758140 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-163ef24b-d558-4c66-ab33-856550db2659 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:49.765927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting port 9793e287-2610-4e97-a0f5-aac4de39aadc {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:49.766510 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:49.837534 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] For port 9793e287-2610-4e97-a0f5-aac4de39aadc, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9793e287-2610-4e97-a0f5-aac4de39aadc,segment=NetworkSegment(da38d6f5-3573-47df-8a08-0394eb3ade77),segment_id=da38d6f5-3573-47df-8a08-0394eb3ade77)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:49.837940 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:49.851741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Calling delete_port for 9793e287-2610-4e97-a0f5-aac4de39aadc owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:49.878771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-00a87e1c-c452-41c8-81f2-de861989cd66', 'network_id': '00a87e1c-c452-41c8-81f2-de861989cd66', 'project_id': '9f0ecdb21b2344a68d0da5af771a3652', 'fixed_ips': [{'subnet_id': '09776859-7030-417f-aa30-680fcb66d735'}, {'subnet_id': '4abbf311-ef3b-4274-ac52-53087bef372f'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:04:49.880441 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:49.910536 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa8711-1ecb-48ae-b24d-b6550ab800bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Network': ['ID=f543324c-e2e9-4dcf-a3e5-70b3ad541a40,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:49.944997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3b5b1e-8720-45f0-b199-0ea3fcc8adcf tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:49.948939 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e3b5b1e-8720-45f0-b199-0ea3fcc8adcf tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:49.960662 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network f543324c-e2e9-4dcf-a3e5-70b3ad541a40 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:50.001392 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-163ef24b-d558-4c66-ab33-856550db2659 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.024892 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-163ef24b-d558-4c66-ab33-856550db2659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.046247 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.070103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] No DVR routers for this DVR port 9793e287-2610-4e97-a0f5-aac4de39aadc on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:04:50.124997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Port': ['ID=9793e287-2610-4e97-a0f5-aac4de39aadc,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:50.165460 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.179321 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-163ef24b-d558-4c66-ab33-856550db2659 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4ed400f6ceb44818c86b09ab1c2ae46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6537898 Dec 12 18:04:50.181712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55068) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:50.215419 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.225957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Allocated IP 172.20.0.1 (00a87e1c-c452-41c8-81f2-de861989cd66/09776859-7030-417f-aa30-680fcb66d735/dd3872d6-f76b-4f73-bf97-1e0b5e1e4684) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:50.233854 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Allocated IP 2001:db8::2 (00a87e1c-c452-41c8-81f2-de861989cd66/4abbf311-ef3b-4274-ac52-53087bef372f/dd3872d6-f76b-4f73-bf97-1e0b5e1e4684) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:50.242418 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ef24b-d558-4c66-ab33-856550db2659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd66feca-083b-4680-be69-9e05010c5c47,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:50.286370 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5d0624-a9f7-46e5-9d35-1fb751f6ec39']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:50.301523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da38d6f5-3573-47df-8a08-0394eb3ade77') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:50.301523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da38d6f5-3573-47df-8a08-0394eb3ade77') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:50.328353 n-d-760354-5 neutron-server[103150]: DEBUG neutron.objects.ports [None req-6f4a23e0-f7b9-4683-87b5-7f797ef3c662 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 18:04:50.341389 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.343309 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b512f8db-9270-460b-995f-4826da88a2f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.372161 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.445061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:04:50.445904 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:04:50.449283 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:04:50.457710 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b512f8db-9270-460b-995f-4826da88a2f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.470611 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.481384 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.539937 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Network 00a87e1c-c452-41c8-81f2-de861989cd66 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:50.542925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:50.549375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f9c28f33-e30d-4497-ace0-c39cf88c9e55 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:50.552033 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e3b5b1e-8720-45f0-b199-0ea3fcc8adcf tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.553759 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:50.599370 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f4a23e0-f7b9-4683-87b5-7f797ef3c662 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.620534 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b5b1e-8720-45f0-b199-0ea3fcc8adcf tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Subnet': ['ID=03749927-abe0-43d9-a92a-7b2fda842673,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:50.620791 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Pushing event updated for resources: {'Port': ['ID=dd3872d6-f76b-4f73-bf97-1e0b5e1e4684,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:50.649168 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.654048 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.662634 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/networks/2f5d0624-a9f7-46e5-9d35-1fb751f6ec39 HTTP/1.1" status: 204 len: 168 time: 1.8982873 Dec 12 18:04:50.663709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55070) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:50.691290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-83d59cd2-b7be-4903-a504-2bab42febcf7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1799206560', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:50.698817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52318be9-ed46-4e99-aff8-41fdbc80fcb7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Network': ['ID=2f5d0624-a9f7-46e5-9d35-1fb751f6ec39,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:50.714455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Attempting to bind port dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:50.714991 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Attempting to bind port dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '5d7fa0ea-beed-4109-bb90-38912957eb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00a87e1c-c452-41c8-81f2-de861989cd66'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:50.715588 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Attempting to bind port dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 on network 00a87e1c-c452-41c8-81f2-de861989cd66 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:50.735263 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:04:50.735938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Checking segment: {'id': '5d7fa0ea-beed-4109-bb90-38912957eb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00a87e1c-c452-41c8-81f2-de861989cd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:50.736779 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.737149 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Bound using segment: {'id': '5d7fa0ea-beed-4109-bb90-38912957eb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00a87e1c-c452-41c8-81f2-de861989cd66'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:04:50.737900 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Bound port: dd3872d6-f76b-4f73-bf97-1e0b5e1e4684, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7fa0ea-beed-4109-bb90-38912957eb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00a87e1c-c452-41c8-81f2-de861989cd66'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:04:50.738405 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.739399 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b512f8db-9270-460b-995f-4826da88a2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.741897 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b512f8db-9270-460b-995f-4826da88a2f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.743363 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b512f8db-9270-460b-995f-4826da88a2f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd66feca-083b-4680-be69-9e05010c5c47 HTTP/1.1" status: 204 len: 168 time: 0.5606928 Dec 12 18:04:50.748331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3b5b1e-8720-45f0-b199-0ea3fcc8adcf tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Checking segment: {'id': 'baf69d36-da57-468d-ae2b-cf22df1d4b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f543324c-e2e9-4dcf-a3e5-70b3ad541a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:50.748695 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3b5b1e-8720-45f0-b199-0ea3fcc8adcf tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network hostable DHCP agents. Network: f543324c-e2e9-4dcf-a3e5-70b3ad541a40, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:04:50.760973 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83d59cd2-b7be-4903-a504-2bab42febcf7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.762281 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83d59cd2-b7be-4903-a504-2bab42febcf7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.768921 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512f8db-9270-460b-995f-4826da88a2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd66feca-083b-4680-be69-9e05010c5c47,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:50.800028 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3b5b1e-8720-45f0-b199-0ea3fcc8adcf tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network f543324c-e2e9-4dcf-a3e5-70b3ad541a40 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:04:50.846618 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] For port dd3872d6-f76b-4f73-bf97-1e0b5e1e4684, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:04:50.852156 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] For port dd3872d6-f76b-4f73-bf97-1e0b5e1e4684, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=dd3872d6-f76b-4f73-bf97-1e0b5e1e4684,segment=NetworkSegment(5d7fa0ea-beed-4109-bb90-38912957eb56),segment_id=5d7fa0ea-beed-4109-bb90-38912957eb56)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:04:50.857782 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83d59cd2-b7be-4903-a504-2bab42febcf7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.863687 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83d59cd2-b7be-4903-a504-2bab42febcf7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.871682 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f9c28f33-e30d-4497-ace0-c39cf88c9e55 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:50.872340 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.881159 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0e3b5b1e-8720-45f0-b199-0ea3fcc8adcf tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, f543324c-e2e9-4dcf-a3e5-70b3ad541a40) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:50.882499 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.892525 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3b5b1e-8720-45f0-b199-0ea3fcc8adcf tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:50.893142 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e3b5b1e-8720-45f0-b199-0ea3fcc8adcf tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.904190 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-6f4a23e0-f7b9-4683-87b5-7f797ef3c662 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] For port f9c28f33-e30d-4497-ace0-c39cf88c9e55, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f9c28f33-e30d-4497-ace0-c39cf88c9e55,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:50.917680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0e3b5b1e-8720-45f0-b199-0ea3fcc8adcf tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6694503 Dec 12 18:04:50.923153 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83d59cd2-b7be-4903-a504-2bab42febcf7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.927113 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55074) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:50.929625 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-83d59cd2-b7be-4903-a504-2bab42febcf7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2433712 Dec 12 18:04:50.932879 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55076) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:50.937790 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f14c50e2-ea56-43c1-b7df-5ceabe7d82ee tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1129681964'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:50.941009 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5b1150bf-84e3-456b-acde-47aac1728597 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:50.972391 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:50.998989 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14c50e2-ea56-43c1-b7df-5ceabe7d82ee tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Made reservation on behalf of ae60d9fcfda242649d0d6f0c8466aa04 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:51.004923 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f14c50e2-ea56-43c1-b7df-5ceabe7d82ee tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:51.027157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecdff7-3ec9-495d-9b0f-34d5532bfc3a None None] Pushing event updated for resources: {'Port': ['ID=dd3872d6-f76b-4f73-bf97-1e0b5e1e4684,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:51.066417 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14c50e2-ea56-43c1-b7df-5ceabe7d82ee tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:04:51.079557 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f14c50e2-ea56-43c1-b7df-5ceabe7d82ee tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:51.079911 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-f14c50e2-ea56-43c1-b7df-5ceabe7d82ee tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Added segment d9005f3b-782d-4987-bc56-3b16d8264cbd of type vlan for network 1708bd97-422b-4ef8-87d7-f6e1e363cb3c Dec 12 18:04:51.190277 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f14c50e2-ea56-43c1-b7df-5ceabe7d82ee tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:51.216465 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f4a23e0-f7b9-4683-87b5-7f797ef3c662 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:51.227828 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f4a23e0-f7b9-4683-87b5-7f797ef3c662 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:51.228596 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f4a23e0-f7b9-4683-87b5-7f797ef3c662 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:51.252440 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f14c50e2-ea56-43c1-b7df-5ceabe7d82ee tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:51.259624 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14c50e2-ea56-43c1-b7df-5ceabe7d82ee tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:51.260565 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f14c50e2-ea56-43c1-b7df-5ceabe7d82ee tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:51.360563 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4a23e0-f7b9-4683-87b5-7f797ef3c662 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:51.366292 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b1150bf-84e3-456b-acde-47aac1728597 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9961832'] for subnet, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:51.386190 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c50e2-ea56-43c1-b7df-5ceabe7d82ee tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Network': ['ID=1708bd97-422b-4ef8-87d7-f6e1e363cb3c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:51.395048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55090) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:51.405672 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 1708bd97-422b-4ef8-87d7-f6e1e363cb3c details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:51.407230 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6f4a23e0-f7b9-4683-87b5-7f797ef3c662 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:51.411502 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4a23e0-f7b9-4683-87b5-7f797ef3c662 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:51.412194 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f4a23e0-f7b9-4683-87b5-7f797ef3c662 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:51.416129 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-96154fa5-6cf9-4fb5-ac87-9580cbedd6bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:51.468187 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f14c50e2-ea56-43c1-b7df-5ceabe7d82ee tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5341599 Dec 12 18:04:51.472802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55092) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:51.478976 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a23e0-f7b9-4683-87b5-7f797ef3c662 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=d16b8c37-484c-4760-85f4-e1a44346718f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:51.479245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-5c49b8c3-dae5-4115-9b5f-c5f5299807b5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'subnet': {'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:51.512898 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a23e0-f7b9-4683-87b5-7f797ef3c662 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=f9c28f33-e30d-4497-ace0-c39cf88c9e55,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:51.543950 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6f4a23e0-f7b9-4683-87b5-7f797ef3c662 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9610403 Dec 12 18:04:51.546666 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55094) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:51.561869 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-de8c9cf9-4dfb-401d-bccf-4289b98faf32 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'mac_address': 'fa:16:3e:2e:1a:2d', 'name': 'tempest-NetworksTestDHCPv6-772985287'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:51.620406 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-96154fa5-6cf9-4fb5-ac87-9580cbedd6bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:51.628533 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-96154fa5-6cf9-4fb5-ac87-9580cbedd6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:51.658022 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c49b8c3-dae5-4115-9b5f-c5f5299807b5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Made reservation on behalf of ae60d9fcfda242649d0d6f0c8466aa04 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:51.662479 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5c49b8c3-dae5-4115-9b5f-c5f5299807b5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:51.723352 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-96154fa5-6cf9-4fb5-ac87-9580cbedd6bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2951e0eb4d304785a7fac02d8bfa2121&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3241580 Dec 12 18:04:51.727000 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55096) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:51.735139 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96154fa5-6cf9-4fb5-ac87-9580cbedd6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eead571d-e7b5-4254-845b-e2e5e6f44a9e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:51.797514 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b1150bf-84e3-456b-acde-47aac1728597 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778471681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8937080'] for subnet, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:51.817552 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-95ae7484-f16c-4689-8fa1-3cb664ec7806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:51.830939 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8c9cf9-4dfb-401d-bccf-4289b98faf32 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:51.871006 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-95ae7484-f16c-4689-8fa1-3cb664ec7806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:51.891371 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1150bf-84e3-456b-acde-47aac1728597 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:51.892123 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b1150bf-84e3-456b-acde-47aac1728597 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:51.893544 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5b1150bf-84e3-456b-acde-47aac1728597 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "PUT /v2.0/subnets/03749927-abe0-43d9-a92a-7b2fda842673 HTTP/1.1" status: 200 len: 826 time: 0.9654098 Dec 12 18:04:51.899633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55098) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:51.906843 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1150bf-84e3-456b-acde-47aac1728597 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Subnet': ['ID=03749927-abe0-43d9-a92a-7b2fda842673,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:51.954628 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de8c9cf9-4dfb-401d-bccf-4289b98faf32 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:51.979997 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-de8c9cf9-4dfb-401d-bccf-4289b98faf32 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port 38212ace-b0f7-4c54-9e98-79feca4dcd8d yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:04:52.029585 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5c49b8c3-dae5-4115-9b5f-c5f5299807b5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:52.103071 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-95ae7484-f16c-4689-8fa1-3cb664ec7806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:52.105696 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-95ae7484-f16c-4689-8fa1-3cb664ec7806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:52.109241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-95ae7484-f16c-4689-8fa1-3cb664ec7806 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eead571d-e7b5-4254-845b-e2e5e6f44a9e HTTP/1.1" status: 204 len: 168 time: 0.3789542 Dec 12 18:04:52.136747 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-de8c9cf9-4dfb-401d-bccf-4289b98faf32 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::f816:3eff:fe2e:1a2d (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/d16b8c37-484c-4760-85f4-e1a44346718f/38212ace-b0f7-4c54-9e98-79feca4dcd8d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:52.138585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae7484-f16c-4689-8fa1-3cb664ec7806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eead571d-e7b5-4254-845b-e2e5e6f44a9e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:52.170328 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49b8c3-dae5-4115-9b5f-c5f5299807b5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Subnet': ['ID=db1b4fd5-2515-4569-95e4-6a1eaaff77d1,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:52.191139 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-538239a6-e0a1-438f-833c-b520460de815 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:52.208453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c49b8c3-dae5-4115-9b5f-c5f5299807b5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Checking segment: {'id': 'd9005f3b-782d-4987-bc56-3b16d8264cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:52.208996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c49b8c3-dae5-4115-9b5f-c5f5299807b5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network hostable DHCP agents. Network: 1708bd97-422b-4ef8-87d7-f6e1e363cb3c, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:04:52.269073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c49b8c3-dae5-4115-9b5f-c5f5299807b5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network 1708bd97-422b-4ef8-87d7-f6e1e363cb3c is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:04:52.285404 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-5c49b8c3-dae5-4115-9b5f-c5f5299807b5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 1708bd97-422b-4ef8-87d7-f6e1e363cb3c) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:52.294144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c49b8c3-dae5-4115-9b5f-c5f5299807b5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:52.294664 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5c49b8c3-dae5-4115-9b5f-c5f5299807b5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:52.307861 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-538239a6-e0a1-438f-833c-b520460de815 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:52.355149 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de8c9cf9-4dfb-401d-bccf-4289b98faf32 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:52.367565 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5c49b8c3-dae5-4115-9b5f-c5f5299807b5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8928089 Dec 12 18:04:52.368556 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55104) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:52.438020 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-538239a6-e0a1-438f-833c-b520460de815 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:52.485900 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538239a6-e0a1-438f-833c-b520460de815 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Subnet': ['ID=03749927-abe0-43d9-a92a-7b2fda842673,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:52.602101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f9c28f33-e30d-4497-ace0-c39cf88c9e55 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:52.628430 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de8c9cf9-4dfb-401d-bccf-4289b98faf32 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:52.644946 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-538239a6-e0a1-438f-833c-b520460de815 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:52.679435 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222eb922-282e-41d7-8e09-9557c1df983f None None] Network 00a87e1c-c452-41c8-81f2-de861989cd66 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:52.687597 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e28a1e-7097-4718-a43e-4a36203f9c46 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:52.705920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-538239a6-e0a1-438f-833c-b520460de815 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f543324c-e2e9-4dcf-a3e5-70b3ad541a40']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:52.718622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-538239a6-e0a1-438f-833c-b520460de815 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf69d36-da57-468d-ae2b-cf22df1d4b34') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:52.719673 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-538239a6-e0a1-438f-833c-b520460de815 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf69d36-da57-468d-ae2b-cf22df1d4b34') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:52.740755 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-538239a6-e0a1-438f-833c-b520460de815 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:52.743111 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8c9cf9-4dfb-401d-bccf-4289b98faf32 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:52.755413 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c1ea50-0178-49f9-873d-2ffa4ca5417b None None] Network 1708bd97-422b-4ef8-87d7-f6e1e363cb3c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:52.757231 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcc967d-1d6c-4230-badd-2fe5193129d8 None None] Network f543324c-e2e9-4dcf-a3e5-70b3ad541a40 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:52.769498 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-de8c9cf9-4dfb-401d-bccf-4289b98faf32 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:52.772483 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-538239a6-e0a1-438f-833c-b520460de815 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:52.787645 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c9cf9-4dfb-401d-bccf-4289b98faf32 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:52.791510 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538239a6-e0a1-438f-833c-b520460de815 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:04:52.791989 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-538239a6-e0a1-438f-833c-b520460de815 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:52.793954 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8c9cf9-4dfb-401d-bccf-4289b98faf32 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:52.794689 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de8c9cf9-4dfb-401d-bccf-4289b98faf32 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:04:52.797122 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:04:52.806517 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c9cf9-4dfb-401d-bccf-4289b98faf32 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=38212ace-b0f7-4c54-9e98-79feca4dcd8d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:52.888055 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01e5bf14-3713-4f14-9d49-e426b1b8c70c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:52.896052 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-de8c9cf9-4dfb-401d-bccf-4289b98faf32 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3483515 Dec 12 18:04:52.902532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55116) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:52.962496 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-538239a6-e0a1-438f-833c-b520460de815 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:52.986225 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-538239a6-e0a1-438f-833c-b520460de815 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:52.992447 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-538239a6-e0a1-438f-833c-b520460de815 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/networks/f543324c-e2e9-4dcf-a3e5-70b3ad541a40 HTTP/1.1" status: 204 len: 168 time: 1.0918186 Dec 12 18:04:52.993803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538239a6-e0a1-438f-833c-b520460de815 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Network': ['ID=f543324c-e2e9-4dcf-a3e5-70b3ad541a40,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:53.006854 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55120) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:53.048383 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d732aa-4472-4ec4-aa27-c7e81c512995 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] DELETE failed (client error): The resource could not be found. Dec 12 18:04:53.048924 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d732aa-4472-4ec4-aa27-c7e81c512995 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:04:53.056002 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-79d732aa-4472-4ec4-aa27-c7e81c512995 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/networks/f543324c-e2e9-4dcf-a3e5-70b3ad541a40 HTTP/1.1" status: 404 len: 339 time: 0.0403969 Dec 12 18:04:53.056687 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55124) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:53.064571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb2750d-ec21-42a3-a003-aa535453a138 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:53.068504 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e3c9d599-f75b-40ed-9c03-dcc4028f4fd7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1878325023', 'description': 'd1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:53.078811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb2750d-ec21-42a3-a003-aa535453a138 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:53.084200 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-efb2750d-ec21-42a3-a003-aa535453a138 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1768951 Dec 12 18:04:53.084996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55126) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:53.166015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224a3662-149f-495a-b9b3-659f8942d1c7 None None] DHCP port deletion for 2f5d0624-a9f7-46e5-9d35-1fb751f6ec39 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:04:53.213902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c9d599-f75b-40ed-9c03-dcc4028f4fd7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:53.231666 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3c9d599-f75b-40ed-9c03-dcc4028f4fd7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:53.268802 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f9c28f33-e30d-4497-ace0-c39cf88c9e55 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:53.269232 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:53.276276 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-25e8266f-8a6d-4f69-bb39-381f0753373e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port 38212ace-b0f7-4c54-9e98-79feca4dcd8d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:53.292411 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25e8266f-8a6d-4f69-bb39-381f0753373e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:53.299773 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3dc0431a-f6bf-46be-a1f1-b4b638ad8a8f None None] Provisioning complete for port dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:53.300570 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c9d599-f75b-40ed-9c03-dcc4028f4fd7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:04:53.300683 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3dc0431a-f6bf-46be-a1f1-b4b638ad8a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:53.399791 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-01e5bf14-3713-4f14-9d49-e426b1b8c70c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Allocated IP 2001:db8::1 (1708bd97-422b-4ef8-87d7-f6e1e363cb3c/db1b4fd5-2515-4569-95e4-6a1eaaff77d1/92907f3e-55dc-46af-9ac0-6402b3433c2e) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:53.425268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d12c29-830e-44dd-9905-2e42cb04bd57 None None] Network f543324c-e2e9-4dcf-a3e5-70b3ad541a40 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:53.437426 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25e8266f-8a6d-4f69-bb39-381f0753373e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:53.447147 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d12c29-830e-44dd-9905-2e42cb04bd57 None None] Network f543324c-e2e9-4dcf-a3e5-70b3ad541a40 could not be found, it might have been deleted concurrently. {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 18:04:53.480689 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-25e8266f-8a6d-4f69-bb39-381f0753373e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for 38212ace-b0f7-4c54-9e98-79feca4dcd8d owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:53.513443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab2fa30-70fe-4dc8-a483-e0fa3d1862c3 None None] Network f543324c-e2e9-4dcf-a3e5-70b3ad541a40 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:53.561325 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:04:53.561800 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:53.563758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab2fa30-70fe-4dc8-a483-e0fa3d1862c3 None None] Network f543324c-e2e9-4dcf-a3e5-70b3ad541a40 could not be found, it might have been deleted concurrently. {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 18:04:53.706015 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3c9d599-f75b-40ed-9c03-dcc4028f4fd7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:53.709270 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-e3c9d599-f75b-40ed-9c03-dcc4028f4fd7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Added segment 9bc53563-c222-41e0-a517-e4d59aac270a of type vlan for network 950ff139-873b-4d78-a6eb-ee70490be48c Dec 12 18:04:53.718381 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01e5bf14-3713-4f14-9d49-e426b1b8c70c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:53.728623 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:53.810988 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3dc0431a-f6bf-46be-a1f1-b4b638ad8a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:53.838030 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25e8266f-8a6d-4f69-bb39-381f0753373e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:53.857640 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3c9d599-f75b-40ed-9c03-dcc4028f4fd7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:53.860364 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb2b6cb-d210-4e30-a757-9fd1bf25fcf4 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:53.878663 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3dc0431a-f6bf-46be-a1f1-b4b638ad8a8f None None] For port dd3872d6-f76b-4f73-bf97-1e0b5e1e4684, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=dd3872d6-f76b-4f73-bf97-1e0b5e1e4684,segment=NetworkSegment(5d7fa0ea-beed-4109-bb90-38912957eb56),segment_id=5d7fa0ea-beed-4109-bb90-38912957eb56)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:53.904338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8266f-8a6d-4f69-bb39-381f0753373e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=38212ace-b0f7-4c54-9e98-79feca4dcd8d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:53.947189 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3c9d599-f75b-40ed-9c03-dcc4028f4fd7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:53.955477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c9d599-f75b-40ed-9c03-dcc4028f4fd7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:53.956468 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3c9d599-f75b-40ed-9c03-dcc4028f4fd7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:53.982838 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25e8266f-8a6d-4f69-bb39-381f0753373e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:53.987794 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01e5bf14-3713-4f14-9d49-e426b1b8c70c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:53.988591 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-25e8266f-8a6d-4f69-bb39-381f0753373e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/38212ace-b0f7-4c54-9e98-79feca4dcd8d HTTP/1.1" status: 204 len: 168 time: 0.9010909 Dec 12 18:04:53.992568 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55142) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:54.027584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e5bf14-3713-4f14-9d49-e426b1b8c70c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network 1708bd97-422b-4ef8-87d7-f6e1e363cb3c is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:54.058835 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-01e5bf14-3713-4f14-9d49-e426b1b8c70c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:54.061967 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5bf14-3713-4f14-9d49-e426b1b8c70c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:54.062590 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01e5bf14-3713-4f14-9d49-e426b1b8c70c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:54.071374 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e3c9d599-f75b-40ed-9c03-dcc4028f4fd7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0139961 Dec 12 18:04:54.092135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430e261f-a465-4c88-be43-2da440f92d07 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:54.093530 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55144) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:54.096468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430e261f-a465-4c88-be43-2da440f92d07 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:54.101394 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-430e261f-a465-4c88-be43-2da440f92d07 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1076288 Dec 12 18:04:54.104609 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55146) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:54.219320 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e895c3a-8a17-4855-99f1-c19dea3f6487 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet d16b8c37-484c-4760-85f4-e1a44346718f {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:04:54.223371 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6e895c3a-8a17-4855-99f1-c19dea3f6487 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:54.269077 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3dc0431a-f6bf-46be-a1f1-b4b638ad8a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:54.326814 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0431a-f6bf-46be-a1f1-b4b638ad8a8f None None] Pushing event updated for resources: {'Port': ['ID=dd3872d6-f76b-4f73-bf97-1e0b5e1e4684,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:54.349475 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6e895c3a-8a17-4855-99f1-c19dea3f6487 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:54.391371 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:54.392197 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:54.402489 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f45f89c-ca35-4f31-b355-5c9ec83c0777 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:54.406777 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9f45f89c-ca35-4f31-b355-5c9ec83c0777 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "GET /v2.0/networks?id=950ff139-873b-4d78-a6eb-ee70490be48c HTTP/1.1" status: 200 len: 765 time: 0.3099310 Dec 12 18:04:54.406777 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5bf14-3713-4f14-9d49-e426b1b8c70c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=92907f3e-55dc-46af-9ac0-6402b3433c2e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:54.410100 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55154) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:54.444114 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-71901327-3b87-4127-9c89-3c4c6dead320 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'network': {'description': 'd2'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:54.447527 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9d599-f75b-40ed-9c03-dcc4028f4fd7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Network': ['ID=950ff139-873b-4d78-a6eb-ee70490be48c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:54.561348 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 950ff139-873b-4d78-a6eb-ee70490be48c details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:54.561844 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01e5bf14-3713-4f14-9d49-e426b1b8c70c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:54.563263 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25564e9a-7cc6-4306-b7aa-ef0f66a7c4af None None] Network 00a87e1c-c452-41c8-81f2-de861989cd66 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:54.571451 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6e895c3a-8a17-4855-99f1-c19dea3f6487 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:54.647841 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6e895c3a-8a17-4855-99f1-c19dea3f6487 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:54.685156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e895c3a-8a17-4855-99f1-c19dea3f6487 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=d16b8c37-484c-4760-85f4-e1a44346718f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:54.687954 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6e895c3a-8a17-4855-99f1-c19dea3f6487 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:54.692870 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6e895c3a-8a17-4855-99f1-c19dea3f6487 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/d16b8c37-484c-4760-85f4-e1a44346718f HTTP/1.1" status: 204 len: 168 time: 0.5870683 Dec 12 18:04:54.695269 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55160) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:54.767950 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ea0c2f1f-c5f6-402e-aff5-6ebe02ac14e5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702624 Dec 12 18:04:54.768933 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55164) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:54.850153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55166) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:54.871705 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01484b4-c59f-45b2-af9b-dddda7b0dafa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:54.875258 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e01484b4-c59f-45b2-af9b-dddda7b0dafa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1041074 Dec 12 18:04:54.876869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55170) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:54.906259 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01e5bf14-3713-4f14-9d49-e426b1b8c70c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:54.922530 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Allocated IP 2001:db8::2 (1708bd97-422b-4ef8-87d7-f6e1e363cb3c/db1b4fd5-2515-4569-95e4-6a1eaaff77d1/27fb6995-d3fa-47c5-9355-c11d6ccc197a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:54.979333 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01e5bf14-3713-4f14-9d49-e426b1b8c70c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:54.981889 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-82d1d251-b377-4544-b488-c97831a2b9da None None] Provisioning complete for port f9c28f33-e30d-4497-ace0-c39cf88c9e55 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:54.982181 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-82d1d251-b377-4544-b488-c97831a2b9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:54.988313 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01e5bf14-3713-4f14-9d49-e426b1b8c70c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:54.998804 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9211fd6c-0349-438a-9b6b-08fa4223996c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:55.003792 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9211fd6c-0349-438a-9b6b-08fa4223996c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1258962 Dec 12 18:04:55.007727 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55172) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:55.060964 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71901327-3b87-4127-9c89-3c4c6dead320 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:55.084353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7da4a595-ab59-40f5-9975-ffebc79395b8 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752859 Dec 12 18:04:55.091181 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55174) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:55.108228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-44616706-6c85-43dd-844e-975f5912fd02 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:55.127652 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71901327-3b87-4127-9c89-3c4c6dead320 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:55.198282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4f8df84d-83ad-4af0-8c47-0aa14c5bbbcd tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1008409824'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:55.258359 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8df84d-83ad-4af0-8c47-0aa14c5bbbcd tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Made reservation on behalf of fdff13e8db6c43b4a4448201f7f01550 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:55.263110 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f8df84d-83ad-4af0-8c47-0aa14c5bbbcd tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:55.281558 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f8df84d-83ad-4af0-8c47-0aa14c5bbbcd tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:55.299770 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e5bf14-3713-4f14-9d49-e426b1b8c70c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network 1708bd97-422b-4ef8-87d7-f6e1e363cb3c is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:55.317955 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44616706-6c85-43dd-844e-975f5912fd02 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:55.321824 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44616706-6c85-43dd-844e-975f5912fd02 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:55.326187 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-01e5bf14-3713-4f14-9d49-e426b1b8c70c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:55.363607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71901327-3b87-4127-9c89-3c4c6dead320 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network 950ff139-873b-4d78-a6eb-ee70490be48c is not hosted by any dhcp agent {{(pid=103150) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 18:04:55.372165 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71901327-3b87-4127-9c89-3c4c6dead320 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:55.373036 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71901327-3b87-4127-9c89-3c4c6dead320 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:55.378054 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-71901327-3b87-4127-9c89-3c4c6dead320 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "PUT /v2.0/networks/950ff139-873b-4d78-a6eb-ee70490be48c HTTP/1.1" status: 200 len: 762 time: 0.9361105 Dec 12 18:04:55.383050 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55176) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:55.425118 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-82d1d251-b377-4544-b488-c97831a2b9da None None] Could not find standard attr ID for object 38212ace-b0f7-4c54-9e98-79feca4dcd8d. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:04:55.433542 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5bf14-3713-4f14-9d49-e426b1b8c70c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=92907f3e-55dc-46af-9ac0-6402b3433c2e,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:55.514527 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f8df84d-83ad-4af0-8c47-0aa14c5bbbcd tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:55.554675 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f8df84d-83ad-4af0-8c47-0aa14c5bbbcd tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:55.564852 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:55.579740 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:55.671417 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8df84d-83ad-4af0-8c47-0aa14c5bbbcd tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:04:55.687622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8df84d-83ad-4af0-8c47-0aa14c5bbbcd tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a440c6b9-f59a-46a7-ae22-6145111b23a3,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:55.697142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Pushing event updated for resources: {'Port': ['ID=27fb6995-d3fa-47c5-9355-c11d6ccc197a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:55.713210 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f8df84d-83ad-4af0-8c47-0aa14c5bbbcd tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:55.713845 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-4f8df84d-83ad-4af0-8c47-0aa14c5bbbcd tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Added segment fb09460c-fa47-4ffc-a71e-c6cf952fc195 of type vlan for network 6269a86a-1e02-458e-bea4-71aaf238862b Dec 12 18:04:55.720772 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:55.836992 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Network 1708bd97-422b-4ef8-87d7-f6e1e363cb3c is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:55.847660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-80c5b883-8984-45f7-9193-0456e3fe3169 None None] Provisioning complete for port dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:55.849888 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-80c5b883-8984-45f7-9193-0456e3fe3169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:55.858681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:55.866418 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:55.892338 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f8df84d-83ad-4af0-8c47-0aa14c5bbbcd tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:55.985496 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f8df84d-83ad-4af0-8c47-0aa14c5bbbcd tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:55.992783 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8df84d-83ad-4af0-8c47-0aa14c5bbbcd tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:55.993502 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f8df84d-83ad-4af0-8c47-0aa14c5bbbcd tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:56.011918 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcbfd07-d798-45a3-859c-092206151082 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:56.015647 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665c01cb-8d3b-430b-9f71-8b57b4653ba8 None None] Network 00a87e1c-c452-41c8-81f2-de861989cd66 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:56.140893 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804a1dfa-e2dc-4f3f-ae4d-9b6cc8fc7571 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:56.142103 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-804a1dfa-e2dc-4f3f-ae4d-9b6cc8fc7571 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "GET /v2.0/networks?id=950ff139-873b-4d78-a6eb-ee70490be48c HTTP/1.1" status: 200 len: 765 time: 0.7538583 Dec 12 18:04:56.147333 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55180) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:56.164404 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4f8df84d-83ad-4af0-8c47-0aa14c5bbbcd tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3135054 Dec 12 18:04:56.186769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8df84d-83ad-4af0-8c47-0aa14c5bbbcd tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Pushing event updated for resources: {'Network': ['ID=6269a86a-1e02-458e-bea4-71aaf238862b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:56.190912 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71901327-3b87-4127-9c89-3c4c6dead320 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Network': ['ID=950ff139-873b-4d78-a6eb-ee70490be48c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:56.207484 n-d-760354-5 neutron-server[103151]: DEBUG neutron.objects.ports [None req-44616706-6c85-43dd-844e-975f5912fd02 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103151) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 18:04:56.237865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 6269a86a-1e02-458e-bea4-71aaf238862b details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:56.280635 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 950ff139-873b-4d78-a6eb-ee70490be48c details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:56.286627 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:56.295036 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:56.440389 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24f4e7d-73ea-4f9d-a873-fc381a3b8f07 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:56.444688 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f24f4e7d-73ea-4f9d-a873-fc381a3b8f07 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2934053 Dec 12 18:04:56.445884 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55188) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:56.450383 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e5bf14-3713-4f14-9d49-e426b1b8c70c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:04:56.491111 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e64c54d9-d45a-4fdc-8f2c-4404699b5d85 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "GET /v2.0/subnets?network_id=890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 207 time: 0.0404053 Dec 12 18:04:56.493608 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55190) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:56.528515 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Attempting to bind port 27fb6995-d3fa-47c5-9355-c11d6ccc197a on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:56.532204 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Attempting to bind port 27fb6995-d3fa-47c5-9355-c11d6ccc197a by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'd9005f3b-782d-4987-bc56-3b16d8264cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:56.534262 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Attempting to bind port 27fb6995-d3fa-47c5-9355-c11d6ccc197a on network 1708bd97-422b-4ef8-87d7-f6e1e363cb3c {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:56.552361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:04:56.553044 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Checking segment: {'id': 'd9005f3b-782d-4987-bc56-3b16d8264cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:56.553610 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:56.554155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Bound using segment: {'id': 'd9005f3b-782d-4987-bc56-3b16d8264cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:04:56.554790 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Bound port: 27fb6995-d3fa-47c5-9355-c11d6ccc197a, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9005f3b-782d-4987-bc56-3b16d8264cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:04:56.555934 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:56.556901 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55192) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:56.557977 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e5bf14-3713-4f14-9d49-e426b1b8c70c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:04:56.566555 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-01e5bf14-3713-4f14-9d49-e426b1b8c70c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/49b7183b-12fd-4c59-b4d0-812fa327d0f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1943614 Dec 12 18:04:56.568168 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Request body: {'port': {'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b', 'binding:host_id': 'n-h2-760354-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-781249332'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:56.571037 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55194) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:56.575809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a0b609ea-aaaf-432f-9ffd-9240b8ff5dbf tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-623233852'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:56.597329 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44616706-6c85-43dd-844e-975f5912fd02 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:56.604700 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b609ea-aaaf-432f-9ffd-9240b8ff5dbf tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Made reservation on behalf of ae60d9fcfda242649d0d6f0c8466aa04 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:56.609140 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0b609ea-aaaf-432f-9ffd-9240b8ff5dbf tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:56.633367 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Sync routers for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:04:56.651959 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b609ea-aaaf-432f-9ffd-9240b8ff5dbf tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:04:56.654195 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Made reservation on behalf of 666c63c945f5404697ce29cb05b20105 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:56.657317 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:56.675939 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:56.753591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb8c1d1-c012-4a19-acdb-3ee9e05972d1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:56.764834 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb8c1d1-c012-4a19-acdb-3ee9e05972d1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:56.771608 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb8c1d1-c012-4a19-acdb-3ee9e05972d1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:56.774221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:04:56.775101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:04:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:56.777500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:56.779583 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0b609ea-aaaf-432f-9ffd-9240b8ff5dbf tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:56.779716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb8c1d1-c012-4a19-acdb-3ee9e05972d1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:56.779929 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-a0b609ea-aaaf-432f-9ffd-9240b8ff5dbf tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Added segment 98fab749-b955-42ab-aa2f-6632ef7dd4a5 of type vlan for network b65aa645-0de0-4040-ae75-17fbcc49aa22 Dec 12 18:04:56.787442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb8c1d1-c012-4a19-acdb-3ee9e05972d1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:56.790913 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:56.794934 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] device_id is not set on port 42e8355c-f37f-4878-b0d8-0f65440b0712 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:04:56.795099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb8c1d1-c012-4a19-acdb-3ee9e05972d1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:56.800344 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0bb8c1d1-c012-4a19-acdb-3ee9e05972d1 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3046706 Dec 12 18:04:56.807005 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55198) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:57.050813 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] device_id is not set on port 42e8355c-f37f-4878-b0d8-0f65440b0712 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:04:57.059632 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:04:57.063088 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:57.100417 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:57.157790 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0b609ea-aaaf-432f-9ffd-9240b8ff5dbf tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:57.160190 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9793e287-2610-4e97-a0f5-aac4de39aadc no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:04:57.192220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 9793e287-2610-4e97-a0f5-aac4de39aadc {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:04:57.192583 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9793e287-2610-4e97-a0f5-aac4de39aadc not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:04:57.204406 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2aea87-08f2-491b-a96e-90adfa1a0dde,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:57.241846 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Checking segment: {'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:57.242499 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Network hostable DHCP agents. Network: 6269a86a-1e02-458e-bea4-71aaf238862b, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:04:57.257100 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Pushing event updated for resources: {'Port': ['ID=42e8355c-f37f-4878-b0d8-0f65440b0712,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:57.276289 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Network 6269a86a-1e02-458e-bea4-71aaf238862b is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:04:57.283147 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0b609ea-aaaf-432f-9ffd-9240b8ff5dbf tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:57.289993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b609ea-aaaf-432f-9ffd-9240b8ff5dbf tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:57.290515 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0b609ea-aaaf-432f-9ffd-9240b8ff5dbf tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:57.343936 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 6269a86a-1e02-458e-bea4-71aaf238862b) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:57.357475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:57.386800 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a0b609ea-aaaf-432f-9ffd-9240b8ff5dbf tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8072131 Dec 12 18:04:57.387154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d1015671-ffad-4c26-b8d4-1ee8baeb078a tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5733082 Dec 12 18:04:57.387154 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55200) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:57.388149 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55202) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:57.389245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4019038d-78d0-48be-a670-b99946be8987 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'subnet': {'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:57.398495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:57.398775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-44616706-6c85-43dd-844e-975f5912fd02 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] For port f9c28f33-e30d-4497-ace0-c39cf88c9e55, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f9c28f33-e30d-4497-ace0-c39cf88c9e55,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:57.399106 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:57.399431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:57.402383 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b609ea-aaaf-432f-9ffd-9240b8ff5dbf tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Network': ['ID=b65aa645-0de0-4040-ae75-17fbcc49aa22,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:57.441221 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:04:57.441883 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:04:57.444053 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 2 to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 Dec 12 18:04:57.462348 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3311c0ce-431b-49b3-a5b4-853059daf01b None None] Network 6269a86a-1e02-458e-bea4-71aaf238862b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:57.469098 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:57.469589 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:57.470038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:57.476757 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553fd81f-2756-4784-8848-001d6aaedf67 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:57.478990 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553fd81f-2756-4784-8848-001d6aaedf67 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:57.487445 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553fd81f-2756-4784-8848-001d6aaedf67 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:57.487668 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] For port 27fb6995-d3fa-47c5-9355-c11d6ccc197a, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:04:57.487777 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553fd81f-2756-4784-8848-001d6aaedf67 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:57.487777 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553fd81f-2756-4784-8848-001d6aaedf67 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:57.487777 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-553fd81f-2756-4784-8848-001d6aaedf67 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0966849 Dec 12 18:04:57.490175 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55204) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:57.497772 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] For port 27fb6995-d3fa-47c5-9355-c11d6ccc197a, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=27fb6995-d3fa-47c5-9355-c11d6ccc197a,segment=NetworkSegment(d9005f3b-782d-4987-bc56-3b16d8264cbd),segment_id=d9005f3b-782d-4987-bc56-3b16d8264cbd)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:04:57.499448 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network b65aa645-0de0-4040-ae75-17fbcc49aa22 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:57.500868 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44616706-6c85-43dd-844e-975f5912fd02 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:57.506215 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:04:57.506732 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:04:57.507187 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 3 to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 Dec 12 18:04:57.510960 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44616706-6c85-43dd-844e-975f5912fd02 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:57.512395 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44616706-6c85-43dd-844e-975f5912fd02 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:57.540769 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d7090523-fdaa-4d52-8981-bf9839c9b94b None None] Provisioning complete for port f9c28f33-e30d-4497-ace0-c39cf88c9e55 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:57.541153 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d7090523-fdaa-4d52-8981-bf9839c9b94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:57.546394 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:57.546874 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:57.547361 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:57.562358 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:04:57.562841 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:04:57.569247 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 4 to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 Dec 12 18:04:57.576875 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b2abe7-523e-4772-bf56-de9ce326d494 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:57.578304 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b2abe7-523e-4772-bf56-de9ce326d494 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:57.579771 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b2abe7-523e-4772-bf56-de9ce326d494 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:57.581193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b2abe7-523e-4772-bf56-de9ce326d494 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:57.583857 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b2abe7-523e-4772-bf56-de9ce326d494 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:57.588251 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b6b2abe7-523e-4772-bf56-de9ce326d494 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0936904 Dec 12 18:04:57.590159 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55206) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:57.597340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:57.597508 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:57.597813 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:57.598423 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:57.603038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:04:57.603460 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:04:57.603868 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 5 to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 Dec 12 18:04:57.616070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44616706-6c85-43dd-844e-975f5912fd02 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:57.616266 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:57.616680 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:57.616951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:57.621713 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:04:57.622546 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:04:57.622546 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 6 to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 Dec 12 18:04:57.648956 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:57.649410 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:57.649849 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:57.654536 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:04:57.654982 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:04:57.655520 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 7 to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 Dec 12 18:04:57.669496 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-44616706-6c85-43dd-844e-975f5912fd02 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:57.681023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44616706-6c85-43dd-844e-975f5912fd02 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:57.681658 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44616706-6c85-43dd-844e-975f5912fd02 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:57.687678 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:57.688159 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:57.689001 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:57.696127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:04:57.696606 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:04:57.698267 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 8 to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 Dec 12 18:04:57.703927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44616706-6c85-43dd-844e-975f5912fd02 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=f95f7197-4255-48c1-b1b6-c71b181ab406,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:57.716367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4019038d-78d0-48be-a670-b99946be8987 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Made reservation on behalf of ae60d9fcfda242649d0d6f0c8466aa04 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:57.720076 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4019038d-78d0-48be-a670-b99946be8987 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:57.734045 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-44616706-6c85-43dd-844e-975f5912fd02 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6341724 Dec 12 18:04:57.740168 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55208) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:57.747996 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-743cd6d7-210d-4401-93e2-09b8ec390dcf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'mac_address': 'fa:16:3e:1b:ff:a0', 'name': 'tempest-NetworksTestDHCPv6-1087645004'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:57.753432 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:57.753786 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:57.754877 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:57.803557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:04:57.804117 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:04:57.806662 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 9 to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 Dec 12 18:04:57.866431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44616706-6c85-43dd-844e-975f5912fd02 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=f9c28f33-e30d-4497-ace0-c39cf88c9e55,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:57.890058 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c343c-735d-413e-b1bb-989c5b2f75ef None None] Pushing event updated for resources: {'Port': ['ID=27fb6995-d3fa-47c5-9355-c11d6ccc197a,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:57.949637 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:57.949980 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:57.950324 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:57.972306 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:04:54Z', 'revision_number': 2, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:04:54Z', 'revision_number': 2, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:04:57.989534 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:04:57.990151 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:04:57.993338 n-d-760354-5 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 10 to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 Dec 12 18:04:58.014095 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Checking router: 49b7183b-12fd-4c59-b4d0-812fa327d0f2 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:04:58.014575 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Updating router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 port 92907f3e-55dc-46af-9ac0-6402b3433c2e binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:04:58.025589 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743cd6d7-210d-4401-93e2-09b8ec390dcf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:58.049385 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d481d17-9ba3-4ee7-8509-f14cddfed41a tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:58.050402 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b8f620-7017-4bb9-92df-e5816f843687 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:58.057797 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8d481d17-9ba3-4ee7-8509-f14cddfed41a tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "GET /v2.0/networks/178e9815-6e5f-43e7-aa13-1ba7453f48f7 HTTP/1.1" status: 200 len: 803 time: 0.4612355 Dec 12 18:04:58.070368 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55214) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:58.138138 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:58.170844 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-743cd6d7-210d-4401-93e2-09b8ec390dcf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:58.195046 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:58.195512 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:58.195859 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:58.207096 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-743cd6d7-210d-4401-93e2-09b8ec390dcf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port 8610ab6a-4389-4a97-b343-79daed98f1df yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:04:58.214041 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 42e8355c-f37f-4878-b0d8-0f65440b0712 on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:04:58.214645 n-d-760354-5 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 42e8355c-f37f-4878-b0d8-0f65440b0712 on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:04:58.214951 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:58.237181 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d7090523-fdaa-4d52-8981-bf9839c9b94b None None] Provisioning complete for port dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:58.237767 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d7090523-fdaa-4d52-8981-bf9839c9b94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:58.398051 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e11fde97-07aa-4be5-9fe5-95923ec97624 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "GET /v2.0/networks/178e9815-6e5f-43e7-aa13-1ba7453f48f7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3263185 Dec 12 18:04:58.407411 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55220) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:58.459838 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4019038d-78d0-48be-a670-b99946be8987 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:58.460841 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] For port 42e8355c-f37f-4878-b0d8-0f65440b0712, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:04:58.461350 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempted to set empty binding levels {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 12 18:04:58.470999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a188f565-5933-477f-a0b2-a5f5b0616a5e tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:58.478225 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a188f565-5933-477f-a0b2-a5f5b0616a5e tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "GET /v2.0/subnets/7abab083-6964-44c6-9637-bce35bc0c7ab HTTP/1.1" status: 200 len: 843 time: 0.0688758 Dec 12 18:04:58.487848 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55222) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:58.487848 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:58.578834 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:58.579489 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:58.592836 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019038d-78d0-48be-a670-b99946be8987 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Subnet': ['ID=d16606d6-9ac5-4541-8867-2a4d49eec275,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:58.626260 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de2213-6e8e-4ab0-851d-94e94d0760a6 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:58.627811 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-61de2213-6e8e-4ab0-851d-94e94d0760a6 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "GET /v2.0/subnets/7abab083-6964-44c6-9637-bce35bc0c7ab?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1329045 Dec 12 18:04:58.632208 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55224) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:58.655797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ddce3918-fb25-4b4a-b8e2-d27365a9276d tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1870498627'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:58.662104 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-743cd6d7-210d-4401-93e2-09b8ec390dcf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::f816:3eff:fe1b:ffa0 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/f95f7197-4255-48c1-b1b6-c71b181ab406/8610ab6a-4389-4a97-b343-79daed98f1df) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:58.677435 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Pushing event updated for resources: {'Port': ['ID=42e8355c-f37f-4878-b0d8-0f65440b0712,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:58.679003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4019038d-78d0-48be-a670-b99946be8987 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Checking segment: {'id': '98fab749-b955-42ab-aa2f-6632ef7dd4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:58.679763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4019038d-78d0-48be-a670-b99946be8987 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network hostable DHCP agents. Network: b65aa645-0de0-4040-ae75-17fbcc49aa22, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:04:58.688576 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2f889c21-724e-41eb-a76c-271b0b2be511 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.1285005 Dec 12 18:04:58.694102 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55228) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:58.728508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddce3918-fb25-4b4a-b8e2-d27365a9276d tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:58.732565 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddce3918-fb25-4b4a-b8e2-d27365a9276d tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:58.733455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-21cae5b3-e658-4b04-9bf6-ae6ae40403ed None None] Provisioning complete for port f9c28f33-e30d-4497-ace0-c39cf88c9e55 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:58.734117 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-21cae5b3-e658-4b04-9bf6-ae6ae40403ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:58.757518 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4019038d-78d0-48be-a670-b99946be8987 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network b65aa645-0de0-4040-ae75-17fbcc49aa22 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:04:58.779240 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:58.783549 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-4019038d-78d0-48be-a670-b99946be8987 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, b65aa645-0de0-4040-ae75-17fbcc49aa22) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:58.786393 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddce3918-fb25-4b4a-b8e2-d27365a9276d tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:04:58.795810 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:58.801336 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4019038d-78d0-48be-a670-b99946be8987 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:58.801713 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4019038d-78d0-48be-a670-b99946be8987 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:58.816632 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddce3918-fb25-4b4a-b8e2-d27365a9276d tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:58.817078 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-ddce3918-fb25-4b4a-b8e2-d27365a9276d tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Added segment e2d81d7a-23b7-4323-bdb0-81c9eff14561 of type vlan for network b1234fe0-b57a-4c04-8ced-caaf90de26df Dec 12 18:04:58.837643 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9ecb96-38af-46c2-8bef-4cad3b50e1a1 None None] Network b65aa645-0de0-4040-ae75-17fbcc49aa22 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:58.917482 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4019038d-78d0-48be-a670-b99946be8987 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5324991 Dec 12 18:04:58.933727 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55230) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:58.965315 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddce3918-fb25-4b4a-b8e2-d27365a9276d tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:58.967387 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-743cd6d7-210d-4401-93e2-09b8ec390dcf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:59.012259 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-743cd6d7-210d-4401-93e2-09b8ec390dcf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:59.046364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743cd6d7-210d-4401-93e2-09b8ec390dcf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:04:59.078802 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303ef1f-63cf-4646-bbbd-e35be5cc77ec None None] Pushing event updated for resources: {'Port': ['ID=92907f3e-55dc-46af-9ac0-6402b3433c2e,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:59.094767 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-743cd6d7-210d-4401-93e2-09b8ec390dcf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:04:59.103023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743cd6d7-210d-4401-93e2-09b8ec390dcf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:04:59.116919 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743cd6d7-210d-4401-93e2-09b8ec390dcf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:59.118348 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-743cd6d7-210d-4401-93e2-09b8ec390dcf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:59.137953 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddce3918-fb25-4b4a-b8e2-d27365a9276d tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:59.145797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddce3918-fb25-4b4a-b8e2-d27365a9276d tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:59.146653 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddce3918-fb25-4b4a-b8e2-d27365a9276d tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:59.169920 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-743cd6d7-210d-4401-93e2-09b8ec390dcf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4285119 Dec 12 18:04:59.174382 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55232) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:59.182458 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cd6d7-210d-4401-93e2-09b8ec390dcf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=8610ab6a-4389-4a97-b343-79daed98f1df,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:59.223631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Attempting to bind port 92907f3e-55dc-46af-9ac0-6402b3433c2e on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:04:59.224801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Attempting to bind port 92907f3e-55dc-46af-9ac0-6402b3433c2e by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'd9005f3b-782d-4987-bc56-3b16d8264cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:04:59.225408 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Attempting to bind port 92907f3e-55dc-46af-9ac0-6402b3433c2e on network 1708bd97-422b-4ef8-87d7-f6e1e363cb3c {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:04:59.250994 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-525996e9-4f09-48d5-8bfb-ed0b14f8b046 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Deleting port 42e8355c-f37f-4878-b0d8-0f65440b0712 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:59.251381 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-525996e9-4f09-48d5-8bfb-ed0b14f8b046 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:59.259978 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:04:59.260775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Checking segment: {'id': 'd9005f3b-782d-4987-bc56-3b16d8264cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:04:59.261286 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:59.262859 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Bound using segment: {'id': 'd9005f3b-782d-4987-bc56-3b16d8264cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:04:59.263627 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Bound port: 92907f3e-55dc-46af-9ac0-6402b3433c2e, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9005f3b-782d-4987-bc56-3b16d8264cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:04:59.264316 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:59.277491 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ddce3918-fb25-4b4a-b8e2-d27365a9276d tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6436262 Dec 12 18:04:59.280344 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55234) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:59.297702 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-b65aa645-0de0-4040-ae75-17fbcc49aa22', 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'fixed_ips': [{'subnet_id': 'd16606d6-9ac5-4541-8867-2a4d49eec275'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:04:59.299547 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:59.335769 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9da8f8e7-3932-48f6-b4f2-3fdecfabf17b tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'subnet': {'network_id': 'b1234fe0-b57a-4c04-8ced-caaf90de26df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:04:59.449945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce3918-fb25-4b4a-b8e2-d27365a9276d tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Network': ['ID=b1234fe0-b57a-4c04-8ced-caaf90de26df,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:04:59.520287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-525996e9-4f09-48d5-8bfb-ed0b14f8b046 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] For port 42e8355c-f37f-4878-b0d8-0f65440b0712, host n-h2-760354-5, got binding levels [] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:04:59.520770 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-525996e9-4f09-48d5-8bfb-ed0b14f8b046 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:59.540865 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281dc1ba-e4d7-47ad-b648-05994d34fb07 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:59.550434 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281dc1ba-e4d7-47ad-b648-05994d34fb07 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:04:59.555051 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-281dc1ba-e4d7-47ad-b648-05994d34fb07 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3749187 Dec 12 18:04:59.562866 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55238) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:04:59.576230 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-525996e9-4f09-48d5-8bfb-ed0b14f8b046 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Calling delete_port for 42e8355c-f37f-4878-b0d8-0f65440b0712 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:04:59.658001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Allocated IP 2001:db8:1::2 (b65aa645-0de0-4040-ae75-17fbcc49aa22/d16606d6-9ac5-4541-8867-2a4d49eec275/3216335d-7c14-433a-9364-04c17fe319d2) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:04:59.791407 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-21cae5b3-e658-4b04-9bf6-ae6ae40403ed None None] Provisioning complete for port dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:04:59.791611 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-21cae5b3-e658-4b04-9bf6-ae6ae40403ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:59.802203 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da8f8e7-3932-48f6-b4f2-3fdecfabf17b tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Made reservation on behalf of 9f0ecdb21b2344a68d0da5af771a3652 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:04:59.805886 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9da8f8e7-3932-48f6-b4f2-3fdecfabf17b tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:59.810046 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network b1234fe0-b57a-4c04-8ced-caaf90de26df details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:04:59.815083 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b41461-74f3-40e1-8577-4c06d0a9aa4c None None] Network 1708bd97-422b-4ef8-87d7-f6e1e363cb3c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:04:59.818576 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 27fb6995-d3fa-47c5-9355-c11d6ccc197a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:04:59.823132 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d7d0229-24b4-4fed-a754-f749553c4d9d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:59.919968 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.ipam_backend_mixin [None req-9da8f8e7-3932-48f6-b4f2-3fdecfabf17b tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Performing IP validity checks on allocation pools {{(pid=103150) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 18:04:59.920666 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.ipam_backend_mixin [None req-9da8f8e7-3932-48f6-b4f2-3fdecfabf17b tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103150) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 18:04:59.959176 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-00c0e338-33b2-43e3-8006-7a69ee5844aa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port 8610ab6a-4389-4a97-b343-79daed98f1df {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:04:59.959176 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00c0e338-33b2-43e3-8006-7a69ee5844aa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:04:59.976271 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-525996e9-4f09-48d5-8bfb-ed0b14f8b046 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:00.027321 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-525996e9-4f09-48d5-8bfb-ed0b14f8b046 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:00.046449 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-525996e9-4f09-48d5-8bfb-ed0b14f8b046 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] 10.222.0.18 "DELETE /v2.0/ports/42e8355c-f37f-4878-b0d8-0f65440b0712 HTTP/1.1" status: 204 len: 168 time: 1.3481696 Dec 12 18:05:00.072589 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55242) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:00.074343 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525996e9-4f09-48d5-8bfb-ed0b14f8b046 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Pushing event deleted for resources: {'Port': ['ID=42e8355c-f37f-4878-b0d8-0f65440b0712,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:00.123236 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-5260a024-5a46-4f9b-a70d-b3939c4b4fc3 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] GET failed (client error): The resource could not be found. Dec 12 18:05:00.140469 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5260a024-5a46-4f9b-a70d-b3939c4b4fc3 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] 10.222.0.18 "GET /v2.0/ports/42e8355c-f37f-4878-b0d8-0f65440b0712 HTTP/1.1" status: 404 len: 333 time: 0.0655475 Dec 12 18:05:00.163608 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55244) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:00.168432 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-23a83327-794f-4b83-9e63-28e61437b657 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Request body: {'port': {'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-422273196'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:00.259345 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00c0e338-33b2-43e3-8006-7a69ee5844aa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:00.272315 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] For port 92907f3e-55dc-46af-9ac0-6402b3433c2e, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:05:00.274401 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a83327-794f-4b83-9e63-28e61437b657 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Made reservation on behalf of 666c63c945f5404697ce29cb05b20105 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:00.278444 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23a83327-794f-4b83-9e63-28e61437b657 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:00.306696 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-00c0e338-33b2-43e3-8006-7a69ee5844aa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for 8610ab6a-4389-4a97-b343-79daed98f1df owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:00.325899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-23a83327-794f-4b83-9e63-28e61437b657 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] device_id is not set on port c08d23b0-3195-4e2e-835a-0336d3ff35be yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:05:00.349697 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] For port 92907f3e-55dc-46af-9ac0-6402b3433c2e, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=92907f3e-55dc-46af-9ac0-6402b3433c2e,segment=NetworkSegment(d9005f3b-782d-4987-bc56-3b16d8264cbd),segment_id=d9005f3b-782d-4987-bc56-3b16d8264cbd)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:05:00.376900 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:00.386877 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9da8f8e7-3932-48f6-b4f2-3fdecfabf17b tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:00.449849 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303ef1f-63cf-4646-bbbd-e35be5cc77ec None None] Pushing event updated for resources: {'Port': ['ID=92907f3e-55dc-46af-9ac0-6402b3433c2e,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:00.519332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 27fb6995-d3fa-47c5-9355-c11d6ccc197a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:00.519730 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:00.555434 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:00.556100 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:04:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:00.569643 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8f8e7-3932-48f6-b4f2-3fdecfabf17b tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Subnet': ['ID=dce80d11-70ec-4519-9d7e-1fac734274fe,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:00.579290 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00c0e338-33b2-43e3-8006-7a69ee5844aa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:00.626188 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0e338-33b2-43e3-8006-7a69ee5844aa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=8610ab6a-4389-4a97-b343-79daed98f1df,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:00.635087 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da8f8e7-3932-48f6-b4f2-3fdecfabf17b tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Checking segment: {'id': 'e2d81d7a-23b7-4323-bdb0-81c9eff14561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b1234fe0-b57a-4c04-8ced-caaf90de26df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:05:00.635518 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da8f8e7-3932-48f6-b4f2-3fdecfabf17b tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network hostable DHCP agents. Network: b1234fe0-b57a-4c04-8ced-caaf90de26df, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:05:00.671673 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00c0e338-33b2-43e3-8006-7a69ee5844aa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:00.674976 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-00c0e338-33b2-43e3-8006-7a69ee5844aa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/8610ab6a-4389-4a97-b343-79daed98f1df HTTP/1.1" status: 204 len: 168 time: 1.1078265 Dec 12 18:05:00.679710 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55246) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:00.725311 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:00.730963 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da8f8e7-3932-48f6-b4f2-3fdecfabf17b tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Network b1234fe0-b57a-4c04-8ced-caaf90de26df is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:05:00.735724 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23a83327-794f-4b83-9e63-28e61437b657 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:00.756055 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:00.797462 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9da8f8e7-3932-48f6-b4f2-3fdecfabf17b tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, b1234fe0-b57a-4c04-8ced-caaf90de26df) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:00.813557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94931bf-3012-4e40-822e-debf69069603 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:00.815476 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94931bf-3012-4e40-822e-debf69069603 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:00.818412 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b94931bf-3012-4e40-822e-debf69069603 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1369562 Dec 12 18:05:00.820538 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da8f8e7-3932-48f6-b4f2-3fdecfabf17b tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:00.821526 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9da8f8e7-3932-48f6-b4f2-3fdecfabf17b tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:00.823243 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55250) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:00.846881 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9da8f8e7-3932-48f6-b4f2-3fdecfabf17b tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5233719 Dec 12 18:05:00.849808 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55252) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:00.860779 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d204e0f0-2b5e-487b-bd63-37f078e9cc27 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:00.863108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc2b951-03d7-4c38-9976-677bd95cccb1 None None] Network b1234fe0-b57a-4c04-8ced-caaf90de26df requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:00.881552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:00.906711 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Network b65aa645-0de0-4040-ae75-17fbcc49aa22 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:00.912929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-0d7d0229-24b4-4fed-a754-f749553c4d9d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Allocated IP 2001:db8:1::1 (b65aa645-0de0-4040-ae75-17fbcc49aa22/d16606d6-9ac5-4541-8867-2a4d49eec275/ad008810-1260-4ae0-8678-474c906bf4d9) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:00.961937 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23a83327-794f-4b83-9e63-28e61437b657 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.001707 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d204e0f0-2b5e-487b-bd63-37f078e9cc27 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9961832'] for subnet, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.029299 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:01.113189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:01.116171 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-608aa87b-9fad-4e39-b761-e3590190061e None None] Could not find standard attr ID for object 565280a6-b81a-4535-9939-909bb60d0ac5. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:05:01.139471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Pushing event updated for resources: {'Port': ['ID=3216335d-7c14-433a-9364-04c17fe319d2,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:01.160205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5c13a0-21d1-4109-b195-ca86cffe3689 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet f95f7197-4255-48c1-b1b6-c71b181ab406 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:01.174171 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d5c13a0-21d1-4109-b195-ca86cffe3689 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.249733 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d5c13a0-21d1-4109-b195-ca86cffe3689 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.272085 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d204e0f0-2b5e-487b-bd63-37f078e9cc27 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778471681244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8937080'] for subnet, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.332758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a83327-794f-4b83-9e63-28e61437b657 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Network 6269a86a-1e02-458e-bea4-71aaf238862b is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:01.354633 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-608aa87b-9fad-4e39-b761-e3590190061e None None] Provisioning complete for port 27fb6995-d3fa-47c5-9355-c11d6ccc197a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:01.355264 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-608aa87b-9fad-4e39-b761-e3590190061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.365065 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-23a83327-794f-4b83-9e63-28e61437b657 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:01.374958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a83327-794f-4b83-9e63-28e61437b657 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:01.376103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a83327-794f-4b83-9e63-28e61437b657 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:01.377064 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23a83327-794f-4b83-9e63-28e61437b657 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.385321 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d204e0f0-2b5e-487b-bd63-37f078e9cc27 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:01.388062 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d204e0f0-2b5e-487b-bd63-37f078e9cc27 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.390377 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d204e0f0-2b5e-487b-bd63-37f078e9cc27 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "PUT /v2.0/subnets/dce80d11-70ec-4519-9d7e-1fac734274fe HTTP/1.1" status: 200 len: 900 time: 0.5371013 Dec 12 18:05:01.394562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55254) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:01.399142 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a83327-794f-4b83-9e63-28e61437b657 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Pushing event updated for resources: {'Port': ['ID=c08d23b0-3195-4e2e-835a-0336d3ff35be,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:01.477781 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-23a83327-794f-4b83-9e63-28e61437b657 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3048480 Dec 12 18:05:01.478586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55256) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:01.488596 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d7d0229-24b4-4fed-a754-f749553c4d9d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.506088 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204e0f0-2b5e-487b-bd63-37f078e9cc27 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event updated for resources: {'Subnet': ['ID=dce80d11-70ec-4519-9d7e-1fac734274fe,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:01.510560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:01.517571 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d5c13a0-21d1-4109-b195-ca86cffe3689 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.571523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Attempting to bind port 3216335d-7c14-433a-9364-04c17fe319d2 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:01.571910 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Attempting to bind port 3216335d-7c14-433a-9364-04c17fe319d2 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '98fab749-b955-42ab-aa2f-6632ef7dd4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:01.572292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Attempting to bind port 3216335d-7c14-433a-9364-04c17fe319d2 on network b65aa645-0de0-4040-ae75-17fbcc49aa22 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:01.582232 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.585431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67aa55c-7112-41ce-a2d7-b4331d0697ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-b1234fe0-b57a-4c04-8ced-caaf90de26df', 'network_id': 'b1234fe0-b57a-4c04-8ced-caaf90de26df', 'project_id': '9f0ecdb21b2344a68d0da5af771a3652', 'fixed_ips': [{'subnet_id': 'dce80d11-70ec-4519-9d7e-1fac734274fe'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:05:01.586816 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b67aa55c-7112-41ce-a2d7-b4331d0697ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.627784 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:05:01.628656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Checking segment: {'id': '98fab749-b955-42ab-aa2f-6632ef7dd4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:05:01.628818 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.629333 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Bound using segment: {'id': '98fab749-b955-42ab-aa2f-6632ef7dd4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:05:01.629843 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Bound port: 3216335d-7c14-433a-9364-04c17fe319d2, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fab749-b955-42ab-aa2f-6632ef7dd4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:05:01.630240 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.633138 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3734-dce2-4586-b535-60beb0f6b0bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.661220 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.712412 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d5c13a0-21d1-4109-b195-ca86cffe3689 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.715259 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d7d0229-24b4-4fed-a754-f749553c4d9d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.727811 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3734-dce2-4586-b535-60beb0f6b0bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.784211 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c13a0-21d1-4109-b195-ca86cffe3689 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=f95f7197-4255-48c1-b1b6-c71b181ab406,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:01.802123 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d5c13a0-21d1-4109-b195-ca86cffe3689 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.810057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7d5c13a0-21d1-4109-b195-ca86cffe3689 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/f95f7197-4255-48c1-b1b6-c71b181ab406 HTTP/1.1" status: 204 len: 168 time: 0.9818885 Dec 12 18:05:01.819412 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55260) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:01.830839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3734-dce2-4586-b535-60beb0f6b0bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.852579 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d0229-24b4-4fed-a754-f749553c4d9d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=ad008810-1260-4ae0-8678-474c906bf4d9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:01.859377 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 27fb6995-d3fa-47c5-9355-c11d6ccc197a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=27fb6995-d3fa-47c5-9355-c11d6ccc197a,segment=NetworkSegment(d9005f3b-782d-4987-bc56-3b16d8264cbd),segment_id=d9005f3b-782d-4987-bc56-3b16d8264cbd)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:01.865039 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb391d4-3971-48c3-a316-effbe8a36151 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:01.904117 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7d0229-24b4-4fed-a754-f749553c4d9d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network b65aa645-0de0-4040-ae75-17fbcc49aa22 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:01.908688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0d7d0229-24b4-4fed-a754-f749553c4d9d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:01.925265 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4d584b17-b2be-4b1e-ab58-62fdad0634e0 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039429 Dec 12 18:05:01.929601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7d0229-24b4-4fed-a754-f749553c4d9d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:01.929792 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b3734-dce2-4586-b535-60beb0f6b0bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Subnet': ['ID=dce80d11-70ec-4519-9d7e-1fac734274fe,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:01.931411 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55262) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:01.936922 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d7d0229-24b4-4fed-a754-f749553c4d9d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.937884 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-39db75e4-728f-4717-b2e6-8ae9b3e81f57 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server [None req-b67aa55c-7112-41ce-a2d7-b4331d0697ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dce80d11-70ec-4519-9d7e-1fac734274fe: This subnet is being modified by another concurrent operation. Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 18:05:01.961523 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise exception Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dce80d11-70ec-4519-9d7e-1fac734274fe: This subnet is being modified by another concurrent operation. Dec 12 18:05:01.966078 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server Dec 12 18:05:01.971564 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:01.972341 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f9c28f33-e30d-4497-ace0-c39cf88c9e55 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:02.064510 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c643f873-e108-4379-8692-66fd55e46170 None None] Network b1234fe0-b57a-4c04-8ced-caaf90de26df requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:02.204314 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:04:54Z', 'revision_number': 2, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:00Z', 'revision_number': 4, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:02.286565 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d7d0229-24b4-4fed-a754-f749553c4d9d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:02.324379 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840e9e84-f9ff-49ea-92db-722a89e75230 None None] The sync data for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 is: [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:04:54Z', 'revision_number': 2, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:00Z', 'revision_number': 4, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:05:02.341701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] device_id is not set on port c08d23b0-3195-4e2e-835a-0336d3ff35be yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:05:02.370974 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:02.392013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f9c28f33-e30d-4497-ace0-c39cf88c9e55 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:02.392708 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:02.395842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1b2237-8415-4ca4-83a1-52c0c8a20e9d None None] Network b1234fe0-b57a-4c04-8ced-caaf90de26df requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:02.428599 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=27fb6995-d3fa-47c5-9355-c11d6ccc197a,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:02.434327 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:02.440989 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] For port 3216335d-7c14-433a-9364-04c17fe319d2, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:05:02.545838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Pushing event updated for resources: {'Port': ['ID=c08d23b0-3195-4e2e-835a-0336d3ff35be,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:02.654753 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3734-dce2-4586-b535-60beb0f6b0bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:02.679925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:02.680278 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:02.680627 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:02.702657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:02.702996 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:02.716763 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 2 to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be Dec 12 18:05:02.737883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-608aa87b-9fad-4e39-b761-e3590190061e None None] Could not find standard attr ID for object 8610ab6a-4389-4a97-b343-79daed98f1df. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:05:02.743540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:02.744177 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:02.745239 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:02.746323 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-3f1b3734-dce2-4586-b535-60beb0f6b0bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1234fe0-b57a-4c04-8ced-caaf90de26df']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:02.753641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:02.754079 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:02.756873 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 3 to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be Dec 12 18:05:02.771911 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-3f1b3734-dce2-4586-b535-60beb0f6b0bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d81d7a-23b7-4323-bdb0-81c9eff14561') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:02.775035 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-3f1b3734-dce2-4586-b535-60beb0f6b0bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d81d7a-23b7-4323-bdb0-81c9eff14561') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:02.792564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] For port 3216335d-7c14-433a-9364-04c17fe319d2, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3216335d-7c14-433a-9364-04c17fe319d2,segment=NetworkSegment(98fab749-b955-42ab-aa2f-6632ef7dd4a5),segment_id=98fab749-b955-42ab-aa2f-6632ef7dd4a5)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:05:02.809031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:02.810135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:02.810489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:02.813355 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:02.866652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:02.867009 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:02.868741 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3734-dce2-4586-b535-60beb0f6b0bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:02.872616 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 4 to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be Dec 12 18:05:02.912650 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fc89c5-f39d-4129-9b23-6788825224b3 None None] DHCP port deletion for 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:05:02.920520 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3734-dce2-4586-b535-60beb0f6b0bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:02.937127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:02.938773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1b3734-dce2-4586-b535-60beb0f6b0bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:05:02.939048 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3734-dce2-4586-b535-60beb0f6b0bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:05:02.942926 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:05:02.947758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:02.948371 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:02.961735 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-608aa87b-9fad-4e39-b761-e3590190061e None None] Provisioning complete for port f9c28f33-e30d-4497-ace0-c39cf88c9e55 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:02.962125 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-608aa87b-9fad-4e39-b761-e3590190061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:02.979934 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39db75e4-728f-4717-b2e6-8ae9b3e81f57 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:02.994104 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39db75e4-728f-4717-b2e6-8ae9b3e81f57 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:03.012477 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:03.012974 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:03.015665 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 5 to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be Dec 12 18:05:03.074317 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:03.087905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:03.088722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:03.101152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd0725-b83a-47ee-b298-f972462e582f None None] Pushing event updated for resources: {'Port': ['ID=3216335d-7c14-433a-9364-04c17fe319d2,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:03.108485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:03.118328 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:03.120907 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 6 to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be Dec 12 18:05:03.159841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:03.162229 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:03.162717 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:03.182130 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3734-dce2-4586-b535-60beb0f6b0bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:03.200837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3734-dce2-4586-b535-60beb0f6b0bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:03.205087 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3f1b3734-dce2-4586-b535-60beb0f6b0bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/networks/b1234fe0-b57a-4c04-8ced-caaf90de26df HTTP/1.1" status: 204 len: 168 time: 1.8093483 Dec 12 18:05:03.210348 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55266) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:03.215873 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d7d0229-24b4-4fed-a754-f749553c4d9d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:03.217791 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f3fc89c5-f39d-4129-9b23-6788825224b3 None None] Deleting port f9c28f33-e30d-4497-ace0-c39cf88c9e55 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:03.218181 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3fc89c5-f39d-4129-9b23-6788825224b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:03.218673 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:03.220060 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:03.220607 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 7 to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be Dec 12 18:05:03.232081 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d7d0229-24b4-4fed-a754-f749553c4d9d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:03.238799 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d7d0229-24b4-4fed-a754-f749553c4d9d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:03.274278 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b3734-dce2-4586-b535-60beb0f6b0bc tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Network': ['ID=b1234fe0-b57a-4c04-8ced-caaf90de26df,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:03.281570 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-249658a7-22e0-4bcb-b521-48b664443fd8 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:03.281967 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249658a7-22e0-4bcb-b521-48b664443fd8 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:03.290191 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-249658a7-22e0-4bcb-b521-48b664443fd8 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/subnets/dce80d11-70ec-4519-9d7e-1fac734274fe HTTP/1.1" status: 404 len: 337 time: 0.0731313 Dec 12 18:05:03.296614 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55268) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:03.303171 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-608aa87b-9fad-4e39-b761-e3590190061e None None] Could not find standard attr ID for object 38212ace-b0f7-4c54-9e98-79feca4dcd8d. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:05:03.367026 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:03.367603 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:03.368017 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:03.401024 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f3fc89c5-f39d-4129-9b23-6788825224b3 None None] For port f9c28f33-e30d-4497-ace0-c39cf88c9e55, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f9c28f33-e30d-4497-ace0-c39cf88c9e55,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:03.402159 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3fc89c5-f39d-4129-9b23-6788825224b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:03.420145 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-221fe0cd-bfc8-4f14-9df1-dce53326ce6c tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:03.420484 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221fe0cd-bfc8-4f14-9df1-dce53326ce6c tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:03.433239 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-221fe0cd-bfc8-4f14-9df1-dce53326ce6c tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/networks/b1234fe0-b57a-4c04-8ced-caaf90de26df HTTP/1.1" status: 404 len: 339 time: 0.1326795 Dec 12 18:05:03.433921 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55270) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:03.439911 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f3fc89c5-f39d-4129-9b23-6788825224b3 None None] Calling delete_port for f9c28f33-e30d-4497-ace0-c39cf88c9e55 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:03.449508 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-63fff9b7-85ab-4ec6-a8d7-77ea7ea9086b None None] Provisioning complete for port 27fb6995-d3fa-47c5-9355-c11d6ccc197a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:03.450296 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63fff9b7-85ab-4ec6-a8d7-77ea7ea9086b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:03.533535 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 92907f3e-55dc-46af-9ac0-6402b3433c2e up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:03.566875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:03.566875 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:03.568734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7d0229-24b4-4fed-a754-f749553c4d9d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network b65aa645-0de0-4040-ae75-17fbcc49aa22 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:03.571405 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 8 to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be Dec 12 18:05:03.578213 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0d7d0229-24b4-4fed-a754-f749553c4d9d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:03.592525 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d0229-24b4-4fed-a754-f749553c4d9d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=ad008810-1260-4ae0-8678-474c906bf4d9,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:03.604136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:03.604496 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:03.604925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:03.630524 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90de004e-d41c-420b-ab19-d5794bf76909 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:03.738959 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f3fc89c5-f39d-4129-9b23-6788825224b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:03.747182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:03.747555 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:03.749326 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7d0229-24b4-4fed-a754-f749553c4d9d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:05:03.749948 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 9 to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be Dec 12 18:05:03.768180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:03.768523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:03.768868 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:03.776199 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:03.776530 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:03.777477 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 10 to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be Dec 12 18:05:03.792213 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:03.792664 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:03.793017 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:03.796546 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90de004e-d41c-420b-ab19-d5794bf76909 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:03.815415 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc89c5-f39d-4129-9b23-6788825224b3 None None] Pushing event deleted for resources: {'Port': ['ID=f9c28f33-e30d-4497-ace0-c39cf88c9e55,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:03.817846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fc89c5-f39d-4129-9b23-6788825224b3 None None] No DVR routers for this DVR port f9c28f33-e30d-4497-ace0-c39cf88c9e55 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:03.824426 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 92907f3e-55dc-46af-9ac0-6402b3433c2e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:03.824838 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:03.830981 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-90de004e-d41c-420b-ab19-d5794bf76909 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950ff139-873b-4d78-a6eb-ee70490be48c']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:03.867787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:03.868368 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port c08d23b0-3195-4e2e-835a-0336d3ff35be on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:03.868368 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:03.902945 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-90de004e-d41c-420b-ab19-d5794bf76909 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc53563-c222-41e0-a517-e4d59aac270a') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:03.903399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-90de004e-d41c-420b-ab19-d5794bf76909 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc53563-c222-41e0-a517-e4d59aac270a') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:03.918694 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90de004e-d41c-420b-ab19-d5794bf76909 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:03.939916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7d0229-24b4-4fed-a754-f749553c4d9d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:05:03.942118 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-63fff9b7-85ab-4ec6-a8d7-77ea7ea9086b None None] Provisioning complete for port 92907f3e-55dc-46af-9ac0-6402b3433c2e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:03.942503 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63fff9b7-85ab-4ec6-a8d7-77ea7ea9086b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:03.950307 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0d7d0229-24b4-4fed-a754-f749553c4d9d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/49b7183b-12fd-4c59-b4d0-812fa327d0f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0131507 Dec 12 18:05:03.953264 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55274) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:03.958594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-b50c784f-b4e4-4a12-ac4f-cad3f2d5cc14 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1065930581'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:03.984590 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] For port c08d23b0-3195-4e2e-835a-0336d3ff35be, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:05:03.984934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempted to set empty binding levels {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 12 18:05:03.993617 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.002754 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.004481 n-d-760354-5 neutron-server[103150]: DEBUG neutron.objects.ports [None req-39db75e4-728f-4717-b2e6-8ae9b3e81f57 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 18:05:04.008157 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39db75e4-728f-4717-b2e6-8ae9b3e81f57 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.023190 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90de004e-d41c-420b-ab19-d5794bf76909 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.029966 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50c784f-b4e4-4a12-ac4f-cad3f2d5cc14 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Made reservation on behalf of ae60d9fcfda242649d0d6f0c8466aa04 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:04.033674 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b50c784f-b4e4-4a12-ac4f-cad3f2d5cc14 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.056368 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90de004e-d41c-420b-ab19-d5794bf76909 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:05:04.057458 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90de004e-d41c-420b-ab19-d5794bf76909 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.060862 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] In _notify_port_updated(), no bound segment for port c08d23b0-3195-4e2e-835a-0336d3ff35be on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 18:05:04.061126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.061884 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:05:04.063639 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:05:04.065937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] 10.222.0.18 "PUT /v2.0/ports/c08d23b0-3195-4e2e-835a-0336d3ff35be HTTP/1.1" status: 200 len: 974 time: 2.5623853 Dec 12 18:05:04.070643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55276) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:04.119124 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 92907f3e-55dc-46af-9ac0-6402b3433c2e, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=92907f3e-55dc-46af-9ac0-6402b3433c2e,segment=NetworkSegment(d9005f3b-782d-4987-bc56-3b16d8264cbd),segment_id=d9005f3b-782d-4987-bc56-3b16d8264cbd)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:04.133760 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.136629 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 27fb6995-d3fa-47c5-9355-c11d6ccc197a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:04.139872 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39db75e4-728f-4717-b2e6-8ae9b3e81f57 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:04.147180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048de80-be12-4c5e-a78f-aee2778f0bec tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Pushing event updated for resources: {'Port': ['ID=c08d23b0-3195-4e2e-835a-0336d3ff35be,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:04.149690 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50c784f-b4e4-4a12-ac4f-cad3f2d5cc14 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:05:04.155696 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-39db75e4-728f-4717-b2e6-8ae9b3e81f57 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:04.178285 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b50c784f-b4e4-4a12-ac4f-cad3f2d5cc14 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.178658 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-b50c784f-b4e4-4a12-ac4f-cad3f2d5cc14 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Added segment 24bc1e4e-272e-49ff-8ab2-7fccd5cea976 of type vlan for network c062cbcb-a342-46a1-bd28-316c0aa4d2b1 Dec 12 18:05:04.191389 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39db75e4-728f-4717-b2e6-8ae9b3e81f57 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.192508 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39db75e4-728f-4717-b2e6-8ae9b3e81f57 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.193392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4c659a-efcd-4cd8-8bac-aad3c16bf473 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:04.206714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea864066-4847-46df-9c42-a9a72f114bbe tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.206945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea864066-4847-46df-9c42-a9a72f114bbe tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.207807 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea864066-4847-46df-9c42-a9a72f114bbe tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.208304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea864066-4847-46df-9c42-a9a72f114bbe tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.208767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea864066-4847-46df-9c42-a9a72f114bbe tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.209226 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea864066-4847-46df-9c42-a9a72f114bbe tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.209714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea864066-4847-46df-9c42-a9a72f114bbe tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.210184 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea864066-4847-46df-9c42-a9a72f114bbe tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.210713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea864066-4847-46df-9c42-a9a72f114bbe tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.211149 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea864066-4847-46df-9c42-a9a72f114bbe tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.211680 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea864066-4847-46df-9c42-a9a72f114bbe tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.212118 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea864066-4847-46df-9c42-a9a72f114bbe tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.214657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea864066-4847-46df-9c42-a9a72f114bbe tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.214657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea864066-4847-46df-9c42-a9a72f114bbe tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.214657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea864066-4847-46df-9c42-a9a72f114bbe tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.214657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea864066-4847-46df-9c42-a9a72f114bbe tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.214657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea864066-4847-46df-9c42-a9a72f114bbe tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.215163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea864066-4847-46df-9c42-a9a72f114bbe tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.219059 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db75e4-728f-4717-b2e6-8ae9b3e81f57 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=9747e51e-c209-44a7-b94b-1199f69a4dce,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:04.221896 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ea864066-4847-46df-9c42-a9a72f114bbe tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16731 time: 0.1506827 Dec 12 18:05:04.222603 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55278) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:04.258912 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b50c784f-b4e4-4a12-ac4f-cad3f2d5cc14 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.290469 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-39db75e4-728f-4717-b2e6-8ae9b3e81f57 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3538115 Dec 12 18:05:04.290469 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90de004e-d41c-420b-ab19-d5794bf76909 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.294453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55280) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:04.300701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-20aa0a42-cae5-4ae0-95bf-08f8b1bb9fcb tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'mac_address': 'fa:16:3e:0a:c9:a2', 'name': 'tempest-NetworksTestDHCPv6-1914170830'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:04.306488 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b50c784f-b4e4-4a12-ac4f-cad3f2d5cc14 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.312257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50c784f-b4e4-4a12-ac4f-cad3f2d5cc14 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:04.312866 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b50c784f-b4e4-4a12-ac4f-cad3f2d5cc14 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.317344 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63fff9b7-85ab-4ec6-a8d7-77ea7ea9086b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.330065 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90de004e-d41c-420b-ab19-d5794bf76909 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.336063 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-90de004e-d41c-420b-ab19-d5794bf76909 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/networks/950ff139-873b-4d78-a6eb-ee70490be48c HTTP/1.1" status: 204 len: 168 time: 0.8976820 Dec 12 18:05:04.351079 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55282) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:04.429717 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de004e-d41c-420b-ab19-d5794bf76909 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Network': ['ID=950ff139-873b-4d78-a6eb-ee70490be48c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:04.434800 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-807563ca-eb9c-4947-b670-8ad7230fc071 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:04.440453 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807563ca-eb9c-4947-b670-8ad7230fc071 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:04.448001 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-807563ca-eb9c-4947-b670-8ad7230fc071 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/subnets/03749927-abe0-43d9-a92a-7b2fda842673 HTTP/1.1" status: 404 len: 337 time: 0.0757489 Dec 12 18:05:04.449017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55284) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:04.475367 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ab2bed-8713-421a-bacd-57681a6d03ef tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:04.476051 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ab2bed-8713-421a-bacd-57681a6d03ef tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:04.479508 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a0ab2bed-8713-421a-bacd-57681a6d03ef tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/networks/f543324c-e2e9-4dcf-a3e5-70b3ad541a40 HTTP/1.1" status: 404 len: 339 time: 0.0293174 Dec 12 18:05:04.482094 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55286) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:04.550298 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-de051e66-9f0c-45e9-a6ca-4c4ee6958c6e tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Deleting port c08d23b0-3195-4e2e-835a-0336d3ff35be {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:04.550807 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de051e66-9f0c-45e9-a6ca-4c4ee6958c6e tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.600915 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-63fff9b7-85ab-4ec6-a8d7-77ea7ea9086b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:05:04.601539 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-63fff9b7-85ab-4ec6-a8d7-77ea7ea9086b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:05:04.612408 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=92907f3e-55dc-46af-9ac0-6402b3433c2e,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:04.662999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bbc576-d248-41d4-bb04-12eabc1af1b4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Deleting subnet 09776859-7030-417f-aa30-680fcb66d735 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:04.677325 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 27fb6995-d3fa-47c5-9355-c11d6ccc197a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:04.679811 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.687530 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73bbc576-d248-41d4-bb04-12eabc1af1b4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.709798 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'fixed_ips': [{'subnet_id': '9747e51e-c209-44a7-b94b-1199f69a4dce'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:05:04.711036 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.731820 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-de051e66-9f0c-45e9-a6ca-4c4ee6958c6e tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] For port c08d23b0-3195-4e2e-835a-0336d3ff35be, host n-h2-760354-5, got binding levels [] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:04.732296 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de051e66-9f0c-45e9-a6ca-4c4ee6958c6e tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.762036 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-de051e66-9f0c-45e9-a6ca-4c4ee6958c6e tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Calling delete_port for c08d23b0-3195-4e2e-835a-0336d3ff35be owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:04.778740 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73bbc576-d248-41d4-bb04-12eabc1af1b4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:04.852364 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c784f-b4e4-4a12-ac4f-cad3f2d5cc14 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Network': ['ID=c062cbcb-a342-46a1-bd28-316c0aa4d2b1,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:04.901337 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55288) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:04.902316 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b50c784f-b4e4-4a12-ac4f-cad3f2d5cc14 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9479935 Dec 12 18:05:04.907928 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-91eb3471-a6e5-4bc4-bbd0-6d3e7b9fc41d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'subnet': {'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:04.910492 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Allocated IP 2001:db8::f816:3eff:fe4d:f535 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/9747e51e-c209-44a7-b94b-1199f69a4dce/d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:04.998721 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba08186-d6a2-4eea-b4cb-c51d89211920 None None] Network b65aa645-0de0-4040-ae75-17fbcc49aa22 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:04.998970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20aa0a42-cae5-4ae0-95bf-08f8b1bb9fcb tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:05.000677 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network c062cbcb-a342-46a1-bd28-316c0aa4d2b1 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:05:05.059895 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de051e66-9f0c-45e9-a6ca-4c4ee6958c6e tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:05.108434 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20aa0a42-cae5-4ae0-95bf-08f8b1bb9fcb tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:05.123362 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de051e66-9f0c-45e9-a6ca-4c4ee6958c6e tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Pushing event deleted for resources: {'Port': ['ID=c08d23b0-3195-4e2e-835a-0336d3ff35be,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:05.143505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-20aa0a42-cae5-4ae0-95bf-08f8b1bb9fcb tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port 3933a1a7-dd26-40ff-b598-6595c72babca yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:05:05.163714 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de051e66-9f0c-45e9-a6ca-4c4ee6958c6e tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:05.167680 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-de051e66-9f0c-45e9-a6ca-4c4ee6958c6e tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] 10.222.0.18 "DELETE /v2.0/ports/c08d23b0-3195-4e2e-835a-0336d3ff35be HTTP/1.1" status: 204 len: 168 time: 0.9423876 Dec 12 18:05:05.171961 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91eb3471-a6e5-4bc4-bbd0-6d3e7b9fc41d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Made reservation on behalf of ae60d9fcfda242649d0d6f0c8466aa04 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:05.175849 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91eb3471-a6e5-4bc4-bbd0-6d3e7b9fc41d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:05.209277 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Sync routers for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:05:05.232302 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:05.232932 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:04:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:05.255078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55292) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:05.277317 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73bbc576-d248-41d4-bb04-12eabc1af1b4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:05.342278 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c9251b-eef9-4ee0-8656-2a3893f97cb4 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] GET failed (client error): The resource could not be found. Dec 12 18:05:05.352516 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-77c9251b-eef9-4ee0-8656-2a3893f97cb4 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] 10.222.0.18 "GET /v2.0/ports/c08d23b0-3195-4e2e-835a-0336d3ff35be HTTP/1.1" status: 404 len: 333 time: 0.0910628 Dec 12 18:05:05.355061 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:05.357523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55294) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:05.371915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-fcf13208-77c8-491a-a9f0-23f1bac1347a tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1246132123', 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:05.423249 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73bbc576-d248-41d4-bb04-12eabc1af1b4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:05.471554 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4757aee6-aef5-4ab0-bfb1-c1e26a719ae2 None None] Provisioning complete for port 3216335d-7c14-433a-9364-04c17fe319d2 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:05.471846 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4757aee6-aef5-4ab0-bfb1-c1e26a719ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:05.473486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf13208-77c8-491a-a9f0-23f1bac1347a tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Made reservation on behalf of 666c63c945f5404697ce29cb05b20105 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:05.476145 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fcf13208-77c8-491a-a9f0-23f1bac1347a tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:05.514827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-fcf13208-77c8-491a-a9f0-23f1bac1347a tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] device_id is not set on port e7d1c1a3-6fab-4fe8-8071-341b8d5afe88 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:05:05.547366 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73bbc576-d248-41d4-bb04-12eabc1af1b4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:05.556605 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-73bbc576-d248-41d4-bb04-12eabc1af1b4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/subnets/09776859-7030-417f-aa30-680fcb66d735 HTTP/1.1" status: 204 len: 168 time: 1.0689991 Dec 12 18:05:05.560949 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55296) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:05.589984 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4699e3-455f-4893-b7c2-66395fedfbe6 None None] Network 00a87e1c-c452-41c8-81f2-de861989cd66 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:05.634106 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:05.635793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbc576-d248-41d4-bb04-12eabc1af1b4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Subnet': ['ID=09776859-7030-417f-aa30-680fcb66d735,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:05.673739 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:02Z', 'revision_number': 3, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad008810-1260-4ae0-8678-474c906bf4d9', 'name': '', 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:e7:90:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:59Z', 'updated_at': '2021-12-12T18:05:02Z', 'revision_number': 2, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:05.715858 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Checking router: 49b7183b-12fd-4c59-b4d0-812fa327d0f2 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:05:05.716231 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Updating router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 port ad008810-1260-4ae0-8678-474c906bf4d9 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:05:05.744107 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:05.752870 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fcf13208-77c8-491a-a9f0-23f1bac1347a tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:05.776993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-7766e29c-7b90-4902-9953-ae1ad963f0de tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Deleting subnet 4abbf311-ef3b-4274-ac52-53087bef372f {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:05.779713 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f9c28f33-e30d-4497-ace0-c39cf88c9e55 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:05:05.787930 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:05.805141 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7766e29c-7b90-4902-9953-ae1ad963f0de tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:05.805927 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fcf13208-77c8-491a-a9f0-23f1bac1347a tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:05.852801 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf13208-77c8-491a-a9f0-23f1bac1347a tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Network 6269a86a-1e02-458e-bea4-71aaf238862b is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:05.857183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-fcf13208-77c8-491a-a9f0-23f1bac1347a tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:05.864646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf13208-77c8-491a-a9f0-23f1bac1347a tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:05.866210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf13208-77c8-491a-a9f0-23f1bac1347a tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:05.866837 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fcf13208-77c8-491a-a9f0-23f1bac1347a tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:05.869610 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91eb3471-a6e5-4bc4-bbd0-6d3e7b9fc41d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:05.941116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-20aa0a42-cae5-4ae0-95bf-08f8b1bb9fcb tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::f816:3eff:fe0a:c9a2 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/9747e51e-c209-44a7-b94b-1199f69a4dce/3933a1a7-dd26-40ff-b598-6595c72babca) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:05.941723 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb3471-a6e5-4bc4-bbd0-6d3e7b9fc41d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Subnet': ['ID=1259df92-805e-4d25-9a0a-d7d254c0306b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:05.962619 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7766e29c-7b90-4902-9953-ae1ad963f0de tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:05.963434 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fcf13208-77c8-491a-a9f0-23f1bac1347a tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5995684 Dec 12 18:05:05.964235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55298) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:05.981180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf13208-77c8-491a-a9f0-23f1bac1347a tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Pushing event updated for resources: {'Port': ['ID=e7d1c1a3-6fab-4fe8-8071-341b8d5afe88,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:06.046667 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7446021a-5613-4173-a85b-1cb19af4c014 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:06.052080 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7446021a-5613-4173-a85b-1cb19af4c014 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] 10.222.0.18 "GET /v2.0/ports/e7d1c1a3-6fab-4fe8-8071-341b8d5afe88 HTTP/1.1" status: 200 len: 955 time: 0.0852327 Dec 12 18:05:06.052700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55302) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:06.060812 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Pushing event updated for resources: {'Port': ['ID=d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:06.078389 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: f9c28f33-e30d-4497-ace0-c39cf88c9e55 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:05:06.078900 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f9c28f33-e30d-4497-ace0-c39cf88c9e55 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:05:06.083076 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:06.100460 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:06.105038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:06.150034 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4757aee6-aef5-4ab0-bfb1-c1e26a719ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:06.213619 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4757aee6-aef5-4ab0-bfb1-c1e26a719ae2 None None] For port 3216335d-7c14-433a-9364-04c17fe319d2, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3216335d-7c14-433a-9364-04c17fe319d2,segment=NetworkSegment(98fab749-b955-42ab-aa2f-6632ef7dd4a5),segment_id=98fab749-b955-42ab-aa2f-6632ef7dd4a5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:06.269391 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:06.287434 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:06.291331 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eb3471-a6e5-4bc4-bbd0-6d3e7b9fc41d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Checking segment: {'id': '24bc1e4e-272e-49ff-8ab2-7fccd5cea976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:05:06.291788 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eb3471-a6e5-4bc4-bbd0-6d3e7b9fc41d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network hostable DHCP agents. Network: c062cbcb-a342-46a1-bd28-316c0aa4d2b1, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:05:06.300039 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4757aee6-aef5-4ab0-bfb1-c1e26a719ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:06.389114 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7766e29c-7b90-4902-9953-ae1ad963f0de tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:06.397583 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c24f07-3b31-4f7b-b62e-5ff87f1928b1 None None] Pushing event updated for resources: {'Port': ['ID=ad008810-1260-4ae0-8678-474c906bf4d9,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:06.400287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eb3471-a6e5-4bc4-bbd0-6d3e7b9fc41d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network c062cbcb-a342-46a1-bd28-316c0aa4d2b1 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:05:06.440390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757aee6-aef5-4ab0-bfb1-c1e26a719ae2 None None] Pushing event updated for resources: {'Port': ['ID=3216335d-7c14-433a-9364-04c17fe319d2,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:06.444794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Attempting to bind port d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:06.445175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Attempting to bind port d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:06.445551 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Attempting to bind port d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0 on network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:06.459444 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:05:06.460012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Checking segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:05:06.460439 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:06.460845 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Bound using segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:05:06.462657 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c24f07-3b31-4f7b-b62e-5ff87f1928b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:06.464491 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c24f07-3b31-4f7b-b62e-5ff87f1928b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:06.465028 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c24f07-3b31-4f7b-b62e-5ff87f1928b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:06.465540 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c24f07-3b31-4f7b-b62e-5ff87f1928b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:06.466771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Bound port: d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:05:06.467241 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:06.467511 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c24f07-3b31-4f7b-b62e-5ff87f1928b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:06.468011 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c24f07-3b31-4f7b-b62e-5ff87f1928b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:06.468518 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c24f07-3b31-4f7b-b62e-5ff87f1928b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:06.470513 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c24f07-3b31-4f7b-b62e-5ff87f1928b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:06.471011 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c24f07-3b31-4f7b-b62e-5ff87f1928b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:06.471523 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c24f07-3b31-4f7b-b62e-5ff87f1928b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:06.473472 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c24f07-3b31-4f7b-b62e-5ff87f1928b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:06.474266 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c24f07-3b31-4f7b-b62e-5ff87f1928b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:06.479086 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c24f07-3b31-4f7b-b62e-5ff87f1928b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:06.565082 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-91eb3471-a6e5-4bc4-bbd0-6d3e7b9fc41d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, c062cbcb-a342-46a1-bd28-316c0aa4d2b1) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:06.567810 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7766e29c-7b90-4902-9953-ae1ad963f0de tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:06.578497 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91eb3471-a6e5-4bc4-bbd0-6d3e7b9fc41d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:06.585450 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91eb3471-a6e5-4bc4-bbd0-6d3e7b9fc41d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:06.602520 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Attempting to bind port ad008810-1260-4ae0-8678-474c906bf4d9 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:06.603030 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Attempting to bind port ad008810-1260-4ae0-8678-474c906bf4d9 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '98fab749-b955-42ab-aa2f-6632ef7dd4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:06.603865 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Attempting to bind port ad008810-1260-4ae0-8678-474c906bf4d9 on network b65aa645-0de0-4040-ae75-17fbcc49aa22 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:06.607500 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] For port d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:05:06.611473 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] For port d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:05:06.616269 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 92907f3e-55dc-46af-9ac0-6402b3433c2e up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:06.622213 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:05:06.622604 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Checking segment: {'id': '98fab749-b955-42ab-aa2f-6632ef7dd4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:05:06.622994 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:06.623797 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Bound using segment: {'id': '98fab749-b955-42ab-aa2f-6632ef7dd4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:05:06.624066 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Bound port: ad008810-1260-4ae0-8678-474c906bf4d9, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fab749-b955-42ab-aa2f-6632ef7dd4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:05:06.624464 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:06.650902 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20aa0a42-cae5-4ae0-95bf-08f8b1bb9fcb tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:06.658122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766e29c-7b90-4902-9953-ae1ad963f0de tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Subnet': ['ID=4abbf311-ef3b-4274-ac52-53087bef372f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:06.675433 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7766e29c-7b90-4902-9953-ae1ad963f0de tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:06.679517 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7766e29c-7b90-4902-9953-ae1ad963f0de tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/subnets/4abbf311-ef3b-4274-ac52-53087bef372f HTTP/1.1" status: 204 len: 168 time: 1.1117020 Dec 12 18:05:06.684935 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55304) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:06.692533 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd98e067-1e32-4eb1-a2cd-dd0b08ae3714 None None] Network c062cbcb-a342-46a1-bd28-316c0aa4d2b1 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:06.732020 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20aa0a42-cae5-4ae0-95bf-08f8b1bb9fcb tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:06.744530 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:06.759843 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-91eb3471-a6e5-4bc4-bbd0-6d3e7b9fc41d tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8557723 Dec 12 18:05:06.760523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55306) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:06.793088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa0a42-cae5-4ae0-95bf-08f8b1bb9fcb tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=3933a1a7-dd26-40ff-b598-6595c72babca,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:06.793951 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] For port ad008810-1260-4ae0-8678-474c906bf4d9, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:05:06.798605 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] For port ad008810-1260-4ae0-8678-474c906bf4d9, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ad008810-1260-4ae0-8678-474c906bf4d9,segment=NetworkSegment(98fab749-b955-42ab-aa2f-6632ef7dd4a5),segment_id=98fab749-b955-42ab-aa2f-6632ef7dd4a5)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:05:06.807193 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:06.817448 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aa0a42-cae5-4ae0-95bf-08f8b1bb9fcb tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:06.820229 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-20aa0a42-cae5-4ae0-95bf-08f8b1bb9fcb tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:06.824500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3244f-cca5-4f7e-a9da-4df6391d836c tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Deleting port e7d1c1a3-6fab-4fe8-8071-341b8d5afe88 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:06.824846 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8c3244f-cca5-4f7e-a9da-4df6391d836c tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:06.900093 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8c3244f-cca5-4f7e-a9da-4df6391d836c tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:06.917052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3244f-cca5-4f7e-a9da-4df6391d836c tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Calling delete_port for e7d1c1a3-6fab-4fe8-8071-341b8d5afe88 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:07.014543 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:07.015189 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:04:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:07.022255 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aa0a42-cae5-4ae0-95bf-08f8b1bb9fcb tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:07.033715 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aa0a42-cae5-4ae0-95bf-08f8b1bb9fcb tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:07.035897 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20aa0a42-cae5-4ae0-95bf-08f8b1bb9fcb tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:07.040815 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8c3244f-cca5-4f7e-a9da-4df6391d836c tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:07.069413 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8c3244f-cca5-4f7e-a9da-4df6391d836c tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:07.076836 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c8c3244f-cca5-4f7e-a9da-4df6391d836c tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] 10.222.0.18 "DELETE /v2.0/ports/e7d1c1a3-6fab-4fe8-8071-341b8d5afe88 HTTP/1.1" status: 204 len: 168 time: 1.0195951 Dec 12 18:05:07.079448 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55310) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:07.095505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b6b38c3d-bc89-48de-8df5-de51a0a457a1 None None] Provisioning complete for port ad008810-1260-4ae0-8678-474c906bf4d9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:07.097856 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b6b38c3d-bc89-48de-8df5-de51a0a457a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:07.123619 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-20aa0a42-cae5-4ae0-95bf-08f8b1bb9fcb tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8278587 Dec 12 18:05:07.131566 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c24f07-3b31-4f7b-b62e-5ff87f1928b1 None None] Pushing event updated for resources: {'Port': ['ID=ad008810-1260-4ae0-8678-474c906bf4d9,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:07.140670 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55312) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:07.141429 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3244f-cca5-4f7e-a9da-4df6391d836c tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7d1c1a3-6fab-4fe8-8071-341b8d5afe88,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:07.176394 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4f2f2d-c986-4b5f-bc82-b0017de489bb tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] GET failed (client error): The resource could not be found. Dec 12 18:05:07.178038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4c4f2f2d-c986-4b5f-bc82-b0017de489bb tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] 10.222.0.18 "GET /v2.0/ports/e7d1c1a3-6fab-4fe8-8071-341b8d5afe88 HTTP/1.1" status: 404 len: 333 time: 0.0975106 Dec 12 18:05:07.187101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55314) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:07.193261 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:07.198565 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-6f555985-9db2-4c8d-9688-752c67d34f63 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Request body: {'port': {'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-915948486'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:07.241249 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd3ea80-490d-4d47-8c19-c8da7fbafb58 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:07.249209 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd3ea80-490d-4d47-8c19-c8da7fbafb58 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:07.255353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3fd3ea80-490d-4d47-8c19-c8da7fbafb58 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1114275 Dec 12 18:05:07.257279 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55316) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:07.258263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f555985-9db2-4c8d-9688-752c67d34f63 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Made reservation on behalf of 666c63c945f5404697ce29cb05b20105 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:07.261846 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f555985-9db2-4c8d-9688-752c67d34f63 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:07.277772 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:07.278328 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 92907f3e-55dc-46af-9ac0-6402b3433c2e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:07.278328 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:07.325639 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-6f555985-9db2-4c8d-9688-752c67d34f63 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] device_id is not set on port 706bae32-ce2a-42fa-9b7c-74fa6308272b yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:05:07.375701 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2179c-9f3a-4316-b46e-25d1031863f9 None None] Pushing event updated for resources: {'Port': ['ID=d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:07.487376 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-c062cbcb-a342-46a1-bd28-316c0aa4d2b1', 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1', 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'fixed_ips': [{'subnet_id': '1259df92-805e-4d25-9a0a-d7d254c0306b'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:05:07.492790 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:07.517976 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f8d5bc9c-f9e7-4553-9ee1-670903c4f928 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port 3933a1a7-dd26-40ff-b598-6595c72babca {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:07.518323 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bc9c-f9e7-4553-9ee1-670903c4f928 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:07.617518 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b6b38c3d-bc89-48de-8df5-de51a0a457a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:07.620061 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ba0b9c-eb53-4c90-8853-6c638eaa9fcd None None] Network 00a87e1c-c452-41c8-81f2-de861989cd66 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:07.803219 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:02Z', 'revision_number': 3, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad008810-1260-4ae0-8678-474c906bf4d9', 'name': '', 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:e7:90:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:59Z', 'updated_at': '2021-12-12T18:05:06Z', 'revision_number': 4, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:07.844117 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f555985-9db2-4c8d-9688-752c67d34f63 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:07.846267 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554cdb3f-c450-48c6-bd31-b968b7eb4aba None None] The sync data for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 is: [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:02Z', 'revision_number': 3, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad008810-1260-4ae0-8678-474c906bf4d9', 'name': '', 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:e7:90:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:59Z', 'updated_at': '2021-12-12T18:05:06Z', 'revision_number': 4, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:05:07.966614 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3216335d-7c14-433a-9364-04c17fe319d2 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:07.969378 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bc9c-f9e7-4553-9ee1-670903c4f928 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:08.000741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f8d5bc9c-f9e7-4553-9ee1-670903c4f928 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for 3933a1a7-dd26-40ff-b598-6595c72babca owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:08.017479 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f555985-9db2-4c8d-9688-752c67d34f63 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:08.043510 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Deleting port dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:08.043872 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:08.063713 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b6b38c3d-bc89-48de-8df5-de51a0a457a1 None None] For port ad008810-1260-4ae0-8678-474c906bf4d9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ad008810-1260-4ae0-8678-474c906bf4d9,segment=NetworkSegment(98fab749-b955-42ab-aa2f-6632ef7dd4a5),segment_id=98fab749-b955-42ab-aa2f-6632ef7dd4a5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:08.086449 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b6b38c3d-bc89-48de-8df5-de51a0a457a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:08.209661 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f555985-9db2-4c8d-9688-752c67d34f63 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Network 6269a86a-1e02-458e-bea4-71aaf238862b is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:08.219888 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cd0d5a-a428-4d1f-b9ae-c01742d93ea5 None None] DHCP port deletion for 00a87e1c-c452-41c8-81f2-de861989cd66 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:05:08.221860 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-6f555985-9db2-4c8d-9688-752c67d34f63 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:08.228209 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f555985-9db2-4c8d-9688-752c67d34f63 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:08.229001 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f555985-9db2-4c8d-9688-752c67d34f63 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:08.229534 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f555985-9db2-4c8d-9688-752c67d34f63 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:08.257580 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f555985-9db2-4c8d-9688-752c67d34f63 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Pushing event updated for resources: {'Port': ['ID=706bae32-ce2a-42fa-9b7c-74fa6308272b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:08.257971 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] For port dd3872d6-f76b-4f73-bf97-1e0b5e1e4684, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=dd3872d6-f76b-4f73-bf97-1e0b5e1e4684,segment=NetworkSegment(5d7fa0ea-beed-4109-bb90-38912957eb56),segment_id=5d7fa0ea-beed-4109-bb90-38912957eb56)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:08.259699 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:08.280015 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6f555985-9db2-4c8d-9688-752c67d34f63 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0842183 Dec 12 18:05:08.282229 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55322) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:08.298026 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8daa411e-9373-4fdb-95c9-d7575c159bc2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:08.301856 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Calling delete_port for dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:08.303553 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:08.319921 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b6b38c3d-bc89-48de-8df5-de51a0a457a1 None None] Provisioning complete for port 3216335d-7c14-433a-9364-04c17fe319d2 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:08.320302 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b6b38c3d-bc89-48de-8df5-de51a0a457a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:08.329812 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b38c3d-bc89-48de-8df5-de51a0a457a1 None None] Pushing event updated for resources: {'Port': ['ID=ad008810-1260-4ae0-8678-474c906bf4d9,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:08.392076 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Allocated IP 2001:db8:2::2 (c062cbcb-a342-46a1-bd28-316c0aa4d2b1/1259df92-805e-4d25-9a0a-d7d254c0306b/1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:08.458011 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 3216335d-7c14-433a-9364-04c17fe319d2 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:08.458334 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:08.534395 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bc9c-f9e7-4553-9ee1-670903c4f928 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:08.554089 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:08.626012 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Port': ['ID=dd3872d6-f76b-4f73-bf97-1e0b5e1e4684,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:08.686017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] No DVR routers for this DVR port dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:08.687933 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bc9c-f9e7-4553-9ee1-670903c4f928 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:08.700984 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f8d5bc9c-f9e7-4553-9ee1-670903c4f928 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/3933a1a7-dd26-40ff-b598-6595c72babca HTTP/1.1" status: 204 len: 168 time: 1.4204402 Dec 12 18:05:08.708390 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55324) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:08.709294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5bc9c-f9e7-4553-9ee1-670903c4f928 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=3933a1a7-dd26-40ff-b598-6595c72babca,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:08.746706 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-18cd0d5a-a428-4d1f-b9ae-c01742d93ea5 None None] Deleting port dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:08.746912 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-18cd0d5a-a428-4d1f-b9ae-c01742d93ea5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:08.795443 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c5d1da-d8a7-461c-80f4-e1c6c2faac19 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:08.797118 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c5d1da-d8a7-461c-80f4-e1c6c2faac19 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:08.803183 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c1c5d1da-d8a7-461c-80f4-e1c6c2faac19 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0896668 Dec 12 18:05:08.804365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55326) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:08.882485 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:08.902240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-927c2d23-bfb8-4741-9240-6872e2f4f809 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 9747e51e-c209-44a7-b94b-1199f69a4dce {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:08.905962 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-927c2d23-bfb8-4741-9240-6872e2f4f809 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:08.923816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-18cd0d5a-a428-4d1f-b9ae-c01742d93ea5 None None] For port dd3872d6-f76b-4f73-bf97-1e0b5e1e4684, host n-d-760354-5, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:08.924233 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-18cd0d5a-a428-4d1f-b9ae-c01742d93ea5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:08.939251 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:08.950786 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-18cd0d5a-a428-4d1f-b9ae-c01742d93ea5 None None] Calling delete_port for dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:08.957186 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-18cd0d5a-a428-4d1f-b9ae-c01742d93ea5 None None] Port dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 was not found and therefore no delete operation was performed {{(pid=103152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 18:05:08.977299 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a87e1c-c452-41c8-81f2-de861989cd66']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:08.989940 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d7fa0ea-beed-4109-bb90-38912957eb56') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:08.990258 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d7fa0ea-beed-4109-bb90-38912957eb56') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:08.991051 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-18cd0d5a-a428-4d1f-b9ae-c01742d93ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.001336 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.041964 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.079912 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd0d5a-a428-4d1f-b9ae-c01742d93ea5 None None] Pushing event deleted for resources: {'Port': ['ID=dd3872d6-f76b-4f73-bf97-1e0b5e1e4684,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:09.084259 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cd0d5a-a428-4d1f-b9ae-c01742d93ea5 None None] No DVR routers for this DVR port dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:09.097562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:05:09.098532 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:05:09.101957 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:05:09.116953 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-2a211bc4-3917-48bd-8616-acbb324e184a None None] Provisioning complete for port ad008810-1260-4ae0-8678-474c906bf4d9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:09.117336 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2a211bc4-3917-48bd-8616-acbb324e184a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.122451 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.157306 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.167821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] device_id is not set on port 706bae32-ce2a-42fa-9b7c-74fa6308272b yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:05:09.180046 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.192669 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.237797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Network c062cbcb-a342-46a1-bd28-316c0aa4d2b1 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:09.244776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:09.251236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:09.254943 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Pushing event updated for resources: {'Port': ['ID=1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:09.261270 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Pushing event updated for resources: {'Port': ['ID=706bae32-ce2a-42fa-9b7c-74fa6308272b,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:09.262185 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.276546 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-927c2d23-bfb8-4741-9240-6872e2f4f809 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.292349 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.296872 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/networks/00a87e1c-c452-41c8-81f2-de861989cd66 HTTP/1.1" status: 204 len: 168 time: 2.6106656 Dec 12 18:05:09.303075 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55330) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:09.332804 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d91daa-b0e8-4566-a2d6-ebf5e3f025c4 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Network': ['ID=00a87e1c-c452-41c8-81f2-de861989cd66,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:09.354930 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:09.355404 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:09.355634 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:09.362534 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd377417-2afe-4cf0-9f34-a0754c43f965 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:09.382780 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd377417-2afe-4cf0-9f34-a0754c43f965 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:09.386243 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bd377417-2afe-4cf0-9f34-a0754c43f965 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/subnets/398240c5-830f-4ba5-bfee-a7da864119d5 HTTP/1.1" status: 404 len: 337 time: 0.0666502 Dec 12 18:05:09.391495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55332) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:09.395398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:09.395736 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:09.400045 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 2 to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b Dec 12 18:05:09.409584 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Attempting to bind port 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:09.409968 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Attempting to bind port 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '24bc1e4e-272e-49ff-8ab2-7fccd5cea976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:09.410898 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Attempting to bind port 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0 on network c062cbcb-a342-46a1-bd28-316c0aa4d2b1 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:09.417297 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-2a211bc4-3917-48bd-8616-acbb324e184a None None] Could not find standard attr ID for object dd3872d6-f76b-4f73-bf97-1e0b5e1e4684. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:05:09.421546 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:05:09.421937 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Checking segment: {'id': '24bc1e4e-272e-49ff-8ab2-7fccd5cea976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:05:09.422351 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.422747 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Bound using segment: {'id': '24bc1e4e-272e-49ff-8ab2-7fccd5cea976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:05:09.423329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Bound port: 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bc1e4e-272e-49ff-8ab2-7fccd5cea976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:05:09.428264 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.444549 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-7902d8a8-41f9-4f26-ad12-f684ce724d59 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:09.445171 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7902d8a8-41f9-4f26-ad12-f684ce724d59 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:09.454706 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7902d8a8-41f9-4f26-ad12-f684ce724d59 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/networks/ed23f525-82f9-4792-81de-3016089b2059 HTTP/1.1" status: 404 len: 339 time: 0.0576625 Dec 12 18:05:09.456201 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:09.456787 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-8daa411e-9373-4fdb-95c9-d7575c159bc2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Allocated IP 2001:db8:2::1 (c062cbcb-a342-46a1-bd28-316c0aa4d2b1/1259df92-805e-4d25-9a0a-d7d254c0306b/ef5e2062-bc04-4c3f-9afb-1b7223ade4d5) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:09.456934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:09.464054 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55334) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:09.470041 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:09.497089 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-927c2d23-bfb8-4741-9240-6872e2f4f809 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.506557 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] For port 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:05:09.509891 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] For port 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0,segment=NetworkSegment(24bc1e4e-272e-49ff-8ab2-7fccd5cea976),segment_id=24bc1e4e-272e-49ff-8ab2-7fccd5cea976)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:05:09.513673 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:09.529573 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf779e0f-d2a8-46e9-ac22-27a6f6a4095b tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:09.531800 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf779e0f-d2a8-46e9-ac22-27a6f6a4095b tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:09.541788 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cf779e0f-d2a8-46e9-ac22-27a6f6a4095b tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/subnets/75a8a7dd-b1e0-4679-9593-7e12cfc0fa26 HTTP/1.1" status: 404 len: 337 time: 0.0764630 Dec 12 18:05:09.545163 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55336) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:09.560138 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.581330 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ee9b10-0705-4f18-b54d-67edbdcd5b90 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:09.581873 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ee9b10-0705-4f18-b54d-67edbdcd5b90 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:09.586876 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a8ee9b10-0705-4f18-b54d-67edbdcd5b90 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/networks/bba8b0cd-91ca-497c-86f3-dba2f5139791 HTTP/1.1" status: 404 len: 339 time: 0.0407190 Dec 12 18:05:09.606716 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55338) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:09.611410 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:09.616741 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:09.618973 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 3 to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b Dec 12 18:05:09.629760 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8980a9be-4bcd-4f5e-9f49-ce8408971e1b None None] Provisioning complete for port d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:09.630138 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8980a9be-4bcd-4f5e-9f49-ce8408971e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.630611 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-927c2d23-bfb8-4741-9240-6872e2f4f809 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.687844 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c2d23-bfb8-4741-9240-6872e2f4f809 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=9747e51e-c209-44a7-b94b-1199f69a4dce,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:09.701351 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-927c2d23-bfb8-4741-9240-6872e2f4f809 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.712925 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-927c2d23-bfb8-4741-9240-6872e2f4f809 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/9747e51e-c209-44a7-b94b-1199f69a4dce HTTP/1.1" status: 204 len: 168 time: 0.9059179 Dec 12 18:05:09.719402 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:09.719788 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:09.721875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Pushing event updated for resources: {'Port': ['ID=1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:09.722991 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55340) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:09.742142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:09.742492 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:09.742842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:09.743188 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:09.743579 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:09.743915 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:09.744249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:09.744582 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:09.744914 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:09.745243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:09.745570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:09.745900 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:09.746229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c7b820-72d7-4860-a1ea-f46eeaa1b360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:09.802622 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b8323070-f6ba-4916-9674-df6364d1b66d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774679 Dec 12 18:05:09.803269 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55342) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:09.849163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:09.849504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:09.849848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:09.884453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfbfcf6-d48e-4ea1-8f4d-009a985ecde8 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:09.891886 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cbfbfcf6-d48e-4ea1-8f4d-009a985ecde8 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0870447 Dec 12 18:05:09.892788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:09.893458 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:09.893776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55344) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:09.894406 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 4 to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b Dec 12 18:05:09.946864 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4312c3af-f82c-4a02-8e1f-f6466e3cb56c None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:09.954502 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8980a9be-4bcd-4f5e-9f49-ce8408971e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:10.029234 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:10.029871 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:10.030371 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:10.039007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:10.039606 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:10.042039 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 5 to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b Dec 12 18:05:10.050428 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8980a9be-4bcd-4f5e-9f49-ce8408971e1b None None] For port d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:10.072238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:10.072594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:10.072928 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:10.081924 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4715d2-60ba-457f-ba9b-2df8812bb81e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:10.086482 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8a4715d2-60ba-457f-ba9b-2df8812bb81e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1639984 Dec 12 18:05:10.086482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:10.086482 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:10.086823 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 6 to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b Dec 12 18:05:10.089683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55346) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:10.153669 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-97c4d8f3-68ff-4bc8-94e4-2c3d20f7469f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608630 Dec 12 18:05:10.158196 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55348) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:10.168914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d00f6c76-0f56-4381-b64b-26a2b4ef5df5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:10.174727 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:10.175068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:10.175958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:10.230191 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-eefa7f09-331e-41ad-9382-3730ff37fa65 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:10.233176 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eefa7f09-331e-41ad-9382-3730ff37fa65 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:10.238869 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-eefa7f09-331e-41ad-9382-3730ff37fa65 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/subnets/44546b42-8d99-4516-a1ab-7682113df6e6 HTTP/1.1" status: 404 len: 337 time: 0.6286271 Dec 12 18:05:10.242330 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55352) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:10.276420 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-90187ad0-ab04-4c9e-99c7-5ac07ae95f92 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:10.277078 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90187ad0-ab04-4c9e-99c7-5ac07ae95f92 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:10.280420 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-90187ad0-ab04-4c9e-99c7-5ac07ae95f92 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/networks/f9f864cc-2096-46b1-8cca-8e050f7b8be7 HTTP/1.1" status: 404 len: 339 time: 0.0371063 Dec 12 18:05:10.284277 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55354) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:10.307411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:10.307979 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:10.337982 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 7 to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b Dec 12 18:05:10.345558 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8980a9be-4bcd-4f5e-9f49-ce8408971e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:10.372503 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:10.372850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:10.373193 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:10.379083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:10.379537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cad0b0f-92f9-477d-91a6-b8b8d77346c7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Deleting subnet b5660b54-ca85-4e8c-9ee2-8af193c0d8a1 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:10.379666 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:10.380063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00f6c76-0f56-4381-b64b-26a2b4ef5df5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:10.383133 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cad0b0f-92f9-477d-91a6-b8b8d77346c7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:10.384006 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d00f6c76-0f56-4381-b64b-26a2b4ef5df5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:10.388744 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 8 to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b Dec 12 18:05:10.405640 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:10.411681 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:10.412103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:10.413079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:10.436397 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cad0b0f-92f9-477d-91a6-b8b8d77346c7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:10.470938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:10.471326 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:10.477505 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 9 to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b Dec 12 18:05:10.495847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:10.496186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:10.496526 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:10.506518 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-67c234c3-c55d-4dea-ae01-d493485de2c2 None None] Could not find standard attr ID for object 3933a1a7-dd26-40ff-b598-6595c72babca. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:05:10.512646 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980a9be-4bcd-4f5e-9f49-ce8408971e1b None None] Pushing event updated for resources: {'Port': ['ID=d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:10.517012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:10.517012 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:10.519993 n-d-760354-5 neutron-server[103151]: INFO neutron.plugins.ml2.plugin [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempt 10 to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b Dec 12 18:05:10.541304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:10.541652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:10.541995 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempting to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:10.557041 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cad0b0f-92f9-477d-91a6-b8b8d77346c7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:10.558323 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:05:10.558687 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:05:10.573628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:05:10.574181 n-d-760354-5 neutron-server[103151]: ERROR neutron.plugins.ml2.managers [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Failed to bind port 706bae32-ce2a-42fa-9b7c-74fa6308272b on host n-h2-760354-5 for vnic_type normal using segments [{'id': 'fb09460c-fa47-4ffc-a71e-c6cf952fc195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6269a86a-1e02-458e-bea4-71aaf238862b'}] Dec 12 18:05:10.574760 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:10.584050 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8daa411e-9373-4fdb-95c9-d7575c159bc2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:10.657908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d696db23-0fe8-4552-85e9-12372ae26d06 None None] DHCP port deletion for 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:05:10.661684 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8daa411e-9373-4fdb-95c9-d7575c159bc2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:10.731241 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa411e-9373-4fdb-95c9-d7575c159bc2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=ef5e2062-bc04-4c3f-9afb-1b7223ade4d5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:10.731493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] For port 706bae32-ce2a-42fa-9b7c-74fa6308272b, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:05:10.731493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attempted to set empty binding levels {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 12 18:05:10.746500 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:10.746734 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cad0b0f-92f9-477d-91a6-b8b8d77346c7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:10.751941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d696db23-0fe8-4552-85e9-12372ae26d06 None None] Deleting port d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:10.752596 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d696db23-0fe8-4552-85e9-12372ae26d06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:10.798079 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad0b0f-92f9-477d-91a6-b8b8d77346c7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Subnet': ['ID=b5660b54-ca85-4e8c-9ee2-8af193c0d8a1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:10.804829 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cad0b0f-92f9-477d-91a6-b8b8d77346c7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:10.813383 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4cad0b0f-92f9-477d-91a6-b8b8d77346c7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/subnets/b5660b54-ca85-4e8c-9ee2-8af193c0d8a1 HTTP/1.1" status: 204 len: 168 time: 0.5279031 Dec 12 18:05:10.815656 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daa411e-9373-4fdb-95c9-d7575c159bc2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network c062cbcb-a342-46a1-bd28-316c0aa4d2b1 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:10.816590 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55372) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:10.828415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8daa411e-9373-4fdb-95c9-d7575c159bc2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:10.843073 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa411e-9373-4fdb-95c9-d7575c159bc2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:10.843833 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8daa411e-9373-4fdb-95c9-d7575c159bc2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:10.844788 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d696db23-0fe8-4552-85e9-12372ae26d06 None None] For port d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:10.845201 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d696db23-0fe8-4552-85e9-12372ae26d06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:10.859177 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d696db23-0fe8-4552-85e9-12372ae26d06 None None] Calling delete_port for d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:10.870197 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] In _notify_port_updated(), no bound segment for port 706bae32-ce2a-42fa-9b7c-74fa6308272b on network 6269a86a-1e02-458e-bea4-71aaf238862b {{(pid=103151) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 18:05:10.871089 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:10.872649 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:10.876443 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] 10.222.0.18 "PUT /v2.0/ports/706bae32-ce2a-42fa-9b7c-74fa6308272b HTTP/1.1" status: 200 len: 974 time: 2.5883265 Dec 12 18:05:10.884573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55374) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:10.945361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7899a460-1f14-46b3-926d-0900d97a63d3 None None] Network e8a98132-b298-4e7b-97fe-c37242c0eaf5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:10.964694 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b106c-1ad4-4b44-8b1b-f53c44da2e8f tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Pushing event updated for resources: {'Port': ['ID=706bae32-ce2a-42fa-9b7c-74fa6308272b,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:10.984283 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d00f6c76-0f56-4381-b64b-26a2b4ef5df5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.001921 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d696db23-0fe8-4552-85e9-12372ae26d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.047501 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696db23-0fe8-4552-85e9-12372ae26d06 None None] Pushing event deleted for resources: {'Port': ['ID=d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:11.049739 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d696db23-0fe8-4552-85e9-12372ae26d06 None None] No DVR routers for this DVR port d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:11.074795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f6c76-0f56-4381-b64b-26a2b4ef5df5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=7e71e989-8376-495b-808d-8c44752fcca8,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:11.076007 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8daa411e-9373-4fdb-95c9-d7575c159bc2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.114073 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] Port d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0 update to ACTIVE by agent not found {{(pid=103152) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 12 18:05:11.114949 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ad008810-1260-4ae0-8678-474c906bf4d9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:11.120059 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.140164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00f6c76-0f56-4381-b64b-26a2b4ef5df5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:11.142709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-d00f6c76-0f56-4381-b64b-26a2b4ef5df5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:11.147188 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00f6c76-0f56-4381-b64b-26a2b4ef5df5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:11.147828 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d00f6c76-0f56-4381-b64b-26a2b4ef5df5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.178728 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eec727-093c-4e14-9f4d-8a620cb5706c None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:11.198063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-86de0aa1-3a32-44c3-a505-6cc7c0261e00 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Deleting port 706bae32-ce2a-42fa-9b7c-74fa6308272b {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:11.202120 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86de0aa1-3a32-44c3-a505-6cc7c0261e00 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.208442 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d00f6c76-0f56-4381-b64b-26a2b4ef5df5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0482686 Dec 12 18:05:11.213362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55384) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:11.233002 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-b0e01bfa-1805-49ed-981a-61c34198044f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'mac_address': 'fa:16:3e:8d:72:1e', 'name': 'tempest-NetworksTestDHCPv6-2062639210'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:11.321869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ad008810-1260-4ae0-8678-474c906bf4d9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:11.322297 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.373855 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Deleting port f8b77b45-598f-4774-b23e-b84caf451339 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:11.374342 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.394388 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'fixed_ips': [{'subnet_id': '7e71e989-8376-495b-808d-8c44752fcca8'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:05:11.396057 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.415236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0e656b-2c72-4c30-846c-32452163bece None None] DHCP port deletion for e8a98132-b298-4e7b-97fe-c37242c0eaf5 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:05:11.419344 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbef2fcf-d5f6-44f9-b9b7-45ae02e3467b None None] Network c062cbcb-a342-46a1-bd28-316c0aa4d2b1 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:11.464437 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] For port f8b77b45-598f-4774-b23e-b84caf451339, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f8b77b45-598f-4774-b23e-b84caf451339,segment=NetworkSegment(7995de19-b2b9-4444-83ca-8d12a24c478a),segment_id=7995de19-b2b9-4444-83ca-8d12a24c478a)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:11.465086 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.488087 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Calling delete_port for f8b77b45-598f-4774-b23e-b84caf451339 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:11.510186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-86de0aa1-3a32-44c3-a505-6cc7c0261e00 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] For port 706bae32-ce2a-42fa-9b7c-74fa6308272b, host n-h2-760354-5, got binding levels [] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:11.510633 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86de0aa1-3a32-44c3-a505-6cc7c0261e00 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.534336 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-86de0aa1-3a32-44c3-a505-6cc7c0261e00 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Calling delete_port for 706bae32-ce2a-42fa-9b7c-74fa6308272b owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:11.593033 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e01bfa-1805-49ed-981a-61c34198044f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:11.640788 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-719a852c-e574-4871-a4c4-73c52ae8d689 None None] Provisioning complete for port 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:11.641185 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-719a852c-e574-4871-a4c4-73c52ae8d689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.654252 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3216335d-7c14-433a-9364-04c17fe319d2 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:11.722999 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8daa411e-9373-4fdb-95c9-d7575c159bc2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.729929 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b0e01bfa-1805-49ed-981a-61c34198044f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.741417 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8daa411e-9373-4fdb-95c9-d7575c159bc2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.742491 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8daa411e-9373-4fdb-95c9-d7575c159bc2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.752386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-b0e01bfa-1805-49ed-981a-61c34198044f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port 2b4f024b-728f-4a41-8f58-d11927ec7cbd yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:05:11.759299 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86de0aa1-3a32-44c3-a505-6cc7c0261e00 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.760956 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.784437 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Allocated IP 2001:db8::2 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/7e71e989-8376-495b-808d-8c44752fcca8/960f8229-622d-4f68-96df-22738ba004c8) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:11.826826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de0aa1-3a32-44c3-a505-6cc7c0261e00 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Pushing event deleted for resources: {'Port': ['ID=706bae32-ce2a-42fa-9b7c-74fa6308272b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:11.840628 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86de0aa1-3a32-44c3-a505-6cc7c0261e00 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.846373 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-86de0aa1-3a32-44c3-a505-6cc7c0261e00 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] 10.222.0.18 "DELETE /v2.0/ports/706bae32-ce2a-42fa-9b7c-74fa6308272b HTTP/1.1" status: 204 len: 168 time: 0.9586420 Dec 12 18:05:11.847078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55390) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:11.875404 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d2c3e2-617a-4fc5-839a-586ec4033d35 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] GET failed (client error): The resource could not be found. Dec 12 18:05:11.880678 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-58d2c3e2-617a-4fc5-839a-586ec4033d35 tempest-PortsAdminExtendedAttrsTestJSON-2111723355 tempest-PortsAdminExtendedAttrsTestJSON-2111723355-project-admin] 10.222.0.18 "GET /v2.0/ports/706bae32-ce2a-42fa-9b7c-74fa6308272b HTTP/1.1" status: 404 len: 333 time: 0.0282464 Dec 12 18:05:11.881239 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55392) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:11.927164 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daa411e-9373-4fdb-95c9-d7575c159bc2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network c062cbcb-a342-46a1-bd28-316c0aa4d2b1 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:11.932848 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8daa411e-9373-4fdb-95c9-d7575c159bc2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:11.960700 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e656b-2c72-4c30-846c-32452163bece None None] Deleting port f8b77b45-598f-4774-b23e-b84caf451339 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:11.961079 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7f0e656b-2c72-4c30-846c-32452163bece None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:11.969594 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-656c3b36-71be-4572-9930-2362b3c6eb5d tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.058527 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] No DVR routers for this DVR port f8b77b45-598f-4774-b23e-b84caf451339 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:12.073270 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-656c3b36-71be-4572-9930-2362b3c6eb5d tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.100209 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-656c3b36-71be-4572-9930-2362b3c6eb5d tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6269a86a-1e02-458e-bea4-71aaf238862b']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:12.111692 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-656c3b36-71be-4572-9930-2362b3c6eb5d tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb09460c-fa47-4ffc-a71e-c6cf952fc195') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:12.112133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-656c3b36-71be-4572-9930-2362b3c6eb5d tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb09460c-fa47-4ffc-a71e-c6cf952fc195') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:12.115694 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.126741 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-656c3b36-71be-4572-9930-2362b3c6eb5d tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.134380 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7f0e656b-2c72-4c30-846c-32452163bece None None] For port f8b77b45-598f-4774-b23e-b84caf451339, host n-d-760354-5, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:12.134849 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7f0e656b-2c72-4c30-846c-32452163bece None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.139771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 3216335d-7c14-433a-9364-04c17fe319d2 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:12.140144 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.148398 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-656c3b36-71be-4572-9930-2362b3c6eb5d tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.148631 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.148863 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa411e-9373-4fdb-95c9-d7575c159bc2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=ef5e2062-bc04-4c3f-9afb-1b7223ade4d5,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:12.161344 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656c3b36-71be-4572-9930-2362b3c6eb5d tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:05:12.161854 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-656c3b36-71be-4572-9930-2362b3c6eb5d tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.172921 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-719a852c-e574-4871-a4c4-73c52ae8d689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:05:12.240763 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:05:12.270476 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Port': ['ID=f8b77b45-598f-4774-b23e-b84caf451339,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:12.277847 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e656b-2c72-4c30-846c-32452163bece None None] Calling delete_port for f8b77b45-598f-4774-b23e-b84caf451339 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:12.284038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8daa411e-9373-4fdb-95c9-d7575c159bc2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:05:12.288976 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-7f0e656b-2c72-4c30-846c-32452163bece None None] Port f8b77b45-598f-4774-b23e-b84caf451339 was not found and therefore no delete operation was performed {{(pid=103152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 18:05:12.290897 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7f0e656b-2c72-4c30-846c-32452163bece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.305179 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-656c3b36-71be-4572-9930-2362b3c6eb5d tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.306020 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.327003 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-656c3b36-71be-4572-9930-2362b3c6eb5d tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.328309 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:12.333494 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-656c3b36-71be-4572-9930-2362b3c6eb5d tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] 10.222.0.18 "DELETE /v2.0/networks/6269a86a-1e02-458e-bea4-71aaf238862b HTTP/1.1" status: 204 len: 168 time: 0.4512310 Dec 12 18:05:12.354104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c3b36-71be-4572-9930-2362b3c6eb5d tempest-PortsAdminExtendedAttrsTestJSON-2037329766 tempest-PortsAdminExtendedAttrsTestJSON-2037329766-project] Pushing event deleted for resources: {'Network': ['ID=6269a86a-1e02-458e-bea4-71aaf238862b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:12.376196 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-719a852c-e574-4871-a4c4-73c52ae8d689 None None] For port 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0,segment=NetworkSegment(24bc1e4e-272e-49ff-8ab2-7fccd5cea976),segment_id=24bc1e4e-272e-49ff-8ab2-7fccd5cea976)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:12.378261 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-b0e01bfa-1805-49ed-981a-61c34198044f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::378 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/7e71e989-8376-495b-808d-8c44752fcca8/2b4f024b-728f-4a41-8f58-d11927ec7cbd) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:12.402615 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e656b-2c72-4c30-846c-32452163bece None None] No DVR routers for this DVR port f8b77b45-598f-4774-b23e-b84caf451339 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:12.419460 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-719a852c-e574-4871-a4c4-73c52ae8d689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.434374 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:12.449752 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:12.471581 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Pushing event updated for resources: {'Port': ['ID=960f8229-622d-4f68-96df-22738ba004c8,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:12.503331 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a98132-b298-4e7b-97fe-c37242c0eaf5']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:12.527590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e656b-2c72-4c30-846c-32452163bece None None] Pushing event deleted for resources: {'Port': ['ID=f8b77b45-598f-4774-b23e-b84caf451339,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:12.585166 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7995de19-b2b9-4444-83ca-8d12a24c478a') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:12.586038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7995de19-b2b9-4444-83ca-8d12a24c478a') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:12.610338 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.631281 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.643115 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:05:12.643724 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.701119 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b0e01bfa-1805-49ed-981a-61c34198044f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:05:12.752744 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:05:12.787659 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b0e01bfa-1805-49ed-981a-61c34198044f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.802472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8daa411e-9373-4fdb-95c9-d7575c159bc2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:05:12.815602 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8daa411e-9373-4fdb-95c9-d7575c159bc2 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/49b7183b-12fd-4c59-b4d0-812fa327d0f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9848669 Dec 12 18:05:12.820513 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55404) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:12.831662 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5cfd8faf-7f07-4be2-92b3-3c2ba5fd6e76 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1697883004'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:12.862091 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.869854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e01bfa-1805-49ed-981a-61c34198044f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=2b4f024b-728f-4a41-8f58-d11927ec7cbd,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:12.870372 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.883984 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/networks/e8a98132-b298-4e7b-97fe-c37242c0eaf5 HTTP/1.1" status: 204 len: 168 time: 2.0640664 Dec 12 18:05:12.890266 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Attempting to bind port 960f8229-622d-4f68-96df-22738ba004c8 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:12.890647 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Attempting to bind port 960f8229-622d-4f68-96df-22738ba004c8 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:12.891016 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Attempting to bind port 960f8229-622d-4f68-96df-22738ba004c8 on network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:12.893324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55406) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:12.908588 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55408) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:12.911055 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Sync routers for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:05:12.915132 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c091c93-f389-44dc-b92f-e249f41b60cd tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Network': ['ID=e8a98132-b298-4e7b-97fe-c37242c0eaf5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:12.941991 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfd8faf-7f07-4be2-92b3-3c2ba5fd6e76 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Made reservation on behalf of ae60d9fcfda242649d0d6f0c8466aa04 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:12.945938 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cfd8faf-7f07-4be2-92b3-3c2ba5fd6e76 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.954687 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:05:12.955091 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Checking segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:05:12.955721 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.956136 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Bound using segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:05:12.956693 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Bound port: 960f8229-622d-4f68-96df-22738ba004c8, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:05:12.958488 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.965327 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede0add6-728a-43c9-8c13-158649aa2551 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:12.966069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede0add6-728a-43c9-8c13-158649aa2551 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:12.977078 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfd8faf-7f07-4be2-92b3-3c2ba5fd6e76 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:05:12.982565 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ede0add6-728a-43c9-8c13-158649aa2551 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/subnets/148f8640-d144-4257-b3e4-67a92f536457 HTTP/1.1" status: 404 len: 337 time: 0.0878754 Dec 12 18:05:12.983446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55412) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:12.986598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e01bfa-1805-49ed-981a-61c34198044f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:12.992211 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cfd8faf-7f07-4be2-92b3-3c2ba5fd6e76 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:12.992657 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-5cfd8faf-7f07-4be2-92b3-3c2ba5fd6e76 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Added segment 9b06e1f0-aca0-4604-81d0-c00eee9aaaa4 of type vlan for network b5556c44-3205-44df-9747-fc2a4662c8ed Dec 12 18:05:12.998462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0d8aa971-1118-4cfd-a14f-5be7bdb4acf3 None None] Provisioning complete for port ef5e2062-bc04-4c3f-9afb-1b7223ade4d5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:12.998941 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0d8aa971-1118-4cfd-a14f-5be7bdb4acf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.006261 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-b0e01bfa-1805-49ed-981a-61c34198044f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:13.054123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e01bfa-1805-49ed-981a-61c34198044f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:13.062237 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:13.062838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e01bfa-1805-49ed-981a-61c34198044f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:13.062979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:04:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:13.063816 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b0e01bfa-1805-49ed-981a-61c34198044f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.068880 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1a7d86-f98f-4a9e-9fe5-a94e7ebfc0c7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:13.069649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1a7d86-f98f-4a9e-9fe5-a94e7ebfc0c7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:13.076025 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cfd8faf-7f07-4be2-92b3-3c2ba5fd6e76 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.079490 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-da1a7d86-f98f-4a9e-9fe5-a94e7ebfc0c7 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/networks/a1aad94a-edc7-4bc5-8c9e-867cb3b81c1f HTTP/1.1" status: 404 len: 339 time: 0.0893807 Dec 12 18:05:13.084006 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55414) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:13.132366 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b0e01bfa-1805-49ed-981a-61c34198044f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9125035 Dec 12 18:05:13.138032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55416) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:13.139174 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:05:13.140032 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cfd8faf-7f07-4be2-92b3-3c2ba5fd6e76 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.152133 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfd8faf-7f07-4be2-92b3-3c2ba5fd6e76 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:13.152816 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cfd8faf-7f07-4be2-92b3-3c2ba5fd6e76 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.170810 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a852c-e574-4871-a4c4-73c52ae8d689 None None] Pushing event updated for resources: {'Port': ['ID=1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:13.235548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eff0aff-c69b-47e4-9abf-f6e4115af63c tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Deleting subnet 7abab083-6964-44c6-9637-bce35bc0c7ab {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:13.243826 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:05:13.244322 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device dd3872d6-f76b-4f73-bf97-1e0b5e1e4684 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:05:13.259635 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd8faf-7f07-4be2-92b3-3c2ba5fd6e76 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Network': ['ID=b5556c44-3205-44df-9747-fc2a4662c8ed,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:13.263799 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9eff0aff-c69b-47e4-9abf-f6e4115af63c tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.288349 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network b5556c44-3205-44df-9747-fc2a4662c8ed details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:05:13.290576 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5cfd8faf-7f07-4be2-92b3-3c2ba5fd6e76 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4670029 Dec 12 18:05:13.291841 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55420) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:13.294830 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0d8aa971-1118-4cfd-a14f-5be7bdb4acf3 None None] Port ef5e2062-bc04-4c3f-9afb-1b7223ade4d5 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:05:13.297399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cff327d2-0f4c-40f2-8c2e-e6411a3d600a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'subnet': {'network_id': 'b5556c44-3205-44df-9747-fc2a4662c8ed', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:13.370060 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea150f53-d701-472b-9cbd-b05b4139ea5f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:13.376786 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea150f53-d701-472b-9cbd-b05b4139ea5f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:13.378600 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ea150f53-d701-472b-9cbd-b05b4139ea5f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2357106 Dec 12 18:05:13.391482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55422) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:13.413548 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:13.421897 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9eff0aff-c69b-47e4-9abf-f6e4115af63c tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.434707 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0d8aa971-1118-4cfd-a14f-5be7bdb4acf3 None None] Provisioning complete for port 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:13.435097 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0d8aa971-1118-4cfd-a14f-5be7bdb4acf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.437604 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] For port 960f8229-622d-4f68-96df-22738ba004c8, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:05:13.449738 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff327d2-0f4c-40f2-8c2e-e6411a3d600a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Made reservation on behalf of ae60d9fcfda242649d0d6f0c8466aa04 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:13.459354 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cff327d2-0f4c-40f2-8c2e-e6411a3d600a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.503233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f54dac34-92cb-4d1a-ab6b-0c8904eeb023 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fdff13e8db6c43b4a4448201f7f01550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5910425 Dec 12 18:05:13.510507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55424) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:13.526062 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:13.598870 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] For port 960f8229-622d-4f68-96df-22738ba004c8, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=960f8229-622d-4f68-96df-22738ba004c8,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:05:13.645515 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e954c00d-ab38-42d6-9317-0c7a365aec0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.656341 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.674321 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9eff0aff-c69b-47e4-9abf-f6e4115af63c tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.710509 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e954c00d-ab38-42d6-9317-0c7a365aec0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.713609 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c5df7d68-16fc-4753-a9bd-07fcf7a1b1e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port 2b4f024b-728f-4a41-8f58-d11927ec7cbd {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:13.713931 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5df7d68-16fc-4753-a9bd-07fcf7a1b1e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.737369 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cff327d2-0f4c-40f2-8c2e-e6411a3d600a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.786787 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:13.787172 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.863955 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9eff0aff-c69b-47e4-9abf-f6e4115af63c tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.867009 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff327d2-0f4c-40f2-8c2e-e6411a3d600a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Checking segment: {'id': '9b06e1f0-aca0-4604-81d0-c00eee9aaaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b5556c44-3205-44df-9747-fc2a4662c8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:05:13.880773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff327d2-0f4c-40f2-8c2e-e6411a3d600a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network hostable DHCP agents. Network: b5556c44-3205-44df-9747-fc2a4662c8ed, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:05:13.883188 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff327d2-0f4c-40f2-8c2e-e6411a3d600a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Subnet': ['ID=927ef950-b663-4c4a-aca1-301b08467159,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:13.912636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff327d2-0f4c-40f2-8c2e-e6411a3d600a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network b5556c44-3205-44df-9747-fc2a4662c8ed is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:05:13.918641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d0599-c6f5-490d-9de6-945701b058c4 None None] Pushing event updated for resources: {'Port': ['ID=960f8229-622d-4f68-96df-22738ba004c8,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:13.920674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff0aff-c69b-47e4-9abf-f6e4115af63c tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Subnet': ['ID=7abab083-6964-44c6-9637-bce35bc0c7ab,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:13.924457 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-cff327d2-0f4c-40f2-8c2e-e6411a3d600a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, b5556c44-3205-44df-9747-fc2a4662c8ed) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:13.933405 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff327d2-0f4c-40f2-8c2e-e6411a3d600a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:13.933621 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e954c00d-ab38-42d6-9317-0c7a365aec0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.934723 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cff327d2-0f4c-40f2-8c2e-e6411a3d600a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.938489 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e954c00d-ab38-42d6-9317-0c7a365aec0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.942444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e954c00d-ab38-42d6-9317-0c7a365aec0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a440c6b9-f59a-46a7-ae22-6145111b23a3 HTTP/1.1" status: 204 len: 168 time: 0.4282255 Dec 12 18:05:13.944988 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5df7d68-16fc-4753-a9bd-07fcf7a1b1e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.962637 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9eff0aff-c69b-47e4-9abf-f6e4115af63c tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:13.970078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9eff0aff-c69b-47e4-9abf-f6e4115af63c tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/subnets/7abab083-6964-44c6-9637-bce35bc0c7ab HTTP/1.1" status: 204 len: 168 time: 0.8845382 Dec 12 18:05:13.971779 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55432) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:13.982226 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954c00d-ab38-42d6-9317-0c7a365aec0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a440c6b9-f59a-46a7-ae22-6145111b23a3,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:13.982372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc6da05-8a5d-462b-a379-6a316e33b978 None None] Network b5556c44-3205-44df-9747-fc2a4662c8ed requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:13.990652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c5df7d68-16fc-4753-a9bd-07fcf7a1b1e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for 2b4f024b-728f-4a41-8f58-d11927ec7cbd owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:14.032534 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cff327d2-0f4c-40f2-8c2e-e6411a3d600a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7398682 Dec 12 18:05:14.033156 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55434) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:14.076089 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8c3f0c-3333-46fd-a217-8296313c930d None None] Network 178e9815-6e5f-43e7-aa13-1ba7453f48f7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:14.298930 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:14.384137 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-b5556c44-3205-44df-9747-fc2a4662c8ed', 'network_id': 'b5556c44-3205-44df-9747-fc2a4662c8ed', 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'fixed_ips': [{'subnet_id': '927ef950-b663-4c4a-aca1-301b08467159'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:05:14.385557 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:14.490504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d68a9e4c-a646-426a-95e4-ab4acf86a9d2 None None] Provisioning complete for port ef5e2062-bc04-4c3f-9afb-1b7223ade4d5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:14.496969 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d68a9e4c-a646-426a-95e4-ab4acf86a9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:14.591666 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Deleting port 7deddef9-5f51-4132-8b6b-d6d71ff76de5 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:14.592012 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:14.623446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55440) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:14.671857 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d68a9e4c-a646-426a-95e4-ab4acf86a9d2 None None] Port ef5e2062-bc04-4c3f-9afb-1b7223ade4d5 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:05:14.737806 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:10Z', 'revision_number': 4, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad008810-1260-4ae0-8678-474c906bf4d9', 'name': '', 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:e7:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:59Z', 'updated_at': '2021-12-12T18:05:07Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5e2062-bc04-4c3f-9afb-1b7223ade4d5', 'name': '', 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:0b:6f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:08Z', 'updated_at': '2021-12-12T18:05:11Z', 'revision_number': 2, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:14.772103 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Checking router: 49b7183b-12fd-4c59-b4d0-812fa327d0f2 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:05:14.772627 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Updating router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 port ef5e2062-bc04-4c3f-9afb-1b7223ade4d5 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:05:14.775092 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:05:14.782479 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a6d1da-61f8-4d99-a373-0e763e97b4b6 None None] DHCP port deletion for 178e9815-6e5f-43e7-aa13-1ba7453f48f7 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:05:14.787048 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] For port 7deddef9-5f51-4132-8b6b-d6d71ff76de5, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7deddef9-5f51-4132-8b6b-d6d71ff76de5,segment=NetworkSegment(b4a74320-0267-4cb5-b156-f038399d4c29),segment_id=b4a74320-0267-4cb5-b156-f038399d4c29)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:14.787614 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:14.807954 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-73471d66-cd8c-40fb-b314-85b1fbbf02bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=666c63c945f5404697ce29cb05b20105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1824253 Dec 12 18:05:14.810943 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55442) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:14.843699 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:05:14.844063 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d9b79e4f-4a4b-4ffb-9436-431b1a63bdc0 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:05:14.844756 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f8b77b45-598f-4774-b23e-b84caf451339 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:05:14.858377 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Calling delete_port for 7deddef9-5f51-4132-8b6b-d6d71ff76de5 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:14.872864 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5df7d68-16fc-4753-a9bd-07fcf7a1b1e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:14.922497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Allocated IP 2001:db8:3::2 (b5556c44-3205-44df-9747-fc2a4662c8ed/927ef950-b663-4c4a-aca1-301b08467159/d01ff041-5d94-4535-9ce0-31b948b9f695) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:14.941598 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:14.957365 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: f8b77b45-598f-4774-b23e-b84caf451339 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:05:14.958034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f8b77b45-598f-4774-b23e-b84caf451339 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:05:14.960039 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:14.980302 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df7d68-16fc-4753-a9bd-07fcf7a1b1e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=2b4f024b-728f-4a41-8f58-d11927ec7cbd,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:15.012220 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e86e95d-5eb6-43c9-9c62-8a0775f5e063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.055957 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6896bd1c-81f9-4dd9-9ca0-2814d26e58e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.058455 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5df7d68-16fc-4753-a9bd-07fcf7a1b1e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.063836 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c5df7d68-16fc-4753-a9bd-07fcf7a1b1e4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/2b4f024b-728f-4a41-8f58-d11927ec7cbd HTTP/1.1" status: 204 len: 168 time: 1.6690650 Dec 12 18:05:15.064451 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55444) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:15.095883 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6896bd1c-81f9-4dd9-9ca0-2814d26e58e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.140164 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.177600 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6896bd1c-81f9-4dd9-9ca0-2814d26e58e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.178776 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Port': ['ID=7deddef9-5f51-4132-8b6b-d6d71ff76de5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:15.186035 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] No DVR routers for this DVR port 7deddef9-5f51-4132-8b6b-d6d71ff76de5 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:15.195584 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6896bd1c-81f9-4dd9-9ca0-2814d26e58e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.197969 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6896bd1c-81f9-4dd9-9ca0-2814d26e58e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c2aea87-08f2-491b-a96e-90adfa1a0dde HTTP/1.1" status: 204 len: 168 time: 0.3852143 Dec 12 18:05:15.244670 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896bd1c-81f9-4dd9-9ca0-2814d26e58e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2aea87-08f2-491b-a96e-90adfa1a0dde,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:15.307843 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f864c648-d545-44f0-9521-affcccf4ca70 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:15.312246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f864c648-d545-44f0-9521-affcccf4ca70 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:15.322715 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f864c648-d545-44f0-9521-affcccf4ca70 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2564056 Dec 12 18:05:15.324423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55448) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:15.398218 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.423616 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 7e71e989-8376-495b-808d-8c44752fcca8 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:15.430313 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.526435 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178e9815-6e5f-43e7-aa13-1ba7453f48f7']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:15.535711 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.539251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 960f8229-622d-4f68-96df-22738ba004c8 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:15.548507 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a74320-0267-4cb5-b156-f038399d4c29') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:15.548811 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a74320-0267-4cb5-b156-f038399d4c29') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:15.580346 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.598272 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.611732 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:05:15.612296 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:05:15.617865 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:05:15.640846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d1da-61f8-4d99-a373-0e763e97b4b6 None None] Deleting port 7deddef9-5f51-4132-8b6b-d6d71ff76de5 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:15.641407 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40a6d1da-61f8-4d99-a373-0e763e97b4b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.703901 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.739740 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.814645 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5216e082-869b-4b38-9b80-e2aecb5854ad None None] Provisioning complete for port 960f8229-622d-4f68-96df-22738ba004c8 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:15.815676 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5216e082-869b-4b38-9b80-e2aecb5854ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.830240 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.883062 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.891728 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/7e71e989-8376-495b-808d-8c44752fcca8 HTTP/1.1" status: 204 len: 168 time: 0.5655799 Dec 12 18:05:15.892716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=7e71e989-8376-495b-808d-8c44752fcca8,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:15.902652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55458) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:15.904136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:15.904415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:15.904756 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:15.905094 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:15.905576 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:15.905915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:15.906243 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:15.906578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:15.907574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:15.908507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:15.908897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:15.909240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:15.909569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c741366-1df3-49d3-bcd5-512847d3df79 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:15.994466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-40a6d1da-61f8-4d99-a373-0e763e97b4b6 None None] For port 7deddef9-5f51-4132-8b6b-d6d71ff76de5, host n-d-760354-5, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:15.994466 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40a6d1da-61f8-4d99-a373-0e763e97b4b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:15.994800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0f03607c-a6fc-45a2-a6c8-7ba262734556 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800478 Dec 12 18:05:15.995078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55464) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:16.078758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a9e4a6-1ec5-4243-9eb8-fb29c210615f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:16.080270 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd6ea32-d443-434b-896c-8b348d9ef347 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:16.083925 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-58a9e4a6-1ec5-4243-9eb8-fb29c210615f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0874805 Dec 12 18:05:16.084701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55470) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:16.114286 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-40a6d1da-61f8-4d99-a373-0e763e97b4b6 None None] Calling delete_port for 7deddef9-5f51-4132-8b6b-d6d71ff76de5 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:16.136918 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-40a6d1da-61f8-4d99-a373-0e763e97b4b6 None None] Port 7deddef9-5f51-4132-8b6b-d6d71ff76de5 was not found and therefore no delete operation was performed {{(pid=103152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 18:05:16.144115 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:05:16.189049 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad5de63-6699-4f4e-9f30-40ecb3acdf04 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:16.197766 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-aad5de63-6699-4f4e-9f30-40ecb3acdf04 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1091628 Dec 12 18:05:16.197766 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55472) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:16.234307 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-40a6d1da-61f8-4d99-a373-0e763e97b4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:16.249118 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:16.250958 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 960f8229-622d-4f68-96df-22738ba004c8 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:16.251369 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:16.256276 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] 10.222.0.18 "DELETE /v2.0/networks/178e9815-6e5f-43e7-aa13-1ba7453f48f7 HTTP/1.1" status: 204 len: 168 time: 2.2795398 Dec 12 18:05:16.257398 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa3df7-a098-4229-aefb-888399085008 tempest-NetworksIpV6Test-1663695583 tempest-NetworksIpV6Test-1663695583-project] Pushing event deleted for resources: {'Network': ['ID=178e9815-6e5f-43e7-aa13-1ba7453f48f7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:16.281148 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-20d3e7b4-eac7-408f-9888-ead73aa24b69 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804470 Dec 12 18:05:16.281988 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55478) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:16.288569 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4cee15a6-ac69-4f68-bc27-9b575149ad2a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:16.294084 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:16.340308 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-40a6d1da-61f8-4d99-a373-0e763e97b4b6 None None] Network 178e9815-6e5f-43e7-aa13-1ba7453f48f7 is not hosted by any dhcp agent {{(pid=103152) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 18:05:16.340782 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a6d1da-61f8-4d99-a373-0e763e97b4b6 None None] No DVR routers for this DVR port 7deddef9-5f51-4132-8b6b-d6d71ff76de5 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:16.352520 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d1da-61f8-4d99-a373-0e763e97b4b6 None None] Pushing event deleted for resources: {'Port': ['ID=7deddef9-5f51-4132-8b6b-d6d71ff76de5,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:16.364005 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:16.454964 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Allocated IP 2001:db8:3::1 (b5556c44-3205-44df-9747-fc2a4662c8ed/927ef950-b663-4c4a-aca1-301b08467159/d06acbbb-dccb-4676-a35c-639eb1b59eb9) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:16.458464 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cee15a6-ac69-4f68-bc27-9b575149ad2a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:16.464502 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cee15a6-ac69-4f68-bc27-9b575149ad2a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:16.505539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Network b5556c44-3205-44df-9747-fc2a4662c8ed is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:16.544504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:16.553488 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:16.557295 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Pushing event updated for resources: {'Port': ['ID=d01ff041-5d94-4535-9ce0-31b948b9f695,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:16.613958 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5216e082-869b-4b38-9b80-e2aecb5854ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:16.694574 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:16.712754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55494) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:16.723385 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:16.732525 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55496) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:16.744137 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:16.775678 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Attempting to bind port d01ff041-5d94-4535-9ce0-31b948b9f695 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:16.776113 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Attempting to bind port d01ff041-5d94-4535-9ce0-31b948b9f695 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '9b06e1f0-aca0-4604-81d0-c00eee9aaaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b5556c44-3205-44df-9747-fc2a4662c8ed'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:16.776488 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Attempting to bind port d01ff041-5d94-4535-9ce0-31b948b9f695 on network b5556c44-3205-44df-9747-fc2a4662c8ed {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:16.787110 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:16.802533 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b57d7b9-05ea-47a3-b25c-67d9a96e0bbc None None] DHCP port deletion for 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:05:16.816580 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5216e082-869b-4b38-9b80-e2aecb5854ad None None] For port 960f8229-622d-4f68-96df-22738ba004c8, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=960f8229-622d-4f68-96df-22738ba004c8,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:16.821001 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:16.828018 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:05:16.828542 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Checking segment: {'id': '9b06e1f0-aca0-4604-81d0-c00eee9aaaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b5556c44-3205-44df-9747-fc2a4662c8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:05:16.828801 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:16.829258 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Bound using segment: {'id': '9b06e1f0-aca0-4604-81d0-c00eee9aaaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b5556c44-3205-44df-9747-fc2a4662c8ed'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:05:16.829683 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Bound port: d01ff041-5d94-4535-9ce0-31b948b9f695, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b06e1f0-aca0-4604-81d0-c00eee9aaaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b5556c44-3205-44df-9747-fc2a4662c8ed'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:05:16.830072 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:16.854882 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5216e082-869b-4b38-9b80-e2aecb5854ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:16.902872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfffdb1-0995-4057-a321-2546a1e3e277 None None] Pushing event updated for resources: {'Port': ['ID=ef5e2062-bc04-4c3f-9afb-1b7223ade4d5,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:16.937787 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=d06acbbb-dccb-4676-a35c-639eb1b59eb9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:16.963381 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network b5556c44-3205-44df-9747-fc2a4662c8ed is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:16.967176 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:16.981624 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:16.982018 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-7a257350-5cae-42f0-8ad9-ee35fcf8db87 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1227815379'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:16.982495 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:16.989735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-040c2195-5dee-4160-a6f8-2434f49bb10a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f0ecdb21b2344a68d0da5af771a3652&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2735353 Dec 12 18:05:16.995664 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55502) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:17.064766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ab26f1ce-4198-42d2-8026-77539707532e None None] Could not find standard attr ID for object 2b4f024b-728f-4a41-8f58-d11927ec7cbd. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:05:17.076136 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7b5d-86c4-45d3-b07e-317c1efe0bf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.151619 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:05:17.152022 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:05:17.152199 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7b5d-86c4-45d3-b07e-317c1efe0bf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.165219 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] For port d01ff041-5d94-4535-9ce0-31b948b9f695, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:05:17.168965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] For port d01ff041-5d94-4535-9ce0-31b948b9f695, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d01ff041-5d94-4535-9ce0-31b948b9f695,segment=NetworkSegment(9b06e1f0-aca0-4604-81d0-c00eee9aaaa4),segment_id=9b06e1f0-aca0-4604-81d0-c00eee9aaaa4)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:05:17.183301 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.193397 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216e082-869b-4b38-9b80-e2aecb5854ad None None] Pushing event updated for resources: {'Port': ['ID=960f8229-622d-4f68-96df-22738ba004c8,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:17.242355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a257350-5cae-42f0-8ad9-ee35fcf8db87 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Made reservation on behalf of b942795d495e4504bf5f21b56664b3b3 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:17.243453 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Attempting to bind port ef5e2062-bc04-4c3f-9afb-1b7223ade4d5 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:17.244071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Attempting to bind port ef5e2062-bc04-4c3f-9afb-1b7223ade4d5 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '24bc1e4e-272e-49ff-8ab2-7fccd5cea976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:17.244528 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Attempting to bind port ef5e2062-bc04-4c3f-9afb-1b7223ade4d5 on network c062cbcb-a342-46a1-bd28-316c0aa4d2b1 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:17.245521 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a257350-5cae-42f0-8ad9-ee35fcf8db87 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.258400 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a257350-5cae-42f0-8ad9-ee35fcf8db87 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.271516 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7b5d-86c4-45d3-b07e-317c1efe0bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.274107 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7b5d-86c4-45d3-b07e-317c1efe0bf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.277826 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5b0a7b5d-86c4-45d3-b07e-317c1efe0bf2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb4ff56d-8e4d-4601-a905-90409a1292e5 HTTP/1.1" status: 204 len: 168 time: 0.2772222 Dec 12 18:05:17.290073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7b5d-86c4-45d3-b07e-317c1efe0bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4ff56d-8e4d-4601-a905-90409a1292e5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:17.303882 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:05:17.304421 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Checking segment: {'id': '24bc1e4e-272e-49ff-8ab2-7fccd5cea976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:05:17.304983 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.305493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Bound using segment: {'id': '24bc1e4e-272e-49ff-8ab2-7fccd5cea976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:05:17.306097 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Bound port: ef5e2062-bc04-4c3f-9afb-1b7223ade4d5, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bc1e4e-272e-49ff-8ab2-7fccd5cea976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:05:17.306539 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.310145 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.332106 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8b57d7b9-05ea-47a3-b25c-67d9a96e0bbc None None] Deleting port 960f8229-622d-4f68-96df-22738ba004c8 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:17.332665 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b57d7b9-05ea-47a3-b25c-67d9a96e0bbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.404656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8bc93-6559-42e1-a254-eaa08eb1cc7d None None] Pushing event updated for resources: {'Port': ['ID=d01ff041-5d94-4535-9ce0-31b948b9f695,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:17.405688 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a257350-5cae-42f0-8ad9-ee35fcf8db87 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.408088 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ed01e31-e807-4905-9284-55782afec762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.409632 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.419628 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a257350-5cae-42f0-8ad9-ee35fcf8db87 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.452684 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-445a958b-2f72-474b-981d-bd03f0b6af3e None None] Provisioning complete for port ef5e2062-bc04-4c3f-9afb-1b7223ade4d5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:17.453120 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-445a958b-2f72-474b-981d-bd03f0b6af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.483417 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a257350-5cae-42f0-8ad9-ee35fcf8db87 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f45a79-2e31-4acb-b165-07da637176c3,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:17.511839 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a257350-5cae-42f0-8ad9-ee35fcf8db87 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:05:17.525560 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a257350-5cae-42f0-8ad9-ee35fcf8db87 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.526126 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-7a257350-5cae-42f0-8ad9-ee35fcf8db87 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Added segment 6e043a2a-fd44-4f6a-ba8c-2d888e9b4ce4 of type vlan for network 78266472-410f-4b4d-a55d-afbfc63efb0a Dec 12 18:05:17.559029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-445a958b-2f72-474b-981d-bd03f0b6af3e None None] Port ef5e2062-bc04-4c3f-9afb-1b7223ade4d5 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:05:17.568484 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8b57d7b9-05ea-47a3-b25c-67d9a96e0bbc None None] For port 960f8229-622d-4f68-96df-22738ba004c8, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=960f8229-622d-4f68-96df-22738ba004c8,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:17.568880 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b57d7b9-05ea-47a3-b25c-67d9a96e0bbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.578052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] For port ef5e2062-bc04-4c3f-9afb-1b7223ade4d5, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:05:17.582823 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] For port ef5e2062-bc04-4c3f-9afb-1b7223ade4d5, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ef5e2062-bc04-4c3f-9afb-1b7223ade4d5,segment=NetworkSegment(24bc1e4e-272e-49ff-8ab2-7fccd5cea976),segment_id=24bc1e4e-272e-49ff-8ab2-7fccd5cea976)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:05:17.587469 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8b57d7b9-05ea-47a3-b25c-67d9a96e0bbc None None] Calling delete_port for 960f8229-622d-4f68-96df-22738ba004c8 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:17.593312 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a257350-5cae-42f0-8ad9-ee35fcf8db87 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.597851 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.668526 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a257350-5cae-42f0-8ad9-ee35fcf8db87 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.678622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a257350-5cae-42f0-8ad9-ee35fcf8db87 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:17.679288 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a257350-5cae-42f0-8ad9-ee35fcf8db87 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.808953 n-d-760354-5 neutron-server[103150]: DEBUG neutron.objects.ports [None req-4cee15a6-ac69-4f68-bc27-9b575149ad2a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 18:05:17.824954 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7a257350-5cae-42f0-8ad9-ee35fcf8db87 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0905530 Dec 12 18:05:17.828388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55520) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:17.840834 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ddac034e-769f-406f-9d0e-06f97bb34e89 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Request body: {'subnet': {'network_id': '78266472-410f-4b4d-a55d-afbfc63efb0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:17.924499 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:17.925175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfffdb1-0995-4057-a321-2546a1e3e277 None None] Pushing event updated for resources: {'Port': ['ID=ef5e2062-bc04-4c3f-9afb-1b7223ade4d5,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:17.930562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:17.931191 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:17.972058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a257350-5cae-42f0-8ad9-ee35fcf8db87 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Pushing event updated for resources: {'Network': ['ID=78266472-410f-4b4d-a55d-afbfc63efb0a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:18.107274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddac034e-769f-406f-9d0e-06f97bb34e89 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Made reservation on behalf of b942795d495e4504bf5f21b56664b3b3 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:18.112505 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddac034e-769f-406f-9d0e-06f97bb34e89 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:18.409193 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddac034e-769f-406f-9d0e-06f97bb34e89 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:18.441924 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cee15a6-ac69-4f68-bc27-9b575149ad2a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:18.485922 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 78266472-410f-4b4d-a55d-afbfc63efb0a details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:05:18.491874 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7deddef9-5f51-4132-8b6b-d6d71ff76de5 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:05:18.499721 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac034e-769f-406f-9d0e-06f97bb34e89 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Pushing event updated for resources: {'Subnet': ['ID=5a5ade9e-3142-4e1c-bbde-73c9c94aadc4,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:18.555476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddac034e-769f-406f-9d0e-06f97bb34e89 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Checking segment: {'id': '6e043a2a-fd44-4f6a-ba8c-2d888e9b4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78266472-410f-4b4d-a55d-afbfc63efb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:05:18.558773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddac034e-769f-406f-9d0e-06f97bb34e89 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Network hostable DHCP agents. Network: 78266472-410f-4b4d-a55d-afbfc63efb0a, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:05:18.600464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddac034e-769f-406f-9d0e-06f97bb34e89 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Network 78266472-410f-4b4d-a55d-afbfc63efb0a is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:05:18.627613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55542) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:18.635081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ddac034e-769f-406f-9d0e-06f97bb34e89 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 78266472-410f-4b4d-a55d-afbfc63efb0a) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:18.638125 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 7deddef9-5f51-4132-8b6b-d6d71ff76de5 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:05:18.638745 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7deddef9-5f51-4132-8b6b-d6d71ff76de5 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:05:18.639974 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddac034e-769f-406f-9d0e-06f97bb34e89 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:18.640808 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddac034e-769f-406f-9d0e-06f97bb34e89 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:18.649284 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:18.666827 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ddac034e-769f-406f-9d0e-06f97bb34e89 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8373153 Dec 12 18:05:18.668347 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b57d7b9-05ea-47a3-b25c-67d9a96e0bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:18.669103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55546) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:18.677194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-12b719f6-5f93-45cf-8ed2-ebb704cedcdb tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Request body: {'port': {'network_id': '78266472-410f-4b4d-a55d-afbfc63efb0a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-554610555'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:18.693489 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d356096-771c-4759-8c79-bcc9d57006e0 None None] Network 78266472-410f-4b4d-a55d-afbfc63efb0a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:18.753434 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:18.776967 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:18.777723 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:18.830545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b57d7b9-05ea-47a3-b25c-67d9a96e0bbc None None] No DVR routers for this DVR port 960f8229-622d-4f68-96df-22738ba004c8 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:18.836381 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57d7b9-05ea-47a3-b25c-67d9a96e0bbc None None] Pushing event deleted for resources: {'Port': ['ID=960f8229-622d-4f68-96df-22738ba004c8,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:18.846545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3b5bff5d-927f-488c-bc43-27746cfcdac1 None None] Provisioning complete for port ef5e2062-bc04-4c3f-9afb-1b7223ade4d5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:18.847172 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3b5bff5d-927f-488c-bc43-27746cfcdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:18.870751 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:18.873882 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d01ff041-5d94-4535-9ce0-31b948b9f695 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:18.877978 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-3b12a37d-b56d-4948-8fa2-9aec853fe417 tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] Request body: {'port': {'network_id': '1ab58702-f939-4d27-8281-bb953edc2062', 'name': 'tempest-NetworksNegativeTestJSON-295805039'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:18.893140 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b12a37d-b56d-4948-8fa2-9aec853fe417 tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] POST failed (client error): The resource could not be found. Dec 12 18:05:18.893673 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b12a37d-b56d-4948-8fa2-9aec853fe417 tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:18.895461 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3b12a37d-b56d-4948-8fa2-9aec853fe417 tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2666745 Dec 12 18:05:18.901926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55548) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:18.940420 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aae294b-963e-4ca0-8588-571f54dfb3aa tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:18.940956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aae294b-963e-4ca0-8588-571f54dfb3aa tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:18.943756 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event updated for resources: {'Port': ['ID=d06acbbb-dccb-4676-a35c-639eb1b59eb9,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:18.944843 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7aae294b-963e-4ca0-8588-571f54dfb3aa tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] 10.222.0.18 "DELETE /v2.0/networks/9a7a084a-1ba0-492a-9272-b9e1a3122783 HTTP/1.1" status: 404 len: 339 time: 0.0419724 Dec 12 18:05:18.948569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55550) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:18.976423 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5996c39-635c-4680-a76b-6c0b360a5879 tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:18.977024 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5996c39-635c-4680-a76b-6c0b360a5879 tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:18.981403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d5996c39-635c-4680-a76b-6c0b360a5879 tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] 10.222.0.18 "DELETE /v2.0/ports/e11a8d0f-2898-4b4a-ab85-aa2d981482c9 HTTP/1.1" status: 404 len: 333 time: 0.0316241 Dec 12 18:05:18.990770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55552) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:19.021093 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:19.021475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:19.021825 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:19.022169 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:19.022508 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:19.022846 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:19.023179 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:19.023538 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:19.023997 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:19.024337 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:19.024664 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:19.024992 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:19.025313 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:05:19.040243 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45218a3-1d7b-440d-b3ad-2a86b310995b tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:19.040716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45218a3-1d7b-440d-b3ad-2a86b310995b tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:19.043811 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e45218a3-1d7b-440d-b3ad-2a86b310995b tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] 10.222.0.18 "DELETE /v2.0/subnets/987b15ed-8a4e-4cc4-b6ce-97062b36c8d1 HTTP/1.1" status: 404 len: 337 time: 0.0492911 Dec 12 18:05:19.056173 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55554) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:19.079858 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3e4a28-4789-4ccd-8873-cc265596891e tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] GET failed (client error): The resource could not be found. Dec 12 18:05:19.081275 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-eb3e4a28-4789-4ccd-8873-cc265596891e tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] 10.222.0.18 "GET /v2.0/networks/86933352-c84b-47ee-bb27-eda169f91588 HTTP/1.1" status: 404 len: 339 time: 0.0226078 Dec 12 18:05:19.085990 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55556) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:19.100679 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b719f6-5f93-45cf-8ed2-ebb704cedcdb tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Made reservation on behalf of b942795d495e4504bf5f21b56664b3b3 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:19.104723 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12b719f6-5f93-45cf-8ed2-ebb704cedcdb tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:19.140841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-12b719f6-5f93-45cf-8ed2-ebb704cedcdb tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] device_id is not set on port 336807e5-e3ba-471f-9d27-d238be61e7e0 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:05:19.157156 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26f2a7d-ac1c-42b2-b099-6197082629f1 tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] GET failed (client error): The resource could not be found. Dec 12 18:05:19.166623 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b26f2a7d-ac1c-42b2-b099-6197082629f1 tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] 10.222.0.18 "GET /v2.0/ports/9510811b-fbdb-4e4a-ac21-745c5789aa4d HTTP/1.1" status: 404 len: 333 time: 0.0797694 Dec 12 18:05:19.169992 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55562) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:19.227480 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b42dcc-549d-4e2d-9f4c-12e9ef785bf2 tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] GET failed (client error): The resource could not be found. Dec 12 18:05:19.237106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55564) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:19.238636 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f3b42dcc-549d-4e2d-9f4c-12e9ef785bf2 tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] 10.222.0.18 "GET /v2.0/subnets/f5a34a0c-9a1d-45f5-afcc-4473d64e07ba HTTP/1.1" status: 404 len: 337 time: 0.0544679 Dec 12 18:05:19.245219 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-449d9983-82ac-423b-8fd2-f87ee0bc9bdb tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:19.263886 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-449d9983-82ac-423b-8fd2-f87ee0bc9bdb tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] PUT failed (client error): The resource could not be found. Dec 12 18:05:19.264419 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449d9983-82ac-423b-8fd2-f87ee0bc9bdb tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:19.269048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-449d9983-82ac-423b-8fd2-f87ee0bc9bdb tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] 10.222.0.18 "PUT /v2.0/networks/b8ceaa48-d135-4048-b9c1-a6be30c609d9 HTTP/1.1" status: 404 len: 339 time: 0.0275099 Dec 12 18:05:19.271555 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55566) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:19.273127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-4cee15a6-ac69-4f68-bc27-9b575149ad2a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] For port 960f8229-622d-4f68-96df-22738ba004c8, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=960f8229-622d-4f68-96df-22738ba004c8,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:19.281641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-946b13f2-2222-4f20-95d7-4e3be22cd47f tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:19.300392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-78266472-410f-4b4d-a55d-afbfc63efb0a', 'network_id': '78266472-410f-4b4d-a55d-afbfc63efb0a', 'project_id': 'b942795d495e4504bf5f21b56664b3b3', 'fixed_ips': [{'subnet_id': '5a5ade9e-3142-4e1c-bbde-73c9c94aadc4'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:05:19.304279 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:19.310485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Network b5556c44-3205-44df-9747-fc2a4662c8ed is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:19.314283 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:19.328627 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-946b13f2-2222-4f20-95d7-4e3be22cd47f tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] PUT failed (client error): The resource could not be found. Dec 12 18:05:19.329219 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-946b13f2-2222-4f20-95d7-4e3be22cd47f tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:19.335013 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-946b13f2-2222-4f20-95d7-4e3be22cd47f tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] 10.222.0.18 "PUT /v2.0/ports/a1f74531-de5b-4c9c-b187-fe1bc7f4c5c3 HTTP/1.1" status: 404 len: 333 time: 0.0590429 Dec 12 18:05:19.336182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55568) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:19.339582 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eb0251-3e46-43cf-8ebb-ae4c7f293ddb None None] Network b5556c44-3205-44df-9747-fc2a4662c8ed requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:19.345250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-66327219-7105-4c77-92f8-f2675f722242 tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:19.368977 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-66327219-7105-4c77-92f8-f2675f722242 tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] PUT failed (client error): The resource could not be found. Dec 12 18:05:19.369449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66327219-7105-4c77-92f8-f2675f722242 tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:19.373974 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-66327219-7105-4c77-92f8-f2675f722242 tempest-NetworksNegativeTestJSON-800385300 tempest-NetworksNegativeTestJSON-800385300-project] 10.222.0.18 "PUT /v2.0/subnets/f63dc733-297a-4ee4-bcdd-b848ad3948aa HTTP/1.1" status: 404 len: 337 time: 0.0332241 Dec 12 18:05:19.375612 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cee15a6-ac69-4f68-bc27-9b575149ad2a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:19.395638 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-12b719f6-5f93-45cf-8ed2-ebb704cedcdb tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Allocated IP 172.20.0.12 (78266472-410f-4b4d-a55d-afbfc63efb0a/5a5ade9e-3142-4e1c-bbde-73c9c94aadc4/336807e5-e3ba-471f-9d27-d238be61e7e0) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:19.450826 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cee15a6-ac69-4f68-bc27-9b575149ad2a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:19.451652 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cee15a6-ac69-4f68-bc27-9b575149ad2a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:19.497812 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port d01ff041-5d94-4535-9ce0-31b948b9f695 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:19.497812 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:19.518416 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee15a6-ac69-4f68-bc27-9b575149ad2a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=960f8229-622d-4f68-96df-22738ba004c8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:19.546733 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cee15a6-ac69-4f68-bc27-9b575149ad2a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:19.553773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-4cee15a6-ac69-4f68-bc27-9b575149ad2a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:19.557249 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cee15a6-ac69-4f68-bc27-9b575149ad2a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:19.557798 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cee15a6-ac69-4f68-bc27-9b575149ad2a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:19.581574 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee15a6-ac69-4f68-bc27-9b575149ad2a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=a9b34845-d39c-4e88-b3d0-858bfc5b5048,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:19.593641 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:05:19.607952 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4cee15a6-ac69-4f68-bc27-9b575149ad2a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3247950 Dec 12 18:05:19.610613 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55574) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:19.617913 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5a01680d-ade2-48c3-982f-0b931322e131 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:19.665566 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12b719f6-5f93-45cf-8ed2-ebb704cedcdb tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:19.705927 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08936280-2599-46ff-bc10-05b26aadaf0d None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:19.709303 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12b719f6-5f93-45cf-8ed2-ebb704cedcdb tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:19.718694 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3b5bff5d-927f-488c-bc43-27746cfcdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:19.806795 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:05:19.808644 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b719f6-5f93-45cf-8ed2-ebb704cedcdb tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Network 78266472-410f-4b4d-a55d-afbfc63efb0a is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:19.809873 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b719f6-5f93-45cf-8ed2-ebb704cedcdb tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Pushing event updated for resources: {'Port': ['ID=336807e5-e3ba-471f-9d27-d238be61e7e0,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:19.821989 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-12b719f6-5f93-45cf-8ed2-ebb704cedcdb tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:19.825264 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b719f6-5f93-45cf-8ed2-ebb704cedcdb tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:19.828776 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f8da6c96-414c-4e85-b342-131a85b2f263 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/49b7183b-12fd-4c59-b4d0-812fa327d0f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6887941 Dec 12 18:05:19.837138 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Allocated IP 172.20.0.2 (78266472-410f-4b4d-a55d-afbfc63efb0a/5a5ade9e-3142-4e1c-bbde-73c9c94aadc4/fd768588-1816-4c3b-9aaa-40a6da8462df) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:19.838471 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55582) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:19.851385 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e6e48624-a576-44ff-82ef-5b9e35595bc7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:19.883421 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b719f6-5f93-45cf-8ed2-ebb704cedcdb tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:19.884215 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12b719f6-5f93-45cf-8ed2-ebb704cedcdb tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:19.886762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55584) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:19.938762 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-12b719f6-5f93-45cf-8ed2-ebb704cedcdb tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2649837 Dec 12 18:05:19.939147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55588) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:19.950914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-0bead27b-bc9c-43a5-8ac2-350ecf56f00b tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Request body: {'port': {'network_id': '78266472-410f-4b4d-a55d-afbfc63efb0a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1675793319', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:19.951680 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.api.validators [None req-0bead27b-bc9c-43a5-8ac2-350ecf56f00b tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] bootfile-name is not in valid_values {{(pid=103151) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 18:05:19.952128 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.api.validators [None req-0bead27b-bc9c-43a5-8ac2-350ecf56f00b tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] tftp-server is not in valid_values {{(pid=103151) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 18:05:19.952564 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.api.validators [None req-0bead27b-bc9c-43a5-8ac2-350ecf56f00b tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] server-ip-address is not in valid_values {{(pid=103151) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 18:05:20.098323 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3b5bff5d-927f-488c-bc43-27746cfcdac1 None None] For port ef5e2062-bc04-4c3f-9afb-1b7223ade4d5, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ef5e2062-bc04-4c3f-9afb-1b7223ade4d5,segment=NetworkSegment(24bc1e4e-272e-49ff-8ab2-7fccd5cea976),segment_id=24bc1e4e-272e-49ff-8ab2-7fccd5cea976)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:20.127808 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-14934926-6ef7-4f33-a12c-30bd9553c4c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:20.152565 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3b5bff5d-927f-488c-bc43-27746cfcdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:20.216329 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:20.227759 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bead27b-bc9c-43a5-8ac2-350ecf56f00b tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Made reservation on behalf of b942795d495e4504bf5f21b56664b3b3 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:20.231668 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bead27b-bc9c-43a5-8ac2-350ecf56f00b tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:20.273677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0bead27b-bc9c-43a5-8ac2-350ecf56f00b tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] device_id is not set on port bfe5e40b-0f3a-46aa-8770-cd6b5eb11ddf yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:05:20.377903 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-14934926-6ef7-4f33-a12c-30bd9553c4c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:20.386363 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-14934926-6ef7-4f33-a12c-30bd9553c4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:20.427905 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:17Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad008810-1260-4ae0-8678-474c906bf4d9', 'name': '', 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:e7:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:59Z', 'updated_at': '2021-12-12T18:05:07Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06acbbb-dccb-4676-a35c-639eb1b59eb9', 'name': '', 'network_id': 'b5556c44-3205-44df-9747-fc2a4662c8ed', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:c0:da:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '927ef950-b663-4c4a-aca1-301b08467159', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:15Z', 'updated_at': '2021-12-12T18:05:16Z', 'revision_number': 1, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '927ef950-b663-4c4a-aca1-301b08467159', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5e2062-bc04-4c3f-9afb-1b7223ade4d5', 'name': '', 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:0b:6f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:08Z', 'updated_at': '2021-12-12T18:05:17Z', 'revision_number': 4, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:20.438310 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-14934926-6ef7-4f33-a12c-30bd9553c4c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b456f81cf14426b9e459dbbe9b61814&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5492702 Dec 12 18:05:20.438562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55594) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:20.440707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.extraroute_db [None req-e6e48624-a576-44ff-82ef-5b9e35595bc7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103150) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 12 18:05:20.447877 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14934926-6ef7-4f33-a12c-30bd9553c4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171ff382-6d31-418f-b90b-80ae77fa7541,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:20.507564 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3540d3eb-7593-4163-8c31-b0d7c73ce4e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:20.520514 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.extraroute_db [None req-e6e48624-a576-44ff-82ef-5b9e35595bc7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Removed routes are [] {{(pid=103150) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 12 18:05:20.521369 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6e48624-a576-44ff-82ef-5b9e35595bc7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:20.532458 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a01680d-ade2-48c3-982f-0b931322e131 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:20.546184 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3540d3eb-7593-4163-8c31-b0d7c73ce4e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:20.560991 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a01680d-ade2-48c3-982f-0b931322e131 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:20.585940 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:20.624004 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'fixed_ips': [{'subnet_id': 'a9b34845-d39c-4e88-b3d0-858bfc5b5048'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:05:20.624397 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:20.657689 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3540d3eb-7593-4163-8c31-b0d7c73ce4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:20.663297 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3540d3eb-7593-4163-8c31-b0d7c73ce4e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:20.664963 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3540d3eb-7593-4163-8c31-b0d7c73ce4e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/171ff382-6d31-418f-b90b-80ae77fa7541 HTTP/1.1" status: 204 len: 168 time: 0.2238002 Dec 12 18:05:20.669011 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:20.681413 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540d3eb-7593-4163-8c31-b0d7c73ce4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171ff382-6d31-418f-b90b-80ae77fa7541,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:20.681850 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3625a00-e66e-45ea-b469-a083603d04a8 None None] The sync data for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 is: [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:17Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad008810-1260-4ae0-8678-474c906bf4d9', 'name': '', 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:e7:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:59Z', 'updated_at': '2021-12-12T18:05:07Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06acbbb-dccb-4676-a35c-639eb1b59eb9', 'name': '', 'network_id': 'b5556c44-3205-44df-9747-fc2a4662c8ed', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:c0:da:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '927ef950-b663-4c4a-aca1-301b08467159', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:15Z', 'updated_at': '2021-12-12T18:05:16Z', 'revision_number': 1, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '927ef950-b663-4c4a-aca1-301b08467159', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5e2062-bc04-4c3f-9afb-1b7223ade4d5', 'name': '', 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:0b:6f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:08Z', 'updated_at': '2021-12-12T18:05:17Z', 'revision_number': 4, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:05:20.695610 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Network 78266472-410f-4b4d-a55d-afbfc63efb0a is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:20.696840 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:20.700572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-0bead27b-bc9c-43a5-8ac2-350ecf56f00b tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Allocated IP 172.20.0.13 (78266472-410f-4b4d-a55d-afbfc63efb0a/5a5ade9e-3142-4e1c-bbde-73c9c94aadc4/bfe5e40b-0f3a-46aa-8770-cd6b5eb11ddf) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:20.724176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:20.754564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:20.866593 n-d-760354-5 neutron-server[103150]: INFO neutron.db.ipam_backend_mixin [None req-5a01680d-ade2-48c3-982f-0b931322e131 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9b34845-d39c-4e88-b3d0-858bfc5b5048 (CIDR: 2001:db8::/64) Dec 12 18:05:20.882227 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a6f2997a-ddd3-4754-99cb-ca4ba773f8d7 None None] Provisioning complete for port d01ff041-5d94-4535-9ce0-31b948b9f695 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:20.882572 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6f2997a-ddd3-4754-99cb-ca4ba773f8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:21.012555 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bff5d-927f-488c-bc43-27746cfcdac1 None None] Pushing event updated for resources: {'Port': ['ID=ef5e2062-bc04-4c3f-9afb-1b7223ade4d5,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:21.147418 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bead27b-bc9c-43a5-8ac2-350ecf56f00b tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:21.232848 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bead27b-bc9c-43a5-8ac2-350ecf56f00b tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:21.324989 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6e48624-a576-44ff-82ef-5b9e35595bc7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:21.329953 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6e48624-a576-44ff-82ef-5b9e35595bc7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:21.336229 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a01680d-ade2-48c3-982f-0b931322e131 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:21.336743 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a01680d-ade2-48c3-982f-0b931322e131 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:21.358096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bead27b-bc9c-43a5-8ac2-350ecf56f00b tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Network 78266472-410f-4b4d-a55d-afbfc63efb0a is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:21.365300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0bead27b-bc9c-43a5-8ac2-350ecf56f00b tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:21.379490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bead27b-bc9c-43a5-8ac2-350ecf56f00b tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:21.413759 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5a01680d-ade2-48c3-982f-0b931322e131 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8005071 Dec 12 18:05:21.437124 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55614) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:21.462857 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-7381e7f1-b515-4c6f-bc8c-f4abc7db7f3c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:21.492174 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Pushing event updated for resources: {'Port': ['ID=fd768588-1816-4c3b-9aaa-40a6da8462df,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:21.518285 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e48624-a576-44ff-82ef-5b9e35595bc7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:05:21.568861 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port d01ff041-5d94-4535-9ce0-31b948b9f695, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d01ff041-5d94-4535-9ce0-31b948b9f695,segment=NetworkSegment(9b06e1f0-aca0-4604-81d0-c00eee9aaaa4),segment_id=9b06e1f0-aca0-4604-81d0-c00eee9aaaa4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:21.584875 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:21.618256 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:21.623308 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bead27b-bc9c-43a5-8ac2-350ecf56f00b tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Pushing event updated for resources: {'Port': ['ID=bfe5e40b-0f3a-46aa-8770-cd6b5eb11ddf,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:21.717461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bead27b-bc9c-43a5-8ac2-350ecf56f00b tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:21.718202 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bead27b-bc9c-43a5-8ac2-350ecf56f00b tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:21.748547 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Attempting to bind port fd768588-1816-4c3b-9aaa-40a6da8462df on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:21.749143 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Attempting to bind port fd768588-1816-4c3b-9aaa-40a6da8462df by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '6e043a2a-fd44-4f6a-ba8c-2d888e9b4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78266472-410f-4b4d-a55d-afbfc63efb0a'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:21.749281 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Attempting to bind port fd768588-1816-4c3b-9aaa-40a6da8462df on network 78266472-410f-4b4d-a55d-afbfc63efb0a {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:21.761819 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=d01ff041-5d94-4535-9ce0-31b948b9f695,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:21.764834 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:05:21.765517 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Checking segment: {'id': '6e043a2a-fd44-4f6a-ba8c-2d888e9b4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78266472-410f-4b4d-a55d-afbfc63efb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:05:21.765938 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:21.766334 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Bound using segment: {'id': '6e043a2a-fd44-4f6a-ba8c-2d888e9b4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78266472-410f-4b4d-a55d-afbfc63efb0a'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:05:21.766875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Bound port: fd768588-1816-4c3b-9aaa-40a6da8462df, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e043a2a-fd44-4f6a-ba8c-2d888e9b4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78266472-410f-4b4d-a55d-afbfc63efb0a'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:05:21.767285 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:21.772760 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 960f8229-622d-4f68-96df-22738ba004c8 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:05:21.809926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0bead27b-bc9c-43a5-8ac2-350ecf56f00b tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.8695514 Dec 12 18:05:21.830931 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55622) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:21.888527 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Allocated IP 2001:db8::f816:3eff:fec3:6766 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/a9b34845-d39c-4e88-b3d0-858bfc5b5048/44227bf1-7c87-4429-8c51-3aad0edfee8a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:21.987351 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd5f86-335d-4c75-aa56-5cb841fcddec tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:21.995959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd5f86-335d-4c75-aa56-5cb841fcddec tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:22.013551 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd5f86-335d-4c75-aa56-5cb841fcddec tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:22.020520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-36fd5f86-335d-4c75-aa56-5cb841fcddec tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1889253 Dec 12 18:05:22.024062 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55628) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:22.036456 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7381e7f1-b515-4c6f-bc8c-f4abc7db7f3c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:22.050329 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7381e7f1-b515-4c6f-bc8c-f4abc7db7f3c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:22.098051 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:22.127698 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 960f8229-622d-4f68-96df-22738ba004c8 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:05:22.128086 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 960f8229-622d-4f68-96df-22738ba004c8 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:05:22.137679 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:22.217294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55630) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:22.223487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] For port fd768588-1816-4c3b-9aaa-40a6da8462df, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:05:22.230345 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] For port fd768588-1816-4c3b-9aaa-40a6da8462df, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=fd768588-1816-4c3b-9aaa-40a6da8462df,segment=NetworkSegment(6e043a2a-fd44-4f6a-ba8c-2d888e9b4ce4),segment_id=6e043a2a-fd44-4f6a-ba8c-2d888e9b4ce4)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:05:22.270694 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:22.337740 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:22.345539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:22.355330 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:22.435689 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Pushing event updated for resources: {'Port': ['ID=44227bf1-7c87-4429-8c51-3aad0edfee8a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:22.437532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a373fd2f-14cc-44d9-ac84-523f4391c73b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group': {'name': 'tempest-secgroup--178082509'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:22.502704 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d01ff041-5d94-4535-9ce0-31b948b9f695 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:22.538345 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e48624-a576-44ff-82ef-5b9e35595bc7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:05:22.541076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-88161d58-8d1c-4a5a-b1f7-7d27b594e2e6 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Deleting port bfe5e40b-0f3a-46aa-8770-cd6b5eb11ddf {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:22.541422 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88161d58-8d1c-4a5a-b1f7-7d27b594e2e6 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:22.546555 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a373fd2f-14cc-44d9-ac84-523f4391c73b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:22.562608 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6e48624-a576-44ff-82ef-5b9e35595bc7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:22.568130 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e6e48624-a576-44ff-82ef-5b9e35595bc7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/49b7183b-12fd-4c59-b4d0-812fa327d0f2 HTTP/1.1" status: 200 len: 954 time: 2.7285733 Dec 12 18:05:22.570567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55634) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:22.635499 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Attempting to bind port 44227bf1-7c87-4429-8c51-3aad0edfee8a on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:22.635903 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Attempting to bind port 44227bf1-7c87-4429-8c51-3aad0edfee8a by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:22.636246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Attempting to bind port 44227bf1-7c87-4429-8c51-3aad0edfee8a on network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:22.650947 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a373fd2f-14cc-44d9-ac84-523f4391c73b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:22.656434 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:05:22.656820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Checking segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:05:22.657238 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:22.657641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Bound using segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:05:22.658132 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Bound port: 44227bf1-7c87-4429-8c51-3aad0edfee8a, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:05:22.658532 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:22.660537 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8b729d11-563e-4208-a11c-9694448cc763 None None] Provisioning complete for port d06acbbb-dccb-4676-a35c-639eb1b59eb9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:22.660890 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b729d11-563e-4208-a11c-9694448cc763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:22.750090 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6b667-b075-4dfe-a8c7-cd2fbd95e1e6 None None] Pushing event updated for resources: {'Port': ['ID=fd768588-1816-4c3b-9aaa-40a6da8462df,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:22.759476 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8b729d11-563e-4208-a11c-9694448cc763 None None] Port d06acbbb-dccb-4676-a35c-639eb1b59eb9 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:05:22.812221 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88161d58-8d1c-4a5a-b1f7-7d27b594e2e6 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:22.859838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-88161d58-8d1c-4a5a-b1f7-7d27b594e2e6 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Calling delete_port for bfe5e40b-0f3a-46aa-8770-cd6b5eb11ddf owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:22.879684 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3716d65a-a6b6-4d40-94ba-dee143db112b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/routers/49b7183b-12fd-4c59-b4d0-812fa327d0f2 HTTP/1.1" status: 200 len: 954 time: 0.3068030 Dec 12 18:05:22.882878 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55642) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:22.891680 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8b729d11-563e-4208-a11c-9694448cc763 None None] Provisioning complete for port d01ff041-5d94-4535-9ce0-31b948b9f695 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:22.894545 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b729d11-563e-4208-a11c-9694448cc763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:22.900977 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port d01ff041-5d94-4535-9ce0-31b948b9f695 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:22.902875 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:22.903857 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-33ea786f-db56-4d5d-9a6c-d43270602954 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'router': {'routes': None}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:23.008888 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] For port 44227bf1-7c87-4429-8c51-3aad0edfee8a, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:05:23.016208 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Sync routers for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:05:23.030915 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] For port 44227bf1-7c87-4429-8c51-3aad0edfee8a, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=44227bf1-7c87-4429-8c51-3aad0edfee8a,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:05:23.033143 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7381e7f1-b515-4c6f-bc8c-f4abc7db7f3c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:23.035624 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:23.036421 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:23.059638 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:23.150576 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a373fd2f-14cc-44d9-ac84-523f4391c73b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:23.163430 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7381e7f1-b515-4c6f-bc8c-f4abc7db7f3c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:23.164237 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381e7f1-b515-4c6f-bc8c-f4abc7db7f3c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=81efe060-48e2-4969-a18c-4978d0d3d7d3,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:23.180578 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:23.211861 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf1ded-10a9-4a3f-94be-b0391a416f3c None None] Pushing event updated for resources: {'Port': ['ID=44227bf1-7c87-4429-8c51-3aad0edfee8a,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:23.221195 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a373fd2f-14cc-44d9-ac84-523f4391c73b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:23.224876 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ef5e2062-bc04-4c3f-9afb-1b7223ade4d5 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:23.276994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-7381e7f1-b515-4c6f-bc8c-f4abc7db7f3c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:23.294866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7381e7f1-b515-4c6f-bc8c-f4abc7db7f3c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:23.295544 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7381e7f1-b515-4c6f-bc8c-f4abc7db7f3c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:23.300300 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ef5e2062-bc04-4c3f-9afb-1b7223ade4d5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:23.300968 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:23.342186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373fd2f-14cc-44d9-ac84-523f4391c73b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b14b43-00f2-46e5-9c16-1e5f42bb2b94,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:23.357629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7381e7f1-b515-4c6f-bc8c-f4abc7db7f3c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9140136 Dec 12 18:05:23.360589 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55644) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:23.367281 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-89526579-67d2-4f15-9b9f-64eca1fedb04 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'mac_address': 'fa:16:3e:57:54:d8', 'name': 'tempest-NetworksTestDHCPv6-804232033'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:23.590975 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:20Z', 'revision_number': 6, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad008810-1260-4ae0-8678-474c906bf4d9', 'name': '', 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:e7:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:59Z', 'updated_at': '2021-12-12T18:05:07Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06acbbb-dccb-4676-a35c-639eb1b59eb9', 'name': '', 'network_id': 'b5556c44-3205-44df-9747-fc2a4662c8ed', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:c0:da:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '927ef950-b663-4c4a-aca1-301b08467159', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:15Z', 'updated_at': '2021-12-12T18:05:18Z', 'revision_number': 2, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '927ef950-b663-4c4a-aca1-301b08467159', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5e2062-bc04-4c3f-9afb-1b7223ade4d5', 'name': '', 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:0b:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:08Z', 'updated_at': '2021-12-12T18:05:19Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:23.614748 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89526579-67d2-4f15-9b9f-64eca1fedb04 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:23.643327 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88161d58-8d1c-4a5a-b1f7-7d27b594e2e6 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:23.652159 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a373fd2f-14cc-44d9-ac84-523f4391c73b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:23.652483 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Checking router: 49b7183b-12fd-4c59-b4d0-812fa327d0f2 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:05:23.653336 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Updating router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 port d06acbbb-dccb-4676-a35c-639eb1b59eb9 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:05:23.687907 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:23.740324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88161d58-8d1c-4a5a-b1f7-7d27b594e2e6 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Pushing event deleted for resources: {'Port': ['ID=bfe5e40b-0f3a-46aa-8770-cd6b5eb11ddf,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:23.748258 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a373fd2f-14cc-44d9-ac84-523f4391c73b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:23.834765 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-89526579-67d2-4f15-9b9f-64eca1fedb04 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:23.869467 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a373fd2f-14cc-44d9-ac84-523f4391c73b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:23.873724 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a373fd2f-14cc-44d9-ac84-523f4391c73b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6513982 Dec 12 18:05:23.884568 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-89526579-67d2-4f15-9b9f-64eca1fedb04 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port 1af21989-027c-473c-ac63-555f6c71319a yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:05:23.903914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55648) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:23.958908 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373fd2f-14cc-44d9-ac84-523f4391c73b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe0385a-701e-498e-a0b2-7ee7259884a0,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:24.022654 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88161d58-8d1c-4a5a-b1f7-7d27b594e2e6 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:24.032481 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55650) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:24.049252 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-88161d58-8d1c-4a5a-b1f7-7d27b594e2e6 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] 10.222.0.18 "DELETE /v2.0/ports/bfe5e40b-0f3a-46aa-8770-cd6b5eb11ddf HTTP/1.1" status: 204 len: 168 time: 2.0238755 Dec 12 18:05:24.063961 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-af887844-a452-4f02-b17e-76014c759dff tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Request body: {'port': {'name': 'tempest-new-port-name-1790151102', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:24.064246 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.api.validators [None req-af887844-a452-4f02-b17e-76014c759dff tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] bootfile-name is not in valid_values {{(pid=103150) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 18:05:24.064607 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.api.validators [None req-af887844-a452-4f02-b17e-76014c759dff tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] tftp-server is not in valid_values {{(pid=103150) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 18:05:24.065009 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.api.validators [None req-af887844-a452-4f02-b17e-76014c759dff tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] server-ip-address is not in valid_values {{(pid=103150) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 18:05:24.083705 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.extraroute_db [None req-33ea786f-db56-4d5d-9a6c-d43270602954 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Added routes are [] {{(pid=103151) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 12 18:05:24.086820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.extraroute_db [None req-33ea786f-db56-4d5d-9a6c-d43270602954 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103151) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 12 18:05:24.164409 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-94798665-4e19-4556-9a0c-e64f28983cd0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2518458 Dec 12 18:05:24.173280 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55656) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:24.181818 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cebe4ab1-d6a8-49e6-b7cb-d8ef0cb41afb tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group': {'name': 'tempest-security--1647169595', 'description': 'tempest-security-description-1422662408'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:24.186484 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-89526579-67d2-4f15-9b9f-64eca1fedb04 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8:0:1::15c (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/81efe060-48e2-4969-a18c-4978d0d3d7d3/1af21989-027c-473c-ac63-555f6c71319a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:24.243889 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-33ea786f-db56-4d5d-9a6c-d43270602954 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:24.258713 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dc6f15-06c2-47a2-a8cf-eaa91087d768 None None] Network 78266472-410f-4b4d-a55d-afbfc63efb0a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:24.263251 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:24.274162 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:24.304673 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-89526579-67d2-4f15-9b9f-64eca1fedb04 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::f816:3eff:fe57:54d8 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/a9b34845-d39c-4e88-b3d0-858bfc5b5048/1af21989-027c-473c-ac63-555f6c71319a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:24.361090 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af887844-a452-4f02-b17e-76014c759dff tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:24.395126 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef568454-604b-4008-880a-f214c30b2567 None None] Pushing event updated for resources: {'Port': ['ID=d06acbbb-dccb-4676-a35c-639eb1b59eb9,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:24.440668 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 44227bf1-7c87-4429-8c51-3aad0edfee8a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:24.553210 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cebe4ab1-d6a8-49e6-b7cb-d8ef0cb41afb tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:24.560244 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Attempting to bind port d06acbbb-dccb-4676-a35c-639eb1b59eb9 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:24.560749 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Attempting to bind port d06acbbb-dccb-4676-a35c-639eb1b59eb9 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '9b06e1f0-aca0-4604-81d0-c00eee9aaaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b5556c44-3205-44df-9747-fc2a4662c8ed'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:24.561125 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Attempting to bind port d06acbbb-dccb-4676-a35c-639eb1b59eb9 on network b5556c44-3205-44df-9747-fc2a4662c8ed {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:24.572486 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:05:24.572865 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Checking segment: {'id': '9b06e1f0-aca0-4604-81d0-c00eee9aaaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b5556c44-3205-44df-9747-fc2a4662c8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:05:24.573286 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:24.573688 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Bound using segment: {'id': '9b06e1f0-aca0-4604-81d0-c00eee9aaaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b5556c44-3205-44df-9747-fc2a4662c8ed'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:05:24.574172 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Bound port: d06acbbb-dccb-4676-a35c-639eb1b59eb9, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b06e1f0-aca0-4604-81d0-c00eee9aaaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b5556c44-3205-44df-9747-fc2a4662c8ed'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:05:24.574560 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:24.594456 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-204ddab1-33d4-4c92-82ce-ad54d4066de1 None None] Provisioning complete for port fd768588-1816-4c3b-9aaa-40a6da8462df triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:24.594837 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-204ddab1-33d4-4c92-82ce-ad54d4066de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:24.638971 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cebe4ab1-d6a8-49e6-b7cb-d8ef0cb41afb tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:24.668149 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cebe4ab1-d6a8-49e6-b7cb-d8ef0cb41afb tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:24.680543 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cebe4ab1-d6a8-49e6-b7cb-d8ef0cb41afb tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:24.686318 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cebe4ab1-d6a8-49e6-b7cb-d8ef0cb41afb tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "PUT /v2.0/security-groups/7fe0385a-701e-498e-a0b2-7ee7259884a0 HTTP/1.1" status: 200 len: 1797 time: 0.5118878 Dec 12 18:05:24.726101 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] For port d06acbbb-dccb-4676-a35c-639eb1b59eb9, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:05:24.731325 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] For port d06acbbb-dccb-4676-a35c-639eb1b59eb9, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d06acbbb-dccb-4676-a35c-639eb1b59eb9,segment=NetworkSegment(9b06e1f0-aca0-4604-81d0-c00eee9aaaa4),segment_id=9b06e1f0-aca0-4604-81d0-c00eee9aaaa4)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:05:24.744292 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:24.744776 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55658) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:24.853513 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-204ddab1-33d4-4c92-82ce-ad54d4066de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:24.864474 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:24.865108 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:24.915678 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 44227bf1-7c87-4429-8c51-3aad0edfee8a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:24.916589 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:24.959548 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-204ddab1-33d4-4c92-82ce-ad54d4066de1 None None] For port fd768588-1816-4c3b-9aaa-40a6da8462df, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=fd768588-1816-4c3b-9aaa-40a6da8462df,segment=NetworkSegment(6e043a2a-fd44-4f6a-ba8c-2d888e9b4ce4),segment_id=6e043a2a-fd44-4f6a-ba8c-2d888e9b4ce4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:24.972863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3fe750-8b57-4edb-86fb-94dd68c9f6d6 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:24.994173 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-204ddab1-33d4-4c92-82ce-ad54d4066de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:25.012675 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe4ab1-d6a8-49e6-b7cb-d8ef0cb41afb tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe0385a-701e-498e-a0b2-7ee7259884a0,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:25.044908 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-38782994-cf02-4fe5-bd46-20a06cd75036 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-groups/7fe0385a-701e-498e-a0b2-7ee7259884a0 HTTP/1.1" status: 200 len: 1797 time: 0.2936928 Dec 12 18:05:25.045876 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55662) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:25.068223 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef568454-604b-4008-880a-f214c30b2567 None None] Pushing event updated for resources: {'Port': ['ID=d06acbbb-dccb-4676-a35c-639eb1b59eb9,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:25.167133 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:25.212048 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-89526579-67d2-4f15-9b9f-64eca1fedb04 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:25.257747 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c36078c-2644-4216-80e6-3dca04f3be2c tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:25.289858 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af887844-a452-4f02-b17e-76014c759dff tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:25.318189 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af887844-a452-4f02-b17e-76014c759dff tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:25.394333 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:25.398252 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ac527305-7097-4160-b07c-735b19e6a18c None None] Provisioning complete for port 44227bf1-7c87-4429-8c51-3aad0edfee8a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:25.398619 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac527305-7097-4160-b07c-735b19e6a18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:25.401259 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c36078c-2644-4216-80e6-3dca04f3be2c tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:25.429994 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-33ea786f-db56-4d5d-9a6c-d43270602954 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:25.435038 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-33ea786f-db56-4d5d-9a6c-d43270602954 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:25.447238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ddab1-33d4-4c92-82ce-ad54d4066de1 None None] Pushing event updated for resources: {'Port': ['ID=fd768588-1816-4c3b-9aaa-40a6da8462df,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:25.484990 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 44227bf1-7c87-4429-8c51-3aad0edfee8a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=44227bf1-7c87-4429-8c51-3aad0edfee8a,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:25.499769 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:25.501332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device fd768588-1816-4c3b-9aaa-40a6da8462df up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:25.570420 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:24Z', 'revision_number': 7, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad008810-1260-4ae0-8678-474c906bf4d9', 'name': '', 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:e7:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:59Z', 'updated_at': '2021-12-12T18:05:07Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06acbbb-dccb-4676-a35c-639eb1b59eb9', 'name': '', 'network_id': 'b5556c44-3205-44df-9747-fc2a4662c8ed', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:c0:da:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '927ef950-b663-4c4a-aca1-301b08467159', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:15Z', 'updated_at': '2021-12-12T18:05:24Z', 'revision_number': 4, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '927ef950-b663-4c4a-aca1-301b08467159', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5e2062-bc04-4c3f-9afb-1b7223ade4d5', 'name': '', 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:0b:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:08Z', 'updated_at': '2021-12-12T18:05:19Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:25.600230 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af887844-a452-4f02-b17e-76014c759dff tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Pushing event updated for resources: {'Port': ['ID=336807e5-e3ba-471f-9d27-d238be61e7e0,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:25.601553 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=44227bf1-7c87-4429-8c51-3aad0edfee8a,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:25.616670 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ea786f-db56-4d5d-9a6c-d43270602954 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:05:25.646258 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befba4f5-661f-4556-b89b-95eea80d877c None None] The sync data for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 is: [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:24Z', 'revision_number': 7, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad008810-1260-4ae0-8678-474c906bf4d9', 'name': '', 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:e7:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:59Z', 'updated_at': '2021-12-12T18:05:07Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06acbbb-dccb-4676-a35c-639eb1b59eb9', 'name': '', 'network_id': 'b5556c44-3205-44df-9747-fc2a4662c8ed', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:c0:da:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '927ef950-b663-4c4a-aca1-301b08467159', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:15Z', 'updated_at': '2021-12-12T18:05:24Z', 'revision_number': 4, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '927ef950-b663-4c4a-aca1-301b08467159', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5e2062-bc04-4c3f-9afb-1b7223ade4d5', 'name': '', 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:0b:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:08Z', 'updated_at': '2021-12-12T18:05:19Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:05:25.646861 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-89526579-67d2-4f15-9b9f-64eca1fedb04 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:25.699869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dac6854-75e8-43f2-b486-edf912cea9b4 None None] Update dhcp port {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'fixed_ips': [{'subnet_id': 'a9b34845-d39c-4e88-b3d0-858bfc5b5048', 'ip_address': '2001:db8::f816:3eff:fec3:6766'}, {'subnet_id': '81efe060-48e2-4969-a18c-4978d0d3d7d3'}], 'binding:host_id': 'n-d-760354-5'}, 'id': '44227bf1-7c87-4429-8c51-3aad0edfee8a'} from n-d-760354-5. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 18:05:25.730513 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port fd768588-1816-4c3b-9aaa-40a6da8462df triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:25.731091 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:25.766358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ea786f-db56-4d5d-9a6c-d43270602954 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:05:25.780309 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-33ea786f-db56-4d5d-9a6c-d43270602954 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:25.782124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-33ea786f-db56-4d5d-9a6c-d43270602954 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/49b7183b-12fd-4c59-b4d0-812fa327d0f2 HTTP/1.1" status: 200 len: 704 time: 2.8910465 Dec 12 18:05:25.784714 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6dac6854-75e8-43f2-b486-edf912cea9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:25.786076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55664) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:25.806590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ac527305-7097-4160-b07c-735b19e6a18c None None] Provisioning complete for port d06acbbb-dccb-4676-a35c-639eb1b59eb9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:25.806970 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac527305-7097-4160-b07c-735b19e6a18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:25.847245 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-af887844-a452-4f02-b17e-76014c759dff tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] In _notify_port_updated(), no bound segment for port 336807e5-e3ba-471f-9d27-d238be61e7e0 on network 78266472-410f-4b4d-a55d-afbfc63efb0a {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 18:05:25.865017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af887844-a452-4f02-b17e-76014c759dff tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:25.867620 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af887844-a452-4f02-b17e-76014c759dff tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:25.871394 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-af887844-a452-4f02-b17e-76014c759dff tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] 10.222.0.18 "PUT /v2.0/ports/336807e5-e3ba-471f-9d27-d238be61e7e0 HTTP/1.1" status: 200 len: 1137 time: 1.8376346 Dec 12 18:05:25.879338 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55668) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:25.917418 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89526579-67d2-4f15-9b9f-64eca1fedb04 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:25.934593 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c36078c-2644-4216-80e6-3dca04f3be2c tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:25.937976 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c36078c-2644-4216-80e6-3dca04f3be2c tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:25.943506 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3c36078c-2644-4216-80e6-3dca04f3be2c tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-groups/7fe0385a-701e-498e-a0b2-7ee7259884a0 HTTP/1.1" status: 204 len: 168 time: 0.8867140 Dec 12 18:05:25.949922 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55670) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:25.979005 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-89526579-67d2-4f15-9b9f-64eca1fedb04 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:26.008427 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36078c-2644-4216-80e6-3dca04f3be2c tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe0385a-701e-498e-a0b2-7ee7259884a0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:26.018303 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4642bf7f-de80-41f7-9c46-e214a5ca34dd None None] Sync routers for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:05:26.031029 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89526579-67d2-4f15-9b9f-64eca1fedb04 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:26.048007 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89526579-67d2-4f15-9b9f-64eca1fedb04 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:26.049281 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-89526579-67d2-4f15-9b9f-64eca1fedb04 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:26.065764 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2b26810c-6f77-404a-a5fe-9f5b6621850f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/routers/49b7183b-12fd-4c59-b4d0-812fa327d0f2 HTTP/1.1" status: 200 len: 704 time: 0.2600536 Dec 12 18:05:26.071541 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fbc4a360-c3a0-4281-b364-476743e2877b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1163678 Dec 12 18:05:26.072127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55674) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:26.072481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55676) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:26.077595 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89526579-67d2-4f15-9b9f-64eca1fedb04 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=1af21989-027c-473c-ac63-555f6c71319a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:26.106431 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-89526579-67d2-4f15-9b9f-64eca1fedb04 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7410173 Dec 12 18:05:26.113285 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c31654d-8b22-4542-abd0-28b16a7cc230 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:26.119214 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7c31654d-8b22-4542-abd0-28b16a7cc230 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] 10.222.0.18 "GET /v2.0/ports/336807e5-e3ba-471f-9d27-d238be61e7e0 HTTP/1.1" status: 200 len: 1137 time: 0.2277126 Dec 12 18:05:26.119214 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55680) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:26.125352 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55682) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:26.189968 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-4b8f8b8b-7c36-4c2d-a5ac-7e66af2bbed3 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] delete failed (client error): The resource could not be found. Dec 12 18:05:26.198814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4b8f8b8b-7c36-4c2d-a5ac-7e66af2bbed3 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-groups/7fe0385a-701e-498e-a0b2-7ee7259884a0 HTTP/1.1" status: 404 len: 347 time: 0.1241109 Dec 12 18:05:26.199472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55686) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:26.224087 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-c7e7dacd-3e72-4f37-9c66-bd9e64749131 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group': {'name': 'tempest-secgroup--511045942'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:26.305363 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-46fbb5e9-b009-4bfe-8c22-ea1d1d6eb413 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port 1af21989-027c-473c-ac63-555f6c71319a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:26.305726 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46fbb5e9-b009-4bfe-8c22-ea1d1d6eb413 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:26.361383 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4642bf7f-de80-41f7-9c46-e214a5ca34dd None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:26.362035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4642bf7f-de80-41f7-9c46-e214a5ca34dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:26.422158 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46fbb5e9-b009-4bfe-8c22-ea1d1d6eb413 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:26.464735 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-46fbb5e9-b009-4bfe-8c22-ea1d1d6eb413 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for 1af21989-027c-473c-ac63-555f6c71319a owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:26.531262 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac527305-7097-4160-b07c-735b19e6a18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:26.549732 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c7e7dacd-3e72-4f37-9c66-bd9e64749131 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:26.606172 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 44227bf1-7c87-4429-8c51-3aad0edfee8a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:26.614041 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-6dac6854-75e8-43f2-b486-edf912cea9b4 None None] Allocated IP 2001:db8:0:1::2 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/81efe060-48e2-4969-a18c-4978d0d3d7d3/44227bf1-7c87-4429-8c51-3aad0edfee8a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:26.668982 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-4642bf7f-de80-41f7-9c46-e214a5ca34dd None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:26.688832 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36de4790-8b83-4c5f-bb98-c2e4d28c2a8c tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Deleting port 336807e5-e3ba-471f-9d27-d238be61e7e0 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:26.689193 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36de4790-8b83-4c5f-bb98-c2e4d28c2a8c tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:26.704794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ac527305-7097-4160-b07c-735b19e6a18c None None] For port d06acbbb-dccb-4676-a35c-639eb1b59eb9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d06acbbb-dccb-4676-a35c-639eb1b59eb9,segment=NetworkSegment(9b06e1f0-aca0-4604-81d0-c00eee9aaaa4),segment_id=9b06e1f0-aca0-4604-81d0-c00eee9aaaa4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:26.762387 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac527305-7097-4160-b07c-735b19e6a18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:26.762864 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46fbb5e9-b009-4bfe-8c22-ea1d1d6eb413 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:26.864916 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbb5e9-b009-4bfe-8c22-ea1d1d6eb413 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=1af21989-027c-473c-ac63-555f6c71319a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:26.914182 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c7e7dacd-3e72-4f37-9c66-bd9e64749131 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:26.916548 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36de4790-8b83-4c5f-bb98-c2e4d28c2a8c tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:26.939423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36de4790-8b83-4c5f-bb98-c2e4d28c2a8c tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Calling delete_port for 336807e5-e3ba-471f-9d27-d238be61e7e0 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:26.961495 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46fbb5e9-b009-4bfe-8c22-ea1d1d6eb413 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:26.971986 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-46fbb5e9-b009-4bfe-8c22-ea1d1d6eb413 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/1af21989-027c-473c-ac63-555f6c71319a HTTP/1.1" status: 204 len: 168 time: 0.8550196 Dec 12 18:05:26.973297 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55690) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:26.996593 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac527305-7097-4160-b07c-735b19e6a18c None None] Pushing event updated for resources: {'Port': ['ID=d06acbbb-dccb-4676-a35c-639eb1b59eb9,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:26.999684 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c2835831-21bb-497e-977c-2ae40de1f20f None None] Could not find standard attr ID for object bfe5e40b-0f3a-46aa-8770-cd6b5eb11ddf. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:05:27.038000 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c7e7dacd-3e72-4f37-9c66-bd9e64749131 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.039829 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db119373-2ccf-4c8a-81ae-5fa6c3ba4c49 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:27.042413 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-db119373-2ccf-4c8a-81ae-5fa6c3ba4c49 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0675197 Dec 12 18:05:27.044295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55692) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:27.045619 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 44227bf1-7c87-4429-8c51-3aad0edfee8a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:27.046006 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.079164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7dacd-3e72-4f37-9c66-bd9e64749131 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae6ba59-158e-4d65-8081-9c6bec4d7e8a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:27.108520 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c2835831-21bb-497e-977c-2ae40de1f20f None None] Provisioning complete for port fd768588-1816-4c3b-9aaa-40a6da8462df triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:27.108916 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2835831-21bb-497e-977c-2ae40de1f20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.121601 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c5bf8e-6e17-4d53-9b9f-8a9edc2c64c4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:27.123516 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-62c5bf8e-6e17-4d53-9b9f-8a9edc2c64c4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0766728 Dec 12 18:05:27.127078 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55694) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:27.148499 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c7e7dacd-3e72-4f37-9c66-bd9e64749131 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.149901 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c7e7dacd-3e72-4f37-9c66-bd9e64749131 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9316375 Dec 12 18:05:27.160899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55696) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:27.170636 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4a2234b2-5b92-4271-8bbf-87e956771ab8 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group_rule': {'security_group_id': '3ae6ba59-158e-4d65-8081-9c6bec4d7e8a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:27.173617 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6dac6854-75e8-43f2-b486-edf912cea9b4 None None] For port 44227bf1-7c87-4429-8c51-3aad0edfee8a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=44227bf1-7c87-4429-8c51-3aad0edfee8a,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:27.200143 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44721855-02e0-4a6a-992d-932395586712 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:27.209047 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44721855-02e0-4a6a-992d-932395586712 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:27.211185 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44721855-02e0-4a6a-992d-932395586712 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:27.214233 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-44721855-02e0-4a6a-992d-932395586712 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0854347 Dec 12 18:05:27.218348 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55698) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:27.262886 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8c16-d22c-49fe-82aa-449f94493e30 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.290347 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-094ddcca-68c0-48bb-90cb-ed383a2f18d1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 81efe060-48e2-4969-a18c-4978d0d3d7d3 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:27.314026 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a2234b2-5b92-4271-8bbf-87e956771ab8 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.369782 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6dac6854-75e8-43f2-b486-edf912cea9b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.383500 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36de4790-8b83-4c5f-bb98-c2e4d28c2a8c tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.385044 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-094ddcca-68c0-48bb-90cb-ed383a2f18d1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.392343 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6dac6854-75e8-43f2-b486-edf912cea9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.405330 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device fd768588-1816-4c3b-9aaa-40a6da8462df up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:27.474825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de4790-8b83-4c5f-bb98-c2e4d28c2a8c tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Pushing event deleted for resources: {'Port': ['ID=336807e5-e3ba-471f-9d27-d238be61e7e0,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:27.525432 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-094ddcca-68c0-48bb-90cb-ed383a2f18d1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.617042 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c2835831-21bb-497e-977c-2ae40de1f20f None None] Provisioning complete for port d06acbbb-dccb-4676-a35c-639eb1b59eb9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:27.617606 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2835831-21bb-497e-977c-2ae40de1f20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.618920 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port fd768588-1816-4c3b-9aaa-40a6da8462df triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:27.619377 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.622766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac6854-75e8-43f2-b486-edf912cea9b4 None None] Pushing event updated for resources: {'Port': ['ID=44227bf1-7c87-4429-8c51-3aad0edfee8a,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:27.631849 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a2234b2-5b92-4271-8bbf-87e956771ab8 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.647788 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a2234b2-5b92-4271-8bbf-87e956771ab8 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.661663 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36de4790-8b83-4c5f-bb98-c2e4d28c2a8c tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.664967 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-36de4790-8b83-4c5f-bb98-c2e4d28c2a8c tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] 10.222.0.18 "DELETE /v2.0/ports/336807e5-e3ba-471f-9d27-d238be61e7e0 HTTP/1.1" status: 204 len: 168 time: 1.5386512 Dec 12 18:05:27.667576 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55704) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:27.671789 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4642bf7f-de80-41f7-9c46-e214a5ca34dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:24Z', 'revision_number': 7, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad008810-1260-4ae0-8678-474c906bf4d9', 'name': '', 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:e7:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:59Z', 'updated_at': '2021-12-12T18:05:07Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06acbbb-dccb-4676-a35c-639eb1b59eb9', 'name': '', 'network_id': 'b5556c44-3205-44df-9747-fc2a4662c8ed', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:c0:da:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '927ef950-b663-4c4a-aca1-301b08467159', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:15Z', 'updated_at': '2021-12-12T18:05:24Z', 'revision_number': 4, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '927ef950-b663-4c4a-aca1-301b08467159', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5e2062-bc04-4c3f-9afb-1b7223ade4d5', 'name': '', 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:0b:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:08Z', 'updated_at': '2021-12-12T18:05:19Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:27.694171 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2234b2-5b92-4271-8bbf-87e956771ab8 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db59ef71-abfa-4f96-b05c-3ce11920d80e,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:27.713918 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a2234b2-5b92-4271-8bbf-87e956771ab8 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.731244 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4a2234b2-5b92-4271-8bbf-87e956771ab8 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5650172 Dec 12 18:05:27.734860 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55706) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:27.785965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4642bf7f-de80-41f7-9c46-e214a5ca34dd None None] Checking router: 49b7183b-12fd-4c59-b4d0-812fa327d0f2 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:05:27.791366 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-094ddcca-68c0-48bb-90cb-ed383a2f18d1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.816857 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4642bf7f-de80-41f7-9c46-e214a5ca34dd None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:27.818440 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4642bf7f-de80-41f7-9c46-e214a5ca34dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:27.830578 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-702783a9-ef7d-4e28-924b-b26508f98932 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.830792 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb5f92b-add2-41c1-b099-e35b8b11076f tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Deleting subnet 5a5ade9e-3142-4e1c-bbde-73c9c94aadc4 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:27.835449 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edb5f92b-add2-41c1-b099-e35b8b11076f tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.865468 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-702783a9-ef7d-4e28-924b-b26508f98932 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.889138 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edb5f92b-add2-41c1-b099-e35b8b11076f tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.964007 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-702783a9-ef7d-4e28-924b-b26508f98932 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.977824 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-702783a9-ef7d-4e28-924b-b26508f98932 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:27.988251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-702783a9-ef7d-4e28-924b-b26508f98932 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/db59ef71-abfa-4f96-b05c-3ce11920d80e HTTP/1.1" status: 204 len: 168 time: 0.2486641 Dec 12 18:05:27.989403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55710) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:27.994779 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702783a9-ef7d-4e28-924b-b26508f98932 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db59ef71-abfa-4f96-b05c-3ce11920d80e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:28.028294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a8c16-d22c-49fe-82aa-449f94493e30 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting port d06acbbb-dccb-4676-a35c-639eb1b59eb9 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:28.029831 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8c16-d22c-49fe-82aa-449f94493e30 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:28.050858 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-4642bf7f-de80-41f7-9c46-e214a5ca34dd None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:28.053566 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d06acbbb-dccb-4676-a35c-639eb1b59eb9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:28.102283 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-094ddcca-68c0-48bb-90cb-ed383a2f18d1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:28.129348 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c2835831-21bb-497e-977c-2ae40de1f20f None None] Could not find standard attr ID for object 336807e5-e3ba-471f-9d27-d238be61e7e0. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:05:28.161320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ddcca-68c0-48bb-90cb-ed383a2f18d1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=81efe060-48e2-4969-a18c-4978d0d3d7d3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:28.163348 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-094ddcca-68c0-48bb-90cb-ed383a2f18d1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:28.169487 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-094ddcca-68c0-48bb-90cb-ed383a2f18d1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/81efe060-48e2-4969-a18c-4978d0d3d7d3 HTTP/1.1" status: 204 len: 168 time: 0.9492686 Dec 12 18:05:28.174095 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55712) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:28.190314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6a5a8c16-d22c-49fe-82aa-449f94493e30 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] For port d06acbbb-dccb-4676-a35c-639eb1b59eb9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d06acbbb-dccb-4676-a35c-639eb1b59eb9,segment=NetworkSegment(9b06e1f0-aca0-4604-81d0-c00eee9aaaa4),segment_id=9b06e1f0-aca0-4604-81d0-c00eee9aaaa4)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:28.191636 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8c16-d22c-49fe-82aa-449f94493e30 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:28.199707 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edb5f92b-add2-41c1-b099-e35b8b11076f tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:28.211254 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a8c16-d22c-49fe-82aa-449f94493e30 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Calling delete_port for d06acbbb-dccb-4676-a35c-639eb1b59eb9 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:28.261433 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6045d965-f4e2-4301-99de-6b0ed4432004 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2663901 Dec 12 18:05:28.267780 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55714) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:28.357874 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f456da-6400-4900-8038-8eefa0375e25 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet a9b34845-d39c-4e88-b3d0-858bfc5b5048 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:28.388873 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4f456da-6400-4900-8038-8eefa0375e25 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:28.405611 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d1f50968-7720-4b4f-9aea-3b350b127395 None None] Could not find standard attr ID for object 336807e5-e3ba-471f-9d27-d238be61e7e0. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:05:28.452172 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port d06acbbb-dccb-4676-a35c-639eb1b59eb9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:28.452464 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:28.486286 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8c16-d22c-49fe-82aa-449f94493e30 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:28.502276 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4f456da-6400-4900-8038-8eefa0375e25 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:28.513363 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Could not find standard attr ID for object d06acbbb-dccb-4676-a35c-639eb1b59eb9. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:05:28.517889 n-d-760354-5 neutron-server[103152]: INFO neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] No ports have port_id starting with d06acbbb-dccb-4676-a35c-639eb1b59eb9 Dec 12 18:05:28.537457 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edb5f92b-add2-41c1-b099-e35b8b11076f tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:28.547862 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4642bf7f-de80-41f7-9c46-e214a5ca34dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:24Z', 'revision_number': 7, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad008810-1260-4ae0-8678-474c906bf4d9', 'name': '', 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:e7:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:59Z', 'updated_at': '2021-12-12T18:05:07Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06acbbb-dccb-4676-a35c-639eb1b59eb9', 'name': '', 'network_id': 'b5556c44-3205-44df-9747-fc2a4662c8ed', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:c0:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '927ef950-b663-4c4a-aca1-301b08467159', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:15Z', 'updated_at': '2021-12-12T18:05:26Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '927ef950-b663-4c4a-aca1-301b08467159', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5e2062-bc04-4c3f-9afb-1b7223ade4d5', 'name': '', 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:0b:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:08Z', 'updated_at': '2021-12-12T18:05:19Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:28.548216 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a8c16-d22c-49fe-82aa-449f94493e30 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Port': ['ID=d06acbbb-dccb-4676-a35c-639eb1b59eb9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:28.568530 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edb5f92b-add2-41c1-b099-e35b8b11076f tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:28.583619 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-edb5f92b-add2-41c1-b099-e35b8b11076f tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] 10.222.0.18 "DELETE /v2.0/subnets/5a5ade9e-3142-4e1c-bbde-73c9c94aadc4 HTTP/1.1" status: 204 len: 168 time: 0.9121084 Dec 12 18:05:28.587955 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-054a98da-b80a-4299-ae1b-591d5e2faadf tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:28.590636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55716) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:28.634001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5f5401-3921-4ac6-8ddb-7ec45b1b1ba2 None None] Network 78266472-410f-4b4d-a55d-afbfc63efb0a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:28.636325 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71273715-f740-4e5d-b8a8-a72aa12fd868 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:28.695922 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-054a98da-b80a-4299-ae1b-591d5e2faadf tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:28.707050 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4642bf7f-de80-41f7-9c46-e214a5ca34dd None None] The sync data for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 is: [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:24Z', 'revision_number': 7, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad008810-1260-4ae0-8678-474c906bf4d9', 'name': '', 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:e7:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:59Z', 'updated_at': '2021-12-12T18:05:07Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06acbbb-dccb-4676-a35c-639eb1b59eb9', 'name': '', 'network_id': 'b5556c44-3205-44df-9747-fc2a4662c8ed', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:c0:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '927ef950-b663-4c4a-aca1-301b08467159', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:15Z', 'updated_at': '2021-12-12T18:05:26Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '927ef950-b663-4c4a-aca1-301b08467159', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5e2062-bc04-4c3f-9afb-1b7223ade4d5', 'name': '', 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:0b:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:08Z', 'updated_at': '2021-12-12T18:05:19Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:05:28.713257 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 44227bf1-7c87-4429-8c51-3aad0edfee8a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:28.750973 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5f92b-add2-41c1-b099-e35b8b11076f tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5ade9e-3142-4e1c-bbde-73c9c94aadc4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:28.772812 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8c16-d22c-49fe-82aa-449f94493e30 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:28.966392 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:28.980928 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-054a98da-b80a-4299-ae1b-591d5e2faadf tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:28.983576 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-054a98da-b80a-4299-ae1b-591d5e2faadf tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:28.984887 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-054a98da-b80a-4299-ae1b-591d5e2faadf tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-groups/3ae6ba59-158e-4d65-8081-9c6bec4d7e8a HTTP/1.1" status: 204 len: 168 time: 0.7114775 Dec 12 18:05:28.993216 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55722) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:29.017042 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4f456da-6400-4900-8038-8eefa0375e25 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.057974 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a98da-b80a-4299-ae1b-591d5e2faadf tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae6ba59-158e-4d65-8081-9c6bec4d7e8a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:29.114259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5a8c16-d22c-49fe-82aa-449f94493e30 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:05:29.163745 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-13544486-3b9c-43c4-8282-6c143fa09340 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1605899 Dec 12 18:05:29.165228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-71e8afaa-4f82-4902-844c-e6fd904df275 None None] Provisioning complete for port 44227bf1-7c87-4429-8c51-3aad0edfee8a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:29.165596 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-71e8afaa-4f82-4902-844c-e6fd904df275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.176878 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55726) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:29.183415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fa88ad17-54e1-442b-949e-929f0ca4eaea tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group': {'name': 'tempest-secgroup--925167398'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:29.195401 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4f456da-6400-4900-8038-8eefa0375e25 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.241365 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f456da-6400-4900-8038-8eefa0375e25 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b34845-d39c-4e88-b3d0-858bfc5b5048,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:29.246854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5a8c16-d22c-49fe-82aa-449f94493e30 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:05:29.252850 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6a5a8c16-d22c-49fe-82aa-449f94493e30 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/49b7183b-12fd-4c59-b4d0-812fa327d0f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1793861 Dec 12 18:05:29.256615 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55728) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:29.257962 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b36037-a435-49a4-849e-6f858b467f4c None None] Sync routers for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:05:29.281109 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Deleting port fd768588-1816-4c3b-9aaa-40a6da8462df {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:29.281684 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.288044 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4f456da-6400-4900-8038-8eefa0375e25 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.292045 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a4f456da-6400-4900-8038-8eefa0375e25 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/a9b34845-d39c-4e88-b3d0-858bfc5b5048 HTTP/1.1" status: 204 len: 168 time: 1.1139336 Dec 12 18:05:29.294611 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55730) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:29.298975 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b36037-a435-49a4-849e-6f858b467f4c None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:29.306506 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d9b36037-a435-49a4-849e-6f858b467f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:29.351446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-866aaf63-8df3-4669-9b88-56d25ed0b67c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting subnet 927ef950-b663-4c4a-aca1-301b08467159 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:29.364545 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-866aaf63-8df3-4669-9b88-56d25ed0b67c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.374913 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11dedad-cba2-4a35-aaeb-b26e9e05c5e8 None None] DHCP port deletion for 78266472-410f-4b4d-a55d-afbfc63efb0a request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:05:29.403436 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa88ad17-54e1-442b-949e-929f0ca4eaea tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.405423 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 44227bf1-7c87-4429-8c51-3aad0edfee8a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:29.406124 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.445840 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-34f68459-f4cb-4c49-9f98-e70c9eb2f3b8 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1498373 Dec 12 18:05:29.449116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55732) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:29.452639 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-866aaf63-8df3-4669-9b88-56d25ed0b67c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.458209 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] For port fd768588-1816-4c3b-9aaa-40a6da8462df, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=fd768588-1816-4c3b-9aaa-40a6da8462df,segment=NetworkSegment(6e043a2a-fd44-4f6a-ba8c-2d888e9b4ce4),segment_id=6e043a2a-fd44-4f6a-ba8c-2d888e9b4ce4)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:29.458891 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.470468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-6f075d71-ac8e-4b65-aa31-fa035629fb76 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:29.478588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Calling delete_port for fd768588-1816-4c3b-9aaa-40a6da8462df owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:29.598403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d06acbbb-dccb-4676-a35c-639eb1b59eb9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:29.619535 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa88ad17-54e1-442b-949e-929f0ca4eaea tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.630358 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa88ad17-54e1-442b-949e-929f0ca4eaea tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.666179 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88ad17-54e1-442b-949e-929f0ca4eaea tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9379c019-41e7-46c2-8325-af4d5325021b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:29.669105 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.689456 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: d06acbbb-dccb-4676-a35c-639eb1b59eb9 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:05:29.690065 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d06acbbb-dccb-4676-a35c-639eb1b59eb9 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 12 18:05:29.700034 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa88ad17-54e1-442b-949e-929f0ca4eaea tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.708067 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fa88ad17-54e1-442b-949e-929f0ca4eaea tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5287130 Dec 12 18:05:29.711531 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55738) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:29.720775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d7a6a3de-cf13-4a38-891c-2289be4b5cee tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group_rule': {'security_group_id': '9379c019-41e7-46c2-8325-af4d5325021b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:29.727445 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Port d06acbbb-dccb-4676-a35c-639eb1b59eb9 not found, will not notify nova. {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 12 18:05:29.738514 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Pushing event deleted for resources: {'Port': ['ID=fd768588-1816-4c3b-9aaa-40a6da8462df,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:29.741915 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37089cc6-4b7a-4ed4-8ec5-9f52a86076cf None None] Update dhcp port {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'fixed_ips': [{'subnet_id': 'a9b34845-d39c-4e88-b3d0-858bfc5b5048'}], 'binding:host_id': 'n-d-760354-5'}, 'id': '44227bf1-7c87-4429-8c51-3aad0edfee8a'} from n-d-760354-5. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 18:05:29.749119 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] No DVR routers for this DVR port fd768588-1816-4c3b-9aaa-40a6da8462df on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:29.752681 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f075d71-ac8e-4b65-aa31-fa035629fb76 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:29.758047 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f075d71-ac8e-4b65-aa31-fa035629fb76 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.783818 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d9b36037-a435-49a4-849e-6f858b467f4c None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:29.788631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b11dedad-cba2-4a35-aaeb-b26e9e05c5e8 None None] Deleting port fd768588-1816-4c3b-9aaa-40a6da8462df {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:29.789151 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b11dedad-cba2-4a35-aaeb-b26e9e05c5e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.834372 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-866aaf63-8df3-4669-9b88-56d25ed0b67c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.858171 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b11dedad-cba2-4a35-aaeb-b26e9e05c5e8 None None] For port fd768588-1816-4c3b-9aaa-40a6da8462df, host n-d-760354-5, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:29.858570 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b11dedad-cba2-4a35-aaeb-b26e9e05c5e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.873159 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b11dedad-cba2-4a35-aaeb-b26e9e05c5e8 None None] Calling delete_port for fd768588-1816-4c3b-9aaa-40a6da8462df owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:29.875854 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-b11dedad-cba2-4a35-aaeb-b26e9e05c5e8 None None] Port fd768588-1816-4c3b-9aaa-40a6da8462df was not found and therefore no delete operation was performed {{(pid=103152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 18:05:29.877091 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-37089cc6-4b7a-4ed4-8ec5-9f52a86076cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.892858 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b11dedad-cba2-4a35-aaeb-b26e9e05c5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.920199 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a3de-cf13-4a38-891c-2289be4b5cee tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:29.978572 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.017873 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a3de-cf13-4a38-891c-2289be4b5cee tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.018703 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11dedad-cba2-4a35-aaeb-b26e9e05c5e8 None None] No DVR routers for this DVR port fd768588-1816-4c3b-9aaa-40a6da8462df on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:30.019991 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-866aaf63-8df3-4669-9b88-56d25ed0b67c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.031235 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11dedad-cba2-4a35-aaeb-b26e9e05c5e8 None None] Pushing event deleted for resources: {'Port': ['ID=fd768588-1816-4c3b-9aaa-40a6da8462df,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:30.044978 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78266472-410f-4b4d-a55d-afbfc63efb0a']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:30.048314 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a3de-cf13-4a38-891c-2289be4b5cee tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.077181 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e043a2a-fd44-4f6a-ba8c-2d888e9b4ce4') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:30.077489 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e043a2a-fd44-4f6a-ba8c-2d888e9b4ce4') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:30.094037 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.114959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866aaf63-8df3-4669-9b88-56d25ed0b67c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Subnet': ['ID=927ef950-b663-4c4a-aca1-301b08467159,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:30.126488 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a3de-cf13-4a38-891c-2289be4b5cee tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.127718 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d7a6a3de-cf13-4a38-891c-2289be4b5cee tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4148793 Dec 12 18:05:30.128367 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.133796 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55742) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:30.137952 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-866aaf63-8df3-4669-9b88-56d25ed0b67c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.141723 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-866aaf63-8df3-4669-9b88-56d25ed0b67c tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/subnets/927ef950-b663-4c4a-aca1-301b08467159 HTTP/1.1" status: 204 len: 168 time: 0.8834820 Dec 12 18:05:30.146257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8708c073-7980-4fdb-bf75-00e0c113e6d2 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group_rule': {'security_group_id': '9379c019-41e7-46c2-8325-af4d5325021b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:30.149275 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55744) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:30.153366 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6a3de-cf13-4a38-891c-2289be4b5cee tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f77e90-26fb-4663-b4b7-9dd5e190fac9,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:30.156390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceee74f-5dcd-4214-a854-38925b3398a2 None None] Network b5556c44-3205-44df-9747-fc2a4662c8ed requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:30.231519 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d9b36037-a435-49a4-849e-6f858b467f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:28Z', 'revision_number': 8, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad008810-1260-4ae0-8678-474c906bf4d9', 'name': '', 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:e7:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:59Z', 'updated_at': '2021-12-12T18:05:07Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5e2062-bc04-4c3f-9afb-1b7223ade4d5', 'name': '', 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:0b:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:08Z', 'updated_at': '2021-12-12T18:05:19Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:30.268667 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b36037-a435-49a4-849e-6f858b467f4c None None] Checking router: 49b7183b-12fd-4c59-b4d0-812fa327d0f2 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:05:30.279365 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b36037-a435-49a4-849e-6f858b467f4c None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:30.280430 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d9b36037-a435-49a4-849e-6f858b467f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:30.285308 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:05:30.285734 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:05:30.288991 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:05:30.291919 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93475546-3d65-420b-b071-e6b1586bc5bc None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:30.299843 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8708c073-7980-4fdb-bf75-00e0c113e6d2 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.373174 n-d-760354-5 neutron-server[103151]: DEBUG neutron.objects.ports [None req-6f075d71-ac8e-4b65-aa31-fa035629fb76 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103151) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 18:05:30.422473 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7dd5ec17-435d-4424-9360-01e10f03416f None None] Provisioning complete for port 44227bf1-7c87-4429-8c51-3aad0edfee8a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:30.422859 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7dd5ec17-435d-4424-9360-01e10f03416f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.455742 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d9b36037-a435-49a4-849e-6f858b467f4c None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:30.464125 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8708c073-7980-4fdb-bf75-00e0c113e6d2 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.476712 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8708c073-7980-4fdb-bf75-00e0c113e6d2 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.513424 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708c073-7980-4fdb-bf75-00e0c113e6d2 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e7e18e-4c17-482b-bc30-d81d95a61b89,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:30.519786 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.523474 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.562992 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.566323 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] 10.222.0.18 "DELETE /v2.0/networks/78266472-410f-4b4d-a55d-afbfc63efb0a HTTP/1.1" status: 204 len: 168 time: 1.9655988 Dec 12 18:05:30.567261 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde894fc-a3e7-44eb-8b49-e97837b289f4 tempest-ExtraDHCPOptionsTestJSON-894351635 tempest-ExtraDHCPOptionsTestJSON-894351635-project] Pushing event deleted for resources: {'Network': ['ID=78266472-410f-4b4d-a55d-afbfc63efb0a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:30.623513 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8708c073-7980-4fdb-bf75-00e0c113e6d2 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.624743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8708c073-7980-4fdb-bf75-00e0c113e6d2 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4819822 Dec 12 18:05:30.643929 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147c31c2-46f6-4e12-afc9-ade230bab69b None None] Update dhcp port {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'fixed_ips': [{'subnet_id': '5c4fedca-11df-4c92-b524-1afc12999c51'}], 'binding:host_id': 'n-d-760354-5'}, 'id': '44227bf1-7c87-4429-8c51-3aad0edfee8a'} from n-d-760354-5. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 18:05:30.652990 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55748) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:30.657895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-89beb6eb-8b35-4841-b525-84e9dccf95d0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group_rule': {'security_group_id': '9379c019-41e7-46c2-8325-af4d5325021b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:30.675930 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bedbe2-1d9d-4a6e-84bf-b528fa620f8f None None] DHCP port deletion for b5556c44-3205-44df-9747-fc2a4662c8ed request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:05:30.681199 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-147c31c2-46f6-4e12-afc9-ade230bab69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.708452 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting port d01ff041-5d94-4535-9ce0-31b948b9f695 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:30.708797 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.765209 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f075d71-ac8e-4b65-aa31-fa035629fb76 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.798818 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89beb6eb-8b35-4841-b525-84e9dccf95d0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.867546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] For port d01ff041-5d94-4535-9ce0-31b948b9f695, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d01ff041-5d94-4535-9ce0-31b948b9f695,segment=NetworkSegment(9b06e1f0-aca0-4604-81d0-c00eee9aaaa4),segment_id=9b06e1f0-aca0-4604-81d0-c00eee9aaaa4)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:30.868335 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.889953 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89beb6eb-8b35-4841-b525-84e9dccf95d0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.910901 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89beb6eb-8b35-4841-b525-84e9dccf95d0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.914595 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Calling delete_port for d01ff041-5d94-4535-9ce0-31b948b9f695 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:30.952219 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89beb6eb-8b35-4841-b525-84e9dccf95d0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55c7b79-9a39-409a-b506-908f8d6dc5aa,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:30.965853 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89beb6eb-8b35-4841-b525-84e9dccf95d0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:30.967069 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-89beb6eb-8b35-4841-b525-84e9dccf95d0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3128254 Dec 12 18:05:30.987458 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55750) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:31.008252 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 44227bf1-7c87-4429-8c51-3aad0edfee8a no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:05:31.032975 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d9b36037-a435-49a4-849e-6f858b467f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:28Z', 'revision_number': 8, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad008810-1260-4ae0-8678-474c906bf4d9', 'name': '', 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:e7:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:59Z', 'updated_at': '2021-12-12T18:05:07Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5e2062-bc04-4c3f-9afb-1b7223ade4d5', 'name': '', 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:0b:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:08Z', 'updated_at': '2021-12-12T18:05:19Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:31.045771 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-7558aedc-43cb-4bec-9bbc-dbdadbfd2af0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group_rule': {'security_group_id': '9379c019-41e7-46c2-8325-af4d5325021b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:31.064595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-39bedbe2-1d9d-4a6e-84bf-b528fa620f8f None None] Deleting port d01ff041-5d94-4535-9ce0-31b948b9f695 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:31.065401 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39bedbe2-1d9d-4a6e-84bf-b528fa620f8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.073455 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b36037-a435-49a4-849e-6f858b467f4c None None] The sync data for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 is: [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:28Z', 'revision_number': 8, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad008810-1260-4ae0-8678-474c906bf4d9', 'name': '', 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:e7:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:59Z', 'updated_at': '2021-12-12T18:05:07Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef5e2062-bc04-4c3f-9afb-1b7223ade4d5', 'name': '', 'network_id': 'c062cbcb-a342-46a1-bd28-316c0aa4d2b1', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:0b:6f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:05:08Z', 'updated_at': '2021-12-12T18:05:19Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': '1259df92-805e-4d25-9a0a-d7d254c0306b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:05:31.150525 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55756) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:31.159806 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.172743 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7558aedc-43cb-4bec-9bbc-dbdadbfd2af0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.191855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-39bedbe2-1d9d-4a6e-84bf-b528fa620f8f None None] For port d01ff041-5d94-4535-9ce0-31b948b9f695, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d01ff041-5d94-4535-9ce0-31b948b9f695,segment=NetworkSegment(9b06e1f0-aca0-4604-81d0-c00eee9aaaa4),segment_id=9b06e1f0-aca0-4604-81d0-c00eee9aaaa4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:31.192349 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39bedbe2-1d9d-4a6e-84bf-b528fa620f8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.205959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6f075d71-ac8e-4b65-aa31-fa035629fb76 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] For port 44227bf1-7c87-4429-8c51-3aad0edfee8a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=44227bf1-7c87-4429-8c51-3aad0edfee8a,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:31.209195 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-39bedbe2-1d9d-4a6e-84bf-b528fa620f8f None None] Calling delete_port for d01ff041-5d94-4535-9ce0-31b948b9f695 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:31.213349 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] No DVR routers for this DVR port d01ff041-5d94-4535-9ce0-31b948b9f695 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:31.228701 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Port': ['ID=d01ff041-5d94-4535-9ce0-31b948b9f695,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:31.261900 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7558aedc-43cb-4bec-9bbc-dbdadbfd2af0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.273317 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f075d71-ac8e-4b65-aa31-fa035629fb76 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.275859 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7558aedc-43cb-4bec-9bbc-dbdadbfd2af0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.286443 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f075d71-ac8e-4b65-aa31-fa035629fb76 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.287192 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f075d71-ac8e-4b65-aa31-fa035629fb76 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.309909 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-147c31c2-46f6-4e12-afc9-ade230bab69b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:05:31.310270 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-147c31c2-46f6-4e12-afc9-ade230bab69b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:05:31.351673 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.379391 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.403926 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5556c44-3205-44df-9747-fc2a4662c8ed']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:31.415339 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b06e1f0-aca0-4604-81d0-c00eee9aaaa4') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:31.415800 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b06e1f0-aca0-4604-81d0-c00eee9aaaa4') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:31.428097 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.448166 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:05:31.448538 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:05:31.451539 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.453525 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39bedbe2-1d9d-4a6e-84bf-b528fa620f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.461608 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:05:31.462262 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:05:31.467238 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:05:31.471971 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bedbe2-1d9d-4a6e-84bf-b528fa620f8f None None] No DVR routers for this DVR port d01ff041-5d94-4535-9ce0-31b948b9f695 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:31.511845 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bedbe2-1d9d-4a6e-84bf-b528fa620f8f None None] Pushing event deleted for resources: {'Port': ['ID=d01ff041-5d94-4535-9ce0-31b948b9f695,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:31.568322 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.573526 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.579972 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/networks/b5556c44-3205-44df-9747-fc2a4662c8ed HTTP/1.1" status: 204 len: 168 time: 1.4269483 Dec 12 18:05:31.583997 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55764) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:31.609821 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fd7f1-8612-4a3c-8d05-2f2e25e48416 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Network': ['ID=b5556c44-3205-44df-9747-fc2a4662c8ed,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:31.798649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558aedc-43cb-4bec-9bbc-dbdadbfd2af0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ddcc3a-8d35-4cb6-bba7-86d8507b4d1f,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:31.821071 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7558aedc-43cb-4bec-9bbc-dbdadbfd2af0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.822474 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7558aedc-43cb-4bec-9bbc-dbdadbfd2af0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8274505 Dec 12 18:05:31.837428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f075d71-ac8e-4b65-aa31-fa035629fb76 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:31.840715 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55766) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:31.843439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-6f075d71-ac8e-4b65-aa31-fa035629fb76 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:31.848082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f075d71-ac8e-4b65-aa31-fa035629fb76 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:31.848343 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f075d71-ac8e-4b65-aa31-fa035629fb76 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.855260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4198f6ce-128c-4c02-b7fd-aedacf74480b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group_rule': {'security_group_id': '9379c019-41e7-46c2-8325-af4d5325021b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:31.869764 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-147c31c2-46f6-4e12-afc9-ade230bab69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:31.918684 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8cee442f-1d4f-4977-84f1-8c49c3ec088f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b942795d495e4504bf5f21b56664b3b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7669368 Dec 12 18:05:31.925840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55768) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:31.928271 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f075d71-ac8e-4b65-aa31-fa035629fb76 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=44227bf1-7c87-4429-8c51-3aad0edfee8a,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:31.942088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f075d71-ac8e-4b65-aa31-fa035629fb76 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=5c4fedca-11df-4c92-b524-1afc12999c51,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:32.028759 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6f075d71-ac8e-4b65-aa31-fa035629fb76 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5752659 Dec 12 18:05:32.030820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55774) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:32.032327 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4198f6ce-128c-4c02-b7fd-aedacf74480b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.044770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a373182c-8ce8-4445-98bb-f362f9e687bf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:32.091435 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.164118 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2b3cef19-21a3-46e2-85a3-1b5313a2e411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.218315 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2b3cef19-21a3-46e2-85a3-1b5313a2e411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.222066 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-147c31c2-46f6-4e12-afc9-ade230bab69b None None] For port 44227bf1-7c87-4429-8c51-3aad0edfee8a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=44227bf1-7c87-4429-8c51-3aad0edfee8a,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:32.265598 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-147c31c2-46f6-4e12-afc9-ade230bab69b None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.271972 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4198f6ce-128c-4c02-b7fd-aedacf74480b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.277852 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-147c31c2-46f6-4e12-afc9-ade230bab69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.302214 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4198f6ce-128c-4c02-b7fd-aedacf74480b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.342162 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198f6ce-128c-4c02-b7fd-aedacf74480b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83f5e12-9d3c-4556-9d9e-2f94728d1e42,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:32.355433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a373182c-8ce8-4445-98bb-f362f9e687bf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:32.359286 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a373182c-8ce8-4445-98bb-f362f9e687bf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.368314 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4198f6ce-128c-4c02-b7fd-aedacf74480b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.372389 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4198f6ce-128c-4c02-b7fd-aedacf74480b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5240428 Dec 12 18:05:32.376725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55778) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:32.381741 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2b3cef19-21a3-46e2-85a3-1b5313a2e411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.384401 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2b3cef19-21a3-46e2-85a3-1b5313a2e411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.388286 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2b3cef19-21a3-46e2-85a3-1b5313a2e411 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1f45a79-2e31-4acb-b165-07da637176c3 HTTP/1.1" status: 204 len: 168 time: 0.4584775 Dec 12 18:05:32.403053 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c31c2-46f6-4e12-afc9-ade230bab69b None None] Pushing event updated for resources: {'Port': ['ID=44227bf1-7c87-4429-8c51-3aad0edfee8a,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:32.438410 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dc69feb-ba5d-4531-bb15-88fa880834c0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.442590 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cef19-21a3-46e2-85a3-1b5313a2e411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f45a79-2e31-4acb-b165-07da637176c3,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:32.454904 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dc69feb-ba5d-4531-bb15-88fa880834c0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.542337 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dc69feb-ba5d-4531-bb15-88fa880834c0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.542827 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:05:32.543405 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:05:32.543723 n-d-760354-5 neutron-server[103151]: INFO neutron.db.ipam_backend_mixin [None req-a373182c-8ce8-4445-98bb-f362f9e687bf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c4fedca-11df-4c92-b524-1afc12999c51 (CIDR: 2001:db8::/64) Dec 12 18:05:32.551784 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-a373182c-8ce8-4445-98bb-f362f9e687bf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:32.552647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a373182c-8ce8-4445-98bb-f362f9e687bf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:32.571652 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dc69feb-ba5d-4531-bb15-88fa880834c0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.572767 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7dc69feb-ba5d-4531-bb15-88fa880834c0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b83f5e12-9d3c-4556-9d9e-2f94728d1e42 HTTP/1.1" status: 204 len: 168 time: 0.1940167 Dec 12 18:05:32.575897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55782) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:32.580722 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc69feb-ba5d-4531-bb15-88fa880834c0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b83f5e12-9d3c-4556-9d9e-2f94728d1e42,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:32.614633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a373182c-8ce8-4445-98bb-f362f9e687bf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5743251 Dec 12 18:05:32.620103 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f06ef86-64c4-4ac7-87e5-5c7f338c6ab6 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.622005 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55784) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:32.631357 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9a0f43bf-da17-4504-8110-aa4f6bd998a5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:32.679233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9fdb6663-6793-4d08-8da2-df63cfd89061 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1020312 Dec 12 18:05:32.682013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55788) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:32.713639 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-90222bfb-7289-49f5-91ad-94f6810a5dd6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.721977 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-90222bfb-7289-49f5-91ad-94f6810a5dd6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.754535 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-90222bfb-7289-49f5-91ad-94f6810a5dd6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.766713 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-90222bfb-7289-49f5-91ad-94f6810a5dd6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:32.771255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-90222bfb-7289-49f5-91ad-94f6810a5dd6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b7ddcc3a-8d35-4cb6-bba7-86d8507b4d1f HTTP/1.1" status: 204 len: 168 time: 0.0850806 Dec 12 18:05:32.773483 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55790) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:32.777079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90222bfb-7289-49f5-91ad-94f6810a5dd6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7ddcc3a-8d35-4cb6-bba7-86d8507b4d1f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:32.965563 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2fd7c2d9-6944-4479-b639-096c90fec17a tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1842136 Dec 12 18:05:32.968464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55800) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:33.016171 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d2a08189-e4f7-46a0-8a89-c433d15b138d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.016416 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0f43bf-da17-4504-8110-aa4f6bd998a5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:33.020535 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a0f43bf-da17-4504-8110-aa4f6bd998a5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.037981 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d2a08189-e4f7-46a0-8a89-c433d15b138d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.099317 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d2a08189-e4f7-46a0-8a89-c433d15b138d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.107770 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d2a08189-e4f7-46a0-8a89-c433d15b138d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.109421 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d2a08189-e4f7-46a0-8a89-c433d15b138d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b55c7b79-9a39-409a-b506-908f8d6dc5aa HTTP/1.1" status: 204 len: 168 time: 0.1392748 Dec 12 18:05:33.113540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55806) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:33.165370 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a08189-e4f7-46a0-8a89-c433d15b138d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b55c7b79-9a39-409a-b506-908f8d6dc5aa,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:33.213955 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c8f58673-888d-468f-8283-a6f0ee7e88a5 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0927262 Dec 12 18:05:33.215817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55812) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:33.246050 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9748f599-e965-4eb7-8b7d-eaeb02cd6677 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.256586 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4f06ef86-64c4-4ac7-87e5-5c7f338c6ab6 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting port ef5e2062-bc04-4c3f-9afb-1b7223ade4d5 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:33.256953 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f06ef86-64c4-4ac7-87e5-5c7f338c6ab6 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.275310 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9748f599-e965-4eb7-8b7d-eaeb02cd6677 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.308838 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efd700e-3e4a-4170-bc3d-61d390bb74cc None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:33.332378 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9748f599-e965-4eb7-8b7d-eaeb02cd6677 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.351740 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9748f599-e965-4eb7-8b7d-eaeb02cd6677 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.357603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9748f599-e965-4eb7-8b7d-eaeb02cd6677 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/13e7e18e-4c17-482b-bc30-d81d95a61b89 HTTP/1.1" status: 204 len: 168 time: 0.1384907 Dec 12 18:05:33.361617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55816) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:33.375743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748f599-e965-4eb7-8b7d-eaeb02cd6677 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13e7e18e-4c17-482b-bc30-d81d95a61b89,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:33.421955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-4f06ef86-64c4-4ac7-87e5-5c7f338c6ab6 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] For port ef5e2062-bc04-4c3f-9afb-1b7223ade4d5, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ef5e2062-bc04-4c3f-9afb-1b7223ade4d5,segment=NetworkSegment(24bc1e4e-272e-49ff-8ab2-7fccd5cea976),segment_id=24bc1e4e-272e-49ff-8ab2-7fccd5cea976)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:33.422533 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f06ef86-64c4-4ac7-87e5-5c7f338c6ab6 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.453729 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.459971 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0fd7cb44-6168-4056-8525-b6c0df668de3 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0858829 Dec 12 18:05:33.459971 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4f06ef86-64c4-4ac7-87e5-5c7f338c6ab6 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Calling delete_port for ef5e2062-bc04-4c3f-9afb-1b7223ade4d5 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:33.460892 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55818) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:33.498256 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-322fc5ef-884d-4783-b989-d29fe261b435 None None] Provisioning complete for port 44227bf1-7c87-4429-8c51-3aad0edfee8a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:33.498632 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-322fc5ef-884d-4783-b989-d29fe261b435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.512838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55822) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:33.514245 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-974a586f-6612-4bbc-801e-c63c0712a041 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.531014 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-974a586f-6612-4bbc-801e-c63c0712a041 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.569296 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-974a586f-6612-4bbc-801e-c63c0712a041 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.578949 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a0f43bf-da17-4504-8110-aa4f6bd998a5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.592170 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-974a586f-6612-4bbc-801e-c63c0712a041 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.600976 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-974a586f-6612-4bbc-801e-c63c0712a041 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/c2f77e90-26fb-4663-b4b7-9dd5e190fac9 HTTP/1.1" status: 204 len: 168 time: 0.1359198 Dec 12 18:05:33.612761 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55828) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:33.636307 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 44227bf1-7c87-4429-8c51-3aad0edfee8a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=44227bf1-7c87-4429-8c51-3aad0edfee8a,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:33.645723 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.646545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device fd768588-1816-4c3b-9aaa-40a6da8462df no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:05:33.657654 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0f43bf-da17-4504-8110-aa4f6bd998a5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:33.668698 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9a0f43bf-da17-4504-8110-aa4f6bd998a5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:33.679699 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a586f-6612-4bbc-801e-c63c0712a041 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2f77e90-26fb-4663-b4b7-9dd5e190fac9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:33.687158 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0f43bf-da17-4504-8110-aa4f6bd998a5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:33.687508 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a0f43bf-da17-4504-8110-aa4f6bd998a5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.729113 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d7c99fef-356e-442a-b68c-15e6ba0ad98b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1119068 Dec 12 18:05:33.729596 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55830) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:33.737394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: fd768588-1816-4c3b-9aaa-40a6da8462df {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:05:33.737844 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device fd768588-1816-4c3b-9aaa-40a6da8462df not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:05:33.782476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55832) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:33.783324 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9a0f43bf-da17-4504-8110-aa4f6bd998a5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1548729 Dec 12 18:05:33.784062 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f43bf-da17-4504-8110-aa4f6bd998a5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=d267db49-9c32-45c6-9d96-a6ceaa4be1c4,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:33.789364 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-bb3e9cf2-229f-4eec-bd00-1e2782698804 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'mac_address': 'fa:16:3e:84:75:2e', 'name': 'tempest-NetworksTestDHCPv6-1114697840'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:33.802930 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-6fb5a5ac-b1dd-4731-8f9c-33c6ed330287 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:33.803669 n-d-760354-5 neutron-server[103151]: WARNING neutron.api.v2.base [None req-6fb5a5ac-b1dd-4731-8f9c-33c6ed330287 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 12 18:05:33.804170 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-6fb5a5ac-b1dd-4731-8f9c-33c6ed330287 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): There was a conflict when trying to complete your request. Dec 12 18:05:33.813400 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55834) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:33.819185 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7fa7427a-f488-469e-a48e-400b64e27e61 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307543125'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:33.825060 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6fb5a5ac-b1dd-4731-8f9c-33c6ed330287 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3060718 Dec 12 18:05:33.838045 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-322fc5ef-884d-4783-b989-d29fe261b435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.840465 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=44227bf1-7c87-4429-8c51-3aad0edfee8a,revision_number=10']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:33.889619 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-322fc5ef-884d-4783-b989-d29fe261b435 None None] For port 44227bf1-7c87-4429-8c51-3aad0edfee8a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=44227bf1-7c87-4429-8c51-3aad0edfee8a,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:33.895742 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-322fc5ef-884d-4783-b989-d29fe261b435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.907557 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29041c20-1b3d-40b8-85c8-76a81158e686 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.911264 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fa7427a-f488-469e-a48e-400b64e27e61 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.921395 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f06ef86-64c4-4ac7-87e5-5c7f338c6ab6 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.969022 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fc5ef-884d-4783-b989-d29fe261b435 None None] Pushing event updated for resources: {'Port': ['ID=44227bf1-7c87-4429-8c51-3aad0edfee8a,revision_number=11']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:33.992495 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29041c20-1b3d-40b8-85c8-76a81158e686 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:33.996084 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fa7427a-f488-469e-a48e-400b64e27e61 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.044192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 44227bf1-7c87-4429-8c51-3aad0edfee8a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:34.048869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4b2349-46fe-42f7-861b-86f433b6d126 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:34.051664 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06ef86-64c4-4ac7-87e5-5c7f338c6ab6 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Port': ['ID=ef5e2062-bc04-4c3f-9afb-1b7223ade4d5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:34.089041 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3e9cf2-229f-4eec-bd00-1e2782698804 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:34.226872 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb3e9cf2-229f-4eec-bd00-1e2782698804 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.234405 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29041c20-1b3d-40b8-85c8-76a81158e686 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.237118 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29041c20-1b3d-40b8-85c8-76a81158e686 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.245229 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55838) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:34.248030 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-29041c20-1b3d-40b8-85c8-76a81158e686 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-groups/9379c019-41e7-46c2-8325-af4d5325021b HTTP/1.1" status: 204 len: 168 time: 0.5056245 Dec 12 18:05:34.275615 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-bb3e9cf2-229f-4eec-bd00-1e2782698804 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port e9148bc1-eca2-4eb0-9fb5-de800f71f331 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:05:34.339859 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fa7427a-f488-469e-a48e-400b64e27e61 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.353950 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ab1e3c72-2fe1-4096-a9ec-60f59a7b9a15 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1074944 Dec 12 18:05:34.358856 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55840) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:34.363817 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f06ef86-64c4-4ac7-87e5-5c7f338c6ab6 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.364046 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-de4d5a27-b4fc-429c-940a-99f7de926265 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1105166900'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:34.366476 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fa7427a-f488-469e-a48e-400b64e27e61 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.369543 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29041c20-1b3d-40b8-85c8-76a81158e686 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9379c019-41e7-46c2-8325-af4d5325021b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:34.429889 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de4d5a27-b4fc-429c-940a-99f7de926265 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.467445 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-79907b7b-7d8d-4af7-8273-5369538ac1b3 None None] Provisioning complete for port 44227bf1-7c87-4429-8c51-3aad0edfee8a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:34.468012 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-79907b7b-7d8d-4af7-8273-5369538ac1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.533358 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 44227bf1-7c87-4429-8c51-3aad0edfee8a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:34.533733 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.547091 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de4d5a27-b4fc-429c-940a-99f7de926265 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.559964 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de4d5a27-b4fc-429c-940a-99f7de926265 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.648619 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de4d5a27-b4fc-429c-940a-99f7de926265 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.649927 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-de4d5a27-b4fc-429c-940a-99f7de926265 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2906377 Dec 12 18:05:34.650659 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d5a27-b4fc-429c-940a-99f7de926265 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac18ae19-31d2-400a-b100-c177404d136c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:34.656652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55842) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:34.661093 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-87da4698-2886-454b-acf9-b8456482c3c0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group_rule': {'security_group_id': 'ac18ae19-31d2-400a-b100-c177404d136c', 'direction': 'ingress', 'protocol': 17}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:34.685532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-bb3e9cf2-229f-4eec-bd00-1e2782698804 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8:0:1::154 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/d267db49-9c32-45c6-9d96-a6ceaa4be1c4/e9148bc1-eca2-4eb0-9fb5-de800f71f331) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:34.698485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-bb3e9cf2-229f-4eec-bd00-1e2782698804 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::f816:3eff:fe84:752e (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/5c4fedca-11df-4c92-b524-1afc12999c51/e9148bc1-eca2-4eb0-9fb5-de800f71f331) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:34.701573 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048b3f87-49fc-446e-af39-68f1d34a03a2 None None] Update dhcp port {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'fixed_ips': [{'subnet_id': '5c4fedca-11df-4c92-b524-1afc12999c51', 'ip_address': '2001:db8::f816:3eff:fec3:6766'}, {'subnet_id': 'd267db49-9c32-45c6-9d96-a6ceaa4be1c4'}], 'binding:host_id': 'n-d-760354-5'}, 'id': '44227bf1-7c87-4429-8c51-3aad0edfee8a'} from n-d-760354-5. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 18:05:34.728068 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-048b3f87-49fc-446e-af39-68f1d34a03a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.753148 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7427a-f488-469e-a48e-400b64e27e61 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c2c6ce-2623-4ede-a09f-7b0529378e53,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:34.762965 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-87da4698-2886-454b-acf9-b8456482c3c0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.821700 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-87da4698-2886-454b-acf9-b8456482c3c0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.824993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f06ef86-64c4-4ac7-87e5-5c7f338c6ab6 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:05:34.833296 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-87da4698-2886-454b-acf9-b8456482c3c0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.846677 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fa7427a-f488-469e-a48e-400b64e27e61 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.855640 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fa7427a-f488-469e-a48e-400b64e27e61 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.904654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da4698-2886-454b-acf9-b8456482c3c0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672121d5-78e2-478c-bb68-ba6079f5e2fe,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:34.913747 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-87da4698-2886-454b-acf9-b8456482c3c0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.917464 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-87da4698-2886-454b-acf9-b8456482c3c0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2573512 Dec 12 18:05:34.917938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55848) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:34.922370 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d01ff041-5d94-4535-9ce0-31b948b9f695 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:05:34.947186 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fa7427a-f488-469e-a48e-400b64e27e61 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:34.949490 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7fa7427a-f488-469e-a48e-400b64e27e61 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1342084 Dec 12 18:05:34.949695 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: d01ff041-5d94-4535-9ce0-31b948b9f695 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:05:34.950057 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d01ff041-5d94-4535-9ce0-31b948b9f695 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:05:34.950486 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d06acbbb-dccb-4676-a35c-639eb1b59eb9 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:05:34.962701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55850) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:34.971062 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-20cbd322-ad16-4498-8eb7-d96070403e89 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '98d60fba-f9a3-4eb1-bd31-d0c8578422d1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:34.976502 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: d06acbbb-dccb-4676-a35c-639eb1b59eb9 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:05:34.976854 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d06acbbb-dccb-4676-a35c-639eb1b59eb9 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:05:34.987313 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7427a-f488-469e-a48e-400b64e27e61 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d60fba-f9a3-4eb1-bd31-d0c8578422d1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:35.005106 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f06ef86-64c4-4ac7-87e5-5c7f338c6ab6 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:05:35.010890 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4f06ef86-64c4-4ac7-87e5-5c7f338c6ab6 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/49b7183b-12fd-4c59-b4d0-812fa327d0f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4255142 Dec 12 18:05:35.014527 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55852) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:35.017256 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63008716-cffd-47fc-b805-f615756fa32d None None] Sync routers for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:05:35.029511 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63008716-cffd-47fc-b805-f615756fa32d None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:35.029939 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-63008716-cffd-47fc-b805-f615756fa32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:35.083990 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7edd-6cd2-48c6-8108-57214158e675 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.088131 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb3e9cf2-229f-4eec-bd00-1e2782698804 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.094927 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-eccba0cd-b8aa-47d0-9367-d47b568cf2b7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting subnet 1259df92-805e-4d25-9a0a-d7d254c0306b {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:35.098703 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eccba0cd-b8aa-47d0-9367-d47b568cf2b7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.111122 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20cbd322-ad16-4498-8eb7-d96070403e89 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.134045 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-63008716-cffd-47fc-b805-f615756fa32d None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:35.150603 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7edd-6cd2-48c6-8108-57214158e675 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.153345 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eccba0cd-b8aa-47d0-9367-d47b568cf2b7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.245278 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20cbd322-ad16-4498-8eb7-d96070403e89 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.247365 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb3e9cf2-229f-4eec-bd00-1e2782698804 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.270375 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20cbd322-ad16-4498-8eb7-d96070403e89 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.273023 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eccba0cd-b8aa-47d0-9367-d47b568cf2b7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.295985 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3e9cf2-229f-4eec-bd00-1e2782698804 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:35.310780 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7edd-6cd2-48c6-8108-57214158e675 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.314098 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7edd-6cd2-48c6-8108-57214158e675 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.318478 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55856) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:35.318625 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ad5d7edd-6cd2-48c6-8108-57214158e675 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-groups/ac18ae19-31d2-400a-b100-c177404d136c HTTP/1.1" status: 204 len: 168 time: 0.3996534 Dec 12 18:05:35.319601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-bb3e9cf2-229f-4eec-bd00-1e2782698804 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:35.340395 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e9cf2-229f-4eec-bd00-1e2782698804 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:35.346111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3e9cf2-229f-4eec-bd00-1e2782698804 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:35.346743 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb3e9cf2-229f-4eec-bd00-1e2782698804 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.352718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d7edd-6cd2-48c6-8108-57214158e675 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac18ae19-31d2-400a-b100-c177404d136c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:35.360251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbd322-ad16-4498-8eb7-d96070403e89 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c2241f-95c9-4f34-aac6-16b6cef74811,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:35.380829 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20cbd322-ad16-4498-8eb7-d96070403e89 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.382047 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-20cbd322-ad16-4498-8eb7-d96070403e89 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4153490 Dec 12 18:05:35.382755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e9cf2-229f-4eec-bd00-1e2782698804 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=e9148bc1-eca2-4eb0-9fb5-de800f71f331,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:35.385763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55858) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:35.390672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-015ce026-cc3b-481f-911c-3033a76b3195 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '98d60fba-f9a3-4eb1-bd31-d0c8578422d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:35.401849 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bb3e9cf2-229f-4eec-bd00-1e2782698804 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6159160 Dec 12 18:05:35.403803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55860) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:35.413357 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f36232b4-3b3d-434a-b04c-4b2fb4a7db6a tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0932214 Dec 12 18:05:35.416339 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eccba0cd-b8aa-47d0-9367-d47b568cf2b7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.420132 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55862) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:35.432569 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8e33eb6f-7709-4d6e-86eb-4bb4ae5969df tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1127973249'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:35.441951 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-048b3f87-49fc-446e-af39-68f1d34a03a2 None None] Allocated IP 2001:db8:0:1::2 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/d267db49-9c32-45c6-9d96-a6ceaa4be1c4/44227bf1-7c87-4429-8c51-3aad0edfee8a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:35.472822 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eccba0cd-b8aa-47d0-9367-d47b568cf2b7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.476998 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-eccba0cd-b8aa-47d0-9367-d47b568cf2b7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/subnets/1259df92-805e-4d25-9a0a-d7d254c0306b HTTP/1.1" status: 204 len: 168 time: 0.4566247 Dec 12 18:05:35.480500 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccba0cd-b8aa-47d0-9367-d47b568cf2b7 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Subnet': ['ID=1259df92-805e-4d25-9a0a-d7d254c0306b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:35.485451 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55864) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:35.502797 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-015ce026-cc3b-481f-911c-3033a76b3195 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.527501 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a1f2c7-e0b0-4517-9d7e-8e308e94877a None None] Network c062cbcb-a342-46a1-bd28-316c0aa4d2b1 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:35.560770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1ca03985-687c-4953-9fbe-aec012120cda tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port e9148bc1-eca2-4eb0-9fb5-de800f71f331 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:35.561124 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ca03985-687c-4953-9fbe-aec012120cda tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.587979 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.611116 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e33eb6f-7709-4d6e-86eb-4bb4ae5969df tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.659021 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ca03985-687c-4953-9fbe-aec012120cda tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.672164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1ca03985-687c-4953-9fbe-aec012120cda tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for e9148bc1-eca2-4eb0-9fb5-de800f71f331 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:35.724814 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e33eb6f-7709-4d6e-86eb-4bb4ae5969df tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.733857 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e33eb6f-7709-4d6e-86eb-4bb4ae5969df tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.736329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-048b3f87-49fc-446e-af39-68f1d34a03a2 None None] For port 44227bf1-7c87-4429-8c51-3aad0edfee8a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=44227bf1-7c87-4429-8c51-3aad0edfee8a,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:35.759158 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-63008716-cffd-47fc-b805-f615756fa32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:33Z', 'revision_number': 9, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad008810-1260-4ae0-8678-474c906bf4d9', 'name': '', 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:e7:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:59Z', 'updated_at': '2021-12-12T18:05:07Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:35.792662 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting port 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:35.794384 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.808717 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33eb6f-7709-4d6e-86eb-4bb4ae5969df tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbb5f85-0ba7-49ff-90db-45bd2e85913d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:35.819065 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e33eb6f-7709-4d6e-86eb-4bb4ae5969df tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.820021 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63008716-cffd-47fc-b805-f615756fa32d None None] Checking router: 49b7183b-12fd-4c59-b4d0-812fa327d0f2 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:05:35.820602 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8e33eb6f-7709-4d6e-86eb-4bb4ae5969df tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3939638 Dec 12 18:05:35.823708 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-015ce026-cc3b-481f-911c-3033a76b3195 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): There was a conflict when trying to complete your request. Dec 12 18:05:35.825590 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-015ce026-cc3b-481f-911c-3033a76b3195 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4384332 Dec 12 18:05:35.829710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55866) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:35.830048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55868) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:35.848495 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-12c104f9-8fad-4837-8bd4-2a8926f8519a tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group': {'name': 'tempest-secgroup--472107181'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:35.855618 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63008716-cffd-47fc-b805-f615756fa32d None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:35.855618 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-63008716-cffd-47fc-b805-f615756fa32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:35.949489 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35040219-452a-4c4f-9eac-12181d5e2f01 None None] DHCP port deletion for c062cbcb-a342-46a1-bd28-316c0aa4d2b1 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:05:35.953954 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12c104f9-8fad-4837-8bd4-2a8926f8519a tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.954126 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-048b3f87-49fc-446e-af39-68f1d34a03a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.967754 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] For port 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0,segment=NetworkSegment(24bc1e4e-272e-49ff-8ab2-7fccd5cea976),segment_id=24bc1e4e-272e-49ff-8ab2-7fccd5cea976)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:35.967754 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.986129 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-048b3f87-49fc-446e-af39-68f1d34a03a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:35.996653 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Calling delete_port for 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:36.001195 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ca03985-687c-4953-9fbe-aec012120cda tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.009915 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-747d42bb-d160-467d-89ca-fc5c76ebc7a8 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.053339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca03985-687c-4953-9fbe-aec012120cda tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=e9148bc1-eca2-4eb0-9fb5-de800f71f331,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:36.082745 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b3f87-49fc-446e-af39-68f1d34a03a2 None None] Pushing event updated for resources: {'Port': ['ID=44227bf1-7c87-4429-8c51-3aad0edfee8a,revision_number=12']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:36.088793 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 44227bf1-7c87-4429-8c51-3aad0edfee8a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:36.091154 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-747d42bb-d160-467d-89ca-fc5c76ebc7a8 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.134251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-63008716-cffd-47fc-b805-f615756fa32d None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:36.137537 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ca03985-687c-4953-9fbe-aec012120cda tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.140788 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1ca03985-687c-4953-9fbe-aec012120cda tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/e9148bc1-eca2-4eb0-9fb5-de800f71f331 HTTP/1.1" status: 204 len: 168 time: 0.7360051 Dec 12 18:05:36.145193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55872) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:36.192759 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12c104f9-8fad-4837-8bd4-2a8926f8519a tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.197491 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12c104f9-8fad-4837-8bd4-2a8926f8519a tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.220289 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-747d42bb-d160-467d-89ca-fc5c76ebc7a8 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.223194 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-747d42bb-d160-467d-89ca-fc5c76ebc7a8 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.223376 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.226647 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-747d42bb-d160-467d-89ca-fc5c76ebc7a8 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "DELETE /v2.0/security-groups/98d60fba-f9a3-4eb1-bd31-d0c8578422d1 HTTP/1.1" status: 204 len: 168 time: 0.3905540 Dec 12 18:05:36.228954 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55876) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:36.246908 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12c104f9-8fad-4837-8bd4-2a8926f8519a tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.247947 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-12c104f9-8fad-4837-8bd4-2a8926f8519a tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4165723 Dec 12 18:05:36.259024 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55878) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:36.266499 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-69a8438b-11dd-41b7-a51e-863ec623bb11 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group_rule': {'security_group_id': '6bbb5f85-0ba7-49ff-90db-45bd2e85913d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '277a1c91-8fa1-4ca4-a307-cb5ee13e1db4', 'remote_ip_prefix': None}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:36.271739 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c104f9-8fad-4837-8bd4-2a8926f8519a tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277a1c91-8fa1-4ca4-a307-cb5ee13e1db4,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:36.277129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-35040219-452a-4c4f-9eac-12181d5e2f01 None None] Deleting port 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:36.277506 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-35040219-452a-4c4f-9eac-12181d5e2f01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.294333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d42bb-d160-467d-89ca-fc5c76ebc7a8 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d60fba-f9a3-4eb1-bd31-d0c8578422d1,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:36.294707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Port': ['ID=1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:36.298179 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] No DVR routers for this DVR port 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:36.346295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af7651e-da94-4af5-bd72-283cfb4fad93 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:36.352908 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6af7651e-da94-4af5-bd72-283cfb4fad93 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2063727 Dec 12 18:05:36.354451 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55882) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:36.364831 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e182359d-9d21-4856-b684-c6f480eaf0cd tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1313488 Dec 12 18:05:36.369551 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55884) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:36.378130 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4a80f3c5-a1b2-4189-b39d-5856647f444e tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group': {'name': 'tempest-secgroup--1731833294'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:36.383519 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-69a8438b-11dd-41b7-a51e-863ec623bb11 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.447376 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a80f3c5-a1b2-4189-b39d-5856647f444e tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.464885 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-35040219-452a-4c4f-9eac-12181d5e2f01 None None] For port 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0, host n-d-760354-5, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:36.465294 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-35040219-452a-4c4f-9eac-12181d5e2f01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.488507 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 44227bf1-7c87-4429-8c51-3aad0edfee8a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:36.488772 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.499851 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-35040219-452a-4c4f-9eac-12181d5e2f01 None None] Calling delete_port for 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:36.506133 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-35040219-452a-4c4f-9eac-12181d5e2f01 None None] Port 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0 was not found and therefore no delete operation was performed {{(pid=103152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 18:05:36.510861 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-69a8438b-11dd-41b7-a51e-863ec623bb11 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.523414 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.525116 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-69a8438b-11dd-41b7-a51e-863ec623bb11 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.549613 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-35040219-452a-4c4f-9eac-12181d5e2f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.555463 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c062cbcb-a342-46a1-bd28-316c0aa4d2b1']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:36.569224 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8438b-11dd-41b7-a51e-863ec623bb11 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f039ff47-adaa-4a53-b926-3879b783ca8e,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:36.569807 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24bc1e4e-272e-49ff-8ab2-7fccd5cea976') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:36.570320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24bc1e4e-272e-49ff-8ab2-7fccd5cea976') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:36.586026 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.600949 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-69a8438b-11dd-41b7-a51e-863ec623bb11 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.605076 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-69a8438b-11dd-41b7-a51e-863ec623bb11 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3444095 Dec 12 18:05:36.605902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55886) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:36.606952 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.607087 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35040219-452a-4c4f-9eac-12181d5e2f01 None None] Pushing event deleted for resources: {'Port': ['ID=1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:36.615298 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:05:36.616096 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.642820 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a80f3c5-a1b2-4189-b39d-5856647f444e tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.648584 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35040219-452a-4c4f-9eac-12181d5e2f01 None None] No DVR routers for this DVR port 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:36.658930 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a80f3c5-a1b2-4189-b39d-5856647f444e tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.671250 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ead17b7-59f5-4149-8123-6275beacfc66 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.703143 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ead17b7-59f5-4149-8123-6275beacfc66 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.717331 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a80f3c5-a1b2-4189-b39d-5856647f444e tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.720679 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4a80f3c5-a1b2-4189-b39d-5856647f444e tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3475218 Dec 12 18:05:36.721755 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55888) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:36.721914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80f3c5-a1b2-4189-b39d-5856647f444e tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c548252-10a2-4c75-9345-21a6abd83974,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:05:36.746366 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:05:36.755335 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b66ee1cf-f475-4650-ae8e-6cbbc7ca8062 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '3c548252-10a2-4c75-9345-21a6abd83974', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:36.756617 n-d-760354-5 neutron-server[103150]: WARNING neutron.api.v2.base [None req-b66ee1cf-f475-4650-ae8e-6cbbc7ca8062 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 12 18:05:36.757162 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-b66ee1cf-f475-4650-ae8e-6cbbc7ca8062 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:36.760816 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b66ee1cf-f475-4650-ae8e-6cbbc7ca8062 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074761 Dec 12 18:05:36.762355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55890) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:36.798994 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.799709 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ead17b7-59f5-4149-8123-6275beacfc66 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.816208 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ead17b7-59f5-4149-8123-6275beacfc66 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.817119 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3847095b-5634-4e2f-80b5-3ef6060aaaef tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:36.818994 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3847095b-5634-4e2f-80b5-3ef6060aaaef tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.4637039 Dec 12 18:05:36.821228 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1ead17b7-59f5-4149-8123-6275beacfc66 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f039ff47-adaa-4a53-b926-3879b783ca8e HTTP/1.1" status: 204 len: 168 time: 0.2031419 Dec 12 18:05:36.824361 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:36.826776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55892) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:36.827182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55894) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:36.828471 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/networks/c062cbcb-a342-46a1-bd28-316c0aa4d2b1 HTTP/1.1" status: 204 len: 168 time: 1.3419423 Dec 12 18:05:36.830272 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-63008716-cffd-47fc-b805-f615756fa32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:33Z', 'revision_number': 9, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad008810-1260-4ae0-8678-474c906bf4d9', 'name': '', 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:e7:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:59Z', 'updated_at': '2021-12-12T18:05:07Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:36.831227 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55896) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:36.849617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16f2c5-0fd8-429c-8ef0-edb56b63aab9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Network': ['ID=c062cbcb-a342-46a1-bd28-316c0aa4d2b1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:36.883279 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead17b7-59f5-4149-8123-6275beacfc66 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f039ff47-adaa-4a53-b926-3879b783ca8e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:36.887110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63008716-cffd-47fc-b805-f615756fa32d None None] The sync data for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 is: [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:33Z', 'revision_number': 9, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad008810-1260-4ae0-8678-474c906bf4d9', 'name': '', 'network_id': 'b65aa645-0de0-4040-ae75-17fbcc49aa22', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:e7:90:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:59Z', 'updated_at': '2021-12-12T18:05:07Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'd16606d6-9ac5-4541-8867-2a4d49eec275', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:05:37.005480 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1b35dca-8878-4811-ab0a-4210e4ebf6be tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.022718 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f2a6c329-b965-4d7c-a2af-e2ff892004b3 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1941514 Dec 12 18:05:37.024975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55898) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:37.028719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de072530-c9d6-4237-93b8-b2a52f0ff00d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:37.031178 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de072530-c9d6-4237-93b8-b2a52f0ff00d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:37.033500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de072530-c9d6-4237-93b8-b2a52f0ff00d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:37.038080 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-de072530-c9d6-4237-93b8-b2a52f0ff00d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2054763 Dec 12 18:05:37.045825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55900) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:37.115460 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1b35dca-8878-4811-ab0a-4210e4ebf6be tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.129080 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8a261700-37e0-46bc-bf50-b1d40fd60868 None None] Provisioning complete for port 44227bf1-7c87-4429-8c51-3aad0edfee8a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:37.130101 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a261700-37e0-46bc-bf50-b1d40fd60868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.180055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d93568-5f39-4cd3-bfe9-17521d1076b2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 5c4fedca-11df-4c92-b524-1afc12999c51 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:37.193548 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55d93568-5f39-4cd3-bfe9-17521d1076b2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.226164 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-84fc51d9-8fe4-4cc5-b832-60e786e3cac6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.283802 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1b35dca-8878-4811-ab0a-4210e4ebf6be tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.294493 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1b35dca-8878-4811-ab0a-4210e4ebf6be tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.301448 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55904) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:37.302059 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f1b35dca-8878-4811-ab0a-4210e4ebf6be tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "DELETE /v2.0/security-groups/3c548252-10a2-4c75-9345-21a6abd83974 HTTP/1.1" status: 204 len: 168 time: 0.5382946 Dec 12 18:05:37.304549 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-84fc51d9-8fe4-4cc5-b832-60e786e3cac6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.310175 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55d93568-5f39-4cd3-bfe9-17521d1076b2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.405878 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b35dca-8878-4811-ab0a-4210e4ebf6be tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c548252-10a2-4c75-9345-21a6abd83974,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:37.491050 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-70104199-c920-47ca-9d9b-b4f0e9ad8933 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1748760 Dec 12 18:05:37.497356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55910) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:37.508932 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-61a2b00e-b420-4d39-bed5-c03672126e2c tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group': {'name': 'tempest-secgroup--2044894692'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:37.520524 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3621b60d-3bc8-4423-8ba4-615a6a68b850 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.529279 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-84fc51d9-8fe4-4cc5-b832-60e786e3cac6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.531861 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-84fc51d9-8fe4-4cc5-b832-60e786e3cac6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.535761 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-84fc51d9-8fe4-4cc5-b832-60e786e3cac6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-groups/277a1c91-8fa1-4ca4-a307-cb5ee13e1db4 HTTP/1.1" status: 204 len: 168 time: 0.4990737 Dec 12 18:05:37.552356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55912) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:37.604126 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55d93568-5f39-4cd3-bfe9-17521d1076b2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.612500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc51d9-8fe4-4cc5-b832-60e786e3cac6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277a1c91-8fa1-4ca4-a307-cb5ee13e1db4,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:37.660764 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61a2b00e-b420-4d39-bed5-c03672126e2c tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.737063 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-91db486e-00c8-438d-b45f-b4f2ab0b5277 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1763053 Dec 12 18:05:37.737537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55914) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:37.782933 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55d93568-5f39-4cd3-bfe9-17521d1076b2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.803788 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-29801b3a-6266-4e03-b2c6-e2b203bb5143 None None] Could not find standard attr ID for object 1af21989-027c-473c-ac63-555f6c71319a. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:05:37.841704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d93568-5f39-4cd3-bfe9-17521d1076b2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=5c4fedca-11df-4c92-b524-1afc12999c51,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:37.846190 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55d93568-5f39-4cd3-bfe9-17521d1076b2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.850676 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-55d93568-5f39-4cd3-bfe9-17521d1076b2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/5c4fedca-11df-4c92-b524-1afc12999c51 HTTP/1.1" status: 204 len: 168 time: 0.7969642 Dec 12 18:05:37.853206 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55916) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:37.912296 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3621b60d-3bc8-4423-8ba4-615a6a68b850 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting port ad008810-1260-4ae0-8678-474c906bf4d9 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:37.912861 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3621b60d-3bc8-4423-8ba4-615a6a68b850 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.937318 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61a2b00e-b420-4d39-bed5-c03672126e2c tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.942812 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104e2d70-9a0a-4af5-9e8a-0efe7a89f6c6 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:37.953732 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61a2b00e-b420-4d39-bed5-c03672126e2c tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.961495 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e0d80bb-74cf-4128-8e18-875af3efb84d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.972272 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b3bf49-2a30-4721-b22f-6d4853fbde3e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet d267db49-9c32-45c6-9d96-a6ceaa4be1c4 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:37.992261 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c2b3bf49-2a30-4721-b22f-6d4853fbde3e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:37.994189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 44227bf1-7c87-4429-8c51-3aad0edfee8a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:38.035238 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61a2b00e-b420-4d39-bed5-c03672126e2c tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:38.039919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-61a2b00e-b420-4d39-bed5-c03672126e2c tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5412207 Dec 12 18:05:38.045530 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9639d16c-d015-465a-9464-e03cffd6a18c None None] Could not find standard attr ID for object e9148bc1-eca2-4eb0-9fb5-de800f71f331. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:05:38.056317 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55918) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:38.067949 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d187d94a-9df6-422b-94ec-e9b3bf33ed7c tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '06cf7703-4dcd-4917-8c33-9b9aeea26ce1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:38.070167 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-3621b60d-3bc8-4423-8ba4-615a6a68b850 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] For port ad008810-1260-4ae0-8678-474c906bf4d9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ad008810-1260-4ae0-8678-474c906bf4d9,segment=NetworkSegment(98fab749-b955-42ab-aa2f-6632ef7dd4a5),segment_id=98fab749-b955-42ab-aa2f-6632ef7dd4a5)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:38.070538 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3621b60d-3bc8-4423-8ba4-615a6a68b850 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:38.083103 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3621b60d-3bc8-4423-8ba4-615a6a68b850 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Calling delete_port for ad008810-1260-4ae0-8678-474c906bf4d9 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:38.093481 n-d-760354-5 neutron-server[103151]: WARNING neutron.api.v2.base [None req-d187d94a-9df6-422b-94ec-e9b3bf33ed7c tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 12 18:05:38.094630 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-d187d94a-9df6-422b-94ec-e9b3bf33ed7c tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:38.106434 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d187d94a-9df6-422b-94ec-e9b3bf33ed7c tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0485966 Dec 12 18:05:38.109603 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e0d80bb-74cf-4128-8e18-875af3efb84d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:38.114824 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 44227bf1-7c87-4429-8c51-3aad0edfee8a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:38.115360 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:38.133015 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55920) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:38.145305 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2b00e-b420-4d39-bed5-c03672126e2c tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cf7703-4dcd-4917-8c33-9b9aeea26ce1,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:38.149666 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c2b3bf49-2a30-4721-b22f-6d4853fbde3e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:38.266650 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e0d80bb-74cf-4128-8e18-875af3efb84d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:38.269510 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e0d80bb-74cf-4128-8e18-875af3efb84d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:38.273546 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4e0d80bb-74cf-4128-8e18-875af3efb84d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-groups/6bbb5f85-0ba7-49ff-90db-45bd2e85913d HTTP/1.1" status: 204 len: 168 time: 0.5288279 Dec 12 18:05:38.275080 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55922) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:38.292809 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d80bb-74cf-4128-8e18-875af3efb84d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbb5f85-0ba7-49ff-90db-45bd2e85913d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:38.303438 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c2b3bf49-2a30-4721-b22f-6d4853fbde3e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:38.313797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:05:38.354498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:05:38.354860 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1664d1dd-0ab9-4e0b-ae8a-d0652e00eae0 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:05:38.355337 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ef5e2062-bc04-4c3f-9afb-1b7223ade4d5 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:05:38.396594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: ef5e2062-bc04-4c3f-9afb-1b7223ade4d5 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:05:38.397213 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ef5e2062-bc04-4c3f-9afb-1b7223ade4d5 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:05:38.403979 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c2b3bf49-2a30-4721-b22f-6d4853fbde3e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:38.438949 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3bf49-2a30-4721-b22f-6d4853fbde3e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=d267db49-9c32-45c6-9d96-a6ceaa4be1c4,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:38.441578 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c2b3bf49-2a30-4721-b22f-6d4853fbde3e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:38.445428 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c2b3bf49-2a30-4721-b22f-6d4853fbde3e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/d267db49-9c32-45c6-9d96-a6ceaa4be1c4 HTTP/1.1" status: 204 len: 168 time: 0.5908475 Dec 12 18:05:38.447874 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55928) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:38.506000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-556d7c8b-c9a9-4638-ba46-9ad340638e07 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568106 Dec 12 18:05:38.515934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55932) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:38.523869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-de78a4a1-c639-4342-904d-a9e9339a0f6a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:38.654389 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de78a4a1-c639-4342-904d-a9e9339a0f6a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:38.659296 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de78a4a1-c639-4342-904d-a9e9339a0f6a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:38.801529 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62a62fd9-6fbd-4b06-892e-afc007fb0dd5 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:38.819003 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-351b9340-f74d-4246-a9df-68cac826592e tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5360518 Dec 12 18:05:38.828329 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55934) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:38.833019 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8616138c-3781-49cf-ba24-5eb071588c56 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group': {'name': 'tempest-secgroup--762560282'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:38.866517 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8616138c-3781-49cf-ba24-5eb071588c56 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:38.869937 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62a62fd9-6fbd-4b06-892e-afc007fb0dd5 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:38.900317 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de78a4a1-c639-4342-904d-a9e9339a0f6a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:38.958253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de78a4a1-c639-4342-904d-a9e9339a0f6a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:38.962063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-de78a4a1-c639-4342-904d-a9e9339a0f6a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:38.967529 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de78a4a1-c639-4342-904d-a9e9339a0f6a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:38.968763 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de78a4a1-c639-4342-904d-a9e9339a0f6a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:38.985004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78a4a1-c639-4342-904d-a9e9339a0f6a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=5814579f-69bb-4e8b-a356-bff1d586b3e4,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:38.994464 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3621b60d-3bc8-4423-8ba4-615a6a68b850 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.014747 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-de78a4a1-c639-4342-904d-a9e9339a0f6a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4949272 Dec 12 18:05:39.015057 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62a62fd9-6fbd-4b06-892e-afc007fb0dd5 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.016400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55936) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:39.017421 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62a62fd9-6fbd-4b06-892e-afc007fb0dd5 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.018726 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-62a62fd9-6fbd-4b06-892e-afc007fb0dd5 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "DELETE /v2.0/security-groups/06cf7703-4dcd-4917-8c33-9b9aeea26ce1 HTTP/1.1" status: 204 len: 168 time: 0.8847558 Dec 12 18:05:39.021705 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-beff91b1-3124-4745-8408-0c44e270e021 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:39.037866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55938) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:39.053045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621b60d-3bc8-4423-8ba4-615a6a68b850 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Port': ['ID=ad008810-1260-4ae0-8678-474c906bf4d9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:39.072040 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbabaa3e-ddf1-447e-9892-b24738a65730 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:39.081209 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a62fd9-6fbd-4b06-892e-afc007fb0dd5 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cf7703-4dcd-4917-8c33-9b9aeea26ce1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:39.180407 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8616138c-3781-49cf-ba24-5eb071588c56 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.191694 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8616138c-3781-49cf-ba24-5eb071588c56 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.238220 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3621b60d-3bc8-4423-8ba4-615a6a68b850 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.243492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-581eecb6-ac7e-45ca-85c7-0e0f06a3c095 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2008026 Dec 12 18:05:39.243688 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7188a3a0-5ece-4617-b686-4f1c2fe1239c None None] Provisioning complete for port 44227bf1-7c87-4429-8c51-3aad0edfee8a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:39.244510 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55940) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:39.245594 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7188a3a0-5ece-4617-b686-4f1c2fe1239c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.246850 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8616138c-3781-49cf-ba24-5eb071588c56 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.250653 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8616138c-3781-49cf-ba24-5eb071588c56 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4188285 Dec 12 18:05:39.251453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-147012fd-c08a-4450-a99d-2b3b7cd313e0 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group': {'name': 'tempest-secgroup--182075938'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:39.253440 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55942) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:39.262113 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f6c8ba4a-f74e-4e4b-bf2d-052bcb636deb tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group_rule': {'security_group_id': '6aa24da9-dc3e-4cf3-8f18-b4e8a4e83b3f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:39.277619 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616138c-3781-49cf-ba24-5eb071588c56 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa24da9-dc3e-4cf3-8f18-b4e8a4e83b3f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:39.287526 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-147012fd-c08a-4450-a99d-2b3b7cd313e0 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.429382 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ba4a-f74e-4e4b-bf2d-052bcb636deb tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.446608 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-147012fd-c08a-4450-a99d-2b3b7cd313e0 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.453340 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-147012fd-c08a-4450-a99d-2b3b7cd313e0 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.465375 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beff91b1-3124-4745-8408-0c44e270e021 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:39.469403 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-beff91b1-3124-4745-8408-0c44e270e021 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.491532 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d72b897-e576-4246-912c-f33e942f0cd4 None None] Update dhcp port {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'fixed_ips': [{'subnet_id': '5814579f-69bb-4e8b-a356-bff1d586b3e4'}], 'binding:host_id': 'n-d-760354-5'}, 'id': '44227bf1-7c87-4429-8c51-3aad0edfee8a'} from n-d-760354-5. {{(pid=103152) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 18:05:39.546003 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2d72b897-e576-4246-912c-f33e942f0cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.552909 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-147012fd-c08a-4450-a99d-2b3b7cd313e0 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.553984 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-147012fd-c08a-4450-a99d-2b3b7cd313e0 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3085222 Dec 12 18:05:39.558290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55952) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:39.566029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-641279ce-a652-4203-8d09-50255f086bae tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '28fa0842-afcd-4944-9b5e-64019bfd46be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:39.572328 n-d-760354-5 neutron-server[103151]: WARNING neutron.api.v2.base [None req-641279ce-a652-4203-8d09-50255f086bae tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 12 18:05:39.573072 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-641279ce-a652-4203-8d09-50255f086bae tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:39.574297 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-641279ce-a652-4203-8d09-50255f086bae tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0148876 Dec 12 18:05:39.578069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55954) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:39.579926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147012fd-c08a-4450-a99d-2b3b7cd313e0 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28fa0842-afcd-4944-9b5e-64019bfd46be,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:39.587444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-3774fa60-4045-4d3a-9691-950c58dd1ebc tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '28fa0842-afcd-4944-9b5e-64019bfd46be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:39.588257 n-d-760354-5 neutron-server[103151]: WARNING neutron.api.v2.base [None req-3774fa60-4045-4d3a-9691-950c58dd1ebc tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 12 18:05:39.588914 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-3774fa60-4045-4d3a-9691-950c58dd1ebc tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:39.590184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3774fa60-4045-4d3a-9691-950c58dd1ebc tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0114167 Dec 12 18:05:39.594386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55956) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:39.599039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-e0b3f79f-3b7e-4e7c-b958-d636cefa5246 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '28fa0842-afcd-4944-9b5e-64019bfd46be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:39.600121 n-d-760354-5 neutron-server[103151]: WARNING neutron.api.v2.base [None req-e0b3f79f-3b7e-4e7c-b958-d636cefa5246 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 12 18:05:39.600879 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-e0b3f79f-3b7e-4e7c-b958-d636cefa5246 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:39.601940 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e0b3f79f-3b7e-4e7c-b958-d636cefa5246 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068860 Dec 12 18:05:39.605236 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55958) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:39.614324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-0404f14b-cc06-401f-abba-2d95b7ef44ef tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '28fa0842-afcd-4944-9b5e-64019bfd46be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:39.614921 n-d-760354-5 neutron-server[103151]: WARNING neutron.api.v2.base [None req-0404f14b-cc06-401f-abba-2d95b7ef44ef tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 12 18:05:39.615558 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-0404f14b-cc06-401f-abba-2d95b7ef44ef tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:39.616763 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0404f14b-cc06-401f-abba-2d95b7ef44ef tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0104406 Dec 12 18:05:39.618176 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ba4a-f74e-4e4b-bf2d-052bcb636deb tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.620705 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55960) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:39.640362 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ba4a-f74e-4e4b-bf2d-052bcb636deb tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.645023 n-d-760354-5 neutron-server[103151]: INFO neutron.db.ipam_backend_mixin [None req-beff91b1-3124-4745-8408-0c44e270e021 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5814579f-69bb-4e8b-a356-bff1d586b3e4 (CIDR: 2001:db8::/64) Dec 12 18:05:39.650349 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-beff91b1-3124-4745-8408-0c44e270e021 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:39.651225 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beff91b1-3124-4745-8408-0c44e270e021 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:39.675378 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-beff91b1-3124-4745-8408-0c44e270e021 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6555676 Dec 12 18:05:39.675836 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55962) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:39.683512 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d8f5ca68-43e9-43db-b902-5b511ac2d21c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:39.683666 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6c8ba4a-f74e-4e4b-bf2d-052bcb636deb tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.684948 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f6c8ba4a-f74e-4e4b-bf2d-052bcb636deb tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4286680 Dec 12 18:05:39.687906 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55964) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:39.703760 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8ba4a-f74e-4e4b-bf2d-052bcb636deb tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29255953-093b-4151-a7c3-15a729d93839,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:39.732383 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3621b60d-3bc8-4423-8ba4-615a6a68b850 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:05:39.733451 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1857ee8-d0f6-4e24-ae0f-ab8a72fe4053 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.741561 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-2d72b897-e576-4246-912c-f33e942f0cd4 None None] Allocated IP 2001:db8::2 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/5814579f-69bb-4e8b-a356-bff1d586b3e4/44227bf1-7c87-4429-8c51-3aad0edfee8a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:39.782446 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2c1b3e50-7755-47b0-b8e5-63a6451b19cc tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.811671 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2c1b3e50-7755-47b0-b8e5-63a6451b19cc tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.839111 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1857ee8-d0f6-4e24-ae0f-ab8a72fe4053 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.849647 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2d72b897-e576-4246-912c-f33e942f0cd4 None None] For port 44227bf1-7c87-4429-8c51-3aad0edfee8a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=44227bf1-7c87-4429-8c51-3aad0edfee8a,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:39.890877 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2c1b3e50-7755-47b0-b8e5-63a6451b19cc tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.904355 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2c1b3e50-7755-47b0-b8e5-63a6451b19cc tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.907481 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3621b60d-3bc8-4423-8ba4-615a6a68b850 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:05:39.908128 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2c1b3e50-7755-47b0-b8e5-63a6451b19cc tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/29255953-093b-4151-a7c3-15a729d93839 HTTP/1.1" status: 204 len: 168 time: 0.2184975 Dec 12 18:05:39.909326 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2d72b897-e576-4246-912c-f33e942f0cd4 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.911073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55966) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:39.918665 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3621b60d-3bc8-4423-8ba4-615a6a68b850 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/49b7183b-12fd-4c59-b4d0-812fa327d0f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0863390 Dec 12 18:05:39.920496 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55968) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:39.926154 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d357e80e-eb48-47f8-aa54-0b7bb3296dc4 None None] Sync routers for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:05:39.927643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b3e50-7755-47b0-b8e5-63a6451b19cc tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29255953-093b-4151-a7c3-15a729d93839,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:39.931186 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2d72b897-e576-4246-912c-f33e942f0cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:39.950326 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d357e80e-eb48-47f8-aa54-0b7bb3296dc4 None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:39.951094 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d357e80e-eb48-47f8-aa54-0b7bb3296dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:39.977302 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ab1ef45a-cfb8-45b0-b85d-41f435531cec tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0627351 Dec 12 18:05:39.978263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55970) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:39.984933 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f5ca68-43e9-43db-b902-5b511ac2d21c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:39.988332 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ca68-43e9-43db-b902-5b511ac2d21c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:40.032554 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f0a2de-a3b8-405e-a024-e5a6c02e5679 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting subnet d16606d6-9ac5-4541-8867-2a4d49eec275 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:40.035381 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1857ee8-d0f6-4e24-ae0f-ab8a72fe4053 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:40.037935 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1857ee8-d0f6-4e24-ae0f-ab8a72fe4053 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:40.041640 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a1857ee8-d0f6-4e24-ae0f-ab8a72fe4053 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "DELETE /v2.0/security-groups/28fa0842-afcd-4944-9b5e-64019bfd46be HTTP/1.1" status: 204 len: 168 time: 0.4197319 Dec 12 18:05:40.042238 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55972) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:40.051675 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01f0a2de-a3b8-405e-a024-e5a6c02e5679 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:40.105346 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72b897-e576-4246-912c-f33e942f0cd4 None None] Pushing event updated for resources: {'Port': ['ID=44227bf1-7c87-4429-8c51-3aad0edfee8a,revision_number=15']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:40.108159 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1857ee8-d0f6-4e24-ae0f-ab8a72fe4053 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fa0842-afcd-4944-9b5e-64019bfd46be,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:40.138297 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01f0a2de-a3b8-405e-a024-e5a6c02e5679 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:40.151018 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d357e80e-eb48-47f8-aa54-0b7bb3296dc4 None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:40.215004 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cde57710-b159-4b65-90c7-8f45bf8624ee tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1648519 Dec 12 18:05:40.218598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55974) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:40.230916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-74d51dbc-06ef-47db-9b70-34d3f87bc250 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group': {'name': 'tempest-secgroup--503820587'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:40.306394 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74d51dbc-06ef-47db-9b70-34d3f87bc250 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:40.317249 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01f0a2de-a3b8-405e-a024-e5a6c02e5679 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:40.342720 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-139c55b9-e26f-45bd-921d-65491d6d7e4e tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:40.402200 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d357e80e-eb48-47f8-aa54-0b7bb3296dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:38Z', 'revision_number': 10, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:40.440524 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01f0a2de-a3b8-405e-a024-e5a6c02e5679 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:40.441317 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d357e80e-eb48-47f8-aa54-0b7bb3296dc4 None None] Checking router: 49b7183b-12fd-4c59-b4d0-812fa327d0f2 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:05:40.444655 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-139c55b9-e26f-45bd-921d-65491d6d7e4e tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:40.452811 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d357e80e-eb48-47f8-aa54-0b7bb3296dc4 None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:40.453502 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d357e80e-eb48-47f8-aa54-0b7bb3296dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:40.503986 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01f0a2de-a3b8-405e-a024-e5a6c02e5679 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:40.511423 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-01f0a2de-a3b8-405e-a024-e5a6c02e5679 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/subnets/d16606d6-9ac5-4541-8867-2a4d49eec275 HTTP/1.1" status: 204 len: 168 time: 0.5898511 Dec 12 18:05:40.512630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55978) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:40.512847 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0a2de-a3b8-405e-a024-e5a6c02e5679 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Subnet': ['ID=d16606d6-9ac5-4541-8867-2a4d49eec275,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:40.513680 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bbde73-b4fb-4760-9c42-68caceb72f51 None None] Network b65aa645-0de0-4040-ae75-17fbcc49aa22 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:40.575839 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d357e80e-eb48-47f8-aa54-0b7bb3296dc4 None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:40.684745 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74d51dbc-06ef-47db-9b70-34d3f87bc250 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:40.712842 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:40.714642 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74d51dbc-06ef-47db-9b70-34d3f87bc250 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:40.759183 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-139c55b9-e26f-45bd-921d-65491d6d7e4e tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:40.762120 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-139c55b9-e26f-45bd-921d-65491d6d7e4e tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:40.763329 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-139c55b9-e26f-45bd-921d-65491d6d7e4e tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-groups/6aa24da9-dc3e-4cf3-8f18-b4e8a4e83b3f HTTP/1.1" status: 204 len: 168 time: 0.7841325 Dec 12 18:05:40.767132 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55984) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:40.788241 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0061ac54-5c6c-44d0-b67d-ae910eb8769d None None] DHCP port deletion for b65aa645-0de0-4040-ae75-17fbcc49aa22 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:05:40.834010 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74d51dbc-06ef-47db-9b70-34d3f87bc250 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:40.838341 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-74d51dbc-06ef-47db-9b70-34d3f87bc250 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6172965 Dec 12 18:05:40.840965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55986) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:40.858408 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-6d6aa314-fdf3-4ec5-a94c-107298c8cd50 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '61a6f1d3-09e5-43d6-91d8-67e67f4364ab', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:40.859185 n-d-760354-5 neutron-server[103151]: WARNING neutron.api.v2.base [None req-6d6aa314-fdf3-4ec5-a94c-107298c8cd50 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 12 18:05:40.859717 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-6d6aa314-fdf3-4ec5-a94c-107298c8cd50 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:40.871326 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6d6aa314-fdf3-4ec5-a94c-107298c8cd50 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0230129 Dec 12 18:05:40.876199 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55988) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:40.879755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d51dbc-06ef-47db-9b70-34d3f87bc250 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a6f1d3-09e5-43d6-91d8-67e67f4364ab,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:40.892666 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-60ceedd9-0bf3-49bc-8036-0ad47feb6803 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1223209 Dec 12 18:05:40.902489 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-60eff7f0-54ed-4a99-aeed-c7811fb73edf tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '61a6f1d3-09e5-43d6-91d8-67e67f4364ab', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:40.912582 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55990) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:40.918992 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0061ac54-5c6c-44d0-b67d-ae910eb8769d None None] Deleting port 3216335d-7c14-433a-9364-04c17fe319d2 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:40.920373 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d357e80e-eb48-47f8-aa54-0b7bb3296dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:38Z', 'revision_number': 10, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:40.923390 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0061ac54-5c6c-44d0-b67d-ae910eb8769d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:40.927274 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8f199fba-df24-44e9-9563-45d130d63200 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376698871'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:40.969600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c55b9-e26f-45bd-921d-65491d6d7e4e tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa24da9-dc3e-4cf3-8f18-b4e8a4e83b3f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:40.989121 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f199fba-df24-44e9-9563-45d130d63200 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:41.049179 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d357e80e-eb48-47f8-aa54-0b7bb3296dc4 None None] The sync data for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 is: [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:38Z', 'revision_number': 10, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None, '_interfaces': [{'id': '92907f3e-55dc-46af-9ac0-6402b3433c2e', 'name': '', 'network_id': '1708bd97-422b-4ef8-87d7-f6e1e363cb3c', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'mac_address': 'fa:16:3e:51:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:53Z', 'updated_at': '2021-12-12T18:05:04Z', 'revision_number': 5, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'subnets': [{'id': 'db1b4fd5-2515-4569-95e4-6a1eaaff77d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:05:41.108307 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0061ac54-5c6c-44d0-b67d-ae910eb8769d None None] For port 3216335d-7c14-433a-9364-04c17fe319d2, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3216335d-7c14-433a-9364-04c17fe319d2,segment=NetworkSegment(98fab749-b955-42ab-aa2f-6632ef7dd4a5),segment_id=98fab749-b955-42ab-aa2f-6632ef7dd4a5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:41.108771 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0061ac54-5c6c-44d0-b67d-ae910eb8769d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:41.115739 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting port 3216335d-7c14-433a-9364-04c17fe319d2 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:41.116176 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:41.123519 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0061ac54-5c6c-44d0-b67d-ae910eb8769d None None] Calling delete_port for 3216335d-7c14-433a-9364-04c17fe319d2 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:41.173338 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f199fba-df24-44e9-9563-45d130d63200 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:41.177411 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-60eff7f0-54ed-4a99-aeed-c7811fb73edf tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:41.182473 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-60eff7f0-54ed-4a99-aeed-c7811fb73edf tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2885830 Dec 12 18:05:41.183438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 55992) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:41.184915 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f199fba-df24-44e9-9563-45d130d63200 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:41.185281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] For port 3216335d-7c14-433a-9364-04c17fe319d2, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3216335d-7c14-433a-9364-04c17fe319d2,segment=NetworkSegment(98fab749-b955-42ab-aa2f-6632ef7dd4a5),segment_id=98fab749-b955-42ab-aa2f-6632ef7dd4a5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:41.185777 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:41.192571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-00d1ab79-746a-4e01-9e00-79cfd018ea7a tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '61a6f1d3-09e5-43d6-91d8-67e67f4364ab', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:41.193077 n-d-760354-5 neutron-server[103151]: WARNING neutron.api.v2.base [None req-00d1ab79-746a-4e01-9e00-79cfd018ea7a tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 12 18:05:41.193563 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-00d1ab79-746a-4e01-9e00-79cfd018ea7a tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:41.197025 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-00d1ab79-746a-4e01-9e00-79cfd018ea7a tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059912 Dec 12 18:05:41.203096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.objects.ports [None req-d8f5ca68-43e9-43db-b902-5b511ac2d21c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103151) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 18:05:41.204262 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55994) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:41.211603 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-370eee65-a9b5-45e4-8f72-0f5d8fd41c50 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '61a6f1d3-09e5-43d6-91d8-67e67f4364ab', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:41.213186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Calling delete_port for 3216335d-7c14-433a-9364-04c17fe319d2 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:41.245042 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-27fda045-608d-4742-a099-acf6f8a05eea None None] Provisioning complete for port 44227bf1-7c87-4429-8c51-3aad0edfee8a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:41.245596 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27fda045-608d-4742-a099-acf6f8a05eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:41.250853 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f199fba-df24-44e9-9563-45d130d63200 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:41.252319 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8f199fba-df24-44e9-9563-45d130d63200 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3368263 Dec 12 18:05:41.257016 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 55996) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:41.262357 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-951c5e1a-9581-460c-abcd-5e5e68ded397 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group_rule': {'security_group_id': '951b459d-8a80-490f-9794-c55b6b0f1e38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:41.270287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f199fba-df24-44e9-9563-45d130d63200 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=951b459d-8a80-490f-9794-c55b6b0f1e38,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:41.294500 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0061ac54-5c6c-44d0-b67d-ae910eb8769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:41.335788 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-951c5e1a-9581-460c-abcd-5e5e68ded397 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:41.336005 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061ac54-5c6c-44d0-b67d-ae910eb8769d None None] Pushing event deleted for resources: {'Port': ['ID=3216335d-7c14-433a-9364-04c17fe319d2,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:41.347416 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0061ac54-5c6c-44d0-b67d-ae910eb8769d None None] No DVR routers for this DVR port 3216335d-7c14-433a-9364-04c17fe319d2 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:41.371505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cab23d0-934c-4a70-be7c-0366a2bb166c None None] get_active_networks_info from n-d-760354-5 {{(pid=103152) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 18:05:41.416510 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:41.430287 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-951c5e1a-9581-460c-abcd-5e5e68ded397 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:41.432274 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-370eee65-a9b5-45e4-8f72-0f5d8fd41c50 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:41.437004 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-370eee65-a9b5-45e4-8f72-0f5d8fd41c50 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2303584 Dec 12 18:05:41.437699 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56000) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:41.443266 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-57997ea1-9dcb-4e0f-8a19-7aa937897b0b tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '61a6f1d3-09e5-43d6-91d8-67e67f4364ab', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:41.444157 n-d-760354-5 neutron-server[103150]: WARNING neutron.api.v2.base [None req-57997ea1-9dcb-4e0f-8a19-7aa937897b0b tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 12 18:05:41.444771 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-57997ea1-9dcb-4e0f-8a19-7aa937897b0b tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:41.451607 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-57997ea1-9dcb-4e0f-8a19-7aa937897b0b tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125184 Dec 12 18:05:41.452287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56002) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:41.469444 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0d2820a1-7e57-4240-ad3e-2a6d1f019226 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '61a6f1d3-09e5-43d6-91d8-67e67f4364ab', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:41.480739 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-951c5e1a-9581-460c-abcd-5e5e68ded397 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:41.509056 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c5e1a-9581-460c-abcd-5e5e68ded397 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675cbe51-e910-4c76-bd09-35f9ac91a4ed,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:41.525968 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-951c5e1a-9581-460c-abcd-5e5e68ded397 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:41.527927 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-951c5e1a-9581-460c-abcd-5e5e68ded397 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2692430 Dec 12 18:05:41.530975 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56004) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:41.559904 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d55fb204-869e-4bde-b033-a769ec8b4093 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-group-rules/675cbe51-e910-4c76-bd09-35f9ac91a4ed HTTP/1.1" status: 200 len: 763 time: 0.0275531 Dec 12 18:05:41.562386 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56006) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:41.626679 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9187dbba-128a-4039-8f5e-7556cfdd6eb1 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0628648 Dec 12 18:05:41.629094 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-0d2820a1-7e57-4240-ad3e-2a6d1f019226 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:41.633762 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0d2820a1-7e57-4240-ad3e-2a6d1f019226 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1757898 Dec 12 18:05:41.634426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56008) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:41.634854 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56010) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:41.644403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cab23d0-934c-4a70-be7c-0366a2bb166c None None] Resources bound (agent type, host, resource id): {{(pid=103152) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 18:05:41.655922 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-649ef2a6-4e1a-4f69-b0db-cebb69e5f93c tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '61a6f1d3-09e5-43d6-91d8-67e67f4364ab', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:41.660585 n-d-760354-5 neutron-server[103150]: WARNING neutron.api.v2.base [None req-649ef2a6-4e1a-4f69-b0db-cebb69e5f93c tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 12 18:05:41.661678 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-649ef2a6-4e1a-4f69-b0db-cebb69e5f93c tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:41.667755 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-649ef2a6-4e1a-4f69-b0db-cebb69e5f93c tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0204241 Dec 12 18:05:41.686260 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56012) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:41.695743 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-90c77366-77e5-43ca-bcaf-24dacbf9e727 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '61a6f1d3-09e5-43d6-91d8-67e67f4364ab', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:41.725868 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f08cd73-2a05-48d3-948e-92076fb0a2a1 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:41.735744 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f08cd73-2a05-48d3-948e-92076fb0a2a1 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:41.774625 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f08cd73-2a05-48d3-948e-92076fb0a2a1 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:41.779909 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f08cd73-2a05-48d3-948e-92076fb0a2a1 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:41.781514 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7f08cd73-2a05-48d3-948e-92076fb0a2a1 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/675cbe51-e910-4c76-bd09-35f9ac91a4ed HTTP/1.1" status: 204 len: 168 time: 0.1451786 Dec 12 18:05:41.792546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56014) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:41.793452 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08cd73-2a05-48d3-948e-92076fb0a2a1 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=675cbe51-e910-4c76-bd09-35f9ac91a4ed,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:41.841200 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-90c77366-77e5-43ca-bcaf-24dacbf9e727 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:41.843254 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-90c77366-77e5-43ca-bcaf-24dacbf9e727 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1505265 Dec 12 18:05:41.846204 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56016) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:41.851238 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-983062e5-f22d-4c30-8a61-79e1db2aa56e tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '61a6f1d3-09e5-43d6-91d8-67e67f4364ab', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:41.887553 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-908c3296-8149-4c80-80f3-7de803cdb16c tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0906706 Dec 12 18:05:41.890514 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56018) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:41.895219 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-35430752-4b7e-4b43-b55a-9bac1d31774d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group_rule': {'security_group_id': '951b459d-8a80-490f-9794-c55b6b0f1e38', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:41.945883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 44227bf1-7c87-4429-8c51-3aad0edfee8a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:41.946959 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35430752-4b7e-4b43-b55a-9bac1d31774d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:41.965887 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-983062e5-f22d-4c30-8a61-79e1db2aa56e tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:41.969553 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-983062e5-f22d-4c30-8a61-79e1db2aa56e tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1199079 Dec 12 18:05:41.972602 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56020) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:42.047365 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35430752-4b7e-4b43-b55a-9bac1d31774d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.064015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 44227bf1-7c87-4429-8c51-3aad0edfee8a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:42.064404 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.068726 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4944b0dd-d9fe-4e5f-80d1-03d6dd0e5dcb tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.076987 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ca68-43e9-43db-b902-5b511ac2d21c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.079214 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Port': ['ID=3216335d-7c14-433a-9364-04c17fe319d2,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:42.088068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] No DVR routers for this DVR port 3216335d-7c14-433a-9364-04c17fe319d2 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:42.096594 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4944b0dd-d9fe-4e5f-80d1-03d6dd0e5dcb tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.117573 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35430752-4b7e-4b43-b55a-9bac1d31774d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.165455 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35430752-4b7e-4b43-b55a-9bac1d31774d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229dac0b-9bb7-4802-a7cc-fb65e816d9aa,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:42.171924 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35430752-4b7e-4b43-b55a-9bac1d31774d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.175312 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-35430752-4b7e-4b43-b55a-9bac1d31774d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2817826 Dec 12 18:05:42.183950 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56026) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:42.204651 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f7e35bbb-0dbf-4473-b063-9046e9ebf556 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-group-rules/229dac0b-9bb7-4802-a7cc-fb65e816d9aa HTTP/1.1" status: 200 len: 763 time: 0.0188391 Dec 12 18:05:42.205895 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4944b0dd-d9fe-4e5f-80d1-03d6dd0e5dcb tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.210223 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4944b0dd-d9fe-4e5f-80d1-03d6dd0e5dcb tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.211628 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4944b0dd-d9fe-4e5f-80d1-03d6dd0e5dcb tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "DELETE /v2.0/security-groups/61a6f1d3-09e5-43d6-91d8-67e67f4364ab HTTP/1.1" status: 204 len: 168 time: 0.2380834 Dec 12 18:05:42.212359 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56028) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:42.216296 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56030) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:42.237556 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.238165 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944b0dd-d9fe-4e5f-80d1-03d6dd0e5dcb tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a6f1d3-09e5-43d6-91d8-67e67f4364ab,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:42.283371 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5695951e-9e10-48d5-b127-1b9a4403d2dd tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0645432 Dec 12 18:05:42.285351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56032) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:42.301917 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ad008810-1260-4ae0-8678-474c906bf4d9 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:05:42.302747 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65aa645-0de0-4040-ae75-17fbcc49aa22']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:42.316684 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65490564-c3bf-4ab7-aa77-dd71ef410f57 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.324859 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65490564-c3bf-4ab7-aa77-dd71ef410f57 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.327268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: ad008810-1260-4ae0-8678-474c906bf4d9 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:05:42.327628 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ad008810-1260-4ae0-8678-474c906bf4d9 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:05:42.328055 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3216335d-7c14-433a-9364-04c17fe319d2 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:05:42.352352 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 3216335d-7c14-433a-9364-04c17fe319d2 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:05:42.352681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3216335d-7c14-433a-9364-04c17fe319d2 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:05:42.359958 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65490564-c3bf-4ab7-aa77-dd71ef410f57 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.365897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fab749-b955-42ab-aa2f-6632ef7dd4a5') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:42.366206 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fab749-b955-42ab-aa2f-6632ef7dd4a5') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:42.377283 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65490564-c3bf-4ab7-aa77-dd71ef410f57 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.377478 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0afc1fc3-13ae-4a66-a561-691026c281f8 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1518128 Dec 12 18:05:42.377581 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-65490564-c3bf-4ab7-aa77-dd71ef410f57 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/229dac0b-9bb7-4802-a7cc-fb65e816d9aa HTTP/1.1" status: 204 len: 168 time: 0.0857525 Dec 12 18:05:42.377581 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56034) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:42.380214 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-22c4a2b1-31b4-464f-880a-82ebaafdbda5 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group': {'name': 'tempest-secgroup--788603027'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:42.385132 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56036) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:42.390645 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.402387 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65490564-c3bf-4ab7-aa77-dd71ef410f57 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=229dac0b-9bb7-4802-a7cc-fb65e816d9aa,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:42.413823 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.431901 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22c4a2b1-31b4-464f-880a-82ebaafdbda5 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.432357 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:05:42.432829 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:05:42.436337 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:05:42.458985 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8e49e998-bb8b-4b39-8599-69e9a1d1d93e tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0692456 Dec 12 18:05:42.477784 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56040) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:42.483120 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5058b0ef-93eb-4eec-9eb6-6cf89fc5e7a9 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group_rule': {'security_group_id': '951b459d-8a80-490f-9794-c55b6b0f1e38', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:42.497959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d8f5ca68-43e9-43db-b902-5b511ac2d21c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] For port 44227bf1-7c87-4429-8c51-3aad0edfee8a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=44227bf1-7c87-4429-8c51-3aad0edfee8a,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:42.527069 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.536437 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5058b0ef-93eb-4eec-9eb6-6cf89fc5e7a9 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.539519 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.545286 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/networks/b65aa645-0de0-4040-ae75-17fbcc49aa22 HTTP/1.1" status: 204 len: 168 time: 2.0160275 Dec 12 18:05:42.549016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56042) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:42.567389 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ca68-43e9-43db-b902-5b511ac2d21c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.570724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8781c10-bec7-434c-b3e1-0b56fcde41d3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Network': ['ID=b65aa645-0de0-4040-ae75-17fbcc49aa22,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:42.583163 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22c4a2b1-31b4-464f-880a-82ebaafdbda5 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.593448 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22c4a2b1-31b4-464f-880a-82ebaafdbda5 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.607962 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ca68-43e9-43db-b902-5b511ac2d21c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.608970 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ca68-43e9-43db-b902-5b511ac2d21c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.630841 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22c4a2b1-31b4-464f-880a-82ebaafdbda5 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.635265 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-22c4a2b1-31b4-464f-880a-82ebaafdbda5 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2562430 Dec 12 18:05:42.640558 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56044) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:42.644965 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0f3670fa-7379-491e-82c3-38a601448dd5 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '357efa2d-a8e4-4660-9877-f6ab135fe9f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:42.651002 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5058b0ef-93eb-4eec-9eb6-6cf89fc5e7a9 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.655785 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4a2b1-31b4-464f-880a-82ebaafdbda5 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357efa2d-a8e4-4660-9877-f6ab135fe9f1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:42.660663 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5058b0ef-93eb-4eec-9eb6-6cf89fc5e7a9 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.688404 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058b0ef-93eb-4eec-9eb6-6cf89fc5e7a9 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3626c3-7a3c-432f-956d-2ed3764f5b95,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:42.690356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5ca68-43e9-43db-b902-5b511ac2d21c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=84a455fe-a532-4963-82bb-60ed48650664,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:42.715079 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5058b0ef-93eb-4eec-9eb6-6cf89fc5e7a9 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.718858 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5058b0ef-93eb-4eec-9eb6-6cf89fc5e7a9 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2399533 Dec 12 18:05:42.719521 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56046) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:42.726395 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-0f3670fa-7379-491e-82c3-38a601448dd5 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): The resource could not be found. Dec 12 18:05:42.730178 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0f3670fa-7379-491e-82c3-38a601448dd5 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0859625 Dec 12 18:05:42.731348 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56048) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:42.735780 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-937c14cc-d900-4fb8-8506-c526e9b01226 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '357efa2d-a8e4-4660-9877-f6ab135fe9f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a31ca682-e1a5-4892-9235-7107ddaaf60e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:42.740555 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f5ca68-43e9-43db-b902-5b511ac2d21c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:42.749618 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-d8f5ca68-43e9-43db-b902-5b511ac2d21c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:42.755503 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ea8c30d5-11c9-4a44-be4a-9a6cc88bce41 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-group-rules/3a3626c3-7a3c-432f-956d-2ed3764f5b95 HTTP/1.1" status: 200 len: 764 time: 0.0345693 Dec 12 18:05:42.756107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56050) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:42.761126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f5ca68-43e9-43db-b902-5b511ac2d21c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:42.761980 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ca68-43e9-43db-b902-5b511ac2d21c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.762966 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734d7cda-4d57-43f7-911c-77c0a5076336 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:42.830035 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f85685d6-a446-4d57-a2c6-fe16344926d6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0705669 Dec 12 18:05:42.830650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56052) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:42.849433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5ca68-43e9-43db-b902-5b511ac2d21c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=44227bf1-7c87-4429-8c51-3aad0edfee8a,revision_number=17']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:42.867500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90b473b4-c7ec-493e-8ea4-eead1a6445c6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.871473 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d8f5ca68-43e9-43db-b902-5b511ac2d21c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1937485 Dec 12 18:05:42.876538 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56054) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:42.876945 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90b473b4-c7ec-493e-8ea4-eead1a6445c6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.883510 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-937c14cc-d900-4fb8-8506-c526e9b01226 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): The resource could not be found. Dec 12 18:05:42.887548 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-937c14cc-d900-4fb8-8506-c526e9b01226 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1533298 Dec 12 18:05:42.887702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-e59a6877-730c-40ea-a1f3-6a9c6d2e2c3b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'mac_address': 'fa:16:3e:3b:d1:16', 'name': 'tempest-NetworksTestDHCPv6-1236529354'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:42.888247 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56056) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:42.940220 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90b473b4-c7ec-493e-8ea4-eead1a6445c6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.949476 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90b473b4-c7ec-493e-8ea4-eead1a6445c6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:42.953638 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-90b473b4-c7ec-493e-8ea4-eead1a6445c6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/3a3626c3-7a3c-432f-956d-2ed3764f5b95 HTTP/1.1" status: 204 len: 168 time: 0.1209879 Dec 12 18:05:42.956894 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56058) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:42.978212 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b473b4-c7ec-493e-8ea4-eead1a6445c6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a3626c3-7a3c-432f-956d-2ed3764f5b95,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:43.005792 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f194044-9f67-4322-b32f-19e88753f0ef tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.033074 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3c941f24-c399-41a1-894f-fe76c55794a7 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0730984 Dec 12 18:05:43.033684 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56062) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:43.058694 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f194044-9f67-4322-b32f-19e88753f0ef tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.134833 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f194044-9f67-4322-b32f-19e88753f0ef tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.138453 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f194044-9f67-4322-b32f-19e88753f0ef tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.139794 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9f194044-9f67-4322-b32f-19e88753f0ef tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "DELETE /v2.0/security-groups/357efa2d-a8e4-4660-9877-f6ab135fe9f1 HTTP/1.1" status: 204 len: 168 time: 0.2506199 Dec 12 18:05:43.145421 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56064) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:43.162468 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f194044-9f67-4322-b32f-19e88753f0ef tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=357efa2d-a8e4-4660-9877-f6ab135fe9f1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:43.173823 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59a6877-730c-40ea-a1f3-6a9c6d2e2c3b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:43.192752 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28d71928-3f85-446d-9ac9-dcc7593bf923 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.221428 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28d71928-3f85-446d-9ac9-dcc7593bf923 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.277648 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28d71928-3f85-446d-9ac9-dcc7593bf923 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.280954 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28d71928-3f85-446d-9ac9-dcc7593bf923 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.282761 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-28d71928-3f85-446d-9ac9-dcc7593bf923 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-groups/951b459d-8a80-490f-9794-c55b6b0f1e38 HTTP/1.1" status: 204 len: 168 time: 0.2455242 Dec 12 18:05:43.287230 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56066) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:43.301205 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e59a6877-730c-40ea-a1f3-6a9c6d2e2c3b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.323671 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d71928-3f85-446d-9ac9-dcc7593bf923 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=951b459d-8a80-490f-9794-c55b6b0f1e38,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:43.341446 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-dba8e02a-6939-49b1-a234-6b4e2d1cfa3e tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1941729 Dec 12 18:05:43.350452 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56068) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:43.350817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-e59a6877-730c-40ea-a1f3-6a9c6d2e2c3b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port f6d258a0-782c-4c92-bc5d-977d254b03ca yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:05:43.355965 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0ec8b0e4-465e-49dd-a519-d11a9795f620 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': '8f6dc791-e241-4879-9a30-093d570570f9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:43.381672 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a7a0b684-6878-4fb3-a698-91702d7fd729 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0930040 Dec 12 18:05:43.389202 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56070) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:43.396649 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-63499f06-78c6-44e5-bd62-f397687abaf6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group': {'name': 'tempest-secgroup--622279689'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:43.418377 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-edcf437d-4143-48ca-a681-fc70e7db7d04 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.455608 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63499f06-78c6-44e5-bd62-f397687abaf6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.487561 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-0ec8b0e4-465e-49dd-a519-d11a9795f620 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): The resource could not be found. Dec 12 18:05:43.489614 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0ec8b0e4-465e-49dd-a519-d11a9795f620 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1374478 Dec 12 18:05:43.494509 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56076) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:43.499141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-56463e4d-015c-457e-9dfd-8a04841a36db tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group': {'name': 'tempest-secgroup--687816759'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:43.567478 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56463e4d-015c-457e-9dfd-8a04841a36db tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.601495 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63499f06-78c6-44e5-bd62-f397687abaf6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.614204 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63499f06-78c6-44e5-bd62-f397687abaf6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.675764 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63499f06-78c6-44e5-bd62-f397687abaf6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee2ea07-ef67-4168-b316-ba5694598a33,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:43.691774 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63499f06-78c6-44e5-bd62-f397687abaf6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.696366 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-63499f06-78c6-44e5-bd62-f397687abaf6 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3037763 Dec 12 18:05:43.700088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56080) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:43.704581 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-b1747055-ad82-46f6-a226-1c44185562b0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Request body: {'security_group_rule': {'security_group_id': '6ee2ea07-ef67-4168-b316-ba5694598a33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:43.721708 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56463e4d-015c-457e-9dfd-8a04841a36db tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.733183 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56463e4d-015c-457e-9dfd-8a04841a36db tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.755729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-e59a6877-730c-40ea-a1f3-6a9c6d2e2c3b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::8 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/5814579f-69bb-4e8b-a356-bff1d586b3e4/f6d258a0-782c-4c92-bc5d-977d254b03ca) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:43.767236 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-e59a6877-730c-40ea-a1f3-6a9c6d2e2c3b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3b:d116 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/84a455fe-a532-4963-82bb-60ed48650664/f6d258a0-782c-4c92-bc5d-977d254b03ca) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:43.778831 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56463e4d-015c-457e-9dfd-8a04841a36db tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.783091 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1747055-ad82-46f6-a226-1c44185562b0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.783651 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-56463e4d-015c-457e-9dfd-8a04841a36db tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2879562 Dec 12 18:05:43.786809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56082) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:43.791230 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-abbe0916-3140-4a85-9438-d57ed2134d61 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group': {'name': 'tempest-secgroup--245401166'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:43.799907 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56463e4d-015c-457e-9dfd-8a04841a36db tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d067c48e-e20b-4ac5-a019-6aa3665ebce5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:43.825880 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abbe0916-3140-4a85-9438-d57ed2134d61 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.850390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-864bf4da-0eca-4d6e-9509-f3ebae657834 None None] Provisioning complete for port 44227bf1-7c87-4429-8c51-3aad0edfee8a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:43.850898 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-864bf4da-0eca-4d6e-9509-f3ebae657834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.955621 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abbe0916-3140-4a85-9438-d57ed2134d61 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.961157 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abbe0916-3140-4a85-9438-d57ed2134d61 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:43.965509 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 44227bf1-7c87-4429-8c51-3aad0edfee8a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:43.983532 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1747055-ad82-46f6-a226-1c44185562b0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.000210 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1747055-ad82-46f6-a226-1c44185562b0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.015190 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe0916-3140-4a85-9438-d57ed2134d61 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fba7e69-bbb9-4417-a9b4-8ca7b1b9bedc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:44.021940 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abbe0916-3140-4a85-9438-d57ed2134d61 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.027424 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-abbe0916-3140-4a85-9438-d57ed2134d61 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2394614 Dec 12 18:05:44.028364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56084) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:44.036221 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-dbf1f905-3bd3-4a4b-bda5-923961c7e101 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group_rule': {'security_group_id': 'd067c48e-e20b-4ac5-a019-6aa3665ebce5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9fba7e69-bbb9-4417-a9b4-8ca7b1b9bedc'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:44.052646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1747055-ad82-46f6-a226-1c44185562b0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbc38a9-af12-49e4-9cea-a43945e45c6d,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:44.069755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 44227bf1-7c87-4429-8c51-3aad0edfee8a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:44.070543 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.073640 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e59a6877-730c-40ea-a1f3-6a9c6d2e2c3b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.085419 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1747055-ad82-46f6-a226-1c44185562b0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.089404 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b1747055-ad82-46f6-a226-1c44185562b0 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3855815 Dec 12 18:05:44.089566 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56086) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:44.091822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-edcf437d-4143-48ca-a681-fc70e7db7d04 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting port 92907f3e-55dc-46af-9ac0-6402b3433c2e {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:44.092270 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-edcf437d-4143-48ca-a681-fc70e7db7d04 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.108689 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-dbf1f905-3bd3-4a4b-bda5-923961c7e101 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:44.114536 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dbf1f905-3bd3-4a4b-bda5-923961c7e101 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0802302 Dec 12 18:05:44.114536 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56088) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:44.220431 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e59a6877-730c-40ea-a1f3-6a9c6d2e2c3b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.256172 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d80b4c3e-c423-473f-bd90-6d7479b72447 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.258190 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-edcf437d-4143-48ca-a681-fc70e7db7d04 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] For port 92907f3e-55dc-46af-9ac0-6402b3433c2e, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=92907f3e-55dc-46af-9ac0-6402b3433c2e,segment=NetworkSegment(d9005f3b-782d-4987-bc56-3b16d8264cbd),segment_id=d9005f3b-782d-4987-bc56-3b16d8264cbd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:44.258681 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-edcf437d-4143-48ca-a681-fc70e7db7d04 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.275192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-edcf437d-4143-48ca-a681-fc70e7db7d04 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Calling delete_port for 92907f3e-55dc-46af-9ac0-6402b3433c2e owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:44.277244 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d53b3e9-6c67-451f-a6ae-dafd090361f4 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.302468 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d80b4c3e-c423-473f-bd90-6d7479b72447 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.323923 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d53b3e9-6c67-451f-a6ae-dafd090361f4 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.393100 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d80b4c3e-c423-473f-bd90-6d7479b72447 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.396106 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d80b4c3e-c423-473f-bd90-6d7479b72447 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.399715 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d80b4c3e-c423-473f-bd90-6d7479b72447 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-groups/6ee2ea07-ef67-4168-b316-ba5694598a33 HTTP/1.1" status: 204 len: 168 time: 0.3067498 Dec 12 18:05:44.401803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56090) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:44.409188 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d53b3e9-6c67-451f-a6ae-dafd090361f4 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.411796 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d53b3e9-6c67-451f-a6ae-dafd090361f4 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.415335 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7d53b3e9-6c67-451f-a6ae-dafd090361f4 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "DELETE /v2.0/security-groups/9fba7e69-bbb9-4417-a9b4-8ca7b1b9bedc HTTP/1.1" status: 204 len: 168 time: 0.2986033 Dec 12 18:05:44.417622 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56092) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:44.431711 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b4c3e-c423-473f-bd90-6d7479b72447 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee2ea07-ef67-4168-b316-ba5694598a33,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:44.448647 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53b3e9-6c67-451f-a6ae-dafd090361f4 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fba7e69-bbb9-4417-a9b4-8ca7b1b9bedc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:44.493193 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ff04f48c-3fda-4af4-92ca-a3e33c108a97 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0718341 Dec 12 18:05:44.494022 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56094) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:44.510268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59a6877-730c-40ea-a1f3-6a9c6d2e2c3b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:44.533536 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-e59a6877-730c-40ea-a1f3-6a9c6d2e2c3b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:44.552877 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a6877-730c-40ea-a1f3-6a9c6d2e2c3b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:44.558535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59a6877-730c-40ea-a1f3-6a9c6d2e2c3b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:44.559378 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e59a6877-730c-40ea-a1f3-6a9c6d2e2c3b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.580508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a6877-730c-40ea-a1f3-6a9c6d2e2c3b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=f6d258a0-782c-4c92-bc5d-977d254b03ca,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:44.633035 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e59a6877-730c-40ea-a1f3-6a9c6d2e2c3b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.7554162 Dec 12 18:05:44.637205 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0835cb68-e9a6-4e9c-8ace-c1d7e6e5e45b tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2158148 Dec 12 18:05:44.641658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56098) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:44.646022 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56100) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:44.646198 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-638c6dca-cb25-40b6-b4f1-4b2f7935a593 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.681282 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-638c6dca-cb25-40b6-b4f1-4b2f7935a593 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.734656 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-638c6dca-cb25-40b6-b4f1-4b2f7935a593 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.737386 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-638c6dca-cb25-40b6-b4f1-4b2f7935a593 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.741900 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-638c6dca-cb25-40b6-b4f1-4b2f7935a593 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "DELETE /v2.0/security-groups/d067c48e-e20b-4ac5-a019-6aa3665ebce5 HTTP/1.1" status: 204 len: 168 time: 0.2424188 Dec 12 18:05:44.742444 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56102) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:44.744311 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-edcf437d-4143-48ca-a681-fc70e7db7d04 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.763543 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c6dca-cb25-40b6-b4f1-4b2f7935a593 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d067c48e-e20b-4ac5-a019-6aa3665ebce5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:44.809010 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6329a663-5860-4a01-b570-5deb20bd9a7b tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0613480 Dec 12 18:05:44.809232 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56104) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:44.813993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3d215661-b8d0-454a-9ff5-ce85a2e1a7fd tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group': {'name': 'tempest-secgroup--1540690999'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:44.852301 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-acf23311-d4f1-4fa2-ad29-5dc0a7af0348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.852934 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d215661-b8d0-454a-9ff5-ce85a2e1a7fd tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.863649 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-373bccc0-20ea-4cfa-96e8-340b145ff4ab tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2137554 Dec 12 18:05:44.864908 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf437d-4143-48ca-a681-fc70e7db7d04 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Port': ['ID=92907f3e-55dc-46af-9ac0-6402b3433c2e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:44.867575 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56106) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:44.978218 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-3edbbc4a-9296-495e-905b-199c8eab312d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] delete failed (client error): The resource could not be found. Dec 12 18:05:44.980135 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d215661-b8d0-454a-9ff5-ce85a2e1a7fd tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:44.983344 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3edbbc4a-9296-495e-905b-199c8eab312d tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "DELETE /v2.0/security-groups/6ee2ea07-ef67-4168-b316-ba5694598a33 HTTP/1.1" status: 404 len: 347 time: 0.1114075 Dec 12 18:05:44.984904 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56110) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:44.996308 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-edcf437d-4143-48ca-a681-fc70e7db7d04 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:45.002874 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d215661-b8d0-454a-9ff5-ce85a2e1a7fd tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:45.010864 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c0452b2e-e1c3-481c-b3d3-9af3f0e33acf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port f6d258a0-782c-4c92-bc5d-977d254b03ca {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:45.011229 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0452b2e-e1c3-481c-b3d3-9af3f0e33acf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:45.013408 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-50de9410-6d7d-445a-b161-a706712cbe85 None None] Provisioning complete for port f6d258a0-782c-4c92-bc5d-977d254b03ca triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:45.014135 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50de9410-6d7d-445a-b161-a706712cbe85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:45.054979 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d215661-b8d0-454a-9ff5-ce85a2e1a7fd tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:45.059510 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3d215661-b8d0-454a-9ff5-ce85a2e1a7fd tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2492185 Dec 12 18:05:45.064897 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56114) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:45.069779 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c0b5f50d-242e-4ace-8a3d-4ac63cb54a2a tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:45.070350 n-d-760354-5 neutron-server[103150]: WARNING neutron.api.v2.base [None req-c0b5f50d-242e-4ace-8a3d-4ac63cb54a2a tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 12 18:05:45.070854 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-c0b5f50d-242e-4ace-8a3d-4ac63cb54a2a tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] update failed (client error): There was a conflict when trying to complete your request. Dec 12 18:05:45.075307 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c0b5f50d-242e-4ace-8a3d-4ac63cb54a2a tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "PUT /v2.0/security-groups/89aea7e0-3884-49a0-8108-ab1e6520aa24 HTTP/1.1" status: 409 len: 330 time: 0.0091164 Dec 12 18:05:45.079579 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-50de9410-6d7d-445a-b161-a706712cbe85 None None] Port f6d258a0-782c-4c92-bc5d-977d254b03ca cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:05:45.088048 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56116) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:45.118687 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3d531d91-08cc-46ac-a482-b14e03dfa012 tempest-SecGroupTest-1949969222 tempest-SecGroupTest-1949969222-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1315804 Dec 12 18:05:45.128305 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d215661-b8d0-454a-9ff5-ce85a2e1a7fd tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89aea7e0-3884-49a0-8108-ab1e6520aa24,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:45.215245 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-438cd2c0-e2f3-43f3-94da-c8d7d3eadb46 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:45.246506 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-438cd2c0-e2f3-43f3-94da-c8d7d3eadb46 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:45.301988 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0452b2e-e1c3-481c-b3d3-9af3f0e33acf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:45.309892 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-438cd2c0-e2f3-43f3-94da-c8d7d3eadb46 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:45.312877 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-438cd2c0-e2f3-43f3-94da-c8d7d3eadb46 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:45.317796 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-438cd2c0-e2f3-43f3-94da-c8d7d3eadb46 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "DELETE /v2.0/security-groups/89aea7e0-3884-49a0-8108-ab1e6520aa24 HTTP/1.1" status: 204 len: 168 time: 0.2262673 Dec 12 18:05:45.319294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56122) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:45.327683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c0452b2e-e1c3-481c-b3d3-9af3f0e33acf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for f6d258a0-782c-4c92-bc5d-977d254b03ca owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:45.329852 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438cd2c0-e2f3-43f3-94da-c8d7d3eadb46 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89aea7e0-3884-49a0-8108-ab1e6520aa24,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:45.344594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcf437d-4143-48ca-a681-fc70e7db7d04 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:05:45.483170 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56126) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:45.500297 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b99e6d66-35c0-495e-9cbd-bd1cf897382a tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1709614 Dec 12 18:05:45.501148 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56130) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:45.515934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcf437d-4143-48ca-a681-fc70e7db7d04 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:05:45.521530 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-6d286b2c-123d-4dfc-a9c5-db20ff1d032e tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] delete failed (client error): The resource could not be found. Dec 12 18:05:45.522417 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-edcf437d-4143-48ca-a681-fc70e7db7d04 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/49b7183b-12fd-4c59-b4d0-812fa327d0f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9704111 Dec 12 18:05:45.525969 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56132) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:45.529933 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d280a8-bc07-4548-96e2-7e15f9f49a9d None None] Sync routers for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:05:45.543725 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6d286b2c-123d-4dfc-a9c5-db20ff1d032e tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "DELETE /v2.0/security-groups/9c48b8d3-a4ba-49ca-b87b-188be82d0c94 HTTP/1.1" status: 404 len: 347 time: 0.0379963 Dec 12 18:05:45.544635 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56134) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:45.549689 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d280a8-bc07-4548-96e2-7e15f9f49a9d None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:45.556196 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d6d280a8-bc07-4548-96e2-7e15f9f49a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:45.568807 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-5e4d6cb7-f5e5-47ad-b74d-8156af9a6c5c tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] show failed (client error): The resource could not be found. Dec 12 18:05:45.574725 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5e4d6cb7-f5e5-47ad-b74d-8156af9a6c5c tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "GET /v2.0/security-groups/c360ada7-8fb5-4b8e-a72b-1aa79f341b07 HTTP/1.1" status: 404 len: 347 time: 0.0285926 Dec 12 18:05:45.575518 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56138) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:45.604688 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-51f49184-5b17-4e16-a08a-15120c3d8933 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] show failed (client error): The resource could not be found. Dec 12 18:05:45.628518 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-51f49184-5b17-4e16-a08a-15120c3d8933 tempest-NegativeSecGroupTest-1450342540 tempest-NegativeSecGroupTest-1450342540-project] 10.222.0.18 "GET /v2.0/security-group-rules/f10dc125-51d5-402a-bf1f-217b04a604fb HTTP/1.1" status: 404 len: 356 time: 0.0393112 Dec 12 18:05:45.724280 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7a4fba47-1513-40d1-a4c2-449118f24006 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05c740d2e031432bac8bc8669d03f790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2389479 Dec 12 18:05:45.725113 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56142) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:45.772078 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d6d280a8-bc07-4548-96e2-7e15f9f49a9d None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:45.828003 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57590837-db6d-4bbf-8024-6ae30b6aba24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:45.896826 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d6d280a8-bc07-4548-96e2-7e15f9f49a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:44Z', 'revision_number': 11, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:45.914815 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57590837-db6d-4bbf-8024-6ae30b6aba24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:45.970475 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d280a8-bc07-4548-96e2-7e15f9f49a9d None None] Checking router: 49b7183b-12fd-4c59-b4d0-812fa327d0f2 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:05:45.983562 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57590837-db6d-4bbf-8024-6ae30b6aba24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:45.990232 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57590837-db6d-4bbf-8024-6ae30b6aba24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:45.995897 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-57590837-db6d-4bbf-8024-6ae30b6aba24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7b14b43-00f2-46e5-9c16-1e5f42bb2b94 HTTP/1.1" status: 204 len: 168 time: 0.2695012 Dec 12 18:05:46.001933 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d280a8-bc07-4548-96e2-7e15f9f49a9d None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:46.003133 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d6d280a8-bc07-4548-96e2-7e15f9f49a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:46.009751 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57590837-db6d-4bbf-8024-6ae30b6aba24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b14b43-00f2-46e5-9c16-1e5f42bb2b94,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:46.037073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5d4e1f-9e8b-4b37-8392-8c9e7b2864ed tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting subnet db1b4fd5-2515-4569-95e4-6a1eaaff77d1 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:46.053216 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5f5d4e1f-9e8b-4b37-8392-8c9e7b2864ed tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:46.062554 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56150) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:46.114792 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d6d280a8-bc07-4548-96e2-7e15f9f49a9d None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:46.163391 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5f5d4e1f-9e8b-4b37-8392-8c9e7b2864ed tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:46.179776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d6d280a8-bc07-4548-96e2-7e15f9f49a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:44Z', 'revision_number': 11, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:46.209525 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d280a8-bc07-4548-96e2-7e15f9f49a9d None None] The sync data for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 is: [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:44Z', 'revision_number': 11, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:05:46.276497 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0452b2e-e1c3-481c-b3d3-9af3f0e33acf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:46.322401 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0452b2e-e1c3-481c-b3d3-9af3f0e33acf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=f6d258a0-782c-4c92-bc5d-977d254b03ca,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:46.357870 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5f5d4e1f-9e8b-4b37-8392-8c9e7b2864ed tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:46.376510 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b60a9e5d-0d42-4d59-adc6-a41912556454 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b76086f999c3401cb7fb560667bd44ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3124874 Dec 12 18:05:46.380125 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56158) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:46.446286 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0452b2e-e1c3-481c-b3d3-9af3f0e33acf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:46.454805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c0452b2e-e1c3-481c-b3d3-9af3f0e33acf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/f6d258a0-782c-4c92-bc5d-977d254b03ca HTTP/1.1" status: 204 len: 168 time: 1.8053491 Dec 12 18:05:46.455035 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03153d7e-abe2-443e-b274-fd94d5c249d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:46.455035 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56160) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:46.529976 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5f5d4e1f-9e8b-4b37-8392-8c9e7b2864ed tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:46.532838 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03153d7e-abe2-443e-b274-fd94d5c249d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:46.560409 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5f5d4e1f-9e8b-4b37-8392-8c9e7b2864ed tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:46.567559 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5f5d4e1f-9e8b-4b37-8392-8c9e7b2864ed tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/subnets/db1b4fd5-2515-4569-95e4-6a1eaaff77d1 HTTP/1.1" status: 204 len: 168 time: 1.0371609 Dec 12 18:05:46.572611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56166) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:46.572718 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bf5809-0297-477b-8566-6f1dfbfc327e None None] Network 1708bd97-422b-4ef8-87d7-f6e1e363cb3c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:46.596489 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf96f96e-a4df-4d58-a1c6-39f460816d54 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:46.598200 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cf96f96e-a4df-4d58-a1c6-39f460816d54 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1422863 Dec 12 18:05:46.611952 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56172) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:46.652719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d4e1f-9e8b-4b37-8392-8c9e7b2864ed tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Subnet': ['ID=db1b4fd5-2515-4569-95e4-6a1eaaff77d1,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:46.725879 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3b7225-a70e-4058-a640-bc89cb2b0fa4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:46.727525 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dd3b7225-a70e-4058-a640-bc89cb2b0fa4 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1140482 Dec 12 18:05:46.732562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56176) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:46.739455 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03153d7e-abe2-443e-b274-fd94d5c249d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:46.742516 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03153d7e-abe2-443e-b274-fd94d5c249d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:46.755801 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-03153d7e-abe2-443e-b274-fd94d5c249d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16c2c6ce-2623-4ede-a09f-7b0529378e53 HTTP/1.1" status: 204 len: 168 time: 0.3735149 Dec 12 18:05:46.764488 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03153d7e-abe2-443e-b274-fd94d5c249d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c2c6ce-2623-4ede-a09f-7b0529378e53,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:46.843646 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:46.852451 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ef721d-fb20-4373-8c39-a5b9afd20bde None None] DHCP port deletion for 1708bd97-422b-4ef8-87d7-f6e1e363cb3c request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:05:46.882397 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb7772-fc3d-4a63-aef2-8edf6de1486b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:46.883983 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb7772-fc3d-4a63-aef2-8edf6de1486b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:46.885652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb7772-fc3d-4a63-aef2-8edf6de1486b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:46.897441 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-28fb7772-fc3d-4a63-aef2-8edf6de1486b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1639514 Dec 12 18:05:46.900155 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56182) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:46.939860 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a3ef721d-fb20-4373-8c39-a5b9afd20bde None None] Deleting port 27fb6995-d3fa-47c5-9355-c11d6ccc197a {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:46.942725 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3ef721d-fb20-4373-8c39-a5b9afd20bde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.008283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Deleting port 27fb6995-d3fa-47c5-9355-c11d6ccc197a {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:47.009068 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-c103703b-80f1-44c2-9a4d-46d12bd14982 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 5814579f-69bb-4e8b-a356-bff1d586b3e4 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:47.009637 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.031806 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c103703b-80f1-44c2-9a4d-46d12bd14982 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.142430 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c103703b-80f1-44c2-9a4d-46d12bd14982 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.153906 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] For port 27fb6995-d3fa-47c5-9355-c11d6ccc197a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=27fb6995-d3fa-47c5-9355-c11d6ccc197a,segment=NetworkSegment(d9005f3b-782d-4987-bc56-3b16d8264cbd),segment_id=d9005f3b-782d-4987-bc56-3b16d8264cbd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:47.155030 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.185009 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Calling delete_port for 27fb6995-d3fa-47c5-9355-c11d6ccc197a owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:47.234360 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.239838 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a3ef721d-fb20-4373-8c39-a5b9afd20bde None None] For port 27fb6995-d3fa-47c5-9355-c11d6ccc197a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=27fb6995-d3fa-47c5-9355-c11d6ccc197a,segment=NetworkSegment(d9005f3b-782d-4987-bc56-3b16d8264cbd),segment_id=d9005f3b-782d-4987-bc56-3b16d8264cbd)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:47.241493 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3ef721d-fb20-4373-8c39-a5b9afd20bde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.247435 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2099af85-5873-4862-bbdb-ac4a2f6e2b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.280812 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a3ef721d-fb20-4373-8c39-a5b9afd20bde None None] Calling delete_port for 27fb6995-d3fa-47c5-9355-c11d6ccc197a owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:47.292284 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.332469 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56194) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:47.332934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Port': ['ID=27fb6995-d3fa-47c5-9355-c11d6ccc197a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:47.337910 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0041518 Dec 12 18:05:47.343611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56198) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:47.345046 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] No DVR routers for this DVR port 27fb6995-d3fa-47c5-9355-c11d6ccc197a on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:47.374130 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c103703b-80f1-44c2-9a4d-46d12bd14982 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.447688 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3ef721d-fb20-4373-8c39-a5b9afd20bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.467722 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.496087 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef721d-fb20-4373-8c39-a5b9afd20bde None None] Pushing event deleted for resources: {'Port': ['ID=27fb6995-d3fa-47c5-9355-c11d6ccc197a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:47.496292 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c103703b-80f1-44c2-9a4d-46d12bd14982 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.498624 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef721d-fb20-4373-8c39-a5b9afd20bde None None] No DVR routers for this DVR port 27fb6995-d3fa-47c5-9355-c11d6ccc197a on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:47.517398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1708bd97-422b-4ef8-87d7-f6e1e363cb3c']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:47.528902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9005f3b-782d-4987-bc56-3b16d8264cbd') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:47.529263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9005f3b-782d-4987-bc56-3b16d8264cbd') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:47.541170 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.555892 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.558586 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103703b-80f1-44c2-9a4d-46d12bd14982 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=5814579f-69bb-4e8b-a356-bff1d586b3e4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:47.575191 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6d99d2fa-801c-4e7a-9805-486ce83165b8 tempest-NetworksApiDiscovery-598937292 tempest-NetworksApiDiscovery-598937292-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2247007 Dec 12 18:05:47.576122 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c103703b-80f1-44c2-9a4d-46d12bd14982 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.576415 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3e60a0-e0a8-4a92-9cd8-8e1e250f2d8d None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:47.582890 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c103703b-80f1-44c2-9a4d-46d12bd14982 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/5814579f-69bb-4e8b-a356-bff1d586b3e4 HTTP/1.1" status: 204 len: 168 time: 0.6788561 Dec 12 18:05:47.583073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:05:47.583319 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56208) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:47.583433 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:05:47.587945 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:05:47.698838 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.703968 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.712584 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/networks/1708bd97-422b-4ef8-87d7-f6e1e363cb3c HTTP/1.1" status: 204 len: 168 time: 1.1398318 Dec 12 18:05:47.718373 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56214) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:47.724542 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b3f2ba47-4ebc-4f2b-b9e4-043c070d6551 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'router': {'routes': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:47.728250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361935b3-07ad-401a-a51c-9aa87861de16 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Pushing event deleted for resources: {'Network': ['ID=1708bd97-422b-4ef8-87d7-f6e1e363cb3c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:47.822150 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.890052 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-42fb14d6-298c-4514-b0e4-59c531b7963f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 84a455fe-a532-4963-82bb-60ed48650664 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:47.899020 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42fb14d6-298c-4514-b0e4-59c531b7963f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:47.932664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 92907f3e-55dc-46af-9ac0-6402b3433c2e no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:05:47.972787 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 92907f3e-55dc-46af-9ac0-6402b3433c2e {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:05:47.973432 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 92907f3e-55dc-46af-9ac0-6402b3433c2e not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:05:47.977714 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 27fb6995-d3fa-47c5-9355-c11d6ccc197a no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:05:47.989463 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42fb14d6-298c-4514-b0e4-59c531b7963f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:48.021076 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 27fb6995-d3fa-47c5-9355-c11d6ccc197a {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:05:48.021575 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 27fb6995-d3fa-47c5-9355-c11d6ccc197a not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:05:48.121314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56226) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:48.148139 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.extraroute_db [None req-b3f2ba47-4ebc-4f2b-b9e4-043c070d6551 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Added routes are [] {{(pid=103150) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 12 18:05:48.148567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.extraroute_db [None req-b3f2ba47-4ebc-4f2b-b9e4-043c070d6551 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Removed routes are [] {{(pid=103150) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 12 18:05:48.149037 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3f2ba47-4ebc-4f2b-b9e4-043c070d6551 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:48.360936 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:48.442700 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3f2ba47-4ebc-4f2b-b9e4-043c070d6551 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:48.450397 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-345f9380-81b5-4c61-ae46-3a98c20a36fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:48.451811 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3f2ba47-4ebc-4f2b-b9e4-043c070d6551 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:48.458976 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42fb14d6-298c-4514-b0e4-59c531b7963f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:48.599079 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-345f9380-81b5-4c61-ae46-3a98c20a36fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:48.613396 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-345f9380-81b5-4c61-ae46-3a98c20a36fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:48.615071 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f2ba47-4ebc-4f2b-b9e4-043c070d6551 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:05:48.671771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-345f9380-81b5-4c61-ae46-3a98c20a36fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbdb73c563ff479ab707c1e871603f28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5490119 Dec 12 18:05:48.672604 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56240) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:48.673216 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f9380-81b5-4c61-ae46-3a98c20a36fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60238fc3-8b6e-428d-87f2-67af958566b4,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:48.936597 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-117d6770-81d8-4751-94e8-dbd15368a3f3 None None] Provisioning complete for port 44227bf1-7c87-4429-8c51-3aad0edfee8a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:48.937230 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-117d6770-81d8-4751-94e8-dbd15368a3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:49.086978 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42fb14d6-298c-4514-b0e4-59c531b7963f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:49.125278 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f2ba47-4ebc-4f2b-b9e4-043c070d6551 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:05:49.126588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb14d6-298c-4514-b0e4-59c531b7963f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=84a455fe-a532-4963-82bb-60ed48650664,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:49.134053 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3f2ba47-4ebc-4f2b-b9e4-043c070d6551 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:49.135970 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b3f2ba47-4ebc-4f2b-b9e4-043c070d6551 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/49b7183b-12fd-4c59-b4d0-812fa327d0f2 HTTP/1.1" status: 200 len: 705 time: 1.4154797 Dec 12 18:05:49.137556 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42fb14d6-298c-4514-b0e4-59c531b7963f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:49.140625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56258) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:49.140797 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-42fb14d6-298c-4514-b0e4-59c531b7963f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/84a455fe-a532-4963-82bb-60ed48650664 HTTP/1.1" status: 204 len: 168 time: 1.5563135 Dec 12 18:05:49.142399 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032940f3-1aa0-4488-9e40-7762df04f73e None None] Sync routers for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:05:49.143193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56260) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:49.146533 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c5da04-64bc-4c7a-af96-cc06729d6a6c None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:49.159148 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032940f3-1aa0-4488-9e40-7762df04f73e None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:49.161658 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-032940f3-1aa0-4488-9e40-7762df04f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:49.189774 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-410fd2b1-1ef4-4e36-8a00-ab9b68da7bbd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447412 Dec 12 18:05:49.194291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56262) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:49.199482 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3f46d898-5f3e-4c96-9afd-b8934ec1c5fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:49.203942 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05df2da0-634b-4b9e-81b4-4ca38d4120b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:49.230109 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c0bf4ad2-c8ad-4e82-abee-3a1ab29b119a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/ports?device_id=49b7183b-12fd-4c59-b4d0-812fa327d0f2 HTTP/1.1" status: 200 len: 205 time: 0.0848498 Dec 12 18:05:49.234352 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56264) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:49.271260 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-032940f3-1aa0-4488-9e40-7762df04f73e None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:49.280828 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05df2da0-634b-4b9e-81b4-4ca38d4120b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:49.337942 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-032940f3-1aa0-4488-9e40-7762df04f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:44Z', 'revision_number': 11, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:49.344424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f46d898-5f3e-4c96-9afd-b8934ec1c5fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:49.353242 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f46d898-5f3e-4c96-9afd-b8934ec1c5fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:49.416874 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032940f3-1aa0-4488-9e40-7762df04f73e None None] Checking router: 49b7183b-12fd-4c59-b4d0-812fa327d0f2 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:05:49.422924 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-581865bb-a111-4cf9-9c29-6982bb017375 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:49.428079 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032940f3-1aa0-4488-9e40-7762df04f73e None None] Routers {'49b7183b-12fd-4c59-b4d0-812fa327d0f2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:49.432215 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-032940f3-1aa0-4488-9e40-7762df04f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:49.457870 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0043128f-0188-4ad9-9c79-c6d9cb42b692 None None] DHCP port deletion for 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:05:49.567754 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0043128f-0188-4ad9-9c79-c6d9cb42b692 None None] Deleting port 44227bf1-7c87-4429-8c51-3aad0edfee8a {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:49.569741 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0043128f-0188-4ad9-9c79-c6d9cb42b692 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:49.580071 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05df2da0-634b-4b9e-81b4-4ca38d4120b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:49.585137 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05df2da0-634b-4b9e-81b4-4ca38d4120b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:49.592414 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-05df2da0-634b-4b9e-81b4-4ca38d4120b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60238fc3-8b6e-428d-87f2-67af958566b4 HTTP/1.1" status: 204 len: 168 time: 0.9138064 Dec 12 18:05:49.618121 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-032940f3-1aa0-4488-9e40-7762df04f73e None None] Set router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:49.631626 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df2da0-634b-4b9e-81b4-4ca38d4120b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60238fc3-8b6e-428d-87f2-67af958566b4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:49.657078 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-581865bb-a111-4cf9-9c29-6982bb017375 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:49.664007 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-581865bb-a111-4cf9-9c29-6982bb017375 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:49.755855 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-032940f3-1aa0-4488-9e40-7762df04f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:44Z', 'revision_number': 11, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:49.759341 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0043128f-0188-4ad9-9c79-c6d9cb42b692 None None] For port 44227bf1-7c87-4429-8c51-3aad0edfee8a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=44227bf1-7c87-4429-8c51-3aad0edfee8a,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:49.761378 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0043128f-0188-4ad9-9c79-c6d9cb42b692 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:49.802391 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0043128f-0188-4ad9-9c79-c6d9cb42b692 None None] Calling delete_port for 44227bf1-7c87-4429-8c51-3aad0edfee8a owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:49.804970 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-581865bb-a111-4cf9-9c29-6982bb017375 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:49.805686 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581865bb-a111-4cf9-9c29-6982bb017375 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Fanout notify agent at l3_agent the message router_deleted on router 49b7183b-12fd-4c59-b4d0-812fa327d0f2 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:05:49.814262 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-581865bb-a111-4cf9-9c29-6982bb017375 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:49.823058 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56282) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:49.824300 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-581865bb-a111-4cf9-9c29-6982bb017375 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/routers/49b7183b-12fd-4c59-b4d0-812fa327d0f2 HTTP/1.1" status: 204 len: 168 time: 0.5880871 Dec 12 18:05:49.840457 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-477124a9-52f9-47b2-98a6-30226a808ae9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2121417504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:49.844715 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032940f3-1aa0-4488-9e40-7762df04f73e None None] The sync data for ids ['49b7183b-12fd-4c59-b4d0-812fa327d0f2'] in n-d-760354-5 is: [{'id': '49b7183b-12fd-4c59-b4d0-812fa327d0f2', 'name': 'tempest-RoutersIpV6Test-router-1799206560', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:50Z', 'updated_at': '2021-12-12T18:05:44Z', 'revision_number': 11, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:05:49.920925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 44227bf1-7c87-4429-8c51-3aad0edfee8a no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:05:50.007672 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-477124a9-52f9-47b2-98a6-30226a808ae9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:50.010845 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-477124a9-52f9-47b2-98a6-30226a808ae9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:50.016941 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f46d898-5f3e-4c96-9afd-b8934ec1c5fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:50.087396 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:50.137707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f46d898-5f3e-4c96-9afd-b8934ec1c5fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:50.152351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3f46d898-5f3e-4c96-9afd-b8934ec1c5fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:50.184045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f46d898-5f3e-4c96-9afd-b8934ec1c5fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:50.184722 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f46d898-5f3e-4c96-9afd-b8934ec1c5fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:50.191033 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-477124a9-52f9-47b2-98a6-30226a808ae9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:50.192077 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46d898-5f3e-4c96-9afd-b8934ec1c5fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=7b119211-d7da-4128-9732-1dd634015c72,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:50.198448 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0043128f-0188-4ad9-9c79-c6d9cb42b692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:50.206088 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-477124a9-52f9-47b2-98a6-30226a808ae9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:50.218457 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3f46d898-5f3e-4c96-9afd-b8934ec1c5fd tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0228550 Dec 12 18:05:50.221504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56294) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:50.230710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-08ec55fd-4cc7-412d-a850-e3a839732738 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:50.248024 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-477124a9-52f9-47b2-98a6-30226a808ae9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:50.252165 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-477124a9-52f9-47b2-98a6-30226a808ae9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4207892 Dec 12 18:05:50.254976 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56296) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:50.261505 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5e53b63d-73a7-4887-8e67-92245fd7e259 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:50.273224 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:50.280220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043128f-0188-4ad9-9c79-c6d9cb42b692 None None] Pushing event deleted for resources: {'Port': ['ID=44227bf1-7c87-4429-8c51-3aad0edfee8a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:50.307321 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043128f-0188-4ad9-9c79-c6d9cb42b692 None None] No DVR routers for this DVR port 44227bf1-7c87-4429-8c51-3aad0edfee8a on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:50.325375 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56298) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:50.343334 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8a23e7-8ba9-4ab2-9166-9ab64704e9b5 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:50.452325 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ec55fd-4cc7-412d-a850-e3a839732738 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:50.461798 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08ec55fd-4cc7-412d-a850-e3a839732738 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:50.483380 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'project_id': 'e64b0f07b7374ed1a372ae4d2a47725f', 'fixed_ips': [{'subnet_id': '7b119211-d7da-4128-9732-1dd634015c72'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:05:50.483380 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:50.638346 n-d-760354-5 neutron-server[103151]: INFO neutron.db.ipam_backend_mixin [None req-08ec55fd-4cc7-412d-a850-e3a839732738 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b119211-d7da-4128-9732-1dd634015c72 (CIDR: 2001:db8::/64) Dec 12 18:05:50.642852 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ec55fd-4cc7-412d-a850-e3a839732738 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:05:50.643362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ec55fd-4cc7-412d-a850-e3a839732738 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:50.668387 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-08ec55fd-4cc7-412d-a850-e3a839732738 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4439659 Dec 12 18:05:50.670971 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56308) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:50.683875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-88adfd06-60b9-4860-8b63-9367925a0690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'subnet': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:50.702022 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e53b63d-73a7-4887-8e67-92245fd7e259 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:50.723175 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e53b63d-73a7-4887-8e67-92245fd7e259 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:50.767435 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Allocated IP 2001:db8::2 (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/7b119211-d7da-4128-9732-1dd634015c72/0a831528-68f2-4559-b4f0-8c932079af77) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:50.787064 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a21f12b-dcc1-4e85-ba69-de3b49842eb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:50.911688 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e53b63d-73a7-4887-8e67-92245fd7e259 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Router 0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:05:50.931439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88adfd06-60b9-4860-8b63-9367925a0690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:50.931639 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:50.935913 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88adfd06-60b9-4860-8b63-9367925a0690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:51.015905 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a21f12b-dcc1-4e85-ba69-de3b49842eb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:51.027654 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a21f12b-dcc1-4e85-ba69-de3b49842eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:51.032112 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e53b63d-73a7-4887-8e67-92245fd7e259 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:05:51.040997 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e53b63d-73a7-4887-8e67-92245fd7e259 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:51.043223 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5e53b63d-73a7-4887-8e67-92245fd7e259 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "PUT /v2.0/routers/0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5 HTTP/1.1" status: 200 len: 698 time: 0.7871187 Dec 12 18:05:51.045884 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56320) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:51.100806 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:51.105782 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d246b3a-3bc9-4a39-a46e-817ed42d00de None None] Sync routers for ids ['0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:05:51.115126 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:51.148961 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d246b3a-3bc9-4a39-a46e-817ed42d00de None None] Routers {'0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:51.150005 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0d246b3a-3bc9-4a39-a46e-817ed42d00de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:51.155078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5a21f12b-dcc1-4e85-ba69-de3b49842eb3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86dc0c186364403aac886fb37f79ef04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8277371 Dec 12 18:05:51.162096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56322) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:51.185825 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-be8c803b-7bd2-47d3-8487-692f5b2501d9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/routers/0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5 HTTP/1.1" status: 200 len: 704 time: 0.1384661 Dec 12 18:05:51.186472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56324) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:51.189288 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21f12b-dcc1-4e85-ba69-de3b49842eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712621a0-287d-4da4-abc6-32445e29a7c7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:51.235281 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-0d246b3a-3bc9-4a39-a46e-817ed42d00de None None] Set router 0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:51.259546 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5e2a23e1-faca-4f57-8c3f-a11ed88a69ce tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5 HTTP/1.1" status: 200 len: 205 time: 0.0717471 Dec 12 18:05:51.263637 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56330) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:51.352738 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:51.357080 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:51.357260 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ad27e9d0-e1a0-4778-b70e-abfd1f1c65f5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:51.368057 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0d246b3a-3bc9-4a39-a46e-817ed42d00de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5', 'name': 'tempest-RoutersIpV6Test-router-2121417504', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:05:50Z', 'updated_at': '2021-12-12T18:05:50Z', 'revision_number': 2, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:51.373462 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-46bdd696-4882-4f16-998c-a57e64e62f6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:51.410783 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-46bdd696-4882-4f16-998c-a57e64e62f6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:51.433073 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:51.435443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d246b3a-3bc9-4a39-a46e-817ed42d00de None None] Checking router: 0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:05:51.515244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Pushing event updated for resources: {'Port': ['ID=0a831528-68f2-4559-b4f0-8c932079af77,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:51.583865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Attempting to bind port 0a831528-68f2-4559-b4f0-8c932079af77 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:05:51.584298 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Attempting to bind port 0a831528-68f2-4559-b4f0-8c932079af77 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:05:51.584567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Attempting to bind port 0a831528-68f2-4559-b4f0-8c932079af77 on network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:05:51.589195 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-46bdd696-4882-4f16-998c-a57e64e62f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:51.591462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d246b3a-3bc9-4a39-a46e-817ed42d00de None None] Routers {'0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:05:51.592100 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0d246b3a-3bc9-4a39-a46e-817ed42d00de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:51.593719 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-46bdd696-4882-4f16-998c-a57e64e62f6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:51.594413 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:05:51.594798 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Checking segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:05:51.595225 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:51.595625 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Bound using segment: {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:05:51.596106 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Bound port: 0a831528-68f2-4559-b4f0-8c932079af77, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd63c2d-bbd4-446f-a6e5-88d1dced472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:05:51.596494 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:51.597779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-46bdd696-4882-4f16-998c-a57e64e62f6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/712621a0-287d-4da4-abc6-32445e29a7c7 HTTP/1.1" status: 204 len: 168 time: 0.4332755 Dec 12 18:05:51.635180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdd696-4882-4f16-998c-a57e64e62f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712621a0-287d-4da4-abc6-32445e29a7c7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:51.656773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.objects.ports [None req-88adfd06-60b9-4860-8b63-9367925a0690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103151) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 18:05:51.745073 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ad27e9d0-e1a0-4778-b70e-abfd1f1c65f5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:51.745704 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-0d246b3a-3bc9-4a39-a46e-817ed42d00de None None] Set router 0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:05:51.752820 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ad27e9d0-e1a0-4778-b70e-abfd1f1c65f5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:51.839996 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ad27e9d0-e1a0-4778-b70e-abfd1f1c65f5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:51.840901 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad27e9d0-e1a0-4778-b70e-abfd1f1c65f5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Fanout notify agent at l3_agent the message router_deleted on router 0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:05:51.849784 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ad27e9d0-e1a0-4778-b70e-abfd1f1c65f5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:51.851040 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ad27e9d0-e1a0-4778-b70e-abfd1f1c65f5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/routers/0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5 HTTP/1.1" status: 204 len: 168 time: 0.5861068 Dec 12 18:05:51.855287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56346) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:51.894739 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0d246b3a-3bc9-4a39-a46e-817ed42d00de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5', 'name': 'tempest-RoutersIpV6Test-router-2121417504', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:05:50Z', 'updated_at': '2021-12-12T18:05:50Z', 'revision_number': 2, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:05:51.928069 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d246b3a-3bc9-4a39-a46e-817ed42d00de None None] The sync data for ids ['0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5'] in n-d-760354-5 is: [{'id': '0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5', 'name': 'tempest-RoutersIpV6Test-router-2121417504', 'tenant_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:05:50Z', 'updated_at': '2021-12-12T18:05:50Z', 'revision_number': 2, 'project_id': 'ae60d9fcfda242649d0d6f0c8466aa04', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:05:51.952828 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-39d3aec8-d107-4a65-a824-dd6abdaaf9d5 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5 HTTP/1.1" status: 200 len: 205 time: 0.0955510 Dec 12 18:05:51.957074 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56350) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:51.959936 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] For port 0a831528-68f2-4559-b4f0-8c932079af77, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:05:51.965492 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] For port 0a831528-68f2-4559-b4f0-8c932079af77, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=0a831528-68f2-4559-b4f0-8c932079af77,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:05:51.976314 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:51.991457 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88adfd06-60b9-4860-8b63-9367925a0690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:52.068066 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-109f5b00-2e4d-4db9-a61f-8877fd79ea22 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] delete failed (client error): The resource could not be found. Dec 12 18:05:52.069284 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-109f5b00-2e4d-4db9-a61f-8877fd79ea22 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/routers/0e628b7e-23b4-4b13-8f0c-9ae5c4f383f5 HTTP/1.1" status: 404 len: 336 time: 0.1106513 Dec 12 18:05:52.071779 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56352) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:52.073698 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72f95e-fc0d-48c5-a242-865db92b0190 None None] Pushing event updated for resources: {'Port': ['ID=0a831528-68f2-4559-b4f0-8c932079af77,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:52.101966 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56354) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:52.145260 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-caadf9fa-8f76-4c82-9557-85310ac63b8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:52.147832 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11df7e0-605c-43e9-b139-d207ebb83b6b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:52.148393 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a11df7e0-605c-43e9-b139-d207ebb83b6b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:52.152208 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a11df7e0-605c-43e9-b139-d207ebb83b6b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/subnets/927ef950-b663-4c4a-aca1-301b08467159 HTTP/1.1" status: 404 len: 337 time: 0.0793784 Dec 12 18:05:52.154644 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56358) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:52.228405 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55eb2e8-2f71-47b1-8b75-a5818b7ae570 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:52.228958 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c55eb2e8-2f71-47b1-8b75-a5818b7ae570 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:52.254218 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c55eb2e8-2f71-47b1-8b75-a5818b7ae570 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/subnets/1259df92-805e-4d25-9a0a-d7d254c0306b HTTP/1.1" status: 404 len: 337 time: 0.0948935 Dec 12 18:05:52.254982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56362) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:52.302441 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8b968b-705c-42ab-9d3b-ac594c732764 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:52.302441 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8b968b-705c-42ab-9d3b-ac594c732764 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:52.310665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56366) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:52.312570 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-df8b968b-705c-42ab-9d3b-ac594c732764 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/subnets/d16606d6-9ac5-4541-8867-2a4d49eec275 HTTP/1.1" status: 404 len: 337 time: 0.0564137 Dec 12 18:05:52.371280 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a9c8ef-417a-4667-a902-a3340ef4e3c8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:52.371813 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a9c8ef-417a-4667-a902-a3340ef4e3c8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:52.381366 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-09a9c8ef-417a-4667-a902-a3340ef4e3c8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/subnets/db1b4fd5-2515-4569-95e4-6a1eaaff77d1 HTTP/1.1" status: 404 len: 337 time: 0.0654457 Dec 12 18:05:52.400817 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56368) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:52.435933 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-88adfd06-60b9-4860-8b63-9367925a0690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] For port 0a831528-68f2-4559-b4f0-8c932079af77, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=0a831528-68f2-4559-b4f0-8c932079af77,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:52.456995 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-365aadf4-4490-4924-b80d-7149db62aa65 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/ports?device_id=49b7183b-12fd-4c59-b4d0-812fa327d0f2 HTTP/1.1" status: 200 len: 205 time: 0.0515971 Dec 12 18:05:52.459173 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56370) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:52.470404 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-caadf9fa-8f76-4c82-9557-85310ac63b8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:52.479722 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-caadf9fa-8f76-4c82-9557-85310ac63b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:52.541172 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-148caaf2-2590-4aee-bb7d-432ee0df82c8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] delete failed (client error): The resource could not be found. Dec 12 18:05:52.552650 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-148caaf2-2590-4aee-bb7d-432ee0df82c8 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/routers/49b7183b-12fd-4c59-b4d0-812fa327d0f2 HTTP/1.1" status: 404 len: 336 time: 0.0917487 Dec 12 18:05:52.555430 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56374) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:52.557562 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88adfd06-60b9-4860-8b63-9367925a0690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:52.579242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-caadf9fa-8f76-4c82-9557-85310ac63b8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8560e0ac1e044992adf31eb38d220368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4750235 Dec 12 18:05:52.579961 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56376) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:52.601582 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88adfd06-60b9-4860-8b63-9367925a0690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:52.602595 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88adfd06-60b9-4860-8b63-9367925a0690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:52.606376 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9b2159a1-03de-4059-903d-d1bfe1051c9f tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/ports?device_id=c04526a0-f7ab-4218-873d-aa4b9ba8df0d HTTP/1.1" status: 200 len: 205 time: 0.0493999 Dec 12 18:05:52.609378 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56382) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:52.625197 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadf9fa-8f76-4c82-9557-85310ac63b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebad874b-f497-4b7c-990d-32e311a7f33f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:52.699084 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-a5e3b69c-2cb6-4c67-8ed1-3cdf11a89ceb tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] delete failed (client error): The resource could not be found. Dec 12 18:05:52.702872 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a5e3b69c-2cb6-4c67-8ed1-3cdf11a89ceb tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/routers/c04526a0-f7ab-4218-873d-aa4b9ba8df0d HTTP/1.1" status: 404 len: 336 time: 0.0864134 Dec 12 18:05:52.702872 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56386) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:52.734293 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88adfd06-60b9-4860-8b63-9367925a0690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:52.742537 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13ff72f-627f-4fdc-ad01-7c75df36ae09 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:52.742537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13ff72f-627f-4fdc-ad01-7c75df36ae09 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:52.742537 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d13ff72f-627f-4fdc-ad01-7c75df36ae09 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/subnets/bed9f656-6574-4835-a9ba-99a5dace76a3 HTTP/1.1" status: 404 len: 337 time: 0.0358012 Dec 12 18:05:52.742537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56388) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:52.746101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-88adfd06-60b9-4860-8b63-9367925a0690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:52.754864 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88adfd06-60b9-4860-8b63-9367925a0690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:52.755581 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88adfd06-60b9-4860-8b63-9367925a0690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:52.776630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adfd06-60b9-4860-8b63-9367925a0690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=0a831528-68f2-4559-b4f0-8c932079af77,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:52.783733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adfd06-60b9-4860-8b63-9367925a0690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Subnet': ['ID=ef135827-a7ba-4ce1-b47f-39d9cef0b3c7,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:52.789299 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-944001eb-43c9-48a3-8c5a-9e817265f910 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/ports?device_id=6538f55a-21d3-4ee7-8b81-76f95e0ceffe HTTP/1.1" status: 200 len: 205 time: 0.0453484 Dec 12 18:05:52.800266 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56390) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:52.806468 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4334186a-7fc4-4869-b91f-c295bf3f4a5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:52.837967 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-88adfd06-60b9-4860-8b63-9367925a0690 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1606064 Dec 12 18:05:52.850391 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56396) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:52.859811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-3cb66e47-8992-4cc0-8aa1-8465f0e672e3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Request body: {'port': {'network_id': '85a1330e-adaf-4fe5-87f3-fb8aa505dec9', 'mac_address': 'fa:16:3e:1a:ca:1e', 'name': 'tempest-NetworksTestDHCPv6-1772054986'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:52.875861 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4334186a-7fc4-4869-b91f-c295bf3f4a5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:52.891705 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-4af1da6f-3ba0-4ec9-b6ef-086fc019eac3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] delete failed (client error): The resource could not be found. Dec 12 18:05:52.892782 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4af1da6f-3ba0-4ec9-b6ef-086fc019eac3 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/routers/6538f55a-21d3-4ee7-8b81-76f95e0ceffe HTTP/1.1" status: 404 len: 336 time: 0.0897474 Dec 12 18:05:52.897710 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56398) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:52.929522 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8ed239e4-d3b1-4192-aa18-dd5f3dd93f39 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a8e9c51-c74d-48ea-a555-58f813772750 HTTP/1.1" status: 200 len: 205 time: 0.0306053 Dec 12 18:05:52.933844 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56404) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:52.998820 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-51da4479-5779-4343-995a-1cd1c8b4c92b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] delete failed (client error): The resource could not be found. Dec 12 18:05:53.000533 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-51da4479-5779-4343-995a-1cd1c8b4c92b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/routers/4a8e9c51-c74d-48ea-a555-58f813772750 HTTP/1.1" status: 404 len: 336 time: 0.0655079 Dec 12 18:05:53.004264 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56406) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:53.049995 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb66e47-8992-4cc0-8aa1-8465f0e672e3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Made reservation on behalf of e64b0f07b7374ed1a372ae4d2a47725f for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:53.051706 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b58640-cc9a-497c-9429-afa408ab010b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:53.052417 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b58640-cc9a-497c-9429-afa408ab010b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:53.056230 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f1b58640-cc9a-497c-9429-afa408ab010b tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/subnets/e47078ad-f545-47c5-bbc4-69dd1b6edb45 HTTP/1.1" status: 404 len: 337 time: 0.0505385 Dec 12 18:05:53.059023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56408) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:53.073150 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4334186a-7fc4-4869-b91f-c295bf3f4a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:53.076611 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4334186a-7fc4-4869-b91f-c295bf3f4a5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:53.082670 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4334186a-7fc4-4869-b91f-c295bf3f4a5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebad874b-f497-4b7c-990d-32e311a7f33f HTTP/1.1" status: 204 len: 168 time: 0.4805889 Dec 12 18:05:53.111815 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0592ef37-d39b-4ea1-9a49-dbdef57cd709 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/ports?device_id=62eaab1e-e66f-4bed-a47e-77562dd1ba3c HTTP/1.1" status: 200 len: 205 time: 0.0513959 Dec 12 18:05:53.113495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56412) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:53.130413 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:05:53.164341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334186a-7fc4-4869-b91f-c295bf3f4a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebad874b-f497-4b7c-990d-32e311a7f33f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:53.212730 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-248533c4-ac12-4563-895d-fb49e85a88aa tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] delete failed (client error): The resource could not be found. Dec 12 18:05:53.215229 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-248533c4-ac12-4563-895d-fb49e85a88aa tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/routers/62eaab1e-e66f-4bed-a47e-77562dd1ba3c HTTP/1.1" status: 404 len: 336 time: 0.1007462 Dec 12 18:05:53.218248 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56418) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:53.296737 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-56351bd4-b16c-457f-b502-6d2e816c551e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:53.297225 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56351bd4-b16c-457f-b502-6d2e816c551e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:53.305482 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56422) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:53.309608 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-56351bd4-b16c-457f-b502-6d2e816c551e tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/subnets/4d979534-7bde-4b15-b7c1-1a9480eba022 HTTP/1.1" status: 404 len: 337 time: 0.0853236 Dec 12 18:05:53.343082 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-29ebb4a0-1e67-4504-9b64-a94165d247ea tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b078f0e-fce2-47cb-9f22-0bef02bff6d9 HTTP/1.1" status: 200 len: 205 time: 0.0362568 Dec 12 18:05:53.345270 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56424) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:53.350091 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3cb66e47-8992-4cc0-8aa1-8465f0e672e3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:53.402165 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-3cb66e47-8992-4cc0-8aa1-8465f0e672e3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] device_id is not set on port 54c67afa-bc38-47e4-af7a-d8a18fb3d9c4 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:05:53.447016 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-0e064580-25df-42f0-a973-5ffa2071467a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] delete failed (client error): The resource could not be found. Dec 12 18:05:53.448186 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0e064580-25df-42f0-a973-5ffa2071467a tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/routers/0b078f0e-fce2-47cb-9f22-0bef02bff6d9 HTTP/1.1" status: 404 len: 336 time: 0.0879071 Dec 12 18:05:53.451410 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56426) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:53.488492 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-13367d52-a4f5-4e25-beac-85d6693f0202 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:53.489042 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13367d52-a4f5-4e25-beac-85d6693f0202 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:53.492931 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-13367d52-a4f5-4e25-beac-85d6693f0202 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/subnets/87757914-7475-468f-a9e3-7eb096bbc63f HTTP/1.1" status: 404 len: 337 time: 0.0404768 Dec 12 18:05:53.495522 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56428) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:53.530322 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-941ce042-5d3b-4fd1-ade7-2a5ffb6be6f9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:53.530634 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941ce042-5d3b-4fd1-ade7-2a5ffb6be6f9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:53.547777 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-941ce042-5d3b-4fd1-ade7-2a5ffb6be6f9 tempest-RoutersIpV6Test-1150983765 tempest-RoutersIpV6Test-1150983765-project] 10.222.0.18 "DELETE /v2.0/subnets/ec1ec1ab-c53a-49b5-a3bd-8b01eb742198 HTTP/1.1" status: 404 len: 337 time: 0.0428724 Dec 12 18:05:53.733388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-3cb66e47-8992-4cc0-8aa1-8465f0e672e3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8::2ab (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/7b119211-d7da-4128-9732-1dd634015c72/54c67afa-bc38-47e4-af7a-d8a18fb3d9c4) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:53.742922 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-3cb66e47-8992-4cc0-8aa1-8465f0e672e3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1a:ca1e (85a1330e-adaf-4fe5-87f3-fb8aa505dec9/ef135827-a7ba-4ce1-b47f-39d9cef0b3c7/54c67afa-bc38-47e4-af7a-d8a18fb3d9c4) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:53.965760 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 0a831528-68f2-4559-b4f0-8c932079af77 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:54.068228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 0a831528-68f2-4559-b4f0-8c932079af77 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:54.068706 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:54.088543 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56450) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:54.113674 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3cb66e47-8992-4cc0-8aa1-8465f0e672e3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:54.181630 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3cb66e47-8992-4cc0-8aa1-8465f0e672e3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:54.207039 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:54.250337 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb66e47-8992-4cc0-8aa1-8465f0e672e3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event updated for resources: {'Port': ['ID=54c67afa-bc38-47e4-af7a-d8a18fb3d9c4,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:54.265716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb66e47-8992-4cc0-8aa1-8465f0e672e3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:54.268149 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-3cb66e47-8992-4cc0-8aa1-8465f0e672e3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:54.271245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb66e47-8992-4cc0-8aa1-8465f0e672e3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:54.276186 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 0a831528-68f2-4559-b4f0-8c932079af77, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=0a831528-68f2-4559-b4f0-8c932079af77,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:54.277469 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb66e47-8992-4cc0-8aa1-8465f0e672e3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:54.278269 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3cb66e47-8992-4cc0-8aa1-8465f0e672e3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:54.289909 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:54.301698 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a910db64-16f4-4764-b587-e98521960674 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:54.336997 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3cb66e47-8992-4cc0-8aa1-8465f0e672e3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4854872 Dec 12 18:05:54.339460 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56460) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:54.418477 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c8f75926-dace-4ec1-9308-d68730672cac None None] Provisioning complete for port 0a831528-68f2-4559-b4f0-8c932079af77 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:54.418859 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c8f75926-dace-4ec1-9308-d68730672cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:54.515252 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=0a831528-68f2-4559-b4f0-8c932079af77,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:54.530640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56472) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:54.530837 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-075f5f25-18b8-47b4-9169-d6530e792de3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae60d9fcfda242649d0d6f0c8466aa04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4406254 Dec 12 18:05:54.598776 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-30f36030-4712-406f-b1ef-0f92c72adce1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting port 54c67afa-bc38-47e4-af7a-d8a18fb3d9c4 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:54.600668 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30f36030-4712-406f-b1ef-0f92c72adce1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:54.647795 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f23e1f7-3eda-4da9-9cf8-2401058cf676 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:54.673697 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f23e1f7-3eda-4da9-9cf8-2401058cf676 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:54.747648 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f23e1f7-3eda-4da9-9cf8-2401058cf676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:54.753316 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f23e1f7-3eda-4da9-9cf8-2401058cf676 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:54.757038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9f23e1f7-3eda-4da9-9cf8-2401058cf676 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4254d442-be6a-49df-a56e-609844b120f3 HTTP/1.1" status: 204 len: 168 time: 0.2229443 Dec 12 18:05:54.766261 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23e1f7-3eda-4da9-9cf8-2401058cf676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4254d442-be6a-49df-a56e-609844b120f3,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:54.887665 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30f36030-4712-406f-b1ef-0f92c72adce1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:54.903604 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-30f36030-4712-406f-b1ef-0f92c72adce1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Calling delete_port for 54c67afa-bc38-47e4-af7a-d8a18fb3d9c4 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:55.287123 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30f36030-4712-406f-b1ef-0f92c72adce1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:55.373336 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f36030-4712-406f-b1ef-0f92c72adce1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Port': ['ID=54c67afa-bc38-47e4-af7a-d8a18fb3d9c4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:55.412011 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30f36030-4712-406f-b1ef-0f92c72adce1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:55.417045 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-30f36030-4712-406f-b1ef-0f92c72adce1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/54c67afa-bc38-47e4-af7a-d8a18fb3d9c4 HTTP/1.1" status: 204 len: 168 time: 1.0762649 Dec 12 18:05:55.419727 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56516) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:55.490106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33465d38-7ab6-4332-8afd-885c8773bd05 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:55.492084 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-33465d38-7ab6-4332-8afd-885c8773bd05 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0713437 Dec 12 18:05:55.494671 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56518) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:55.615483 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3068c625-2edf-4224-8eb2-b36d8b0729be tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:55.617549 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3068c625-2edf-4224-8eb2-b36d8b0729be tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1179478 Dec 12 18:05:55.620195 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56520) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:55.711182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1368f45a-db78-49d1-8648-35b9214442fa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:55.715055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1368f45a-db78-49d1-8648-35b9214442fa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:55.716879 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1368f45a-db78-49d1-8648-35b9214442fa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:55.718681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1368f45a-db78-49d1-8648-35b9214442fa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0971456 Dec 12 18:05:55.721567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56526) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:55.757103 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f5a836c2-cd22-4377-8f0c-78bab95fe86c None None] Could not find standard attr ID for object 54c67afa-bc38-47e4-af7a-d8a18fb3d9c4. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:05:55.799400 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f5a836c2-cd22-4377-8f0c-78bab95fe86c None None] Provisioning complete for port 0a831528-68f2-4559-b4f0-8c932079af77 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:55.800102 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5a836c2-cd22-4377-8f0c-78bab95fe86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:55.889545 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa54d244-7c52-4f06-950f-201df16abaa0 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet 7b119211-d7da-4128-9732-1dd634015c72 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:55.905958 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa54d244-7c52-4f06-950f-201df16abaa0 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:55.981302 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 0a831528-68f2-4559-b4f0-8c932079af77 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:05:56.056980 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa54d244-7c52-4f06-950f-201df16abaa0 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:56.140493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 0a831528-68f2-4559-b4f0-8c932079af77 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:56.141181 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:56.273529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e1b1620b-71f4-43ad-910a-d7eec364fdf4 None None] Could not find standard attr ID for object 54c67afa-bc38-47e4-af7a-d8a18fb3d9c4. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:05:56.328198 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa54d244-7c52-4f06-950f-201df16abaa0 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:56.476906 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa54d244-7c52-4f06-950f-201df16abaa0 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:56.493847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56556) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:56.586645 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54d244-7c52-4f06-950f-201df16abaa0 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=7b119211-d7da-4128-9732-1dd634015c72,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:56.600932 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa54d244-7c52-4f06-950f-201df16abaa0 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:56.620625 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fa54d244-7c52-4f06-950f-201df16abaa0 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/7b119211-d7da-4128-9732-1dd634015c72 HTTP/1.1" status: 204 len: 168 time: 0.8951604 Dec 12 18:05:56.621217 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56562) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:56.726254 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-cf9ba621-c3e8-4034-b83c-0d48edb273e9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'network': {'name': 'tempest-RoutersTest-2039369314'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:56.769371 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9530d3a5-784b-47b6-be9c-65b61d0f6cfb None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:56.782175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6449bc-768f-4061-8961-a342a060432d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Deleting subnet ef135827-a7ba-4ce1-b47f-39d9cef0b3c7 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:05:56.812087 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf6449bc-768f-4061-8961-a342a060432d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:56.864681 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9ba621-c3e8-4034-b83c-0d48edb273e9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Made reservation on behalf of 06e9b19557994f78bfc7175f945328a3 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:56.871543 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba621-c3e8-4034-b83c-0d48edb273e9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:56.896827 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba621-c3e8-4034-b83c-0d48edb273e9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:56.931052 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf6449bc-768f-4061-8961-a342a060432d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:57.220778 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56574) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:57.272072 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf6449bc-768f-4061-8961-a342a060432d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:57.327740 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba621-c3e8-4034-b83c-0d48edb273e9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:57.341706 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba621-c3e8-4034-b83c-0d48edb273e9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:57.372517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9ba621-c3e8-4034-b83c-0d48edb273e9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:05:57.398700 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba621-c3e8-4034-b83c-0d48edb273e9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:57.399218 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-cf9ba621-c3e8-4034-b83c-0d48edb273e9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Added segment 52b67e9e-6ff6-4fbc-ab47-c016c74a1c7b of type vlan for network 61971056-d894-471d-9aba-16abab7f9c8b Dec 12 18:05:57.552484 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0cb6-541e-4547-a5e9-78ae7da8cc8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:57.560557 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba621-c3e8-4034-b83c-0d48edb273e9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:57.568994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ba621-c3e8-4034-b83c-0d48edb273e9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd42b15c-2bd8-4069-9f2c-bd0601d49358,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:57.586028 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf6449bc-768f-4061-8961-a342a060432d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:57.633589 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6449bc-768f-4061-8961-a342a060432d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Subnet': ['ID=ef135827-a7ba-4ce1-b47f-39d9cef0b3c7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:57.644551 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf6449bc-768f-4061-8961-a342a060432d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:57.650287 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cf6449bc-768f-4061-8961-a342a060432d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/ef135827-a7ba-4ce1-b47f-39d9cef0b3c7 HTTP/1.1" status: 204 len: 168 time: 1.0280755 Dec 12 18:05:57.650443 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56580) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:57.663543 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba621-c3e8-4034-b83c-0d48edb273e9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:57.670812 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9ba621-c3e8-4034-b83c-0d48edb273e9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:57.672160 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba621-c3e8-4034-b83c-0d48edb273e9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:57.707968 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-73cb1722-bc5a-4b56-8f69-db05a547be8c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554354 Dec 12 18:05:57.709463 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56584) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:57.759512 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cf9ba621-c3e8-4034-b83c-0d48edb273e9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2645166 Dec 12 18:05:57.762758 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56588) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:57.770312 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-27fcc187-ed41-4c9b-8858-5541672f113c tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'network': {'name': 'tempest-RoutersTest-747548058'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:57.774156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ba621-c3e8-4034-b83c-0d48edb273e9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Network': ['ID=61971056-d894-471d-9aba-16abab7f9c8b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:57.788801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 61971056-d894-471d-9aba-16abab7f9c8b details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:05:57.791450 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0cb6-541e-4547-a5e9-78ae7da8cc8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:57.801060 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0cb6-541e-4547-a5e9-78ae7da8cc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:57.832804 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3395739-e7b0-4afa-9250-a6a5c18babeb tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:57.835055 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b3395739-e7b0-4afa-9250-a6a5c18babeb tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1243262 Dec 12 18:05:57.840357 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56590) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:57.864315 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fcc187-ed41-4c9b-8858-5541672f113c tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Made reservation on behalf of 06e9b19557994f78bfc7175f945328a3 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:57.868004 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27fcc187-ed41-4c9b-8858-5541672f113c tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:57.891195 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6b3d0cb6-541e-4547-a5e9-78ae7da8cc8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=518352fcb578418490e11ab0302223ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6692617 Dec 12 18:05:57.891925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56592) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:57.894839 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d0cb6-541e-4547-a5e9-78ae7da8cc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92a1643-9d85-4161-aea9-073f891b76c7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:57.925538 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27fcc187-ed41-4c9b-8858-5541672f113c tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:05:57.935593 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27fcc187-ed41-4c9b-8858-5541672f113c tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:57.936181 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-27fcc187-ed41-4c9b-8858-5541672f113c tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Added segment 67cc5811-8c73-45eb-8b1a-f6f257d5fdc0 of type vlan for network 75bc91b5-b1e1-4f79-8556-49c2bfec8b5c Dec 12 18:05:57.967365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd34b5f9-3a83-4335-bc7f-8e6bd259a601 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:57.971637 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cd34b5f9-3a83-4335-bc7f-8e6bd259a601 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1300075 Dec 12 18:05:57.973629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56594) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:57.976734 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3c500b-2759-4b5b-aa0f-076f5f879674 None None] Network 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:58.007352 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27fcc187-ed41-4c9b-8858-5541672f113c tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:58.028381 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-46239d7a-3ede-4952-b7f1-3aec5090000a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533116 Dec 12 18:05:58.028866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56596) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:58.040110 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27fcc187-ed41-4c9b-8858-5541672f113c tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:58.057267 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fcc187-ed41-4c9b-8858-5541672f113c tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:58.057927 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27fcc187-ed41-4c9b-8858-5541672f113c tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:58.061873 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b69481ae-2280-41f3-9ff4-b93ad131e9f1 None None] Provisioning complete for port 0a831528-68f2-4559-b4f0-8c932079af77 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:05:58.062502 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b69481ae-2280-41f3-9ff4-b93ad131e9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:58.089145 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f66e29d6-ac5f-47b7-8dfe-4fc675d9602e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:58.092459 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-428d7487-952e-463c-b19f-92f8768318b1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:58.093039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428d7487-952e-463c-b19f-92f8768318b1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:58.096544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-428d7487-952e-463c-b19f-92f8768318b1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/54c67afa-bc38-47e4-af7a-d8a18fb3d9c4 HTTP/1.1" status: 404 len: 333 time: 0.0664048 Dec 12 18:05:58.099279 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56600) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:58.132698 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-27fcc187-ed41-4c9b-8858-5541672f113c tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3687191 Dec 12 18:05:58.135420 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56602) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:58.143063 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a426ad60-449f-4c4e-8928-c5018363c763 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'subnet': {'network_id': '61971056-d894-471d-9aba-16abab7f9c8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:58.147762 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3955ee0-c742-4e9b-ba07-adaa053ea00b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:58.148403 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3955ee0-c742-4e9b-ba07-adaa053ea00b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:58.149027 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcc187-ed41-4c9b-8858-5541672f113c tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Network': ['ID=75bc91b5-b1e1-4f79-8556-49c2bfec8b5c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:58.160384 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e3955ee0-c742-4e9b-ba07-adaa053ea00b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/ef135827-a7ba-4ce1-b47f-39d9cef0b3c7 HTTP/1.1" status: 404 len: 337 time: 0.0599918 Dec 12 18:05:58.164815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56604) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:58.198300 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f66e29d6-ac5f-47b7-8dfe-4fc675d9602e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:58.201250 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 75bc91b5-b1e1-4f79-8556-49c2bfec8b5c details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:05:58.202924 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-a441b066-9a04-4101-9727-20e5e5badba6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:58.204219 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a441b066-9a04-4101-9727-20e5e5badba6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:58.218996 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a441b066-9a04-4101-9727-20e5e5badba6 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/7b119211-d7da-4128-9732-1dd634015c72 HTTP/1.1" status: 404 len: 337 time: 0.0509720 Dec 12 18:05:58.221683 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56606) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:58.254631 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9689a2a-a6dc-451e-87b7-1e9a5a86147d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:58.256138 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9689a2a-a6dc-451e-87b7-1e9a5a86147d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:58.262512 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c9689a2a-a6dc-451e-87b7-1e9a5a86147d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/f6d258a0-782c-4c92-bc5d-977d254b03ca HTTP/1.1" status: 404 len: 333 time: 0.0390756 Dec 12 18:05:58.263131 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56608) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:58.287052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94486db6-d785-4dd6-a31b-68446d0b06a9 None None] DHCP port deletion for 85a1330e-adaf-4fe5-87f3-fb8aa505dec9 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:05:58.312999 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f66e29d6-ac5f-47b7-8dfe-4fc675d9602e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:58.315775 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f66e29d6-ac5f-47b7-8dfe-4fc675d9602e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:58.319339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f66e29d6-ac5f-47b7-8dfe-4fc675d9602e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d92a1643-9d85-4161-aea9-073f891b76c7 HTTP/1.1" status: 204 len: 168 time: 0.4095433 Dec 12 18:05:58.325542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e29d6-ac5f-47b7-8dfe-4fc675d9602e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92a1643-9d85-4161-aea9-073f891b76c7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:58.338090 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d262b7-03f9-45bf-b428-f10f77d5a3ec tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:58.338793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93d262b7-03f9-45bf-b428-f10f77d5a3ec tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:58.345030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56612) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:58.345209 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-93d262b7-03f9-45bf-b428-f10f77d5a3ec tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/84a455fe-a532-4963-82bb-60ed48650664 HTTP/1.1" status: 404 len: 337 time: 0.0760894 Dec 12 18:05:58.349906 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-94486db6-d785-4dd6-a31b-68446d0b06a9 None None] Deleting port 0a831528-68f2-4559-b4f0-8c932079af77 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:05:58.350794 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94486db6-d785-4dd6-a31b-68446d0b06a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:58.379510 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a426ad60-449f-4c4e-8928-c5018363c763 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Made reservation on behalf of 06e9b19557994f78bfc7175f945328a3 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:58.384326 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a426ad60-449f-4c4e-8928-c5018363c763 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:58.404398 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b50416-09ac-4acf-846b-8fb3a98d5a57 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:58.407700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b50416-09ac-4acf-846b-8fb3a98d5a57 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:58.416755 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-97b50416-09ac-4acf-846b-8fb3a98d5a57 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/5814579f-69bb-4e8b-a356-bff1d586b3e4 HTTP/1.1" status: 404 len: 337 time: 0.0666931 Dec 12 18:05:58.417318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56614) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:58.451111 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-94486db6-d785-4dd6-a31b-68446d0b06a9 None None] For port 0a831528-68f2-4559-b4f0-8c932079af77, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=0a831528-68f2-4559-b4f0-8c932079af77,segment=NetworkSegment(4dd63c2d-bbd4-446f-a6e5-88d1dced472d),segment_id=4dd63c2d-bbd4-446f-a6e5-88d1dced472d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:05:58.451817 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94486db6-d785-4dd6-a31b-68446d0b06a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:58.466691 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-94486db6-d785-4dd6-a31b-68446d0b06a9 None None] Calling delete_port for 0a831528-68f2-4559-b4f0-8c932079af77 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:05:58.480646 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-0633f172-2ecc-473f-83e1-54c222e68f0a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:58.487015 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0633f172-2ecc-473f-83e1-54c222e68f0a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:58.497109 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0633f172-2ecc-473f-83e1-54c222e68f0a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/e9148bc1-eca2-4eb0-9fb5-de800f71f331 HTTP/1.1" status: 404 len: 333 time: 0.0786572 Dec 12 18:05:58.499545 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56618) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:58.584368 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0e4ec0-569c-448b-937f-aa72eff8957c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:58.585025 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0e4ec0-569c-448b-937f-aa72eff8957c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:58.587964 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cb0e4ec0-569c-448b-937f-aa72eff8957c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/d267db49-9c32-45c6-9d96-a6ceaa4be1c4 HTTP/1.1" status: 404 len: 337 time: 0.0874732 Dec 12 18:05:58.590491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56624) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:58.601961 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-94486db6-d785-4dd6-a31b-68446d0b06a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:58.639013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94486db6-d785-4dd6-a31b-68446d0b06a9 None None] Pushing event deleted for resources: {'Port': ['ID=0a831528-68f2-4559-b4f0-8c932079af77,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:58.641441 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94486db6-d785-4dd6-a31b-68446d0b06a9 None None] No DVR routers for this DVR port 0a831528-68f2-4559-b4f0-8c932079af77 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:05:58.659191 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a6f501-4289-43f9-8218-a6f3d890250e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:58.663133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a6f501-4289-43f9-8218-a6f3d890250e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:58.666387 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-35a6f501-4289-43f9-8218-a6f3d890250e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/5c4fedca-11df-4c92-b524-1afc12999c51 HTTP/1.1" status: 404 len: 337 time: 0.0744655 Dec 12 18:05:58.672234 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56626) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:58.707730 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a426ad60-449f-4c4e-8928-c5018363c763 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:58.741608 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db58019-5e7a-413a-bbd7-b58664a19db2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:58.742095 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db58019-5e7a-413a-bbd7-b58664a19db2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:58.745229 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9db58019-5e7a-413a-bbd7-b58664a19db2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/1af21989-027c-473c-ac63-555f6c71319a HTTP/1.1" status: 404 len: 333 time: 0.0686858 Dec 12 18:05:58.747751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56628) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:58.782024 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426ad60-449f-4c4e-8928-c5018363c763 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Subnet': ['ID=ad01c615-101d-4e48-b818-b9ec08d88d12,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:58.796474 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a426ad60-449f-4c4e-8928-c5018363c763 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Checking segment: {'id': '52b67e9e-6ff6-4fbc-ab47-c016c74a1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '61971056-d894-471d-9aba-16abab7f9c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:05:58.797551 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a426ad60-449f-4c4e-8928-c5018363c763 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network hostable DHCP agents. Network: 61971056-d894-471d-9aba-16abab7f9c8b, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:05:58.803978 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05905b6-8ecb-48fd-8b2f-8de7613ac0b9 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:58.806396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05905b6-8ecb-48fd-8b2f-8de7613ac0b9 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:58.816323 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a05905b6-8ecb-48fd-8b2f-8de7613ac0b9 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/81efe060-48e2-4969-a18c-4978d0d3d7d3 HTTP/1.1" status: 404 len: 337 time: 0.0646031 Dec 12 18:05:58.818243 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56630) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:58.824114 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56632) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:58.833931 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a426ad60-449f-4c4e-8928-c5018363c763 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network 61971056-d894-471d-9aba-16abab7f9c8b is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:05:58.845886 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e462-8d3a-4932-849e-2aaff1a3b1df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:58.846782 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3dd7cc3-334c-4b9d-81ee-eb94bc2a6eed tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:58.847286 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3dd7cc3-334c-4b9d-81ee-eb94bc2a6eed tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:58.852951 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b3dd7cc3-334c-4b9d-81ee-eb94bc2a6eed tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/a9b34845-d39c-4e88-b3d0-858bfc5b5048 HTTP/1.1" status: 404 len: 337 time: 0.0308714 Dec 12 18:05:58.852951 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56634) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:58.861940 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a426ad60-449f-4c4e-8928-c5018363c763 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 61971056-d894-471d-9aba-16abab7f9c8b) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:58.871194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a426ad60-449f-4c4e-8928-c5018363c763 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:58.871402 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b7d0fd-e842-4f25-b25b-c45c9ece9f62 None None] Network 61971056-d894-471d-9aba-16abab7f9c8b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:58.871864 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a426ad60-449f-4c4e-8928-c5018363c763 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:58.882090 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-402305d2-cec6-4758-82bb-c4dcf5ae88db tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:58.882923 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402305d2-cec6-4758-82bb-c4dcf5ae88db tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:58.890054 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56636) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:58.890638 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-402305d2-cec6-4758-82bb-c4dcf5ae88db tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/2b4f024b-728f-4a41-8f58-d11927ec7cbd HTTP/1.1" status: 404 len: 333 time: 0.0364213 Dec 12 18:05:58.918799 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7f0f94-8296-48c1-954f-b017700cd9f8 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:58.919321 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7f0f94-8296-48c1-954f-b017700cd9f8 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:58.925338 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-eb7f0f94-8296-48c1-954f-b017700cd9f8 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/7e71e989-8376-495b-808d-8c44752fcca8 HTTP/1.1" status: 404 len: 337 time: 0.0313935 Dec 12 18:05:58.926579 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56638) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:58.929075 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a426ad60-449f-4c4e-8928-c5018363c763 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7926242 Dec 12 18:05:58.934864 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56640) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:58.943940 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ca8021b9-36d1-4f8b-9799-a39f0d55cdd5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'subnet': {'network_id': '75bc91b5-b1e1-4f79-8556-49c2bfec8b5c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:58.988082 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-270be1c6-a745-4891-9e0d-44f9b113d363 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:58.988766 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-270be1c6-a745-4891-9e0d-44f9b113d363 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:58.992264 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-270be1c6-a745-4891-9e0d-44f9b113d363 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/3933a1a7-dd26-40ff-b598-6595c72babca HTTP/1.1" status: 404 len: 333 time: 0.0643897 Dec 12 18:05:59.009454 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56644) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.021690 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-61971056-d894-471d-9aba-16abab7f9c8b', 'network_id': '61971056-d894-471d-9aba-16abab7f9c8b', 'project_id': '06e9b19557994f78bfc7175f945328a3', 'fixed_ips': [{'subnet_id': 'ad01c615-101d-4e48-b818-b9ec08d88d12'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:05:59.024659 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:59.060272 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-b197a7b8-f023-4663-a825-70fe588dee4a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:59.061108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b197a7b8-f023-4663-a825-70fe588dee4a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:59.064998 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b197a7b8-f023-4663-a825-70fe588dee4a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/9747e51e-c209-44a7-b94b-1199f69a4dce HTTP/1.1" status: 404 len: 337 time: 0.0542891 Dec 12 18:05:59.067613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56650) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.096040 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-379e3fca-0024-4e1e-92fd-b0420b74764e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:59.097254 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379e3fca-0024-4e1e-92fd-b0420b74764e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:59.102807 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-379e3fca-0024-4e1e-92fd-b0420b74764e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/8610ab6a-4389-4a97-b343-79daed98f1df HTTP/1.1" status: 404 len: 333 time: 0.0339062 Dec 12 18:05:59.109586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56658) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.111747 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8021b9-36d1-4f8b-9799-a39f0d55cdd5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Made reservation on behalf of 06e9b19557994f78bfc7175f945328a3 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:05:59.115894 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca8021b9-36d1-4f8b-9799-a39f0d55cdd5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:59.172502 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f32b0bb-8c79-4f63-9402-c18643cea9c7 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:59.173511 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f32b0bb-8c79-4f63-9402-c18643cea9c7 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:59.180451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7f32b0bb-8c79-4f63-9402-c18643cea9c7 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/f95f7197-4255-48c1-b1b6-c71b181ab406 HTTP/1.1" status: 404 len: 337 time: 0.0689936 Dec 12 18:05:59.182765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56660) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.260573 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-2309b4ae-b9fd-44fa-84d2-23e756c30982 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:59.261179 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2309b4ae-b9fd-44fa-84d2-23e756c30982 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:59.264616 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2309b4ae-b9fd-44fa-84d2-23e756c30982 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/38212ace-b0f7-4c54-9e98-79feca4dcd8d HTTP/1.1" status: 404 len: 333 time: 0.0808189 Dec 12 18:05:59.271845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56664) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.330247 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-f009bb59-6eac-4666-98af-247ed91bf744 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:59.331001 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e462-8d3a-4932-849e-2aaff1a3b1df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:59.334887 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca8021b9-36d1-4f8b-9799-a39f0d55cdd5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:59.342880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f009bb59-6eac-4666-98af-247ed91bf744 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:59.347184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f009bb59-6eac-4666-98af-247ed91bf744 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/d16b8c37-484c-4760-85f4-e1a44346718f HTTP/1.1" status: 404 len: 337 time: 0.0737386 Dec 12 18:05:59.349146 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e462-8d3a-4932-849e-2aaff1a3b1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:59.349805 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56668) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.377249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Allocated IP 172.20.0.2 (61971056-d894-471d-9aba-16abab7f9c8b/ad01c615-101d-4e48-b818-b9ec08d88d12/5b97e859-291f-47fc-a3f1-5782fd07f094) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:05:59.401854 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26d1552-26ec-47d3-bbb9-883475637f80 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:59.404199 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26d1552-26ec-47d3-bbb9-883475637f80 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:59.412487 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b26d1552-26ec-47d3-bbb9-883475637f80 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/565280a6-b81a-4535-9939-909bb60d0ac5 HTTP/1.1" status: 404 len: 333 time: 0.0577590 Dec 12 18:05:59.413180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56670) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.461046 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-01342128-ea32-4d97-b414-8d11c053ba4d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:59.461750 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01342128-ea32-4d97-b414-8d11c053ba4d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:59.468654 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-01342128-ea32-4d97-b414-8d11c053ba4d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/416aef0d-c6a6-4707-9507-31b4d5c41c62 HTTP/1.1" status: 404 len: 337 time: 0.0540981 Dec 12 18:05:59.469495 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56672) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.511383 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8021b9-36d1-4f8b-9799-a39f0d55cdd5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Checking segment: {'id': '67cc5811-8c73-45eb-8b1a-f6f257d5fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75bc91b5-b1e1-4f79-8556-49c2bfec8b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:05:59.512042 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8021b9-36d1-4f8b-9799-a39f0d55cdd5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network hostable DHCP agents. Network: 75bc91b5-b1e1-4f79-8556-49c2bfec8b5c, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:05:59.515412 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7aef962-8c79-4236-a8bd-1ab673be634c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:59.516142 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7aef962-8c79-4236-a8bd-1ab673be634c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:59.518215 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e4a8e462-8d3a-4932-849e-2aaff1a3b1df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0080e080704f4a4cbd1f7e00d44e4b16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6927843 Dec 12 18:05:59.519267 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d7aef962-8c79-4236-a8bd-1ab673be634c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/8d4ca286-fd22-425d-9550-04d936f24f21 HTTP/1.1" status: 404 len: 333 time: 0.0486429 Dec 12 18:05:59.520828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56674) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.523983 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56676) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.538324 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8e462-8d3a-4932-849e-2aaff1a3b1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2df79e-3759-4a1d-a339-efa8081cc3c9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:59.563086 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8021b9-36d1-4f8b-9799-a39f0d55cdd5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Subnet': ['ID=947d8cf9-d538-4a6a-a0f1-98e61c3c663e,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:59.570070 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-b781fbdd-8427-4b94-8e29-35f5b01f61b5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:59.570966 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b781fbdd-8427-4b94-8e29-35f5b01f61b5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:59.576643 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b781fbdd-8427-4b94-8e29-35f5b01f61b5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/247d3e96-73c1-4e2f-badc-4e51b179aa4e HTTP/1.1" status: 404 len: 337 time: 0.0493474 Dec 12 18:05:59.577718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56678) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.583083 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:59.585426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8021b9-36d1-4f8b-9799-a39f0d55cdd5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network 75bc91b5-b1e1-4f79-8556-49c2bfec8b5c is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:05:59.596056 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:59.597608 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ca8021b9-36d1-4f8b-9799-a39f0d55cdd5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 75bc91b5-b1e1-4f79-8556-49c2bfec8b5c) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:59.604223 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8021b9-36d1-4f8b-9799-a39f0d55cdd5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:05:59.605647 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca8021b9-36d1-4f8b-9799-a39f0d55cdd5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:59.608450 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a98f6d-4cea-497d-8efa-685807fd2f83 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:59.609493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a98f6d-4cea-497d-8efa-685807fd2f83 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:59.613787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-28a98f6d-4cea-497d-8efa-685807fd2f83 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/102f02c3-fb5b-4112-accb-9aa8b93f7996 HTTP/1.1" status: 404 len: 337 time: 0.0347307 Dec 12 18:05:59.616684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56680) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.637424 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ca8021b9-36d1-4f8b-9799-a39f0d55cdd5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7008414 Dec 12 18:05:59.639227 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56682) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.644592 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-db75062f-b17c-453d-a23a-8c034e6dda21 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:59.645462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db75062f-b17c-453d-a23a-8c034e6dda21 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:59.648843 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-db75062f-b17c-453d-a23a-8c034e6dda21 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/96e0e416-2318-4ebb-837d-8b370d38c850 HTTP/1.1" status: 404 len: 333 time: 0.0310893 Dec 12 18:05:59.649924 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c3f070cd-b6ff-4178-bd96-6840d1a0efd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:59.651619 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56684) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.652872 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4cd17ee9-0b05-4f03-8a43-e9f56bd099c2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1384338957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:05:59.670018 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d565b5f9-386b-488a-b7b4-f489ca5e0454 None None] Network 75bc91b5-b1e1-4f79-8556-49c2bfec8b5c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:05:59.685142 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-719d7d99-84e8-4ff9-8b83-899e07205142 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:59.685841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719d7d99-84e8-4ff9-8b83-899e07205142 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:59.689228 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-719d7d99-84e8-4ff9-8b83-899e07205142 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/8213b02e-8ab1-44d9-ace9-0d0541c91ced HTTP/1.1" status: 404 len: 337 time: 0.0364428 Dec 12 18:05:59.692418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56686) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.710290 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cd17ee9-0b05-4f03-8a43-e9f56bd099c2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:59.711649 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cd17ee9-0b05-4f03-8a43-e9f56bd099c2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:59.728458 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a12fae9-1019-425b-b67c-1b24537cbed2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:59.729279 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a12fae9-1019-425b-b67c-1b24537cbed2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:59.732534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1a12fae9-1019-425b-b67c-1b24537cbed2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/b237561f-6830-4ac3-b55f-7d02e0ac23d5 HTTP/1.1" status: 404 len: 337 time: 0.0390258 Dec 12 18:05:59.734572 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Network 61971056-d894-471d-9aba-16abab7f9c8b is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:05:59.735105 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c3f070cd-b6ff-4178-bd96-6840d1a0efd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:59.736934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56688) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.769133 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d752d00-b949-4cb8-94ee-fa1eac40cf7d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:59.770056 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d752d00-b949-4cb8-94ee-fa1eac40cf7d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:59.773415 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3d752d00-b949-4cb8-94ee-fa1eac40cf7d tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/ac2a69d7-7a3f-4e60-9780-7ec11749f5e0 HTTP/1.1" status: 404 len: 333 time: 0.0347319 Dec 12 18:05:59.778241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56690) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.795889 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cd17ee9-0b05-4f03-8a43-e9f56bd099c2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:59.805692 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cd17ee9-0b05-4f03-8a43-e9f56bd099c2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:59.809077 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-d537f26e-fcbd-4f3f-bc9f-1abbf0a52bc9 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:59.809304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d537f26e-fcbd-4f3f-bc9f-1abbf0a52bc9 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:59.812537 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d537f26e-fcbd-4f3f-bc9f-1abbf0a52bc9 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/00d6bfd0-50a1-4954-a268-f78026c6b8e8 HTTP/1.1" status: 404 len: 337 time: 0.0331867 Dec 12 18:05:59.817446 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56692) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.831500 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:05:59.840579 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:05:59.871222 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c3f070cd-b6ff-4178-bd96-6840d1a0efd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:59.871222 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c3f070cd-b6ff-4178-bd96-6840d1a0efd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:59.871222 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c3f070cd-b6ff-4178-bd96-6840d1a0efd4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b2df79e-3759-4a1d-a339-efa8081cc3c9 HTTP/1.1" status: 204 len: 168 time: 0.3476403 Dec 12 18:05:59.880026 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84f23a6-6f17-415d-bfb7-6162316ecf42 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:59.881289 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84f23a6-6f17-415d-bfb7-6162316ecf42 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:59.883450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f070cd-b6ff-4178-bd96-6840d1a0efd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2df79e-3759-4a1d-a339-efa8081cc3c9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:59.887917 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a84f23a6-6f17-415d-bfb7-6162316ecf42 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/761482be-9ad0-4570-8379-42115c5cd115 HTTP/1.1" status: 404 len: 337 time: 0.0662789 Dec 12 18:05:59.891317 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cd17ee9-0b05-4f03-8a43-e9f56bd099c2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:05:59.891680 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56696) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.898408 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4cd17ee9-0b05-4f03-8a43-e9f56bd099c2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2548637 Dec 12 18:05:59.901347 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56698) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:05:59.947466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Pushing event updated for resources: {'Port': ['ID=5b97e859-291f-47fc-a3f1-5782fd07f094,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:05:59.958282 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e6cf38-d945-49c3-9484-9d3d01a74c33 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:05:59.958675 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e6cf38-d945-49c3-9484-9d3d01a74c33 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:05:59.961802 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-89e6cf38-d945-49c3-9484-9d3d01a74c33 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/823642ea-ace2-4cfe-93ff-cd75f72e410c HTTP/1.1" status: 404 len: 333 time: 0.0691619 Dec 12 18:05:59.964446 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56700) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:00.020694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 0a831528-68f2-4559-b4f0-8c932079af77 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:06:00.038502 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bc161b-1beb-4356-befa-c323c885439b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:06:00.040200 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0bc161b-1beb-4356-befa-c323c885439b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:06:00.050623 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d0bc161b-1beb-4356-befa-c323c885439b tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/54ddbc1f-6173-4e53-8b4a-59a3399d0bc0 HTTP/1.1" status: 404 len: 337 time: 0.0843968 Dec 12 18:06:00.053664 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56702) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:00.107984 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-40dde1e0-181a-4c7f-8ba6-f0fe8a352dfc tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:06:00.109783 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40dde1e0-181a-4c7f-8ba6-f0fe8a352dfc tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:06:00.118101 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-40dde1e0-181a-4c7f-8ba6-f0fe8a352dfc tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/f8bf11b1-a8fc-4078-aca4-060b5a8dcd27 HTTP/1.1" status: 404 len: 337 time: 0.0607715 Dec 12 18:06:00.118866 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56704) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:00.181909 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 0a831528-68f2-4559-b4f0-8c932079af77 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:06:00.182598 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 0a831528-68f2-4559-b4f0-8c932079af77 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:06:00.203518 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0f527c5b-6ed1-4877-a22c-9a524fb316f9 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0c8f522-138f-45f3-8d76-b7f2c257416a HTTP/1.1" status: 200 len: 205 time: 0.0805805 Dec 12 18:06:00.213817 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56710) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:00.223571 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Attempting to bind port 5b97e859-291f-47fc-a3f1-5782fd07f094 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:06:00.224181 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Attempting to bind port 5b97e859-291f-47fc-a3f1-5782fd07f094 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '52b67e9e-6ff6-4fbc-ab47-c016c74a1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '61971056-d894-471d-9aba-16abab7f9c8b'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:06:00.224724 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Attempting to bind port 5b97e859-291f-47fc-a3f1-5782fd07f094 on network 61971056-d894-471d-9aba-16abab7f9c8b {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:06:00.233110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-75bc91b5-b1e1-4f79-8556-49c2bfec8b5c', 'network_id': '75bc91b5-b1e1-4f79-8556-49c2bfec8b5c', 'project_id': '06e9b19557994f78bfc7175f945328a3', 'fixed_ips': [{'subnet_id': '947d8cf9-d538-4a6a-a0f1-98e61c3c663e'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:06:00.234421 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:00.237493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:06:00.238143 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Checking segment: {'id': '52b67e9e-6ff6-4fbc-ab47-c016c74a1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '61971056-d894-471d-9aba-16abab7f9c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:06:00.238713 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:00.239293 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Bound using segment: {'id': '52b67e9e-6ff6-4fbc-ab47-c016c74a1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '61971056-d894-471d-9aba-16abab7f9c8b'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:06:00.239952 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Bound port: 5b97e859-291f-47fc-a3f1-5782fd07f094, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b67e9e-6ff6-4fbc-ab47-c016c74a1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '61971056-d894-471d-9aba-16abab7f9c8b'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:06:00.241277 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:00.339531 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-d68630dd-271b-4a9d-a578-7d5702cf153c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] delete failed (client error): The resource could not be found. Dec 12 18:06:00.343351 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d68630dd-271b-4a9d-a578-7d5702cf153c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/routers/e0c8f522-138f-45f3-8d76-b7f2c257416a HTTP/1.1" status: 404 len: 336 time: 0.1233723 Dec 12 18:06:00.343792 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56720) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:00.432806 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e39d77-4d64-4417-bd19-57c0e456b239 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:06:00.434409 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e39d77-4d64-4417-bd19-57c0e456b239 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:06:00.437199 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] For port 5b97e859-291f-47fc-a3f1-5782fd07f094, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:06:00.444298 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-04e39d77-4d64-4417-bd19-57c0e456b239 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/ee502eda-5bc4-46be-9f2f-4af43ffe369b HTTP/1.1" status: 404 len: 337 time: 0.0966067 Dec 12 18:06:00.444974 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56722) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:00.448704 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] For port 5b97e859-291f-47fc-a3f1-5782fd07f094, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5b97e859-291f-47fc-a3f1-5782fd07f094,segment=NetworkSegment(52b67e9e-6ff6-4fbc-ab47-c016c74a1c7b),segment_id=52b67e9e-6ff6-4fbc-ab47-c016c74a1c7b)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:06:00.486507 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7fbb219e-8cc2-4408-90c3-16bd2d952318 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "GET /v2.0/ports?device_id=a80a584d-4dc1-420a-9254-bea71faf26aa HTTP/1.1" status: 200 len: 205 time: 0.0376256 Dec 12 18:06:00.487154 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56724) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:00.553467 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-7401e4e5-12b8-479a-b24b-bc7172ed75d2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] delete failed (client error): The resource could not be found. Dec 12 18:06:00.555267 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7401e4e5-12b8-479a-b24b-bc7172ed75d2 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/routers/a80a584d-4dc1-420a-9254-bea71faf26aa HTTP/1.1" status: 404 len: 336 time: 0.0618918 Dec 12 18:06:00.557505 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56728) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:00.592784 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-de95b7cf-939d-4b94-8786-7d95590622b8 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:06:00.593265 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de95b7cf-939d-4b94-8786-7d95590622b8 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:06:00.598974 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-de95b7cf-939d-4b94-8786-7d95590622b8 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/e4950a15-15be-43e9-af24-dc8b85498180 HTTP/1.1" status: 404 len: 337 time: 0.0379522 Dec 12 18:06:00.600326 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56732) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:00.609114 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:00.629451 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-d658d187-7fff-4f57-be4f-0934e077a835 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:06:00.629930 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d658d187-7fff-4f57-be4f-0934e077a835 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:06:00.633416 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d658d187-7fff-4f57-be4f-0934e077a835 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/29b14cb0-5d8b-4ba6-b802-f5ba2d5ddb79 HTTP/1.1" status: 404 len: 337 time: 0.0327013 Dec 12 18:06:00.649202 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56734) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:00.689387 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-af22015d-2c39-4914-b557-635d03572dcf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:06:00.689893 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af22015d-2c39-4914-b557-635d03572dcf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:06:00.696393 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-af22015d-2c39-4914-b557-635d03572dcf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/15c96781-ff41-400c-b678-853e67578d4b HTTP/1.1" status: 404 len: 333 time: 0.0439396 Dec 12 18:06:00.701131 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f13ddf-aac1-4045-8fb0-f373ac1e63ec None None] Pushing event updated for resources: {'Port': ['ID=5b97e859-291f-47fc-a3f1-5782fd07f094,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:00.701399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56738) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:00.748836 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6e0295-5bcd-41f1-aa4c-af848e796786 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:06:00.749515 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6e0295-5bcd-41f1-aa4c-af848e796786 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:06:00.758873 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cc6e0295-5bcd-41f1-aa4c-af848e796786 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/76a5c0c7-a9f6-4b66-a273-016f2ef8cedd HTTP/1.1" status: 404 len: 337 time: 0.0512590 Dec 12 18:06:00.759340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56742) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:00.785446 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fee2144-2512-4d1e-b915-52ebf95cbd40 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:06:00.786016 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fee2144-2512-4d1e-b915-52ebf95cbd40 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:06:00.789249 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3fee2144-2512-4d1e-b915-52ebf95cbd40 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/34c71b03-e15d-4a90-a25c-60b49605859b HTTP/1.1" status: 404 len: 333 time: 0.0288126 Dec 12 18:06:00.792405 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56744) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:00.803782 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Allocated IP 172.21.0.2 (75bc91b5-b1e1-4f79-8556-49c2bfec8b5c/947d8cf9-d538-4a6a-a0f1-98e61c3c663e/8dc98a4f-0163-4986-bbdf-91dc431712e8) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:06:00.868215 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-60121a46-1bb8-417a-b038-ea8838947a0a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:06:00.870252 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60121a46-1bb8-417a-b038-ea8838947a0a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:06:00.880619 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-60121a46-1bb8-417a-b038-ea8838947a0a tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/6e8efe27-20fe-4467-994c-836ce13a5bd3 HTTP/1.1" status: 404 len: 337 time: 0.0859640 Dec 12 18:06:00.883141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56746) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:00.928632 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafcb343-82c1-436d-bbbe-ee543d42886f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:06:00.929343 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafcb343-82c1-436d-bbbe-ee543d42886f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:06:00.933187 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-aafcb343-82c1-436d-bbbe-ee543d42886f tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/ca0f1968-0a6f-45c6-93da-7abfde63c04e HTTP/1.1" status: 404 len: 333 time: 0.0479832 Dec 12 18:06:00.936610 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56748) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:00.995947 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-966cfc50-f5b7-4513-a146-521d07f08dfa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:06:00.996414 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966cfc50-f5b7-4513-a146-521d07f08dfa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:06:01.013700 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-966cfc50-f5b7-4513-a146-521d07f08dfa tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/222b28ba-8392-4c23-8352-e330af26c134 HTTP/1.1" status: 404 len: 337 time: 0.0705669 Dec 12 18:06:01.014258 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56752) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:01.053060 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:01.085925 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-0916c98b-8480-4055-a3ea-708d7376c131 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:06:01.086426 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0916c98b-8480-4055-a3ea-708d7376c131 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:06:01.089691 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0916c98b-8480-4055-a3ea-708d7376c131 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/666c7a62-607f-456b-83e4-55395a47c628 HTTP/1.1" status: 404 len: 333 time: 0.0727897 Dec 12 18:06:01.091140 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fa38401a-0b2f-45f9-a171-8326af298a82 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:01.092772 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56756) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:01.125685 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:01.157220 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ddddf9-79e9-4610-a15e-2ca1b27427bf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:06:01.157625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ddddf9-79e9-4610-a15e-2ca1b27427bf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:06:01.172327 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-09ddddf9-79e9-4610-a15e-2ca1b27427bf tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/4c9230cf-0192-44fe-bc7a-52aed2b0be99 HTTP/1.1" status: 404 len: 337 time: 0.0775306 Dec 12 18:06:01.175324 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56762) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:01.214224 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Network 75bc91b5-b1e1-4f79-8556-49c2bfec8b5c is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:01.223443 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-313efb70-2221-4a0c-8c14-18a7ed43e0d1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:06:01.224335 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313efb70-2221-4a0c-8c14-18a7ed43e0d1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:06:01.228247 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-313efb70-2221-4a0c-8c14-18a7ed43e0d1 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/8bb6c0e1-5740-4c02-aef1-ddd0474eb079 HTTP/1.1" status: 404 len: 333 time: 0.0517244 Dec 12 18:06:01.230973 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56766) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:01.232136 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:01.240641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:06:01.269374 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-eebd0f66-e779-45f2-a862-c52b11b86b2e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:06:01.271417 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eebd0f66-e779-45f2-a862-c52b11b86b2e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:06:01.276510 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-eebd0f66-e779-45f2-a862-c52b11b86b2e tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/df0708b9-546c-4249-9c9b-e443b789b309 HTTP/1.1" status: 404 len: 337 time: 0.0441389 Dec 12 18:06:01.279008 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56768) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:01.318386 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc2f816-5a57-4bb1-87a8-09e320e3c2b5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:06:01.319556 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc2f816-5a57-4bb1-87a8-09e320e3c2b5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:06:01.324332 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1fc2f816-5a57-4bb1-87a8-09e320e3c2b5 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/330a3ba0-63b3-42ce-8882-510989a7971b HTTP/1.1" status: 404 len: 333 time: 0.0440841 Dec 12 18:06:01.326763 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Pushing event updated for resources: {'Port': ['ID=8dc98a4f-0163-4986-bbdf-91dc431712e8,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:01.327407 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56770) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:01.380578 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-311135da-ac2d-4a9c-b114-c4a71db5351c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:06:01.381349 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311135da-ac2d-4a9c-b114-c4a71db5351c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:06:01.386577 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-311135da-ac2d-4a9c-b114-c4a71db5351c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/3aaaca9c-160e-4f04-a1d0-c44cfa49c253 HTTP/1.1" status: 404 len: 337 time: 0.0574021 Dec 12 18:06:01.389310 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56772) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:01.419760 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5268b7-86ba-40f7-a12b-44fd166ce3b3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:06:01.419985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Attempting to bind port 8dc98a4f-0163-4986-bbdf-91dc431712e8 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:06:01.419985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Attempting to bind port 8dc98a4f-0163-4986-bbdf-91dc431712e8 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '67cc5811-8c73-45eb-8b1a-f6f257d5fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75bc91b5-b1e1-4f79-8556-49c2bfec8b5c'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:06:01.420281 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Attempting to bind port 8dc98a4f-0163-4986-bbdf-91dc431712e8 on network 75bc91b5-b1e1-4f79-8556-49c2bfec8b5c {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:06:01.420617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5268b7-86ba-40f7-a12b-44fd166ce3b3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:06:01.424743 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fa5268b7-86ba-40f7-a12b-44fd166ce3b3 tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/ports/98a2ec41-b316-4b01-a7e8-e0a04f3275da HTTP/1.1" status: 404 len: 333 time: 0.0342293 Dec 12 18:06:01.427315 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56776) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:01.432484 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:06:01.432872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Checking segment: {'id': '67cc5811-8c73-45eb-8b1a-f6f257d5fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75bc91b5-b1e1-4f79-8556-49c2bfec8b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:06:01.433290 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:01.433696 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Bound using segment: {'id': '67cc5811-8c73-45eb-8b1a-f6f257d5fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75bc91b5-b1e1-4f79-8556-49c2bfec8b5c'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:06:01.434242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Bound port: 8dc98a4f-0163-4986-bbdf-91dc431712e8, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67cc5811-8c73-45eb-8b1a-f6f257d5fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75bc91b5-b1e1-4f79-8556-49c2bfec8b5c'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:06:01.434569 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:01.506441 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cb26cf-3226-4439-982d-72af46a38e4c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] DELETE failed (client error): The resource could not be found. Dec 12 18:06:01.507745 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6cb26cf-3226-4439-982d-72af46a38e4c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:06:01.515444 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b6cb26cf-3226-4439-982d-72af46a38e4c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/subnets/2f79fbea-0045-473d-a64f-2fbbf9af87d9 HTTP/1.1" status: 404 len: 337 time: 0.0867260 Dec 12 18:06:01.516224 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56782) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:01.592373 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-fa38401a-0b2f-45f9-a171-8326af298a82 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Allocated IP 172.20.0.1 (61971056-d894-471d-9aba-16abab7f9c8b/ad01c615-101d-4e48-b818-b9ec08d88d12/3b6e4294-3011-4edf-b636-03ed8b5a608c) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:06:01.624269 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] For port 8dc98a4f-0163-4986-bbdf-91dc431712e8, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:06:01.633211 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] For port 8dc98a4f-0163-4986-bbdf-91dc431712e8, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8dc98a4f-0163-4986-bbdf-91dc431712e8,segment=NetworkSegment(67cc5811-8c73-45eb-8b1a-f6f257d5fdc0),segment_id=67cc5811-8c73-45eb-8b1a-f6f257d5fdc0)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:06:01.646771 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:01.677401 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8883a414-75a8-436f-a53b-49f2d6f8a06c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:01.747051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b8b0f-a349-4257-915f-7d4b7d1647bd None None] Pushing event updated for resources: {'Port': ['ID=8dc98a4f-0163-4986-bbdf-91dc431712e8,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:01.907287 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8883a414-75a8-436f-a53b-49f2d6f8a06c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:01.941649 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fa38401a-0b2f-45f9-a171-8326af298a82 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:01.968366 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8883a414-75a8-436f-a53b-49f2d6f8a06c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a1330e-adaf-4fe5-87f3-fb8aa505dec9']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:02.006787 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8883a414-75a8-436f-a53b-49f2d6f8a06c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd63c2d-bbd4-446f-a6e5-88d1dced472d') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:02.007094 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8883a414-75a8-436f-a53b-49f2d6f8a06c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd63c2d-bbd4-446f-a6e5-88d1dced472d') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:02.026384 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8883a414-75a8-436f-a53b-49f2d6f8a06c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:02.041355 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fa38401a-0b2f-45f9-a171-8326af298a82 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:02.046777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5b97e859-291f-47fc-a3f1-5782fd07f094 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:02.069058 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8883a414-75a8-436f-a53b-49f2d6f8a06c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:02.084376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8883a414-75a8-436f-a53b-49f2d6f8a06c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:06:02.086763 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8883a414-75a8-436f-a53b-49f2d6f8a06c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:06:02.094166 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:06:02.168333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa38401a-0b2f-45f9-a171-8326af298a82 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network 61971056-d894-471d-9aba-16abab7f9c8b is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:02.179925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-fa38401a-0b2f-45f9-a171-8326af298a82 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:02.212076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa38401a-0b2f-45f9-a171-8326af298a82 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:06:02.273735 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 5b97e859-291f-47fc-a3f1-5782fd07f094 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:02.274543 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:02.280265 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8883a414-75a8-436f-a53b-49f2d6f8a06c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:02.308546 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8883a414-75a8-436f-a53b-49f2d6f8a06c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:02.316751 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8883a414-75a8-436f-a53b-49f2d6f8a06c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] 10.222.0.18 "DELETE /v2.0/networks/85a1330e-adaf-4fe5-87f3-fb8aa505dec9 HTTP/1.1" status: 204 len: 168 time: 0.7989340 Dec 12 18:06:02.318137 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883a414-75a8-436f-a53b-49f2d6f8a06c tempest-NetworksTestDHCPv6-1172783738 tempest-NetworksTestDHCPv6-1172783738-project] Pushing event deleted for resources: {'Network': ['ID=85a1330e-adaf-4fe5-87f3-fb8aa505dec9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:02.331356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38401a-0b2f-45f9-a171-8326af298a82 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=3b6e4294-3011-4edf-b636-03ed8b5a608c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:02.353474 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fa38401a-0b2f-45f9-a171-8326af298a82 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:02.533593 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:02.636416 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 5b97e859-291f-47fc-a3f1-5782fd07f094, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5b97e859-291f-47fc-a3f1-5782fd07f094,segment=NetworkSegment(52b67e9e-6ff6-4fbc-ab47-c016c74a1c7b),segment_id=52b67e9e-6ff6-4fbc-ab47-c016c74a1c7b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:02.645483 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:02.659543 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fa38401a-0b2f-45f9-a171-8326af298a82 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:02.735747 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=5b97e859-291f-47fc-a3f1-5782fd07f094,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:02.810941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac9cf5c-9bdb-4fd6-84d0-12dcf3882501 None None] Network 61971056-d894-471d-9aba-16abab7f9c8b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:02.993874 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-dca77f7b-667f-439a-a610-53519d780af1 None None] Provisioning complete for port 5b97e859-291f-47fc-a3f1-5782fd07f094 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:02.997215 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dca77f7b-667f-439a-a610-53519d780af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:03.007122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56824) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:03.329768 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c48a5d3c-2d8c-4ac7-b2ab-e7dcaecc5060 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e64b0f07b7374ed1a372ae4d2a47725f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3213010 Dec 12 18:06:03.330272 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56832) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:03.392812 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fa38401a-0b2f-45f9-a171-8326af298a82 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:03.404732 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fa38401a-0b2f-45f9-a171-8326af298a82 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:03.429431 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c63c4864-5bcd-42c0-a5cd-294ffe60125b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:03.500673 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c63c4864-5bcd-42c0-a5cd-294ffe60125b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:03.530321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38401a-0b2f-45f9-a171-8326af298a82 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=3b6e4294-3011-4edf-b636-03ed8b5a608c,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:03.580095 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fa38401a-0b2f-45f9-a171-8326af298a82 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:03.624839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c63c4864-5bcd-42c0-a5cd-294ffe60125b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:03.627925 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c63c4864-5bcd-42c0-a5cd-294ffe60125b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:03.631376 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c63c4864-5bcd-42c0-a5cd-294ffe60125b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f19f8a4b-38ac-4c5a-bf1f-aff2fde2d30d HTTP/1.1" status: 204 len: 168 time: 0.2972431 Dec 12 18:06:03.647723 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c4864-5bcd-42c0-a5cd-294ffe60125b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19f8a4b-38ac-4c5a-bf1f-aff2fde2d30d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:03.742663 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f78ec1f6-eaf1-4edb-97f4-db6ebee5e8f0 None None] Provisioning complete for port 5b97e859-291f-47fc-a3f1-5782fd07f094 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:03.743238 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f78ec1f6-eaf1-4edb-97f4-db6ebee5e8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:03.839045 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd2d1cc-1a95-4f1f-b2bc-33b55569c62e None None] Network 75bc91b5-b1e1-4f79-8556-49c2bfec8b5c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:03.841048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa38401a-0b2f-45f9-a171-8326af298a82 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network 61971056-d894-471d-9aba-16abab7f9c8b is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:03.842945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-fa38401a-0b2f-45f9-a171-8326af298a82 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:04.162952 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5b97e859-291f-47fc-a3f1-5782fd07f094 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:04.318354 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 5b97e859-291f-47fc-a3f1-5782fd07f094 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:04.318740 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:04.336734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa38401a-0b2f-45f9-a171-8326af298a82 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 5b02a5bc-6c52-473d-8269-add9cb22120f is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:06:04.586331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa38401a-0b2f-45f9-a171-8326af298a82 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:06:04.595350 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fa38401a-0b2f-45f9-a171-8326af298a82 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/5b02a5bc-6c52-473d-8269-add9cb22120f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6928930 Dec 12 18:06:04.599439 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56862) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:04.602368 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335187f1-2a8e-42fe-a0a1-567ce644f467 None None] Sync routers for ids ['5b02a5bc-6c52-473d-8269-add9cb22120f'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:06:04.625422 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335187f1-2a8e-42fe-a0a1-567ce644f467 None None] Routers {'5b02a5bc-6c52-473d-8269-add9cb22120f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:04.626139 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-335187f1-2a8e-42fe-a0a1-567ce644f467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5b02a5bc-6c52-473d-8269-add9cb22120f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:04.671527 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-335187f1-2a8e-42fe-a0a1-567ce644f467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:04.696369 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335187f1-2a8e-42fe-a0a1-567ce644f467 None None] Routers {'5b02a5bc-6c52-473d-8269-add9cb22120f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:04.697232 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-335187f1-2a8e-42fe-a0a1-567ce644f467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5b02a5bc-6c52-473d-8269-add9cb22120f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:04.784631 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-335187f1-2a8e-42fe-a0a1-567ce644f467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:04.785845 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335187f1-2a8e-42fe-a0a1-567ce644f467 None None] The sync data for ids ['5b02a5bc-6c52-473d-8269-add9cb22120f'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:06:04.864587 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f78ec1f6-eaf1-4edb-97f4-db6ebee5e8f0 None None] Provisioning complete for port 3b6e4294-3011-4edf-b636-03ed8b5a608c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:04.865598 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f78ec1f6-eaf1-4edb-97f4-db6ebee5e8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:04.949564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8dc98a4f-0163-4986-bbdf-91dc431712e8 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:04.954818 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f78ec1f6-eaf1-4edb-97f4-db6ebee5e8f0 None None] Port 3b6e4294-3011-4edf-b636-03ed8b5a608c cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:06:05.076245 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8dc98a4f-0163-4986-bbdf-91dc431712e8 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:05.085042 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:05.111767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56870) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:05.230202 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4b2c677e-28a1-4288-bc6c-e33c68c3a6cd None None] Provisioning complete for port 3b6e4294-3011-4edf-b636-03ed8b5a608c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:05.230675 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4b2c677e-28a1-4288-bc6c-e33c68c3a6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:05.435274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-2ae2b3b7-fe47-4c94-8ad0-ac32d36241f3 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-965762653'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:05.460391 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43718d4d-0289-48f3-995e-dcf4d7636a7e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:05.462376 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-43718d4d-0289-48f3-995e-dcf4d7636a7e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/ports/3b6e4294-3011-4edf-b636-03ed8b5a608c HTTP/1.1" status: 200 len: 910 time: 0.8619080 Dec 12 18:06:05.465451 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56884) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:05.469555 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4b2c677e-28a1-4288-bc6c-e33c68c3a6cd None None] Port 3b6e4294-3011-4edf-b636-03ed8b5a608c cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:06:05.473913 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:05.486589 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae2b3b7-fe47-4c94-8ad0-ac32d36241f3 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Made reservation on behalf of 9066a6a2ffef48d8afc1d1133182cb08 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:05.491781 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b3b7-fe47-4c94-8ad0-ac32d36241f3 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:05.513987 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b3b7-fe47-4c94-8ad0-ac32d36241f3 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:05.557686 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4b2c677e-28a1-4288-bc6c-e33c68c3a6cd None None] Provisioning complete for port 8dc98a4f-0163-4986-bbdf-91dc431712e8 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:05.559916 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4b2c677e-28a1-4288-bc6c-e33c68c3a6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:05.700589 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 8dc98a4f-0163-4986-bbdf-91dc431712e8, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8dc98a4f-0163-4986-bbdf-91dc431712e8,segment=NetworkSegment(67cc5811-8c73-45eb-8b1a-f6f257d5fdc0),segment_id=67cc5811-8c73-45eb-8b1a-f6f257d5fdc0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:05.718605 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:05.745113 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b3b7-fe47-4c94-8ad0-ac32d36241f3 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:05.760726 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b3b7-fe47-4c94-8ad0-ac32d36241f3 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:05.812125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae2b3b7-fe47-4c94-8ad0-ac32d36241f3 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:06:05.845723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2b3b7-fe47-4c94-8ad0-ac32d36241f3 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fb43e6-b2db-48ba-9ce0-fe80b564451f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:05.861099 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b3b7-fe47-4c94-8ad0-ac32d36241f3 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:05.861455 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-2ae2b3b7-fe47-4c94-8ad0-ac32d36241f3 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Added segment eb810d68-540b-493f-9bf8-85cc5c25e18b of type vlan for network ae0a2089-ed31-4c66-9783-77c5d8064e71 Dec 12 18:06:05.898588 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=8dc98a4f-0163-4986-bbdf-91dc431712e8,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:05.930305 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b3b7-fe47-4c94-8ad0-ac32d36241f3 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:05.961865 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b3b7-fe47-4c94-8ad0-ac32d36241f3 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:05.970372 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae2b3b7-fe47-4c94-8ad0-ac32d36241f3 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:05.971437 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b3b7-fe47-4c94-8ad0-ac32d36241f3 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:06.006750 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2ae2b3b7-fe47-4c94-8ad0-ac32d36241f3 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8916674 Dec 12 18:06:06.018969 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56888) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:06.026216 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8287b3f8-f98d-4b43-ade8-068a04909ebb tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Request body: {'subnet': {'network_id': 'ae0a2089-ed31-4c66-9783-77c5d8064e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:06.060540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2b3b7-fe47-4c94-8ad0-ac32d36241f3 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Pushing event updated for resources: {'Network': ['ID=ae0a2089-ed31-4c66-9783-77c5d8064e71,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:06.072526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network ae0a2089-ed31-4c66-9783-77c5d8064e71 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:06:06.138176 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8287b3f8-f98d-4b43-ade8-068a04909ebb tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Made reservation on behalf of 9066a6a2ffef48d8afc1d1133182cb08 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:06.142602 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8287b3f8-f98d-4b43-ade8-068a04909ebb tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:06.211764 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22c5c872-e0f5-4df2-aa32-d22e1fb4fbba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:06.655112 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8287b3f8-f98d-4b43-ade8-068a04909ebb tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:06.725100 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287b3f8-f98d-4b43-ade8-068a04909ebb tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Pushing event updated for resources: {'Subnet': ['ID=01ddb505-fcf1-4e77-9055-daab7b1ed78b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:06.771433 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-22c5c872-e0f5-4df2-aa32-d22e1fb4fbba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Allocated IP 172.21.0.1 (75bc91b5-b1e1-4f79-8556-49c2bfec8b5c/947d8cf9-d538-4a6a-a0f1-98e61c3c663e/44c061ae-61d8-4637-b79e-56c92e458204) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:06:06.793360 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8287b3f8-f98d-4b43-ade8-068a04909ebb tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Checking segment: {'id': 'eb810d68-540b-493f-9bf8-85cc5c25e18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ae0a2089-ed31-4c66-9783-77c5d8064e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:06:06.793831 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8287b3f8-f98d-4b43-ade8-068a04909ebb tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Network hostable DHCP agents. Network: ae0a2089-ed31-4c66-9783-77c5d8064e71, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:06:06.861013 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8287b3f8-f98d-4b43-ade8-068a04909ebb tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Network ae0a2089-ed31-4c66-9783-77c5d8064e71 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:06:06.893107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8287b3f8-f98d-4b43-ade8-068a04909ebb tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, ae0a2089-ed31-4c66-9783-77c5d8064e71) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:06.902386 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea5075f-8681-471a-bd94-237f6e4f7c47 None None] Network ae0a2089-ed31-4c66-9783-77c5d8064e71 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:06.917284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287b3f8-f98d-4b43-ade8-068a04909ebb tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:06.918352 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8287b3f8-f98d-4b43-ade8-068a04909ebb tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:06.979876 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8287b3f8-f98d-4b43-ade8-068a04909ebb tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9587994 Dec 12 18:06:06.981624 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56906) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:06.986756 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-1cb2dbb6-a5ef-4684-b494-5f01f2b53baa tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Request body: {'port': {'network_id': 'ae0a2089-ed31-4c66-9783-77c5d8064e71', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-242516077'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:06.987224 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22c5c872-e0f5-4df2-aa32-d22e1fb4fbba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:07.065282 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22c5c872-e0f5-4df2-aa32-d22e1fb4fbba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:07.125296 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c5c872-e0f5-4df2-aa32-d22e1fb4fbba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network 75bc91b5-b1e1-4f79-8556-49c2bfec8b5c is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:07.128690 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-22c5c872-e0f5-4df2-aa32-d22e1fb4fbba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:07.131174 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c5c872-e0f5-4df2-aa32-d22e1fb4fbba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:06:07.162423 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5c872-e0f5-4df2-aa32-d22e1fb4fbba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=44c061ae-61d8-4637-b79e-56c92e458204,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:07.182758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-ae0a2089-ed31-4c66-9783-77c5d8064e71', 'network_id': 'ae0a2089-ed31-4c66-9783-77c5d8064e71', 'project_id': '9066a6a2ffef48d8afc1d1133182cb08', 'fixed_ips': [{'subnet_id': '01ddb505-fcf1-4e77-9055-daab7b1ed78b'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:06:07.183740 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:07.203656 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb2dbb6-a5ef-4684-b494-5f01f2b53baa tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Made reservation on behalf of 9066a6a2ffef48d8afc1d1133182cb08 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:07.208051 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1cb2dbb6-a5ef-4684-b494-5f01f2b53baa tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:07.215546 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22c5c872-e0f5-4df2-aa32-d22e1fb4fbba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:07.266061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-1cb2dbb6-a5ef-4684-b494-5f01f2b53baa tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] device_id is not set on port 8815db75-46cb-4d4c-84ad-e0323b410122 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:06:07.442206 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22c5c872-e0f5-4df2-aa32-d22e1fb4fbba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:07.507840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-1cb2dbb6-a5ef-4684-b494-5f01f2b53baa tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Allocated IP 2001:db8::1aa (ae0a2089-ed31-4c66-9783-77c5d8064e71/01ddb505-fcf1-4e77-9055-daab7b1ed78b/8815db75-46cb-4d4c-84ad-e0323b410122) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:06:07.669672 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-29b57690-ef94-48bb-9446-e3172c2024b7 None None] Provisioning complete for port 44c061ae-61d8-4637-b79e-56c92e458204 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:07.670067 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-29b57690-ef94-48bb-9446-e3172c2024b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:07.726323 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1cb2dbb6-a5ef-4684-b494-5f01f2b53baa tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:07.759757 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-29b57690-ef94-48bb-9446-e3172c2024b7 None None] Port 44c061ae-61d8-4637-b79e-56c92e458204 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:06:07.773655 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1cb2dbb6-a5ef-4684-b494-5f01f2b53baa tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:07.866170 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb2dbb6-a5ef-4684-b494-5f01f2b53baa tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Network ae0a2089-ed31-4c66-9783-77c5d8064e71 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:07.870897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-1cb2dbb6-a5ef-4684-b494-5f01f2b53baa tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:07.878205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb2dbb6-a5ef-4684-b494-5f01f2b53baa tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:06:07.887271 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb2dbb6-a5ef-4684-b494-5f01f2b53baa tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:07.887933 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1cb2dbb6-a5ef-4684-b494-5f01f2b53baa tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:07.920113 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1cb2dbb6-a5ef-4684-b494-5f01f2b53baa tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9367726 Dec 12 18:06:07.922086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2dbb6-a5ef-4684-b494-5f01f2b53baa tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Pushing event updated for resources: {'Port': ['ID=8815db75-46cb-4d4c-84ad-e0323b410122,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:07.936260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56920) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:07.942562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-b616b227-3603-4c1f-bbaf-a1757828a357 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Request body: {'port': {'network_id': 'ae0a2089-ed31-4c66-9783-77c5d8064e71', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1214174910', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:07.942562 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.api.validators [None req-b616b227-3603-4c1f-bbaf-a1757828a357 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] bootfile-name is not in valid_values {{(pid=103151) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 18:06:07.942824 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.api.validators [None req-b616b227-3603-4c1f-bbaf-a1757828a357 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] tftp-server is not in valid_values {{(pid=103151) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 18:06:07.943023 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.api.validators [None req-b616b227-3603-4c1f-bbaf-a1757828a357 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] server-ip-address is not in valid_values {{(pid=103151) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 18:06:07.943130 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Allocated IP 2001:db8::2 (ae0a2089-ed31-4c66-9783-77c5d8064e71/01ddb505-fcf1-4e77-9055-daab7b1ed78b/5ecc4932-d92e-4aa8-b96c-9b9f0191529a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:06:07.957347 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8dc98a4f-0163-4986-bbdf-91dc431712e8 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:08.094081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b616b227-3603-4c1f-bbaf-a1757828a357 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Made reservation on behalf of 9066a6a2ffef48d8afc1d1133182cb08 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:08.099514 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b616b227-3603-4c1f-bbaf-a1757828a357 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:08.116237 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22c5c872-e0f5-4df2-aa32-d22e1fb4fbba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:08.122883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-b616b227-3603-4c1f-bbaf-a1757828a357 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] device_id is not set on port 9211f443-3ae9-44f5-9f3e-0cc9f2c888f7 yet. {{(pid=103151) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:06:08.129181 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22c5c872-e0f5-4df2-aa32-d22e1fb4fbba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:08.246227 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5c872-e0f5-4df2-aa32-d22e1fb4fbba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=44c061ae-61d8-4637-b79e-56c92e458204,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:08.282150 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22c5c872-e0f5-4df2-aa32-d22e1fb4fbba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:08.300349 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8dc98a4f-0163-4986-bbdf-91dc431712e8 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:08.300726 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:08.477274 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:08.514731 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:08.533893 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c5c872-e0f5-4df2-aa32-d22e1fb4fbba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network 75bc91b5-b1e1-4f79-8556-49c2bfec8b5c is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:08.569703 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-22c5c872-e0f5-4df2-aa32-d22e1fb4fbba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:08.659387 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-b616b227-3603-4c1f-bbaf-a1757828a357 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Allocated IP 2001:db8::385 (ae0a2089-ed31-4c66-9783-77c5d8064e71/01ddb505-fcf1-4e77-9055-daab7b1ed78b/9211f443-3ae9-44f5-9f3e-0cc9f2c888f7) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:06:08.768957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Network ae0a2089-ed31-4c66-9783-77c5d8064e71 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:08.780536 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Pushing event updated for resources: {'Port': ['ID=5ecc4932-d92e-4aa8-b96c-9b9f0191529a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:08.790945 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:08.795013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:06:08.860740 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c5c872-e0f5-4df2-aa32-d22e1fb4fbba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 5b02a5bc-6c52-473d-8269-add9cb22120f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:06:08.917502 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Attempting to bind port 5ecc4932-d92e-4aa8-b96c-9b9f0191529a on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:06:08.918125 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Attempting to bind port 5ecc4932-d92e-4aa8-b96c-9b9f0191529a by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'eb810d68-540b-493f-9bf8-85cc5c25e18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ae0a2089-ed31-4c66-9783-77c5d8064e71'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:06:08.918690 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Attempting to bind port 5ecc4932-d92e-4aa8-b96c-9b9f0191529a on network ae0a2089-ed31-4c66-9783-77c5d8064e71 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:06:08.924447 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:06:08.925694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Checking segment: {'id': 'eb810d68-540b-493f-9bf8-85cc5c25e18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ae0a2089-ed31-4c66-9783-77c5d8064e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:06:08.926308 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:08.927036 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Bound using segment: {'id': 'eb810d68-540b-493f-9bf8-85cc5c25e18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ae0a2089-ed31-4c66-9783-77c5d8064e71'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:06:08.927742 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Bound port: 5ecc4932-d92e-4aa8-b96c-9b9f0191529a, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb810d68-540b-493f-9bf8-85cc5c25e18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ae0a2089-ed31-4c66-9783-77c5d8064e71'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:06:08.930051 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:09.048275 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c5c872-e0f5-4df2-aa32-d22e1fb4fbba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:06:09.049793 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] For port 5ecc4932-d92e-4aa8-b96c-9b9f0191529a, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:06:09.054768 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-22c5c872-e0f5-4df2-aa32-d22e1fb4fbba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/5b02a5bc-6c52-473d-8269-add9cb22120f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5878854 Dec 12 18:06:09.057326 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56940) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:09.060916 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b616b227-3603-4c1f-bbaf-a1757828a357 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:09.061159 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] For port 5ecc4932-d92e-4aa8-b96c-9b9f0191529a, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5ecc4932-d92e-4aa8-b96c-9b9f0191529a,segment=NetworkSegment(eb810d68-540b-493f-9bf8-85cc5c25e18b),segment_id=eb810d68-540b-493f-9bf8-85cc5c25e18b)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:06:09.067527 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02d1a2d-562b-4ffd-83f3-ef32e1709e27 None None] Sync routers for ids ['5b02a5bc-6c52-473d-8269-add9cb22120f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:06:09.085266 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:09.116596 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b616b227-3603-4c1f-bbaf-a1757828a357 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:09.124169 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735e725-1b6f-4171-bd1d-e0079ebab608 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:09.126485 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4735e725-1b6f-4171-bd1d-e0079ebab608 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/ports/44c061ae-61d8-4637-b79e-56c92e458204 HTTP/1.1" status: 200 len: 910 time: 0.0670390 Dec 12 18:06:09.129891 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 56942) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:09.177048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b616b227-3603-4c1f-bbaf-a1757828a357 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Network ae0a2089-ed31-4c66-9783-77c5d8064e71 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:09.180590 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-b616b227-3603-4c1f-bbaf-a1757828a357 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:09.182673 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02d1a2d-562b-4ffd-83f3-ef32e1709e27 None None] Routers {'5b02a5bc-6c52-473d-8269-add9cb22120f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:09.183375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c02d1a2d-562b-4ffd-83f3-ef32e1709e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5b02a5bc-6c52-473d-8269-add9cb22120f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:09.186605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b616b227-3603-4c1f-bbaf-a1757828a357 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:06:09.196688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b616b227-3603-4c1f-bbaf-a1757828a357 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:09.197855 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b616b227-3603-4c1f-bbaf-a1757828a357 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:09.253956 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b616b227-3603-4c1f-bbaf-a1757828a357 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.3123748 Dec 12 18:06:09.254837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56944) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:09.277339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ab25bdb7-6992-47f4-be8a-4232d3d6447b None None] Provisioning complete for port 44c061ae-61d8-4637-b79e-56c92e458204 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:09.277725 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab25bdb7-6992-47f4-be8a-4232d3d6447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:09.282959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616b227-3603-4c1f-bbaf-a1757828a357 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Pushing event updated for resources: {'Port': ['ID=9211f443-3ae9-44f5-9f3e-0cc9f2c888f7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:09.293149 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c02d1a2d-562b-4ffd-83f3-ef32e1709e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:09.348038 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a308f5-6cf7-4979-9dfa-6f75bfa6748a tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:09.354301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a308f5-6cf7-4979-9dfa-6f75bfa6748a tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:09.360624 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a308f5-6cf7-4979-9dfa-6f75bfa6748a tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:09.362550 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-24a308f5-6cf7-4979-9dfa-6f75bfa6748a tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1062999 Dec 12 18:06:09.367814 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56950) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:09.380967 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e541bd-ee01-40e2-90d8-fd5c75f27bf2 None None] Pushing event updated for resources: {'Port': ['ID=5ecc4932-d92e-4aa8-b96c-9b9f0191529a,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:09.390042 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02d1a2d-562b-4ffd-83f3-ef32e1709e27 None None] Routers {'5b02a5bc-6c52-473d-8269-add9cb22120f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:09.390678 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c02d1a2d-562b-4ffd-83f3-ef32e1709e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5b02a5bc-6c52-473d-8269-add9cb22120f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:09.425384 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c02d1a2d-562b-4ffd-83f3-ef32e1709e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:09.426237 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02d1a2d-562b-4ffd-83f3-ef32e1709e27 None None] The sync data for ids ['5b02a5bc-6c52-473d-8269-add9cb22120f'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:06:09.429532 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ab25bdb7-6992-47f4-be8a-4232d3d6447b None None] Port 44c061ae-61d8-4637-b79e-56c92e458204 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:06:09.640153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-44683e07-4b3a-44bc-9b1c-084c4a0dcc30 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Deleting port 9211f443-3ae9-44f5-9f3e-0cc9f2c888f7 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:09.640758 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44683e07-4b3a-44bc-9b1c-084c4a0dcc30 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:09.793370 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a40ac91-3ddb-4be6-b634-3a9fa2cf20e7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:09.807546 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44683e07-4b3a-44bc-9b1c-084c4a0dcc30 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:09.829849 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-44683e07-4b3a-44bc-9b1c-084c4a0dcc30 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Calling delete_port for 9211f443-3ae9-44f5-9f3e-0cc9f2c888f7 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:09.994554 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5ecc4932-d92e-4aa8-b96c-9b9f0191529a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:10.104345 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 5ecc4932-d92e-4aa8-b96c-9b9f0191529a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:10.105494 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:10.202261 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44683e07-4b3a-44bc-9b1c-084c4a0dcc30 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:10.237870 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:10.259679 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44683e07-4b3a-44bc-9b1c-084c4a0dcc30 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Pushing event deleted for resources: {'Port': ['ID=9211f443-3ae9-44f5-9f3e-0cc9f2c888f7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:10.344108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 5ecc4932-d92e-4aa8-b96c-9b9f0191529a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5ecc4932-d92e-4aa8-b96c-9b9f0191529a,segment=NetworkSegment(eb810d68-540b-493f-9bf8-85cc5c25e18b),segment_id=eb810d68-540b-493f-9bf8-85cc5c25e18b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:10.349312 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44683e07-4b3a-44bc-9b1c-084c4a0dcc30 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:10.353468 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:10.357652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-44683e07-4b3a-44bc-9b1c-084c4a0dcc30 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] 10.222.0.18 "DELETE /v2.0/ports/9211f443-3ae9-44f5-9f3e-0cc9f2c888f7 HTTP/1.1" status: 204 len: 168 time: 0.9888012 Dec 12 18:06:10.364701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56978) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:10.372250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d0191edf-2975-416e-8c6b-76ac9543eb6d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Request body: {'port': {'name': 'tempest-new-port-name-2089327912', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:10.372531 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.api.validators [None req-d0191edf-2975-416e-8c6b-76ac9543eb6d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] bootfile-name is not in valid_values {{(pid=103151) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 18:06:10.372875 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.api.validators [None req-d0191edf-2975-416e-8c6b-76ac9543eb6d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] tftp-server is not in valid_values {{(pid=103151) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 18:06:10.373222 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.api.validators [None req-d0191edf-2975-416e-8c6b-76ac9543eb6d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] server-ip-address is not in valid_values {{(pid=103151) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 18:06:10.460455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=5ecc4932-d92e-4aa8-b96c-9b9f0191529a,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:10.476276 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:10.476644 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:10.477221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:10.477512 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:10.478266 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:10.478266 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:10.478937 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:10.478937 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:10.479134 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:10.479498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:10.480372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:10.480372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:10.499914 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:10.502418 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6a40ac91-3ddb-4be6-b634-3a9fa2cf20e7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting port 44c061ae-61d8-4637-b79e-56c92e458204 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:10.503112 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a40ac91-3ddb-4be6-b634-3a9fa2cf20e7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:10.582702 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d0191edf-2975-416e-8c6b-76ac9543eb6d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:10.754555 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a40ac91-3ddb-4be6-b634-3a9fa2cf20e7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:10.784349 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6a40ac91-3ddb-4be6-b634-3a9fa2cf20e7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Calling delete_port for 44c061ae-61d8-4637-b79e-56c92e458204 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:10.975673 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d0191edf-2975-416e-8c6b-76ac9543eb6d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:10.987966 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d0191edf-2975-416e-8c6b-76ac9543eb6d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:11.052829 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d0191edf-2975-416e-8c6b-76ac9543eb6d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] In _notify_port_updated(), no bound segment for port 8815db75-46cb-4d4c-84ad-e0323b410122 on network ae0a2089-ed31-4c66-9783-77c5d8064e71 {{(pid=103151) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 18:06:11.058550 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0191edf-2975-416e-8c6b-76ac9543eb6d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:11.059468 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d0191edf-2975-416e-8c6b-76ac9543eb6d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:11.075342 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d0191edf-2975-416e-8c6b-76ac9543eb6d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] 10.222.0.18 "PUT /v2.0/ports/8815db75-46cb-4d4c-84ad-e0323b410122 HTTP/1.1" status: 200 len: 1130 time: 0.7071664 Dec 12 18:06:11.078657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56992) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:11.102497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fe271c-38e5-44d1-a9f9-09be2407e2e7 None None] Network ae0a2089-ed31-4c66-9783-77c5d8064e71 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:11.136095 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24f70a7-592b-490f-ba22-1cbf3a21d48a tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:11.141468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c24f70a7-592b-490f-ba22-1cbf3a21d48a tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] 10.222.0.18 "GET /v2.0/ports/8815db75-46cb-4d4c-84ad-e0323b410122 HTTP/1.1" status: 200 len: 1130 time: 0.0550015 Dec 12 18:06:11.142437 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 56996) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:11.165421 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a40ac91-3ddb-4be6-b634-3a9fa2cf20e7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:11.200400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0191edf-2975-416e-8c6b-76ac9543eb6d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Pushing event updated for resources: {'Port': ['ID=8815db75-46cb-4d4c-84ad-e0323b410122,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:11.251075 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40ac91-3ddb-4be6-b634-3a9fa2cf20e7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Port': ['ID=44c061ae-61d8-4637-b79e-56c92e458204,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:11.254451 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-62fcf6d9-dd16-420b-941f-6e98fd22304b None None] Provisioning complete for port 5ecc4932-d92e-4aa8-b96c-9b9f0191529a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:11.259482 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-62fcf6d9-dd16-420b-941f-6e98fd22304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:11.335152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8dff1e2c-c40a-4933-9528-2bb99c1d7f23 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Deleting port 8815db75-46cb-4d4c-84ad-e0323b410122 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:11.339097 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8dff1e2c-c40a-4933-9528-2bb99c1d7f23 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:11.555645 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8dff1e2c-c40a-4933-9528-2bb99c1d7f23 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:11.581468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8dff1e2c-c40a-4933-9528-2bb99c1d7f23 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Calling delete_port for 8815db75-46cb-4d4c-84ad-e0323b410122 owned by {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:11.640229 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a40ac91-3ddb-4be6-b634-3a9fa2cf20e7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:11.928068 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8dff1e2c-c40a-4933-9528-2bb99c1d7f23 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:11.966645 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5ecc4932-d92e-4aa8-b96c-9b9f0191529a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:11.991232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff1e2c-c40a-4933-9528-2bb99c1d7f23 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Pushing event deleted for resources: {'Port': ['ID=8815db75-46cb-4d4c-84ad-e0323b410122,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:12.025990 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8dff1e2c-c40a-4933-9528-2bb99c1d7f23 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:12.032372 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8dff1e2c-c40a-4933-9528-2bb99c1d7f23 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] 10.222.0.18 "DELETE /v2.0/ports/8815db75-46cb-4d4c-84ad-e0323b410122 HTTP/1.1" status: 204 len: 168 time: 0.8895905 Dec 12 18:06:12.033054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57002) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:12.102761 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a40ac91-3ddb-4be6-b634-3a9fa2cf20e7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 5b02a5bc-6c52-473d-8269-add9cb22120f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:06:12.111174 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 5ecc4932-d92e-4aa8-b96c-9b9f0191529a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:12.113137 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:12.154480 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17e0ad7-f207-4a8d-aecc-cefd869f708d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Deleting subnet 01ddb505-fcf1-4e77-9055-daab7b1ed78b {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:06:12.191753 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b17e0ad7-f207-4a8d-aecc-cefd869f708d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:12.326614 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-72e69425-1a00-4571-a320-2fb6c9fd748b None None] Provisioning complete for port 5ecc4932-d92e-4aa8-b96c-9b9f0191529a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:12.327136 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-72e69425-1a00-4571-a320-2fb6c9fd748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:12.438138 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a40ac91-3ddb-4be6-b634-3a9fa2cf20e7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:06:12.458784 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6a40ac91-3ddb-4be6-b634-3a9fa2cf20e7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/5b02a5bc-6c52-473d-8269-add9cb22120f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3275123 Dec 12 18:06:12.467165 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cfccb8-acd4-4174-b23e-27b0c8e743ca None None] Sync routers for ids ['5b02a5bc-6c52-473d-8269-add9cb22120f'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:06:12.469972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57012) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:12.483870 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cfccb8-acd4-4174-b23e-27b0c8e743ca None None] Routers {'5b02a5bc-6c52-473d-8269-add9cb22120f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:12.484929 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-17cfccb8-acd4-4174-b23e-27b0c8e743ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5b02a5bc-6c52-473d-8269-add9cb22120f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:12.542825 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-17cfccb8-acd4-4174-b23e-27b0c8e743ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:12.553752 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cfccb8-acd4-4174-b23e-27b0c8e743ca None None] Routers {'5b02a5bc-6c52-473d-8269-add9cb22120f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:12.554771 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-17cfccb8-acd4-4174-b23e-27b0c8e743ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5b02a5bc-6c52-473d-8269-add9cb22120f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:12.566857 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-72e69425-1a00-4571-a320-2fb6c9fd748b None None] Could not find standard attr ID for object 8815db75-46cb-4d4c-84ad-e0323b410122. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:06:12.603490 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-17cfccb8-acd4-4174-b23e-27b0c8e743ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:12.604525 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cfccb8-acd4-4174-b23e-27b0c8e743ca None None] The sync data for ids ['5b02a5bc-6c52-473d-8269-add9cb22120f'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:06:12.681081 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3e137d09-e8f0-4cd2-8b3d-06729dfc38e0 None None] Could not find standard attr ID for object 8815db75-46cb-4d4c-84ad-e0323b410122. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:06:12.696466 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b17e0ad7-f207-4a8d-aecc-cefd869f708d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:12.948020 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b17e0ad7-f207-4a8d-aecc-cefd869f708d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:13.112421 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5a7a6c53-4585-4a7a-9ed2-5a764018016d None None] Could not find standard attr ID for object 9211f443-3ae9-44f5-9f3e-0cc9f2c888f7. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:06:13.168569 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b17e0ad7-f207-4a8d-aecc-cefd869f708d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:13.269379 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e0ad7-f207-4a8d-aecc-cefd869f708d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Pushing event deleted for resources: {'Subnet': ['ID=01ddb505-fcf1-4e77-9055-daab7b1ed78b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:13.271629 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b17e0ad7-f207-4a8d-aecc-cefd869f708d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:13.275150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b17e0ad7-f207-4a8d-aecc-cefd869f708d tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] 10.222.0.18 "DELETE /v2.0/subnets/01ddb505-fcf1-4e77-9055-daab7b1ed78b HTTP/1.1" status: 204 len: 168 time: 1.2409043 Dec 12 18:06:13.278127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57022) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:13.417031 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:13.509663 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a445400-f1c9-431a-b673-69322ec99acc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:13.586968 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Deleting port 5ecc4932-d92e-4aa8-b96c-9b9f0191529a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:13.587147 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:13.654746 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfad5ae-4e22-4924-a653-55224bd05f47 None None] Network ae0a2089-ed31-4c66-9783-77c5d8064e71 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:13.697783 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] For port 5ecc4932-d92e-4aa8-b96c-9b9f0191529a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5ecc4932-d92e-4aa8-b96c-9b9f0191529a,segment=NetworkSegment(eb810d68-540b-493f-9bf8-85cc5c25e18b),segment_id=eb810d68-540b-493f-9bf8-85cc5c25e18b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:13.699160 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:13.716324 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Calling delete_port for 5ecc4932-d92e-4aa8-b96c-9b9f0191529a owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:13.917474 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5954cce-b818-4120-83ae-2e5e2b0a9ead None None] DHCP port deletion for ae0a2089-ed31-4c66-9783-77c5d8064e71 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:06:13.923376 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:13.997273 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Pushing event deleted for resources: {'Port': ['ID=5ecc4932-d92e-4aa8-b96c-9b9f0191529a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:14.010993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] No DVR routers for this DVR port 5ecc4932-d92e-4aa8-b96c-9b9f0191529a on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:06:14.145810 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:14.151299 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0a445400-f1c9-431a-b673-69322ec99acc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting port 3b6e4294-3011-4edf-b636-03ed8b5a608c {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:14.159693 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a445400-f1c9-431a-b673-69322ec99acc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:14.172352 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0a2089-ed31-4c66-9783-77c5d8064e71']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:14.192201 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb810d68-540b-493f-9bf8-85cc5c25e18b') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:14.194873 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb810d68-540b-493f-9bf8-85cc5c25e18b') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:14.220690 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:14.262583 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:14.280202 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:06:14.281380 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:14.307774 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a445400-f1c9-431a-b673-69322ec99acc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:06:14.318881 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:06:14.337669 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0a445400-f1c9-431a-b673-69322ec99acc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Calling delete_port for 3b6e4294-3011-4edf-b636-03ed8b5a608c owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:14.725398 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a445400-f1c9-431a-b673-69322ec99acc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:14.850031 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-162546d5-e145-48b8-a321-6f7238dee483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:14.864327 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a445400-f1c9-431a-b673-69322ec99acc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Port': ['ID=3b6e4294-3011-4edf-b636-03ed8b5a608c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:15.072891 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:15.080239 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:15.089550 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] 10.222.0.18 "DELETE /v2.0/networks/ae0a2089-ed31-4c66-9783-77c5d8064e71 HTTP/1.1" status: 204 len: 168 time: 1.8103781 Dec 12 18:06:15.150832 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bee0d-5615-4ed3-b5cf-becf2456b531 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088 tempest-ExtraDHCPOptionsIpV6TestJSON-152854088-project] Pushing event deleted for resources: {'Network': ['ID=ae0a2089-ed31-4c66-9783-77c5d8064e71,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:15.221192 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a445400-f1c9-431a-b673-69322ec99acc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:15.942884 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5ecc4932-d92e-4aa8-b96c-9b9f0191529a no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:06:15.997776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 5ecc4932-d92e-4aa8-b96c-9b9f0191529a {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:06:15.998304 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5ecc4932-d92e-4aa8-b96c-9b9f0191529a not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:06:16.065020 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57074) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:16.073446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a445400-f1c9-431a-b673-69322ec99acc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 5b02a5bc-6c52-473d-8269-add9cb22120f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:06:16.191548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a445400-f1c9-431a-b673-69322ec99acc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:06:16.216865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf89e5e-f21d-4b53-80a6-26b7417f30d5 None None] Sync routers for ids ['5b02a5bc-6c52-473d-8269-add9cb22120f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:06:16.219489 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0a445400-f1c9-431a-b673-69322ec99acc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/5b02a5bc-6c52-473d-8269-add9cb22120f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7457848 Dec 12 18:06:16.227386 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57078) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:16.259223 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf89e5e-f21d-4b53-80a6-26b7417f30d5 None None] Routers {'5b02a5bc-6c52-473d-8269-add9cb22120f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:16.266224 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4bf89e5e-f21d-4b53-80a6-26b7417f30d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5b02a5bc-6c52-473d-8269-add9cb22120f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:16.300486 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1e9681d3-f501-4b5b-9ff0-1fcdfabdcc48 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b02a5bc-6c52-473d-8269-add9cb22120f HTTP/1.1" status: 200 len: 205 time: 0.0694728 Dec 12 18:06:16.303823 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57082) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:16.348655 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4bf89e5e-f21d-4b53-80a6-26b7417f30d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:16.371335 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf89e5e-f21d-4b53-80a6-26b7417f30d5 None None] Routers {'5b02a5bc-6c52-473d-8269-add9cb22120f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:16.371975 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4bf89e5e-f21d-4b53-80a6-26b7417f30d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:05:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5b02a5bc-6c52-473d-8269-add9cb22120f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:16.376910 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0636a0bf-a004-40fd-b531-804363fef787 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9066a6a2ffef48d8afc1d1133182cb08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3102336 Dec 12 18:06:16.382372 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57084) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:16.420846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4bf89e5e-f21d-4b53-80a6-26b7417f30d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:16.421777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf89e5e-f21d-4b53-80a6-26b7417f30d5 None None] The sync data for ids ['5b02a5bc-6c52-473d-8269-add9cb22120f'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:06:16.467012 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e24f0f8-13a9-4a85-843b-2d6bc377649b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:16.489258 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-720a76d6-0f1b-4ae8-8cb0-85c16395a916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:16.544919 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-720a76d6-0f1b-4ae8-8cb0-85c16395a916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:16.670552 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-720a76d6-0f1b-4ae8-8cb0-85c16395a916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:16.673388 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-720a76d6-0f1b-4ae8-8cb0-85c16395a916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:16.679452 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-720a76d6-0f1b-4ae8-8cb0-85c16395a916 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6fb43e6-b2db-48ba-9ce0-fe80b564451f HTTP/1.1" status: 204 len: 168 time: 0.2918563 Dec 12 18:06:16.697087 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a76d6-0f1b-4ae8-8cb0-85c16395a916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fb43e6-b2db-48ba-9ce0-fe80b564451f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:16.743799 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e24f0f8-13a9-4a85-843b-2d6bc377649b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:16.745935 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e24f0f8-13a9-4a85-843b-2d6bc377649b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:16.800237 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e24f0f8-13a9-4a85-843b-2d6bc377649b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:16.802191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e24f0f8-13a9-4a85-843b-2d6bc377649b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Fanout notify agent at l3_agent the message router_deleted on router 5b02a5bc-6c52-473d-8269-add9cb22120f {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:06:16.816222 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e24f0f8-13a9-4a85-843b-2d6bc377649b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:16.826975 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8e24f0f8-13a9-4a85-843b-2d6bc377649b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/routers/5b02a5bc-6c52-473d-8269-add9cb22120f HTTP/1.1" status: 204 len: 168 time: 0.5188386 Dec 12 18:06:16.830291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57092) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:16.895152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting subnet 947d8cf9-d538-4a6a-a0f1-98e61c3c663e {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:06:16.898936 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:16.953927 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:17.092466 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:17.141861 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:17.181563 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:17.218175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Subnet': ['ID=947d8cf9-d538-4a6a-a0f1-98e61c3c663e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:17.231126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:17.231886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:17.232244 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:17.232646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:17.232989 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:17.233383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:17.233735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:17.234115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:17.234508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:17.234894 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:17.235353 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:17.235698 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:17.236029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:17.236470 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c339671d-2b64-4ef0-9f35-e7a379edbf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:17.266108 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:17.274553 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-98e42c43-4fb7-44c2-939a-543b2e221fb7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/subnets/947d8cf9-d538-4a6a-a0f1-98e61c3c663e HTTP/1.1" status: 204 len: 168 time: 0.4404910 Dec 12 18:06:17.275029 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57114) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:17.281682 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b0583f-f418-4fb0-a6c3-bf71da4ce34c None None] Network 75bc91b5-b1e1-4f79-8556-49c2bfec8b5c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:17.373113 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e19a8e3-d2a4-4d07-8143-6e4462b7513a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting subnet ad01c615-101d-4e48-b818-b9ec08d88d12 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:06:17.385839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7e19a8e3-d2a4-4d07-8143-6e4462b7513a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:17.463620 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7e19a8e3-d2a4-4d07-8143-6e4462b7513a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:17.582804 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5620a444-e2b9-49f0-a14d-83484decf32c None None] DHCP port deletion for 75bc91b5-b1e1-4f79-8556-49c2bfec8b5c request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:06:17.640056 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7e19a8e3-d2a4-4d07-8143-6e4462b7513a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:17.712481 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5620a444-e2b9-49f0-a14d-83484decf32c None None] Deleting port 8dc98a4f-0163-4986-bbdf-91dc431712e8 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:17.713486 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5620a444-e2b9-49f0-a14d-83484decf32c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:17.738190 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7e19a8e3-d2a4-4d07-8143-6e4462b7513a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:17.787248 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19a8e3-d2a4-4d07-8143-6e4462b7513a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Subnet': ['ID=ad01c615-101d-4e48-b818-b9ec08d88d12,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:17.800416 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7e19a8e3-d2a4-4d07-8143-6e4462b7513a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:17.808488 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57138) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:17.809276 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7e19a8e3-d2a4-4d07-8143-6e4462b7513a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/subnets/ad01c615-101d-4e48-b818-b9ec08d88d12 HTTP/1.1" status: 204 len: 168 time: 0.5320961 Dec 12 18:06:17.814328 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57140) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:17.822500 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3e1e38-a844-4674-bb55-1aafad50907e None None] Network 61971056-d894-471d-9aba-16abab7f9c8b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:17.921972 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:17.983794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8dc98a4f-0163-4986-bbdf-91dc431712e8 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:06:17.989268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting port 8dc98a4f-0163-4986-bbdf-91dc431712e8 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:17.989818 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:17.995849 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5620a444-e2b9-49f0-a14d-83484decf32c None None] For port 8dc98a4f-0163-4986-bbdf-91dc431712e8, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8dc98a4f-0163-4986-bbdf-91dc431712e8,segment=NetworkSegment(67cc5811-8c73-45eb-8b1a-f6f257d5fdc0),segment_id=67cc5811-8c73-45eb-8b1a-f6f257d5fdc0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:17.996265 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5620a444-e2b9-49f0-a14d-83484decf32c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.023595 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.043728 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-47757639-d569-430a-a344-c9206cc1ea79 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-177290322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:18.076434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] For port 8dc98a4f-0163-4986-bbdf-91dc431712e8, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8dc98a4f-0163-4986-bbdf-91dc431712e8,segment=NetworkSegment(67cc5811-8c73-45eb-8b1a-f6f257d5fdc0),segment_id=67cc5811-8c73-45eb-8b1a-f6f257d5fdc0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:18.077095 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.086261 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5620a444-e2b9-49f0-a14d-83484decf32c None None] Calling delete_port for 8dc98a4f-0163-4986-bbdf-91dc431712e8 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:18.094165 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Calling delete_port for 8dc98a4f-0163-4986-bbdf-91dc431712e8 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:18.101630 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47757639-d569-430a-a344-c9206cc1ea79 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.103281 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47757639-d569-430a-a344-c9206cc1ea79 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.200515 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.215375 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] No DVR routers for this DVR port 8dc98a4f-0163-4986-bbdf-91dc431712e8 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:06:18.274502 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Port': ['ID=8dc98a4f-0163-4986-bbdf-91dc431712e8,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:18.315750 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47757639-d569-430a-a344-c9206cc1ea79 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.326395 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47757639-d569-430a-a344-c9206cc1ea79 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.362830 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.368757 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47757639-d569-430a-a344-c9206cc1ea79 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.372788 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-47757639-d569-430a-a344-c9206cc1ea79 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5540442 Dec 12 18:06:18.373229 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57154) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:18.385102 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1968741278'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:18.388353 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bc91b5-b1e1-4f79-8556-49c2bfec8b5c']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:18.401883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67cc5811-8c73-45eb-8b1a-f6f257d5fdc0') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:18.402696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67cc5811-8c73-45eb-8b1a-f6f257d5fdc0') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:18.423398 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.444793 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.446787 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Made reservation on behalf of 3a579d1f4db7490589cfb9fd367b9ddb for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:18.450284 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.455284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:06:18.456724 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.489395 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:06:18.552698 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:06:18.559658 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.568189 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.572157 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/networks/75bc91b5-b1e1-4f79-8556-49c2bfec8b5c HTTP/1.1" status: 204 len: 168 time: 0.7627819 Dec 12 18:06:18.575888 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57156) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:18.600272 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e470a-6e75-4d64-bc24-0cf0a9635120 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Network': ['ID=75bc91b5-b1e1-4f79-8556-49c2bfec8b5c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:18.642198 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5620a444-e2b9-49f0-a14d-83484decf32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.657124 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] No active binding found for port 8dc98a4f-0163-4986-bbdf-91dc431712e8 {{(pid=103152) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 12 18:06:18.657846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8dc98a4f-0163-4986-bbdf-91dc431712e8 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:06:18.696326 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.708109 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.725748 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5620a444-e2b9-49f0-a14d-83484decf32c None None] Network 75bc91b5-b1e1-4f79-8556-49c2bfec8b5c is not hosted by any dhcp agent {{(pid=103152) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 18:06:18.726407 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620a444-e2b9-49f0-a14d-83484decf32c None None] No DVR routers for this DVR port 8dc98a4f-0163-4986-bbdf-91dc431712e8 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:06:18.742184 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.747859 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620a444-e2b9-49f0-a14d-83484decf32c None None] Pushing event deleted for resources: {'Port': ['ID=8dc98a4f-0163-4986-bbdf-91dc431712e8,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:18.777187 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.782776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f9521c-ae8e-4755-bc51-70fbd0126797 None None] DHCP port deletion for 61971056-d894-471d-9aba-16abab7f9c8b request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:06:18.787300 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:06:18.814140 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6994e02-48c9-4d84-8b33-9e7cac558a47,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:18.825238 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.826055 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Added segment 3e910aba-07c8-4237-a3f6-a6837cafdf39 of type vlan for network d3a33f6c-e367-4c2a-815d-fbecb0e8afbe Dec 12 18:06:18.879531 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.884543 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting port 5b97e859-291f-47fc-a3f1-5782fd07f094 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:18.885215 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.903139 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-59f9521c-ae8e-4755-bc51-70fbd0126797 None None] Deleting port 5b97e859-291f-47fc-a3f1-5782fd07f094 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:18.903654 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-59f9521c-ae8e-4755-bc51-70fbd0126797 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.916837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.923711 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:18.924725 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.964713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] For port 5b97e859-291f-47fc-a3f1-5782fd07f094, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5b97e859-291f-47fc-a3f1-5782fd07f094,segment=NetworkSegment(52b67e9e-6ff6-4fbc-ab47-c016c74a1c7b),segment_id=52b67e9e-6ff6-4fbc-ab47-c016c74a1c7b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:18.965505 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:18.981632 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Calling delete_port for 5b97e859-291f-47fc-a3f1-5782fd07f094 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:19.037333 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6629236 Dec 12 18:06:19.041190 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57164) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:19.046759 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-79a39c2e-6fc9-4f30-85f9-ec0c8d75db83 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Request body: {'subnet': {'network_id': 'd3a33f6c-e367-4c2a-815d-fbecb0e8afbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:19.048180 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-59f9521c-ae8e-4755-bc51-70fbd0126797 None None] For port 5b97e859-291f-47fc-a3f1-5782fd07f094, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5b97e859-291f-47fc-a3f1-5782fd07f094,segment=NetworkSegment(52b67e9e-6ff6-4fbc-ab47-c016c74a1c7b),segment_id=52b67e9e-6ff6-4fbc-ab47-c016c74a1c7b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:19.048608 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-59f9521c-ae8e-4755-bc51-70fbd0126797 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:19.068790 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-59f9521c-ae8e-4755-bc51-70fbd0126797 None None] Calling delete_port for 5b97e859-291f-47fc-a3f1-5782fd07f094 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:19.094814 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:19.148720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event updated for resources: {'Network': ['ID=d3a33f6c-e367-4c2a-815d-fbecb0e8afbe,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:19.152462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Port': ['ID=5b97e859-291f-47fc-a3f1-5782fd07f094,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:19.159900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:19.160426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:19.161234 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:19.161678 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:19.162111 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:19.162546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:19.162975 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:19.163426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:19.163867 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:19.164469 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:19.164897 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:19.165322 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:19.165743 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae2f0ee-77a9-4098-b970-08a5d06299cc tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:06:19.170332 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] No DVR routers for this DVR port 5b97e859-291f-47fc-a3f1-5782fd07f094 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:06:19.190722 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network d3a33f6c-e367-4c2a-815d-fbecb0e8afbe details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:06:19.193030 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a39c2e-6fc9-4f30-85f9-ec0c8d75db83 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Made reservation on behalf of 3a579d1f4db7490589cfb9fd367b9ddb for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:19.198573 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79a39c2e-6fc9-4f30-85f9-ec0c8d75db83 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:19.358355 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-59f9521c-ae8e-4755-bc51-70fbd0126797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:19.406292 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:19.432526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9521c-ae8e-4755-bc51-70fbd0126797 None None] Pushing event deleted for resources: {'Port': ['ID=5b97e859-291f-47fc-a3f1-5782fd07f094,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:19.443966 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f9521c-ae8e-4755-bc51-70fbd0126797 None None] No DVR routers for this DVR port 5b97e859-291f-47fc-a3f1-5782fd07f094 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:06:19.444635 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61971056-d894-471d-9aba-16abab7f9c8b']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:19.466068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b67e9e-6ff6-4fbc-ab47-c016c74a1c7b') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:19.466651 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b67e9e-6ff6-4fbc-ab47-c016c74a1c7b') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:19.482560 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:19.509143 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:19.522096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:06:19.522557 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:06:19.526460 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:06:19.599110 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79a39c2e-6fc9-4f30-85f9-ec0c8d75db83 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:19.614049 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:19.620532 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:19.625184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/networks/61971056-d894-471d-9aba-16abab7f9c8b HTTP/1.1" status: 204 len: 168 time: 1.0364611 Dec 12 18:06:19.644283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57176) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:19.652677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-c96bcc51-3ecb-4288-91a2-db9e6837f07b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'network': {'name': 'tempest-RoutersTest-605109154'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:19.669846 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a39c2e-6fc9-4f30-85f9-ec0c8d75db83 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event updated for resources: {'Subnet': ['ID=edd719f0-6f39-4ed4-9892-9532a0edc7ee,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:19.692734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fed55f-bd83-4785-8789-8b4ee81e20a2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Network': ['ID=61971056-d894-471d-9aba-16abab7f9c8b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:19.710490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96bcc51-3ecb-4288-91a2-db9e6837f07b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Made reservation on behalf of 06e9b19557994f78bfc7175f945328a3 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:19.711991 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a39c2e-6fc9-4f30-85f9-ec0c8d75db83 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Checking segment: {'id': '3e910aba-07c8-4237-a3f6-a6837cafdf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3a33f6c-e367-4c2a-815d-fbecb0e8afbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:06:19.712421 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a39c2e-6fc9-4f30-85f9-ec0c8d75db83 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Network hostable DHCP agents. Network: d3a33f6c-e367-4c2a-815d-fbecb0e8afbe, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:06:19.716636 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c96bcc51-3ecb-4288-91a2-db9e6837f07b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:19.746108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96bcc51-3ecb-4288-91a2-db9e6837f07b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:06:19.758580 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a39c2e-6fc9-4f30-85f9-ec0c8d75db83 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Network d3a33f6c-e367-4c2a-815d-fbecb0e8afbe is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:06:19.761650 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c96bcc51-3ecb-4288-91a2-db9e6837f07b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:19.762469 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-c96bcc51-3ecb-4288-91a2-db9e6837f07b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Added segment 89c37580-03ab-4c14-96d2-b9ef2d92fe2f of type vlan for network c78e6e51-0029-4af5-8872-ed51edb675d5 Dec 12 18:06:19.770814 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-79a39c2e-6fc9-4f30-85f9-ec0c8d75db83 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, d3a33f6c-e367-4c2a-815d-fbecb0e8afbe) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:19.776335 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a39c2e-6fc9-4f30-85f9-ec0c8d75db83 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:19.777822 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79a39c2e-6fc9-4f30-85f9-ec0c8d75db83 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:19.782069 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4cc4c7-5cd0-4ae5-8259-10d2c466d3ba None None] Network d3a33f6c-e367-4c2a-815d-fbecb0e8afbe requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:19.829063 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-79a39c2e-6fc9-4f30-85f9-ec0c8d75db83 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7864203 Dec 12 18:06:19.829783 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57180) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:19.837660 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-752e3580-4910-44d5-b5b3-25ebda9baa89 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Request body: {'network': {'name': 'tempest-router-network01--900919805'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:19.895010 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752e3580-4910-44d5-b5b3-25ebda9baa89 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Made reservation on behalf of 3a579d1f4db7490589cfb9fd367b9ddb for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:19.895876 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c96bcc51-3ecb-4288-91a2-db9e6837f07b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:19.898312 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-752e3580-4910-44d5-b5b3-25ebda9baa89 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:19.947228 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752e3580-4910-44d5-b5b3-25ebda9baa89 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:06:19.949062 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c96bcc51-3ecb-4288-91a2-db9e6837f07b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:19.958752 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5b97e859-291f-47fc-a3f1-5782fd07f094 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:06:19.964981 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96bcc51-3ecb-4288-91a2-db9e6837f07b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:19.965527 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-752e3580-4910-44d5-b5b3-25ebda9baa89 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:19.965977 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-752e3580-4910-44d5-b5b3-25ebda9baa89 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Added segment 6487bfe3-846f-4353-b1d3-263ce0ef0dd4 of type vlan for network aaf28e56-f557-4e8b-8bcf-86543ad371b7 Dec 12 18:06:19.967600 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c96bcc51-3ecb-4288-91a2-db9e6837f07b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:20.040271 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-752e3580-4910-44d5-b5b3-25ebda9baa89 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:20.055580 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 5b97e859-291f-47fc-a3f1-5782fd07f094 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:06:20.055959 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5b97e859-291f-47fc-a3f1-5782fd07f094 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:06:20.087218 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-d3a33f6c-e367-4c2a-815d-fbecb0e8afbe', 'network_id': 'd3a33f6c-e367-4c2a-815d-fbecb0e8afbe', 'project_id': '3a579d1f4db7490589cfb9fd367b9ddb', 'fixed_ips': [{'subnet_id': 'edd719f0-6f39-4ed4-9892-9532a0edc7ee'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:06:20.088084 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:20.106312 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57182) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:20.107343 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-752e3580-4910-44d5-b5b3-25ebda9baa89 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:20.113308 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c96bcc51-3ecb-4288-91a2-db9e6837f07b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4669776 Dec 12 18:06:20.126910 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:20.132479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752e3580-4910-44d5-b5b3-25ebda9baa89 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:20.133499 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-752e3580-4910-44d5-b5b3-25ebda9baa89 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:20.158230 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bcc51-3ecb-4288-91a2-db9e6837f07b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Network': ['ID=c78e6e51-0029-4af5-8872-ed51edb675d5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:20.195407 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2c3c46e3-6550-42ed-8c2d-c78f3c80ff44 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'subnet': {'network_id': 'c78e6e51-0029-4af5-8872-ed51edb675d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:20.217339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network c78e6e51-0029-4af5-8872-ed51edb675d5 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:06:20.352533 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57186) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:20.358056 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-1f52c3ad-c31b-4f94-a6d4-32cdeec817eb tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Request body: {'network': {'name': 'tempest-router-network02--174366612'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:20.363126 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-752e3580-4910-44d5-b5b3-25ebda9baa89 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5321097 Dec 12 18:06:20.400324 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e3580-4910-44d5-b5b3-25ebda9baa89 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event updated for resources: {'Network': ['ID=aaf28e56-f557-4e8b-8bcf-86543ad371b7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:20.405709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f52c3ad-c31b-4f94-a6d4-32cdeec817eb tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Made reservation on behalf of 3a579d1f4db7490589cfb9fd367b9ddb for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:20.411075 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1f52c3ad-c31b-4f94-a6d4-32cdeec817eb tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:20.449097 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Allocated IP 2001:db8::2 (d3a33f6c-e367-4c2a-815d-fbecb0e8afbe/edd719f0-6f39-4ed4-9892-9532a0edc7ee/9284a5ab-abc0-4666-89f1-3e6a11948ec9) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:06:20.459502 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f52c3ad-c31b-4f94-a6d4-32cdeec817eb tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:06:20.472329 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1f52c3ad-c31b-4f94-a6d4-32cdeec817eb tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:20.472690 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-1f52c3ad-c31b-4f94-a6d4-32cdeec817eb tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Added segment 59d53d74-5a3a-495a-a591-9915139b972d of type vlan for network 96c68003-46d6-45ba-a172-2fee334f588b Dec 12 18:06:20.475825 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3c46e3-6550-42ed-8c2d-c78f3c80ff44 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Made reservation on behalf of 06e9b19557994f78bfc7175f945328a3 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:20.479757 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c3c46e3-6550-42ed-8c2d-c78f3c80ff44 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:20.528804 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1f52c3ad-c31b-4f94-a6d4-32cdeec817eb tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:20.537110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network aaf28e56-f557-4e8b-8bcf-86543ad371b7 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:06:20.577395 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1f52c3ad-c31b-4f94-a6d4-32cdeec817eb tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:20.586406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f52c3ad-c31b-4f94-a6d4-32cdeec817eb tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:20.587059 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1f52c3ad-c31b-4f94-a6d4-32cdeec817eb tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:20.696060 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1f52c3ad-c31b-4f94-a6d4-32cdeec817eb tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3418014 Dec 12 18:06:20.696751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57200) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:20.710867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a92b7225-6ae6-4b33-8a8f-fbcc2c024471 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Request body: {'subnet': {'network_id': 'aaf28e56-f557-4e8b-8bcf-86543ad371b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:20.744068 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c3c46e3-6550-42ed-8c2d-c78f3c80ff44 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:20.762682 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:20.781411 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:20.828399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c46e3-6550-42ed-8c2d-c78f3c80ff44 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Subnet': ['ID=238f1b1a-5545-48b6-8168-c33bcbf6df3b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:20.840770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52c3ad-c31b-4f94-a6d4-32cdeec817eb tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event updated for resources: {'Network': ['ID=96c68003-46d6-45ba-a172-2fee334f588b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:20.848604 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3c46e3-6550-42ed-8c2d-c78f3c80ff44 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Checking segment: {'id': '89c37580-03ab-4c14-96d2-b9ef2d92fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c78e6e51-0029-4af5-8872-ed51edb675d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:06:20.849155 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3c46e3-6550-42ed-8c2d-c78f3c80ff44 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network hostable DHCP agents. Network: c78e6e51-0029-4af5-8872-ed51edb675d5, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:06:20.876415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92b7225-6ae6-4b33-8a8f-fbcc2c024471 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Made reservation on behalf of 3a579d1f4db7490589cfb9fd367b9ddb for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:20.877725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3c46e3-6550-42ed-8c2d-c78f3c80ff44 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network c78e6e51-0029-4af5-8872-ed51edb675d5 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:06:20.880178 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a92b7225-6ae6-4b33-8a8f-fbcc2c024471 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:20.895577 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2c3c46e3-6550-42ed-8c2d-c78f3c80ff44 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, c78e6e51-0029-4af5-8872-ed51edb675d5) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:20.904716 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 96c68003-46d6-45ba-a172-2fee334f588b details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:06:20.923454 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3c46e3-6550-42ed-8c2d-c78f3c80ff44 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:20.925804 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58d2e26-65c0-4c3d-b703-fe26e69a9292 None None] Network c78e6e51-0029-4af5-8872-ed51edb675d5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:20.926098 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c3c46e3-6550-42ed-8c2d-c78f3c80ff44 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:20.957016 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2c3c46e3-6550-42ed-8c2d-c78f3c80ff44 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7760499 Dec 12 18:06:20.960993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57212) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:20.969786 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a6f4baf7-015a-4f73-afb9-0f3b0ef8fae1 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1191216752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:20.992128 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Network d3a33f6c-e367-4c2a-815d-fbecb0e8afbe is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:21.051367 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6f4baf7-015a-4f73-afb9-0f3b0ef8fae1 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:21.052739 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6f4baf7-015a-4f73-afb9-0f3b0ef8fae1 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:21.088236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:21.101374 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:06:21.105770 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Pushing event updated for resources: {'Port': ['ID=9284a5ab-abc0-4666-89f1-3e6a11948ec9,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:21.112474 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:21.191658 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6f4baf7-015a-4f73-afb9-0f3b0ef8fae1 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:21.205151 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6f4baf7-015a-4f73-afb9-0f3b0ef8fae1 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:21.260418 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6f4baf7-015a-4f73-afb9-0f3b0ef8fae1 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:21.264586 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a6f4baf7-015a-4f73-afb9-0f3b0ef8fae1 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3002858 Dec 12 18:06:21.265277 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57228) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:21.280375 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-94efcefd-3aa9-43b7-90ee-4c2d9ac20f65 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'port': {'network_id': 'c78e6e51-0029-4af5-8872-ed51edb675d5', 'name': 'tempest-RoutersTest-1752640646'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:21.296946 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Attempting to bind port 9284a5ab-abc0-4666-89f1-3e6a11948ec9 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:06:21.297339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Attempting to bind port 9284a5ab-abc0-4666-89f1-3e6a11948ec9 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3e910aba-07c8-4237-a3f6-a6837cafdf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3a33f6c-e367-4c2a-815d-fbecb0e8afbe'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:06:21.297785 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Attempting to bind port 9284a5ab-abc0-4666-89f1-3e6a11948ec9 on network d3a33f6c-e367-4c2a-815d-fbecb0e8afbe {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:06:21.304597 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-c78e6e51-0029-4af5-8872-ed51edb675d5', 'network_id': 'c78e6e51-0029-4af5-8872-ed51edb675d5', 'project_id': '06e9b19557994f78bfc7175f945328a3', 'fixed_ips': [{'subnet_id': '238f1b1a-5545-48b6-8168-c33bcbf6df3b'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:06:21.305680 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:21.325994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:06:21.326684 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Checking segment: {'id': '3e910aba-07c8-4237-a3f6-a6837cafdf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3a33f6c-e367-4c2a-815d-fbecb0e8afbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:06:21.327339 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:21.327913 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Bound using segment: {'id': '3e910aba-07c8-4237-a3f6-a6837cafdf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3a33f6c-e367-4c2a-815d-fbecb0e8afbe'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:06:21.328587 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Bound port: 9284a5ab-abc0-4666-89f1-3e6a11948ec9, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e910aba-07c8-4237-a3f6-a6837cafdf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd3a33f6c-e367-4c2a-815d-fbecb0e8afbe'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:06:21.329150 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:21.400447 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a92b7225-6ae6-4b33-8a8f-fbcc2c024471 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:21.459694 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94efcefd-3aa9-43b7-90ee-4c2d9ac20f65 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Made reservation on behalf of 06e9b19557994f78bfc7175f945328a3 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:21.467865 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94efcefd-3aa9-43b7-90ee-4c2d9ac20f65 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:21.488602 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] For port 9284a5ab-abc0-4666-89f1-3e6a11948ec9, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:06:21.509961 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b7225-6ae6-4b33-8a8f-fbcc2c024471 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Checking segment: {'id': '6487bfe3-846f-4353-b1d3-263ce0ef0dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aaf28e56-f557-4e8b-8bcf-86543ad371b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:06:21.510571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92b7225-6ae6-4b33-8a8f-fbcc2c024471 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Network hostable DHCP agents. Network: aaf28e56-f557-4e8b-8bcf-86543ad371b7, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:06:21.514601 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-94efcefd-3aa9-43b7-90ee-4c2d9ac20f65 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] device_id is not set on port 4bec0924-38e0-4d64-8fac-ff76e578bc8b yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 18:06:21.521358 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] For port 9284a5ab-abc0-4666-89f1-3e6a11948ec9, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9284a5ab-abc0-4666-89f1-3e6a11948ec9,segment=NetworkSegment(3e910aba-07c8-4237-a3f6-a6837cafdf39),segment_id=3e910aba-07c8-4237-a3f6-a6837cafdf39)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:06:21.525873 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Allocated IP 172.20.0.2 (c78e6e51-0029-4af5-8872-ed51edb675d5/238f1b1a-5545-48b6-8168-c33bcbf6df3b/df6dfba0-cdfb-4a49-8789-3fd5036f83c2) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:06:21.528759 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b7225-6ae6-4b33-8a8f-fbcc2c024471 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event updated for resources: {'Subnet': ['ID=48b6d399-755c-4835-a67c-106fcca7ef2f,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:21.533919 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:21.558597 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92b7225-6ae6-4b33-8a8f-fbcc2c024471 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Network aaf28e56-f557-4e8b-8bcf-86543ad371b7 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:06:21.571938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a92b7225-6ae6-4b33-8a8f-fbcc2c024471 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, aaf28e56-f557-4e8b-8bcf-86543ad371b7) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:21.598264 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92b7225-6ae6-4b33-8a8f-fbcc2c024471 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:21.600723 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a92b7225-6ae6-4b33-8a8f-fbcc2c024471 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:21.601877 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f82147d-1595-40ee-9a58-86b12ab0d4c7 None None] Network aaf28e56-f557-4e8b-8bcf-86543ad371b7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:21.651454 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a92b7225-6ae6-4b33-8a8f-fbcc2c024471 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9514639 Dec 12 18:06:21.652344 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57230) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:21.657433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-5a0ee14e-1853-4a16-835c-b3f99ecfbe9d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Request body: {'subnet': {'network_id': '96c68003-46d6-45ba-a172-2fee334f588b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:21.777423 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad4416-706b-48d6-8054-a836dc35c3bf None None] Pushing event updated for resources: {'Port': ['ID=9284a5ab-abc0-4666-89f1-3e6a11948ec9,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:21.864772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0ee14e-1853-4a16-835c-b3f99ecfbe9d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Made reservation on behalf of 3a579d1f4db7490589cfb9fd367b9ddb for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:21.868792 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a0ee14e-1853-4a16-835c-b3f99ecfbe9d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:21.910940 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-aaf28e56-f557-4e8b-8bcf-86543ad371b7', 'network_id': 'aaf28e56-f557-4e8b-8bcf-86543ad371b7', 'project_id': '3a579d1f4db7490589cfb9fd367b9ddb', 'fixed_ips': [{'subnet_id': '48b6d399-755c-4835-a67c-106fcca7ef2f'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:06:21.911910 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:21.988856 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:22.060740 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:22.144775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Network c78e6e51-0029-4af5-8872-ed51edb675d5 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:22.150793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-94efcefd-3aa9-43b7-90ee-4c2d9ac20f65 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Allocated IP 172.20.0.7 (c78e6e51-0029-4af5-8872-ed51edb675d5/238f1b1a-5545-48b6-8168-c33bcbf6df3b/4bec0924-38e0-4d64-8fac-ff76e578bc8b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:06:22.155898 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:22.192249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:06:22.213406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Pushing event updated for resources: {'Port': ['ID=df6dfba0-cdfb-4a49-8789-3fd5036f83c2,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:22.345264 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a0ee14e-1853-4a16-835c-b3f99ecfbe9d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:22.379417 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Allocated IP 2001:db8::2 (aaf28e56-f557-4e8b-8bcf-86543ad371b7/48b6d399-755c-4835-a67c-106fcca7ef2f/8355cafd-2c5b-4aa1-bd97-865951c1f76c) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:06:22.414397 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ee14e-1853-4a16-835c-b3f99ecfbe9d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event updated for resources: {'Subnet': ['ID=eaca739f-104b-46a2-bd61-71d29ed44b3b,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:22.444762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ee14e-1853-4a16-835c-b3f99ecfbe9d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Checking segment: {'id': '59d53d74-5a3a-495a-a591-9915139b972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96c68003-46d6-45ba-a172-2fee334f588b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:06:22.445439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ee14e-1853-4a16-835c-b3f99ecfbe9d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Network hostable DHCP agents. Network: 96c68003-46d6-45ba-a172-2fee334f588b, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:06:22.472527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ee14e-1853-4a16-835c-b3f99ecfbe9d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Network 96c68003-46d6-45ba-a172-2fee334f588b is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:06:22.492403 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-5a0ee14e-1853-4a16-835c-b3f99ecfbe9d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 96c68003-46d6-45ba-a172-2fee334f588b) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:22.508507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0ee14e-1853-4a16-835c-b3f99ecfbe9d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:22.510679 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a0ee14e-1853-4a16-835c-b3f99ecfbe9d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:22.511242 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94efcefd-3aa9-43b7-90ee-4c2d9ac20f65 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:22.525176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d2e01e-9295-4622-ac11-168f6b930dbd None None] Network 96c68003-46d6-45ba-a172-2fee334f588b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:22.536722 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5a0ee14e-1853-4a16-835c-b3f99ecfbe9d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8831692 Dec 12 18:06:22.539434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57240) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:22.604093 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94efcefd-3aa9-43b7-90ee-4c2d9ac20f65 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:22.693538 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efcefd-3aa9-43b7-90ee-4c2d9ac20f65 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=4bec0924-38e0-4d64-8fac-ff76e578bc8b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:22.741371 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94efcefd-3aa9-43b7-90ee-4c2d9ac20f65 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network c78e6e51-0029-4af5-8872-ed51edb675d5 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:22.743173 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-94efcefd-3aa9-43b7-90ee-4c2d9ac20f65 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:22.746510 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94efcefd-3aa9-43b7-90ee-4c2d9ac20f65 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:06:22.851993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94efcefd-3aa9-43b7-90ee-4c2d9ac20f65 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:22.853230 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94efcefd-3aa9-43b7-90ee-4c2d9ac20f65 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:22.872401 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-94efcefd-3aa9-43b7-90ee-4c2d9ac20f65 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6058977 Dec 12 18:06:22.875150 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57246) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:22.974143 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Attempting to bind port df6dfba0-cdfb-4a49-8789-3fd5036f83c2 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:06:22.974694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Attempting to bind port df6dfba0-cdfb-4a49-8789-3fd5036f83c2 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '89c37580-03ab-4c14-96d2-b9ef2d92fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c78e6e51-0029-4af5-8872-ed51edb675d5'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:06:22.974884 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Attempting to bind port df6dfba0-cdfb-4a49-8789-3fd5036f83c2 on network c78e6e51-0029-4af5-8872-ed51edb675d5 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:06:23.013564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:06:23.013948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Checking segment: {'id': '89c37580-03ab-4c14-96d2-b9ef2d92fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c78e6e51-0029-4af5-8872-ed51edb675d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:06:23.014447 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:23.016096 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Bound using segment: {'id': '89c37580-03ab-4c14-96d2-b9ef2d92fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c78e6e51-0029-4af5-8872-ed51edb675d5'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:06:23.016596 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Bound port: df6dfba0-cdfb-4a49-8789-3fd5036f83c2, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c37580-03ab-4c14-96d2-b9ef2d92fe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c78e6e51-0029-4af5-8872-ed51edb675d5'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:06:23.016986 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:23.210001 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d23b693-265b-4c6e-ab43-661d5dd050a9 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:23.260795 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-96c68003-46d6-45ba-a172-2fee334f588b', 'network_id': '96c68003-46d6-45ba-a172-2fee334f588b', 'project_id': '3a579d1f4db7490589cfb9fd367b9ddb', 'fixed_ips': [{'subnet_id': 'eaca739f-104b-46a2-bd61-71d29ed44b3b'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:06:23.261670 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:23.359017 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb67ac5-3424-43df-be52-ef1e0e9a46d2 None None] Network d3a33f6c-e367-4c2a-815d-fbecb0e8afbe requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:23.580677 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] For port df6dfba0-cdfb-4a49-8789-3fd5036f83c2, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:06:23.584251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] For port df6dfba0-cdfb-4a49-8789-3fd5036f83c2, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=df6dfba0-cdfb-4a49-8789-3fd5036f83c2,segment=NetworkSegment(89c37580-03ab-4c14-96d2-b9ef2d92fe2f),segment_id=89c37580-03ab-4c14-96d2-b9ef2d92fe2f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:06:23.589487 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:23.605543 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:23.622421 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c83d8cac-e7ed-4c51-a972-70f2dd70d570 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:23.678481 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:23.710675 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-7d23b693-265b-4c6e-ab43-661d5dd050a9 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Allocated IP 2001:db8::1 (aaf28e56-f557-4e8b-8bcf-86543ad371b7/48b6d399-755c-4835-a67c-106fcca7ef2f/a782417b-6d88-4611-a11e-03c3ed92e8ef) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:06:23.748750 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Pushing event updated for resources: {'Port': ['ID=8355cafd-2c5b-4aa1-bd97-865951c1f76c,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:23.800298 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-244525f5-f123-443e-bb49-f666bcce951c None None] Provisioning complete for port 9284a5ab-abc0-4666-89f1-3e6a11948ec9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:23.802255 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-244525f5-f123-443e-bb49-f666bcce951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:23.885478 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Network aaf28e56-f557-4e8b-8bcf-86543ad371b7 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:24.047788 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:24.088699 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d23b693-265b-4c6e-ab43-661d5dd050a9 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:24.096808 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:06:24.131240 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Allocated IP 2001:db8::2 (96c68003-46d6-45ba-a172-2fee334f588b/eaca739f-104b-46a2-bd61-71d29ed44b3b/8aa47b11-5d5d-423b-996a-7e7ef2ad1159) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:06:24.144087 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d23b693-265b-4c6e-ab43-661d5dd050a9 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:24.251688 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9284a5ab-abc0-4666-89f1-3e6a11948ec9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:24.298734 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c83d8cac-e7ed-4c51-a972-70f2dd70d570 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:24.316619 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c83d8cac-e7ed-4c51-a972-70f2dd70d570 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:24.348799 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23b693-265b-4c6e-ab43-661d5dd050a9 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event updated for resources: {'Port': ['ID=a782417b-6d88-4611-a11e-03c3ed92e8ef,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:24.372763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d23b693-265b-4c6e-ab43-661d5dd050a9 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Network aaf28e56-f557-4e8b-8bcf-86543ad371b7 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:24.379114 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-7d23b693-265b-4c6e-ab43-661d5dd050a9 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:24.382218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d23b693-265b-4c6e-ab43-661d5dd050a9 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:06:24.382765 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d23b693-265b-4c6e-ab43-661d5dd050a9 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:24.538632 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba8505-371e-49ea-b0a8-b648e258606d None None] Pushing event updated for resources: {'Port': ['ID=df6dfba0-cdfb-4a49-8789-3fd5036f83c2,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:24.556621 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Attempting to bind port 8355cafd-2c5b-4aa1-bd97-865951c1f76c on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:06:24.556843 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Attempting to bind port 8355cafd-2c5b-4aa1-bd97-865951c1f76c by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '6487bfe3-846f-4353-b1d3-263ce0ef0dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aaf28e56-f557-4e8b-8bcf-86543ad371b7'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:06:24.557254 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Attempting to bind port 8355cafd-2c5b-4aa1-bd97-865951c1f76c on network aaf28e56-f557-4e8b-8bcf-86543ad371b7 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:06:24.634610 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d8cac-e7ed-4c51-a972-70f2dd70d570 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=4bec0924-38e0-4d64-8fac-ff76e578bc8b,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:24.653955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:06:24.654252 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d23b693-265b-4c6e-ab43-661d5dd050a9 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:24.654364 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Checking segment: {'id': '6487bfe3-846f-4353-b1d3-263ce0ef0dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aaf28e56-f557-4e8b-8bcf-86543ad371b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:06:24.655044 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:24.655501 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Bound using segment: {'id': '6487bfe3-846f-4353-b1d3-263ce0ef0dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aaf28e56-f557-4e8b-8bcf-86543ad371b7'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:06:24.655994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Bound port: 8355cafd-2c5b-4aa1-bd97-865951c1f76c, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6487bfe3-846f-4353-b1d3-263ce0ef0dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aaf28e56-f557-4e8b-8bcf-86543ad371b7'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:06:24.656387 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:24.658891 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-244525f5-f123-443e-bb49-f666bcce951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:24.686675 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 9284a5ab-abc0-4666-89f1-3e6a11948ec9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:24.687051 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:24.824519 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:24.840809 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:24.872456 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-244525f5-f123-443e-bb49-f666bcce951c None None] For port 9284a5ab-abc0-4666-89f1-3e6a11948ec9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9284a5ab-abc0-4666-89f1-3e6a11948ec9,segment=NetworkSegment(3e910aba-07c8-4237-a3f6-a6837cafdf39),segment_id=3e910aba-07c8-4237-a3f6-a6837cafdf39)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:24.897638 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c83d8cac-e7ed-4c51-a972-70f2dd70d570 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:24.915161 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-244525f5-f123-443e-bb49-f666bcce951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:24.971264 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Network 96c68003-46d6-45ba-a172-2fee334f588b is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:24.977010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:24.986287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:06:25.075268 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c83d8cac-e7ed-4c51-a972-70f2dd70d570 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:25.170815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Pushing event updated for resources: {'Port': ['ID=8aa47b11-5d5d-423b-996a-7e7ef2ad1159,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:25.221862 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d23b693-265b-4c6e-ab43-661d5dd050a9 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:25.233595 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d23b693-265b-4c6e-ab43-661d5dd050a9 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:25.234639 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d23b693-265b-4c6e-ab43-661d5dd050a9 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:25.277160 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-96206962-0359-43bb-946a-6d3a4431329e None None] For port 8355cafd-2c5b-4aa1-bd97-865951c1f76c, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:06:25.315883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-03440e38-030e-477b-9db8-190af61d734d None None] Provisioning complete for port 9284a5ab-abc0-4666-89f1-3e6a11948ec9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:25.316661 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-03440e38-030e-477b-9db8-190af61d734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:25.346527 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244525f5-f123-443e-bb49-f666bcce951c None None] Pushing event updated for resources: {'Port': ['ID=9284a5ab-abc0-4666-89f1-3e6a11948ec9,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:25.349000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Attempting to bind port 8aa47b11-5d5d-423b-996a-7e7ef2ad1159 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:06:25.349373 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Attempting to bind port 8aa47b11-5d5d-423b-996a-7e7ef2ad1159 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '59d53d74-5a3a-495a-a591-9915139b972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96c68003-46d6-45ba-a172-2fee334f588b'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:06:25.349793 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Attempting to bind port 8aa47b11-5d5d-423b-996a-7e7ef2ad1159 on network 96c68003-46d6-45ba-a172-2fee334f588b {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:06:25.402880 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-96206962-0359-43bb-946a-6d3a4431329e None None] For port 8355cafd-2c5b-4aa1-bd97-865951c1f76c, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8355cafd-2c5b-4aa1-bd97-865951c1f76c,segment=NetworkSegment(6487bfe3-846f-4353-b1d3-263ce0ef0dd4),segment_id=6487bfe3-846f-4353-b1d3-263ce0ef0dd4)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:06:25.417795 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:06:25.418181 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Checking segment: {'id': '59d53d74-5a3a-495a-a591-9915139b972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96c68003-46d6-45ba-a172-2fee334f588b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:06:25.418600 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:25.419006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Bound using segment: {'id': '59d53d74-5a3a-495a-a591-9915139b972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96c68003-46d6-45ba-a172-2fee334f588b'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:06:25.419523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Bound port: 8aa47b11-5d5d-423b-996a-7e7ef2ad1159, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d53d74-5a3a-495a-a591-9915139b972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96c68003-46d6-45ba-a172-2fee334f588b'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:06:25.419920 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:25.429270 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:25.472952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23b693-265b-4c6e-ab43-661d5dd050a9 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event updated for resources: {'Port': ['ID=a782417b-6d88-4611-a11e-03c3ed92e8ef,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:25.609861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d23b693-265b-4c6e-ab43-661d5dd050a9 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Network aaf28e56-f557-4e8b-8bcf-86543ad371b7 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:25.613565 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-7d23b693-265b-4c6e-ab43-661d5dd050a9 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:25.676567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] For port 8aa47b11-5d5d-423b-996a-7e7ef2ad1159, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:06:25.680028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] For port 8aa47b11-5d5d-423b-996a-7e7ef2ad1159, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8aa47b11-5d5d-423b-996a-7e7ef2ad1159,segment=NetworkSegment(59d53d74-5a3a-495a-a591-9915139b972d),segment_id=59d53d74-5a3a-495a-a591-9915139b972d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:06:25.693588 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:25.747636 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c83d8cac-e7ed-4c51-a972-70f2dd70d570 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:25.761278 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c83d8cac-e7ed-4c51-a972-70f2dd70d570 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:25.797290 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96206962-0359-43bb-946a-6d3a4431329e None None] Pushing event updated for resources: {'Port': ['ID=8355cafd-2c5b-4aa1-bd97-865951c1f76c,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:25.813948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1136d563-2328-4cf4-9e00-74b04dc2809e None None] Network c78e6e51-0029-4af5-8872-ed51edb675d5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:25.901404 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c83d8cac-e7ed-4c51-a972-70f2dd70d570 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:26.060910 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d23b693-265b-4c6e-ab43-661d5dd050a9 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Router 249d6171-13e2-4ab3-aa0a-a3166d27cbcd is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:06:26.092099 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d8cac-e7ed-4c51-a972-70f2dd70d570 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=4bec0924-38e0-4d64-8fac-ff76e578bc8b,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:26.189051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980c656-332d-4969-b9bf-cb9e50a93304 None None] Pushing event updated for resources: {'Port': ['ID=8aa47b11-5d5d-423b-996a-7e7ef2ad1159,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:26.300483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d23b693-265b-4c6e-ab43-661d5dd050a9 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:06:26.309943 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7d23b693-265b-4c6e-ab43-661d5dd050a9 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "PUT /v2.0/routers/249d6171-13e2-4ab3-aa0a-a3166d27cbcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7650652 Dec 12 18:06:26.312304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57310) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:26.315125 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35505ecf-4c96-4654-aebf-0da65085d4e0 None None] Sync routers for ids ['249d6171-13e2-4ab3-aa0a-a3166d27cbcd'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:06:26.331895 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35505ecf-4c96-4654-aebf-0da65085d4e0 None None] Routers {'249d6171-13e2-4ab3-aa0a-a3166d27cbcd'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:26.332537 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-35505ecf-4c96-4654-aebf-0da65085d4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['249d6171-13e2-4ab3-aa0a-a3166d27cbcd'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:26.333685 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d8cac-e7ed-4c51-a972-70f2dd70d570 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network c78e6e51-0029-4af5-8872-ed51edb675d5 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:26.337469 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c83d8cac-e7ed-4c51-a972-70f2dd70d570 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:26.402753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1376f8bd-dbee-422a-991c-28214de4bd9a None None] Provisioning complete for port df6dfba0-cdfb-4a49-8789-3fd5036f83c2 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:26.403146 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1376f8bd-dbee-422a-991c-28214de4bd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:26.535139 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-35505ecf-4c96-4654-aebf-0da65085d4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:26.618468 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35505ecf-4c96-4654-aebf-0da65085d4e0 None None] Routers {'249d6171-13e2-4ab3-aa0a-a3166d27cbcd'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:26.619053 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-35505ecf-4c96-4654-aebf-0da65085d4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['249d6171-13e2-4ab3-aa0a-a3166d27cbcd'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:26.680552 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1376f8bd-dbee-422a-991c-28214de4bd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:26.754097 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-35505ecf-4c96-4654-aebf-0da65085d4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:26.754934 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35505ecf-4c96-4654-aebf-0da65085d4e0 None None] The sync data for ids ['249d6171-13e2-4ab3-aa0a-a3166d27cbcd'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:06:26.786040 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1376f8bd-dbee-422a-991c-28214de4bd9a None None] For port df6dfba0-cdfb-4a49-8789-3fd5036f83c2, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=df6dfba0-cdfb-4a49-8789-3fd5036f83c2,segment=NetworkSegment(89c37580-03ab-4c14-96d2-b9ef2d92fe2f),segment_id=89c37580-03ab-4c14-96d2-b9ef2d92fe2f)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:26.801235 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1376f8bd-dbee-422a-991c-28214de4bd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:26.816035 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83d8cac-e7ed-4c51-a972-70f2dd70d570 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router c342cd51-7fec-4f79-a2f6-72e7762389b0 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:06:27.075855 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83d8cac-e7ed-4c51-a972-70f2dd70d570 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:06:27.095238 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c83d8cac-e7ed-4c51-a972-70f2dd70d570 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/c342cd51-7fec-4f79-a2f6-72e7762389b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2118559 Dec 12 18:06:27.095238 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57324) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:27.244876 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4858ac-45ac-4a81-a26f-e2e15a57b431 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:27.252982 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ae4858ac-45ac-4a81-a26f-e2e15a57b431 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/ports/4bec0924-38e0-4d64-8fac-ff76e578bc8b HTTP/1.1" status: 200 len: 977 time: 0.1571665 Dec 12 18:06:27.252982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57326) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:27.373051 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-e6c68f5a-d5c0-4407-bbdf-481e6cede986 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:06:27.377154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e6c68f5a-d5c0-4407-bbdf-481e6cede986 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "PUT /v2.0/routers/249d6171-13e2-4ab3-aa0a-a3166d27cbcd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0490959 Dec 12 18:06:27.379867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57328) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:27.455976 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9284a5ab-abc0-4666-89f1-3e6a11948ec9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:27.531369 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63583605-fa78-4e61-8850-6df0cce941af None None] Sync routers for ids ['c342cd51-7fec-4f79-a2f6-72e7762389b0'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:06:27.612496 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-2bd906f7-8154-45fd-82fb-97948f95598a None None] Provisioning complete for port 4bec0924-38e0-4d64-8fac-ff76e578bc8b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:27.620092 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2bd906f7-8154-45fd-82fb-97948f95598a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:27.687880 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-4903fe54-a45e-471a-a2d3-1fb799514969 req-6f5ca095-1ecd-4d00-b850-e5d64582e8ad service neutron] (103150) timed out ('10.222.0.18', 60398) {{(pid=103150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 18:06:27.773660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63583605-fa78-4e61-8850-6df0cce941af None None] Routers {'c342cd51-7fec-4f79-a2f6-72e7762389b0'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:27.774799 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-63583605-fa78-4e61-8850-6df0cce941af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c342cd51-7fec-4f79-a2f6-72e7762389b0'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:27.880187 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376f8bd-dbee-422a-991c-28214de4bd9a None None] Pushing event updated for resources: {'Port': ['ID=df6dfba0-cdfb-4a49-8789-3fd5036f83c2,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:27.909361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-63583605-fa78-4e61-8850-6df0cce941af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:27.977596 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 9284a5ab-abc0-4666-89f1-3e6a11948ec9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:27.977977 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:27.983633 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2bd906f7-8154-45fd-82fb-97948f95598a None None] Port 4bec0924-38e0-4d64-8fac-ff76e578bc8b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:06:28.037034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63583605-fa78-4e61-8850-6df0cce941af None None] Routers {'c342cd51-7fec-4f79-a2f6-72e7762389b0'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:28.045711 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-63583605-fa78-4e61-8850-6df0cce941af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c342cd51-7fec-4f79-a2f6-72e7762389b0'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:28.184320 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-63583605-fa78-4e61-8850-6df0cce941af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:28.185463 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63583605-fa78-4e61-8850-6df0cce941af None None] The sync data for ids ['c342cd51-7fec-4f79-a2f6-72e7762389b0'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:06:28.194147 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79f5e2e1-9bd5-45a1-a645-eaa65db68ab3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:28.288701 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-2bd906f7-8154-45fd-82fb-97948f95598a None None] Provisioning complete for port df6dfba0-cdfb-4a49-8789-3fd5036f83c2 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:28.289234 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2bd906f7-8154-45fd-82fb-97948f95598a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:28.569120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8a4d60-1177-4ccd-9ca4-f2b0c338bed3 None None] Network aaf28e56-f557-4e8b-8bcf-86543ad371b7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:28.748523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c23fd5a9-2ee8-4db4-97fe-3362d5dfbc17 None None] Provisioning complete for port 4bec0924-38e0-4d64-8fac-ff76e578bc8b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:28.754607 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c23fd5a9-2ee8-4db4-97fe-3362d5dfbc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:28.803393 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c23fd5a9-2ee8-4db4-97fe-3362d5dfbc17 None None] Port 4bec0924-38e0-4d64-8fac-ff76e578bc8b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:06:28.806877 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44824b92-dd0f-4fb8-9595-1c58219d97ae None None] Network 96c68003-46d6-45ba-a172-2fee334f588b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:28.816828 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8aa47b11-5d5d-423b-996a-7e7ef2ad1159 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:28.918765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c23fd5a9-2ee8-4db4-97fe-3362d5dfbc17 None None] Provisioning complete for port 8355cafd-2c5b-4aa1-bd97-865951c1f76c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:28.919157 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c23fd5a9-2ee8-4db4-97fe-3362d5dfbc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:29.001519 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-79f5e2e1-9bd5-45a1-a645-eaa65db68ab3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting port 4bec0924-38e0-4d64-8fac-ff76e578bc8b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:29.002804 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79f5e2e1-9bd5-45a1-a645-eaa65db68ab3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:29.196472 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c23fd5a9-2ee8-4db4-97fe-3362d5dfbc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:29.206574 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8aa47b11-5d5d-423b-996a-7e7ef2ad1159 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:29.208711 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:29.346256 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2f40f2a7-230c-4252-8172-ef12faebe8ca tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:29.652777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c23fd5a9-2ee8-4db4-97fe-3362d5dfbc17 None None] For port 8355cafd-2c5b-4aa1-bd97-865951c1f76c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8355cafd-2c5b-4aa1-bd97-865951c1f76c,segment=NetworkSegment(6487bfe3-846f-4353-b1d3-263ce0ef0dd4),segment_id=6487bfe3-846f-4353-b1d3-263ce0ef0dd4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:29.678161 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c23fd5a9-2ee8-4db4-97fe-3362d5dfbc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:29.750344 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:29.795071 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79f5e2e1-9bd5-45a1-a645-eaa65db68ab3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:29.832510 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-79f5e2e1-9bd5-45a1-a645-eaa65db68ab3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Calling delete_port for 4bec0924-38e0-4d64-8fac-ff76e578bc8b owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:29.938732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2f40f2a7-230c-4252-8172-ef12faebe8ca tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Deleting port a782417b-6d88-4611-a11e-03c3ed92e8ef {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:29.939118 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2f40f2a7-230c-4252-8172-ef12faebe8ca tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:29.941529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-2754ffae-0f47-4eaa-9fe0-b37f6f6e4843 None None] Provisioning complete for port 4bec0924-38e0-4d64-8fac-ff76e578bc8b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:29.942173 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2754ffae-0f47-4eaa-9fe0-b37f6f6e4843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:30.037154 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 8aa47b11-5d5d-423b-996a-7e7ef2ad1159, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8aa47b11-5d5d-423b-996a-7e7ef2ad1159,segment=NetworkSegment(59d53d74-5a3a-495a-a591-9915139b972d),segment_id=59d53d74-5a3a-495a-a591-9915139b972d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:30.039037 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fd5a9-2ee8-4db4-97fe-3362d5dfbc17 None None] Pushing event updated for resources: {'Port': ['ID=8355cafd-2c5b-4aa1-bd97-865951c1f76c,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:30.081700 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:30.082506 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device df6dfba0-cdfb-4a49-8789-3fd5036f83c2 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:30.135342 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:06:30.166231 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2f40f2a7-230c-4252-8172-ef12faebe8ca tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:30.195888 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2f40f2a7-230c-4252-8172-ef12faebe8ca tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Calling delete_port for a782417b-6d88-4611-a11e-03c3ed92e8ef owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:30.272959 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2754ffae-0f47-4eaa-9fe0-b37f6f6e4843 None None] Port 4bec0924-38e0-4d64-8fac-ff76e578bc8b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:06:30.317135 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-2754ffae-0f47-4eaa-9fe0-b37f6f6e4843 None None] Provisioning complete for port 8aa47b11-5d5d-423b-996a-7e7ef2ad1159 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:30.317643 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2754ffae-0f47-4eaa-9fe0-b37f6f6e4843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:30.358241 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=8aa47b11-5d5d-423b-996a-7e7ef2ad1159,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:30.362375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port df6dfba0-cdfb-4a49-8789-3fd5036f83c2 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:30.362848 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:30.370117 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79f5e2e1-9bd5-45a1-a645-eaa65db68ab3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:30.420128 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5e2e1-9bd5-45a1-a645-eaa65db68ab3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Port': ['ID=4bec0924-38e0-4d64-8fac-ff76e578bc8b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:30.659723 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2f40f2a7-230c-4252-8172-ef12faebe8ca tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:30.702093 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-98cffb5e-6488-4a83-976f-3f722270f67f None None] Could not find standard attr ID for object a782417b-6d88-4611-a11e-03c3ed92e8ef. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:06:30.729539 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40f2a7-230c-4252-8172-ef12faebe8ca tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event deleted for resources: {'Port': ['ID=a782417b-6d88-4611-a11e-03c3ed92e8ef,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:30.770454 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79f5e2e1-9bd5-45a1-a645-eaa65db68ab3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:30.788203 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8355cafd-2c5b-4aa1-bd97-865951c1f76c up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:30.802027 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-98cffb5e-6488-4a83-976f-3f722270f67f None None] Provisioning complete for port 8aa47b11-5d5d-423b-996a-7e7ef2ad1159 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:30.802027 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-98cffb5e-6488-4a83-976f-3f722270f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:31.035762 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8355cafd-2c5b-4aa1-bd97-865951c1f76c triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:31.036279 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:31.038977 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2f40f2a7-230c-4252-8172-ef12faebe8ca tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:31.101493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-98cffb5e-6488-4a83-976f-3f722270f67f None None] Provisioning complete for port 8355cafd-2c5b-4aa1-bd97-865951c1f76c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:31.101868 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-98cffb5e-6488-4a83-976f-3f722270f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:31.168870 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f5e2e1-9bd5-45a1-a645-eaa65db68ab3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router c342cd51-7fec-4f79-a2f6-72e7762389b0 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:06:31.286863 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f5e2e1-9bd5-45a1-a645-eaa65db68ab3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:06:31.300331 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-79f5e2e1-9bd5-45a1-a645-eaa65db68ab3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/c342cd51-7fec-4f79-a2f6-72e7762389b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0432765 Dec 12 18:06:31.300795 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57396) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:31.305021 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93b608b-ac0a-48aa-9b30-68dc12db38bb None None] Sync routers for ids ['c342cd51-7fec-4f79-a2f6-72e7762389b0'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:06:31.321708 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b608b-ac0a-48aa-9b30-68dc12db38bb None None] Routers {'c342cd51-7fec-4f79-a2f6-72e7762389b0'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:31.322338 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e93b608b-ac0a-48aa-9b30-68dc12db38bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c342cd51-7fec-4f79-a2f6-72e7762389b0'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:31.411949 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f40f2a7-230c-4252-8172-ef12faebe8ca tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Router 249d6171-13e2-4ab3-aa0a-a3166d27cbcd has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:06:31.426317 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e93b608b-ac0a-48aa-9b30-68dc12db38bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:31.438554 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b608b-ac0a-48aa-9b30-68dc12db38bb None None] Routers {'c342cd51-7fec-4f79-a2f6-72e7762389b0'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:31.439189 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e93b608b-ac0a-48aa-9b30-68dc12db38bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c342cd51-7fec-4f79-a2f6-72e7762389b0'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:31.473234 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e93b608b-ac0a-48aa-9b30-68dc12db38bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:31.473869 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93b608b-ac0a-48aa-9b30-68dc12db38bb None None] The sync data for ids ['c342cd51-7fec-4f79-a2f6-72e7762389b0'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:06:31.475518 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-879b1f9c-805c-47da-82ed-831aec98101e None None] Could not find standard attr ID for object a782417b-6d88-4611-a11e-03c3ed92e8ef. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:06:31.520718 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device df6dfba0-cdfb-4a49-8789-3fd5036f83c2 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:31.574777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f40f2a7-230c-4252-8172-ef12faebe8ca tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:06:31.585085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2f40f2a7-230c-4252-8172-ef12faebe8ca tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "PUT /v2.0/routers/249d6171-13e2-4ab3-aa0a-a3166d27cbcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2003129 Dec 12 18:06:31.585268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57402) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:31.592163 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e22a9a-6412-40a7-9515-1c314256084f None None] Sync routers for ids ['249d6171-13e2-4ab3-aa0a-a3166d27cbcd'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:06:31.604133 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port df6dfba0-cdfb-4a49-8789-3fd5036f83c2 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:31.604632 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:31.650041 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e22a9a-6412-40a7-9515-1c314256084f None None] Routers {'249d6171-13e2-4ab3-aa0a-a3166d27cbcd'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:31.650794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-15e22a9a-6412-40a7-9515-1c314256084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['249d6171-13e2-4ab3-aa0a-a3166d27cbcd'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:31.699347 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-59057537-deda-40b4-9fc4-fe7e82118443 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] remove_router_interface failed (client error): The resource could not be found. Dec 12 18:06:31.701184 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-59057537-deda-40b4-9fc4-fe7e82118443 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/c342cd51-7fec-4f79-a2f6-72e7762389b0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3993437 Dec 12 18:06:31.702440 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-e56fcb1a-9b26-4e63-aab9-79a479d6557f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] delete failed (client error): The resource could not be found. Dec 12 18:06:31.704521 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57408) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:31.707127 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e56fcb1a-9b26-4e63-aab9-79a479d6557f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-379867949 HTTP/1.1" status: 404 len: 334 time: 0.1171176 Dec 12 18:06:31.707888 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57410) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:31.708802 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-15e22a9a-6412-40a7-9515-1c314256084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:31.723902 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e22a9a-6412-40a7-9515-1c314256084f None None] Routers {'249d6171-13e2-4ab3-aa0a-a3166d27cbcd'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:31.724701 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-15e22a9a-6412-40a7-9515-1c314256084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['249d6171-13e2-4ab3-aa0a-a3166d27cbcd'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:31.744757 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1a2ed620-6a31-4a56-8e13-5defb97de5e7 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Request body: {'router': {'external_gateway_info': {'network_id': '249d6171-13e2-4ab3-aa0a-a3166d27cbcd'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:31.768989 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-15e22a9a-6412-40a7-9515-1c314256084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:31.769657 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e22a9a-6412-40a7-9515-1c314256084f None None] The sync data for ids ['249d6171-13e2-4ab3-aa0a-a3166d27cbcd'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:06:31.824267 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8355cafd-2c5b-4aa1-bd97-865951c1f76c up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:31.865097 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c2e37594-1d6a-4fac-9c0f-f12f5c4bac23 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/ports?device_id=c342cd51-7fec-4f79-a2f6-72e7762389b0 HTTP/1.1" status: 200 len: 205 time: 0.1541271 Dec 12 18:06:31.867753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57416) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:31.883988 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8355cafd-2c5b-4aa1-bd97-865951c1f76c triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:31.884589 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:31.951706 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df925f96-d263-41da-8401-fe253be9c32d tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:32.073768 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8aa47b11-5d5d-423b-996a-7e7ef2ad1159 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:32.138023 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8aa47b11-5d5d-423b-996a-7e7ef2ad1159 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:32.139151 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:32.166731 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed620-6a31-4a56-8e13-5defb97de5e7 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:32.198819 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-1a2ed620-6a31-4a56-8e13-5defb97de5e7 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] update failed (client error): The resource could not be found. Dec 12 18:06:32.210601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57422) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:32.222405 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-16501b9c-c17b-4331-9de5-5df63c205e51 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2076214293'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:32.222858 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1a2ed620-6a31-4a56-8e13-5defb97de5e7 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "PUT /v2.0/routers/249d6171-13e2-4ab3-aa0a-a3166d27cbcd HTTP/1.1" status: 404 len: 339 time: 0.4691348 Dec 12 18:06:32.264827 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df925f96-d263-41da-8401-fe253be9c32d tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:32.279068 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df925f96-d263-41da-8401-fe253be9c32d tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:32.357475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16501b9c-c17b-4331-9de5-5df63c205e51 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Made reservation on behalf of 3a579d1f4db7490589cfb9fd367b9ddb for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:32.362046 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16501b9c-c17b-4331-9de5-5df63c205e51 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:32.384555 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df925f96-d263-41da-8401-fe253be9c32d tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:32.385352 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df925f96-d263-41da-8401-fe253be9c32d tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Fanout notify agent at l3_agent the message router_deleted on router c342cd51-7fec-4f79-a2f6-72e7762389b0 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:06:32.399302 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df925f96-d263-41da-8401-fe253be9c32d tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:32.403852 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57432) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:32.404381 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-df925f96-d263-41da-8401-fe253be9c32d tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/routers/c342cd51-7fec-4f79-a2f6-72e7762389b0 HTTP/1.1" status: 204 len: 168 time: 0.5353239 Dec 12 18:06:32.420203 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16501b9c-c17b-4331-9de5-5df63c205e51 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:06:32.433784 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16501b9c-c17b-4331-9de5-5df63c205e51 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:32.435626 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-16501b9c-c17b-4331-9de5-5df63c205e51 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Added segment ca8e377e-15ef-48c5-9181-1f0083f01fc4 of type vlan for network 7c5665c8-a9e5-4276-acf3-0317c159ceda Dec 12 18:06:32.504037 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16501b9c-c17b-4331-9de5-5df63c205e51 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:32.542024 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c6791c-2dc8-4c93-8739-922f71d0ef9f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting subnet 238f1b1a-5545-48b6-8168-c33bcbf6df3b {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:06:32.546558 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58c6791c-2dc8-4c93-8739-922f71d0ef9f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:32.572181 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16501b9c-c17b-4331-9de5-5df63c205e51 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:32.577965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16501b9c-c17b-4331-9de5-5df63c205e51 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:32.578799 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16501b9c-c17b-4331-9de5-5df63c205e51 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:32.638822 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58c6791c-2dc8-4c93-8739-922f71d0ef9f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:32.735168 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-16501b9c-c17b-4331-9de5-5df63c205e51 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5202758 Dec 12 18:06:32.739697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57448) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:32.746768 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-aa84b420-4093-4e0d-8a67-48df3dc1c459 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Request body: {'subnet': {'network_id': '7c5665c8-a9e5-4276-acf3-0317c159ceda', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:32.780530 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16501b9c-c17b-4331-9de5-5df63c205e51 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event updated for resources: {'Network': ['ID=7c5665c8-a9e5-4276-acf3-0317c159ceda,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:32.791562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 7c5665c8-a9e5-4276-acf3-0317c159ceda details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:06:32.849608 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58c6791c-2dc8-4c93-8739-922f71d0ef9f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:32.974461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa84b420-4093-4e0d-8a67-48df3dc1c459 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Made reservation on behalf of 3a579d1f4db7490589cfb9fd367b9ddb for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:32.983941 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa84b420-4093-4e0d-8a67-48df3dc1c459 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:32.994229 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58c6791c-2dc8-4c93-8739-922f71d0ef9f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:33.009443 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58c6791c-2dc8-4c93-8739-922f71d0ef9f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:33.013786 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-58c6791c-2dc8-4c93-8739-922f71d0ef9f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/subnets/238f1b1a-5545-48b6-8168-c33bcbf6df3b HTTP/1.1" status: 204 len: 168 time: 0.6088414 Dec 12 18:06:33.021191 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8c876b-12c7-4d33-9e26-2e40ba9d5db0 None None] Network c78e6e51-0029-4af5-8872-ed51edb675d5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:33.043793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57456) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:33.152385 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:33.155717 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6791c-2dc8-4c93-8739-922f71d0ef9f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Subnet': ['ID=238f1b1a-5545-48b6-8168-c33bcbf6df3b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:33.207303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57458) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:33.339298 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting port df6dfba0-cdfb-4a49-8789-3fd5036f83c2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:33.344296 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:33.490744 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b925ee79-abe7-4252-870f-4ef3ca5b5c22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:33.521220 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] For port df6dfba0-cdfb-4a49-8789-3fd5036f83c2, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=df6dfba0-cdfb-4a49-8789-3fd5036f83c2,segment=NetworkSegment(89c37580-03ab-4c14-96d2-b9ef2d92fe2f),segment_id=89c37580-03ab-4c14-96d2-b9ef2d92fe2f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:33.521745 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:33.542354 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Calling delete_port for df6dfba0-cdfb-4a49-8789-3fd5036f83c2 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:33.581099 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa84b420-4093-4e0d-8a67-48df3dc1c459 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:33.648440 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffef8f77-6c61-4b42-9351-c77a74406da9 None None] DHCP port deletion for c78e6e51-0029-4af5-8872-ed51edb675d5 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:06:33.671871 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:33.687122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] No DVR routers for this DVR port df6dfba0-cdfb-4a49-8789-3fd5036f83c2 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:06:33.708616 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Port': ['ID=df6dfba0-cdfb-4a49-8789-3fd5036f83c2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:33.742206 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84b420-4093-4e0d-8a67-48df3dc1c459 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event updated for resources: {'Subnet': ['ID=76c168c8-bb35-448d-a2c8-794d04d6c9b0,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:33.763868 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84b420-4093-4e0d-8a67-48df3dc1c459 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Checking segment: {'id': 'ca8e377e-15ef-48c5-9181-1f0083f01fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c5665c8-a9e5-4276-acf3-0317c159ceda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:06:33.764249 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa84b420-4093-4e0d-8a67-48df3dc1c459 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Network hostable DHCP agents. Network: 7c5665c8-a9e5-4276-acf3-0317c159ceda, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:06:33.780472 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b925ee79-abe7-4252-870f-4ef3ca5b5c22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:33.794929 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b925ee79-abe7-4252-870f-4ef3ca5b5c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:33.814884 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:33.819500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa84b420-4093-4e0d-8a67-48df3dc1c459 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Network 7c5665c8-a9e5-4276-acf3-0317c159ceda is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:06:33.830493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ffef8f77-6c61-4b42-9351-c77a74406da9 None None] Deleting port df6dfba0-cdfb-4a49-8789-3fd5036f83c2 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:33.831053 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffef8f77-6c61-4b42-9351-c77a74406da9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:33.858550 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-aa84b420-4093-4e0d-8a67-48df3dc1c459 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 7c5665c8-a9e5-4276-acf3-0317c159ceda) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:33.863712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925ee79-abe7-4252-870f-4ef3ca5b5c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c3cdf7-3ed8-4d49-9d41-e742922fe47e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:33.868339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b925ee79-abe7-4252-870f-4ef3ca5b5c22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e08a33188c1a4fc9a18225ab467a00f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6457951 Dec 12 18:06:33.869994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa84b420-4093-4e0d-8a67-48df3dc1c459 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:33.874084 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa84b420-4093-4e0d-8a67-48df3dc1c459 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:33.889045 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57472) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:33.894965 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78e6e51-0029-4af5-8872-ed51edb675d5']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:33.914696 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c37580-03ab-4c14-96d2-b9ef2d92fe2f') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:33.915040 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c37580-03ab-4c14-96d2-b9ef2d92fe2f') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:33.947158 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:33.950954 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-aa84b420-4093-4e0d-8a67-48df3dc1c459 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2102218 Dec 12 18:06:33.953779 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57482) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:33.964530 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8709c4f6-b6d9-4c6d-a2c5-a5e4eab33cc2 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Request body: {'router': {'external_gateway_info': {'network_id': '7c5665c8-a9e5-4276-acf3-0317c159ceda'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:33.965666 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550ab194-ca96-4c77-8d08-5c62a3ec1e03 None None] Network 7c5665c8-a9e5-4276-acf3-0317c159ceda requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:34.038541 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-11486559-a2a5-4965-9e87-80f1f2a7c6b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.075362 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ffef8f77-6c61-4b42-9351-c77a74406da9 None None] For port df6dfba0-cdfb-4a49-8789-3fd5036f83c2, host n-d-760354-5, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:34.075693 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffef8f77-6c61-4b42-9351-c77a74406da9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.094077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ffef8f77-6c61-4b42-9351-c77a74406da9 None None] Calling delete_port for df6dfba0-cdfb-4a49-8789-3fd5036f83c2 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:34.101639 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.107400 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-11486559-a2a5-4965-9e87-80f1f2a7c6b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.117892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-ffef8f77-6c61-4b42-9351-c77a74406da9 None None] Port df6dfba0-cdfb-4a49-8789-3fd5036f83c2 was not found and therefore no delete operation was performed {{(pid=103152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 18:06:34.130421 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:06:34.131137 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:06:34.135895 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:06:34.138638 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ffef8f77-6c61-4b42-9351-c77a74406da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.180055 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef8f77-6c61-4b42-9351-c77a74406da9 None None] Pushing event deleted for resources: {'Port': ['ID=df6dfba0-cdfb-4a49-8789-3fd5036f83c2,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:34.228239 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef8f77-6c61-4b42-9351-c77a74406da9 None None] No DVR routers for this DVR port df6dfba0-cdfb-4a49-8789-3fd5036f83c2 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:06:34.238535 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-11486559-a2a5-4965-9e87-80f1f2a7c6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.247508 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-7c5665c8-a9e5-4276-acf3-0317c159ceda', 'network_id': '7c5665c8-a9e5-4276-acf3-0317c159ceda', 'project_id': '3a579d1f4db7490589cfb9fd367b9ddb', 'fixed_ips': [{'subnet_id': '76c168c8-bb35-448d-a2c8-794d04d6c9b0'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:06:34.249433 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.250548 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-11486559-a2a5-4965-9e87-80f1f2a7c6b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.271515 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-11486559-a2a5-4965-9e87-80f1f2a7c6b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28c3cdf7-3ed8-4d49-9d41-e742922fe47e HTTP/1.1" status: 204 len: 168 time: 0.3735981 Dec 12 18:06:34.296494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11486559-a2a5-4965-9e87-80f1f2a7c6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c3cdf7-3ed8-4d49-9d41-e742922fe47e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:34.392108 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.439416 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.445135 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/networks/c78e6e51-0029-4af5-8872-ed51edb675d5 HTTP/1.1" status: 204 len: 168 time: 1.3999016 Dec 12 18:06:34.446583 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6032c-cb77-4b58-8b4c-d1d99a90111e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Network': ['ID=c78e6e51-0029-4af5-8872-ed51edb675d5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:34.452780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57492) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:34.452988 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8709c4f6-b6d9-4c6d-a2c5-a5e4eab33cc2 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.464409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-27c2777c-39a4-4966-b717-610f20dd7d5f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'network': {'name': 'tempest-RoutersTest-1134706970'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:34.515833 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c2777c-39a4-4966-b717-610f20dd7d5f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Made reservation on behalf of 06e9b19557994f78bfc7175f945328a3 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:34.520557 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-27c2777c-39a4-4966-b717-610f20dd7d5f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.521030 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Allocated IP 2001:db8:1::2 (7c5665c8-a9e5-4276-acf3-0317c159ceda/76c168c8-bb35-448d-a2c8-794d04d6c9b0/ca1d92e0-89ee-42f2-aad4-abc994550b33) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:06:34.580536 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c2777c-39a4-4966-b717-610f20dd7d5f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:06:34.601759 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-27c2777c-39a4-4966-b717-610f20dd7d5f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.602119 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-27c2777c-39a4-4966-b717-610f20dd7d5f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Added segment 06cfd6dd-ce0b-45e8-afe9-0e18fe5fe7eb of type vlan for network 415c37e7-195d-4f93-9c62-3aff6d745ac2 Dec 12 18:06:34.656535 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-8709c4f6-b6d9-4c6d-a2c5-a5e4eab33cc2 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:06:34.664000 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8709c4f6-b6d9-4c6d-a2c5-a5e4eab33cc2 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "PUT /v2.0/routers/249d6171-13e2-4ab3-aa0a-a3166d27cbcd HTTP/1.1" status: 400 len: 364 time: 0.7070901 Dec 12 18:06:34.664376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57496) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:34.719168 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-27c2777c-39a4-4966-b717-610f20dd7d5f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.775304 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.782884 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57498) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:34.787389 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.791375 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-27c2777c-39a4-4966-b717-610f20dd7d5f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.797266 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c2777c-39a4-4966-b717-610f20dd7d5f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:34.798221 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-27c2777c-39a4-4966-b717-610f20dd7d5f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.835283 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Network 7c5665c8-a9e5-4276-acf3-0317c159ceda is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:34.839330 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:34.845258 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:06:34.858444 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bb520ae-b3da-4f23-847e-1bf8e1f56828 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.892250 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Pushing event updated for resources: {'Port': ['ID=ca1d92e0-89ee-42f2-aad4-abc994550b33,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:34.957028 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-27c2777c-39a4-4966-b717-610f20dd7d5f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5022175 Dec 12 18:06:34.961442 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Attempting to bind port ca1d92e0-89ee-42f2-aad4-abc994550b33 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:06:34.961824 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Attempting to bind port ca1d92e0-89ee-42f2-aad4-abc994550b33 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'ca8e377e-15ef-48c5-9181-1f0083f01fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c5665c8-a9e5-4276-acf3-0317c159ceda'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:06:34.962204 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Attempting to bind port ca1d92e0-89ee-42f2-aad4-abc994550b33 on network 7c5665c8-a9e5-4276-acf3-0317c159ceda {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:06:34.970185 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:06:34.979901 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Checking segment: {'id': 'ca8e377e-15ef-48c5-9181-1f0083f01fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c5665c8-a9e5-4276-acf3-0317c159ceda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:06:34.979901 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.979901 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Bound using segment: {'id': 'ca8e377e-15ef-48c5-9181-1f0083f01fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c5665c8-a9e5-4276-acf3-0317c159ceda'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:06:34.979901 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Bound port: ca1d92e0-89ee-42f2-aad4-abc994550b33, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8e377e-15ef-48c5-9181-1f0083f01fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7c5665c8-a9e5-4276-acf3-0317c159ceda'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:06:34.979901 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:34.985889 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2777c-39a4-4966-b717-610f20dd7d5f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Network': ['ID=415c37e7-195d-4f93-9c62-3aff6d745ac2,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:34.999528 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57506) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:35.038420 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3e32a0e3-0ac8-438c-9df0-cb9c1151e9f5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'subnet': {'network_id': '415c37e7-195d-4f93-9c62-3aff6d745ac2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:35.086928 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] For port ca1d92e0-89ee-42f2-aad4-abc994550b33, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:06:35.090796 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] For port ca1d92e0-89ee-42f2-aad4-abc994550b33, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ca1d92e0-89ee-42f2-aad4-abc994550b33,segment=NetworkSegment(ca8e377e-15ef-48c5-9181-1f0083f01fc4),segment_id=ca8e377e-15ef-48c5-9181-1f0083f01fc4)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:06:35.093913 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 415c37e7-195d-4f93-9c62-3aff6d745ac2 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:06:35.098679 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:35.101590 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bb520ae-b3da-4f23-847e-1bf8e1f56828 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:35.111947 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bb520ae-b3da-4f23-847e-1bf8e1f56828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:35.136577 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f377-4cee-441b-b198-7d985436058d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:35.266351 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8b147-8767-4f8c-8519-47346d6cbe5c None None] Pushing event updated for resources: {'Port': ['ID=ca1d92e0-89ee-42f2-aad4-abc994550b33,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:35.269927 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9bb520ae-b3da-4f23-847e-1bf8e1f56828 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f769a592bd04c6ab8609311dec8b521&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4842224 Dec 12 18:06:35.270741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb520ae-b3da-4f23-847e-1bf8e1f56828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d9adbb-600a-41de-8d76-13c48aafdd73,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:35.273272 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57514) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:35.295266 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e32a0e3-0ac8-438c-9df0-cb9c1151e9f5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Made reservation on behalf of 06e9b19557994f78bfc7175f945328a3 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:35.304147 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e32a0e3-0ac8-438c-9df0-cb9c1151e9f5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:35.368889 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a605108a-57bd-41f3-af3e-1e4cb5c41eaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:35.407710 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a605108a-57bd-41f3-af3e-1e4cb5c41eaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:35.466187 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a605108a-57bd-41f3-af3e-1e4cb5c41eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:35.469847 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a605108a-57bd-41f3-af3e-1e4cb5c41eaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:35.472663 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a605108a-57bd-41f3-af3e-1e4cb5c41eaa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12d9adbb-600a-41de-8d76-13c48aafdd73 HTTP/1.1" status: 204 len: 168 time: 0.1976564 Dec 12 18:06:35.491893 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605108a-57bd-41f3-af3e-1e4cb5c41eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d9adbb-600a-41de-8d76-13c48aafdd73,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:35.565567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device df6dfba0-cdfb-4a49-8789-3fd5036f83c2 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:06:35.631564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: df6dfba0-cdfb-4a49-8789-3fd5036f83c2 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:06:35.632135 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device df6dfba0-cdfb-4a49-8789-3fd5036f83c2 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:06:36.177369 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-b7b4f377-4cee-441b-b198-7d985436058d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Allocated IP 2001:db8::1 (d3a33f6c-e367-4c2a-815d-fbecb0e8afbe/edd719f0-6f39-4ed4-9892-9532a0edc7ee/01860045-bb16-4df6-b025-232bce21c632) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:06:36.355374 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e32a0e3-0ac8-438c-9df0-cb9c1151e9f5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:36.502976 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32a0e3-0ac8-438c-9df0-cb9c1151e9f5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Subnet': ['ID=77f227b2-0101-4b55-a4ac-bf797715d1ff,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:36.526392 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32a0e3-0ac8-438c-9df0-cb9c1151e9f5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Checking segment: {'id': '06cfd6dd-ce0b-45e8-afe9-0e18fe5fe7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '415c37e7-195d-4f93-9c62-3aff6d745ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:06:36.527192 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e32a0e3-0ac8-438c-9df0-cb9c1151e9f5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network hostable DHCP agents. Network: 415c37e7-195d-4f93-9c62-3aff6d745ac2, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:06:36.555068 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f377-4cee-441b-b198-7d985436058d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:36.593495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e32a0e3-0ac8-438c-9df0-cb9c1151e9f5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network 415c37e7-195d-4f93-9c62-3aff6d745ac2 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:06:36.608618 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3e32a0e3-0ac8-438c-9df0-cb9c1151e9f5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 415c37e7-195d-4f93-9c62-3aff6d745ac2) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:36.615370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e32a0e3-0ac8-438c-9df0-cb9c1151e9f5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:36.616547 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e32a0e3-0ac8-438c-9df0-cb9c1151e9f5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:36.621450 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ab66ea-bc3d-4b24-ac50-e3a3ee2c8204 None None] Network 415c37e7-195d-4f93-9c62-3aff6d745ac2 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:36.657725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57552) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:36.659512 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3e32a0e3-0ac8-438c-9df0-cb9c1151e9f5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6286244 Dec 12 18:06:36.664327 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4f61f088-513e-4a5e-be30-9d3ffcbe35e4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-9711576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:36.675618 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f377-4cee-441b-b198-7d985436058d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:36.708251 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f61f088-513e-4a5e-be30-9d3ffcbe35e4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:36.709794 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f61f088-513e-4a5e-be30-9d3ffcbe35e4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:36.742328 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4f377-4cee-441b-b198-7d985436058d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event updated for resources: {'Port': ['ID=01860045-bb16-4df6-b025-232bce21c632,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:36.763677 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b4f377-4cee-441b-b198-7d985436058d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Network d3a33f6c-e367-4c2a-815d-fbecb0e8afbe is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:36.765292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b7b4f377-4cee-441b-b198-7d985436058d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:36.768601 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b4f377-4cee-441b-b198-7d985436058d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:06:36.769523 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f377-4cee-441b-b198-7d985436058d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:36.843738 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a477e86-9853-424d-a28f-04551ffef002 None None] Network 7c5665c8-a9e5-4276-acf3-0317c159ceda requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:36.860449 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f61f088-513e-4a5e-be30-9d3ffcbe35e4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:36.869913 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f61f088-513e-4a5e-be30-9d3ffcbe35e4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:36.912475 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-415c37e7-195d-4f93-9c62-3aff6d745ac2', 'network_id': '415c37e7-195d-4f93-9c62-3aff6d745ac2', 'project_id': '06e9b19557994f78bfc7175f945328a3', 'fixed_ips': [{'subnet_id': '77f227b2-0101-4b55-a4ac-bf797715d1ff'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:06:36.913629 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f377-4cee-441b-b198-7d985436058d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:36.913990 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:36.919792 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f61f088-513e-4a5e-be30-9d3ffcbe35e4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:36.924313 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4f61f088-513e-4a5e-be30-9d3ffcbe35e4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.2645073 Dec 12 18:06:36.924925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57558) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:37.136200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Allocated IP 172.20.0.2 (415c37e7-195d-4f93-9c62-3aff6d745ac2/77f227b2-0101-4b55-a4ac-bf797715d1ff/b2c67779-ea81-4728-89e2-f70a88122288) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:06:37.217344 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f983a555-ab7e-4bce-a19b-88f3c42dc207 None None] Provisioning complete for port ca1d92e0-89ee-42f2-aad4-abc994550b33 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:37.217937 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f983a555-ab7e-4bce-a19b-88f3c42dc207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:37.342720 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f377-4cee-441b-b198-7d985436058d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:37.350165 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f377-4cee-441b-b198-7d985436058d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:37.364391 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f377-4cee-441b-b198-7d985436058d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:37.421595 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f983a555-ab7e-4bce-a19b-88f3c42dc207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:37.474109 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:37.495164 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4777d629-22b4-4adb-8aa8-ca7e28c7df78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:37.532278 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f983a555-ab7e-4bce-a19b-88f3c42dc207 None None] For port ca1d92e0-89ee-42f2-aad4-abc994550b33, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ca1d92e0-89ee-42f2-aad4-abc994550b33,segment=NetworkSegment(ca8e377e-15ef-48c5-9181-1f0083f01fc4),segment_id=ca8e377e-15ef-48c5-9181-1f0083f01fc4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:37.540867 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4f377-4cee-441b-b198-7d985436058d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event updated for resources: {'Port': ['ID=01860045-bb16-4df6-b025-232bce21c632,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:37.543862 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:37.569001 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f983a555-ab7e-4bce-a19b-88f3c42dc207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:37.633782 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Network 415c37e7-195d-4f93-9c62-3aff6d745ac2 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:37.655813 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:37.659832 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:06:37.706872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ca1d92e0-89ee-42f2-aad4-abc994550b33 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:37.730080 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Pushing event updated for resources: {'Port': ['ID=b2c67779-ea81-4728-89e2-f70a88122288,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:37.781068 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b4f377-4cee-441b-b198-7d985436058d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Network d3a33f6c-e367-4c2a-815d-fbecb0e8afbe is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:37.785478 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b7b4f377-4cee-441b-b198-7d985436058d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:37.864573 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c1dc0be0-a6bb-4001-93dc-e48005889025 None None] Provisioning complete for port 01860045-bb16-4df6-b025-232bce21c632 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:37.864953 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c1dc0be0-a6bb-4001-93dc-e48005889025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:37.924287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc0be0-a6bb-4001-93dc-e48005889025 None None] Port 01860045-bb16-4df6-b025-232bce21c632 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:06:37.935244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Attempting to bind port b2c67779-ea81-4728-89e2-f70a88122288 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:06:37.935621 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Attempting to bind port b2c67779-ea81-4728-89e2-f70a88122288 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '06cfd6dd-ce0b-45e8-afe9-0e18fe5fe7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '415c37e7-195d-4f93-9c62-3aff6d745ac2'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:06:37.936541 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Attempting to bind port b2c67779-ea81-4728-89e2-f70a88122288 on network 415c37e7-195d-4f93-9c62-3aff6d745ac2 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:06:37.970256 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:06:37.971338 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Checking segment: {'id': '06cfd6dd-ce0b-45e8-afe9-0e18fe5fe7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '415c37e7-195d-4f93-9c62-3aff6d745ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:06:37.971752 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:37.972151 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Bound using segment: {'id': '06cfd6dd-ce0b-45e8-afe9-0e18fe5fe7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '415c37e7-195d-4f93-9c62-3aff6d745ac2'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:06:37.972625 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Bound port: b2c67779-ea81-4728-89e2-f70a88122288, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06cfd6dd-ce0b-45e8-afe9-0e18fe5fe7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '415c37e7-195d-4f93-9c62-3aff6d745ac2'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:06:37.973008 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:37.989676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983a555-ab7e-4bce-a19b-88f3c42dc207 None None] Pushing event updated for resources: {'Port': ['ID=ca1d92e0-89ee-42f2-aad4-abc994550b33,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:38.004675 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-4777d629-22b4-4adb-8aa8-ca7e28c7df78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Allocated IP 172.20.0.1 (415c37e7-195d-4f93-9c62-3aff6d745ac2/77f227b2-0101-4b55-a4ac-bf797715d1ff/4d733e9c-147e-465c-be37-b0605052445c) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:06:38.097708 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b4f377-4cee-441b-b198-7d985436058d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Router 249d6171-13e2-4ab3-aa0a-a3166d27cbcd has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:06:38.119411 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ca1d92e0-89ee-42f2-aad4-abc994550b33 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:38.119642 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:38.123166 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-476c5048-2495-4d37-a287-2c6f8291f6e8 None None] Provisioning complete for port ca1d92e0-89ee-42f2-aad4-abc994550b33 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:38.139373 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-476c5048-2495-4d37-a287-2c6f8291f6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:38.296660 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b4f377-4cee-441b-b198-7d985436058d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:06:38.305108 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b7b4f377-4cee-441b-b198-7d985436058d tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "PUT /v2.0/routers/249d6171-13e2-4ab3-aa0a-a3166d27cbcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6366882 Dec 12 18:06:38.305108 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57600) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:38.308783 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca83515a-7ae4-43f1-b3d2-8f0005993994 None None] Sync routers for ids ['249d6171-13e2-4ab3-aa0a-a3166d27cbcd'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:06:38.325547 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4777d629-22b4-4adb-8aa8-ca7e28c7df78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:38.325947 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca83515a-7ae4-43f1-b3d2-8f0005993994 None None] Routers {'249d6171-13e2-4ab3-aa0a-a3166d27cbcd'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:38.326956 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ca83515a-7ae4-43f1-b3d2-8f0005993994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['249d6171-13e2-4ab3-aa0a-a3166d27cbcd'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:38.403280 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4777d629-22b4-4adb-8aa8-ca7e28c7df78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:38.410020 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ca83515a-7ae4-43f1-b3d2-8f0005993994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:38.425405 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7738a10e-b20d-493b-8ec9-3aabd8215625 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:38.429073 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca83515a-7ae4-43f1-b3d2-8f0005993994 None None] Routers {'249d6171-13e2-4ab3-aa0a-a3166d27cbcd'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:38.430201 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ca83515a-7ae4-43f1-b3d2-8f0005993994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['249d6171-13e2-4ab3-aa0a-a3166d27cbcd'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:38.447388 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] For port b2c67779-ea81-4728-89e2-f70a88122288, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:06:38.480609 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] For port b2c67779-ea81-4728-89e2-f70a88122288, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b2c67779-ea81-4728-89e2-f70a88122288,segment=NetworkSegment(06cfd6dd-ce0b-45e8-afe9-0e18fe5fe7eb),segment_id=06cfd6dd-ce0b-45e8-afe9-0e18fe5fe7eb)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:06:38.521101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4777d629-22b4-4adb-8aa8-ca7e28c7df78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network 415c37e7-195d-4f93-9c62-3aff6d745ac2 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:38.522448 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777d629-22b4-4adb-8aa8-ca7e28c7df78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=4d733e9c-147e-465c-be37-b0605052445c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:38.542509 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ca83515a-7ae4-43f1-b3d2-8f0005993994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:38.543099 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca83515a-7ae4-43f1-b3d2-8f0005993994 None None] The sync data for ids ['249d6171-13e2-4ab3-aa0a-a3166d27cbcd'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:06:38.557065 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-4777d629-22b4-4adb-8aa8-ca7e28c7df78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:38.572636 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4777d629-22b4-4adb-8aa8-ca7e28c7df78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:06:38.628120 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:38.679820 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4777d629-22b4-4adb-8aa8-ca7e28c7df78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:38.722934 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d0528ac2-38c0-49ce-a857-ac1e7e755d5d None None] Provisioning complete for port 01860045-bb16-4df6-b025-232bce21c632 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:38.723985 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d0528ac2-38c0-49ce-a857-ac1e7e755d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:38.727770 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-7738a10e-b20d-493b-8ec9-3aabd8215625 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 12 18:06:38.728941 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7738a10e-b20d-493b-8ec9-3aabd8215625 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "DELETE /v2.0/routers/249d6171-13e2-4ab3-aa0a-a3166d27cbcd HTTP/1.1" status: 409 len: 329 time: 0.4231369 Dec 12 18:06:38.731889 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57606) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:38.791112 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d2bf2-398e-4685-b686-8520746bac61 None None] Pushing event updated for resources: {'Port': ['ID=b2c67779-ea81-4728-89e2-f70a88122288,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:38.833762 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d0528ac2-38c0-49ce-a857-ac1e7e755d5d None None] Port 01860045-bb16-4df6-b025-232bce21c632 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:06:38.936762 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4777d629-22b4-4adb-8aa8-ca7e28c7df78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:39.410199 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4777d629-22b4-4adb-8aa8-ca7e28c7df78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:39.426609 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4777d629-22b4-4adb-8aa8-ca7e28c7df78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:39.438605 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93dae775-0c86-4152-b7a7-d0cf98d1a4f1 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:39.659439 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ca1d92e0-89ee-42f2-aad4-abc994550b33 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:39.661266 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4777d629-22b4-4adb-8aa8-ca7e28c7df78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:39.663419 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777d629-22b4-4adb-8aa8-ca7e28c7df78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=4d733e9c-147e-465c-be37-b0605052445c,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:39.760070 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ca1d92e0-89ee-42f2-aad4-abc994550b33 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:39.760645 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:39.901001 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-93dae775-0c86-4152-b7a7-d0cf98d1a4f1 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Deleting port 01860045-bb16-4df6-b025-232bce21c632 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:39.901354 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93dae775-0c86-4152-b7a7-d0cf98d1a4f1 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:39.903275 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4777d629-22b4-4adb-8aa8-ca7e28c7df78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network 415c37e7-195d-4f93-9c62-3aff6d745ac2 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:39.904752 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-4777d629-22b4-4adb-8aa8-ca7e28c7df78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:39.982074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b2c67779-ea81-4728-89e2-f70a88122288 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:40.058928 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b2c67779-ea81-4728-89e2-f70a88122288 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:40.059421 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:40.136554 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93dae775-0c86-4152-b7a7-d0cf98d1a4f1 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:40.144425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4777d629-22b4-4adb-8aa8-ca7e28c7df78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:06:40.152796 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-93dae775-0c86-4152-b7a7-d0cf98d1a4f1 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Calling delete_port for 01860045-bb16-4df6-b025-232bce21c632 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:40.251180 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:40.325833 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port b2c67779-ea81-4728-89e2-f70a88122288, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b2c67779-ea81-4728-89e2-f70a88122288,segment=NetworkSegment(06cfd6dd-ce0b-45e8-afe9-0e18fe5fe7eb),segment_id=06cfd6dd-ce0b-45e8-afe9-0e18fe5fe7eb)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:40.333866 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:40.404116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4777d629-22b4-4adb-8aa8-ca7e28c7df78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:06:40.422192 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4777d629-22b4-4adb-8aa8-ca7e28c7df78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4939964 Dec 12 18:06:40.423068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57640) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:40.438487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218b52d3-ffde-4b76-b9ad-6e57833b80d1 None None] Sync routers for ids ['2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:06:40.463690 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=b2c67779-ea81-4728-89e2-f70a88122288,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:40.482742 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218b52d3-ffde-4b76-b9ad-6e57833b80d1 None None] Routers {'2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:40.483562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-218b52d3-ffde-4b76-b9ad-6e57833b80d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:40.526165 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93dae775-0c86-4152-b7a7-d0cf98d1a4f1 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:40.554845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750bf489-93e3-412d-b485-64b6e180ffe5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:40.556374 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dae775-0c86-4152-b7a7-d0cf98d1a4f1 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event deleted for resources: {'Port': ['ID=01860045-bb16-4df6-b025-232bce21c632,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:40.556565 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-750bf489-93e3-412d-b485-64b6e180ffe5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/ports/4d733e9c-147e-465c-be37-b0605052445c HTTP/1.1" status: 200 len: 910 time: 0.1312506 Dec 12 18:06:40.559761 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57642) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:40.579567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355c4f69-d020-4200-afbf-5b65da2a5250 None None] Network 415c37e7-195d-4f93-9c62-3aff6d745ac2 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:40.587284 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-218b52d3-ffde-4b76-b9ad-6e57833b80d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:40.861271 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93dae775-0c86-4152-b7a7-d0cf98d1a4f1 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:40.868150 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cfc4d496-2f62-4265-aec7-9a3d516d4365 None None] Provisioning complete for port b2c67779-ea81-4728-89e2-f70a88122288 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:40.868995 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cfc4d496-2f62-4265-aec7-9a3d516d4365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:40.872613 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218b52d3-ffde-4b76-b9ad-6e57833b80d1 None None] Routers {'2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:40.873437 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-218b52d3-ffde-4b76-b9ad-6e57833b80d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:40.943752 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-218b52d3-ffde-4b76-b9ad-6e57833b80d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:40.944515 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218b52d3-ffde-4b76-b9ad-6e57833b80d1 None None] The sync data for ids ['2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:06:41.503173 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b2c67779-ea81-4728-89e2-f70a88122288 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:41.642406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-87da1a55-5ff2-4906-8b21-0d85eb537162 None None] Provisioning complete for port b2c67779-ea81-4728-89e2-f70a88122288 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:41.642959 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87da1a55-5ff2-4906-8b21-0d85eb537162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:41.700798 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b2c67779-ea81-4728-89e2-f70a88122288 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:41.701169 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:41.782250 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93dae775-0c86-4152-b7a7-d0cf98d1a4f1 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Router 249d6171-13e2-4ab3-aa0a-a3166d27cbcd has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:06:41.929048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-87da1a55-5ff2-4906-8b21-0d85eb537162 None None] Provisioning complete for port 4d733e9c-147e-465c-be37-b0605052445c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:41.929657 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87da1a55-5ff2-4906-8b21-0d85eb537162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:41.984485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dae775-0c86-4152-b7a7-d0cf98d1a4f1 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:06:41.994353 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-93dae775-0c86-4152-b7a7-d0cf98d1a4f1 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "PUT /v2.0/routers/249d6171-13e2-4ab3-aa0a-a3166d27cbcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2611978 Dec 12 18:06:41.997577 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8715b70e-83b9-4a6c-a207-91ace773c3de None None] Sync routers for ids ['249d6171-13e2-4ab3-aa0a-a3166d27cbcd'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:06:42.000595 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57700) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:42.011570 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8715b70e-83b9-4a6c-a207-91ace773c3de None None] Routers {'249d6171-13e2-4ab3-aa0a-a3166d27cbcd'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:42.015465 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8715b70e-83b9-4a6c-a207-91ace773c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['249d6171-13e2-4ab3-aa0a-a3166d27cbcd'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:42.045915 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d27bec62-4de7-4a8f-8856-77b2e673c01b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:42.050714 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-87da1a55-5ff2-4906-8b21-0d85eb537162 None None] Port 4d733e9c-147e-465c-be37-b0605052445c cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:06:42.081654 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-5483a2a3-553a-4ea2-8ea9-ab0183088ed2 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] show failed (client error): The resource could not be found. Dec 12 18:06:42.097499 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5483a2a3-553a-4ea2-8ea9-ab0183088ed2 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-18801622 HTTP/1.1" status: 404 len: 333 time: 0.0846951 Dec 12 18:06:42.098435 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57702) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:42.103149 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d0ffcc7b-29a6-4be3-b5be-f8d6f44ca04f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:42.116447 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8715b70e-83b9-4a6c-a207-91ace773c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:42.134238 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8715b70e-83b9-4a6c-a207-91ace773c3de None None] Routers {'249d6171-13e2-4ab3-aa0a-a3166d27cbcd'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:42.134788 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8715b70e-83b9-4a6c-a207-91ace773c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['249d6171-13e2-4ab3-aa0a-a3166d27cbcd'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:42.186530 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-d0ffcc7b-29a6-4be3-b5be-f8d6f44ca04f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] update failed (client error): The resource could not be found. Dec 12 18:06:42.186680 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-15542c4a-dea0-4464-8b03-ecf2eb6f7c33 None None] Provisioning complete for port 4d733e9c-147e-465c-be37-b0605052445c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:42.187138 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15542c4a-dea0-4464-8b03-ecf2eb6f7c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:42.192588 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d0ffcc7b-29a6-4be3-b5be-f8d6f44ca04f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1425117941 HTTP/1.1" status: 404 len: 335 time: 0.0882375 Dec 12 18:06:42.192958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57706) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:42.286386 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-15542c4a-dea0-4464-8b03-ecf2eb6f7c33 None None] Port 4d733e9c-147e-465c-be37-b0605052445c cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:06:42.301920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-7787ac29-f47c-4e2b-b697-e02422a95c7c tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Deleting subnet 76c168c8-bb35-448d-a2c8-794d04d6c9b0 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:06:42.305900 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7787ac29-f47c-4e2b-b697-e02422a95c7c tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:42.375772 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8715b70e-83b9-4a6c-a207-91ace773c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:42.377406 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8715b70e-83b9-4a6c-a207-91ace773c3de None None] The sync data for ids ['249d6171-13e2-4ab3-aa0a-a3166d27cbcd'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:06:42.395865 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7787ac29-f47c-4e2b-b697-e02422a95c7c tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:42.577847 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d27bec62-4de7-4a8f-8856-77b2e673c01b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting port 4d733e9c-147e-465c-be37-b0605052445c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:42.578306 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d27bec62-4de7-4a8f-8856-77b2e673c01b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:42.741445 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d27bec62-4de7-4a8f-8856-77b2e673c01b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:42.760216 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d27bec62-4de7-4a8f-8856-77b2e673c01b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Calling delete_port for 4d733e9c-147e-465c-be37-b0605052445c owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:42.947752 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7787ac29-f47c-4e2b-b697-e02422a95c7c tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:43.036678 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7787ac29-f47c-4e2b-b697-e02422a95c7c tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:43.071288 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7787ac29-f47c-4e2b-b697-e02422a95c7c tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:43.075527 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7787ac29-f47c-4e2b-b697-e02422a95c7c tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "DELETE /v2.0/subnets/76c168c8-bb35-448d-a2c8-794d04d6c9b0 HTTP/1.1" status: 204 len: 168 time: 0.8809507 Dec 12 18:06:43.077004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787ac29-f47c-4e2b-b697-e02422a95c7c tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event deleted for resources: {'Subnet': ['ID=76c168c8-bb35-448d-a2c8-794d04d6c9b0,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:43.079838 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24894377-ed71-4b3e-a15e-21ef0f4d6c84 None None] Network 7c5665c8-a9e5-4276-acf3-0317c159ceda requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:43.081720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57718) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:43.215168 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:43.276466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786fed82-597c-44e3-852d-355337921e32 None None] DHCP port deletion for 7c5665c8-a9e5-4276-acf3-0317c159ceda request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:06:43.355632 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d27bec62-4de7-4a8f-8856-77b2e673c01b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:43.384508 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-786fed82-597c-44e3-852d-355337921e32 None None] Deleting port ca1d92e0-89ee-42f2-aad4-abc994550b33 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:43.386021 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-786fed82-597c-44e3-852d-355337921e32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:43.561307 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bec62-4de7-4a8f-8856-77b2e673c01b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Port': ['ID=4d733e9c-147e-465c-be37-b0605052445c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:43.563189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-786fed82-597c-44e3-852d-355337921e32 None None] For port ca1d92e0-89ee-42f2-aad4-abc994550b33, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ca1d92e0-89ee-42f2-aad4-abc994550b33,segment=NetworkSegment(ca8e377e-15ef-48c5-9181-1f0083f01fc4),segment_id=ca8e377e-15ef-48c5-9181-1f0083f01fc4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:43.566852 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-786fed82-597c-44e3-852d-355337921e32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:43.596317 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-786fed82-597c-44e3-852d-355337921e32 None None] Calling delete_port for ca1d92e0-89ee-42f2-aad4-abc994550b33 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:43.610756 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Deleting port ca1d92e0-89ee-42f2-aad4-abc994550b33 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:43.611051 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:43.765812 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] For port ca1d92e0-89ee-42f2-aad4-abc994550b33, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ca1d92e0-89ee-42f2-aad4-abc994550b33,segment=NetworkSegment(ca8e377e-15ef-48c5-9181-1f0083f01fc4),segment_id=ca8e377e-15ef-48c5-9181-1f0083f01fc4)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:43.766208 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:43.794257 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Calling delete_port for ca1d92e0-89ee-42f2-aad4-abc994550b33 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:43.809603 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ca1d92e0-89ee-42f2-aad4-abc994550b33 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:06:43.825846 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-786fed82-597c-44e3-852d-355337921e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:43.924350 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: ca1d92e0-89ee-42f2-aad4-abc994550b33 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:06:43.924942 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ca1d92e0-89ee-42f2-aad4-abc994550b33 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:06:43.933495 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786fed82-597c-44e3-852d-355337921e32 None None] Pushing event deleted for resources: {'Port': ['ID=ca1d92e0-89ee-42f2-aad4-abc994550b33,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:43.937420 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786fed82-597c-44e3-852d-355337921e32 None None] No DVR routers for this DVR port ca1d92e0-89ee-42f2-aad4-abc994550b33 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:06:44.071267 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:44.147166 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event deleted for resources: {'Port': ['ID=ca1d92e0-89ee-42f2-aad4-abc994550b33,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:44.160425 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] No DVR routers for this DVR port ca1d92e0-89ee-42f2-aad4-abc994550b33 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:06:44.165216 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d27bec62-4de7-4a8f-8856-77b2e673c01b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:44.342346 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:44.373932 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5665c8-a9e5-4276-acf3-0317c159ceda']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:44.393744 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8e377e-15ef-48c5-9181-1f0083f01fc4') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:44.394040 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8e377e-15ef-48c5-9181-1f0083f01fc4') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:44.490967 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27bec62-4de7-4a8f-8856-77b2e673c01b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:06:44.495795 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:44.517719 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:44.537897 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:06:44.538714 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:06:44.638413 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:06:44.645533 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:44.757113 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:44.762943 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "DELETE /v2.0/networks/7c5665c8-a9e5-4276-acf3-0317c159ceda HTTP/1.1" status: 204 len: 168 time: 1.6778457 Dec 12 18:06:44.763344 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57732) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:44.773923 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfde231-7e96-456c-b086-09161ca6a34f tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event deleted for resources: {'Network': ['ID=7c5665c8-a9e5-4276-acf3-0317c159ceda,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:44.781749 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27bec62-4de7-4a8f-8856-77b2e673c01b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:06:44.788174 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d27bec62-4de7-4a8f-8856-77b2e673c01b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2267668 Dec 12 18:06:44.791038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57734) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:44.794109 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3592d2-226b-4883-8f93-ac7f200db143 None None] Sync routers for ids ['2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:06:44.818225 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0e1e4a63-ab83-4ca6-9e83-919680ca730f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4 HTTP/1.1" status: 200 len: 205 time: 0.0261996 Dec 12 18:06:44.820633 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57736) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:44.822596 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3592d2-226b-4883-8f93-ac7f200db143 None None] Routers {'2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:44.832754 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fc3592d2-226b-4883-8f93-ac7f200db143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:44.914221 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-50fbbb7a-bb35-4449-ba9b-7cb22a3ec048 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Deleting subnet eaca739f-104b-46a2-bd61-71d29ed44b3b {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:06:44.924881 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50fbbb7a-bb35-4449-ba9b-7cb22a3ec048 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:44.939810 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fc3592d2-226b-4883-8f93-ac7f200db143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:45.014116 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3592d2-226b-4883-8f93-ac7f200db143 None None] Routers {'2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:45.027932 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fc3592d2-226b-4883-8f93-ac7f200db143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:45.040725 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d62a03a6-e607-4976-82b6-11243a7d1a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.067843 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50fbbb7a-bb35-4449-ba9b-7cb22a3ec048 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.081131 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fa527ef-038d-4955-a6d7-64fbb1e03fa9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.145238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fc3592d2-226b-4883-8f93-ac7f200db143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:45.160306 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3592d2-226b-4883-8f93-ac7f200db143 None None] The sync data for ids ['2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:06:45.277128 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50fbbb7a-bb35-4449-ba9b-7cb22a3ec048 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.378532 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50fbbb7a-bb35-4449-ba9b-7cb22a3ec048 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.418837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbbb7a-bb35-4449-ba9b-7cb22a3ec048 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event deleted for resources: {'Subnet': ['ID=eaca739f-104b-46a2-bd61-71d29ed44b3b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:45.419029 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fa527ef-038d-4955-a6d7-64fbb1e03fa9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.420881 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50fbbb7a-bb35-4449-ba9b-7cb22a3ec048 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.421868 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fa527ef-038d-4955-a6d7-64fbb1e03fa9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.425203 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-50fbbb7a-bb35-4449-ba9b-7cb22a3ec048 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "DELETE /v2.0/subnets/eaca739f-104b-46a2-bd61-71d29ed44b3b HTTP/1.1" status: 204 len: 168 time: 0.6608396 Dec 12 18:06:45.428107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57744) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:45.431791 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d20ea7e-73b0-4df7-a831-4fda0a31335a None None] Network 96c68003-46d6-45ba-a172-2fee334f588b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:45.481643 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fa527ef-038d-4955-a6d7-64fbb1e03fa9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.482572 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa527ef-038d-4955-a6d7-64fbb1e03fa9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Fanout notify agent at l3_agent the message router_deleted on router 2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:06:45.493309 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fa527ef-038d-4955-a6d7-64fbb1e03fa9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.494833 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0fa527ef-038d-4955-a6d7-64fbb1e03fa9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/routers/2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4 HTTP/1.1" status: 204 len: 168 time: 0.6731396 Dec 12 18:06:45.497361 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57746) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:45.502238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada5ef0a-5acb-46a9-a979-7dd8ff71ac39 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Deleting subnet 48b6d399-755c-4835-a67c-106fcca7ef2f {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:06:45.510176 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ada5ef0a-5acb-46a9-a979-7dd8ff71ac39 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.586718 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe337ccc-e27b-41d1-a323-a4f7318a3d14 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting subnet 77f227b2-0101-4b55-a4ac-bf797715d1ff {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:06:45.599949 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe337ccc-e27b-41d1-a323-a4f7318a3d14 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.609629 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ada5ef0a-5acb-46a9-a979-7dd8ff71ac39 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.670959 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe337ccc-e27b-41d1-a323-a4f7318a3d14 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.709144 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653df834-1c1f-440d-98c6-4e77963f5efb None None] DHCP port deletion for 96c68003-46d6-45ba-a172-2fee334f588b request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:06:45.767132 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ada5ef0a-5acb-46a9-a979-7dd8ff71ac39 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.770922 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-653df834-1c1f-440d-98c6-4e77963f5efb None None] Deleting port 8aa47b11-5d5d-423b-996a-7e7ef2ad1159 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:45.771357 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-653df834-1c1f-440d-98c6-4e77963f5efb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.796705 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe337ccc-e27b-41d1-a323-a4f7318a3d14 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.852694 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ada5ef0a-5acb-46a9-a979-7dd8ff71ac39 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.872106 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe337ccc-e27b-41d1-a323-a4f7318a3d14 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.886771 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5ef0a-5acb-46a9-a979-7dd8ff71ac39 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event deleted for resources: {'Subnet': ['ID=48b6d399-755c-4835-a67c-106fcca7ef2f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:45.910413 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ada5ef0a-5acb-46a9-a979-7dd8ff71ac39 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.917302 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ada5ef0a-5acb-46a9-a979-7dd8ff71ac39 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "DELETE /v2.0/subnets/48b6d399-755c-4835-a67c-106fcca7ef2f HTTP/1.1" status: 204 len: 168 time: 0.4874160 Dec 12 18:06:45.917990 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57748) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:45.923073 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc9329-49d6-4ad9-b76f-5418804fc586 None None] Network aaf28e56-f557-4e8b-8bcf-86543ad371b7 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:45.925024 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe337ccc-e27b-41d1-a323-a4f7318a3d14 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.929051 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fe337ccc-e27b-41d1-a323-a4f7318a3d14 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/subnets/77f227b2-0101-4b55-a4ac-bf797715d1ff HTTP/1.1" status: 204 len: 168 time: 0.4305282 Dec 12 18:06:45.930077 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe337ccc-e27b-41d1-a323-a4f7318a3d14 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Subnet': ['ID=77f227b2-0101-4b55-a4ac-bf797715d1ff,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:45.933566 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57750) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:45.948106 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-653df834-1c1f-440d-98c6-4e77963f5efb None None] For port 8aa47b11-5d5d-423b-996a-7e7ef2ad1159, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8aa47b11-5d5d-423b-996a-7e7ef2ad1159,segment=NetworkSegment(59d53d74-5a3a-495a-a591-9915139b972d),segment_id=59d53d74-5a3a-495a-a591-9915139b972d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:45.948520 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-653df834-1c1f-440d-98c6-4e77963f5efb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:45.965450 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56afc795-ebf1-495e-a7f0-64bb5dabc0f3 None None] Network 415c37e7-195d-4f93-9c62-3aff6d745ac2 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:46.040382 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-653df834-1c1f-440d-98c6-4e77963f5efb None None] Calling delete_port for 8aa47b11-5d5d-423b-996a-7e7ef2ad1159 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:46.053367 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.082578 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.160110 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Deleting port 8aa47b11-5d5d-423b-996a-7e7ef2ad1159 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:46.160904 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.161430 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting port b2c67779-ea81-4728-89e2-f70a88122288 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:46.161777 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.239120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] For port 8aa47b11-5d5d-423b-996a-7e7ef2ad1159, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8aa47b11-5d5d-423b-996a-7e7ef2ad1159,segment=NetworkSegment(59d53d74-5a3a-495a-a591-9915139b972d),segment_id=59d53d74-5a3a-495a-a591-9915139b972d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:46.239730 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.254999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Calling delete_port for 8aa47b11-5d5d-423b-996a-7e7ef2ad1159 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:46.260003 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] For port b2c67779-ea81-4728-89e2-f70a88122288, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b2c67779-ea81-4728-89e2-f70a88122288,segment=NetworkSegment(06cfd6dd-ce0b-45e8-afe9-0e18fe5fe7eb),segment_id=06cfd6dd-ce0b-45e8-afe9-0e18fe5fe7eb)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:46.260500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.292260 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Calling delete_port for b2c67779-ea81-4728-89e2-f70a88122288 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:46.417266 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.443425 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-653df834-1c1f-440d-98c6-4e77963f5efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.452432 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.464503 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event deleted for resources: {'Port': ['ID=8aa47b11-5d5d-423b-996a-7e7ef2ad1159,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:46.475752 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] No DVR routers for this DVR port b2c67779-ea81-4728-89e2-f70a88122288 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:06:46.498944 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] No DVR routers for this DVR port 8aa47b11-5d5d-423b-996a-7e7ef2ad1159 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:06:46.529148 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653df834-1c1f-440d-98c6-4e77963f5efb None None] Pushing event deleted for resources: {'Port': ['ID=8aa47b11-5d5d-423b-996a-7e7ef2ad1159,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:46.551141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Port': ['ID=b2c67779-ea81-4728-89e2-f70a88122288,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:46.563252 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653df834-1c1f-440d-98c6-4e77963f5efb None None] No DVR routers for this DVR port 8aa47b11-5d5d-423b-996a-7e7ef2ad1159 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:06:46.621700 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.665771 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['415c37e7-195d-4f93-9c62-3aff6d745ac2']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:46.672757 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d481bb6e-5267-4597-86d0-e4e25ef5ec18 None None] DHCP port deletion for aaf28e56-f557-4e8b-8bcf-86543ad371b7 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:06:46.685156 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.689262 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06cfd6dd-ce0b-45e8-afe9-0e18fe5fe7eb') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:46.690081 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06cfd6dd-ce0b-45e8-afe9-0e18fe5fe7eb') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:46.713196 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.736726 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c68003-46d6-45ba-a172-2fee334f588b']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:46.739076 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de9958c-07ef-4eef-9afc-117ac72a89c2 None None] DHCP port deletion for 415c37e7-195d-4f93-9c62-3aff6d745ac2 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:06:46.740201 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.749384 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:06:46.749800 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:06:46.756404 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:06:46.761813 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d53d74-5a3a-495a-a591-9915139b972d') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:46.762489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d53d74-5a3a-495a-a591-9915139b972d') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:46.785625 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.809386 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.811348 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d481bb6e-5267-4597-86d0-e4e25ef5ec18 None None] Deleting port 8355cafd-2c5b-4aa1-bd97-865951c1f76c {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:46.811824 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d481bb6e-5267-4597-86d0-e4e25ef5ec18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.820111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:06:46.820564 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:06:46.823966 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:06:46.899605 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.921772 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.926788 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.932488 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d481bb6e-5267-4597-86d0-e4e25ef5ec18 None None] For port 8355cafd-2c5b-4aa1-bd97-865951c1f76c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8355cafd-2c5b-4aa1-bd97-865951c1f76c,segment=NetworkSegment(6487bfe3-846f-4353-b1d3-263ce0ef0dd4),segment_id=6487bfe3-846f-4353-b1d3-263ce0ef0dd4)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:46.932994 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d481bb6e-5267-4597-86d0-e4e25ef5ec18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.933396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "DELETE /v2.0/networks/96c68003-46d6-45ba-a172-2fee334f588b HTTP/1.1" status: 204 len: 168 time: 1.0143847 Dec 12 18:06:46.934059 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57764) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:46.935582 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:46.945347 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/networks/415c37e7-195d-4f93-9c62-3aff6d745ac2 HTTP/1.1" status: 204 len: 168 time: 1.0104389 Dec 12 18:06:46.946780 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67786cf-c0ae-4a2b-a064-7c015f7aa595 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Network': ['ID=415c37e7-195d-4f93-9c62-3aff6d745ac2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:46.949307 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d481bb6e-5267-4597-86d0-e4e25ef5ec18 None None] Calling delete_port for 8355cafd-2c5b-4aa1-bd97-865951c1f76c owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:46.955466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57766) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:46.961745 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1533492496', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:47.017866 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.019527 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.058984 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d481bb6e-5267-4597-86d0-e4e25ef5ec18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.063462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac80c7-c64e-4aab-b0fd-9a808979eed8 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event deleted for resources: {'Network': ['ID=96c68003-46d6-45ba-a172-2fee334f588b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:47.069511 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40ddd3fb-b4e7-4b7a-b2ca-3154b450840b tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.103549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481bb6e-5267-4597-86d0-e4e25ef5ec18 None None] Pushing event deleted for resources: {'Port': ['ID=8355cafd-2c5b-4aa1-bd97-865951c1f76c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:47.106242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481bb6e-5267-4597-86d0-e4e25ef5ec18 None None] No DVR routers for this DVR port 8355cafd-2c5b-4aa1-bd97-865951c1f76c on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:06:47.151377 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.192579 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.195048 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40ddd3fb-b4e7-4b7a-b2ca-3154b450840b tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.210442 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-80b0bb79-24d5-4567-95fa-7dc2a882f278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.220844 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-40ddd3fb-b4e7-4b7a-b2ca-3154b450840b tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf28e56-f557-4e8b-8bcf-86543ad371b7']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:47.235784 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-40ddd3fb-b4e7-4b7a-b2ca-3154b450840b tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6487bfe3-846f-4353-b1d3-263ce0ef0dd4') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:47.236730 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-40ddd3fb-b4e7-4b7a-b2ca-3154b450840b tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6487bfe3-846f-4353-b1d3-263ce0ef0dd4') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:47.256128 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40ddd3fb-b4e7-4b7a-b2ca-3154b450840b tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.282145 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40ddd3fb-b4e7-4b7a-b2ca-3154b450840b tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.297607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ddd3fb-b4e7-4b7a-b2ca-3154b450840b tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:06:47.298003 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40ddd3fb-b4e7-4b7a-b2ca-3154b450840b tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:06:47.301827 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:06:47.400631 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40ddd3fb-b4e7-4b7a-b2ca-3154b450840b tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.430946 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40ddd3fb-b4e7-4b7a-b2ca-3154b450840b tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.434787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-40ddd3fb-b4e7-4b7a-b2ca-3154b450840b tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "DELETE /v2.0/networks/aaf28e56-f557-4e8b-8bcf-86543ad371b7 HTTP/1.1" status: 204 len: 168 time: 0.4965658 Dec 12 18:06:47.435610 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddd3fb-b4e7-4b7a-b2ca-3154b450840b tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event deleted for resources: {'Network': ['ID=aaf28e56-f557-4e8b-8bcf-86543ad371b7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:47.437511 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57772) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:47.500500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9719bd-d84f-4275-9916-9909b8e23b81 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Deleting subnet edd719f0-6f39-4ed4-9892-9532a0edc7ee {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:06:47.505043 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1b9719bd-d84f-4275-9916-9909b8e23b81 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.532162 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8355cafd-2c5b-4aa1-bd97-865951c1f76c no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:06:47.544926 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.562594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 8355cafd-2c5b-4aa1-bd97-865951c1f76c {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:06:47.563014 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8355cafd-2c5b-4aa1-bd97-865951c1f76c not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:06:47.563394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8aa47b11-5d5d-423b-996a-7e7ef2ad1159 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:06:47.577934 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1b9719bd-d84f-4275-9916-9909b8e23b81 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.616756 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 8aa47b11-5d5d-423b-996a-7e7ef2ad1159 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:06:47.617113 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8aa47b11-5d5d-423b-996a-7e7ef2ad1159 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:06:47.617548 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b2c67779-ea81-4728-89e2-f70a88122288 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:06:47.659119 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: b2c67779-ea81-4728-89e2-f70a88122288 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:06:47.659551 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b2c67779-ea81-4728-89e2-f70a88122288 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:06:47.705541 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1b9719bd-d84f-4275-9916-9909b8e23b81 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.785963 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1b9719bd-d84f-4275-9916-9909b8e23b81 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.812494 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee86e9a-e7b7-416d-a0a8-d8feaade7878 None None] Network d3a33f6c-e367-4c2a-815d-fbecb0e8afbe requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:47.861856 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.863305 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9719bd-d84f-4275-9916-9909b8e23b81 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event deleted for resources: {'Subnet': ['ID=edd719f0-6f39-4ed4-9892-9532a0edc7ee,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:47.869322 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1b9719bd-d84f-4275-9916-9909b8e23b81 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.872745 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1b9719bd-d84f-4275-9916-9909b8e23b81 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "DELETE /v2.0/subnets/edd719f0-6f39-4ed4-9892-9532a0edc7ee HTTP/1.1" status: 204 len: 168 time: 0.4344580 Dec 12 18:06:47.875332 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.875504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57776) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:47.904675 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:47.982773 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:48.057023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Deleting port 9284a5ab-abc0-4666-89f1-3e6a11948ec9 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:48.057369 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:48.062459 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Allocated IP 172.25.1.133 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/d22c24e3-48da-4928-9dc2-d4fd0468923a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:06:48.146174 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] For port 9284a5ab-abc0-4666-89f1-3e6a11948ec9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9284a5ab-abc0-4666-89f1-3e6a11948ec9,segment=NetworkSegment(3e910aba-07c8-4237-a3f6-a6837cafdf39),segment_id=3e910aba-07c8-4237-a3f6-a6837cafdf39)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:48.146669 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:48.159651 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea6dcc2-015b-4b56-a5f5-261d8534cd80 None None] DHCP port deletion for d3a33f6c-e367-4c2a-815d-fbecb0e8afbe request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:06:48.165987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Calling delete_port for 9284a5ab-abc0-4666-89f1-3e6a11948ec9 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:48.286777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5ea6dcc2-015b-4b56-a5f5-261d8534cd80 None None] Deleting port 9284a5ab-abc0-4666-89f1-3e6a11948ec9 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:48.287322 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5ea6dcc2-015b-4b56-a5f5-261d8534cd80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:48.299928 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:48.316029 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:48.360017 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:48.365901 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event deleted for resources: {'Port': ['ID=9284a5ab-abc0-4666-89f1-3e6a11948ec9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:48.370689 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] No DVR routers for this DVR port 9284a5ab-abc0-4666-89f1-3e6a11948ec9 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:06:48.409920 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:48.413166 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:48.418927 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:06:48.443369 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da029198-9f1a-41b8-8540-dc2b03f9552d None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:06:48.503502 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:48.504101 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:48.527753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5ea6dcc2-015b-4b56-a5f5-261d8534cd80 None None] For port 9284a5ab-abc0-4666-89f1-3e6a11948ec9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9284a5ab-abc0-4666-89f1-3e6a11948ec9,segment=NetworkSegment(3e910aba-07c8-4237-a3f6-a6837cafdf39),segment_id=3e910aba-07c8-4237-a3f6-a6837cafdf39)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:48.528230 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5ea6dcc2-015b-4b56-a5f5-261d8534cd80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:48.555382 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a33f6c-e367-4c2a-815d-fbecb0e8afbe']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:48.555809 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5ea6dcc2-015b-4b56-a5f5-261d8534cd80 None None] Calling delete_port for 9284a5ab-abc0-4666-89f1-3e6a11948ec9 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:48.573904 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e910aba-07c8-4237-a3f6-a6837cafdf39') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:48.574217 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e910aba-07c8-4237-a3f6-a6837cafdf39') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:48.620907 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:48.651498 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:48.664890 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:06:48.676890 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:06:48.682058 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:06:48.688274 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-89b72ead-9347-4ab8-9810-f134af140345 None None] Provisioning complete for port d22c24e3-48da-4928-9dc2-d4fd0468923a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:48.688679 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89b72ead-9347-4ab8-9810-f134af140345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:48.731906 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-89b72ead-9347-4ab8-9810-f134af140345 None None] Port d22c24e3-48da-4928-9dc2-d4fd0468923a cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:06:48.795245 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5ea6dcc2-015b-4b56-a5f5-261d8534cd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:48.808483 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:48.813377 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:48.820469 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea6dcc2-015b-4b56-a5f5-261d8534cd80 None None] No DVR routers for this DVR port 9284a5ab-abc0-4666-89f1-3e6a11948ec9 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:06:48.821589 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "DELETE /v2.0/networks/d3a33f6c-e367-4c2a-815d-fbecb0e8afbe HTTP/1.1" status: 204 len: 168 time: 0.9448392 Dec 12 18:06:48.822327 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57784) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:48.875045 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6dcc2-015b-4b56-a5f5-261d8534cd80 None None] Pushing event deleted for resources: {'Port': ['ID=9284a5ab-abc0-4666-89f1-3e6a11948ec9,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:48.909854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd91e3-1291-41ca-a165-ff66d2836419 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Pushing event deleted for resources: {'Network': ['ID=d3a33f6c-e367-4c2a-815d-fbecb0e8afbe,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:48.919328 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-348db93c-5088-4b75-ba46-51c276d06c8c tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "GET /v2.0/ports?device_id=249d6171-13e2-4ab3-aa0a-a3166d27cbcd HTTP/1.1" status: 200 len: 205 time: 0.0843124 Dec 12 18:06:48.920049 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57786) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:49.078432 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1f06b95-3586-4144-9707-de8e8de87f77 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:49.138871 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=d22c24e3-48da-4928-9dc2-d4fd0468923a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:49.370162 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1f06b95-3586-4144-9707-de8e8de87f77 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:49.373512 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1f06b95-3586-4144-9707-de8e8de87f77 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:49.435619 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:49.474241 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1f06b95-3586-4144-9707-de8e8de87f77 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:49.474241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f06b95-3586-4144-9707-de8e8de87f77 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Fanout notify agent at l3_agent the message router_deleted on router 249d6171-13e2-4ab3-aa0a-a3166d27cbcd {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:06:49.490634 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1f06b95-3586-4144-9707-de8e8de87f77 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:49.512670 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e1f06b95-3586-4144-9707-de8e8de87f77 tempest-RoutersNegativeIpV6Test-1636036279 tempest-RoutersNegativeIpV6Test-1636036279-project] 10.222.0.18 "DELETE /v2.0/routers/249d6171-13e2-4ab3-aa0a-a3166d27cbcd HTTP/1.1" status: 204 len: 168 time: 0.5879836 Dec 12 18:06:49.521993 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9284a5ab-abc0-4666-89f1-3e6a11948ec9 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:06:49.610768 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 9284a5ab-abc0-4666-89f1-3e6a11948ec9 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:06:49.612443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9284a5ab-abc0-4666-89f1-3e6a11948ec9 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:06:49.842449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57802) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:49.946180 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:49.963491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57806) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:50.054681 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89c00c6d-077b-4088-b7b1-06a146cf7d7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:50.114687 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:50.244024 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 755b25f4-ca46-4ec6-90a8-424cf480dbb1 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:06:50.275055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3b28b86a-3141-4804-a084-702f3f3aa704 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a579d1f4db7490589cfb9fd367b9ddb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3102105 Dec 12 18:06:50.286207 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57810) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:50.320726 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89c00c6d-077b-4088-b7b1-06a146cf7d7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:50.335424 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89c00c6d-077b-4088-b7b1-06a146cf7d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:50.395113 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:06:50.397308 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-89c00c6d-077b-4088-b7b1-06a146cf7d7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db1aec704ae840a3bd6f51897f590736&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5528283 Dec 12 18:06:50.401099 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2392d5c5-ccd8-4bc0-999f-7d102646b344 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:50.407501 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57812) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:50.410008 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8023c7-8501-4e1e-9d85-41a9226d8ee7 None None] Sync routers for ids ['755b25f4-ca46-4ec6-90a8-424cf480dbb1'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:06:50.428322 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2392d5c5-ccd8-4bc0-999f-7d102646b344 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:50.446161 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8023c7-8501-4e1e-9d85-41a9226d8ee7 None None] Routers {'755b25f4-ca46-4ec6-90a8-424cf480dbb1'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:50.446959 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bc8023c7-8501-4e1e-9d85-41a9226d8ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['755b25f4-ca46-4ec6-90a8-424cf480dbb1'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:50.456131 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:50.460220 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-481026dd-10d5-42f8-8007-a5555ecf7099 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.5010788 Dec 12 18:06:50.462760 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57814) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:50.466775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c00c6d-077b-4088-b7b1-06a146cf7d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63aa265e-194d-46d0-80d0-1c465966e477,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:50.502371 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bc8023c7-8501-4e1e-9d85-41a9226d8ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:50.515726 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8023c7-8501-4e1e-9d85-41a9226d8ee7 None None] Routers {'755b25f4-ca46-4ec6-90a8-424cf480dbb1'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:50.518445 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bc8023c7-8501-4e1e-9d85-41a9226d8ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['755b25f4-ca46-4ec6-90a8-424cf480dbb1'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:50.576391 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bc8023c7-8501-4e1e-9d85-41a9226d8ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:50.578526 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8023c7-8501-4e1e-9d85-41a9226d8ee7 None None] The sync data for ids ['755b25f4-ca46-4ec6-90a8-424cf480dbb1'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:06:50.585854 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2392d5c5-ccd8-4bc0-999f-7d102646b344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:50.588781 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2392d5c5-ccd8-4bc0-999f-7d102646b344 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:50.590072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2392d5c5-ccd8-4bc0-999f-7d102646b344 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6994e02-48c9-4d84-8b33-9e7cac558a47 HTTP/1.1" status: 204 len: 168 time: 0.3028440 Dec 12 18:06:50.609029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392d5c5-ccd8-4bc0-999f-7d102646b344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6994e02-48c9-4d84-8b33-9e7cac558a47,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:50.629578 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60ee34af-d8b0-4e36-ae81-6426a9a91b9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:50.675386 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60ee34af-d8b0-4e36-ae81-6426a9a91b9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:50.688816 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-12629e9a-0aa5-4681-9220-f51793b2039f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/routers/755b25f4-ca46-4ec6-90a8-424cf480dbb1 HTTP/1.1" status: 200 len: 881 time: 0.2247725 Dec 12 18:06:50.691779 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57820) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:50.858335 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60ee34af-d8b0-4e36-ae81-6426a9a91b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:50.861899 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60ee34af-d8b0-4e36-ae81-6426a9a91b9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:50.865284 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-60ee34af-d8b0-4e36-ae81-6426a9a91b9c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63aa265e-194d-46d0-80d0-1c465966e477 HTTP/1.1" status: 204 len: 168 time: 0.4537079 Dec 12 18:06:50.875669 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee34af-d8b0-4e36-ae81-6426a9a91b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aa265e-194d-46d0-80d0-1c465966e477,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:50.916363 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:50.977446 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-19408a9f-d312-4b47-97ef-76be11f6c16b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2845242 Dec 12 18:06:50.979274 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57836) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:50.984990 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8b8d07da-fad7-433c-b952-81a9ab739a78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1533492496'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:51.168447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57842) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:51.295610 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57850) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:51.324657 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cd9d1a25-018d-493f-96f4-55a7ec66a7f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:51.342996 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b8d07da-fad7-433c-b952-81a9ab739a78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:51.363543 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b8d07da-fad7-433c-b952-81a9ab739a78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:51.494935 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cd9d1a25-018d-493f-96f4-55a7ec66a7f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:51.496449 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c2799c7-8b04-4408-9124-d0544a16ac22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:51.508030 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cd9d1a25-018d-493f-96f4-55a7ec66a7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:51.522576 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8d07da-fad7-433c-b952-81a9ab739a78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 755b25f4-ca46-4ec6-90a8-424cf480dbb1 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:06:51.559103 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cd9d1a25-018d-493f-96f4-55a7ec66a7f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53b31d8e67cf4e04bf1fb8ab6e6d06d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2621961 Dec 12 18:06:51.562057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57858) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:51.570405 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d1a25-018d-493f-96f4-55a7ec66a7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd39bd7f-fc0b-4089-a2c0-389d00f8348d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:51.660683 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8d07da-fad7-433c-b952-81a9ab739a78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:06:51.669948 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b8d07da-fad7-433c-b952-81a9ab739a78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:51.674530 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8b8d07da-fad7-433c-b952-81a9ab739a78 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/755b25f4-ca46-4ec6-90a8-424cf480dbb1 HTTP/1.1" status: 200 len: 888 time: 0.6907952 Dec 12 18:06:51.674840 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57866) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:51.687827 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d8973d-4466-4e35-8294-46e24cdc471e None None] Sync routers for ids ['755b25f4-ca46-4ec6-90a8-424cf480dbb1'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:06:51.690577 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d8973d-4466-4e35-8294-46e24cdc471e None None] Routers {'755b25f4-ca46-4ec6-90a8-424cf480dbb1'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:51.697215 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b9d8973d-4466-4e35-8294-46e24cdc471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['755b25f4-ca46-4ec6-90a8-424cf480dbb1'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:51.713843 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c2799c7-8b04-4408-9124-d0544a16ac22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:51.714877 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bfefbb18-3b4d-4244-b6f2-a31d7ca8bd42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:51.727421 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c2799c7-8b04-4408-9124-d0544a16ac22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:51.747394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b9d8973d-4466-4e35-8294-46e24cdc471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:51.760168 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d8973d-4466-4e35-8294-46e24cdc471e None None] Routers {'755b25f4-ca46-4ec6-90a8-424cf480dbb1'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:51.761015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b9d8973d-4466-4e35-8294-46e24cdc471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['755b25f4-ca46-4ec6-90a8-424cf480dbb1'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:51.783482 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bfefbb18-3b4d-4244-b6f2-a31d7ca8bd42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:51.801085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7c2799c7-8b04-4408-9124-d0544a16ac22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10ebbd64a63a4677b2d03138122fe69a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6304185 Dec 12 18:06:51.805383 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57870) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:51.816566 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b9d8973d-4466-4e35-8294-46e24cdc471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:51.817241 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d8973d-4466-4e35-8294-46e24cdc471e None None] The sync data for ids ['755b25f4-ca46-4ec6-90a8-424cf480dbb1'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:06:51.817470 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57872) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:51.840900 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2799c7-8b04-4408-9124-d0544a16ac22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f19a8f-b121-48a7-8d4f-a10649cb9e9f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:51.846152 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2eaba5cb-7e5a-49cf-88fb-e4f617c07794 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/routers/755b25f4-ca46-4ec6-90a8-424cf480dbb1 HTTP/1.1" status: 200 len: 888 time: 0.1689503 Dec 12 18:06:51.850403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57876) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:51.875241 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bfefbb18-3b4d-4244-b6f2-a31d7ca8bd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:51.878363 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bfefbb18-3b4d-4244-b6f2-a31d7ca8bd42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:51.882341 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bfefbb18-3b4d-4244-b6f2-a31d7ca8bd42 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd39bd7f-fc0b-4089-a2c0-389d00f8348d HTTP/1.1" status: 204 len: 168 time: 0.3192799 Dec 12 18:06:51.889366 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-62ff2f10-0735-48ea-9449-27c363836ebd tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/ports?device_id=755b25f4-ca46-4ec6-90a8-424cf480dbb1 HTTP/1.1" status: 200 len: 205 time: 0.0351999 Dec 12 18:06:51.889539 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57880) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:51.891443 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefbb18-3b4d-4244-b6f2-a31d7ca8bd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd39bd7f-fc0b-4089-a2c0-389d00f8348d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:51.981189 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45277db6-9fb1-4d78-828f-b475f3c0d6f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:52.016815 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45277db6-9fb1-4d78-828f-b475f3c0d6f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:52.020461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4fac7e1d-cf23-4c5d-84c2-5789ba133c93 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-908654956'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:52.048415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fac7e1d-cf23-4c5d-84c2-5789ba133c93 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Made reservation on behalf of 2f50c9665aba4cf1b671c7783dcc1e25 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:52.052208 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea018-4d06-44a6-8fa4-e41c1a401656 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:52.054267 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4fac7e1d-cf23-4c5d-84c2-5789ba133c93 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:52.066738 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4fac7e1d-cf23-4c5d-84c2-5789ba133c93 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:52.171078 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4fac7e1d-cf23-4c5d-84c2-5789ba133c93 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:52.174731 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45277db6-9fb1-4d78-828f-b475f3c0d6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:52.177083 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4fac7e1d-cf23-4c5d-84c2-5789ba133c93 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:52.177469 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45277db6-9fb1-4d78-828f-b475f3c0d6f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:52.180878 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-45277db6-9fb1-4d78-828f-b475f3c0d6f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2f19a8f-b121-48a7-8d4f-a10649cb9e9f HTTP/1.1" status: 204 len: 168 time: 0.3723302 Dec 12 18:06:52.197111 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45277db6-9fb1-4d78-828f-b475f3c0d6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f19a8f-b121-48a7-8d4f-a10649cb9e9f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:52.207650 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea018-4d06-44a6-8fa4-e41c1a401656 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:52.270818 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac7e1d-cf23-4c5d-84c2-5789ba133c93 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f3a2bb-adfa-4c68-9641-5e255f45bab6,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:52.277837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fac7e1d-cf23-4c5d-84c2-5789ba133c93 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:06:52.290561 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4fac7e1d-cf23-4c5d-84c2-5789ba133c93 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:52.291106 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-4fac7e1d-cf23-4c5d-84c2-5789ba133c93 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Added segment 14055c33-f686-4786-a305-1d5be18b60b0 of type vlan for network 367c02c3-8d0b-4078-81bb-91a403dfa206 Dec 12 18:06:52.313680 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ba7ea018-4d06-44a6-8fa4-e41c1a401656 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting port d22c24e3-48da-4928-9dc2-d4fd0468923a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:06:52.314051 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea018-4d06-44a6-8fa4-e41c1a401656 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:52.340704 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4fac7e1d-cf23-4c5d-84c2-5789ba133c93 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:52.395135 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4fac7e1d-cf23-4c5d-84c2-5789ba133c93 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:52.400765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fac7e1d-cf23-4c5d-84c2-5789ba133c93 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:52.401369 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4fac7e1d-cf23-4c5d-84c2-5789ba133c93 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:52.544448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4fac7e1d-cf23-4c5d-84c2-5789ba133c93 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7254832 Dec 12 18:06:52.545117 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57898) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:52.560916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.tag.tag_plugin [None req-091c7a0c-4cf8-4bca-b561-9aec9056ff4c tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '367c02c3-8d0b-4078-81bb-91a403dfa206', 'tempest-TagsTest-Tag-2092859785') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:52.607712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac7e1d-cf23-4c5d-84c2-5789ba133c93 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Pushing event updated for resources: {'Network': ['ID=367c02c3-8d0b-4078-81bb-91a403dfa206,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:52.623159 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 367c02c3-8d0b-4078-81bb-91a403dfa206 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:06:52.657788 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-091c7a0c-4cf8-4bca-b561-9aec9056ff4c tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] 10.222.0.18 "PUT /v2.0/networks/367c02c3-8d0b-4078-81bb-91a403dfa206/tags/tempest-TagsTest-Tag-2092859785 HTTP/1.1" status: 201 len: 201 time: 0.1079588 Dec 12 18:06:52.662140 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57902) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:52.670337 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.tag.tag_plugin [None req-f9d8399f-6557-44f2-ab0a-3bd3d4cb178d tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '367c02c3-8d0b-4078-81bb-91a403dfa206', 'tempest-TagsTest-Tag-2092859785') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:52.687188 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57904) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:52.799535 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-54f06f26-d056-4e9e-bd09-99d028323a18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:52.865913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f9d8399f-6557-44f2-ab0a-3bd3d4cb178d tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] 10.222.0.18 "GET /v2.0/networks/367c02c3-8d0b-4078-81bb-91a403dfa206/tags/tempest-TagsTest-Tag-2092859785 HTTP/1.1" status: 204 len: 168 time: 0.2013500 Dec 12 18:06:52.868043 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57910) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:52.873549 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.tag.tag_plugin [None req-748a3da1-735c-4cbf-8136-b09b89db0e04 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '367c02c3-8d0b-4078-81bb-91a403dfa206') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:52.986466 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-748a3da1-735c-4cbf-8136-b09b89db0e04 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] 10.222.0.18 "GET /v2.0/networks/367c02c3-8d0b-4078-81bb-91a403dfa206/tags HTTP/1.1" status: 200 len: 238 time: 0.1169183 Dec 12 18:06:52.989370 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57914) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:52.992525 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-54f06f26-d056-4e9e-bd09-99d028323a18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:52.996518 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.tag.tag_plugin [None req-cbb5224f-08e8-4abe-96d9-f5f16a5ce138 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '367c02c3-8d0b-4078-81bb-91a403dfa206', {'tags': ['tempest-TagsTest-Tag-1445062826', 'tempest-TagsTest-Tag-273138647', 'tempest-TagsTest-Tag-221857749']}) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:53.013974 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-54f06f26-d056-4e9e-bd09-99d028323a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:53.046478 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea018-4d06-44a6-8fa4-e41c1a401656 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:53.060907 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ba7ea018-4d06-44a6-8fa4-e41c1a401656 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Calling delete_port for d22c24e3-48da-4928-9dc2-d4fd0468923a owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:06:53.134895 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-54f06f26-d056-4e9e-bd09-99d028323a18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f312cf64fd2f48e28b8d385437ebea36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4259839 Dec 12 18:06:53.138946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57918) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:53.148019 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f06f26-d056-4e9e-bd09-99d028323a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573b2956-3e4f-4922-8831-b39f4aaa7143,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:53.164271 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cbb5224f-08e8-4abe-96d9-f5f16a5ce138 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] 10.222.0.18 "PUT /v2.0/networks/367c02c3-8d0b-4078-81bb-91a403dfa206/tags HTTP/1.1" status: 200 len: 307 time: 0.1716330 Dec 12 18:06:53.164805 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57920) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:53.171160 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.tag.tag_plugin [None req-e48889c9-18af-4983-818f-1f8aaec91216 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '367c02c3-8d0b-4078-81bb-91a403dfa206', 'tempest-TagsTest-Tag-1445062826') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:53.240112 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-968ded06-475f-412c-97ad-c249982b1c30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:53.273320 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-968ded06-475f-412c-97ad-c249982b1c30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:53.279075 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e48889c9-18af-4983-818f-1f8aaec91216 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] 10.222.0.18 "DELETE /v2.0/networks/367c02c3-8d0b-4078-81bb-91a403dfa206/tags/tempest-TagsTest-Tag-1445062826 HTTP/1.1" status: 204 len: 168 time: 0.1107962 Dec 12 18:06:53.279646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57924) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:53.284310 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.tag.tag_plugin [None req-dcdbf99a-d467-472b-bd36-b503c8d03f6e tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '367c02c3-8d0b-4078-81bb-91a403dfa206', 'tempest-TagsTest-Tag-1445062826') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:53.341030 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea018-4d06-44a6-8fa4-e41c1a401656 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:53.356094 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-dcdbf99a-d467-472b-bd36-b503c8d03f6e tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] show failed (client error): The resource could not be found. Dec 12 18:06:53.357142 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-dcdbf99a-d467-472b-bd36-b503c8d03f6e tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] 10.222.0.18 "GET /v2.0/networks/367c02c3-8d0b-4078-81bb-91a403dfa206/tags/tempest-TagsTest-Tag-1445062826 HTTP/1.1" status: 404 len: 326 time: 0.0768802 Dec 12 18:06:53.359875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57928) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:53.364637 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.tag.tag_plugin [None req-9aeaf923-3c39-4bd9-bf78-54a05cd2133c tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '367c02c3-8d0b-4078-81bb-91a403dfa206', 'tempest-TagsTest-Tag-273138647') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:53.375600 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ea018-4d06-44a6-8fa4-e41c1a401656 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Port': ['ID=d22c24e3-48da-4928-9dc2-d4fd0468923a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:53.395394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83e4c47-db87-466c-abbd-7b11ba652ada None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:06:53.406135 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-968ded06-475f-412c-97ad-c249982b1c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:53.408852 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-968ded06-475f-412c-97ad-c249982b1c30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:53.412376 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-968ded06-475f-412c-97ad-c249982b1c30 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/573b2956-3e4f-4922-8831-b39f4aaa7143 HTTP/1.1" status: 204 len: 168 time: 0.2700856 Dec 12 18:06:53.436979 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ded06-475f-412c-97ad-c249982b1c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573b2956-3e4f-4922-8831-b39f4aaa7143,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:53.459951 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea018-4d06-44a6-8fa4-e41c1a401656 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:53.471914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9aeaf923-3c39-4bd9-bf78-54a05cd2133c tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] 10.222.0.18 "GET /v2.0/networks/367c02c3-8d0b-4078-81bb-91a403dfa206/tags/tempest-TagsTest-Tag-273138647 HTTP/1.1" status: 204 len: 168 time: 0.1103687 Dec 12 18:06:53.474344 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57932) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:53.480324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.tag.tag_plugin [None req-bf5047e5-b912-4e69-9f83-cddd2b426405 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '367c02c3-8d0b-4078-81bb-91a403dfa206', 'tempest-TagsTest-Tag-221857749') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:53.556697 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea018-4d06-44a6-8fa4-e41c1a401656 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:53.558923 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea018-4d06-44a6-8fa4-e41c1a401656 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:53.570477 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bf5047e5-b912-4e69-9f83-cddd2b426405 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] 10.222.0.18 "GET /v2.0/networks/367c02c3-8d0b-4078-81bb-91a403dfa206/tags/tempest-TagsTest-Tag-221857749 HTTP/1.1" status: 204 len: 168 time: 0.0934231 Dec 12 18:06:53.571684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57936) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:53.576040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.tag.tag_plugin [None req-c5d7524d-2113-4bba-b9b9-0d2fb66d5f91 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '367c02c3-8d0b-4078-81bb-91a403dfa206') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:53.614318 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea018-4d06-44a6-8fa4-e41c1a401656 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:53.615029 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7ea018-4d06-44a6-8fa4-e41c1a401656 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Fanout notify agent at l3_agent the message router_deleted on router 755b25f4-ca46-4ec6-90a8-424cf480dbb1 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:06:53.623419 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba7ea018-4d06-44a6-8fa4-e41c1a401656 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:53.624615 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ba7ea018-4d06-44a6-8fa4-e41c1a401656 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/routers/755b25f4-ca46-4ec6-90a8-424cf480dbb1 HTTP/1.1" status: 204 len: 168 time: 1.7342129 Dec 12 18:06:53.631455 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57940) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:53.637370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-69d70317-99c0-4632-8094-3640ce8f7ec0 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'network': {'name': 'tempest-RoutersTest-2099996581'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:53.665767 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d70317-99c0-4632-8094-3640ce8f7ec0 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Made reservation on behalf of 06e9b19557994f78bfc7175f945328a3 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:53.670015 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69d70317-99c0-4632-8094-3640ce8f7ec0 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:53.693280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c5d7524d-2113-4bba-b9b9-0d2fb66d5f91 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] 10.222.0.18 "DELETE /v2.0/networks/367c02c3-8d0b-4078-81bb-91a403dfa206/tags HTTP/1.1" status: 204 len: 168 time: 0.1205552 Dec 12 18:06:53.695880 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57944) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:53.701887 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-a3291801-0f4d-44d2-a818-d5db35e0ca79 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '367c02c3-8d0b-4078-81bb-91a403dfa206', 'tempest-TagsTest-Tag-273138647') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:53.723556 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d70317-99c0-4632-8094-3640ce8f7ec0 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:06:53.759392 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69d70317-99c0-4632-8094-3640ce8f7ec0 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:53.759762 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-69d70317-99c0-4632-8094-3640ce8f7ec0 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Added segment 0e1ba270-b7a4-4b20-97cc-676f5b4ee11f of type vlan for network c31fd293-a2bb-43d1-a6c3-8eab478c9bab Dec 12 18:06:53.814823 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69d70317-99c0-4632-8094-3640ce8f7ec0 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:53.824282 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-a3291801-0f4d-44d2-a818-d5db35e0ca79 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] show failed (client error): The resource could not be found. Dec 12 18:06:53.825253 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a3291801-0f4d-44d2-a818-d5db35e0ca79 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] 10.222.0.18 "GET /v2.0/networks/367c02c3-8d0b-4078-81bb-91a403dfa206/tags/tempest-TagsTest-Tag-273138647 HTTP/1.1" status: 404 len: 325 time: 0.1283927 Dec 12 18:06:53.828116 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57952) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:53.836082 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-c03c4b4c-5759-401e-aca4-2ab90dd06a7c tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '367c02c3-8d0b-4078-81bb-91a403dfa206', 'tempest-TagsTest-Tag-221857749') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:53.906998 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69d70317-99c0-4632-8094-3640ce8f7ec0 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:53.915058 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d70317-99c0-4632-8094-3640ce8f7ec0 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:53.915684 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69d70317-99c0-4632-8094-3640ce8f7ec0 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:53.991937 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-69d70317-99c0-4632-8094-3640ce8f7ec0 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3568649 Dec 12 18:06:53.993291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 57962) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:54.004388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f395e49f-5d4b-4efe-852d-d7e1632fe26f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'subnet': {'network_id': 'c31fd293-a2bb-43d1-a6c3-8eab478c9bab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:54.006123 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d70317-99c0-4632-8094-3640ce8f7ec0 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Network': ['ID=c31fd293-a2bb-43d1-a6c3-8eab478c9bab,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:54.010212 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-c03c4b4c-5759-401e-aca4-2ab90dd06a7c tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] show failed (client error): The resource could not be found. Dec 12 18:06:54.011291 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c03c4b4c-5759-401e-aca4-2ab90dd06a7c tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] 10.222.0.18 "GET /v2.0/networks/367c02c3-8d0b-4078-81bb-91a403dfa206/tags/tempest-TagsTest-Tag-221857749 HTTP/1.1" status: 404 len: 325 time: 0.1822507 Dec 12 18:06:54.017950 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57968) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:54.019786 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-965cde91-1329-445a-8351-73713e153392 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '367c02c3-8d0b-4078-81bb-91a403dfa206') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:54.022946 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network c31fd293-a2bb-43d1-a6c3-8eab478c9bab details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:06:54.170341 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-965cde91-1329-445a-8351-73713e153392 tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] 10.222.0.18 "DELETE /v2.0/networks/367c02c3-8d0b-4078-81bb-91a403dfa206/tags HTTP/1.1" status: 204 len: 168 time: 0.1550362 Dec 12 18:06:54.174542 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57978) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:54.178010 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f395e49f-5d4b-4efe-852d-d7e1632fe26f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Made reservation on behalf of 06e9b19557994f78bfc7175f945328a3 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:06:54.181941 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f395e49f-5d4b-4efe-852d-d7e1632fe26f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:54.301299 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58fa6b8-2b0c-4fb6-8284-22938f83b22e tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:54.419526 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58fa6b8-2b0c-4fb6-8284-22938f83b22e tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:54.447513 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b58fa6b8-2b0c-4fb6-8284-22938f83b22e tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367c02c3-8d0b-4078-81bb-91a403dfa206']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:54.461289 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b58fa6b8-2b0c-4fb6-8284-22938f83b22e tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14055c33-f686-4786-a305-1d5be18b60b0') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:54.461670 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b58fa6b8-2b0c-4fb6-8284-22938f83b22e tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14055c33-f686-4786-a305-1d5be18b60b0') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:54.476054 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58fa6b8-2b0c-4fb6-8284-22938f83b22e tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:54.492293 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f395e49f-5d4b-4efe-852d-d7e1632fe26f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:54.502728 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58fa6b8-2b0c-4fb6-8284-22938f83b22e tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:54.515811 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58fa6b8-2b0c-4fb6-8284-22938f83b22e tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:06:54.516364 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58fa6b8-2b0c-4fb6-8284-22938f83b22e tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:06:54.521096 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:06:54.598408 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395e49f-5d4b-4efe-852d-d7e1632fe26f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Subnet': ['ID=0232ed04-96bc-4dc1-9636-7a3075ef40cc,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:54.614992 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58fa6b8-2b0c-4fb6-8284-22938f83b22e tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:54.623520 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b58fa6b8-2b0c-4fb6-8284-22938f83b22e tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:54.633941 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b58fa6b8-2b0c-4fb6-8284-22938f83b22e tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] 10.222.0.18 "DELETE /v2.0/networks/367c02c3-8d0b-4078-81bb-91a403dfa206 HTTP/1.1" status: 204 len: 168 time: 0.4574337 Dec 12 18:06:54.639587 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f395e49f-5d4b-4efe-852d-d7e1632fe26f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Checking segment: {'id': '0e1ba270-b7a4-4b20-97cc-676f5b4ee11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c31fd293-a2bb-43d1-a6c3-8eab478c9bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:06:54.639957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f395e49f-5d4b-4efe-852d-d7e1632fe26f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network hostable DHCP agents. Network: c31fd293-a2bb-43d1-a6c3-8eab478c9bab, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:06:54.672602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f395e49f-5d4b-4efe-852d-d7e1632fe26f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network c31fd293-a2bb-43d1-a6c3-8eab478c9bab is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:06:54.690088 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fa6b8-2b0c-4fb6-8284-22938f83b22e tempest-TagsTest-1052452856 tempest-TagsTest-1052452856-project] Pushing event deleted for resources: {'Network': ['ID=367c02c3-8d0b-4078-81bb-91a403dfa206,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:54.691329 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f395e49f-5d4b-4efe-852d-d7e1632fe26f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, c31fd293-a2bb-43d1-a6c3-8eab478c9bab) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:54.699903 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f395e49f-5d4b-4efe-852d-d7e1632fe26f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:54.700584 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f395e49f-5d4b-4efe-852d-d7e1632fe26f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:54.708703 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95769d5e-56e0-4f3f-8a74-4548de162ee4 None None] Network c31fd293-a2bb-43d1-a6c3-8eab478c9bab requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:54.734373 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f395e49f-5d4b-4efe-852d-d7e1632fe26f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7396774 Dec 12 18:06:54.737086 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 57998) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:54.748297 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-efad3afe-4607-4bef-8f15-d3cf33ea73a3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1006350475', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:54.821308 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-efad3afe-4607-4bef-8f15-d3cf33ea73a3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:54.823193 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-efad3afe-4607-4bef-8f15-d3cf33ea73a3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:54.932764 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-efad3afe-4607-4bef-8f15-d3cf33ea73a3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:54.942580 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-efad3afe-4607-4bef-8f15-d3cf33ea73a3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:54.983104 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-efad3afe-4607-4bef-8f15-d3cf33ea73a3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:54.984893 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-efad3afe-4607-4bef-8f15-d3cf33ea73a3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2461104 Dec 12 18:06:54.988052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58006) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:55.065050 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-c31fd293-a2bb-43d1-a6c3-8eab478c9bab', 'network_id': 'c31fd293-a2bb-43d1-a6c3-8eab478c9bab', 'project_id': '06e9b19557994f78bfc7175f945328a3', 'fixed_ips': [{'subnet_id': '0232ed04-96bc-4dc1-9636-7a3075ef40cc'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:06:55.066504 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:55.179783 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58012) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:55.309194 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Allocated IP 172.20.0.2 (c31fd293-a2bb-43d1-a6c3-8eab478c9bab/0232ed04-96bc-4dc1-9636-7a3075ef40cc/b7d47122-4089-49bb-8ee7-a2a719e1b081) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:06:55.436998 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e854a16-2d4c-4916-8ba8-6b3359b6a4f3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:55.548164 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:55.564604 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:55.622000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Network c31fd293-a2bb-43d1-a6c3-8eab478c9bab is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:55.627192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:55.633104 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:06:55.638594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Pushing event updated for resources: {'Port': ['ID=b7d47122-4089-49bb-8ee7-a2a719e1b081,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:55.679863 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e78ab53f-ecf1-4e20-b740-cc315a7b28c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f50c9665aba4cf1b671c7783dcc1e25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4966123 Dec 12 18:06:55.680994 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58028) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:55.726306 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Attempting to bind port b7d47122-4089-49bb-8ee7-a2a719e1b081 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:06:55.727368 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Attempting to bind port b7d47122-4089-49bb-8ee7-a2a719e1b081 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '0e1ba270-b7a4-4b20-97cc-676f5b4ee11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c31fd293-a2bb-43d1-a6c3-8eab478c9bab'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:06:55.728007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Attempting to bind port b7d47122-4089-49bb-8ee7-a2a719e1b081 on network c31fd293-a2bb-43d1-a6c3-8eab478c9bab {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:06:55.737552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:06:55.738025 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Checking segment: {'id': '0e1ba270-b7a4-4b20-97cc-676f5b4ee11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c31fd293-a2bb-43d1-a6c3-8eab478c9bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:06:55.738908 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:55.739352 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Bound using segment: {'id': '0e1ba270-b7a4-4b20-97cc-676f5b4ee11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c31fd293-a2bb-43d1-a6c3-8eab478c9bab'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:06:55.740095 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Bound port: b7d47122-4089-49bb-8ee7-a2a719e1b081, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1ba270-b7a4-4b20-97cc-676f5b4ee11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c31fd293-a2bb-43d1-a6c3-8eab478c9bab'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:06:55.740646 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:55.801136 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c9160a3-a8a3-4894-88da-ed8dbd8d8752 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:55.839712 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c9160a3-a8a3-4894-88da-ed8dbd8d8752 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:55.923284 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] For port b7d47122-4089-49bb-8ee7-a2a719e1b081, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:06:55.928204 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] For port b7d47122-4089-49bb-8ee7-a2a719e1b081, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b7d47122-4089-49bb-8ee7-a2a719e1b081,segment=NetworkSegment(0e1ba270-b7a4-4b20-97cc-676f5b4ee11f),segment_id=0e1ba270-b7a4-4b20-97cc-676f5b4ee11f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:06:55.933029 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c9160a3-a8a3-4894-88da-ed8dbd8d8752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:55.938453 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c9160a3-a8a3-4894-88da-ed8dbd8d8752 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:55.942512 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5c9160a3-a8a3-4894-88da-ed8dbd8d8752 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68f3a2bb-adfa-4c68-9641-5e255f45bab6 HTTP/1.1" status: 204 len: 168 time: 0.2581217 Dec 12 18:06:55.951152 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:55.961403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9160a3-a8a3-4894-88da-ed8dbd8d8752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f3a2bb-adfa-4c68-9641-5e255f45bab6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:55.979371 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-4e854a16-2d4c-4916-8ba8-6b3359b6a4f3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Allocated IP 172.20.0.1 (c31fd293-a2bb-43d1-a6c3-8eab478c9bab/0232ed04-96bc-4dc1-9636-7a3075ef40cc/55ccfb0a-cf06-4795-96c1-47b5ba07efa5) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:06:56.069357 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1fe9c-1131-4e7e-b6ac-ed2dfd93891b None None] Pushing event updated for resources: {'Port': ['ID=b7d47122-4089-49bb-8ee7-a2a719e1b081,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:56.198121 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e854a16-2d4c-4916-8ba8-6b3359b6a4f3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:56.286822 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e854a16-2d4c-4916-8ba8-6b3359b6a4f3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:56.380518 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58052) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:56.384945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e854a16-2d4c-4916-8ba8-6b3359b6a4f3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network c31fd293-a2bb-43d1-a6c3-8eab478c9bab is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:56.400063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-4e854a16-2d4c-4916-8ba8-6b3359b6a4f3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:56.403950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e854a16-2d4c-4916-8ba8-6b3359b6a4f3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:06:56.411750 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e854a16-2d4c-4916-8ba8-6b3359b6a4f3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=55ccfb0a-cf06-4795-96c1-47b5ba07efa5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:56.496887 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e854a16-2d4c-4916-8ba8-6b3359b6a4f3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:56.645482 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c7e9074-8b16-4aa9-b50c-9898841e8719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:56.761643 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e854a16-2d4c-4916-8ba8-6b3359b6a4f3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:56.788363 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c7e9074-8b16-4aa9-b50c-9898841e8719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:56.799577 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c7e9074-8b16-4aa9-b50c-9898841e8719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:56.861233 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1c7e9074-8b16-4aa9-b50c-9898841e8719 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=743c1e99fb924db4b191606df0f52ec4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4750094 Dec 12 18:06:56.863693 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58074) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:56.864935 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e9074-8b16-4aa9-b50c-9898841e8719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530875f2-02d5-4313-afcf-882be4e75916,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:56.945915 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9ec453d-aa21-4be7-a1c7-45a1d1a53265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:56.979013 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9ec453d-aa21-4be7-a1c7-45a1d1a53265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:57.094375 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9ec453d-aa21-4be7-a1c7-45a1d1a53265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:57.099339 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9ec453d-aa21-4be7-a1c7-45a1d1a53265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:57.100887 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f9ec453d-aa21-4be7-a1c7-45a1d1a53265 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/530875f2-02d5-4313-afcf-882be4e75916 HTTP/1.1" status: 204 len: 168 time: 0.2310734 Dec 12 18:06:57.116247 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec453d-aa21-4be7-a1c7-45a1d1a53265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530875f2-02d5-4313-afcf-882be4e75916,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:57.604055 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b7d47122-4089-49bb-8ee7-a2a719e1b081 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:57.672151 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b7d47122-4089-49bb-8ee7-a2a719e1b081 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:57.672307 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:57.677570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4721e214-8e4c-4b4a-b8fc-bd49ecd03a72 None None] Network c31fd293-a2bb-43d1-a6c3-8eab478c9bab requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:06:57.720796 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58114) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:57.735526 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c05e-e361-4711-a6c6-9d67ed2521bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:57.833842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-36f50a0f-f8da-440a-9244-f10549a9911a None None] Provisioning complete for port b7d47122-4089-49bb-8ee7-a2a719e1b081 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:57.834875 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36f50a0f-f8da-440a-9244-f10549a9911a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:57.859647 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e854a16-2d4c-4916-8ba8-6b3359b6a4f3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:57.874038 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e854a16-2d4c-4916-8ba8-6b3359b6a4f3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:57.920567 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c05e-e361-4711-a6c6-9d67ed2521bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:57.935083 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ae3c05e-e361-4711-a6c6-9d67ed2521bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:57.971023 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:58.018342 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3c05e-e361-4711-a6c6-9d67ed2521bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb47f43d-c936-431d-adf3-c04517771928,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:58.041153 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4ae3c05e-e361-4711-a6c6-9d67ed2521bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=473adbd0a501445090990bb2a1de2c01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3192499 Dec 12 18:06:58.043970 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e854a16-2d4c-4916-8ba8-6b3359b6a4f3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:58.044695 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58118) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:58.046444 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port b7d47122-4089-49bb-8ee7-a2a719e1b081, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b7d47122-4089-49bb-8ee7-a2a719e1b081,segment=NetworkSegment(0e1ba270-b7a4-4b20-97cc-676f5b4ee11f),segment_id=0e1ba270-b7a4-4b20-97cc-676f5b4ee11f)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:06:58.046701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e854a16-2d4c-4916-8ba8-6b3359b6a4f3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=55ccfb0a-cf06-4795-96c1-47b5ba07efa5,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:58.063967 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:58.099465 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58120) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:58.147184 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6338fa48-4a1e-40ee-a578-f436fadb7e40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:58.204250 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6338fa48-4a1e-40ee-a578-f436fadb7e40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:58.237176 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e854a16-2d4c-4916-8ba8-6b3359b6a4f3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network c31fd293-a2bb-43d1-a6c3-8eab478c9bab is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:06:58.248976 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-4e854a16-2d4c-4916-8ba8-6b3359b6a4f3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:06:58.310183 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=b7d47122-4089-49bb-8ee7-a2a719e1b081,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:58.318010 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6338fa48-4a1e-40ee-a578-f436fadb7e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:58.323383 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6338fa48-4a1e-40ee-a578-f436fadb7e40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:58.329928 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6338fa48-4a1e-40ee-a578-f436fadb7e40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb47f43d-c936-431d-adf3-c04517771928 HTTP/1.1" status: 204 len: 168 time: 0.2838373 Dec 12 18:06:58.360033 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338fa48-4a1e-40ee-a578-f436fadb7e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb47f43d-c936-431d-adf3-c04517771928,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:58.427705 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c161cd4-c956-4fb4-a5c1-79c301995734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:58.492908 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e854a16-2d4c-4916-8ba8-6b3359b6a4f3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 8b8912c6-ad57-4412-8f98-fff7c6ddd8d3 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:06:58.546693 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-2c8e39d9-8359-4be8-8073-56a81cce6aa1 None None] Provisioning complete for port 55ccfb0a-cf06-4795-96c1-47b5ba07efa5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:58.548425 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2c8e39d9-8359-4be8-8073-56a81cce6aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:58.618335 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c161cd4-c956-4fb4-a5c1-79c301995734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:58.633393 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c161cd4-c956-4fb4-a5c1-79c301995734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:58.636212 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e39d9-8359-4be8-8073-56a81cce6aa1 None None] Port 55ccfb0a-cf06-4795-96c1-47b5ba07efa5 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:06:58.661101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-2c8e39d9-8359-4be8-8073-56a81cce6aa1 None None] Provisioning complete for port b7d47122-4089-49bb-8ee7-a2a719e1b081 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:58.661807 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2c8e39d9-8359-4be8-8073-56a81cce6aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:58.727688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e854a16-2d4c-4916-8ba8-6b3359b6a4f3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:06:58.735425 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5c161cd4-c956-4fb4-a5c1-79c301995734 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f16d7559435043bd934b9d2401f53f33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6291165 Dec 12 18:06:58.735425 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c161cd4-c956-4fb4-a5c1-79c301995734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cd5028-b51c-4552-b180-f98b6f697148,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:58.739439 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369bf2d-dff4-4039-bbe5-dd32a19efa97 None None] Sync routers for ids ['8b8912c6-ad57-4412-8f98-fff7c6ddd8d3'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:06:58.743034 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4e854a16-2d4c-4916-8ba8-6b3359b6a4f3 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/8b8912c6-ad57-4412-8f98-fff7c6ddd8d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7538123 Dec 12 18:06:58.744846 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58138) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:58.746672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58140) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:58.776108 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4369bf2d-dff4-4039-bbe5-dd32a19efa97 None None] Routers {'8b8912c6-ad57-4412-8f98-fff7c6ddd8d3'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:58.784411 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-4369bf2d-dff4-4039-bbe5-dd32a19efa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['8b8912c6-ad57-4412-8f98-fff7c6ddd8d3'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:58.901346 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fb8baa-7d82-41f0-9a85-319f611941ba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:06:58.903514 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-22fb8baa-7d82-41f0-9a85-319f611941ba tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/ports/55ccfb0a-cf06-4795-96c1-47b5ba07efa5 HTTP/1.1" status: 200 len: 910 time: 0.1036944 Dec 12 18:06:58.903668 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-4369bf2d-dff4-4039-bbe5-dd32a19efa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:58.906733 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58152) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:58.907606 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c2bdd830-2bd4-4817-93c0-e3a439b7c124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:58.915800 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d442907f-e8ae-4d18-a83b-12f200b02d38 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0232ed04-96bc-4dc1-9636-7a3075ef40cc'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:06:58.939475 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c2bdd830-2bd4-4817-93c0-e3a439b7c124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:58.943627 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4369bf2d-dff4-4039-bbe5-dd32a19efa97 None None] Routers {'8b8912c6-ad57-4412-8f98-fff7c6ddd8d3'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:06:58.945022 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-4369bf2d-dff4-4039-bbe5-dd32a19efa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['8b8912c6-ad57-4412-8f98-fff7c6ddd8d3'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:59.000634 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-29fb7888-ba29-44c2-8285-fb5a941586d9 None None] Provisioning complete for port 55ccfb0a-cf06-4795-96c1-47b5ba07efa5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:59.003127 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-29fb7888-ba29-44c2-8285-fb5a941586d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:59.003444 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c2bdd830-2bd4-4817-93c0-e3a439b7c124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:59.008187 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c2bdd830-2bd4-4817-93c0-e3a439b7c124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:59.013491 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c2bdd830-2bd4-4817-93c0-e3a439b7c124 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54cd5028-b51c-4552-b180-f98b6f697148 HTTP/1.1" status: 204 len: 168 time: 0.2674356 Dec 12 18:06:59.026912 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdd830-2bd4-4817-93c0-e3a439b7c124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cd5028-b51c-4552-b180-f98b6f697148,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:59.089632 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-4369bf2d-dff4-4039-bbe5-dd32a19efa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:06:59.091316 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369bf2d-dff4-4039-bbe5-dd32a19efa97 None None] The sync data for ids ['8b8912c6-ad57-4412-8f98-fff7c6ddd8d3'] in n-d-760354-5 is: [] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:06:59.102591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-29fb7888-ba29-44c2-8285-fb5a941586d9 None None] Port 55ccfb0a-cf06-4795-96c1-47b5ba07efa5 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:06:59.208825 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d442907f-e8ae-4d18-a83b-12f200b02d38 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:59.330452 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-55309df8-ff5a-47c3-a1c4-809326cee7e4 None None] Provisioning complete for port 55ccfb0a-cf06-4795-96c1-47b5ba07efa5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:59.330839 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55309df8-ff5a-47c3-a1c4-809326cee7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:59.391687 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-55309df8-ff5a-47c3-a1c4-809326cee7e4 None None] Port 55ccfb0a-cf06-4795-96c1-47b5ba07efa5 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:06:59.508182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b7d47122-4089-49bb-8ee7-a2a719e1b081 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:06:59.602781 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b7d47122-4089-49bb-8ee7-a2a719e1b081 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:06:59.603416 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:59.661242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58180) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:59.683915 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ab12c104-0158-4c15-a51c-f16a85a44ad0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:59.808371 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ab12c104-0158-4c15-a51c-f16a85a44ad0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:59.814996 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ab12c104-0158-4c15-a51c-f16a85a44ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:59.867406 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ab12c104-0158-4c15-a51c-f16a85a44ad0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71dd6ed3991449bdac6fe3e44ea65b37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2044485 Dec 12 18:06:59.867623 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d442907f-e8ae-4d18-a83b-12f200b02d38 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:59.870099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58186) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:06:59.870895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12c104-0158-4c15-a51c-f16a85a44ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592c459f-caf1-4060-b8e3-877cd01ed788,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:06:59.877231 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d442907f-e8ae-4d18-a83b-12f200b02d38 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:59.953780 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5de73c13-235d-44d2-8d6c-c0e38dbbcdef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:06:59.987694 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5de73c13-235d-44d2-8d6c-c0e38dbbcdef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:00.037851 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d442907f-e8ae-4d18-a83b-12f200b02d38 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:00.038483 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d442907f-e8ae-4d18-a83b-12f200b02d38 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:00.040691 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d442907f-e8ae-4d18-a83b-12f200b02d38 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/ports/55ccfb0a-cf06-4795-96c1-47b5ba07efa5 HTTP/1.1" status: 200 len: 910 time: 1.1325812 Dec 12 18:07:00.042190 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442907f-e8ae-4d18-a83b-12f200b02d38 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=55ccfb0a-cf06-4795-96c1-47b5ba07efa5,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:00.044097 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58192) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:00.150061 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5de73c13-235d-44d2-8d6c-c0e38dbbcdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:00.152788 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5de73c13-235d-44d2-8d6c-c0e38dbbcdef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:00.153923 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5de73c13-235d-44d2-8d6c-c0e38dbbcdef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/592c459f-caf1-4060-b8e3-877cd01ed788 HTTP/1.1" status: 204 len: 168 time: 0.2678387 Dec 12 18:07:00.252335 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de73c13-235d-44d2-8d6c-c0e38dbbcdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592c459f-caf1-4060-b8e3-877cd01ed788,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:00.303612 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58200) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:00.491521 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e3bfc178-b16a-4bd1-8f9f-b53ee264a0f8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:00.590756 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58212) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:00.628710 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a17a-f517-45ff-b10e-387209a201e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:00.711743 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-871f510e-16a0-488f-85fe-5fc8a9666806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:00.763384 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a17a-f517-45ff-b10e-387209a201e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:00.776889 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a17a-f517-45ff-b10e-387209a201e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:00.836734 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2a17a-f517-45ff-b10e-387209a201e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8acd380-3bee-40f3-ac3c-6092f0b474cc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:00.845762 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b4a2a17a-f517-45ff-b10e-387209a201e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32728eb4dbc04d5d9b5b90a63c3d92ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5378380 Dec 12 18:07:00.847878 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58222) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:00.894470 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e3bfc178-b16a-4bd1-8f9f-b53ee264a0f8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting port 55ccfb0a-cf06-4795-96c1-47b5ba07efa5 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:07:00.895064 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e3bfc178-b16a-4bd1-8f9f-b53ee264a0f8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:00.903402 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-871f510e-16a0-488f-85fe-5fc8a9666806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:00.921103 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-871f510e-16a0-488f-85fe-5fc8a9666806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:00.945816 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16cc4996-418d-4f58-bc86-c70ae6788016 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:00.981617 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-871f510e-16a0-488f-85fe-5fc8a9666806 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a65fe4eca7594b6bbad6f14403b7ac50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3893492 Dec 12 18:07:00.985363 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f510e-16a0-488f-85fe-5fc8a9666806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7276e38c-e6cb-4001-badf-0941b39849e9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:00.993020 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58230) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:01.000219 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e3bfc178-b16a-4bd1-8f9f-b53ee264a0f8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:01.010974 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16cc4996-418d-4f58-bc86-c70ae6788016 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:01.015347 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e3bfc178-b16a-4bd1-8f9f-b53ee264a0f8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Calling delete_port for 55ccfb0a-cf06-4795-96c1-47b5ba07efa5 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:07:01.083811 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cca7d5ee-0d16-4309-ab82-405f1fa7132d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:01.112193 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cca7d5ee-0d16-4309-ab82-405f1fa7132d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:01.119479 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16cc4996-418d-4f58-bc86-c70ae6788016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:01.122177 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16cc4996-418d-4f58-bc86-c70ae6788016 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:01.125676 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-16cc4996-418d-4f58-bc86-c70ae6788016 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8acd380-3bee-40f3-ac3c-6092f0b474cc HTTP/1.1" status: 204 len: 168 time: 0.2745211 Dec 12 18:07:01.152811 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc4996-418d-4f58-bc86-c70ae6788016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8acd380-3bee-40f3-ac3c-6092f0b474cc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:01.207141 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cca7d5ee-0d16-4309-ab82-405f1fa7132d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:01.211032 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cca7d5ee-0d16-4309-ab82-405f1fa7132d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:01.212430 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cca7d5ee-0d16-4309-ab82-405f1fa7132d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7276e38c-e6cb-4001-badf-0941b39849e9 HTTP/1.1" status: 204 len: 168 time: 0.2181804 Dec 12 18:07:01.222368 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7d5ee-0d16-4309-ab82-405f1fa7132d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7276e38c-e6cb-4001-badf-0941b39849e9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:01.284974 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e3bfc178-b16a-4bd1-8f9f-b53ee264a0f8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:01.326506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bfc178-b16a-4bd1-8f9f-b53ee264a0f8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Port': ['ID=55ccfb0a-cf06-4795-96c1-47b5ba07efa5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:01.517577 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e3bfc178-b16a-4bd1-8f9f-b53ee264a0f8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:01.718694 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bfc178-b16a-4bd1-8f9f-b53ee264a0f8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 8b8912c6-ad57-4412-8f98-fff7c6ddd8d3 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:07:01.804429 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bfc178-b16a-4bd1-8f9f-b53ee264a0f8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:07:01.815236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c99be94-b42d-4c24-8731-9090979ae264 None None] Sync routers for ids ['8b8912c6-ad57-4412-8f98-fff7c6ddd8d3'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:07:01.818601 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e3bfc178-b16a-4bd1-8f9f-b53ee264a0f8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/8b8912c6-ad57-4412-8f98-fff7c6ddd8d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7701509 Dec 12 18:07:01.818940 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58250) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:01.832744 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c99be94-b42d-4c24-8731-9090979ae264 None None] Routers {'8b8912c6-ad57-4412-8f98-fff7c6ddd8d3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:01.833808 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6c99be94-b42d-4c24-8731-9090979ae264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['8b8912c6-ad57-4412-8f98-fff7c6ddd8d3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:01.858978 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bf86bdf8-3735-4ad1-b43e-2ec11fc3fff9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b8912c6-ad57-4412-8f98-fff7c6ddd8d3 HTTP/1.1" status: 200 len: 205 time: 0.0386293 Dec 12 18:07:01.862286 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58254) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:01.883379 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6c99be94-b42d-4c24-8731-9090979ae264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:01.903125 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c99be94-b42d-4c24-8731-9090979ae264 None None] Routers {'8b8912c6-ad57-4412-8f98-fff7c6ddd8d3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:01.903959 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6c99be94-b42d-4c24-8731-9090979ae264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['8b8912c6-ad57-4412-8f98-fff7c6ddd8d3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:01.945131 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58258) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:01.948589 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6c99be94-b42d-4c24-8731-9090979ae264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:01.949522 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c99be94-b42d-4c24-8731-9090979ae264 None None] The sync data for ids ['8b8912c6-ad57-4412-8f98-fff7c6ddd8d3'] in n-d-760354-5 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:07:01.967134 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f7126efb-4cfb-4488-a0db-4362627566fd tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:01.969680 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30fb7e62-778b-4c60-8115-7bcd23dc0d89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:02.152753 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30fb7e62-778b-4c60-8115-7bcd23dc0d89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:02.162198 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30fb7e62-778b-4c60-8115-7bcd23dc0d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:02.196404 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-30fb7e62-778b-4c60-8115-7bcd23dc0d89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88c441cad63445dba6ac50025e0c0ac5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2488184 Dec 12 18:07:02.199001 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58270) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:02.264871 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f7126efb-4cfb-4488-a0db-4362627566fd tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:02.270037 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f7126efb-4cfb-4488-a0db-4362627566fd tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:02.273603 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb7e62-778b-4c60-8115-7bcd23dc0d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba21564-0325-44b1-a4d6-a638a1e83643,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:02.325801 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16a23440-a759-40f0-9ac1-4e1d3e119193 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:02.350941 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f7126efb-4cfb-4488-a0db-4362627566fd tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:02.351581 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7126efb-4cfb-4488-a0db-4362627566fd tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Fanout notify agent at l3_agent the message router_deleted on router 8b8912c6-ad57-4412-8f98-fff7c6ddd8d3 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:07:02.359812 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16a23440-a759-40f0-9ac1-4e1d3e119193 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:02.371180 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f7126efb-4cfb-4488-a0db-4362627566fd tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:02.376342 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f7126efb-4cfb-4488-a0db-4362627566fd tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/routers/8b8912c6-ad57-4412-8f98-fff7c6ddd8d3 HTTP/1.1" status: 204 len: 168 time: 0.5128365 Dec 12 18:07:02.377683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58276) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:02.418637 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16a23440-a759-40f0-9ac1-4e1d3e119193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:02.423773 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16a23440-a759-40f0-9ac1-4e1d3e119193 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:02.427684 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-16a23440-a759-40f0-9ac1-4e1d3e119193 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ba21564-0325-44b1-a4d6-a638a1e83643 HTTP/1.1" status: 204 len: 168 time: 0.2274897 Dec 12 18:07:02.441982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a23440-a759-40f0-9ac1-4e1d3e119193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba21564-0325-44b1-a4d6-a638a1e83643,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:02.446807 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b9c729-8316-4d8e-b928-42a27979df05 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting subnet 0232ed04-96bc-4dc1-9636-7a3075ef40cc {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:07:02.466033 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7b9c729-8316-4d8e-b928-42a27979df05 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:02.524052 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7b9c729-8316-4d8e-b928-42a27979df05 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:02.615103 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7b9c729-8316-4d8e-b928-42a27979df05 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:02.686679 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7b9c729-8316-4d8e-b928-42a27979df05 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:02.716642 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9c729-8316-4d8e-b928-42a27979df05 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Subnet': ['ID=0232ed04-96bc-4dc1-9636-7a3075ef40cc,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:02.720813 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7b9c729-8316-4d8e-b928-42a27979df05 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:02.726828 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58290) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:02.727057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a7b9c729-8316-4d8e-b928-42a27979df05 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/subnets/0232ed04-96bc-4dc1-9636-7a3075ef40cc HTTP/1.1" status: 204 len: 168 time: 0.3473747 Dec 12 18:07:02.734029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d52eec-e0cf-42a9-98db-9cf0a98508ab None None] Network c31fd293-a2bb-43d1-a6c3-8eab478c9bab requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:07:02.828894 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:02.905887 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting port b7d47122-4089-49bb-8ee7-a2a719e1b081 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:07:02.906244 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:02.926785 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22aa023-8c74-4134-a3b1-b3423ceff46c None None] DHCP port deletion for c31fd293-a2bb-43d1-a6c3-8eab478c9bab request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:07:02.988387 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] For port b7d47122-4089-49bb-8ee7-a2a719e1b081, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b7d47122-4089-49bb-8ee7-a2a719e1b081,segment=NetworkSegment(0e1ba270-b7a4-4b20-97cc-676f5b4ee11f),segment_id=0e1ba270-b7a4-4b20-97cc-676f5b4ee11f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:02.988941 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:02.995338 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c22aa023-8c74-4134-a3b1-b3423ceff46c None None] Deleting port b7d47122-4089-49bb-8ee7-a2a719e1b081 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:07:02.996046 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c22aa023-8c74-4134-a3b1-b3423ceff46c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:03.004039 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Calling delete_port for b7d47122-4089-49bb-8ee7-a2a719e1b081 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:07:03.082642 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c22aa023-8c74-4134-a3b1-b3423ceff46c None None] For port b7d47122-4089-49bb-8ee7-a2a719e1b081, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b7d47122-4089-49bb-8ee7-a2a719e1b081,segment=NetworkSegment(0e1ba270-b7a4-4b20-97cc-676f5b4ee11f),segment_id=0e1ba270-b7a4-4b20-97cc-676f5b4ee11f)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:03.083014 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c22aa023-8c74-4134-a3b1-b3423ceff46c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:03.096900 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c22aa023-8c74-4134-a3b1-b3423ceff46c None None] Calling delete_port for b7d47122-4089-49bb-8ee7-a2a719e1b081 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:07:03.110084 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:03.138894 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Port': ['ID=b7d47122-4089-49bb-8ee7-a2a719e1b081,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:03.141127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] No DVR routers for this DVR port b7d47122-4089-49bb-8ee7-a2a719e1b081 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:07:03.194256 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c22aa023-8c74-4134-a3b1-b3423ceff46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:03.234643 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22aa023-8c74-4134-a3b1-b3423ceff46c None None] No DVR routers for this DVR port b7d47122-4089-49bb-8ee7-a2a719e1b081 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:07:03.237730 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22aa023-8c74-4134-a3b1-b3423ceff46c None None] Pushing event deleted for resources: {'Port': ['ID=b7d47122-4089-49bb-8ee7-a2a719e1b081,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:03.249843 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:03.274508 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31fd293-a2bb-43d1-a6c3-8eab478c9bab']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:03.285928 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1ba270-b7a4-4b20-97cc-676f5b4ee11f') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:03.286250 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1ba270-b7a4-4b20-97cc-676f5b4ee11f') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:03.296469 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:03.312135 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:03.323865 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:07:03.324426 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:07:03.330483 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:07:03.445789 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:03.468155 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:03.472646 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/networks/c31fd293-a2bb-43d1-a6c3-8eab478c9bab HTTP/1.1" status: 204 len: 168 time: 0.7442653 Dec 12 18:07:03.475861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58320) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:03.483058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-6ac70464-aea6-44b3-bc38-66a43dd0cb03 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-463986036', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:03.485175 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218194ff-813e-4b25-91ad-dd1ecfb5ef52 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Network': ['ID=c31fd293-a2bb-43d1-a6c3-8eab478c9bab,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:03.526473 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b7d47122-4089-49bb-8ee7-a2a719e1b081 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:07:03.557337 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ac70464-aea6-44b3-bc38-66a43dd0cb03 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:03.558815 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ac70464-aea6-44b3-bc38-66a43dd0cb03 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:03.573238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: b7d47122-4089-49bb-8ee7-a2a719e1b081 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:07:03.573603 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b7d47122-4089-49bb-8ee7-a2a719e1b081 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:07:03.640386 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ac70464-aea6-44b3-bc38-66a43dd0cb03 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:03.646913 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ac70464-aea6-44b3-bc38-66a43dd0cb03 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:03.674634 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ac70464-aea6-44b3-bc38-66a43dd0cb03 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:03.676465 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6ac70464-aea6-44b3-bc38-66a43dd0cb03 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1985888 Dec 12 18:07:03.680943 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58332) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:03.686812 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-57bb327a-7e0d-4342-bf40-89a29d2decde tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'network': {'name': 'tempest-RoutersTest-30327548'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:03.712741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bb327a-7e0d-4342-bf40-89a29d2decde tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Made reservation on behalf of 06e9b19557994f78bfc7175f945328a3 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:07:03.717549 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-57bb327a-7e0d-4342-bf40-89a29d2decde tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:03.749998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bb327a-7e0d-4342-bf40-89a29d2decde tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:07:03.762532 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-57bb327a-7e0d-4342-bf40-89a29d2decde tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:03.763008 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-57bb327a-7e0d-4342-bf40-89a29d2decde tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Added segment d1ac2bf4-cd18-4c31-a162-66666027538e of type vlan for network d065345a-7d1c-47df-81b1-0cc41a6faffb Dec 12 18:07:03.813125 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58336) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:03.820719 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-57bb327a-7e0d-4342-bf40-89a29d2decde tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:03.852989 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-57bb327a-7e0d-4342-bf40-89a29d2decde tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:03.861371 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bb327a-7e0d-4342-bf40-89a29d2decde tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:03.862287 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-57bb327a-7e0d-4342-bf40-89a29d2decde tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:04.043242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-57bb327a-7e0d-4342-bf40-89a29d2decde tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2874281 Dec 12 18:07:04.043242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58350) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:04.043242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-70dc7ba3-4d32-4438-bcc9-32dcba694c72 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'subnet': {'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:04.161447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb327a-7e0d-4342-bf40-89a29d2decde tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Network': ['ID=d065345a-7d1c-47df-81b1-0cc41a6faffb,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:04.161447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dc7ba3-4d32-4438-bcc9-32dcba694c72 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Made reservation on behalf of 06e9b19557994f78bfc7175f945328a3 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:07:04.161447 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70dc7ba3-4d32-4438-bcc9-32dcba694c72 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:04.162923 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network d065345a-7d1c-47df-81b1-0cc41a6faffb details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:07:04.334901 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61c2e93d-d312-4a46-88f5-df7d6b032723 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:04.477312 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61c2e93d-d312-4a46-88f5-df7d6b032723 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:04.497020 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70dc7ba3-4d32-4438-bcc9-32dcba694c72 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:04.498744 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61c2e93d-d312-4a46-88f5-df7d6b032723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:04.540918 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2e93d-d312-4a46-88f5-df7d6b032723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9f77a1-7006-4080-97bf-841a18f55219,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:04.548130 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-61c2e93d-d312-4a46-88f5-df7d6b032723 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea45fd2914414c3bb2450c202ccf98e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7332668 Dec 12 18:07:04.549045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58370) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:04.611651 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc7ba3-4d32-4438-bcc9-32dcba694c72 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Subnet': ['ID=9838b98d-bd36-4e9a-9077-eeb448a326b2,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:04.635825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc7ba3-4d32-4438-bcc9-32dcba694c72 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Checking segment: {'id': 'd1ac2bf4-cd18-4c31-a162-66666027538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:07:04.636469 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dc7ba3-4d32-4438-bcc9-32dcba694c72 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network hostable DHCP agents. Network: d065345a-7d1c-47df-81b1-0cc41a6faffb, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:07:04.647744 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bbc5d90-2cb1-43ff-9278-3db88dc48e19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:04.660096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dc7ba3-4d32-4438-bcc9-32dcba694c72 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network d065345a-7d1c-47df-81b1-0cc41a6faffb is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:07:04.674331 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bbc5d90-2cb1-43ff-9278-3db88dc48e19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:04.676651 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-70dc7ba3-4d32-4438-bcc9-32dcba694c72 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, d065345a-7d1c-47df-81b1-0cc41a6faffb) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:07:04.690232 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fac4f8b-2730-43e3-82f2-f870e09cad45 None None] Network d065345a-7d1c-47df-81b1-0cc41a6faffb requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:07:04.695428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dc7ba3-4d32-4438-bcc9-32dcba694c72 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:04.697651 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70dc7ba3-4d32-4438-bcc9-32dcba694c72 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:04.733487 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-70dc7ba3-4d32-4438-bcc9-32dcba694c72 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7567778 Dec 12 18:07:04.735777 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58382) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:04.842495 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-d065345a-7d1c-47df-81b1-0cc41a6faffb', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'project_id': '06e9b19557994f78bfc7175f945328a3', 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:07:04.843709 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:04.879843 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bbc5d90-2cb1-43ff-9278-3db88dc48e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:04.882599 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bbc5d90-2cb1-43ff-9278-3db88dc48e19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:04.886792 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0bbc5d90-2cb1-43ff-9278-3db88dc48e19 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b9f77a1-7006-4080-97bf-841a18f55219 HTTP/1.1" status: 204 len: 168 time: 0.3341758 Dec 12 18:07:04.959293 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc5d90-2cb1-43ff-9278-3db88dc48e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9f77a1-7006-4080-97bf-841a18f55219,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:05.048519 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Allocated IP 172.20.0.2 (d065345a-7d1c-47df-81b1-0cc41a6faffb/9838b98d-bd36-4e9a-9077-eeb448a326b2/09d2bd69-3284-456c-82e5-5e054b987f81) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:07:05.214932 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:05.227097 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:05.246953 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d98f8901-5fda-43f1-a637-17af0e4573eb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:05.301653 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Network d065345a-7d1c-47df-81b1-0cc41a6faffb is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:07:05.310414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:07:05.315882 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:07:05.327472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Pushing event updated for resources: {'Port': ['ID=09d2bd69-3284-456c-82e5-5e054b987f81,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:05.396381 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Attempting to bind port 09d2bd69-3284-456c-82e5-5e054b987f81 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:07:05.397083 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Attempting to bind port 09d2bd69-3284-456c-82e5-5e054b987f81 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'd1ac2bf4-cd18-4c31-a162-66666027538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:07:05.397883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Attempting to bind port 09d2bd69-3284-456c-82e5-5e054b987f81 on network d065345a-7d1c-47df-81b1-0cc41a6faffb {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:07:05.403889 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:07:05.404627 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Checking segment: {'id': 'd1ac2bf4-cd18-4c31-a162-66666027538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:07:05.405366 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:05.405987 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Bound using segment: {'id': 'd1ac2bf4-cd18-4c31-a162-66666027538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:07:05.406704 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Bound port: 09d2bd69-3284-456c-82e5-5e054b987f81, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ac2bf4-cd18-4c31-a162-66666027538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:07:05.407378 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:05.607938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] For port 09d2bd69-3284-456c-82e5-5e054b987f81, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:07:05.629664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] For port 09d2bd69-3284-456c-82e5-5e054b987f81, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=09d2bd69-3284-456c-82e5-5e054b987f81,segment=NetworkSegment(d1ac2bf4-cd18-4c31-a162-66666027538e),segment_id=d1ac2bf4-cd18-4c31-a162-66666027538e)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:07:05.639847 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:05.728777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d13fa-1c4a-48ee-9914-872772f0b5fd None None] Pushing event updated for resources: {'Port': ['ID=09d2bd69-3284-456c-82e5-5e054b987f81,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:05.897993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-d98f8901-5fda-43f1-a637-17af0e4573eb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Allocated IP 172.20.0.1 (d065345a-7d1c-47df-81b1-0cc41a6faffb/9838b98d-bd36-4e9a-9077-eeb448a326b2/d95f9eb2-1a13-43c7-ab62-1a262101e0c3) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:07:06.099737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58432) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:06.190054 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d98f8901-5fda-43f1-a637-17af0e4573eb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:06.265883 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0254a7b9-7dc8-46a9-abc0-ed5c7e408f4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:06.274055 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d98f8901-5fda-43f1-a637-17af0e4573eb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:06.322609 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98f8901-5fda-43f1-a637-17af0e4573eb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network d065345a-7d1c-47df-81b1-0cc41a6faffb is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:07:06.328661 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d98f8901-5fda-43f1-a637-17af0e4573eb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:07:06.333230 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98f8901-5fda-43f1-a637-17af0e4573eb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:07:06.374482 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0254a7b9-7dc8-46a9-abc0-ed5c7e408f4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:06.375420 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f8901-5fda-43f1-a637-17af0e4573eb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=d95f9eb2-1a13-43c7-ab62-1a262101e0c3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:06.382061 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0254a7b9-7dc8-46a9-abc0-ed5c7e408f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:06.401245 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d98f8901-5fda-43f1-a637-17af0e4573eb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:06.422295 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0254a7b9-7dc8-46a9-abc0-ed5c7e408f4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e6bc1f7a95c45e89920f2980bceedd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3215744 Dec 12 18:07:06.426521 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58444) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:06.440183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58446) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:06.461383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254a7b9-7dc8-46a9-abc0-ed5c7e408f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2ec2cb-9373-4677-b7d9-f2410947a1cd,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:06.520406 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0d91632-122c-4cba-a158-d3a3cf8bd3fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:06.561987 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0d91632-122c-4cba-a158-d3a3cf8bd3fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:06.570092 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d98f8901-5fda-43f1-a637-17af0e4573eb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:06.603696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-312c63bd-c21e-4fb4-a797-a2febc259e77 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2046379602-network', 'tenant_id': 'a3219648d9fc495cbc40cb251bfa904d'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:06.687346 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0d91632-122c-4cba-a158-d3a3cf8bd3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:06.698530 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0d91632-122c-4cba-a158-d3a3cf8bd3fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:06.702401 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a0d91632-122c-4cba-a158-d3a3cf8bd3fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b2ec2cb-9373-4677-b7d9-f2410947a1cd HTTP/1.1" status: 204 len: 168 time: 0.2746763 Dec 12 18:07:06.733455 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312c63bd-c21e-4fb4-a797-a2febc259e77 admin admin] Made reservation on behalf of a3219648d9fc495cbc40cb251bfa904d for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:07:06.740467 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-312c63bd-c21e-4fb4-a797-a2febc259e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:06.751694 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d91632-122c-4cba-a158-d3a3cf8bd3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2ec2cb-9373-4677-b7d9-f2410947a1cd,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:06.771843 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-312c63bd-c21e-4fb4-a797-a2febc259e77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:06.939872 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-312c63bd-c21e-4fb4-a797-a2febc259e77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:06.954059 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-312c63bd-c21e-4fb4-a797-a2febc259e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:07.002803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c63bd-c21e-4fb4-a797-a2febc259e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545bd2cf-5580-44f0-b1ef-4d358fe75753,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:07.039929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312c63bd-c21e-4fb4-a797-a2febc259e77 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:07:07.069669 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-312c63bd-c21e-4fb4-a797-a2febc259e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:07.070018 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-312c63bd-c21e-4fb4-a797-a2febc259e77 admin admin] Added segment 1d1de7de-fd42-4271-8ffc-165eba3a6e25 of type vlan for network cfb0edd9-d488-4048-ae0d-73e4c44e7e08 Dec 12 18:07:07.102090 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d98f8901-5fda-43f1-a637-17af0e4573eb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:07.113310 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d98f8901-5fda-43f1-a637-17af0e4573eb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:07.135900 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:07:07.160243 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-312c63bd-c21e-4fb4-a797-a2febc259e77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:07.212246 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d98f8901-5fda-43f1-a637-17af0e4573eb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:07.215177 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f8901-5fda-43f1-a637-17af0e4573eb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=d95f9eb2-1a13-43c7-ab62-1a262101e0c3,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:07.255396 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-312c63bd-c21e-4fb4-a797-a2febc259e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:07.256383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312c63bd-c21e-4fb4-a797-a2febc259e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:07.256967 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-312c63bd-c21e-4fb4-a797-a2febc259e77 admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:07.328879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-312c63bd-c21e-4fb4-a797-a2febc259e77 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8876247 Dec 12 18:07:07.336264 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58478) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:07.346838 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f73aefaf-58d4-487b-bfe9-86546bf3bac8 admin admin] Request body: {'subnet': {'network_id': 'cfb0edd9-d488-4048-ae0d-73e4c44e7e08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2046379602-subnet', 'tenant_id': 'a3219648d9fc495cbc40cb251bfa904d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:07.352961 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58480) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:07.356460 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ab3b52-e4fa-4b5c-884c-aceea32d71c3 None None] Network d065345a-7d1c-47df-81b1-0cc41a6faffb requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:07:07.364154 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c63bd-c21e-4fb4-a797-a2febc259e77 admin admin] Pushing event updated for resources: {'Network': ['ID=cfb0edd9-d488-4048-ae0d-73e4c44e7e08,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:07.379425 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5f918b9-2039-4ca7-815a-6c0e54816589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:07.415939 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73aefaf-58d4-487b-bfe9-86546bf3bac8 admin admin] Made reservation on behalf of a3219648d9fc495cbc40cb251bfa904d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:07:07.418298 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f73aefaf-58d4-487b-bfe9-86546bf3bac8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:07.562292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98f8901-5fda-43f1-a637-17af0e4573eb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network d065345a-7d1c-47df-81b1-0cc41a6faffb is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:07:07.572112 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d98f8901-5fda-43f1-a637-17af0e4573eb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:07:07.664391 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network cfb0edd9-d488-4048-ae0d-73e4c44e7e08 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:07:07.713403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 09d2bd69-3284-456c-82e5-5e054b987f81 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:07:07.812671 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ce8bde04-dd7e-41cd-ac46-d0a27dc8a6c2 None None] Provisioning complete for port 09d2bd69-3284-456c-82e5-5e054b987f81 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:07.813610 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce8bde04-dd7e-41cd-ac46-d0a27dc8a6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:07.821963 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5f918b9-2039-4ca7-815a-6c0e54816589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:07.838919 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5f918b9-2039-4ca7-815a-6c0e54816589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:07.868565 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f918b9-2039-4ca7-815a-6c0e54816589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcb6e56-1a23-429d-a305-f06559919a12,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:07.878854 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 09d2bd69-3284-456c-82e5-5e054b987f81 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:07.879371 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:07.905246 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98f8901-5fda-43f1-a637-17af0e4573eb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 5fef579d-6725-4119-82ee-005d41ea855f is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:07:07.975737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58494) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:07.975985 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c5f918b9-2039-4ca7-815a-6c0e54816589 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2cb5472311b242e9913c1eb4c76538bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6218891 Dec 12 18:07:08.020714 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce8bde04-dd7e-41cd-ac46-d0a27dc8a6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:08.054237 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-497541ca-0c1e-4395-b48d-30863a82f4ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:08.086624 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98f8901-5fda-43f1-a637-17af0e4573eb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:07:08.094913 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d98f8901-5fda-43f1-a637-17af0e4573eb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/5fef579d-6725-4119-82ee-005d41ea855f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3576124 Dec 12 18:07:08.095584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58498) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:08.099900 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Sync routers for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:07:08.101570 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7799c706-458f-48a5-b674-2a0657c4ac18 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'network': {'name': 'tempest-RoutersTest-431152757'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:08.127410 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f73aefaf-58d4-487b-bfe9-86546bf3bac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:08.134949 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-497541ca-0c1e-4395-b48d-30863a82f4ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:08.158967 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:08.164210 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ce8bde04-dd7e-41cd-ac46-d0a27dc8a6c2 None None] For port 09d2bd69-3284-456c-82e5-5e054b987f81, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=09d2bd69-3284-456c-82e5-5e054b987f81,segment=NetworkSegment(d1ac2bf4-cd18-4c31-a162-66666027538e),segment_id=d1ac2bf4-cd18-4c31-a162-66666027538e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:08.172657 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:08.191350 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:08.193933 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce8bde04-dd7e-41cd-ac46-d0a27dc8a6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:08.218469 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7799c706-458f-48a5-b674-2a0657c4ac18 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Made reservation on behalf of 06e9b19557994f78bfc7175f945328a3 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:07:08.222997 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7799c706-458f-48a5-b674-2a0657c4ac18 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:08.268670 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73aefaf-58d4-487b-bfe9-86546bf3bac8 admin admin] Checking segment: {'id': '1d1de7de-fd42-4271-8ffc-165eba3a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cfb0edd9-d488-4048-ae0d-73e4c44e7e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:07:08.269330 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73aefaf-58d4-487b-bfe9-86546bf3bac8 admin admin] Network hostable DHCP agents. Network: cfb0edd9-d488-4048-ae0d-73e4c44e7e08, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:07:08.271867 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73aefaf-58d4-487b-bfe9-86546bf3bac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c120062-1b1c-4276-8039-2807a791c769,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:08.303106 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-497541ca-0c1e-4395-b48d-30863a82f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:08.309322 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7799c706-458f-48a5-b674-2a0657c4ac18 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:07:08.310342 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-497541ca-0c1e-4395-b48d-30863a82f4ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:08.311898 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-497541ca-0c1e-4395-b48d-30863a82f4ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbcb6e56-1a23-429d-a305-f06559919a12 HTTP/1.1" status: 204 len: 168 time: 0.3347878 Dec 12 18:07:08.323290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497541ca-0c1e-4395-b48d-30863a82f4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcb6e56-1a23-429d-a305-f06559919a12,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:08.335384 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73aefaf-58d4-487b-bfe9-86546bf3bac8 admin admin] Network cfb0edd9-d488-4048-ae0d-73e4c44e7e08 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:07:08.350349 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bde04-dd7e-41cd-ac46-d0a27dc8a6c2 None None] Pushing event updated for resources: {'Port': ['ID=09d2bd69-3284-456c-82e5-5e054b987f81,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:08.372472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f73aefaf-58d4-487b-bfe9-86546bf3bac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, cfb0edd9-d488-4048-ae0d-73e4c44e7e08) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:07:08.386626 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7799c706-458f-48a5-b674-2a0657c4ac18 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:08.387431 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-7799c706-458f-48a5-b674-2a0657c4ac18 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Added segment 896ee2ef-9b6f-442b-8810-b672e675843a of type vlan for network fc6cab8b-2843-4553-bc34-b979e3a53a78 Dec 12 18:07:08.390119 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73aefaf-58d4-487b-bfe9-86546bf3bac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:08.391363 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f73aefaf-58d4-487b-bfe9-86546bf3bac8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:08.416064 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:07:08.416785 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:07:08.418410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e302c10b-7d0e-43bf-96d1-f084441e3573 None None] Network cfb0edd9-d488-4048-ae0d-73e4c44e7e08 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:07:08.475434 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f73aefaf-58d4-487b-bfe9-86546bf3bac8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1375382 Dec 12 18:07:08.480428 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7799c706-458f-48a5-b674-2a0657c4ac18 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:08.505789 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:08.544655 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7799c706-458f-48a5-b674-2a0657c4ac18 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:08.554000 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7799c706-458f-48a5-b674-2a0657c4ac18 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:08.554804 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7799c706-458f-48a5-b674-2a0657c4ac18 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:08.669131 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-efffd275-3b7b-40cc-95ef-5d659489082c None None] Provisioning complete for port 09d2bd69-3284-456c-82e5-5e054b987f81 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:08.672467 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-efffd275-3b7b-40cc-95ef-5d659489082c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:08.839524 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799c706-458f-48a5-b674-2a0657c4ac18 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Network': ['ID=fc6cab8b-2843-4553-bc34-b979e3a53a78,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:08.856502 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58520) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:08.858396 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7799c706-458f-48a5-b674-2a0657c4ac18 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7565582 Dec 12 18:07:08.873175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-1035ed64-7524-459a-b616-2216074e8630 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'subnet': {'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:08.930535 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network fc6cab8b-2843-4553-bc34-b979e3a53a78 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:07:09.014204 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:06Z', 'revision_number': 2, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:06Z', 'revision_number': 2, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:09.132722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1035ed64-7524-459a-b616-2216074e8630 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Made reservation on behalf of 06e9b19557994f78bfc7175f945328a3 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:07:09.142793 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Checking router: 5fef579d-6725-4119-82ee-005d41ea855f for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:07:09.144508 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Updating router 5fef579d-6725-4119-82ee-005d41ea855f port d95f9eb2-1a13-43c7-ab62-1a262101e0c3 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:07:09.155171 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1035ed64-7524-459a-b616-2216074e8630 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:09.207024 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:09.256789 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bac1ada-4da5-4e3e-969b-5da1b8944a7c None None] Network cfb0edd9-d488-4048-ae0d-73e4c44e7e08 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:07:09.531631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-efffd275-3b7b-40cc-95ef-5d659489082c None None] Provisioning complete for port d95f9eb2-1a13-43c7-ab62-1a262101e0c3 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:09.533558 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-efffd275-3b7b-40cc-95ef-5d659489082c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:09.661874 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-efffd275-3b7b-40cc-95ef-5d659489082c None None] Port d95f9eb2-1a13-43c7-ab62-1a262101e0c3 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:07:09.681315 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 09d2bd69-3284-456c-82e5-5e054b987f81 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:07:09.830786 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-be21f29d-dfbe-40ae-bb7d-926db6b1e4f6 None None] Provisioning complete for port d95f9eb2-1a13-43c7-ab62-1a262101e0c3 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:09.831174 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be21f29d-dfbe-40ae-bb7d-926db6b1e4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:09.839637 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1035ed64-7524-459a-b616-2216074e8630 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:09.946963 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035ed64-7524-459a-b616-2216074e8630 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Subnet': ['ID=41a959db-73f7-4f5f-b98f-362ae8a50435,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:09.955006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 09d2bd69-3284-456c-82e5-5e054b987f81 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:09.960387 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:09.969579 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:09.990841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1035ed64-7524-459a-b616-2216074e8630 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Checking segment: {'id': '896ee2ef-9b6f-442b-8810-b672e675843a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:07:09.992032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1035ed64-7524-459a-b616-2216074e8630 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network hostable DHCP agents. Network: fc6cab8b-2843-4553-bc34-b979e3a53a78, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:07:09.992323 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:10.004538 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-be21f29d-dfbe-40ae-bb7d-926db6b1e4f6 None None] Port d95f9eb2-1a13-43c7-ab62-1a262101e0c3 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:07:10.065505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1035ed64-7524-459a-b616-2216074e8630 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network fc6cab8b-2843-4553-bc34-b979e3a53a78 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:07:10.088546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-1035ed64-7524-459a-b616-2216074e8630 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, fc6cab8b-2843-4553-bc34-b979e3a53a78) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:07:10.099823 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1035ed64-7524-459a-b616-2216074e8630 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:10.100591 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1035ed64-7524-459a-b616-2216074e8630 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:10.145948 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58566) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:10.153213 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1035ed64-7524-459a-b616-2216074e8630 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2840395 Dec 12 18:07:10.165079 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb2fb0a-df17-4a7a-aa90-19e622876a9d None None] Network fc6cab8b-2843-4553-bc34-b979e3a53a78 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:07:10.235904 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626ab34-789d-4e6c-be75-7819f8b4999f None None] Pushing event updated for resources: {'Port': ['ID=d95f9eb2-1a13-43c7-ab62-1a262101e0c3,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:10.316455 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626ab34-789d-4e6c-be75-7819f8b4999f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:10.317346 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626ab34-789d-4e6c-be75-7819f8b4999f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:10.317866 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626ab34-789d-4e6c-be75-7819f8b4999f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:10.318385 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626ab34-789d-4e6c-be75-7819f8b4999f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:10.318894 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626ab34-789d-4e6c-be75-7819f8b4999f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:10.319514 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626ab34-789d-4e6c-be75-7819f8b4999f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:10.328499 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626ab34-789d-4e6c-be75-7819f8b4999f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:10.329366 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626ab34-789d-4e6c-be75-7819f8b4999f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:10.329879 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626ab34-789d-4e6c-be75-7819f8b4999f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:10.330393 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626ab34-789d-4e6c-be75-7819f8b4999f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:10.330894 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626ab34-789d-4e6c-be75-7819f8b4999f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:10.331414 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626ab34-789d-4e6c-be75-7819f8b4999f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:10.341968 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626ab34-789d-4e6c-be75-7819f8b4999f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:10.363063 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Attempting to bind port d95f9eb2-1a13-43c7-ab62-1a262101e0c3 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:07:10.363469 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Attempting to bind port d95f9eb2-1a13-43c7-ab62-1a262101e0c3 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'd1ac2bf4-cd18-4c31-a162-66666027538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:07:10.363830 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Attempting to bind port d95f9eb2-1a13-43c7-ab62-1a262101e0c3 on network d065345a-7d1c-47df-81b1-0cc41a6faffb {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:07:10.374619 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:07:10.374995 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Checking segment: {'id': 'd1ac2bf4-cd18-4c31-a162-66666027538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:07:10.375425 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:10.376322 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Bound using segment: {'id': 'd1ac2bf4-cd18-4c31-a162-66666027538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:07:10.376809 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Bound port: d95f9eb2-1a13-43c7-ab62-1a262101e0c3, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ac2bf4-cd18-4c31-a162-66666027538e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:07:10.387833 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:10.486312 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-fc6cab8b-2843-4553-bc34-b979e3a53a78', 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'project_id': '06e9b19557994f78bfc7175f945328a3', 'fixed_ips': [{'subnet_id': '41a959db-73f7-4f5f-b98f-362ae8a50435'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:07:10.487573 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:10.582562 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] For port d95f9eb2-1a13-43c7-ab62-1a262101e0c3, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:07:10.595072 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] For port d95f9eb2-1a13-43c7-ab62-1a262101e0c3, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d95f9eb2-1a13-43c7-ab62-1a262101e0c3,segment=NetworkSegment(d1ac2bf4-cd18-4c31-a162-66666027538e),segment_id=d1ac2bf4-cd18-4c31-a162-66666027538e)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:07:10.622891 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:10.726270 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:10.726921 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:10.853962 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-066177f0-05a5-478b-b7b1-3ebfd3389004 None None] Provisioning complete for port d95f9eb2-1a13-43c7-ab62-1a262101e0c3 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:10.854553 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-066177f0-05a5-478b-b7b1-3ebfd3389004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:10.943676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Allocated IP 172.21.0.2 (fc6cab8b-2843-4553-bc34-b979e3a53a78/41a959db-73f7-4f5f-b98f-362ae8a50435/1b277ab0-5273-49b7-9daf-d7f1c6929d35) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:07:10.984822 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626ab34-789d-4e6c-be75-7819f8b4999f None None] Pushing event updated for resources: {'Port': ['ID=d95f9eb2-1a13-43c7-ab62-1a262101e0c3,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:11.033269 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:11.130916 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76e083a7-b34b-4734-9e70-9f9d19e46419 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:11.410247 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-066177f0-05a5-478b-b7b1-3ebfd3389004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:11.470023 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:11.510834 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:11.515551 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-066177f0-05a5-478b-b7b1-3ebfd3389004 None None] For port d95f9eb2-1a13-43c7-ab62-1a262101e0c3, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d95f9eb2-1a13-43c7-ab62-1a262101e0c3,segment=NetworkSegment(d1ac2bf4-cd18-4c31-a162-66666027538e),segment_id=d1ac2bf4-cd18-4c31-a162-66666027538e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:11.574482 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-066177f0-05a5-478b-b7b1-3ebfd3389004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:11.591485 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Network fc6cab8b-2843-4553-bc34-b979e3a53a78 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:07:11.595165 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:07:11.599214 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:07:11.607028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Pushing event updated for resources: {'Port': ['ID=1b277ab0-5273-49b7-9daf-d7f1c6929d35,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:11.671176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:11.681942 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:11.684378 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:11.684835 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:11.685287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:11.686220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:11.688488 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:11.689681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:11.690232 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:11.690776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:11.691363 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:11.693137 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:11.693720 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:11.699596 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:06Z', 'revision_number': 2, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:10Z', 'revision_number': 4, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:11.766862 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc04df11-cfba-4ef4-9a6d-7f70c8b92960 None None] The sync data for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 is: [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:06Z', 'revision_number': 2, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:10Z', 'revision_number': 4, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:07:11.884710 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Attempting to bind port 1b277ab0-5273-49b7-9daf-d7f1c6929d35 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:07:11.885751 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Attempting to bind port 1b277ab0-5273-49b7-9daf-d7f1c6929d35 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '896ee2ef-9b6f-442b-8810-b672e675843a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:07:11.886299 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Attempting to bind port 1b277ab0-5273-49b7-9daf-d7f1c6929d35 on network fc6cab8b-2843-4553-bc34-b979e3a53a78 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:07:11.905149 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:07:11.905880 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Checking segment: {'id': '896ee2ef-9b6f-442b-8810-b672e675843a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:07:11.906293 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:11.906702 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Bound using segment: {'id': '896ee2ef-9b6f-442b-8810-b672e675843a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:07:11.907832 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Bound port: 1b277ab0-5273-49b7-9daf-d7f1c6929d35, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896ee2ef-9b6f-442b-8810-b672e675843a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:07:11.908154 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:11.914501 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ae4a68eb-8628-41f8-bb38-32f70ecb00ac None None] Provisioning complete for port d95f9eb2-1a13-43c7-ab62-1a262101e0c3 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:11.915078 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae4a68eb-8628-41f8-bb38-32f70ecb00ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:11.918923 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066177f0-05a5-478b-b7b1-3ebfd3389004 None None] Pushing event updated for resources: {'Port': ['ID=d95f9eb2-1a13-43c7-ab62-1a262101e0c3,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:12.123834 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] For port 1b277ab0-5273-49b7-9daf-d7f1c6929d35, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:07:12.129664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] For port 1b277ab0-5273-49b7-9daf-d7f1c6929d35, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1b277ab0-5273-49b7-9daf-d7f1c6929d35,segment=NetworkSegment(896ee2ef-9b6f-442b-8810-b672e675843a),segment_id=896ee2ef-9b6f-442b-8810-b672e675843a)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:07:12.164020 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:12.164824 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-76e083a7-b34b-4734-9e70-9f9d19e46419 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Allocated IP 172.21.0.1 (fc6cab8b-2843-4553-bc34-b979e3a53a78/41a959db-73f7-4f5f-b98f-362ae8a50435/18226173-beae-454f-bec6-21c771ea96ec) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:07:12.514110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97219c2c-484e-4a64-8050-ce9066f8eb29 None None] Pushing event updated for resources: {'Port': ['ID=1b277ab0-5273-49b7-9daf-d7f1c6929d35,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:12.536788 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76e083a7-b34b-4734-9e70-9f9d19e46419 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:12.679782 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76e083a7-b34b-4734-9e70-9f9d19e46419 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:12.794319 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e083a7-b34b-4734-9e70-9f9d19e46419 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network fc6cab8b-2843-4553-bc34-b979e3a53a78 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:07:12.805187 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-76e083a7-b34b-4734-9e70-9f9d19e46419 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:07:12.824002 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e083a7-b34b-4734-9e70-9f9d19e46419 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:07:12.945892 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e083a7-b34b-4734-9e70-9f9d19e46419 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=18226173-beae-454f-bec6-21c771ea96ec,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:13.004457 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76e083a7-b34b-4734-9e70-9f9d19e46419 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:13.258678 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76e083a7-b34b-4734-9e70-9f9d19e46419 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:13.762534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d95f9eb2-1a13-43c7-ab62-1a262101e0c3 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:07:13.769153 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76e083a7-b34b-4734-9e70-9f9d19e46419 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:13.784500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76e083a7-b34b-4734-9e70-9f9d19e46419 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:13.957834 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port d95f9eb2-1a13-43c7-ab62-1a262101e0c3 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:13.958217 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:13.973448 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76e083a7-b34b-4734-9e70-9f9d19e46419 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:13.976840 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e083a7-b34b-4734-9e70-9f9d19e46419 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=18226173-beae-454f-bec6-21c771ea96ec,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:14.116432 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1b277ab0-5273-49b7-9daf-d7f1c6929d35 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:07:14.227068 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1b277ab0-5273-49b7-9daf-d7f1c6929d35 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:14.227478 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:14.230911 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e083a7-b34b-4734-9e70-9f9d19e46419 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network fc6cab8b-2843-4553-bc34-b979e3a53a78 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:07:14.236925 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-76e083a7-b34b-4734-9e70-9f9d19e46419 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:07:14.336602 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12b67ce-acb7-4379-bcfb-91e2934b1cd8 None None] Network fc6cab8b-2843-4553-bc34-b979e3a53a78 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:07:14.502052 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e083a7-b34b-4734-9e70-9f9d19e46419 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 5fef579d-6725-4119-82ee-005d41ea855f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:07:14.579068 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-99530b82-cd73-466c-b93f-6d79a35a763b None None] Provisioning complete for port 1b277ab0-5273-49b7-9daf-d7f1c6929d35 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:14.580043 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-99530b82-cd73-466c-b93f-6d79a35a763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:14.736574 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e083a7-b34b-4734-9e70-9f9d19e46419 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:07:14.753876 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58680) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:14.754311 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-76e083a7-b34b-4734-9e70-9f9d19e46419 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/5fef579d-6725-4119-82ee-005d41ea855f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6000628 Dec 12 18:07:14.756168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4a105e11-134d-45b8-935d-50ace8337a7f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'network': {'name': 'tempest-RoutersTest-1581566852'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:14.816783 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a105e11-134d-45b8-935d-50ace8337a7f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Made reservation on behalf of 06e9b19557994f78bfc7175f945328a3 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:07:14.820820 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a105e11-134d-45b8-935d-50ace8337a7f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:14.873925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a105e11-134d-45b8-935d-50ace8337a7f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:07:14.889304 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a105e11-134d-45b8-935d-50ace8337a7f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:14.889841 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-4a105e11-134d-45b8-935d-50ace8337a7f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Added segment 7daba582-7e31-43df-a796-8c7a6e1fb132 of type vlan for network 2315c849-2a9c-407c-b798-b4538750ebd6 Dec 12 18:07:15.022278 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a105e11-134d-45b8-935d-50ace8337a7f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:15.104512 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Sync routers for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:07:15.117447 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a105e11-134d-45b8-935d-50ace8337a7f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:15.135736 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a105e11-134d-45b8-935d-50ace8337a7f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:15.138278 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a105e11-134d-45b8-935d-50ace8337a7f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:15.196026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:15.197133 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:06:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:15.199422 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:15.312903 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-38f0ef83-95b3-40f0-b4ac-8a2bb1f2d5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:15.335097 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4a105e11-134d-45b8-935d-50ace8337a7f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5816033 Dec 12 18:07:15.336343 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58698) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:15.344093 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8d17461a-3afc-43a9-9776-e6e19b650c57 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'subnet': {'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:15.360896 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a105e11-134d-45b8-935d-50ace8337a7f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Network': ['ID=2315c849-2a9c-407c-b798-b4538750ebd6,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:15.380372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 2315c849-2a9c-407c-b798-b4538750ebd6 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:07:15.697673 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d17461a-3afc-43a9-9776-e6e19b650c57 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Made reservation on behalf of 06e9b19557994f78bfc7175f945328a3 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:07:15.701736 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d17461a-3afc-43a9-9776-e6e19b650c57 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:15.789437 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 1b277ab0-5273-49b7-9daf-d7f1c6929d35, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1b277ab0-5273-49b7-9daf-d7f1c6929d35,segment=NetworkSegment(896ee2ef-9b6f-442b-8810-b672e675843a),segment_id=896ee2ef-9b6f-442b-8810-b672e675843a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:15.924809 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:16.029572 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=1b277ab0-5273-49b7-9daf-d7f1c6929d35,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:16.040095 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:16.296201 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d17461a-3afc-43a9-9776-e6e19b650c57 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:16.387927 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d17461a-3afc-43a9-9776-e6e19b650c57 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Checking segment: {'id': '7daba582-7e31-43df-a796-8c7a6e1fb132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:07:16.388564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d17461a-3afc-43a9-9776-e6e19b650c57 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network hostable DHCP agents. Network: 2315c849-2a9c-407c-b798-b4538750ebd6, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:07:16.400435 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17461a-3afc-43a9-9776-e6e19b650c57 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Subnet': ['ID=7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:16.441807 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d17461a-3afc-43a9-9776-e6e19b650c57 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network 2315c849-2a9c-407c-b798-b4538750ebd6 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:07:16.457153 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1372469d-90f3-443b-95d6-8a66578257c7 None None] Provisioning complete for port 1b277ab0-5273-49b7-9daf-d7f1c6929d35 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:16.457694 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1372469d-90f3-443b-95d6-8a66578257c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:16.458605 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8d17461a-3afc-43a9-9776-e6e19b650c57 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 2315c849-2a9c-407c-b798-b4538750ebd6) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:07:16.472054 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d17461a-3afc-43a9-9776-e6e19b650c57 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:16.472667 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d17461a-3afc-43a9-9776-e6e19b650c57 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:16.515812 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cc4423-2ce9-4fd8-847a-a6807388861b None None] Network 2315c849-2a9c-407c-b798-b4538750ebd6 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:07:16.526490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58716) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:16.527119 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8d17461a-3afc-43a9-9776-e6e19b650c57 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1885786 Dec 12 18:07:16.730931 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-2315c849-2a9c-407c-b798-b4538750ebd6', 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6', 'project_id': '06e9b19557994f78bfc7175f945328a3', 'fixed_ips': [{'subnet_id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:07:16.731847 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:16.830625 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1372469d-90f3-443b-95d6-8a66578257c7 None None] Provisioning complete for port 18226173-beae-454f-bec6-21c771ea96ec triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:16.830965 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1372469d-90f3-443b-95d6-8a66578257c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:16.943395 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:13Z', 'revision_number': 3, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': '18226173-beae-454f-bec6-21c771ea96ec', 'name': '', 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:18:bf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:11Z', 'updated_at': '2021-12-12T18:07:13Z', 'revision_number': 2, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:17.003878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Checking router: 5fef579d-6725-4119-82ee-005d41ea855f for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:07:17.004244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Updating router 5fef579d-6725-4119-82ee-005d41ea855f port 18226173-beae-454f-bec6-21c771ea96ec binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:07:17.045802 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1372469d-90f3-443b-95d6-8a66578257c7 None None] Port 18226173-beae-454f-bec6-21c771ea96ec cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:07:17.069242 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:17.118078 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:17.301296 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Allocated IP 172.22.0.2 (2315c849-2a9c-407c-b798-b4538750ebd6/7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4/73ccfa8c-3004-4565-b7d5-b39815e26eb7) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:07:17.320262 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:17.324926 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a0801e6-533c-49dc-b155-7528e20e9e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:17.342733 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-907bba9d-05f7-4437-bb67-f733b8841f2f None None] Provisioning complete for port 18226173-beae-454f-bec6-21c771ea96ec triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:17.343164 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-907bba9d-05f7-4437-bb67-f733b8841f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:17.516157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-907bba9d-05f7-4437-bb67-f733b8841f2f None None] Port 18226173-beae-454f-bec6-21c771ea96ec cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:07:17.623289 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:17.639625 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:17.794348 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357b2e6-5d4a-4332-bc63-965182c7111c None None] Pushing event updated for resources: {'Port': ['ID=18226173-beae-454f-bec6-21c771ea96ec,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:17.823196 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:17.837536 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Attempting to bind port 18226173-beae-454f-bec6-21c771ea96ec on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:07:17.838200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Attempting to bind port 18226173-beae-454f-bec6-21c771ea96ec by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '896ee2ef-9b6f-442b-8810-b672e675843a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:07:17.838816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Attempting to bind port 18226173-beae-454f-bec6-21c771ea96ec on network fc6cab8b-2843-4553-bc34-b979e3a53a78 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:07:17.851424 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:17.926591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Network 2315c849-2a9c-407c-b798-b4538750ebd6 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:07:17.928540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Pushing event updated for resources: {'Port': ['ID=73ccfa8c-3004-4565-b7d5-b39815e26eb7,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:17.932394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:07:17.934308 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:17.935550 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:07:17.936439 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Checking segment: {'id': '896ee2ef-9b6f-442b-8810-b672e675843a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:07:17.937015 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:17.937787 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Bound using segment: {'id': '896ee2ef-9b6f-442b-8810-b672e675843a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:07:17.939234 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Bound port: 18226173-beae-454f-bec6-21c771ea96ec, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896ee2ef-9b6f-442b-8810-b672e675843a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:07:17.939821 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:17.954026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:07:18.044720 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Attempting to bind port 73ccfa8c-3004-4565-b7d5-b39815e26eb7 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:07:18.045360 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Attempting to bind port 73ccfa8c-3004-4565-b7d5-b39815e26eb7 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '7daba582-7e31-43df-a796-8c7a6e1fb132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:07:18.045908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Attempting to bind port 73ccfa8c-3004-4565-b7d5-b39815e26eb7 on network 2315c849-2a9c-407c-b798-b4538750ebd6 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:07:18.060047 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:07:18.060763 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Checking segment: {'id': '7daba582-7e31-43df-a796-8c7a6e1fb132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:07:18.061954 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:18.062518 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Bound using segment: {'id': '7daba582-7e31-43df-a796-8c7a6e1fb132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:07:18.063895 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Bound port: 73ccfa8c-3004-4565-b7d5-b39815e26eb7, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7daba582-7e31-43df-a796-8c7a6e1fb132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:07:18.064589 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:18.072420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Allocated IP 172.22.0.1 (2315c849-2a9c-407c-b798-b4538750ebd6/7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4/ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:07:18.125005 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] For port 18226173-beae-454f-bec6-21c771ea96ec, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:07:18.130392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] For port 18226173-beae-454f-bec6-21c771ea96ec, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=18226173-beae-454f-bec6-21c771ea96ec,segment=NetworkSegment(896ee2ef-9b6f-442b-8810-b672e675843a),segment_id=896ee2ef-9b6f-442b-8810-b672e675843a)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:07:18.186084 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1b277ab0-5273-49b7-9daf-d7f1c6929d35 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:07:18.188977 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:18.399960 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:18.449319 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-68d2e152-80b4-4116-ae7d-91759b7d343b None None] Provisioning complete for port 18226173-beae-454f-bec6-21c771ea96ec triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:18.449691 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68d2e152-80b4-4116-ae7d-91759b7d343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:18.517086 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:18.689800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:18.695570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network 2315c849-2a9c-407c-b798-b4538750ebd6 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:07:18.702471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:07:18.706979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:07:18.718682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:18.719195 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:18.720196 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:18.720638 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:18.721388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:18.721901 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:18.722344 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:18.722805 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:18.723299 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:18.723754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:18.724197 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:18.724197 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:18.725015 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:18.848151 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:18.853305 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:18.925175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] For port 73ccfa8c-3004-4565-b7d5-b39815e26eb7, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:07:18.946294 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:18.946988 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:18.950676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] For port 73ccfa8c-3004-4565-b7d5-b39815e26eb7, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=73ccfa8c-3004-4565-b7d5-b39815e26eb7,segment=NetworkSegment(7daba582-7e31-43df-a796-8c7a6e1fb132),segment_id=7daba582-7e31-43df-a796-8c7a6e1fb132)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:07:18.960498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357b2e6-5d4a-4332-bc63-965182c7111c None None] Pushing event updated for resources: {'Port': ['ID=18226173-beae-454f-bec6-21c771ea96ec,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:19.001101 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:19.072989 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1b277ab0-5273-49b7-9daf-d7f1c6929d35 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:19.077204 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:19.128544 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:19.397188 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:19.473547 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178c3ce-5c02-4886-a356-6f5a721b2069 None None] Pushing event updated for resources: {'Port': ['ID=73ccfa8c-3004-4565-b7d5-b39815e26eb7,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:19.539928 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68d2e152-80b4-4116-ae7d-91759b7d343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:19.941719 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-68d2e152-80b4-4116-ae7d-91759b7d343b None None] For port 18226173-beae-454f-bec6-21c771ea96ec, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=18226173-beae-454f-bec6-21c771ea96ec,segment=NetworkSegment(896ee2ef-9b6f-442b-8810-b672e675843a),segment_id=896ee2ef-9b6f-442b-8810-b672e675843a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:19.963537 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68d2e152-80b4-4116-ae7d-91759b7d343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:20.046219 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2e152-80b4-4116-ae7d-91759b7d343b None None] Pushing event updated for resources: {'Port': ['ID=18226173-beae-454f-bec6-21c771ea96ec,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:20.150511 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:20.158015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-875cb207-ce11-42bc-89d6-6afd9dc04822 None None] Provisioning complete for port 18226173-beae-454f-bec6-21c771ea96ec triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:20.158697 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-875cb207-ce11-42bc-89d6-6afd9dc04822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:20.276637 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:13Z', 'revision_number': 3, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': '18226173-beae-454f-bec6-21c771ea96ec', 'name': '', 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:18:bf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:11Z', 'updated_at': '2021-12-12T18:07:18Z', 'revision_number': 4, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:20.367188 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 73ccfa8c-3004-4565-b7d5-b39815e26eb7 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:07:20.380189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfa67c4-cda8-45f8-a402-afb2d1218cef None None] The sync data for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 is: [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:13Z', 'revision_number': 3, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': '18226173-beae-454f-bec6-21c771ea96ec', 'name': '', 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:18:bf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:11Z', 'updated_at': '2021-12-12T18:07:18Z', 'revision_number': 4, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:07:20.614574 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 73ccfa8c-3004-4565-b7d5-b39815e26eb7 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:20.617825 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:20.725412 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:20.740804 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:20.943494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:20.980090 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:20.999263 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:21.111545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 73ccfa8c-3004-4565-b7d5-b39815e26eb7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=73ccfa8c-3004-4565-b7d5-b39815e26eb7,segment=NetworkSegment(7daba582-7e31-43df-a796-8c7a6e1fb132),segment_id=7daba582-7e31-43df-a796-8c7a6e1fb132)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:21.113175 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:21.122731 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:21.207918 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=73ccfa8c-3004-4565-b7d5-b39815e26eb7,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:21.230260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network 2315c849-2a9c-407c-b798-b4538750ebd6 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:07:21.233716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:07:21.355271 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2973109-4c1f-4b2f-b611-e43c5f16888f None None] Network 2315c849-2a9c-407c-b798-b4538750ebd6 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:07:21.462071 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 5fef579d-6725-4119-82ee-005d41ea855f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:07:21.554950 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-61a9f2fb-faf7-4fce-8729-626a4a9c85ae None None] Provisioning complete for port 73ccfa8c-3004-4565-b7d5-b39815e26eb7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:21.555488 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-61a9f2fb-faf7-4fce-8729-626a4a9c85ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:21.712413 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:07:21.718513 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c351c9ed-e3c5-40c9-8de2-621ed31e02ae tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/5fef579d-6725-4119-82ee-005d41ea855f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1900265 Dec 12 18:07:21.720881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58832) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:21.726352 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-dc9d73e9-059a-4ab9-8b78-568da3769734 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'network': {'name': 'tempest-RoutersTest-2009964841'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:21.775044 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9d73e9-059a-4ab9-8b78-568da3769734 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Made reservation on behalf of 06e9b19557994f78bfc7175f945328a3 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:07:21.779453 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Sync routers for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:07:21.783885 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dc9d73e9-059a-4ab9-8b78-568da3769734 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:21.822098 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:21.822098 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:21.836060 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9d73e9-059a-4ab9-8b78-568da3769734 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:07:21.854834 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dc9d73e9-059a-4ab9-8b78-568da3769734 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:21.855189 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-dc9d73e9-059a-4ab9-8b78-568da3769734 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Added segment a98875d9-ccea-415d-83f9-3888502f0776 of type vlan for network 8224e11c-01a8-4bf2-9cf8-3de36c01d913 Dec 12 18:07:21.912531 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dc9d73e9-059a-4ab9-8b78-568da3769734 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:21.953391 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dc9d73e9-059a-4ab9-8b78-568da3769734 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:21.966485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9d73e9-059a-4ab9-8b78-568da3769734 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:21.967524 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dc9d73e9-059a-4ab9-8b78-568da3769734 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:22.029226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58840) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:22.029864 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-dc9d73e9-059a-4ab9-8b78-568da3769734 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3071101 Dec 12 18:07:22.036842 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'subnet': {'network_id': '8224e11c-01a8-4bf2-9cf8-3de36c01d913', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:22.136646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d73e9-059a-4ab9-8b78-568da3769734 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Network': ['ID=8224e11c-01a8-4bf2-9cf8-3de36c01d913,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:22.152814 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 8224e11c-01a8-4bf2-9cf8-3de36c01d913 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:07:22.316724 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Made reservation on behalf of 06e9b19557994f78bfc7175f945328a3 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:07:22.320684 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:22.330312 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:22.341655 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 73ccfa8c-3004-4565-b7d5-b39815e26eb7 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:07:22.486667 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-13ece370-335a-40c3-b4bc-076cf674c640 None None] Provisioning complete for port ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:22.487494 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-13ece370-335a-40c3-b4bc-076cf674c640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:22.644629 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-13ece370-335a-40c3-b4bc-076cf674c640 None None] Port ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:07:22.686672 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-13ece370-335a-40c3-b4bc-076cf674c640 None None] Provisioning complete for port 73ccfa8c-3004-4565-b7d5-b39815e26eb7 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:22.686953 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-13ece370-335a-40c3-b4bc-076cf674c640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:22.790155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 73ccfa8c-3004-4565-b7d5-b39815e26eb7 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:22.799739 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:22.874064 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:22.963825 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:19Z', 'revision_number': 4, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': '18226173-beae-454f-bec6-21c771ea96ec', 'name': '', 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:18:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:11Z', 'updated_at': '2021-12-12T18:07:19Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c', 'name': '', 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:a3:cf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:17Z', 'updated_at': '2021-12-12T18:07:20Z', 'revision_number': 2, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:23.034218 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Checking router: 5fef579d-6725-4119-82ee-005d41ea855f for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:07:23.034583 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Updating router 5fef579d-6725-4119-82ee-005d41ea855f port ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:07:23.104466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Subnet': ['ID=b221b928-9ab7-4280-bc51-e975a2ffad66,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:23.108341 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Checking segment: {'id': 'a98875d9-ccea-415d-83f9-3888502f0776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8224e11c-01a8-4bf2-9cf8-3de36c01d913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:07:23.109098 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network hostable DHCP agents. Network: 8224e11c-01a8-4bf2-9cf8-3de36c01d913, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:07:23.116351 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:23.130876 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:23.131789 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:23.133949 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:23.134532 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:23.135773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:23.136361 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:23.137541 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:23.138125 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:23.138700 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:23.139287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:23.140097 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:23.140660 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:23.141242 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:07:23.147978 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 18226173-beae-454f-bec6-21c771ea96ec up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:07:23.159058 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network 8224e11c-01a8-4bf2-9cf8-3de36c01d913 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:07:23.180163 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 8224e11c-01a8-4bf2-9cf8-3de36c01d913) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:07:23.188934 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:23.190984 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:23.237674 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064534f8-3d18-406c-a944-1872d4271b65 None None] Network 8224e11c-01a8-4bf2-9cf8-3de36c01d913 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:07:23.241198 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f9b31749-5a22-46a7-b164-6671d9a26533 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2092514 Dec 12 18:07:23.243907 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 58866) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:23.561454 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:23.574262 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:23.612939 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cc6a5e9c-8bb2-48af-b8ea-4a43cfcaa729 None None] Provisioning complete for port ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:23.613701 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cc6a5e9c-8bb2-48af-b8ea-4a43cfcaa729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:23.642069 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 18226173-beae-454f-bec6-21c771ea96ec triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:23.644298 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:23.646765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-8224e11c-01a8-4bf2-9cf8-3de36c01d913', 'network_id': '8224e11c-01a8-4bf2-9cf8-3de36c01d913', 'project_id': '06e9b19557994f78bfc7175f945328a3', 'fixed_ips': [{'subnet_id': 'b221b928-9ab7-4280-bc51-e975a2ffad66'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:07:23.648621 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:23.709446 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c257555-8e7d-40b2-9e6d-4d6b1edc7136 None None] Pushing event updated for resources: {'Port': ['ID=ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:23.911969 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Attempting to bind port ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:07:23.912345 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Attempting to bind port ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '7daba582-7e31-43df-a796-8c7a6e1fb132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:07:23.912704 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Attempting to bind port ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c on network 2315c849-2a9c-407c-b798-b4538750ebd6 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:07:23.949592 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:07:23.953348 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Checking segment: {'id': '7daba582-7e31-43df-a796-8c7a6e1fb132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:07:23.953954 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:23.965319 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Bound using segment: {'id': '7daba582-7e31-43df-a796-8c7a6e1fb132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:07:23.965949 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Bound port: ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7daba582-7e31-43df-a796-8c7a6e1fb132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:07:23.966316 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:24.209841 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] For port ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:07:24.216653 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] For port ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c,segment=NetworkSegment(7daba582-7e31-43df-a796-8c7a6e1fb132),segment_id=7daba582-7e31-43df-a796-8c7a6e1fb132)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:07:24.229122 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:24.320625 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a5e9c-8bb2-48af-b8ea-4a43cfcaa729 None None] Port ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:07:24.345116 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:24.345612 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:24.553562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58904) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:24.624121 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2bd4e239-9ad3-4703-a304-6f8905306701 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:24.685285 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:24.712924 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-06478da6-9cd6-45e6-8461-501421808610 None None] Provisioning complete for port ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:24.713662 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06478da6-9cd6-45e6-8461-501421808610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:24.767844 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Allocated IP 172.23.0.2 (8224e11c-01a8-4bf2-9cf8-3de36c01d913/b221b928-9ab7-4280-bc51-e975a2ffad66/9a3909ef-9036-4e14-9efa-7fa168980617) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:07:24.884365 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-57d930c4-e24b-437a-a28f-1268f53834f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:25.124351 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c257555-8e7d-40b2-9e6d-4d6b1edc7136 None None] Pushing event updated for resources: {'Port': ['ID=ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:25.143442 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-57d930c4-e24b-437a-a28f-1268f53834f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:25.150474 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-57d930c4-e24b-437a-a28f-1268f53834f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:25.235788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d930c4-e24b-437a-a28f-1268f53834f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3142b27e-819e-45c5-bb39-194576b2e14b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:25.239852 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06478da6-9cd6-45e6-8461-501421808610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:25.319592 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-57d930c4-e24b-437a-a28f-1268f53834f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a2e2876905446499cc1768c72f610a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7647791 Dec 12 18:07:25.320489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58934) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:25.434519 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8524adae-7a46-46ca-b417-5fcce55b4e7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:25.437550 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:19Z', 'revision_number': 4, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': '18226173-beae-454f-bec6-21c771ea96ec', 'name': '', 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:18:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:11Z', 'updated_at': '2021-12-12T18:07:19Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c', 'name': '', 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:a3:cf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:17Z', 'updated_at': '2021-12-12T18:07:24Z', 'revision_number': 4, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:25.488905 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8524adae-7a46-46ca-b417-5fcce55b4e7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:25.533231 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f4823-14f7-4a11-99f2-affdde299d91 None None] The sync data for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 is: [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:19Z', 'revision_number': 4, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': '18226173-beae-454f-bec6-21c771ea96ec', 'name': '', 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:18:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:11Z', 'updated_at': '2021-12-12T18:07:19Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c', 'name': '', 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:a3:cf:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:17Z', 'updated_at': '2021-12-12T18:07:24Z', 'revision_number': 4, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:07:25.546307 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-06478da6-9cd6-45e6-8461-501421808610 None None] For port ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c,segment=NetworkSegment(7daba582-7e31-43df-a796-8c7a6e1fb132),segment_id=7daba582-7e31-43df-a796-8c7a6e1fb132)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:25.572123 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06478da6-9cd6-45e6-8461-501421808610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:25.708765 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8524adae-7a46-46ca-b417-5fcce55b4e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:25.714259 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8524adae-7a46-46ca-b417-5fcce55b4e7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:25.723318 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8524adae-7a46-46ca-b417-5fcce55b4e7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3142b27e-819e-45c5-bb39-194576b2e14b HTTP/1.1" status: 204 len: 168 time: 0.3990276 Dec 12 18:07:25.745874 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06478da6-9cd6-45e6-8461-501421808610 None None] Pushing event updated for resources: {'Port': ['ID=ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:25.806331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524adae-7a46-46ca-b417-5fcce55b4e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3142b27e-819e-45c5-bb39-194576b2e14b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:25.927498 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:25.930016 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-793ccf7b-09be-48e2-a32f-aec55f6dee3b None None] Provisioning complete for port ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:25.930581 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-793ccf7b-09be-48e2-a32f-aec55f6dee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:26.093909 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:26.216134 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-2bd4e239-9ad3-4703-a304-6f8905306701 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Allocated IP 172.23.0.1 (8224e11c-01a8-4bf2-9cf8-3de36c01d913/b221b928-9ab7-4280-bc51-e975a2ffad66/0c31e3f5-5886-4c4d-9e40-3f239b420c18) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:07:26.352806 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Pushing event updated for resources: {'Port': ['ID=9a3909ef-9036-4e14-9efa-7fa168980617,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:26.393758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Network 8224e11c-01a8-4bf2-9cf8-3de36c01d913 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:07:26.446176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:07:26.454840 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:07:26.589081 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Attempting to bind port 9a3909ef-9036-4e14-9efa-7fa168980617 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:07:26.591601 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Attempting to bind port 9a3909ef-9036-4e14-9efa-7fa168980617 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'a98875d9-ccea-415d-83f9-3888502f0776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8224e11c-01a8-4bf2-9cf8-3de36c01d913'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:07:26.595135 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Attempting to bind port 9a3909ef-9036-4e14-9efa-7fa168980617 on network 8224e11c-01a8-4bf2-9cf8-3de36c01d913 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:07:26.608804 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:07:26.609108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Checking segment: {'id': 'a98875d9-ccea-415d-83f9-3888502f0776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8224e11c-01a8-4bf2-9cf8-3de36c01d913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:07:26.611637 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:26.612261 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Bound using segment: {'id': 'a98875d9-ccea-415d-83f9-3888502f0776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8224e11c-01a8-4bf2-9cf8-3de36c01d913'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:07:26.613124 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Bound port: 9a3909ef-9036-4e14-9efa-7fa168980617, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98875d9-ccea-415d-83f9-3888502f0776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8224e11c-01a8-4bf2-9cf8-3de36c01d913'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:07:26.613743 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:26.636918 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 58992) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:26.661232 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-41eba4eb-af98-4137-9dc8-ac9e3b7ebb6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:26.721082 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2bd4e239-9ad3-4703-a304-6f8905306701 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:26.822633 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2bd4e239-9ad3-4703-a304-6f8905306701 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:26.840046 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] For port 9a3909ef-9036-4e14-9efa-7fa168980617, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:07:26.847013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] For port 9a3909ef-9036-4e14-9efa-7fa168980617, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9a3909ef-9036-4e14-9efa-7fa168980617,segment=NetworkSegment(a98875d9-ccea-415d-83f9-3888502f0776),segment_id=a98875d9-ccea-415d-83f9-3888502f0776)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:07:26.856407 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:26.901561 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-41eba4eb-af98-4137-9dc8-ac9e3b7ebb6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:26.912660 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-41eba4eb-af98-4137-9dc8-ac9e3b7ebb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:26.921264 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd4e239-9ad3-4703-a304-6f8905306701 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network 8224e11c-01a8-4bf2-9cf8-3de36c01d913 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:07:26.936260 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2bd4e239-9ad3-4703-a304-6f8905306701 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:07:26.942394 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd4e239-9ad3-4703-a304-6f8905306701 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:07:26.962380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eba4eb-af98-4137-9dc8-ac9e3b7ebb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea60feb6-ec54-4a07-86f1-03ff6e7d8512,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:26.987756 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4e239-9ad3-4703-a304-6f8905306701 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=0c31e3f5-5886-4c4d-9e40-3f239b420c18,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:27.001431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59002) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:27.002722 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-41eba4eb-af98-4137-9dc8-ac9e3b7ebb6d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23b8dba5db464e14b317d645ebcc4ef7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3638568 Dec 12 18:07:27.065792 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2bd4e239-9ad3-4703-a304-6f8905306701 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:27.213033 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:07:27.251389 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2bd4e239-9ad3-4703-a304-6f8905306701 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:27.278085 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e174ee4-ff73-4e81-817c-735cf521fbdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:27.319188 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e174ee4-ff73-4e81-817c-735cf521fbdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:27.365670 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f19e6-df95-498e-ac26-5eb1cb4bb633 None None] Pushing event updated for resources: {'Port': ['ID=9a3909ef-9036-4e14-9efa-7fa168980617,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:27.413086 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:27.413660 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:27.668096 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e174ee4-ff73-4e81-817c-735cf521fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:27.670586 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e174ee4-ff73-4e81-817c-735cf521fbdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:27.671825 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2e174ee4-ff73-4e81-817c-735cf521fbdd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea60feb6-ec54-4a07-86f1-03ff6e7d8512 HTTP/1.1" status: 204 len: 168 time: 0.6654930 Dec 12 18:07:27.691767 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e174ee4-ff73-4e81-817c-735cf521fbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea60feb6-ec54-4a07-86f1-03ff6e7d8512,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:27.848885 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2bd4e239-9ad3-4703-a304-6f8905306701 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:27.876697 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2bd4e239-9ad3-4703-a304-6f8905306701 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:28.093956 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2bd4e239-9ad3-4703-a304-6f8905306701 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:28.103328 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4e239-9ad3-4703-a304-6f8905306701 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event updated for resources: {'Port': ['ID=0c31e3f5-5886-4c4d-9e40-3f239b420c18,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:28.301433 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd4e239-9ad3-4703-a304-6f8905306701 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Network 8224e11c-01a8-4bf2-9cf8-3de36c01d913 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:07:28.303706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2bd4e239-9ad3-4703-a304-6f8905306701 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:07:28.503521 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59036) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:28.525812 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-827b16a4-542f-431d-bc39-96811e61a7c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:28.537785 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd4e239-9ad3-4703-a304-6f8905306701 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 5fef579d-6725-4119-82ee-005d41ea855f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:07:28.622722 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d03d602-e6b2-478f-afe7-f0ee319831ac None None] Network 8224e11c-01a8-4bf2-9cf8-3de36c01d913 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:07:28.719537 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-827b16a4-542f-431d-bc39-96811e61a7c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:28.729420 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-827b16a4-542f-431d-bc39-96811e61a7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:28.766508 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b1bcba67-d53c-49e8-9e37-2b8ce0ac7195 None None] Provisioning complete for port 9a3909ef-9036-4e14-9efa-7fa168980617 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:28.767767 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b1bcba67-d53c-49e8-9e37-2b8ce0ac7195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:28.867731 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd4e239-9ad3-4703-a304-6f8905306701 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:07:28.895454 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2bd4e239-9ad3-4703-a304-6f8905306701 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/5fef579d-6725-4119-82ee-005d41ea855f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6503396 Dec 12 18:07:28.896580 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Sync routers for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:07:28.899629 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59042) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:28.912469 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a0d4c8af-66a2-4c38-b782-585d491944b7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:28.943136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b16a4-542f-431d-bc39-96811e61a7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21274764-e22f-4ae5-9aa1-5210c0762e68,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:28.950417 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9a3909ef-9036-4e14-9efa-7fa168980617 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:07:28.967265 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-827b16a4-542f-431d-bc39-96811e61a7c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4793cff613574bd2a57b0e8a0a8b47cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4625738 Dec 12 18:07:28.975844 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59044) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:29.068297 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:29.068982 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:29.120741 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c07923fc-b8b8-420a-a55d-c298de7b2c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:29.209614 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c07923fc-b8b8-420a-a55d-c298de7b2c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:29.303664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:29.350294 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b1bcba67-d53c-49e8-9e37-2b8ce0ac7195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:29.354084 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 9a3909ef-9036-4e14-9efa-7fa168980617 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:29.354632 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:29.378654 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c07923fc-b8b8-420a-a55d-c298de7b2c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:29.389727 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c07923fc-b8b8-420a-a55d-c298de7b2c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:29.397464 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c07923fc-b8b8-420a-a55d-c298de7b2c82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21274764-e22f-4ae5-9aa1-5210c0762e68 HTTP/1.1" status: 204 len: 168 time: 0.4099166 Dec 12 18:07:29.420500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07923fc-b8b8-420a-a55d-c298de7b2c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21274764-e22f-4ae5-9aa1-5210c0762e68,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:29.783910 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b1bcba67-d53c-49e8-9e37-2b8ce0ac7195 None None] For port 9a3909ef-9036-4e14-9efa-7fa168980617, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9a3909ef-9036-4e14-9efa-7fa168980617,segment=NetworkSegment(a98875d9-ccea-415d-83f9-3888502f0776),segment_id=a98875d9-ccea-415d-83f9-3888502f0776)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:29.800996 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b1bcba67-d53c-49e8-9e37-2b8ce0ac7195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:30.165297 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcba67-d53c-49e8-9e37-2b8ce0ac7195 None None] Pushing event updated for resources: {'Port': ['ID=9a3909ef-9036-4e14-9efa-7fa168980617,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:30.174200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-24d2750b-77b3-466c-8813-bcae903921c7 None None] Provisioning complete for port 0c31e3f5-5886-4c4d-9e40-3f239b420c18 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:30.177283 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24d2750b-77b3-466c-8813-bcae903921c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:30.377547 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-24d2750b-77b3-466c-8813-bcae903921c7 None None] Port 0c31e3f5-5886-4c4d-9e40-3f239b420c18 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:07:30.443984 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-24d2750b-77b3-466c-8813-bcae903921c7 None None] Provisioning complete for port 9a3909ef-9036-4e14-9efa-7fa168980617 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:30.444490 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24d2750b-77b3-466c-8813-bcae903921c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:30.515447 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.extraroute_db [None req-a0d4c8af-66a2-4c38-b782-585d491944b7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103150) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 12 18:07:30.530083 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:27Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': '0c31e3f5-5886-4c4d-9e40-3f239b420c18', 'name': '', 'network_id': '8224e11c-01a8-4bf2-9cf8-3de36c01d913', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:41:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'b221b928-9ab7-4280-bc51-e975a2ffad66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:25Z', 'updated_at': '2021-12-12T18:07:27Z', 'revision_number': 2, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': 'b221b928-9ab7-4280-bc51-e975a2ffad66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18226173-beae-454f-bec6-21c771ea96ec', 'name': '', 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:18:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:11Z', 'updated_at': '2021-12-12T18:07:19Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c', 'name': '', 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:a3:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:17Z', 'updated_at': '2021-12-12T18:07:25Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:30.546850 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.extraroute_db [None req-a0d4c8af-66a2-4c38-b782-585d491944b7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Removed routes are [] {{(pid=103150) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 12 18:07:30.547438 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c8af-66a2-4c38-b782-585d491944b7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:30.591917 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Checking router: 5fef579d-6725-4119-82ee-005d41ea855f for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:07:30.592296 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Updating router 5fef579d-6725-4119-82ee-005d41ea855f port 0c31e3f5-5886-4c4d-9e40-3f239b420c18 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:07:30.650198 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:30.924255 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9a3909ef-9036-4e14-9efa-7fa168980617 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:07:31.003250 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c8af-66a2-4c38-b782-585d491944b7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:31.012490 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c8af-66a2-4c38-b782-585d491944b7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:31.223739 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d4c8af-66a2-4c38-b782-585d491944b7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 5fef579d-6725-4119-82ee-005d41ea855f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:07:31.344233 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-bcd25297-d344-4565-a49d-6a3788a4c411 None None] Provisioning complete for port 0c31e3f5-5886-4c4d-9e40-3f239b420c18 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:31.344551 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bcd25297-d344-4565-a49d-6a3788a4c411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:31.464361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 9a3909ef-9036-4e14-9efa-7fa168980617 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:31.465115 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:31.490401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d4c8af-66a2-4c38-b782-585d491944b7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:07:31.503924 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c8af-66a2-4c38-b782-585d491944b7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:31.508850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59108) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:31.510204 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a0d4c8af-66a2-4c38-b782-585d491944b7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/5fef579d-6725-4119-82ee-005d41ea855f HTTP/1.1" status: 200 len: 933 time: 2.6081269 Dec 12 18:07:31.578108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bcd25297-d344-4565-a49d-6a3788a4c411 None None] Port 0c31e3f5-5886-4c4d-9e40-3f239b420c18 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:07:31.752493 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:31.796059 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59140) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:31.796478 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-687a01ba-6726-42f3-8ff5-c413b3eb6156 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/routers/5fef579d-6725-4119-82ee-005d41ea855f HTTP/1.1" status: 200 len: 933 time: 0.2862852 Dec 12 18:07:31.801049 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d5853f42-6006-4190-9240-4df7eafbb250 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'router': {'routes': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:31.932163 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:32.162009 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Attempting to bind port 0c31e3f5-5886-4c4d-9e40-3f239b420c18 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:07:32.162644 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Attempting to bind port 0c31e3f5-5886-4c4d-9e40-3f239b420c18 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'a98875d9-ccea-415d-83f9-3888502f0776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8224e11c-01a8-4bf2-9cf8-3de36c01d913'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:07:32.163240 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Attempting to bind port 0c31e3f5-5886-4c4d-9e40-3f239b420c18 on network 8224e11c-01a8-4bf2-9cf8-3de36c01d913 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:07:32.182297 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:07:32.183022 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Checking segment: {'id': 'a98875d9-ccea-415d-83f9-3888502f0776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8224e11c-01a8-4bf2-9cf8-3de36c01d913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:07:32.183630 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:32.184385 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Bound using segment: {'id': 'a98875d9-ccea-415d-83f9-3888502f0776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8224e11c-01a8-4bf2-9cf8-3de36c01d913'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:07:32.185059 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Bound port: 0c31e3f5-5886-4c4d-9e40-3f239b420c18, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98875d9-ccea-415d-83f9-3888502f0776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8224e11c-01a8-4bf2-9cf8-3de36c01d913'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:07:32.185635 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:32.188104 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89793677-5b46-4121-ace3-536bd89bfe5a None None] Pushing event updated for resources: {'Port': ['ID=0c31e3f5-5886-4c4d-9e40-3f239b420c18,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:32.340225 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] For port 0c31e3f5-5886-4c4d-9e40-3f239b420c18, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:07:32.343435 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] For port 0c31e3f5-5886-4c4d-9e40-3f239b420c18, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=0c31e3f5-5886-4c4d-9e40-3f239b420c18,segment=NetworkSegment(a98875d9-ccea-415d-83f9-3888502f0776),segment_id=a98875d9-ccea-415d-83f9-3888502f0776)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:07:32.351836 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:32.421417 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89793677-5b46-4121-ace3-536bd89bfe5a None None] Pushing event updated for resources: {'Port': ['ID=0c31e3f5-5886-4c4d-9e40-3f239b420c18,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:32.451395 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:32.452029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:32.508548 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c3c71120-6c66-45de-a624-72ff742c9fcf None None] Provisioning complete for port 0c31e3f5-5886-4c4d-9e40-3f239b420c18 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:32.512408 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3c71120-6c66-45de-a624-72ff742c9fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:32.590848 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.extraroute_db [None req-d5853f42-6006-4190-9240-4df7eafbb250 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Added routes are [] {{(pid=103150) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 12 18:07:32.591334 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.extraroute_db [None req-d5853f42-6006-4190-9240-4df7eafbb250 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103150) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 12 18:07:32.766942 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5853f42-6006-4190-9240-4df7eafbb250 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:33.089951 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:33.170662 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5853f42-6006-4190-9240-4df7eafbb250 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:33.180590 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5853f42-6006-4190-9240-4df7eafbb250 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:33.302683 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5853f42-6006-4190-9240-4df7eafbb250 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 5fef579d-6725-4119-82ee-005d41ea855f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:07:33.447973 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3c71120-6c66-45de-a624-72ff742c9fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:33.458928 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5853f42-6006-4190-9240-4df7eafbb250 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:07:33.468359 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d5853f42-6006-4190-9240-4df7eafbb250 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:33.471254 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d5853f42-6006-4190-9240-4df7eafbb250 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/5fef579d-6725-4119-82ee-005d41ea855f HTTP/1.1" status: 200 len: 699 time: 1.6728170 Dec 12 18:07:33.472928 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59220) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:33.573220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c3c71120-6c66-45de-a624-72ff742c9fcf None None] For port 0c31e3f5-5886-4c4d-9e40-3f239b420c18, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=0c31e3f5-5886-4c4d-9e40-3f239b420c18,segment=NetworkSegment(a98875d9-ccea-415d-83f9-3888502f0776),segment_id=a98875d9-ccea-415d-83f9-3888502f0776)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:33.584981 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3c71120-6c66-45de-a624-72ff742c9fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:33.663441 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c71120-6c66-45de-a624-72ff742c9fcf None None] Pushing event updated for resources: {'Port': ['ID=0c31e3f5-5886-4c4d-9e40-3f239b420c18,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:33.668908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:30Z', 'revision_number': 6, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': '0c31e3f5-5886-4c4d-9e40-3f239b420c18', 'name': '', 'network_id': '8224e11c-01a8-4bf2-9cf8-3de36c01d913', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:41:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'b221b928-9ab7-4280-bc51-e975a2ffad66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:25Z', 'updated_at': '2021-12-12T18:07:32Z', 'revision_number': 4, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': 'b221b928-9ab7-4280-bc51-e975a2ffad66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18226173-beae-454f-bec6-21c771ea96ec', 'name': '', 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:18:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:11Z', 'updated_at': '2021-12-12T18:07:19Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c', 'name': '', 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:a3:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:17Z', 'updated_at': '2021-12-12T18:07:25Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:33.706227 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89052b87-fee9-4b72-bc6b-a9ac8fa7cf10 None None] The sync data for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 is: [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:30Z', 'revision_number': 6, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': '0c31e3f5-5886-4c4d-9e40-3f239b420c18', 'name': '', 'network_id': '8224e11c-01a8-4bf2-9cf8-3de36c01d913', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:41:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'b221b928-9ab7-4280-bc51-e975a2ffad66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:25Z', 'updated_at': '2021-12-12T18:07:32Z', 'revision_number': 4, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': 'b221b928-9ab7-4280-bc51-e975a2ffad66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18226173-beae-454f-bec6-21c771ea96ec', 'name': '', 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:18:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:11Z', 'updated_at': '2021-12-12T18:07:19Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c', 'name': '', 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:a3:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:17Z', 'updated_at': '2021-12-12T18:07:25Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:07:33.731758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cfcb7030-d3b7-44f8-95f2-eae5ec6a7566 None None] Provisioning complete for port 0c31e3f5-5886-4c4d-9e40-3f239b420c18 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:33.732000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a11ad104-d96b-45d9-ad44-e16ec743ee8f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/routers/5fef579d-6725-4119-82ee-005d41ea855f HTTP/1.1" status: 200 len: 699 time: 0.2544093 Dec 12 18:07:33.732122 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cfcb7030-d3b7-44f8-95f2-eae5ec6a7566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:33.732240 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59222) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:34.390913 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-948237e9-7f3e-4dda-afcb-739109a1e3b4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:34.848153 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 0c31e3f5-5886-4c4d-9e40-3f239b420c18 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:07:34.870349 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-948237e9-7f3e-4dda-afcb-739109a1e3b4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting port 0c31e3f5-5886-4c4d-9e40-3f239b420c18 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:07:34.870743 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-948237e9-7f3e-4dda-afcb-739109a1e3b4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:35.023447 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 0c31e3f5-5886-4c4d-9e40-3f239b420c18 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:35.023839 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:35.073418 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f92edb-49a4-44c7-b600-63fc5171106b None None] Sync routers for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:07:35.092560 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f92edb-49a4-44c7-b600-63fc5171106b None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:35.093209 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f7f92edb-49a4-44c7-b600-63fc5171106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:35.189619 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-948237e9-7f3e-4dda-afcb-739109a1e3b4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] For port 0c31e3f5-5886-4c4d-9e40-3f239b420c18, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=0c31e3f5-5886-4c4d-9e40-3f239b420c18,segment=NetworkSegment(a98875d9-ccea-415d-83f9-3888502f0776),segment_id=a98875d9-ccea-415d-83f9-3888502f0776)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:35.190245 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-948237e9-7f3e-4dda-afcb-739109a1e3b4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:35.224151 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-948237e9-7f3e-4dda-afcb-739109a1e3b4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Calling delete_port for 0c31e3f5-5886-4c4d-9e40-3f239b420c18 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:07:35.265060 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-f7f92edb-49a4-44c7-b600-63fc5171106b None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:35.458564 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59252) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:35.680603 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-948237e9-7f3e-4dda-afcb-739109a1e3b4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:35.690001 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-96508f2a-2e52-40d3-9ff4-f73647e68b77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:35.717344 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f7f92edb-49a4-44c7-b600-63fc5171106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:32Z', 'revision_number': 7, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': '0c31e3f5-5886-4c4d-9e40-3f239b420c18', 'name': '', 'network_id': '8224e11c-01a8-4bf2-9cf8-3de36c01d913', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:41:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'b221b928-9ab7-4280-bc51-e975a2ffad66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:25Z', 'updated_at': '2021-12-12T18:07:33Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': 'b221b928-9ab7-4280-bc51-e975a2ffad66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18226173-beae-454f-bec6-21c771ea96ec', 'name': '', 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:18:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:11Z', 'updated_at': '2021-12-12T18:07:19Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c', 'name': '', 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:a3:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:17Z', 'updated_at': '2021-12-12T18:07:25Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:35.752071 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f92edb-49a4-44c7-b600-63fc5171106b None None] Checking router: 5fef579d-6725-4119-82ee-005d41ea855f for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:07:35.761707 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f92edb-49a4-44c7-b600-63fc5171106b None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:35.763161 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f7f92edb-49a4-44c7-b600-63fc5171106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:35.807015 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948237e9-7f3e-4dda-afcb-739109a1e3b4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Port': ['ID=0c31e3f5-5886-4c4d-9e40-3f239b420c18,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:35.942224 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-96508f2a-2e52-40d3-9ff4-f73647e68b77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:35.952718 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-96508f2a-2e52-40d3-9ff4-f73647e68b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:36.018681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-96508f2a-2e52-40d3-9ff4-f73647e68b77 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e81ae32bedb445b5a90dd13c7e87cf18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5573487 Dec 12 18:07:36.019648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59260) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:36.057910 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-f7f92edb-49a4-44c7-b600-63fc5171106b None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:36.120784 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96508f2a-2e52-40d3-9ff4-f73647e68b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467da7f7-4fb4-438d-b144-69d6b30adcbf,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:36.134433 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-948237e9-7f3e-4dda-afcb-739109a1e3b4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:36.177342 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ce3acda-1196-457b-b1c4-0cb3ea993e15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:36.218405 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ce3acda-1196-457b-b1c4-0cb3ea993e15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:36.312999 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ce3acda-1196-457b-b1c4-0cb3ea993e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:36.316961 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ce3acda-1196-457b-b1c4-0cb3ea993e15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:36.318342 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6ce3acda-1196-457b-b1c4-0cb3ea993e15 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/467da7f7-4fb4-438d-b144-69d6b30adcbf HTTP/1.1" status: 204 len: 168 time: 0.2965040 Dec 12 18:07:36.346696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3acda-1196-457b-b1c4-0cb3ea993e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467da7f7-4fb4-438d-b144-69d6b30adcbf,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:36.402111 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948237e9-7f3e-4dda-afcb-739109a1e3b4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 5fef579d-6725-4119-82ee-005d41ea855f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:07:36.441195 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f7f92edb-49a4-44c7-b600-63fc5171106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:35Z', 'revision_number': 8, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': '18226173-beae-454f-bec6-21c771ea96ec', 'name': '', 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:18:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:11Z', 'updated_at': '2021-12-12T18:07:19Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c', 'name': '', 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:a3:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:17Z', 'updated_at': '2021-12-12T18:07:25Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:36.481384 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f92edb-49a4-44c7-b600-63fc5171106b None None] The sync data for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 is: [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:35Z', 'revision_number': 8, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': '18226173-beae-454f-bec6-21c771ea96ec', 'name': '', 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:18:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:11Z', 'updated_at': '2021-12-12T18:07:19Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c', 'name': '', 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:a3:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:17Z', 'updated_at': '2021-12-12T18:07:25Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:07:36.545227 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948237e9-7f3e-4dda-afcb-739109a1e3b4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:07:36.551741 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-948237e9-7f3e-4dda-afcb-739109a1e3b4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/5fef579d-6725-4119-82ee-005d41ea855f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8176935 Dec 12 18:07:36.553718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59266) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:36.611035 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-052bd435-d390-4390-a76d-398ae0b559d8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting subnet b221b928-9ab7-4280-bc51-e975a2ffad66 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:07:36.621199 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-052bd435-d390-4390-a76d-398ae0b559d8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:36.685711 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-052bd435-d390-4390-a76d-398ae0b559d8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:36.786407 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-052bd435-d390-4390-a76d-398ae0b559d8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:36.798592 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59270) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:36.815338 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24309ddd-bc22-4db0-8be8-9861d2913f09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:36.880103 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-052bd435-d390-4390-a76d-398ae0b559d8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:36.951517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052bd435-d390-4390-a76d-398ae0b559d8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Subnet': ['ID=b221b928-9ab7-4280-bc51-e975a2ffad66,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:36.956638 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-052bd435-d390-4390-a76d-398ae0b559d8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:36.966558 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 0c31e3f5-5886-4c4d-9e40-3f239b420c18 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:07:36.973660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-052bd435-d390-4390-a76d-398ae0b559d8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/subnets/b221b928-9ab7-4280-bc51-e975a2ffad66 HTTP/1.1" status: 204 len: 168 time: 0.4187994 Dec 12 18:07:36.976078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59272) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:36.977171 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fe7f69-03a4-4fba-aad1-5bb5dde7bcc2 None None] Network 8224e11c-01a8-4bf2-9cf8-3de36c01d913 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:07:36.978839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24309ddd-bc22-4db0-8be8-9861d2913f09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:36.986659 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24309ddd-bc22-4db0-8be8-9861d2913f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:37.068310 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 0c31e3f5-5886-4c4d-9e40-3f239b420c18 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:07:37.068953 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 0c31e3f5-5886-4c4d-9e40-3f239b420c18 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:07:37.085235 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24309ddd-bc22-4db0-8be8-9861d2913f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345dbf8f-f516-494a-bf4d-2259365688f3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:37.116649 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-24309ddd-bc22-4db0-8be8-9861d2913f09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac5bc79e815848f998a0621b4006d062&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3153696 Dec 12 18:07:37.117095 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59278) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:37.138623 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:37.221496 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting port 9a3909ef-9036-4e14-9efa-7fa168980617 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:07:37.222119 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:37.233340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5037e1-91d2-49a2-bd29-b59a8c1844ce None None] DHCP port deletion for 8224e11c-01a8-4bf2-9cf8-3de36c01d913 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:07:37.346473 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] For port 9a3909ef-9036-4e14-9efa-7fa168980617, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9a3909ef-9036-4e14-9efa-7fa168980617,segment=NetworkSegment(a98875d9-ccea-415d-83f9-3888502f0776),segment_id=a98875d9-ccea-415d-83f9-3888502f0776)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:37.350080 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:37.381214 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Calling delete_port for 9a3909ef-9036-4e14-9efa-7fa168980617 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:07:37.387428 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3d5037e1-91d2-49a2-bd29-b59a8c1844ce None None] Deleting port 9a3909ef-9036-4e14-9efa-7fa168980617 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:07:37.387826 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3d5037e1-91d2-49a2-bd29-b59a8c1844ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:37.475851 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1c27b7-4667-443f-a0e6-7144dad8ce80 None None] Sync routers for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:07:37.524133 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1c27b7-4667-443f-a0e6-7144dad8ce80 None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:37.524872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8a1c27b7-4667-443f-a0e6-7144dad8ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:37.530484 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:37.556985 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] No DVR routers for this DVR port 9a3909ef-9036-4e14-9efa-7fa168980617 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:07:37.637082 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40459145-9e39-451c-9257-5c69571f2e40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:37.637942 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3d5037e1-91d2-49a2-bd29-b59a8c1844ce None None] For port 9a3909ef-9036-4e14-9efa-7fa168980617, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9a3909ef-9036-4e14-9efa-7fa168980617,segment=NetworkSegment(a98875d9-ccea-415d-83f9-3888502f0776),segment_id=a98875d9-ccea-415d-83f9-3888502f0776)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:37.638516 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3d5037e1-91d2-49a2-bd29-b59a8c1844ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:37.656650 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Port': ['ID=9a3909ef-9036-4e14-9efa-7fa168980617,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:37.660761 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3d5037e1-91d2-49a2-bd29-b59a8c1844ce None None] Calling delete_port for 9a3909ef-9036-4e14-9efa-7fa168980617 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:07:37.668891 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40459145-9e39-451c-9257-5c69571f2e40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:37.675162 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-8a1c27b7-4667-443f-a0e6-7144dad8ce80 None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:37.740934 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40459145-9e39-451c-9257-5c69571f2e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:37.748689 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40459145-9e39-451c-9257-5c69571f2e40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:37.753312 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-40459145-9e39-451c-9257-5c69571f2e40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/345dbf8f-f516-494a-bf4d-2259365688f3 HTTP/1.1" status: 204 len: 168 time: 0.6348975 Dec 12 18:07:37.760246 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:37.779540 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40459145-9e39-451c-9257-5c69571f2e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345dbf8f-f516-494a-bf4d-2259365688f3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:37.792780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8224e11c-01a8-4bf2-9cf8-3de36c01d913']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:37.808765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a98875d9-ccea-415d-83f9-3888502f0776') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:37.809314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a98875d9-ccea-415d-83f9-3888502f0776') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:37.825978 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:37.842594 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:37.855068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:07:37.855643 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:07:37.862838 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:07:37.913630 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3d5037e1-91d2-49a2-bd29-b59a8c1844ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:37.944178 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:37.954734 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:37.956435 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5037e1-91d2-49a2-bd29-b59a8c1844ce None None] Pushing event deleted for resources: {'Port': ['ID=9a3909ef-9036-4e14-9efa-7fa168980617,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:37.964331 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5037e1-91d2-49a2-bd29-b59a8c1844ce None None] No DVR routers for this DVR port 9a3909ef-9036-4e14-9efa-7fa168980617 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:07:37.964969 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59284) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:37.967826 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/networks/8224e11c-01a8-4bf2-9cf8-3de36c01d913 HTTP/1.1" status: 204 len: 168 time: 0.9905934 Dec 12 18:07:37.994221 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef16b24-6443-48be-9d37-754be0ed8eb2 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Network': ['ID=8224e11c-01a8-4bf2-9cf8-3de36c01d913,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:38.050848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8a1c27b7-4667-443f-a0e6-7144dad8ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:35Z', 'revision_number': 8, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': '18226173-beae-454f-bec6-21c771ea96ec', 'name': '', 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:18:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:11Z', 'updated_at': '2021-12-12T18:07:19Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c', 'name': '', 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:a3:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:17Z', 'updated_at': '2021-12-12T18:07:25Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:38.083907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1c27b7-4667-443f-a0e6-7144dad8ce80 None None] Checking router: 5fef579d-6725-4119-82ee-005d41ea855f for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:07:38.095190 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1c27b7-4667-443f-a0e6-7144dad8ce80 None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:38.095842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8a1c27b7-4667-443f-a0e6-7144dad8ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:38.228983 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-8a1c27b7-4667-443f-a0e6-7144dad8ce80 None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:38.412441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59294) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:38.429098 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3835a613-092f-4418-8b0f-3b9805a54e15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:38.520930 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3835a613-092f-4418-8b0f-3b9805a54e15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:38.528238 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3835a613-092f-4418-8b0f-3b9805a54e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:38.571886 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3835a613-092f-4418-8b0f-3b9805a54e15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=271c3ae9293c4cc48243faa4a61d4847&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1582289 Dec 12 18:07:38.574488 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59296) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:38.580274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835a613-092f-4418-8b0f-3b9805a54e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585cd476-c1a0-4078-a345-92df1dbf39a9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:38.596182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8a1c27b7-4667-443f-a0e6-7144dad8ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:35Z', 'revision_number': 8, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': '18226173-beae-454f-bec6-21c771ea96ec', 'name': '', 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:18:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:11Z', 'updated_at': '2021-12-12T18:07:19Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c', 'name': '', 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:a3:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:17Z', 'updated_at': '2021-12-12T18:07:25Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:38.600402 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ecc65331-1c6d-4b82-a043-1ab6bd3dda3a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:38.643101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1c27b7-4667-443f-a0e6-7144dad8ce80 None None] The sync data for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 is: [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:35Z', 'revision_number': 8, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': '18226173-beae-454f-bec6-21c771ea96ec', 'name': '', 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:18:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:11Z', 'updated_at': '2021-12-12T18:07:19Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c', 'name': '', 'network_id': '2315c849-2a9c-407c-b798-b4538750ebd6', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:a3:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:17Z', 'updated_at': '2021-12-12T18:07:25Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:07:38.753642 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b051da80-4391-44d6-a769-ecfc63b3ab5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:38.779291 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9a3909ef-9036-4e14-9efa-7fa168980617 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:07:38.809543 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 9a3909ef-9036-4e14-9efa-7fa168980617 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:07:38.810135 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9a3909ef-9036-4e14-9efa-7fa168980617 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:07:38.826966 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b051da80-4391-44d6-a769-ecfc63b3ab5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:38.942409 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b051da80-4391-44d6-a769-ecfc63b3ab5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:38.945030 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b051da80-4391-44d6-a769-ecfc63b3ab5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:38.948532 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b051da80-4391-44d6-a769-ecfc63b3ab5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/585cd476-c1a0-4078-a345-92df1dbf39a9 HTTP/1.1" status: 204 len: 168 time: 0.3706863 Dec 12 18:07:38.962690 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051da80-4391-44d6-a769-ecfc63b3ab5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585cd476-c1a0-4078-a345-92df1dbf39a9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:39.026768 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ecc65331-1c6d-4b82-a043-1ab6bd3dda3a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting port ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:07:39.027455 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ecc65331-1c6d-4b82-a043-1ab6bd3dda3a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:39.142699 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-ecc65331-1c6d-4b82-a043-1ab6bd3dda3a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] For port ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c,segment=NetworkSegment(7daba582-7e31-43df-a796-8c7a6e1fb132),segment_id=7daba582-7e31-43df-a796-8c7a6e1fb132)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:39.143265 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ecc65331-1c6d-4b82-a043-1ab6bd3dda3a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:39.165886 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ecc65331-1c6d-4b82-a043-1ab6bd3dda3a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Calling delete_port for ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:07:39.408164 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ecc65331-1c6d-4b82-a043-1ab6bd3dda3a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:39.447524 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc65331-1c6d-4b82-a043-1ab6bd3dda3a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Port': ['ID=ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:39.723922 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ecc65331-1c6d-4b82-a043-1ab6bd3dda3a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:39.997303 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc65331-1c6d-4b82-a043-1ab6bd3dda3a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 5fef579d-6725-4119-82ee-005d41ea855f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:07:40.112543 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc65331-1c6d-4b82-a043-1ab6bd3dda3a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:07:40.125309 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c9c11b-212a-4296-86ca-53b6df243399 None None] Sync routers for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:07:40.127522 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ecc65331-1c6d-4b82-a043-1ab6bd3dda3a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/5fef579d-6725-4119-82ee-005d41ea855f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1608329 Dec 12 18:07:40.130051 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59326) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:40.141536 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c9c11b-212a-4296-86ca-53b6df243399 None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:40.143638 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-42c9c11b-212a-4296-86ca-53b6df243399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:40.237320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-21816cca-f877-48b2-beb1-06911a07a319 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting subnet 7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:07:40.241677 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-21816cca-f877-48b2-beb1-06911a07a319 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:40.265264 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-42c9c11b-212a-4296-86ca-53b6df243399 None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:40.298725 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-21816cca-f877-48b2-beb1-06911a07a319 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:40.415114 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-21816cca-f877-48b2-beb1-06911a07a319 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:40.546864 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-21816cca-f877-48b2-beb1-06911a07a319 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:40.577115 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-42c9c11b-212a-4296-86ca-53b6df243399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:39Z', 'revision_number': 9, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': '18226173-beae-454f-bec6-21c771ea96ec', 'name': '', 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:18:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:11Z', 'updated_at': '2021-12-12T18:07:19Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:40.603063 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21816cca-f877-48b2-beb1-06911a07a319 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Subnet': ['ID=7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:40.612713 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-21816cca-f877-48b2-beb1-06911a07a319 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:40.617957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a11011-a57e-4a74-a46a-6d2e3c84b8af None None] Network 2315c849-2a9c-407c-b798-b4538750ebd6 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:07:40.630186 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-21816cca-f877-48b2-beb1-06911a07a319 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/subnets/7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4 HTTP/1.1" status: 204 len: 168 time: 0.4988940 Dec 12 18:07:40.632816 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59342) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:40.633292 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c9c11b-212a-4296-86ca-53b6df243399 None None] Checking router: 5fef579d-6725-4119-82ee-005d41ea855f for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:07:40.645355 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c9c11b-212a-4296-86ca-53b6df243399 None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:40.647070 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-42c9c11b-212a-4296-86ca-53b6df243399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:40.775556 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-42c9c11b-212a-4296-86ca-53b6df243399 None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:40.849053 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:40.952438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting port 73ccfa8c-3004-4565-b7d5-b39815e26eb7 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:07:40.955108 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:40.968013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68af4b29-3e85-45da-b46a-8af81846fa6e None None] DHCP port deletion for 2315c849-2a9c-407c-b798-b4538750ebd6 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:07:41.041614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] For port 73ccfa8c-3004-4565-b7d5-b39815e26eb7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=73ccfa8c-3004-4565-b7d5-b39815e26eb7,segment=NetworkSegment(7daba582-7e31-43df-a796-8c7a6e1fb132),segment_id=7daba582-7e31-43df-a796-8c7a6e1fb132)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:41.042276 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:41.062678 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Calling delete_port for 73ccfa8c-3004-4565-b7d5-b39815e26eb7 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:07:41.074959 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-68af4b29-3e85-45da-b46a-8af81846fa6e None None] Deleting port 73ccfa8c-3004-4565-b7d5-b39815e26eb7 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:07:41.075384 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68af4b29-3e85-45da-b46a-8af81846fa6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:41.152767 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-68af4b29-3e85-45da-b46a-8af81846fa6e None None] For port 73ccfa8c-3004-4565-b7d5-b39815e26eb7, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=73ccfa8c-3004-4565-b7d5-b39815e26eb7,segment=NetworkSegment(7daba582-7e31-43df-a796-8c7a6e1fb132),segment_id=7daba582-7e31-43df-a796-8c7a6e1fb132)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:41.153217 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68af4b29-3e85-45da-b46a-8af81846fa6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:41.161986 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-42c9c11b-212a-4296-86ca-53b6df243399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:39Z', 'revision_number': 9, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': '18226173-beae-454f-bec6-21c771ea96ec', 'name': '', 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:18:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:11Z', 'updated_at': '2021-12-12T18:07:19Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:41.179092 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-68af4b29-3e85-45da-b46a-8af81846fa6e None None] Calling delete_port for 73ccfa8c-3004-4565-b7d5-b39815e26eb7 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:07:41.179658 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:41.256574 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c9c11b-212a-4296-86ca-53b6df243399 None None] The sync data for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 is: [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:39Z', 'revision_number': 9, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': '18226173-beae-454f-bec6-21c771ea96ec', 'name': '', 'network_id': 'fc6cab8b-2843-4553-bc34-b979e3a53a78', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:18:bf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:11Z', 'updated_at': '2021-12-12T18:07:19Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '41a959db-73f7-4f5f-b98f-362ae8a50435', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:07:41.264720 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Port': ['ID=73ccfa8c-3004-4565-b7d5-b39815e26eb7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:41.284394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] No DVR routers for this DVR port 73ccfa8c-3004-4565-b7d5-b39815e26eb7 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:07:41.285604 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68af4b29-3e85-45da-b46a-8af81846fa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:41.343419 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af4b29-3e85-45da-b46a-8af81846fa6e None None] Pushing event deleted for resources: {'Port': ['ID=73ccfa8c-3004-4565-b7d5-b39815e26eb7,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:41.347448 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68af4b29-3e85-45da-b46a-8af81846fa6e None None] No DVR routers for this DVR port 73ccfa8c-3004-4565-b7d5-b39815e26eb7 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:07:41.431981 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:41.467401 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2315c849-2a9c-407c-b798-b4538750ebd6']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:41.490749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7daba582-7e31-43df-a796-8c7a6e1fb132') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:41.491057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7daba582-7e31-43df-a796-8c7a6e1fb132') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:41.514988 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:41.532291 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:41.539330 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:07:41.539964 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:07:41.543324 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:07:41.645267 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:41.673292 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:41.677967 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/networks/2315c849-2a9c-407c-b798-b4538750ebd6 HTTP/1.1" status: 204 len: 168 time: 1.0440664 Dec 12 18:07:41.681299 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59364) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:41.713064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a1062-a255-4cae-9330-28f7513c33fc tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Network': ['ID=2315c849-2a9c-407c-b798-b4538750ebd6,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:42.166660 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb92e587-b772-48d5-a521-42b2c36feee6 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:42.504051 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cb92e587-b772-48d5-a521-42b2c36feee6 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting port 18226173-beae-454f-bec6-21c771ea96ec {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:07:42.504402 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb92e587-b772-48d5-a521-42b2c36feee6 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:42.628212 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-cb92e587-b772-48d5-a521-42b2c36feee6 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] For port 18226173-beae-454f-bec6-21c771ea96ec, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=18226173-beae-454f-bec6-21c771ea96ec,segment=NetworkSegment(896ee2ef-9b6f-442b-8810-b672e675843a),segment_id=896ee2ef-9b6f-442b-8810-b672e675843a)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:42.628847 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb92e587-b772-48d5-a521-42b2c36feee6 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:42.646693 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cb92e587-b772-48d5-a521-42b2c36feee6 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Calling delete_port for 18226173-beae-454f-bec6-21c771ea96ec owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:07:42.702339 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59386) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:42.707923 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-452aaf90-f4cf-4f39-b457-b16633f41264 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1742307542', 'description': 'tempest-secgroup-smoke-1742307542 description', 'project_id': '6047249648824f7494e8d6c99f1cf1b4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:42.765563 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-452aaf90-f4cf-4f39-b457-b16633f41264 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:42.814749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 73ccfa8c-3004-4565-b7d5-b39815e26eb7 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:07:42.874957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 73ccfa8c-3004-4565-b7d5-b39815e26eb7 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:07:42.875900 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 73ccfa8c-3004-4565-b7d5-b39815e26eb7 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:07:42.876331 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:07:42.898879 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:07:42.899766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ec56d2fa-d256-4d0d-98c1-6ddbe7c2382c not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:07:42.950977 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb92e587-b772-48d5-a521-42b2c36feee6 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:43.000155 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92e587-b772-48d5-a521-42b2c36feee6 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Port': ['ID=18226173-beae-454f-bec6-21c771ea96ec,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:43.039948 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-452aaf90-f4cf-4f39-b457-b16633f41264 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:43.076904 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-452aaf90-f4cf-4f39-b457-b16633f41264 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:43.145919 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-452aaf90-f4cf-4f39-b457-b16633f41264 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:43.147349 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-452aaf90-f4cf-4f39-b457-b16633f41264 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4437666 Dec 12 18:07:43.150212 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59390) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:43.154289 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452aaf90-f4cf-4f39-b457-b16633f41264 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e58f71-226b-44ff-b244-83ffd6942cdc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:43.165726 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-bf07146b-d20f-4c34-8038-23ebd3a7c6ea tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Request body: {'security_group_rule': {'security_group_id': '93e58f71-226b-44ff-b244-83ffd6942cdc', 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:43.244258 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bf07146b-d20f-4c34-8038-23ebd3a7c6ea tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:43.265299 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb92e587-b772-48d5-a521-42b2c36feee6 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:43.340873 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bf07146b-d20f-4c34-8038-23ebd3a7c6ea tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:43.347294 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bf07146b-d20f-4c34-8038-23ebd3a7c6ea tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:43.378086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07146b-d20f-4c34-8038-23ebd3a7c6ea tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7adf2ac-a6c0-4648-8b1a-11698aea2e90,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:43.395585 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bf07146b-d20f-4c34-8038-23ebd3a7c6ea tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:43.401414 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bf07146b-d20f-4c34-8038-23ebd3a7c6ea tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2490516 Dec 12 18:07:43.403732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59392) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:43.410870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-b980e750-4ec2-46f7-8f7e-f3ee1f442b11 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Request body: {'security_group_rule': {'security_group_id': '93e58f71-226b-44ff-b244-83ffd6942cdc', 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:43.447965 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b980e750-4ec2-46f7-8f7e-f3ee1f442b11 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:43.556573 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b980e750-4ec2-46f7-8f7e-f3ee1f442b11 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:43.564947 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b980e750-4ec2-46f7-8f7e-f3ee1f442b11 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:43.605108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980e750-4ec2-46f7-8f7e-f3ee1f442b11 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc08564c-1084-4c79-9f1f-3c143c43cd42,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:43.619388 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b980e750-4ec2-46f7-8f7e-f3ee1f442b11 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:43.626554 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b980e750-4ec2-46f7-8f7e-f3ee1f442b11 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2215383 Dec 12 18:07:43.629278 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59398) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:43.635692 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-66a5be3d-3403-4527-a228-fb06386254ac tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Request body: {'security_group_rule': {'security_group_id': '93e58f71-226b-44ff-b244-83ffd6942cdc', 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:43.673859 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb92e587-b772-48d5-a521-42b2c36feee6 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 5fef579d-6725-4119-82ee-005d41ea855f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:07:43.689261 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66a5be3d-3403-4527-a228-fb06386254ac tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:44.140037 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:07:44.214070 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb92e587-b772-48d5-a521-42b2c36feee6 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:07:44.221579 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cb92e587-b772-48d5-a521-42b2c36feee6 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/5fef579d-6725-4119-82ee-005d41ea855f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5384266 Dec 12 18:07:44.225774 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59406) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:44.228885 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292dd513-c86c-46f6-8aec-6322be444d27 None None] Sync routers for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:07:44.243865 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66a5be3d-3403-4527-a228-fb06386254ac tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:44.245514 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292dd513-c86c-46f6-8aec-6322be444d27 None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:44.246342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-292dd513-c86c-46f6-8aec-6322be444d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:44.257952 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66a5be3d-3403-4527-a228-fb06386254ac tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:44.277351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5be3d-3403-4527-a228-fb06386254ac tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162ecd18-c2af-42b7-9aba-23b18c3c97cc,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:44.320197 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66a5be3d-3403-4527-a228-fb06386254ac tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:44.326432 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-66a5be3d-3403-4527-a228-fb06386254ac tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6935024 Dec 12 18:07:44.328710 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59408) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:44.334486 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-12746fb1-a78c-4a75-8bcf-7ef4b121d0c7 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Request body: {'security_group_rule': {'security_group_id': '93e58f71-226b-44ff-b244-83ffd6942cdc', 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:44.389538 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1d77d3-3633-40df-a0e9-e812eef06ffb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting subnet 41a959db-73f7-4f5f-b98f-362ae8a50435 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:07:44.404618 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a1d77d3-3633-40df-a0e9-e812eef06ffb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:44.429144 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12746fb1-a78c-4a75-8bcf-7ef4b121d0c7 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:44.438591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-292dd513-c86c-46f6-8aec-6322be444d27 None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:44.534531 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12746fb1-a78c-4a75-8bcf-7ef4b121d0c7 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:44.543789 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a1d77d3-3633-40df-a0e9-e812eef06ffb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:44.545417 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12746fb1-a78c-4a75-8bcf-7ef4b121d0c7 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:44.600757 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12746fb1-a78c-4a75-8bcf-7ef4b121d0c7 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81fb051-2a58-43fc-a2a5-d70f110b0c98,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:44.610072 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12746fb1-a78c-4a75-8bcf-7ef4b121d0c7 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:44.614731 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-12746fb1-a78c-4a75-8bcf-7ef4b121d0c7 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2845185 Dec 12 18:07:44.618196 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59414) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:44.626781 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1e514323-e486-45e5-9d85-e6ea78b9eba6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Request body: {'security_group_rule': {'security_group_id': '93e58f71-226b-44ff-b244-83ffd6942cdc', 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:44.683053 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-1e514323-e486-45e5-9d85-e6ea78b9eba6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Project 6047249648824f7494e8d6c99f1cf1b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:07:44.689564 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e514323-e486-45e5-9d85-e6ea78b9eba6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:44.695939 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a1d77d3-3633-40df-a0e9-e812eef06ffb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:44.852629 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a1d77d3-3633-40df-a0e9-e812eef06ffb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:44.874281 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e514323-e486-45e5-9d85-e6ea78b9eba6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:44.876077 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-78022ed3-382a-4222-b362-6cfadcf44f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:44.881323 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e514323-e486-45e5-9d85-e6ea78b9eba6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:44.895364 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-292dd513-c86c-46f6-8aec-6322be444d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:42Z', 'revision_number': 10, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:44.926235 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e514323-e486-45e5-9d85-e6ea78b9eba6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ace3489-5a44-426c-a4b6-72693793bf4d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:44.928225 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292dd513-c86c-46f6-8aec-6322be444d27 None None] Checking router: 5fef579d-6725-4119-82ee-005d41ea855f for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:07:44.931176 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e514323-e486-45e5-9d85-e6ea78b9eba6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:44.935501 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d77d3-3633-40df-a0e9-e812eef06ffb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Subnet': ['ID=41a959db-73f7-4f5f-b98f-362ae8a50435,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:44.935743 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1e514323-e486-45e5-9d85-e6ea78b9eba6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3158026 Dec 12 18:07:44.936480 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59418) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:44.937513 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292dd513-c86c-46f6-8aec-6322be444d27 None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:44.938837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-292dd513-c86c-46f6-8aec-6322be444d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:44.941987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-929e20c5-83f3-412e-a404-97a08dd278d9 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Request body: {'security_group_rule': {'security_group_id': '93e58f71-226b-44ff-b244-83ffd6942cdc', 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:44.950553 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a1d77d3-3633-40df-a0e9-e812eef06ffb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:44.957784 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4a1d77d3-3633-40df-a0e9-e812eef06ffb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/subnets/41a959db-73f7-4f5f-b98f-362ae8a50435 HTTP/1.1" status: 204 len: 168 time: 0.7307413 Dec 12 18:07:44.960103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59420) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:44.976876 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-929e20c5-83f3-412e-a404-97a08dd278d9 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Project 6047249648824f7494e8d6c99f1cf1b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:07:44.989215 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-929e20c5-83f3-412e-a404-97a08dd278d9 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:45.082555 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-929e20c5-83f3-412e-a404-97a08dd278d9 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:45.091552 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-929e20c5-83f3-412e-a404-97a08dd278d9 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:45.107485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e20c5-83f3-412e-a404-97a08dd278d9 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e903f4c2-b2c5-443c-a5e1-a8cd3ac90509,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:45.135419 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-929e20c5-83f3-412e-a404-97a08dd278d9 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:45.145983 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-929e20c5-83f3-412e-a404-97a08dd278d9 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2083795 Dec 12 18:07:45.163514 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:45.290190 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting port 1b277ab0-5273-49b7-9daf-d7f1c6929d35 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:07:45.290848 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:45.395868 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9b8393-fba6-41f3-a144-d14d99fe1b8c None None] Network fc6cab8b-2843-4553-bc34-b979e3a53a78 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:07:45.515144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] For port 1b277ab0-5273-49b7-9daf-d7f1c6929d35, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1b277ab0-5273-49b7-9daf-d7f1c6929d35,segment=NetworkSegment(896ee2ef-9b6f-442b-8810-b672e675843a),segment_id=896ee2ef-9b6f-442b-8810-b672e675843a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:45.515543 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:45.542162 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Calling delete_port for 1b277ab0-5273-49b7-9daf-d7f1c6929d35 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:07:45.545202 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-292dd513-c86c-46f6-8aec-6322be444d27 None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:45.674026 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:45.700310 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] No DVR routers for this DVR port 1b277ab0-5273-49b7-9daf-d7f1c6929d35 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:07:45.730821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Port': ['ID=1b277ab0-5273-49b7-9daf-d7f1c6929d35,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:45.878143 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:45.933633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6cab8b-2843-4553-bc34-b979e3a53a78']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:45.945590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c85ca91-f291-4c4f-9a16-b0335152fe6b None None] DHCP port deletion for fc6cab8b-2843-4553-bc34-b979e3a53a78 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:07:45.960657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896ee2ef-9b6f-442b-8810-b672e675843a') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:45.961090 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896ee2ef-9b6f-442b-8810-b672e675843a') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:45.972599 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-294e2d30-9c1f-4cdc-857b-8836023a1c37 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1742307542&fields=id&tenant_id=6047249648824f7494e8d6c99f1cf1b4 HTTP/1.1" status: 200 len: 267 time: 0.1310797 Dec 12 18:07:45.976800 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:46.028088 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:46.039447 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-292dd513-c86c-46f6-8aec-6322be444d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:42Z', 'revision_number': 10, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:46.082415 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292dd513-c86c-46f6-8aec-6322be444d27 None None] The sync data for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 is: [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:42Z', 'revision_number': 10, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None, '_interfaces': [{'id': 'd95f9eb2-1a13-43c7-ab62-1a262101e0c3', 'name': '', 'network_id': 'd065345a-7d1c-47df-81b1-0cc41a6faffb', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'mac_address': 'fa:16:3e:86:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fef579d-6725-4119-82ee-005d41ea855f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:07:05Z', 'updated_at': '2021-12-12T18:07:11Z', 'revision_number': 5, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'subnets': [{'id': '9838b98d-bd36-4e9a-9077-eeb448a326b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:07:46.110534 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:07:46.111053 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:07:46.184922 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:07:46.283557 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-116f5a24-6037-4403-b732-386765758ffc tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:46.285298 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-116f5a24-6037-4403-b732-386765758ffc tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/networks?id=ee64e78a-79f1-4b7b-baf7-6842a6a7daef HTTP/1.1" status: 200 len: 813 time: 0.3002555 Dec 12 18:07:46.286532 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:46.302693 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:46.309374 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/networks/fc6cab8b-2843-4553-bc34-b979e3a53a78 HTTP/1.1" status: 204 len: 168 time: 1.3450613 Dec 12 18:07:46.309575 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59442) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:46.341936 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50f29e-d1a0-432b-a595-4acd9f7a2a97 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Network': ['ID=fc6cab8b-2843-4553-bc34-b979e3a53a78,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:46.355535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-330aa0e7-f7c6-488b-9e60-ac128a76d6d2 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/quotas/6047249648824f7494e8d6c99f1cf1b4 HTTP/1.1" status: 200 len: 375 time: 0.0240033 Dec 12 18:07:46.440335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-2fd9c34b-6540-4ab9-b446-b37486afb2fd tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6047249648824f7494e8d6c99f1cf1b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839205 Dec 12 18:07:46.694788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-df8a583d-c11d-4be9-91f6-fd5a3dd93d68 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:07:46.695928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-df8a583d-c11d-4be9-91f6-fd5a3dd93d68 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2404170 Dec 12 18:07:46.844575 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 18226173-beae-454f-bec6-21c771ea96ec no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:07:46.887549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 18226173-beae-454f-bec6-21c771ea96ec {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:07:46.888534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 18226173-beae-454f-bec6-21c771ea96ec not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:07:46.890428 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1b277ab0-5273-49b7-9daf-d7f1c6929d35 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:07:46.965572 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 1b277ab0-5273-49b7-9daf-d7f1c6929d35 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:07:46.967430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1b277ab0-5273-49b7-9daf-d7f1c6929d35 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:07:47.035512 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9953953-cfd5-45e5-aaa5-33362db835a9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:47.044884 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-3717afd6-9993-4844-b2b0-f46902651fba service neutron] 10.222.0.18 "GET /v2.0/networks/ee64e78a-79f1-4b7b-baf7-6842a6a7daef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385267 Dec 12 18:07:47.166710 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:47.217840 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c6adc03-739b-4c74-963a-9951e3531131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:47.244583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-06702a33-cef1-4666-bf7c-60574884c6b4 service neutron] 10.222.0.18 "GET /v2.0/networks/ee64e78a-79f1-4b7b-baf7-6842a6a7daef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882753 Dec 12 18:07:47.396402 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e9953953-cfd5-45e5-aaa5-33362db835a9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting port d95f9eb2-1a13-43c7-ab62-1a262101e0c3 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:07:47.396912 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9953953-cfd5-45e5-aaa5-33362db835a9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:47.521054 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-e9953953-cfd5-45e5-aaa5-33362db835a9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] For port d95f9eb2-1a13-43c7-ab62-1a262101e0c3, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d95f9eb2-1a13-43c7-ab62-1a262101e0c3,segment=NetworkSegment(d1ac2bf4-cd18-4c31-a162-66666027538e),segment_id=d1ac2bf4-cd18-4c31-a162-66666027538e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:47.521497 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9953953-cfd5-45e5-aaa5-33362db835a9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:47.540550 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e9953953-cfd5-45e5-aaa5-33362db835a9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Calling delete_port for d95f9eb2-1a13-43c7-ab62-1a262101e0c3 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:07:47.796009 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9953953-cfd5-45e5-aaa5-33362db835a9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:47.853280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-083b650c-287c-47d3-9ee0-8d805cd63676 req-5b49501c-6f6d-4547-9e0f-4aabdcf378c0 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 210 time: 0.2348645 Dec 12 18:07:47.865158 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:47.938296 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9953953-cfd5-45e5-aaa5-33362db835a9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Port': ['ID=d95f9eb2-1a13-43c7-ab62-1a262101e0c3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:48.220360 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9953953-cfd5-45e5-aaa5-33362db835a9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:48.381915 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:48.448557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9953953-cfd5-45e5-aaa5-33362db835a9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 5fef579d-6725-4119-82ee-005d41ea855f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:07:48.568094 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9953953-cfd5-45e5-aaa5-33362db835a9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:07:48.573014 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e9953953-cfd5-45e5-aaa5-33362db835a9 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/5fef579d-6725-4119-82ee-005d41ea855f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2617719 Dec 12 18:07:48.575927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59528) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:48.579774 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e52111-a2b6-4b8e-8e7d-b186872ea6c6 None None] Sync routers for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:07:48.591306 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e52111-a2b6-4b8e-8e7d-b186872ea6c6 None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:48.592271 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-03e52111-a2b6-4b8e-8e7d-b186872ea6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:48.690036 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-03e52111-a2b6-4b8e-8e7d-b186872ea6c6 None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:48.724828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-db457ba1-7f06-4a7f-957e-7e48f2b64657 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting subnet 9838b98d-bd36-4e9a-9077-eeb448a326b2 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:07:48.733876 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db457ba1-7f06-4a7f-957e-7e48f2b64657 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:48.798284 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-03e52111-a2b6-4b8e-8e7d-b186872ea6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:47Z', 'revision_number': 11, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:48.843958 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e52111-a2b6-4b8e-8e7d-b186872ea6c6 None None] Checking router: 5fef579d-6725-4119-82ee-005d41ea855f for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:07:48.851862 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db457ba1-7f06-4a7f-957e-7e48f2b64657 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:48.868337 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e52111-a2b6-4b8e-8e7d-b186872ea6c6 None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:48.870930 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-03e52111-a2b6-4b8e-8e7d-b186872ea6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:49.016344 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90808074-6a61-45ce-89ea-3563d5011923 req-c5c7ccf9-62e6-4c10-bff3-881fda9464ef tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 210 time: 0.0453837 Dec 12 18:07:49.034274 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db457ba1-7f06-4a7f-957e-7e48f2b64657 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:49.116203 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db457ba1-7f06-4a7f-957e-7e48f2b64657 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:49.161074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db457ba1-7f06-4a7f-957e-7e48f2b64657 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Subnet': ['ID=9838b98d-bd36-4e9a-9077-eeb448a326b2,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:49.166971 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db457ba1-7f06-4a7f-957e-7e48f2b64657 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:49.175226 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d932141-da6e-4484-b43b-727229da4551 None None] Network d065345a-7d1c-47df-81b1-0cc41a6faffb requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:07:49.186157 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-03e52111-a2b6-4b8e-8e7d-b186872ea6c6 None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:49.193617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59542) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:49.195173 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-db457ba1-7f06-4a7f-957e-7e48f2b64657 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/subnets/9838b98d-bd36-4e9a-9077-eeb448a326b2 HTTP/1.1" status: 204 len: 168 time: 0.6158075 Dec 12 18:07:49.259448 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-03e52111-a2b6-4b8e-8e7d-b186872ea6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:47Z', 'revision_number': 11, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:49.313890 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e52111-a2b6-4b8e-8e7d-b186872ea6c6 None None] The sync data for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 is: [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:47Z', 'revision_number': 11, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:07:49.371758 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:49.477843 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Deleting port 09d2bd69-3284-456c-82e5-5e054b987f81 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:07:49.479848 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:49.586238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-b2ed9842-7fa0-4bc3-a6c7-56da104fcc2d tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:49.588198 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-b2ed9842-7fa0-4bc3-a6c7-56da104fcc2d tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.20 "GET /v2.0/networks?id=ee64e78a-79f1-4b7b-baf7-6842a6a7daef HTTP/1.1" status: 200 len: 813 time: 0.2072620 Dec 12 18:07:49.605421 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] For port 09d2bd69-3284-456c-82e5-5e054b987f81, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=09d2bd69-3284-456c-82e5-5e054b987f81,segment=NetworkSegment(d1ac2bf4-cd18-4c31-a162-66666027538e),segment_id=d1ac2bf4-cd18-4c31-a162-66666027538e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:49.605787 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:49.628009 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Calling delete_port for 09d2bd69-3284-456c-82e5-5e054b987f81 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:07:49.738727 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7695dd1-ac34-4ad2-b103-6ca27c31f360 None None] DHCP port deletion for d065345a-7d1c-47df-81b1-0cc41a6faffb request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:07:49.826474 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-de85b33b-c1f9-43a2-8577-4e2628428d09 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6047249648824f7494e8d6c99f1cf1b4 HTTP/1.1" status: 200 len: 380 time: 0.2285762 Dec 12 18:07:49.832580 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:49.850599 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-54694a29-209f-4792-a8cc-a7bf6f5683ce tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Request body: {'port': {'device_id': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'admin_state_up': True, 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'security_groups': ['93e58f71-226b-44ff-b244-83ffd6942cdc']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:49.884509 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Port': ['ID=09d2bd69-3284-456c-82e5-5e054b987f81,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:49.897607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] No DVR routers for this DVR port 09d2bd69-3284-456c-82e5-5e054b987f81 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:07:49.911380 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a7695dd1-ac34-4ad2-b103-6ca27c31f360 None None] Deleting port 09d2bd69-3284-456c-82e5-5e054b987f81 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:07:49.914539 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a7695dd1-ac34-4ad2-b103-6ca27c31f360 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:50.074246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a7695dd1-ac34-4ad2-b103-6ca27c31f360 None None] For port 09d2bd69-3284-456c-82e5-5e054b987f81, host n-d-760354-5, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:07:50.075299 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a7695dd1-ac34-4ad2-b103-6ca27c31f360 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:50.118562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a7695dd1-ac34-4ad2-b103-6ca27c31f360 None None] Calling delete_port for 09d2bd69-3284-456c-82e5-5e054b987f81 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:07:50.129862 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-a7695dd1-ac34-4ad2-b103-6ca27c31f360 None None] Port 09d2bd69-3284-456c-82e5-5e054b987f81 was not found and therefore no delete operation was performed {{(pid=103152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 18:07:50.132089 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:50.134622 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a7695dd1-ac34-4ad2-b103-6ca27c31f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:50.145258 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:50.191480 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d065345a-7d1c-47df-81b1-0cc41a6faffb']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:50.195001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7695dd1-ac34-4ad2-b103-6ca27c31f360 None None] Pushing event deleted for resources: {'Port': ['ID=09d2bd69-3284-456c-82e5-5e054b987f81,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:50.201073 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7695dd1-ac34-4ad2-b103-6ca27c31f360 None None] No DVR routers for this DVR port 09d2bd69-3284-456c-82e5-5e054b987f81 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:07:50.233539 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ac2bf4-cd18-4c31-a162-66666027538e') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:50.233858 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ac2bf4-cd18-4c31-a162-66666027538e') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:50.276428 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8d0c1dbd-b6b9-47ee-acc6-a2daca28326b req-96cb1c5d-c64c-411d-a0b8-5910c0569963 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 210 time: 0.0696518 Dec 12 18:07:50.276428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-54694a29-209f-4792-a8cc-a7bf6f5683ce tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Made reservation on behalf of 6047249648824f7494e8d6c99f1cf1b4 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:07:50.276428 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-54694a29-209f-4792-a8cc-a7bf6f5683ce tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:50.280870 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:50.315441 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:50.340306 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:07:50.340661 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:07:50.344495 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:07:50.439977 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:50.445921 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:50.450325 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/networks/d065345a-7d1c-47df-81b1-0cc41a6faffb HTTP/1.1" status: 204 len: 168 time: 1.2553785 Dec 12 18:07:50.473917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59562) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:50.476405 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be846a-4d9f-420d-82c8-e5abab0ec82b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Pushing event deleted for resources: {'Network': ['ID=d065345a-7d1c-47df-81b1-0cc41a6faffb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:50.484085 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-39c7c19d-da74-45ec-91cc-a9f7b0a3ba3d tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'router': {'routes': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:50.744585 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.extraroute_db [None req-39c7c19d-da74-45ec-91cc-a9f7b0a3ba3d tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Added routes are [] {{(pid=103150) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 12 18:07:50.745176 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.extraroute_db [None req-39c7c19d-da74-45ec-91cc-a9f7b0a3ba3d tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Removed routes are [] {{(pid=103150) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 12 18:07:50.746025 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39c7c19d-da74-45ec-91cc-a9f7b0a3ba3d tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:50.768793 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-54694a29-209f-4792-a8cc-a7bf6f5683ce tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Allocated IP 172.20.0.9 (ee64e78a-79f1-4b7b-baf7-6842a6a7daef/81ad747b-ad80-4348-8572-53c6e686d1c0/5e75abf2-8287-45d5-807a-376d39aa75b8) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:07:50.838859 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d95f9eb2-1a13-43c7-ab62-1a262101e0c3 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:07:50.884842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: d95f9eb2-1a13-43c7-ab62-1a262101e0c3 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:07:50.884842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d95f9eb2-1a13-43c7-ab62-1a262101e0c3 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:07:50.885042 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 09d2bd69-3284-456c-82e5-5e054b987f81 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:07:50.923169 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 09d2bd69-3284-456c-82e5-5e054b987f81 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:07:50.923861 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 09d2bd69-3284-456c-82e5-5e054b987f81 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:07:50.929505 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:51.026436 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-54694a29-209f-4792-a8cc-a7bf6f5683ce tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:51.034186 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39c7c19d-da74-45ec-91cc-a9f7b0a3ba3d tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:51.038118 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39c7c19d-da74-45ec-91cc-a9f7b0a3ba3d tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:51.088327 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-54694a29-209f-4792-a8cc-a7bf6f5683ce tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:51.143877 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c7c19d-da74-45ec-91cc-a9f7b0a3ba3d tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router 5fef579d-6725-4119-82ee-005d41ea855f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:07:51.162183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-54694a29-209f-4792-a8cc-a7bf6f5683ce tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Network ee64e78a-79f1-4b7b-baf7-6842a6a7daef is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:07:51.165712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-54694a29-209f-4792-a8cc-a7bf6f5683ce tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:07:51.169860 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-54694a29-209f-4792-a8cc-a7bf6f5683ce tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:07:51.258586 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c7c19d-da74-45ec-91cc-a9f7b0a3ba3d tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:07:51.261492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54694a29-209f-4792-a8cc-a7bf6f5683ce tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Pushing event updated for resources: {'Port': ['ID=5e75abf2-8287-45d5-807a-376d39aa75b8,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:51.266665 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39c7c19d-da74-45ec-91cc-a9f7b0a3ba3d tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:51.272890 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-39c7c19d-da74-45ec-91cc-a9f7b0a3ba3d tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/5fef579d-6725-4119-82ee-005d41ea855f HTTP/1.1" status: 200 len: 700 time: 0.7927427 Dec 12 18:07:51.273290 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9498ee-d39a-4786-880c-b72674906091 None None] Sync routers for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:07:51.273720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59576) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:51.300380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-54694a29-209f-4792-a8cc-a7bf6f5683ce tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:51.301857 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-54694a29-209f-4792-a8cc-a7bf6f5683ce tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:51.314207 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9498ee-d39a-4786-880c-b72674906091 None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:51.315071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ff9498ee-d39a-4786-880c-b72674906091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:51.337202 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-54694a29-209f-4792-a8cc-a7bf6f5683ce tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4975607 Dec 12 18:07:51.365552 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Request body: {'port': {'device_id': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:51.368899 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-55c4e5f8-9f39-405c-a8e4-5625a9cbf4ec tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fef579d-6725-4119-82ee-005d41ea855f HTTP/1.1" status: 200 len: 205 time: 0.0940661 Dec 12 18:07:51.369548 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59582) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:51.620085 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:51.650093 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ff9498ee-d39a-4786-880c-b72674906091 None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:51.661383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e9f4e-b720-47fe-a9d8-c3bbfd02e32b req-04865226-807d-45b9-b60f-f6c5bf7626ab tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:51.675421 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-877e9f4e-b720-47fe-a9d8-c3bbfd02e32b req-04865226-807d-45b9-b60f-f6c5bf7626ab tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 931 time: 0.3009200 Dec 12 18:07:51.712763 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e245f39b-c751-4e7b-bab0-c5fd4c6b4912 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:51.802588 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ff9498ee-d39a-4786-880c-b72674906091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:47Z', 'revision_number': 11, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:51.835038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-877e9f4e-b720-47fe-a9d8-c3bbfd02e32b req-1ecd18ff-f1dd-44a6-b532-ddb34389f0ac tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/security-groups?id=93e58f71-226b-44ff-b244-83ffd6942cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583977 Dec 12 18:07:51.878345 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-039ef2ad-08a1-440f-a55f-24d6f6f53e25 None None] Provisioning complete for port 5e75abf2-8287-45d5-807a-376d39aa75b8 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:07:51.879043 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-039ef2ad-08a1-440f-a55f-24d6f6f53e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:51.881140 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9498ee-d39a-4786-880c-b72674906091 None None] Checking router: 5fef579d-6725-4119-82ee-005d41ea855f for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:07:51.921399 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9498ee-d39a-4786-880c-b72674906091 None None] Routers {'5fef579d-6725-4119-82ee-005d41ea855f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:51.924220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ff9498ee-d39a-4786-880c-b72674906091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5fef579d-6725-4119-82ee-005d41ea855f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:51.992581 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e245f39b-c751-4e7b-bab0-c5fd4c6b4912 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:51.995211 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e245f39b-c751-4e7b-bab0-c5fd4c6b4912 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:52.070827 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e245f39b-c751-4e7b-bab0-c5fd4c6b4912 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:52.071592 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e245f39b-c751-4e7b-bab0-c5fd4c6b4912 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Fanout notify agent at l3_agent the message router_deleted on router 5fef579d-6725-4119-82ee-005d41ea855f {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:07:52.106443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ff9498ee-d39a-4786-880c-b72674906091 None None] Set router 5fef579d-6725-4119-82ee-005d41ea855f gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:52.110447 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e245f39b-c751-4e7b-bab0-c5fd4c6b4912 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:52.112121 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e245f39b-c751-4e7b-bab0-c5fd4c6b4912 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/routers/5fef579d-6725-4119-82ee-005d41ea855f HTTP/1.1" status: 204 len: 168 time: 0.7415788 Dec 12 18:07:52.117911 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59598) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:52.128746 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f1ed259d-663d-461a-85b2-75e7e1fc1b55 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-398246235', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:52.222244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ff9498ee-d39a-4786-880c-b72674906091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:47Z', 'revision_number': 11, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:52.252996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9498ee-d39a-4786-880c-b72674906091 None None] The sync data for ids ['5fef579d-6725-4119-82ee-005d41ea855f'] in n-d-760354-5 is: [{'id': '5fef579d-6725-4119-82ee-005d41ea855f', 'name': 'tempest-RoutersTest-router-463986036', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:03Z', 'updated_at': '2021-12-12T18:07:47Z', 'revision_number': 11, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:07:52.266525 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-039ef2ad-08a1-440f-a55f-24d6f6f53e25 None None] Port 5e75abf2-8287-45d5-807a-376d39aa75b8 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:07:53.113147 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1ed259d-663d-461a-85b2-75e7e1fc1b55 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:53.114222 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1ed259d-663d-461a-85b2-75e7e1fc1b55 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:53.129160 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ad2d0-8090-4e87-8107-f5c7e7ae0e5b req-0424c13b-60e1-4faf-b03a-3c092d3b1c4e tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:53.130810 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c3ad2d0-8090-4e87-8107-f5c7e7ae0e5b req-0424c13b-60e1-4faf-b03a-3c092d3b1c4e tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 931 time: 0.1567998 Dec 12 18:07:53.150651 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e75abf2-8287-45d5-807a-376d39aa75b8 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:07:53.171076 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:53.211947 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Transition to ACTIVE for port object 5e75abf2-8287-45d5-807a-376d39aa75b8 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:07:53.254977 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:53.277119 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1ed259d-663d-461a-85b2-75e7e1fc1b55 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:53.403172 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1ed259d-663d-461a-85b2-75e7e1fc1b55 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:53.457724 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c3ad2d0-8090-4e87-8107-f5c7e7ae0e5b req-4dc3efcd-582e-48a9-8068-a4e96415cd1d tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/security-groups?id=93e58f71-226b-44ff-b244-83ffd6942cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184104 Dec 12 18:07:53.499119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e75abf2-8287-45d5-807a-376d39aa75b8,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:53.509755 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1ed259d-663d-461a-85b2-75e7e1fc1b55 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:53.513995 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f1ed259d-663d-461a-85b2-75e7e1fc1b55 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3936799 Dec 12 18:07:53.514586 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59638) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:53.522544 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d7fe0e0c-2134-4f85-bf6d-b8d055093c93 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:07:53.555538 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Attempting to bind port 5e75abf2-8287-45d5-807a-376d39aa75b8 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:07:53.555973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Attempting to bind port 5e75abf2-8287-45d5-807a-376d39aa75b8 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '381dbbf8-da3f-4edf-b1f6-fa75e0281764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:07:53.556377 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Attempting to bind port 5e75abf2-8287-45d5-807a-376d39aa75b8 on network ee64e78a-79f1-4b7b-baf7-6842a6a7daef {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:07:53.571450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Port 5e75abf2-8287-45d5-807a-376d39aa75b8 on network ee64e78a-79f1-4b7b-baf7-6842a6a7daef not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:07:53.571786 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Attempting to bind port 5e75abf2-8287-45d5-807a-376d39aa75b8 on network ee64e78a-79f1-4b7b-baf7-6842a6a7daef {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:07:53.577255 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:07:53.579017 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Checking segment: {'id': '381dbbf8-da3f-4edf-b1f6-fa75e0281764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:07:53.580104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Bound using segment: {'id': '381dbbf8-da3f-4edf-b1f6-fa75e0281764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:07:53.589438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Bound port: 5e75abf2-8287-45d5-807a-376d39aa75b8, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '381dbbf8-da3f-4edf-b1f6-fa75e0281764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:07:53.590096 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:53.720503 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] For port 5e75abf2-8287-45d5-807a-376d39aa75b8, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:07:53.731344 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] For port 5e75abf2-8287-45d5-807a-376d39aa75b8, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=5e75abf2-8287-45d5-807a-376d39aa75b8,segment=NetworkSegment(381dbbf8-da3f-4edf-b1f6-fa75e0281764),segment_id=381dbbf8-da3f-4edf-b1f6-fa75e0281764)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:07:53.741888 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:53.790394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:53.793579 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:53.795659 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] 10.222.0.20 "PUT /v2.0/ports/5e75abf2-8287-45d5-807a-376d39aa75b8 HTTP/1.1" status: 200 len: 1091 time: 2.4499133 Dec 12 18:07:53.796598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'tag': '5e75abf2-8287-45d5-807a-376d39aa75b8'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:07:53.809276 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc297fa-0b4c-46bd-b2dd-42f933a80b37" -d '{"events": [{"name": "network-changed", "server_uuid": "e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd", "tag": "5e75abf2-8287-45d5-807a-376d39aa75b8"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:07:53.912493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b236b4-48d5-40cf-8fe0-f89051876fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e75abf2-8287-45d5-807a-376d39aa75b8,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:53.952938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-b547ecde-e7f7-4bbe-83eb-5b2254862194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:53.954528 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-b547ecde-e7f7-4bbe-83eb-5b2254862194 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6047249648824f7494e8d6c99f1cf1b4&device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 1094 time: 0.1007144 Dec 12 18:07:54.079645 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-e9da69a7-b418-45bb-b8ff-a7688d1e5a14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e75abf2-8287-45d5-807a-376d39aa75b8 HTTP/1.1" status: 200 len: 217 time: 0.1110334 Dec 12 18:07:54.151050 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-85f90aec-32e6-4ff8-af77-967fc9f1c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:54.162579 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-85f90aec-32e6-4ff8-af77-967fc9f1c527 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=81ad747b-ad80-4348-8572-53c6e686d1c0 HTTP/1.1" status: 200 len: 852 time: 0.0658135 Dec 12 18:07:54.174418 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65025b6d-0866-4940-a679-21fbd895bc7d x-openstack-request-id: req-65025b6d-0866-4940-a679-21fbd895bc7d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:07:54.174720 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd", "tag": "5e75abf2-8287-45d5-807a-376d39aa75b8", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:07:54.175032 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65025b6d-0866-4940-a679-21fbd895bc7d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:07:54.175471 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'tag': '5e75abf2-8287-45d5-807a-376d39aa75b8', 'status': 'completed', 'code': 200} Dec 12 18:07:54.237229 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-198af1f9-3184-46f9-b702-e94bfdd09645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:54.246685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-198af1f9-3184-46f9-b702-e94bfdd09645 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee64e78a-79f1-4b7b-baf7-6842a6a7daef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792611 Dec 12 18:07:54.461066 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-4b5dc090-d163-4b41-bd72-dcb2642698a8 service neutron] 10.222.0.20 "GET /v2.0/networks/ee64e78a-79f1-4b7b-baf7-6842a6a7daef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112031 Dec 12 18:07:54.569016 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18b738bd-c82f-41fa-aff5-41bcb517355c req-43e53621-79fa-48fd-a220-d3073e3a8014 service neutron] 10.222.0.20 "GET /v2.0/networks/ee64e78a-79f1-4b7b-baf7-6842a6a7daef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005361 Dec 12 18:07:54.633366 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0e0c-2134-4f85-bf6d-b8d055093c93 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-469586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1809'] for router, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:54.665079 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0e0c-2134-4f85-bf6d-b8d055093c93 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473585', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-469595'] for router, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:54.728117 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1055c-47a2-430b-b8bf-3224d95b3021 req-848fb6d0-21cf-4150-bd3c-421a3011b107 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:54.736333 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67c1055c-47a2-430b-b8bf-3224d95b3021 req-848fb6d0-21cf-4150-bd3c-421a3011b107 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 943 time: 0.1383011 Dec 12 18:07:54.758791 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc297fa-0b4c-46bd-b2dd-42f933a80b37 req-1bda4857-2d67-4f61-abc7-631187c2b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:54.760703 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9cc297fa-0b4c-46bd-b2dd-42f933a80b37 req-1bda4857-2d67-4f61-abc7-631187c2b5d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6047249648824f7494e8d6c99f1cf1b4&device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 1094 time: 0.1275971 Dec 12 18:07:54.941548 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fe0e0c-2134-4f85-bf6d-b8d055093c93 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Router ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:07:55.020987 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67c1055c-47a2-430b-b8bf-3224d95b3021 req-71741258-dfb0-4e61-8aae-6195b8e3f964 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/security-groups?id=93e58f71-226b-44ff-b244-83ffd6942cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836833 Dec 12 18:07:55.022639 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc297fa-0b4c-46bd-b2dd-42f933a80b37 req-9d164bf3-7105-4f5f-b066-db5a60ae0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:55.028407 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9cc297fa-0b4c-46bd-b2dd-42f933a80b37 req-9d164bf3-7105-4f5f-b066-db5a60ae0d70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee64e78a-79f1-4b7b-baf7-6842a6a7daef HTTP/1.1" status: 200 len: 914 time: 0.2367435 Dec 12 18:07:55.049710 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fe0e0c-2134-4f85-bf6d-b8d055093c93 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:07:55.069077 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ff37f6-6bcc-4102-9c99-5ed901b85473 None None] Sync routers for ids ['ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:07:55.073462 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7fe0e0c-2134-4f85-bf6d-b8d055093c93 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:55.080339 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d7fe0e0c-2134-4f85-bf6d-b8d055093c93 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "PUT /v2.0/routers/ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6 HTTP/1.1" status: 200 len: 693 time: 1.5620136 Dec 12 18:07:55.081925 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59668) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:55.093464 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ff37f6-6bcc-4102-9c99-5ed901b85473 None None] Routers {'ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:55.103671 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-78ff37f6-6bcc-4102-9c99-5ed901b85473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:55.133917 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9cc297fa-0b4c-46bd-b2dd-42f933a80b37 req-0c86ad37-8379-4bb0-8af2-82aa08c096e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e75abf2-8287-45d5-807a-376d39aa75b8 HTTP/1.1" status: 200 len: 217 time: 0.0958230 Dec 12 18:07:55.268539 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59676) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:55.272557 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ff6ac5e9-7654-4129-81ee-5cb64ba1813b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/routers/ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6 HTTP/1.1" status: 200 len: 699 time: 0.1790195 Dec 12 18:07:55.289182 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-78ff37f6-6bcc-4102-9c99-5ed901b85473 None None] Set router ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:55.348332 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fe92e6b5-ded2-48e8-a8bf-3a1a55e23a1c tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6 HTTP/1.1" status: 200 len: 205 time: 0.0785234 Dec 12 18:07:55.350462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc297fa-0b4c-46bd-b2dd-42f933a80b37 req-67494134-c613-456a-bb40-1e07c6d6aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:55.350813 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59678) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:55.352947 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9cc297fa-0b4c-46bd-b2dd-42f933a80b37 req-67494134-c613-456a-bb40-1e07c6d6aa74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=81ad747b-ad80-4348-8572-53c6e686d1c0 HTTP/1.1" status: 200 len: 852 time: 0.2049432 Dec 12 18:07:55.407060 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-78ff37f6-6bcc-4102-9c99-5ed901b85473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6', 'name': 'tempest-RoutersTest-router-398246235', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:53Z', 'updated_at': '2021-12-12T18:07:54Z', 'revision_number': 2, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:55.431849 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc297fa-0b4c-46bd-b2dd-42f933a80b37 req-fa181795-a7e3-4b6d-8c02-fdae21802777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:55.434464 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9cc297fa-0b4c-46bd-b2dd-42f933a80b37 req-fa181795-a7e3-4b6d-8c02-fdae21802777 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee64e78a-79f1-4b7b-baf7-6842a6a7daef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734587 Dec 12 18:07:55.468028 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-164f1aa7-aa13-4352-89f5-fa086ca2d24f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:55.487154 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ff37f6-6bcc-4102-9c99-5ed901b85473 None None] Checking router: ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:07:55.523797 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ff37f6-6bcc-4102-9c99-5ed901b85473 None None] Routers {'ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:07:55.524699 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-78ff37f6-6bcc-4102-9c99-5ed901b85473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:55.619590 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9cc297fa-0b4c-46bd-b2dd-42f933a80b37 req-d0013737-d2c8-44f1-a18a-958d2e6332b5 service neutron] 10.222.0.20 "GET /v2.0/networks/ee64e78a-79f1-4b7b-baf7-6842a6a7daef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754127 Dec 12 18:07:55.710482 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-78ff37f6-6bcc-4102-9c99-5ed901b85473 None None] Set router ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:07:55.772452 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9cc297fa-0b4c-46bd-b2dd-42f933a80b37 req-f245b2b7-761d-4773-9323-aa224529a620 service neutron] 10.222.0.20 "GET /v2.0/networks/ee64e78a-79f1-4b7b-baf7-6842a6a7daef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352613 Dec 12 18:07:55.776233 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-78ff37f6-6bcc-4102-9c99-5ed901b85473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6', 'name': 'tempest-RoutersTest-router-398246235', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:53Z', 'updated_at': '2021-12-12T18:07:54Z', 'revision_number': 2, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:07:55.811965 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ff37f6-6bcc-4102-9c99-5ed901b85473 None None] The sync data for ids ['ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6'] in n-d-760354-5 is: [{'id': 'ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6', 'name': 'tempest-RoutersTest-router-398246235', 'tenant_id': '06e9b19557994f78bfc7175f945328a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:07:53Z', 'updated_at': '2021-12-12T18:07:54Z', 'revision_number': 2, 'project_id': '06e9b19557994f78bfc7175f945328a3', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:07:55.853622 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-164f1aa7-aa13-4352-89f5-fa086ca2d24f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:55.856496 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-164f1aa7-aa13-4352-89f5-fa086ca2d24f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:55.919787 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-164f1aa7-aa13-4352-89f5-fa086ca2d24f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:55.924034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164f1aa7-aa13-4352-89f5-fa086ca2d24f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Fanout notify agent at l3_agent the message router_deleted on router ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:07:55.944813 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-164f1aa7-aa13-4352-89f5-fa086ca2d24f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:55.950142 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-164f1aa7-aa13-4352-89f5-fa086ca2d24f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/routers/ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6 HTTP/1.1" status: 204 len: 168 time: 0.5961199 Dec 12 18:07:55.953701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59686) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:55.996554 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2c70b4b8-b524-496f-959d-8a589fee24b5 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6 HTTP/1.1" status: 200 len: 205 time: 0.0410728 Dec 12 18:07:55.998262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59688) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:56.084360 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-cbc8748a-5b70-4d48-8719-173be3a67dd1 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] delete failed (client error): The resource could not be found. Dec 12 18:07:56.085650 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cbc8748a-5b70-4d48-8719-173be3a67dd1 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/routers/ea951dfe-ea7d-4a71-a4e0-aa00e84b26e6 HTTP/1.1" status: 404 len: 336 time: 0.0858569 Dec 12 18:07:56.088397 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59692) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:56.169565 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0a81d4-2443-410a-b40e-fca92e153b99 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] DELETE failed (client error): The resource could not be found. Dec 12 18:07:56.169565 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0a81d4-2443-410a-b40e-fca92e153b99 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:07:56.177602 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4c0a81d4-2443-410a-b40e-fca92e153b99 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/subnets/b221b928-9ab7-4280-bc51-e975a2ffad66 HTTP/1.1" status: 404 len: 337 time: 0.0876312 Dec 12 18:07:56.180278 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59704) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:56.245912 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e413fb2-cd25-4159-a272-8efd67945140 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] DELETE failed (client error): The resource could not be found. Dec 12 18:07:56.246479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e413fb2-cd25-4159-a272-8efd67945140 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:07:56.270681 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0e413fb2-cd25-4159-a272-8efd67945140 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/subnets/7a28bb9c-73c4-49c3-88b4-8330d5f6f1a4 HTTP/1.1" status: 404 len: 337 time: 0.0893509 Dec 12 18:07:56.273224 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59706) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:56.362325 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4da021-a31a-45fe-8665-6bfb5653c66f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] DELETE failed (client error): The resource could not be found. Dec 12 18:07:56.362725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4da021-a31a-45fe-8665-6bfb5653c66f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:07:56.378685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0a4da021-a31a-45fe-8665-6bfb5653c66f tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/subnets/41a959db-73f7-4f5f-b98f-362ae8a50435 HTTP/1.1" status: 404 len: 337 time: 0.1025221 Dec 12 18:07:56.381108 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59716) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:56.386301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67a0bc-6e04-49ed-9633-c892ed7eda56 req-06aa3181-acb0-4433-a2ba-b70df2dc019a tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:56.388085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c67a0bc-6e04-49ed-9633-c892ed7eda56 req-06aa3181-acb0-4433-a2ba-b70df2dc019a tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 943 time: 0.2290974 Dec 12 18:07:56.419544 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb837dd-e9d9-4aad-80d7-912234c79fdb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] DELETE failed (client error): The resource could not be found. Dec 12 18:07:56.420591 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb837dd-e9d9-4aad-80d7-912234c79fdb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:07:56.428473 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0eb837dd-e9d9-4aad-80d7-912234c79fdb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/subnets/9838b98d-bd36-4e9a-9077-eeb448a326b2 HTTP/1.1" status: 404 len: 337 time: 0.0458627 Dec 12 18:07:56.430900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59720) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:56.466429 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-62803875-3559-4bb8-82b3-ae07410f3b88 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fef579d-6725-4119-82ee-005d41ea855f HTTP/1.1" status: 200 len: 205 time: 0.0333755 Dec 12 18:07:56.471644 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59722) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:56.513840 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c67a0bc-6e04-49ed-9633-c892ed7eda56 req-33a89cc4-6fed-4947-9705-56c9f4cab922 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/security-groups?id=93e58f71-226b-44ff-b244-83ffd6942cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154160 Dec 12 18:07:56.521204 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-09d94aaa-08e4-4797-9ff9-848e1fcbffe6 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] delete failed (client error): The resource could not be found. Dec 12 18:07:56.523253 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-09d94aaa-08e4-4797-9ff9-848e1fcbffe6 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/routers/5fef579d-6725-4119-82ee-005d41ea855f HTTP/1.1" status: 404 len: 336 time: 0.0497744 Dec 12 18:07:56.525197 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59724) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:56.570292 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-76ab95d6-395c-44fb-85a5-c594a67ebfad tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b8912c6-ad57-4412-8f98-fff7c6ddd8d3 HTTP/1.1" status: 200 len: 205 time: 0.0439138 Dec 12 18:07:56.572886 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59726) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:56.627925 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-25b4fc50-a304-4b38-81cc-6d9264a7b212 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] delete failed (client error): The resource could not be found. Dec 12 18:07:56.629285 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-25b4fc50-a304-4b38-81cc-6d9264a7b212 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/routers/8b8912c6-ad57-4412-8f98-fff7c6ddd8d3 HTTP/1.1" status: 404 len: 336 time: 0.0553942 Dec 12 18:07:56.632051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59728) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:56.723118 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa4beed-3273-4ac3-b538-70e611291058 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] DELETE failed (client error): The resource could not be found. Dec 12 18:07:56.724203 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa4beed-3273-4ac3-b538-70e611291058 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:07:56.729997 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8fa4beed-3273-4ac3-b538-70e611291058 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/subnets/0232ed04-96bc-4dc1-9636-7a3075ef40cc HTTP/1.1" status: 404 len: 337 time: 0.0967231 Dec 12 18:07:56.732767 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59734) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:56.789307 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-766dd2b7-9be9-4093-ae79-fd5917c0ffeb tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/ports?device_id=755b25f4-ca46-4ec6-90a8-424cf480dbb1 HTTP/1.1" status: 200 len: 205 time: 0.0535288 Dec 12 18:07:56.790130 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59736) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:56.927797 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-990a1dfd-c35c-4b70-85b7-59090f1a529e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] delete failed (client error): The resource could not be found. Dec 12 18:07:56.934767 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-990a1dfd-c35c-4b70-85b7-59090f1a529e tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/routers/755b25f4-ca46-4ec6-90a8-424cf480dbb1 HTTP/1.1" status: 404 len: 336 time: 0.1432853 Dec 12 18:07:56.937623 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59740) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:56.992424 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1e57a2de-7e27-4d1d-aea2-9da6b9fcb8d8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4 HTTP/1.1" status: 200 len: 205 time: 0.0535924 Dec 12 18:07:56.995106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59742) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:57.056860 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-01759902-f58e-4334-a0d9-1218e43fc34c tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] delete failed (client error): The resource could not be found. Dec 12 18:07:57.058050 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-01759902-f58e-4334-a0d9-1218e43fc34c tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/routers/2a7b2e45-1af2-4e7f-8ef7-e37ffd1280c4 HTTP/1.1" status: 404 len: 336 time: 0.0615203 Dec 12 18:07:57.060447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59750) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:57.060840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59752) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:57.155616 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da881a1-fb92-4c54-8f19-9e3fc28c15a6 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] DELETE failed (client error): The resource could not be found. Dec 12 18:07:57.156303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da881a1-fb92-4c54-8f19-9e3fc28c15a6 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:07:57.159605 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9da881a1-fb92-4c54-8f19-9e3fc28c15a6 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/subnets/77f227b2-0101-4b55-a4ac-bf797715d1ff HTTP/1.1" status: 404 len: 337 time: 0.0865815 Dec 12 18:07:57.162212 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59758) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:57.199914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e4277747-5004-452a-b468-b89b2d85251c tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/ports?device_id=c342cd51-7fec-4f79-a2f6-72e7762389b0 HTTP/1.1" status: 200 len: 205 time: 0.0362453 Dec 12 18:07:57.202294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59760) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:57.295376 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-2cb33d23-5e5d-49df-8c44-9ddb756fbca8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] delete failed (client error): The resource could not be found. Dec 12 18:07:57.298871 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2cb33d23-5e5d-49df-8c44-9ddb756fbca8 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/routers/c342cd51-7fec-4f79-a2f6-72e7762389b0 HTTP/1.1" status: 404 len: 336 time: 0.0949559 Dec 12 18:07:57.301579 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59762) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:57.308140 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-169038b5-3821-42a5-a9c3-c832dd7f00f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:57.351051 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-484000a8-8f2d-40cc-b79a-6eed2b9871e4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] DELETE failed (client error): The resource could not be found. Dec 12 18:07:57.351564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484000a8-8f2d-40cc-b79a-6eed2b9871e4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:07:57.354709 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-484000a8-8f2d-40cc-b79a-6eed2b9871e4 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/subnets/238f1b1a-5545-48b6-8168-c33bcbf6df3b HTTP/1.1" status: 404 len: 337 time: 0.0521262 Dec 12 18:07:57.366174 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59764) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:57.415119 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d02d331b-173f-4d77-bff3-2ef4043c06c7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b02a5bc-6c52-473d-8269-add9cb22120f HTTP/1.1" status: 200 len: 205 time: 0.0477402 Dec 12 18:07:57.420029 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59766) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:57.436033 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-169038b5-3821-42a5-a9c3-c832dd7f00f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:57.470814 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-169038b5-3821-42a5-a9c3-c832dd7f00f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:57.534883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169038b5-3821-42a5-a9c3-c832dd7f00f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060f1377-e2ba-4415-934e-ae6715a85a14,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:57.535686 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-3a60c14e-5ada-4402-a943-5230ad31ae3a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] delete failed (client error): The resource could not be found. Dec 12 18:07:57.538307 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3a60c14e-5ada-4402-a943-5230ad31ae3a tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/routers/5b02a5bc-6c52-473d-8269-add9cb22120f HTTP/1.1" status: 404 len: 336 time: 0.1170702 Dec 12 18:07:57.542658 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59774) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:57.569421 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-169038b5-3821-42a5-a9c3-c832dd7f00f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17caf3b650bd4e2595fbb4a497fa4869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4975464 Dec 12 18:07:57.573465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59778) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:57.587706 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7fed36e-7dbc-4839-9eb5-4f8dcbb5201b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] DELETE failed (client error): The resource could not be found. Dec 12 18:07:57.587706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7fed36e-7dbc-4839-9eb5-4f8dcbb5201b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:07:57.594771 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f7fed36e-7dbc-4839-9eb5-4f8dcbb5201b tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/subnets/947d8cf9-d538-4a6a-a0f1-98e61c3c663e HTTP/1.1" status: 404 len: 337 time: 0.0504012 Dec 12 18:07:57.597276 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59780) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:57.631239 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c80ceb-8d16-4c41-b113-29c1c76731d7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] DELETE failed (client error): The resource could not be found. Dec 12 18:07:57.632277 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c80ceb-8d16-4c41-b113-29c1c76731d7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:07:57.637795 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-68c80ceb-8d16-4c41-b113-29c1c76731d7 tempest-RoutersTest-1116654455 tempest-RoutersTest-1116654455-project] 10.222.0.18 "DELETE /v2.0/subnets/ad01c615-101d-4e48-b818-b9ec08d88d12 HTTP/1.1" status: 404 len: 337 time: 0.0388005 Dec 12 18:07:57.783249 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df68fe18-0f0c-4394-b871-b2c05c9fc5f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:57.842220 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df68fe18-0f0c-4394-b871-b2c05c9fc5f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:57.883590 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f7216-a554-4022-a4ce-7d671d19b1ce req-11059b3f-4ec6-4f18-a1d3-cca097d1e2a9 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:57.885480 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb5f7216-a554-4022-a4ce-7d671d19b1ce req-11059b3f-4ec6-4f18-a1d3-cca097d1e2a9 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 943 time: 0.1477866 Dec 12 18:07:57.978834 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb5f7216-a554-4022-a4ce-7d671d19b1ce req-76bf2a03-d26a-4b71-82da-d18b316279ec tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/security-groups?id=93e58f71-226b-44ff-b244-83ffd6942cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826182 Dec 12 18:07:58.002004 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df68fe18-0f0c-4394-b871-b2c05c9fc5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:58.014556 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df68fe18-0f0c-4394-b871-b2c05c9fc5f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:58.016668 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-df68fe18-0f0c-4394-b871-b2c05c9fc5f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/060f1377-e2ba-4415-934e-ae6715a85a14 HTTP/1.1" status: 204 len: 168 time: 0.4411147 Dec 12 18:07:58.041593 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59792) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:58.075612 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68fe18-0f0c-4394-b871-b2c05c9fc5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060f1377-e2ba-4415-934e-ae6715a85a14,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:58.298358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59798) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:58.298971 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a6ccfcac-993b-4f04-9169-24343499213a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06e9b19557994f78bfc7175f945328a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2558391 Dec 12 18:07:58.419384 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9248735-7dfa-46d7-9b08-f02c15e4ed8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:58.493436 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9248735-7dfa-46d7-9b08-f02c15e4ed8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:58.552995 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9248735-7dfa-46d7-9b08-f02c15e4ed8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:58.553847 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9248735-7dfa-46d7-9b08-f02c15e4ed8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:58.555062 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d9248735-7dfa-46d7-9b08-f02c15e4ed8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd42b15c-2bd8-4069-9f2c-bd0601d49358 HTTP/1.1" status: 204 len: 168 time: 0.2553101 Dec 12 18:07:58.587785 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9248735-7dfa-46d7-9b08-f02c15e4ed8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd42b15c-2bd8-4069-9f2c-bd0601d49358,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:58.741927 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59810) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:58.760483 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5aedca1-4016-403f-b8c3-8bbf02ccfb00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:58.885365 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5aedca1-4016-403f-b8c3-8bbf02ccfb00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:58.891373 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5aedca1-4016-403f-b8c3-8bbf02ccfb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:58.924084 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a5aedca1-4016-403f-b8c3-8bbf02ccfb00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d462ae1d72c547ba92e31e3cb32cbfc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1809742 Dec 12 18:07:58.927343 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59818) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:07:58.953651 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aedca1-4016-403f-b8c3-8bbf02ccfb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953f6222-a364-41fc-a8d1-3751c4693cd1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:59.056471 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9de77e6-bf6b-4f6e-aac6-a333b187ada4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:59.116649 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9de77e6-bf6b-4f6e-aac6-a333b187ada4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:59.227600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba750e6-14ec-4454-bcfe-f7281fb3cc89 req-5dca6ff8-3d74-4bbf-bb5d-475b51fb0f69 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:07:59.229391 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4ba750e6-14ec-4454-bcfe-f7281fb3cc89 req-5dca6ff8-3d74-4bbf-bb5d-475b51fb0f69 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 943 time: 0.1173480 Dec 12 18:07:59.275147 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9de77e6-bf6b-4f6e-aac6-a333b187ada4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:59.278173 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9de77e6-bf6b-4f6e-aac6-a333b187ada4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:07:59.283807 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d9de77e6-bf6b-4f6e-aac6-a333b187ada4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/953f6222-a364-41fc-a8d1-3751c4693cd1 HTTP/1.1" status: 204 len: 168 time: 0.3527036 Dec 12 18:07:59.330018 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de77e6-bf6b-4f6e-aac6-a333b187ada4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953f6222-a364-41fc-a8d1-3751c4693cd1,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:07:59.342305 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4ba750e6-14ec-4454-bcfe-f7281fb3cc89 req-8c11cf69-4b9e-479c-b57a-7e95ef485bf2 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/security-groups?id=93e58f71-226b-44ff-b244-83ffd6942cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061785 Dec 12 18:08:00.001485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59866) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:00.285321 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6b7188bc-e3d3-498c-bb26-292c0e053605 tempest-DvrRoutersNegativeTest-1593807976 tempest-DvrRoutersNegativeTest-1593807976-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1614483423', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:00.290311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.policy [None req-6b7188bc-e3d3-498c-bb26-292c0e053605 tempest-DvrRoutersNegativeTest-1593807976 tempest-DvrRoutersNegativeTest-1593807976-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103150) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 12 18:08:00.291064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.policy [None req-6b7188bc-e3d3-498c-bb26-292c0e053605 tempest-DvrRoutersNegativeTest-1593807976 tempest-DvrRoutersNegativeTest-1593807976-project] Failed policy check for 'create_router' {{(pid=103150) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 12 18:08:00.292010 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-6b7188bc-e3d3-498c-bb26-292c0e053605 tempest-DvrRoutersNegativeTest-1593807976 tempest-DvrRoutersNegativeTest-1593807976-project] create failed (client error): Access was denied to this resource. Dec 12 18:08:00.298532 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6b7188bc-e3d3-498c-bb26-292c0e053605 tempest-DvrRoutersNegativeTest-1593807976 tempest-DvrRoutersNegativeTest-1593807976-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2957282 Dec 12 18:08:00.543600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f802a76-fbd1-4f1d-9de0-64e92991caad req-b3ed5c8d-bde1-4baa-aaa9-1d49568a10b8 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:00.546197 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f802a76-fbd1-4f1d-9de0-64e92991caad req-b3ed5c8d-bde1-4baa-aaa9-1d49568a10b8 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 943 time: 0.0926845 Dec 12 18:08:00.637090 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f802a76-fbd1-4f1d-9de0-64e92991caad req-e35ce274-b9f8-4a21-b2db-560582908c42 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/security-groups?id=93e58f71-226b-44ff-b244-83ffd6942cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794117 Dec 12 18:08:00.805069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 59902) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:01.108932 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86a080a9-baff-4ee8-ac04-d617e2fe706a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:01.193747 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86a080a9-baff-4ee8-ac04-d617e2fe706a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:01.198800 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86a080a9-baff-4ee8-ac04-d617e2fe706a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:01.246638 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 59918) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:01.258735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-86a080a9-baff-4ee8-ac04-d617e2fe706a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0146bba0114d41a1bc697741e53ac7c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4522102 Dec 12 18:08:01.261244 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a080a9-baff-4ee8-ac04-d617e2fe706a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20171f57-65fc-43de-8dd8-4a9ddd6daa69,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:01.301836 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60ebd525-db37-484f-ad3f-27a83eab503f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:01.337123 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60ebd525-db37-484f-ad3f-27a83eab503f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:01.455012 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60ebd525-db37-484f-ad3f-27a83eab503f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:01.458983 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60ebd525-db37-484f-ad3f-27a83eab503f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:01.460443 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-60ebd525-db37-484f-ad3f-27a83eab503f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20171f57-65fc-43de-8dd8-4a9ddd6daa69 HTTP/1.1" status: 204 len: 168 time: 0.2139473 Dec 12 18:08:01.470324 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebd525-db37-484f-ad3f-27a83eab503f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20171f57-65fc-43de-8dd8-4a9ddd6daa69,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:01.620300 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-54fcefb8-1944-4adf-ade8-7b95c473afed req-ab5c7098-f125-4377-8f60-04c010634a8d service neutron] (103150) timed out ('10.222.0.18', 34766) {{(pid=103150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 18:08:01.861513 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdb9c1-88ec-4436-b980-7e786ad3516e req-4eebf60d-07e9-4b72-bd41-25d1e327848f tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:01.863283 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39bdb9c1-88ec-4436-b980-7e786ad3516e req-4eebf60d-07e9-4b72-bd41-25d1e327848f tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 943 time: 0.1079936 Dec 12 18:08:01.940211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39bdb9c1-88ec-4436-b980-7e786ad3516e req-88894cf4-03a0-4153-8358-078f55154bca tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/security-groups?id=93e58f71-226b-44ff-b244-83ffd6942cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705991 Dec 12 18:08:02.529219 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60004) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:02.650616 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-46d6911d-15a4-4769-a86b-eb44e8f09cc7 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:02.651270 n-d-760354-5 neutron-server[103150]: WARNING neutron.api.v2.base [None req-46d6911d-15a4-4769-a86b-eb44e8f09cc7 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 12 18:08:02.651925 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-46d6911d-15a4-4769-a86b-eb44e8f09cc7 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): There was a conflict when trying to complete your request. Dec 12 18:08:02.659578 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-46d6911d-15a4-4769-a86b-eb44e8f09cc7 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1281269 Dec 12 18:08:02.659779 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60010) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:02.664310 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-1c73cdfe-d240-4801-b016-5634c433e234 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879240179'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:02.704833 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c73cdfe-d240-4801-b016-5634c433e234 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:02.717248 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c73cdfe-d240-4801-b016-5634c433e234 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:02.825173 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c73cdfe-d240-4801-b016-5634c433e234 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:02.831629 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c73cdfe-d240-4801-b016-5634c433e234 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:02.883658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73cdfe-d240-4801-b016-5634c433e234 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda16976-5e6f-4a43-9bd1-b81074c05bcd,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:02.935472 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c73cdfe-d240-4801-b016-5634c433e234 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:02.947858 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c73cdfe-d240-4801-b016-5634c433e234 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:02.985577 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73cdfe-d240-4801-b016-5634c433e234 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1cd139-ed5e-4d81-9b99-a200694f1c66,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:02.994733 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c73cdfe-d240-4801-b016-5634c433e234 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:02.996571 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1c73cdfe-d240-4801-b016-5634c433e234 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3358209 Dec 12 18:08:02.999512 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60020) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:03.005693 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f86903d9-ca42-42ca-aeeb-d9cfe6243f62 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': 'cb1cd139-ed5e-4d81-9b99-a200694f1c66', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:03.056561 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f86903d9-ca42-42ca-aeeb-d9cfe6243f62 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:03.161541 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f86903d9-ca42-42ca-aeeb-d9cfe6243f62 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:03.179745 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f86903d9-ca42-42ca-aeeb-d9cfe6243f62 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:03.191815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5acda-d9d7-4f7e-8abe-fcb2567f7cd3 req-751b5de6-cdb0-415d-8dab-fcd9c01675f6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:03.193829 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8ca5acda-d9d7-4f7e-8abe-fcb2567f7cd3 req-751b5de6-cdb0-415d-8dab-fcd9c01675f6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 943 time: 0.1236320 Dec 12 18:08:03.204539 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86903d9-ca42-42ca-aeeb-d9cfe6243f62 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6e9029-f245-4225-8d43-82ce18d68aaf,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:03.230037 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f86903d9-ca42-42ca-aeeb-d9cfe6243f62 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:03.234323 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60028) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:03.234870 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f86903d9-ca42-42ca-aeeb-d9cfe6243f62 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2334905 Dec 12 18:08:03.239963 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a51d80d7-a574-40eb-bd48-7620a2fa68eb tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': 'cb1cd139-ed5e-4d81-9b99-a200694f1c66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:03.317552 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8ca5acda-d9d7-4f7e-8abe-fcb2567f7cd3 req-4a262a75-b98d-4286-b67f-0ca8a8c94b3e tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/security-groups?id=93e58f71-226b-44ff-b244-83ffd6942cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113358 Dec 12 18:08:03.326988 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a51d80d7-a574-40eb-bd48-7620a2fa68eb tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:03.381700 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-a51d80d7-a574-40eb-bd48-7620a2fa68eb tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): There was a conflict when trying to complete your request. Dec 12 18:08:03.383176 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a51d80d7-a574-40eb-bd48-7620a2fa68eb tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1475525 Dec 12 18:08:03.386074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60032) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:03.445968 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a24fea26-c527-43cf-a174-7b23f1ddfb0c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:03.477524 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a24fea26-c527-43cf-a174-7b23f1ddfb0c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:03.544517 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a24fea26-c527-43cf-a174-7b23f1ddfb0c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:03.549508 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a24fea26-c527-43cf-a174-7b23f1ddfb0c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:03.553588 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a24fea26-c527-43cf-a174-7b23f1ddfb0c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "DELETE /v2.0/security-groups/cb1cd139-ed5e-4d81-9b99-a200694f1c66 HTTP/1.1" status: 204 len: 168 time: 0.1638017 Dec 12 18:08:03.555218 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60040) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:03.562795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fea26-c527-43cf-a174-7b23f1ddfb0c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1cd139-ed5e-4d81-9b99-a200694f1c66,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:03.623455 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-71e872ce-94ec-4ee0-9a4f-bf2929f2ccb9 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0655444 Dec 12 18:08:03.631038 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60042) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:03.645214 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-e635057b-b548-4d99-a230-18d5733f8c4c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group': {'name': 'tempest-secgroup--416722102'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:03.674135 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e635057b-b548-4d99-a230-18d5733f8c4c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:03.817418 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e635057b-b548-4d99-a230-18d5733f8c4c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:03.824837 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e635057b-b548-4d99-a230-18d5733f8c4c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:03.867379 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635057b-b548-4d99-a230-18d5733f8c4c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b550f9-6348-4896-95dd-68660f62da72,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:03.881469 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e635057b-b548-4d99-a230-18d5733f8c4c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:03.883420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e635057b-b548-4d99-a230-18d5733f8c4c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2512610 Dec 12 18:08:03.886462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60052) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:03.893870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-832d4bea-4860-459c-a8bb-5971c5a75b32 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': 'e2b550f9-6348-4896-95dd-68660f62da72', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:03.895462 n-d-760354-5 neutron-server[103151]: WARNING neutron.api.v2.base [None req-832d4bea-4860-459c-a8bb-5971c5a75b32 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 12 18:08:03.899672 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-832d4bea-4860-459c-a8bb-5971c5a75b32 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:08:03.901071 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-832d4bea-4860-459c-a8bb-5971c5a75b32 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0119181 Dec 12 18:08:03.903956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60054) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:03.967688 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-610d8b90-027a-4ed7-802a-ba29464dda3f tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:03.994133 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-610d8b90-027a-4ed7-802a-ba29464dda3f tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:04.042728 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-610d8b90-027a-4ed7-802a-ba29464dda3f tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:04.045676 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-610d8b90-027a-4ed7-802a-ba29464dda3f tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:04.048029 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-610d8b90-027a-4ed7-802a-ba29464dda3f tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "DELETE /v2.0/security-groups/e2b550f9-6348-4896-95dd-68660f62da72 HTTP/1.1" status: 204 len: 168 time: 0.1427119 Dec 12 18:08:04.050751 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60056) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:04.058880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d8b90-027a-4ed7-802a-ba29464dda3f tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b550f9-6348-4896-95dd-68660f62da72,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:04.106202 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-98da3c4a-2193-4372-bfbf-da89d84b9171 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0539861 Dec 12 18:08:04.112407 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60058) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:04.117649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-73f41786-c5fd-475f-af20-6770d20bd0ef tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group': {'name': 'tempest-secgroup--1939356037'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:04.147160 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-73f41786-c5fd-475f-af20-6770d20bd0ef tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:04.243621 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-73f41786-c5fd-475f-af20-6770d20bd0ef tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:04.251959 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-73f41786-c5fd-475f-af20-6770d20bd0ef tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:04.291317 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-73f41786-c5fd-475f-af20-6770d20bd0ef tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:04.295899 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-73f41786-c5fd-475f-af20-6770d20bd0ef tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1820400 Dec 12 18:08:04.297393 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60064) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:04.301789 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4324257c-2e9f-4092-8af5-41eb18b16e54 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': '555b7078-4c98-4a8f-9053-9a63ab784fa2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:04.302459 n-d-760354-5 neutron-server[103151]: WARNING neutron.api.v2.base [None req-4324257c-2e9f-4092-8af5-41eb18b16e54 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 12 18:08:04.303053 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-4324257c-2e9f-4092-8af5-41eb18b16e54 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:08:04.304069 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4324257c-2e9f-4092-8af5-41eb18b16e54 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056908 Dec 12 18:08:04.305148 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f41786-c5fd-475f-af20-6770d20bd0ef tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=555b7078-4c98-4a8f-9053-9a63ab784fa2,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:04.306796 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60066) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:04.364937 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc711c4a-4261-4d3f-9ac6-c27800874648 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:04.395335 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc711c4a-4261-4d3f-9ac6-c27800874648 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:04.465543 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc711c4a-4261-4d3f-9ac6-c27800874648 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:04.470566 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc711c4a-4261-4d3f-9ac6-c27800874648 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:04.472327 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fc711c4a-4261-4d3f-9ac6-c27800874648 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "DELETE /v2.0/security-groups/555b7078-4c98-4a8f-9053-9a63ab784fa2 HTTP/1.1" status: 204 len: 168 time: 0.1640251 Dec 12 18:08:04.478483 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60070) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:04.478693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcf406-a0e4-456c-8268-61463287de51 req-4edda372-15f8-43d4-960a-76167516f94b tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:04.480339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4fcf406-a0e4-456c-8268-61463287de51 req-4edda372-15f8-43d4-960a-76167516f94b tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 943 time: 0.0707850 Dec 12 18:08:04.507025 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc711c4a-4261-4d3f-9ac6-c27800874648 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=555b7078-4c98-4a8f-9053-9a63ab784fa2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:04.541338 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d4fcf406-a0e4-456c-8268-61463287de51 req-f90d6ba5-fc65-4a50-ab8b-c556d52c86d1 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/security-groups?id=93e58f71-226b-44ff-b244-83ffd6942cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548437 Dec 12 18:08:04.556338 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cf012f97-0b9b-4a4c-9bfc-b61262c26148 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0767386 Dec 12 18:08:04.565064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60074) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:04.570321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ddab1915-6fd0-4747-961a-ce402cee53d0 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group': {'name': 'tempest-secgroup--719144701'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:04.604683 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddab1915-6fd0-4747-961a-ce402cee53d0 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:04.697949 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddab1915-6fd0-4747-961a-ce402cee53d0 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:04.704754 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddab1915-6fd0-4747-961a-ce402cee53d0 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:04.742583 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddab1915-6fd0-4747-961a-ce402cee53d0 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:04.747631 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ddab1915-6fd0-4747-961a-ce402cee53d0 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1815157 Dec 12 18:08:04.748480 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60086) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:04.767286 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f52094a1-ec61-43fb-bce0-0e00df903ab8 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': 'f2dca73d-8821-41ed-bfa8-ab68fffa5d27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:04.767286 n-d-760354-5 neutron-server[103151]: WARNING neutron.api.v2.base [None req-f52094a1-ec61-43fb-bce0-0e00df903ab8 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 12 18:08:04.767286 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-f52094a1-ec61-43fb-bce0-0e00df903ab8 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:08:04.767759 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60088) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:04.767853 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f52094a1-ec61-43fb-bce0-0e00df903ab8 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0104766 Dec 12 18:08:04.767944 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e35e58de-03ac-422f-94b2-20c22ede7eb0 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': 'f2dca73d-8821-41ed-bfa8-ab68fffa5d27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:04.769368 n-d-760354-5 neutron-server[103150]: WARNING neutron.api.v2.base [None req-e35e58de-03ac-422f-94b2-20c22ede7eb0 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 12 18:08:04.770112 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-e35e58de-03ac-422f-94b2-20c22ede7eb0 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:08:04.775192 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e35e58de-03ac-422f-94b2-20c22ede7eb0 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0121953 Dec 12 18:08:04.777568 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60092) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:04.780697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab1915-6fd0-4747-961a-ce402cee53d0 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dca73d-8821-41ed-bfa8-ab68fffa5d27,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:04.783960 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5104c57a-fd1d-48ff-8cb7-74c0476cc7e7 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': 'f2dca73d-8821-41ed-bfa8-ab68fffa5d27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:04.818531 n-d-760354-5 neutron-server[103150]: WARNING neutron.api.v2.base [None req-5104c57a-fd1d-48ff-8cb7-74c0476cc7e7 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 12 18:08:04.819147 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-5104c57a-fd1d-48ff-8cb7-74c0476cc7e7 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:08:04.823424 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60100) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:04.829071 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-39b5c569-5bd6-48ac-9600-47ad575cde8e tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': 'f2dca73d-8821-41ed-bfa8-ab68fffa5d27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:04.830047 n-d-760354-5 neutron-server[103151]: WARNING neutron.api.v2.base [None req-39b5c569-5bd6-48ac-9600-47ad575cde8e tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 12 18:08:04.830571 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5104c57a-fd1d-48ff-8cb7-74c0476cc7e7 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0417082 Dec 12 18:08:04.830758 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-39b5c569-5bd6-48ac-9600-47ad575cde8e tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:08:04.834507 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-39b5c569-5bd6-48ac-9600-47ad575cde8e tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0074320 Dec 12 18:08:04.834858 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60102) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:04.926927 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a02a6d2b-1f97-46d7-8130-c3ac8dc2e0ab tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:04.958271 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a02a6d2b-1f97-46d7-8130-c3ac8dc2e0ab tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:05.053215 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a02a6d2b-1f97-46d7-8130-c3ac8dc2e0ab tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:05.056643 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a02a6d2b-1f97-46d7-8130-c3ac8dc2e0ab tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:05.059578 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a02a6d2b-1f97-46d7-8130-c3ac8dc2e0ab tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "DELETE /v2.0/security-groups/f2dca73d-8821-41ed-bfa8-ab68fffa5d27 HTTP/1.1" status: 204 len: 168 time: 0.2235992 Dec 12 18:08:05.062285 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60116) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:05.070501 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a6d2b-1f97-46d7-8130-c3ac8dc2e0ab tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dca73d-8821-41ed-bfa8-ab68fffa5d27,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:05.162380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60124) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:05.164218 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-26a57fd0-4bd1-490f-bd47-fbcc400b50df tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0995877 Dec 12 18:08:05.174880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-0456b99a-b9a5-4acf-8713-1867e4476213 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091021589'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:05.225093 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0456b99a-b9a5-4acf-8713-1867e4476213 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:05.340533 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0456b99a-b9a5-4acf-8713-1867e4476213 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:05.349496 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0456b99a-b9a5-4acf-8713-1867e4476213 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:05.397139 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456b99a-b9a5-4acf-8713-1867e4476213 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7630512c-dbc2-4d53-a87a-a18ac75e18a3,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:05.414350 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0456b99a-b9a5-4acf-8713-1867e4476213 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:05.418545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0456b99a-b9a5-4acf-8713-1867e4476213 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2530138 Dec 12 18:08:05.418934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60144) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:05.423821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ad9f4608-a5ce-493a-ad1d-95dc55ffe190 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': '7630512c-dbc2-4d53-a87a-a18ac75e18a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:05.424326 n-d-760354-5 neutron-server[103151]: WARNING neutron.api.v2.base [None req-ad9f4608-a5ce-493a-ad1d-95dc55ffe190 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 12 18:08:05.424835 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-ad9f4608-a5ce-493a-ad1d-95dc55ffe190 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:08:05.427476 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ad9f4608-a5ce-493a-ad1d-95dc55ffe190 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058801 Dec 12 18:08:05.428789 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60146) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:05.433571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-16af1ea4-3d2b-40a1-a126-2b42c6e91218 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': '7630512c-dbc2-4d53-a87a-a18ac75e18a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:05.485003 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-16af1ea4-3d2b-40a1-a126-2b42c6e91218 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:08:05.491000 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60148) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:05.495753 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-16af1ea4-3d2b-40a1-a126-2b42c6e91218 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0658691 Dec 12 18:08:05.495925 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d5374c0d-a53d-4d7b-b6cd-107ea0af0d16 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': '7630512c-dbc2-4d53-a87a-a18ac75e18a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:05.496612 n-d-760354-5 neutron-server[103150]: WARNING neutron.api.v2.base [None req-d5374c0d-a53d-4d7b-b6cd-107ea0af0d16 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 12 18:08:05.497328 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-d5374c0d-a53d-4d7b-b6cd-107ea0af0d16 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:08:05.499785 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d5374c0d-a53d-4d7b-b6cd-107ea0af0d16 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075710 Dec 12 18:08:05.501130 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60150) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:05.507072 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-15b76a03-2d0b-4fd6-bce5-f38ec28ecf51 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': '7630512c-dbc2-4d53-a87a-a18ac75e18a3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:05.556589 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-15b76a03-2d0b-4fd6-bce5-f38ec28ecf51 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:08:05.558343 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-15b76a03-2d0b-4fd6-bce5-f38ec28ecf51 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0559950 Dec 12 18:08:05.561190 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60158) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:05.568102 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1fee896e-9b3a-4b58-a1ef-e9650e2d510b tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': '7630512c-dbc2-4d53-a87a-a18ac75e18a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:05.568939 n-d-760354-5 neutron-server[103150]: WARNING neutron.api.v2.base [None req-1fee896e-9b3a-4b58-a1ef-e9650e2d510b tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 12 18:08:05.569755 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-1fee896e-9b3a-4b58-a1ef-e9650e2d510b tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:08:05.573877 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60162) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:05.574051 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1fee896e-9b3a-4b58-a1ef-e9650e2d510b tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111268 Dec 12 18:08:05.579059 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-135fe5bc-c1bc-4c5a-a644-ca7e2d9ef0a8 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': '7630512c-dbc2-4d53-a87a-a18ac75e18a3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:05.647890 n-d-760354-5 neutron-server[103151]: INFO neutron.db.securitygroups_db [None req-135fe5bc-c1bc-4c5a-a644-ca7e2d9ef0a8 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Project 22e378ef91a54e28970fdb9b4830f185 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:08:05.666866 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-135fe5bc-c1bc-4c5a-a644-ca7e2d9ef0a8 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:08:05.670862 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-135fe5bc-c1bc-4c5a-a644-ca7e2d9ef0a8 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0931814 Dec 12 18:08:05.671920 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60170) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:05.676177 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7e8d2fef-e9bb-4ceb-9cd2-2fbc0cd8d7e0 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': '7630512c-dbc2-4d53-a87a-a18ac75e18a3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:05.676657 n-d-760354-5 neutron-server[103150]: WARNING neutron.api.v2.base [None req-7e8d2fef-e9bb-4ceb-9cd2-2fbc0cd8d7e0 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 12 18:08:05.677154 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-7e8d2fef-e9bb-4ceb-9cd2-2fbc0cd8d7e0 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:08:05.680823 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7e8d2fef-e9bb-4ceb-9cd2-2fbc0cd8d7e0 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054624 Dec 12 18:08:05.681591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60174) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:05.689335 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-0a096788-3c59-4db8-bba7-89da832cc304 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': '7630512c-dbc2-4d53-a87a-a18ac75e18a3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:05.755114 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 5e75abf2-8287-45d5-807a-376d39aa75b8 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:08:05.771842 n-d-760354-5 neutron-server[103151]: INFO neutron.db.securitygroups_db [None req-0a096788-3c59-4db8-bba7-89da832cc304 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Project 22e378ef91a54e28970fdb9b4830f185 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:08:05.822052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ec845-975f-4a2f-9193-7a20210c5bf7 req-a666acb4-de20-4a8f-b634-53d2c6b41360 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:05.823950 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a80ec845-975f-4a2f-9193-7a20210c5bf7 req-a666acb4-de20-4a8f-b634-53d2c6b41360 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 943 time: 0.1025755 Dec 12 18:08:05.825650 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-0a096788-3c59-4db8-bba7-89da832cc304 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:08:05.826914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0a096788-3c59-4db8-bba7-89da832cc304 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1446047 Dec 12 18:08:05.830920 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60182) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:05.838885 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-935509aa-b8a1-497c-be1d-eb30802e696e tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': '7630512c-dbc2-4d53-a87a-a18ac75e18a3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:05.902920 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-935509aa-b8a1-497c-be1d-eb30802e696e tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Project 22e378ef91a54e28970fdb9b4830f185 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:08:05.913192 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a80ec845-975f-4a2f-9193-7a20210c5bf7 req-5b899ea3-28e4-4989-bd6d-b0ef8b4aefd0 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/security-groups?id=93e58f71-226b-44ff-b244-83ffd6942cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722868 Dec 12 18:08:05.946267 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 5e75abf2-8287-45d5-807a-376d39aa75b8, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=5e75abf2-8287-45d5-807a-376d39aa75b8,segment=NetworkSegment(381dbbf8-da3f-4edf-b1f6-fa75e0281764),segment_id=381dbbf8-da3f-4edf-b1f6-fa75e0281764)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:05.950203 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-935509aa-b8a1-497c-be1d-eb30802e696e tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:08:05.951630 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-935509aa-b8a1-497c-be1d-eb30802e696e tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1182907 Dec 12 18:08:05.954906 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60188) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:05.965167 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '5e75abf2-8287-45d5-807a-376d39aa75b8', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'port_id': '5e75abf2-8287-45d5-807a-376d39aa75b8', 'mac_address': 'fa:16:3e:63:4f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:08:06.035639 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f884882-7137-4aaf-95eb-dd802f05290c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:06.060615 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:06.076007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e75abf2-8287-45d5-807a-376d39aa75b8 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:08:06.082923 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f884882-7137-4aaf-95eb-dd802f05290c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:06.099166 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 5e75abf2-8287-45d5-807a-376d39aa75b8, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=5e75abf2-8287-45d5-807a-376d39aa75b8,segment=NetworkSegment(381dbbf8-da3f-4edf-b1f6-fa75e0281764),segment_id=381dbbf8-da3f-4edf-b1f6-fa75e0281764)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:06.120146 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:06.157888 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f884882-7137-4aaf-95eb-dd802f05290c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:06.162291 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f884882-7137-4aaf-95eb-dd802f05290c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:06.164472 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6f884882-7137-4aaf-95eb-dd802f05290c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "DELETE /v2.0/security-groups/7630512c-dbc2-4d53-a87a-a18ac75e18a3 HTTP/1.1" status: 204 len: 168 time: 0.2078297 Dec 12 18:08:06.166424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60196) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:06.187158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f884882-7137-4aaf-95eb-dd802f05290c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7630512c-dbc2-4d53-a87a-a18ac75e18a3,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:06.195908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=5e75abf2-8287-45d5-807a-376d39aa75b8,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:06.235909 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a2e6589a-4f78-4375-b3d8-cf20b23a0412 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0642266 Dec 12 18:08:06.236276 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60198) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:06.241117 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-13f00ff0-704a-482e-ba0e-dbec3abe0b84 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069697006'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:06.268898 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-13f00ff0-704a-482e-ba0e-dbec3abe0b84 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:06.345179 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['5e75abf2-8287-45d5-807a-376d39aa75b8'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:08:06.360909 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-13f00ff0-704a-482e-ba0e-dbec3abe0b84 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:06.371492 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-13f00ff0-704a-482e-ba0e-dbec3abe0b84 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:06.437478 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-13f00ff0-704a-482e-ba0e-dbec3abe0b84 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:06.442842 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60206) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:06.443276 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-13f00ff0-704a-482e-ba0e-dbec3abe0b84 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2055557 Dec 12 18:08:06.448046 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-edbdc3db-1445-459d-8857-0ee7110b54ba tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': '5cbdba30-78a8-4b7e-a78e-63c200f8b46c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:06.451625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f00ff0-704a-482e-ba0e-dbec3abe0b84 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbdba30-78a8-4b7e-a78e-63c200f8b46c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:06.576902 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-edbdc3db-1445-459d-8857-0ee7110b54ba tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The resource could not be found. Dec 12 18:08:06.581773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60208) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:06.581910 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-edbdc3db-1445-459d-8857-0ee7110b54ba tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1379344 Dec 12 18:08:06.587648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-c23fb564-6e12-47f6-ad4c-a126f89eec26 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': '5cbdba30-78a8-4b7e-a78e-63c200f8b46c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bd7ce849-f370-4326-9bb7-358a6cb8f0c8'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:06.646069 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-c23fb564-6e12-47f6-ad4c-a126f89eec26 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The resource could not be found. Dec 12 18:08:06.647878 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c23fb564-6e12-47f6-ad4c-a126f89eec26 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0646162 Dec 12 18:08:06.650959 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60210) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:06.742539 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f0d1b69e-f15f-4837-809e-71ea98c9585d tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:06.770641 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f0d1b69e-f15f-4837-809e-71ea98c9585d tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:06.825716 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f0d1b69e-f15f-4837-809e-71ea98c9585d tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:06.828638 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f0d1b69e-f15f-4837-809e-71ea98c9585d tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:06.829856 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f0d1b69e-f15f-4837-809e-71ea98c9585d tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "DELETE /v2.0/security-groups/5cbdba30-78a8-4b7e-a78e-63c200f8b46c HTTP/1.1" status: 204 len: 168 time: 0.1770670 Dec 12 18:08:06.832815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60216) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:06.839564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1b69e-f15f-4837-809e-71ea98c9585d tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbdba30-78a8-4b7e-a78e-63c200f8b46c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:06.903260 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-404b5384-3a6e-4f78-a08f-9fce6b8a52e9 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0676391 Dec 12 18:08:06.907141 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60220) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:06.912074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-650be14d-1187-402c-a116-248cae8b7299 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': 'ed262ff5-40ad-4146-8628-914c68b02e96', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:06.958504 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-650be14d-1187-402c-a116-248cae8b7299 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The resource could not be found. Dec 12 18:08:06.963669 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60224) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:06.963924 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-650be14d-1187-402c-a116-248cae8b7299 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0555570 Dec 12 18:08:06.969443 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-19b25e43-59b1-47bf-879b-62632a1115a7 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978894746'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:07.007540 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19b25e43-59b1-47bf-879b-62632a1115a7 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:07.093012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db4e4d-38f4-476c-bad9-b48bfa24d6f1 req-6d9a1906-1e36-452d-bd5f-d075c43c6072 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:07.095398 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19b25e43-59b1-47bf-879b-62632a1115a7 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:07.099306 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8db4e4d-38f4-476c-bad9-b48bfa24d6f1 req-6d9a1906-1e36-452d-bd5f-d075c43c6072 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 944 time: 0.0883512 Dec 12 18:08:07.104279 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19b25e43-59b1-47bf-879b-62632a1115a7 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:07.145957 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19b25e43-59b1-47bf-879b-62632a1115a7 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:07.149901 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-19b25e43-59b1-47bf-879b-62632a1115a7 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1821220 Dec 12 18:08:07.150079 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60232) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:07.155424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-568561f7-6add-4101-a4b2-ea33b2f36448 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group': {'name': 'tempest-secgroup--559218133'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:07.160397 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b25e43-59b1-47bf-879b-62632a1115a7 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0abb3065-234d-4270-aba2-40175851f49a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:07.187487 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-568561f7-6add-4101-a4b2-ea33b2f36448 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:07.209473 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8db4e4d-38f4-476c-bad9-b48bfa24d6f1 req-aa1896db-462d-411a-ac37-3431c545fc50 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/security-groups?id=93e58f71-226b-44ff-b244-83ffd6942cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712585 Dec 12 18:08:07.269480 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-568561f7-6add-4101-a4b2-ea33b2f36448 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:07.273471 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-568561f7-6add-4101-a4b2-ea33b2f36448 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:07.301983 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-568561f7-6add-4101-a4b2-ea33b2f36448 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:07.306154 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-568561f7-6add-4101-a4b2-ea33b2f36448 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1520348 Dec 12 18:08:07.306287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60234) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:07.311399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-83164a5c-7120-4859-be4b-6d85cf26d7c6 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': '0abb3065-234d-4270-aba2-40175851f49a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'dea362d7-5820-4b7e-b018-3adccb6936c5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:07.317249 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568561f7-6add-4101-a4b2-ea33b2f36448 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea362d7-5820-4b7e-b018-3adccb6936c5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:07.354389 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-83164a5c-7120-4859-be4b-6d85cf26d7c6 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:08:07.355508 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-83164a5c-7120-4859-be4b-6d85cf26d7c6 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0482647 Dec 12 18:08:07.358395 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60236) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:07.414725 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6bc0d8f-1b76-497e-942e-9d1a7dc17a5d tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:07.439625 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6bc0d8f-1b76-497e-942e-9d1a7dc17a5d tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:07.484502 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6bc0d8f-1b76-497e-942e-9d1a7dc17a5d tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:07.487364 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6bc0d8f-1b76-497e-942e-9d1a7dc17a5d tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:07.488625 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e6bc0d8f-1b76-497e-942e-9d1a7dc17a5d tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "DELETE /v2.0/security-groups/dea362d7-5820-4b7e-b018-3adccb6936c5 HTTP/1.1" status: 204 len: 168 time: 0.1291454 Dec 12 18:08:07.491587 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60244) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:07.498435 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc0d8f-1b76-497e-942e-9d1a7dc17a5d tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea362d7-5820-4b7e-b018-3adccb6936c5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:07.600533 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-75658e55-f72f-4f69-8619-3dbe0eb7bbcb tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1074569 Dec 12 18:08:07.603313 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60248) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:07.675137 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a48ec8e1-21c3-4ddd-986e-608334023f6c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:07.706840 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a48ec8e1-21c3-4ddd-986e-608334023f6c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:07.765022 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 5e75abf2-8287-45d5-807a-376d39aa75b8 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:08:07.773336 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a48ec8e1-21c3-4ddd-986e-608334023f6c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:07.780469 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a48ec8e1-21c3-4ddd-986e-608334023f6c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:07.782795 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a48ec8e1-21c3-4ddd-986e-608334023f6c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "DELETE /v2.0/security-groups/0abb3065-234d-4270-aba2-40175851f49a HTTP/1.1" status: 204 len: 168 time: 0.1783257 Dec 12 18:08:07.785515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60256) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:07.795147 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ec8e1-21c3-4ddd-986e-608334023f6c tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abb3065-234d-4270-aba2-40175851f49a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:07.844522 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 5e75abf2-8287-45d5-807a-376d39aa75b8 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:08:07.850967 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 5e75abf2-8287-45d5-807a-376d39aa75b8 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:07.851519 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:07.902885 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60260) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:07.903465 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fd890ee4-6f78-4c14-871b-cf2f48bdfd4d tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1164382 Dec 12 18:08:07.909086 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2743460d-73d2-4d21-b323-7598c54a9fa8 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group': {'name': 'tempest-secgroup--1386408174'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:07.969178 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2743460d-73d2-4d21-b323-7598c54a9fa8 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:07.973832 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:08.029534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 5e75abf2-8287-45d5-807a-376d39aa75b8, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=5e75abf2-8287-45d5-807a-376d39aa75b8,segment=NetworkSegment(381dbbf8-da3f-4edf-b1f6-fa75e0281764),segment_id=381dbbf8-da3f-4edf-b1f6-fa75e0281764)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:08.030762 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e75abf2-8287-45d5-807a-376d39aa75b8'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:08:08.034433 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b438a7ff-aca0-4240-8b96-06017c2cd1d6" -d '{"events": [{"server_uuid": "e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd", "name": "network-vif-plugged", "status": "completed", "tag": "5e75abf2-8287-45d5-807a-376d39aa75b8"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:08:08.041748 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:08.098046 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2743460d-73d2-4d21-b323-7598c54a9fa8 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:08.108520 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2743460d-73d2-4d21-b323-7598c54a9fa8 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:08.122292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=5e75abf2-8287-45d5-807a-376d39aa75b8,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:08.158596 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2743460d-73d2-4d21-b323-7598c54a9fa8 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:08.163634 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60272) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:08.170304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-e9d1aad1-4c88-49a0-9d6c-acff9122db93 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': 'd505dec4-fae2-4198-8c0f-b508a3e040f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:08.172989 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2743460d-73d2-4d21-b323-7598c54a9fa8 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2554843 Dec 12 18:08:08.216819 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743460d-73d2-4d21-b323-7598c54a9fa8 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d505dec4-fae2-4198-8c0f-b508a3e040f9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:08.256010 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-e9d1aad1-4c88-49a0-9d6c-acff9122db93 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:08:08.257854 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e9d1aad1-4c88-49a0-9d6c-acff9122db93 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0920689 Dec 12 18:08:08.260849 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60276) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:08.266304 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-66c9ee02-6593-4792-9435-fd610d550fef tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group_rule': {'security_group_id': 'd505dec4-fae2-4198-8c0f-b508a3e040f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:08.361477 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78970211-be4a-456e-be39-491a709bf9b5 x-openstack-request-id: req-78970211-be4a-456e-be39-491a709bf9b5 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:08:08.362003 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd", "name": "network-vif-plugged", "status": "completed", "tag": "5e75abf2-8287-45d5-807a-376d39aa75b8", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:08:08.362279 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78970211-be4a-456e-be39-491a709bf9b5 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:08:08.362725 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e75abf2-8287-45d5-807a-376d39aa75b8', 'code': 200} Dec 12 18:08:08.373242 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-66c9ee02-6593-4792-9435-fd610d550fef tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:08:08.377808 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-66c9ee02-6593-4792-9435-fd610d550fef tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1128671 Dec 12 18:08:08.378023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60278) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:08.473160 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e696ecbc-4160-4dbf-a61d-d5a3620fbe07 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:08.504660 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e696ecbc-4160-4dbf-a61d-d5a3620fbe07 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:08.521173 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1e146-7948-4e26-8e50-1583664a8f4f req-a67d8296-c881-4c17-8491-8d3d422ab5ea tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:08.523096 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1c1e146-7948-4e26-8e50-1583664a8f4f req-a67d8296-c881-4c17-8491-8d3d422ab5ea tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 945 time: 0.1416268 Dec 12 18:08:08.564182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d84679-e084-4b46-9db5-e996f7df5ef6 req-7fbca195-727b-4c39-887f-aacc20d581be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:08.565706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15d84679-e084-4b46-9db5-e996f7df5ef6 req-7fbca195-727b-4c39-887f-aacc20d581be service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 1096 time: 0.1292484 Dec 12 18:08:08.584727 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e696ecbc-4160-4dbf-a61d-d5a3620fbe07 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:08.587977 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e696ecbc-4160-4dbf-a61d-d5a3620fbe07 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:08.591922 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e696ecbc-4160-4dbf-a61d-d5a3620fbe07 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "DELETE /v2.0/security-groups/d505dec4-fae2-4198-8c0f-b508a3e040f9 HTTP/1.1" status: 204 len: 168 time: 0.2117472 Dec 12 18:08:08.601369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60284) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:08.603833 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696ecbc-4160-4dbf-a61d-d5a3620fbe07 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d505dec4-fae2-4198-8c0f-b508a3e040f9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:08.639351 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1c1e146-7948-4e26-8e50-1583664a8f4f req-5f83cf56-6e23-4af1-95e8-1389a52d9b37 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/security-groups?id=93e58f71-226b-44ff-b244-83ffd6942cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025670 Dec 12 18:08:08.693197 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15d84679-e084-4b46-9db5-e996f7df5ef6 req-e72d325a-b32e-4b6b-bd03-e6f52eeb817f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=93e58f71-226b-44ff-b244-83ffd6942cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170285 Dec 12 18:08:08.701155 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-83c6f88a-2914-4a29-9d89-e7204dfe6aec tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0960484 Dec 12 18:08:08.701590 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60288) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:08.707962 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-92fb2ed9-4ce4-4caa-9d5b-ec855e94108e tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group': {'name': 'tempest-secgroup--1667160006'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:08.736080 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-92fb2ed9-4ce4-4caa-9d5b-ec855e94108e tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:08.817971 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-92fb2ed9-4ce4-4caa-9d5b-ec855e94108e tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:08.823114 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-92fb2ed9-4ce4-4caa-9d5b-ec855e94108e tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:08.860361 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb2ed9-4ce4-4caa-9d5b-ec855e94108e tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece66ee6-3b6f-4ba0-a914-24d19666c6fa,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:08.866985 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-92fb2ed9-4ce4-4caa-9d5b-ec855e94108e tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:08.871521 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60296) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:08.871754 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-92fb2ed9-4ce4-4caa-9d5b-ec855e94108e tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1691945 Dec 12 18:08:08.876841 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a140e697-2b28-487e-bd25-db0edb9a6a31 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:08.877896 n-d-760354-5 neutron-server[103150]: WARNING neutron.api.v2.base [None req-a140e697-2b28-487e-bd25-db0edb9a6a31 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 12 18:08:08.878836 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-a140e697-2b28-487e-bd25-db0edb9a6a31 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] update failed (client error): There was a conflict when trying to complete your request. Dec 12 18:08:08.880008 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a140e697-2b28-487e-bd25-db0edb9a6a31 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "PUT /v2.0/security-groups/ece66ee6-3b6f-4ba0-a914-24d19666c6fa HTTP/1.1" status: 409 len: 330 time: 0.0072439 Dec 12 18:08:08.882915 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60298) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:08.981482 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ebbf3d6-cac8-45af-a182-ed3a45960e78 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:09.007916 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ebbf3d6-cac8-45af-a182-ed3a45960e78 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:09.056551 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ebbf3d6-cac8-45af-a182-ed3a45960e78 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:09.060345 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ebbf3d6-cac8-45af-a182-ed3a45960e78 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:09.065129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60302) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:09.074232 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5ebbf3d6-cac8-45af-a182-ed3a45960e78 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "DELETE /v2.0/security-groups/ece66ee6-3b6f-4ba0-a914-24d19666c6fa HTTP/1.1" status: 204 len: 168 time: 0.1889856 Dec 12 18:08:09.096836 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbf3d6-cac8-45af-a182-ed3a45960e78 tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece66ee6-3b6f-4ba0-a914-24d19666c6fa,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:09.135082 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60304) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:09.142886 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-09f58a61-e6be-406f-8d83-ec1bf6a4356d tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0759881 Dec 12 18:08:09.156750 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-567fc96d-aa67-462a-9275-d852a5936dab tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] delete failed (client error): The resource could not be found. Dec 12 18:08:09.158180 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-567fc96d-aa67-462a-9275-d852a5936dab tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "DELETE /v2.0/security-groups/f99ce86b-8bba-4674-9a4f-eb5cf70ec21d HTTP/1.1" status: 404 len: 347 time: 0.0218685 Dec 12 18:08:09.161602 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60306) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:09.176237 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-5f5a2a46-e7e6-478d-b581-e4a0a636124b tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] show failed (client error): The resource could not be found. Dec 12 18:08:09.177399 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5f5a2a46-e7e6-478d-b581-e4a0a636124b tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "GET /v2.0/security-groups/164f0b1d-520e-4dce-a427-91cabf63eb2e HTTP/1.1" status: 404 len: 347 time: 0.0148029 Dec 12 18:08:09.181187 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60312) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:09.194140 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-80c66e44-a506-4792-b6a4-a8c3e41538ea tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] show failed (client error): The resource could not be found. Dec 12 18:08:09.199535 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-80c66e44-a506-4792-b6a4-a8c3e41538ea tempest-NegativeSecGroupIPv6Test-725752621 tempest-NegativeSecGroupIPv6Test-725752621-project] 10.222.0.18 "GET /v2.0/security-group-rules/a8eb1751-2f90-4eef-bddc-223b5ceb8119 HTTP/1.1" status: 404 len: 356 time: 0.0172913 Dec 12 18:08:09.648918 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60334) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:09.875808 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf47669-8ce6-4068-a25d-b5648d1c8a25 req-75500e14-90d1-41af-b021-13436da091ce tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:09.878809 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dcf47669-8ce6-4068-a25d-b5648d1c8a25 req-75500e14-90d1-41af-b021-13436da091ce tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 945 time: 0.1161959 Dec 12 18:08:09.989817 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dcf47669-8ce6-4068-a25d-b5648d1c8a25 req-a7f499b3-b47b-47ce-a3f7-bc5dc7b9365e tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/security-groups?id=93e58f71-226b-44ff-b244-83ffd6942cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048493 Dec 12 18:08:10.011169 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-eb25d0e7-dd12-43b3-92a1-1c27ee3f602a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22e378ef91a54e28970fdb9b4830f185&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3610995 Dec 12 18:08:10.013837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60350) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:10.047791 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60352) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:10.086191 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af075713-b4d3-450f-b7c4-ccc354423b65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:10.117058 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af075713-b4d3-450f-b7c4-ccc354423b65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:10.174858 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af075713-b4d3-450f-b7c4-ccc354423b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:10.177647 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af075713-b4d3-450f-b7c4-ccc354423b65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:10.179369 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-af075713-b4d3-450f-b7c4-ccc354423b65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fda16976-5e6f-4a43-9bd1-b81074c05bcd HTTP/1.1" status: 204 len: 168 time: 0.1643245 Dec 12 18:08:10.189363 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af075713-b4d3-450f-b7c4-ccc354423b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda16976-5e6f-4a43-9bd1-b81074c05bcd,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:10.225194 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6a13679-0721-41a7-a809-2e34faf29576 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:10.356938 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6a13679-0721-41a7-a809-2e34faf29576 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:10.361756 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6a13679-0721-41a7-a809-2e34faf29576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:10.409172 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b6a13679-0721-41a7-a809-2e34faf29576 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0497325d1054ef3b9f98f2717f294b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3595500 Dec 12 18:08:10.410155 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a13679-0721-41a7-a809-2e34faf29576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f016d17-d2cc-4bb9-ae21-99974e32a7f5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:10.411820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60364) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:10.474089 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1cc48eb-8591-4be8-a25f-b2887f47f1f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:10.504480 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1cc48eb-8591-4be8-a25f-b2887f47f1f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:10.564471 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1cc48eb-8591-4be8-a25f-b2887f47f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:10.567317 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1cc48eb-8591-4be8-a25f-b2887f47f1f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:10.571692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b1cc48eb-8591-4be8-a25f-b2887f47f1f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f016d17-d2cc-4bb9-ae21-99974e32a7f5 HTTP/1.1" status: 204 len: 168 time: 0.1558750 Dec 12 18:08:10.584988 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc48eb-8591-4be8-a25f-b2887f47f1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f016d17-d2cc-4bb9-ae21-99974e32a7f5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:10.940282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60396) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:10.955004 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-41c140f5-3893-4f81-a6c7-fc33ee7020bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:11.113683 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-41c140f5-3893-4f81-a6c7-fc33ee7020bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:11.135044 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-41c140f5-3893-4f81-a6c7-fc33ee7020bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:11.200900 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-41c140f5-3893-4f81-a6c7-fc33ee7020bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13af384a626b46469ca63df7c6db7995&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2595091 Dec 12 18:08:11.203567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60406) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:11.223611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77925928-3973-49ba-90e5-ec8a32c49a0c req-600a8637-aa5d-4477-9374-02c42e49ad88 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:11.225181 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77925928-3973-49ba-90e5-ec8a32c49a0c req-600a8637-aa5d-4477-9374-02c42e49ad88 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 945 time: 0.1374967 Dec 12 18:08:11.226162 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c140f5-3893-4f81-a6c7-fc33ee7020bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9527661c-9d64-433c-9595-e6d59830a52c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:11.288075 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60412) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:11.306835 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77925928-3973-49ba-90e5-ec8a32c49a0c req-36c1e613-e6c4-47fa-bca5-b103ca12615d tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/security-groups?id=93e58f71-226b-44ff-b244-83ffd6942cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706789 Dec 12 18:08:11.314856 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8790cd47-020c-4eb1-ac3e-cf39acd94612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:11.355103 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8790cd47-020c-4eb1-ac3e-cf39acd94612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:11.442751 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8790cd47-020c-4eb1-ac3e-cf39acd94612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:11.446033 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8790cd47-020c-4eb1-ac3e-cf39acd94612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:11.447364 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8790cd47-020c-4eb1-ac3e-cf39acd94612 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9527661c-9d64-433c-9595-e6d59830a52c HTTP/1.1" status: 204 len: 168 time: 0.2405677 Dec 12 18:08:11.458087 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790cd47-020c-4eb1-ac3e-cf39acd94612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9527661c-9d64-433c-9595-e6d59830a52c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:11.529046 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7c4e5f91-4a27-4374-95cd-2c5d6203ec68 tempest-ServiceProvidersTest-382565218 tempest-ServiceProvidersTest-382565218-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2357388 Dec 12 18:08:11.530835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea039e-55f9-46dd-b181-72b0c3efcc17 req-2bce5973-6ff0-4b13-9361-31b2263d2005 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:11.532585 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8ea039e-55f9-46dd-b181-72b0c3efcc17 req-2bce5973-6ff0-4b13-9361-31b2263d2005 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 945 time: 0.1212604 Dec 12 18:08:11.613313 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8ea039e-55f9-46dd-b181-72b0c3efcc17 req-35e6dd7f-81e6-495f-aff0-08cc7e74311e tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/security-groups?id=93e58f71-226b-44ff-b244-83ffd6942cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724127 Dec 12 18:08:11.641457 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60426) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:11.853628 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60436) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:11.985918 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab279b08-acd3-43fd-91fb-0851f50975cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:12.013628 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df0c89a-9537-40b4-8f08-5fdf9bd27fef tempest-TestVolumeBackupRestore-1166554382 tempest-TestVolumeBackupRestore-1166554382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:12.018219 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60446) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:12.018695 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0df0c89a-9537-40b4-8f08-5fdf9bd27fef tempest-TestVolumeBackupRestore-1166554382 tempest-TestVolumeBackupRestore-1166554382-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 1091 time: 0.3752344 Dec 12 18:08:12.025964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': '5e75abf2-8287-45d5-807a-376d39aa75b8', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:12.079614 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:12.107488 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab279b08-acd3-43fd-91fb-0851f50975cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:12.113193 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab279b08-acd3-43fd-91fb-0851f50975cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:12.151903 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ab279b08-acd3-43fd-91fb-0851f50975cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb348178e94648f083320399c90a41dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2969205 Dec 12 18:08:12.154429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60454) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:12.234498 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:12.242722 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab279b08-acd3-43fd-91fb-0851f50975cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087a6562-506c-480f-8888-a88aaa52912c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:12.258638 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60c60157-fbd9-4b66-a801-d74ef8af4897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:12.299740 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60c60157-fbd9-4b66-a801-d74ef8af4897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:12.378870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Allocated IP 172.25.1.199 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/d9e844c2-48b8-4593-9bb8-8e5ea1d63dbe) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:08:12.389878 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60c60157-fbd9-4b66-a801-d74ef8af4897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:12.397144 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60c60157-fbd9-4b66-a801-d74ef8af4897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:12.403391 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-60c60157-fbd9-4b66-a801-d74ef8af4897 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/087a6562-506c-480f-8888-a88aaa52912c HTTP/1.1" status: 204 len: 168 time: 0.2474220 Dec 12 18:08:12.417380 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c60157-fbd9-4b66-a801-d74ef8af4897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087a6562-506c-480f-8888-a88aaa52912c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:12.636991 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:12.690751 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:12.758545 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:08:12.761982 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:08:12.772666 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:08:12.804736 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Pushing event updated for resources: {'Port': ['ID=d9e844c2-48b8-4593-9bb8-8e5ea1d63dbe,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:13.408543 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:13.469147 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60514) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:13.509386 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:13.617267 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fa53b8bf-d601-48a5-ad73-6888d592eb7a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-401582541-network', 'tenant_id': '6060a315a4c041229e368aa2ab3aba7c'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:13.647455 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa53b8bf-d601-48a5-ad73-6888d592eb7a admin admin] Made reservation on behalf of 6060a315a4c041229e368aa2ab3aba7c for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:08:13.650034 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa53b8bf-d601-48a5-ad73-6888d592eb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:13.661316 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa53b8bf-d601-48a5-ad73-6888d592eb7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:13.774559 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa53b8bf-d601-48a5-ad73-6888d592eb7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:13.775508 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:13.782022 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa53b8bf-d601-48a5-ad73-6888d592eb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:13.785904 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:13.815851 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa53b8bf-d601-48a5-ad73-6888d592eb7a admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:08:13.868999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Pushing event updated for resources: {'Port': ['ID=d9e844c2-48b8-4593-9bb8-8e5ea1d63dbe,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:13.883978 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:13.888309 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa53b8bf-d601-48a5-ad73-6888d592eb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:13.888792 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-fa53b8bf-d601-48a5-ad73-6888d592eb7a admin admin] Added segment cabbf274-269a-4efb-913a-47f76abb3f17 of type vlan for network 3098d048-9486-42a9-9b3c-c381d4691b23 Dec 12 18:08:13.937810 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53b8bf-d601-48a5-ad73-6888d592eb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca13bfb-fc61-4b32-8945-c7405a74a8e5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:13.955137 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa53b8bf-d601-48a5-ad73-6888d592eb7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:13.992151 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa53b8bf-d601-48a5-ad73-6888d592eb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:13.993957 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa53b8bf-d601-48a5-ad73-6888d592eb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:13.995039 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa53b8bf-d601-48a5-ad73-6888d592eb7a admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:14.037276 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fa53b8bf-d601-48a5-ad73-6888d592eb7a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5669909 Dec 12 18:08:14.037522 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60524) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:14.042659 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-e5c6ba04-5ad1-4e84-89a9-fa72f58f452a admin admin] Request body: {'subnet': {'network_id': '3098d048-9486-42a9-9b3c-c381d4691b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-401582541-subnet', 'tenant_id': '6060a315a4c041229e368aa2ab3aba7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:14.053236 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Floating IP 40561896-36cc-4cbd-8fc3-25fbbcaa2550 associated. External IP: 172.25.1.199, port: 5e75abf2-8287-45d5-807a-376d39aa75b8. Dec 12 18:08:14.092290 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53b8bf-d601-48a5-ad73-6888d592eb7a admin admin] Pushing event updated for resources: {'Network': ['ID=3098d048-9486-42a9-9b3c-c381d4691b23,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:14.103485 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 3098d048-9486-42a9-9b3c-c381d4691b23 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:08:14.265975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c6ba04-5ad1-4e84-89a9-fa72f58f452a admin admin] Made reservation on behalf of 6060a315a4c041229e368aa2ab3aba7c for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:08:14.268647 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ba04-5ad1-4e84-89a9-fa72f58f452a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:14.868803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:08:14.873944 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4c7363dd-3e18-4b32-80e2-52b05196cd3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:15.045905 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ba04-5ad1-4e84-89a9-fa72f58f452a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:15.099153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:08:15.113509 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e22de0-122b-49e0-87a1-2599377667d2 None None] Sync routers for ids ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:08:15.128907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e22de0-122b-49e0-87a1-2599377667d2 None None] Routers {'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:08:15.132337 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f6e22de0-122b-49e0-87a1-2599377667d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:15.138112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c6ba04-5ad1-4e84-89a9-fa72f58f452a admin admin] Checking segment: {'id': 'cabbf274-269a-4efb-913a-47f76abb3f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3098d048-9486-42a9-9b3c-c381d4691b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:08:15.138527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c6ba04-5ad1-4e84-89a9-fa72f58f452a admin admin] Network hostable DHCP agents. Network: 3098d048-9486-42a9-9b3c-c381d4691b23, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:08:15.142751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6ba04-5ad1-4e84-89a9-fa72f58f452a admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c6b18b-43b9-416a-9248-93e38e11e631,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:15.153070 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:15.203723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c6ba04-5ad1-4e84-89a9-fa72f58f452a admin admin] Network 3098d048-9486-42a9-9b3c-c381d4691b23 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:08:15.212188 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1524337d-49c7-4232-8836-c3ef0f0929b6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1915159 Dec 12 18:08:15.212840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'tag': '5e75abf2-8287-45d5-807a-376d39aa75b8'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:08:15.214952 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60550) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:15.227453 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb67487-335e-4530-aa54-c1497c00edd8" -d '{"events": [{"name": "network-changed", "server_uuid": "e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd", "tag": "5e75abf2-8287-45d5-807a-376d39aa75b8"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:08:15.244771 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-e5c6ba04-5ad1-4e84-89a9-fa72f58f452a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 3098d048-9486-42a9-9b3c-c381d4691b23) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:08:15.248423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c6ba04-5ad1-4e84-89a9-fa72f58f452a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:15.250083 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ba04-5ad1-4e84-89a9-fa72f58f452a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:15.276733 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a376a0cf-1296-4e71-9059-8b09b02050b0 tempest-TestVolumeBackupRestore-1166554382 tempest-TestVolumeBackupRestore-1166554382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:15.289575 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e5c6ba04-5ad1-4e84-89a9-fa72f58f452a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2431972 Dec 12 18:08:15.289780 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a376a0cf-1296-4e71-9059-8b09b02050b0 tempest-TestVolumeBackupRestore-1166554382 tempest-TestVolumeBackupRestore-1166554382-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 1091 time: 0.0665901 Dec 12 18:08:15.289912 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60554) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:15.294622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-6faf3375-307d-47f5-9b70-65b960739b1c tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Request body: {'floatingip': {'port_id': '5e75abf2-8287-45d5-807a-376d39aa75b8'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:15.347959 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798a553e-61f7-4e08-ac64-dae12b84248b x-openstack-request-id: req-798a553e-61f7-4e08-ac64-dae12b84248b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:08:15.348300 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd", "tag": "5e75abf2-8287-45d5-807a-376d39aa75b8", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:08:15.348562 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-798a553e-61f7-4e08-ac64-dae12b84248b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:08:15.348970 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'tag': '5e75abf2-8287-45d5-807a-376d39aa75b8', 'status': 'completed', 'code': 200} Dec 12 18:08:15.394368 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f6e22de0-122b-49e0-87a1-2599377667d2 None None] Set router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:08:15.398660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60925d84-71cd-40cf-b6f2-a7386faa00b9 None None] Network 3098d048-9486-42a9-9b3c-c381d4691b23 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:08:15.406998 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6faf3375-307d-47f5-9b70-65b960739b1c tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:15.431648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb67487-335e-4530-aa54-c1497c00edd8 req-6c9dbebb-6314-4adf-adf9-6cd15b154fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:15.433539 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cdb67487-335e-4530-aa54-c1497c00edd8 req-6c9dbebb-6314-4adf-adf9-6cd15b154fac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6047249648824f7494e8d6c99f1cf1b4&device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 1096 time: 0.0837717 Dec 12 18:08:15.756257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb67487-335e-4530-aa54-c1497c00edd8 req-74294f42-8a2c-4a95-a303-963fd4353425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:15.764941 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cdb67487-335e-4530-aa54-c1497c00edd8 req-74294f42-8a2c-4a95-a303-963fd4353425 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee64e78a-79f1-4b7b-baf7-6842a6a7daef HTTP/1.1" status: 200 len: 914 time: 0.2492025 Dec 12 18:08:15.843913 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301a2525-4415-40c9-89e9-a82d8712236a None None] Network 3098d048-9486-42a9-9b3c-c381d4691b23 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:08:16.075753 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cdb67487-335e-4530-aa54-c1497c00edd8 req-b17a2485-dc7e-49a1-b67c-ea3ffdefd3c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e75abf2-8287-45d5-807a-376d39aa75b8 HTTP/1.1" status: 200 len: 999 time: 0.3004675 Dec 12 18:08:16.191184 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb67487-335e-4530-aa54-c1497c00edd8 req-b34d45e5-b65f-407e-a7c8-8663af98a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:16.192972 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cdb67487-335e-4530-aa54-c1497c00edd8 req-b34d45e5-b65f-407e-a7c8-8663af98a9db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=81ad747b-ad80-4348-8572-53c6e686d1c0 HTTP/1.1" status: 200 len: 852 time: 0.1064436 Dec 12 18:08:16.245679 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f6e22de0-122b-49e0-87a1-2599377667d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'name': 'tempest-TestVolumeBackupRestore-213862924-router', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:01Z', 'updated_at': '2021-12-12T18:04:09Z', 'revision_number': 4, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'gw_port': {'id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:02Z', 'updated_at': '2021-12-12T18:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '40561896-36cc-4cbd-8fc3-25fbbcaa2550', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'port_id': '5e75abf2-8287-45d5-807a-376d39aa75b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'mac_address': 'fa:16:3e:63:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:08:13Z', 'updated_at': '2021-12-12T18:08:13Z', 'revision_number': 0, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aca31dd-b39a-4c9b-8182-75265ea15eef', 'name': '', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'mac_address': 'fa:16:3e:8b:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:07Z', 'updated_at': '2021-12-12T18:04:22Z', 'revision_number': 5, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'subnets': [{'id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:16.312286 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e22de0-122b-49e0-87a1-2599377667d2 None None] Checking router: c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:08:16.327559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e22de0-122b-49e0-87a1-2599377667d2 None None] Routers {'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:08:16.328466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f6e22de0-122b-49e0-87a1-2599377667d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:07:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:16.367083 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60606) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:16.372762 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0c6eb8f7-7a59-4ed8-8df8-9db16868e4ec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-258250394-network', 'tenant_id': '6ab9efdd54e34ccf890a6e6dc4113eac'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:16.402363 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6eb8f7-7a59-4ed8-8df8-9db16868e4ec admin admin] Made reservation on behalf of 6ab9efdd54e34ccf890a6e6dc4113eac for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:08:16.406259 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c6eb8f7-7a59-4ed8-8df8-9db16868e4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:16.417217 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c6eb8f7-7a59-4ed8-8df8-9db16868e4ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:16.473719 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f6e22de0-122b-49e0-87a1-2599377667d2 None None] Set router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:08:16.538472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb67487-335e-4530-aa54-c1497c00edd8 req-d7d683f9-368b-4fcb-b3e5-68cad16aae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:16.540030 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cdb67487-335e-4530-aa54-c1497c00edd8 req-d7d683f9-368b-4fcb-b3e5-68cad16aae3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee64e78a-79f1-4b7b-baf7-6842a6a7daef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3355086 Dec 12 18:08:16.548872 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c6eb8f7-7a59-4ed8-8df8-9db16868e4ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:16.556342 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c6eb8f7-7a59-4ed8-8df8-9db16868e4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:16.581145 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6eb8f7-7a59-4ed8-8df8-9db16868e4ec admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:08:16.601402 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6eb8f7-7a59-4ed8-8df8-9db16868e4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547e3255-77f5-4eb8-aa61-d5fb1a7cccef,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:16.606097 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c6eb8f7-7a59-4ed8-8df8-9db16868e4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:16.606476 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-0c6eb8f7-7a59-4ed8-8df8-9db16868e4ec admin admin] Added segment e74b7bae-d890-41c5-bc2e-508ee439baa5 of type vlan for network 55e03320-ddf7-4380-8e98-a94f943b2ee8 Dec 12 18:08:16.667272 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c6eb8f7-7a59-4ed8-8df8-9db16868e4ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:16.728739 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c6eb8f7-7a59-4ed8-8df8-9db16868e4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:16.734851 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6eb8f7-7a59-4ed8-8df8-9db16868e4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:16.736027 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c6eb8f7-7a59-4ed8-8df8-9db16868e4ec admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:16.796026 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6faf3375-307d-47f5-9b70-65b960739b1c tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:16.810926 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6faf3375-307d-47f5-9b70-65b960739b1c tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:16.898888 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0c6eb8f7-7a59-4ed8-8df8-9db16868e4ec admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5304031 Dec 12 18:08:16.912514 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60630) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:16.917184 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-62cec451-7b1d-4ca7-898d-db25657064ac admin admin] Request body: {'subnet': {'network_id': '55e03320-ddf7-4380-8e98-a94f943b2ee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-258250394-subnet', 'tenant_id': '6ab9efdd54e34ccf890a6e6dc4113eac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:16.920909 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6eb8f7-7a59-4ed8-8df8-9db16868e4ec admin admin] Pushing event updated for resources: {'Network': ['ID=55e03320-ddf7-4380-8e98-a94f943b2ee8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:16.939344 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 55e03320-ddf7-4380-8e98-a94f943b2ee8 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:08:16.979145 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cdb67487-335e-4530-aa54-c1497c00edd8 req-112ebdc6-9c9f-4aa0-b4ab-eb961df12818 service neutron] 10.222.0.20 "GET /v2.0/networks/ee64e78a-79f1-4b7b-baf7-6842a6a7daef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294648 Dec 12 18:08:16.986840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cec451-7b1d-4ca7-898d-db25657064ac admin admin] Made reservation on behalf of 6ab9efdd54e34ccf890a6e6dc4113eac for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:08:16.989527 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-62cec451-7b1d-4ca7-898d-db25657064ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:17.056386 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f6e22de0-122b-49e0-87a1-2599377667d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'name': 'tempest-TestVolumeBackupRestore-213862924-router', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:01Z', 'updated_at': '2021-12-12T18:04:09Z', 'revision_number': 4, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'gw_port': {'id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:02Z', 'updated_at': '2021-12-12T18:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '40561896-36cc-4cbd-8fc3-25fbbcaa2550', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'port_id': '5e75abf2-8287-45d5-807a-376d39aa75b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'mac_address': 'fa:16:3e:63:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:08:13Z', 'updated_at': '2021-12-12T18:08:13Z', 'revision_number': 0, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aca31dd-b39a-4c9b-8182-75265ea15eef', 'name': '', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'mac_address': 'fa:16:3e:8b:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:07Z', 'updated_at': '2021-12-12T18:04:22Z', 'revision_number': 5, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'subnets': [{'id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:17.090866 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e22de0-122b-49e0-87a1-2599377667d2 None None] The sync data for ids ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'] in n-d-760354-5 is: [{'id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'name': 'tempest-TestVolumeBackupRestore-213862924-router', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:01Z', 'updated_at': '2021-12-12T18:04:09Z', 'revision_number': 4, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'gw_port': {'id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:02Z', 'updated_at': '2021-12-12T18:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '40561896-36cc-4cbd-8fc3-25fbbcaa2550', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'port_id': '5e75abf2-8287-45d5-807a-376d39aa75b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'mac_address': 'fa:16:3e:63:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:08:13Z', 'updated_at': '2021-12-12T18:08:13Z', 'revision_number': 0, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aca31dd-b39a-4c9b-8182-75265ea15eef', 'name': '', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'mac_address': 'fa:16:3e:8b:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:07Z', 'updated_at': '2021-12-12T18:04:22Z', 'revision_number': 5, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'subnets': [{'id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:08:17.163901 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:17.186545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cdb67487-335e-4530-aa54-c1497c00edd8 req-8fa9bd68-1f9f-4034-b5d3-f05d7a3d0d26 service neutron] 10.222.0.20 "GET /v2.0/networks/ee64e78a-79f1-4b7b-baf7-6842a6a7daef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945167 Dec 12 18:08:17.224593 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0fdc-4f20-439f-9d91-0fdbbbac1ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:17.479769 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027fccba-6905-48c2-b3c7-d46f0715c314 None None] New status for floating IP 40561896-36cc-4cbd-8fc3-25fbbcaa2550: ACTIVE {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:08:17.494714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6faf3375-307d-47f5-9b70-65b960739b1c tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:08:17.660544 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-62cec451-7b1d-4ca7-898d-db25657064ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:17.753369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cec451-7b1d-4ca7-898d-db25657064ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=474d8816-a2eb-4528-b949-296315b3893e,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:17.773369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6faf3375-307d-47f5-9b70-65b960739b1c tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:08:17.787611 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6faf3375-307d-47f5-9b70-65b960739b1c tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:17.804775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c51892-65e7-4935-9ba0-034a7b206ec5 None None] Sync routers for ids ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:08:17.816975 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c51892-65e7-4935-9ba0-034a7b206ec5 None None] Routers {'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:08:17.817575 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-12c51892-65e7-4935-9ba0-034a7b206ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:17.827088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cec451-7b1d-4ca7-898d-db25657064ac admin admin] Checking segment: {'id': 'e74b7bae-d890-41c5-bc2e-508ee439baa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '55e03320-ddf7-4380-8e98-a94f943b2ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:08:17.827088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cec451-7b1d-4ca7-898d-db25657064ac admin admin] Network hostable DHCP agents. Network: 55e03320-ddf7-4380-8e98-a94f943b2ee8, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:08:17.838347 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'tag': '5e75abf2-8287-45d5-807a-376d39aa75b8'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:08:17.840798 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba23d15-206f-4562-8b2b-6c16cf434e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd", "tag": "5e75abf2-8287-45d5-807a-376d39aa75b8"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:08:17.887997 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6faf3375-307d-47f5-9b70-65b960739b1c tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "PUT /v2.0/floatingips/40561896-36cc-4cbd-8fc3-25fbbcaa2550 HTTP/1.1" status: 200 len: 991 time: 2.5988288 Dec 12 18:08:17.902125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cec451-7b1d-4ca7-898d-db25657064ac admin admin] Network 55e03320-ddf7-4380-8e98-a94f943b2ee8 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:08:17.910781 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b256216-9ae6-4782-85fc-20e48346bd04 x-openstack-request-id: req-5b256216-9ae6-4782-85fc-20e48346bd04 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:08:17.911052 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd", "tag": "5e75abf2-8287-45d5-807a-376d39aa75b8", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:08:17.911406 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b256216-9ae6-4782-85fc-20e48346bd04 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:08:17.911880 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'tag': '5e75abf2-8287-45d5-807a-376d39aa75b8', 'status': 'completed', 'code': 200} Dec 12 18:08:17.931645 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-62cec451-7b1d-4ca7-898d-db25657064ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 55e03320-ddf7-4380-8e98-a94f943b2ee8) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:08:17.942542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cec451-7b1d-4ca7-898d-db25657064ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:17.945149 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-62cec451-7b1d-4ca7-898d-db25657064ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:17.964587 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355f8f67-68d6-4fe6-bd02-b172d2ae1b02 None None] Network 55e03320-ddf7-4380-8e98-a94f943b2ee8 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:08:18.029003 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-62cec451-7b1d-4ca7-898d-db25657064ac admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1155579 Dec 12 18:08:18.036622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba23d15-206f-4562-8b2b-6c16cf434e2b req-72327db8-8980-4f22-a26d-688d0dd9607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:18.049455 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba23d15-206f-4562-8b2b-6c16cf434e2b req-72327db8-8980-4f22-a26d-688d0dd9607c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6047249648824f7494e8d6c99f1cf1b4&device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 1096 time: 0.0933609 Dec 12 18:08:18.069566 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-12c51892-65e7-4935-9ba0-034a7b206ec5 None None] Set router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:08:18.199831 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:18.201339 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60658) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:18.210094 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba23d15-206f-4562-8b2b-6c16cf434e2b req-3d087389-f36c-417d-bf25-859570793e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:18.211634 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba23d15-206f-4562-8b2b-6c16cf434e2b req-3d087389-f36c-417d-bf25-859570793e08 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee64e78a-79f1-4b7b-baf7-6842a6a7daef HTTP/1.1" status: 200 len: 914 time: 0.1551547 Dec 12 18:08:18.330202 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bda26f3-b008-4f9b-b144-db179245c1f9 admin admin] Deleting subnet 57c6b18b-43b9-416a-9248-93e38e11e631 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:08:18.337708 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9bda26f3-b008-4f9b-b144-db179245c1f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:18.354251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba23d15-206f-4562-8b2b-6c16cf434e2b req-68c1a8ae-65d5-4f9a-b281-b3fa98d9fd04 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e75abf2-8287-45d5-807a-376d39aa75b8 HTTP/1.1" status: 200 len: 1001 time: 0.1350098 Dec 12 18:08:18.405485 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9bda26f3-b008-4f9b-b144-db179245c1f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:18.433756 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:18.439737 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae91ebb8-5dec-4e6c-8c0b-54af8c55785d None None] Network 55e03320-ddf7-4380-8e98-a94f943b2ee8 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:08:18.439929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba23d15-206f-4562-8b2b-6c16cf434e2b req-c6d446bd-5168-48b5-ad1a-0ca1ecda7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:18.441346 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba23d15-206f-4562-8b2b-6c16cf434e2b req-c6d446bd-5168-48b5-ad1a-0ca1ecda7fac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=81ad747b-ad80-4348-8572-53c6e686d1c0 HTTP/1.1" status: 200 len: 852 time: 0.0782189 Dec 12 18:08:18.502472 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9bda26f3-b008-4f9b-b144-db179245c1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:18.529548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba23d15-206f-4562-8b2b-6c16cf434e2b req-ed7d8baf-7c27-4c49-9d18-dfa18fab9037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:18.534929 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba23d15-206f-4562-8b2b-6c16cf434e2b req-ed7d8baf-7c27-4c49-9d18-dfa18fab9037 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee64e78a-79f1-4b7b-baf7-6842a6a7daef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864959 Dec 12 18:08:18.611339 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9bda26f3-b008-4f9b-b144-db179245c1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:18.675312 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba23d15-206f-4562-8b2b-6c16cf434e2b req-e7bac3dc-b299-424d-9ef0-c259b2729bb6 service neutron] 10.222.0.20 "GET /v2.0/networks/ee64e78a-79f1-4b7b-baf7-6842a6a7daef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321735 Dec 12 18:08:18.695511 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9bda26f3-b008-4f9b-b144-db179245c1f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:18.700624 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9bda26f3-b008-4f9b-b144-db179245c1f9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/57c6b18b-43b9-416a-9248-93e38e11e631 HTTP/1.1" status: 204 len: 168 time: 0.4948595 Dec 12 18:08:18.701427 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60666) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:18.702246 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda26f3-b008-4f9b-b144-db179245c1f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c6b18b-43b9-416a-9248-93e38e11e631,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:18.809155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-12c51892-65e7-4935-9ba0-034a7b206ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'name': 'tempest-TestVolumeBackupRestore-213862924-router', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:01Z', 'updated_at': '2021-12-12T18:04:09Z', 'revision_number': 4, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'gw_port': {'id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:02Z', 'updated_at': '2021-12-12T18:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '40561896-36cc-4cbd-8fc3-25fbbcaa2550', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'port_id': '5e75abf2-8287-45d5-807a-376d39aa75b8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'mac_address': 'fa:16:3e:63:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:08:13Z', 'updated_at': '2021-12-12T18:08:17Z', 'revision_number': 2, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aca31dd-b39a-4c9b-8182-75265ea15eef', 'name': '', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'mac_address': 'fa:16:3e:8b:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:07Z', 'updated_at': '2021-12-12T18:04:22Z', 'revision_number': 5, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'subnets': [{'id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:18.845352 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c51892-65e7-4935-9ba0-034a7b206ec5 None None] Checking router: c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:08:18.854078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba23d15-206f-4562-8b2b-6c16cf434e2b req-6501a906-2e8c-4fe7-a5be-5ae9f9748f92 service neutron] 10.222.0.20 "GET /v2.0/networks/ee64e78a-79f1-4b7b-baf7-6842a6a7daef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685345 Dec 12 18:08:18.856150 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c51892-65e7-4935-9ba0-034a7b206ec5 None None] Routers {'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:08:18.857148 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-12c51892-65e7-4935-9ba0-034a7b206ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:18.881319 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db63d387-d9d1-4fed-947d-db5fa6cf7689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:19.009367 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db63d387-d9d1-4fed-947d-db5fa6cf7689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:19.038503 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-12c51892-65e7-4935-9ba0-034a7b206ec5 None None] Set router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:08:19.076856 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-db63d387-d9d1-4fed-947d-db5fa6cf7689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3098d048-9486-42a9-9b3c-c381d4691b23']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:19.097378 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-db63d387-d9d1-4fed-947d-db5fa6cf7689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabbf274-269a-4efb-913a-47f76abb3f17') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:19.097378 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-db63d387-d9d1-4fed-947d-db5fa6cf7689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabbf274-269a-4efb-913a-47f76abb3f17') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:19.106172 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db63d387-d9d1-4fed-947d-db5fa6cf7689 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:19.120800 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db63d387-d9d1-4fed-947d-db5fa6cf7689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:19.128970 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db63d387-d9d1-4fed-947d-db5fa6cf7689 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:08:19.129276 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db63d387-d9d1-4fed-947d-db5fa6cf7689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:08:19.131806 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:08:19.220617 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db63d387-d9d1-4fed-947d-db5fa6cf7689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:19.225760 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db63d387-d9d1-4fed-947d-db5fa6cf7689 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:19.233572 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-db63d387-d9d1-4fed-947d-db5fa6cf7689 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3098d048-9486-42a9-9b3c-c381d4691b23 HTTP/1.1" status: 204 len: 168 time: 0.5227811 Dec 12 18:08:19.236412 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60676) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:19.281337 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63d387-d9d1-4fed-947d-db5fa6cf7689 admin admin] Pushing event deleted for resources: {'Network': ['ID=3098d048-9486-42a9-9b3c-c381d4691b23,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:19.337157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Deleting subnet 474d8816-a2eb-4528-b949-296315b3893e {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:08:19.341103 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:19.413628 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:19.446690 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-12c51892-65e7-4935-9ba0-034a7b206ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'name': 'tempest-TestVolumeBackupRestore-213862924-router', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:01Z', 'updated_at': '2021-12-12T18:04:09Z', 'revision_number': 4, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'gw_port': {'id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:02Z', 'updated_at': '2021-12-12T18:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '40561896-36cc-4cbd-8fc3-25fbbcaa2550', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'port_id': '5e75abf2-8287-45d5-807a-376d39aa75b8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'mac_address': 'fa:16:3e:63:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:08:13Z', 'updated_at': '2021-12-12T18:08:17Z', 'revision_number': 2, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aca31dd-b39a-4c9b-8182-75265ea15eef', 'name': '', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'mac_address': 'fa:16:3e:8b:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:07Z', 'updated_at': '2021-12-12T18:04:22Z', 'revision_number': 5, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'subnets': [{'id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:19.494296 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c51892-65e7-4935-9ba0-034a7b206ec5 None None] The sync data for ids ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'] in n-d-760354-5 is: [{'id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'name': 'tempest-TestVolumeBackupRestore-213862924-router', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:01Z', 'updated_at': '2021-12-12T18:04:09Z', 'revision_number': 4, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'gw_port': {'id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:02Z', 'updated_at': '2021-12-12T18:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '40561896-36cc-4cbd-8fc3-25fbbcaa2550', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'port_id': '5e75abf2-8287-45d5-807a-376d39aa75b8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'mac_address': 'fa:16:3e:63:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:08:13Z', 'updated_at': '2021-12-12T18:08:17Z', 'revision_number': 2, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aca31dd-b39a-4c9b-8182-75265ea15eef', 'name': '', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'mac_address': 'fa:16:3e:8b:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:07Z', 'updated_at': '2021-12-12T18:04:22Z', 'revision_number': 5, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'subnets': [{'id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:08:19.508723 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:19.587313 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:19.619142 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=474d8816-a2eb-4528-b949-296315b3893e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:19.633554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:19.634288 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:19.635774 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:19.636284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:19.636775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:19.637260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:19.638125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:19.638616 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:19.639580 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:19.640270 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:19.640829 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:19.641693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:19.642453 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:19.650202 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:19.654911 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4d530f2a-5a1f-4ada-aa23-504cfc01239a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/474d8816-a2eb-4528-b949-296315b3893e HTTP/1.1" status: 204 len: 168 time: 0.4161375 Dec 12 18:08:19.657716 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60686) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:19.765039 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5aff814f-cba5-46d9-809f-7bbd39764186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:19.848037 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5aff814f-cba5-46d9-809f-7bbd39764186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:19.872921 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5aff814f-cba5-46d9-809f-7bbd39764186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e03320-ddf7-4380-8e98-a94f943b2ee8']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:19.882753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5aff814f-cba5-46d9-809f-7bbd39764186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74b7bae-d890-41c5-bc2e-508ee439baa5') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:19.883052 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5aff814f-cba5-46d9-809f-7bbd39764186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74b7bae-d890-41c5-bc2e-508ee439baa5') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:19.893228 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5aff814f-cba5-46d9-809f-7bbd39764186 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:19.912773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'tag': '5e75abf2-8287-45d5-807a-376d39aa75b8'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:08:19.913048 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5aff814f-cba5-46d9-809f-7bbd39764186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:19.917387 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a3f81c-57c7-4a3e-9f59-0594333e52de" -d '{"events": [{"name": "network-changed", "server_uuid": "e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd", "tag": "5e75abf2-8287-45d5-807a-376d39aa75b8"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:08:19.920394 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aff814f-cba5-46d9-809f-7bbd39764186 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:08:19.921675 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5aff814f-cba5-46d9-809f-7bbd39764186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:08:19.924181 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:08:19.959821 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc311e53-57b0-4faf-afd5-11335f360bef x-openstack-request-id: req-bc311e53-57b0-4faf-afd5-11335f360bef {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:08:19.963998 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd", "tag": "5e75abf2-8287-45d5-807a-376d39aa75b8", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:08:19.964108 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc311e53-57b0-4faf-afd5-11335f360bef {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:08:19.964446 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'tag': '5e75abf2-8287-45d5-807a-376d39aa75b8', 'status': 'completed', 'code': 200} Dec 12 18:08:20.031684 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5aff814f-cba5-46d9-809f-7bbd39764186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:20.054547 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5aff814f-cba5-46d9-809f-7bbd39764186 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:20.060116 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5aff814f-cba5-46d9-809f-7bbd39764186 admin admin] 10.222.0.18 "DELETE /v2.0/networks/55e03320-ddf7-4380-8e98-a94f943b2ee8 HTTP/1.1" status: 204 len: 168 time: 0.3990076 Dec 12 18:08:20.060116 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff814f-cba5-46d9-809f-7bbd39764186 admin admin] Pushing event deleted for resources: {'Network': ['ID=55e03320-ddf7-4380-8e98-a94f943b2ee8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:20.060374 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3f81c-57c7-4a3e-9f59-0594333e52de req-2d1ca6df-6851-4974-82ab-b07f680b86ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:20.069824 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82a3f81c-57c7-4a3e-9f59-0594333e52de req-2d1ca6df-6851-4974-82ab-b07f680b86ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6047249648824f7494e8d6c99f1cf1b4&device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 1096 time: 0.0849347 Dec 12 18:08:20.112999 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:20.380218 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60714) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:20.386516 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3f81c-57c7-4a3e-9f59-0594333e52de req-11cc2a5f-1081-4e0f-9d58-79dc3c0d383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:20.393593 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82a3f81c-57c7-4a3e-9f59-0594333e52de req-11cc2a5f-1081-4e0f-9d58-79dc3c0d383d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee64e78a-79f1-4b7b-baf7-6842a6a7daef HTTP/1.1" status: 200 len: 914 time: 0.3140554 Dec 12 18:08:20.486016 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-36550b0d-8125-492d-beca-4627196834a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6060a315a4c041229e368aa2ab3aba7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1013091 Dec 12 18:08:20.493635 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60716) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:20.565037 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6cb4f654-b4bd-4763-b0c6-b81b0b00ac8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:20.589642 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82a3f81c-57c7-4a3e-9f59-0594333e52de req-cd6564d1-837f-4ab8-8d32-db4dcc80df6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e75abf2-8287-45d5-807a-376d39aa75b8 HTTP/1.1" status: 200 len: 1001 time: 0.1909399 Dec 12 18:08:20.595785 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6cb4f654-b4bd-4763-b0c6-b81b0b00ac8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:20.682180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60724) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:20.692961 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6cb4f654-b4bd-4763-b0c6-b81b0b00ac8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:20.697295 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6cb4f654-b4bd-4763-b0c6-b81b0b00ac8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:20.701314 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6cb4f654-b4bd-4763-b0c6-b81b0b00ac8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eca13bfb-fc61-4b32-8945-c7405a74a8e5 HTTP/1.1" status: 204 len: 168 time: 0.2054193 Dec 12 18:08:20.702920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3f81c-57c7-4a3e-9f59-0594333e52de req-286b2f9a-01bd-420c-9700-4360ece5eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:20.704383 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82a3f81c-57c7-4a3e-9f59-0594333e52de req-286b2f9a-01bd-420c-9700-4360ece5eb34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=81ad747b-ad80-4348-8572-53c6e686d1c0 HTTP/1.1" status: 200 len: 852 time: 0.1074958 Dec 12 18:08:20.743261 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4f654-b4bd-4763-b0c6-b81b0b00ac8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca13bfb-fc61-4b32-8945-c7405a74a8e5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:20.813626 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3f81c-57c7-4a3e-9f59-0594333e52de req-43bb7d6e-0f81-48de-b441-e87c7f9706c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:20.817956 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82a3f81c-57c7-4a3e-9f59-0594333e52de req-43bb7d6e-0f81-48de-b441-e87c7f9706c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee64e78a-79f1-4b7b-baf7-6842a6a7daef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054142 Dec 12 18:08:20.886700 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:21.014171 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82a3f81c-57c7-4a3e-9f59-0594333e52de req-e497cbc6-4cf1-4160-92ca-1d9d53021283 service neutron] 10.222.0.20 "GET /v2.0/networks/ee64e78a-79f1-4b7b-baf7-6842a6a7daef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881499 Dec 12 18:08:21.140523 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:08:21.161124 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a60bc28-9fbe-4b79-afc2-42078d560381 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:21.177227 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60736) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:21.239677 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82a3f81c-57c7-4a3e-9f59-0594333e52de req-c744f49c-90df-4e1c-bae5-aa4c2f6f796d service neutron] 10.222.0.20 "GET /v2.0/networks/ee64e78a-79f1-4b7b-baf7-6842a6a7daef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179968 Dec 12 18:08:21.319121 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a60bc28-9fbe-4b79-afc2-42078d560381 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:21.327411 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a60bc28-9fbe-4b79-afc2-42078d560381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:21.332281 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d968260e-70ff-495a-a7bd-b2f82f769519 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ab9efdd54e34ccf890a6e6dc4113eac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1514127 Dec 12 18:08:21.332590 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60740) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:21.368120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60bc28-9fbe-4b79-afc2-42078d560381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd4356e-b6c5-442d-b52a-67e72c0aa34b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:21.372449 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5a60bc28-9fbe-4b79-afc2-42078d560381 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d18cee52d11b4c6da6407ed9b6ca1ea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6895125 Dec 12 18:08:21.383253 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60742) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:21.512648 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37700c2f-2941-4875-975a-13a8b87f9202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:21.514762 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f18ba33b-3ee6-49ea-bc6e-3c93079e2a66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:21.556113 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37700c2f-2941-4875-975a-13a8b87f9202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:21.571971 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f18ba33b-3ee6-49ea-bc6e-3c93079e2a66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:21.642670 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37700c2f-2941-4875-975a-13a8b87f9202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:21.646876 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37700c2f-2941-4875-975a-13a8b87f9202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:21.648248 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-37700c2f-2941-4875-975a-13a8b87f9202 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fd4356e-b6c5-442d-b52a-67e72c0aa34b HTTP/1.1" status: 204 len: 168 time: 0.2615168 Dec 12 18:08:21.680863 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37700c2f-2941-4875-975a-13a8b87f9202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd4356e-b6c5-442d-b52a-67e72c0aa34b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:21.685793 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f18ba33b-3ee6-49ea-bc6e-3c93079e2a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:21.693828 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f18ba33b-3ee6-49ea-bc6e-3c93079e2a66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:21.699299 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f18ba33b-3ee6-49ea-bc6e-3c93079e2a66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/547e3255-77f5-4eb8-aa61-d5fb1a7cccef HTTP/1.1" status: 204 len: 168 time: 0.3629742 Dec 12 18:08:21.741827 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ba33b-3ee6-49ea-bc6e-3c93079e2a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547e3255-77f5-4eb8-aa61-d5fb1a7cccef,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:22.763237 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60806) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:22.913926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-9f546c93-d7a4-4c44-8368-ee9d3cfc03b2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-459790033-network', 'tenant_id': '50a69b53ce7f4ff7b55ea1281979371b'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:22.937978 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f546c93-d7a4-4c44-8368-ee9d3cfc03b2 admin admin] Made reservation on behalf of 50a69b53ce7f4ff7b55ea1281979371b for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:08:22.941120 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f546c93-d7a4-4c44-8368-ee9d3cfc03b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:22.950050 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f546c93-d7a4-4c44-8368-ee9d3cfc03b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:23.053044 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f546c93-d7a4-4c44-8368-ee9d3cfc03b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:23.058514 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f546c93-d7a4-4c44-8368-ee9d3cfc03b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:23.094192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f546c93-d7a4-4c44-8368-ee9d3cfc03b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:08:23.114300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f546c93-d7a4-4c44-8368-ee9d3cfc03b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9009eeb9-aa94-4027-96c3-8a450792f0b4,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:23.135880 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f546c93-d7a4-4c44-8368-ee9d3cfc03b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:23.139867 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-9f546c93-d7a4-4c44-8368-ee9d3cfc03b2 admin admin] Added segment 7aca6caf-0df8-4835-a408-863ed06f1985 of type vlan for network ebb8542e-bc3e-4675-a1f4-603a3b1526b5 Dec 12 18:08:23.220922 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f546c93-d7a4-4c44-8368-ee9d3cfc03b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:23.258526 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f546c93-d7a4-4c44-8368-ee9d3cfc03b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:23.260822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f546c93-d7a4-4c44-8368-ee9d3cfc03b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:23.262962 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f546c93-d7a4-4c44-8368-ee9d3cfc03b2 admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:23.339654 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9f546c93-d7a4-4c44-8368-ee9d3cfc03b2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5752532 Dec 12 18:08:23.342573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60828) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:23.351055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-60797f15-672b-4049-a964-0ce3271f4c60 admin admin] Request body: {'subnet': {'network_id': 'ebb8542e-bc3e-4675-a1f4-603a3b1526b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-459790033-subnet', 'tenant_id': '50a69b53ce7f4ff7b55ea1281979371b', 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:23.389500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f546c93-d7a4-4c44-8368-ee9d3cfc03b2 admin admin] Pushing event updated for resources: {'Network': ['ID=ebb8542e-bc3e-4675-a1f4-603a3b1526b5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:23.404497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network ebb8542e-bc3e-4675-a1f4-603a3b1526b5 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:08:23.433281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60797f15-672b-4049-a964-0ce3271f4c60 admin admin] Made reservation on behalf of 50a69b53ce7f4ff7b55ea1281979371b for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:08:23.436711 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-60797f15-672b-4049-a964-0ce3271f4c60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:23.784840 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-60797f15-672b-4049-a964-0ce3271f4c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:23.860345 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60797f15-672b-4049-a964-0ce3271f4c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5df2194-ad56-46da-90ed-fb0dce2f4866,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:23.878129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60797f15-672b-4049-a964-0ce3271f4c60 admin admin] Checking segment: {'id': '7aca6caf-0df8-4835-a408-863ed06f1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ebb8542e-bc3e-4675-a1f4-603a3b1526b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:08:23.878686 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60797f15-672b-4049-a964-0ce3271f4c60 admin admin] Network hostable DHCP agents. Network: ebb8542e-bc3e-4675-a1f4-603a3b1526b5, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:08:23.906944 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60797f15-672b-4049-a964-0ce3271f4c60 admin admin] Network ebb8542e-bc3e-4675-a1f4-603a3b1526b5 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:08:23.926958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-60797f15-672b-4049-a964-0ce3271f4c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, ebb8542e-bc3e-4675-a1f4-603a3b1526b5) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:08:23.932419 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60797f15-672b-4049-a964-0ce3271f4c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:23.933547 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-60797f15-672b-4049-a964-0ce3271f4c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:23.942847 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04168c7-9573-4bf7-b47c-87988069eb90 None None] Network ebb8542e-bc3e-4675-a1f4-603a3b1526b5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:08:23.966071 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-60797f15-672b-4049-a964-0ce3271f4c60 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6215966 Dec 12 18:08:23.969266 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60854) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:24.024090 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-459790033-router', 'tenant_id': '50a69b53ce7f4ff7b55ea1281979371b', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:24.048027 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:24.049416 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:24.126224 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-ebb8542e-bc3e-4675-a1f4-603a3b1526b5', 'network_id': 'ebb8542e-bc3e-4675-a1f4-603a3b1526b5', 'project_id': '50a69b53ce7f4ff7b55ea1281979371b', 'fixed_ips': [{'subnet_id': 'e5df2194-ad56-46da-90ed-fb0dce2f4866'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:08:24.127172 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:24.204352 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:24.353896 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Allocated IP 172.20.0.2 (ebb8542e-bc3e-4675-a1f4-603a3b1526b5/e5df2194-ad56-46da-90ed-fb0dce2f4866/cedf07f0-91eb-473c-9e79-ea1a560c3343) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:08:24.638509 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:24.648500 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:24.726523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Network ebb8542e-bc3e-4675-a1f4-603a3b1526b5 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:08:24.727797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Pushing event updated for resources: {'Port': ['ID=cedf07f0-91eb-473c-9e79-ea1a560c3343,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:24.730246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:08:24.738411 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:08:24.751526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:24.751878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:24.752973 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:24.753450 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:24.754224 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:24.754616 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:24.755071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:24.755659 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:24.756471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:24.756955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:24.757344 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:24.757726 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:24.758106 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:24.833794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Attempting to bind port cedf07f0-91eb-473c-9e79-ea1a560c3343 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:08:24.834318 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Attempting to bind port cedf07f0-91eb-473c-9e79-ea1a560c3343 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '7aca6caf-0df8-4835-a408-863ed06f1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ebb8542e-bc3e-4675-a1f4-603a3b1526b5'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:08:24.834754 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Attempting to bind port cedf07f0-91eb-473c-9e79-ea1a560c3343 on network ebb8542e-bc3e-4675-a1f4-603a3b1526b5 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:08:24.842440 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:08:24.843958 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Checking segment: {'id': '7aca6caf-0df8-4835-a408-863ed06f1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ebb8542e-bc3e-4675-a1f4-603a3b1526b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:08:24.844429 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:24.844833 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Bound using segment: {'id': '7aca6caf-0df8-4835-a408-863ed06f1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ebb8542e-bc3e-4675-a1f4-603a3b1526b5'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:08:24.845644 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Bound port: cedf07f0-91eb-473c-9e79-ea1a560c3343, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aca6caf-0df8-4835-a408-863ed06f1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ebb8542e-bc3e-4675-a1f4-603a3b1526b5'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:08:24.846100 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:24.929947 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] For port cedf07f0-91eb-473c-9e79-ea1a560c3343, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:08:24.934489 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] For port cedf07f0-91eb-473c-9e79-ea1a560c3343, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=cedf07f0-91eb-473c-9e79-ea1a560c3343,segment=NetworkSegment(7aca6caf-0df8-4835-a408-863ed06f1985),segment_id=7aca6caf-0df8-4835-a408-863ed06f1985)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:08:24.942637 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:25.052846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09c9fe-eda9-4c96-8f39-dc5b73a1a90d None None] Pushing event updated for resources: {'Port': ['ID=cedf07f0-91eb-473c-9e79-ea1a560c3343,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:25.215616 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:25.566475 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:25.603348 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:25.743280 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] Allocated IP 172.25.1.42 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/c66416c4-e7b9-4604-b25c-6ebca455ea73) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:08:25.914480 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:25.986123 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:26.011945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:08:26.020895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:08:26.034301 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eafcb5-b9e0-4417-8af5-49ec4c29525e None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:08:26.045569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:08:26.098256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] Pushing event updated for resources: {'Port': ['ID=c66416c4-e7b9-4604-b25c-6ebca455ea73,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:26.162736 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-bac4a1f6-828f-4e13-abc6-89fc0b196951 None None] Provisioning complete for port c66416c4-e7b9-4604-b25c-6ebca455ea73 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:26.163294 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bac4a1f6-828f-4e13-abc6-89fc0b196951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:26.223642 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bac4a1f6-828f-4e13-abc6-89fc0b196951 None None] Port c66416c4-e7b9-4604-b25c-6ebca455ea73 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:08:26.411101 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:26.456418 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1524151c-a8a5-4c18-9241-ba178a9b717e None None] Network ebb8542e-bc3e-4675-a1f4-603a3b1526b5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:08:26.570530 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9a9def4c-a877-40e0-9154-37a0889117f0 None None] Provisioning complete for port cedf07f0-91eb-473c-9e79-ea1a560c3343 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:26.571306 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a9def4c-a877-40e0-9154-37a0889117f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:26.673118 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:26.733050 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a9def4c-a877-40e0-9154-37a0889117f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:26.840324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9a9def4c-a877-40e0-9154-37a0889117f0 None None] For port cedf07f0-91eb-473c-9e79-ea1a560c3343, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=cedf07f0-91eb-473c-9e79-ea1a560c3343,segment=NetworkSegment(7aca6caf-0df8-4835-a408-863ed06f1985),segment_id=7aca6caf-0df8-4835-a408-863ed06f1985)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:26.857892 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a9def4c-a877-40e0-9154-37a0889117f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:26.956062 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device cedf07f0-91eb-473c-9e79-ea1a560c3343 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:08:27.054264 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9def4c-a877-40e0-9154-37a0889117f0 None None] Pushing event updated for resources: {'Port': ['ID=cedf07f0-91eb-473c-9e79-ea1a560c3343,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:27.072031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] Router b0d5c943-0eec-4757-99cc-521a0f7b6894 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:08:27.094887 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port cedf07f0-91eb-473c-9e79-ea1a560c3343 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:27.095474 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:27.125283 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-01e2e91c-de5d-49b2-ad83-bb7945539192 None None] Provisioning complete for port cedf07f0-91eb-473c-9e79-ea1a560c3343 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:27.126060 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-01e2e91c-de5d-49b2-ad83-bb7945539192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:27.318471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:08:27.331588 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Sync routers for ids ['b0d5c943-0eec-4757-99cc-521a0f7b6894'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:08:27.347853 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Routers {'b0d5c943-0eec-4757-99cc-521a0f7b6894'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:08:27.348656 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b0d5c943-0eec-4757-99cc-521a0f7b6894'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:27.353943 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:27.359765 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bc578d49-3541-42ec-a38e-5107aa463ebf admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3865826 Dec 12 18:08:27.360645 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60916) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:27.415166 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60918) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:27.533772 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Set router b0d5c943-0eec-4757-99cc-521a0f7b6894 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:08:27.607054 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36f715b7-2daa-4464-a425-7a9fc8ec2ab3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:27.804646 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36f715b7-2daa-4464-a425-7a9fc8ec2ab3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:27.814788 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36f715b7-2daa-4464-a425-7a9fc8ec2ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:27.815583 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d5c943-0eec-4757-99cc-521a0f7b6894', 'name': 'tempest-TestAggregatesBasicOps-459790033-router', 'tenant_id': '50a69b53ce7f4ff7b55ea1281979371b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c66416c4-e7b9-4604-b25c-6ebca455ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:08:24Z', 'updated_at': '2021-12-12T18:08:26Z', 'revision_number': 3, 'project_id': '50a69b53ce7f4ff7b55ea1281979371b', 'gw_port': {'id': 'c66416c4-e7b9-4604-b25c-6ebca455ea73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d5c943-0eec-4757-99cc-521a0f7b6894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:25Z', 'updated_at': '2021-12-12T18:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:27.866504 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Checking router: b0d5c943-0eec-4757-99cc-521a0f7b6894 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:08:27.866856 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Updating router b0d5c943-0eec-4757-99cc-521a0f7b6894 port c66416c4-e7b9-4604-b25c-6ebca455ea73 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:08:27.918093 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-36f715b7-2daa-4464-a425-7a9fc8ec2ab3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=152c63421222479c8a45d1ee306d0d45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5018764 Dec 12 18:08:27.922239 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60924) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:27.925689 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f715b7-2daa-4464-a425-7a9fc8ec2ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49c1c93-f51b-42a9-a9cf-7fe0c4b113c3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:27.969457 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f715b7-2daa-4464-a425-7a9fc8ec2ab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:27.969886 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f715b7-2daa-4464-a425-7a9fc8ec2ab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:27.970334 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f715b7-2daa-4464-a425-7a9fc8ec2ab3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:27.970832 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f715b7-2daa-4464-a425-7a9fc8ec2ab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:27.971293 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f715b7-2daa-4464-a425-7a9fc8ec2ab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:27.971747 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f715b7-2daa-4464-a425-7a9fc8ec2ab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:27.972167 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f715b7-2daa-4464-a425-7a9fc8ec2ab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:27.972598 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f715b7-2daa-4464-a425-7a9fc8ec2ab3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:27.978133 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f715b7-2daa-4464-a425-7a9fc8ec2ab3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:27.978753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f715b7-2daa-4464-a425-7a9fc8ec2ab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:27.979763 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f715b7-2daa-4464-a425-7a9fc8ec2ab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:27.980271 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f715b7-2daa-4464-a425-7a9fc8ec2ab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:27.981993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f715b7-2daa-4464-a425-7a9fc8ec2ab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:28.086155 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:28.103727 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adc0c922-1845-495b-a5fd-6d0bbfc996f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:28.150912 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adc0c922-1845-495b-a5fd-6d0bbfc996f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:28.251777 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adc0c922-1845-495b-a5fd-6d0bbfc996f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:28.254952 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adc0c922-1845-495b-a5fd-6d0bbfc996f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:28.256232 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-adc0c922-1845-495b-a5fd-6d0bbfc996f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e49c1c93-f51b-42a9-a9cf-7fe0c4b113c3 HTTP/1.1" status: 204 len: 168 time: 0.3274713 Dec 12 18:08:28.273339 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0c922-1845-495b-a5fd-6d0bbfc996f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49c1c93-f51b-42a9-a9cf-7fe0c4b113c3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:28.378240 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0170b03c-62d2-4267-99a1-84c512ad2dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:28.598444 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:28.610221 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:28.675609 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003827a8-a648-4834-91b7-d07066c99678 None None] Pushing event updated for resources: {'Port': ['ID=c66416c4-e7b9-4604-b25c-6ebca455ea73,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:28.693330 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003827a8-a648-4834-91b7-d07066c99678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:28.693929 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003827a8-a648-4834-91b7-d07066c99678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:28.697575 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efe1877-1cb6-4e92-8c37-2885fb4db0d1 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:08:28.702677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-0170b03c-62d2-4267-99a1-84c512ad2dd3 admin admin] Allocated IP 172.20.0.1 (ebb8542e-bc3e-4675-a1f4-603a3b1526b5/e5df2194-ad56-46da-90ed-fb0dce2f4866/b4075c1d-8893-49fb-83d8-856cf3cf701a) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:08:28.703963 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003827a8-a648-4834-91b7-d07066c99678 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:28.706144 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003827a8-a648-4834-91b7-d07066c99678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:28.708521 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003827a8-a648-4834-91b7-d07066c99678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:28.709554 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003827a8-a648-4834-91b7-d07066c99678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:28.710247 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003827a8-a648-4834-91b7-d07066c99678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:28.711688 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003827a8-a648-4834-91b7-d07066c99678 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:28.712332 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003827a8-a648-4834-91b7-d07066c99678 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:28.712941 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003827a8-a648-4834-91b7-d07066c99678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:28.713691 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003827a8-a648-4834-91b7-d07066c99678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:28.716024 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003827a8-a648-4834-91b7-d07066c99678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:28.717943 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003827a8-a648-4834-91b7-d07066c99678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:08:28.762654 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Attempting to bind port c66416c4-e7b9-4604-b25c-6ebca455ea73 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:08:28.767152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-382aff2a-0cdb-46c0-b00b-4ed919bf9d8d None None] Provisioning complete for port c66416c4-e7b9-4604-b25c-6ebca455ea73 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:28.771517 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Attempting to bind port c66416c4-e7b9-4604-b25c-6ebca455ea73 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:08:28.771916 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Attempting to bind port c66416c4-e7b9-4604-b25c-6ebca455ea73 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:08:28.778273 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-382aff2a-0cdb-46c0-b00b-4ed919bf9d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:28.789171 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:08:28.791818 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:08:28.795328 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:28.797303 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:08:28.798026 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Bound port: c66416c4-e7b9-4604-b25c-6ebca455ea73, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:08:28.799655 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:28.886814 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-382aff2a-0cdb-46c0-b00b-4ed919bf9d8d None None] Port c66416c4-e7b9-4604-b25c-6ebca455ea73 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:08:28.903557 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0170b03c-62d2-4267-99a1-84c512ad2dd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:28.928964 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device cedf07f0-91eb-473c-9e79-ea1a560c3343 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:08:28.951861 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0170b03c-62d2-4267-99a1-84c512ad2dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:28.960647 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] For port c66416c4-e7b9-4604-b25c-6ebca455ea73, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:08:28.965406 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] For port c66416c4-e7b9-4604-b25c-6ebca455ea73, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c66416c4-e7b9-4604-b25c-6ebca455ea73,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:08:28.971276 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:29.012985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f7aa26-39c2-4d20-aa61-ec19f2302028 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:08:29.057037 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0170b03c-62d2-4267-99a1-84c512ad2dd3 admin admin] Network ebb8542e-bc3e-4675-a1f4-603a3b1526b5 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:08:29.062890 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0170b03c-62d2-4267-99a1-84c512ad2dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:08:29.083111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0170b03c-62d2-4267-99a1-84c512ad2dd3 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:08:29.099488 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port cedf07f0-91eb-473c-9e79-ea1a560c3343 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:29.099788 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Routers {'b0d5c943-0eec-4757-99cc-521a0f7b6894'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:08:29.099911 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:29.100335 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b0d5c943-0eec-4757-99cc-521a0f7b6894'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:29.134224 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170b03c-62d2-4267-99a1-84c512ad2dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=b4075c1d-8893-49fb-83d8-856cf3cf701a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:29.171570 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0170b03c-62d2-4267-99a1-84c512ad2dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:29.280032 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5b4ac7c5-fd77-44b6-b190-93691290f669 None None] Provisioning complete for port c66416c4-e7b9-4604-b25c-6ebca455ea73 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:29.300269 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b4ac7c5-fd77-44b6-b190-93691290f669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:29.309750 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003827a8-a648-4834-91b7-d07066c99678 None None] Pushing event updated for resources: {'Port': ['ID=c66416c4-e7b9-4604-b25c-6ebca455ea73,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:29.394162 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0170b03c-62d2-4267-99a1-84c512ad2dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:29.425903 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] Set router b0d5c943-0eec-4757-99cc-521a0f7b6894 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:08:29.498202 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b4ac7c5-fd77-44b6-b190-93691290f669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:29.535657 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5b4ac7c5-fd77-44b6-b190-93691290f669 None None] For port c66416c4-e7b9-4604-b25c-6ebca455ea73, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c66416c4-e7b9-4604-b25c-6ebca455ea73,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:29.545578 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b4ac7c5-fd77-44b6-b190-93691290f669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:29.636174 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ac7c5-fd77-44b6-b190-93691290f669 None None] Pushing event updated for resources: {'Port': ['ID=c66416c4-e7b9-4604-b25c-6ebca455ea73,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:29.675333 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e9b79e0f-665b-4887-b406-c9e0172e9b08 None None] Provisioning complete for port b4075c1d-8893-49fb-83d8-856cf3cf701a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:29.676009 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9b79e0f-665b-4887-b406-c9e0172e9b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:29.729696 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0170b03c-62d2-4267-99a1-84c512ad2dd3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:29.732375 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d5c943-0eec-4757-99cc-521a0f7b6894', 'name': 'tempest-TestAggregatesBasicOps-459790033-router', 'tenant_id': '50a69b53ce7f4ff7b55ea1281979371b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c66416c4-e7b9-4604-b25c-6ebca455ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:08:24Z', 'updated_at': '2021-12-12T18:08:26Z', 'revision_number': 3, 'project_id': '50a69b53ce7f4ff7b55ea1281979371b', 'gw_port': {'id': 'c66416c4-e7b9-4604-b25c-6ebca455ea73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d5c943-0eec-4757-99cc-521a0f7b6894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:25Z', 'updated_at': '2021-12-12T18:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:29.742804 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0170b03c-62d2-4267-99a1-84c512ad2dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:29.771842 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49977bf5-e483-4e01-a7be-00d0405033e6 None None] The sync data for ids ['b0d5c943-0eec-4757-99cc-521a0f7b6894'] in n-d-760354-5 is: [{'id': 'b0d5c943-0eec-4757-99cc-521a0f7b6894', 'name': 'tempest-TestAggregatesBasicOps-459790033-router', 'tenant_id': '50a69b53ce7f4ff7b55ea1281979371b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c66416c4-e7b9-4604-b25c-6ebca455ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:08:24Z', 'updated_at': '2021-12-12T18:08:26Z', 'revision_number': 3, 'project_id': '50a69b53ce7f4ff7b55ea1281979371b', 'gw_port': {'id': 'c66416c4-e7b9-4604-b25c-6ebca455ea73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d5c943-0eec-4757-99cc-521a0f7b6894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:25Z', 'updated_at': '2021-12-12T18:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:08:29.773666 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e9b79e0f-665b-4887-b406-c9e0172e9b08 None None] Port b4075c1d-8893-49fb-83d8-856cf3cf701a cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:08:29.805201 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0170b03c-62d2-4267-99a1-84c512ad2dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:29.891745 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170b03c-62d2-4267-99a1-84c512ad2dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=b4075c1d-8893-49fb-83d8-856cf3cf701a,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:29.959693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0170b03c-62d2-4267-99a1-84c512ad2dd3 admin admin] Network ebb8542e-bc3e-4675-a1f4-603a3b1526b5 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:08:29.961051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0170b03c-62d2-4267-99a1-84c512ad2dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:08:30.167622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0170b03c-62d2-4267-99a1-84c512ad2dd3 admin admin] Router b0d5c943-0eec-4757-99cc-521a0f7b6894 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:08:30.420101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6d969e9c-e916-4eed-9045-bd904d01c7ac None None] Provisioning complete for port b4075c1d-8893-49fb-83d8-856cf3cf701a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:30.421491 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6d969e9c-e916-4eed-9045-bd904d01c7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:30.443945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0170b03c-62d2-4267-99a1-84c512ad2dd3 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:08:30.453081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0170b03c-62d2-4267-99a1-84c512ad2dd3 admin admin] 10.222.0.18 "PUT /v2.0/routers/b0d5c943-0eec-4757-99cc-521a0f7b6894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0916586 Dec 12 18:08:30.503698 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6d969e9c-e916-4eed-9045-bd904d01c7ac None None] Port b4075c1d-8893-49fb-83d8-856cf3cf701a cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:08:30.860487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c66416c4-e7b9-4604-b25c-6ebca455ea73 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:08:30.955234 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c66416c4-e7b9-4604-b25c-6ebca455ea73 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:30.955931 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:31.418657 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60986) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:31.425881 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6c8a5e06-300f-4f4b-ac09-51cf6a4ed21f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1549227612-network', 'tenant_id': '1fac9b3eacdc44d1b49d08b854d42b6e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:31.458761 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8a5e06-300f-4f4b-ac09-51cf6a4ed21f admin admin] Made reservation on behalf of 1fac9b3eacdc44d1b49d08b854d42b6e for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:08:31.470858 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5e06-300f-4f4b-ac09-51cf6a4ed21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:31.518417 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5e06-300f-4f4b-ac09-51cf6a4ed21f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:31.611156 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5e06-300f-4f4b-ac09-51cf6a4ed21f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:31.618177 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5e06-300f-4f4b-ac09-51cf6a4ed21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:31.661907 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8a5e06-300f-4f4b-ac09-51cf6a4ed21f admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:08:31.674825 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5e06-300f-4f4b-ac09-51cf6a4ed21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:31.675349 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-6c8a5e06-300f-4f4b-ac09-51cf6a4ed21f admin admin] Added segment b601e151-d69b-45d3-97fa-9d832d892beb of type vlan for network 212bfe06-19c1-46ba-8022-e1172f9a639c Dec 12 18:08:31.688501 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a5e06-300f-4f4b-ac09-51cf6a4ed21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eba9e6-3a4c-4601-b543-0f6ddb30b38c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:31.728162 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5e06-300f-4f4b-ac09-51cf6a4ed21f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:31.758327 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5e06-300f-4f4b-ac09-51cf6a4ed21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:31.759397 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8a5e06-300f-4f4b-ac09-51cf6a4ed21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:31.760296 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5e06-300f-4f4b-ac09-51cf6a4ed21f admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:31.850263 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a5e06-300f-4f4b-ac09-51cf6a4ed21f admin admin] Pushing event updated for resources: {'Network': ['ID=212bfe06-19c1-46ba-8022-e1172f9a639c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:31.863151 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 212bfe06-19c1-46ba-8022-e1172f9a639c details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:08:31.871283 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6c8a5e06-300f-4f4b-ac09-51cf6a4ed21f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4498217 Dec 12 18:08:31.873573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 60996) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:31.880141 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a56fd3c2-4fde-4455-8600-7eafe520254f admin admin] Request body: {'subnet': {'network_id': '212bfe06-19c1-46ba-8022-e1172f9a639c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1549227612-subnet', 'tenant_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:31.911255 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56fd3c2-4fde-4455-8600-7eafe520254f admin admin] Made reservation on behalf of 1fac9b3eacdc44d1b49d08b854d42b6e for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:08:31.914707 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a56fd3c2-4fde-4455-8600-7eafe520254f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:31.917593 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 60998) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:32.109046 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce68ef14-cf93-4c0d-9491-3e0b5026cc41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:32.173031 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a56fd3c2-4fde-4455-8600-7eafe520254f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:32.220125 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce68ef14-cf93-4c0d-9491-3e0b5026cc41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:32.226239 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce68ef14-cf93-4c0d-9491-3e0b5026cc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:32.248601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fd3c2-4fde-4455-8600-7eafe520254f admin admin] Pushing event updated for resources: {'Subnet': ['ID=10cf09b7-75d2-4af9-9d6c-b7498e1f7e68,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:32.260457 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68ef14-cf93-4c0d-9491-3e0b5026cc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3666aca-b607-4fd5-8c89-acad4350d810,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:32.292918 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ce68ef14-cf93-4c0d-9491-3e0b5026cc41 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9fb8ec9034ff450185f0cf223295b6a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3734794 Dec 12 18:08:32.295632 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32770) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:32.317091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56fd3c2-4fde-4455-8600-7eafe520254f admin admin] Checking segment: {'id': 'b601e151-d69b-45d3-97fa-9d832d892beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '212bfe06-19c1-46ba-8022-e1172f9a639c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:08:32.318922 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56fd3c2-4fde-4455-8600-7eafe520254f admin admin] Network hostable DHCP agents. Network: 212bfe06-19c1-46ba-8022-e1172f9a639c, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:08:32.357051 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-664742c1-d45c-4fbf-86c4-ec79189335cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:32.372232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56fd3c2-4fde-4455-8600-7eafe520254f admin admin] Network 212bfe06-19c1-46ba-8022-e1172f9a639c is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:08:32.392355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a56fd3c2-4fde-4455-8600-7eafe520254f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 212bfe06-19c1-46ba-8022-e1172f9a639c) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:08:32.397579 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56fd3c2-4fde-4455-8600-7eafe520254f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:32.398505 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a56fd3c2-4fde-4455-8600-7eafe520254f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:32.404321 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-664742c1-d45c-4fbf-86c4-ec79189335cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:32.404990 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138afe6d-db34-4e48-ab0e-e7af9dff3f31 None None] Network 212bfe06-19c1-46ba-8022-e1172f9a639c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:08:32.461672 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a56fd3c2-4fde-4455-8600-7eafe520254f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5842662 Dec 12 18:08:32.463870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 32774) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:32.475880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1549227612-router', 'tenant_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:32.476238 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-664742c1-d45c-4fbf-86c4-ec79189335cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:32.480853 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-664742c1-d45c-4fbf-86c4-ec79189335cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:32.482487 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-664742c1-d45c-4fbf-86c4-ec79189335cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3666aca-b607-4fd5-8c89-acad4350d810 HTTP/1.1" status: 204 len: 168 time: 0.1844618 Dec 12 18:08:32.493894 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664742c1-d45c-4fbf-86c4-ec79189335cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3666aca-b607-4fd5-8c89-acad4350d810,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:32.556835 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:32.557983 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:32.599683 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Sync routers for ids ['b0d5c943-0eec-4757-99cc-521a0f7b6894'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:08:32.610130 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-212bfe06-19c1-46ba-8022-e1172f9a639c', 'network_id': '212bfe06-19c1-46ba-8022-e1172f9a639c', 'project_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'fixed_ips': [{'subnet_id': '10cf09b7-75d2-4af9-9d6c-b7498e1f7e68'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:08:32.611478 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:32.651100 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Routers {'b0d5c943-0eec-4757-99cc-521a0f7b6894'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:08:32.652465 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b0d5c943-0eec-4757-99cc-521a0f7b6894'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:32.672891 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:32.897809 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:32.970242 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32792) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:32.989862 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-396b73b8-aa62-4fd5-9a61-8bdb8487714b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:33.064318 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Set router b0d5c943-0eec-4757-99cc-521a0f7b6894 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:08:33.178204 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-396b73b8-aa62-4fd5-9a61-8bdb8487714b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:33.184882 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-396b73b8-aa62-4fd5-9a61-8bdb8487714b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:33.232176 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:33.245370 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Allocated IP 172.20.0.2 (212bfe06-19c1-46ba-8022-e1172f9a639c/10cf09b7-75d2-4af9-9d6c-b7498e1f7e68/5c4ccc39-5467-4321-9497-14c30e8f9c5f) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:08:33.269185 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:33.278595 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-396b73b8-aa62-4fd5-9a61-8bdb8487714b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d46080593b94232baaebcc54e8aa577&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3072438 Dec 12 18:08:33.281747 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32794) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:33.295711 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b73b8-aa62-4fd5-9a61-8bdb8487714b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915e01eb-9b74-4901-83ee-2a2b2f5e01c6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:33.360466 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c5f4be9-a5d0-4c34-b6c1-b2872625dd50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:33.392892 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c5f4be9-a5d0-4c34-b6c1-b2872625dd50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:33.416099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] Allocated IP 172.25.1.123 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/06c3fe5d-4c99-4b98-b89f-fd89dadd0916) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:08:33.513176 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c5f4be9-a5d0-4c34-b6c1-b2872625dd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:33.514481 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d5c943-0eec-4757-99cc-521a0f7b6894', 'name': 'tempest-TestAggregatesBasicOps-459790033-router', 'tenant_id': '50a69b53ce7f4ff7b55ea1281979371b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c66416c4-e7b9-4604-b25c-6ebca455ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:08:24Z', 'updated_at': '2021-12-12T18:08:29Z', 'revision_number': 4, 'project_id': '50a69b53ce7f4ff7b55ea1281979371b', 'gw_port': {'id': 'c66416c4-e7b9-4604-b25c-6ebca455ea73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d5c943-0eec-4757-99cc-521a0f7b6894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:25Z', 'updated_at': '2021-12-12T18:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b4075c1d-8893-49fb-83d8-856cf3cf701a', 'name': '', 'network_id': 'ebb8542e-bc3e-4675-a1f4-603a3b1526b5', 'tenant_id': '50a69b53ce7f4ff7b55ea1281979371b', 'mac_address': 'fa:16:3e:7e:8f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d5c943-0eec-4757-99cc-521a0f7b6894', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'e5df2194-ad56-46da-90ed-fb0dce2f4866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:28Z', 'updated_at': '2021-12-12T18:08:29Z', 'revision_number': 2, 'project_id': '50a69b53ce7f4ff7b55ea1281979371b', 'subnets': [{'id': 'e5df2194-ad56-46da-90ed-fb0dce2f4866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:33.518841 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c5f4be9-a5d0-4c34-b6c1-b2872625dd50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:33.523673 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6c5f4be9-a5d0-4c34-b6c1-b2872625dd50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/915e01eb-9b74-4901-83ee-2a2b2f5e01c6 HTTP/1.1" status: 204 len: 168 time: 0.2409086 Dec 12 18:08:33.533626 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f4be9-a5d0-4c34-b6c1-b2872625dd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915e01eb-9b74-4901-83ee-2a2b2f5e01c6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:33.576530 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Checking router: b0d5c943-0eec-4757-99cc-521a0f7b6894 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:08:33.576936 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Updating router b0d5c943-0eec-4757-99cc-521a0f7b6894 port b4075c1d-8893-49fb-83d8-856cf3cf701a binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:08:33.632181 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:33.640187 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:33.662450 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:33.674443 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:33.720576 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:33.754605 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Network 212bfe06-19c1-46ba-8022-e1172f9a639c is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:08:33.759892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:08:33.768992 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:08:33.837197 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:08:33.847912 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:08:33.866312 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:08:33.905652 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Pushing event updated for resources: {'Port': ['ID=5c4ccc39-5467-4321-9497-14c30e8f9c5f,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:33.908562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c7c5db-05af-4e77-ab2a-e0c270855d3c None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:08:34.119524 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] Pushing event updated for resources: {'Port': ['ID=06c3fe5d-4c99-4b98-b89f-fd89dadd0916,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:34.174531 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Attempting to bind port 5c4ccc39-5467-4321-9497-14c30e8f9c5f on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:08:34.175171 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Attempting to bind port 5c4ccc39-5467-4321-9497-14c30e8f9c5f by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'b601e151-d69b-45d3-97fa-9d832d892beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '212bfe06-19c1-46ba-8022-e1172f9a639c'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:08:34.175335 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Attempting to bind port 5c4ccc39-5467-4321-9497-14c30e8f9c5f on network 212bfe06-19c1-46ba-8022-e1172f9a639c {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:08:34.205270 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:08:34.205749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Checking segment: {'id': 'b601e151-d69b-45d3-97fa-9d832d892beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '212bfe06-19c1-46ba-8022-e1172f9a639c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:08:34.206221 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:34.206693 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Bound using segment: {'id': 'b601e151-d69b-45d3-97fa-9d832d892beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '212bfe06-19c1-46ba-8022-e1172f9a639c'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:08:34.207288 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Bound port: 5c4ccc39-5467-4321-9497-14c30e8f9c5f, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b601e151-d69b-45d3-97fa-9d832d892beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '212bfe06-19c1-46ba-8022-e1172f9a639c'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:08:34.207748 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:34.314941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1a02b5fd-cfe7-44c6-a9f9-1bbceea20d53 None None] Provisioning complete for port 06c3fe5d-4c99-4b98-b89f-fd89dadd0916 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:34.315500 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a02b5fd-cfe7-44c6-a9f9-1bbceea20d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:34.359044 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1a02b5fd-cfe7-44c6-a9f9-1bbceea20d53 None None] Port 06c3fe5d-4c99-4b98-b89f-fd89dadd0916 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:08:34.394561 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] For port 5c4ccc39-5467-4321-9497-14c30e8f9c5f, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:08:34.433143 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] For port 5c4ccc39-5467-4321-9497-14c30e8f9c5f, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5c4ccc39-5467-4321-9497-14c30e8f9c5f,segment=NetworkSegment(b601e151-d69b-45d3-97fa-9d832d892beb),segment_id=b601e151-d69b-45d3-97fa-9d832d892beb)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:08:34.456822 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:34.598205 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50039656-0674-4851-a83d-1f61da5144e4 None None] Pushing event updated for resources: {'Port': ['ID=5c4ccc39-5467-4321-9497-14c30e8f9c5f,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:34.765875 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:34.776788 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:34.830726 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:34.919980 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32826) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:34.933149 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b889bf3-9945-4689-a47c-cf19d3c8b640 None None] Pushing event updated for resources: {'Port': ['ID=b4075c1d-8893-49fb-83d8-856cf3cf701a,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:34.949037 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Attempting to bind port b4075c1d-8893-49fb-83d8-856cf3cf701a on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:08:34.949531 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Attempting to bind port b4075c1d-8893-49fb-83d8-856cf3cf701a by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '7aca6caf-0df8-4835-a408-863ed06f1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ebb8542e-bc3e-4675-a1f4-603a3b1526b5'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:08:34.949960 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Attempting to bind port b4075c1d-8893-49fb-83d8-856cf3cf701a on network ebb8542e-bc3e-4675-a1f4-603a3b1526b5 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:08:34.957056 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:08:34.957504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Checking segment: {'id': '7aca6caf-0df8-4835-a408-863ed06f1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ebb8542e-bc3e-4675-a1f4-603a3b1526b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:08:34.958113 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:34.958590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Bound using segment: {'id': '7aca6caf-0df8-4835-a408-863ed06f1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ebb8542e-bc3e-4675-a1f4-603a3b1526b5'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:08:34.959124 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Bound port: b4075c1d-8893-49fb-83d8-856cf3cf701a, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aca6caf-0df8-4835-a408-863ed06f1985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ebb8542e-bc3e-4675-a1f4-603a3b1526b5'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:08:34.959659 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:35.093449 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] For port b4075c1d-8893-49fb-83d8-856cf3cf701a, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:08:35.097280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] For port b4075c1d-8893-49fb-83d8-856cf3cf701a, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b4075c1d-8893-49fb-83d8-856cf3cf701a,segment=NetworkSegment(7aca6caf-0df8-4835-a408-863ed06f1985),segment_id=7aca6caf-0df8-4835-a408-863ed06f1985)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:08:35.104563 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:35.193456 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:35.254106 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-06410293-a5c0-4af5-af96-276d3986d985 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2074640544-network', 'tenant_id': '2f15be1b757d459da5a966d7ff02ed13'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:35.279285 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b889bf3-9945-4689-a47c-cf19d3c8b640 None None] Pushing event updated for resources: {'Port': ['ID=b4075c1d-8893-49fb-83d8-856cf3cf701a,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:35.304059 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Routers {'b0d5c943-0eec-4757-99cc-521a0f7b6894'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:08:35.306445 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b0d5c943-0eec-4757-99cc-521a0f7b6894'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:35.312760 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06410293-a5c0-4af5-af96-276d3986d985 admin admin] Made reservation on behalf of 2f15be1b757d459da5a966d7ff02ed13 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:08:35.319257 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-06410293-a5c0-4af5-af96-276d3986d985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:35.338590 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-06410293-a5c0-4af5-af96-276d3986d985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:35.517912 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b4ea058e-3f23-4edd-b853-b05db39175ad None None] Provisioning complete for port b4075c1d-8893-49fb-83d8-856cf3cf701a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:35.518285 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b4ea058e-3f23-4edd-b853-b05db39175ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:35.530248 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-06410293-a5c0-4af5-af96-276d3986d985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:35.539998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] Router 74167515-2d17-4711-b299-ce81ba58c417 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:08:35.544321 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-06410293-a5c0-4af5-af96-276d3986d985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:35.611900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06410293-a5c0-4af5-af96-276d3986d985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49e4a50-50ce-40c5-9233-83c95db94000,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:35.624726 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06410293-a5c0-4af5-af96-276d3986d985 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:08:35.649163 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-06410293-a5c0-4af5-af96-276d3986d985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:35.649163 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-06410293-a5c0-4af5-af96-276d3986d985 admin admin] Added segment 2c6d49c4-dde4-44d8-90a1-8894a72ad6e0 of type vlan for network b5f981a1-ebd2-4812-b26e-e8be583afd86 Dec 12 18:08:35.703602 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] Set router b0d5c943-0eec-4757-99cc-521a0f7b6894 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:08:35.747081 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-06410293-a5c0-4af5-af96-276d3986d985 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:35.806983 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-06410293-a5c0-4af5-af96-276d3986d985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:35.807908 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06410293-a5c0-4af5-af96-276d3986d985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:35.808778 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-06410293-a5c0-4af5-af96-276d3986d985 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:35.842427 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:08:35.859296 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Sync routers for ids ['74167515-2d17-4711-b299-ce81ba58c417'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:08:35.899707 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:35.902509 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a9ce080a-c821-40ae-b92a-dde6445a1624 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4358904 Dec 12 18:08:35.905081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 32896) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:35.910665 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Routers {'74167515-2d17-4711-b299-ce81ba58c417'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:08:35.911389 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['74167515-2d17-4711-b299-ce81ba58c417'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:36.001649 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b4ea058e-3f23-4edd-b853-b05db39175ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:36.017812 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06410293-a5c0-4af5-af96-276d3986d985 admin admin] Pushing event updated for resources: {'Network': ['ID=b5f981a1-ebd2-4812-b26e-e8be583afd86,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:36.048214 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-06410293-a5c0-4af5-af96-276d3986d985 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1270390 Dec 12 18:08:36.050992 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 32908) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:36.056338 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-95608949-5fd9-498f-899b-ab2e5413d5a9 admin admin] Request body: {'subnet': {'network_id': 'b5f981a1-ebd2-4812-b26e-e8be583afd86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2074640544-subnet', 'tenant_id': '2f15be1b757d459da5a966d7ff02ed13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:36.106989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95608949-5fd9-498f-899b-ab2e5413d5a9 admin admin] Made reservation on behalf of 2f15be1b757d459da5a966d7ff02ed13 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:08:36.110338 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-95608949-5fd9-498f-899b-ab2e5413d5a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:36.159978 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network b5f981a1-ebd2-4812-b26e-e8be583afd86 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:08:36.180941 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Set router 74167515-2d17-4711-b299-ce81ba58c417 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:08:36.483733 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b4ea058e-3f23-4edd-b853-b05db39175ad None None] For port b4075c1d-8893-49fb-83d8-856cf3cf701a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b4075c1d-8893-49fb-83d8-856cf3cf701a,segment=NetworkSegment(7aca6caf-0df8-4835-a408-863ed06f1985),segment_id=7aca6caf-0df8-4835-a408-863ed06f1985)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:36.500969 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b4ea058e-3f23-4edd-b853-b05db39175ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:36.586170 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-95608949-5fd9-498f-899b-ab2e5413d5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:36.644242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea058e-3f23-4edd-b853-b05db39175ad None None] Pushing event updated for resources: {'Port': ['ID=b4075c1d-8893-49fb-83d8-856cf3cf701a,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:36.734786 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-354b2c1c-a2cf-446d-86a6-ad5410575319 None None] Provisioning complete for port b4075c1d-8893-49fb-83d8-856cf3cf701a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:36.735166 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-354b2c1c-a2cf-446d-86a6-ad5410575319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:36.751414 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74167515-2d17-4711-b299-ce81ba58c417', 'name': 'tempest-TestAggregatesBasicOps-1549227612-router', 'tenant_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '06c3fe5d-4c99-4b98-b89f-fd89dadd0916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:08:32Z', 'updated_at': '2021-12-12T18:08:34Z', 'revision_number': 3, 'project_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'gw_port': {'id': '06c3fe5d-4c99-4b98-b89f-fd89dadd0916', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74167515-2d17-4711-b299-ce81ba58c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:33Z', 'updated_at': '2021-12-12T18:08:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:36.753995 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95608949-5fd9-498f-899b-ab2e5413d5a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f05a0d8f-3c1a-4f8c-93ab-5be775bb6d2e,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:36.791043 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95608949-5fd9-498f-899b-ab2e5413d5a9 admin admin] Checking segment: {'id': '2c6d49c4-dde4-44d8-90a1-8894a72ad6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b5f981a1-ebd2-4812-b26e-e8be583afd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:08:36.791457 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95608949-5fd9-498f-899b-ab2e5413d5a9 admin admin] Network hostable DHCP agents. Network: b5f981a1-ebd2-4812-b26e-e8be583afd86, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:08:36.863013 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95608949-5fd9-498f-899b-ab2e5413d5a9 admin admin] Network b5f981a1-ebd2-4812-b26e-e8be583afd86 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:08:36.880140 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Checking router: 74167515-2d17-4711-b299-ce81ba58c417 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:08:36.881714 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Updating router 74167515-2d17-4711-b299-ce81ba58c417 port 06c3fe5d-4c99-4b98-b89f-fd89dadd0916 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:08:36.903602 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-95608949-5fd9-498f-899b-ab2e5413d5a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, b5f981a1-ebd2-4812-b26e-e8be583afd86) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:08:36.911571 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95608949-5fd9-498f-899b-ab2e5413d5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:36.914302 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-95608949-5fd9-498f-899b-ab2e5413d5a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:36.962683 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-95608949-5fd9-498f-899b-ab2e5413d5a9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9103391 Dec 12 18:08:36.965760 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:36.974390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f21ae7d-1d86-440b-a4f2-a62ac7b210d8 None None] Network 212bfe06-19c1-46ba-8022-e1172f9a639c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:08:36.979385 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef5f4c0-5f63-4bc8-a3cb-d191270e2f71 None None] Network b5f981a1-ebd2-4812-b26e-e8be583afd86 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:08:37.015508 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-361af0ee-f00e-467f-b12a-5ee3c1cb01d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:37.193198 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5c4ccc39-5467-4321-9497-14c30e8f9c5f up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:08:37.374064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-361af0ee-f00e-467f-b12a-5ee3c1cb01d1 admin admin] Allocated IP 172.20.0.1 (212bfe06-19c1-46ba-8022-e1172f9a639c/10cf09b7-75d2-4af9-9d6c-b7498e1f7e68/f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:08:37.503652 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:37.515090 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:37.537362 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-361af0ee-f00e-467f-b12a-5ee3c1cb01d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:37.579353 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Attempting to bind port 06c3fe5d-4c99-4b98-b89f-fd89dadd0916 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:08:37.579767 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Attempting to bind port 06c3fe5d-4c99-4b98-b89f-fd89dadd0916 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:08:37.580141 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Attempting to bind port 06c3fe5d-4c99-4b98-b89f-fd89dadd0916 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:08:37.581632 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-361af0ee-f00e-467f-b12a-5ee3c1cb01d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:37.654671 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:08:37.656127 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3e545c-2984-4892-9c79-6a68a5086bee None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:08:37.657518 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:08:37.660336 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:37.660820 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:08:37.661335 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Bound port: 06c3fe5d-4c99-4b98-b89f-fd89dadd0916, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:08:37.661733 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:37.702674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361af0ee-f00e-467f-b12a-5ee3c1cb01d1 admin admin] Pushing event updated for resources: {'Port': ['ID=f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:37.729914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361af0ee-f00e-467f-b12a-5ee3c1cb01d1 admin admin] Network 212bfe06-19c1-46ba-8022-e1172f9a639c is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:08:37.735283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-361af0ee-f00e-467f-b12a-5ee3c1cb01d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:08:37.741012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc3ee0c-2669-4198-ac0f-738f056a058c None None] Network b5f981a1-ebd2-4812-b26e-e8be583afd86 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:08:37.743248 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361af0ee-f00e-467f-b12a-5ee3c1cb01d1 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:08:37.809221 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] For port 06c3fe5d-4c99-4b98-b89f-fd89dadd0916, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:08:37.814882 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] For port 06c3fe5d-4c99-4b98-b89f-fd89dadd0916, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=06c3fe5d-4c99-4b98-b89f-fd89dadd0916,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:08:37.839092 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:37.839660 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-361af0ee-f00e-467f-b12a-5ee3c1cb01d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:37.911259 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b3f1d-70ed-45d6-90a3-f0fc2bc0f0f2 None None] Pushing event updated for resources: {'Port': ['ID=06c3fe5d-4c99-4b98-b89f-fd89dadd0916,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:37.938087 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74181bfe-5542-448e-97ef-7ec5adeb4eaa None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:08:37.979918 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d5c943-0eec-4757-99cc-521a0f7b6894', 'name': 'tempest-TestAggregatesBasicOps-459790033-router', 'tenant_id': '50a69b53ce7f4ff7b55ea1281979371b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c66416c4-e7b9-4604-b25c-6ebca455ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:08:24Z', 'updated_at': '2021-12-12T18:08:29Z', 'revision_number': 4, 'project_id': '50a69b53ce7f4ff7b55ea1281979371b', 'gw_port': {'id': 'c66416c4-e7b9-4604-b25c-6ebca455ea73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d5c943-0eec-4757-99cc-521a0f7b6894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:25Z', 'updated_at': '2021-12-12T18:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b4075c1d-8893-49fb-83d8-856cf3cf701a', 'name': '', 'network_id': 'ebb8542e-bc3e-4675-a1f4-603a3b1526b5', 'tenant_id': '50a69b53ce7f4ff7b55ea1281979371b', 'mac_address': 'fa:16:3e:7e:8f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d5c943-0eec-4757-99cc-521a0f7b6894', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'e5df2194-ad56-46da-90ed-fb0dce2f4866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:28Z', 'updated_at': '2021-12-12T18:08:35Z', 'revision_number': 4, 'project_id': '50a69b53ce7f4ff7b55ea1281979371b', 'subnets': [{'id': 'e5df2194-ad56-46da-90ed-fb0dce2f4866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:38.001734 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b3f1d-70ed-45d6-90a3-f0fc2bc0f0f2 None None] Pushing event updated for resources: {'Port': ['ID=06c3fe5d-4c99-4b98-b89f-fd89dadd0916,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:38.012687 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Routers {'74167515-2d17-4711-b299-ce81ba58c417'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:08:38.013429 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['74167515-2d17-4711-b299-ce81ba58c417'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:38.047646 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12ff84-dd03-4dcc-88e7-a17fb6353f11 None None] The sync data for ids ['b0d5c943-0eec-4757-99cc-521a0f7b6894'] in n-d-760354-5 is: [{'id': 'b0d5c943-0eec-4757-99cc-521a0f7b6894', 'name': 'tempest-TestAggregatesBasicOps-459790033-router', 'tenant_id': '50a69b53ce7f4ff7b55ea1281979371b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c66416c4-e7b9-4604-b25c-6ebca455ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:08:24Z', 'updated_at': '2021-12-12T18:08:29Z', 'revision_number': 4, 'project_id': '50a69b53ce7f4ff7b55ea1281979371b', 'gw_port': {'id': 'c66416c4-e7b9-4604-b25c-6ebca455ea73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d5c943-0eec-4757-99cc-521a0f7b6894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:25Z', 'updated_at': '2021-12-12T18:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b4075c1d-8893-49fb-83d8-856cf3cf701a', 'name': '', 'network_id': 'ebb8542e-bc3e-4675-a1f4-603a3b1526b5', 'tenant_id': '50a69b53ce7f4ff7b55ea1281979371b', 'mac_address': 'fa:16:3e:7e:8f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d5c943-0eec-4757-99cc-521a0f7b6894', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'e5df2194-ad56-46da-90ed-fb0dce2f4866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:28Z', 'updated_at': '2021-12-12T18:08:35Z', 'revision_number': 4, 'project_id': '50a69b53ce7f4ff7b55ea1281979371b', 'subnets': [{'id': 'e5df2194-ad56-46da-90ed-fb0dce2f4866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:08:38.051493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 5c4ccc39-5467-4321-9497-14c30e8f9c5f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:38.053938 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:38.290423 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-361af0ee-f00e-467f-b12a-5ee3c1cb01d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:38.318769 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6375e2ad-2d77-4f56-bd92-d893053df19b None None] Provisioning complete for port 06c3fe5d-4c99-4b98-b89f-fd89dadd0916 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:38.319587 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6375e2ad-2d77-4f56-bd92-d893053df19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:38.564097 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6375e2ad-2d77-4f56-bd92-d893053df19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:38.594233 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6375e2ad-2d77-4f56-bd92-d893053df19b None None] For port 06c3fe5d-4c99-4b98-b89f-fd89dadd0916, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=06c3fe5d-4c99-4b98-b89f-fd89dadd0916,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:38.605654 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6375e2ad-2d77-4f56-bd92-d893053df19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:38.689520 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375e2ad-2d77-4f56-bd92-d893053df19b None None] Pushing event updated for resources: {'Port': ['ID=06c3fe5d-4c99-4b98-b89f-fd89dadd0916,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:38.720177 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:38.743387 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6375e2ad-2d77-4f56-bd92-d893053df19b None None] Provisioning complete for port 5c4ccc39-5467-4321-9497-14c30e8f9c5f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:38.743810 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6375e2ad-2d77-4f56-bd92-d893053df19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:38.811505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 5c4ccc39-5467-4321-9497-14c30e8f9c5f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5c4ccc39-5467-4321-9497-14c30e8f9c5f,segment=NetworkSegment(b601e151-d69b-45d3-97fa-9d832d892beb),segment_id=b601e151-d69b-45d3-97fa-9d832d892beb)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:38.846613 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:38.849837 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-361af0ee-f00e-467f-b12a-5ee3c1cb01d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:38.861219 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-361af0ee-f00e-467f-b12a-5ee3c1cb01d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:38.913181 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] Set router 74167515-2d17-4711-b299-ce81ba58c417 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:08:39.275413 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-361af0ee-f00e-467f-b12a-5ee3c1cb01d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:39.287345 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361af0ee-f00e-467f-b12a-5ee3c1cb01d1 admin admin] Pushing event updated for resources: {'Port': ['ID=f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:39.419330 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b4075c1d-8893-49fb-83d8-856cf3cf701a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:08:39.424711 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6375e2ad-2d77-4f56-bd92-d893053df19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:39.430814 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74167515-2d17-4711-b299-ce81ba58c417', 'name': 'tempest-TestAggregatesBasicOps-1549227612-router', 'tenant_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '06c3fe5d-4c99-4b98-b89f-fd89dadd0916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:08:32Z', 'updated_at': '2021-12-12T18:08:34Z', 'revision_number': 3, 'project_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'gw_port': {'id': '06c3fe5d-4c99-4b98-b89f-fd89dadd0916', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74167515-2d17-4711-b299-ce81ba58c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:33Z', 'updated_at': '2021-12-12T18:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:39.521555 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d30f22f-69f7-4c43-a9ef-0083f919c02d None None] The sync data for ids ['74167515-2d17-4711-b299-ce81ba58c417'] in n-d-760354-5 is: [{'id': '74167515-2d17-4711-b299-ce81ba58c417', 'name': 'tempest-TestAggregatesBasicOps-1549227612-router', 'tenant_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '06c3fe5d-4c99-4b98-b89f-fd89dadd0916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:08:32Z', 'updated_at': '2021-12-12T18:08:34Z', 'revision_number': 3, 'project_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'gw_port': {'id': '06c3fe5d-4c99-4b98-b89f-fd89dadd0916', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74167515-2d17-4711-b299-ce81ba58c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:33Z', 'updated_at': '2021-12-12T18:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:08:39.589885 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=5c4ccc39-5467-4321-9497-14c30e8f9c5f,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:39.689223 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361af0ee-f00e-467f-b12a-5ee3c1cb01d1 admin admin] Network 212bfe06-19c1-46ba-8022-e1172f9a639c is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:08:39.693897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-361af0ee-f00e-467f-b12a-5ee3c1cb01d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:08:39.736922 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-6375e2ad-2d77-4f56-bd92-d893053df19b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:08:39.740889 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-6375e2ad-2d77-4f56-bd92-d893053df19b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:08:39.772177 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b4075c1d-8893-49fb-83d8-856cf3cf701a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:39.772558 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:40.026512 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361af0ee-f00e-467f-b12a-5ee3c1cb01d1 admin admin] Router 74167515-2d17-4711-b299-ce81ba58c417 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:08:40.404813 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361af0ee-f00e-467f-b12a-5ee3c1cb01d1 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:08:40.429968 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-361af0ee-f00e-467f-b12a-5ee3c1cb01d1 admin admin] 10.222.0.18 "PUT /v2.0/routers/74167515-2d17-4711-b299-ce81ba58c417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5227985 Dec 12 18:08:40.495013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-650b0554-ff1b-4f8a-ba22-337d76d8cb8d None None] Provisioning complete for port 5c4ccc39-5467-4321-9497-14c30e8f9c5f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:40.497387 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-650b0554-ff1b-4f8a-ba22-337d76d8cb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:40.766783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-650b0554-ff1b-4f8a-ba22-337d76d8cb8d None None] Provisioning complete for port f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:40.769345 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-650b0554-ff1b-4f8a-ba22-337d76d8cb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:40.852033 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-650b0554-ff1b-4f8a-ba22-337d76d8cb8d None None] Port f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:08:41.169943 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 06c3fe5d-4c99-4b98-b89f-fd89dadd0916 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:08:41.250630 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 06c3fe5d-4c99-4b98-b89f-fd89dadd0916 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:41.251591 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:41.376651 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5c4ccc39-5467-4321-9497-14c30e8f9c5f up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:08:41.446235 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 5c4ccc39-5467-4321-9497-14c30e8f9c5f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:41.446235 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:42.000526 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-87ef9bd0-e799-4d66-8c07-2c265c5cde7b tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:42.002652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-87ef9bd0-e799-4d66-8c07-2c265c5cde7b tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/networks?id=cfb0edd9-d488-4048-ae0d-73e4c44e7e08 HTTP/1.1" status: 200 len: 814 time: 0.1707370 Dec 12 18:08:42.023931 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-ca0780f5-191c-4997-a817-8265aaf7bc30 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/quotas/a3219648d9fc495cbc40cb251bfa904d HTTP/1.1" status: 200 len: 375 time: 0.0136828 Dec 12 18:08:42.099234 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-4d2e59e6-24d9-4e13-bb74-7d8ef44932e9 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3219648d9fc495cbc40cb251bfa904d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663280 Dec 12 18:08:42.216087 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-0e63bf33-9551-482d-96ae-ddcd727c9c2b tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:42.217749 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-0e63bf33-9551-482d-96ae-ddcd727c9c2b tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/networks?id=b5f981a1-ebd2-4812-b26e-e8be583afd86 HTTP/1.1" status: 200 len: 809 time: 0.1966455 Dec 12 18:08:42.247359 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-a0881884-201b-4488-a7b9-a75d66038a94 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/quotas/2f15be1b757d459da5a966d7ff02ed13 HTTP/1.1" status: 200 len: 375 time: 0.0224571 Dec 12 18:08:42.251708 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-a6c9e0f3-e4db-42f1-bb9e-ea191f583b7d service neutron] 10.222.0.18 "GET /v2.0/networks/cfb0edd9-d488-4048-ae0d-73e4c44e7e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420686 Dec 12 18:08:42.286805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-127aaef7-45d8-4483-830f-49d235f84bbf tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f15be1b757d459da5a966d7ff02ed13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332596 Dec 12 18:08:42.387317 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-796d2be9-2885-4863-a1de-7315de8db295 service neutron] 10.222.0.18 "GET /v2.0/networks/cfb0edd9-d488-4048-ae0d-73e4c44e7e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250060 Dec 12 18:08:42.404208 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-ad8fba5e-4a27-4566-a1c9-081c15240e5a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:08:42.405544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-ad8fba5e-4a27-4566-a1c9-081c15240e5a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1043916 Dec 12 18:08:42.532174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-ce9e2171-f357-46dc-aa3f-f7bdf574125b service neutron] 10.222.0.18 "GET /v2.0/networks/b5f981a1-ebd2-4812-b26e-e8be583afd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182196 Dec 12 18:08:42.713429 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6b107c3-9c6a-4247-9c0d-8c0326d3bf7e req-0be5900c-3a1a-4817-96d8-febbcec04e9f tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 210 time: 0.0583675 Dec 12 18:08:42.820599 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-33fcdea0-ac05-481e-911c-fd82671312b7 service neutron] 10.222.0.18 "GET /v2.0/networks/b5f981a1-ebd2-4812-b26e-e8be583afd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725754 Dec 12 18:08:43.068588 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Sync routers for ids ['74167515-2d17-4711-b299-ce81ba58c417'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:08:43.114905 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Routers {'74167515-2d17-4711-b299-ce81ba58c417'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:08:43.117847 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['74167515-2d17-4711-b299-ce81ba58c417'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:43.127417 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5fada5a6-9a17-41b9-bf5d-cac8a7c00453 req-30b04081-01c6-47ba-9ea7-d311bd62dd90 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 210 time: 0.0363140 Dec 12 18:08:43.298485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33416) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:43.366746 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Set router 74167515-2d17-4711-b299-ce81ba58c417 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:08:43.768997 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74167515-2d17-4711-b299-ce81ba58c417', 'name': 'tempest-TestAggregatesBasicOps-1549227612-router', 'tenant_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '06c3fe5d-4c99-4b98-b89f-fd89dadd0916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:08:32Z', 'updated_at': '2021-12-12T18:08:38Z', 'revision_number': 4, 'project_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'gw_port': {'id': '06c3fe5d-4c99-4b98-b89f-fd89dadd0916', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74167515-2d17-4711-b299-ce81ba58c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:33Z', 'updated_at': '2021-12-12T18:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c', 'name': '', 'network_id': '212bfe06-19c1-46ba-8022-e1172f9a639c', 'tenant_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'mac_address': 'fa:16:3e:c7:f1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74167515-2d17-4711-b299-ce81ba58c417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '10cf09b7-75d2-4af9-9d6c-b7498e1f7e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:37Z', 'updated_at': '2021-12-12T18:08:38Z', 'revision_number': 2, 'project_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'subnets': [{'id': '10cf09b7-75d2-4af9-9d6c-b7498e1f7e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:43.809799 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Checking router: 74167515-2d17-4711-b299-ce81ba58c417 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:08:43.810172 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Updating router 74167515-2d17-4711-b299-ce81ba58c417 port f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:08:43.896187 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:43.944629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2bca1f62-0372-43ec-8c01-cd3ae1e30f46 req-a94faa2e-89e6-4d46-ae6e-51b8a3c3180b tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 210 time: 0.0755756 Dec 12 18:08:44.041240 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e17740b6-bed4-41b5-823f-7d93b17faf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:44.350603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edb4e800-57f6-4dc1-aa70-83441370a657 req-04d7f42d-f7a7-4afa-89ef-6e448fae6047 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 210 time: 0.0505307 Dec 12 18:08:44.443350 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:44.458104 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:44.469399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-205f3b94-2150-4c35-a9f6-6230bb51dbfe tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:44.471560 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-205f3b94-2150-4c35-a9f6-6230bb51dbfe tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.31 "GET /v2.0/networks?id=cfb0edd9-d488-4048-ae0d-73e4c44e7e08 HTTP/1.1" status: 200 len: 814 time: 0.3206217 Dec 12 18:08:44.505446 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31873cbf-a5e5-48d7-9420-3fb01ffe84f1 None None] Pushing event updated for resources: {'Port': ['ID=f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:44.506264 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-e87214dc-21e2-4523-a0fb-38d47922e64e tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Request body: {'port': {'device_id': '3382c035-0253-4d5c-970b-476133abb8b2', 'network_id': 'cfb0edd9-d488-4048-ae0d-73e4c44e7e08', 'admin_state_up': True, 'tenant_id': 'a3219648d9fc495cbc40cb251bfa904d'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:44.643434 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Attempting to bind port f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:08:44.643835 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Attempting to bind port f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'b601e151-d69b-45d3-97fa-9d832d892beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '212bfe06-19c1-46ba-8022-e1172f9a639c'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:08:44.648201 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Attempting to bind port f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c on network 212bfe06-19c1-46ba-8022-e1172f9a639c {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:08:44.662721 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:08:44.663029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Checking segment: {'id': 'b601e151-d69b-45d3-97fa-9d832d892beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '212bfe06-19c1-46ba-8022-e1172f9a639c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:08:44.663475 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:44.663885 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Bound using segment: {'id': 'b601e151-d69b-45d3-97fa-9d832d892beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '212bfe06-19c1-46ba-8022-e1172f9a639c'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:08:44.664374 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Bound port: f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b601e151-d69b-45d3-97fa-9d832d892beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '212bfe06-19c1-46ba-8022-e1172f9a639c'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:08:44.664766 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:44.787521 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] For port f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:08:44.794018 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] For port f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c,segment=NetworkSegment(b601e151-d69b-45d3-97fa-9d832d892beb),segment_id=b601e151-d69b-45d3-97fa-9d832d892beb)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:08:44.803874 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:44.911924 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31873cbf-a5e5-48d7-9420-3fb01ffe84f1 None None] Pushing event updated for resources: {'Port': ['ID=f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:44.995962 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9744a510-d6fa-43a3-8313-77faf78bba00 None None] Provisioning complete for port f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:45.001136 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9744a510-d6fa-43a3-8313-77faf78bba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:45.034073 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-e87214dc-21e2-4523-a0fb-38d47922e64e tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Made reservation on behalf of a3219648d9fc495cbc40cb251bfa904d for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:08:45.038135 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-e87214dc-21e2-4523-a0fb-38d47922e64e tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:45.048959 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-456bfea6-1777-4e70-a72e-0ff509e683fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:45.067485 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Routers {'74167515-2d17-4711-b299-ce81ba58c417'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:08:45.068197 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['74167515-2d17-4711-b299-ce81ba58c417'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:45.144791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a23fc47-9872-4bcb-bfec-3abfa2e617e6 req-e0af8592-eb45-48c4-8714-046ec8872133 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 210 time: 0.0386972 Dec 12 18:08:45.171424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-c471599c-afb8-4b2e-8d9b-56e5ea99b396 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:45.173610 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-c471599c-afb8-4b2e-8d9b-56e5ea99b396 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.31 "GET /v2.0/networks?id=b5f981a1-ebd2-4812-b26e-e8be583afd86 HTTP/1.1" status: 200 len: 809 time: 0.4246368 Dec 12 18:08:45.211149 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-7e5494e1-6fe9-4552-a1f9-aa74e12601c5 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Request body: {'port': {'device_id': '27b8e2b6-c6da-4fba-942d-7595ec5ecebf', 'network_id': 'b5f981a1-ebd2-4812-b26e-e8be583afd86', 'admin_state_up': True, 'tenant_id': '2f15be1b757d459da5a966d7ff02ed13'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:45.256210 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] Set router 74167515-2d17-4711-b299-ce81ba58c417 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:08:45.484795 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9744a510-d6fa-43a3-8313-77faf78bba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:45.548080 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e820dc27-7740-486f-9474-10479cde8e79 req-fef8f51c-9226-464e-8ecd-7ce517596a62 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 210 time: 0.0395429 Dec 12 18:08:45.554020 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9744a510-d6fa-43a3-8313-77faf78bba00 None None] For port f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c,segment=NetworkSegment(b601e151-d69b-45d3-97fa-9d832d892beb),segment_id=b601e151-d69b-45d3-97fa-9d832d892beb)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:45.564105 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9744a510-d6fa-43a3-8313-77faf78bba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:45.610947 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74167515-2d17-4711-b299-ce81ba58c417', 'name': 'tempest-TestAggregatesBasicOps-1549227612-router', 'tenant_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '06c3fe5d-4c99-4b98-b89f-fd89dadd0916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:08:32Z', 'updated_at': '2021-12-12T18:08:38Z', 'revision_number': 4, 'project_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'gw_port': {'id': '06c3fe5d-4c99-4b98-b89f-fd89dadd0916', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74167515-2d17-4711-b299-ce81ba58c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:33Z', 'updated_at': '2021-12-12T18:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c', 'name': '', 'network_id': '212bfe06-19c1-46ba-8022-e1172f9a639c', 'tenant_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'mac_address': 'fa:16:3e:c7:f1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74167515-2d17-4711-b299-ce81ba58c417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '10cf09b7-75d2-4af9-9d6c-b7498e1f7e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:37Z', 'updated_at': '2021-12-12T18:08:44Z', 'revision_number': 4, 'project_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'subnets': [{'id': '10cf09b7-75d2-4af9-9d6c-b7498e1f7e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:45.645542 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d9093-fc6b-42a7-8cac-ef7a69f976b6 None None] The sync data for ids ['74167515-2d17-4711-b299-ce81ba58c417'] in n-d-760354-5 is: [{'id': '74167515-2d17-4711-b299-ce81ba58c417', 'name': 'tempest-TestAggregatesBasicOps-1549227612-router', 'tenant_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '06c3fe5d-4c99-4b98-b89f-fd89dadd0916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:08:32Z', 'updated_at': '2021-12-12T18:08:38Z', 'revision_number': 4, 'project_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'gw_port': {'id': '06c3fe5d-4c99-4b98-b89f-fd89dadd0916', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74167515-2d17-4711-b299-ce81ba58c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:33Z', 'updated_at': '2021-12-12T18:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c', 'name': '', 'network_id': '212bfe06-19c1-46ba-8022-e1172f9a639c', 'tenant_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'mac_address': 'fa:16:3e:c7:f1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74167515-2d17-4711-b299-ce81ba58c417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '10cf09b7-75d2-4af9-9d6c-b7498e1f7e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:37Z', 'updated_at': '2021-12-12T18:08:44Z', 'revision_number': 4, 'project_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'subnets': [{'id': '10cf09b7-75d2-4af9-9d6c-b7498e1f7e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:08:45.658225 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744a510-d6fa-43a3-8313-77faf78bba00 None None] Pushing event updated for resources: {'Port': ['ID=f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:45.685989 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e8a6d134-6675-4eb7-910d-7d22e2d0a96b None None] Provisioning complete for port f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:45.686962 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e8a6d134-6675-4eb7-910d-7d22e2d0a96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:45.733334 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e17740b6-bed4-41b5-823f-7d93b17faf67 admin admin] Deleting port b4075c1d-8893-49fb-83d8-856cf3cf701a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:08:45.733894 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e17740b6-bed4-41b5-823f-7d93b17faf67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:45.909686 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-e87214dc-21e2-4523-a0fb-38d47922e64e tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Allocated IP 172.20.0.12 (cfb0edd9-d488-4048-ae0d-73e4c44e7e08/5c120062-1b1c-4276-8039-2807a791c769/ff311254-80ab-4c40-bb17-ec7952fc6834) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:08:45.953444 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-e17740b6-bed4-41b5-823f-7d93b17faf67 admin admin] For port b4075c1d-8893-49fb-83d8-856cf3cf701a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b4075c1d-8893-49fb-83d8-856cf3cf701a,segment=NetworkSegment(7aca6caf-0df8-4835-a408-863ed06f1985),segment_id=7aca6caf-0df8-4835-a408-863ed06f1985)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:45.953594 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e17740b6-bed4-41b5-823f-7d93b17faf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:45.977614 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e17740b6-bed4-41b5-823f-7d93b17faf67 admin admin] Calling delete_port for b4075c1d-8893-49fb-83d8-856cf3cf701a owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:08:45.994400 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-7e5494e1-6fe9-4552-a1f9-aa74e12601c5 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Made reservation on behalf of 2f15be1b757d459da5a966d7ff02ed13 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:08:45.998213 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-7e5494e1-6fe9-4552-a1f9-aa74e12601c5 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:46.312501 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09e25777-13ee-4cbe-8e83-48a0dfe749d3 req-165385da-6daa-4b8c-81a1-257643181c14 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 210 time: 0.0516808 Dec 12 18:08:46.388457 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-e87214dc-21e2-4523-a0fb-38d47922e64e tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:46.441988 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-e87214dc-21e2-4523-a0fb-38d47922e64e tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:46.538630 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-7e5494e1-6fe9-4552-a1f9-aa74e12601c5 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Allocated IP 172.20.0.2 (b5f981a1-ebd2-4812-b26e-e8be583afd86/f05a0d8f-3c1a-4f8c-93ab-5be775bb6d2e/c61cb8d7-96ed-45e9-9740-c8eb5045cbcc) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:08:46.569830 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-e87214dc-21e2-4523-a0fb-38d47922e64e tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Network cfb0edd9-d488-4048-ae0d-73e4c44e7e08 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:08:46.583535 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-e87214dc-21e2-4523-a0fb-38d47922e64e tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:08:46.592335 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-e87214dc-21e2-4523-a0fb-38d47922e64e tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:08:46.641735 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87214dc-21e2-4523-a0fb-38d47922e64e tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Pushing event updated for resources: {'Port': ['ID=ff311254-80ab-4c40-bb17-ec7952fc6834,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:46.718138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cff98428-1c1e-4f3c-81ef-1173bf417dde req-5451f36e-2921-4a1d-8a58-e1a21d4c73c2 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 210 time: 0.0435359 Dec 12 18:08:46.773013 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-e87214dc-21e2-4523-a0fb-38d47922e64e tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:46.773776 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-e87214dc-21e2-4523-a0fb-38d47922e64e tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:46.791485 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e17740b6-bed4-41b5-823f-7d93b17faf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:46.860221 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17740b6-bed4-41b5-823f-7d93b17faf67 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4075c1d-8893-49fb-83d8-856cf3cf701a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:46.865212 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-e87214dc-21e2-4523-a0fb-38d47922e64e tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3712344 Dec 12 18:08:46.881064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-c9435da5-6a32-48f0-b10b-e4cd01af60ab tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:08:46.881235 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-c9435da5-6a32-48f0-b10b-e4cd01af60ab tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091612 Dec 12 18:08:47.112652 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:08:47.236861 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:47.243055 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cfb780f3-d275-4910-a45d-871293adf2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:47.257364 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:47.257737 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:47.280432 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Request body: {'port': {'device_id': '3382c035-0253-4d5c-970b-476133abb8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:47.346376 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-7e5494e1-6fe9-4552-a1f9-aa74e12601c5 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:47.475789 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:47.526508 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e17740b6-bed4-41b5-823f-7d93b17faf67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:47.564363 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-7e5494e1-6fe9-4552-a1f9-aa74e12601c5 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:47.596773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d55592-55d1-40f4-97c2-214cdde51ac4 req-8ba64c1a-783b-49ae-9bb1-252af00c1f48 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:47.598759 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5d55592-55d1-40f4-97c2-214cdde51ac4 req-8ba64c1a-783b-49ae-9bb1-252af00c1f48 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 932 time: 0.1724408 Dec 12 18:08:47.660597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5d55592-55d1-40f4-97c2-214cdde51ac4 req-f4a81eb1-7b85-497c-bf62-05064d1c75ef tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556381 Dec 12 18:08:47.740811 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-7e5494e1-6fe9-4552-a1f9-aa74e12601c5 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Network b5f981a1-ebd2-4812-b26e-e8be583afd86 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:08:47.753196 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-7e5494e1-6fe9-4552-a1f9-aa74e12601c5 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:08:47.755501 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5494e1-6fe9-4552-a1f9-aa74e12601c5 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Pushing event updated for resources: {'Port': ['ID=c61cb8d7-96ed-45e9-9740-c8eb5045cbcc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:47.764457 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-7e5494e1-6fe9-4552-a1f9-aa74e12601c5 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:08:47.847124 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85111f4f-4fb8-473c-9d1d-55b1b8ea5a80 req-90cbd609-75bf-4a38-8ddf-4e1cafce438d tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:47.852358 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:47.855879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85111f4f-4fb8-473c-9d1d-55b1b8ea5a80 req-90cbd609-75bf-4a38-8ddf-4e1cafce438d tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 931 time: 0.0602796 Dec 12 18:08:47.902541 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85111f4f-4fb8-473c-9d1d-55b1b8ea5a80 req-82d6c38a-f7eb-4293-9e78-340115a612e2 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440018 Dec 12 18:08:47.931792 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-7e5494e1-6fe9-4552-a1f9-aa74e12601c5 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:47.932434 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-7e5494e1-6fe9-4552-a1f9-aa74e12601c5 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:48.028189 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-7e5494e1-6fe9-4552-a1f9-aa74e12601c5 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8219483 Dec 12 18:08:48.041927 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Request body: {'port': {'device_id': '27b8e2b6-c6da-4fba-942d-7595ec5ecebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:08:48.166472 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:48.204347 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17740b6-bed4-41b5-823f-7d93b17faf67 admin admin] Router b0d5c943-0eec-4757-99cc-521a0f7b6894 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:08:48.218824 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff311254-80ab-4c40-bb17-ec7952fc6834 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:08:48.250794 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:48.305650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Transition to ACTIVE for port object ff311254-80ab-4c40-bb17-ec7952fc6834 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:08:48.337441 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:48.361546 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:48.472450 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Pushing event updated for resources: {'Port': ['ID=ff311254-80ab-4c40-bb17-ec7952fc6834,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:48.570298 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17740b6-bed4-41b5-823f-7d93b17faf67 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:08:48.579228 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0dcacb-c1a7-4577-87a4-0a8d7df23826 None None] Sync routers for ids ['b0d5c943-0eec-4757-99cc-521a0f7b6894'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:08:48.581711 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e17740b6-bed4-41b5-823f-7d93b17faf67 admin admin] 10.222.0.18 "PUT /v2.0/routers/b0d5c943-0eec-4757-99cc-521a0f7b6894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2809370 Dec 12 18:08:48.584602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33462) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:48.589450 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0dcacb-c1a7-4577-87a4-0a8d7df23826 None None] Routers {'b0d5c943-0eec-4757-99cc-521a0f7b6894'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:08:48.590187 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bf0dcacb-c1a7-4577-87a4-0a8d7df23826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b0d5c943-0eec-4757-99cc-521a0f7b6894'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:48.640225 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Attempting to bind port ff311254-80ab-4c40-bb17-ec7952fc6834 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:08:48.640607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Attempting to bind port ff311254-80ab-4c40-bb17-ec7952fc6834 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '1d1de7de-fd42-4271-8ffc-165eba3a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cfb0edd9-d488-4048-ae0d-73e4c44e7e08'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:08:48.640940 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Attempting to bind port ff311254-80ab-4c40-bb17-ec7952fc6834 on network cfb0edd9-d488-4048-ae0d-73e4c44e7e08 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:08:48.650913 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Port ff311254-80ab-4c40-bb17-ec7952fc6834 on network cfb0edd9-d488-4048-ae0d-73e4c44e7e08 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:08:48.651257 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Attempting to bind port ff311254-80ab-4c40-bb17-ec7952fc6834 on network cfb0edd9-d488-4048-ae0d-73e4c44e7e08 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:08:48.664303 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:08:48.664303 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Checking segment: {'id': '1d1de7de-fd42-4271-8ffc-165eba3a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cfb0edd9-d488-4048-ae0d-73e4c44e7e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:08:48.664303 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Bound using segment: {'id': '1d1de7de-fd42-4271-8ffc-165eba3a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cfb0edd9-d488-4048-ae0d-73e4c44e7e08'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:08:48.664303 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Bound port: ff311254-80ab-4c40-bb17-ec7952fc6834, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d1de7de-fd42-4271-8ffc-165eba3a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cfb0edd9-d488-4048-ae0d-73e4c44e7e08'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:08:48.664303 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:48.724037 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-bf0dcacb-c1a7-4577-87a4-0a8d7df23826 None None] Set router b0d5c943-0eec-4757-99cc-521a0f7b6894 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:08:48.743939 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c61cb8d7-96ed-45e9-9740-c8eb5045cbcc {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:08:48.756555 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9930-3e14-4006-919b-112b8ffc2395 admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:48.765929 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:48.805948 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Transition to ACTIVE for port object c61cb8d7-96ed-45e9-9740-c8eb5045cbcc will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:08:48.811113 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] For port ff311254-80ab-4c40-bb17-ec7952fc6834, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:08:48.814773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] For port ff311254-80ab-4c40-bb17-ec7952fc6834, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=ff311254-80ab-4c40-bb17-ec7952fc6834,segment=NetworkSegment(1d1de7de-fd42-4271-8ffc-165eba3a6e25),segment_id=1d1de7de-fd42-4271-8ffc-165eba3a6e25)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:08:48.816057 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:48.822075 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:48.877045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:48.877185 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:48.878556 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] 10.222.0.31 "PUT /v2.0/ports/ff311254-80ab-4c40-bb17-ec7952fc6834 HTTP/1.1" status: 200 len: 1092 time: 1.9361541 Dec 12 18:08:48.879175 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3382c035-0253-4d5c-970b-476133abb8b2', 'tag': 'ff311254-80ab-4c40-bb17-ec7952fc6834'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:08:48.881905 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8040560-382d-4e40-9a32-a579c4242cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "3382c035-0253-4d5c-970b-476133abb8b2", "tag": "ff311254-80ab-4c40-bb17-ec7952fc6834"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:08:48.899418 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Pushing event updated for resources: {'Port': ['ID=c61cb8d7-96ed-45e9-9740-c8eb5045cbcc,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:48.958632 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b96f28-c1eb-4f79-bbd9-6dfa4e36686e req-1b0c018a-5e1a-479e-948b-aa6783ba48fb tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:48.965836 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37b96f28-c1eb-4f79-bbd9-6dfa4e36686e req-1b0c018a-5e1a-479e-948b-aa6783ba48fb tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 944 time: 0.1117866 Dec 12 18:08:48.969195 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9930-3e14-4006-919b-112b8ffc2395 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:48.984981 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bf0dcacb-c1a7-4577-87a4-0a8d7df23826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d5c943-0eec-4757-99cc-521a0f7b6894', 'name': 'tempest-TestAggregatesBasicOps-459790033-router', 'tenant_id': '50a69b53ce7f4ff7b55ea1281979371b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'c66416c4-e7b9-4604-b25c-6ebca455ea73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:08:24Z', 'updated_at': '2021-12-12T18:08:46Z', 'revision_number': 5, 'project_id': '50a69b53ce7f4ff7b55ea1281979371b', 'gw_port': {'id': 'c66416c4-e7b9-4604-b25c-6ebca455ea73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d5c943-0eec-4757-99cc-521a0f7b6894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:25Z', 'updated_at': '2021-12-12T18:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:49.042430 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0dcacb-c1a7-4577-87a4-0a8d7df23826 None None] Checking router: b0d5c943-0eec-4757-99cc-521a0f7b6894 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:08:49.053239 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0dcacb-c1a7-4577-87a4-0a8d7df23826 None None] Routers {'b0d5c943-0eec-4757-99cc-521a0f7b6894'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:08:49.054180 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bf0dcacb-c1a7-4577-87a4-0a8d7df23826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b0d5c943-0eec-4757-99cc-521a0f7b6894'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:49.057442 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37b96f28-c1eb-4f79-bbd9-6dfa4e36686e req-942513f5-5d40-4b5e-b336-c0fa84a5b17d tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888231 Dec 12 18:08:49.073966 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e58759-e83e-4525-9e57-4e05e2b8bf3c service neutron] Pushing event updated for resources: {'Port': ['ID=ff311254-80ab-4c40-bb17-ec7952fc6834,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:49.093249 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e9930-3e14-4006-919b-112b8ffc2395 admin admin] Deleting port c66416c4-e7b9-4604-b25c-6ebca455ea73 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:08:49.094380 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d5da89-497f-46ad-b15f-c787bcfb0969 x-openstack-request-id: req-d9d5da89-497f-46ad-b15f-c787bcfb0969 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:08:49.094677 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3382c035-0253-4d5c-970b-476133abb8b2", "tag": "ff311254-80ab-4c40-bb17-ec7952fc6834", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:08:49.094939 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9d5da89-497f-46ad-b15f-c787bcfb0969 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:08:49.095380 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3382c035-0253-4d5c-970b-476133abb8b2', 'tag': 'ff311254-80ab-4c40-bb17-ec7952fc6834', 'status': 'completed', 'code': 200} Dec 12 18:08:49.095901 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9930-3e14-4006-919b-112b8ffc2395 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:49.191075 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Attempting to bind port c61cb8d7-96ed-45e9-9740-c8eb5045cbcc on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:08:49.191453 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Attempting to bind port c61cb8d7-96ed-45e9-9740-c8eb5045cbcc by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '2c6d49c4-dde4-44d8-90a1-8894a72ad6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b5f981a1-ebd2-4812-b26e-e8be583afd86'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:08:49.192018 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Attempting to bind port c61cb8d7-96ed-45e9-9740-c8eb5045cbcc on network b5f981a1-ebd2-4812-b26e-e8be583afd86 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:08:49.200414 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Port c61cb8d7-96ed-45e9-9740-c8eb5045cbcc on network b5f981a1-ebd2-4812-b26e-e8be583afd86 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:08:49.200758 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Attempting to bind port c61cb8d7-96ed-45e9-9740-c8eb5045cbcc on network b5f981a1-ebd2-4812-b26e-e8be583afd86 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:08:49.218847 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-bf0dcacb-c1a7-4577-87a4-0a8d7df23826 None None] Set router b0d5c943-0eec-4757-99cc-521a0f7b6894 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:08:49.221397 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:08:49.222479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Checking segment: {'id': '2c6d49c4-dde4-44d8-90a1-8894a72ad6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b5f981a1-ebd2-4812-b26e-e8be583afd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:08:49.222479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Bound using segment: {'id': '2c6d49c4-dde4-44d8-90a1-8894a72ad6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b5f981a1-ebd2-4812-b26e-e8be583afd86'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:08:49.222800 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Bound port: c61cb8d7-96ed-45e9-9740-c8eb5045cbcc, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c6d49c4-dde4-44d8-90a1-8894a72ad6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b5f981a1-ebd2-4812-b26e-e8be583afd86'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:08:49.223389 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:49.244436 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-d7f76336-6b05-4bb4-bb93-884c5ce9b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:49.246568 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-d7f76336-6b05-4bb4-bb93-884c5ce9b473 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3219648d9fc495cbc40cb251bfa904d&device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 1095 time: 0.1822176 Dec 12 18:08:49.269922 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3b5e9930-3e14-4006-919b-112b8ffc2395 admin admin] For port c66416c4-e7b9-4604-b25c-6ebca455ea73, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c66416c4-e7b9-4604-b25c-6ebca455ea73,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:49.270284 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9930-3e14-4006-919b-112b8ffc2395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:49.291920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec77798-ccd5-4063-b639-57f6bef9e9eb req-b6fe9938-46d7-4db9-8efd-57550d6a7089 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:49.294538 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ec77798-ccd5-4063-b639-57f6bef9e9eb req-b6fe9938-46d7-4db9-8efd-57550d6a7089 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 943 time: 0.1246526 Dec 12 18:08:49.299178 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e9930-3e14-4006-919b-112b8ffc2395 admin admin] Calling delete_port for c66416c4-e7b9-4604-b25c-6ebca455ea73 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:08:49.299344 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bf0dcacb-c1a7-4577-87a4-0a8d7df23826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d5c943-0eec-4757-99cc-521a0f7b6894', 'name': 'tempest-TestAggregatesBasicOps-459790033-router', 'tenant_id': '50a69b53ce7f4ff7b55ea1281979371b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:08:24Z', 'updated_at': '2021-12-12T18:08:48Z', 'revision_number': 6, 'project_id': '50a69b53ce7f4ff7b55ea1281979371b', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:49.331619 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-0eba0a6e-bbbd-446c-ad27-8c656b917658 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff311254-80ab-4c40-bb17-ec7952fc6834 HTTP/1.1" status: 200 len: 217 time: 0.0522556 Dec 12 18:08:49.335081 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0dcacb-c1a7-4577-87a4-0a8d7df23826 None None] The sync data for ids ['b0d5c943-0eec-4757-99cc-521a0f7b6894'] in n-d-760354-5 is: [{'id': 'b0d5c943-0eec-4757-99cc-521a0f7b6894', 'name': 'tempest-TestAggregatesBasicOps-459790033-router', 'tenant_id': '50a69b53ce7f4ff7b55ea1281979371b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:08:24Z', 'updated_at': '2021-12-12T18:08:48Z', 'revision_number': 6, 'project_id': '50a69b53ce7f4ff7b55ea1281979371b', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:08:49.379755 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ec77798-ccd5-4063-b639-57f6bef9e9eb req-399163f0-625e-48c4-b10c-ec110c41ca66 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775795 Dec 12 18:08:49.404739 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] For port c61cb8d7-96ed-45e9-9740-c8eb5045cbcc, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:08:49.424796 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] For port c61cb8d7-96ed-45e9-9740-c8eb5045cbcc, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=c61cb8d7-96ed-45e9-9740-c8eb5045cbcc,segment=NetworkSegment(2c6d49c4-dde4-44d8-90a1-8894a72ad6e0),segment_id=2c6d49c4-dde4-44d8-90a1-8894a72ad6e0)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:08:49.426643 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-513b0976-68f8-4634-9870-91cea8dbf99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:49.428193 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-513b0976-68f8-4634-9870-91cea8dbf99a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5c120062-1b1c-4276-8039-2807a791c769 HTTP/1.1" status: 200 len: 854 time: 0.0861163 Dec 12 18:08:49.431013 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:49.463605 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-3b9f8bb3-10ad-4cc8-90e0-27fd0f5e364f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cfb0edd9-d488-4048-ae0d-73e4c44e7e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250823 Dec 12 18:08:49.549198 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9930-3e14-4006-919b-112b8ffc2395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:49.573745 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e9930-3e14-4006-919b-112b8ffc2395 admin admin] Pushing event deleted for resources: {'Port': ['ID=c66416c4-e7b9-4604-b25c-6ebca455ea73,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:49.598185 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cb02b9-99d8-4919-88c8-a6b2c0c9d0bf None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:08:49.662322 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9930-3e14-4006-919b-112b8ffc2395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:49.778240 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9930-3e14-4006-919b-112b8ffc2395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:49.781049 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9930-3e14-4006-919b-112b8ffc2395 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:49.843821 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9930-3e14-4006-919b-112b8ffc2395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:49.851899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5e9930-3e14-4006-919b-112b8ffc2395 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0d5c943-0eec-4757-99cc-521a0f7b6894 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:08:49.857658 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3b5e9930-3e14-4006-919b-112b8ffc2395 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:49.862342 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3b5e9930-3e14-4006-919b-112b8ffc2395 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b0d5c943-0eec-4757-99cc-521a0f7b6894 HTTP/1.1" status: 204 len: 168 time: 1.2739153 Dec 12 18:08:49.862711 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33482) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:49.912360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-747611d5-1d3f-430d-a13a-162fdacd8f28 admin admin] Deleting subnet e5df2194-ad56-46da-90ed-fb0dce2f4866 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:08:49.915838 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-747611d5-1d3f-430d-a13a-162fdacd8f28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:49.954509 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-747611d5-1d3f-430d-a13a-162fdacd8f28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:49.956152 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:49.956764 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:49.958115 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] 10.222.0.31 "PUT /v2.0/ports/c61cb8d7-96ed-45e9-9740-c8eb5045cbcc HTTP/1.1" status: 200 len: 1091 time: 1.9202144 Dec 12 18:08:49.993908 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8817a7-2c2f-42de-a2f7-f34922a80451 service neutron] Pushing event updated for resources: {'Port': ['ID=c61cb8d7-96ed-45e9-9740-c8eb5045cbcc,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:50.042420 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-747611d5-1d3f-430d-a13a-162fdacd8f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:50.052512 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-5fb23f3a-178a-4360-ae37-497aabf0339a service neutron] 10.222.0.31 "GET /v2.0/networks/cfb0edd9-d488-4048-ae0d-73e4c44e7e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589037 Dec 12 18:08:50.070800 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-d9a41d66-477d-451a-8217-56e0740c9428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:50.073150 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-d9a41d66-477d-451a-8217-56e0740c9428 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f15be1b757d459da5a966d7ff02ed13&device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 1094 time: 0.0723107 Dec 12 18:08:50.112943 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-747611d5-1d3f-430d-a13a-162fdacd8f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:50.119513 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:50.147651 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747611d5-1d3f-430d-a13a-162fdacd8f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5df2194-ad56-46da-90ed-fb0dce2f4866,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:50.169796 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-747611d5-1d3f-430d-a13a-162fdacd8f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:50.174307 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-747611d5-1d3f-430d-a13a-162fdacd8f28 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e5df2194-ad56-46da-90ed-fb0dce2f4866 HTTP/1.1" status: 204 len: 168 time: 0.3104942 Dec 12 18:08:50.183610 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33486) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:50.188562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64bd2fb-c1e2-4a95-963f-e552a4a75d2c None None] Network ebb8542e-bc3e-4675-a1f4-603a3b1526b5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:08:50.239762 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-2366b5ee-78e1-4b51-9436-7d2229c21419 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c61cb8d7-96ed-45e9-9740-c8eb5045cbcc HTTP/1.1" status: 200 len: 217 time: 0.0522206 Dec 12 18:08:50.253806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e8121-2a66-40ff-ae87-856ded03c1a6 req-a7001c5c-9d18-4d24-9f85-6fd238b92b3f tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:50.255874 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a6e8121-2a66-40ff-ae87-856ded03c1a6 req-a7001c5c-9d18-4d24-9f85-6fd238b92b3f tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 944 time: 0.1038380 Dec 12 18:08:50.341797 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a6e8121-2a66-40ff-ae87-856ded03c1a6 req-97a2c57d-fad1-4dc1-a502-d62c99dd6bc1 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784323 Dec 12 18:08:50.382307 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-45315bb9-b45f-4db2-9458-7396e5eb4ac6 req-558ecb3c-9f5c-4783-9016-ce035c95ce5f service neutron] 10.222.0.31 "GET /v2.0/networks/cfb0edd9-d488-4048-ae0d-73e4c44e7e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222744 Dec 12 18:08:50.390620 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-7593b266-e1e9-47af-9d7b-2d0af81f9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:50.392120 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-7593b266-e1e9-47af-9d7b-2d0af81f9c6c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f05a0d8f-3c1a-4f8c-93ab-5be775bb6d2e HTTP/1.1" status: 200 len: 849 time: 0.1450453 Dec 12 18:08:50.434780 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:50.440730 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-44937166-e572-4f6d-a438-deac2a0a7b7f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b5f981a1-ebd2-4812-b26e-e8be583afd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374963 Dec 12 18:08:50.473200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e181b6d-83c8-42ea-82af-3539d59a9ecf None None] DHCP port deletion for ebb8542e-bc3e-4675-a1f4-603a3b1526b5 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:08:50.560247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9e181b6d-83c8-42ea-82af-3539d59a9ecf None None] Deleting port cedf07f0-91eb-473c-9e79-ea1a560c3343 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:08:50.561230 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e181b6d-83c8-42ea-82af-3539d59a9ecf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:50.585957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b9595-78b9-4596-9d53-9ee62a32e509 req-073aa4e5-aa9a-4d08-8da2-dd7a54599c24 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:50.591814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f28b9595-78b9-4596-9d53-9ee62a32e509 req-073aa4e5-aa9a-4d08-8da2-dd7a54599c24 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 943 time: 0.0691001 Dec 12 18:08:50.602137 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8040560-382d-4e40-9a32-a579c4242cd0 req-6ae353c7-d2dd-419a-b8f3-8b1f8faa4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:50.603674 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c8040560-382d-4e40-9a32-a579c4242cd0 req-6ae353c7-d2dd-419a-b8f3-8b1f8faa4a42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3219648d9fc495cbc40cb251bfa904d&device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 1095 time: 0.1251078 Dec 12 18:08:50.684313 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f28b9595-78b9-4596-9d53-9ee62a32e509 req-fa0b7413-2b79-4471-adb8-49d554005bc9 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846825 Dec 12 18:08:50.684667 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] Deleting port cedf07f0-91eb-473c-9e79-ea1a560c3343 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:08:50.685021 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:50.755742 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-162d83de-ab0f-4c6e-a936-18370ea285a3 service neutron] 10.222.0.31 "GET /v2.0/networks/b5f981a1-ebd2-4812-b26e-e8be583afd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996008 Dec 12 18:08:50.874901 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] For port cedf07f0-91eb-473c-9e79-ea1a560c3343, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=cedf07f0-91eb-473c-9e79-ea1a560c3343,segment=NetworkSegment(7aca6caf-0df8-4835-a408-863ed06f1985),segment_id=7aca6caf-0df8-4835-a408-863ed06f1985)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:50.875323 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:50.914682 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:50.924677 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9e181b6d-83c8-42ea-82af-3539d59a9ecf None None] For port cedf07f0-91eb-473c-9e79-ea1a560c3343, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=cedf07f0-91eb-473c-9e79-ea1a560c3343,segment=NetworkSegment(7aca6caf-0df8-4835-a408-863ed06f1985),segment_id=7aca6caf-0df8-4835-a408-863ed06f1985)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:50.925093 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e181b6d-83c8-42ea-82af-3539d59a9ecf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:50.944433 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9e181b6d-83c8-42ea-82af-3539d59a9ecf None None] Calling delete_port for cedf07f0-91eb-473c-9e79-ea1a560c3343 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:08:50.962994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33496) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:51.017955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] Calling delete_port for cedf07f0-91eb-473c-9e79-ea1a560c3343 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:08:51.033708 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8040560-382d-4e40-9a32-a579c4242cd0 req-b4462f14-c7d8-4acd-b493-6c04cc211dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:51.035251 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c8040560-382d-4e40-9a32-a579c4242cd0 req-b4462f14-c7d8-4acd-b493-6c04cc211dcd service neutron] 10.222.0.31 "GET /v2.0/networks?id=cfb0edd9-d488-4048-ae0d-73e4c44e7e08 HTTP/1.1" status: 200 len: 915 time: 0.4241514 Dec 12 18:08:51.043539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b4075c1d-8893-49fb-83d8-856cf3cf701a no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:08:51.047973 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e181b6d-83c8-42ea-82af-3539d59a9ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:51.076478 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: b4075c1d-8893-49fb-83d8-856cf3cf701a {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:08:51.076975 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b4075c1d-8893-49fb-83d8-856cf3cf701a not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:08:51.077493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device cedf07f0-91eb-473c-9e79-ea1a560c3343 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:08:51.101798 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ed163bf6-125d-4385-b4d7-b2e0bee7f779 req-368de05c-aba0-4dcc-9b3c-92e979c35f8f service neutron] 10.222.0.31 "GET /v2.0/networks/b5f981a1-ebd2-4812-b26e-e8be583afd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356872 Dec 12 18:08:51.102671 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b8e2b6-c6da-4fba-942d-7595ec5ecebf', 'tag': 'c61cb8d7-96ed-45e9-9740-c8eb5045cbcc'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:08:51.111585 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1724083-f734-4516-b68d-10796b6492dd" -d '{"events": [{"name": "network-changed", "server_uuid": "27b8e2b6-c6da-4fba-942d-7595ec5ecebf", "tag": "c61cb8d7-96ed-45e9-9740-c8eb5045cbcc"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:08:51.118224 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c8040560-382d-4e40-9a32-a579c4242cd0 req-d4670bbd-effa-45ae-9dd6-0ec8710ce718 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff311254-80ab-4c40-bb17-ec7952fc6834 HTTP/1.1" status: 200 len: 217 time: 0.0734735 Dec 12 18:08:51.127690 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e181b6d-83c8-42ea-82af-3539d59a9ecf None None] Pushing event deleted for resources: {'Port': ['ID=cedf07f0-91eb-473c-9e79-ea1a560c3343,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:51.131168 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: cedf07f0-91eb-473c-9e79-ea1a560c3343 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:08:51.132107 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device cedf07f0-91eb-473c-9e79-ea1a560c3343 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:08:51.132545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c66416c4-e7b9-4604-b25c-6ebca455ea73 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:08:51.158410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e181b6d-83c8-42ea-82af-3539d59a9ecf None None] No DVR routers for this DVR port cedf07f0-91eb-473c-9e79-ea1a560c3343 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:08:51.161644 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: c66416c4-e7b9-4604-b25c-6ebca455ea73 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:08:51.162003 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c66416c4-e7b9-4604-b25c-6ebca455ea73 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:08:51.225285 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe18cce5-4d7f-4566-8f38-4ec92623b72e x-openstack-request-id: req-fe18cce5-4d7f-4566-8f38-4ec92623b72e {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:08:51.225834 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b8e2b6-c6da-4fba-942d-7595ec5ecebf", "tag": "c61cb8d7-96ed-45e9-9740-c8eb5045cbcc", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:08:51.225834 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe18cce5-4d7f-4566-8f38-4ec92623b72e {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:08:51.226223 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b8e2b6-c6da-4fba-942d-7595ec5ecebf', 'tag': 'c61cb8d7-96ed-45e9-9740-c8eb5045cbcc', 'status': 'completed', 'code': 200} Dec 12 18:08:51.241478 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8040560-382d-4e40-9a32-a579c4242cd0 req-5f4abd6a-6e80-4f7c-b674-cd398eb7ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:51.242722 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c8040560-382d-4e40-9a32-a579c4242cd0 req-5f4abd6a-6e80-4f7c-b674-cd398eb7ba8f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5c120062-1b1c-4276-8039-2807a791c769 HTTP/1.1" status: 200 len: 854 time: 0.0819619 Dec 12 18:08:51.259464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bca7755a-222f-4f52-8f56-0be356e06485 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Deleting port d9e844c2-48b8-4593-9bb8-8e5ea1d63dbe {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:08:51.260078 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bca7755a-222f-4f52-8f56-0be356e06485 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:51.283592 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c8040560-382d-4e40-9a32-a579c4242cd0 req-6c71faa7-1ff2-468d-860b-c5da33671de1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cfb0edd9-d488-4048-ae0d-73e4c44e7e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285327 Dec 12 18:08:51.353178 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bca7755a-222f-4f52-8f56-0be356e06485 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:51.353516 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bca7755a-222f-4f52-8f56-0be356e06485 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:51.374430 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bca7755a-222f-4f52-8f56-0be356e06485 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Calling delete_port for d9e844c2-48b8-4593-9bb8-8e5ea1d63dbe owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:08:51.416261 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c8040560-382d-4e40-9a32-a579c4242cd0 req-5be5253e-798f-41c0-af7d-c9dc378ed8e0 service neutron] 10.222.0.31 "GET /v2.0/networks/cfb0edd9-d488-4048-ae0d-73e4c44e7e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048212 Dec 12 18:08:51.478614 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:51.517331 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] Pushing event deleted for resources: {'Port': ['ID=cedf07f0-91eb-473c-9e79-ea1a560c3343,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:51.525200 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1724083-f734-4516-b68d-10796b6492dd req-b3c38153-b972-43bd-8613-0398a3f5868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:51.526605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b048a65-0b0b-4cef-a35f-cf81d93d2353 req-dc0b1dae-73b4-4c28-b0da-776b4960d34d tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:51.526843 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a1724083-f734-4516-b68d-10796b6492dd req-b3c38153-b972-43bd-8613-0398a3f5868c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f15be1b757d459da5a966d7ff02ed13&device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 1094 time: 0.2733033 Dec 12 18:08:51.528182 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b048a65-0b0b-4cef-a35f-cf81d93d2353 req-dc0b1dae-73b4-4c28-b0da-776b4960d34d tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 944 time: 0.1022518 Dec 12 18:08:51.549633 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] No DVR routers for this DVR port cedf07f0-91eb-473c-9e79-ea1a560c3343 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:08:51.701408 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c8040560-382d-4e40-9a32-a579c4242cd0 req-9cc7cb79-dcef-4a72-8cd6-79a4a67206cc service neutron] 10.222.0.31 "GET /v2.0/networks/cfb0edd9-d488-4048-ae0d-73e4c44e7e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760825 Dec 12 18:08:51.703813 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:51.744596 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb8542e-bc3e-4675-a1f4-603a3b1526b5']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:51.759427 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aca6caf-0df8-4835-a408-863ed06f1985') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:51.759734 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aca6caf-0df8-4835-a408-863ed06f1985') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:51.762048 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1724083-f734-4516-b68d-10796b6492dd req-0c678ac3-7c24-4890-b95d-a51737e395c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:51.763862 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a1724083-f734-4516-b68d-10796b6492dd req-0c678ac3-7c24-4890-b95d-a51737e395c2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b5f981a1-ebd2-4812-b26e-e8be583afd86 HTTP/1.1" status: 200 len: 910 time: 0.2274792 Dec 12 18:08:51.781903 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:51.820435 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a1724083-f734-4516-b68d-10796b6492dd req-b9a950a2-9d19-46e8-a124-6595213a3010 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c61cb8d7-96ed-45e9-9740-c8eb5045cbcc HTTP/1.1" status: 200 len: 217 time: 0.0480680 Dec 12 18:08:51.827445 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:51.870576 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:08:51.871012 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:08:51.872805 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:08:51.940876 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1724083-f734-4516-b68d-10796b6492dd req-f412d795-d7b3-4969-9004-73cf3f8bfcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:51.941271 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a1724083-f734-4516-b68d-10796b6492dd req-f412d795-d7b3-4969-9004-73cf3f8bfcd2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f05a0d8f-3c1a-4f8c-93ab-5be775bb6d2e HTTP/1.1" status: 200 len: 849 time: 0.1114881 Dec 12 18:08:51.946981 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:51.960646 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:51.963916 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] 10.222.0.18 "DELETE /v2.0/networks/ebb8542e-bc3e-4675-a1f4-603a3b1526b5 HTTP/1.1" status: 204 len: 168 time: 1.7275355 Dec 12 18:08:51.967226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33506) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:52.016209 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a1724083-f734-4516-b68d-10796b6492dd req-c5c9ab25-49f1-4976-9872-5be0970c883a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b5f981a1-ebd2-4812-b26e-e8be583afd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668852 Dec 12 18:08:52.018929 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f745f80-4cc6-4712-ba6d-a5b76b33028c admin admin] Pushing event deleted for resources: {'Network': ['ID=ebb8542e-bc3e-4675-a1f4-603a3b1526b5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:52.032632 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b048a65-0b0b-4cef-a35f-cf81d93d2353 req-185c9958-dd06-4314-81b2-8fd06927a4e5 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918261 Dec 12 18:08:52.074464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bde5cd-68fd-4a00-90c3-663a74d427c5 req-d0ea742d-1ccb-41bf-83f3-d9c8fdd52345 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:52.075991 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54bde5cd-68fd-4a00-90c3-663a74d427c5 req-d0ea742d-1ccb-41bf-83f3-d9c8fdd52345 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 943 time: 0.1232829 Dec 12 18:08:52.132976 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bca7755a-222f-4f52-8f56-0be356e06485 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:52.173136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54bde5cd-68fd-4a00-90c3-663a74d427c5 req-b6b1e31c-45ae-4f3f-844b-799e8ec1d49a tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879328 Dec 12 18:08:52.175929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7755a-222f-4f52-8f56-0be356e06485 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Pushing event deleted for resources: {'Port': ['ID=d9e844c2-48b8-4593-9bb8-8e5ea1d63dbe,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:52.222127 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a1724083-f734-4516-b68d-10796b6492dd req-0c6b9f20-ebb8-497e-bf31-950e60b89131 service neutron] 10.222.0.31 "GET /v2.0/networks/b5f981a1-ebd2-4812-b26e-e8be583afd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480582 Dec 12 18:08:52.251305 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bca7755a-222f-4f52-8f56-0be356e06485 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:52.251719 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-bca7755a-222f-4f52-8f56-0be356e06485 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Floating IP 40561896-36cc-4cbd-8fc3-25fbbcaa2550 disassociated (deleted). External IP: 172.25.1.199, port: 5e75abf2-8287-45d5-807a-376d39aa75b8. Dec 12 18:08:52.407854 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a1724083-f734-4516-b68d-10796b6492dd req-147d6a95-0a4a-4e20-8da1-c51f4eee5b20 service neutron] 10.222.0.31 "GET /v2.0/networks/b5f981a1-ebd2-4812-b26e-e8be583afd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492198 Dec 12 18:08:52.489617 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca7755a-222f-4f52-8f56-0be356e06485 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:08:52.562273 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-427427cd-7b80-4b87-bacd-a6a3a3384bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:52.612893 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca7755a-222f-4f52-8f56-0be356e06485 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:08:52.617732 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bca7755a-222f-4f52-8f56-0be356e06485 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:52.625985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d7109-c4cd-4667-ae2d-9ab957941cf6 None None] Sync routers for ids ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:08:52.638164 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186d7109-c4cd-4667-ae2d-9ab957941cf6 None None] Routers {'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:08:52.639875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-186d7109-c4cd-4667-ae2d-9ab957941cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:52.648607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bca7755a-222f-4f52-8f56-0be356e06485 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "DELETE /v2.0/floatingips/40561896-36cc-4cbd-8fc3-25fbbcaa2550 HTTP/1.1" status: 204 len: 168 time: 1.6873031 Dec 12 18:08:52.649268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'tag': '5e75abf2-8287-45d5-807a-376d39aa75b8'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:08:52.652027 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa619bb-7372-4b8a-aea0-a29a15318052" -d '{"events": [{"name": "network-changed", "server_uuid": "e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd", "tag": "5e75abf2-8287-45d5-807a-376d39aa75b8"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:08:52.706465 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69113c52-da8e-4d6c-852f-5fb03fcd8a2d x-openstack-request-id: req-69113c52-da8e-4d6c-852f-5fb03fcd8a2d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:08:52.706753 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd", "tag": "5e75abf2-8287-45d5-807a-376d39aa75b8", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:08:52.707014 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69113c52-da8e-4d6c-852f-5fb03fcd8a2d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:08:52.707541 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'tag': '5e75abf2-8287-45d5-807a-376d39aa75b8', 'status': 'completed', 'code': 200} Dec 12 18:08:52.781266 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-186d7109-c4cd-4667-ae2d-9ab957941cf6 None None] Set router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:08:52.899105 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa619bb-7372-4b8a-aea0-a29a15318052 req-9fb2e700-0e11-421e-937b-938f34d1dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:52.900891 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3aa619bb-7372-4b8a-aea0-a29a15318052 req-9fb2e700-0e11-421e-937b-938f34d1dfda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6047249648824f7494e8d6c99f1cf1b4&device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 1096 time: 0.1711276 Dec 12 18:08:52.985957 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-427427cd-7b80-4b87-bacd-a6a3a3384bc1 admin admin] Deleting port f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:08:52.986367 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-427427cd-7b80-4b87-bacd-a6a3a3384bc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:53.047481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63857f8c-db61-4268-884e-73ec36cb599e req-f3e9171e-736f-4ab9-a41b-20d6600c7548 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:53.049055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63857f8c-db61-4268-884e-73ec36cb599e req-f3e9171e-736f-4ab9-a41b-20d6600c7548 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 945 time: 0.1463866 Dec 12 18:08:53.124762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa619bb-7372-4b8a-aea0-a29a15318052 req-c19eefa9-a372-4448-9ea4-2c83533d350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:53.126329 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3aa619bb-7372-4b8a-aea0-a29a15318052 req-c19eefa9-a372-4448-9ea4-2c83533d350e service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee64e78a-79f1-4b7b-baf7-6842a6a7daef HTTP/1.1" status: 200 len: 914 time: 0.1959779 Dec 12 18:08:53.139004 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-186d7109-c4cd-4667-ae2d-9ab957941cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'name': 'tempest-TestVolumeBackupRestore-213862924-router', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:01Z', 'updated_at': '2021-12-12T18:04:09Z', 'revision_number': 4, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'gw_port': {'id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:02Z', 'updated_at': '2021-12-12T18:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '1aca31dd-b39a-4c9b-8182-75265ea15eef', 'name': '', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'mac_address': 'fa:16:3e:8b:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:07Z', 'updated_at': '2021-12-12T18:04:22Z', 'revision_number': 5, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'subnets': [{'id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:53.146034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-427427cd-7b80-4b87-bacd-a6a3a3384bc1 admin admin] For port f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c,segment=NetworkSegment(b601e151-d69b-45d3-97fa-9d832d892beb),segment_id=b601e151-d69b-45d3-97fa-9d832d892beb)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:53.146527 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-427427cd-7b80-4b87-bacd-a6a3a3384bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:53.166237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-427427cd-7b80-4b87-bacd-a6a3a3384bc1 admin admin] Calling delete_port for f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:08:53.178714 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d7109-c4cd-4667-ae2d-9ab957941cf6 None None] Checking router: c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:08:53.189028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186d7109-c4cd-4667-ae2d-9ab957941cf6 None None] Routers {'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:08:53.189948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-186d7109-c4cd-4667-ae2d-9ab957941cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:53.221675 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3aa619bb-7372-4b8a-aea0-a29a15318052 req-c568e552-2c16-47c3-bfb1-ff9988217374 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e75abf2-8287-45d5-807a-376d39aa75b8 HTTP/1.1" status: 200 len: 217 time: 0.0823743 Dec 12 18:08:53.252290 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63857f8c-db61-4268-884e-73ec36cb599e req-283ff88a-279b-4108-b20f-0d8fd368dd0b tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/security-groups?id=93e58f71-226b-44ff-b244-83ffd6942cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719654 Dec 12 18:08:53.315601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f809ad-be96-40e6-b288-3754ab604108 req-3478bd8d-e0b0-4fb9-a88c-f4357298b89d tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:53.317330 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84f809ad-be96-40e6-b288-3754ab604108 req-3478bd8d-e0b0-4fb9-a88c-f4357298b89d tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 944 time: 0.1584260 Dec 12 18:08:53.319124 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa619bb-7372-4b8a-aea0-a29a15318052 req-56eb30c3-c06d-4d49-ba31-0995b9706058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:53.320575 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3aa619bb-7372-4b8a-aea0-a29a15318052 req-56eb30c3-c06d-4d49-ba31-0995b9706058 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=81ad747b-ad80-4348-8572-53c6e686d1c0 HTTP/1.1" status: 200 len: 852 time: 0.0833101 Dec 12 18:08:53.347762 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-186d7109-c4cd-4667-ae2d-9ab957941cf6 None None] Set router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:08:53.499557 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-427427cd-7b80-4b87-bacd-a6a3a3384bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:53.512036 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84f809ad-be96-40e6-b288-3754ab604108 req-318cbb1b-0e76-4d29-955b-24316808bbec tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872919 Dec 12 18:08:53.532794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427427cd-7b80-4b87-bacd-a6a3a3384bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:53.543185 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e6c98-65c4-4bb6-9b4b-7a55b188af17 req-2a9937f2-5b31-45d8-b4bd-f618096f7e5a tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:53.545522 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f8e6c98-65c4-4bb6-9b4b-7a55b188af17 req-2a9937f2-5b31-45d8-b4bd-f618096f7e5a tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 943 time: 0.1882389 Dec 12 18:08:53.548824 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa619bb-7372-4b8a-aea0-a29a15318052 req-97afee50-93d2-46d3-b0ab-056071d4cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:53.550425 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3aa619bb-7372-4b8a-aea0-a29a15318052 req-97afee50-93d2-46d3-b0ab-056071d4cc6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee64e78a-79f1-4b7b-baf7-6842a6a7daef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1964357 Dec 12 18:08:53.694388 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f8e6c98-65c4-4bb6-9b4b-7a55b188af17 req-4fba6bb4-61c4-48ad-8886-fa1afbf3ac51 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409831 Dec 12 18:08:53.704533 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-186d7109-c4cd-4667-ae2d-9ab957941cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'name': 'tempest-TestVolumeBackupRestore-213862924-router', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:01Z', 'updated_at': '2021-12-12T18:04:09Z', 'revision_number': 4, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'gw_port': {'id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:02Z', 'updated_at': '2021-12-12T18:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '1aca31dd-b39a-4c9b-8182-75265ea15eef', 'name': '', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'mac_address': 'fa:16:3e:8b:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:07Z', 'updated_at': '2021-12-12T18:04:22Z', 'revision_number': 5, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'subnets': [{'id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:53.740085 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d7109-c4cd-4667-ae2d-9ab957941cf6 None None] The sync data for ids ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'] in n-d-760354-5 is: [{'id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'name': 'tempest-TestVolumeBackupRestore-213862924-router', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:01Z', 'updated_at': '2021-12-12T18:04:09Z', 'revision_number': 4, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'gw_port': {'id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:02Z', 'updated_at': '2021-12-12T18:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '1aca31dd-b39a-4c9b-8182-75265ea15eef', 'name': '', 'network_id': 'ee64e78a-79f1-4b7b-baf7-6842a6a7daef', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'mac_address': 'fa:16:3e:8b:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:07Z', 'updated_at': '2021-12-12T18:04:22Z', 'revision_number': 5, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'subnets': [{'id': '81ad747b-ad80-4348-8572-53c6e686d1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:08:53.776293 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3aa619bb-7372-4b8a-aea0-a29a15318052 req-96b83034-7cfd-42f6-ae51-8835158c8f98 service neutron] 10.222.0.20 "GET /v2.0/networks/ee64e78a-79f1-4b7b-baf7-6842a6a7daef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096367 Dec 12 18:08:53.803932 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-427427cd-7b80-4b87-bacd-a6a3a3384bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:53.909340 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3aa619bb-7372-4b8a-aea0-a29a15318052 req-8db59596-9e59-45a2-9b6d-4dda114df4af service neutron] 10.222.0.20 "GET /v2.0/networks/ee64e78a-79f1-4b7b-baf7-6842a6a7daef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190147 Dec 12 18:08:54.092121 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427427cd-7b80-4b87-bacd-a6a3a3384bc1 admin admin] Router 74167515-2d17-4711-b299-ce81ba58c417 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:08:54.103441 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c475315-61d6-4675-a709-05a84cacb053 None None] New status for floating IP 40561896-36cc-4cbd-8fc3-25fbbcaa2550: DOWN {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:08:54.242141 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device ff311254-80ab-4c40-bb17-ec7952fc6834 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:08:54.346933 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port ff311254-80ab-4c40-bb17-ec7952fc6834, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=ff311254-80ab-4c40-bb17-ec7952fc6834,segment=NetworkSegment(1d1de7de-fd42-4271-8ffc-165eba3a6e25),segment_id=1d1de7de-fd42-4271-8ffc-165eba3a6e25)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:54.361757 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'ff311254-80ab-4c40-bb17-ec7952fc6834', 'network_id': 'cfb0edd9-d488-4048-ae0d-73e4c44e7e08', 'port_id': 'ff311254-80ab-4c40-bb17-ec7952fc6834', 'mac_address': 'fa:16:3e:cc:75:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c120062-1b1c-4276-8039-2807a791c769', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:08:54.419138 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:54.434998 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff311254-80ab-4c40-bb17-ec7952fc6834 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:08:54.440310 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9a858-7cf6-45bb-9097-0aef1aa823db req-01697e83-bf85-4dba-9962-6edb5f49ccb1 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:54.448408 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ba9a858-7cf6-45bb-9097-0aef1aa823db req-01697e83-bf85-4dba-9962-6edb5f49ccb1 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 945 time: 0.1103888 Dec 12 18:08:54.459177 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port ff311254-80ab-4c40-bb17-ec7952fc6834, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=ff311254-80ab-4c40-bb17-ec7952fc6834,segment=NetworkSegment(1d1de7de-fd42-4271-8ffc-165eba3a6e25),segment_id=1d1de7de-fd42-4271-8ffc-165eba3a6e25)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:54.465933 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:54.466797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device c61cb8d7-96ed-45e9-9740-c8eb5045cbcc details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:08:54.478674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd51bf-e9ff-437a-99d3-261a446fedb8 req-ab1424c9-00a4-4f2d-a98e-5988169fd675 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:54.480528 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96dd51bf-e9ff-437a-99d3-261a446fedb8 req-ab1424c9-00a4-4f2d-a98e-5988169fd675 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 945 time: 0.1017969 Dec 12 18:08:54.541014 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=ff311254-80ab-4c40-bb17-ec7952fc6834,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:54.598827 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427427cd-7b80-4b87-bacd-a6a3a3384bc1 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:08:54.616472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9ee35-e9b0-404b-a4af-7e31aa52bedc None None] Sync routers for ids ['74167515-2d17-4711-b299-ce81ba58c417'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:08:54.617643 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-427427cd-7b80-4b87-bacd-a6a3a3384bc1 admin admin] 10.222.0.18 "PUT /v2.0/routers/74167515-2d17-4711-b299-ce81ba58c417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6491168 Dec 12 18:08:54.618494 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33530) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:54.640234 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9ee35-e9b0-404b-a4af-7e31aa52bedc None None] Routers {'74167515-2d17-4711-b299-ce81ba58c417'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:08:54.641814 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f5a9ee35-e9b0-404b-a4af-7e31aa52bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['74167515-2d17-4711-b299-ce81ba58c417'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:54.660421 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ba9a858-7cf6-45bb-9097-0aef1aa823db req-3812db05-37ac-4c71-a230-256c73022cf6 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/security-groups?id=93e58f71-226b-44ff-b244-83ffd6942cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111022 Dec 12 18:08:54.727740 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515237a8-d669-4d07-bb3c-1082c9a84a46 req-1ab40759-163e-461b-a07f-3c3236530260 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:54.735027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-515237a8-d669-4d07-bb3c-1082c9a84a46 req-1ab40759-163e-461b-a07f-3c3236530260 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 945 time: 0.0736234 Dec 12 18:08:54.743472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-96dd51bf-e9ff-437a-99d3-261a446fedb8 req-afcd1697-4d94-4249-8173-98ab6a329b2c tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Deleting port 5e75abf2-8287-45d5-807a-376d39aa75b8 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:08:54.743813 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-96dd51bf-e9ff-437a-99d3-261a446fedb8 req-afcd1697-4d94-4249-8173-98ab6a329b2c tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:54.756254 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ba458a-2635-450b-9143-d5622b8a9607 admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:54.786980 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f5a9ee35-e9b0-404b-a4af-7e31aa52bedc None None] Set router 74167515-2d17-4711-b299-ce81ba58c417 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:08:54.941776 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ba458a-2635-450b-9143-d5622b8a9607 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:54.945144 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port c61cb8d7-96ed-45e9-9740-c8eb5045cbcc, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=c61cb8d7-96ed-45e9-9740-c8eb5045cbcc,segment=NetworkSegment(2c6d49c4-dde4-44d8-90a1-8894a72ad6e0),segment_id=2c6d49c4-dde4-44d8-90a1-8894a72ad6e0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:54.959875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-515237a8-d669-4d07-bb3c-1082c9a84a46 req-ea8e6083-e9ef-49d9-92cf-3560b5814448 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176521 Dec 12 18:08:54.986413 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba73ef4-144c-4687-b5e0-da767b69ad61 req-088fe9a2-367b-4834-91a4-bf136fab236f tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:54.991945 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ba73ef4-144c-4687-b5e0-da767b69ad61 req-088fe9a2-367b-4834-91a4-bf136fab236f tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 943 time: 0.1578622 Dec 12 18:08:54.995407 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'c61cb8d7-96ed-45e9-9740-c8eb5045cbcc', 'network_id': 'b5f981a1-ebd2-4812-b26e-e8be583afd86', 'port_id': 'c61cb8d7-96ed-45e9-9740-c8eb5045cbcc', 'mac_address': 'fa:16:3e:47:71:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05a0d8f-3c1a-4f8c-93ab-5be775bb6d2e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:08:55.005313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-96dd51bf-e9ff-437a-99d3-261a446fedb8 req-afcd1697-4d94-4249-8173-98ab6a329b2c tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] For port 5e75abf2-8287-45d5-807a-376d39aa75b8, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=5e75abf2-8287-45d5-807a-376d39aa75b8,segment=NetworkSegment(381dbbf8-da3f-4edf-b1f6-fa75e0281764),segment_id=381dbbf8-da3f-4edf-b1f6-fa75e0281764)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:55.006548 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-96dd51bf-e9ff-437a-99d3-261a446fedb8 req-afcd1697-4d94-4249-8173-98ab6a329b2c tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:55.027465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-96dd51bf-e9ff-437a-99d3-261a446fedb8 req-afcd1697-4d94-4249-8173-98ab6a329b2c tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Calling delete_port for 5e75abf2-8287-45d5-807a-376d39aa75b8 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:08:55.056650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba458a-2635-450b-9143-d5622b8a9607 admin admin] Deleting port 06c3fe5d-4c99-4b98-b89f-fd89dadd0916 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:08:55.057022 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ba458a-2635-450b-9143-d5622b8a9607 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:55.102873 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ba73ef4-144c-4687-b5e0-da767b69ad61 req-b766f9ad-3403-4493-a80b-659d19a49579 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081908 Dec 12 18:08:55.210956 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-b2ba458a-2635-450b-9143-d5622b8a9607 admin admin] For port 06c3fe5d-4c99-4b98-b89f-fd89dadd0916, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=06c3fe5d-4c99-4b98-b89f-fd89dadd0916,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:55.211934 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ba458a-2635-450b-9143-d5622b8a9607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:55.223900 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:55.235562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba458a-2635-450b-9143-d5622b8a9607 admin admin] Calling delete_port for 06c3fe5d-4c99-4b98-b89f-fd89dadd0916 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:08:55.251056 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c61cb8d7-96ed-45e9-9740-c8eb5045cbcc {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:08:55.275458 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-96dd51bf-e9ff-437a-99d3-261a446fedb8 req-afcd1697-4d94-4249-8173-98ab6a329b2c tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:55.300022 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port c61cb8d7-96ed-45e9-9740-c8eb5045cbcc, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=c61cb8d7-96ed-45e9-9740-c8eb5045cbcc,segment=NetworkSegment(2c6d49c4-dde4-44d8-90a1-8894a72ad6e0),segment_id=2c6d49c4-dde4-44d8-90a1-8894a72ad6e0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:55.313006 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:55.317866 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f5a9ee35-e9b0-404b-a4af-7e31aa52bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74167515-2d17-4711-b299-ce81ba58c417', 'name': 'tempest-TestAggregatesBasicOps-1549227612-router', 'tenant_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '06c3fe5d-4c99-4b98-b89f-fd89dadd0916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:08:32Z', 'updated_at': '2021-12-12T18:08:53Z', 'revision_number': 5, 'project_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'gw_port': {'id': '06c3fe5d-4c99-4b98-b89f-fd89dadd0916', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74167515-2d17-4711-b299-ce81ba58c417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:08:33Z', 'updated_at': '2021-12-12T18:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:55.330757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd1697-4d94-4249-8173-98ab6a329b2c tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Pushing event deleted for resources: {'Port': ['ID=5e75abf2-8287-45d5-807a-376d39aa75b8,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:55.364061 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9ee35-e9b0-404b-a4af-7e31aa52bedc None None] Checking router: 74167515-2d17-4711-b299-ce81ba58c417 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:08:55.401754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-96dd51bf-e9ff-437a-99d3-261a446fedb8 req-afcd1697-4d94-4249-8173-98ab6a329b2c tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] No DVR routers for this DVR port 5e75abf2-8287-45d5-807a-376d39aa75b8 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:08:55.408973 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-96dd51bf-e9ff-437a-99d3-261a446fedb8 req-afcd1697-4d94-4249-8173-98ab6a329b2c tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:55.412101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9ee35-e9b0-404b-a4af-7e31aa52bedc None None] Routers {'74167515-2d17-4711-b299-ce81ba58c417'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:08:55.412806 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f5a9ee35-e9b0-404b-a4af-7e31aa52bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['74167515-2d17-4711-b299-ce81ba58c417'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:55.413031 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96dd51bf-e9ff-437a-99d3-261a446fedb8 req-afcd1697-4d94-4249-8173-98ab6a329b2c tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.20 "DELETE /v2.0/ports/5e75abf2-8287-45d5-807a-376d39aa75b8 HTTP/1.1" status: 204 len: 173 time: 0.9246087 Dec 12 18:08:55.413521 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'name': 'network-vif-deleted', 'tag': '5e75abf2-8287-45d5-807a-376d39aa75b8'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:08:55.416020 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36ecabb-6e88-4add-8047-bfce42572234" -d '{"events": [{"server_uuid": "e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd", "name": "network-vif-deleted", "tag": "5e75abf2-8287-45d5-807a-376d39aa75b8"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:08:55.473990 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892dc112-9e2a-4fdc-ae6f-5a859002fbd4 x-openstack-request-id: req-892dc112-9e2a-4fdc-ae6f-5a859002fbd4 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:08:55.475369 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd", "name": "network-vif-deleted", "tag": "5e75abf2-8287-45d5-807a-376d39aa75b8", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:08:55.475695 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-892dc112-9e2a-4fdc-ae6f-5a859002fbd4 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:08:55.477348 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd', 'name': 'network-vif-deleted', 'tag': '5e75abf2-8287-45d5-807a-376d39aa75b8', 'status': 'completed', 'code': 200} Dec 12 18:08:55.559471 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ba458a-2635-450b-9143-d5622b8a9607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:55.587713 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba458a-2635-450b-9143-d5622b8a9607 admin admin] Pushing event deleted for resources: {'Port': ['ID=06c3fe5d-4c99-4b98-b89f-fd89dadd0916,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:55.708050 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ba458a-2635-450b-9143-d5622b8a9607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:55.823930 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ba458a-2635-450b-9143-d5622b8a9607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:55.827340 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ba458a-2635-450b-9143-d5622b8a9607 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:55.856456 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f5a9ee35-e9b0-404b-a4af-7e31aa52bedc None None] Set router 74167515-2d17-4711-b299-ce81ba58c417 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:08:55.859879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eeb8b655-b86d-48b0-9c2d-7175f3de40c0 req-4b2c8512-9459-4cf4-aefc-9f695692301d tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 210 time: 0.0715370 Dec 12 18:08:55.936945 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ba458a-2635-450b-9143-d5622b8a9607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:55.938106 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ba458a-2635-450b-9143-d5622b8a9607 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74167515-2d17-4711-b299-ce81ba58c417 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:08:55.947289 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ba458a-2635-450b-9143-d5622b8a9607 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:55.959721 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=c61cb8d7-96ed-45e9-9740-c8eb5045cbcc,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:55.960146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33540) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:55.960811 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b2ba458a-2635-450b-9143-d5622b8a9607 admin admin] 10.222.0.18 "DELETE /v2.0/routers/74167515-2d17-4711-b299-ce81ba58c417 HTTP/1.1" status: 204 len: 168 time: 1.3402324 Dec 12 18:08:55.965021 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a43ae8-5fc8-4167-b688-5cb9234558cc None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:08:55.971616 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f5a9ee35-e9b0-404b-a4af-7e31aa52bedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74167515-2d17-4711-b299-ce81ba58c417', 'name': 'tempest-TestAggregatesBasicOps-1549227612-router', 'tenant_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:08:32Z', 'updated_at': '2021-12-12T18:08:54Z', 'revision_number': 6, 'project_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:56.053327 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9ee35-e9b0-404b-a4af-7e31aa52bedc None None] The sync data for ids ['74167515-2d17-4711-b299-ce81ba58c417'] in n-d-760354-5 is: [{'id': '74167515-2d17-4711-b299-ce81ba58c417', 'name': 'tempest-TestAggregatesBasicOps-1549227612-router', 'tenant_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:08:32Z', 'updated_at': '2021-12-12T18:08:54Z', 'revision_number': 6, 'project_id': '1fac9b3eacdc44d1b49d08b854d42b6e', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:08:56.149314 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['ff311254-80ab-4c40-bb17-ec7952fc6834'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:08:56.178324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-de59f030-8a94-4c58-a4f7-0427f3502ac4 admin admin] Deleting subnet 10cf09b7-75d2-4af9-9d6c-b7498e1f7e68 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:08:56.182176 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de59f030-8a94-4c58-a4f7-0427f3502ac4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:56.182715 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['c61cb8d7-96ed-45e9-9740-c8eb5045cbcc'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:08:56.271192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e247b-44e0-416a-ad6e-096f0fcb9cac req-3deb33af-0c62-459a-8488-9a89ea305a20 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:56.280195 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b70e247b-44e0-416a-ad6e-096f0fcb9cac req-3deb33af-0c62-459a-8488-9a89ea305a20 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 945 time: 0.1933570 Dec 12 18:08:56.310286 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de59f030-8a94-4c58-a4f7-0427f3502ac4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:56.386454 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdb4ed-8ecb-4f94-a58e-f9f511b9ac36 req-d767db13-9155-4b91-be64-fbc32ace74ff tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:56.395052 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42bdb4ed-8ecb-4f94-a58e-f9f511b9ac36 req-d767db13-9155-4b91-be64-fbc32ace74ff tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 944 time: 0.1702206 Dec 12 18:08:56.418092 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b70e247b-44e0-416a-ad6e-096f0fcb9cac req-fbb34987-da2e-4a69-9f2b-14ce8b6be56e tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312294 Dec 12 18:08:56.513079 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de59f030-8a94-4c58-a4f7-0427f3502ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:56.552251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42bdb4ed-8ecb-4f94-a58e-f9f511b9ac36 req-5aa647af-a1a6-4c9e-a025-0d83b2c1becd tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512663 Dec 12 18:08:56.668749 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de59f030-8a94-4c58-a4f7-0427f3502ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:56.717362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59f030-8a94-4c58-a4f7-0427f3502ac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10cf09b7-75d2-4af9-9d6c-b7498e1f7e68,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:56.722111 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de59f030-8a94-4c58-a4f7-0427f3502ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:56.726461 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-de59f030-8a94-4c58-a4f7-0427f3502ac4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/10cf09b7-75d2-4af9-9d6c-b7498e1f7e68 HTTP/1.1" status: 204 len: 168 time: 0.7645929 Dec 12 18:08:56.728249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b425e25-e39a-4017-9c6c-5f8dac8eba55 None None] Network 212bfe06-19c1-46ba-8022-e1172f9a639c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:08:56.729057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33546) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:56.828836 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:56.951178 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] Deleting port 5c4ccc39-5467-4321-9497-14c30e8f9c5f {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:08:56.951845 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:57.007820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315725ae-cdd7-4843-abbc-e58f2c094c61 None None] DHCP port deletion for 212bfe06-19c1-46ba-8022-e1172f9a639c request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:08:57.045905 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-763a85a7-4236-4532-afe5-31a0f86b51af req-9a42a5dc-5abd-423c-b30d-8553655d2f5c tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 210 time: 0.0368769 Dec 12 18:08:57.066885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] For port 5c4ccc39-5467-4321-9497-14c30e8f9c5f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5c4ccc39-5467-4321-9497-14c30e8f9c5f,segment=NetworkSegment(b601e151-d69b-45d3-97fa-9d832d892beb),segment_id=b601e151-d69b-45d3-97fa-9d832d892beb)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:57.067683 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:57.101529 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] Calling delete_port for 5c4ccc39-5467-4321-9497-14c30e8f9c5f owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:08:57.141956 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-315725ae-cdd7-4843-abbc-e58f2c094c61 None None] Deleting port 5c4ccc39-5467-4321-9497-14c30e8f9c5f {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:08:57.142338 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-315725ae-cdd7-4843-abbc-e58f2c094c61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:57.224351 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-315725ae-cdd7-4843-abbc-e58f2c094c61 None None] For port 5c4ccc39-5467-4321-9497-14c30e8f9c5f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5c4ccc39-5467-4321-9497-14c30e8f9c5f,segment=NetworkSegment(b601e151-d69b-45d3-97fa-9d832d892beb),segment_id=b601e151-d69b-45d3-97fa-9d832d892beb)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:57.224990 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-315725ae-cdd7-4843-abbc-e58f2c094c61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:57.238863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-315725ae-cdd7-4843-abbc-e58f2c094c61 None None] Calling delete_port for 5c4ccc39-5467-4321-9497-14c30e8f9c5f owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:08:57.241790 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:57.322863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4ccc39-5467-4321-9497-14c30e8f9c5f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:57.336836 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-315725ae-cdd7-4843-abbc-e58f2c094c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:57.340236 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] No DVR routers for this DVR port 5c4ccc39-5467-4321-9497-14c30e8f9c5f on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:08:57.341781 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 06c3fe5d-4c99-4b98-b89f-fd89dadd0916 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:08:57.393924 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315725ae-cdd7-4843-abbc-e58f2c094c61 None None] No DVR routers for this DVR port 5c4ccc39-5467-4321-9497-14c30e8f9c5f on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:08:57.400961 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 06c3fe5d-4c99-4b98-b89f-fd89dadd0916 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:08:57.401635 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 06c3fe5d-4c99-4b98-b89f-fd89dadd0916 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:08:57.402755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5c4ccc39-5467-4321-9497-14c30e8f9c5f no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:08:57.454096 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 5c4ccc39-5467-4321-9497-14c30e8f9c5f {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:08:57.455310 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5c4ccc39-5467-4321-9497-14c30e8f9c5f not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:08:57.455310 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:08:57.457366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315725ae-cdd7-4843-abbc-e58f2c094c61 None None] Pushing event deleted for resources: {'Port': ['ID=5c4ccc39-5467-4321-9497-14c30e8f9c5f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:57.510038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:08:57.510519 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f7fd6e2a-727d-4af8-b4ab-50095cbfeb9c not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:08:57.526529 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:57.597809 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212bfe06-19c1-46ba-8022-e1172f9a639c']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:57.612242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b601e151-d69b-45d3-97fa-9d832d892beb') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:57.612551 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b601e151-d69b-45d3-97fa-9d832d892beb') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:08:57.626303 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:57.642126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafac40e-5681-4cbd-977a-c915a5b9e3b0 req-25838f71-aea5-492a-87b6-4b2ebfeb8a0a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:57.644033 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cafac40e-5681-4cbd-977a-c915a5b9e3b0 req-25838f71-aea5-492a-87b6-4b2ebfeb8a0a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 945 time: 0.1014261 Dec 12 18:08:57.666424 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:57.709226 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:08:57.709676 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:08:57.712008 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:08:57.804073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209f4da-e696-4e42-aa57-b53fa2c6d845 req-f17e5944-752f-46c0-be61-3f777b152241 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:57.805756 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5209f4da-e696-4e42-aa57-b53fa2c6d845 req-f17e5944-752f-46c0-be61-3f777b152241 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 944 time: 0.1355693 Dec 12 18:08:57.810565 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cafac40e-5681-4cbd-977a-c915a5b9e3b0 req-b82842e7-e630-4196-ba0f-eed274917776 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607120 Dec 12 18:08:57.849295 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:57.860943 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:57.865084 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] 10.222.0.18 "DELETE /v2.0/networks/212bfe06-19c1-46ba-8022-e1172f9a639c HTTP/1.1" status: 204 len: 168 time: 1.1344748 Dec 12 18:08:57.907590 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5209f4da-e696-4e42-aa57-b53fa2c6d845 req-c71bbbf0-838b-4bb7-8805-371875d9d724 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949328 Dec 12 18:08:57.908980 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c9f30-8466-46fc-a5fb-87ffdb51b6ce admin admin] Pushing event deleted for resources: {'Network': ['ID=212bfe06-19c1-46ba-8022-e1172f9a639c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:57.972848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 5e75abf2-8287-45d5-807a-376d39aa75b8 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:08:58.019540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 5e75abf2-8287-45d5-807a-376d39aa75b8 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:08:58.020176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 5e75abf2-8287-45d5-807a-376d39aa75b8 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:08:58.041338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33560) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:58.088020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0a2ae30b-aaa8-4e16-8e27-86c294c92fbd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50a69b53ce7f4ff7b55ea1281979371b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452931 Dec 12 18:08:58.088237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33562) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:58.141925 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:08:58.172050 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32782911-f6a9-4e5e-90a1-6581974d1eec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:58.200193 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f6fd4b0-a39a-4f15-9269-a4716c4f7562 req-b4eea98e-674e-4c41-9d70-d40dab372ee4 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 210 time: 0.0359612 Dec 12 18:08:58.219705 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32782911-f6a9-4e5e-90a1-6581974d1eec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:58.274710 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device ff311254-80ab-4c40-bb17-ec7952fc6834 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:08:58.308004 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32782911-f6a9-4e5e-90a1-6581974d1eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:58.311890 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32782911-f6a9-4e5e-90a1-6581974d1eec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:58.316441 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-32782911-f6a9-4e5e-90a1-6581974d1eec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9009eeb9-aa94-4027-96c3-8a450792f0b4 HTTP/1.1" status: 204 len: 168 time: 0.2274261 Dec 12 18:08:58.325718 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32782911-f6a9-4e5e-90a1-6581974d1eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9009eeb9-aa94-4027-96c3-8a450792f0b4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:58.354192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port ff311254-80ab-4c40-bb17-ec7952fc6834 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:08:58.359610 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port ff311254-80ab-4c40-bb17-ec7952fc6834 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:58.361655 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:58.448417 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:58.488238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port ff311254-80ab-4c40-bb17-ec7952fc6834, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=ff311254-80ab-4c40-bb17-ec7952fc6834,segment=NetworkSegment(1d1de7de-fd42-4271-8ffc-165eba3a6e25),segment_id=1d1de7de-fd42-4271-8ffc-165eba3a6e25)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:58.489452 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3382c035-0253-4d5c-970b-476133abb8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff311254-80ab-4c40-bb17-ec7952fc6834'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:08:58.492307 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cae3f60-c89e-4d88-94e4-3658fd91966f" -d '{"events": [{"server_uuid": "3382c035-0253-4d5c-970b-476133abb8b2", "name": "network-vif-plugged", "status": "completed", "tag": "ff311254-80ab-4c40-bb17-ec7952fc6834"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:08:58.500335 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:58.501438 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device c61cb8d7-96ed-45e9-9740-c8eb5045cbcc up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:08:58.610398 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bd4389-01e5-431b-84dd-cb5706e002c5 x-openstack-request-id: req-f3bd4389-01e5-431b-84dd-cb5706e002c5 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:08:58.610696 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3382c035-0253-4d5c-970b-476133abb8b2", "name": "network-vif-plugged", "status": "completed", "tag": "ff311254-80ab-4c40-bb17-ec7952fc6834", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:08:58.610953 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3bd4389-01e5-431b-84dd-cb5706e002c5 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:08:58.611374 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3382c035-0253-4d5c-970b-476133abb8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff311254-80ab-4c40-bb17-ec7952fc6834', 'code': 200} Dec 12 18:08:58.645957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=ff311254-80ab-4c40-bb17-ec7952fc6834,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:58.664630 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port c61cb8d7-96ed-45e9-9740-c8eb5045cbcc completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:08:58.672159 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port c61cb8d7-96ed-45e9-9740-c8eb5045cbcc triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:08:58.672924 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:58.674859 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23899ace-5283-4e7c-bfa5-8d6050eb162d req-dc2231bc-6e39-4cb8-8458-6c01707621eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:58.676412 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-23899ace-5283-4e7c-bfa5-8d6050eb162d req-dc2231bc-6e39-4cb8-8458-6c01707621eb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0737536 Dec 12 18:08:58.752440 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-23899ace-5283-4e7c-bfa5-8d6050eb162d req-075c20a6-0188-4b21-90a9-2d35ef8e0408 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688524 Dec 12 18:08:58.850736 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:58.916312 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port c61cb8d7-96ed-45e9-9740-c8eb5045cbcc, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=c61cb8d7-96ed-45e9-9740-c8eb5045cbcc,segment=NetworkSegment(2c6d49c4-dde4-44d8-90a1-8894a72ad6e0),segment_id=2c6d49c4-dde4-44d8-90a1-8894a72ad6e0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:08:58.923734 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:58.959476 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33578) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:58.995810 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=c61cb8d7-96ed-45e9-9740-c8eb5045cbcc,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:59.080455 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2e1154e8-4c0a-4c66-9d50-218d8a58b419 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1fac9b3eacdc44d1b49d08b854d42b6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1178508 Dec 12 18:08:59.083117 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33580) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:08:59.130288 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548351f-7584-4f6e-b2ca-846a85eb381f req-0875a26a-8fda-4880-81a9-879b9df92acb tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:59.138700 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4548351f-7584-4f6e-b2ca-846a85eb381f req-0875a26a-8fda-4880-81a9-879b9df92acb tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 945 time: 0.0886326 Dec 12 18:08:59.171505 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48d68d75-82f4-4d22-97be-84d11ae8368f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:59.172109 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474adaa-685c-4cbd-a23f-b51fb10ae594 req-975a8159-057f-4157-8fc2-a886c1d5f1cc tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:08:59.173138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a474adaa-685c-4cbd-a23f-b51fb10ae594 req-975a8159-057f-4157-8fc2-a886c1d5f1cc tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 946 time: 0.2163773 Dec 12 18:08:59.226637 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48d68d75-82f4-4d22-97be-84d11ae8368f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:59.253783 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4548351f-7584-4f6e-b2ca-846a85eb381f req-806c60ce-187e-4caa-af58-07f60b3b8e52 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133800 Dec 12 18:08:59.259419 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a474adaa-685c-4cbd-a23f-b51fb10ae594 req-e02db995-4bae-4f3d-944c-025f79d2532b tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711038 Dec 12 18:08:59.300177 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48d68d75-82f4-4d22-97be-84d11ae8368f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:59.316354 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48d68d75-82f4-4d22-97be-84d11ae8368f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:08:59.319737 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-48d68d75-82f4-4d22-97be-84d11ae8368f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7eba9e6-3a4c-4601-b543-0f6ddb30b38c HTTP/1.1" status: 204 len: 168 time: 0.2355702 Dec 12 18:08:59.352892 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d68d75-82f4-4d22-97be-84d11ae8368f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eba9e6-3a4c-4601-b543-0f6ddb30b38c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:08:59.382215 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f881219-3330-4a93-80e0-4d5a92a89a27 req-87ed5255-339d-4c13-9e29-623354146b41 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 210 time: 0.0492599 Dec 12 18:09:00.429660 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a790dd-ba36-44e1-860a-bbf20c19a851 req-a03621ae-e879-4910-a86f-60dbf7c7714c tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:00.437919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22a790dd-ba36-44e1-860a-bbf20c19a851 req-a03621ae-e879-4910-a86f-60dbf7c7714c tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 945 time: 0.0812750 Dec 12 18:09:00.592051 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22a790dd-ba36-44e1-860a-bbf20c19a851 req-a6190ba0-b761-483e-9805-ecba787e35e7 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529050 Dec 12 18:09:00.613219 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d2629-08de-4398-bebf-79ac18da38a3 req-693e3449-57e0-4371-abc0-e1a8ffde529c tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:00.616281 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-155d2629-08de-4398-bebf-79ac18da38a3 req-693e3449-57e0-4371-abc0-e1a8ffde529c tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 946 time: 0.2115662 Dec 12 18:09:00.618769 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b8e2b6-c6da-4fba-942d-7595ec5ecebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61cb8d7-96ed-45e9-9740-c8eb5045cbcc'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:09:00.621275 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7878a77c-8992-432e-a8e4-1a4c77a9c7d9" -d '{"events": [{"server_uuid": "27b8e2b6-c6da-4fba-942d-7595ec5ecebf", "name": "network-vif-plugged", "status": "completed", "tag": "c61cb8d7-96ed-45e9-9740-c8eb5045cbcc"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:09:00.718447 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04bef362-3bb6-45d9-9a5a-a2e637680ea4 req-0c638952-2bc7-4fa3-a6df-23f54bd51434 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bbe5a9-79f9-4d94-bcbd-373b2eb959cd HTTP/1.1" status: 200 len: 210 time: 0.0316865 Dec 12 18:09:00.736034 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-155d2629-08de-4398-bebf-79ac18da38a3 req-0bb291b5-1077-4a31-8bf9-2b04cf35eafa tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107304 Dec 12 18:09:00.832726 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b003dcff-1384-4c24-803b-c4ea76f7fcfe x-openstack-request-id: req-b003dcff-1384-4c24-803b-c4ea76f7fcfe {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:09:00.833015 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b8e2b6-c6da-4fba-942d-7595ec5ecebf", "name": "network-vif-plugged", "status": "completed", "tag": "c61cb8d7-96ed-45e9-9740-c8eb5045cbcc", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:09:00.833276 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b003dcff-1384-4c24-803b-c4ea76f7fcfe {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:09:00.833675 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b8e2b6-c6da-4fba-942d-7595ec5ecebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61cb8d7-96ed-45e9-9740-c8eb5045cbcc', 'code': 200} Dec 12 18:09:00.992229 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d01476-540a-431f-b68d-881ae050ff85 req-8d0935ff-d521-4ede-a64f-5e1a6055ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:00.998747 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b5d01476-540a-431f-b68d-881ae050ff85 req-8d0935ff-d521-4ede-a64f-5e1a6055ebf2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 1096 time: 0.0739036 Dec 12 18:09:01.143970 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b5d01476-540a-431f-b68d-881ae050ff85 req-d026b539-d95b-416e-8c30-d27aacb518d7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269231 Dec 12 18:09:01.407053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 33672) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:01.576109 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-80841a9d-0211-4fd6-93dc-3b3137957164 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'network': {'name': 'tempest-network-smoke--1560598323', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'port_security_enabled': True}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:01.611462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80841a9d-0211-4fd6-93dc-3b3137957164 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Made reservation on behalf of a667ea3d799643cd85f2edf112448875 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:09:01.615855 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80841a9d-0211-4fd6-93dc-3b3137957164 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:01.633949 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80841a9d-0211-4fd6-93dc-3b3137957164 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:01.784426 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80841a9d-0211-4fd6-93dc-3b3137957164 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:01.800455 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80841a9d-0211-4fd6-93dc-3b3137957164 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:01.821472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33710) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:01.841809 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80841a9d-0211-4fd6-93dc-3b3137957164 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:09:01.871270 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb85ef4-d10d-4747-825a-0e672d5cbfa3 req-308262c2-45dd-4e3d-a7d0-bd0a83db911d tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:01.873196 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-adb85ef4-d10d-4747-825a-0e672d5cbfa3 req-308262c2-45dd-4e3d-a7d0-bd0a83db911d tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 945 time: 0.1653683 Dec 12 18:09:01.881884 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80841a9d-0211-4fd6-93dc-3b3137957164 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:01.883077 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-80841a9d-0211-4fd6-93dc-3b3137957164 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Added segment d2d434b8-fe0a-46b2-9a51-124c27b62f4b of type vlan for network 78cde4f0-f14a-43f4-af29-b53ee5885fdd Dec 12 18:09:01.894175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80841a9d-0211-4fd6-93dc-3b3137957164 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a65da1d-66e5-4b80-a3a4-2c2cf7f175b1,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:01.926219 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25679168-7062-4eff-b215-986fb928afc1 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:01.972475 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25679168-7062-4eff-b215-986fb928afc1 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:01.973687 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-adb85ef4-d10d-4747-825a-0e672d5cbfa3 req-a4c17f3b-0522-4f5b-bc78-1e4e993e8a9d tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884213 Dec 12 18:09:01.976254 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80841a9d-0211-4fd6-93dc-3b3137957164 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:02.010952 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80841a9d-0211-4fd6-93dc-3b3137957164 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:02.019258 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80841a9d-0211-4fd6-93dc-3b3137957164 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:02.019258 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80841a9d-0211-4fd6-93dc-3b3137957164 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:02.061593 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25679168-7062-4eff-b215-986fb928afc1 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:02.066955 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25679168-7062-4eff-b215-986fb928afc1 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:02.071573 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-25679168-7062-4eff-b215-986fb928afc1 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] 10.222.0.18 "DELETE /v2.0/security-groups/93e58f71-226b-44ff-b244-83ffd6942cdc HTTP/1.1" status: 204 len: 168 time: 0.2487731 Dec 12 18:09:02.084038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25679168-7062-4eff-b215-986fb928afc1 tempest-TestVolumeBackupRestore-1332872140 tempest-TestVolumeBackupRestore-1332872140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e58f71-226b-44ff-b244-83ffd6942cdc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:02.099858 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-80841a9d-0211-4fd6-93dc-3b3137957164 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6888914 Dec 12 18:09:02.101297 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 33714) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:02.115684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80841a9d-0211-4fd6-93dc-3b3137957164 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Network': ['ID=78cde4f0-f14a-43f4-af29-b53ee5885fdd,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:02.121903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-246046064', 'admin_state_up': True, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:02.140656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 78cde4f0-f14a-43f4-af29-b53ee5885fdd details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:09:02.165894 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:02.167943 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:02.251423 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:02.617600 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:02.987054 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:03.027913 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:03.138504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9622a-626f-4cd6-b7f5-6e1c12f001cf req-028232bd-1762-4344-b3c7-29481b3b8716 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:03.147774 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37b9622a-626f-4cd6-b7f5-6e1c12f001cf req-028232bd-1762-4344-b3c7-29481b3b8716 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 945 time: 0.0667529 Dec 12 18:09:03.198574 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Allocated IP 172.25.1.114 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/661460af-f8b8-499d-b572-9798b9271b04) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:09:03.220803 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37b9622a-626f-4cd6-b7f5-6e1c12f001cf req-56444920-f96f-4306-ad4f-c68681b62d5e tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716984 Dec 12 18:09:03.395921 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:03.456370 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:03.551324 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:09:03.555014 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:09:03.560631 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:09:03.580964 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b173a6-9649-45db-a92c-aa6142f45cd6 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:09:03.661218 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Port': ['ID=661460af-f8b8-499d-b572-9798b9271b04,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:03.711264 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0fc4604e-9a7b-4fa4-9a1a-b81633a17893 None None] Provisioning complete for port 661460af-f8b8-499d-b572-9798b9271b04 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:03.711875 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0fc4604e-9a7b-4fa4-9a1a-b81633a17893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:03.762399 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0fc4604e-9a7b-4fa4-9a1a-b81633a17893 None None] Port 661460af-f8b8-499d-b572-9798b9271b04 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:09:04.067608 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:04.413430 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:04.706699 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416ee76-135b-44a6-8242-aa7f6ce7dd29 req-30cd1771-844b-4a71-aa01-f1a049eb92ca tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:04.718208 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3416ee76-135b-44a6-8242-aa7f6ce7dd29 req-30cd1771-844b-4a71-aa01-f1a049eb92ca tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 945 time: 0.1378644 Dec 12 18:09:04.871955 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3416ee76-135b-44a6-8242-aa7f6ce7dd29 req-db4b96a0-3242-4699-aa97-c8c5d92347ae tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459188 Dec 12 18:09:04.932607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Router b4054145-1c2f-4142-b4b1-49210086a3dc is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:09:05.119002 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:09:05.133233 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Sync routers for ids ['b4054145-1c2f-4142-b4b1-49210086a3dc'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:09:05.152789 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Routers {'b4054145-1c2f-4142-b4b1-49210086a3dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:09:05.153440 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4054145-1c2f-4142-b4b1-49210086a3dc'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:05.174226 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:05.175736 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6aa7d859-bc9d-4362-b9d1-d2b49104074a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0731418 Dec 12 18:09:05.179099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34024) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:05.363648 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4f679840-4328-4710-8647-08fd115c75c4 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a667ea3d799643cd85f2edf112448875&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1832294 Dec 12 18:09:05.367179 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34048) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:05.392138 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Set router b4054145-1c2f-4142-b4b1-49210086a3dc gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:09:05.898134 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0160ff2-9ad5-428e-a4d9-050f0aaada79 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:05.910760 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a0160ff2-9ad5-428e-a4d9-050f0aaada79 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5422819 Dec 12 18:09:05.914863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34102) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:05.995012 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:09:03Z', 'revision_number': 3, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:06.028700 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-82df016a-768d-43ae-b288-f6355d19be79 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1010759 Dec 12 18:09:06.037260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34116) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:06.042701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-79a499d2-e302-4ed2-aee3-35e349c25b6f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-367891486', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:06.044903 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Checking router: b4054145-1c2f-4142-b4b1-49210086a3dc for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:09:06.048072 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Updating router b4054145-1c2f-4142-b4b1-49210086a3dc port 661460af-f8b8-499d-b572-9798b9271b04 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:09:06.070479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f443c-9cbd-42db-ad8c-ff55cca0b432 req-9568ec5f-79fb-4c23-b4e6-706b8c834ee8 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:06.098801 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-046f443c-9cbd-42db-ad8c-ff55cca0b432 req-9568ec5f-79fb-4c23-b4e6-706b8c834ee8 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.31 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 945 time: 0.2324326 Dec 12 18:09:06.125731 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:06.504367 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-046f443c-9cbd-42db-ad8c-ff55cca0b432 req-4610d06e-ae9a-4cb2-93f8-dc6c43d77708 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Deleting port c61cb8d7-96ed-45e9-9740-c8eb5045cbcc {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:09:06.504711 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-046f443c-9cbd-42db-ad8c-ff55cca0b432 req-4610d06e-ae9a-4cb2-93f8-dc6c43d77708 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:06.734241 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:06.745734 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:06.757312 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-046f443c-9cbd-42db-ad8c-ff55cca0b432 req-4610d06e-ae9a-4cb2-93f8-dc6c43d77708 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] For port c61cb8d7-96ed-45e9-9740-c8eb5045cbcc, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=c61cb8d7-96ed-45e9-9740-c8eb5045cbcc,segment=NetworkSegment(2c6d49c4-dde4-44d8-90a1-8894a72ad6e0),segment_id=2c6d49c4-dde4-44d8-90a1-8894a72ad6e0)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:06.758816 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-046f443c-9cbd-42db-ad8c-ff55cca0b432 req-4610d06e-ae9a-4cb2-93f8-dc6c43d77708 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:06.824794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-046f443c-9cbd-42db-ad8c-ff55cca0b432 req-4610d06e-ae9a-4cb2-93f8-dc6c43d77708 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Calling delete_port for c61cb8d7-96ed-45e9-9740-c8eb5045cbcc owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:09:06.830430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a73e3df-1bad-4110-b74d-c913fd80b991 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:09:06.938332 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d625e-d1be-4509-9768-9bab2294f223 req-98c177ee-3582-4d12-b3a8-bbe8cb7592cb tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:06.955228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7a886482-cd6b-4dae-9159-be38460824fd None None] Provisioning complete for port 661460af-f8b8-499d-b572-9798b9271b04 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:06.955595 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7a886482-cd6b-4dae-9159-be38460824fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:06.957318 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c2d625e-d1be-4509-9768-9bab2294f223 req-98c177ee-3582-4d12-b3a8-bbe8cb7592cb tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=27b8e2b6-c6da-4fba-942d-7595ec5ecebf HTTP/1.1" status: 200 len: 945 time: 0.8754201 Dec 12 18:09:06.974594 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Attempting to bind port 661460af-f8b8-499d-b572-9798b9271b04 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:09:06.990073 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Attempting to bind port 661460af-f8b8-499d-b572-9798b9271b04 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:09:06.990454 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Attempting to bind port 661460af-f8b8-499d-b572-9798b9271b04 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:09:07.001412 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95db11-0f55-494c-baea-07a52a4a5caa None None] Pushing event updated for resources: {'Port': ['ID=661460af-f8b8-499d-b572-9798b9271b04,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:07.040613 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:09:07.042628 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:09:07.043477 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:07.043878 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:09:07.044583 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Bound port: 661460af-f8b8-499d-b572-9798b9271b04, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:09:07.044866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a499d2-e302-4ed2-aee3-35e349c25b6f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Made reservation on behalf of a667ea3d799643cd85f2edf112448875 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:09:07.045524 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:07.066111 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79a499d2-e302-4ed2-aee3-35e349c25b6f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:07.104185 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7a886482-cd6b-4dae-9159-be38460824fd None None] Port 661460af-f8b8-499d-b572-9798b9271b04 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:09:07.275031 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] For port 661460af-f8b8-499d-b572-9798b9271b04, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:09:07.285254 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] For port 661460af-f8b8-499d-b572-9798b9271b04, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=661460af-f8b8-499d-b572-9798b9271b04,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:09:07.297449 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:07.311588 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c2d625e-d1be-4509-9768-9bab2294f223 req-0f96c23a-513d-45e5-9950-756d23be3193 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527560 Dec 12 18:09:07.399174 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-046f443c-9cbd-42db-ad8c-ff55cca0b432 req-4610d06e-ae9a-4cb2-93f8-dc6c43d77708 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:07.414165 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['c61cb8d7-96ed-45e9-9740-c8eb5045cbcc'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:09:07.462533 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1078bb5-f861-482d-bb98-5197f075e844 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:09:07.480214 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95db11-0f55-494c-baea-07a52a4a5caa None None] Pushing event updated for resources: {'Port': ['ID=661460af-f8b8-499d-b572-9798b9271b04,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:07.550608 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7b023475-389b-439c-a7f5-238f679d4275 None None] Provisioning complete for port 661460af-f8b8-499d-b572-9798b9271b04 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:07.553272 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b023475-389b-439c-a7f5-238f679d4275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:07.554966 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Routers {'b4054145-1c2f-4142-b4b1-49210086a3dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:09:07.555921 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4054145-1c2f-4142-b4b1-49210086a3dc'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:07.559011 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-046f443c-9cbd-42db-ad8c-ff55cca0b432 req-4610d06e-ae9a-4cb2-93f8-dc6c43d77708 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] No DVR routers for this DVR port c61cb8d7-96ed-45e9-9740-c8eb5045cbcc on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:09:07.568132 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610d06e-ae9a-4cb2-93f8-dc6c43d77708 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Pushing event deleted for resources: {'Port': ['ID=c61cb8d7-96ed-45e9-9740-c8eb5045cbcc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:07.574563 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-046f443c-9cbd-42db-ad8c-ff55cca0b432 req-4610d06e-ae9a-4cb2-93f8-dc6c43d77708 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:07.583308 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-046f443c-9cbd-42db-ad8c-ff55cca0b432 req-4610d06e-ae9a-4cb2-93f8-dc6c43d77708 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.31 "DELETE /v2.0/ports/c61cb8d7-96ed-45e9-9740-c8eb5045cbcc HTTP/1.1" status: 204 len: 173 time: 1.4794052 Dec 12 18:09:07.584705 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b8e2b6-c6da-4fba-942d-7595ec5ecebf', 'name': 'network-vif-deleted', 'tag': 'c61cb8d7-96ed-45e9-9740-c8eb5045cbcc'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:09:07.591812 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c078234-f511-402d-9f87-d0e243ebe65f" -d '{"events": [{"server_uuid": "27b8e2b6-c6da-4fba-942d-7595ec5ecebf", "name": "network-vif-deleted", "tag": "c61cb8d7-96ed-45e9-9740-c8eb5045cbcc"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:09:07.684868 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03469f49-9475-4ad7-a8f5-c1e5dc00e79b x-openstack-request-id: req-03469f49-9475-4ad7-a8f5-c1e5dc00e79b {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:09:07.685172 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b8e2b6-c6da-4fba-942d-7595ec5ecebf", "name": "network-vif-deleted", "tag": "c61cb8d7-96ed-45e9-9740-c8eb5045cbcc", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:09:07.685436 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03469f49-9475-4ad7-a8f5-c1e5dc00e79b {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:09:07.686399 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b8e2b6-c6da-4fba-942d-7595ec5ecebf', 'name': 'network-vif-deleted', 'tag': 'c61cb8d7-96ed-45e9-9740-c8eb5045cbcc', 'status': 'completed', 'code': 200} Dec 12 18:09:07.705372 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79a499d2-e302-4ed2-aee3-35e349c25b6f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:07.825090 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b023475-389b-439c-a7f5-238f679d4275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:07.864979 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] Set router b4054145-1c2f-4142-b4b1-49210086a3dc gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:09:07.874467 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a499d2-e302-4ed2-aee3-35e349c25b6f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Subnet': ['ID=f6c1aaee-23c0-4eca-ab34-ea38606d30ae,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:07.878101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a499d2-e302-4ed2-aee3-35e349c25b6f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Checking segment: {'id': 'd2d434b8-fe0a-46b2-9a51-124c27b62f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:09:07.879450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a499d2-e302-4ed2-aee3-35e349c25b6f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Network hostable DHCP agents. Network: 78cde4f0-f14a-43f4-af29-b53ee5885fdd, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:09:07.900123 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7b023475-389b-439c-a7f5-238f679d4275 None None] For port 661460af-f8b8-499d-b572-9798b9271b04, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=661460af-f8b8-499d-b572-9798b9271b04,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:07.911598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a499d2-e302-4ed2-aee3-35e349c25b6f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Network 78cde4f0-f14a-43f4-af29-b53ee5885fdd is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:09:07.915839 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7b023475-389b-439c-a7f5-238f679d4275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:07.932943 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-79a499d2-e302-4ed2-aee3-35e349c25b6f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 78cde4f0-f14a-43f4-af29-b53ee5885fdd) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:09:07.938441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a499d2-e302-4ed2-aee3-35e349c25b6f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:07.939767 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79a499d2-e302-4ed2-aee3-35e349c25b6f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:07.978701 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-79a499d2-e302-4ed2-aee3-35e349c25b6f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9388912 Dec 12 18:09:07.980084 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34238) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:08.063716 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b023475-389b-439c-a7f5-238f679d4275 None None] Pushing event updated for resources: {'Port': ['ID=661460af-f8b8-499d-b572-9798b9271b04,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:08.075597 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8821dfd-d38f-4139-b082-e4b3d65b95c0 None None] Network 78cde4f0-f14a-43f4-af29-b53ee5885fdd requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:09:08.261852 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:09:03Z', 'revision_number': 3, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:08.305492 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b5759e-3eca-40d1-8a0e-621d7daf00ef None None] The sync data for ids ['b4054145-1c2f-4142-b4b1-49210086a3dc'] in n-d-760354-5 is: [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:09:03Z', 'revision_number': 3, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:09:08.353253 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'fixed_ips': [{'subnet_id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:09:08.354211 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:08.818208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Allocated IP 172.20.0.2 (78cde4f0-f14a-43f4-af29-b53ee5885fdd/f6c1aaee-23c0-4eca-ab34-ea38606d30ae/8a268eca-5653-4d2a-9c4e-5b714851b64f) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:09:09.083406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 661460af-f8b8-499d-b572-9798b9271b04 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:09:09.153838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-16b5a008-8ee3-4436-b66c-51eb2a2cb50d tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:09.167507 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-16b5a008-8ee3-4436-b66c-51eb2a2cb50d tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/networks?id=b5f981a1-ebd2-4812-b26e-e8be583afd86 HTTP/1.1" status: 200 len: 809 time: 0.2422729 Dec 12 18:09:09.218133 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-03a7e7b8-8b6b-4c2f-b75c-db595250ae5c tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/quotas/2f15be1b757d459da5a966d7ff02ed13 HTTP/1.1" status: 200 len: 375 time: 0.0491798 Dec 12 18:09:09.304984 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9b9cd15d-a429-4647-a958-1a8011f25e65 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f15be1b757d459da5a966d7ff02ed13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835309 Dec 12 18:09:09.406822 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 661460af-f8b8-499d-b572-9798b9271b04 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:09.407676 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:09.441700 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0615a6d1-e9d2-4e54-8e76-8aa4486b05f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:09.503450 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:09.522144 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:09.632217 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Network 78cde4f0-f14a-43f4-af29-b53ee5885fdd is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:09:09.653844 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:09:09.659435 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:09:09.673789 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Pushing event updated for resources: {'Port': ['ID=8a268eca-5653-4d2a-9c4e-5b714851b64f,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:09.841676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Attempting to bind port 8a268eca-5653-4d2a-9c4e-5b714851b64f on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:09:09.843640 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Attempting to bind port 8a268eca-5653-4d2a-9c4e-5b714851b64f by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'd2d434b8-fe0a-46b2-9a51-124c27b62f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:09:09.844267 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Attempting to bind port 8a268eca-5653-4d2a-9c4e-5b714851b64f on network 78cde4f0-f14a-43f4-af29-b53ee5885fdd {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:09:09.851826 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:09:09.855429 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Checking segment: {'id': 'd2d434b8-fe0a-46b2-9a51-124c27b62f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:09:09.856921 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:09.858963 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Bound using segment: {'id': 'd2d434b8-fe0a-46b2-9a51-124c27b62f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:09:09.862891 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Bound port: 8a268eca-5653-4d2a-9c4e-5b714851b64f, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d434b8-fe0a-46b2-9a51-124c27b62f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:09:09.864672 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:09.895170 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-78f5c51e-b25a-44bd-80fe-73275eeaf7e1 service neutron] 10.222.0.18 "GET /v2.0/networks/b5f981a1-ebd2-4812-b26e-e8be583afd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803359 Dec 12 18:09:09.972819 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] For port 8a268eca-5653-4d2a-9c4e-5b714851b64f, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:09:09.980333 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] For port 8a268eca-5653-4d2a-9c4e-5b714851b64f, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8a268eca-5653-4d2a-9c4e-5b714851b64f,segment=NetworkSegment(d2d434b8-fe0a-46b2-9a51-124c27b62f4b),segment_id=d2d434b8-fe0a-46b2-9a51-124c27b62f4b)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:09:09.991118 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:10.074397 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220492c9-175b-48ec-b123-e59e782a9fab None None] Pushing event updated for resources: {'Port': ['ID=8a268eca-5653-4d2a-9c4e-5b714851b64f,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:10.213838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9fc93c0d-c9f1-4ae1-833b-bd4988e67de5 service neutron] 10.222.0.18 "GET /v2.0/networks/b5f981a1-ebd2-4812-b26e-e8be583afd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176277 Dec 12 18:09:10.233271 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-0615a6d1-e9d2-4e54-8e76-8aa4486b05f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Allocated IP 172.20.0.1 (78cde4f0-f14a-43f4-af29-b53ee5885fdd/f6c1aaee-23c0-4eca-ab34-ea38606d30ae/acef12a8-d20a-41c7-944b-19538fb152b5) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:09:10.298199 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device c61cb8d7-96ed-45e9-9740-c8eb5045cbcc no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:09:10.321264 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34268) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:10.402082 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: c61cb8d7-96ed-45e9-9740-c8eb5045cbcc {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:09:10.402679 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device c61cb8d7-96ed-45e9-9740-c8eb5045cbcc not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:09:10.554043 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0615a6d1-e9d2-4e54-8e76-8aa4486b05f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:10.664333 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0615a6d1-e9d2-4e54-8e76-8aa4486b05f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:10.764095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-50c274c8-3423-42a3-b690-b2a9b8a75fa9 req-97f2e267-5bb7-4c1a-af83-0d4a67eefd89 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b88fb18-5949-4581-9e21-d5096af292a1 HTTP/1.1" status: 200 len: 210 time: 0.0762098 Dec 12 18:09:10.834584 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615a6d1-e9d2-4e54-8e76-8aa4486b05f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Port': ['ID=acef12a8-d20a-41c7-944b-19538fb152b5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:10.864284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0615a6d1-e9d2-4e54-8e76-8aa4486b05f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Network 78cde4f0-f14a-43f4-af29-b53ee5885fdd is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:09:10.866201 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0615a6d1-e9d2-4e54-8e76-8aa4486b05f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:09:10.874948 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615a6d1-e9d2-4e54-8e76-8aa4486b05f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:09:11.032168 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0615a6d1-e9d2-4e54-8e76-8aa4486b05f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:11.146529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8a268eca-5653-4d2a-9c4e-5b714851b64f up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:09:11.333561 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc4c0-a9ff-416a-9d37-2ea50d05054f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:11.334727 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8a268eca-5653-4d2a-9c4e-5b714851b64f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:11.335758 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:11.548851 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0615a6d1-e9d2-4e54-8e76-8aa4486b05f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:11.561688 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:11.631965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 8a268eca-5653-4d2a-9c4e-5b714851b64f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8a268eca-5653-4d2a-9c4e-5b714851b64f,segment=NetworkSegment(d2d434b8-fe0a-46b2-9a51-124c27b62f4b),segment_id=d2d434b8-fe0a-46b2-9a51-124c27b62f4b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:11.644554 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:11.906514 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=8a268eca-5653-4d2a-9c4e-5b714851b64f,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:12.016144 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06b253fa-a9b4-4416-b356-f8d0a808bbcb req-c47be74f-e2a2-4e70-8087-a318df2a4da4 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b88fb18-5949-4581-9e21-d5096af292a1 HTTP/1.1" status: 200 len: 210 time: 0.0618014 Dec 12 18:09:12.064577 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3c0fc4c0-a9ff-416a-9d37-2ea50d05054f admin admin] Deleting port 1aca31dd-b39a-4c9b-8182-75265ea15eef {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:09:12.065253 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc4c0-a9ff-416a-9d37-2ea50d05054f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:12.190771 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-3c0fc4c0-a9ff-416a-9d37-2ea50d05054f admin admin] For port 1aca31dd-b39a-4c9b-8182-75265ea15eef, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1aca31dd-b39a-4c9b-8182-75265ea15eef,segment=NetworkSegment(381dbbf8-da3f-4edf-b1f6-fa75e0281764),segment_id=381dbbf8-da3f-4edf-b1f6-fa75e0281764)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:12.191284 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc4c0-a9ff-416a-9d37-2ea50d05054f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:12.210434 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3c0fc4c0-a9ff-416a-9d37-2ea50d05054f admin admin] Calling delete_port for 1aca31dd-b39a-4c9b-8182-75265ea15eef owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:09:12.230772 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be570cd1-41f6-4cfe-bdc4-08b9a79c5dcc None None] Network 78cde4f0-f14a-43f4-af29-b53ee5885fdd requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:09:12.581255 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-fea1b0d0-4dec-4208-8157-b1f04e77d5e5 None None] Provisioning complete for port 8a268eca-5653-4d2a-9c4e-5b714851b64f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:12.581973 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fea1b0d0-4dec-4208-8157-b1f04e77d5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:12.668900 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc4c0-a9ff-416a-9d37-2ea50d05054f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:12.744292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fc4c0-a9ff-416a-9d37-2ea50d05054f admin admin] Pushing event deleted for resources: {'Port': ['ID=1aca31dd-b39a-4c9b-8182-75265ea15eef,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:12.918132 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0615a6d1-e9d2-4e54-8e76-8aa4486b05f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:12.938589 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0615a6d1-e9d2-4e54-8e76-8aa4486b05f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:13.159555 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615a6d1-e9d2-4e54-8e76-8aa4486b05f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Port': ['ID=acef12a8-d20a-41c7-944b-19538fb152b5,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:13.194309 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc4c0-a9ff-416a-9d37-2ea50d05054f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:13.206218 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8a268eca-5653-4d2a-9c4e-5b714851b64f up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:09:13.228702 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76080210-9c3e-4abb-8a4a-50c70788fdee req-84ca5c40-676a-4793-9dae-b43b4c545945 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b88fb18-5949-4581-9e21-d5096af292a1 HTTP/1.1" status: 200 len: 210 time: 0.0548010 Dec 12 18:09:13.332632 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0615a6d1-e9d2-4e54-8e76-8aa4486b05f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:13.354718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-efe8845c-9241-49a8-9765-27a74214a1be tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:13.357445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-efe8845c-9241-49a8-9765-27a74214a1be tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.20 "GET /v2.0/networks?id=b5f981a1-ebd2-4812-b26e-e8be583afd86 HTTP/1.1" status: 200 len: 809 time: 0.8448992 Dec 12 18:09:13.362979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4dd43e15-ad03-4663-bcd9-25696a1c7977 None None] Provisioning complete for port acef12a8-d20a-41c7-944b-19538fb152b5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:13.365563 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4dd43e15-ad03-4663-bcd9-25696a1c7977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:13.371329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8a268eca-5653-4d2a-9c4e-5b714851b64f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:13.371959 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:13.375941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-6ab99cdf-c15d-4490-87c3-fd96aaf81c80 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Request body: {'port': {'device_id': '2b88fb18-5949-4581-9e21-d5096af292a1', 'network_id': 'b5f981a1-ebd2-4812-b26e-e8be583afd86', 'admin_state_up': True, 'tenant_id': '2f15be1b757d459da5a966d7ff02ed13'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:13.523507 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4dd43e15-ad03-4663-bcd9-25696a1c7977 None None] Port acef12a8-d20a-41c7-944b-19538fb152b5 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:09:13.554676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4dd43e15-ad03-4663-bcd9-25696a1c7977 None None] Provisioning complete for port 8a268eca-5653-4d2a-9c4e-5b714851b64f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:13.554978 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4dd43e15-ad03-4663-bcd9-25696a1c7977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:13.683707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0615a6d1-e9d2-4e54-8e76-8aa4486b05f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Network 78cde4f0-f14a-43f4-af29-b53ee5885fdd is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:09:13.685909 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0615a6d1-e9d2-4e54-8e76-8aa4486b05f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:09:13.688004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-6ab99cdf-c15d-4490-87c3-fd96aaf81c80 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Made reservation on behalf of 2f15be1b757d459da5a966d7ff02ed13 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:09:13.691994 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-6ab99cdf-c15d-4490-87c3-fd96aaf81c80 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:13.767109 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0fc4c0-a9ff-416a-9d37-2ea50d05054f admin admin] Router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:09:14.008958 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d6f9e194-ea7b-4fbf-90fc-662472a952c8 None None] Provisioning complete for port acef12a8-d20a-41c7-944b-19538fb152b5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:14.009505 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e194-ea7b-4fbf-90fc-662472a952c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:14.052179 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0615a6d1-e9d2-4e54-8e76-8aa4486b05f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Router b4054145-1c2f-4142-b4b1-49210086a3dc has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:09:14.089739 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d6f9e194-ea7b-4fbf-90fc-662472a952c8 None None] Port acef12a8-d20a-41c7-944b-19538fb152b5 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:09:14.093370 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-6ab99cdf-c15d-4490-87c3-fd96aaf81c80 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Allocated IP 172.20.0.10 (b5f981a1-ebd2-4812-b26e-e8be583afd86/f05a0d8f-3c1a-4f8c-93ab-5be775bb6d2e/107e11ae-f3d4-431a-8e24-375d06c195c6) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:09:14.231484 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-45e85a54-723e-408d-9c5b-6e19a2f63143 None None] Provisioning complete for port acef12a8-d20a-41c7-944b-19538fb152b5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:14.231859 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45e85a54-723e-408d-9c5b-6e19a2f63143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:14.288648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-45e85a54-723e-408d-9c5b-6e19a2f63143 None None] Port acef12a8-d20a-41c7-944b-19538fb152b5 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:09:14.476020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e59e1013-97cd-4124-b5a0-f9e748b7bce9 req-8b43d4f0-6021-4050-9076-942a583f7371 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b88fb18-5949-4581-9e21-d5096af292a1 HTTP/1.1" status: 200 len: 210 time: 0.0365834 Dec 12 18:09:14.490962 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0615a6d1-e9d2-4e54-8e76-8aa4486b05f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:09:14.504352 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Sync routers for ids ['b4054145-1c2f-4142-b4b1-49210086a3dc'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:09:14.529603 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Routers {'b4054145-1c2f-4142-b4b1-49210086a3dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:09:14.530578 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4054145-1c2f-4142-b4b1-49210086a3dc'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:14.538534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0615a6d1-e9d2-4e54-8e76-8aa4486b05f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "PUT /v2.0/routers/b4054145-1c2f-4142-b4b1-49210086a3dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5562851 Dec 12 18:09:14.543270 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34310) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:14.609181 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-6ab99cdf-c15d-4490-87c3-fd96aaf81c80 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:14.659367 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-6ab99cdf-c15d-4490-87c3-fd96aaf81c80 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:14.692676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Set router b4054145-1c2f-4142-b4b1-49210086a3dc gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:09:14.750476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-6ab99cdf-c15d-4490-87c3-fd96aaf81c80 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Network b5f981a1-ebd2-4812-b26e-e8be583afd86 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:09:14.757532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-6ab99cdf-c15d-4490-87c3-fd96aaf81c80 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:09:14.765614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-6ab99cdf-c15d-4490-87c3-fd96aaf81c80 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:09:14.770842 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab99cdf-c15d-4490-87c3-fd96aaf81c80 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Pushing event updated for resources: {'Port': ['ID=107e11ae-f3d4-431a-8e24-375d06c195c6,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:14.834669 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0fc4c0-a9ff-416a-9d37-2ea50d05054f admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:09:14.846304 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499eaf0f-ab84-4fe9-8b03-79bd2dd6b6b2 None None] Sync routers for ids ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:09:14.857096 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3c0fc4c0-a9ff-416a-9d37-2ea50d05054f admin admin] 10.222.0.18 "PUT /v2.0/routers/c3af01ed-f603-4c01-97c7-4bb8b1b55ff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5339882 Dec 12 18:09:14.863249 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34314) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:14.870395 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499eaf0f-ab84-4fe9-8b03-79bd2dd6b6b2 None None] Routers {'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:09:14.874063 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-499eaf0f-ab84-4fe9-8b03-79bd2dd6b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:14.958092 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75066662-bf6b-4efa-a9f3-8bbe31c4ac65 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:14.958667 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75066662-bf6b-4efa-a9f3-8bbe31c4ac65 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:14.959456 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75066662-bf6b-4efa-a9f3-8bbe31c4ac65 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:14.959933 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75066662-bf6b-4efa-a9f3-8bbe31c4ac65 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:14.960402 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75066662-bf6b-4efa-a9f3-8bbe31c4ac65 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:14.960892 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75066662-bf6b-4efa-a9f3-8bbe31c4ac65 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:14.961341 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75066662-bf6b-4efa-a9f3-8bbe31c4ac65 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:14.961838 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75066662-bf6b-4efa-a9f3-8bbe31c4ac65 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:14.963869 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-75066662-bf6b-4efa-a9f3-8bbe31c4ac65 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5688 time: 0.4195199 Dec 12 18:09:14.970174 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34316) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:15.038078 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-499eaf0f-ab84-4fe9-8b03-79bd2dd6b6b2 None None] Set router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:09:15.046157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-6ab99cdf-c15d-4490-87c3-fd96aaf81c80 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:15.046807 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-6ab99cdf-c15d-4490-87c3-fd96aaf81c80 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:15.091325 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-6ab99cdf-c15d-4490-87c3-fd96aaf81c80 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7226672 Dec 12 18:09:15.114008 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Request body: {'port': {'device_id': '2b88fb18-5949-4581-9e21-d5096af292a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:15.150635 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e38a33-6160-4617-89c2-613031a9aaa0 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:15.151118 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e38a33-6160-4617-89c2-613031a9aaa0 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:15.151633 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e38a33-6160-4617-89c2-613031a9aaa0 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:15.152099 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e38a33-6160-4617-89c2-613031a9aaa0 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:15.152570 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e38a33-6160-4617-89c2-613031a9aaa0 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:15.156008 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e38a33-6160-4617-89c2-613031a9aaa0 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:15.156509 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e38a33-6160-4617-89c2-613031a9aaa0 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:15.156990 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e38a33-6160-4617-89c2-613031a9aaa0 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:15.162758 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b0e38a33-6160-4617-89c2-613031a9aaa0 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5287 time: 0.1789708 Dec 12 18:09:15.167292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34318) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:15.180367 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c86ea4a3-ef54-4187-97d3-1f09f03d9ebf admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:15.235705 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f450-46bc-42e3-bd92-db497ed12558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:15.420852 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c86ea4a3-ef54-4187-97d3-1f09f03d9ebf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:15.424815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:09:11Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'acef12a8-d20a-41c7-944b-19538fb152b5', 'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:9e:8d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:09Z', 'updated_at': '2021-12-12T18:09:12Z', 'revision_number': 2, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:15.428462 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-499eaf0f-ab84-4fe9-8b03-79bd2dd6b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'name': 'tempest-TestVolumeBackupRestore-213862924-router', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:01Z', 'updated_at': '2021-12-12T18:09:12Z', 'revision_number': 5, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'gw_port': {'id': 'e7f6477e-e395-43c0-b20e-b400166ec00f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:60:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:02Z', 'updated_at': '2021-12-12T18:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:15.485125 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Checking router: b4054145-1c2f-4142-b4b1-49210086a3dc for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:09:15.485511 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Updating router b4054145-1c2f-4142-b4b1-49210086a3dc port acef12a8-d20a-41c7-944b-19538fb152b5 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:09:15.495264 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499eaf0f-ab84-4fe9-8b03-79bd2dd6b6b2 None None] Checking router: c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:09:15.515006 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:15.524004 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499eaf0f-ab84-4fe9-8b03-79bd2dd6b6b2 None None] Routers {'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:09:15.525696 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-499eaf0f-ab84-4fe9-8b03-79bd2dd6b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:15.531075 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:15.606468 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-50345612-06a8-48b1-90e3-baae275dbaaa tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.4380078 Dec 12 18:09:15.671492 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-499eaf0f-ab84-4fe9-8b03-79bd2dd6b6b2 None None] Set router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:09:15.783393 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-499eaf0f-ab84-4fe9-8b03-79bd2dd6b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'name': 'tempest-TestVolumeBackupRestore-213862924-router', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:01Z', 'updated_at': '2021-12-12T18:09:15Z', 'revision_number': 6, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:15.851655 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499eaf0f-ab84-4fe9-8b03-79bd2dd6b6b2 None None] The sync data for ids ['c3af01ed-f603-4c01-97c7-4bb8b1b55ff9'] in n-d-760354-5 is: [{'id': 'c3af01ed-f603-4c01-97c7-4bb8b1b55ff9', 'name': 'tempest-TestVolumeBackupRestore-213862924-router', 'tenant_id': '6047249648824f7494e8d6c99f1cf1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:01Z', 'updated_at': '2021-12-12T18:09:15Z', 'revision_number': 6, 'project_id': '6047249648824f7494e8d6c99f1cf1b4', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:09:15.974540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c86ea4a3-ef54-4187-97d3-1f09f03d9ebf admin admin] Deleting port e7f6477e-e395-43c0-b20e-b400166ec00f {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:09:15.974872 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c86ea4a3-ef54-4187-97d3-1f09f03d9ebf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:15.989584 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107e11ae-f3d4-431a-8e24-375d06c195c6 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:09:16.008196 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:16.016318 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:16.067089 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4bd8d-b246-4fc2-8424-3101fcb5a119 None None] Pushing event updated for resources: {'Port': ['ID=acef12a8-d20a-41c7-944b-19538fb152b5,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:16.074719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34328) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:16.080216 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-78bbdb98-f9f7-45eb-b68c-7aa576758d9f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1512255785', 'description': 'tempest-secgroup-smoke-1512255785 description', 'project_id': 'a667ea3d799643cd85f2edf112448875'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:16.087924 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:16.140668 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78bbdb98-f9f7-45eb-b68c-7aa576758d9f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:16.152493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba4b9b-2db8-4281-b910-bd6a805191a7 req-ccb5792a-c0b0-4539-aa0a-c577ad8580af tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:16.163158 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afba4b9b-2db8-4281-b910-bd6a805191a7 req-ccb5792a-c0b0-4539-aa0a-c577ad8580af tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b88fb18-5949-4581-9e21-d5096af292a1 HTTP/1.1" status: 200 len: 932 time: 0.2519965 Dec 12 18:09:16.165732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Transition to ACTIVE for port object 107e11ae-f3d4-431a-8e24-375d06c195c6 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:09:16.181536 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:16.249140 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Attempting to bind port acef12a8-d20a-41c7-944b-19538fb152b5 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:09:16.249760 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Attempting to bind port acef12a8-d20a-41c7-944b-19538fb152b5 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'd2d434b8-fe0a-46b2-9a51-124c27b62f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:09:16.250063 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Attempting to bind port acef12a8-d20a-41c7-944b-19538fb152b5 on network 78cde4f0-f14a-43f4-af29-b53ee5885fdd {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:09:16.265645 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:09:16.266036 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Checking segment: {'id': 'd2d434b8-fe0a-46b2-9a51-124c27b62f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:09:16.266455 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:16.266863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Bound using segment: {'id': 'd2d434b8-fe0a-46b2-9a51-124c27b62f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:09:16.270323 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Bound port: acef12a8-d20a-41c7-944b-19538fb152b5, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d434b8-fe0a-46b2-9a51-124c27b62f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:09:16.270753 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:16.294488 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78bbdb98-f9f7-45eb-b68c-7aa576758d9f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:16.307579 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78bbdb98-f9f7-45eb-b68c-7aa576758d9f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:16.349339 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbdb98-f9f7-45eb-b68c-7aa576758d9f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a526c714-16f5-43b9-b741-8dcad50d5cd7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:16.373729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Pushing event updated for resources: {'Port': ['ID=107e11ae-f3d4-431a-8e24-375d06c195c6,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:16.381226 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78bbdb98-f9f7-45eb-b68c-7aa576758d9f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:16.385742 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-78bbdb98-f9f7-45eb-b68c-7aa576758d9f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3099215 Dec 12 18:09:16.394267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34332) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:16.394679 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] For port acef12a8-d20a-41c7-944b-19538fb152b5, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:09:16.398505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] For port acef12a8-d20a-41c7-944b-19538fb152b5, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=acef12a8-d20a-41c7-944b-19538fb152b5,segment=NetworkSegment(d2d434b8-fe0a-46b2-9a51-124c27b62f4b),segment_id=d2d434b8-fe0a-46b2-9a51-124c27b62f4b)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:09:16.411824 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c86ea4a3-ef54-4187-97d3-1f09f03d9ebf admin admin] For port e7f6477e-e395-43c0-b20e-b400166ec00f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e7f6477e-e395-43c0-b20e-b400166ec00f,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:16.412495 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c86ea4a3-ef54-4187-97d3-1f09f03d9ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:16.415111 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:16.450218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4115c30b-d28e-43f1-95b2-c2beb34c0c21 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group_rule': {'security_group_id': 'a526c714-16f5-43b9-b741-8dcad50d5cd7', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:16.491502 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4bd8d-b246-4fc2-8424-3101fcb5a119 None None] Pushing event updated for resources: {'Port': ['ID=acef12a8-d20a-41c7-944b-19538fb152b5,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:16.497260 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0376b256-a60e-41da-b186-36f32abab3f7 None None] Provisioning complete for port acef12a8-d20a-41c7-944b-19538fb152b5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:16.497260 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0376b256-a60e-41da-b186-36f32abab3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:16.502938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Routers {'b4054145-1c2f-4142-b4b1-49210086a3dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:09:16.502938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:08:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4054145-1c2f-4142-b4b1-49210086a3dc'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:16.611018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afba4b9b-2db8-4281-b910-bd6a805191a7 req-c4cc5ef5-04de-456d-ad3e-21a3e4d60de8 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382310 Dec 12 18:09:16.611018 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c86ea4a3-ef54-4187-97d3-1f09f03d9ebf admin admin] Calling delete_port for e7f6477e-e395-43c0-b20e-b400166ec00f owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:09:16.641218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Attempting to bind port 107e11ae-f3d4-431a-8e24-375d06c195c6 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:09:16.641607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Attempting to bind port 107e11ae-f3d4-431a-8e24-375d06c195c6 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '2c6d49c4-dde4-44d8-90a1-8894a72ad6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b5f981a1-ebd2-4812-b26e-e8be583afd86'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:09:16.641952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Attempting to bind port 107e11ae-f3d4-431a-8e24-375d06c195c6 on network b5f981a1-ebd2-4812-b26e-e8be583afd86 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:09:16.695260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Port 107e11ae-f3d4-431a-8e24-375d06c195c6 on network b5f981a1-ebd2-4812-b26e-e8be583afd86 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:09:16.696010 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Attempting to bind port 107e11ae-f3d4-431a-8e24-375d06c195c6 on network b5f981a1-ebd2-4812-b26e-e8be583afd86 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:09:16.717345 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:09:16.718139 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Checking segment: {'id': '2c6d49c4-dde4-44d8-90a1-8894a72ad6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b5f981a1-ebd2-4812-b26e-e8be583afd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:09:16.718933 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Bound using segment: {'id': '2c6d49c4-dde4-44d8-90a1-8894a72ad6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b5f981a1-ebd2-4812-b26e-e8be583afd86'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:09:16.719607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Bound port: 107e11ae-f3d4-431a-8e24-375d06c195c6, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c6d49c4-dde4-44d8-90a1-8894a72ad6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b5f981a1-ebd2-4812-b26e-e8be583afd86'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:09:16.720249 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:16.726206 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4115c30b-d28e-43f1-95b2-c2beb34c0c21 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:16.761819 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] Set router b4054145-1c2f-4142-b4b1-49210086a3dc gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:09:16.795517 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0376b256-a60e-41da-b186-36f32abab3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:16.828270 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4115c30b-d28e-43f1-95b2-c2beb34c0c21 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:16.841762 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4115c30b-d28e-43f1-95b2-c2beb34c0c21 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:16.905039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115c30b-d28e-43f1-95b2-c2beb34c0c21 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f78d02-12af-4af8-b77f-eaeaa7a0b4a6,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:16.969498 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4115c30b-d28e-43f1-95b2-c2beb34c0c21 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:16.970643 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4115c30b-d28e-43f1-95b2-c2beb34c0c21 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5398397 Dec 12 18:09:16.973703 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34334) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:16.978615 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-114f2ffa-b38d-4f8b-b3e7-0ea191228d76 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group_rule': {'security_group_id': 'a526c714-16f5-43b9-b741-8dcad50d5cd7', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:16.991862 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] For port 107e11ae-f3d4-431a-8e24-375d06c195c6, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:09:16.999314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] For port 107e11ae-f3d4-431a-8e24-375d06c195c6, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=107e11ae-f3d4-431a-8e24-375d06c195c6,segment=NetworkSegment(2c6d49c4-dde4-44d8-90a1-8894a72ad6e0),segment_id=2c6d49c4-dde4-44d8-90a1-8894a72ad6e0)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:09:17.032489 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.039578 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-114f2ffa-b38d-4f8b-b3e7-0ea191228d76 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.116270 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-114f2ffa-b38d-4f8b-b3e7-0ea191228d76 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.125318 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-114f2ffa-b38d-4f8b-b3e7-0ea191228d76 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.132433 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0376b256-a60e-41da-b186-36f32abab3f7 None None] For port acef12a8-d20a-41c7-944b-19538fb152b5, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=acef12a8-d20a-41c7-944b-19538fb152b5,segment=NetworkSegment(d2d434b8-fe0a-46b2-9a51-124c27b62f4b),segment_id=d2d434b8-fe0a-46b2-9a51-124c27b62f4b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:17.134455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1aca31dd-b39a-4c9b-8182-75265ea15eef no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:09:17.153689 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0376b256-a60e-41da-b186-36f32abab3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.156292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f2ffa-b38d-4f8b-b3e7-0ea191228d76 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b179e5-d9e2-43a9-bd81-4a2a562cea40,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:17.171712 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-114f2ffa-b38d-4f8b-b3e7-0ea191228d76 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.173668 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-114f2ffa-b38d-4f8b-b3e7-0ea191228d76 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1989145 Dec 12 18:09:17.177096 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34338) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:17.186648 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8a293fcb-9b49-49d8-a12e-c5c1469a2ee6 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group_rule': {'security_group_id': 'a526c714-16f5-43b9-b741-8dcad50d5cd7', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:17.224526 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a293fcb-9b49-49d8-a12e-c5c1469a2ee6 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.237841 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 1aca31dd-b39a-4c9b-8182-75265ea15eef {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:09:17.238443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1aca31dd-b39a-4c9b-8182-75265ea15eef not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:09:17.239063 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e7f6477e-e395-43c0-b20e-b400166ec00f no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:09:17.320103 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.331015 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a293fcb-9b49-49d8-a12e-c5c1469a2ee6 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.347866 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a293fcb-9b49-49d8-a12e-c5c1469a2ee6 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.379030 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-55c1cdad-58dd-4c25-b08e-fef6fc91a267 None None] Provisioning complete for port acef12a8-d20a-41c7-944b-19538fb152b5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:17.379579 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55c1cdad-58dd-4c25-b08e-fef6fc91a267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.408339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:17.408941 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.410503 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] 10.222.0.20 "PUT /v2.0/ports/107e11ae-f3d4-431a-8e24-375d06c195c6 HTTP/1.1" status: 200 len: 1092 time: 2.3051376 Dec 12 18:09:17.411016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b88fb18-5949-4581-9e21-d5096af292a1', 'tag': '107e11ae-f3d4-431a-8e24-375d06c195c6'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:09:17.413303 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a293fcb-9b49-49d8-a12e-c5c1469a2ee6 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.422212 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8a293fcb-9b49-49d8-a12e-c5c1469a2ee6 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2437522 Dec 12 18:09:17.423018 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c447c852-ab33-4e78-8d33-019de0c85b27" -d '{"events": [{"name": "network-changed", "server_uuid": "2b88fb18-5949-4581-9e21-d5096af292a1", "tag": "107e11ae-f3d4-431a-8e24-375d06c195c6"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:09:17.424155 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34342) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:17.429854 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5f24315a-7e76-4986-a550-ba9e40aa3779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.454371 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:09:11Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'acef12a8-d20a-41c7-944b-19538fb152b5', 'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:9e:8d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:09Z', 'updated_at': '2021-12-12T18:09:16Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:17.465926 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c86ea4a3-ef54-4187-97d3-1f09f03d9ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.479144 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9579d857-e16d-4a33-827b-36da4d8b0e98 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group_rule': {'security_group_id': 'a526c714-16f5-43b9-b741-8dcad50d5cd7', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:17.492858 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a502d0b-f79a-4d4a-966e-e9912de5337b None None] The sync data for ids ['b4054145-1c2f-4142-b4b1-49210086a3dc'] in n-d-760354-5 is: [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:09:11Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'acef12a8-d20a-41c7-944b-19538fb152b5', 'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:9e:8d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:09Z', 'updated_at': '2021-12-12T18:09:16Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:09:17.495048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376b256-a60e-41da-b186-36f32abab3f7 None None] Pushing event updated for resources: {'Port': ['ID=acef12a8-d20a-41c7-944b-19538fb152b5,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:17.511132 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] No active binding found for port e7f6477e-e395-43c0-b20e-b400166ec00f {{(pid=103152) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 12 18:09:17.511878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e7f6477e-e395-43c0-b20e-b400166ec00f not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:09:17.514270 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a293fcb-9b49-49d8-a12e-c5c1469a2ee6 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ec6abf-7b8b-4b64-95f7-24ae5313cce6,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:17.582773 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cca7534-e1e0-4840-85bd-737a2ca6da7d x-openstack-request-id: req-3cca7534-e1e0-4840-85bd-737a2ca6da7d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:09:17.582773 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b88fb18-5949-4581-9e21-d5096af292a1", "tag": "107e11ae-f3d4-431a-8e24-375d06c195c6", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:09:17.598110 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3cca7534-e1e0-4840-85bd-737a2ca6da7d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:09:17.598581 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b88fb18-5949-4581-9e21-d5096af292a1', 'tag': '107e11ae-f3d4-431a-8e24-375d06c195c6', 'status': 'completed', 'code': 200} Dec 12 18:09:17.604521 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9579d857-e16d-4a33-827b-36da4d8b0e98 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.655018 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9653ed-d277-4df3-ba4d-ac5c6f164174 service neutron] Pushing event updated for resources: {'Port': ['ID=107e11ae-f3d4-431a-8e24-375d06c195c6,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:17.685525 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a605d12-6629-4db5-a348-70ef180d3865 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:09:17.734480 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ea4a3-ef54-4187-97d3-1f09f03d9ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f6477e-e395-43c0-b20e-b400166ec00f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:17.765589 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9579d857-e16d-4a33-827b-36da4d8b0e98 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.771756 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9579d857-e16d-4a33-827b-36da4d8b0e98 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.799665 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579d857-e16d-4a33-827b-36da4d8b0e98 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fed8ad0-ac5c-4aa8-8240-c7c17bd23910,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:17.805462 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9579d857-e16d-4a33-827b-36da4d8b0e98 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.812020 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9579d857-e16d-4a33-827b-36da4d8b0e98 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3683031 Dec 12 18:09:17.813095 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34378) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:17.818104 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fe9a1558-c216-4eb0-a4b9-ed79b3e06988 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group_rule': {'security_group_id': 'a526c714-16f5-43b9-b741-8dcad50d5cd7', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:17.860020 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-fe9a1558-c216-4eb0-a4b9-ed79b3e06988 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Project a667ea3d799643cd85f2edf112448875 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:09:17.876785 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.879257 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe9a1558-c216-4eb0-a4b9-ed79b3e06988 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:17.884894 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-8303b254-fb91-4b88-a149-002bdde62fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:17.886491 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-8303b254-fb91-4b88-a149-002bdde62fc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f15be1b757d459da5a966d7ff02ed13&device_id=2b88fb18-5949-4581-9e21-d5096af292a1 HTTP/1.1" status: 200 len: 1095 time: 0.3826561 Dec 12 18:09:17.997013 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe9a1558-c216-4eb0-a4b9-ed79b3e06988 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:18.005887 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c86ea4a3-ef54-4187-97d3-1f09f03d9ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:18.013202 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe9a1558-c216-4eb0-a4b9-ed79b3e06988 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:18.064829 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-381fefa0-b2f0-45bc-bfe5-21a71f2217b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=107e11ae-f3d4-431a-8e24-375d06c195c6 HTTP/1.1" status: 200 len: 217 time: 0.1696668 Dec 12 18:09:18.073575 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a1558-c216-4eb0-a4b9-ed79b3e06988 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e6d614-c666-451c-acf6-d43b14f8f0a9,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:18.095350 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe9a1558-c216-4eb0-a4b9-ed79b3e06988 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:18.096279 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fe9a1558-c216-4eb0-a4b9-ed79b3e06988 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2820501 Dec 12 18:09:18.098925 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34390) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:18.106029 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ec274ae9-652b-45e4-9eaa-93a79539b27c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group_rule': {'security_group_id': 'a526c714-16f5-43b9-b741-8dcad50d5cd7', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:18.143392 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-ec274ae9-652b-45e4-9eaa-93a79539b27c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Project a667ea3d799643cd85f2edf112448875 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:09:18.159788 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec274ae9-652b-45e4-9eaa-93a79539b27c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:18.222728 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f982ad-62f9-44ff-83b1-dee352d5d22e req-015b876c-dab1-42dd-b4a3-a443dac3af9e tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:18.224787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98f982ad-62f9-44ff-83b1-dee352d5d22e req-015b876c-dab1-42dd-b4a3-a443dac3af9e tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b88fb18-5949-4581-9e21-d5096af292a1 HTTP/1.1" status: 200 len: 944 time: 0.4356129 Dec 12 18:09:18.294279 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec274ae9-652b-45e4-9eaa-93a79539b27c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:18.308272 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec274ae9-652b-45e4-9eaa-93a79539b27c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:18.358860 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-fa909050-05f7-4a9f-b126-b7a89dfed358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:18.366163 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec274ae9-652b-45e4-9eaa-93a79539b27c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:18.368886 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ec274ae9-652b-45e4-9eaa-93a79539b27c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2680864 Dec 12 18:09:18.372712 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec274ae9-652b-45e4-9eaa-93a79539b27c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8144bee-4656-4158-94c9-02fadc9cef5a,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:18.385702 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-fa909050-05f7-4a9f-b126-b7a89dfed358 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f05a0d8f-3c1a-4f8c-93ab-5be775bb6d2e HTTP/1.1" status: 200 len: 849 time: 0.1818435 Dec 12 18:09:18.389002 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:18.389574 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c86ea4a3-ef54-4187-97d3-1f09f03d9ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:18.396813 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c86ea4a3-ef54-4187-97d3-1f09f03d9ebf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:18.473020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-a1965be0-a730-458a-b2d0-d2bcd07cd912 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5f981a1-ebd2-4812-b26e-e8be583afd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777030 Dec 12 18:09:18.569970 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98f982ad-62f9-44ff-83b1-dee352d5d22e req-587224ae-cad1-498e-86b7-231fe19c53ed tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154411 Dec 12 18:09:18.603486 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c86ea4a3-ef54-4187-97d3-1f09f03d9ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:18.604032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86ea4a3-ef54-4187-97d3-1f09f03d9ebf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:09:18.609899 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c86ea4a3-ef54-4187-97d3-1f09f03d9ebf admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:18.613397 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c86ea4a3-ef54-4187-97d3-1f09f03d9ebf admin admin] 10.222.0.18 "DELETE /v2.0/routers/c3af01ed-f603-4c01-97c7-4bb8b1b55ff9 HTTP/1.1" status: 204 len: 168 time: 3.7426405 Dec 12 18:09:18.614467 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34410) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:18.687329 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-3229f867-f184-4ccd-b8cc-b7d619443f70 admin admin] Deleting subnet 81ad747b-ad80-4348-8572-53c6e686d1c0 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:09:18.691559 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3229f867-f184-4ccd-b8cc-b7d619443f70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:18.745392 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3229f867-f184-4ccd-b8cc-b7d619443f70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:18.802732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-1cb4d7de-ce9a-467a-ad66-a070778bfaff tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512255785&fields=id&tenant_id=a667ea3d799643cd85f2edf112448875 HTTP/1.1" status: 200 len: 267 time: 0.2411458 Dec 12 18:09:18.924980 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3229f867-f184-4ccd-b8cc-b7d619443f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:18.931284 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-6d88f43f-96e7-408b-838c-843848aa505e service neutron] 10.222.0.20 "GET /v2.0/networks/b5f981a1-ebd2-4812-b26e-e8be583afd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720081 Dec 12 18:09:19.069311 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3229f867-f184-4ccd-b8cc-b7d619443f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:19.090879 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-628d46a2-f55f-41d4-b0ab-17b9ff3c96c0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:19.092378 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device acef12a8-d20a-41c7-944b-19538fb152b5 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:09:19.097731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-628d46a2-f55f-41d4-b0ab-17b9ff3c96c0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/networks?id=78cde4f0-f14a-43f4-af29-b53ee5885fdd HTTP/1.1" status: 200 len: 797 time: 0.2859476 Dec 12 18:09:19.139073 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-95b382f4-e7b1-44c5-a2fc-0a2460be9d08 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/quotas/a667ea3d799643cd85f2edf112448875 HTTP/1.1" status: 200 len: 375 time: 0.0403554 Dec 12 18:09:19.163130 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port acef12a8-d20a-41c7-944b-19538fb152b5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:19.170909 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3229f867-f184-4ccd-b8cc-b7d619443f70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:19.173119 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:19.186562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af09796-f939-45fe-9793-65a34b6bbd4a None None] Network ee64e78a-79f1-4b7b-baf7-6842a6a7daef requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:09:19.193728 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3229f867-f184-4ccd-b8cc-b7d619443f70 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/81ad747b-ad80-4348-8572-53c6e686d1c0 HTTP/1.1" status: 204 len: 168 time: 0.5771401 Dec 12 18:09:19.194758 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229f867-f184-4ccd-b8cc-b7d619443f70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81ad747b-ad80-4348-8572-53c6e686d1c0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:19.203263 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34442) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:19.283566 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f1de28ca-7c57-4a8e-86c9-7254398fd43c req-971aa219-24db-477f-a165-8955679e9fd1 service neutron] 10.222.0.20 "GET /v2.0/networks/b5f981a1-ebd2-4812-b26e-e8be583afd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426981 Dec 12 18:09:19.305506 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-ecaf94f0-58ef-4409-91e1-6c1c6c706059 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a667ea3d799643cd85f2edf112448875&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1654058 Dec 12 18:09:19.505000 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:19.620873 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447c852-ab33-4e78-8d33-019de0c85b27 req-d14792c1-26cc-41a4-9e8c-27052f179fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:19.622396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c447c852-ab33-4e78-8d33-019de0c85b27 req-d14792c1-26cc-41a4-9e8c-27052f179fac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f15be1b757d459da5a966d7ff02ed13&device_id=2b88fb18-5949-4581-9e21-d5096af292a1 HTTP/1.1" status: 200 len: 1095 time: 0.2832360 Dec 12 18:09:19.629611 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] Deleting port 7004dd5c-abe5-4849-8f34-9e1c74f7c19f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:09:19.629904 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:19.749170 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] For port 7004dd5c-abe5-4849-8f34-9e1c74f7c19f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7004dd5c-abe5-4849-8f34-9e1c74f7c19f,segment=NetworkSegment(381dbbf8-da3f-4edf-b1f6-fa75e0281764),segment_id=381dbbf8-da3f-4edf-b1f6-fa75e0281764)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:19.751190 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:19.767069 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c64a7b-877f-4ed4-ba55-711cd89daa0f None None] DHCP port deletion for ee64e78a-79f1-4b7b-baf7-6842a6a7daef request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:09:19.797884 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] Calling delete_port for 7004dd5c-abe5-4849-8f34-9e1c74f7c19f owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:09:19.838696 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-ee3d3a68-f8a0-4564-9431-e9a963ae0fe5 service neutron] 10.222.0.18 "GET /v2.0/networks/78cde4f0-f14a-43f4-af29-b53ee5885fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755790 Dec 12 18:09:19.840013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d9c64a7b-877f-4ed4-ba55-711cd89daa0f None None] Deleting port 7004dd5c-abe5-4849-8f34-9e1c74f7c19f {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:09:19.840399 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d9c64a7b-877f-4ed4-ba55-711cd89daa0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:19.927179 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d9c64a7b-877f-4ed4-ba55-711cd89daa0f None None] For port 7004dd5c-abe5-4849-8f34-9e1c74f7c19f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7004dd5c-abe5-4849-8f34-9e1c74f7c19f,segment=NetworkSegment(381dbbf8-da3f-4edf-b1f6-fa75e0281764),segment_id=381dbbf8-da3f-4edf-b1f6-fa75e0281764)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:19.928076 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d9c64a7b-877f-4ed4-ba55-711cd89daa0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:19.929306 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:19.931342 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc97053-b04b-4b8c-9367-9334145716fa req-b8d7d579-31fd-4fcf-80af-8fe82a3a955c tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:19.932929 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dcc97053-b04b-4b8c-9367-9334145716fa req-b8d7d579-31fd-4fcf-80af-8fe82a3a955c tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b88fb18-5949-4581-9e21-d5096af292a1 HTTP/1.1" status: 200 len: 944 time: 0.1898830 Dec 12 18:09:19.939183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447c852-ab33-4e78-8d33-019de0c85b27 req-e2d1b1f1-207c-4965-b13e-8d33edbd66cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:19.940720 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c447c852-ab33-4e78-8d33-019de0c85b27 req-e2d1b1f1-207c-4965-b13e-8d33edbd66cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5f981a1-ebd2-4812-b26e-e8be583afd86 HTTP/1.1" status: 200 len: 910 time: 0.3072941 Dec 12 18:09:19.943938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d9c64a7b-877f-4ed4-ba55-711cd89daa0f None None] Calling delete_port for 7004dd5c-abe5-4849-8f34-9e1c74f7c19f owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:09:19.972912 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] Pushing event deleted for resources: {'Port': ['ID=7004dd5c-abe5-4849-8f34-9e1c74f7c19f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:19.979693 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] No DVR routers for this DVR port 7004dd5c-abe5-4849-8f34-9e1c74f7c19f on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:09:20.040912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c447c852-ab33-4e78-8d33-019de0c85b27 req-e5a5658b-69bf-4e53-9901-e06e400b2230 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=107e11ae-f3d4-431a-8e24-375d06c195c6 HTTP/1.1" status: 200 len: 217 time: 0.0870602 Dec 12 18:09:20.041643 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d9c64a7b-877f-4ed4-ba55-711cd89daa0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:20.059065 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-4ed63504-9e16-47dd-98cc-e8b505ece8cd service neutron] 10.222.0.18 "GET /v2.0/networks/78cde4f0-f14a-43f4-af29-b53ee5885fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194228 Dec 12 18:09:20.063233 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c64a7b-877f-4ed4-ba55-711cd89daa0f None None] No DVR routers for this DVR port 7004dd5c-abe5-4849-8f34-9e1c74f7c19f on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:09:20.085798 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:20.099895 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c64a7b-877f-4ed4-ba55-711cd89daa0f None None] Pushing event deleted for resources: {'Port': ['ID=7004dd5c-abe5-4849-8f34-9e1c74f7c19f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:20.126735 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:20.132625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee64e78a-79f1-4b7b-baf7-6842a6a7daef']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:20.147488 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381dbbf8-da3f-4edf-b1f6-fa75e0281764') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:20.147920 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381dbbf8-da3f-4edf-b1f6-fa75e0281764') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:20.155503 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dcc97053-b04b-4b8c-9367-9334145716fa req-5387341a-e784-4951-9ecf-bd9a1ea91c25 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137704 Dec 12 18:09:20.161467 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:20.189919 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447c852-ab33-4e78-8d33-019de0c85b27 req-e510b9d2-68a8-45db-a459-6bde2dad4c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:20.191659 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c447c852-ab33-4e78-8d33-019de0c85b27 req-e510b9d2-68a8-45db-a459-6bde2dad4c48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f05a0d8f-3c1a-4f8c-93ab-5be775bb6d2e HTTP/1.1" status: 200 len: 849 time: 0.1249597 Dec 12 18:09:20.195268 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:20.205257 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:09:20.205673 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:09:20.208551 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:09:20.233777 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c447c852-ab33-4e78-8d33-019de0c85b27 req-31654f9b-e379-4053-b194-fe746c8cbb98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5f981a1-ebd2-4812-b26e-e8be583afd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338650 Dec 12 18:09:20.315268 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:20.323353 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:20.330165 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] 10.222.0.18 "DELETE /v2.0/networks/ee64e78a-79f1-4b7b-baf7-6842a6a7daef HTTP/1.1" status: 204 len: 168 time: 1.1195192 Dec 12 18:09:20.335500 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f11ad92-9c9d-480a-a1a2-985b7b3b809c req-edef4b80-bd0f-43f5-b690-02e43807757a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 210 time: 0.0630980 Dec 12 18:09:20.337572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34454) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:20.354734 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f68a43-a531-4f76-a7b7-9f7db9edb51f admin admin] Pushing event deleted for resources: {'Network': ['ID=ee64e78a-79f1-4b7b-baf7-6842a6a7daef,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:20.505670 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c447c852-ab33-4e78-8d33-019de0c85b27 req-8668d1cb-58ed-4b79-958d-22ed7676fe90 service neutron] 10.222.0.20 "GET /v2.0/networks/b5f981a1-ebd2-4812-b26e-e8be583afd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596889 Dec 12 18:09:20.720185 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c447c852-ab33-4e78-8d33-019de0c85b27 req-0a63e1d9-eb02-4c20-b65f-ff59866eb4b4 service neutron] 10.222.0.20 "GET /v2.0/networks/b5f981a1-ebd2-4812-b26e-e8be583afd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039130 Dec 12 18:09:20.878115 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:20.979137 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7004dd5c-abe5-4849-8f34-9e1c74f7c19f no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:09:21.005551 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:21.013555 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 7004dd5c-abe5-4849-8f34-9e1c74f7c19f {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:09:21.013907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7004dd5c-abe5-4849-8f34-9e1c74f7c19f not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:09:21.410265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9e41f-c220-432b-8042-e0a4d4471332 req-cf218fb6-55c2-421e-9c83-36c7a0a1dd03 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:21.411879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8ff9e41f-c220-432b-8042-e0a4d4471332 req-cf218fb6-55c2-421e-9c83-36c7a0a1dd03 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b88fb18-5949-4581-9e21-d5096af292a1 HTTP/1.1" status: 200 len: 944 time: 0.0997584 Dec 12 18:09:21.562803 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-aca6922e-d0b3-4d09-a7a7-9637a595494a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:21.564867 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-aca6922e-d0b3-4d09-a7a7-9637a595494a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.31 "GET /v2.0/networks?id=78cde4f0-f14a-43f4-af29-b53ee5885fdd HTTP/1.1" status: 200 len: 797 time: 0.2075369 Dec 12 18:09:21.611136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da0fc444-2d79-4e1a-86b4-c10ca70d58de req-b46f8881-6323-4fc4-9619-13b168e5e5ed tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 210 time: 0.0793254 Dec 12 18:09:21.631947 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8ff9e41f-c220-432b-8042-e0a4d4471332 req-dc00c2b9-9e80-4769-8db4-9cbf94b97d0d tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128329 Dec 12 18:09:21.672527 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-3380d36f-6b4f-498f-a5b1-cff781064569 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a667ea3d799643cd85f2edf112448875 HTTP/1.1" status: 200 len: 380 time: 0.0960009 Dec 12 18:09:21.692290 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-1b96a697-1c4b-4864-827c-d9660c6ac63b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'port': {'device_id': 'f3f67700-47ba-445e-b461-0b947db91f20', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'admin_state_up': True, 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'security_groups': ['a526c714-16f5-43b9-b741-8dcad50d5cd7']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:21.753185 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Deleting port 6f12c122-dc06-44df-b8e7-36425208ca7b {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:09:21.753784 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:21.829527 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-1b96a697-1c4b-4864-827c-d9660c6ac63b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Made reservation on behalf of a667ea3d799643cd85f2edf112448875 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:09:21.832800 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-1b96a697-1c4b-4864-827c-d9660c6ac63b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:21.857844 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] For port 6f12c122-dc06-44df-b8e7-36425208ca7b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6f12c122-dc06-44df-b8e7-36425208ca7b,segment=NetworkSegment(b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d),segment_id=b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:21.857844 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:21.879731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Calling delete_port for 6f12c122-dc06-44df-b8e7-36425208ca7b owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:09:21.979121 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-1b96a697-1c4b-4864-827c-d9660c6ac63b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Allocated IP 172.20.0.12 (78cde4f0-f14a-43f4-af29-b53ee5885fdd/f6c1aaee-23c0-4eca-ab34-ea38606d30ae/8dfe0850-c8a1-4449-b093-8b940ec485a4) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:09:22.037034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 107e11ae-f3d4-431a-8e24-375d06c195c6 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:09:22.108072 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:22.149385 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f12c122-dc06-44df-b8e7-36425208ca7b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:22.174252 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-1b96a697-1c4b-4864-827c-d9660c6ac63b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:22.186234 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 107e11ae-f3d4-431a-8e24-375d06c195c6, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=107e11ae-f3d4-431a-8e24-375d06c195c6,segment=NetworkSegment(2c6d49c4-dde4-44d8-90a1-8894a72ad6e0),segment_id=2c6d49c4-dde4-44d8-90a1-8894a72ad6e0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:22.206588 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '107e11ae-f3d4-431a-8e24-375d06c195c6', 'network_id': 'b5f981a1-ebd2-4812-b26e-e8be583afd86', 'port_id': '107e11ae-f3d4-431a-8e24-375d06c195c6', 'mac_address': 'fa:16:3e:66:2c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05a0d8f-3c1a-4f8c-93ab-5be775bb6d2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:09:22.214973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:22.215362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:22.215706 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:22.216140 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:22.216400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:22.217400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:22.217770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:22.218241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:22.219996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:22.219996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:22.219996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:22.219996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:22.220439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:22.246664 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-1b96a697-1c4b-4864-827c-d9660c6ac63b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:22.274285 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:22.292905 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107e11ae-f3d4-431a-8e24-375d06c195c6 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:09:22.321617 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 107e11ae-f3d4-431a-8e24-375d06c195c6, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=107e11ae-f3d4-431a-8e24-375d06c195c6,segment=NetworkSegment(2c6d49c4-dde4-44d8-90a1-8894a72ad6e0),segment_id=2c6d49c4-dde4-44d8-90a1-8894a72ad6e0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:22.327731 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:22.339699 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-1b96a697-1c4b-4864-827c-d9660c6ac63b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Network 78cde4f0-f14a-43f4-af29-b53ee5885fdd is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:09:22.354217 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-1b96a697-1c4b-4864-827c-d9660c6ac63b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:09:22.360646 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-1b96a697-1c4b-4864-827c-d9660c6ac63b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:09:22.407928 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:22.411471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=107e11ae-f3d4-431a-8e24-375d06c195c6,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:22.417448 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96a697-1c4b-4864-827c-d9660c6ac63b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Port': ['ID=8dfe0850-c8a1-4449-b093-8b940ec485a4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:22.452432 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-1b96a697-1c4b-4864-827c-d9660c6ac63b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:22.456341 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-1b96a697-1c4b-4864-827c-d9660c6ac63b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:22.503253 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-1b96a697-1c4b-4864-827c-d9660c6ac63b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8166971 Dec 12 18:09:22.520330 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Request body: {'port': {'device_id': 'f3f67700-47ba-445e-b461-0b947db91f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:22.537533 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['107e11ae-f3d4-431a-8e24-375d06c195c6'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:09:22.593900 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:22.813447 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f79c7e1e-23a7-4ac2-8baf-1eca624ca6c0 None None] Provisioning complete for port 8dfe0850-c8a1-4449-b093-8b940ec485a4 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:22.813791 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f79c7e1e-23a7-4ac2-8baf-1eca624ca6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:22.854903 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51aeca-3de7-4c84-bb3c-83ffc4bf55c9 req-51bc7843-a3ef-440c-a136-859bbc25bf97 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:22.863316 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c51aeca-3de7-4c84-bb3c-83ffc4bf55c9 req-51bc7843-a3ef-440c-a136-859bbc25bf97 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b88fb18-5949-4581-9e21-d5096af292a1 HTTP/1.1" status: 200 len: 945 time: 0.1132479 Dec 12 18:09:22.890085 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f79c7e1e-23a7-4ac2-8baf-1eca624ca6c0 None None] Port 8dfe0850-c8a1-4449-b093-8b940ec485a4 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:09:22.918694 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dae76-4bf7-4d45-9026-10ae0ffb95b0 req-a99a8aaa-31e2-4f9e-81c4-fedbf87e1dd3 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:22.920841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b95dae76-4bf7-4d45-9026-10ae0ffb95b0 req-a99a8aaa-31e2-4f9e-81c4-fedbf87e1dd3 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 932 time: 0.1475348 Dec 12 18:09:22.927218 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Router b4c6e0a8-a662-462d-8182-a400df63ea0f has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:09:22.957312 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c51aeca-3de7-4c84-bb3c-83ffc4bf55c9 req-5832261d-c7e3-44e7-b3c6-6cfaf9abab3e tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930197 Dec 12 18:09:23.065766 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b95dae76-4bf7-4d45-9026-10ae0ffb95b0 req-a4de997c-e5b0-42f6-90fb-4029fc9781b4 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a526c714-16f5-43b9-b741-8dcad50d5cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370130 Dec 12 18:09:23.066855 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dfe0850-c8a1-4449-b093-8b940ec485a4 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:09:23.077870 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:23.094706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Transition to ACTIVE for port object 8dfe0850-c8a1-4449-b093-8b940ec485a4 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:09:23.099453 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:23.121065 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:09:23.130378 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a8b4cc16-c730-478f-acf5-d0968476f180 admin admin] 10.222.0.18 "PUT /v2.0/routers/b4c6e0a8-a662-462d-8182-a400df63ea0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7917831 Dec 12 18:09:23.136950 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810e887-ea49-47ff-9645-e65f2fb945df None None] Sync routers for ids ['b4c6e0a8-a662-462d-8182-a400df63ea0f'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:09:23.147584 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34480) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:23.152584 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e810e887-ea49-47ff-9645-e65f2fb945df None None] Routers {'b4c6e0a8-a662-462d-8182-a400df63ea0f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:09:23.153570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e810e887-ea49-47ff-9645-e65f2fb945df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:09:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4c6e0a8-a662-462d-8182-a400df63ea0f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:23.245864 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Pushing event updated for resources: {'Port': ['ID=8dfe0850-c8a1-4449-b093-8b940ec485a4,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:23.262455 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Attempting to bind port 8dfe0850-c8a1-4449-b093-8b940ec485a4 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:09:23.262935 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Attempting to bind port 8dfe0850-c8a1-4449-b093-8b940ec485a4 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'd2d434b8-fe0a-46b2-9a51-124c27b62f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:09:23.263132 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Attempting to bind port 8dfe0850-c8a1-4449-b093-8b940ec485a4 on network 78cde4f0-f14a-43f4-af29-b53ee5885fdd {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:09:23.268783 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Port 8dfe0850-c8a1-4449-b093-8b940ec485a4 on network 78cde4f0-f14a-43f4-af29-b53ee5885fdd not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:09:23.269042 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Attempting to bind port 8dfe0850-c8a1-4449-b093-8b940ec485a4 on network 78cde4f0-f14a-43f4-af29-b53ee5885fdd {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:09:23.280837 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:09:23.281429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Checking segment: {'id': 'd2d434b8-fe0a-46b2-9a51-124c27b62f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:09:23.282028 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Bound using segment: {'id': 'd2d434b8-fe0a-46b2-9a51-124c27b62f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:09:23.282560 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Bound port: 8dfe0850-c8a1-4449-b093-8b940ec485a4, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d434b8-fe0a-46b2-9a51-124c27b62f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:09:23.283660 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:23.304104 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d363e4de-a2a7-4b3a-9b11-532ad5cc90ff admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:23.366373 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] For port 8dfe0850-c8a1-4449-b093-8b940ec485a4, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:09:23.370328 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] For port 8dfe0850-c8a1-4449-b093-8b940ec485a4, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=8dfe0850-c8a1-4449-b093-8b940ec485a4,segment=NetworkSegment(d2d434b8-fe0a-46b2-9a51-124c27b62f4b),segment_id=d2d434b8-fe0a-46b2-9a51-124c27b62f4b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:09:23.377970 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:23.425404 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:23.426181 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:23.428506 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] 10.222.0.31 "PUT /v2.0/ports/8dfe0850-c8a1-4449-b093-8b940ec485a4 HTTP/1.1" status: 200 len: 1092 time: 0.9166484 Dec 12 18:09:23.431471 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f67700-47ba-445e-b461-0b947db91f20', 'tag': '8dfe0850-c8a1-4449-b093-8b940ec485a4'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:09:23.435130 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4647a0-b228-4955-9807-c42a39736f51" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f67700-47ba-445e-b461-0b947db91f20", "tag": "8dfe0850-c8a1-4449-b093-8b940ec485a4"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:09:23.470920 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1d18b-1999-4019-937d-2894b4427820 service neutron] Pushing event updated for resources: {'Port': ['ID=8dfe0850-c8a1-4449-b093-8b940ec485a4,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:23.509557 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d363e4de-a2a7-4b3a-9b11-532ad5cc90ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:23.522533 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379a6986-b398-42c5-bc74-2660836229cf x-openstack-request-id: req-379a6986-b398-42c5-bc74-2660836229cf {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:09:23.522533 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f67700-47ba-445e-b461-0b947db91f20", "tag": "8dfe0850-c8a1-4449-b093-8b940ec485a4", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:09:23.522533 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-379a6986-b398-42c5-bc74-2660836229cf {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:09:23.523058 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f67700-47ba-445e-b461-0b947db91f20', 'tag': '8dfe0850-c8a1-4449-b093-8b940ec485a4', 'status': 'completed', 'code': 200} Dec 12 18:09:23.543219 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-d7ff1ec7-6a69-41b3-8b74-36080c4f87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:23.545526 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-d7ff1ec7-6a69-41b3-8b74-36080c4f87f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a667ea3d799643cd85f2edf112448875&device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 1095 time: 0.0563960 Dec 12 18:09:23.599919 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d363e4de-a2a7-4b3a-9b11-532ad5cc90ff admin admin] Deleting port 45808d71-430d-4c3e-9248-c5eab4407a3f {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:09:23.600276 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d363e4de-a2a7-4b3a-9b11-532ad5cc90ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:23.637351 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e810e887-ea49-47ff-9645-e65f2fb945df None None] Set router b4c6e0a8-a662-462d-8182-a400df63ea0f gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:09:23.651587 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-b37b9ea9-c92e-4f52-9198-f6d8fe6a92ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfe0850-c8a1-4449-b093-8b940ec485a4 HTTP/1.1" status: 200 len: 217 time: 0.0954456 Dec 12 18:09:23.747059 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-fec0757f-aadf-4765-90e8-9a5100f4e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:23.749751 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-fec0757f-aadf-4765-90e8-9a5100f4e0fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f6c1aaee-23c0-4eca-ab34-ea38606d30ae HTTP/1.1" status: 200 len: 834 time: 0.0923035 Dec 12 18:09:23.750197 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d363e4de-a2a7-4b3a-9b11-532ad5cc90ff admin admin] For port 45808d71-430d-4c3e-9248-c5eab4407a3f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=45808d71-430d-4c3e-9248-c5eab4407a3f,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:23.751067 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d363e4de-a2a7-4b3a-9b11-532ad5cc90ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:23.768635 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d363e4de-a2a7-4b3a-9b11-532ad5cc90ff admin admin] Calling delete_port for 45808d71-430d-4c3e-9248-c5eab4407a3f owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:09:23.844780 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-f5b3590e-1c19-44ca-a17d-d050c4269453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:23.846976 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-f5b3590e-1c19-44ca-a17d-d050c4269453 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=78cde4f0-f14a-43f4-af29-b53ee5885fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878654 Dec 12 18:09:23.972208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e810e887-ea49-47ff-9645-e65f2fb945df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'name': 'tempest-TestVolumeBackupRestore-1228837291-router', 'tenant_id': '222f0fc930bd448abb9f94884551fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '45808d71-430d-4c3e-9248-c5eab4407a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:16Z', 'updated_at': '2021-12-12T18:09:22Z', 'revision_number': 5, 'project_id': '222f0fc930bd448abb9f94884551fdcd', 'gw_port': {'id': '45808d71-430d-4c3e-9248-c5eab4407a3f', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:04:17Z', 'updated_at': '2021-12-12T18:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:23.977097 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-7392eefd-b841-4b40-b28b-aed217203d8f service neutron] 10.222.0.31 "GET /v2.0/networks/78cde4f0-f14a-43f4-af29-b53ee5885fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220169 Dec 12 18:09:24.009183 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d363e4de-a2a7-4b3a-9b11-532ad5cc90ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:24.025400 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810e887-ea49-47ff-9645-e65f2fb945df None None] Checking router: b4c6e0a8-a662-462d-8182-a400df63ea0f for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:09:24.037712 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e810e887-ea49-47ff-9645-e65f2fb945df None None] Routers {'b4c6e0a8-a662-462d-8182-a400df63ea0f'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:09:24.038340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e810e887-ea49-47ff-9645-e65f2fb945df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:09:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4c6e0a8-a662-462d-8182-a400df63ea0f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:24.047163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363e4de-a2a7-4b3a-9b11-532ad5cc90ff admin admin] Pushing event deleted for resources: {'Port': ['ID=45808d71-430d-4c3e-9248-c5eab4407a3f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:24.129501 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b1718050-63d8-4623-b25d-4bbd022857c1 req-44ea3f56-ca37-4a83-b1d6-6b3849e8f2e8 service neutron] 10.222.0.31 "GET /v2.0/networks/78cde4f0-f14a-43f4-af29-b53ee5885fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450322 Dec 12 18:09:24.165078 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 107e11ae-f3d4-431a-8e24-375d06c195c6 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:09:24.188636 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d1666d-d52f-41ca-b5ff-14976f191ce2 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:09:24.195276 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d363e4de-a2a7-4b3a-9b11-532ad5cc90ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:24.211703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5480526-bca7-4dd8-8d64-f1cfc62e91cb req-0bd51013-3f48-4b1b-b3e7-12ecc7d62171 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:24.213903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5480526-bca7-4dd8-8d64-f1cfc62e91cb req-0bd51013-3f48-4b1b-b3e7-12ecc7d62171 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b88fb18-5949-4581-9e21-d5096af292a1 HTTP/1.1" status: 200 len: 945 time: 0.1479392 Dec 12 18:09:24.230926 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e810e887-ea49-47ff-9645-e65f2fb945df None None] Set router b4c6e0a8-a662-462d-8182-a400df63ea0f gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:09:24.246063 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4647a0-b228-4955-9807-c42a39736f51 req-0c66238c-bee2-40bd-acb5-41d35c3b12b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:24.247815 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ae4647a0-b228-4955-9807-c42a39736f51 req-0c66238c-bee2-40bd-acb5-41d35c3b12b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a667ea3d799643cd85f2edf112448875&device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 1095 time: 0.0594940 Dec 12 18:09:24.306207 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e810e887-ea49-47ff-9645-e65f2fb945df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'name': 'tempest-TestVolumeBackupRestore-1228837291-router', 'tenant_id': '222f0fc930bd448abb9f94884551fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:16Z', 'updated_at': '2021-12-12T18:09:23Z', 'revision_number': 7, 'project_id': '222f0fc930bd448abb9f94884551fdcd', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:24.340887 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810e887-ea49-47ff-9645-e65f2fb945df None None] The sync data for ids ['b4c6e0a8-a662-462d-8182-a400df63ea0f'] in n-d-760354-5 is: [{'id': 'b4c6e0a8-a662-462d-8182-a400df63ea0f', 'name': 'tempest-TestVolumeBackupRestore-1228837291-router', 'tenant_id': '222f0fc930bd448abb9f94884551fdcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:04:16Z', 'updated_at': '2021-12-12T18:09:23Z', 'revision_number': 7, 'project_id': '222f0fc930bd448abb9f94884551fdcd', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:09:24.352795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1869b-ca32-46d9-b748-206fb9102122 req-2d060909-6af8-418c-bf24-692159749cb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:24.354456 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4a1869b-ca32-46d9-b748-206fb9102122 req-2d060909-6af8-418c-bf24-692159749cb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 944 time: 0.1936305 Dec 12 18:09:24.360128 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d363e4de-a2a7-4b3a-9b11-532ad5cc90ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:24.360966 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 107e11ae-f3d4-431a-8e24-375d06c195c6 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:09:24.366477 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 107e11ae-f3d4-431a-8e24-375d06c195c6 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:24.366856 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:24.372948 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d363e4de-a2a7-4b3a-9b11-532ad5cc90ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:24.394616 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4647a0-b228-4955-9807-c42a39736f51 req-9cedb262-1a53-4b5c-8e83-5050519ba9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:24.397011 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ae4647a0-b228-4955-9807-c42a39736f51 req-9cedb262-1a53-4b5c-8e83-5050519ba9ab service neutron] 10.222.0.31 "GET /v2.0/networks?id=78cde4f0-f14a-43f4-af29-b53ee5885fdd HTTP/1.1" status: 200 len: 898 time: 0.1404598 Dec 12 18:09:24.472941 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ae4647a0-b228-4955-9807-c42a39736f51 req-f0a13110-d2aa-493b-8194-69507de2726b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfe0850-c8a1-4449-b093-8b940ec485a4 HTTP/1.1" status: 200 len: 217 time: 0.0671451 Dec 12 18:09:24.473258 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5480526-bca7-4dd8-8d64-f1cfc62e91cb req-aafbdf85-5eb0-439e-bbf4-51ff73808967 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287440 Dec 12 18:09:24.483159 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d363e4de-a2a7-4b3a-9b11-532ad5cc90ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:24.483795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d363e4de-a2a7-4b3a-9b11-532ad5cc90ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4c6e0a8-a662-462d-8182-a400df63ea0f {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:09:24.488722 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d363e4de-a2a7-4b3a-9b11-532ad5cc90ff admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:24.492080 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d363e4de-a2a7-4b3a-9b11-532ad5cc90ff admin admin] 10.222.0.18 "DELETE /v2.0/routers/b4c6e0a8-a662-462d-8182-a400df63ea0f HTTP/1.1" status: 204 len: 168 time: 1.3406847 Dec 12 18:09:24.510061 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:24.510283 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4a1869b-ca32-46d9-b748-206fb9102122 req-88238047-b4a4-48c6-ba4b-7ed18df2f2d4 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a526c714-16f5-43b9-b741-8dcad50d5cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303651 Dec 12 18:09:24.510899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34492) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:24.558860 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 107e11ae-f3d4-431a-8e24-375d06c195c6, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=107e11ae-f3d4-431a-8e24-375d06c195c6,segment=NetworkSegment(2c6d49c4-dde4-44d8-90a1-8894a72ad6e0),segment_id=2c6d49c4-dde4-44d8-90a1-8894a72ad6e0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:24.559543 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4647a0-b228-4955-9807-c42a39736f51 req-b74b23ec-4ef0-4590-bae8-9737b47fd441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:24.560228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b88fb18-5949-4581-9e21-d5096af292a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107e11ae-f3d4-431a-8e24-375d06c195c6'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:09:24.561908 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ae4647a0-b228-4955-9807-c42a39736f51 req-b74b23ec-4ef0-4590-bae8-9737b47fd441 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f6c1aaee-23c0-4eca-ab34-ea38606d30ae HTTP/1.1" status: 200 len: 834 time: 0.0827243 Dec 12 18:09:24.563098 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d061f6-9f37-4f1d-a444-e853694e8b2a" -d '{"events": [{"server_uuid": "2b88fb18-5949-4581-9e21-d5096af292a1", "name": "network-vif-plugged", "status": "completed", "tag": "107e11ae-f3d4-431a-8e24-375d06c195c6"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:09:24.568134 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:24.610817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-4537fc48-c2c7-4159-a3f7-70f7ddc3c95e admin admin] Deleting subnet 8bb2d280-2fe2-47bf-94c2-4a956fbd904f {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:09:24.620392 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4537fc48-c2c7-4159-a3f7-70f7ddc3c95e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:24.625181 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=107e11ae-f3d4-431a-8e24-375d06c195c6,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:24.635288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4647a0-b228-4955-9807-c42a39736f51 req-cd8a43b2-38e1-48f7-a393-00470a33ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:24.639083 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ae4647a0-b228-4955-9807-c42a39736f51 req-cd8a43b2-38e1-48f7-a393-00470a33ce7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=78cde4f0-f14a-43f4-af29-b53ee5885fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671859 Dec 12 18:09:24.644003 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afde756-fca9-46d5-b18a-1671b7769505 x-openstack-request-id: req-0afde756-fca9-46d5-b18a-1671b7769505 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:09:24.644343 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b88fb18-5949-4581-9e21-d5096af292a1", "name": "network-vif-plugged", "status": "completed", "tag": "107e11ae-f3d4-431a-8e24-375d06c195c6", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:09:24.644624 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0afde756-fca9-46d5-b18a-1671b7769505 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:09:24.645263 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b88fb18-5949-4581-9e21-d5096af292a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107e11ae-f3d4-431a-8e24-375d06c195c6', 'code': 200} Dec 12 18:09:24.679194 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4537fc48-c2c7-4159-a3f7-70f7ddc3c95e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:24.748570 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ae4647a0-b228-4955-9807-c42a39736f51 req-07170270-fa72-4e97-b9f9-b6126d7857de service neutron] 10.222.0.31 "GET /v2.0/networks/78cde4f0-f14a-43f4-af29-b53ee5885fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030865 Dec 12 18:09:24.832744 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d61731-14c0-4de5-b27b-684293fa61a8 req-f60c4f80-f68d-4624-85e8-9d35f357265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:24.832744 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8d61731-14c0-4de5-b27b-684293fa61a8 req-f60c4f80-f68d-4624-85e8-9d35f357265d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b88fb18-5949-4581-9e21-d5096af292a1 HTTP/1.1" status: 200 len: 1097 time: 0.1095462 Dec 12 18:09:24.864497 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4537fc48-c2c7-4159-a3f7-70f7ddc3c95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:24.918302 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8d61731-14c0-4de5-b27b-684293fa61a8 req-8bcbf37c-52c9-4f48-9795-a46fea0cf324 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765417 Dec 12 18:09:24.937359 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ae4647a0-b228-4955-9807-c42a39736f51 req-a239075e-f74c-4c0c-a4d1-036032d9e2ab service neutron] 10.222.0.31 "GET /v2.0/networks/78cde4f0-f14a-43f4-af29-b53ee5885fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738331 Dec 12 18:09:24.967718 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4537fc48-c2c7-4159-a3f7-70f7ddc3c95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:25.000625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537fc48-c2c7-4159-a3f7-70f7ddc3c95e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb2d280-2fe2-47bf-94c2-4a956fbd904f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:25.015483 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4537fc48-c2c7-4159-a3f7-70f7ddc3c95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:25.016443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecb02ae-8639-4c1d-9412-8d833f5cdea6 None None] Network f9112365-71cf-4696-9ddb-26cad66032ad requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:09:25.021886 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4537fc48-c2c7-4159-a3f7-70f7ddc3c95e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8bb2d280-2fe2-47bf-94c2-4a956fbd904f HTTP/1.1" status: 204 len: 168 time: 0.5076993 Dec 12 18:09:25.022193 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34508) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:25.101615 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:25.166928 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] Deleting port 02607cb5-310a-4650-80ad-a6c087fb180d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:09:25.167321 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:25.335825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] DHCP port deletion for f9112365-71cf-4696-9ddb-26cad66032ad request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:09:25.408637 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6f12c122-dc06-44df-b8e7-36425208ca7b no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:09:25.451838 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 6f12c122-dc06-44df-b8e7-36425208ca7b {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:09:25.452100 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6f12c122-dc06-44df-b8e7-36425208ca7b not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:09:25.478092 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] Deleting port 02607cb5-310a-4650-80ad-a6c087fb180d {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:09:25.479636 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:25.556585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] For port 02607cb5-310a-4650-80ad-a6c087fb180d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=02607cb5-310a-4650-80ad-a6c087fb180d,segment=NetworkSegment(b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d),segment_id=b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:25.556960 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:25.584626 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] Calling delete_port for 02607cb5-310a-4650-80ad-a6c087fb180d owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:09:25.635048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] For port 02607cb5-310a-4650-80ad-a6c087fb180d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=02607cb5-310a-4650-80ad-a6c087fb180d,segment=NetworkSegment(b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d),segment_id=b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:25.635482 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:25.661613 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] Calling delete_port for 02607cb5-310a-4650-80ad-a6c087fb180d owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:09:25.772232 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:25.786613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7d4c5-988e-425e-9846-3450c90def97 req-a1c38680-195f-4bc1-9900-f214c0a4ad7c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:25.788213 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fd7d4c5-988e-425e-9846-3450c90def97 req-a1c38680-195f-4bc1-9900-f214c0a4ad7c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 944 time: 0.1345568 Dec 12 18:09:25.801864 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd24085-c803-4822-beaa-bdd8d558e671 req-62783b47-d1f9-4b09-b8e9-b447f4cda38d tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:25.802916 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9dd24085-c803-4822-beaa-bdd8d558e671 req-62783b47-d1f9-4b09-b8e9-b447f4cda38d tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b88fb18-5949-4581-9e21-d5096af292a1 HTTP/1.1" status: 200 len: 946 time: 0.1600201 Dec 12 18:09:25.822640 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] Pushing event deleted for resources: {'Port': ['ID=02607cb5-310a-4650-80ad-a6c087fb180d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:25.856608 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:25.867379 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] No DVR routers for this DVR port 02607cb5-310a-4650-80ad-a6c087fb180d on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:09:25.878280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:25.878280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:25.878605 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:25.878955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:25.879324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:25.879665 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:25.880000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:25.880335 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:25.881190 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:25.890291 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:25.895586 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:25.895586 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:25.895586 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26099-6863-4589-9eac-fa534a583a98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:25.956730 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=02607cb5-310a-4650-80ad-a6c087fb180d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:25.996200 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fd7d4c5-988e-425e-9846-3450c90def97 req-35c59a28-697a-43f2-a9b9-bd69a2b5c03c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a526c714-16f5-43b9-b741-8dcad50d5cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919720 Dec 12 18:09:26.008122 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] No DVR routers for this DVR port 02607cb5-310a-4650-80ad-a6c087fb180d on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:09:26.066564 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9dd24085-c803-4822-beaa-bdd8d558e671 req-79e1e010-c3be-46d5-b790-3a0330cdabf7 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451136 Dec 12 18:09:26.127074 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:26.148718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9112365-71cf-4696-9ddb-26cad66032ad']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:26.160437 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:26.160765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c4ac8b-7aa1-45a8-85de-3053d0db7b8d') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:26.171275 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:26.185005 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:26.193733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:09:26.194279 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: self.session.flush() Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:09:26.196402 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:09:26.262530 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:26.270144 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:26.276753 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f9112365-71cf-4696-9ddb-26cad66032ad HTTP/1.1" status: 204 len: 168 time: 1.2534685 Dec 12 18:09:26.293668 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab6c07-5e29-416f-a1e8-c791693816c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9112365-71cf-4696-9ddb-26cad66032ad,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:26.413067 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34528) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:26.462792 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9ebc92c7-5ee9-406b-9aac-3e0f87234c65 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6047249648824f7494e8d6c99f1cf1b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460527 Dec 12 18:09:26.463136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34530) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:26.536693 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0f2c3130-55de-49c1-86cb-1acf4b709d97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:26.560005 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0f2c3130-55de-49c1-86cb-1acf4b709d97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:26.610281 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0f2c3130-55de-49c1-86cb-1acf4b709d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:26.613276 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0f2c3130-55de-49c1-86cb-1acf4b709d97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:26.614600 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0f2c3130-55de-49c1-86cb-1acf4b709d97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8720bc2-e1e2-4069-b553-e90f52f6929f HTTP/1.1" status: 204 len: 168 time: 0.1503603 Dec 12 18:09:26.624149 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c3130-55de-49c1-86cb-1acf4b709d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8720bc2-e1e2-4069-b553-e90f52f6929f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:26.970097 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 02607cb5-310a-4650-80ad-a6c087fb180d no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:09:26.994970 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 02607cb5-310a-4650-80ad-a6c087fb180d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:09:26.997160 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 02607cb5-310a-4650-80ad-a6c087fb180d not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:09:27.002310 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 45808d71-430d-4c3e-9248-c5eab4407a3f no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:09:27.045256 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 45808d71-430d-4c3e-9248-c5eab4407a3f {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:09:27.045615 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 45808d71-430d-4c3e-9248-c5eab4407a3f not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:09:27.089583 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34542) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:27.255621 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-99e421ca-0c00-47b9-829f-89e64cb98b29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=222f0fc930bd448abb9f94884551fdcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1612809 Dec 12 18:09:27.256216 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34546) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:27.271091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52029b-6043-49b1-b1bd-e936d4c0d03d req-687fd17d-8926-4d56-bb4a-dd6350a5f1e2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:27.272626 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c52029b-6043-49b1-b1bd-e936d4c0d03d req-687fd17d-8926-4d56-bb4a-dd6350a5f1e2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 944 time: 0.1485138 Dec 12 18:09:27.289028 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec6e7a-c7ab-4380-86b4-04718f38f6e0 req-6ffefffb-8840-4802-ba3f-b935204cd831 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:27.290640 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0fec6e7a-c7ab-4380-86b4-04718f38f6e0 req-6ffefffb-8840-4802-ba3f-b935204cd831 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b88fb18-5949-4581-9e21-d5096af292a1 HTTP/1.1" status: 200 len: 946 time: 0.1100795 Dec 12 18:09:27.333049 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-709a5222-e04f-417d-9391-9dd83e4a8ca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:27.363526 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-709a5222-e04f-417d-9391-9dd83e4a8ca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:27.391624 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c52029b-6043-49b1-b1bd-e936d4c0d03d req-8d281f03-9b94-45a3-b97e-788e581a67e5 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a526c714-16f5-43b9-b741-8dcad50d5cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858750 Dec 12 18:09:27.391624 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0fec6e7a-c7ab-4380-86b4-04718f38f6e0 req-9e3cf199-7cda-4391-b9f6-e796e925252e tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894918 Dec 12 18:09:27.423019 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-709a5222-e04f-417d-9391-9dd83e4a8ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:27.426514 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-709a5222-e04f-417d-9391-9dd83e4a8ca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:27.430202 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-709a5222-e04f-417d-9391-9dd83e4a8ca2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f503848-4281-4fb0-8f61-129bbcd5761e HTTP/1.1" status: 204 len: 168 time: 0.1705973 Dec 12 18:09:27.443784 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a5222-e04f-417d-9391-9dd83e4a8ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f503848-4281-4fb0-8f61-129bbcd5761e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:28.221056 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3d5e3-e794-40f6-830c-3a37f34453c6 req-83f1eaa2-c9e3-45c3-9966-5a4d239108f4 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:28.222675 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ec3d5e3-e794-40f6-830c-3a37f34453c6 req-83f1eaa2-c9e3-45c3-9966-5a4d239108f4 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b88fb18-5949-4581-9e21-d5096af292a1 HTTP/1.1" status: 200 len: 946 time: 0.0623510 Dec 12 18:09:28.311983 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ec3d5e3-e794-40f6-830c-3a37f34453c6 req-9279ea86-a416-4881-a4bd-8ff911974faf tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739229 Dec 12 18:09:28.333628 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 8dfe0850-c8a1-4449-b093-8b940ec485a4 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:09:28.454046 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34598) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:28.489487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 8dfe0850-c8a1-4449-b093-8b940ec485a4, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=8dfe0850-c8a1-4449-b093-8b940ec485a4,segment=NetworkSegment(d2d434b8-fe0a-46b2-9a51-124c27b62f4b),segment_id=d2d434b8-fe0a-46b2-9a51-124c27b62f4b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:28.521721 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '8dfe0850-c8a1-4449-b093-8b940ec485a4', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'port_id': '8dfe0850-c8a1-4449-b093-8b940ec485a4', 'mac_address': 'fa:16:3e:12:ab:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:09:28.552208 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d8608-f1ae-42fd-aa51-d01b72b37e62 req-a6715668-70d8-4ebf-b7c0-8531586d578c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:28.562312 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d9d8608-f1ae-42fd-aa51-d01b72b37e62 req-a6715668-70d8-4ebf-b7c0-8531586d578c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 944 time: 0.0760584 Dec 12 18:09:28.569517 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:28.593538 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dfe0850-c8a1-4449-b093-8b940ec485a4 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:09:28.619021 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 8dfe0850-c8a1-4449-b093-8b940ec485a4, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=8dfe0850-c8a1-4449-b093-8b940ec485a4,segment=NetworkSegment(d2d434b8-fe0a-46b2-9a51-124c27b62f4b),segment_id=d2d434b8-fe0a-46b2-9a51-124c27b62f4b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:28.629842 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:28.645232 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1367129028-network', 'tenant_id': '630483b508104d668cc416178077e4cb'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:28.657103 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d9d8608-f1ae-42fd-aa51-d01b72b37e62 req-49e03f35-868c-478a-be09-e452746871ba tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a526c714-16f5-43b9-b741-8dcad50d5cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935059 Dec 12 18:09:28.688455 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Made reservation on behalf of 630483b508104d668cc416178077e4cb for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:09:28.691452 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:28.699143 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=8dfe0850-c8a1-4449-b093-8b940ec485a4,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:28.703677 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:28.797820 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:28.802700 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:28.830804 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:09:28.843951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:28.849134 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:28.849482 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Added segment 7036a1b2-62a4-479e-8d97-ee275fc0d8d7 of type vlan for network 0d99059b-b3a0-4220-9a4d-b63575e62b4a Dec 12 18:09:28.865271 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:28.865893 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:28.866416 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:28.866959 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:28.867692 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:28.868197 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:28.868726 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:28.869242 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:28.869753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:28.870257 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:28.870792 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:28.871133 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:28.871613 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:28.921855 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:28.949129 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:28.950440 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:28.951904 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:28.964608 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['8dfe0850-c8a1-4449-b093-8b940ec485a4'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:09:29.021554 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5663016 Dec 12 18:09:29.024554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34602) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:29.029765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ea474619-85e3-46e2-b59a-cd984f34f749 admin admin] Request body: {'subnet': {'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1367129028-subnet', 'tenant_id': '630483b508104d668cc416178077e4cb', 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:29.038270 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3fff7-e83a-4ed0-bd20-df5e464bcd42 admin admin] Pushing event updated for resources: {'Network': ['ID=0d99059b-b3a0-4220-9a4d-b63575e62b4a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:29.055718 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 0d99059b-b3a0-4220-9a4d-b63575e62b4a details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:09:29.058607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea474619-85e3-46e2-b59a-cd984f34f749 admin admin] Made reservation on behalf of 630483b508104d668cc416178077e4cb for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:09:29.066013 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea474619-85e3-46e2-b59a-cd984f34f749 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:29.344547 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea474619-85e3-46e2-b59a-cd984f34f749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:29.475431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea474619-85e3-46e2-b59a-cd984f34f749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd67332-caeb-490f-8bda-30010919c415,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:29.509604 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448926ba-d560-4096-9ea3-a8859e7450f2 req-6dc3178c-5277-4384-a99a-a917cbd8ccb6 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:29.511099 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-448926ba-d560-4096-9ea3-a8859e7450f2 req-6dc3178c-5277-4384-a99a-a917cbd8ccb6 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b88fb18-5949-4581-9e21-d5096af292a1 HTTP/1.1" status: 200 len: 946 time: 0.1316495 Dec 12 18:09:29.513065 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea474619-85e3-46e2-b59a-cd984f34f749 admin admin] Checking segment: {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:09:29.513471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea474619-85e3-46e2-b59a-cd984f34f749 admin admin] Network hostable DHCP agents. Network: 0d99059b-b3a0-4220-9a4d-b63575e62b4a, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:09:29.522881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884df83-230b-4504-bedd-ba49c6f9b82d req-e26a0ee3-584f-42ea-8911-fac1ef73a457 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:29.524399 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c884df83-230b-4504-bedd-ba49c6f9b82d req-e26a0ee3-584f-42ea-8911-fac1ef73a457 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b88fb18-5949-4581-9e21-d5096af292a1 HTTP/1.1" status: 200 len: 946 time: 0.1436861 Dec 12 18:09:29.615055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea474619-85e3-46e2-b59a-cd984f34f749 admin admin] Network 0d99059b-b3a0-4220-9a4d-b63575e62b4a is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:09:29.646959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ea474619-85e3-46e2-b59a-cd984f34f749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 0d99059b-b3a0-4220-9a4d-b63575e62b4a) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:09:29.654376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c884df83-230b-4504-bedd-ba49c6f9b82d req-6f207c0e-f2b2-4b6f-b90c-214ee191bba2 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/security-groups?id=b49e4a50-50ce-40c5-9233-83c95db94000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215611 Dec 12 18:09:29.656907 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea474619-85e3-46e2-b59a-cd984f34f749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:29.657522 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea474619-85e3-46e2-b59a-cd984f34f749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:29.666937 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadc8ed6-88c9-4ec9-95ec-37188044de00 None None] Network 0d99059b-b3a0-4220-9a4d-b63575e62b4a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:09:29.680314 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ea474619-85e3-46e2-b59a-cd984f34f749 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6544619 Dec 12 18:09:29.683461 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34612) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:29.689308 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:29.694186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-448926ba-d560-4096-9ea3-a8859e7450f2 req-d510c659-7f9c-488e-80d8-74372973d325 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Deleting port 107e11ae-f3d4-431a-8e24-375d06c195c6 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:09:29.695619 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-448926ba-d560-4096-9ea3-a8859e7450f2 req-d510c659-7f9c-488e-80d8-74372973d325 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:29.751220 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:29.753187 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:29.824573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739791a-ea9d-4002-a43e-c89715d3bc1c req-8099f155-c8cd-4ff5-a338-7f1123edc2b1 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:29.826450 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a739791a-ea9d-4002-a43e-c89715d3bc1c req-8099f155-c8cd-4ff5-a338-7f1123edc2b1 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 945 time: 0.0837829 Dec 12 18:09:29.830535 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:29.855766 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-448926ba-d560-4096-9ea3-a8859e7450f2 req-d510c659-7f9c-488e-80d8-74372973d325 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] For port 107e11ae-f3d4-431a-8e24-375d06c195c6, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=107e11ae-f3d4-431a-8e24-375d06c195c6,segment=NetworkSegment(2c6d49c4-dde4-44d8-90a1-8894a72ad6e0),segment_id=2c6d49c4-dde4-44d8-90a1-8894a72ad6e0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:29.856172 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-448926ba-d560-4096-9ea3-a8859e7450f2 req-d510c659-7f9c-488e-80d8-74372973d325 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:29.870281 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'project_id': '630483b508104d668cc416178077e4cb', 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:09:29.872346 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:29.894846 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-448926ba-d560-4096-9ea3-a8859e7450f2 req-d510c659-7f9c-488e-80d8-74372973d325 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Calling delete_port for 107e11ae-f3d4-431a-8e24-375d06c195c6 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:09:29.976211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a739791a-ea9d-4002-a43e-c89715d3bc1c req-4daf0f1b-facb-4bff-a996-88237f586626 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a526c714-16f5-43b9-b741-8dcad50d5cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399028 Dec 12 18:09:30.114004 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Allocated IP 172.20.0.2 (0d99059b-b3a0-4220-9a4d-b63575e62b4a/8fd67332-caeb-490f-8bda-30010919c415/f2d33f46-9708-4562-b7f9-3c4cdc32e4b6) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:09:30.165035 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-448926ba-d560-4096-9ea3-a8859e7450f2 req-d510c659-7f9c-488e-80d8-74372973d325 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:30.234483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510c659-7f9c-488e-80d8-74372973d325 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Pushing event deleted for resources: {'Port': ['ID=107e11ae-f3d4-431a-8e24-375d06c195c6,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:30.304279 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-448926ba-d560-4096-9ea3-a8859e7450f2 req-d510c659-7f9c-488e-80d8-74372973d325 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] No DVR routers for this DVR port 107e11ae-f3d4-431a-8e24-375d06c195c6 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:09:30.311378 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-448926ba-d560-4096-9ea3-a8859e7450f2 req-d510c659-7f9c-488e-80d8-74372973d325 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:30.320142 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-448926ba-d560-4096-9ea3-a8859e7450f2 req-d510c659-7f9c-488e-80d8-74372973d325 tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.20 "DELETE /v2.0/ports/107e11ae-f3d4-431a-8e24-375d06c195c6 HTTP/1.1" status: 204 len: 173 time: 0.7947176 Dec 12 18:09:30.320824 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b88fb18-5949-4581-9e21-d5096af292a1', 'name': 'network-vif-deleted', 'tag': '107e11ae-f3d4-431a-8e24-375d06c195c6'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:09:30.337287 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ff267f-70f6-4c7c-b038-537c002fc5d9" -d '{"events": [{"server_uuid": "2b88fb18-5949-4581-9e21-d5096af292a1", "name": "network-vif-deleted", "tag": "107e11ae-f3d4-431a-8e24-375d06c195c6"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:09:30.343834 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 8dfe0850-c8a1-4449-b093-8b940ec485a4 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:09:30.431499 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323fdc19-85c7-4789-9194-db9652bbd651 x-openstack-request-id: req-323fdc19-85c7-4789-9194-db9652bbd651 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:09:30.433263 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b88fb18-5949-4581-9e21-d5096af292a1", "name": "network-vif-deleted", "tag": "107e11ae-f3d4-431a-8e24-375d06c195c6", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:09:30.433868 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-323fdc19-85c7-4789-9194-db9652bbd651 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:09:30.434572 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b88fb18-5949-4581-9e21-d5096af292a1', 'name': 'network-vif-deleted', 'tag': '107e11ae-f3d4-431a-8e24-375d06c195c6', 'status': 'completed', 'code': 200} Dec 12 18:09:30.519100 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:30.533920 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:30.562726 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:30.590735 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Network 0d99059b-b3a0-4220-9a4d-b63575e62b4a is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:09:30.594774 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 8dfe0850-c8a1-4449-b093-8b940ec485a4 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:09:30.599233 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:09:30.606406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:09:30.618404 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 8dfe0850-c8a1-4449-b093-8b940ec485a4 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:30.618875 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:30.625121 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Pushing event updated for resources: {'Port': ['ID=f2d33f46-9708-4562-b7f9-3c4cdc32e4b6,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:30.729400 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Attempting to bind port f2d33f46-9708-4562-b7f9-3c4cdc32e4b6 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:09:30.730152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Attempting to bind port f2d33f46-9708-4562-b7f9-3c4cdc32e4b6 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:09:30.730152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Attempting to bind port f2d33f46-9708-4562-b7f9-3c4cdc32e4b6 on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:09:30.779431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:09:30.779830 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Checking segment: {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:09:30.780238 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:30.780640 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Bound using segment: {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:09:30.781141 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Bound port: f2d33f46-9708-4562-b7f9-3c4cdc32e4b6, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:09:30.781540 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:30.864570 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:30.872335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec10d5de-1c91-493d-8804-bf99354fe21d req-07a9cbc5-9385-427e-950a-6e4340d1f67a tempest-VolumesActionsTest-321685469 tempest-VolumesActionsTest-321685469-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b88fb18-5949-4581-9e21-d5096af292a1 HTTP/1.1" status: 200 len: 210 time: 0.0584092 Dec 12 18:09:30.981766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 8dfe0850-c8a1-4449-b093-8b940ec485a4, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=8dfe0850-c8a1-4449-b093-8b940ec485a4,segment=NetworkSegment(d2d434b8-fe0a-46b2-9a51-124c27b62f4b),segment_id=d2d434b8-fe0a-46b2-9a51-124c27b62f4b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:30.992793 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] For port f2d33f46-9708-4562-b7f9-3c4cdc32e4b6, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:09:30.994461 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:31.011172 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] For port f2d33f46-9708-4562-b7f9-3c4cdc32e4b6, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f2d33f46-9708-4562-b7f9-3c4cdc32e4b6,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:09:31.015146 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f67700-47ba-445e-b461-0b947db91f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfe0850-c8a1-4449-b093-8b940ec485a4'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:09:31.017773 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:31.017971 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07be98f9-9de5-49b2-b174-4069b9b08605" -d '{"events": [{"server_uuid": "f3f67700-47ba-445e-b461-0b947db91f20", "name": "network-vif-plugged", "status": "completed", "tag": "8dfe0850-c8a1-4449-b093-8b940ec485a4"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:09:31.024594 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:31.028083 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:31.112555 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6201abe-4640-470a-a3f7-2fc30d147a1d x-openstack-request-id: req-b6201abe-4640-470a-a3f7-2fc30d147a1d {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:09:31.113164 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f67700-47ba-445e-b461-0b947db91f20", "name": "network-vif-plugged", "status": "completed", "tag": "8dfe0850-c8a1-4449-b093-8b940ec485a4", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:09:31.113490 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6201abe-4640-470a-a3f7-2fc30d147a1d {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:09:31.113952 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f67700-47ba-445e-b461-0b947db91f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dfe0850-c8a1-4449-b093-8b940ec485a4', 'code': 200} Dec 12 18:09:31.119447 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=8dfe0850-c8a1-4449-b093-8b940ec485a4,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:31.251636 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c243576-b02e-46fe-b66c-7e0d3bd27236 None None] Pushing event updated for resources: {'Port': ['ID=f2d33f46-9708-4562-b7f9-3c4cdc32e4b6,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:31.264166 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5f81e-3c55-4ca8-b2a4-e7cb3b28688c req-753bf5ee-378b-4438-a6a3-4be2948bffde tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:31.278073 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7be5f81e-3c55-4ca8-b2a4-e7cb3b28688c req-753bf5ee-378b-4438-a6a3-4be2948bffde tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 946 time: 0.1138737 Dec 12 18:09:31.298311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] Allocated IP 172.25.1.86 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/f1322600-aec5-4d17-98ea-8facc866996b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:09:31.314877 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180911ce-1328-413e-96fc-c2aeb5220ca4 req-61ac81f8-a431-4a62-a06b-8ac39266d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:31.316451 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-180911ce-1328-413e-96fc-c2aeb5220ca4 req-61ac81f8-a431-4a62-a06b-8ac39266d38a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 1097 time: 0.1031258 Dec 12 18:09:31.370490 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7be5f81e-3c55-4ca8-b2a4-e7cb3b28688c req-252dc40d-df2b-4fe3-bbc8-7a33fb49a9f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a526c714-16f5-43b9-b741-8dcad50d5cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908313 Dec 12 18:09:31.442547 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-180911ce-1328-413e-96fc-c2aeb5220ca4 req-6144dafb-7614-42f4-9215-ca1888847f54 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a526c714-16f5-43b9-b741-8dcad50d5cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170382 Dec 12 18:09:31.512584 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:31.568715 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:31.625009 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:09:31.628541 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:09:31.632400 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:09:31.644217 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0715fc91-c688-4a7e-9ac1-5772171de40b None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:09:31.658815 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] Pushing event updated for resources: {'Port': ['ID=f1322600-aec5-4d17-98ea-8facc866996b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:31.716723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-822056fc-982a-4589-9822-13c551086050 None None] Provisioning complete for port f1322600-aec5-4d17-98ea-8facc866996b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:31.717241 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-822056fc-982a-4589-9822-13c551086050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:31.765948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-822056fc-982a-4589-9822-13c551086050 None None] Port f1322600-aec5-4d17-98ea-8facc866996b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:09:31.924627 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:32.062327 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 107e11ae-f3d4-431a-8e24-375d06c195c6 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:09:32.084227 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 107e11ae-f3d4-431a-8e24-375d06c195c6 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:09:32.084590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 107e11ae-f3d4-431a-8e24-375d06c195c6 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:09:32.161005 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:32.348130 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] Router ef80966e-da25-4cd9-a93e-c88e02f3b745 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:09:32.540927 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da0e811-57ad-4345-84ee-670be10168a9 None None] Network 0d99059b-b3a0-4220-9a4d-b63575e62b4a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:09:32.622117 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:09:32.628298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0f3a0-bde3-4b7c-8549-cae6b1da36c4 req-396e1bcf-68f9-4306-acde-a107e5cf3795 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:32.629987 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfb0f3a0-bde3-4b7c-8549-cae6b1da36c4 req-396e1bcf-68f9-4306-acde-a107e5cf3795 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 946 time: 0.1580174 Dec 12 18:09:32.638347 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Sync routers for ids ['ef80966e-da25-4cd9-a93e-c88e02f3b745'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:09:32.659882 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:32.661615 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1b31d5e5-c37b-44f1-a0a6-b4a86dfa3e04 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9769869 Dec 12 18:09:32.664158 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Routers {'ef80966e-da25-4cd9-a93e-c88e02f3b745'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:09:32.664714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34668) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:32.667065 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:09:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ef80966e-da25-4cd9-a93e-c88e02f3b745'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:32.800211 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-2a76c0d7-9eae-4b7b-b92e-5d2884128103 None None] Provisioning complete for port f2d33f46-9708-4562-b7f9-3c4cdc32e4b6 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:32.800821 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2a76c0d7-9eae-4b7b-b92e-5d2884128103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:32.848566 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfb0f3a0-bde3-4b7c-8549-cae6b1da36c4 req-b3bfcd92-737a-4980-b19f-2fd5c1c1aaec tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a526c714-16f5-43b9-b741-8dcad50d5cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085929 Dec 12 18:09:33.108027 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Set router ef80966e-da25-4cd9-a93e-c88e02f3b745 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:09:33.126821 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f2d33f46-9708-4562-b7f9-3c4cdc32e4b6 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:09:33.208562 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2a76c0d7-9eae-4b7b-b92e-5d2884128103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:33.265163 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f2d33f46-9708-4562-b7f9-3c4cdc32e4b6 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:33.265832 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:33.297329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2a76c0d7-9eae-4b7b-b92e-5d2884128103 None None] For port f2d33f46-9708-4562-b7f9-3c4cdc32e4b6, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f2d33f46-9708-4562-b7f9-3c4cdc32e4b6,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:33.311629 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2a76c0d7-9eae-4b7b-b92e-5d2884128103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:33.514033 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:31Z', 'revision_number': 3, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:33.558214 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Checking router: ef80966e-da25-4cd9-a93e-c88e02f3b745 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:09:33.559442 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Updating router ef80966e-da25-4cd9-a93e-c88e02f3b745 port f1322600-aec5-4d17-98ea-8facc866996b binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:09:33.564077 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-376c1996-0851-4a7c-8f94-8c52b408a9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:33.594043 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:33.903020 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76c0d7-9eae-4b7b-b92e-5d2884128103 None None] Pushing event updated for resources: {'Port': ['ID=f2d33f46-9708-4562-b7f9-3c4cdc32e4b6,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:33.983951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-376c1996-0851-4a7c-8f94-8c52b408a9db admin admin] Allocated IP 172.20.0.1 (0d99059b-b3a0-4220-9a4d-b63575e62b4a/8fd67332-caeb-490f-8bda-30010919c415/e7c38a61-b169-4017-8c03-a5366d090276) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:09:33.989467 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-be3e21e8-bcb2-4cd5-b9fc-8024d352685f None None] Provisioning complete for port f2d33f46-9708-4562-b7f9-3c4cdc32e4b6 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:33.991895 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be3e21e8-bcb2-4cd5-b9fc-8024d352685f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:34.112428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa775ae-d0e3-4596-9899-158a6c9cf6c0 req-acc67304-a684-46cd-8c33-ae54e5390bdc tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:34.125089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9aa775ae-d0e3-4596-9899-158a6c9cf6c0 req-acc67304-a684-46cd-8c33-ae54e5390bdc tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 946 time: 0.1509840 Dec 12 18:09:34.148125 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-376c1996-0851-4a7c-8f94-8c52b408a9db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:34.203359 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:34.210740 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:34.231132 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-376c1996-0851-4a7c-8f94-8c52b408a9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:34.286084 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376c1996-0851-4a7c-8f94-8c52b408a9db admin admin] Network 0d99059b-b3a0-4220-9a4d-b63575e62b4a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:09:34.290231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-376c1996-0851-4a7c-8f94-8c52b408a9db admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:09:34.293633 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376c1996-0851-4a7c-8f94-8c52b408a9db admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:09:34.300813 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c1996-0851-4a7c-8f94-8c52b408a9db admin admin] Pushing event updated for resources: {'Port': ['ID=e7c38a61-b169-4017-8c03-a5366d090276,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:34.331642 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9aa775ae-d0e3-4596-9899-158a6c9cf6c0 req-0686bd8c-432f-4258-be63-47c7d00f697c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a526c714-16f5-43b9-b741-8dcad50d5cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046373 Dec 12 18:09:34.353867 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1d56a6-aee5-45c1-b11a-451e08a2fdfd None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:09:34.386289 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-376c1996-0851-4a7c-8f94-8c52b408a9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:34.397190 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Attempting to bind port f1322600-aec5-4d17-98ea-8facc866996b on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:09:34.397664 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Attempting to bind port f1322600-aec5-4d17-98ea-8facc866996b by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:09:34.398120 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Attempting to bind port f1322600-aec5-4d17-98ea-8facc866996b on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:09:34.403886 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc82a8d-30a2-4b81-b8a7-4c60574d5fd0 None None] Pushing event updated for resources: {'Port': ['ID=f1322600-aec5-4d17-98ea-8facc866996b,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:34.418956 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:09:34.423131 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:09:34.430452 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:34.431089 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:09:34.431816 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Bound port: f1322600-aec5-4d17-98ea-8facc866996b, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:09:34.432273 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:34.441749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-97100c8b-be4a-4466-99b3-5c9dd0e50a41 None None] Provisioning complete for port f1322600-aec5-4d17-98ea-8facc866996b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:34.444491 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97100c8b-be4a-4466-99b3-5c9dd0e50a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:34.509001 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] For port f1322600-aec5-4d17-98ea-8facc866996b, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:09:34.516102 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] For port f1322600-aec5-4d17-98ea-8facc866996b, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f1322600-aec5-4d17-98ea-8facc866996b,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:09:34.523030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddcdad-0b96-4c98-83e1-da4b73ea4f0f req-34345342-0ecd-41b8-afbf-199851aa68d1 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:34.523363 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc82a8d-30a2-4b81-b8a7-4c60574d5fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:34.524165 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc82a8d-30a2-4b81-b8a7-4c60574d5fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:34.524601 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc82a8d-30a2-4b81-b8a7-4c60574d5fd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:34.526084 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc82a8d-30a2-4b81-b8a7-4c60574d5fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:34.527167 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc82a8d-30a2-4b81-b8a7-4c60574d5fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:34.528121 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc82a8d-30a2-4b81-b8a7-4c60574d5fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:34.528467 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc82a8d-30a2-4b81-b8a7-4c60574d5fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:34.530172 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc82a8d-30a2-4b81-b8a7-4c60574d5fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:34.530595 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc82a8d-30a2-4b81-b8a7-4c60574d5fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:34.530939 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc82a8d-30a2-4b81-b8a7-4c60574d5fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:34.531969 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9ddcdad-0b96-4c98-83e1-da4b73ea4f0f req-34345342-0ecd-41b8-afbf-199851aa68d1 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 946 time: 0.1055195 Dec 12 18:09:34.532475 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc82a8d-30a2-4b81-b8a7-4c60574d5fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:34.532827 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc82a8d-30a2-4b81-b8a7-4c60574d5fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:34.533161 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc82a8d-30a2-4b81-b8a7-4c60574d5fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:09:34.552588 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:34.564549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-97100c8b-be4a-4466-99b3-5c9dd0e50a41 None None] Port f1322600-aec5-4d17-98ea-8facc866996b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:09:34.628119 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc82a8d-30a2-4b81-b8a7-4c60574d5fd0 None None] Pushing event updated for resources: {'Port': ['ID=f1322600-aec5-4d17-98ea-8facc866996b,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:34.644030 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ad2045-d5c9-4e9c-8a44-5b0eb4e52959 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:09:34.667314 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9ddcdad-0b96-4c98-83e1-da4b73ea4f0f req-56abd907-1865-4cc3-bdcc-639a729b61a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a526c714-16f5-43b9-b741-8dcad50d5cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333778 Dec 12 18:09:34.671855 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Routers {'ef80966e-da25-4cd9-a93e-c88e02f3b745'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:09:34.699385 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:09:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ef80966e-da25-4cd9-a93e-c88e02f3b745'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:34.701001 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34712) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:34.727671 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-376c1996-0851-4a7c-8f94-8c52b408a9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:34.728649 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7ee4bc50-4a3c-4898-a030-b44e0eee701c None None] Provisioning complete for port f1322600-aec5-4d17-98ea-8facc866996b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:34.728649 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7ee4bc50-4a3c-4898-a030-b44e0eee701c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:34.843729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c23fe2-29c8-4dc2-8ea9-d9ad72d791a4 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:34.849085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-94c23fe2-29c8-4dc2-8ea9-d9ad72d791a4 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 1092 time: 0.1449149 Dec 12 18:09:34.852956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34724) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:34.867850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': '8dfe0850-c8a1-4449-b093-8b940ec485a4', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:34.923890 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:35.000232 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] Set router ef80966e-da25-4cd9-a93e-c88e02f3b745 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:09:35.010596 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7ee4bc50-4a3c-4898-a030-b44e0eee701c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:35.080856 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7ee4bc50-4a3c-4898-a030-b44e0eee701c None None] For port f1322600-aec5-4d17-98ea-8facc866996b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f1322600-aec5-4d17-98ea-8facc866996b,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:35.089591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f2d33f46-9708-4562-b7f9-3c4cdc32e4b6 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:09:35.149555 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-376c1996-0851-4a7c-8f94-8c52b408a9db admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:35.161693 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-376c1996-0851-4a7c-8f94-8c52b408a9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:35.207037 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:09:35.226906 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7ee4bc50-4a3c-4898-a030-b44e0eee701c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:35.266662 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:35.292217 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-376c1996-0851-4a7c-8f94-8c52b408a9db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:35.388812 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f2d33f46-9708-4562-b7f9-3c4cdc32e4b6 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:35.395113 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:35.435748 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:33Z', 'revision_number': 1, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:35.482880 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4bc50-4a3c-4898-a030-b44e0eee701c None None] Pushing event updated for resources: {'Port': ['ID=f1322600-aec5-4d17-98ea-8facc866996b,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:35.500487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-bb07653f-9d5c-4535-8b9d-d48dbeeb7026 None None] Provisioning complete for port e7c38a61-b169-4017-8c03-a5366d090276 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:35.501340 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bb07653f-9d5c-4535-8b9d-d48dbeeb7026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:35.530322 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469600fd-f65c-403f-bcb8-4d864b2e149d None None] The sync data for ids ['ef80966e-da25-4cd9-a93e-c88e02f3b745'] in n-d-760354-5 is: [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:33Z', 'revision_number': 1, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:09:35.553297 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376c1996-0851-4a7c-8f94-8c52b408a9db admin admin] Network 0d99059b-b3a0-4220-9a4d-b63575e62b4a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:09:35.557364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-376c1996-0851-4a7c-8f94-8c52b408a9db admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:09:35.582647 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c1996-0851-4a7c-8f94-8c52b408a9db admin admin] Pushing event updated for resources: {'Port': ['ID=e7c38a61-b169-4017-8c03-a5366d090276,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:35.630913 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bb07653f-9d5c-4535-8b9d-d48dbeeb7026 None None] Port e7c38a61-b169-4017-8c03-a5366d090276 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:09:35.639898 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Allocated IP 172.25.1.197 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/0ac5d32c-0785-4d80-bc94-418db32df7ae) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:09:35.962839 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376c1996-0851-4a7c-8f94-8c52b408a9db admin admin] Router ef80966e-da25-4cd9-a93e-c88e02f3b745 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:09:36.071088 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:36.190781 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-054cc982-a467-4ddf-b1e2-f2f7c6feab99 None None] Provisioning complete for port e7c38a61-b169-4017-8c03-a5366d090276 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:36.194750 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-054cc982-a467-4ddf-b1e2-f2f7c6feab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:36.196835 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:36.305099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:09:36.312921 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-054cc982-a467-4ddf-b1e2-f2f7c6feab99 None None] Port e7c38a61-b169-4017-8c03-a5366d090276 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:09:36.313947 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:09:36.319629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:09:36.402607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Port': ['ID=0ac5d32c-0785-4d80-bc94-418db32df7ae,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:37.041926 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:37.085536 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376c1996-0851-4a7c-8f94-8c52b408a9db admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:09:37.108290 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-376c1996-0851-4a7c-8f94-8c52b408a9db admin admin] 10.222.0.18 "PUT /v2.0/routers/ef80966e-da25-4cd9-a93e-c88e02f3b745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4322531 Dec 12 18:09:37.155973 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:37.228007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f1322600-aec5-4d17-98ea-8facc866996b up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:09:37.426035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f1322600-aec5-4d17-98ea-8facc866996b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:37.426653 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:37.596557 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:37.614947 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:37.894806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Port': ['ID=0ac5d32c-0785-4d80-bc94-418db32df7ae,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:37.922974 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:38.172838 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Floating IP 80ffb0f7-b0f1-471e-9dd2-02b79dfab705 associated. External IP: 172.25.1.197, port: 8dfe0850-c8a1-4449-b093-8b940ec485a4. Dec 12 18:09:38.280350 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34760) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:38.285554 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6516ddd5-942e-457d-9147-dec9c673e36f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1490605546-network', 'tenant_id': '7e1420b7b2ec4cc1811942b67b5c655f'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:38.344073 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6516ddd5-942e-457d-9147-dec9c673e36f admin admin] Made reservation on behalf of 7e1420b7b2ec4cc1811942b67b5c655f for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:09:38.353586 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6516ddd5-942e-457d-9147-dec9c673e36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:38.383539 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6516ddd5-942e-457d-9147-dec9c673e36f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:38.545670 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Router b4054145-1c2f-4142-b4b1-49210086a3dc has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:09:38.608422 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6516ddd5-942e-457d-9147-dec9c673e36f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:38.616358 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6516ddd5-942e-457d-9147-dec9c673e36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:38.641338 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6516ddd5-942e-457d-9147-dec9c673e36f admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:09:38.667141 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6516ddd5-942e-457d-9147-dec9c673e36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:38.670138 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-6516ddd5-942e-457d-9147-dec9c673e36f admin admin] Added segment dd04bda7-44e1-438e-8247-62bc91439e54 of type vlan for network add1d812-c951-46e8-9d98-42b18d1a154e Dec 12 18:09:38.727698 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:09:38.740326 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa25464-0446-411c-bc0f-e5735ac0d7db None None] Sync routers for ids ['b4054145-1c2f-4142-b4b1-49210086a3dc'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:09:38.761034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa25464-0446-411c-bc0f-e5735ac0d7db None None] Routers {'b4054145-1c2f-4142-b4b1-49210086a3dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:09:38.761034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9aa25464-0446-411c-bc0f-e5735ac0d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:09:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4054145-1c2f-4142-b4b1-49210086a3dc'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:38.770391 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:38.788848 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6516ddd5-942e-457d-9147-dec9c673e36f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:38.838675 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6516ddd5-942e-457d-9147-dec9c673e36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:38.840009 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6516ddd5-942e-457d-9147-dec9c673e36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:38.841022 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6516ddd5-942e-457d-9147-dec9c673e36f admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:38.847912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d440b507-32ba-4dfe-b344-f3e3a86ce3a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9917696 Dec 12 18:09:38.848591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34764) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:38.849068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f67700-47ba-445e-b461-0b947db91f20', 'tag': '8dfe0850-c8a1-4449-b093-8b940ec485a4'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:09:38.855397 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49872801-903e-4142-a46d-41054503eff6" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f67700-47ba-445e-b461-0b947db91f20", "tag": "8dfe0850-c8a1-4449-b093-8b940ec485a4"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:09:38.979385 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6516ddd5-942e-457d-9147-dec9c673e36f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6971018 Dec 12 18:09:38.983398 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34768) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:38.993244 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863bceb7-8fe3-4753-b33a-ee488e685f37 x-openstack-request-id: req-863bceb7-8fe3-4753-b33a-ee488e685f37 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:09:38.993545 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f67700-47ba-445e-b461-0b947db91f20", "tag": "8dfe0850-c8a1-4449-b093-8b940ec485a4", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:09:38.993806 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-863bceb7-8fe3-4753-b33a-ee488e685f37 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:09:38.994334 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f67700-47ba-445e-b461-0b947db91f20', 'tag': '8dfe0850-c8a1-4449-b093-8b940ec485a4', 'status': 'completed', 'code': 200} Dec 12 18:09:39.016541 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9d20e9b5-6060-4bf3-9109-8b38551ee9dd admin admin] Request body: {'subnet': {'network_id': 'add1d812-c951-46e8-9d98-42b18d1a154e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1490605546-subnet', 'tenant_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:39.019930 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516ddd5-942e-457d-9147-dec9c673e36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1806909-b9ed-4737-9014-bd2de0c9a8be,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:39.027435 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-792099f5-3d0b-478f-a1c5-6efcdeb26b48 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/floatingips/80ffb0f7-b0f1-471e-9dd2-02b79dfab705 HTTP/1.1" status: 200 len: 992 time: 0.1626880 Dec 12 18:09:39.084200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9aa25464-0446-411c-bc0f-e5735ac0d7db None None] Set router b4054145-1c2f-4142-b4b1-49210086a3dc gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:09:39.096061 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516ddd5-942e-457d-9147-dec9c673e36f admin admin] Pushing event updated for resources: {'Network': ['ID=add1d812-c951-46e8-9d98-42b18d1a154e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:39.166750 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d20e9b5-6060-4bf3-9109-8b38551ee9dd admin admin] Made reservation on behalf of 7e1420b7b2ec4cc1811942b67b5c655f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:09:39.170042 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9d20e9b5-6060-4bf3-9109-8b38551ee9dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:39.176085 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49872801-903e-4142-a46d-41054503eff6 req-7b1eb43e-1782-4c7e-8a97-5c9bd1d7003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:39.177970 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49872801-903e-4142-a46d-41054503eff6 req-7b1eb43e-1782-4c7e-8a97-5c9bd1d7003c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a667ea3d799643cd85f2edf112448875&device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 1097 time: 0.1165276 Dec 12 18:09:39.180856 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network add1d812-c951-46e8-9d98-42b18d1a154e details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:09:39.432156 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49872801-903e-4142-a46d-41054503eff6 req-21468046-19c3-4c7f-9a2f-f09bbb5e8ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:39.433694 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49872801-903e-4142-a46d-41054503eff6 req-21468046-19c3-4c7f-9a2f-f09bbb5e8ce0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=78cde4f0-f14a-43f4-af29-b53ee5885fdd HTTP/1.1" status: 200 len: 898 time: 0.2450364 Dec 12 18:09:39.525358 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Sync routers for ids ['ef80966e-da25-4cd9-a93e-c88e02f3b745'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:09:39.553257 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Routers {'ef80966e-da25-4cd9-a93e-c88e02f3b745'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:09:39.582068 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:09:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ef80966e-da25-4cd9-a93e-c88e02f3b745'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:39.611872 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49872801-903e-4142-a46d-41054503eff6 req-90f18802-081d-4f52-8c08-750faf3bb657 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfe0850-c8a1-4449-b093-8b940ec485a4 HTTP/1.1" status: 200 len: 1000 time: 0.1694741 Dec 12 18:09:39.702212 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9aa25464-0446-411c-bc0f-e5735ac0d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:09:11Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '80ffb0f7-b0f1-471e-9dd2-02b79dfab705', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'port_id': '8dfe0850-c8a1-4449-b093-8b940ec485a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'mac_address': 'fa:16:3e:12:ab:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f67700-47ba-445e-b461-0b947db91f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:09:36Z', 'updated_at': '2021-12-12T18:09:36Z', 'revision_number': 0, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acef12a8-d20a-41c7-944b-19538fb152b5', 'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:9e:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:09Z', 'updated_at': '2021-12-12T18:09:16Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:39.751594 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49872801-903e-4142-a46d-41054503eff6 req-0a8a4b32-b259-4eac-8958-887c9d63663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:39.753109 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49872801-903e-4142-a46d-41054503eff6 req-0a8a4b32-b259-4eac-8958-887c9d63663c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f6c1aaee-23c0-4eca-ab34-ea38606d30ae HTTP/1.1" status: 200 len: 834 time: 0.0941267 Dec 12 18:09:39.765197 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa25464-0446-411c-bc0f-e5735ac0d7db None None] Checking router: b4054145-1c2f-4142-b4b1-49210086a3dc for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:09:39.780345 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa25464-0446-411c-bc0f-e5735ac0d7db None None] Routers {'b4054145-1c2f-4142-b4b1-49210086a3dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:09:39.781366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9aa25464-0446-411c-bc0f-e5735ac0d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:09:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4054145-1c2f-4142-b4b1-49210086a3dc'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:39.832916 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Set router ef80966e-da25-4cd9-a93e-c88e02f3b745 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:09:39.991528 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49872801-903e-4142-a46d-41054503eff6 req-b159f3e6-e278-4dc1-8f5a-a62c3da81aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:39.993036 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49872801-903e-4142-a46d-41054503eff6 req-b159f3e6-e278-4dc1-8f5a-a62c3da81aa4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=78cde4f0-f14a-43f4-af29-b53ee5885fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2304518 Dec 12 18:09:40.030834 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34786) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:40.062427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9aa25464-0446-411c-bc0f-e5735ac0d7db None None] Set router b4054145-1c2f-4142-b4b1-49210086a3dc gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:09:40.147879 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9d20e9b5-6060-4bf3-9109-8b38551ee9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:40.167486 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5fc2b885-14f7-4cba-b86d-fa3ca8a22e23 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/floatingips/80ffb0f7-b0f1-471e-9dd2-02b79dfab705 HTTP/1.1" status: 200 len: 992 time: 0.1347415 Dec 12 18:09:40.233844 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49872801-903e-4142-a46d-41054503eff6 req-e6697241-d6d0-4a33-84e7-93c6f1c086bb service neutron] 10.222.0.31 "GET /v2.0/networks/78cde4f0-f14a-43f4-af29-b53ee5885fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255845 Dec 12 18:09:40.400500 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-49872801-903e-4142-a46d-41054503eff6 req-b36c6f06-90df-4dfe-9bc8-ccec27a500c6 service neutron] 10.222.0.31 "GET /v2.0/networks/78cde4f0-f14a-43f4-af29-b53ee5885fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577506 Dec 12 18:09:40.402251 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20e9b5-6060-4bf3-9109-8b38551ee9dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=44249c9e-26c3-4b7d-80eb-8d68596dfa2f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:40.446602 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d20e9b5-6060-4bf3-9109-8b38551ee9dd admin admin] Checking segment: {'id': 'dd04bda7-44e1-438e-8247-62bc91439e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'add1d812-c951-46e8-9d98-42b18d1a154e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:09:40.448226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d20e9b5-6060-4bf3-9109-8b38551ee9dd admin admin] Network hostable DHCP agents. Network: add1d812-c951-46e8-9d98-42b18d1a154e, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:09:40.468858 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 2, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:40.492076 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d20e9b5-6060-4bf3-9109-8b38551ee9dd admin admin] Network add1d812-c951-46e8-9d98-42b18d1a154e is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:09:40.506003 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9d20e9b5-6060-4bf3-9109-8b38551ee9dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, add1d812-c951-46e8-9d98-42b18d1a154e) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:09:40.515830 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d20e9b5-6060-4bf3-9109-8b38551ee9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:40.518602 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9d20e9b5-6060-4bf3-9109-8b38551ee9dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:40.531975 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551ffebb-8066-44fe-b471-27befc5a078d None None] Network add1d812-c951-46e8-9d98-42b18d1a154e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:09:40.551821 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Checking router: ef80966e-da25-4cd9-a93e-c88e02f3b745 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:09:40.552850 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Updating router ef80966e-da25-4cd9-a93e-c88e02f3b745 port e7c38a61-b169-4017-8c03-a5366d090276 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:09:40.573841 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9d20e9b5-6060-4bf3-9109-8b38551ee9dd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5873027 Dec 12 18:09:40.576686 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 34794) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:40.582015 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1490605546-router', 'tenant_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:40.598117 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:40.653358 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:40.655441 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:40.764331 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-add1d812-c951-46e8-9d98-42b18d1a154e', 'network_id': 'add1d812-c951-46e8-9d98-42b18d1a154e', 'project_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'fixed_ips': [{'subnet_id': '44249c9e-26c3-4b7d-80eb-8d68596dfa2f'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:09:40.766025 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:40.804960 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-ef3fc9a8-6c2b-4e02-9eee-2d4f72f037c4 req-9ad80c05-d854-4b6f-b106-edb13604ad24 service neutron] (103150) timed out ('10.222.0.31', 58686) {{(pid=103150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 18:09:41.171389 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34808) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:41.178675 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:41.194372 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:41.235584 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9aa25464-0446-411c-bc0f-e5735ac0d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:09:11Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '80ffb0f7-b0f1-471e-9dd2-02b79dfab705', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'port_id': '8dfe0850-c8a1-4449-b093-8b940ec485a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'mac_address': 'fa:16:3e:12:ab:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f67700-47ba-445e-b461-0b947db91f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:09:36Z', 'updated_at': '2021-12-12T18:09:36Z', 'revision_number': 0, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acef12a8-d20a-41c7-944b-19538fb152b5', 'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:9e:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:09Z', 'updated_at': '2021-12-12T18:09:16Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:41.332948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa25464-0446-411c-bc0f-e5735ac0d7db None None] The sync data for ids ['b4054145-1c2f-4142-b4b1-49210086a3dc'] in n-d-760354-5 is: [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:09:11Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '80ffb0f7-b0f1-471e-9dd2-02b79dfab705', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'port_id': '8dfe0850-c8a1-4449-b093-8b940ec485a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'mac_address': 'fa:16:3e:12:ab:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f67700-47ba-445e-b461-0b947db91f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:09:36Z', 'updated_at': '2021-12-12T18:09:36Z', 'revision_number': 0, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acef12a8-d20a-41c7-944b-19538fb152b5', 'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:9e:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:09Z', 'updated_at': '2021-12-12T18:09:16Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:09:41.362187 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:41.409354 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Allocated IP 172.20.0.2 (add1d812-c951-46e8-9d98-42b18d1a154e/44249c9e-26c3-4b7d-80eb-8d68596dfa2f/1af33546-aac5-4cac-9c61-d033c4118314) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:09:41.577411 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e562bf3-0986-496a-ac78-5076f18e7078 None None] Pushing event updated for resources: {'Port': ['ID=e7c38a61-b169-4017-8c03-a5366d090276,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:41.600892 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Attempting to bind port e7c38a61-b169-4017-8c03-a5366d090276 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:09:41.601268 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Attempting to bind port e7c38a61-b169-4017-8c03-a5366d090276 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:09:41.601637 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Attempting to bind port e7c38a61-b169-4017-8c03-a5366d090276 on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:09:41.610045 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:09:41.610436 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Checking segment: {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:09:41.610853 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:41.611285 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Bound using segment: {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:09:41.611774 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Bound port: e7c38a61-b169-4017-8c03-a5366d090276, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:09:41.612163 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:41.672777 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a801ac92-0a6c-4ea2-9777-95a55f2a73bd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/floatingips/80ffb0f7-b0f1-471e-9dd2-02b79dfab705 HTTP/1.1" status: 200 len: 992 time: 0.5001018 Dec 12 18:09:41.717338 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:41.792993 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] For port e7c38a61-b169-4017-8c03-a5366d090276, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:09:41.801392 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] For port e7c38a61-b169-4017-8c03-a5366d090276, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e7c38a61-b169-4017-8c03-a5366d090276,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:09:41.813964 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:41.845028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8686bb72-32c5-45f6-8c21-2bb48cf97935 None None] New status for floating IP 80ffb0f7-b0f1-471e-9dd2-02b79dfab705: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:09:41.965753 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Routers {'ef80966e-da25-4cd9-a93e-c88e02f3b745'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:09:41.967082 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:09:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ef80966e-da25-4cd9-a93e-c88e02f3b745'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:41.980832 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e562bf3-0986-496a-ac78-5076f18e7078 None None] Pushing event updated for resources: {'Port': ['ID=e7c38a61-b169-4017-8c03-a5366d090276,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:42.200981 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:42.244273 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:42.384274 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:42.411962 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:42.475914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] Allocated IP 172.25.1.74 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/d72a24fd-0abf-4366-bea5-9615c6910b87) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:09:42.493588 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] Set router ef80966e-da25-4cd9-a93e-c88e02f3b745 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:09:42.589804 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Network add1d812-c951-46e8-9d98-42b18d1a154e is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:09:42.592318 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Pushing event updated for resources: {'Port': ['ID=1af33546-aac5-4cac-9c61-d033c4118314,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:42.605012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:09:42.608885 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ae73dfd6-7e04-4471-affd-5bbf2bc0fef2 None None] Provisioning complete for port e7c38a61-b169-4017-8c03-a5366d090276 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:42.609484 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae73dfd6-7e04-4471-affd-5bbf2bc0fef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:42.663962 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:09:42.671576 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34824) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:42.706115 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:42.760519 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:42.829091 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-400f43d7-cc7f-4f4d-8232-f859fa32b8dc tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/floatingips/80ffb0f7-b0f1-471e-9dd2-02b79dfab705 HTTP/1.1" status: 200 len: 994 time: 0.1556129 Dec 12 18:09:42.846973 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Attempting to bind port 1af33546-aac5-4cac-9c61-d033c4118314 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:09:42.847818 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Attempting to bind port 1af33546-aac5-4cac-9c61-d033c4118314 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'dd04bda7-44e1-438e-8247-62bc91439e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'add1d812-c951-46e8-9d98-42b18d1a154e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:09:42.848202 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Attempting to bind port 1af33546-aac5-4cac-9c61-d033c4118314 on network add1d812-c951-46e8-9d98-42b18d1a154e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:09:42.873101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:09:42.874373 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Checking segment: {'id': 'dd04bda7-44e1-438e-8247-62bc91439e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'add1d812-c951-46e8-9d98-42b18d1a154e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:09:42.875282 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:42.876585 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Bound using segment: {'id': 'dd04bda7-44e1-438e-8247-62bc91439e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'add1d812-c951-46e8-9d98-42b18d1a154e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:09:42.878389 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Bound port: 1af33546-aac5-4cac-9c61-d033c4118314, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd04bda7-44e1-438e-8247-62bc91439e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'add1d812-c951-46e8-9d98-42b18d1a154e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:09:42.878805 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:42.894509 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:09:42.897663 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:09:42.900947 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d72a24fd-0abf-4366-bea5-9615c6910b87,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:42.923859 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:09:42.971086 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:41Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:43.000052 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43778150-9f5c-4b16-aba5-0f0f0c283672 None None] The sync data for ids ['ef80966e-da25-4cd9-a93e-c88e02f3b745'] in n-d-760354-5 is: [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:41Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:09:43.067629 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74841ad-daa5-4373-814c-509fe1ba4bbf None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:09:43.195504 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae73dfd6-7e04-4471-affd-5bbf2bc0fef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:43.515474 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e7c38a61-b169-4017-8c03-a5366d090276 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:09:43.564160 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:43.623857 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] For port 1af33546-aac5-4cac-9c61-d033c4118314, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:09:43.722854 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] For port 1af33546-aac5-4cac-9c61-d033c4118314, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1af33546-aac5-4cac-9c61-d033c4118314,segment=NetworkSegment(dd04bda7-44e1-438e-8247-62bc91439e54),segment_id=dd04bda7-44e1-438e-8247-62bc91439e54)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:09:43.726211 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ae73dfd6-7e04-4471-affd-5bbf2bc0fef2 None None] For port e7c38a61-b169-4017-8c03-a5366d090276, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e7c38a61-b169-4017-8c03-a5366d090276,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:43.737748 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:43.757609 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae73dfd6-7e04-4471-affd-5bbf2bc0fef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:43.869108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port e7c38a61-b169-4017-8c03-a5366d090276 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:43.869764 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:44.133901 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-443a2736-72dd-4ec2-8b90-b5a9362acd72 None None] Provisioning complete for port d72a24fd-0abf-4366-bea5-9615c6910b87 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:44.134189 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-443a2736-72dd-4ec2-8b90-b5a9362acd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:44.199871 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:44.338367 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645d9d2-f117-4760-b958-551f3493f046 None None] Pushing event updated for resources: {'Port': ['ID=1af33546-aac5-4cac-9c61-d033c4118314,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:44.439638 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73dfd6-7e04-4471-affd-5bbf2bc0fef2 None None] Pushing event updated for resources: {'Port': ['ID=e7c38a61-b169-4017-8c03-a5366d090276,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:44.453747 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-443a2736-72dd-4ec2-8b90-b5a9362acd72 None None] Port d72a24fd-0abf-4366-bea5-9615c6910b87 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:09:44.489220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-443a2736-72dd-4ec2-8b90-b5a9362acd72 None None] Provisioning complete for port e7c38a61-b169-4017-8c03-a5366d090276 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:44.493420 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-443a2736-72dd-4ec2-8b90-b5a9362acd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:44.546339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] Router 79424f02-0a99-4c7b-b997-02c9f5729637 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:09:44.764350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:09:44.776639 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Sync routers for ids ['79424f02-0a99-4c7b-b997-02c9f5729637'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:09:44.792556 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Routers {'79424f02-0a99-4c7b-b997-02c9f5729637'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:09:44.808020 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:09:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['79424f02-0a99-4c7b-b997-02c9f5729637'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:44.818800 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:44.822728 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d3ed4356-b079-40f6-ac6b-c3d292e8e1d2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2417507 Dec 12 18:09:44.823671 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 34854) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:09:44.877770 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3acac66-63a3-4933-899a-8b08aa266160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:45.094471 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Set router 79424f02-0a99-4c7b-b997-02c9f5729637 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:09:45.246321 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1af33546-aac5-4cac-9c61-d033c4118314 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:09:45.438151 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1af33546-aac5-4cac-9c61-d033c4118314 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:45.438531 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:45.584456 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79424f02-0a99-4c7b-b997-02c9f5729637', 'name': 'tempest-TestVolumeBootPattern-1490605546-router', 'tenant_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'd72a24fd-0abf-4366-bea5-9615c6910b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:40Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 3, 'project_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'gw_port': {'id': 'd72a24fd-0abf-4366-bea5-9615c6910b87', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:85:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79424f02-0a99-4c7b-b997-02c9f5729637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:42Z', 'updated_at': '2021-12-12T18:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:45.689013 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Checking router: 79424f02-0a99-4c7b-b997-02c9f5729637 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:09:45.689367 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Updating router 79424f02-0a99-4c7b-b997-02c9f5729637 port d72a24fd-0abf-4366-bea5-9615c6910b87 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:09:45.721869 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:45.753068 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:45.797332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 1af33546-aac5-4cac-9c61-d033c4118314, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1af33546-aac5-4cac-9c61-d033c4118314,segment=NetworkSegment(dd04bda7-44e1-438e-8247-62bc91439e54),segment_id=dd04bda7-44e1-438e-8247-62bc91439e54)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:45.812152 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:45.812964 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e7c38a61-b169-4017-8c03-a5366d090276 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:09:45.863580 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-576012bc-5e52-426b-a517-fd5802c96315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:46.002929 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port e7c38a61-b169-4017-8c03-a5366d090276 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:46.005275 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:46.101210 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=1af33546-aac5-4cac-9c61-d033c4118314,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:46.188325 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29e65de-5df6-446e-8f57-d253cdc26b5f None None] Network add1d812-c951-46e8-9d98-42b18d1a154e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:09:46.329774 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-576012bc-5e52-426b-a517-fd5802c96315 admin admin] Allocated IP 172.20.0.1 (add1d812-c951-46e8-9d98-42b18d1a154e/44249c9e-26c3-4b7d-80eb-8d68596dfa2f/9cfa6b4a-f233-47a5-96b5-64ed38d4d77c) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:09:46.363061 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:46.367815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c81c9d70-d2b6-433f-9944-ed5f109bccf7 None None] Provisioning complete for port 1af33546-aac5-4cac-9c61-d033c4118314 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:46.374940 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c81c9d70-d2b6-433f-9944-ed5f109bccf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:46.380175 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:46.510642 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619d308f-f851-4d55-9463-0987f87cad2c None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:09:46.589586 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba8de4-73d5-41bc-894c-9bbce95e0948 None None] Pushing event updated for resources: {'Port': ['ID=d72a24fd-0abf-4366-bea5-9615c6910b87,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:46.595172 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Attempting to bind port d72a24fd-0abf-4366-bea5-9615c6910b87 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:09:46.602349 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-576012bc-5e52-426b-a517-fd5802c96315 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:46.627339 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Attempting to bind port d72a24fd-0abf-4366-bea5-9615c6910b87 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:09:46.630235 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Attempting to bind port d72a24fd-0abf-4366-bea5-9615c6910b87 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:09:46.652444 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:09:46.652928 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:09:46.653440 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:46.653918 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:09:46.654486 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Bound port: d72a24fd-0abf-4366-bea5-9615c6910b87, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:09:46.654951 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:46.720258 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-576012bc-5e52-426b-a517-fd5802c96315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:46.793152 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576012bc-5e52-426b-a517-fd5802c96315 admin admin] Network add1d812-c951-46e8-9d98-42b18d1a154e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:09:46.797383 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-576012bc-5e52-426b-a517-fd5802c96315 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:09:46.809711 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576012bc-5e52-426b-a517-fd5802c96315 admin admin] Pushing event updated for resources: {'Port': ['ID=9cfa6b4a-f233-47a5-96b5-64ed38d4d77c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:46.833730 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576012bc-5e52-426b-a517-fd5802c96315 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:09:46.839498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4c750e3d-6de4-4622-9009-f91bb7cf2848 None None] Provisioning complete for port d72a24fd-0abf-4366-bea5-9615c6910b87 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:46.842194 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4c750e3d-6de4-4622-9009-f91bb7cf2848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:46.905140 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] For port d72a24fd-0abf-4366-bea5-9615c6910b87, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:09:46.913793 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] For port d72a24fd-0abf-4366-bea5-9615c6910b87, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d72a24fd-0abf-4366-bea5-9615c6910b87,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:09:46.925391 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:46.937260 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4c750e3d-6de4-4622-9009-f91bb7cf2848 None None] Port d72a24fd-0abf-4366-bea5-9615c6910b87 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:09:46.945610 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-576012bc-5e52-426b-a517-fd5802c96315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:47.049392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b166aaf9-d87e-495c-acbc-2511ca2a7172 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:09:47.108416 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Routers {'79424f02-0a99-4c7b-b997-02c9f5729637'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:09:47.109062 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:09:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['79424f02-0a99-4c7b-b997-02c9f5729637'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:47.144328 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:47.166229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1af33546-aac5-4cac-9c61-d033c4118314 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:09:47.271946 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] Set router 79424f02-0a99-4c7b-b997-02c9f5729637 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:09:47.283753 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-576012bc-5e52-426b-a517-fd5802c96315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:47.291410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f41c8e43-3702-4ab8-8ea2-387070fa73da None None] Provisioning complete for port d72a24fd-0abf-4366-bea5-9615c6910b87 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:47.292664 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f41c8e43-3702-4ab8-8ea2-387070fa73da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:47.376404 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-db622e41-433f-4f56-b23f-3ec0252b8f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:47.380086 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba8de4-73d5-41bc-894c-9bbce95e0948 None None] Pushing event updated for resources: {'Port': ['ID=d72a24fd-0abf-4366-bea5-9615c6910b87,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:47.391710 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1af33546-aac5-4cac-9c61-d033c4118314 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:47.399272 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:47.597511 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f41c8e43-3702-4ab8-8ea2-387070fa73da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:47.665422 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f41c8e43-3702-4ab8-8ea2-387070fa73da None None] For port d72a24fd-0abf-4366-bea5-9615c6910b87, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d72a24fd-0abf-4366-bea5-9615c6910b87,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:47.682083 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f41c8e43-3702-4ab8-8ea2-387070fa73da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:47.711151 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79424f02-0a99-4c7b-b997-02c9f5729637', 'name': 'tempest-TestVolumeBootPattern-1490605546-router', 'tenant_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'd72a24fd-0abf-4366-bea5-9615c6910b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:40Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 3, 'project_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'gw_port': {'id': 'd72a24fd-0abf-4366-bea5-9615c6910b87', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:85:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79424f02-0a99-4c7b-b997-02c9f5729637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:42Z', 'updated_at': '2021-12-12T18:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:47.716817 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-576012bc-5e52-426b-a517-fd5802c96315 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:47.734225 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-576012bc-5e52-426b-a517-fd5802c96315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:47.817143 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c8e43-3702-4ab8-8ea2-387070fa73da None None] Pushing event updated for resources: {'Port': ['ID=d72a24fd-0abf-4366-bea5-9615c6910b87,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:47.825283 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2c6596-5495-441f-8224-4c9271de2a0f None None] The sync data for ids ['79424f02-0a99-4c7b-b997-02c9f5729637'] in n-d-760354-5 is: [{'id': '79424f02-0a99-4c7b-b997-02c9f5729637', 'name': 'tempest-TestVolumeBootPattern-1490605546-router', 'tenant_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'd72a24fd-0abf-4366-bea5-9615c6910b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:40Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 3, 'project_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'gw_port': {'id': 'd72a24fd-0abf-4366-bea5-9615c6910b87', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:85:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79424f02-0a99-4c7b-b997-02c9f5729637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:42Z', 'updated_at': '2021-12-12T18:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:09:47.853649 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-fc4deeca-85fb-4155-84a4-98603e7b15c3 None None] Provisioning complete for port 1af33546-aac5-4cac-9c61-d033c4118314 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:47.854029 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fc4deeca-85fb-4155-84a4-98603e7b15c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:47.894708 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-576012bc-5e52-426b-a517-fd5802c96315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:47.900635 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576012bc-5e52-426b-a517-fd5802c96315 admin admin] Pushing event updated for resources: {'Port': ['ID=9cfa6b4a-f233-47a5-96b5-64ed38d4d77c,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:47.946991 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:48.061587 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576012bc-5e52-426b-a517-fd5802c96315 admin admin] Network add1d812-c951-46e8-9d98-42b18d1a154e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:09:48.063950 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-576012bc-5e52-426b-a517-fd5802c96315 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:09:48.101109 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-fc4deeca-85fb-4155-84a4-98603e7b15c3 None None] Provisioning complete for port 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:48.102150 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fc4deeca-85fb-4155-84a4-98603e7b15c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:48.192648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-fc4deeca-85fb-4155-84a4-98603e7b15c3 None None] Port 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:09:48.365614 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576012bc-5e52-426b-a517-fd5802c96315 admin admin] Router 79424f02-0a99-4c7b-b997-02c9f5729637 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:09:48.378371 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:48.529332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-69ca8c09-35b4-4b46-9ecd-790a08e8b41c None None] Provisioning complete for port 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:48.529845 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-69ca8c09-35b4-4b46-9ecd-790a08e8b41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:48.630267 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-69ca8c09-35b4-4b46-9ecd-790a08e8b41c None None] Port 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:09:48.910320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576012bc-5e52-426b-a517-fd5802c96315 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:09:48.932260 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-576012bc-5e52-426b-a517-fd5802c96315 admin admin] 10.222.0.18 "PUT /v2.0/routers/79424f02-0a99-4c7b-b997-02c9f5729637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1068273 Dec 12 18:09:49.081450 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d72a24fd-0abf-4366-bea5-9615c6910b87 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:09:49.187727 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port d72a24fd-0abf-4366-bea5-9615c6910b87 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:49.188431 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:50.160210 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:50.418298 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4b3a9de2-766b-47da-b7ff-bb1a195b25c8 req-8ec8b821-932e-4582-b1ba-e38d525e29f4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1785450 Dec 12 18:09:50.586097 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a9de2-766b-47da-b7ff-bb1a195b25c8 req-c4df05fa-d36c-4476-a38b-0a6a82a07ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:50.588697 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4b3a9de2-766b-47da-b7ff-bb1a195b25c8 req-c4df05fa-d36c-4476-a38b-0a6a82a07ffe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a3219648d9fc495cbc40cb251bfa904d&device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0669904 Dec 12 18:09:50.805492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a9de2-766b-47da-b7ff-bb1a195b25c8 req-d5de3c74-9d38-461c-8a5a-d82d213aeb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:50.812037 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4b3a9de2-766b-47da-b7ff-bb1a195b25c8 req-d5de3c74-9d38-461c-8a5a-d82d213aeb23 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cfb0edd9-d488-4048-ae0d-73e4c44e7e08 HTTP/1.1" status: 200 len: 915 time: 0.1975584 Dec 12 18:09:50.812377 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Sync routers for ids ['79424f02-0a99-4c7b-b997-02c9f5729637'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:09:50.826049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Routers {'79424f02-0a99-4c7b-b997-02c9f5729637'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:09:50.831930 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:09:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['79424f02-0a99-4c7b-b997-02c9f5729637'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:50.942749 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4b3a9de2-766b-47da-b7ff-bb1a195b25c8 req-c4ef2cac-768d-4ace-9465-8b968888791e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff311254-80ab-4c40-bb17-ec7952fc6834 HTTP/1.1" status: 200 len: 217 time: 0.1166656 Dec 12 18:09:51.078445 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a9de2-766b-47da-b7ff-bb1a195b25c8 req-9b89608c-0601-439a-b114-deff9445511d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:51.083782 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4b3a9de2-766b-47da-b7ff-bb1a195b25c8 req-9b89608c-0601-439a-b114-deff9445511d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5c120062-1b1c-4276-8039-2807a791c769 HTTP/1.1" status: 200 len: 854 time: 0.1325850 Dec 12 18:09:51.168529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Set router 79424f02-0a99-4c7b-b997-02c9f5729637 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:09:51.207891 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4b3a9de2-766b-47da-b7ff-bb1a195b25c8 req-8b6181ad-e492-4d2d-92b0-1660aa9717db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cfb0edd9-d488-4048-ae0d-73e4c44e7e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106124 Dec 12 18:09:51.510958 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4b3a9de2-766b-47da-b7ff-bb1a195b25c8 req-cb16b1b9-362b-414d-98ad-4492a6b0bdaa service neutron] 10.222.0.31 "GET /v2.0/networks/cfb0edd9-d488-4048-ae0d-73e4c44e7e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980566 Dec 12 18:09:51.657952 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:51.754764 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4b3a9de2-766b-47da-b7ff-bb1a195b25c8 req-82b2cf12-6e6c-479a-a100-8ceb4939ca13 service neutron] 10.222.0.31 "GET /v2.0/networks/cfb0edd9-d488-4048-ae0d-73e4c44e7e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322183 Dec 12 18:09:51.798025 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79424f02-0a99-4c7b-b997-02c9f5729637', 'name': 'tempest-TestVolumeBootPattern-1490605546-router', 'tenant_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'd72a24fd-0abf-4366-bea5-9615c6910b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:40Z', 'updated_at': '2021-12-12T18:09:47Z', 'revision_number': 4, 'project_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'gw_port': {'id': 'd72a24fd-0abf-4366-bea5-9615c6910b87', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:85:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79424f02-0a99-4c7b-b997-02c9f5729637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:42Z', 'updated_at': '2021-12-12T18:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '9cfa6b4a-f233-47a5-96b5-64ed38d4d77c', 'name': '', 'network_id': 'add1d812-c951-46e8-9d98-42b18d1a154e', 'tenant_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'mac_address': 'fa:16:3e:b8:50:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79424f02-0a99-4c7b-b997-02c9f5729637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '44249c9e-26c3-4b7d-80eb-8d68596dfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:45Z', 'updated_at': '2021-12-12T18:09:47Z', 'revision_number': 2, 'project_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'subnets': [{'id': '44249c9e-26c3-4b7d-80eb-8d68596dfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:51.846249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Checking router: 79424f02-0a99-4c7b-b997-02c9f5729637 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:09:51.846993 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Updating router 79424f02-0a99-4c7b-b997-02c9f5729637 port 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:09:51.873890 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:52.196576 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:52.204033 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:52.266456 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c5e20-418f-4ac0-9b5e-a5f5097923c2 None None] Pushing event updated for resources: {'Port': ['ID=9cfa6b4a-f233-47a5-96b5-64ed38d4d77c,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:52.326817 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Attempting to bind port 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:09:52.327284 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Attempting to bind port 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'dd04bda7-44e1-438e-8247-62bc91439e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'add1d812-c951-46e8-9d98-42b18d1a154e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:09:52.327765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Attempting to bind port 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c on network add1d812-c951-46e8-9d98-42b18d1a154e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:09:52.333170 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:09:52.334062 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Checking segment: {'id': 'dd04bda7-44e1-438e-8247-62bc91439e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'add1d812-c951-46e8-9d98-42b18d1a154e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:09:52.334727 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:52.335242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Bound using segment: {'id': 'dd04bda7-44e1-438e-8247-62bc91439e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'add1d812-c951-46e8-9d98-42b18d1a154e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:09:52.335826 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Bound port: 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd04bda7-44e1-438e-8247-62bc91439e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'add1d812-c951-46e8-9d98-42b18d1a154e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:09:52.336361 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:52.420117 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] For port 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:09:52.428360 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] For port 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9cfa6b4a-f233-47a5-96b5-64ed38d4d77c,segment=NetworkSegment(dd04bda7-44e1-438e-8247-62bc91439e54),segment_id=dd04bda7-44e1-438e-8247-62bc91439e54)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:09:52.438884 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:52.533337 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Routers {'79424f02-0a99-4c7b-b997-02c9f5729637'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:09:52.533913 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:09:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['79424f02-0a99-4c7b-b997-02c9f5729637'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:52.609257 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c5e20-418f-4ac0-9b5e-a5f5097923c2 None None] Pushing event updated for resources: {'Port': ['ID=9cfa6b4a-f233-47a5-96b5-64ed38d4d77c,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:52.720771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9cf8179e-0edb-4053-84c7-871f0efab4b7 None None] Provisioning complete for port 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:52.721146 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9cf8179e-0edb-4053-84c7-871f0efab4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:52.858396 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] Set router 79424f02-0a99-4c7b-b997-02c9f5729637 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:09:53.523537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-e1ed56f8-8a8a-4b94-b90a-31d2de34a5e3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:53.529023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-e1ed56f8-8a8a-4b94-b90a-31d2de34a5e3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 812 time: 0.3058989 Dec 12 18:09:53.554083 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-b7281ec9-d1ca-4f4e-ab06-c7c4a3947f9d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/quotas/630483b508104d668cc416178077e4cb HTTP/1.1" status: 200 len: 375 time: 0.0180247 Dec 12 18:09:53.677132 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-9fb1ee95-4166-43aa-a29d-cc4f9474d944 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094012 Dec 12 18:09:53.776966 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9cf8179e-0edb-4053-84c7-871f0efab4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:53.865295 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-4b56f677-01ab-4a39-805e-ee471712d7c7 service neutron] 10.222.0.18 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758485 Dec 12 18:09:53.912798 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9cf8179e-0edb-4053-84c7-871f0efab4b7 None None] For port 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9cfa6b4a-f233-47a5-96b5-64ed38d4d77c,segment=NetworkSegment(dd04bda7-44e1-438e-8247-62bc91439e54),segment_id=dd04bda7-44e1-438e-8247-62bc91439e54)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:09:53.929383 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9cf8179e-0edb-4053-84c7-871f0efab4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:54.044302 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-492eb405-460c-4eaf-8c1a-99c3f8fc4221 service neutron] 10.222.0.18 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710811 Dec 12 18:09:54.096611 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79424f02-0a99-4c7b-b997-02c9f5729637', 'name': 'tempest-TestVolumeBootPattern-1490605546-router', 'tenant_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'd72a24fd-0abf-4366-bea5-9615c6910b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:40Z', 'updated_at': '2021-12-12T18:09:47Z', 'revision_number': 4, 'project_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'gw_port': {'id': 'd72a24fd-0abf-4366-bea5-9615c6910b87', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:85:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79424f02-0a99-4c7b-b997-02c9f5729637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:42Z', 'updated_at': '2021-12-12T18:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '9cfa6b4a-f233-47a5-96b5-64ed38d4d77c', 'name': '', 'network_id': 'add1d812-c951-46e8-9d98-42b18d1a154e', 'tenant_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'mac_address': 'fa:16:3e:b8:50:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79424f02-0a99-4c7b-b997-02c9f5729637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '44249c9e-26c3-4b7d-80eb-8d68596dfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:45Z', 'updated_at': '2021-12-12T18:09:52Z', 'revision_number': 4, 'project_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'subnets': [{'id': '44249c9e-26c3-4b7d-80eb-8d68596dfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:09:54.098289 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8179e-0edb-4053-84c7-871f0efab4b7 None None] Pushing event updated for resources: {'Port': ['ID=9cfa6b4a-f233-47a5-96b5-64ed38d4d77c,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:54.183221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbfbe8e-4001-490d-9904-4343ce13710c None None] The sync data for ids ['79424f02-0a99-4c7b-b997-02c9f5729637'] in n-d-760354-5 is: [{'id': '79424f02-0a99-4c7b-b997-02c9f5729637', 'name': 'tempest-TestVolumeBootPattern-1490605546-router', 'tenant_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'd72a24fd-0abf-4366-bea5-9615c6910b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:40Z', 'updated_at': '2021-12-12T18:09:47Z', 'revision_number': 4, 'project_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'gw_port': {'id': 'd72a24fd-0abf-4366-bea5-9615c6910b87', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:85:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79424f02-0a99-4c7b-b997-02c9f5729637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:42Z', 'updated_at': '2021-12-12T18:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '9cfa6b4a-f233-47a5-96b5-64ed38d4d77c', 'name': '', 'network_id': 'add1d812-c951-46e8-9d98-42b18d1a154e', 'tenant_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'mac_address': 'fa:16:3e:b8:50:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79424f02-0a99-4c7b-b997-02c9f5729637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '44249c9e-26c3-4b7d-80eb-8d68596dfa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:45Z', 'updated_at': '2021-12-12T18:09:52Z', 'revision_number': 4, 'project_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'subnets': [{'id': '44249c9e-26c3-4b7d-80eb-8d68596dfa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:09:54.185382 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-66bdb714-819f-40c4-b945-c0064d5a254e None None] Provisioning complete for port 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:54.185767 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-66bdb714-819f-40c4-b945-c0064d5a254e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:54.695054 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e452edd-a334-453c-86b1-04eaab6309bd req-bfc76099-4a50-4e3f-9c1c-4bbe8af495e3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 210 time: 0.0965168 Dec 12 18:09:55.086673 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:09:55.240834 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:55.241218 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:55.992948 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-656c9f90-d5e7-4096-896d-72823cd3b564 req-03bb37ca-f88b-48eb-b36b-c40f905b1629 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 210 time: 0.1233625 Dec 12 18:09:56.574648 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-4594ada0-c965-4ff9-954b-db78583b8108 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:56.577146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-4594ada0-c965-4ff9-954b-db78583b8108 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.20 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 812 time: 0.2923522 Dec 12 18:09:56.608482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8c654e3a-777b-48bf-9e8a-7561f6de9014 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Request body: {'port': {'device_id': '10b79f60-3c90-41f0-9450-8c62a4c8195b', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'admin_state_up': True, 'tenant_id': '630483b508104d668cc416178077e4cb'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:56.835555 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8c654e3a-777b-48bf-9e8a-7561f6de9014 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Made reservation on behalf of 630483b508104d668cc416178077e4cb for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:09:56.844944 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8c654e3a-777b-48bf-9e8a-7561f6de9014 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:57.073058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8c654e3a-777b-48bf-9e8a-7561f6de9014 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Allocated IP 172.20.0.13 (0d99059b-b3a0-4220-9a4d-b63575e62b4a/8fd67332-caeb-490f-8bda-30010919c415/622816e5-2b9d-44ff-a597-0cbc811b58f5) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:09:57.207870 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-73a243a9-f023-444e-9dea-7fd9b4d2a82a req-4276b2fe-68a2-4224-8378-7fb03f50e227 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 210 time: 0.0336413 Dec 12 18:09:57.338644 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8c654e3a-777b-48bf-9e8a-7561f6de9014 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:57.406619 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8c654e3a-777b-48bf-9e8a-7561f6de9014 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:57.490064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8c654e3a-777b-48bf-9e8a-7561f6de9014 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Network 0d99059b-b3a0-4220-9a4d-b63575e62b4a is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:09:57.505811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8c654e3a-777b-48bf-9e8a-7561f6de9014 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:09:57.523236 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8c654e3a-777b-48bf-9e8a-7561f6de9014 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:09:57.582630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c654e3a-777b-48bf-9e8a-7561f6de9014 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'Port': ['ID=622816e5-2b9d-44ff-a597-0cbc811b58f5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:57.654282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8c654e3a-777b-48bf-9e8a-7561f6de9014 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:57.654993 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8c654e3a-777b-48bf-9e8a-7561f6de9014 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:57.700903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8c654e3a-777b-48bf-9e8a-7561f6de9014 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1001685 Dec 12 18:09:57.724777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Request body: {'port': {'device_id': '10b79f60-3c90-41f0-9450-8c62a4c8195b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:09:57.794443 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:57.926698 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-676ca153-7457-4dd6-95fb-31cd2552e18b None None] Provisioning complete for port 622816e5-2b9d-44ff-a597-0cbc811b58f5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:09:57.928097 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-676ca153-7457-4dd6-95fb-31cd2552e18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:58.039114 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-676ca153-7457-4dd6-95fb-31cd2552e18b None None] Port 622816e5-2b9d-44ff-a597-0cbc811b58f5 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:09:58.537519 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 622816e5-2b9d-44ff-a597-0cbc811b58f5 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:09:58.547675 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:58.570630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966a736-0a94-4d6e-a971-28da5db1f166 req-4291f52e-8469-4f65-8708-99cf5a5c626e tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:58.586656 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5966a736-0a94-4d6e-a971-28da5db1f166 req-4291f52e-8469-4f65-8708-99cf5a5c626e tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 932 time: 0.0857787 Dec 12 18:09:58.586656 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Transition to ACTIVE for port object 622816e5-2b9d-44ff-a597-0cbc811b58f5 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:09:58.643271 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:58.790175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Pushing event updated for resources: {'Port': ['ID=622816e5-2b9d-44ff-a597-0cbc811b58f5,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:58.827967 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5966a736-0a94-4d6e-a971-28da5db1f166 req-2156a80e-5bb8-48d5-ac9f-eb7fa7a28a0b tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383807 Dec 12 18:09:58.967383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Attempting to bind port 622816e5-2b9d-44ff-a597-0cbc811b58f5 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:09:58.968210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Attempting to bind port 622816e5-2b9d-44ff-a597-0cbc811b58f5 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:09:58.968684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Attempting to bind port 622816e5-2b9d-44ff-a597-0cbc811b58f5 on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:09:58.985528 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Port 622816e5-2b9d-44ff-a597-0cbc811b58f5 on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:09:58.987298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Attempting to bind port 622816e5-2b9d-44ff-a597-0cbc811b58f5 on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:09:59.005160 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:09:59.005895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Checking segment: {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:09:59.006373 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Bound using segment: {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:09:59.007090 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Bound port: 622816e5-2b9d-44ff-a597-0cbc811b58f5, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:09:59.007611 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:59.137149 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] For port 622816e5-2b9d-44ff-a597-0cbc811b58f5, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:09:59.148483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] For port 622816e5-2b9d-44ff-a597-0cbc811b58f5, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=622816e5-2b9d-44ff-a597-0cbc811b58f5,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:09:59.159807 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:59.348305 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:59.354247 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:09:59.358657 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] 10.222.0.20 "PUT /v2.0/ports/622816e5-2b9d-44ff-a597-0cbc811b58f5 HTTP/1.1" status: 200 len: 1092 time: 1.6468537 Dec 12 18:09:59.443885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b79f60-3c90-41f0-9450-8c62a4c8195b', 'tag': '622816e5-2b9d-44ff-a597-0cbc811b58f5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:09:59.446360 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c64c9e7-1391-4c61-9019-8bf8863fb92a" -d '{"events": [{"name": "network-changed", "server_uuid": "10b79f60-3c90-41f0-9450-8c62a4c8195b", "tag": "622816e5-2b9d-44ff-a597-0cbc811b58f5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:09:59.460157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1fd1ca-0c19-48dd-b758-ca38f9370a54 service neutron] Pushing event updated for resources: {'Port': ['ID=622816e5-2b9d-44ff-a597-0cbc811b58f5,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:09:59.557283 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c46eb9-a5a4-4284-8ac7-1e190df3f68d x-openstack-request-id: req-33c46eb9-a5a4-4284-8ac7-1e190df3f68d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:09:59.558237 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b79f60-3c90-41f0-9450-8c62a4c8195b", "tag": "622816e5-2b9d-44ff-a597-0cbc811b58f5", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:09:59.558712 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33c46eb9-a5a4-4284-8ac7-1e190df3f68d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:09:59.559326 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b79f60-3c90-41f0-9450-8c62a4c8195b', 'tag': '622816e5-2b9d-44ff-a597-0cbc811b58f5', 'status': 'completed', 'code': 200} Dec 12 18:09:59.615091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-7bd441ec-23ec-4648-a7cc-1f3018311ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:59.620121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-7bd441ec-23ec-4648-a7cc-1f3018311ece service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 1095 time: 0.1530440 Dec 12 18:09:59.695505 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-f31c4594-e1a0-49bb-9f72-41177db312e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=622816e5-2b9d-44ff-a597-0cbc811b58f5 HTTP/1.1" status: 200 len: 217 time: 0.0666232 Dec 12 18:09:59.795456 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-0956bb26-833c-432e-8caf-42908eced6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:59.798441 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-0956bb26-833c-432e-8caf-42908eced6f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0930245 Dec 12 18:09:59.897520 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-a95f3802-753e-485a-a3bc-3d959d9dd759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:09:59.902582 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-a95f3802-753e-485a-a3bc-3d959d9dd759 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922737 Dec 12 18:10:00.044485 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-ed1a661a-4a8c-401e-9f42-da9d455aaf1e service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349969 Dec 12 18:10:00.268888 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011b36e-2757-4c3d-b982-427ddd1b36b8 req-f32204f2-1828-449b-af23-dc0da07367dc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:00.279438 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3011b36e-2757-4c3d-b982-427ddd1b36b8 req-f32204f2-1828-449b-af23-dc0da07367dc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 944 time: 0.1929045 Dec 12 18:10:00.361836 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5ddee385-de13-45aa-b497-a36b53190bd5 req-c239fa00-51f4-4423-963c-8430b3b96d3d service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106189 Dec 12 18:10:00.379808 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3011b36e-2757-4c3d-b982-427ddd1b36b8 req-a1736ac8-3786-4db2-b5eb-8a234ec3a13a tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994053 Dec 12 18:10:00.535415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64c9e7-1391-4c61-9019-8bf8863fb92a req-9c51f777-0c42-4b53-b89f-0bd8d092d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:00.537392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c64c9e7-1391-4c61-9019-8bf8863fb92a req-9c51f777-0c42-4b53-b89f-0bd8d092d2ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 1095 time: 0.1049936 Dec 12 18:10:00.815713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64c9e7-1391-4c61-9019-8bf8863fb92a req-e5613473-a958-41f0-851b-e4d30d6e6897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:00.819479 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c64c9e7-1391-4c61-9019-8bf8863fb92a req-e5613473-a958-41f0-851b-e4d30d6e6897 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.2651668 Dec 12 18:10:00.886107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c64c9e7-1391-4c61-9019-8bf8863fb92a req-d1c9a21c-cae6-4abf-a4fe-478ef62a543c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=622816e5-2b9d-44ff-a597-0cbc811b58f5 HTTP/1.1" status: 200 len: 217 time: 0.0584469 Dec 12 18:10:00.962081 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64c9e7-1391-4c61-9019-8bf8863fb92a req-afa55fe3-5e5d-49d0-94ed-aae02732f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:00.963781 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c64c9e7-1391-4c61-9019-8bf8863fb92a req-afa55fe3-5e5d-49d0-94ed-aae02732f90a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0707736 Dec 12 18:10:01.071086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64c9e7-1391-4c61-9019-8bf8863fb92a req-517a298a-d47c-4508-b2cc-4b83ee65b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:01.073601 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c64c9e7-1391-4c61-9019-8bf8863fb92a req-517a298a-d47c-4508-b2cc-4b83ee65b8ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023824 Dec 12 18:10:01.229256 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c64c9e7-1391-4c61-9019-8bf8863fb92a req-b382fed2-2296-466f-9b33-97763ffd9ee5 service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453090 Dec 12 18:10:02.069783 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dc68b-646d-4022-9866-a4a10f867b55 req-3f1ae471-d3d6-4805-9a30-feb20e0fb130 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:02.080026 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-766dc68b-646d-4022-9866-a4a10f867b55 req-3f1ae471-d3d6-4805-9a30-feb20e0fb130 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 944 time: 0.1025326 Dec 12 18:10:02.104626 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c64c9e7-1391-4c61-9019-8bf8863fb92a req-2fc90aa0-b3b4-4c68-b7e9-88579d975eaf service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8652666 Dec 12 18:10:02.241804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-766dc68b-646d-4022-9866-a4a10f867b55 req-10ef50eb-5279-4e11-9ed6-bf9c7f687625 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605563 Dec 12 18:10:03.469328 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b5fc7-dcac-4179-81a8-3bfe8813f1d9 req-d8b17a5e-14fe-4846-8b30-e6c9a82bc44b tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:03.470888 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-460b5fc7-dcac-4179-81a8-3bfe8813f1d9 req-d8b17a5e-14fe-4846-8b30-e6c9a82bc44b tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 944 time: 0.0808151 Dec 12 18:10:03.571832 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-460b5fc7-dcac-4179-81a8-3bfe8813f1d9 req-708e7ef0-3fd0-43c7-88cf-43c4bb782224 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917459 Dec 12 18:10:04.836443 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f4121-a065-4db5-bda7-eb403e9adaf7 req-57fbf3b2-7815-48ee-b905-f9f17a872c88 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:04.854281 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-849f4121-a065-4db5-bda7-eb403e9adaf7 req-57fbf3b2-7815-48ee-b905-f9f17a872c88 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 944 time: 0.1530111 Dec 12 18:10:04.937601 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-849f4121-a065-4db5-bda7-eb403e9adaf7 req-2efc4e41-4719-4fba-80cd-2da0e277696e tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824170 Dec 12 18:10:06.163910 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3244a-77fc-4aa6-a264-d0f5a5ce89eb req-a6d24bcf-4865-4022-a37a-157d282bf604 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:06.171897 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eec3244a-77fc-4aa6-a264-d0f5a5ce89eb req-a6d24bcf-4865-4022-a37a-157d282bf604 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 944 time: 0.1222849 Dec 12 18:10:06.253793 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eec3244a-77fc-4aa6-a264-d0f5a5ce89eb req-c4f8a3cf-2864-4f96-8c7c-5ccf5820f68a tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809350 Dec 12 18:10:07.390046 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b051b3-125e-4c5c-93ea-fa81190bd7da req-cc14b10c-2036-48fa-87ab-ecedd561c3c4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:07.398693 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55b051b3-125e-4c5c-93ea-fa81190bd7da req-cc14b10c-2036-48fa-87ab-ecedd561c3c4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 944 time: 0.0738101 Dec 12 18:10:07.482791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55b051b3-125e-4c5c-93ea-fa81190bd7da req-99686d46-17ca-43ed-98ca-345fbdb512ce tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825293 Dec 12 18:10:08.722776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cca10-3347-4997-9d0f-6030cc2c58d4 req-77546d76-61ef-4bb5-9a76-a599b28c49ca tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:08.742854 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e2cca10-3347-4997-9d0f-6030cc2c58d4 req-77546d76-61ef-4bb5-9a76-a599b28c49ca tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 944 time: 0.1534944 Dec 12 18:10:08.891936 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e2cca10-3347-4997-9d0f-6030cc2c58d4 req-a6bcf070-0acc-4142-8ac9-d9eb7bf8b756 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471882 Dec 12 18:10:09.091651 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35176) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:09.296605 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-286df7f6-d82a-4983-8808-6bea804cbaaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:09.408221 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-286df7f6-d82a-4983-8808-6bea804cbaaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:09.414884 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-286df7f6-d82a-4983-8808-6bea804cbaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:09.447194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286df7f6-d82a-4983-8808-6bea804cbaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209b61a9-5690-42c5-962f-aa76e57e4508,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:09.491269 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35184) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:09.498993 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-286df7f6-d82a-4983-8808-6bea804cbaaa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f11185c929d4c7097f098b0934de1b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3980174 Dec 12 18:10:09.624394 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-953ced46-ee7d-48ef-9cf3-945051cb3b85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:09.647509 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-953ced46-ee7d-48ef-9cf3-945051cb3b85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:09.728010 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-953ced46-ee7d-48ef-9cf3-945051cb3b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:09.731245 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-953ced46-ee7d-48ef-9cf3-945051cb3b85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:09.736603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-953ced46-ee7d-48ef-9cf3-945051cb3b85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/209b61a9-5690-42c5-962f-aa76e57e4508 HTTP/1.1" status: 204 len: 168 time: 0.2437294 Dec 12 18:10:09.745797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ced46-ee7d-48ef-9cf3-945051cb3b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209b61a9-5690-42c5-962f-aa76e57e4508,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:10.124947 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195a24c-2063-479a-88f2-0e9ed1c56838 req-c6730361-dbdc-4469-977d-91b7b829b828 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:10.129642 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d195a24c-2063-479a-88f2-0e9ed1c56838 req-c6730361-dbdc-4469-977d-91b7b829b828 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 944 time: 0.1512892 Dec 12 18:10:10.242121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d195a24c-2063-479a-88f2-0e9ed1c56838 req-a3cc7d56-9287-4cae-895e-15145d030373 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860245 Dec 12 18:10:11.366160 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d143f2b-5fdb-431f-a74b-9bb8c5b3a991 req-31530b9b-6383-4e35-b1ed-55d92aae3ce3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:11.367737 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2d143f2b-5fdb-431f-a74b-9bb8c5b3a991 req-31530b9b-6383-4e35-b1ed-55d92aae3ce3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 944 time: 0.0580838 Dec 12 18:10:11.439251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2d143f2b-5fdb-431f-a74b-9bb8c5b3a991 req-d71f182d-ee2b-4580-a7f1-954a21689c13 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588491 Dec 12 18:10:12.166585 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:10:12.544652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a171f-c9a5-403d-bafb-cdbc4b12570d req-5c18a972-dcee-4943-ad01-b513fe041649 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:12.546127 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-211a171f-c9a5-403d-bafb-cdbc4b12570d req-5c18a972-dcee-4943-ad01-b513fe041649 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 944 time: 0.0477099 Dec 12 18:10:12.593259 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-211a171f-c9a5-403d-bafb-cdbc4b12570d req-667c116a-d8d6-421b-8521-5bb5b0b989ae tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410678 Dec 12 18:10:13.719620 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69eae4-441c-42f6-b58e-4504fd69a7f1 req-59f172e7-16bd-41de-9cd5-ae371b319491 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:13.721157 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f69eae4-441c-42f6-b58e-4504fd69a7f1 req-59f172e7-16bd-41de-9cd5-ae371b319491 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 944 time: 0.0573599 Dec 12 18:10:13.779143 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f69eae4-441c-42f6-b58e-4504fd69a7f1 req-ebd3795d-ed71-462f-9a2c-2925204bd0bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514393 Dec 12 18:10:14.236569 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 622816e5-2b9d-44ff-a597-0cbc811b58f5 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:10:14.336958 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 622816e5-2b9d-44ff-a597-0cbc811b58f5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=622816e5-2b9d-44ff-a597-0cbc811b58f5,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:10:14.348926 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '622816e5-2b9d-44ff-a597-0cbc811b58f5', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'port_id': '622816e5-2b9d-44ff-a597-0cbc811b58f5', 'mac_address': 'fa:16:3e:84:ec:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:10:14.391474 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:14.404591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 622816e5-2b9d-44ff-a597-0cbc811b58f5 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:10:14.424262 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 622816e5-2b9d-44ff-a597-0cbc811b58f5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=622816e5-2b9d-44ff-a597-0cbc811b58f5,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:10:14.434103 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:14.485827 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=622816e5-2b9d-44ff-a597-0cbc811b58f5,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:14.625223 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['622816e5-2b9d-44ff-a597-0cbc811b58f5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:10:14.863466 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f281a1e-7a85-4336-900b-abac92120f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:14.920488 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676a826-e3af-403b-af37-7eff9cd6b891 req-65adc537-542b-4deb-98f2-77907b8893fc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:14.922149 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9676a826-e3af-403b-af37-7eff9cd6b891 req-65adc537-542b-4deb-98f2-77907b8893fc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 945 time: 0.0527849 Dec 12 18:10:14.972855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9676a826-e3af-403b-af37-7eff9cd6b891 req-cb75a819-86be-4fff-9d6c-74e9d6dc2793 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442653 Dec 12 18:10:15.503549 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35316) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:15.548434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8fb43bb-fb0f-4a16-8816-9efeceec69d3 admin admin] Deleting subnet f05a0d8f-3c1a-4f8c-93ab-5be775bb6d2e {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:10:15.551602 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8fb43bb-fb0f-4a16-8816-9efeceec69d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:15.588904 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8fb43bb-fb0f-4a16-8816-9efeceec69d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:15.628783 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8fb43bb-fb0f-4a16-8816-9efeceec69d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:15.683993 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8fb43bb-fb0f-4a16-8816-9efeceec69d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:15.709758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb43bb-fb0f-4a16-8816-9efeceec69d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f05a0d8f-3c1a-4f8c-93ab-5be775bb6d2e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:15.713314 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8fb43bb-fb0f-4a16-8816-9efeceec69d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:15.719466 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e8fb43bb-fb0f-4a16-8816-9efeceec69d3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f05a0d8f-3c1a-4f8c-93ab-5be775bb6d2e HTTP/1.1" status: 204 len: 168 time: 0.2123070 Dec 12 18:10:15.719643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35318) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:15.790321 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c69b5749-cd86-4778-9970-8e9e57612729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:15.869954 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c69b5749-cd86-4778-9970-8e9e57612729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:15.895498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-c69b5749-cd86-4778-9970-8e9e57612729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f981a1-ebd2-4812-b26e-e8be583afd86']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:10:15.906003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-c69b5749-cd86-4778-9970-8e9e57612729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6d49c4-dde4-44d8-90a1-8894a72ad6e0') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:10:15.906296 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-c69b5749-cd86-4778-9970-8e9e57612729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6d49c4-dde4-44d8-90a1-8894a72ad6e0') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:10:15.923332 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c69b5749-cd86-4778-9970-8e9e57612729 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:15.937234 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c69b5749-cd86-4778-9970-8e9e57612729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:15.943720 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69b5749-cd86-4778-9970-8e9e57612729 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:10:15.944386 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c69b5749-cd86-4778-9970-8e9e57612729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:10:15.946224 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:10:16.010987 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c69b5749-cd86-4778-9970-8e9e57612729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:16.018093 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c69b5749-cd86-4778-9970-8e9e57612729 admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:16.021321 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c69b5749-cd86-4778-9970-8e9e57612729 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b5f981a1-ebd2-4812-b26e-e8be583afd86 HTTP/1.1" status: 204 len: 168 time: 0.3008258 Dec 12 18:10:16.039972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b5749-cd86-4778-9970-8e9e57612729 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5f981a1-ebd2-4812-b26e-e8be583afd86,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:16.138441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f0878-0346-456b-804d-28e334da9259 req-a8b77db6-b49b-49ce-8b10-1c448127472e tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:16.146818 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c6f0878-0346-456b-804d-28e334da9259 req-a8b77db6-b49b-49ce-8b10-1c448127472e tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 945 time: 0.0737154 Dec 12 18:10:16.214217 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c6f0878-0346-456b-804d-28e334da9259 req-767273fe-3d9b-42b8-813a-615c5233f250 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639737 Dec 12 18:10:16.236167 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 622816e5-2b9d-44ff-a597-0cbc811b58f5 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:10:16.253083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35326) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:16.291316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 622816e5-2b9d-44ff-a597-0cbc811b58f5 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:10:16.298097 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 622816e5-2b9d-44ff-a597-0cbc811b58f5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:10:16.298918 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:16.301068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7209d392-5bda-4164-9ffd-29089f274387 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f15be1b757d459da5a966d7ff02ed13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459638 Dec 12 18:10:16.303070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35328) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:16.370195 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c6dfb35-70ab-4664-93d9-a1a7154d78eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:16.395159 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c6dfb35-70ab-4664-93d9-a1a7154d78eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:16.405027 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:16.439935 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b79f60-3c90-41f0-9450-8c62a4c8195b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622816e5-2b9d-44ff-a597-0cbc811b58f5'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:10:16.442383 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f570df-5d4d-4709-966a-45e6cfda6849" -d '{"events": [{"server_uuid": "10b79f60-3c90-41f0-9450-8c62a4c8195b", "name": "network-vif-plugged", "status": "completed", "tag": "622816e5-2b9d-44ff-a597-0cbc811b58f5"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:10:16.461220 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c6dfb35-70ab-4664-93d9-a1a7154d78eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:16.466465 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c6dfb35-70ab-4664-93d9-a1a7154d78eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:16.468029 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8c6dfb35-70ab-4664-93d9-a1a7154d78eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b49e4a50-50ce-40c5-9233-83c95db94000 HTTP/1.1" status: 204 len: 168 time: 0.1635625 Dec 12 18:10:16.478343 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6dfb35-70ab-4664-93d9-a1a7154d78eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49e4a50-50ce-40c5-9233-83c95db94000,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:16.499828 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 622816e5-2b9d-44ff-a597-0cbc811b58f5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=622816e5-2b9d-44ff-a597-0cbc811b58f5,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:10:16.512561 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:16.554859 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbcc707-cddb-4b39-ab30-9c887f918fb8 x-openstack-request-id: req-cbbcc707-cddb-4b39-ab30-9c887f918fb8 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:10:16.555352 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b79f60-3c90-41f0-9450-8c62a4c8195b", "name": "network-vif-plugged", "status": "completed", "tag": "622816e5-2b9d-44ff-a597-0cbc811b58f5", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:10:16.555708 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbbcc707-cddb-4b39-ab30-9c887f918fb8 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:10:16.556207 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b79f60-3c90-41f0-9450-8c62a4c8195b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622816e5-2b9d-44ff-a597-0cbc811b58f5', 'code': 200} Dec 12 18:10:16.585548 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=622816e5-2b9d-44ff-a597-0cbc811b58f5,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:16.640328 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cb058-b26d-426a-a0fa-bfe47edd95e2 req-3174f9ad-a087-4a97-90c7-130b99e3cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:16.642057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-826cb058-b26d-426a-a0fa-bfe47edd95e2 req-3174f9ad-a087-4a97-90c7-130b99e3cba2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 1097 time: 0.0574417 Dec 12 18:10:16.691995 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-826cb058-b26d-426a-a0fa-bfe47edd95e2 req-14b5e35a-00a1-4078-9c9f-ba3250aa4a6d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428803 Dec 12 18:10:17.157529 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:17.193313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9e27c-789e-45c5-9bd7-fa66a51a7c50 req-9dee6963-1f6f-4e36-9b95-db3b050afe77 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:17.195010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4ac9e27c-789e-45c5-9bd7-fa66a51a7c50 req-9dee6963-1f6f-4e36-9b95-db3b050afe77 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 946 time: 0.0539985 Dec 12 18:10:17.219950 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1c78488a-e681-49a4-b206-6ba6efa600f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:17.256567 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4ac9e27c-789e-45c5-9bd7-fa66a51a7c50 req-539d9de3-7bb0-4adf-b2a5-20e38f63ee35 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548327 Dec 12 18:10:17.338943 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281af7a-8f67-4167-995e-24cf37b0dbaa req-88b60847-aaa1-432b-a1e8-c719b9148da0 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:17.341046 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e281af7a-8f67-4167-995e-24cf37b0dbaa req-88b60847-aaa1-432b-a1e8-c719b9148da0 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 946 time: 0.0490272 Dec 12 18:10:17.391999 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e281af7a-8f67-4167-995e-24cf37b0dbaa req-d43d65eb-b430-4c3b-b1d3-6f1b613704c5 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442970 Dec 12 18:10:17.849731 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:18.369009 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aafb3f-4e05-419d-a930-078208edfaa4 req-5c8ef0fa-2aa5-4cca-9e76-db8e7feb73e3 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:18.370658 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15aafb3f-4e05-419d-a930-078208edfaa4 req-5c8ef0fa-2aa5-4cca-9e76-db8e7feb73e3 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 946 time: 0.0489204 Dec 12 18:10:18.371226 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:18.435445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15aafb3f-4e05-419d-a930-078208edfaa4 req-d86f9f59-8300-4501-906c-c95dcb416e79 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538208 Dec 12 18:10:18.514031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ff82-f363-48ce-9c09-bb6a65a7ca49 req-8d193864-c8b9-4d53-8284-0192b170e233 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:18.515589 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a37ff82-f363-48ce-9c09-bb6a65a7ca49 req-8d193864-c8b9-4d53-8284-0192b170e233 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 946 time: 0.0511980 Dec 12 18:10:18.568054 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a37ff82-f363-48ce-9c09-bb6a65a7ca49 req-d2d4ac61-e280-4629-9c44-2f01c17dd8a4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460718 Dec 12 18:10:18.685931 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f0426-0a27-48ed-b5a3-055448c6a4c4 req-d9ae5bc5-b264-4266-a45a-9b7e2372e0be tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:18.687790 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6f0426-0a27-48ed-b5a3-055448c6a4c4 req-d9ae5bc5-b264-4266-a45a-9b7e2372e0be tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 946 time: 0.0519736 Dec 12 18:10:18.739528 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a6f0426-0a27-48ed-b5a3-055448c6a4c4 req-6a1717af-b3e6-48c1-bc5b-305efcd55efa tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456123 Dec 12 18:10:18.861237 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236bd08-d34f-4492-868e-49a4235a40d0 req-4b4f5c0f-8c9a-4ced-8d33-1ad166888795 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:18.862695 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0236bd08-d34f-4492-868e-49a4235a40d0 req-4b4f5c0f-8c9a-4ced-8d33-1ad166888795 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 946 time: 0.0559862 Dec 12 18:10:18.889537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f03dc-7f73-465e-bb7e-8bcb43e6fe8e req-a91e717f-eaa0-499b-ac64-ae0681b8f546 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:18.891150 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-543f03dc-7f73-465e-bb7e-8bcb43e6fe8e req-a91e717f-eaa0-499b-ac64-ae0681b8f546 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.31 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 946 time: 0.0544538 Dec 12 18:10:18.921037 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0236bd08-d34f-4492-868e-49a4235a40d0 req-c8693736-e31f-4df3-94b8-de843e6e1d9b tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520482 Dec 12 18:10:18.996119 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-543f03dc-7f73-465e-bb7e-8bcb43e6fe8e req-49afb9b0-cd70-460a-b8d6-f4edb7564f91 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Deleting port ff311254-80ab-4c40-bb17-ec7952fc6834 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:10:18.996915 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-543f03dc-7f73-465e-bb7e-8bcb43e6fe8e req-49afb9b0-cd70-460a-b8d6-f4edb7564f91 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:19.104281 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-543f03dc-7f73-465e-bb7e-8bcb43e6fe8e req-49afb9b0-cd70-460a-b8d6-f4edb7564f91 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] For port ff311254-80ab-4c40-bb17-ec7952fc6834, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=ff311254-80ab-4c40-bb17-ec7952fc6834,segment=NetworkSegment(1d1de7de-fd42-4271-8ffc-165eba3a6e25),segment_id=1d1de7de-fd42-4271-8ffc-165eba3a6e25)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:10:19.105000 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-543f03dc-7f73-465e-bb7e-8bcb43e6fe8e req-49afb9b0-cd70-460a-b8d6-f4edb7564f91 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:19.122556 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-543f03dc-7f73-465e-bb7e-8bcb43e6fe8e req-49afb9b0-cd70-460a-b8d6-f4edb7564f91 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Calling delete_port for ff311254-80ab-4c40-bb17-ec7952fc6834 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:10:19.167437 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf860718-9bc9-45e3-bb45-08ab589dd709 req-3c7c65b9-50e3-4294-a6bb-89c26c31d103 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:19.169783 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf860718-9bc9-45e3-bb45-08ab589dd709 req-3c7c65b9-50e3-4294-a6bb-89c26c31d103 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 946 time: 0.0517471 Dec 12 18:10:19.221549 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf860718-9bc9-45e3-bb45-08ab589dd709 req-ccb937a2-ada5-45a0-afbc-159185732a33 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455008 Dec 12 18:10:19.266614 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-543f03dc-7f73-465e-bb7e-8bcb43e6fe8e req-49afb9b0-cd70-460a-b8d6-f4edb7564f91 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:19.279239 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['ff311254-80ab-4c40-bb17-ec7952fc6834'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:10:19.297340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afb9b0-cd70-460a-b8d6-f4edb7564f91 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Pushing event deleted for resources: {'Port': ['ID=ff311254-80ab-4c40-bb17-ec7952fc6834,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:19.338466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-543f03dc-7f73-465e-bb7e-8bcb43e6fe8e req-49afb9b0-cd70-460a-b8d6-f4edb7564f91 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] No DVR routers for this DVR port ff311254-80ab-4c40-bb17-ec7952fc6834 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:10:19.341628 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-543f03dc-7f73-465e-bb7e-8bcb43e6fe8e req-49afb9b0-cd70-460a-b8d6-f4edb7564f91 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:19.345081 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-543f03dc-7f73-465e-bb7e-8bcb43e6fe8e req-49afb9b0-cd70-460a-b8d6-f4edb7564f91 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.31 "DELETE /v2.0/ports/ff311254-80ab-4c40-bb17-ec7952fc6834 HTTP/1.1" status: 204 len: 173 time: 0.4475791 Dec 12 18:10:19.345534 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3382c035-0253-4d5c-970b-476133abb8b2', 'name': 'network-vif-deleted', 'tag': 'ff311254-80ab-4c40-bb17-ec7952fc6834'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:10:19.347911 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907a3a6e-66e7-46d6-bebe-0b4b7a1c3bdc" -d '{"events": [{"server_uuid": "3382c035-0253-4d5c-970b-476133abb8b2", "name": "network-vif-deleted", "tag": "ff311254-80ab-4c40-bb17-ec7952fc6834"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:10:19.389412 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554750ac-ca71-415f-bc68-965b581fb947 x-openstack-request-id: req-554750ac-ca71-415f-bc68-965b581fb947 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:10:19.389810 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3382c035-0253-4d5c-970b-476133abb8b2", "name": "network-vif-deleted", "tag": "ff311254-80ab-4c40-bb17-ec7952fc6834", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:10:19.390166 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-554750ac-ca71-415f-bc68-965b581fb947 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:10:19.390861 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3382c035-0253-4d5c-970b-476133abb8b2', 'name': 'network-vif-deleted', 'tag': 'ff311254-80ab-4c40-bb17-ec7952fc6834', 'status': 'completed', 'code': 200} Dec 12 18:10:19.544103 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb01e192-63c0-4dc7-9d13-14dd9833dc9d req-dac6baff-1733-425a-9ae2-e9a51ffe88af tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=3382c035-0253-4d5c-970b-476133abb8b2 HTTP/1.1" status: 200 len: 210 time: 0.0265706 Dec 12 18:10:20.118012 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:20.347032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03db5c-723e-44c4-b42d-63f931325f60 req-85e35913-3c45-4724-a82d-1a825dac22fc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:20.348459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b03db5c-723e-44c4-b42d-63f931325f60 req-85e35913-3c45-4724-a82d-1a825dac22fc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 946 time: 0.0551550 Dec 12 18:10:20.399352 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b03db5c-723e-44c4-b42d-63f931325f60 req-e41cc596-0bec-492f-a419-ec8990a4e99d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448456 Dec 12 18:10:20.580888 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536304f5-e5a0-4630-8eb4-16d9d6598fb0 req-4af20a93-62a8-4d51-8720-6b890c85d712 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:20.583369 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-536304f5-e5a0-4630-8eb4-16d9d6598fb0 req-4af20a93-62a8-4d51-8720-6b890c85d712 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.20 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 946 time: 0.0606632 Dec 12 18:10:20.692685 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-536304f5-e5a0-4630-8eb4-16d9d6598fb0 req-a71d0936-a320-45aa-af3e-8d22bb15260f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Deleting port 622816e5-2b9d-44ff-a597-0cbc811b58f5 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:10:20.693068 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-536304f5-e5a0-4630-8eb4-16d9d6598fb0 req-a71d0936-a320-45aa-af3e-8d22bb15260f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:20.800634 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-536304f5-e5a0-4630-8eb4-16d9d6598fb0 req-a71d0936-a320-45aa-af3e-8d22bb15260f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] For port 622816e5-2b9d-44ff-a597-0cbc811b58f5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=622816e5-2b9d-44ff-a597-0cbc811b58f5,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:10:20.801272 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-536304f5-e5a0-4630-8eb4-16d9d6598fb0 req-a71d0936-a320-45aa-af3e-8d22bb15260f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:20.814976 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-536304f5-e5a0-4630-8eb4-16d9d6598fb0 req-a71d0936-a320-45aa-af3e-8d22bb15260f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Calling delete_port for 622816e5-2b9d-44ff-a597-0cbc811b58f5 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:10:20.879138 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:20.985795 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-536304f5-e5a0-4630-8eb4-16d9d6598fb0 req-a71d0936-a320-45aa-af3e-8d22bb15260f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:20.997812 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['622816e5-2b9d-44ff-a597-0cbc811b58f5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:10:21.021455 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d0936-a320-45aa-af3e-8d22bb15260f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event deleted for resources: {'Port': ['ID=622816e5-2b9d-44ff-a597-0cbc811b58f5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:21.077548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-536304f5-e5a0-4630-8eb4-16d9d6598fb0 req-a71d0936-a320-45aa-af3e-8d22bb15260f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] No DVR routers for this DVR port 622816e5-2b9d-44ff-a597-0cbc811b58f5 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:10:21.081325 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-536304f5-e5a0-4630-8eb4-16d9d6598fb0 req-a71d0936-a320-45aa-af3e-8d22bb15260f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:21.087062 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-536304f5-e5a0-4630-8eb4-16d9d6598fb0 req-a71d0936-a320-45aa-af3e-8d22bb15260f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.20 "DELETE /v2.0/ports/622816e5-2b9d-44ff-a597-0cbc811b58f5 HTTP/1.1" status: 204 len: 173 time: 0.4976468 Dec 12 18:10:21.087566 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b79f60-3c90-41f0-9450-8c62a4c8195b', 'name': 'network-vif-deleted', 'tag': '622816e5-2b9d-44ff-a597-0cbc811b58f5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:10:21.091407 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e255992a-e614-444c-abf2-a719014a10f1" -d '{"events": [{"server_uuid": "10b79f60-3c90-41f0-9450-8c62a4c8195b", "name": "network-vif-deleted", "tag": "622816e5-2b9d-44ff-a597-0cbc811b58f5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:10:21.155330 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78e1a52-2461-462f-ab58-1e2eac2d81aa x-openstack-request-id: req-b78e1a52-2461-462f-ab58-1e2eac2d81aa {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:10:21.155330 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b79f60-3c90-41f0-9450-8c62a4c8195b", "name": "network-vif-deleted", "tag": "622816e5-2b9d-44ff-a597-0cbc811b58f5", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:10:21.156068 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b78e1a52-2461-462f-ab58-1e2eac2d81aa {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:10:21.156708 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b79f60-3c90-41f0-9450-8c62a4c8195b', 'name': 'network-vif-deleted', 'tag': '622816e5-2b9d-44ff-a597-0cbc811b58f5', 'status': 'completed', 'code': 200} Dec 12 18:10:21.525368 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b22702f-1947-44aa-8edd-cd853ebb73cf req-f5958715-3c3c-49ca-9728-cc095222d608 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 210 time: 0.0456796 Dec 12 18:10:22.627756 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c08df596-4a72-4b5d-a5c3-41d2f82f2049 req-8a2d4cba-e628-4d20-9168-7af0dccc536d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 210 time: 0.0299053 Dec 12 18:10:22.661712 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device ff311254-80ab-4c40-bb17-ec7952fc6834 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:10:22.685228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: ff311254-80ab-4c40-bb17-ec7952fc6834 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:10:22.685985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device ff311254-80ab-4c40-bb17-ec7952fc6834 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:10:23.744100 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c2620e7-dbb2-470c-98b1-b181cdb612a5 req-772df5df-fb8b-4d7e-94fe-8913a507e690 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 210 time: 0.0296042 Dec 12 18:10:24.267572 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 622816e5-2b9d-44ff-a597-0cbc811b58f5 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:10:24.302694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 622816e5-2b9d-44ff-a597-0cbc811b58f5 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:10:24.305401 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 622816e5-2b9d-44ff-a597-0cbc811b58f5 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:10:24.845748 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f03e2aaa-7899-4eb2-8d9f-762bc49a9b02 req-8846d83c-f791-4770-962c-81615ead554b tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 210 time: 0.0292161 Dec 12 18:10:25.955897 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d255111-868d-46a4-b061-25f0abb187c3 req-31220f06-da30-4c1d-93d1-6e6eb3353a2b tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=10b79f60-3c90-41f0-9450-8c62a4c8195b HTTP/1.1" status: 200 len: 210 time: 0.0268307 Dec 12 18:10:27.727160 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d4255493-0e2d-4436-bd8b-c203991c619c tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:27.728808 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d4255493-0e2d-4436-bd8b-c203991c619c tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/networks?id=cfb0edd9-d488-4048-ae0d-73e4c44e7e08 HTTP/1.1" status: 200 len: 814 time: 0.1136413 Dec 12 18:10:27.745346 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-6ae1864d-9ca8-4865-aaaa-5e111ac51ce3 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/quotas/a3219648d9fc495cbc40cb251bfa904d HTTP/1.1" status: 200 len: 375 time: 0.0096099 Dec 12 18:10:27.781647 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-b5cb92ca-7088-481e-ad9e-68427176f883 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3219648d9fc495cbc40cb251bfa904d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295138 Dec 12 18:10:27.894316 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-38e46c59-0ced-447d-aefb-c954fe169fcd service neutron] 10.222.0.18 "GET /v2.0/networks/cfb0edd9-d488-4048-ae0d-73e4c44e7e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038613 Dec 12 18:10:27.989683 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-53afd19a-a151-4c42-b29c-3a2577a0c5df service neutron] 10.222.0.18 "GET /v2.0/networks/cfb0edd9-d488-4048-ae0d-73e4c44e7e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878160 Dec 12 18:10:28.204361 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-682ac20f-0a08-477d-a21e-25ac1e9e4cd5 req-40a20e9a-4954-439a-a9a4-f4540bd3327c tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=409db575-74fa-4060-83e6-46ff0f3898c2 HTTP/1.1" status: 200 len: 210 time: 0.0368454 Dec 12 18:10:29.291084 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-72611dbf-7a10-465b-9995-81ed113a4625 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:29.295963 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-72611dbf-7a10-465b-9995-81ed113a4625 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.20 "GET /v2.0/networks?id=cfb0edd9-d488-4048-ae0d-73e4c44e7e08 HTTP/1.1" status: 200 len: 814 time: 0.1698737 Dec 12 18:10:29.313434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Request body: {'port': {'device_id': '409db575-74fa-4060-83e6-46ff0f3898c2', 'network_id': 'cfb0edd9-d488-4048-ae0d-73e4c44e7e08', 'admin_state_up': True, 'tenant_id': 'a3219648d9fc495cbc40cb251bfa904d'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:10:29.398001 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7075625-a98c-44f4-a377-b85eb19cf092 req-1ae18614-d79a-41fb-9dbe-7c13b04c945d tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=409db575-74fa-4060-83e6-46ff0f3898c2 HTTP/1.1" status: 200 len: 210 time: 0.0413022 Dec 12 18:10:29.479187 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Made reservation on behalf of a3219648d9fc495cbc40cb251bfa904d for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:10:29.485070 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:29.623752 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Allocated IP 172.20.0.7 (cfb0edd9-d488-4048-ae0d-73e4c44e7e08/5c120062-1b1c-4276-8039-2807a791c769/cace952c-6a59-49e8-b661-23d847d4670d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:10:29.778674 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:29.812776 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:29.864988 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Network cfb0edd9-d488-4048-ae0d-73e4c44e7e08 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:10:29.868261 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:10:29.872969 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:10:29.896796 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Pushing event updated for resources: {'Port': ['ID=cace952c-6a59-49e8-b661-23d847d4670d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:29.912754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:29.913137 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:29.913450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:29.913791 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:29.914129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:29.914464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:29.914795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:29.915122 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:29.915482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:29.915821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:29.916165 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:29.916486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:29.916809 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:29.945229 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:29.945900 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:29.964327 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-7dcbacfb-61f9-44c8-8bc2-d7a7c11b7e1a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6574645 Dec 12 18:10:29.979547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Request body: {'port': {'device_id': '409db575-74fa-4060-83e6-46ff0f3898c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:10:30.045681 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:30.320184 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cace952c-6a59-49e8-b661-23d847d4670d {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:10:30.331389 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:30.345780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Transition to ACTIVE for port object cace952c-6a59-49e8-b661-23d847d4670d will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:10:30.352065 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:30.470290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Pushing event updated for resources: {'Port': ['ID=cace952c-6a59-49e8-b661-23d847d4670d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:30.597369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Attempting to bind port cace952c-6a59-49e8-b661-23d847d4670d on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:10:30.597854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Attempting to bind port cace952c-6a59-49e8-b661-23d847d4670d by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '1d1de7de-fd42-4271-8ffc-165eba3a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cfb0edd9-d488-4048-ae0d-73e4c44e7e08'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:10:30.598391 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Attempting to bind port cace952c-6a59-49e8-b661-23d847d4670d on network cfb0edd9-d488-4048-ae0d-73e4c44e7e08 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:10:30.612803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Port cace952c-6a59-49e8-b661-23d847d4670d on network cfb0edd9-d488-4048-ae0d-73e4c44e7e08 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:10:30.613266 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Attempting to bind port cace952c-6a59-49e8-b661-23d847d4670d on network cfb0edd9-d488-4048-ae0d-73e4c44e7e08 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:10:30.624093 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbf5ef-eb76-4222-85c9-6103261f4514 req-0adc1001-06fc-4d68-88e0-0313c6857395 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:30.625717 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ccbf5ef-eb76-4222-85c9-6103261f4514 req-0adc1001-06fc-4d68-88e0-0313c6857395 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=409db575-74fa-4060-83e6-46ff0f3898c2 HTTP/1.1" status: 200 len: 943 time: 0.0873384 Dec 12 18:10:30.630174 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:10:30.630647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Checking segment: {'id': '1d1de7de-fd42-4271-8ffc-165eba3a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cfb0edd9-d488-4048-ae0d-73e4c44e7e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:10:30.631135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Bound using segment: {'id': '1d1de7de-fd42-4271-8ffc-165eba3a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cfb0edd9-d488-4048-ae0d-73e4c44e7e08'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:10:30.631694 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Bound port: cace952c-6a59-49e8-b661-23d847d4670d, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d1de7de-fd42-4271-8ffc-165eba3a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cfb0edd9-d488-4048-ae0d-73e4c44e7e08'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:10:30.632159 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:30.740972 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ccbf5ef-eb76-4222-85c9-6103261f4514 req-3dcf30e7-3953-466c-819e-44ace32c9abd tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062820 Dec 12 18:10:30.752872 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] For port cace952c-6a59-49e8-b661-23d847d4670d, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:10:30.758019 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] For port cace952c-6a59-49e8-b661-23d847d4670d, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=cace952c-6a59-49e8-b661-23d847d4670d,segment=NetworkSegment(1d1de7de-fd42-4271-8ffc-165eba3a6e25),segment_id=1d1de7de-fd42-4271-8ffc-165eba3a6e25)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:10:30.766490 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:30.811571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:30.813647 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:30.815294 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d169c964-0b35-41f0-b606-1be731697168 service neutron] 10.222.0.20 "PUT /v2.0/ports/cace952c-6a59-49e8-b661-23d847d4670d HTTP/1.1" status: 200 len: 1091 time: 0.8416903 Dec 12 18:10:30.815759 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409db575-74fa-4060-83e6-46ff0f3898c2', 'tag': 'cace952c-6a59-49e8-b661-23d847d4670d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:10:30.818889 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6354c9-8b56-4e1c-86aa-94c8cb073433" -d '{"events": [{"name": "network-changed", "server_uuid": "409db575-74fa-4060-83e6-46ff0f3898c2", "tag": "cace952c-6a59-49e8-b661-23d847d4670d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:10:30.855364 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169c964-0b35-41f0-b606-1be731697168 service neutron] Pushing event updated for resources: {'Port': ['ID=cace952c-6a59-49e8-b661-23d847d4670d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:30.926489 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f55ce54-f919-4c7c-aff2-1bcb3b7510c0 x-openstack-request-id: req-3f55ce54-f919-4c7c-aff2-1bcb3b7510c0 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:10:30.926784 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409db575-74fa-4060-83e6-46ff0f3898c2", "tag": "cace952c-6a59-49e8-b661-23d847d4670d", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:10:30.927181 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f55ce54-f919-4c7c-aff2-1bcb3b7510c0 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:10:30.927729 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409db575-74fa-4060-83e6-46ff0f3898c2', 'tag': 'cace952c-6a59-49e8-b661-23d847d4670d', 'status': 'completed', 'code': 200} Dec 12 18:10:30.964624 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d5538ab4-7015-4a36-8259-784d8adecbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:30.967652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-d5538ab4-7015-4a36-8259-784d8adecbac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3219648d9fc495cbc40cb251bfa904d&device_id=409db575-74fa-4060-83e6-46ff0f3898c2 HTTP/1.1" status: 200 len: 1094 time: 0.0879886 Dec 12 18:10:31.026974 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-07165559-c7b1-4816-b8d4-bac5ed71b9db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cace952c-6a59-49e8-b661-23d847d4670d HTTP/1.1" status: 200 len: 217 time: 0.0506179 Dec 12 18:10:31.094353 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-8866f5d0-4794-4669-a731-71ba3d964edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:31.095917 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-8866f5d0-4794-4669-a731-71ba3d964edb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c120062-1b1c-4276-8039-2807a791c769 HTTP/1.1" status: 200 len: 854 time: 0.0577228 Dec 12 18:10:31.134967 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-ed448ee3-7cc0-426c-b08a-10313a67917c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cfb0edd9-d488-4048-ae0d-73e4c44e7e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317295 Dec 12 18:10:31.243239 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-9a2b733a-ee16-4f0d-9b72-8a2596cc7c5a service neutron] 10.222.0.20 "GET /v2.0/networks/cfb0edd9-d488-4048-ae0d-73e4c44e7e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013839 Dec 12 18:10:31.352805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0a89d84-a4dc-4378-8b4f-e7ffb803ed93 req-9a8217c0-e3e2-4d7d-af0e-7fa2f736c59a service neutron] 10.222.0.20 "GET /v2.0/networks/cfb0edd9-d488-4048-ae0d-73e4c44e7e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017292 Dec 12 18:10:31.472541 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6354c9-8b56-4e1c-86aa-94c8cb073433 req-70eaae83-48ec-4a13-a99f-48df1cc2c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:31.474048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a6354c9-8b56-4e1c-86aa-94c8cb073433 req-70eaae83-48ec-4a13-a99f-48df1cc2c2ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3219648d9fc495cbc40cb251bfa904d&device_id=409db575-74fa-4060-83e6-46ff0f3898c2 HTTP/1.1" status: 200 len: 1094 time: 0.0667815 Dec 12 18:10:31.599779 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6354c9-8b56-4e1c-86aa-94c8cb073433 req-932a4d20-f5d0-43e3-a5bd-03147809893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:31.601449 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a6354c9-8b56-4e1c-86aa-94c8cb073433 req-932a4d20-f5d0-43e3-a5bd-03147809893f service neutron] 10.222.0.20 "GET /v2.0/networks?id=cfb0edd9-d488-4048-ae0d-73e4c44e7e08 HTTP/1.1" status: 200 len: 915 time: 0.1191809 Dec 12 18:10:31.658890 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a6354c9-8b56-4e1c-86aa-94c8cb073433 req-781d609b-afb6-4031-9725-84519f4c9311 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cace952c-6a59-49e8-b661-23d847d4670d HTTP/1.1" status: 200 len: 217 time: 0.0480814 Dec 12 18:10:31.711840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6354c9-8b56-4e1c-86aa-94c8cb073433 req-805be4cb-c0bd-4df5-918a-654d4fbd7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:31.713015 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a6354c9-8b56-4e1c-86aa-94c8cb073433 req-805be4cb-c0bd-4df5-918a-654d4fbd7321 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c120062-1b1c-4276-8039-2807a791c769 HTTP/1.1" status: 200 len: 854 time: 0.0474157 Dec 12 18:10:31.752417 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a6354c9-8b56-4e1c-86aa-94c8cb073433 req-389c2983-4764-41cb-afa4-b086be66526d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cfb0edd9-d488-4048-ae0d-73e4c44e7e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302622 Dec 12 18:10:31.899131 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a6354c9-8b56-4e1c-86aa-94c8cb073433 req-6f08f436-b57a-4406-9e20-1beff2a42f3f service neutron] 10.222.0.20 "GET /v2.0/networks/cfb0edd9-d488-4048-ae0d-73e4c44e7e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392505 Dec 12 18:10:31.907955 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53848ae2-b1bc-4215-841b-a7af97f6d264 req-3986a93f-b96e-4a2a-aba0-313eaa6db155 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:31.910928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53848ae2-b1bc-4215-841b-a7af97f6d264 req-3986a93f-b96e-4a2a-aba0-313eaa6db155 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=409db575-74fa-4060-83e6-46ff0f3898c2 HTTP/1.1" status: 200 len: 943 time: 0.0796530 Dec 12 18:10:32.016738 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53848ae2-b1bc-4215-841b-a7af97f6d264 req-1a2d3eb2-69ce-4343-b66e-40f258ec1bdd tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980060 Dec 12 18:10:32.038543 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a6354c9-8b56-4e1c-86aa-94c8cb073433 req-9c320400-2276-440b-99f2-983b1cee9eab service neutron] 10.222.0.20 "GET /v2.0/networks/cfb0edd9-d488-4048-ae0d-73e4c44e7e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277223 Dec 12 18:10:33.148644 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be21bf-439c-4d9d-9c52-5e0ec88cc990 req-733306d3-4edd-4bf6-9313-2be40ed4309c tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:33.156081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97be21bf-439c-4d9d-9c52-5e0ec88cc990 req-733306d3-4edd-4bf6-9313-2be40ed4309c tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=409db575-74fa-4060-83e6-46ff0f3898c2 HTTP/1.1" status: 200 len: 943 time: 0.0614014 Dec 12 18:10:33.206845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97be21bf-439c-4d9d-9c52-5e0ec88cc990 req-17ce582c-61c9-4ce7-add6-1e1e9246bc11 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491865 Dec 12 18:10:34.329882 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device cace952c-6a59-49e8-b661-23d847d4670d details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:10:34.346281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09be623-857a-475c-93ad-0f8fdc12d3be req-bf4d1104-4c60-4c71-ab05-8f94c240c8fe tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:34.348928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d09be623-857a-475c-93ad-0f8fdc12d3be req-bf4d1104-4c60-4c71-ab05-8f94c240c8fe tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=409db575-74fa-4060-83e6-46ff0f3898c2 HTTP/1.1" status: 200 len: 943 time: 0.0534329 Dec 12 18:10:34.409734 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d09be623-857a-475c-93ad-0f8fdc12d3be req-e4965e55-ce9a-4b51-9f18-186bc373d897 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531077 Dec 12 18:10:34.441458 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port cace952c-6a59-49e8-b661-23d847d4670d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=cace952c-6a59-49e8-b661-23d847d4670d,segment=NetworkSegment(1d1de7de-fd42-4271-8ffc-165eba3a6e25),segment_id=1d1de7de-fd42-4271-8ffc-165eba3a6e25)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:10:34.454216 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'cace952c-6a59-49e8-b661-23d847d4670d', 'network_id': 'cfb0edd9-d488-4048-ae0d-73e4c44e7e08', 'port_id': 'cace952c-6a59-49e8-b661-23d847d4670d', 'mac_address': 'fa:16:3e:9e:30:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c120062-1b1c-4276-8039-2807a791c769', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:10:34.498748 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:34.515703 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cace952c-6a59-49e8-b661-23d847d4670d {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:10:34.537963 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port cace952c-6a59-49e8-b661-23d847d4670d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=cace952c-6a59-49e8-b661-23d847d4670d,segment=NetworkSegment(1d1de7de-fd42-4271-8ffc-165eba3a6e25),segment_id=1d1de7de-fd42-4271-8ffc-165eba3a6e25)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:10:34.542580 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:34.595100 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=cace952c-6a59-49e8-b661-23d847d4670d,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:34.602410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:34.602765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:34.603114 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:34.603476 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:34.603815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:34.604148 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:34.604478 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:34.604803 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:34.605128 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:34.605974 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:34.606300 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:34.606623 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:34.606944 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:34.750808 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['cace952c-6a59-49e8-b661-23d847d4670d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:10:35.809237 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781becd9-c58f-46c7-8015-aa79105ffecd req-4398a5a6-ba83-4e77-9372-52d5befa77ea tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:35.817335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-781becd9-c58f-46c7-8015-aa79105ffecd req-4398a5a6-ba83-4e77-9372-52d5befa77ea tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=409db575-74fa-4060-83e6-46ff0f3898c2 HTTP/1.1" status: 200 len: 944 time: 0.3249829 Dec 12 18:10:35.864643 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-781becd9-c58f-46c7-8015-aa79105ffecd req-d210fbea-8a53-4552-9df7-45d13f2d2e82 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464001 Dec 12 18:10:36.330453 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device cace952c-6a59-49e8-b661-23d847d4670d up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:10:36.390193 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port cace952c-6a59-49e8-b661-23d847d4670d completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:10:36.395003 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port cace952c-6a59-49e8-b661-23d847d4670d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:10:36.395679 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:36.488273 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:36.544205 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409db575-74fa-4060-83e6-46ff0f3898c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cace952c-6a59-49e8-b661-23d847d4670d'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:10:36.546913 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec51b41-07d0-4446-88fd-57d8d6c37591" -d '{"events": [{"server_uuid": "409db575-74fa-4060-83e6-46ff0f3898c2", "name": "network-vif-plugged", "status": "completed", "tag": "cace952c-6a59-49e8-b661-23d847d4670d"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:10:36.569713 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port cace952c-6a59-49e8-b661-23d847d4670d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=cace952c-6a59-49e8-b661-23d847d4670d,segment=NetworkSegment(1d1de7de-fd42-4271-8ffc-165eba3a6e25),segment_id=1d1de7de-fd42-4271-8ffc-165eba3a6e25)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:10:36.581023 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:36.626527 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace15ff1-6c8d-4cec-b669-a2f5501ffdbf x-openstack-request-id: req-ace15ff1-6c8d-4cec-b669-a2f5501ffdbf {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:10:36.626753 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409db575-74fa-4060-83e6-46ff0f3898c2", "name": "network-vif-plugged", "status": "completed", "tag": "cace952c-6a59-49e8-b661-23d847d4670d", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:10:36.626985 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ace15ff1-6c8d-4cec-b669-a2f5501ffdbf {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:10:36.628021 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409db575-74fa-4060-83e6-46ff0f3898c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cace952c-6a59-49e8-b661-23d847d4670d', 'code': 200} Dec 12 18:10:36.675134 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=cace952c-6a59-49e8-b661-23d847d4670d,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:36.727174 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a12bc4-8dd1-4664-b6c0-f166a88cf87b req-485ae71e-b914-48ed-8e53-38effcc05943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:36.728769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1a12bc4-8dd1-4664-b6c0-f166a88cf87b req-485ae71e-b914-48ed-8e53-38effcc05943 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=409db575-74fa-4060-83e6-46ff0f3898c2 HTTP/1.1" status: 200 len: 1096 time: 0.0411470 Dec 12 18:10:36.781686 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1a12bc4-8dd1-4664-b6c0-f166a88cf87b req-620ceac9-d86e-444a-bdcb-8759c2029b05 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449350 Dec 12 18:10:36.991273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dd964-b900-4c87-9d7e-b9675dd74621 req-60495d07-da7a-4aae-9d55-c231fc39408b tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:36.992832 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-780dd964-b900-4c87-9d7e-b9675dd74621 req-60495d07-da7a-4aae-9d55-c231fc39408b tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=409db575-74fa-4060-83e6-46ff0f3898c2 HTTP/1.1" status: 200 len: 945 time: 0.0568695 Dec 12 18:10:37.048849 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-780dd964-b900-4c87-9d7e-b9675dd74621 req-04f6f62d-e552-4ad4-a991-c2b57afaa184 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494456 Dec 12 18:10:38.178232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d556c-cb8d-45f8-a4ad-8016dca0de10 req-f2d70b6f-e52a-4c66-8509-5baa2cf45e5a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:38.179795 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-154d556c-cb8d-45f8-a4ad-8016dca0de10 req-f2d70b6f-e52a-4c66-8509-5baa2cf45e5a tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=409db575-74fa-4060-83e6-46ff0f3898c2 HTTP/1.1" status: 200 len: 945 time: 0.0526037 Dec 12 18:10:38.233447 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-154d556c-cb8d-45f8-a4ad-8016dca0de10 req-16182113-06c9-4036-84da-b44e09a17bba tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460491 Dec 12 18:10:44.870132 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3f541c1a-cd75-45fb-a283-0c14fc9e86f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:47.164962 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:47.225286 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4f24202-7c89-4824-baef-ac9665c71ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:47.858159 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:48.142005 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35814) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:48.239612 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e6dc38-a228-42ee-b2cd-8f1189e3cc76 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:48.240193 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e6dc38-a228-42ee-b2cd-8f1189e3cc76 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:48.240665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e6dc38-a228-42ee-b2cd-8f1189e3cc76 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:48.242698 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a8e6dc38-a228-42ee-b2cd-8f1189e3cc76 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=a667ea3d799643cd85f2edf112448875&network_id=78cde4f0-f14a-43f4-af29-b53ee5885fdd HTTP/1.1" status: 200 len: 2970 time: 0.0994046 Dec 12 18:10:48.392891 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:49.170206 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:10:49.587684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35842) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:49.639868 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08081e6-1145-427e-afe3-28d77465d585 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:49.641357 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a08081e6-1145-427e-afe3-28d77465d585 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=890a4b59-34d7-4315-9d80-83fedf65298e HTTP/1.1" status: 200 len: 814 time: 0.0526397 Dec 12 18:10:50.106666 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35854) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:50.112075 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'network': {'name': 'tempest-network-smoke--1249229226', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'port_security_enabled': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:10:50.114989 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:50.138033 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Made reservation on behalf of a667ea3d799643cd85f2edf112448875 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:10:50.141787 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:50.165846 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:10:50.174810 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:50.175163 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Added segment d6288876-847f-4553-bcfd-061115d17b3a of type vlan for network 0627467e-ced8-4868-a7ca-92c08e65423d Dec 12 18:10:50.218069 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:50.245156 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:50.251459 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:50.253436 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:50.342095 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35864) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:50.354784 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2436838 Dec 12 18:10:50.401746 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Network': ['ID=0627467e-ced8-4868-a7ca-92c08e65423d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:50.410072 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:50.410499 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:50.410851 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:50.411193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:50.411560 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:50.411900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:50.412434 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:50.412979 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:50.413305 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:50.413633 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:50.414144 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:50.414772 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:50.415325 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a1ea2-35d3-4c3b-99ad-e13c0e3f0a2c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:10:50.429498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 0627467e-ced8-4868-a7ca-92c08e65423d details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:10:50.429759 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e823d82a-2b88-4ee7-aa21-9c16856831c8 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:50.431095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e823d82a-2b88-4ee7-aa21-9c16856831c8 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a667ea3d799643cd85f2edf112448875&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0879574 Dec 12 18:10:50.434587 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35868) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:50.647996 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202819a0-7184-4b8d-ada9-059c758926bb tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:50.652726 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35874) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:50.659584 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-202819a0-7184-4b8d-ada9-059c758926bb tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2165322 Dec 12 18:10:50.693970 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35876) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:50.694703 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-395d815a-2205-479e-907b-4778e19fcc11 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396914 Dec 12 18:10:50.736310 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-42e6dbc5-bb5c-40ab-ac3b-72b38e4d822a tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a667ea3d799643cd85f2edf112448875&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401640 Dec 12 18:10:50.738918 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35880) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:50.846669 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83054f47-19b9-49f3-a49c-82d0a1dd1c2d tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:50.851405 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-83054f47-19b9-49f3-a49c-82d0a1dd1c2d tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1115003 Dec 12 18:10:50.851821 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35882) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:50.893692 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:50.911282 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-be751470-b39d-4cc2-ae3a-baa15c61d750 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0579326 Dec 12 18:10:50.913440 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35884) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:50.919452 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-38df915a-2193-47ab-b4fc-1c87c4ec742c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1594666829', 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:10:51.029059 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38df915a-2193-47ab-b4fc-1c87c4ec742c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Made reservation on behalf of a667ea3d799643cd85f2edf112448875 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:10:51.033523 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38df915a-2193-47ab-b4fc-1c87c4ec742c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:51.260433 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38df915a-2193-47ab-b4fc-1c87c4ec742c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:51.362477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df915a-2193-47ab-b4fc-1c87c4ec742c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Subnet': ['ID=837189e6-4cee-449f-9adf-ebb0c208fa47,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:51.383011 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-469e2ce0-6a13-4a51-bd46-5443dc81e6e4 req-b51b5876-67b2-4f73-8e23-e0064498af5e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1352110 Dec 12 18:10:51.425742 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df915a-2193-47ab-b4fc-1c87c4ec742c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Checking segment: {'id': 'd6288876-847f-4553-bcfd-061115d17b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:10:51.427148 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38df915a-2193-47ab-b4fc-1c87c4ec742c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Network hostable DHCP agents. Network: 0627467e-ced8-4868-a7ca-92c08e65423d, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:10:51.493588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38df915a-2193-47ab-b4fc-1c87c4ec742c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Network 0627467e-ced8-4868-a7ca-92c08e65423d is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:10:51.515050 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e2ce0-6a13-4a51-bd46-5443dc81e6e4 req-40e0e9a4-7531-4384-b04b-67ec716c5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:51.519226 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-469e2ce0-6a13-4a51-bd46-5443dc81e6e4 req-40e0e9a4-7531-4384-b04b-67ec716c5d91 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a667ea3d799643cd85f2edf112448875&device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 1097 time: 0.0851703 Dec 12 18:10:51.519226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-38df915a-2193-47ab-b4fc-1c87c4ec742c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 0627467e-ced8-4868-a7ca-92c08e65423d) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:10:51.524433 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38df915a-2193-47ab-b4fc-1c87c4ec742c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:51.525207 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38df915a-2193-47ab-b4fc-1c87c4ec742c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:51.539195 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a7a616-6016-4418-ba75-a73f54d75c34 None None] Network 0627467e-ced8-4868-a7ca-92c08e65423d requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:10:51.591961 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-38df915a-2193-47ab-b4fc-1c87c4ec742c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6767235 Dec 12 18:10:51.686860 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e2ce0-6a13-4a51-bd46-5443dc81e6e4 req-6eb05545-db6e-42fb-947c-99d456820365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:51.688391 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-469e2ce0-6a13-4a51-bd46-5443dc81e6e4 req-6eb05545-db6e-42fb-947c-99d456820365 service neutron] 10.222.0.31 "GET /v2.0/networks?id=78cde4f0-f14a-43f4-af29-b53ee5885fdd HTTP/1.1" status: 200 len: 898 time: 0.1294014 Dec 12 18:10:51.708366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-0627467e-ced8-4868-a7ca-92c08e65423d', 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'fixed_ips': [{'subnet_id': '837189e6-4cee-449f-9adf-ebb0c208fa47'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:10:51.710596 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:51.832279 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-469e2ce0-6a13-4a51-bd46-5443dc81e6e4 req-be71590b-2ad1-4720-93e5-a33650f0dc83 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfe0850-c8a1-4449-b093-8b940ec485a4 HTTP/1.1" status: 200 len: 1002 time: 0.1349916 Dec 12 18:10:51.923042 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e2ce0-6a13-4a51-bd46-5443dc81e6e4 req-0b817404-a0d5-4354-86ec-18460bbe1535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:51.924615 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-469e2ce0-6a13-4a51-bd46-5443dc81e6e4 req-0b817404-a0d5-4354-86ec-18460bbe1535 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f6c1aaee-23c0-4eca-ab34-ea38606d30ae HTTP/1.1" status: 200 len: 834 time: 0.0839255 Dec 12 18:10:51.977134 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e2ce0-6a13-4a51-bd46-5443dc81e6e4 req-2a765b71-cb06-4dbf-b073-771ac2ec0d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:51.978736 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-469e2ce0-6a13-4a51-bd46-5443dc81e6e4 req-2a765b71-cb06-4dbf-b073-771ac2ec0d6e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=78cde4f0-f14a-43f4-af29-b53ee5885fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472310 Dec 12 18:10:52.007547 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Allocated IP 172.20.0.18 (0627467e-ced8-4868-a7ca-92c08e65423d/837189e6-4cee-449f-9adf-ebb0c208fa47/4a7db052-0f50-4ea1-a5e5-d13720889030) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:10:52.129122 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-469e2ce0-6a13-4a51-bd46-5443dc81e6e4 req-3c42735e-35fc-4d0a-b914-ddf8194857d3 service neutron] 10.222.0.31 "GET /v2.0/networks/78cde4f0-f14a-43f4-af29-b53ee5885fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416750 Dec 12 18:10:52.193860 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35894) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:52.199646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-77abe7b0-bdf9-4b8e-9b22-160044d9ff00 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1582959457', 'description': 'tempest-secgroup-smoke-1582959457 description', 'project_id': 'a667ea3d799643cd85f2edf112448875'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:10:52.231832 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-77abe7b0-bdf9-4b8e-9b22-160044d9ff00 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:52.246617 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:52.256100 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:52.304592 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-469e2ce0-6a13-4a51-bd46-5443dc81e6e4 req-d8043c7d-de65-487b-9044-5747e776e7ec service neutron] 10.222.0.31 "GET /v2.0/networks/78cde4f0-f14a-43f4-af29-b53ee5885fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674657 Dec 12 18:10:52.310937 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Network 0627467e-ced8-4868-a7ca-92c08e65423d is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:10:52.315019 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:10:52.319932 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:10:52.329949 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Pushing event updated for resources: {'Port': ['ID=4a7db052-0f50-4ea1-a5e5-d13720889030,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:52.347692 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-77abe7b0-bdf9-4b8e-9b22-160044d9ff00 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:52.356527 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-77abe7b0-bdf9-4b8e-9b22-160044d9ff00 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:52.397181 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-77abe7b0-bdf9-4b8e-9b22-160044d9ff00 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:52.398805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-77abe7b0-bdf9-4b8e-9b22-160044d9ff00 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2033772 Dec 12 18:10:52.400365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abe7b0-bdf9-4b8e-9b22-160044d9ff00 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3afb42b-4aee-4c90-a18b-92b41bd0f2ee,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:52.402011 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35896) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:52.409433 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Attempting to bind port 4a7db052-0f50-4ea1-a5e5-d13720889030 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:10:52.409814 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Attempting to bind port 4a7db052-0f50-4ea1-a5e5-d13720889030 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'd6288876-847f-4553-bcfd-061115d17b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:10:52.410208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Attempting to bind port 4a7db052-0f50-4ea1-a5e5-d13720889030 on network 0627467e-ced8-4868-a7ca-92c08e65423d {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:10:52.415651 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-39c33e5f-d305-4475-a242-4e984a26b7a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group_rule': {'security_group_id': 'a3afb42b-4aee-4c90-a18b-92b41bd0f2ee', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:10:52.424361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:10:52.424744 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Checking segment: {'id': 'd6288876-847f-4553-bcfd-061115d17b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:10:52.425156 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:52.425561 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Bound using segment: {'id': 'd6288876-847f-4553-bcfd-061115d17b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:10:52.426037 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Bound port: 4a7db052-0f50-4ea1-a5e5-d13720889030, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6288876-847f-4553-bcfd-061115d17b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:10:52.426741 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:52.458112 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39c33e5f-d305-4475-a242-4e984a26b7a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:52.576781 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39c33e5f-d305-4475-a242-4e984a26b7a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:52.584130 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39c33e5f-d305-4475-a242-4e984a26b7a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:52.596759 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] For port 4a7db052-0f50-4ea1-a5e5-d13720889030, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:10:52.601141 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] For port 4a7db052-0f50-4ea1-a5e5-d13720889030, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4a7db052-0f50-4ea1-a5e5-d13720889030,segment=NetworkSegment(d6288876-847f-4553-bcfd-061115d17b3a),segment_id=d6288876-847f-4553-bcfd-061115d17b3a)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:10:52.608224 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:52.616466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c33e5f-d305-4475-a242-4e984a26b7a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a2f498-5162-4967-9d63-57e458777cee,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:52.627031 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39c33e5f-d305-4475-a242-4e984a26b7a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:52.634394 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-39c33e5f-d305-4475-a242-4e984a26b7a7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2308607 Dec 12 18:10:52.637128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35900) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:52.642343 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-7e1f1ecc-27c8-45ef-9e98-610c9cfe8e8b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group_rule': {'security_group_id': 'a3afb42b-4aee-4c90-a18b-92b41bd0f2ee', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:10:52.695309 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e1f1ecc-27c8-45ef-9e98-610c9cfe8e8b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:52.710808 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f74bb-2fea-407d-94b3-df58d877235d None None] Pushing event updated for resources: {'Port': ['ID=4a7db052-0f50-4ea1-a5e5-d13720889030,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:52.785542 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e1f1ecc-27c8-45ef-9e98-610c9cfe8e8b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:52.790863 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e1f1ecc-27c8-45ef-9e98-610c9cfe8e8b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:52.825414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f1ecc-27c8-45ef-9e98-610c9cfe8e8b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ae4cab-94f8-490f-9c53-2f8a19b503d6,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:52.849885 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e1f1ecc-27c8-45ef-9e98-610c9cfe8e8b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:52.852125 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7e1f1ecc-27c8-45ef-9e98-610c9cfe8e8b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2136412 Dec 12 18:10:52.855523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35904) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:52.887559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-b60412ee-1625-4b10-8789-3132ee2d4a72 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group_rule': {'security_group_id': 'a3afb42b-4aee-4c90-a18b-92b41bd0f2ee', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:10:52.996068 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b60412ee-1625-4b10-8789-3132ee2d4a72 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:53.090184 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b60412ee-1625-4b10-8789-3132ee2d4a72 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:53.101659 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b60412ee-1625-4b10-8789-3132ee2d4a72 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:53.137599 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b60412ee-1625-4b10-8789-3132ee2d4a72 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:53.142405 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35908) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:53.143509 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b60412ee-1625-4b10-8789-3132ee2d4a72 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2847769 Dec 12 18:10:53.147264 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60412ee-1625-4b10-8789-3132ee2d4a72 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5911740b-f753-4985-be7c-5b9d4f5976a6,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:53.160743 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a2882433-adfb-42dc-a54f-cb0e3202ab26 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group_rule': {'security_group_id': 'a3afb42b-4aee-4c90-a18b-92b41bd0f2ee', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:10:53.210611 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2882433-adfb-42dc-a54f-cb0e3202ab26 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:53.292585 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2882433-adfb-42dc-a54f-cb0e3202ab26 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:53.296958 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2882433-adfb-42dc-a54f-cb0e3202ab26 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:53.310968 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2882433-adfb-42dc-a54f-cb0e3202ab26 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7487ff8-c879-446c-b4f6-23e9bed6c2dc,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:53.325324 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2882433-adfb-42dc-a54f-cb0e3202ab26 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:53.326538 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a2882433-adfb-42dc-a54f-cb0e3202ab26 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1809213 Dec 12 18:10:53.329288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 35910) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:53.333757 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bb815c96-5e8d-48a2-99d7-0fdfda4f0724 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group_rule': {'security_group_id': 'a3afb42b-4aee-4c90-a18b-92b41bd0f2ee', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:10:53.357174 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-bb815c96-5e8d-48a2-99d7-0fdfda4f0724 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Project a667ea3d799643cd85f2edf112448875 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:10:53.363340 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb815c96-5e8d-48a2-99d7-0fdfda4f0724 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:53.423834 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb815c96-5e8d-48a2-99d7-0fdfda4f0724 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:53.428453 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb815c96-5e8d-48a2-99d7-0fdfda4f0724 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:53.447159 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb815c96-5e8d-48a2-99d7-0fdfda4f0724 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f338e6a-618c-46ba-8c19-f3847898bfa4,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:53.458887 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb815c96-5e8d-48a2-99d7-0fdfda4f0724 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:53.460477 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bb815c96-5e8d-48a2-99d7-0fdfda4f0724 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300914 Dec 12 18:10:53.463708 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 35912) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:10:53.469817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f60efa65-7631-4104-b59e-63747a4153f8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group_rule': {'security_group_id': 'a3afb42b-4aee-4c90-a18b-92b41bd0f2ee', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:10:53.495127 n-d-760354-5 neutron-server[103151]: INFO neutron.db.securitygroups_db [None req-f60efa65-7631-4104-b59e-63747a4153f8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Project a667ea3d799643cd85f2edf112448875 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:10:53.501312 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f60efa65-7631-4104-b59e-63747a4153f8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:53.560954 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f60efa65-7631-4104-b59e-63747a4153f8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:53.564712 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f60efa65-7631-4104-b59e-63747a4153f8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:53.584674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60efa65-7631-4104-b59e-63747a4153f8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a81f8a0-0ce8-4a3e-b959-71a925b98179,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:53.592927 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f60efa65-7631-4104-b59e-63747a4153f8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:53.602356 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f60efa65-7631-4104-b59e-63747a4153f8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283894 Dec 12 18:10:53.877308 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-fbf66c8a-63db-434f-be2d-28f1bee31bd6 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1582959457&fields=id&tenant_id=a667ea3d799643cd85f2edf112448875 HTTP/1.1" status: 200 len: 267 time: 0.0686419 Dec 12 18:10:54.032960 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497119b3-80a5-4682-9b19-52d73b8145d1 None None] Network 0627467e-ced8-4868-a7ca-92c08e65423d requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:10:54.103893 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1f6f3982-caad-4896-b658-2960199f4d97 None None] Provisioning complete for port 4a7db052-0f50-4ea1-a5e5-d13720889030 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:10:54.104264 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f6f3982-caad-4896-b658-2960199f4d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:54.126355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-b6226138-ea7b-444b-8f4a-6a951e313cad tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:54.134178 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-b6226138-ea7b-444b-8f4a-6a951e313cad tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 812 time: 0.1731260 Dec 12 18:10:54.156083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-3bf47f3e-14cc-484a-8ffa-4e97787ab403 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:54.167860 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-3bf47f3e-14cc-484a-8ffa-4e97787ab403 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/networks?id=0627467e-ced8-4868-a7ca-92c08e65423d HTTP/1.1" status: 200 len: 797 time: 0.2804749 Dec 12 18:10:54.184426 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-4d41553c-bfd2-4f60-a827-a7215bdc7172 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/quotas/630483b508104d668cc416178077e4cb HTTP/1.1" status: 200 len: 375 time: 0.0493157 Dec 12 18:10:54.227688 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-544eefde-9878-4575-85f4-d2036bd79d7a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/quotas/a667ea3d799643cd85f2edf112448875 HTTP/1.1" status: 200 len: 375 time: 0.0579352 Dec 12 18:10:54.255887 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f6f3982-caad-4896-b658-2960199f4d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:54.314552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1f6f3982-caad-4896-b658-2960199f4d97 None None] For port 4a7db052-0f50-4ea1-a5e5-d13720889030, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4a7db052-0f50-4ea1-a5e5-d13720889030,segment=NetworkSegment(d6288876-847f-4553-bcfd-061115d17b3a),segment_id=d6288876-847f-4553-bcfd-061115d17b3a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:10:54.327090 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f6f3982-caad-4896-b658-2960199f4d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:54.345448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-64dc1296-489c-46a2-a1e8-e0164c046b57 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1600111 Dec 12 18:10:54.392793 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-9e9d85e1-8254-4fa2-858c-f54a409d894c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a667ea3d799643cd85f2edf112448875&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1558037 Dec 12 18:10:54.397402 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f3982-caad-4896-b658-2960199f4d97 None None] Pushing event updated for resources: {'Port': ['ID=4a7db052-0f50-4ea1-a5e5-d13720889030,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:54.545497 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-57c801da-40fb-4496-9e49-579a37241831 service neutron] 10.222.0.18 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988220 Dec 12 18:10:54.553202 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c5c12a50-6292-4d64-a03f-a185f4434397 None None] Provisioning complete for port 4a7db052-0f50-4ea1-a5e5-d13720889030 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:10:54.553864 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c5c12a50-6292-4d64-a03f-a185f4434397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:54.565525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-2a6a39d8-7429-4c3e-a2ab-7fdf25d391e3 service neutron] 10.222.0.18 "GET /v2.0/networks/0627467e-ced8-4868-a7ca-92c08e65423d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715133 Dec 12 18:10:54.734850 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-5553f8e2-2cfc-4df2-a926-5b79eea9655a service neutron] 10.222.0.18 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883688 Dec 12 18:10:54.754068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-dd808506-c49e-4176-a78e-d9ae66d81af6 service neutron] 10.222.0.18 "GET /v2.0/networks/0627467e-ced8-4868-a7ca-92c08e65423d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875608 Dec 12 18:10:55.066040 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c8603fc-ee03-4a76-af6f-7a489f88d15c req-1fe85498-6597-455a-887b-6e5dcbf769f5 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 210 time: 0.1160495 Dec 12 18:10:55.084310 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d37e1f90-e8f5-46e4-8b1f-da94136122c5 req-82764f64-cd02-4edd-880b-d8a068097ccc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 210 time: 0.1228499 Dec 12 18:10:55.160231 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4a7db052-0f50-4ea1-a5e5-d13720889030 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:10:55.268020 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 4a7db052-0f50-4ea1-a5e5-d13720889030 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:10:55.268250 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:56.211176 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-197e9f36-16cf-40dd-b3f7-1ee62e13d1eb req-b7f6230f-b365-4081-a053-9e01085689cb tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 210 time: 0.0473731 Dec 12 18:10:56.283799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f227eff-bd98-4f91-930d-e9d811f0ed28 req-5d0da0a6-b5bf-4288-98ac-f2e47e4d2b83 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 210 time: 0.0415890 Dec 12 18:10:56.288411 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-735c241e-cd36-47fb-818f-ad365564fe0e tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:56.290105 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-735c241e-cd36-47fb-818f-ad365564fe0e tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.31 "GET /v2.0/networks?id=0627467e-ced8-4868-a7ca-92c08e65423d HTTP/1.1" status: 200 len: 797 time: 0.1848125 Dec 12 18:10:56.376113 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-c4c4e8cf-2b8a-4708-b379-f4d90902b7ae tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a667ea3d799643cd85f2edf112448875 HTTP/1.1" status: 200 len: 473 time: 0.0751913 Dec 12 18:10:56.387398 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-092869c3-6624-4d7e-9da7-e036b0a7f185 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'port': {'device_id': '4d67664b-5c97-4824-a233-210441453a69', 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d', 'admin_state_up': True, 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'security_groups': ['a3afb42b-4aee-4c90-a18b-92b41bd0f2ee']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:10:56.571424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-092869c3-6624-4d7e-9da7-e036b0a7f185 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Made reservation on behalf of a667ea3d799643cd85f2edf112448875 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:10:56.575349 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-092869c3-6624-4d7e-9da7-e036b0a7f185 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:56.722869 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-ad09e01a-b020-4273-a4da-fb7f440f62bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:56.724340 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-ad09e01a-b020-4273-a4da-fb7f440f62bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.31 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 812 time: 0.1737213 Dec 12 18:10:56.764230 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-851b8f1b-0d6a-48a4-aec5-23fc8a266350 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Request body: {'port': {'device_id': 'a34fa24d-266d-4535-a70e-ce84facf5769', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'admin_state_up': True, 'tenant_id': '630483b508104d668cc416178077e4cb'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:10:56.856079 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-092869c3-6624-4d7e-9da7-e036b0a7f185 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Allocated IP 172.20.0.21 (0627467e-ced8-4868-a7ca-92c08e65423d/837189e6-4cee-449f-9adf-ebb0c208fa47/a0c62080-7b64-4add-8497-29085986dc9a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:10:56.996581 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-851b8f1b-0d6a-48a4-aec5-23fc8a266350 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Made reservation on behalf of 630483b508104d668cc416178077e4cb for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:10:56.998031 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-851b8f1b-0d6a-48a4-aec5-23fc8a266350 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:57.142911 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-092869c3-6624-4d7e-9da7-e036b0a7f185 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:57.243066 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-851b8f1b-0d6a-48a4-aec5-23fc8a266350 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Allocated IP 172.20.0.11 (0d99059b-b3a0-4220-9a4d-b63575e62b4a/8fd67332-caeb-490f-8bda-30010919c415/63191ad1-183a-4320-9380-b845363766c2) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:10:57.305138 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-092869c3-6624-4d7e-9da7-e036b0a7f185 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:57.424785 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7320e8c-7236-4944-a841-725426ec74c5 req-cf069996-a1c9-4611-a5ef-ed41cfd41d4b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:57.430902 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7320e8c-7236-4944-a841-725426ec74c5 req-cf069996-a1c9-4611-a5ef-ed41cfd41d4b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 932 time: 0.0778010 Dec 12 18:10:57.499766 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c28dc4db-840c-4558-9360-21fb71ac93af req-0b4b061e-f211-4f2c-8418-47b9c677c9e5 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 210 time: 0.0927541 Dec 12 18:10:57.504856 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-092869c3-6624-4d7e-9da7-e036b0a7f185 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Network 0627467e-ced8-4868-a7ca-92c08e65423d is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:10:57.519848 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-092869c3-6624-4d7e-9da7-e036b0a7f185 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:10:57.571067 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-092869c3-6624-4d7e-9da7-e036b0a7f185 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:10:57.578489 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092869c3-6624-4d7e-9da7-e036b0a7f185 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Port': ['ID=a0c62080-7b64-4add-8497-29085986dc9a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:57.590655 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7320e8c-7236-4944-a841-725426ec74c5 req-159594d3-0c58-410f-9f46-095cdfd962ac tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3afb42b-4aee-4c90-a18b-92b41bd0f2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303687 Dec 12 18:10:57.688871 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-092869c3-6624-4d7e-9da7-e036b0a7f185 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:57.689767 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-092869c3-6624-4d7e-9da7-e036b0a7f185 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:57.737468 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-092869c3-6624-4d7e-9da7-e036b0a7f185 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3547194 Dec 12 18:10:57.750568 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Request body: {'port': {'device_id': '4d67664b-5c97-4824-a233-210441453a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:10:57.764920 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-851b8f1b-0d6a-48a4-aec5-23fc8a266350 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:57.936844 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:57.997889 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-47bb08a9-2a8b-4247-98e3-48e2ede0bfb6 None None] Provisioning complete for port a0c62080-7b64-4add-8497-29085986dc9a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:10:57.998544 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-47bb08a9-2a8b-4247-98e3-48e2ede0bfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:58.019730 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-851b8f1b-0d6a-48a4-aec5-23fc8a266350 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:58.066099 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-47bb08a9-2a8b-4247-98e3-48e2ede0bfb6 None None] Port a0c62080-7b64-4add-8497-29085986dc9a cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:10:58.567401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-851b8f1b-0d6a-48a4-aec5-23fc8a266350 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Network 0d99059b-b3a0-4220-9a4d-b63575e62b4a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:10:58.568843 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b8f1b-0d6a-48a4-aec5-23fc8a266350 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'Port': ['ID=63191ad1-183a-4320-9380-b845363766c2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:58.580028 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-851b8f1b-0d6a-48a4-aec5-23fc8a266350 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:10:58.583006 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-851b8f1b-0d6a-48a4-aec5-23fc8a266350 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:10:58.807261 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-851b8f1b-0d6a-48a4-aec5-23fc8a266350 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:58.808293 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-851b8f1b-0d6a-48a4-aec5-23fc8a266350 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:58.847120 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-851b8f1b-0d6a-48a4-aec5-23fc8a266350 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0890844 Dec 12 18:10:58.870791 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Request body: {'port': {'device_id': 'a34fa24d-266d-4535-a70e-ce84facf5769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:10:58.877704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be549e-8ee1-48a4-8850-ba1f37344fcf req-d2dcc1c3-f7a4-4148-b071-d4b8931015b3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:58.910480 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86be549e-8ee1-48a4-8850-ba1f37344fcf req-d2dcc1c3-f7a4-4148-b071-d4b8931015b3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 932 time: 0.2567205 Dec 12 18:10:58.999217 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:59.008026 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c8292-59e7-4441-8a24-528160dbdab7 req-33e3d238-fbe1-4b98-802a-444ebaef2672 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:10:59.018498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7f9c8292-59e7-4441-8a24-528160dbdab7 req-33e3d238-fbe1-4b98-802a-444ebaef2672 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 932 time: 0.3006940 Dec 12 18:10:59.087336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-86be549e-8ee1-48a4-8850-ba1f37344fcf req-d1d475bd-8e20-4283-a098-4cc07ec049a5 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694663 Dec 12 18:10:59.140830 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7f9c8292-59e7-4441-8a24-528160dbdab7 req-1dbc5237-4d29-466e-9d3a-fbd6c664eb5a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3afb42b-4aee-4c90-a18b-92b41bd0f2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208718 Dec 12 18:10:59.162982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c62080-7b64-4add-8497-29085986dc9a {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:10:59.204337 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:59.394160 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Transition to ACTIVE for port object a0c62080-7b64-4add-8497-29085986dc9a will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:10:59.407928 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:59.438012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-548c970e-d6bf-451f-8dbf-d2ec222ce8e9 None None] Provisioning complete for port 63191ad1-183a-4320-9380-b845363766c2 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:10:59.438641 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-548c970e-d6bf-451f-8dbf-d2ec222ce8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:59.502563 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c62080-7b64-4add-8497-29085986dc9a,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:10:59.540182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-548c970e-d6bf-451f-8dbf-d2ec222ce8e9 None None] Port 63191ad1-183a-4320-9380-b845363766c2 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:10:59.792094 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63191ad1-183a-4320-9380-b845363766c2 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:10:59.803528 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:59.847075 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Attempting to bind port a0c62080-7b64-4add-8497-29085986dc9a on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:10:59.847446 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Attempting to bind port a0c62080-7b64-4add-8497-29085986dc9a by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'd6288876-847f-4553-bcfd-061115d17b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:10:59.847789 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Attempting to bind port a0c62080-7b64-4add-8497-29085986dc9a on network 0627467e-ced8-4868-a7ca-92c08e65423d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:10:59.852903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Transition to ACTIVE for port object 63191ad1-183a-4320-9380-b845363766c2 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:10:59.865080 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Port a0c62080-7b64-4add-8497-29085986dc9a on network 0627467e-ced8-4868-a7ca-92c08e65423d not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:10:59.865415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Attempting to bind port a0c62080-7b64-4add-8497-29085986dc9a on network 0627467e-ced8-4868-a7ca-92c08e65423d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:10:59.877163 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:10:59.877545 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Checking segment: {'id': 'd6288876-847f-4553-bcfd-061115d17b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:10:59.877957 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Bound using segment: {'id': 'd6288876-847f-4553-bcfd-061115d17b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:10:59.878583 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Bound port: a0c62080-7b64-4add-8497-29085986dc9a, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6288876-847f-4553-bcfd-061115d17b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:10:59.879016 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:10:59.882679 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:00.078208 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Pushing event updated for resources: {'Port': ['ID=63191ad1-183a-4320-9380-b845363766c2,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:00.130450 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-253ccb4b-9927-490e-85a5-2f60c564cb18 req-95bdc9aa-ad12-4481-8943-239885f84c1f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=409db575-74fa-4060-83e6-46ff0f3898c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0890107 Dec 12 18:11:00.333561 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] For port a0c62080-7b64-4add-8497-29085986dc9a, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:11:00.337756 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] For port a0c62080-7b64-4add-8497-29085986dc9a, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a0c62080-7b64-4add-8497-29085986dc9a,segment=NetworkSegment(d6288876-847f-4553-bcfd-061115d17b3a),segment_id=d6288876-847f-4553-bcfd-061115d17b3a)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:11:00.339374 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Attempting to bind port 63191ad1-183a-4320-9380-b845363766c2 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:11:00.339740 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Attempting to bind port 63191ad1-183a-4320-9380-b845363766c2 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:11:00.340115 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Attempting to bind port 63191ad1-183a-4320-9380-b845363766c2 on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:11:00.345429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Port 63191ad1-183a-4320-9380-b845363766c2 on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:11:00.345816 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Attempting to bind port 63191ad1-183a-4320-9380-b845363766c2 on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:11:00.352099 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:00.372612 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:00.373639 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:00.375086 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] 10.222.0.31 "PUT /v2.0/ports/a0c62080-7b64-4add-8497-29085986dc9a HTTP/1.1" status: 200 len: 1092 time: 2.6294181 Dec 12 18:11:00.375982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:11:00.376334 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Checking segment: {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:11:00.376748 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Bound using segment: {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:11:00.377121 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Bound port: 63191ad1-183a-4320-9380-b845363766c2, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:11:00.377514 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:00.382292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d67664b-5c97-4824-a233-210441453a69', 'tag': 'a0c62080-7b64-4add-8497-29085986dc9a'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:11:00.386493 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e69bbb4-3b7e-4a44-9e5b-aa78e475377e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d67664b-5c97-4824-a233-210441453a69", "tag": "a0c62080-7b64-4add-8497-29085986dc9a"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:11:00.602317 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769404a7-c56a-4ca7-b444-e3b70028a4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c62080-7b64-4add-8497-29085986dc9a,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:00.617141 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ccb4b-9927-490e-85a5-2f60c564cb18 req-ad5ff25a-02d5-4f91-9273-d704e6a51c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:00.623598 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-86aba450-42a9-43ba-b04f-d6503247ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:00.625381 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-86aba450-42a9-43ba-b04f-d6503247ff07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a667ea3d799643cd85f2edf112448875&device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 1095 time: 0.1888685 Dec 12 18:11:00.643160 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-253ccb4b-9927-490e-85a5-2f60c564cb18 req-ad5ff25a-02d5-4f91-9273-d704e6a51c5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3219648d9fc495cbc40cb251bfa904d&device_id=409db575-74fa-4060-83e6-46ff0f3898c2 HTTP/1.1" status: 200 len: 1096 time: 0.4653170 Dec 12 18:11:00.678213 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba6b48-6246-4713-86d1-992c4810c214 req-cf9c0090-195b-4845-b189-533c0cb8e041 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:00.689347 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eaba6b48-6246-4713-86d1-992c4810c214 req-cf9c0090-195b-4845-b189-533c0cb8e041 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.4454782 Dec 12 18:11:00.770750 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-00196439-14a5-4de5-aadf-92183014f6d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=a0c62080-7b64-4add-8497-29085986dc9a HTTP/1.1" status: 200 len: 217 time: 0.1371546 Dec 12 18:11:00.799048 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] For port 63191ad1-183a-4320-9380-b845363766c2, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:11:00.808937 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] For port 63191ad1-183a-4320-9380-b845363766c2, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=63191ad1-183a-4320-9380-b845363766c2,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:11:00.884786 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:00.888609 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ccb4b-9927-490e-85a5-2f60c564cb18 req-9e85a3f9-494e-4dec-8d5a-69757067301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:00.893507 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-253ccb4b-9927-490e-85a5-2f60c564cb18 req-9e85a3f9-494e-4dec-8d5a-69757067301c service neutron] 10.222.0.20 "GET /v2.0/networks?id=cfb0edd9-d488-4048-ae0d-73e4c44e7e08 HTTP/1.1" status: 200 len: 915 time: 0.1851966 Dec 12 18:11:01.015807 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eaba6b48-6246-4713-86d1-992c4810c214 req-ce537c4d-4a16-4b07-9747-02662b98b3a7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247232 Dec 12 18:11:01.029301 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:01.032365 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:01.034479 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] 10.222.0.31 "PUT /v2.0/ports/63191ad1-183a-4320-9380-b845363766c2 HTTP/1.1" status: 200 len: 1092 time: 2.1725128 Dec 12 18:11:01.066351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-1bfe23f4-9145-4c7d-b185-5dcdfa97fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:01.074531 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-1bfe23f4-9145-4c7d-b185-5dcdfa97fb5f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=837189e6-4cee-449f-9adf-ebb0c208fa47 HTTP/1.1" status: 200 len: 838 time: 0.2958293 Dec 12 18:11:01.106610 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65659c71-d693-4c45-bb0b-1e28dfe682aa req-27dc26fe-66bc-48a9-87b1-e45db8aac6ef tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:01.114940 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65659c71-d693-4c45-bb0b-1e28dfe682aa req-27dc26fe-66bc-48a9-87b1-e45db8aac6ef tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 944 time: 0.8194728 Dec 12 18:11:01.118426 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-253ccb4b-9927-490e-85a5-2f60c564cb18 req-3218b465-dab8-48ce-bf76-f7921c5ec5e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cace952c-6a59-49e8-b661-23d847d4670d HTTP/1.1" status: 200 len: 217 time: 0.2052600 Dec 12 18:11:01.204008 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc5000d-4e5c-436f-a470-6355f54f9b6c x-openstack-request-id: req-bfc5000d-4e5c-436f-a470-6355f54f9b6c {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:11:01.208478 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d67664b-5c97-4824-a233-210441453a69", "tag": "a0c62080-7b64-4add-8497-29085986dc9a", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:11:01.208913 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfc5000d-4e5c-436f-a470-6355f54f9b6c {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:11:01.209448 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d67664b-5c97-4824-a233-210441453a69', 'tag': 'a0c62080-7b64-4add-8497-29085986dc9a', 'status': 'completed', 'code': 200} Dec 12 18:11:01.246834 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ccb4b-9927-490e-85a5-2f60c564cb18 req-68ed701c-dfd8-401b-b6aa-124dcd75b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:01.249048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-253ccb4b-9927-490e-85a5-2f60c564cb18 req-68ed701c-dfd8-401b-b6aa-124dcd75b830 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c120062-1b1c-4276-8039-2807a791c769 HTTP/1.1" status: 200 len: 854 time: 0.1200006 Dec 12 18:11:01.263779 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6cd3b-0494-4d5c-8879-f9f1cb5c0d8e service neutron] Pushing event updated for resources: {'Port': ['ID=63191ad1-183a-4320-9380-b845363766c2,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:01.265044 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65659c71-d693-4c45-bb0b-1e28dfe682aa req-0bb4eb90-314b-4751-85c1-4ff45b9ed3e4 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3afb42b-4aee-4c90-a18b-92b41bd0f2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491399 Dec 12 18:11:01.303177 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-f85f47ca-de08-46e0-bcf5-aa73da212a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:01.316615 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-f85f47ca-de08-46e0-bcf5-aa73da212a85 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0627467e-ced8-4868-a7ca-92c08e65423d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2317388 Dec 12 18:11:01.347636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-253ccb4b-9927-490e-85a5-2f60c564cb18 req-837857ff-354d-4ad0-b91e-a56b8cb9371f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cfb0edd9-d488-4048-ae0d-73e4c44e7e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806773 Dec 12 18:11:01.396169 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-403fd23f-09c2-4efa-8ab0-2b891c992927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:01.397883 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-403fd23f-09c2-4efa-8ab0-2b891c992927 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 1095 time: 0.2734954 Dec 12 18:11:01.482177 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-253ccb4b-9927-490e-85a5-2f60c564cb18 req-5cb3ea89-f769-4532-8af5-1f4107b58f5a service neutron] 10.222.0.20 "GET /v2.0/networks/cfb0edd9-d488-4048-ae0d-73e4c44e7e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232557 Dec 12 18:11:01.521505 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-166122ae-111b-401a-b62a-920edfda9a40 service neutron] 10.222.0.31 "GET /v2.0/networks/0627467e-ced8-4868-a7ca-92c08e65423d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952016 Dec 12 18:11:01.523788 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-7f4adab1-1b59-4229-8517-37db1c929c0e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63191ad1-183a-4320-9380-b845363766c2 HTTP/1.1" status: 200 len: 217 time: 0.1159647 Dec 12 18:11:01.685870 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-253ccb4b-9927-490e-85a5-2f60c564cb18 req-460811d3-4882-43dd-9d37-16597fb0d8fc service neutron] 10.222.0.20 "GET /v2.0/networks/cfb0edd9-d488-4048-ae0d-73e4c44e7e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928728 Dec 12 18:11:01.696341 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-77f54326-e068-4622-b18d-6e58026ee1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:01.701034 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-77f54326-e068-4622-b18d-6e58026ee1ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.1616213 Dec 12 18:11:01.780151 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c71894d9-f9fb-4a27-91cd-9f0e8a3e3e1d req-44a40757-1f76-4015-9491-d51cc117ad27 service neutron] 10.222.0.31 "GET /v2.0/networks/0627467e-ced8-4868-a7ca-92c08e65423d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431448 Dec 12 18:11:01.787626 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-8e98cef3-12e5-4dfe-84cc-735722bb9988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:01.789282 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-8e98cef3-12e5-4dfe-84cc-735722bb9988 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721343 Dec 12 18:11:01.973491 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-87f8822c-d4db-468d-a06d-4a82a3769e92 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744721 Dec 12 18:11:01.987249 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69bbb4-3b7e-4a44-9e5b-aa78e475377e req-04c7a4fe-a39d-49ad-9c00-1c8e78b15377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:01.989516 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6e69bbb4-3b7e-4a44-9e5b-aa78e475377e req-04c7a4fe-a39d-49ad-9c00-1c8e78b15377 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a667ea3d799643cd85f2edf112448875&device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 1095 time: 0.0996318 Dec 12 18:11:02.271721 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41061037-e94a-4bff-9502-d17e63499f46 req-e9addfa6-28da-4f91-a2c6-b2be01a44284 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:02.279155 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-847148a4-ed6e-4b28-bfcf-ef4cfe88764c req-4cf50601-7863-4682-8b9d-18a1a134ffd7 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854636 Dec 12 18:11:02.281537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69bbb4-3b7e-4a44-9e5b-aa78e475377e req-25ab8ad4-2bdf-453d-846f-b7b5c8be68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:02.281680 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6e69bbb4-3b7e-4a44-9e5b-aa78e475377e req-25ab8ad4-2bdf-453d-846f-b7b5c8be68c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0627467e-ced8-4868-a7ca-92c08e65423d HTTP/1.1" status: 200 len: 898 time: 0.2730527 Dec 12 18:11:02.283685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-41061037-e94a-4bff-9502-d17e63499f46 req-e9addfa6-28da-4f91-a2c6-b2be01a44284 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.0948408 Dec 12 18:11:02.388655 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6e69bbb4-3b7e-4a44-9e5b-aa78e475377e req-96dc44e1-ee5b-4545-aa4b-1192c317bb93 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=a0c62080-7b64-4add-8497-29085986dc9a HTTP/1.1" status: 200 len: 217 time: 0.0986650 Dec 12 18:11:02.473935 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69bbb4-3b7e-4a44-9e5b-aa78e475377e req-cb58b108-4973-4665-815c-017c49f0f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:02.479146 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6e69bbb4-3b7e-4a44-9e5b-aa78e475377e req-cb58b108-4973-4665-815c-017c49f0f3ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=837189e6-4cee-449f-9adf-ebb0c208fa47 HTTP/1.1" status: 200 len: 838 time: 0.0840950 Dec 12 18:11:02.497702 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-41061037-e94a-4bff-9502-d17e63499f46 req-7ede3147-baef-43b7-9478-4837f147a298 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679404 Dec 12 18:11:02.596929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407ae8d-9ddf-4ad0-a3b3-9ec4055e8e5b req-ac0631ae-b974-4132-abfb-05e6c52f11db tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:02.615560 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6407ae8d-9ddf-4ad0-a3b3-9ec4055e8e5b req-ac0631ae-b974-4132-abfb-05e6c52f11db tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 944 time: 0.1803966 Dec 12 18:11:02.644716 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69bbb4-3b7e-4a44-9e5b-aa78e475377e req-b1099e13-40d7-4cd2-9816-0fbbe33d6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:02.646284 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6e69bbb4-3b7e-4a44-9e5b-aa78e475377e req-b1099e13-40d7-4cd2-9816-0fbbe33d6cf6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0627467e-ced8-4868-a7ca-92c08e65423d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1562455 Dec 12 18:11:02.749243 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6407ae8d-9ddf-4ad0-a3b3-9ec4055e8e5b req-c26c090f-f852-4084-8406-cdb0fed7672c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3afb42b-4aee-4c90-a18b-92b41bd0f2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211736 Dec 12 18:11:02.804194 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6e69bbb4-3b7e-4a44-9e5b-aa78e475377e req-0f0b0f77-b8cd-40f5-addc-74dd871a8cb1 service neutron] 10.222.0.31 "GET /v2.0/networks/0627467e-ced8-4868-a7ca-92c08e65423d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495736 Dec 12 18:11:02.916528 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6e69bbb4-3b7e-4a44-9e5b-aa78e475377e req-34923081-6ecf-4a25-b98a-7fb00d6692ca service neutron] 10.222.0.31 "GET /v2.0/networks/0627467e-ced8-4868-a7ca-92c08e65423d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035657 Dec 12 18:11:03.211487 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34fa24d-266d-4535-a70e-ce84facf5769', 'tag': '63191ad1-183a-4320-9380-b845363766c2'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:11:03.214956 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b7964d-4c8b-4e6d-b653-483f33debd65" -d '{"events": [{"name": "network-changed", "server_uuid": "a34fa24d-266d-4535-a70e-ce84facf5769", "tag": "63191ad1-183a-4320-9380-b845363766c2"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:11:03.254355 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5e4015-89fd-4ccc-a06f-2b9b53994712 x-openstack-request-id: req-6e5e4015-89fd-4ccc-a06f-2b9b53994712 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:11:03.254656 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34fa24d-266d-4535-a70e-ce84facf5769", "tag": "63191ad1-183a-4320-9380-b845363766c2", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:11:03.254963 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e5e4015-89fd-4ccc-a06f-2b9b53994712 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:11:03.255660 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34fa24d-266d-4535-a70e-ce84facf5769', 'tag': '63191ad1-183a-4320-9380-b845363766c2', 'status': 'completed', 'code': 200} Dec 12 18:11:03.326107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7964d-4c8b-4e6d-b653-483f33debd65 req-8967a698-1f03-4d39-b129-2dc8d6a05a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:03.327686 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-75b7964d-4c8b-4e6d-b653-483f33debd65 req-8967a698-1f03-4d39-b129-2dc8d6a05a39 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 1095 time: 0.0435176 Dec 12 18:11:03.485088 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7964d-4c8b-4e6d-b653-483f33debd65 req-675b1d5c-a454-4a0e-962d-321f12591c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:03.491667 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-75b7964d-4c8b-4e6d-b653-483f33debd65 req-675b1d5c-a454-4a0e-962d-321f12591c0b service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.1515553 Dec 12 18:11:03.545914 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-75b7964d-4c8b-4e6d-b653-483f33debd65 req-0fe9b3ac-db19-4e29-8b09-27094a9d1cea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63191ad1-183a-4320-9380-b845363766c2 HTTP/1.1" status: 200 len: 217 time: 0.0494747 Dec 12 18:11:03.633749 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7964d-4c8b-4e6d-b653-483f33debd65 req-e6f6a2d5-4b2f-4697-8ffa-ebcc82c5a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:03.635684 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-75b7964d-4c8b-4e6d-b653-483f33debd65 req-e6f6a2d5-4b2f-4697-8ffa-ebcc82c5a369 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0814021 Dec 12 18:11:03.677615 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09533931-709c-4cf4-8861-9f8dd51e7920 req-b7c50b73-7b7d-4e18-a065-cd6c85ca7632 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:03.678254 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09533931-709c-4cf4-8861-9f8dd51e7920 req-b7c50b73-7b7d-4e18-a065-cd6c85ca7632 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.0521343 Dec 12 18:11:03.746000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09533931-709c-4cf4-8861-9f8dd51e7920 req-81fbf730-bfb6-44e0-9bf0-fcfa152e1191 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603657 Dec 12 18:11:03.749861 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7964d-4c8b-4e6d-b653-483f33debd65 req-ea8c0749-84fe-4747-92ba-6d4645fd4637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:03.752145 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-75b7964d-4c8b-4e6d-b653-483f33debd65 req-ea8c0749-84fe-4747-92ba-6d4645fd4637 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088850 Dec 12 18:11:03.912231 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-75b7964d-4c8b-4e6d-b653-483f33debd65 req-a1d59fbf-528f-4df0-aeb8-65872fafb532 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518323 Dec 12 18:11:03.958255 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a84d73-beff-444c-bcb0-18fc26118924 req-6fe48c2d-bb97-4fb0-bdd0-b804fa18abff tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:03.973189 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e1a84d73-beff-444c-bcb0-18fc26118924 req-6fe48c2d-bb97-4fb0-bdd0-b804fa18abff tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 944 time: 0.1156263 Dec 12 18:11:04.063288 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e1a84d73-beff-444c-bcb0-18fc26118924 req-edbf613c-ebe3-4915-8b1d-b016dc991668 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3afb42b-4aee-4c90-a18b-92b41bd0f2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874424 Dec 12 18:11:04.077955 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-75b7964d-4c8b-4e6d-b653-483f33debd65 req-8543c65d-c63b-4ddd-9dad-819188469305 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575766 Dec 12 18:11:04.879097 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a0c62080-7b64-4add-8497-29085986dc9a details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:11:04.914990 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce615e04-96e4-49ae-aa6a-147f234b35b3 req-78564afa-4c9b-414c-9e12-595eb7958be1 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:04.917709 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce615e04-96e4-49ae-aa6a-147f234b35b3 req-78564afa-4c9b-414c-9e12-595eb7958be1 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.0807197 Dec 12 18:11:04.996718 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce615e04-96e4-49ae-aa6a-147f234b35b3 req-d431154c-a1f4-444a-9cc9-809d0dea1706 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723152 Dec 12 18:11:05.002321 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port a0c62080-7b64-4add-8497-29085986dc9a, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a0c62080-7b64-4add-8497-29085986dc9a,segment=NetworkSegment(d6288876-847f-4553-bcfd-061115d17b3a),segment_id=d6288876-847f-4553-bcfd-061115d17b3a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:11:05.037688 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'a0c62080-7b64-4add-8497-29085986dc9a', 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d', 'port_id': 'a0c62080-7b64-4add-8497-29085986dc9a', 'mac_address': 'fa:16:3e:bb:49:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837189e6-4cee-449f-9adf-ebb0c208fa47', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:11:05.088728 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:05.112242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c62080-7b64-4add-8497-29085986dc9a {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:11:05.155759 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port a0c62080-7b64-4add-8497-29085986dc9a, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a0c62080-7b64-4add-8497-29085986dc9a,segment=NetworkSegment(d6288876-847f-4553-bcfd-061115d17b3a),segment_id=d6288876-847f-4553-bcfd-061115d17b3a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:11:05.165505 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:05.218830 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479df60-5a54-40ae-b451-13bf82d25a42 req-67648c2a-6756-4d0a-9827-247921812eb8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:05.226800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0479df60-5a54-40ae-b451-13bf82d25a42 req-67648c2a-6756-4d0a-9827-247921812eb8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 945 time: 0.0637970 Dec 12 18:11:05.265937 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=a0c62080-7b64-4add-8497-29085986dc9a,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:05.291719 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0479df60-5a54-40ae-b451-13bf82d25a42 req-126cd3b6-61ab-4e3e-a5df-1dd23633bd0c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3afb42b-4aee-4c90-a18b-92b41bd0f2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596879 Dec 12 18:11:05.481906 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['a0c62080-7b64-4add-8497-29085986dc9a'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:11:06.161050 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1f2e6-d565-4dca-82bc-3f1c8aff04b3 req-b69bd54a-83ac-4869-8585-67e1d8c7f011 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:06.169339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abb1f2e6-d565-4dca-82bc-3f1c8aff04b3 req-b69bd54a-83ac-4869-8585-67e1d8c7f011 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.0651236 Dec 12 18:11:06.224255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abb1f2e6-d565-4dca-82bc-3f1c8aff04b3 req-1710576d-7283-4004-bea8-c1ddb30f24aa tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541339 Dec 12 18:11:06.445243 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16240b64-78ac-463f-891f-e7edbc72ba88 req-6dd330d4-a2d5-42e3-9abe-de4d7aa10b1b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:06.446909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16240b64-78ac-463f-891f-e7edbc72ba88 req-6dd330d4-a2d5-42e3-9abe-de4d7aa10b1b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 945 time: 0.0569696 Dec 12 18:11:06.509623 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16240b64-78ac-463f-891f-e7edbc72ba88 req-b96c1edc-e33a-408e-8c84-ac0397e18c27 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3afb42b-4aee-4c90-a18b-92b41bd0f2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547173 Dec 12 18:11:06.881073 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a0c62080-7b64-4add-8497-29085986dc9a up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:11:06.947637 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port a0c62080-7b64-4add-8497-29085986dc9a completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:11:06.952081 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port a0c62080-7b64-4add-8497-29085986dc9a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:11:06.952454 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:07.087977 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:07.140508 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d67664b-5c97-4824-a233-210441453a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c62080-7b64-4add-8497-29085986dc9a'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:11:07.142783 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfae9af9-04fa-48f4-a4af-c88f1d6cd4d7" -d '{"events": [{"server_uuid": "4d67664b-5c97-4824-a233-210441453a69", "name": "network-vif-plugged", "status": "completed", "tag": "a0c62080-7b64-4add-8497-29085986dc9a"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:11:07.155920 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port a0c62080-7b64-4add-8497-29085986dc9a, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a0c62080-7b64-4add-8497-29085986dc9a,segment=NetworkSegment(d6288876-847f-4553-bcfd-061115d17b3a),segment_id=d6288876-847f-4553-bcfd-061115d17b3a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:11:07.161969 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:07.211290 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bb8a03-06d5-4cb9-9818-2f023677323b x-openstack-request-id: req-92bb8a03-06d5-4cb9-9818-2f023677323b {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:11:07.211593 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d67664b-5c97-4824-a233-210441453a69", "name": "network-vif-plugged", "status": "completed", "tag": "a0c62080-7b64-4add-8497-29085986dc9a", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:11:07.211854 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92bb8a03-06d5-4cb9-9818-2f023677323b {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:11:07.212253 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d67664b-5c97-4824-a233-210441453a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c62080-7b64-4add-8497-29085986dc9a', 'code': 200} Dec 12 18:11:07.261520 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=a0c62080-7b64-4add-8497-29085986dc9a,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:07.384370 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e79ba5-d7fc-40d1-869f-5d5a6dcb1726 req-2ebc3951-d57f-476d-977b-3e5f1f580d5f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:07.392700 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3e79ba5-d7fc-40d1-869f-5d5a6dcb1726 req-2ebc3951-d57f-476d-977b-3e5f1f580d5f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.0902982 Dec 12 18:11:07.413204 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ab7ba-4abc-4a68-a495-5bf44b0ac269 req-d54b5dcc-d823-4c53-8d5f-571307499763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:07.422656 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cb0ab7ba-4abc-4a68-a495-5bf44b0ac269 req-d54b5dcc-d823-4c53-8d5f-571307499763 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 1097 time: 0.0835102 Dec 12 18:11:07.527858 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3e79ba5-d7fc-40d1-869f-5d5a6dcb1726 req-1fbc9761-340f-467c-b176-c572cf12f00d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343427 Dec 12 18:11:07.566306 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cb0ab7ba-4abc-4a68-a495-5bf44b0ac269 req-787d3188-a88c-4dcd-ab88-3c017ec57f4e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a3afb42b-4aee-4c90-a18b-92b41bd0f2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403089 Dec 12 18:11:07.683525 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e58310-743d-400d-a3ea-36b92d828248 req-5b1b8bd0-897d-41b2-b7cb-4e2011bda75c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:07.685148 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8e58310-743d-400d-a3ea-36b92d828248 req-5b1b8bd0-897d-41b2-b7cb-4e2011bda75c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 946 time: 0.0804973 Dec 12 18:11:07.763882 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8e58310-743d-400d-a3ea-36b92d828248 req-5ea841dc-0cc6-45e4-873a-e4958dd48f44 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3afb42b-4aee-4c90-a18b-92b41bd0f2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718920 Dec 12 18:11:08.713974 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a6b56-6151-4330-a36f-738afac5a0d1 req-a7bca264-e78e-4e30-95f3-25257f716220 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:08.722782 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff7a6b56-6151-4330-a36f-738afac5a0d1 req-a7bca264-e78e-4e30-95f3-25257f716220 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.0945845 Dec 12 18:11:08.794904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff7a6b56-6151-4330-a36f-738afac5a0d1 req-c2829346-6a3d-44e7-a98f-81d25bf41037 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710683 Dec 12 18:11:08.989184 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861d2e1-2203-4365-beb5-61daf6aa24f4 req-e53afc7c-d4fa-446f-85c4-9e6828d42b7f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:08.998905 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1861d2e1-2203-4365-beb5-61daf6aa24f4 req-e53afc7c-d4fa-446f-85c4-9e6828d42b7f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 946 time: 0.0885847 Dec 12 18:11:09.074779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1861d2e1-2203-4365-beb5-61daf6aa24f4 req-166219ef-8ef5-47e0-8c85-d3b550a8a9bb tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3afb42b-4aee-4c90-a18b-92b41bd0f2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752881 Dec 12 18:11:09.931787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a87e7d-e016-4b11-8096-724a1ecb19af req-d8cc7517-6d57-488d-8591-d980073c6e72 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:09.940229 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18a87e7d-e016-4b11-8096-724a1ecb19af req-d8cc7517-6d57-488d-8591-d980073c6e72 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.0602794 Dec 12 18:11:10.001971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18a87e7d-e016-4b11-8096-724a1ecb19af req-19f22b40-e3d3-4b0d-97f3-90cbac7cf388 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584009 Dec 12 18:11:10.202469 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0020c77-b2a1-40e3-a0d1-35ebce9ea55f req-7357d7db-69b4-4b19-944a-5ba5d4fea25b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:10.204341 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0020c77-b2a1-40e3-a0d1-35ebce9ea55f req-7357d7db-69b4-4b19-944a-5ba5d4fea25b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 946 time: 0.0528641 Dec 12 18:11:10.262392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0020c77-b2a1-40e3-a0d1-35ebce9ea55f req-fbc2b462-0a72-4aab-a502-91c1ffe43c60 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3afb42b-4aee-4c90-a18b-92b41bd0f2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510101 Dec 12 18:11:10.387928 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca6384-4549-4e83-b55a-2c50bd670a6a req-2a6ad010-9083-4a8f-ab14-9117fdfb9093 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:10.389693 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13ca6384-4549-4e83-b55a-2c50bd670a6a req-2a6ad010-9083-4a8f-ab14-9117fdfb9093 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 946 time: 0.0514152 Dec 12 18:11:10.452870 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13ca6384-4549-4e83-b55a-2c50bd670a6a req-d2791588-343e-48e8-ad30-9420d8906e27 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3afb42b-4aee-4c90-a18b-92b41bd0f2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565505 Dec 12 18:11:11.113982 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdc7b2-133a-4e07-b085-58852bc52b66 req-dc8a077b-5991-4fa0-840b-918a69244c13 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:11.115403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8fbdc7b2-133a-4e07-b085-58852bc52b66 req-dc8a077b-5991-4fa0-840b-918a69244c13 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.0524402 Dec 12 18:11:11.168495 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8fbdc7b2-133a-4e07-b085-58852bc52b66 req-27521747-8b57-44e1-a518-b2132f6d9ca4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438557 Dec 12 18:11:11.971420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36126) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:11:12.395753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9672d7d-089a-43e3-9a32-0d77a0d8808c req-1e75eefb-d772-49dc-b63d-e2925fc89542 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:12.397262 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e9672d7d-089a-43e3-9a32-0d77a0d8808c req-1e75eefb-d772-49dc-b63d-e2925fc89542 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.0936153 Dec 12 18:11:12.538953 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e9672d7d-089a-43e3-9a32-0d77a0d8808c req-fbd1023f-1abf-4d2f-b5d6-b152ce26b20d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310747 Dec 12 18:11:12.895468 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-566af543-07de-44ab-bfc9-e0300a8f51a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:13.052506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761f610-8c09-41a6-a73a-a9ef678d480b req-1689ff73-23a3-46e6-b804-12c4641e1de7 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:13.054023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6761f610-8c09-41a6-a73a-a9ef678d480b req-1689ff73-23a3-46e6-b804-12c4641e1de7 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=409db575-74fa-4060-83e6-46ff0f3898c2 HTTP/1.1" status: 200 len: 945 time: 0.0691109 Dec 12 18:11:13.188015 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6761f610-8c09-41a6-a73a-a9ef678d480b req-0e5103e3-4a86-4649-beef-dc71da871327 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217422 Dec 12 18:11:13.261809 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-566af543-07de-44ab-bfc9-e0300a8f51a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Allocated IP 172.20.0.17 (0627467e-ced8-4868-a7ca-92c08e65423d/837189e6-4cee-449f-9adf-ebb0c208fa47/35179b3f-c635-4258-9a6c-527ea1123f12) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:11:13.393403 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-566af543-07de-44ab-bfc9-e0300a8f51a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:13.430519 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-566af543-07de-44ab-bfc9-e0300a8f51a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:13.484325 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566af543-07de-44ab-bfc9-e0300a8f51a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Network 0627467e-ced8-4868-a7ca-92c08e65423d is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:11:13.484643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-566af543-07de-44ab-bfc9-e0300a8f51a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:11:13.489135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566af543-07de-44ab-bfc9-e0300a8f51a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:11:13.518273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566af543-07de-44ab-bfc9-e0300a8f51a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Port': ['ID=35179b3f-c635-4258-9a6c-527ea1123f12,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:13.544081 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-566af543-07de-44ab-bfc9-e0300a8f51a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:13.755595 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cc95f-327d-43d3-9886-a06570a48be4 req-e5bdcd2e-e92a-4868-a10e-ffaeb5a2a237 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:13.757431 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a0cc95f-327d-43d3-9886-a06570a48be4 req-e5bdcd2e-e92a-4868-a10e-ffaeb5a2a237 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.0818675 Dec 12 18:11:13.758176 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-566af543-07de-44ab-bfc9-e0300a8f51a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:13.861279 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e96cc98d-bb32-4ff5-8594-613d9eb656e2 None None] Provisioning complete for port 35179b3f-c635-4258-9a6c-527ea1123f12 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:11:13.861847 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e96cc98d-bb32-4ff5-8594-613d9eb656e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:13.896854 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e96cc98d-bb32-4ff5-8594-613d9eb656e2 None None] Port 35179b3f-c635-4258-9a6c-527ea1123f12 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:11:13.965493 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a0cc95f-327d-43d3-9886-a06570a48be4 req-4ff30d22-3431-460b-b742-62535a243671 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915598 Dec 12 18:11:14.129069 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-566af543-07de-44ab-bfc9-e0300a8f51a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:14.135195 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-566af543-07de-44ab-bfc9-e0300a8f51a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:14.213123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566af543-07de-44ab-bfc9-e0300a8f51a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Port': ['ID=35179b3f-c635-4258-9a6c-527ea1123f12,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:14.215995 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-566af543-07de-44ab-bfc9-e0300a8f51a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:14.345421 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e540a4b-bfbf-4ecf-9cac-ebc7ab772b9f req-6dff0c92-8f64-4240-85fe-dd434bd597af tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:14.347138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0e540a4b-bfbf-4ecf-9cac-ebc7ab772b9f req-6dff0c92-8f64-4240-85fe-dd434bd597af tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=409db575-74fa-4060-83e6-46ff0f3898c2 HTTP/1.1" status: 200 len: 945 time: 0.0791736 Dec 12 18:11:14.377613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566af543-07de-44ab-bfc9-e0300a8f51a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Network 0627467e-ced8-4868-a7ca-92c08e65423d is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:11:14.380652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-566af543-07de-44ab-bfc9-e0300a8f51a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:11:14.519370 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0e540a4b-bfbf-4ecf-9cac-ebc7ab772b9f req-211c3595-35cd-4cdc-9ea5-be537d445e98 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/security-groups?id=545bd2cf-5580-44f0-b1ef-4d358fe75753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562409 Dec 12 18:11:14.570319 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4755e-73d7-451c-a81f-fd9b1a9f028e req-7b0065d3-e9f7-428c-a8f6-16374f2f1652 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:14.571873 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9f4755e-73d7-451c-a81f-fd9b1a9f028e req-7b0065d3-e9f7-428c-a8f6-16374f2f1652 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.20 "GET /v2.0/ports?device_id=409db575-74fa-4060-83e6-46ff0f3898c2 HTTP/1.1" status: 200 len: 945 time: 0.1094098 Dec 12 18:11:14.591735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566af543-07de-44ab-bfc9-e0300a8f51a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Router b4054145-1c2f-4142-b4b1-49210086a3dc has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:11:14.722373 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-33b3d3da-0838-41ee-9b2d-4baf5c398171 None None] Provisioning complete for port 35179b3f-c635-4258-9a6c-527ea1123f12 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:11:14.723023 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33b3d3da-0838-41ee-9b2d-4baf5c398171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:14.765853 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-33b3d3da-0838-41ee-9b2d-4baf5c398171 None None] Port 35179b3f-c635-4258-9a6c-527ea1123f12 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:11:14.767818 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-d9f4755e-73d7-451c-a81f-fd9b1a9f028e req-37e36ac4-e9dc-4ae5-8842-1ffb6fa9d01c tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Deleting port cace952c-6a59-49e8-b661-23d847d4670d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:11:14.768341 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d9f4755e-73d7-451c-a81f-fd9b1a9f028e req-37e36ac4-e9dc-4ae5-8842-1ffb6fa9d01c tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:14.785428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566af543-07de-44ab-bfc9-e0300a8f51a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:11:14.823742 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Sync routers for ids ['b4054145-1c2f-4142-b4b1-49210086a3dc'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:11:14.827993 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-566af543-07de-44ab-bfc9-e0300a8f51a0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "PUT /v2.0/routers/b4054145-1c2f-4142-b4b1-49210086a3dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8554406 Dec 12 18:11:14.837991 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Routers {'b4054145-1c2f-4142-b4b1-49210086a3dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:11:14.839683 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:10:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4054145-1c2f-4142-b4b1-49210086a3dc'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:11:14.863355 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00a0ad47-4824-4b65-8abb-e6bdb35dfe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:14.907454 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-d9f4755e-73d7-451c-a81f-fd9b1a9f028e req-37e36ac4-e9dc-4ae5-8842-1ffb6fa9d01c tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] For port cace952c-6a59-49e8-b661-23d847d4670d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=cace952c-6a59-49e8-b661-23d847d4670d,segment=NetworkSegment(1d1de7de-fd42-4271-8ffc-165eba3a6e25),segment_id=1d1de7de-fd42-4271-8ffc-165eba3a6e25)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:11:14.908068 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d9f4755e-73d7-451c-a81f-fd9b1a9f028e req-37e36ac4-e9dc-4ae5-8842-1ffb6fa9d01c tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:14.936256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-d9f4755e-73d7-451c-a81f-fd9b1a9f028e req-37e36ac4-e9dc-4ae5-8842-1ffb6fa9d01c tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Calling delete_port for cace952c-6a59-49e8-b661-23d847d4670d owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:11:15.008993 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Set router b4054145-1c2f-4142-b4b1-49210086a3dc gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:11:15.168658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6de1b9-3b3f-4fcf-a038-6ad0325345bb req-844d5445-a7f6-4f16-a395-ce4a10d8a593 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:15.176209 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f6de1b9-3b3f-4fcf-a038-6ad0325345bb req-844d5445-a7f6-4f16-a395-ce4a10d8a593 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.1200168 Dec 12 18:11:15.196125 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d9f4755e-73d7-451c-a81f-fd9b1a9f028e req-37e36ac4-e9dc-4ae5-8842-1ffb6fa9d01c tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:15.208454 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['cace952c-6a59-49e8-b661-23d847d4670d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:11:15.246183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e36ac4-e9dc-4ae5-8842-1ffb6fa9d01c tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Pushing event deleted for resources: {'Port': ['ID=cace952c-6a59-49e8-b661-23d847d4670d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:15.291250 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f6de1b9-3b3f-4fcf-a038-6ad0325345bb req-ce8e95ba-7880-43f9-bdca-07aaecff5dd0 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140344 Dec 12 18:11:15.298566 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:11:13Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '80ffb0f7-b0f1-471e-9dd2-02b79dfab705', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'port_id': '8dfe0850-c8a1-4449-b093-8b940ec485a4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'mac_address': 'fa:16:3e:12:ab:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f67700-47ba-445e-b461-0b947db91f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:09:36Z', 'updated_at': '2021-12-12T18:09:42Z', 'revision_number': 1, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35179b3f-c635-4258-9a6c-527ea1123f12', 'name': '', 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:9f:d5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '837189e6-4cee-449f-9adf-ebb0c208fa47', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:11:13Z', 'updated_at': '2021-12-12T18:11:13Z', 'revision_number': 2, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': '837189e6-4cee-449f-9adf-ebb0c208fa47', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acef12a8-d20a-41c7-944b-19538fb152b5', 'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:9e:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:09Z', 'updated_at': '2021-12-12T18:09:16Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:11:15.322186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f4755e-73d7-451c-a81f-fd9b1a9f028e req-37e36ac4-e9dc-4ae5-8842-1ffb6fa9d01c tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] No DVR routers for this DVR port cace952c-6a59-49e8-b661-23d847d4670d on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:11:15.325463 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-d9f4755e-73d7-451c-a81f-fd9b1a9f028e req-37e36ac4-e9dc-4ae5-8842-1ffb6fa9d01c tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:15.329891 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9f4755e-73d7-451c-a81f-fd9b1a9f028e req-37e36ac4-e9dc-4ae5-8842-1ffb6fa9d01c tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.20 "DELETE /v2.0/ports/cace952c-6a59-49e8-b661-23d847d4670d HTTP/1.1" status: 204 len: 173 time: 0.7495501 Dec 12 18:11:15.330650 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409db575-74fa-4060-83e6-46ff0f3898c2', 'name': 'network-vif-deleted', 'tag': 'cace952c-6a59-49e8-b661-23d847d4670d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:11:15.333568 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d5ccda-5188-4735-8ee9-e0ec0a35cfcb" -d '{"events": [{"server_uuid": "409db575-74fa-4060-83e6-46ff0f3898c2", "name": "network-vif-deleted", "tag": "cace952c-6a59-49e8-b661-23d847d4670d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:11:15.343398 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Checking router: b4054145-1c2f-4142-b4b1-49210086a3dc for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:11:15.343816 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Updating router b4054145-1c2f-4142-b4b1-49210086a3dc port 35179b3f-c635-4258-9a6c-527ea1123f12 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:11:15.371778 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:15.379867 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acce9b6e-d5a2-40a9-9cf3-9b44063e6e7f x-openstack-request-id: req-acce9b6e-d5a2-40a9-9cf3-9b44063e6e7f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:11:15.380507 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409db575-74fa-4060-83e6-46ff0f3898c2", "name": "network-vif-deleted", "tag": "cace952c-6a59-49e8-b661-23d847d4670d", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:11:15.380944 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acce9b6e-d5a2-40a9-9cf3-9b44063e6e7f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:11:15.382243 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409db575-74fa-4060-83e6-46ff0f3898c2', 'name': 'network-vif-deleted', 'tag': 'cace952c-6a59-49e8-b661-23d847d4670d', 'status': 'completed', 'code': 200} Dec 12 18:11:15.641310 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-462adea3-fdce-4747-94df-2a2701eee49b req-34c992e7-5ee0-462f-88f0-0703de2ea139 tempest-VolumesSnapshotTestJSON-1721522560 tempest-VolumesSnapshotTestJSON-1721522560-project] 10.222.0.18 "GET /v2.0/ports?device_id=409db575-74fa-4060-83e6-46ff0f3898c2 HTTP/1.1" status: 200 len: 210 time: 0.0369937 Dec 12 18:11:15.690085 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:15.696653 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:15.763633 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1a8cd-f90d-4609-90ac-6c5046f432d8 None None] Pushing event updated for resources: {'Port': ['ID=35179b3f-c635-4258-9a6c-527ea1123f12,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:15.809083 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1a8cd-f90d-4609-90ac-6c5046f432d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:15.809704 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1a8cd-f90d-4609-90ac-6c5046f432d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:15.810221 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1a8cd-f90d-4609-90ac-6c5046f432d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:15.810734 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1a8cd-f90d-4609-90ac-6c5046f432d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:15.811266 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1a8cd-f90d-4609-90ac-6c5046f432d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:15.811781 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1a8cd-f90d-4609-90ac-6c5046f432d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:15.812292 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1a8cd-f90d-4609-90ac-6c5046f432d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:15.812790 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1a8cd-f90d-4609-90ac-6c5046f432d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:15.813340 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1a8cd-f90d-4609-90ac-6c5046f432d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:15.813835 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1a8cd-f90d-4609-90ac-6c5046f432d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:15.814335 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1a8cd-f90d-4609-90ac-6c5046f432d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:15.814844 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1a8cd-f90d-4609-90ac-6c5046f432d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:15.815374 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b1a8cd-f90d-4609-90ac-6c5046f432d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:15.833293 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Attempting to bind port 35179b3f-c635-4258-9a6c-527ea1123f12 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:11:15.834005 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Attempting to bind port 35179b3f-c635-4258-9a6c-527ea1123f12 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'd6288876-847f-4553-bcfd-061115d17b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:11:15.834005 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Attempting to bind port 35179b3f-c635-4258-9a6c-527ea1123f12 on network 0627467e-ced8-4868-a7ca-92c08e65423d {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:11:15.839825 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:11:15.840202 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Checking segment: {'id': 'd6288876-847f-4553-bcfd-061115d17b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:11:15.840616 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:15.841007 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Bound using segment: {'id': 'd6288876-847f-4553-bcfd-061115d17b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:11:15.841483 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Bound port: 35179b3f-c635-4258-9a6c-527ea1123f12, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6288876-847f-4553-bcfd-061115d17b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:11:15.841862 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:15.950264 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] For port 35179b3f-c635-4258-9a6c-527ea1123f12, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:11:15.956370 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] For port 35179b3f-c635-4258-9a6c-527ea1123f12, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=35179b3f-c635-4258-9a6c-527ea1123f12,segment=NetworkSegment(d6288876-847f-4553-bcfd-061115d17b3a),segment_id=d6288876-847f-4553-bcfd-061115d17b3a)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:11:15.965987 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:16.038265 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Routers {'b4054145-1c2f-4142-b4b1-49210086a3dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:11:16.039048 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:10:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4054145-1c2f-4142-b4b1-49210086a3dc'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:11:16.102567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-bb7be4a3-49a4-42dc-8d1e-8e43c11d7314 None None] Provisioning complete for port 35179b3f-c635-4258-9a6c-527ea1123f12 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:11:16.103068 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bb7be4a3-49a4-42dc-8d1e-8e43c11d7314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:16.200090 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1a8cd-f90d-4609-90ac-6c5046f432d8 None None] Pushing event updated for resources: {'Port': ['ID=35179b3f-c635-4258-9a6c-527ea1123f12,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:16.265402 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] Set router b4054145-1c2f-4142-b4b1-49210086a3dc gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:11:16.283407 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bb7be4a3-49a4-42dc-8d1e-8e43c11d7314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:16.331114 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-bb7be4a3-49a4-42dc-8d1e-8e43c11d7314 None None] For port 35179b3f-c635-4258-9a6c-527ea1123f12, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=35179b3f-c635-4258-9a6c-527ea1123f12,segment=NetworkSegment(d6288876-847f-4553-bcfd-061115d17b3a),segment_id=d6288876-847f-4553-bcfd-061115d17b3a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:11:16.341987 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bb7be4a3-49a4-42dc-8d1e-8e43c11d7314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:16.470035 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd964456-ff84-4cc4-96d1-4f84d1b25951 req-a559d5be-0031-482b-af7b-fe6a399cb21e tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:16.471666 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd964456-ff84-4cc4-96d1-4f84d1b25951 req-a559d5be-0031-482b-af7b-fe6a399cb21e tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.0973661 Dec 12 18:11:16.506439 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7be4a3-49a4-42dc-8d1e-8e43c11d7314 None None] Pushing event updated for resources: {'Port': ['ID=35179b3f-c635-4258-9a6c-527ea1123f12,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:16.514495 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9edd127e-bad8-4cee-bb16-99ac78862039 None None] Provisioning complete for port 35179b3f-c635-4258-9a6c-527ea1123f12 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:11:16.514952 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9edd127e-bad8-4cee-bb16-99ac78862039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:16.583810 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd964456-ff84-4cc4-96d1-4f84d1b25951 req-8eb38d95-a4d1-4dc0-8268-6a3f7376cf2e tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055145 Dec 12 18:11:16.661243 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:11:13Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '80ffb0f7-b0f1-471e-9dd2-02b79dfab705', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'port_id': '8dfe0850-c8a1-4449-b093-8b940ec485a4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'mac_address': 'fa:16:3e:12:ab:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f67700-47ba-445e-b461-0b947db91f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:09:36Z', 'updated_at': '2021-12-12T18:09:42Z', 'revision_number': 1, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35179b3f-c635-4258-9a6c-527ea1123f12', 'name': '', 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:9f:d5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '837189e6-4cee-449f-9adf-ebb0c208fa47', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:11:13Z', 'updated_at': '2021-12-12T18:11:15Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': '837189e6-4cee-449f-9adf-ebb0c208fa47', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acef12a8-d20a-41c7-944b-19538fb152b5', 'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:9e:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:09Z', 'updated_at': '2021-12-12T18:09:16Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:11:16.835088 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38944f44-af27-4b51-83a9-5fa3ec2e51eb None None] The sync data for ids ['b4054145-1c2f-4142-b4b1-49210086a3dc'] in n-d-760354-5 is: [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:11:13Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '80ffb0f7-b0f1-471e-9dd2-02b79dfab705', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'port_id': '8dfe0850-c8a1-4449-b093-8b940ec485a4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'mac_address': 'fa:16:3e:12:ab:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f67700-47ba-445e-b461-0b947db91f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:09:36Z', 'updated_at': '2021-12-12T18:09:42Z', 'revision_number': 1, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35179b3f-c635-4258-9a6c-527ea1123f12', 'name': '', 'network_id': '0627467e-ced8-4868-a7ca-92c08e65423d', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:9f:d5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '837189e6-4cee-449f-9adf-ebb0c208fa47', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:11:13Z', 'updated_at': '2021-12-12T18:11:15Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': '837189e6-4cee-449f-9adf-ebb0c208fa47', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acef12a8-d20a-41c7-944b-19538fb152b5', 'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:9e:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:09Z', 'updated_at': '2021-12-12T18:09:16Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:11:17.130547 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 35179b3f-c635-4258-9a6c-527ea1123f12 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:11:17.280185 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 35179b3f-c635-4258-9a6c-527ea1123f12 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:11:17.280704 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:17.283351 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:17.326520 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5309d8ed-8ae2-49e6-9b88-0cb260dbc071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:17.775555 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51778c52-1a80-4b39-96ea-fa707188d4f8 req-b7e46db2-25a3-4852-be16-1fe71bfe4531 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:17.777638 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-51778c52-1a80-4b39-96ea-fa707188d4f8 req-b7e46db2-25a3-4852-be16-1fe71bfe4531 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.0609300 Dec 12 18:11:17.839464 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-51778c52-1a80-4b39-96ea-fa707188d4f8 req-358dd626-4e01-4ef1-851e-b63beddf7589 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517566 Dec 12 18:11:17.886539 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:18.375580 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:18.499984 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device cace952c-6a59-49e8-b661-23d847d4670d no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:11:18.524591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: cace952c-6a59-49e8-b661-23d847d4670d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:11:18.524861 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device cace952c-6a59-49e8-b661-23d847d4670d not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:11:18.957947 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d777bf9-9d2c-4131-ba8a-3e6b6933080b req-bba15d82-7c79-4fee-a030-1b2a20a93603 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:18.959453 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d777bf9-9d2c-4131-ba8a-3e6b6933080b req-bba15d82-7c79-4fee-a030-1b2a20a93603 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.0491796 Dec 12 18:11:19.007003 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d777bf9-9d2c-4131-ba8a-3e6b6933080b req-a2aea999-b31b-4be5-b9ae-b23f81fd36b2 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414319 Dec 12 18:11:19.631848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36198) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:11:19.755531 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a11d1470-8924-4bb2-8046-48628c310fa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:19.829807 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a11d1470-8924-4bb2-8046-48628c310fa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:19.834767 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a11d1470-8924-4bb2-8046-48628c310fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:19.868190 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a11d1470-8924-4bb2-8046-48628c310fa2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e830a5883b94235aeee02ccc9d53f43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301347 Dec 12 18:11:19.868190 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36204) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:11:19.920732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d1470-8924-4bb2-8046-48628c310fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed35c2f9-6be8-4bf9-91ea-538abe1dc01d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:19.940918 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80d5ee97-bb59-40d5-9533-7ca17f17fee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:19.962507 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80d5ee97-bb59-40d5-9533-7ca17f17fee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:20.009117 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80d5ee97-bb59-40d5-9533-7ca17f17fee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:20.011944 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80d5ee97-bb59-40d5-9533-7ca17f17fee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:20.013120 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-80d5ee97-bb59-40d5-9533-7ca17f17fee4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed35c2f9-6be8-4bf9-91ea-538abe1dc01d HTTP/1.1" status: 204 len: 168 time: 0.1463006 Dec 12 18:11:20.021840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5ee97-bb59-40d5-9533-7ca17f17fee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed35c2f9-6be8-4bf9-91ea-538abe1dc01d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:20.119354 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:20.140913 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdce2e-c8b9-4a17-a876-84dde5764850 req-6306377f-95c5-4f86-98d6-eed8e5199bb5 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:20.143054 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ebdce2e-c8b9-4a17-a876-84dde5764850 req-6306377f-95c5-4f86-98d6-eed8e5199bb5 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.0595231 Dec 12 18:11:20.196439 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ebdce2e-c8b9-4a17-a876-84dde5764850 req-a58b3ac2-0b32-439c-b807-a9db9972b440 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464964 Dec 12 18:11:20.903659 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:21.317705 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b81a2-5459-428f-98c6-28190ebe8aaa req-e1eeeeef-2ef8-44f5-8d13-6bb6ecf73f09 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:21.319306 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf7b81a2-5459-428f-98c6-28190ebe8aaa req-e1eeeeef-2ef8-44f5-8d13-6bb6ecf73f09 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.0488889 Dec 12 18:11:21.366433 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf7b81a2-5459-428f-98c6-28190ebe8aaa req-b3d7484f-0345-496c-ae23-993fa5860214 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403628 Dec 12 18:11:22.506082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054087f-102a-4bbb-b5bc-9cdaf277a052 req-f7c1e68d-5b0a-400d-a18f-ebe7788aff12 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:22.509101 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e054087f-102a-4bbb-b5bc-9cdaf277a052 req-f7c1e68d-5b0a-400d-a18f-ebe7788aff12 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.0691845 Dec 12 18:11:22.578442 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e054087f-102a-4bbb-b5bc-9cdaf277a052 req-bce5b680-ed2c-4989-9e4e-224cdb5ff167 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625687 Dec 12 18:11:23.705476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb0a18-51a1-4b4f-b08f-53072de21ced req-2290dbf9-e61b-449d-8452-7c68f417f09d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:23.707126 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cdb0a18-51a1-4b4f-b08f-53072de21ced req-2290dbf9-e61b-449d-8452-7c68f417f09d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.0555279 Dec 12 18:11:23.762873 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cdb0a18-51a1-4b4f-b08f-53072de21ced req-590dc589-5656-45cf-9440-5dcb58451126 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484695 Dec 12 18:11:24.881558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8386515-efb8-4885-b091-9c172f5ebbf9 req-ed5b5341-543e-4dcc-9d24-559b87f2a1a8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:24.883341 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8386515-efb8-4885-b091-9c172f5ebbf9 req-ed5b5341-543e-4dcc-9d24-559b87f2a1a8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.0496747 Dec 12 18:11:24.933376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8386515-efb8-4885-b091-9c172f5ebbf9 req-12f010a7-5765-48c1-9271-e2961c5997f5 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419898 Dec 12 18:11:26.102082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b11f0-57a5-4229-989b-74ef1ede88ec req-7c1291b5-a859-42f7-b421-7dcc7e8c6821 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:26.104962 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b61b11f0-57a5-4229-989b-74ef1ede88ec req-7c1291b5-a859-42f7-b421-7dcc7e8c6821 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 944 time: 0.0608463 Dec 12 18:11:26.160798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b61b11f0-57a5-4229-989b-74ef1ede88ec req-a6b752db-e5df-490c-9e58-90faaa2be581 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484288 Dec 12 18:11:26.170194 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:11:26.988618 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 63191ad1-183a-4320-9380-b845363766c2 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:11:27.124748 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 63191ad1-183a-4320-9380-b845363766c2, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=63191ad1-183a-4320-9380-b845363766c2,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:11:27.141010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '63191ad1-183a-4320-9380-b845363766c2', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'port_id': '63191ad1-183a-4320-9380-b845363766c2', 'mac_address': 'fa:16:3e:9b:2a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:11:27.185651 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:27.207365 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63191ad1-183a-4320-9380-b845363766c2 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:11:27.232594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 63191ad1-183a-4320-9380-b845363766c2, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=63191ad1-183a-4320-9380-b845363766c2,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:11:27.239647 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:27.294876 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f991e0-d453-48d3-8ac7-b8f42b70f160 req-47e812dc-4e01-4acf-9177-a2f56fb6e72e tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:27.296707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-75f991e0-d453-48d3-8ac7-b8f42b70f160 req-47e812dc-4e01-4acf-9177-a2f56fb6e72e tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 945 time: 0.0583165 Dec 12 18:11:27.354644 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=63191ad1-183a-4320-9380-b845363766c2,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:27.359435 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-75f991e0-d453-48d3-8ac7-b8f42b70f160 req-dd52c349-1930-40bf-957a-74c25e6d61bd tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502238 Dec 12 18:11:27.580381 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['63191ad1-183a-4320-9380-b845363766c2'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:11:28.526737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cff5db-3c88-46e3-aea4-2afc8b2832f4 req-470a01f1-606e-4f18-a57a-6104e63fc828 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:28.529046 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64cff5db-3c88-46e3-aea4-2afc8b2832f4 req-470a01f1-606e-4f18-a57a-6104e63fc828 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 945 time: 0.0571897 Dec 12 18:11:28.584236 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64cff5db-3c88-46e3-aea4-2afc8b2832f4 req-ac281274-f184-4968-b00c-bf185c95e092 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484784 Dec 12 18:11:29.019116 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 63191ad1-183a-4320-9380-b845363766c2 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:11:29.074686 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 63191ad1-183a-4320-9380-b845363766c2 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:11:29.079312 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 63191ad1-183a-4320-9380-b845363766c2 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:11:29.079942 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:29.205782 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:29.236968 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34fa24d-266d-4535-a70e-ce84facf5769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63191ad1-183a-4320-9380-b845363766c2'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:11:29.239068 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768ed05b-7d89-4443-be41-4b1331adf09d" -d '{"events": [{"server_uuid": "a34fa24d-266d-4535-a70e-ce84facf5769", "name": "network-vif-plugged", "status": "completed", "tag": "63191ad1-183a-4320-9380-b845363766c2"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:11:29.251590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 63191ad1-183a-4320-9380-b845363766c2, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=63191ad1-183a-4320-9380-b845363766c2,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:11:29.256750 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:29.317285 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70021278-9e7b-4737-b06c-9090d83d3986 x-openstack-request-id: req-70021278-9e7b-4737-b06c-9090d83d3986 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:11:29.317604 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34fa24d-266d-4535-a70e-ce84facf5769", "name": "network-vif-plugged", "status": "completed", "tag": "63191ad1-183a-4320-9380-b845363766c2", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:11:29.317845 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70021278-9e7b-4737-b06c-9090d83d3986 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:11:29.318222 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34fa24d-266d-4535-a70e-ce84facf5769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63191ad1-183a-4320-9380-b845363766c2', 'code': 200} Dec 12 18:11:29.334759 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=63191ad1-183a-4320-9380-b845363766c2,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:29.428540 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c97a9-c663-4e11-9078-e14c5b61a765 req-4221c141-1d7c-4307-83f6-24cb06de3e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:29.430788 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b43c97a9-c663-4e11-9078-e14c5b61a765 req-4221c141-1d7c-4307-83f6-24cb06de3e21 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 1097 time: 0.0457938 Dec 12 18:11:29.483558 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b43c97a9-c663-4e11-9078-e14c5b61a765 req-9a6ec97a-b169-435c-b3cb-81a3e5a6e4a9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443285 Dec 12 18:11:29.726181 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c39b5f-d57c-492f-ac11-a66509d95fdf req-508a1580-faba-4b9f-8591-754d5c2ecf6a tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:29.728030 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4c39b5f-d57c-492f-ac11-a66509d95fdf req-508a1580-faba-4b9f-8591-754d5c2ecf6a tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 946 time: 0.0539877 Dec 12 18:11:29.783114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e4c39b5f-d57c-492f-ac11-a66509d95fdf req-e7a48b3e-c820-49d8-a01c-ca1cc656f754 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475953 Dec 12 18:11:30.946907 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d821a-22fb-4933-9abd-b08d357f7d59 req-5e78a0c5-ee98-481b-9426-206eca915213 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:30.949215 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f69d821a-22fb-4933-9abd-b08d357f7d59 req-5e78a0c5-ee98-481b-9426-206eca915213 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 946 time: 0.0563569 Dec 12 18:11:31.005269 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f69d821a-22fb-4933-9abd-b08d357f7d59 req-feed60c7-1987-47f6-9bb6-2ee90feafea4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480325 Dec 12 18:11:32.126292 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d00cc-b917-4584-a816-24c83a777f5d req-fa250a7b-9eca-483e-8c1d-c1cf1cc5d0f1 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:32.128002 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c10d00cc-b917-4584-a816-24c83a777f5d req-fa250a7b-9eca-483e-8c1d-c1cf1cc5d0f1 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 946 time: 0.0520282 Dec 12 18:11:32.177038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c10d00cc-b917-4584-a816-24c83a777f5d req-cd1d3962-831e-41d7-aeba-a6080d24c716 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424035 Dec 12 18:11:32.306856 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb09055-7e83-44c6-9be0-49b466de3622 req-de3e2c55-5eac-4814-9dbd-aa51028e3754 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:32.308827 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4eb09055-7e83-44c6-9be0-49b466de3622 req-de3e2c55-5eac-4814-9dbd-aa51028e3754 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 946 time: 0.0528429 Dec 12 18:11:32.361595 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4eb09055-7e83-44c6-9be0-49b466de3622 req-cdeda5ba-abaa-4ec8-aa97-1738ab3e0b5b tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466835 Dec 12 18:11:32.486069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ac6fd-080d-40b1-a899-d0f12a5b4f22 req-b0ca718e-9fbf-4512-838c-67c68aeb2be4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:32.488038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f83ac6fd-080d-40b1-a899-d0f12a5b4f22 req-b0ca718e-9fbf-4512-838c-67c68aeb2be4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 946 time: 0.0562382 Dec 12 18:11:32.919658 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f83ac6fd-080d-40b1-a899-d0f12a5b4f22 req-a4103220-784c-4c74-bb06-0e185f2241e3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248898 Dec 12 18:11:33.269788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767dd294-44b0-4862-a78a-cd1db4f2bff9 req-83169a47-a116-4d88-8357-3557bce49fa9 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:33.271552 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-767dd294-44b0-4862-a78a-cd1db4f2bff9 req-83169a47-a116-4d88-8357-3557bce49fa9 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 946 time: 0.0616298 Dec 12 18:11:33.331619 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-767dd294-44b0-4862-a78a-cd1db4f2bff9 req-e9099d69-13e1-4c5a-8121-5d039c855ff5 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502424 Dec 12 18:11:34.452805 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91deb13-90f8-4cff-99e0-f6e4eb53655b req-14a20c2d-f540-42ac-8790-53d827b18174 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:34.454388 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a91deb13-90f8-4cff-99e0-f6e4eb53655b req-14a20c2d-f540-42ac-8790-53d827b18174 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 946 time: 0.0481343 Dec 12 18:11:34.512929 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a91deb13-90f8-4cff-99e0-f6e4eb53655b req-8195f963-1488-49bb-8452-351645713d98 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516040 Dec 12 18:11:34.956197 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf489377-16b5-4983-8a5b-f5aebfd9b734 req-bb32e979-8c5c-4c4e-8954-341a5e3075c1 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:34.957742 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cf489377-16b5-4983-8a5b-f5aebfd9b734 req-bb32e979-8c5c-4c4e-8954-341a5e3075c1 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.31 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 946 time: 0.0530434 Dec 12 18:11:35.065680 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-cf489377-16b5-4983-8a5b-f5aebfd9b734 req-76cebf98-8771-4eec-9d61-d0fa8070be56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Deleting port 63191ad1-183a-4320-9380-b845363766c2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:11:35.065680 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cf489377-16b5-4983-8a5b-f5aebfd9b734 req-76cebf98-8771-4eec-9d61-d0fa8070be56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:35.186293 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-cf489377-16b5-4983-8a5b-f5aebfd9b734 req-76cebf98-8771-4eec-9d61-d0fa8070be56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] For port 63191ad1-183a-4320-9380-b845363766c2, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=63191ad1-183a-4320-9380-b845363766c2,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:11:35.186671 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cf489377-16b5-4983-8a5b-f5aebfd9b734 req-76cebf98-8771-4eec-9d61-d0fa8070be56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:35.199805 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-cf489377-16b5-4983-8a5b-f5aebfd9b734 req-76cebf98-8771-4eec-9d61-d0fa8070be56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Calling delete_port for 63191ad1-183a-4320-9380-b845363766c2 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:11:35.340389 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cf489377-16b5-4983-8a5b-f5aebfd9b734 req-76cebf98-8771-4eec-9d61-d0fa8070be56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:35.381745 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cebf98-8771-4eec-9d61-d0fa8070be56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event deleted for resources: {'Port': ['ID=63191ad1-183a-4320-9380-b845363766c2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:35.433168 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf489377-16b5-4983-8a5b-f5aebfd9b734 req-76cebf98-8771-4eec-9d61-d0fa8070be56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] No DVR routers for this DVR port 63191ad1-183a-4320-9380-b845363766c2 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:11:35.436810 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cf489377-16b5-4983-8a5b-f5aebfd9b734 req-76cebf98-8771-4eec-9d61-d0fa8070be56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:35.440941 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cf489377-16b5-4983-8a5b-f5aebfd9b734 req-76cebf98-8771-4eec-9d61-d0fa8070be56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.31 "DELETE /v2.0/ports/63191ad1-183a-4320-9380-b845363766c2 HTTP/1.1" status: 204 len: 173 time: 0.4768765 Dec 12 18:11:35.441617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34fa24d-266d-4535-a70e-ce84facf5769', 'name': 'network-vif-deleted', 'tag': '63191ad1-183a-4320-9380-b845363766c2'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:11:35.445986 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295d98ca-62d4-4370-b3a6-ee0405098334" -d '{"events": [{"server_uuid": "a34fa24d-266d-4535-a70e-ce84facf5769", "name": "network-vif-deleted", "tag": "63191ad1-183a-4320-9380-b845363766c2"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:11:35.534114 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e01f9c1-afba-4829-b520-734ca30dbe1f x-openstack-request-id: req-6e01f9c1-afba-4829-b520-734ca30dbe1f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:11:35.534484 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34fa24d-266d-4535-a70e-ce84facf5769", "name": "network-vif-deleted", "tag": "63191ad1-183a-4320-9380-b845363766c2", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:11:35.543252 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e01f9c1-afba-4829-b520-734ca30dbe1f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:11:35.546817 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34fa24d-266d-4535-a70e-ce84facf5769', 'name': 'network-vif-deleted', 'tag': '63191ad1-183a-4320-9380-b845363766c2', 'status': 'completed', 'code': 200} Dec 12 18:11:35.691634 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5f89564-c2a5-47d0-917f-563a5ec34b62 req-ba35b19f-e022-4e69-83bd-a36d4eed4bf4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 210 time: 0.0587859 Dec 12 18:11:36.437446 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36470) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:11:36.593528 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdd9697-2c93-43c8-a7bf-dbbf51c1e8ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:36.692710 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdd9697-2c93-43c8-a7bf-dbbf51c1e8ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:36.699950 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cdd9697-2c93-43c8-a7bf-dbbf51c1e8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:36.736796 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5cdd9697-2c93-43c8-a7bf-dbbf51c1e8ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd23c2350e484cafb5cf11705eaf2d5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2962856 Dec 12 18:11:36.739632 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36480) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:11:36.767888 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd9697-2c93-43c8-a7bf-dbbf51c1e8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801fe665-795a-4813-9706-e9fd1a3430bd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:36.809887 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e3e8f2d-c313-4b86-9c36-462196333f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:36.839887 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e3e8f2d-c313-4b86-9c36-462196333f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:36.875057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb8bb756-165f-460d-b4fc-fd476bc9e7f0 req-6633f091-3763-4fa8-8d88-7012c9f64b44 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 210 time: 0.0396569 Dec 12 18:11:36.902711 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e3e8f2d-c313-4b86-9c36-462196333f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:36.905702 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e3e8f2d-c313-4b86-9c36-462196333f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:36.906928 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2e3e8f2d-c313-4b86-9c36-462196333f2a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/801fe665-795a-4813-9706-e9fd1a3430bd HTTP/1.1" status: 204 len: 168 time: 0.1665053 Dec 12 18:11:36.915818 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e8f2d-c313-4b86-9c36-462196333f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801fe665-795a-4813-9706-e9fd1a3430bd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:37.032425 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 63191ad1-183a-4320-9380-b845363766c2 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:11:37.059367 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 63191ad1-183a-4320-9380-b845363766c2 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:11:37.060907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 63191ad1-183a-4320-9380-b845363766c2 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:11:37.974244 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28060679-a4c1-4c36-bd4f-0fc8a21a8fb9 req-c11ad64a-5d17-4a7f-87e7-d1ccada57a75 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 210 time: 0.0339656 Dec 12 18:11:38.821062 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-90258c79-91c1-4fa9-9309-972cf4d83713 req-ddeb2aa1-190a-448d-a645-9d6c6375c603 service neutron] (103150) timed out ('10.222.0.20', 53229) {{(pid=103150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 18:11:39.079870 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b26daba-80a2-49ce-8c93-7dd927fcc69c req-e40316c4-cb7a-4812-8f4a-1754bc27de10 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 210 time: 0.0341876 Dec 12 18:11:39.414553 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-13bd2374-eed4-4bd9-bca9-1c3c35d2f66d tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c35516db272f49dd957a54528c4f1a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295579 Dec 12 18:11:39.631233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-0be73112-a28b-419e-9482-cbb5e3cc1e0a tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:39.633068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-0be73112-a28b-419e-9482-cbb5e3cc1e0a tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124918 Dec 12 18:11:39.649857 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-0f2deade-5fc1-41ce-8092-9224dfbd1653 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/quotas/c35516db272f49dd957a54528c4f1a41 HTTP/1.1" status: 200 len: 375 time: 0.0095699 Dec 12 18:11:39.682762 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-18d550b9-3dfe-4b22-bf52-540edaea14b0 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c35516db272f49dd957a54528c4f1a41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259898 Dec 12 18:11:39.856840 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4005ae3-c5f7-4be3-8ad8-95df7db9a841 req-9d458543-6f28-48c5-8e82-b8dd17f0e3a4 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/ports?device_id=befc0ea2-459a-4dca-8cfa-15ea46f953ad HTTP/1.1" status: 200 len: 210 time: 0.0302572 Dec 12 18:11:40.261130 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bc61bb2-04f3-4ad8-9a39-4fe4d8e224a6 req-6120df1e-d3b5-4665-833a-16f04f39f1e3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=a34fa24d-266d-4535-a70e-ce84facf5769 HTTP/1.1" status: 200 len: 210 time: 0.0495484 Dec 12 18:11:40.970241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-a91eb2fe-7bd0-471d-9300-1a7cab413ecd tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c35516db272f49dd957a54528c4f1a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365415 Dec 12 18:11:41.086139 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca05f5f7-b5e6-4238-93f1-96a2f48b4c2a req-39a3e482-4f47-4316-bbed-e54ea2990567 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/ports?device_id=befc0ea2-459a-4dca-8cfa-15ea46f953ad HTTP/1.1" status: 200 len: 210 time: 0.0709798 Dec 12 18:11:41.184882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-0ee57427-c03b-41cc-be33-bbaec545fc59 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:41.186430 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-0ee57427-c03b-41cc-be33-bbaec545fc59 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057378 Dec 12 18:11:41.200762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Request body: {'port': {'device_id': 'befc0ea2-459a-4dca-8cfa-15ea46f953ad', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': 'c35516db272f49dd957a54528c4f1a41'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:11:41.348519 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Made reservation on behalf of c35516db272f49dd957a54528c4f1a41 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:11:41.362148 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:41.392281 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:41.485448 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:41.492157 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:41.565215 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f917e8c-c6d8-4e9b-b8e6-144e4e413204,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:41.583672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:41.584028 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:41.584498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:41.584842 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:41.585184 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:41.585569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:41.585857 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:41.586191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:41.586520 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:41.586952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:41.587169 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:41.587527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:41.587856 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:41.660758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Allocated IP 192.168.233.193 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/4bacdee6-deb4-47a4-af57-f45af79ec967) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:11:41.822238 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:41.864682 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:41.915554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Pushing event updated for resources: {'Port': ['ID=4bacdee6-deb4-47a4-af57-f45af79ec967,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:41.923913 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:11:41.925772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:11:41.928333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:11:41.988454 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:41.989116 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:42.019939 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-7147ecd6-c575-4590-8349-54e47a53ebc5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8233023 Dec 12 18:11:42.033278 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Request body: {'port': {'device_id': 'befc0ea2-459a-4dca-8cfa-15ea46f953ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:11:42.125831 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:42.278735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6101-4b09-4402-aa5a-54fcd03824c5 req-181e6917-8b1b-4f4b-8535-223a1010127a tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:42.286225 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-defe6101-4b09-4402-aa5a-54fcd03824c5 req-181e6917-8b1b-4f4b-8535-223a1010127a tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/ports?device_id=befc0ea2-459a-4dca-8cfa-15ea46f953ad HTTP/1.1" status: 200 len: 936 time: 0.0933676 Dec 12 18:11:42.323286 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cfc0ed24-7e36-4b1b-a34a-62ef12d7c79d None None] Provisioning complete for port 4bacdee6-deb4-47a4-af57-f45af79ec967 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:11:42.328034 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cfc0ed24-7e36-4b1b-a34a-62ef12d7c79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:42.417884 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cfc0ed24-7e36-4b1b-a34a-62ef12d7c79d None None] Port 4bacdee6-deb4-47a4-af57-f45af79ec967 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:11:42.448556 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-defe6101-4b09-4402-aa5a-54fcd03824c5 req-b93b4511-5978-47ed-9785-525b6ce9dd67 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f917e8c-c6d8-4e9b-b8e6-144e4e413204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586504 Dec 12 18:11:42.659908 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bacdee6-deb4-47a4-af57-f45af79ec967 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:11:42.668629 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:42.682563 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Transition to ACTIVE for port object 4bacdee6-deb4-47a4-af57-f45af79ec967 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:11:42.687985 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:42.746846 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Pushing event updated for resources: {'Port': ['ID=4bacdee6-deb4-47a4-af57-f45af79ec967,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:42.840164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Attempting to bind port 4bacdee6-deb4-47a4-af57-f45af79ec967 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:11:42.840617 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Attempting to bind port 4bacdee6-deb4-47a4-af57-f45af79ec967 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:11:42.841124 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Attempting to bind port 4bacdee6-deb4-47a4-af57-f45af79ec967 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:11:42.846048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Port 4bacdee6-deb4-47a4-af57-f45af79ec967 on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:11:42.846444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Attempting to bind port 4bacdee6-deb4-47a4-af57-f45af79ec967 on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:11:42.851785 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:11:42.852206 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:11:42.852669 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:11:42.853171 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Bound port: 4bacdee6-deb4-47a4-af57-f45af79ec967, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:11:42.853610 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:42.963718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] For port 4bacdee6-deb4-47a4-af57-f45af79ec967, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:11:42.970262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] For port 4bacdee6-deb4-47a4-af57-f45af79ec967, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=4bacdee6-deb4-47a4-af57-f45af79ec967,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:11:42.978473 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:43.017955 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:43.018590 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:43.020227 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] 10.222.0.20 "PUT /v2.0/ports/4bacdee6-deb4-47a4-af57-f45af79ec967 HTTP/1.1" status: 200 len: 1096 time: 0.9914725 Dec 12 18:11:43.020491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'befc0ea2-459a-4dca-8cfa-15ea46f953ad', 'tag': '4bacdee6-deb4-47a4-af57-f45af79ec967'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:11:43.022784 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f059b2c4-f0cb-403e-a8e3-1f3441fa361a" -d '{"events": [{"name": "network-changed", "server_uuid": "befc0ea2-459a-4dca-8cfa-15ea46f953ad", "tag": "4bacdee6-deb4-47a4-af57-f45af79ec967"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:11:43.074481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae203c-d29a-473f-9420-509ebe5a5147 service neutron] Pushing event updated for resources: {'Port': ['ID=4bacdee6-deb4-47a4-af57-f45af79ec967,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:43.089612 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9713877-de8f-4e7c-b0ed-3c088cc06d42 x-openstack-request-id: req-d9713877-de8f-4e7c-b0ed-3c088cc06d42 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:11:43.090025 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "befc0ea2-459a-4dca-8cfa-15ea46f953ad", "tag": "4bacdee6-deb4-47a4-af57-f45af79ec967", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:11:43.090428 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9713877-de8f-4e7c-b0ed-3c088cc06d42 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:11:43.090771 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'befc0ea2-459a-4dca-8cfa-15ea46f953ad', 'tag': '4bacdee6-deb4-47a4-af57-f45af79ec967', 'status': 'completed', 'code': 200} Dec 12 18:11:43.147687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-65955f70-297f-4d7d-9882-4a9bc33ba566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:43.149383 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-65955f70-297f-4d7d-9882-4a9bc33ba566 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c35516db272f49dd957a54528c4f1a41&device_id=befc0ea2-459a-4dca-8cfa-15ea46f953ad HTTP/1.1" status: 200 len: 1099 time: 0.0567238 Dec 12 18:11:43.214230 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-f2c12bc2-8ef6-4beb-a6aa-b5f84161c80c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=4bacdee6-deb4-47a4-af57-f45af79ec967 HTTP/1.1" status: 200 len: 217 time: 0.0466509 Dec 12 18:11:43.333702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-8a25d6f4-b0fc-42c9-ba65-23a13a379c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:43.337758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-8a25d6f4-b0fc-42c9-ba65-23a13a379c5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.1170664 Dec 12 18:11:43.417122 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-0e993327-9ca4-47f8-abe7-083e55277d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:43.418774 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-0e993327-9ca4-47f8-abe7-083e55277d4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748544 Dec 12 18:11:43.648697 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-daa29d0d-43ba-4372-80de-2f5bd9aab36d service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213588 Dec 12 18:11:43.702393 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6bcd2-42c2-448b-a385-0303b9f74365 req-a2e3be5c-c0d6-4ffc-8c89-e103b94305d8 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:43.704202 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-73e6bcd2-42c2-448b-a385-0303b9f74365 req-a2e3be5c-c0d6-4ffc-8c89-e103b94305d8 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/ports?device_id=befc0ea2-459a-4dca-8cfa-15ea46f953ad HTTP/1.1" status: 200 len: 948 time: 0.1058960 Dec 12 18:11:43.808229 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-73e6bcd2-42c2-448b-a385-0303b9f74365 req-deef0edc-32ca-4382-ae39-cbbc3c5cd3d9 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f917e8c-c6d8-4e9b-b8e6-144e4e413204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781777 Dec 12 18:11:43.814344 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33affaf7-f28d-48d8-a885-d5db844210f4 req-96cb2f4f-438d-45ec-b0e3-f6163dadcddd service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543410 Dec 12 18:11:43.971261 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059b2c4-f0cb-403e-a8e3-1f3441fa361a req-e0a4b3a6-4022-4585-a8e5-fe21306ff863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:43.976585 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f059b2c4-f0cb-403e-a8e3-1f3441fa361a req-e0a4b3a6-4022-4585-a8e5-fe21306ff863 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c35516db272f49dd957a54528c4f1a41&device_id=befc0ea2-459a-4dca-8cfa-15ea46f953ad HTTP/1.1" status: 200 len: 1099 time: 0.1109593 Dec 12 18:11:44.144211 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059b2c4-f0cb-403e-a8e3-1f3441fa361a req-6a7d39cc-f7d9-4e63-b3aa-66f067b1e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:44.150291 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f059b2c4-f0cb-403e-a8e3-1f3441fa361a req-6a7d39cc-f7d9-4e63-b3aa-66f067b1e5ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.1660867 Dec 12 18:11:44.261825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f059b2c4-f0cb-403e-a8e3-1f3441fa361a req-1ec5b590-eaff-45c8-b114-04a3de0e58a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=4bacdee6-deb4-47a4-af57-f45af79ec967 HTTP/1.1" status: 200 len: 217 time: 0.1040976 Dec 12 18:11:44.322109 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059b2c4-f0cb-403e-a8e3-1f3441fa361a req-f0bcffdb-52e2-4ee0-b080-9f31a6dad0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:44.324123 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f059b2c4-f0cb-403e-a8e3-1f3441fa361a req-f0bcffdb-52e2-4ee0-b080-9f31a6dad0b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0540149 Dec 12 18:11:44.409389 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059b2c4-f0cb-403e-a8e3-1f3441fa361a req-bf8d749c-00cf-4cc3-92e2-45eed400615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:44.412153 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f059b2c4-f0cb-403e-a8e3-1f3441fa361a req-bf8d749c-00cf-4cc3-92e2-45eed400615b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801833 Dec 12 18:11:44.659985 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f059b2c4-f0cb-403e-a8e3-1f3441fa361a req-d7a200a7-889b-4e3d-8f94-3e4fcfca4159 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374299 Dec 12 18:11:44.853513 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f059b2c4-f0cb-403e-a8e3-1f3441fa361a req-bca3cd56-1fe9-46bb-a6e5-1b4a221e4e81 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809518 Dec 12 18:11:44.876965 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06b23f1b-5484-4f8b-a4c0-8ea304296bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:45.094405 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7da136-efb4-4a79-926b-23f803f994ec req-616e23ac-3db5-4040-bc49-6bc154e00149 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:45.096254 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b7da136-efb4-4a79-926b-23f803f994ec req-616e23ac-3db5-4040-bc49-6bc154e00149 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/ports?device_id=befc0ea2-459a-4dca-8cfa-15ea46f953ad HTTP/1.1" status: 200 len: 948 time: 0.1259661 Dec 12 18:11:45.155304 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b7da136-efb4-4a79-926b-23f803f994ec req-cb8f4dd5-6c40-4ab6-83c8-355fe168da31 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f917e8c-c6d8-4e9b-b8e6-144e4e413204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523682 Dec 12 18:11:46.299241 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86f6a8-4aaa-48ce-af2b-072725c120b7 req-6caa0c8b-0a3d-4884-bc40-f29d46787129 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:46.300240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b86f6a8-4aaa-48ce-af2b-072725c120b7 req-6caa0c8b-0a3d-4884-bc40-f29d46787129 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/ports?device_id=befc0ea2-459a-4dca-8cfa-15ea46f953ad HTTP/1.1" status: 200 len: 948 time: 0.0571947 Dec 12 18:11:46.350501 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1b86f6a8-4aaa-48ce-af2b-072725c120b7 req-93b6791c-e923-4dcf-ab4e-8d928859ddb1 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f917e8c-c6d8-4e9b-b8e6-144e4e413204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438135 Dec 12 18:11:46.499334 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36610) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:11:46.654981 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 4bacdee6-deb4-47a4-af57-f45af79ec967 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:11:46.759063 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 4bacdee6-deb4-47a4-af57-f45af79ec967, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=4bacdee6-deb4-47a4-af57-f45af79ec967,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:11:46.773561 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '4bacdee6-deb4-47a4-af57-f45af79ec967', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': '4bacdee6-deb4-47a4-af57-f45af79ec967', 'mac_address': 'fa:16:3e:c2:de:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:11:46.813946 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:46.827500 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bacdee6-deb4-47a4-af57-f45af79ec967 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:11:46.849622 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 4bacdee6-deb4-47a4-af57-f45af79ec967, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=4bacdee6-deb4-47a4-af57-f45af79ec967,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:11:46.855034 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:46.903431 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22b9c498-958c-43b8-a903-8de38c324a6d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:46.913001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=4bacdee6-deb4-47a4-af57-f45af79ec967,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:46.920832 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:46.921184 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:46.921539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:46.921872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:46.922210 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:46.922544 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:46.922876 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:46.923829 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:46.924175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:46.924510 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:46.924842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:46.925178 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:46.925494 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:47.077986 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['4bacdee6-deb4-47a4-af57-f45af79ec967'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:11:47.240773 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:47.261672 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-22b9c498-958c-43b8-a903-8de38c324a6d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Deleting port 35179b3f-c635-4258-9a6c-527ea1123f12 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:11:47.262489 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22b9c498-958c-43b8-a903-8de38c324a6d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:47.305573 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74a31912-ebbd-4121-bd6b-ec952782219f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:47.397095 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-22b9c498-958c-43b8-a903-8de38c324a6d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] For port 35179b3f-c635-4258-9a6c-527ea1123f12, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=35179b3f-c635-4258-9a6c-527ea1123f12,segment=NetworkSegment(d6288876-847f-4553-bcfd-061115d17b3a),segment_id=d6288876-847f-4553-bcfd-061115d17b3a)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:11:47.397478 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22b9c498-958c-43b8-a903-8de38c324a6d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:47.428790 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-22b9c498-958c-43b8-a903-8de38c324a6d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Calling delete_port for 35179b3f-c635-4258-9a6c-527ea1123f12 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:11:47.521840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c2d46-f710-46c7-aae5-e8baccf6e979 req-11e7c8db-cad3-4698-9a31-f6729aa29244 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:47.533056 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a49c2d46-f710-46c7-aae5-e8baccf6e979 req-11e7c8db-cad3-4698-9a31-f6729aa29244 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/ports?device_id=befc0ea2-459a-4dca-8cfa-15ea46f953ad HTTP/1.1" status: 200 len: 949 time: 0.0778558 Dec 12 18:11:47.629454 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a49c2d46-f710-46c7-aae5-e8baccf6e979 req-4feaa63b-372e-4a42-97b3-8078aebe46f3 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f917e8c-c6d8-4e9b-b8e6-144e4e413204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949881 Dec 12 18:11:47.687714 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22b9c498-958c-43b8-a903-8de38c324a6d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:47.714309 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9c498-958c-43b8-a903-8de38c324a6d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'Port': ['ID=35179b3f-c635-4258-9a6c-527ea1123f12,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:47.880833 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:48.219039 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22b9c498-958c-43b8-a903-8de38c324a6d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:48.382494 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:48.444694 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b9c498-958c-43b8-a903-8de38c324a6d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Router b4054145-1c2f-4142-b4b1-49210086a3dc has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:11:48.559429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b9c498-958c-43b8-a903-8de38c324a6d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:11:48.571608 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-22b9c498-958c-43b8-a903-8de38c324a6d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "PUT /v2.0/routers/b4054145-1c2f-4142-b4b1-49210086a3dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0678265 Dec 12 18:11:48.572203 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebb92d-d63c-4eff-bea5-d5e9a2d83eac None None] Sync routers for ids ['b4054145-1c2f-4142-b4b1-49210086a3dc'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:11:48.588176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aebb92d-d63c-4eff-bea5-d5e9a2d83eac None None] Routers {'b4054145-1c2f-4142-b4b1-49210086a3dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:11:48.589056 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9aebb92d-d63c-4eff-bea5-d5e9a2d83eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:11:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4054145-1c2f-4142-b4b1-49210086a3dc'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:11:48.660080 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 4bacdee6-deb4-47a4-af57-f45af79ec967 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:11:48.756816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9aebb92d-d63c-4eff-bea5-d5e9a2d83eac None None] Set router b4054145-1c2f-4142-b4b1-49210086a3dc gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:11:48.811747 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 4bacdee6-deb4-47a4-af57-f45af79ec967 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:11:48.823118 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 4bacdee6-deb4-47a4-af57-f45af79ec967 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:11:48.823619 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:48.872991 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827e640-994c-45af-9d8b-f39129e6c4f6 req-8612d1d3-0e7e-438f-a6b1-5fdde3b9e25d tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:48.881121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f827e640-994c-45af-9d8b-f39129e6c4f6 req-8612d1d3-0e7e-438f-a6b1-5fdde3b9e25d tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/ports?device_id=befc0ea2-459a-4dca-8cfa-15ea46f953ad HTTP/1.1" status: 200 len: 949 time: 0.1280499 Dec 12 18:11:48.930097 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495761aa-6ae1-4515-bf39-79e3d100bc9f req-0a6ff009-c1d6-4a8f-a8bb-a2ae2c4ea607 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:48.938361 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-495761aa-6ae1-4515-bf39-79e3d100bc9f req-0a6ff009-c1d6-4a8f-a8bb-a2ae2c4ea607 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 946 time: 0.1229362 Dec 12 18:11:48.982066 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f827e640-994c-45af-9d8b-f39129e6c4f6 req-7b1406c5-1592-4e09-b185-8575686d6afd tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f917e8c-c6d8-4e9b-b8e6-144e4e413204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999415 Dec 12 18:11:49.065893 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-495761aa-6ae1-4515-bf39-79e3d100bc9f req-031eb683-254f-4f03-bb4b-bd475481981a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3afb42b-4aee-4c90-a18b-92b41bd0f2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264534 Dec 12 18:11:49.277192 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:49.322185 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'befc0ea2-459a-4dca-8cfa-15ea46f953ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bacdee6-deb4-47a4-af57-f45af79ec967'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:11:49.325000 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871fb1cd-2a2a-444b-ac87-45954528cb6b" -d '{"events": [{"server_uuid": "befc0ea2-459a-4dca-8cfa-15ea46f953ad", "name": "network-vif-plugged", "status": "completed", "tag": "4bacdee6-deb4-47a4-af57-f45af79ec967"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:11:49.365985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 4bacdee6-deb4-47a4-af57-f45af79ec967, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=4bacdee6-deb4-47a4-af57-f45af79ec967,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:11:49.381873 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:49.396892 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8288c02-44ae-4c14-8231-384ebca92007 x-openstack-request-id: req-d8288c02-44ae-4c14-8231-384ebca92007 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:11:49.397147 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "befc0ea2-459a-4dca-8cfa-15ea46f953ad", "name": "network-vif-plugged", "status": "completed", "tag": "4bacdee6-deb4-47a4-af57-f45af79ec967", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:11:49.397363 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8288c02-44ae-4c14-8231-384ebca92007 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:11:49.397768 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'befc0ea2-459a-4dca-8cfa-15ea46f953ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bacdee6-deb4-47a4-af57-f45af79ec967', 'code': 200} Dec 12 18:11:49.476294 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9aebb92d-d63c-4eff-bea5-d5e9a2d83eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:11:47Z', 'revision_number': 6, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '80ffb0f7-b0f1-471e-9dd2-02b79dfab705', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'port_id': '8dfe0850-c8a1-4449-b093-8b940ec485a4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'mac_address': 'fa:16:3e:12:ab:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f67700-47ba-445e-b461-0b947db91f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:09:36Z', 'updated_at': '2021-12-12T18:09:42Z', 'revision_number': 1, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acef12a8-d20a-41c7-944b-19538fb152b5', 'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:9e:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:09Z', 'updated_at': '2021-12-12T18:09:16Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:11:49.503127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a8a7d-c74a-472b-9f01-e373fad70816 req-3545e476-b767-4895-9ff1-c013f7b90ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:49.505064 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-562a8a7d-c74a-472b-9f01-e373fad70816 req-3545e476-b767-4895-9ff1-c013f7b90ddd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=befc0ea2-459a-4dca-8cfa-15ea46f953ad HTTP/1.1" status: 200 len: 1101 time: 0.0546789 Dec 12 18:11:49.515048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebb92d-d63c-4eff-bea5-d5e9a2d83eac None None] Checking router: b4054145-1c2f-4142-b4b1-49210086a3dc for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:11:49.517091 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=4bacdee6-deb4-47a4-af57-f45af79ec967,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:49.530244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aebb92d-d63c-4eff-bea5-d5e9a2d83eac None None] Routers {'b4054145-1c2f-4142-b4b1-49210086a3dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:11:49.531332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9aebb92d-d63c-4eff-bea5-d5e9a2d83eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:11:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4054145-1c2f-4142-b4b1-49210086a3dc'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:11:49.559645 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-562a8a7d-c74a-472b-9f01-e373fad70816 req-49f070ff-e75a-421d-90cc-cb6276ceec7c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6f917e8c-c6d8-4e9b-b8e6-144e4e413204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462089 Dec 12 18:11:49.676950 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9aebb92d-d63c-4eff-bea5-d5e9a2d83eac None None] Set router b4054145-1c2f-4142-b4b1-49210086a3dc gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:11:49.917843 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9aebb92d-d63c-4eff-bea5-d5e9a2d83eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:11:47Z', 'revision_number': 6, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '80ffb0f7-b0f1-471e-9dd2-02b79dfab705', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'port_id': '8dfe0850-c8a1-4449-b093-8b940ec485a4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'mac_address': 'fa:16:3e:12:ab:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f67700-47ba-445e-b461-0b947db91f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:09:36Z', 'updated_at': '2021-12-12T18:09:42Z', 'revision_number': 1, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acef12a8-d20a-41c7-944b-19538fb152b5', 'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:9e:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:09Z', 'updated_at': '2021-12-12T18:09:16Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:11:49.943797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebb92d-d63c-4eff-bea5-d5e9a2d83eac None None] The sync data for ids ['b4054145-1c2f-4142-b4b1-49210086a3dc'] in n-d-760354-5 is: [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:11:47Z', 'revision_number': 6, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '80ffb0f7-b0f1-471e-9dd2-02b79dfab705', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'port_id': '8dfe0850-c8a1-4449-b093-8b940ec485a4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'mac_address': 'fa:16:3e:12:ab:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f67700-47ba-445e-b461-0b947db91f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:09:36Z', 'updated_at': '2021-12-12T18:09:42Z', 'revision_number': 1, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acef12a8-d20a-41c7-944b-19538fb152b5', 'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:9e:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:09Z', 'updated_at': '2021-12-12T18:09:16Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:11:50.101263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527baad-980f-4311-910f-2bcebb7203eb req-09705569-f43a-4c7b-a5d8-dc003e75ebac tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:50.102767 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a527baad-980f-4311-910f-2bcebb7203eb req-09705569-f43a-4c7b-a5d8-dc003e75ebac tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/ports?device_id=befc0ea2-459a-4dca-8cfa-15ea46f953ad HTTP/1.1" status: 200 len: 950 time: 0.0540233 Dec 12 18:11:50.140487 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:50.197902 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a527baad-980f-4311-910f-2bcebb7203eb req-55519ab5-3217-4dd6-abff-845de75723e5 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f917e8c-c6d8-4e9b-b8e6-144e4e413204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837698 Dec 12 18:11:50.220323 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2629a5-568d-474e-b5d3-653287994f90 req-19bafffb-db5a-4f56-bf24-beed8f82b86d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:50.221153 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f2629a5-568d-474e-b5d3-653287994f90 req-19bafffb-db5a-4f56-bf24-beed8f82b86d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 946 time: 0.0824800 Dec 12 18:11:50.304909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f2629a5-568d-474e-b5d3-653287994f90 req-1d225be7-6cf1-42f6-a8a1-597a8f61089f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3afb42b-4aee-4c90-a18b-92b41bd0f2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735214 Dec 12 18:11:50.355015 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ab10b-0f62-4d97-a9eb-b9546a81bb71 req-3e12dfe4-3bdf-4833-b0e2-ce6ae653d041 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:50.356583 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-965ab10b-0f62-4d97-a9eb-b9546a81bb71 req-3e12dfe4-3bdf-4833-b0e2-ce6ae653d041 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 946 time: 0.0797064 Dec 12 18:11:50.595145 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-965ab10b-0f62-4d97-a9eb-b9546a81bb71 req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Deleting port a0c62080-7b64-4add-8497-29085986dc9a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:11:50.595690 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-965ab10b-0f62-4d97-a9eb-b9546a81bb71 req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:50.768698 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-965ab10b-0f62-4d97-a9eb-b9546a81bb71 req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] For port a0c62080-7b64-4add-8497-29085986dc9a, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a0c62080-7b64-4add-8497-29085986dc9a,segment=NetworkSegment(d6288876-847f-4553-bcfd-061115d17b3a),segment_id=d6288876-847f-4553-bcfd-061115d17b3a)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:11:50.769215 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-965ab10b-0f62-4d97-a9eb-b9546a81bb71 req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:50.795066 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-965ab10b-0f62-4d97-a9eb-b9546a81bb71 req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Calling delete_port for a0c62080-7b64-4add-8497-29085986dc9a owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:11:50.898650 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:50.975072 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-965ab10b-0f62-4d97-a9eb-b9546a81bb71 req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:51.006361 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'Port': ['ID=a0c62080-7b64-4add-8497-29085986dc9a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:51.024570 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:51.024570 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:51.024904 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:51.025305 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:51.026035 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:51.026382 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:51.026716 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:51.027061 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:51.027428 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:51.027764 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:51.028194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:51.028437 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:51.028822 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:11:51.041688 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 35179b3f-c635-4258-9a6c-527ea1123f12 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:11:51.066183 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 35179b3f-c635-4258-9a6c-527ea1123f12 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:11:51.066496 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 35179b3f-c635-4258-9a6c-527ea1123f12 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:11:51.077195 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-965ab10b-0f62-4d97-a9eb-b9546a81bb71 req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] No DVR routers for this DVR port a0c62080-7b64-4add-8497-29085986dc9a on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:11:51.080483 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-965ab10b-0f62-4d97-a9eb-b9546a81bb71 req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:51.084413 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-965ab10b-0f62-4d97-a9eb-b9546a81bb71 req-98ee70c4-1c58-4869-a0bc-19c35636f526 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.31 "DELETE /v2.0/ports/a0c62080-7b64-4add-8497-29085986dc9a HTTP/1.1" status: 204 len: 173 time: 0.7175667 Dec 12 18:11:51.084866 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d67664b-5c97-4824-a233-210441453a69', 'name': 'network-vif-deleted', 'tag': 'a0c62080-7b64-4add-8497-29085986dc9a'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:11:51.088460 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68658bc6-61c0-4f93-8a81-f92faddcebe3" -d '{"events": [{"server_uuid": "4d67664b-5c97-4824-a233-210441453a69", "name": "network-vif-deleted", "tag": "a0c62080-7b64-4add-8497-29085986dc9a"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:11:51.133775 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4844e9fb-7182-4946-b4ed-99d8d05fa959 x-openstack-request-id: req-4844e9fb-7182-4946-b4ed-99d8d05fa959 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:11:51.134170 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d67664b-5c97-4824-a233-210441453a69", "name": "network-vif-deleted", "tag": "a0c62080-7b64-4add-8497-29085986dc9a", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:11:51.134546 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4844e9fb-7182-4946-b4ed-99d8d05fa959 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:11:51.135678 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d67664b-5c97-4824-a233-210441453a69', 'name': 'network-vif-deleted', 'tag': 'a0c62080-7b64-4add-8497-29085986dc9a', 'status': 'completed', 'code': 200} Dec 12 18:11:51.331867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c21029-0bb7-412f-9184-60d10d2a169d req-40041fa9-8761-48ac-9cb0-714904207a33 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:51.335962 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20c21029-0bb7-412f-9184-60d10d2a169d req-40041fa9-8761-48ac-9cb0-714904207a33 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/ports?device_id=befc0ea2-459a-4dca-8cfa-15ea46f953ad HTTP/1.1" status: 200 len: 950 time: 0.0650880 Dec 12 18:11:51.398643 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20c21029-0bb7-412f-9184-60d10d2a169d req-d1dc52ba-2f71-477d-95b3-c778202d5f38 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f917e8c-c6d8-4e9b-b8e6-144e4e413204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500684 Dec 12 18:11:51.496243 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-62d6b78c-3a81-4388-a053-9c36779722bc req-56645622-7cd5-4a18-a8a4-a92af28ede32 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d67664b-5c97-4824-a233-210441453a69 HTTP/1.1" status: 200 len: 210 time: 0.0546384 Dec 12 18:11:51.772357 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db2d7c-21ab-4aa1-bc2b-997d73be31b5 req-c592ec75-e496-402f-9f4b-23c0bff7e580 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:51.774220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01db2d7c-21ab-4aa1-bc2b-997d73be31b5 req-c592ec75-e496-402f-9f4b-23c0bff7e580 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/ports?device_id=befc0ea2-459a-4dca-8cfa-15ea46f953ad HTTP/1.1" status: 200 len: 950 time: 0.0594625 Dec 12 18:11:51.830016 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01db2d7c-21ab-4aa1-bc2b-997d73be31b5 req-e7b758ba-f028-4162-b97d-870991c3ed83 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f917e8c-c6d8-4e9b-b8e6-144e4e413204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479808 Dec 12 18:11:52.287997 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cdcfae57-0ed3-4569-a56c-48ab5d14614a req-4f1131d6-4c9f-4f0b-af05-80b010c27704 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438683 Dec 12 18:11:52.383030 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfae57-0ed3-4569-a56c-48ab5d14614a req-3b80bfbe-c3e2-4200-b14c-bd4e9c5d2d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:52.385446 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cdcfae57-0ed3-4569-a56c-48ab5d14614a req-3b80bfbe-c3e2-4200-b14c-bd4e9c5d2d57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a667ea3d799643cd85f2edf112448875&device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 1097 time: 0.0477207 Dec 12 18:11:52.527740 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfae57-0ed3-4569-a56c-48ab5d14614a req-6e3805dc-7a00-4efc-865e-14d7f63701df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:52.529946 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cdcfae57-0ed3-4569-a56c-48ab5d14614a req-6e3805dc-7a00-4efc-865e-14d7f63701df service neutron] 10.222.0.31 "GET /v2.0/networks?id=78cde4f0-f14a-43f4-af29-b53ee5885fdd HTTP/1.1" status: 200 len: 898 time: 0.1227705 Dec 12 18:11:52.549687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36750) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:11:52.612277 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cdcfae57-0ed3-4569-a56c-48ab5d14614a req-904d48dc-eddb-40ce-9c02-0456291b8443 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfe0850-c8a1-4449-b093-8b940ec485a4 HTTP/1.1" status: 200 len: 1002 time: 0.0750499 Dec 12 18:11:52.620084 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec0f4daa-bfae-4948-91cd-3baf6820e3f9 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:52.652633 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec0f4daa-bfae-4948-91cd-3baf6820e3f9 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:52.663875 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfae57-0ed3-4569-a56c-48ab5d14614a req-2a90a127-9e31-4e67-8304-74ca531ca3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:52.665526 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cdcfae57-0ed3-4569-a56c-48ab5d14614a req-2a90a127-9e31-4e67-8304-74ca531ca3bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f6c1aaee-23c0-4eca-ab34-ea38606d30ae HTTP/1.1" status: 200 len: 834 time: 0.0464559 Dec 12 18:11:52.727342 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec0f4daa-bfae-4948-91cd-3baf6820e3f9 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:52.731878 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec0f4daa-bfae-4948-91cd-3baf6820e3f9 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:52.733468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ec0f4daa-bfae-4948-91cd-3baf6820e3f9 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "DELETE /v2.0/security-groups/a3afb42b-4aee-4c90-a18b-92b41bd0f2ee HTTP/1.1" status: 204 len: 168 time: 0.1821287 Dec 12 18:11:52.736681 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfae57-0ed3-4569-a56c-48ab5d14614a req-90fb5548-2203-4cbc-9306-de42ab17872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:52.738821 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cdcfae57-0ed3-4569-a56c-48ab5d14614a req-90fb5548-2203-4cbc-9306-de42ab17872e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=78cde4f0-f14a-43f4-af29-b53ee5885fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655849 Dec 12 18:11:52.748782 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f4daa-bfae-4948-91cd-3baf6820e3f9 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3afb42b-4aee-4c90-a18b-92b41bd0f2ee,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:52.796381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36754) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:11:52.851514 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cdcfae57-0ed3-4569-a56c-48ab5d14614a req-a166af11-ccea-486f-9f73-6d21feb56e3d service neutron] 10.222.0.31 "GET /v2.0/networks/78cde4f0-f14a-43f4-af29-b53ee5885fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044466 Dec 12 18:11:52.895429 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-b898886f-9525-492f-839d-555facacf56f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Deleting subnet 837189e6-4cee-449f-9adf-ebb0c208fa47 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:11:52.904240 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b898886f-9525-492f-839d-555facacf56f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:52.974191 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cdcfae57-0ed3-4569-a56c-48ab5d14614a req-4d75f4ad-d87e-4b85-bd46-af3720b73258 service neutron] 10.222.0.31 "GET /v2.0/networks/78cde4f0-f14a-43f4-af29-b53ee5885fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160941 Dec 12 18:11:52.995903 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b898886f-9525-492f-839d-555facacf56f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:53.085565 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e9f7f-35e2-4741-945d-dcb373ac60b3 req-e9210db4-6eb6-4d31-906d-80c668355d82 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:53.088494 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6b4e9f7f-35e2-4741-945d-dcb373ac60b3 req-e9210db4-6eb6-4d31-906d-80c668355d82 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/ports?device_id=befc0ea2-459a-4dca-8cfa-15ea46f953ad HTTP/1.1" status: 200 len: 950 time: 0.1502144 Dec 12 18:11:53.097262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4020f28-a58a-4c0a-ad00-dce88d19d769 req-864acfee-3868-431a-9e24-96f7a63e01c6 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:53.098703 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4020f28-a58a-4c0a-ad00-dce88d19d769 req-864acfee-3868-431a-9e24-96f7a63e01c6 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.20 "GET /v2.0/ports?device_id=befc0ea2-459a-4dca-8cfa-15ea46f953ad HTTP/1.1" status: 200 len: 950 time: 0.1435778 Dec 12 18:11:53.113160 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a0c62080-7b64-4add-8497-29085986dc9a no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:11:53.158089 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: a0c62080-7b64-4add-8497-29085986dc9a {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:11:53.158450 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a0c62080-7b64-4add-8497-29085986dc9a not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:11:53.227940 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b898886f-9525-492f-839d-555facacf56f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:53.279735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6b4e9f7f-35e2-4741-945d-dcb373ac60b3 req-2d3d6e07-5650-49e4-8d9d-9944612f296d tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f917e8c-c6d8-4e9b-b8e6-144e4e413204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771305 Dec 12 18:11:53.314689 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-b4020f28-a58a-4c0a-ad00-dce88d19d769 req-4a054324-c95e-42eb-9bca-c52cdd1ddd16 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Deleting port 4bacdee6-deb4-47a4-af57-f45af79ec967 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:11:53.315121 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b4020f28-a58a-4c0a-ad00-dce88d19d769 req-4a054324-c95e-42eb-9bca-c52cdd1ddd16 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:53.320175 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b898886f-9525-492f-839d-555facacf56f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:53.389265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898886f-9525-492f-839d-555facacf56f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'Subnet': ['ID=837189e6-4cee-449f-9adf-ebb0c208fa47,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:53.401159 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b898886f-9525-492f-839d-555facacf56f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:53.405779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b898886f-9525-492f-839d-555facacf56f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "DELETE /v2.0/subnets/837189e6-4cee-449f-9adf-ebb0c208fa47 HTTP/1.1" status: 204 len: 168 time: 0.6080661 Dec 12 18:11:53.407508 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8c6224-3c93-4e65-8d29-e5cd4b87b4ea None None] Network 0627467e-ced8-4868-a7ca-92c08e65423d requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:11:53.408232 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 36762) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:11:53.494977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-b4020f28-a58a-4c0a-ad00-dce88d19d769 req-4a054324-c95e-42eb-9bca-c52cdd1ddd16 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] For port 4bacdee6-deb4-47a4-af57-f45af79ec967, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=4bacdee6-deb4-47a4-af57-f45af79ec967,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:11:53.495455 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b4020f28-a58a-4c0a-ad00-dce88d19d769 req-4a054324-c95e-42eb-9bca-c52cdd1ddd16 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:53.534432 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-b4020f28-a58a-4c0a-ad00-dce88d19d769 req-4a054324-c95e-42eb-9bca-c52cdd1ddd16 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Calling delete_port for 4bacdee6-deb4-47a4-af57-f45af79ec967 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:11:53.543143 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:53.617948 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Deleting port 4a7db052-0f50-4ea1-a5e5-d13720889030 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:11:53.618288 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:53.675543 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab49c6e2-a549-47b7-a7b2-49311a70d517 None None] DHCP port deletion for 0627467e-ced8-4868-a7ca-92c08e65423d request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:11:53.702468 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b4020f28-a58a-4c0a-ad00-dce88d19d769 req-4a054324-c95e-42eb-9bca-c52cdd1ddd16 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:53.709149 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] For port 4a7db052-0f50-4ea1-a5e5-d13720889030, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4a7db052-0f50-4ea1-a5e5-d13720889030,segment=NetworkSegment(d6288876-847f-4553-bcfd-061115d17b3a),segment_id=d6288876-847f-4553-bcfd-061115d17b3a)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:11:53.709745 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:53.730382 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Calling delete_port for 4a7db052-0f50-4ea1-a5e5-d13720889030 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:11:53.732954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['4bacdee6-deb4-47a4-af57-f45af79ec967'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:11:53.756352 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a054324-c95e-42eb-9bca-c52cdd1ddd16 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Pushing event deleted for resources: {'Port': ['ID=4bacdee6-deb4-47a4-af57-f45af79ec967,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:53.817933 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ab49c6e2-a549-47b7-a7b2-49311a70d517 None None] Deleting port 4a7db052-0f50-4ea1-a5e5-d13720889030 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:11:53.818431 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab49c6e2-a549-47b7-a7b2-49311a70d517 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:53.843158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4020f28-a58a-4c0a-ad00-dce88d19d769 req-4a054324-c95e-42eb-9bca-c52cdd1ddd16 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] No DVR routers for this DVR port 4bacdee6-deb4-47a4-af57-f45af79ec967 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:11:53.847698 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b4020f28-a58a-4c0a-ad00-dce88d19d769 req-4a054324-c95e-42eb-9bca-c52cdd1ddd16 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:53.851097 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4020f28-a58a-4c0a-ad00-dce88d19d769 req-4a054324-c95e-42eb-9bca-c52cdd1ddd16 tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.20 "DELETE /v2.0/ports/4bacdee6-deb4-47a4-af57-f45af79ec967 HTTP/1.1" status: 204 len: 173 time: 0.7445040 Dec 12 18:11:53.851597 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'befc0ea2-459a-4dca-8cfa-15ea46f953ad', 'name': 'network-vif-deleted', 'tag': '4bacdee6-deb4-47a4-af57-f45af79ec967'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:11:53.857285 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a23394b-5de1-4863-ad45-51a152461921" -d '{"events": [{"server_uuid": "befc0ea2-459a-4dca-8cfa-15ea46f953ad", "name": "network-vif-deleted", "tag": "4bacdee6-deb4-47a4-af57-f45af79ec967"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:11:53.864634 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:53.910684 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'Port': ['ID=4a7db052-0f50-4ea1-a5e5-d13720889030,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:53.925160 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] No DVR routers for this DVR port 4a7db052-0f50-4ea1-a5e5-d13720889030 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:11:53.947277 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2fac24-6123-4fff-8fcb-6b4d0f01c6f9 x-openstack-request-id: req-7b2fac24-6123-4fff-8fcb-6b4d0f01c6f9 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:11:53.948101 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "befc0ea2-459a-4dca-8cfa-15ea46f953ad", "name": "network-vif-deleted", "tag": "4bacdee6-deb4-47a4-af57-f45af79ec967", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:11:53.948657 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b2fac24-6123-4fff-8fcb-6b4d0f01c6f9 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:11:53.949533 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'befc0ea2-459a-4dca-8cfa-15ea46f953ad', 'name': 'network-vif-deleted', 'tag': '4bacdee6-deb4-47a4-af57-f45af79ec967', 'status': 'completed', 'code': 200} Dec 12 18:11:53.994558 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ab49c6e2-a549-47b7-a7b2-49311a70d517 None None] For port 4a7db052-0f50-4ea1-a5e5-d13720889030, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=4a7db052-0f50-4ea1-a5e5-d13720889030,segment=NetworkSegment(d6288876-847f-4553-bcfd-061115d17b3a),segment_id=d6288876-847f-4553-bcfd-061115d17b3a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:11:53.997984 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab49c6e2-a549-47b7-a7b2-49311a70d517 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:54.019034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ab49c6e2-a549-47b7-a7b2-49311a70d517 None None] Calling delete_port for 4a7db052-0f50-4ea1-a5e5-d13720889030 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:11:54.132973 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:54.157325 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab49c6e2-a549-47b7-a7b2-49311a70d517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:54.162812 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0627467e-ced8-4868-a7ca-92c08e65423d']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:11:54.176584 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49c6e2-a549-47b7-a7b2-49311a70d517 None None] No DVR routers for this DVR port 4a7db052-0f50-4ea1-a5e5-d13720889030 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:11:54.176841 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6288876-847f-4553-bcfd-061115d17b3a') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:11:54.176999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6288876-847f-4553-bcfd-061115d17b3a') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:11:54.198183 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:54.216167 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:54.219056 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49c6e2-a549-47b7-a7b2-49311a70d517 None None] Pushing event deleted for resources: {'Port': ['ID=4a7db052-0f50-4ea1-a5e5-d13720889030,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:54.224707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:11:54.225558 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:11:54.229664 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:11:54.318210 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:54.329210 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:54.336051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 36772) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:11:54.344753 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "DELETE /v2.0/networks/0627467e-ced8-4868-a7ca-92c08e65423d HTTP/1.1" status: 204 len: 168 time: 0.9354250 Dec 12 18:11:54.373675 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abffa22-e68d-443a-9577-e8ef5006ab7d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'Network': ['ID=0627467e-ced8-4868-a7ca-92c08e65423d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:54.800664 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f8b309a-c853-44bb-88b9-caff606c94e5 req-4d3792d8-e00a-45be-8868-88a34f4c3dae tempest-VolumesNegativeTest-1877239977 tempest-VolumesNegativeTest-1877239977-project] 10.222.0.18 "GET /v2.0/ports?device_id=befc0ea2-459a-4dca-8cfa-15ea46f953ad HTTP/1.1" status: 200 len: 210 time: 0.3601596 Dec 12 18:11:54.894828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-32fb44a0-41b4-49cd-a2a7-e3fd99985e97 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Deleting port 0ac5d32c-0785-4d80-bc94-418db32df7ae {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:11:54.895485 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32fb44a0-41b4-49cd-a2a7-e3fd99985e97 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:54.986742 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32fb44a0-41b4-49cd-a2a7-e3fd99985e97 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:54.987490 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32fb44a0-41b4-49cd-a2a7-e3fd99985e97 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:55.016686 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-32fb44a0-41b4-49cd-a2a7-e3fd99985e97 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Calling delete_port for 0ac5d32c-0785-4d80-bc94-418db32df7ae owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:11:55.106447 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4a7db052-0f50-4ea1-a5e5-d13720889030 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:11:55.131493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 4a7db052-0f50-4ea1-a5e5-d13720889030 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:11:55.132124 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 4a7db052-0f50-4ea1-a5e5-d13720889030 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:11:55.245392 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32fb44a0-41b4-49cd-a2a7-e3fd99985e97 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:55.282740 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb44a0-41b4-49cd-a2a7-e3fd99985e97 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'Port': ['ID=0ac5d32c-0785-4d80-bc94-418db32df7ae,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:55.338812 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32fb44a0-41b4-49cd-a2a7-e3fd99985e97 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:55.338990 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-32fb44a0-41b4-49cd-a2a7-e3fd99985e97 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Floating IP 80ffb0f7-b0f1-471e-9dd2-02b79dfab705 disassociated (deleted). External IP: 172.25.1.197, port: 8dfe0850-c8a1-4449-b093-8b940ec485a4. Dec 12 18:11:55.590685 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fb44a0-41b4-49cd-a2a7-e3fd99985e97 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Router b4054145-1c2f-4142-b4b1-49210086a3dc has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:11:55.708841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fb44a0-41b4-49cd-a2a7-e3fd99985e97 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:11:55.714721 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32fb44a0-41b4-49cd-a2a7-e3fd99985e97 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:55.719265 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e145cac9-1701-4c1f-be8a-03a73f354cc6 None None] Sync routers for ids ['b4054145-1c2f-4142-b4b1-49210086a3dc'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:11:55.730486 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e145cac9-1701-4c1f-be8a-03a73f354cc6 None None] Routers {'b4054145-1c2f-4142-b4b1-49210086a3dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:11:55.731258 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e145cac9-1701-4c1f-be8a-03a73f354cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:11:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4054145-1c2f-4142-b4b1-49210086a3dc'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:11:55.762318 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-32fb44a0-41b4-49cd-a2a7-e3fd99985e97 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "DELETE /v2.0/floatingips/80ffb0f7-b0f1-471e-9dd2-02b79dfab705 HTTP/1.1" status: 204 len: 168 time: 1.4232066 Dec 12 18:11:55.846216 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e145cac9-1701-4c1f-be8a-03a73f354cc6 None None] Set router b4054145-1c2f-4142-b4b1-49210086a3dc gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:11:55.950798 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f67700-47ba-445e-b461-0b947db91f20', 'tag': '8dfe0850-c8a1-4449-b093-8b940ec485a4'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:11:55.953608 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440f4454-5464-4ba8-99c6-21c2aed329ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f67700-47ba-445e-b461-0b947db91f20", "tag": "8dfe0850-c8a1-4449-b093-8b940ec485a4"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:11:56.079689 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d651122f-2c6f-43fe-bc8e-44cdaa018245 x-openstack-request-id: req-d651122f-2c6f-43fe-bc8e-44cdaa018245 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:11:56.080179 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f67700-47ba-445e-b461-0b947db91f20", "tag": "8dfe0850-c8a1-4449-b093-8b940ec485a4", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:11:56.080924 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d651122f-2c6f-43fe-bc8e-44cdaa018245 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:11:56.081689 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f67700-47ba-445e-b461-0b947db91f20', 'tag': '8dfe0850-c8a1-4449-b093-8b940ec485a4', 'status': 'completed', 'code': 200} Dec 12 18:11:56.179703 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e145cac9-1701-4c1f-be8a-03a73f354cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:11:47Z', 'revision_number': 6, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'acef12a8-d20a-41c7-944b-19538fb152b5', 'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:9e:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:09Z', 'updated_at': '2021-12-12T18:09:16Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:11:56.190848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3eb71-f4bd-4095-9477-2336d94e1a0a req-aa3b89a8-a8f9-4a32-90ac-7ae4a6837521 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:56.192835 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ebd3eb71-f4bd-4095-9477-2336d94e1a0a req-aa3b89a8-a8f9-4a32-90ac-7ae4a6837521 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 946 time: 0.0563240 Dec 12 18:11:56.206010 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f4454-5464-4ba8-99c6-21c2aed329ad req-f9de024c-4c3a-4746-b544-ac4158f943c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:56.213280 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-440f4454-5464-4ba8-99c6-21c2aed329ad req-f9de024c-4c3a-4746-b544-ac4158f943c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a667ea3d799643cd85f2edf112448875&device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 1097 time: 0.1046009 Dec 12 18:11:56.225820 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e145cac9-1701-4c1f-be8a-03a73f354cc6 None None] Checking router: b4054145-1c2f-4142-b4b1-49210086a3dc for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:11:56.240771 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e145cac9-1701-4c1f-be8a-03a73f354cc6 None None] Routers {'b4054145-1c2f-4142-b4b1-49210086a3dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:11:56.241391 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e145cac9-1701-4c1f-be8a-03a73f354cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:11:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4054145-1c2f-4142-b4b1-49210086a3dc'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:11:56.292459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ebd3eb71-f4bd-4095-9477-2336d94e1a0a req-f2b5ba02-8822-429f-ae4f-e656854431f0 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a526c714-16f5-43b9-b741-8dcad50d5cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923953 Dec 12 18:11:56.376432 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f4454-5464-4ba8-99c6-21c2aed329ad req-6d92072a-99f1-492a-b662-a374673e0779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:56.378981 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-440f4454-5464-4ba8-99c6-21c2aed329ad req-6d92072a-99f1-492a-b662-a374673e0779 service neutron] 10.222.0.31 "GET /v2.0/networks?id=78cde4f0-f14a-43f4-af29-b53ee5885fdd HTTP/1.1" status: 200 len: 898 time: 0.1581948 Dec 12 18:11:56.419845 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e145cac9-1701-4c1f-be8a-03a73f354cc6 None None] Set router b4054145-1c2f-4142-b4b1-49210086a3dc gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:11:56.442666 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-440f4454-5464-4ba8-99c6-21c2aed329ad req-464284ed-9990-4d70-8e45-b5bd3dece216 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dfe0850-c8a1-4449-b093-8b940ec485a4 HTTP/1.1" status: 200 len: 217 time: 0.0550025 Dec 12 18:11:56.511895 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f4454-5464-4ba8-99c6-21c2aed329ad req-36ecc9fd-ea06-45f2-ae57-ce6acad3c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:56.513928 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-440f4454-5464-4ba8-99c6-21c2aed329ad req-36ecc9fd-ea06-45f2-ae57-ce6acad3c490 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f6c1aaee-23c0-4eca-ab34-ea38606d30ae HTTP/1.1" status: 200 len: 834 time: 0.0632606 Dec 12 18:11:56.582343 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f4454-5464-4ba8-99c6-21c2aed329ad req-06b93c8b-c413-4e32-bb20-0cf56f2cfcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:56.584163 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-440f4454-5464-4ba8-99c6-21c2aed329ad req-06b93c8b-c413-4e32-bb20-0cf56f2cfcf6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=78cde4f0-f14a-43f4-af29-b53ee5885fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620821 Dec 12 18:11:56.667825 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e145cac9-1701-4c1f-be8a-03a73f354cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:11:47Z', 'revision_number': 6, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'acef12a8-d20a-41c7-944b-19538fb152b5', 'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:9e:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:09Z', 'updated_at': '2021-12-12T18:09:16Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:11:56.700981 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 4bacdee6-deb4-47a4-af57-f45af79ec967 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:11:56.705968 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-440f4454-5464-4ba8-99c6-21c2aed329ad req-3c168cf9-0c3b-4a52-bcdd-f37cb7e4cb0b service neutron] 10.222.0.31 "GET /v2.0/networks/78cde4f0-f14a-43f4-af29-b53ee5885fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123738 Dec 12 18:11:56.707102 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e145cac9-1701-4c1f-be8a-03a73f354cc6 None None] The sync data for ids ['b4054145-1c2f-4142-b4b1-49210086a3dc'] in n-d-760354-5 is: [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:11:47Z', 'revision_number': 6, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'acef12a8-d20a-41c7-944b-19538fb152b5', 'name': '', 'network_id': '78cde4f0-f14a-43f4-af29-b53ee5885fdd', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:9e:8d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:09Z', 'updated_at': '2021-12-12T18:09:16Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': 'f6c1aaee-23c0-4eca-ab34-ea38606d30ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:11:56.732965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 4bacdee6-deb4-47a4-af57-f45af79ec967 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:11:56.733271 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 4bacdee6-deb4-47a4-af57-f45af79ec967 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:11:56.884096 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-440f4454-5464-4ba8-99c6-21c2aed329ad req-c660236d-d047-44d9-b3d5-482cd7bc2ba8 service neutron] 10.222.0.31 "GET /v2.0/networks/78cde4f0-f14a-43f4-af29-b53ee5885fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643453 Dec 12 18:11:57.083347 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae120a9-b7b7-4a9f-b112-002fab4594e2 None None] New status for floating IP 80ffb0f7-b0f1-471e-9dd2-02b79dfab705: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:11:57.462630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07326a4-2a2e-4f43-8b80-554df46eaece req-de73dd8c-34b2-4b9e-8135-0bd311dfadba tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:57.465299 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f07326a4-2a2e-4f43-8b80-554df46eaece req-de73dd8c-34b2-4b9e-8135-0bd311dfadba tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 946 time: 0.0749352 Dec 12 18:11:57.552809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e27e5-baad-43a4-ac1f-de2b4aef7095 req-7f03967c-2da6-4e14-8688-244908eab54a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:11:57.554334 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ba3e27e5-baad-43a4-ac1f-de2b4aef7095 req-7f03967c-2da6-4e14-8688-244908eab54a tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 946 time: 0.0519595 Dec 12 18:11:57.555596 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f07326a4-2a2e-4f43-8b80-554df46eaece req-b2232b1e-a2f4-4f8f-ad45-ec6eeb03df2f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a526c714-16f5-43b9-b741-8dcad50d5cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795271 Dec 12 18:11:57.685185 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-ba3e27e5-baad-43a4-ac1f-de2b4aef7095 req-c69e11c4-da50-43e9-ada8-ac7e643502c1 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Deleting port 8dfe0850-c8a1-4449-b093-8b940ec485a4 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:11:57.685538 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ba3e27e5-baad-43a4-ac1f-de2b4aef7095 req-c69e11c4-da50-43e9-ada8-ac7e643502c1 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:57.814320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ba3e27e5-baad-43a4-ac1f-de2b4aef7095 req-c69e11c4-da50-43e9-ada8-ac7e643502c1 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] For port 8dfe0850-c8a1-4449-b093-8b940ec485a4, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=8dfe0850-c8a1-4449-b093-8b940ec485a4,segment=NetworkSegment(d2d434b8-fe0a-46b2-9a51-124c27b62f4b),segment_id=d2d434b8-fe0a-46b2-9a51-124c27b62f4b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:11:57.814675 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ba3e27e5-baad-43a4-ac1f-de2b4aef7095 req-c69e11c4-da50-43e9-ada8-ac7e643502c1 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:57.837853 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-ba3e27e5-baad-43a4-ac1f-de2b4aef7095 req-c69e11c4-da50-43e9-ada8-ac7e643502c1 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Calling delete_port for 8dfe0850-c8a1-4449-b093-8b940ec485a4 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:11:58.034153 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ba3e27e5-baad-43a4-ac1f-de2b4aef7095 req-c69e11c4-da50-43e9-ada8-ac7e643502c1 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:58.120777 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e11c4-da50-43e9-ada8-ac7e643502c1 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'Port': ['ID=8dfe0850-c8a1-4449-b093-8b940ec485a4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:11:58.124473 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3e27e5-baad-43a4-ac1f-de2b4aef7095 req-c69e11c4-da50-43e9-ada8-ac7e643502c1 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] No DVR routers for this DVR port 8dfe0850-c8a1-4449-b093-8b940ec485a4 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:11:58.126837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ba3e27e5-baad-43a4-ac1f-de2b4aef7095 req-c69e11c4-da50-43e9-ada8-ac7e643502c1 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:58.130509 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ba3e27e5-baad-43a4-ac1f-de2b4aef7095 req-c69e11c4-da50-43e9-ada8-ac7e643502c1 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.31 "DELETE /v2.0/ports/8dfe0850-c8a1-4449-b093-8b940ec485a4 HTTP/1.1" status: 204 len: 173 time: 0.5620475 Dec 12 18:11:58.130993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f67700-47ba-445e-b461-0b947db91f20', 'name': 'network-vif-deleted', 'tag': '8dfe0850-c8a1-4449-b093-8b940ec485a4'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:11:58.133530 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210e5940-0d4c-49ee-bdd4-d8d7c9e3f112" -d '{"events": [{"server_uuid": "f3f67700-47ba-445e-b461-0b947db91f20", "name": "network-vif-deleted", "tag": "8dfe0850-c8a1-4449-b093-8b940ec485a4"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:11:58.219938 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ee42e5-e4c8-47c5-b1df-7d980effe339 x-openstack-request-id: req-e5ee42e5-e4c8-47c5-b1df-7d980effe339 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:11:58.220256 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f67700-47ba-445e-b461-0b947db91f20", "name": "network-vif-deleted", "tag": "8dfe0850-c8a1-4449-b093-8b940ec485a4", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:11:58.220520 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5ee42e5-e4c8-47c5-b1df-7d980effe339 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:11:58.220935 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f67700-47ba-445e-b461-0b947db91f20', 'name': 'network-vif-deleted', 'tag': '8dfe0850-c8a1-4449-b093-8b940ec485a4', 'status': 'completed', 'code': 200} Dec 12 18:11:58.717680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0d673be-62a6-4a2c-b631-9edfd4e0ec25 req-e0cf20b2-7ea0-481f-a608-3c2804327dcc tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3f67700-47ba-445e-b461-0b947db91f20 HTTP/1.1" status: 200 len: 210 time: 0.0329165 Dec 12 18:11:59.799558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37058) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:11:59.862819 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9e9d5152-70be-49a7-aced-e081439bdf42 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:59.903659 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9e9d5152-70be-49a7-aced-e081439bdf42 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:59.986188 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9e9d5152-70be-49a7-aced-e081439bdf42 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:59.989305 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9e9d5152-70be-49a7-aced-e081439bdf42 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:11:59.990690 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9e9d5152-70be-49a7-aced-e081439bdf42 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "DELETE /v2.0/security-groups/a526c714-16f5-43b9-b741-8dcad50d5cd7 HTTP/1.1" status: 204 len: 168 time: 0.1901135 Dec 12 18:12:00.002552 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d5152-70be-49a7-aced-e081439bdf42 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a526c714-16f5-43b9-b741-8dcad50d5cd7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:00.060964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37064) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:00.646875 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7740db12-f357-4bd0-a04a-29010d35f7a8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:00.977708 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7740db12-f357-4bd0-a04a-29010d35f7a8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Deleting port acef12a8-d20a-41c7-944b-19538fb152b5 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:12:00.978447 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7740db12-f357-4bd0-a04a-29010d35f7a8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:01.082476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7740db12-f357-4bd0-a04a-29010d35f7a8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] For port acef12a8-d20a-41c7-944b-19538fb152b5, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=acef12a8-d20a-41c7-944b-19538fb152b5,segment=NetworkSegment(d2d434b8-fe0a-46b2-9a51-124c27b62f4b),segment_id=d2d434b8-fe0a-46b2-9a51-124c27b62f4b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:01.082766 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7740db12-f357-4bd0-a04a-29010d35f7a8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:01.101155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7740db12-f357-4bd0-a04a-29010d35f7a8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Calling delete_port for acef12a8-d20a-41c7-944b-19538fb152b5 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:12:01.159561 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 8dfe0850-c8a1-4449-b093-8b940ec485a4 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:12:01.205612 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 8dfe0850-c8a1-4449-b093-8b940ec485a4 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:12:01.205966 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 8dfe0850-c8a1-4449-b093-8b940ec485a4 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:12:01.361028 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7740db12-f357-4bd0-a04a-29010d35f7a8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:01.392948 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740db12-f357-4bd0-a04a-29010d35f7a8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'Port': ['ID=acef12a8-d20a-41c7-944b-19538fb152b5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:01.699413 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7740db12-f357-4bd0-a04a-29010d35f7a8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:01.987107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7740db12-f357-4bd0-a04a-29010d35f7a8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Router b4054145-1c2f-4142-b4b1-49210086a3dc has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:12:02.129498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7740db12-f357-4bd0-a04a-29010d35f7a8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:12:02.141563 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe686a-93fb-4e1f-b5fe-645ff6a08b6d None None] Sync routers for ids ['b4054145-1c2f-4142-b4b1-49210086a3dc'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:12:02.149661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7740db12-f357-4bd0-a04a-29010d35f7a8 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "PUT /v2.0/routers/b4054145-1c2f-4142-b4b1-49210086a3dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0856562 Dec 12 18:12:02.150719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37094) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:02.155506 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fe686a-93fb-4e1f-b5fe-645ff6a08b6d None None] Routers {'b4054145-1c2f-4142-b4b1-49210086a3dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:12:02.156127 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-78fe686a-93fb-4e1f-b5fe-645ff6a08b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:11:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4054145-1c2f-4142-b4b1-49210086a3dc'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:02.241860 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c2a27e-b7d8-47a8-b22e-e36789eef9fc tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Deleting subnet f6c1aaee-23c0-4eca-ab34-ea38606d30ae {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:12:02.251825 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c3c2a27e-b7d8-47a8-b22e-e36789eef9fc tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:02.288339 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-78fe686a-93fb-4e1f-b5fe-645ff6a08b6d None None] Set router b4054145-1c2f-4142-b4b1-49210086a3dc gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:12:02.327888 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c3c2a27e-b7d8-47a8-b22e-e36789eef9fc tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:02.467674 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c3c2a27e-b7d8-47a8-b22e-e36789eef9fc tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:02.554019 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-78fe686a-93fb-4e1f-b5fe-645ff6a08b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:12:01Z', 'revision_number': 7, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:02.575719 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c3c2a27e-b7d8-47a8-b22e-e36789eef9fc tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:02.591613 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe686a-93fb-4e1f-b5fe-645ff6a08b6d None None] Checking router: b4054145-1c2f-4142-b4b1-49210086a3dc for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:12:02.608264 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2a27e-b7d8-47a8-b22e-e36789eef9fc tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c1aaee-23c0-4eca-ab34-ea38606d30ae,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:02.613059 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c3c2a27e-b7d8-47a8-b22e-e36789eef9fc tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:02.616698 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c3c2a27e-b7d8-47a8-b22e-e36789eef9fc tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "DELETE /v2.0/subnets/f6c1aaee-23c0-4eca-ab34-ea38606d30ae HTTP/1.1" status: 204 len: 168 time: 0.4645290 Dec 12 18:12:02.619956 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37098) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:02.624322 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2160301b-b23f-497b-a057-d2c58fda42dc None None] Network 78cde4f0-f14a-43f4-af29-b53ee5885fdd requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:12:02.635431 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fe686a-93fb-4e1f-b5fe-645ff6a08b6d None None] Routers {'b4054145-1c2f-4142-b4b1-49210086a3dc'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:12:02.636424 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-78fe686a-93fb-4e1f-b5fe-645ff6a08b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:11:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['b4054145-1c2f-4142-b4b1-49210086a3dc'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:02.840153 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d81a59cd-5730-4872-a97e-47826e5eaa80 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:02.889768 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-78fe686a-93fb-4e1f-b5fe-645ff6a08b6d None None] Set router b4054145-1c2f-4142-b4b1-49210086a3dc gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:12:02.951338 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fcceeb-6ddd-403d-97fb-4b96f18541c8 None None] DHCP port deletion for 78cde4f0-f14a-43f4-af29-b53ee5885fdd request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:12:03.030386 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d81a59cd-5730-4872-a97e-47826e5eaa80 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:03.062608 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-55fcceeb-6ddd-403d-97fb-4b96f18541c8 None None] Deleting port 8a268eca-5653-4d2a-9c4e-5b714851b64f {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:12:03.075960 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55fcceeb-6ddd-403d-97fb-4b96f18541c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:03.166299 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d81a59cd-5730-4872-a97e-47826e5eaa80 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Deleting port 661460af-f8b8-499d-b572-9798b9271b04 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:12:03.171415 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d81a59cd-5730-4872-a97e-47826e5eaa80 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:03.216196 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:12:03.269544 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8a268eca-5653-4d2a-9c4e-5b714851b64f no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:12:03.301084 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37108) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:03.334322 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-55fcceeb-6ddd-403d-97fb-4b96f18541c8 None None] For port 8a268eca-5653-4d2a-9c4e-5b714851b64f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8a268eca-5653-4d2a-9c4e-5b714851b64f,segment=NetworkSegment(d2d434b8-fe0a-46b2-9a51-124c27b62f4b),segment_id=d2d434b8-fe0a-46b2-9a51-124c27b62f4b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:03.335272 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55fcceeb-6ddd-403d-97fb-4b96f18541c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:03.406780 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-d81a59cd-5730-4872-a97e-47826e5eaa80 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] For port 661460af-f8b8-499d-b572-9798b9271b04, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=661460af-f8b8-499d-b572-9798b9271b04,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:03.407236 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-78fe686a-93fb-4e1f-b5fe-645ff6a08b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:12:01Z', 'revision_number': 7, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:03.412694 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d81a59cd-5730-4872-a97e-47826e5eaa80 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:03.432611 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:03.458553 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d81a59cd-5730-4872-a97e-47826e5eaa80 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Calling delete_port for 661460af-f8b8-499d-b572-9798b9271b04 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:12:03.507483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-55fcceeb-6ddd-403d-97fb-4b96f18541c8 None None] Calling delete_port for 8a268eca-5653-4d2a-9c4e-5b714851b64f owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:12:03.575224 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 8a268eca-5653-4d2a-9c4e-5b714851b64f, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8a268eca-5653-4d2a-9c4e-5b714851b64f,segment=NetworkSegment(d2d434b8-fe0a-46b2-9a51-124c27b62f4b),segment_id=d2d434b8-fe0a-46b2-9a51-124c27b62f4b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:03.590919 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe686a-93fb-4e1f-b5fe-645ff6a08b6d None None] The sync data for ids ['b4054145-1c2f-4142-b4b1-49210086a3dc'] in n-d-760354-5 is: [{'id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'name': 'tempest-TestNetworkBasicOps-router-246046064', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '661460af-f8b8-499d-b572-9798b9271b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:02Z', 'updated_at': '2021-12-12T18:12:01Z', 'revision_number': 7, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '661460af-f8b8-499d-b572-9798b9271b04', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4054145-1c2f-4142-b4b1-49210086a3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:03Z', 'updated_at': '2021-12-12T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:12:03.656608 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b15271ef-fb1f-45df-8c30-853fcd680883 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c35516db272f49dd957a54528c4f1a41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3523104 Dec 12 18:12:03.657576 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37114) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:03.661659 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:03.729412 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-38195b20-880d-451b-ba1d-3c3fc13f4375 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:03.762702 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-38195b20-880d-451b-ba1d-3c3fc13f4375 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:03.820080 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-38195b20-880d-451b-ba1d-3c3fc13f4375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:03.823851 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-38195b20-880d-451b-ba1d-3c3fc13f4375 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:03.827236 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-38195b20-880d-451b-ba1d-3c3fc13f4375 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f917e8c-c6d8-4e9b-b8e6-144e4e413204 HTTP/1.1" status: 204 len: 168 time: 0.1673591 Dec 12 18:12:03.844029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38195b20-880d-451b-ba1d-3c3fc13f4375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f917e8c-c6d8-4e9b-b8e6-144e4e413204,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:03.858208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=8a268eca-5653-4d2a-9c4e-5b714851b64f,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:03.888839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d81a59cd-5730-4872-a97e-47826e5eaa80 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:03.924919 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55fcceeb-6ddd-403d-97fb-4b96f18541c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:03.930668 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a59cd-5730-4872-a97e-47826e5eaa80 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'Port': ['ID=661460af-f8b8-499d-b572-9798b9271b04,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:03.977192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0f3a11-aaa4-4f9f-9e6a-66a231858b76 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:12:03.991589 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcceeb-6ddd-403d-97fb-4b96f18541c8 None None] Pushing event deleted for resources: {'Port': ['ID=8a268eca-5653-4d2a-9c4e-5b714851b64f,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:04.003638 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fcceeb-6ddd-403d-97fb-4b96f18541c8 None None] No DVR routers for this DVR port 8a268eca-5653-4d2a-9c4e-5b714851b64f on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:12:04.104033 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d81a59cd-5730-4872-a97e-47826e5eaa80 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:04.246438 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d81a59cd-5730-4872-a97e-47826e5eaa80 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:04.249043 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d81a59cd-5730-4872-a97e-47826e5eaa80 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:04.314830 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d81a59cd-5730-4872-a97e-47826e5eaa80 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:04.315423 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81a59cd-5730-4872-a97e-47826e5eaa80 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Fanout notify agent at l3_agent the message router_deleted on router b4054145-1c2f-4142-b4b1-49210086a3dc {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:12:04.331477 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d81a59cd-5730-4872-a97e-47826e5eaa80 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:04.332803 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d81a59cd-5730-4872-a97e-47826e5eaa80 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "DELETE /v2.0/routers/b4054145-1c2f-4142-b4b1-49210086a3dc HTTP/1.1" status: 204 len: 168 time: 1.7116156 Dec 12 18:12:04.335344 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37130) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:04.449280 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-becc2a80-f4d9-45be-bbfe-899285eca173 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:04.577282 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-becc2a80-f4d9-45be-bbfe-899285eca173 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:04.605174 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-becc2a80-f4d9-45be-bbfe-899285eca173 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78cde4f0-f14a-43f4-af29-b53ee5885fdd']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:04.626933 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-becc2a80-f4d9-45be-bbfe-899285eca173 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d434b8-fe0a-46b2-9a51-124c27b62f4b') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:04.627299 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-becc2a80-f4d9-45be-bbfe-899285eca173 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d434b8-fe0a-46b2-9a51-124c27b62f4b') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:04.640402 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-becc2a80-f4d9-45be-bbfe-899285eca173 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:04.656881 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-becc2a80-f4d9-45be-bbfe-899285eca173 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:04.663394 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-becc2a80-f4d9-45be-bbfe-899285eca173 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:12:04.664041 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-becc2a80-f4d9-45be-bbfe-899285eca173 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:12:04.719752 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:12:04.752407 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-becc2a80-f4d9-45be-bbfe-899285eca173 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:04.784815 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-becc2a80-f4d9-45be-bbfe-899285eca173 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:04.791780 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-becc2a80-f4d9-45be-bbfe-899285eca173 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "DELETE /v2.0/networks/78cde4f0-f14a-43f4-af29-b53ee5885fdd HTTP/1.1" status: 204 len: 168 time: 0.4548571 Dec 12 18:12:04.805384 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37148) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:04.808408 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc2a80-f4d9-45be-bbfe-899285eca173 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'Network': ['ID=78cde4f0-f14a-43f4-af29-b53ee5885fdd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:04.813633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a01f75de-5914-4fd3-867e-17d145753409 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'network': {'name': 'tempest-network-smoke--1610477685', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'port_security_enabled': True}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:04.863645 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01f75de-5914-4fd3-867e-17d145753409 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Made reservation on behalf of a667ea3d799643cd85f2edf112448875 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:12:04.867909 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a01f75de-5914-4fd3-867e-17d145753409 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:04.905112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01f75de-5914-4fd3-867e-17d145753409 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:12:04.944159 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a01f75de-5914-4fd3-867e-17d145753409 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:04.944900 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-a01f75de-5914-4fd3-867e-17d145753409 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Added segment 6fae43ab-20c9-4da3-ab79-4691cdbf17c5 of type vlan for network b4839f45-52ad-4edd-b651-88630d9ed081 Dec 12 18:12:05.069658 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a01f75de-5914-4fd3-867e-17d145753409 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:05.132238 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a01f75de-5914-4fd3-867e-17d145753409 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:05.138107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01f75de-5914-4fd3-867e-17d145753409 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:05.138956 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a01f75de-5914-4fd3-867e-17d145753409 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:05.151984 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device acef12a8-d20a-41c7-944b-19538fb152b5 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:12:05.189928 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: acef12a8-d20a-41c7-944b-19538fb152b5 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:12:05.190613 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device acef12a8-d20a-41c7-944b-19538fb152b5 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:12:05.191774 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 661460af-f8b8-499d-b572-9798b9271b04 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:12:05.226722 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 661460af-f8b8-499d-b572-9798b9271b04 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:12:05.227436 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 661460af-f8b8-499d-b572-9798b9271b04 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:12:05.269571 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a01f75de-5914-4fd3-867e-17d145753409 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4617159 Dec 12 18:12:05.272376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37164) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:05.277493 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-13481070', 'admin_state_up': True, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:05.301367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f75de-5914-4fd3-867e-17d145753409 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Network': ['ID=b4839f45-52ad-4edd-b651-88630d9ed081,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:05.321990 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network b4839f45-52ad-4edd-b651-88630d9ed081 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:12:05.386655 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:05.388311 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:05.506744 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:06.011294 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:06.340602 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:06.362472 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:06.535016 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Allocated IP 172.25.1.165 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/177965ac-e1eb-4b1c-8e02-f8963c07ae85) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:12:06.685310 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:06.729109 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:06.774512 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:12:06.788339 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:06.792294 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:12:06.815008 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41115732-7a1b-4024-ad4d-1bafc526ea84 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:12:06.833702 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Port': ['ID=177965ac-e1eb-4b1c-8e02-f8963c07ae85,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:06.953000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c064d94d-552b-41b1-9e03-c376b75233c0 None None] Provisioning complete for port 177965ac-e1eb-4b1c-8e02-f8963c07ae85 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:06.953465 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c064d94d-552b-41b1-9e03-c376b75233c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:06.995562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c064d94d-552b-41b1-9e03-c376b75233c0 None None] Port 177965ac-e1eb-4b1c-8e02-f8963c07ae85 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:12:07.156439 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:07.372561 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:07.521303 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Router 89fed49b-a438-4831-87d6-7caf047bc2cc is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:12:07.635094 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:12:07.646651 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Sync routers for ids ['89fed49b-a438-4831-87d6-7caf047bc2cc'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:12:07.656165 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Routers {'89fed49b-a438-4831-87d6-7caf047bc2cc'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:12:07.657024 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:11:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['89fed49b-a438-4831-87d6-7caf047bc2cc'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:07.661262 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:07.665338 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5af80c1e-9fef-4049-8cc3-fe9e23d7cddd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3890452 Dec 12 18:12:07.666787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37196) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:07.698486 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ec832fa2-7093-4e14-884a-a742573ea48f tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a667ea3d799643cd85f2edf112448875&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304878 Dec 12 18:12:07.701294 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37198) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:07.801939 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Set router 89fed49b-a438-4831-87d6-7caf047bc2cc gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:12:07.806842 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de173a5f-1d0d-4a38-b7ef-a09e93b43639 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:07.810913 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-de173a5f-1d0d-4a38-b7ef-a09e93b43639 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1060584 Dec 12 18:12:07.811276 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37200) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:07.843265 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3daa23d2-0580-49a1-bc27-4b81637dd0e2 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307479 Dec 12 18:12:07.845784 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37202) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:07.851519 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bf53e059-3b75-4f27-b013-1ca93998c5a5 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1620877272', 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:07.978422 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf53e059-3b75-4f27-b013-1ca93998c5a5 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Made reservation on behalf of a667ea3d799643cd85f2edf112448875 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:12:07.983688 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf53e059-3b75-4f27-b013-1ca93998c5a5 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:08.017392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'name': 'tempest-TestNetworkBasicOps-router-13481070', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:05Z', 'updated_at': '2021-12-12T18:12:06Z', 'revision_number': 3, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:06Z', 'updated_at': '2021-12-12T18:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:08.051582 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Checking router: 89fed49b-a438-4831-87d6-7caf047bc2cc for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:12:08.052232 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Updating router 89fed49b-a438-4831-87d6-7caf047bc2cc port 177965ac-e1eb-4b1c-8e02-f8963c07ae85 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:12:08.085042 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:08.373096 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf53e059-3b75-4f27-b013-1ca93998c5a5 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:08.424305 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:08.432708 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:08.434921 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53e059-3b75-4f27-b013-1ca93998c5a5 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Subnet': ['ID=257bfec4-0d2c-4c54-bc88-31e3e0bcf67d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:08.485772 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5255657-a5d5-4ea4-8346-5b34faeec7c5 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:12:08.486033 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Attempting to bind port 177965ac-e1eb-4b1c-8e02-f8963c07ae85 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:12:08.486534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Attempting to bind port 177965ac-e1eb-4b1c-8e02-f8963c07ae85 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:12:08.487026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Attempting to bind port 177965ac-e1eb-4b1c-8e02-f8963c07ae85 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:12:08.538211 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf53e059-3b75-4f27-b013-1ca93998c5a5 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Checking segment: {'id': '6fae43ab-20c9-4da3-ab79-4691cdbf17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:12:08.538866 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf53e059-3b75-4f27-b013-1ca93998c5a5 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Network hostable DHCP agents. Network: b4839f45-52ad-4edd-b651-88630d9ed081, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:12:08.542561 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:12:08.543172 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:12:08.543771 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:08.544695 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:12:08.545461 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Bound port: 177965ac-e1eb-4b1c-8e02-f8963c07ae85, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:12:08.545956 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:08.577761 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf53e059-3b75-4f27-b013-1ca93998c5a5 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Network b4839f45-52ad-4edd-b651-88630d9ed081 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:12:08.592138 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-bf53e059-3b75-4f27-b013-1ca93998c5a5 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, b4839f45-52ad-4edd-b651-88630d9ed081) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:08.601524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c543e0fb-fc8d-478a-b386-8a56f63bc4c2 None None] Network b4839f45-52ad-4edd-b651-88630d9ed081 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:12:08.606277 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aaef76-5444-4da1-8fc9-acf7b1aa07a0 None None] Pushing event updated for resources: {'Port': ['ID=177965ac-e1eb-4b1c-8e02-f8963c07ae85,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:08.609131 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf53e059-3b75-4f27-b013-1ca93998c5a5 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:08.609779 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf53e059-3b75-4f27-b013-1ca93998c5a5 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:08.640919 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bf53e059-3b75-4f27-b013-1ca93998c5a5 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7938757 Dec 12 18:12:08.646552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37222) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:08.741709 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cea42799-6d97-42e9-8257-94811afbb0f3 None None] Provisioning complete for port 177965ac-e1eb-4b1c-8e02-f8963c07ae85 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:08.742231 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cea42799-6d97-42e9-8257-94811afbb0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:08.885547 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] For port 177965ac-e1eb-4b1c-8e02-f8963c07ae85, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:12:08.922617 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] For port 177965ac-e1eb-4b1c-8e02-f8963c07ae85, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=177965ac-e1eb-4b1c-8e02-f8963c07ae85,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:12:08.945179 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:08.967133 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cea42799-6d97-42e9-8257-94811afbb0f3 None None] Port 177965ac-e1eb-4b1c-8e02-f8963c07ae85 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:12:09.271140 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe326e25-d679-46a3-aee6-e28b78029d73 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:12:09.338402 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Routers {'89fed49b-a438-4831-87d6-7caf047bc2cc'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:12:09.339058 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:11:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['89fed49b-a438-4831-87d6-7caf047bc2cc'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:09.350273 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-b4839f45-52ad-4edd-b651-88630d9ed081', 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'fixed_ips': [{'subnet_id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:12:09.351170 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:09.449505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aaef76-5444-4da1-8fc9-acf7b1aa07a0 None None] Pushing event updated for resources: {'Port': ['ID=177965ac-e1eb-4b1c-8e02-f8963c07ae85,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:09.547335 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b3042a0-bb72-483a-83de-ecc07e039f66 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:09.594524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] Set router 89fed49b-a438-4831-87d6-7caf047bc2cc gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:12:09.787638 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-07483d7e-1057-4b34-a412-c6e843ac7c97 None None] Provisioning complete for port 177965ac-e1eb-4b1c-8e02-f8963c07ae85 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:09.788333 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-07483d7e-1057-4b34-a412-c6e843ac7c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:09.882621 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-2b3042a0-bb72-483a-83de-ecc07e039f66 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Allocated IP 172.20.0.1 (b4839f45-52ad-4edd-b651-88630d9ed081/257bfec4-0d2c-4c54-bc88-31e3e0bcf67d/a9d9a261-7975-4bc0-b6f1-9d391351b0b1) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:12:09.989229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'name': 'tempest-TestNetworkBasicOps-router-13481070', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:05Z', 'updated_at': '2021-12-12T18:12:06Z', 'revision_number': 3, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:06Z', 'updated_at': '2021-12-12T18:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:10.019561 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b3042a0-bb72-483a-83de-ecc07e039f66 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:10.055368 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d793a5-7dcf-4001-819d-172001878ff3 None None] The sync data for ids ['89fed49b-a438-4831-87d6-7caf047bc2cc'] in n-d-760354-5 is: [{'id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'name': 'tempest-TestNetworkBasicOps-router-13481070', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:05Z', 'updated_at': '2021-12-12T18:12:06Z', 'revision_number': 3, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:06Z', 'updated_at': '2021-12-12T18:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:12:10.063272 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b3042a0-bb72-483a-83de-ecc07e039f66 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:10.102032 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-07483d7e-1057-4b34-a412-c6e843ac7c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:10.135958 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3042a0-bb72-483a-83de-ecc07e039f66 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Network b4839f45-52ad-4edd-b651-88630d9ed081 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:12:10.136192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-07483d7e-1057-4b34-a412-c6e843ac7c97 None None] For port 177965ac-e1eb-4b1c-8e02-f8963c07ae85, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=177965ac-e1eb-4b1c-8e02-f8963c07ae85,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:10.140906 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2b3042a0-bb72-483a-83de-ecc07e039f66 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:10.146682 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3042a0-bb72-483a-83de-ecc07e039f66 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:12:10.152101 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-07483d7e-1057-4b34-a412-c6e843ac7c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:10.157872 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3042a0-bb72-483a-83de-ecc07e039f66 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Port': ['ID=a9d9a261-7975-4bc0-b6f1-9d391351b0b1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:10.201826 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Allocated IP 172.20.0.2 (b4839f45-52ad-4edd-b651-88630d9ed081/257bfec4-0d2c-4c54-bc88-31e3e0bcf67d/406f8446-5517-4a8c-979b-3a4cfce18c57) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:12:10.230637 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b3042a0-bb72-483a-83de-ecc07e039f66 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:10.321077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07483d7e-1057-4b34-a412-c6e843ac7c97 None None] Pushing event updated for resources: {'Port': ['ID=177965ac-e1eb-4b1c-8e02-f8963c07ae85,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:10.436666 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b3042a0-bb72-483a-83de-ecc07e039f66 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:10.537772 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:10.553754 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:10.642153 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Pushing event updated for resources: {'Port': ['ID=406f8446-5517-4a8c-979b-3a4cfce18c57,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:10.653968 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Network b4839f45-52ad-4edd-b651-88630d9ed081 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:12:10.664601 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:10.671884 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:12:10.799221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Attempting to bind port 406f8446-5517-4a8c-979b-3a4cfce18c57 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:12:10.799598 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Attempting to bind port 406f8446-5517-4a8c-979b-3a4cfce18c57 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '6fae43ab-20c9-4da3-ab79-4691cdbf17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:12:10.799965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Attempting to bind port 406f8446-5517-4a8c-979b-3a4cfce18c57 on network b4839f45-52ad-4edd-b651-88630d9ed081 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:12:10.814824 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:12:10.815229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Checking segment: {'id': '6fae43ab-20c9-4da3-ab79-4691cdbf17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:12:10.815638 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:10.818116 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Bound using segment: {'id': '6fae43ab-20c9-4da3-ab79-4691cdbf17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:12:10.818624 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Bound port: 406f8446-5517-4a8c-979b-3a4cfce18c57, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fae43ab-20c9-4da3-ab79-4691cdbf17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:12:10.819063 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:10.951733 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] For port 406f8446-5517-4a8c-979b-3a4cfce18c57, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:12:10.957101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] For port 406f8446-5517-4a8c-979b-3a4cfce18c57, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=406f8446-5517-4a8c-979b-3a4cfce18c57,segment=NetworkSegment(6fae43ab-20c9-4da3-ab79-4691cdbf17c5),segment_id=6fae43ab-20c9-4da3-ab79-4691cdbf17c5)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:12:10.972481 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:11.075054 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bf452-50d8-437e-861a-ee473d6553f7 None None] Pushing event updated for resources: {'Port': ['ID=406f8446-5517-4a8c-979b-3a4cfce18c57,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:11.156651 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 177965ac-e1eb-4b1c-8e02-f8963c07ae85 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:12:11.270013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 177965ac-e1eb-4b1c-8e02-f8963c07ae85 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:11.270536 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:11.823414 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b3042a0-bb72-483a-83de-ecc07e039f66 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:11.828960 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b3042a0-bb72-483a-83de-ecc07e039f66 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:11.946454 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3042a0-bb72-483a-83de-ecc07e039f66 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Port': ['ID=a9d9a261-7975-4bc0-b6f1-9d391351b0b1,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:11.955356 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b3042a0-bb72-483a-83de-ecc07e039f66 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:12.057739 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3042a0-bb72-483a-83de-ecc07e039f66 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Network b4839f45-52ad-4edd-b651-88630d9ed081 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:12:12.059343 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2b3042a0-bb72-483a-83de-ecc07e039f66 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:12.173891 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3042a0-bb72-483a-83de-ecc07e039f66 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Router 89fed49b-a438-4831-87d6-7caf047bc2cc has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:12:12.315706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3042a0-bb72-483a-83de-ecc07e039f66 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:12:12.322033 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2b3042a0-bb72-483a-83de-ecc07e039f66 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "PUT /v2.0/routers/89fed49b-a438-4831-87d6-7caf047bc2cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6738966 Dec 12 18:12:12.327714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37258) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:12.453476 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e52baf-173a-437c-849e-dec05b0a9117 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:12.454307 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e52baf-173a-437c-849e-dec05b0a9117 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:12.454985 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e52baf-173a-437c-849e-dec05b0a9117 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:12.455670 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e52baf-173a-437c-849e-dec05b0a9117 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:12.456344 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e52baf-173a-437c-849e-dec05b0a9117 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:12.456997 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e52baf-173a-437c-849e-dec05b0a9117 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:12.457654 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e52baf-173a-437c-849e-dec05b0a9117 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:12.459945 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-43e52baf-173a-437c-849e-dec05b0a9117 tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4988 time: 0.1311355 Dec 12 18:12:12.462647 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37260) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:12.533760 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba2e444-c22a-40d2-b9a2-d53aaa94db1c tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:12.534373 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba2e444-c22a-40d2-b9a2-d53aaa94db1c tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:12.534908 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba2e444-c22a-40d2-b9a2-d53aaa94db1c tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:12.535488 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba2e444-c22a-40d2-b9a2-d53aaa94db1c tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:12.536015 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba2e444-c22a-40d2-b9a2-d53aaa94db1c tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:12.536538 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba2e444-c22a-40d2-b9a2-d53aaa94db1c tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:12.537059 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba2e444-c22a-40d2-b9a2-d53aaa94db1c tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:12.539298 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-eba2e444-c22a-40d2-b9a2-d53aaa94db1c tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4648 time: 0.0753691 Dec 12 18:12:12.542757 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37262) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:12.658053 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37266) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:12.711600 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f352c79a-1750-40f5-b7b6-0ee1050bc084 None None] Network b4839f45-52ad-4edd-b651-88630d9ed081 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:12:12.795519 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bc9b2ba4-96a0-426d-ac20-4b627df011aa tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2492635 Dec 12 18:12:12.964114 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-49085fa6-6126-4397-8eeb-e42ff3dd0e8d None None] Provisioning complete for port 406f8446-5517-4a8c-979b-3a4cfce18c57 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:12.964769 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-49085fa6-6126-4397-8eeb-e42ff3dd0e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:13.033058 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9e9a74-5758-4e7c-a463-f07dc0712e6c admin admin] Deleting subnet 5c120062-1b1c-4276-8039-2807a791c769 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:12:13.039332 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9a74-5758-4e7c-a463-f07dc0712e6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:13.081233 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-49085fa6-6126-4397-8eeb-e42ff3dd0e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:13.139305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-49085fa6-6126-4397-8eeb-e42ff3dd0e8d None None] For port 406f8446-5517-4a8c-979b-3a4cfce18c57, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=406f8446-5517-4a8c-979b-3a4cfce18c57,segment=NetworkSegment(6fae43ab-20c9-4da3-ab79-4691cdbf17c5),segment_id=6fae43ab-20c9-4da3-ab79-4691cdbf17c5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:13.141583 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9a74-5758-4e7c-a463-f07dc0712e6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:13.153352 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-49085fa6-6126-4397-8eeb-e42ff3dd0e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:13.262580 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9a74-5758-4e7c-a463-f07dc0712e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:13.286679 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37280) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:13.293182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-e96edeb0-97f3-4946-9ea0-b909de247a26 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-553236692', 'description': 'tempest-secgroup-smoke-553236692 description', 'project_id': 'a667ea3d799643cd85f2edf112448875'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:13.310492 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49085fa6-6126-4397-8eeb-e42ff3dd0e8d None None] Pushing event updated for resources: {'Port': ['ID=406f8446-5517-4a8c-979b-3a4cfce18c57,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:13.319753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 406f8446-5517-4a8c-979b-3a4cfce18c57 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:12:13.355351 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e96edeb0-97f3-4946-9ea0-b909de247a26 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:13.375470 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-10b39dd9-a5ea-40f5-abd9-3607ecac17fd req-f1b78abf-c3a8-491b-a7fb-fa70d7625c92 service neutron] (103151) timed out ('10.222.0.20', 53107) {{(pid=103151) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 18:12:13.449284 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9a74-5758-4e7c-a463-f07dc0712e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:13.467458 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 406f8446-5517-4a8c-979b-3a4cfce18c57 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:13.468665 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:13.525300 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e96edeb0-97f3-4946-9ea0-b909de247a26 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:13.529353 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e9a74-5758-4e7c-a463-f07dc0712e6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c120062-1b1c-4276-8039-2807a791c769,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:13.540759 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e96edeb0-97f3-4946-9ea0-b909de247a26 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:13.550344 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9a74-5758-4e7c-a463-f07dc0712e6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:13.562881 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Sync routers for ids ['89fed49b-a438-4831-87d6-7caf047bc2cc'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:12:13.571008 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e96edeb0-97f3-4946-9ea0-b909de247a26 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:13.575115 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1d9e9a74-5758-4e7c-a463-f07dc0712e6c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5c120062-1b1c-4276-8039-2807a791c769 HTTP/1.1" status: 204 len: 168 time: 0.9138794 Dec 12 18:12:13.578903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37282) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:13.579535 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37284) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:13.580324 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e96edeb0-97f3-4946-9ea0-b909de247a26 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2916512 Dec 12 18:12:13.585578 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Routers {'89fed49b-a438-4831-87d6-7caf047bc2cc'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:12:13.590277 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:11:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['89fed49b-a438-4831-87d6-7caf047bc2cc'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:13.597028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-755ba9c3-3ea6-4d8a-b838-4d9cf20d2a2c None None] Provisioning complete for port 406f8446-5517-4a8c-979b-3a4cfce18c57 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:13.597712 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-755ba9c3-3ea6-4d8a-b838-4d9cf20d2a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:13.609249 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f9d930d0-78e3-4d38-8f23-eea9a67fc754 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group_rule': {'security_group_id': 'a517be23-6b94-402b-b980-439294dc3ee3', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:13.612227 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96edeb0-97f3-4946-9ea0-b909de247a26 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a517be23-6b94-402b-b980-439294dc3ee3,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:13.773968 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-755ba9c3-3ea6-4d8a-b838-4d9cf20d2a2c None None] Provisioning complete for port a9d9a261-7975-4bc0-b6f1-9d391351b0b1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:13.774395 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-755ba9c3-3ea6-4d8a-b838-4d9cf20d2a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:13.826990 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-755ba9c3-3ea6-4d8a-b838-4d9cf20d2a2c None None] Port a9d9a261-7975-4bc0-b6f1-9d391351b0b1 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:12:13.858826 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d930d0-78e3-4d38-8f23-eea9a67fc754 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:13.864853 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37bdedcf-f105-4a1d-abd9-3b098633427b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:13.945238 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Set router 89fed49b-a438-4831-87d6-7caf047bc2cc gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:12:13.957246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-587d7ed9-413d-41c8-b0de-6aceaba88450 None None] Provisioning complete for port a9d9a261-7975-4bc0-b6f1-9d391351b0b1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:13.957246 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-587d7ed9-413d-41c8-b0de-6aceaba88450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.037707 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-587d7ed9-413d-41c8-b0de-6aceaba88450 None None] Port a9d9a261-7975-4bc0-b6f1-9d391351b0b1 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:12:14.085561 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d930d0-78e3-4d38-8f23-eea9a67fc754 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.120439 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d930d0-78e3-4d38-8f23-eea9a67fc754 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.126920 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37bdedcf-f105-4a1d-abd9-3b098633427b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.185207 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d930d0-78e3-4d38-8f23-eea9a67fc754 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d3c223-85a2-4910-85ab-d59b6b47d1bd,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:14.212281 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-37bdedcf-f105-4a1d-abd9-3b098633427b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb0edd9-d488-4048-ae0d-73e4c44e7e08']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:14.224284 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d930d0-78e3-4d38-8f23-eea9a67fc754 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.233484 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37292) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:14.234205 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f9d930d0-78e3-4d38-8f23-eea9a67fc754 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6487699 Dec 12 18:12:14.238773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-6ac29cc7-11c9-44e4-ab13-eef94910460f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group_rule': {'security_group_id': 'a517be23-6b94-402b-b980-439294dc3ee3', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:14.251077 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-37bdedcf-f105-4a1d-abd9-3b098633427b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1de7de-fd42-4271-8ffc-165eba3a6e25') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:14.252243 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-37bdedcf-f105-4a1d-abd9-3b098633427b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1de7de-fd42-4271-8ffc-165eba3a6e25') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:14.270737 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37bdedcf-f105-4a1d-abd9-3b098633427b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.279084 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3bb54992-defb-4863-9bb4-2f7e8e48d1aa None None] Provisioning complete for port a9d9a261-7975-4bc0-b6f1-9d391351b0b1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:14.279482 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3bb54992-defb-4863-9bb4-2f7e8e48d1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.292634 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37bdedcf-f105-4a1d-abd9-3b098633427b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.300227 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37bdedcf-f105-4a1d-abd9-3b098633427b admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:12:14.300672 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37bdedcf-f105-4a1d-abd9-3b098633427b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:12:14.303074 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:12:14.349392 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'name': 'tempest-TestNetworkBasicOps-router-13481070', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:05Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:06Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'a9d9a261-7975-4bc0-b6f1-9d391351b0b1', 'name': '', 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:b1:37:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:09Z', 'updated_at': '2021-12-12T18:12:11Z', 'revision_number': 2, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:14.350119 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ac29cc7-11c9-44e4-ab13-eef94910460f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.379190 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37bdedcf-f105-4a1d-abd9-3b098633427b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.395317 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37bdedcf-f105-4a1d-abd9-3b098633427b admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.401512 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-37bdedcf-f105-4a1d-abd9-3b098633427b admin admin] 10.222.0.18 "DELETE /v2.0/networks/cfb0edd9-d488-4048-ae0d-73e4c44e7e08 HTTP/1.1" status: 204 len: 168 time: 0.8243847 Dec 12 18:12:14.414200 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdedcf-f105-4a1d-abd9-3b098633427b admin admin] Pushing event deleted for resources: {'Network': ['ID=cfb0edd9-d488-4048-ae0d-73e4c44e7e08,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:14.419812 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Checking router: 89fed49b-a438-4831-87d6-7caf047bc2cc for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:12:14.424194 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Updating router 89fed49b-a438-4831-87d6-7caf047bc2cc port a9d9a261-7975-4bc0-b6f1-9d391351b0b1 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:12:14.432373 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3bb54992-defb-4863-9bb4-2f7e8e48d1aa None None] Port a9d9a261-7975-4bc0-b6f1-9d391351b0b1 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:12:14.476097 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.486665 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ac29cc7-11c9-44e4-ab13-eef94910460f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.496930 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ac29cc7-11c9-44e4-ab13-eef94910460f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.528267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac29cc7-11c9-44e4-ab13-eef94910460f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720942e3-423f-4a12-8416-6a54b77c4d78,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:14.534205 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ac29cc7-11c9-44e4-ab13-eef94910460f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.536467 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6ac29cc7-11c9-44e4-ab13-eef94910460f tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3019445 Dec 12 18:12:14.539796 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37296) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:14.550434 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6f5cf9d8-2a5e-4172-903f-91098c5d056d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group_rule': {'security_group_id': 'a517be23-6b94-402b-b980-439294dc3ee3', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:14.593217 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f5cf9d8-2a5e-4172-903f-91098c5d056d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.635030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37298) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:14.697531 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f5cf9d8-2a5e-4172-903f-91098c5d056d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.713970 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f5cf9d8-2a5e-4172-903f-91098c5d056d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.720586 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3c9f772d-d726-4ec3-8ac0-d286b79c2442 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3219648d9fc495cbc40cb251bfa904d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0824740 Dec 12 18:12:14.722574 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37300) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:14.817760 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cf9d8-2a5e-4172-903f-91098c5d056d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f4962f-1c76-451e-a484-2c5a672ec3ae,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:14.834581 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66fd7cdf-ad0a-4c65-ba66-59e931d55ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.850079 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f5cf9d8-2a5e-4172-903f-91098c5d056d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.856849 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6f5cf9d8-2a5e-4172-903f-91098c5d056d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3098252 Dec 12 18:12:14.856849 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37302) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:14.863935 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-86bb0d36-43c1-40ab-8e3d-ee2f853cd90c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group_rule': {'security_group_id': 'a517be23-6b94-402b-b980-439294dc3ee3', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:14.886707 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f11d1676-2d22-4e58-867b-c5f1aac8e190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.917900 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66fd7cdf-ad0a-4c65-ba66-59e931d55ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:14.920109 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86bb0d36-43c1-40ab-8e3d-ee2f853cd90c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.003686 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86bb0d36-43c1-40ab-8e3d-ee2f853cd90c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.023699 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.025619 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86bb0d36-43c1-40ab-8e3d-ee2f853cd90c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.040579 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66fd7cdf-ad0a-4c65-ba66-59e931d55ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.042459 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.043757 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66fd7cdf-ad0a-4c65-ba66-59e931d55ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.047419 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-66fd7cdf-ad0a-4c65-ba66-59e931d55ffb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/545bd2cf-5580-44f0-b1ef-4d358fe75753 HTTP/1.1" status: 204 len: 168 time: 0.3210311 Dec 12 18:12:15.072316 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd7cdf-ad0a-4c65-ba66-59e931d55ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545bd2cf-5580-44f0-b1ef-4d358fe75753,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:15.079142 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb0d36-43c1-40ab-8e3d-ee2f853cd90c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e4578b-b4df-4a5e-8f15-a9632a796d8d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:15.095839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86bb0d36-43c1-40ab-8e3d-ee2f853cd90c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.105563 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-86bb0d36-43c1-40ab-8e3d-ee2f853cd90c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2429240 Dec 12 18:12:15.108135 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37310) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:15.118288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-713dd9db-d24f-4aa7-8a06-dc8bb1d0d077 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group_rule': {'security_group_id': 'a517be23-6b94-402b-b980-439294dc3ee3', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:15.197737 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-713dd9db-d24f-4aa7-8a06-dc8bb1d0d077 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Project a667ea3d799643cd85f2edf112448875 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:12:15.231046 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-713dd9db-d24f-4aa7-8a06-dc8bb1d0d077 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.232269 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Attempting to bind port a9d9a261-7975-4bc0-b6f1-9d391351b0b1 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:12:15.232755 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Attempting to bind port a9d9a261-7975-4bc0-b6f1-9d391351b0b1 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '6fae43ab-20c9-4da3-ab79-4691cdbf17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:12:15.234697 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Attempting to bind port a9d9a261-7975-4bc0-b6f1-9d391351b0b1 on network b4839f45-52ad-4edd-b651-88630d9ed081 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:12:15.288968 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 406f8446-5517-4a8c-979b-3a4cfce18c57 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:12:15.366192 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-713dd9db-d24f-4aa7-8a06-dc8bb1d0d077 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.381303 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-713dd9db-d24f-4aa7-8a06-dc8bb1d0d077 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.424048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 406f8446-5517-4a8c-979b-3a4cfce18c57 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:15.424451 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.437414 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-713dd9db-d24f-4aa7-8a06-dc8bb1d0d077 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.438903 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-713dd9db-d24f-4aa7-8a06-dc8bb1d0d077 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3294547 Dec 12 18:12:15.441470 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713dd9db-d24f-4aa7-8a06-dc8bb1d0d077 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6149efad-f4a0-4dd9-9c02-18bbddad0413,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:15.441652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37312) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:15.446139 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-5f047333-2a1e-4f9b-8279-608be5b3a321 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'security_group_rule': {'security_group_id': 'a517be23-6b94-402b-b980-439294dc3ee3', 'project_id': 'a667ea3d799643cd85f2edf112448875', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:15.518653 n-d-760354-5 neutron-server[103151]: INFO neutron.db.securitygroups_db [None req-5f047333-2a1e-4f9b-8279-608be5b3a321 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Project a667ea3d799643cd85f2edf112448875 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:12:15.526223 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5f047333-2a1e-4f9b-8279-608be5b3a321 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.531956 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:12:15.532919 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Checking segment: {'id': '6fae43ab-20c9-4da3-ab79-4691cdbf17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:12:15.534207 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.534864 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Bound using segment: {'id': '6fae43ab-20c9-4da3-ab79-4691cdbf17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:12:15.536752 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Bound port: a9d9a261-7975-4bc0-b6f1-9d391351b0b1, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fae43ab-20c9-4da3-ab79-4691cdbf17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:12:15.539014 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.584267 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9339d85b-9d73-4bfe-8c0e-d91d2616c286 None None] Provisioning complete for port a9d9a261-7975-4bc0-b6f1-9d391351b0b1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:15.586095 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9339d85b-9d73-4bfe-8c0e-d91d2616c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.631958 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5f047333-2a1e-4f9b-8279-608be5b3a321 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.642027 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5f047333-2a1e-4f9b-8279-608be5b3a321 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.644182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9339d85b-9d73-4bfe-8c0e-d91d2616c286 None None] Port a9d9a261-7975-4bc0-b6f1-9d391351b0b1 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:12:15.644814 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59751cc-e712-4f67-8ea4-751d34aaef57 None None] Pushing event updated for resources: {'Port': ['ID=a9d9a261-7975-4bc0-b6f1-9d391351b0b1,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:15.696561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f047333-2a1e-4f9b-8279-608be5b3a321 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129795a4-b8d1-497a-9673-01d77ccabe51,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:15.712006 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5f047333-2a1e-4f9b-8279-608be5b3a321 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.715821 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5f047333-2a1e-4f9b-8279-608be5b3a321 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2707360 Dec 12 18:12:15.835781 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] For port a9d9a261-7975-4bc0-b6f1-9d391351b0b1, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:12:15.843169 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] For port a9d9a261-7975-4bc0-b6f1-9d391351b0b1, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a9d9a261-7975-4bc0-b6f1-9d391351b0b1,segment=NetworkSegment(6fae43ab-20c9-4da3-ab79-4691cdbf17c5),segment_id=6fae43ab-20c9-4da3-ab79-4691cdbf17c5)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:12:15.859339 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:15.963634 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59751cc-e712-4f67-8ea4-751d34aaef57 None None] Pushing event updated for resources: {'Port': ['ID=a9d9a261-7975-4bc0-b6f1-9d391351b0b1,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:15.967082 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Routers {'89fed49b-a438-4831-87d6-7caf047bc2cc'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:12:15.967834 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:11:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['89fed49b-a438-4831-87d6-7caf047bc2cc'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:16.076158 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59751cc-e712-4f67-8ea4-751d34aaef57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:16.077376 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59751cc-e712-4f67-8ea4-751d34aaef57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:16.077963 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59751cc-e712-4f67-8ea4-751d34aaef57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:16.078535 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59751cc-e712-4f67-8ea4-751d34aaef57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:16.079102 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59751cc-e712-4f67-8ea4-751d34aaef57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:16.079693 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59751cc-e712-4f67-8ea4-751d34aaef57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:16.080279 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59751cc-e712-4f67-8ea4-751d34aaef57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:16.080851 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59751cc-e712-4f67-8ea4-751d34aaef57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:16.081531 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59751cc-e712-4f67-8ea4-751d34aaef57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:16.081973 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59751cc-e712-4f67-8ea4-751d34aaef57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:16.082409 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59751cc-e712-4f67-8ea4-751d34aaef57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:16.082851 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59751cc-e712-4f67-8ea4-751d34aaef57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:16.083324 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59751cc-e712-4f67-8ea4-751d34aaef57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:16.119685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-6f07a06c-7e18-4e7a-bee0-ec832965a9a2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-553236692&fields=id&tenant_id=a667ea3d799643cd85f2edf112448875 HTTP/1.1" status: 200 len: 267 time: 0.0805686 Dec 12 18:12:16.159596 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] Set router 89fed49b-a438-4831-87d6-7caf047bc2cc gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:12:16.305238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-fa4f0777-5422-4b9d-9fe0-8b4dc01ee860 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:16.311838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-fa4f0777-5422-4b9d-9fe0-8b4dc01ee860 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/networks?id=b4839f45-52ad-4edd-b651-88630d9ed081 HTTP/1.1" status: 200 len: 797 time: 0.1813705 Dec 12 18:12:16.338223 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-ad762df9-9866-4021-b171-32729bdd6afd tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/quotas/a667ea3d799643cd85f2edf112448875 HTTP/1.1" status: 200 len: 375 time: 0.0203550 Dec 12 18:12:16.393920 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-97f81482-41f5-40f4-a5b9-58527e7def46 None None] Provisioning complete for port a9d9a261-7975-4bc0-b6f1-9d391351b0b1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:16.394500 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97f81482-41f5-40f4-a5b9-58527e7def46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:16.409136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-abbebdd3-ebcc-4c32-b21d-e280c62e1962 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a667ea3d799643cd85f2edf112448875&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699718 Dec 12 18:12:16.464051 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'name': 'tempest-TestNetworkBasicOps-router-13481070', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:05Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:06Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'a9d9a261-7975-4bc0-b6f1-9d391351b0b1', 'name': '', 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:b1:37:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:09Z', 'updated_at': '2021-12-12T18:12:15Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:16.497948 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3539cb8-4fa2-4923-ae4b-695ed4d77cee None None] The sync data for ids ['89fed49b-a438-4831-87d6-7caf047bc2cc'] in n-d-760354-5 is: [{'id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'name': 'tempest-TestNetworkBasicOps-router-13481070', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:05Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:06Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'a9d9a261-7975-4bc0-b6f1-9d391351b0b1', 'name': '', 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:b1:37:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:09Z', 'updated_at': '2021-12-12T18:12:15Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:12:16.528770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-76645ac9-1f19-4e9a-92a5-e012a383ee74 service neutron] 10.222.0.18 "GET /v2.0/networks/b4839f45-52ad-4edd-b651-88630d9ed081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183167 Dec 12 18:12:16.596313 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97f81482-41f5-40f4-a5b9-58527e7def46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:16.638909 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-97f81482-41f5-40f4-a5b9-58527e7def46 None None] For port a9d9a261-7975-4bc0-b6f1-9d391351b0b1, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a9d9a261-7975-4bc0-b6f1-9d391351b0b1,segment=NetworkSegment(6fae43ab-20c9-4da3-ab79-4691cdbf17c5),segment_id=6fae43ab-20c9-4da3-ab79-4691cdbf17c5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:16.652314 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97f81482-41f5-40f4-a5b9-58527e7def46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:16.712023 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f81482-41f5-40f4-a5b9-58527e7def46 None None] Pushing event updated for resources: {'Port': ['ID=a9d9a261-7975-4bc0-b6f1-9d391351b0b1,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:16.718804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-5a8155b5-3923-4ca7-8ddd-7811ccc8012d service neutron] 10.222.0.18 "GET /v2.0/networks/b4839f45-52ad-4edd-b651-88630d9ed081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821799 Dec 12 18:12:16.918301 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-031b2be2-ca96-43af-a615-84bbf5d900b3 req-dfef6fe8-ccde-4b26-ba79-2b7af0dde3e7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 210 time: 0.0402267 Dec 12 18:12:17.183805 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a9d9a261-7975-4bc0-b6f1-9d391351b0b1 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:12:17.297314 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:17.330056 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ecbf473-a781-488f-826b-789b9502ad34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:17.334741 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port a9d9a261-7975-4bc0-b6f1-9d391351b0b1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:17.335121 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:17.589625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-11e9be58-32e6-4d2f-8614-8078d536e700 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:17.597093 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-11e9be58-32e6-4d2f-8614-8078d536e700 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 812 time: 0.1634932 Dec 12 18:12:17.612103 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-9cce222a-46d3-4d6f-9737-8e07cb568a30 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/quotas/630483b508104d668cc416178077e4cb HTTP/1.1" status: 200 len: 375 time: 0.0137570 Dec 12 18:12:17.682710 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-854f6b27-a211-4609-ac30-31878c8b051a tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664907 Dec 12 18:12:17.769859 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37356) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:17.794720 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-d7068adc-b51b-4134-872e-a0d247c97161 service neutron] 10.222.0.18 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108489 Dec 12 18:12:17.897757 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:17.914044 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-90eaf4f4-815a-4359-a1e1-cc295d706f31 service neutron] 10.222.0.18 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126006 Dec 12 18:12:17.922266 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-697f4678-6cf6-4a48-874e-22134ccca3e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:18.057376 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-697f4678-6cf6-4a48-874e-22134ccca3e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:18.133060 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fdb161c7-3b4f-4a88-b21d-e5382433066b req-d3c1c367-f2d8-4602-85fd-3aebe92a0258 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 210 time: 0.0739079 Dec 12 18:12:18.147969 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-697f4678-6cf6-4a48-874e-22134ccca3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:18.256414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f4678-6cf6-4a48-874e-22134ccca3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26303bd1-2acb-4b5d-b5ad-575ddf42a7d7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:18.271537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37368) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:18.279523 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-697f4678-6cf6-4a48-874e-22134ccca3e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59f7135d240c4cc58577acc2e3aed3f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5079803 Dec 12 18:12:18.344765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-6bdfb8dc-6555-4200-b218-3558ebc980b1 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:18.346382 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-6bdfb8dc-6555-4200-b218-3558ebc980b1 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.20 "GET /v2.0/networks?id=b4839f45-52ad-4edd-b651-88630d9ed081 HTTP/1.1" status: 200 len: 797 time: 0.2166822 Dec 12 18:12:18.381640 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-372c2900-fef8-4511-ab36-82e004edebff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:18.397163 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:18.424358 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-372c2900-fef8-4511-ab36-82e004edebff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:18.438565 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32dfa80d-e717-487b-b5c7-c3c585ca5dcb req-2069102d-2c7f-4706-90ab-d1abc327f493 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 210 time: 0.0423443 Dec 12 18:12:18.468596 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-c3a86789-c23c-40a0-bddb-17ca0646d771 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a667ea3d799643cd85f2edf112448875 HTTP/1.1" status: 200 len: 379 time: 0.1121600 Dec 12 18:12:18.483658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-0634721a-c0d6-4117-8237-979a435d80de tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'port': {'device_id': '56197743-33c4-47c8-9da9-6c6b76b546b3', 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081', 'admin_state_up': True, 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'security_groups': ['a517be23-6b94-402b-b980-439294dc3ee3']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:18.499637 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-372c2900-fef8-4511-ab36-82e004edebff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:18.502497 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-372c2900-fef8-4511-ab36-82e004edebff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:18.506633 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-372c2900-fef8-4511-ab36-82e004edebff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26303bd1-2acb-4b5d-b5ad-575ddf42a7d7 HTTP/1.1" status: 204 len: 168 time: 0.2307699 Dec 12 18:12:18.526817 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c2900-fef8-4511-ab36-82e004edebff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26303bd1-2acb-4b5d-b5ad-575ddf42a7d7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:18.630023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-0634721a-c0d6-4117-8237-979a435d80de tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Made reservation on behalf of a667ea3d799643cd85f2edf112448875 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:12:18.636824 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-0634721a-c0d6-4117-8237-979a435d80de tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:18.785200 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-0634721a-c0d6-4117-8237-979a435d80de tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Allocated IP 172.20.0.4 (b4839f45-52ad-4edd-b651-88630d9ed081/257bfec4-0d2c-4c54-bc88-31e3e0bcf67d/5ee15206-32cc-42c1-b934-08cb6747e73b) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:12:18.957188 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-0634721a-c0d6-4117-8237-979a435d80de tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:18.994912 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-0634721a-c0d6-4117-8237-979a435d80de tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:19.044619 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-0634721a-c0d6-4117-8237-979a435d80de tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Network b4839f45-52ad-4edd-b651-88630d9ed081 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:12:19.048025 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-0634721a-c0d6-4117-8237-979a435d80de tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:19.050492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-0634721a-c0d6-4117-8237-979a435d80de tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:12:19.079297 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634721a-c0d6-4117-8237-979a435d80de tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Port': ['ID=5ee15206-32cc-42c1-b934-08cb6747e73b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:19.106384 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-0634721a-c0d6-4117-8237-979a435d80de tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:19.110570 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-0634721a-c0d6-4117-8237-979a435d80de tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:19.129353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-0634721a-c0d6-4117-8237-979a435d80de tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6531968 Dec 12 18:12:19.142581 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Request body: {'port': {'device_id': '56197743-33c4-47c8-9da9-6c6b76b546b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:19.207845 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:19.319734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fbc6e-f23d-486c-89a5-cfe6b6d8fea1 req-37776281-0c4d-4aaa-aa55-6efe3c512e55 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:19.321258 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd4fbc6e-f23d-486c-89a5-cfe6b6d8fea1 req-37776281-0c4d-4aaa-aa55-6efe3c512e55 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 931 time: 0.0960302 Dec 12 18:12:19.328368 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37402) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:19.402853 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-754cd5cc-7e61-45e3-bdea-ff43db7b826e None None] Provisioning complete for port 5ee15206-32cc-42c1-b934-08cb6747e73b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:19.407680 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-754cd5cc-7e61-45e3-bdea-ff43db7b826e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:19.447836 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd4fbc6e-f23d-486c-89a5-cfe6b6d8fea1 req-fd788889-aac7-49d0-bacc-b39112f98223 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a517be23-6b94-402b-b980-439294dc3ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756102 Dec 12 18:12:19.454425 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-754cd5cc-7e61-45e3-bdea-ff43db7b826e None None] Port 5ee15206-32cc-42c1-b934-08cb6747e73b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:12:19.470197 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-a1fc11eb-cf36-49b1-a95f-21db274d49f9 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:19.472910 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-a1fc11eb-cf36-49b1-a95f-21db274d49f9 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.31 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 812 time: 0.1257055 Dec 12 18:12:19.490666 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-a0721fa0-b330-450f-bec0-ca6964e11016 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Request body: {'port': {'device_id': 'df4829d5-4e7b-4403-abda-d5b54c3323bc', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'admin_state_up': True, 'tenant_id': '630483b508104d668cc416178077e4cb'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:19.545906 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1259f43d-69cd-4a57-8416-9b8c2d0619a9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1084608848-network', 'tenant_id': 'a5eab203f400489db87831478dd62c5f'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:19.584021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0afbc316-ce93-44f5-9274-5201b792c83d req-8e414b78-df6c-45dc-a944-d896ee781fae tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 210 time: 0.0444405 Dec 12 18:12:19.590248 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1259f43d-69cd-4a57-8416-9b8c2d0619a9 admin admin] Made reservation on behalf of a5eab203f400489db87831478dd62c5f for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:12:19.593957 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1259f43d-69cd-4a57-8416-9b8c2d0619a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:19.612092 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1259f43d-69cd-4a57-8416-9b8c2d0619a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:19.643073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee15206-32cc-42c1-b934-08cb6747e73b {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:12:19.652626 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:19.668609 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Transition to ACTIVE for port object 5ee15206-32cc-42c1-b934-08cb6747e73b will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:12:19.672685 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:19.677846 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-a0721fa0-b330-450f-bec0-ca6964e11016 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Made reservation on behalf of 630483b508104d668cc416178077e4cb for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:12:19.683243 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-a0721fa0-b330-450f-bec0-ca6964e11016 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:19.767377 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Pushing event updated for resources: {'Port': ['ID=5ee15206-32cc-42c1-b934-08cb6747e73b,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:19.806769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Attempting to bind port 5ee15206-32cc-42c1-b934-08cb6747e73b on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:12:19.807333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Attempting to bind port 5ee15206-32cc-42c1-b934-08cb6747e73b by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '6fae43ab-20c9-4da3-ab79-4691cdbf17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:12:19.807657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Attempting to bind port 5ee15206-32cc-42c1-b934-08cb6747e73b on network b4839f45-52ad-4edd-b651-88630d9ed081 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:12:19.813268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Port 5ee15206-32cc-42c1-b934-08cb6747e73b on network b4839f45-52ad-4edd-b651-88630d9ed081 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:12:19.813728 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Attempting to bind port 5ee15206-32cc-42c1-b934-08cb6747e73b on network b4839f45-52ad-4edd-b651-88630d9ed081 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:12:19.820087 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:12:19.820717 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1259f43d-69cd-4a57-8416-9b8c2d0619a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:19.820854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Checking segment: {'id': '6fae43ab-20c9-4da3-ab79-4691cdbf17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:12:19.822059 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Bound using segment: {'id': '6fae43ab-20c9-4da3-ab79-4691cdbf17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:12:19.822897 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Bound port: 5ee15206-32cc-42c1-b934-08cb6747e73b, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fae43ab-20c9-4da3-ab79-4691cdbf17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:12:19.823453 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:19.843020 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1259f43d-69cd-4a57-8416-9b8c2d0619a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:19.880353 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1259f43d-69cd-4a57-8416-9b8c2d0619a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:12:19.914174 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] For port 5ee15206-32cc-42c1-b934-08cb6747e73b, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:12:19.918605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] For port 5ee15206-32cc-42c1-b934-08cb6747e73b, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=5ee15206-32cc-42c1-b934-08cb6747e73b,segment=NetworkSegment(6fae43ab-20c9-4da3-ab79-4691cdbf17c5),segment_id=6fae43ab-20c9-4da3-ab79-4691cdbf17c5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:12:19.927188 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:19.947235 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1259f43d-69cd-4a57-8416-9b8c2d0619a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:19.947713 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-1259f43d-69cd-4a57-8416-9b8c2d0619a9 admin admin] Added segment bc093c76-e867-4c36-81b9-1aa2535f22d5 of type vlan for network c104b9b5-0f9a-4748-ab1f-d843f852bb2a Dec 12 18:12:19.949200 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259f43d-69cd-4a57-8416-9b8c2d0619a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a509576-1c05-4e43-8359-c5d6b0fa1695,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:19.980091 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:19.980796 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:19.982705 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] 10.222.0.20 "PUT /v2.0/ports/5ee15206-32cc-42c1-b934-08cb6747e73b HTTP/1.1" status: 200 len: 1091 time: 0.8448400 Dec 12 18:12:19.983385 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56197743-33c4-47c8-9da9-6c6b76b546b3', 'tag': '5ee15206-32cc-42c1-b934-08cb6747e73b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:12:19.986179 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4417a438-0c2e-4b3d-ab23-0a1f1b0c3ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "56197743-33c4-47c8-9da9-6c6b76b546b3", "tag": "5ee15206-32cc-42c1-b934-08cb6747e73b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:12:20.028919 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-a0721fa0-b330-450f-bec0-ca6964e11016 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Allocated IP 172.20.0.14 (0d99059b-b3a0-4220-9a4d-b63575e62b4a/8fd67332-caeb-490f-8bda-30010919c415/0f150432-9cd0-4496-bd31-acdcf4c3297c) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:12:20.029833 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0d94a-5379-4747-b554-b74ba8d7d97b service neutron] Pushing event updated for resources: {'Port': ['ID=5ee15206-32cc-42c1-b934-08cb6747e73b,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:20.032250 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1259f43d-69cd-4a57-8416-9b8c2d0619a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:20.049654 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b30457-a756-4445-8cd8-091b9ee6228e x-openstack-request-id: req-88b30457-a756-4445-8cd8-091b9ee6228e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:12:20.049970 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56197743-33c4-47c8-9da9-6c6b76b546b3", "tag": "5ee15206-32cc-42c1-b934-08cb6747e73b", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:12:20.050431 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88b30457-a756-4445-8cd8-091b9ee6228e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:12:20.051312 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56197743-33c4-47c8-9da9-6c6b76b546b3', 'tag': '5ee15206-32cc-42c1-b934-08cb6747e73b', 'status': 'completed', 'code': 200} Dec 12 18:12:20.091910 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1259f43d-69cd-4a57-8416-9b8c2d0619a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:20.092896 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1259f43d-69cd-4a57-8416-9b8c2d0619a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:20.093486 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1259f43d-69cd-4a57-8416-9b8c2d0619a9 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:20.152206 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:20.195650 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417a438-0c2e-4b3d-ab23-0a1f1b0c3ccf req-e8a39e5e-4ece-491a-a5e4-5bb5be37e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:20.198282 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4417a438-0c2e-4b3d-ab23-0a1f1b0c3ccf req-e8a39e5e-4ece-491a-a5e4-5bb5be37e656 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a667ea3d799643cd85f2edf112448875&device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 1094 time: 0.0562313 Dec 12 18:12:20.215994 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1259f43d-69cd-4a57-8416-9b8c2d0619a9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8863626 Dec 12 18:12:20.218887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37410) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:20.225036 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-23af6e88-de5d-43ce-a049-2d220db2e925 admin admin] Request body: {'subnet': {'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1084608848-subnet', 'tenant_id': 'a5eab203f400489db87831478dd62c5f', 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:20.235994 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259f43d-69cd-4a57-8416-9b8c2d0619a9 admin admin] Pushing event updated for resources: {'Network': ['ID=c104b9b5-0f9a-4748-ab1f-d843f852bb2a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:20.247752 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network c104b9b5-0f9a-4748-ab1f-d843f852bb2a details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:12:20.315667 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-a0721fa0-b330-450f-bec0-ca6964e11016 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:20.361840 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-a0721fa0-b330-450f-bec0-ca6964e11016 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:20.415624 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-a0721fa0-b330-450f-bec0-ca6964e11016 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Network 0d99059b-b3a0-4220-9a4d-b63575e62b4a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:12:20.419518 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-a0721fa0-b330-450f-bec0-ca6964e11016 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:20.424077 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-a0721fa0-b330-450f-bec0-ca6964e11016 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:12:20.431559 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0721fa0-b330-450f-bec0-ca6964e11016 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'Port': ['ID=0f150432-9cd0-4496-bd31-acdcf4c3297c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:20.513934 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-a0721fa0-b330-450f-bec0-ca6964e11016 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:20.515001 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-a0721fa0-b330-450f-bec0-ca6964e11016 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:20.722292 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-a0721fa0-b330-450f-bec0-ca6964e11016 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2356808 Dec 12 18:12:20.735891 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Request body: {'port': {'device_id': 'df4829d5-4e7b-4403-abda-d5b54c3323bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:20.747633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23af6e88-de5d-43ce-a049-2d220db2e925 admin admin] Made reservation on behalf of a5eab203f400489db87831478dd62c5f for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:12:20.749931 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23af6e88-de5d-43ce-a049-2d220db2e925 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:20.779301 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-463c774c-0d0c-436f-be18-ba454448cb20 None None] Provisioning complete for port 0f150432-9cd0-4496-bd31-acdcf4c3297c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:20.780734 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-463c774c-0d0c-436f-be18-ba454448cb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:20.801914 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:20.828167 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-463c774c-0d0c-436f-be18-ba454448cb20 None None] Port 0f150432-9cd0-4496-bd31-acdcf4c3297c cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:12:20.889582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79426831-1c7a-4439-bdc8-43647cce7d51 req-eed50412-85f0-4f68-a351-7a8756e704e6 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:20.890408 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:20.891709 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79426831-1c7a-4439-bdc8-43647cce7d51 req-eed50412-85f0-4f68-a351-7a8756e704e6 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 943 time: 0.2823174 Dec 12 18:12:20.902797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417a438-0c2e-4b3d-ab23-0a1f1b0c3ccf req-892aa227-53f5-461e-92f6-a1742922479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:20.904802 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4417a438-0c2e-4b3d-ab23-0a1f1b0c3ccf req-892aa227-53f5-461e-92f6-a1742922479c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=a667ea3d799643cd85f2edf112448875&shared=False HTTP/1.1" status: 200 len: 898 time: 0.6980350 Dec 12 18:12:20.940199 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3f6df-1027-47f0-98cd-2292dc51d750 req-65cb2128-fe7c-46a6-b949-53a9a5c672db tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:20.941699 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bfb3f6df-1027-47f0-98cd-2292dc51d750 req-65cb2128-fe7c-46a6-b949-53a9a5c672db tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 932 time: 0.2386093 Dec 12 18:12:21.105386 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f150432-9cd0-4496-bd31-acdcf4c3297c {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:12:21.113699 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:21.128206 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Transition to ACTIVE for port object 0f150432-9cd0-4496-bd31-acdcf4c3297c will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:12:21.132751 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:21.184565 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79426831-1c7a-4439-bdc8-43647cce7d51 req-4b438f6b-0d0d-467f-bea7-e03a91e4c849 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a517be23-6b94-402b-b980-439294dc3ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773700 Dec 12 18:12:21.200430 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Pushing event updated for resources: {'Port': ['ID=0f150432-9cd0-4496-bd31-acdcf4c3297c,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:21.214598 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bfb3f6df-1027-47f0-98cd-2292dc51d750 req-daa9f68b-7a3e-4c48-beb8-6afaedd8dc6e tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337127 Dec 12 18:12:21.256940 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417a438-0c2e-4b3d-ab23-0a1f1b0c3ccf req-d96c7007-cdc9-49cc-91f7-225e176623d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:21.259184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4417a438-0c2e-4b3d-ab23-0a1f1b0c3ccf req-d96c7007-cdc9-49cc-91f7-225e176623d7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3453002 Dec 12 18:12:21.291237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Attempting to bind port 0f150432-9cd0-4496-bd31-acdcf4c3297c on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:12:21.291579 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Attempting to bind port 0f150432-9cd0-4496-bd31-acdcf4c3297c by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:12:21.291905 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Attempting to bind port 0f150432-9cd0-4496-bd31-acdcf4c3297c on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:12:21.299028 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Port 0f150432-9cd0-4496-bd31-acdcf4c3297c on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:12:21.299415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Attempting to bind port 0f150432-9cd0-4496-bd31-acdcf4c3297c on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:12:21.305596 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:12:21.306925 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Checking segment: {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:12:21.307340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Bound using segment: {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:12:21.307779 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Bound port: 0f150432-9cd0-4496-bd31-acdcf4c3297c, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:12:21.309257 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:21.318145 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23af6e88-de5d-43ce-a049-2d220db2e925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:21.412565 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] For port 0f150432-9cd0-4496-bd31-acdcf4c3297c, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:12:21.417928 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] For port 0f150432-9cd0-4496-bd31-acdcf4c3297c, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=0f150432-9cd0-4496-bd31-acdcf4c3297c,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:12:21.425203 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:21.444738 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af6e88-de5d-43ce-a049-2d220db2e925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a495db78-124c-4c4b-a258-daae3b166e47,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:21.452199 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-5c7dfb49-c18e-4531-b3cf-4fd9066a3b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:21.453752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-5c7dfb49-c18e-4531-b3cf-4fd9066a3b31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a667ea3d799643cd85f2edf112448875&device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 1094 time: 0.1325269 Dec 12 18:12:21.454665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af6e88-de5d-43ce-a049-2d220db2e925 admin admin] Checking segment: {'id': 'bc093c76-e867-4c36-81b9-1aa2535f22d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:12:21.455187 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23af6e88-de5d-43ce-a049-2d220db2e925 admin admin] Network hostable DHCP agents. Network: c104b9b5-0f9a-4748-ab1f-d843f852bb2a, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:12:21.479691 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:21.480591 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:21.487990 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] 10.222.0.31 "PUT /v2.0/ports/0f150432-9cd0-4496-bd31-acdcf4c3297c HTTP/1.1" status: 200 len: 1092 time: 0.7565517 Dec 12 18:12:21.488492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4829d5-4e7b-4403-abda-d5b54c3323bc', 'tag': '0f150432-9cd0-4496-bd31-acdcf4c3297c'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:12:21.500144 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef300d7-f146-472b-8565-3a49be096df1" -d '{"events": [{"name": "network-changed", "server_uuid": "df4829d5-4e7b-4403-abda-d5b54c3323bc", "tag": "0f150432-9cd0-4496-bd31-acdcf4c3297c"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:12:21.528296 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-5f7bf270-3c37-4652-a402-b27234fd26ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ee15206-32cc-42c1-b934-08cb6747e73b HTTP/1.1" status: 200 len: 217 time: 0.0646944 Dec 12 18:12:21.548327 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23af6e88-de5d-43ce-a049-2d220db2e925 admin admin] Network c104b9b5-0f9a-4748-ab1f-d843f852bb2a is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:12:21.556324 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f287c-e343-428a-949a-e74169c7ea36 service neutron] Pushing event updated for resources: {'Port': ['ID=0f150432-9cd0-4496-bd31-acdcf4c3297c,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:21.594419 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-23af6e88-de5d-43ce-a049-2d220db2e925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, c104b9b5-0f9a-4748-ab1f-d843f852bb2a) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:21.605635 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-49648b57-b21d-4386-a841-658a704ebb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:21.606068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23af6e88-de5d-43ce-a049-2d220db2e925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:21.606794 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23af6e88-de5d-43ce-a049-2d220db2e925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:21.607513 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-49648b57-b21d-4386-a841-658a704ebb73 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 1095 time: 0.0654964 Dec 12 18:12:21.609411 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c7b3d9-9b46-4763-89ca-9b25b15bcee0 x-openstack-request-id: req-f6c7b3d9-9b46-4763-89ca-9b25b15bcee0 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:12:21.609700 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4829d5-4e7b-4403-abda-d5b54c3323bc", "tag": "0f150432-9cd0-4496-bd31-acdcf4c3297c", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:12:21.609958 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6c7b3d9-9b46-4763-89ca-9b25b15bcee0 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:12:21.610361 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4829d5-4e7b-4403-abda-d5b54c3323bc', 'tag': '0f150432-9cd0-4496-bd31-acdcf4c3297c', 'status': 'completed', 'code': 200} Dec 12 18:12:21.614876 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba7edab-b7b0-4e6e-b2cc-dc21cf373b82 None None] Network c104b9b5-0f9a-4748-ab1f-d843f852bb2a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:12:21.619952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-96796841-fc3a-4b8c-82b5-3590b009257a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:21.621198 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-96796841-fc3a-4b8c-82b5-3590b009257a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=257bfec4-0d2c-4c54-bc88-31e3e0bcf67d HTTP/1.1" status: 200 len: 835 time: 0.0856621 Dec 12 18:12:21.668629 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-23af6e88-de5d-43ce-a049-2d220db2e925 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4482872 Dec 12 18:12:21.671228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37418) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:21.674060 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-e739c848-1ba3-49d3-b0b5-258987da56f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f150432-9cd0-4496-bd31-acdcf4c3297c HTTP/1.1" status: 200 len: 217 time: 0.0580060 Dec 12 18:12:21.675881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1084608848-router', 'tenant_id': 'a5eab203f400489db87831478dd62c5f', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:21.706601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-01813dad-0219-4ca5-b9a0-350bf4fbcadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:21.709041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-01813dad-0219-4ca5-b9a0-350bf4fbcadf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4839f45-52ad-4edd-b651-88630d9ed081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783565 Dec 12 18:12:21.712139 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:21.713474 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:21.763340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-b51fee1b-72bd-46dd-bce9-bf8bfd7fd3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:21.765901 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-b51fee1b-72bd-46dd-bce9-bf8bfd7fd3c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0780354 Dec 12 18:12:21.778334 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-c104b9b5-0f9a-4748-ab1f-d843f852bb2a', 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a', 'project_id': 'a5eab203f400489db87831478dd62c5f', 'fixed_ips': [{'subnet_id': 'a495db78-124c-4c4b-a258-daae3b166e47'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:12:21.779539 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:21.839705 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:21.840306 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-d0e91b58-86ac-4a0d-b98c-73322b97e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:21.841494 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-d0e91b58-86ac-4a0d-b98c-73322b97e52a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675261 Dec 12 18:12:21.951071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Allocated IP 172.20.0.2 (c104b9b5-0f9a-4748-ab1f-d843f852bb2a/a495db78-124c-4c4b-a258-daae3b166e47/ad9d3743-c20c-416a-9ef9-b5b306c1bd02) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:12:21.958973 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-f2619eb2-0421-477a-aaae-5bd3b1bc78b6 service neutron] 10.222.0.20 "GET /v2.0/networks/b4839f45-52ad-4edd-b651-88630d9ed081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406127 Dec 12 18:12:21.966625 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-4818b1d1-3e85-4095-9d2d-6d517b95ccb5 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177237 Dec 12 18:12:22.077293 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:22.083912 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c3b56c79-aba5-4c56-9ef5-034cd9a493a7 req-edadb572-d1f1-4ad0-8f77-7390f9e87da5 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097050 Dec 12 18:12:22.127273 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:22.137024 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:22.170039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c959930-0e49-4cf2-b007-66f20bbe1694 req-14cbb67c-a1f5-4354-9724-5ec0c5539b38 service neutron] 10.222.0.20 "GET /v2.0/networks/b4839f45-52ad-4edd-b651-88630d9ed081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033179 Dec 12 18:12:22.211744 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Network c104b9b5-0f9a-4748-ab1f-d843f852bb2a is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:12:22.214807 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:22.219809 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:12:22.223137 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Pushing event updated for resources: {'Port': ['ID=ad9d3743-c20c-416a-9ef9-b5b306c1bd02,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:22.270814 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef300d7-f146-472b-8565-3a49be096df1 req-d65124e3-3e10-4c83-81ed-f8907b4b6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:22.272550 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5ef300d7-f146-472b-8565-3a49be096df1 req-d65124e3-3e10-4c83-81ed-f8907b4b6f4d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 1095 time: 0.1323588 Dec 12 18:12:22.310143 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Attempting to bind port ad9d3743-c20c-416a-9ef9-b5b306c1bd02 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:12:22.310527 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Attempting to bind port ad9d3743-c20c-416a-9ef9-b5b306c1bd02 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'bc093c76-e867-4c36-81b9-1aa2535f22d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:12:22.310911 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Attempting to bind port ad9d3743-c20c-416a-9ef9-b5b306c1bd02 on network c104b9b5-0f9a-4748-ab1f-d843f852bb2a {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:12:22.317631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:12:22.317631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Checking segment: {'id': 'bc093c76-e867-4c36-81b9-1aa2535f22d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:12:22.318006 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:22.318646 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Bound using segment: {'id': 'bc093c76-e867-4c36-81b9-1aa2535f22d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:12:22.318800 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Bound port: ad9d3743-c20c-416a-9ef9-b5b306c1bd02, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc093c76-e867-4c36-81b9-1aa2535f22d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:12:22.319273 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:22.396804 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:22.401449 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] For port ad9d3743-c20c-416a-9ef9-b5b306c1bd02, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:12:22.406333 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] For port ad9d3743-c20c-416a-9ef9-b5b306c1bd02, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ad9d3743-c20c-416a-9ef9-b5b306c1bd02,segment=NetworkSegment(bc093c76-e867-4c36-81b9-1aa2535f22d5),segment_id=bc093c76-e867-4c36-81b9-1aa2535f22d5)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:12:22.417417 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:22.435573 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:22.458614 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef300d7-f146-472b-8565-3a49be096df1 req-d5740f27-9ba9-441c-ab20-e67d237b051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:22.462573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6cc0c-7375-4dbf-85d3-233e797c9d67 req-d6a5e580-d538-48d3-a38c-45b598ccf77f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:22.468903 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5ef300d7-f146-472b-8565-3a49be096df1 req-d5740f27-9ba9-441c-ab20-e67d237b051e service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.1863387 Dec 12 18:12:22.470238 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ae6cc0c-7375-4dbf-85d3-233e797c9d67 req-d6a5e580-d538-48d3-a38c-45b598ccf77f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 944 time: 0.1095815 Dec 12 18:12:22.482040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d45269-0423-4f0f-a62f-d35109df87bd req-a9e9521c-5b27-4445-9ec8-be808d8c7a29 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:22.489491 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-50d45269-0423-4f0f-a62f-d35109df87bd req-a9e9521c-5b27-4445-9ec8-be808d8c7a29 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 943 time: 0.1588430 Dec 12 18:12:22.512658 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c90c7f-5fd0-4aff-9b65-9e0ac294c5bf None None] Pushing event updated for resources: {'Port': ['ID=ad9d3743-c20c-416a-9ef9-b5b306c1bd02,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:22.534770 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5ef300d7-f146-472b-8565-3a49be096df1 req-a7edf4ed-c57b-4d45-a75a-31d2173ced4b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f150432-9cd0-4496-bd31-acdcf4c3297c HTTP/1.1" status: 200 len: 217 time: 0.0589802 Dec 12 18:12:22.597913 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef300d7-f146-472b-8565-3a49be096df1 req-959dd241-030f-49e3-a51e-e4a574252a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:22.599619 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5ef300d7-f146-472b-8565-3a49be096df1 req-959dd241-030f-49e3-a51e-e4a574252a9b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0579107 Dec 12 18:12:22.658619 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ae6cc0c-7375-4dbf-85d3-233e797c9d67 req-38b2ab0c-2f4f-4695-be9c-b0449e7fa48e tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666214 Dec 12 18:12:22.659657 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef300d7-f146-472b-8565-3a49be096df1 req-9545d1a2-719b-4f0b-b07e-bdc6cdac1577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:22.661328 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5ef300d7-f146-472b-8565-3a49be096df1 req-9545d1a2-719b-4f0b-b07e-bdc6cdac1577 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548568 Dec 12 18:12:22.662307 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-50d45269-0423-4f0f-a62f-d35109df87bd req-156f3458-06ce-4394-9584-6d6b8058fdf9 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a517be23-6b94-402b-b980-439294dc3ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721857 Dec 12 18:12:22.692541 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] Allocated IP 172.25.1.218 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:12:22.818602 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5ef300d7-f146-472b-8565-3a49be096df1 req-4cb0f1b0-94ee-4eac-beac-2dc3e2fe8837 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333001 Dec 12 18:12:22.844133 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:22.883627 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:22.931917 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:12:22.934839 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-5ef300d7-f146-472b-8565-3a49be096df1 req-b101b417-48eb-43fd-9ac9-549d9d525787 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091349 Dec 12 18:12:22.934997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:22.938861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:12:22.957353 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01753b5d-064f-4f20-ad4f-72315c3a78ac None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:12:22.984910 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] Pushing event updated for resources: {'Port': ['ID=8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:23.176676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ad9d3743-c20c-416a-9ef9-b5b306c1bd02 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:12:23.232200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ad9d3743-c20c-416a-9ef9-b5b306c1bd02 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:23.232754 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:23.271110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-02f022c9-8114-48a2-864f-8f9850e089ca None None] Provisioning complete for port 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:23.271613 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-02f022c9-8114-48a2-864f-8f9850e089ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:23.327892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-02f022c9-8114-48a2-864f-8f9850e089ca None None] Port 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:12:23.367534 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:23.407192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port ad9d3743-c20c-416a-9ef9-b5b306c1bd02, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ad9d3743-c20c-416a-9ef9-b5b306c1bd02,segment=NetworkSegment(bc093c76-e867-4c36-81b9-1aa2535f22d5),segment_id=bc093c76-e867-4c36-81b9-1aa2535f22d5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:23.415728 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:23.469403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=ad9d3743-c20c-416a-9ef9-b5b306c1bd02,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:23.571281 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:23.738514 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd46501-95b1-43ff-86fe-13ba525e2b17 None None] Network c104b9b5-0f9a-4748-ab1f-d843f852bb2a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:12:23.782409 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:23.820961 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-81598c0b-5c6f-4069-9af4-d7bb70f59816 None None] Provisioning complete for port ad9d3743-c20c-416a-9ef9-b5b306c1bd02 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:23.821521 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-81598c0b-5c6f-4069-9af4-d7bb70f59816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:23.939794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ea564-06b3-45a0-adcf-28cc43252fd8 req-ce8ad200-6b63-4366-96ad-679e3a4e1c20 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:23.941366 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a38ea564-06b3-45a0-adcf-28cc43252fd8 req-ce8ad200-6b63-4366-96ad-679e3a4e1c20 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 943 time: 0.1524842 Dec 12 18:12:23.966547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b4a77-a9b0-45da-96ee-deb128f03b4c req-d38309e8-eeb3-4bf0-a001-8b2d201fb5b8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:23.968114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8d7b4a77-a9b0-45da-96ee-deb128f03b4c req-d38309e8-eeb3-4bf0-a001-8b2d201fb5b8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 944 time: 0.1184826 Dec 12 18:12:24.091313 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8d7b4a77-a9b0-45da-96ee-deb128f03b4c req-6dbd6bdb-33b3-4fca-a403-8f579d5da404 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075315 Dec 12 18:12:24.114733 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a38ea564-06b3-45a0-adcf-28cc43252fd8 req-bbd9ed39-d9c6-4507-adaa-014503608541 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a517be23-6b94-402b-b980-439294dc3ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350529 Dec 12 18:12:24.126618 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] Router 84a81675-93e5-4825-909e-3e4db8a0c272 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:12:24.176028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-73641076-d2bf-4e34-9dca-54b8ee02ea6c None None] Provisioning complete for port ad9d3743-c20c-416a-9ef9-b5b306c1bd02 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:24.176620 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73641076-d2bf-4e34-9dca-54b8ee02ea6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:24.243316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:12:24.257070 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Sync routers for ids ['84a81675-93e5-4825-909e-3e4db8a0c272'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:12:24.271341 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:24.275329 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a892ad99-e798-413f-81d0-3f022ffd7a6a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6003127 Dec 12 18:12:24.275893 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37428) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:24.278316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Routers {'84a81675-93e5-4825-909e-3e4db8a0c272'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:12:24.278870 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:12:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['84a81675-93e5-4825-909e-3e4db8a0c272'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:24.401325 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Set router 84a81675-93e5-4825-909e-3e4db8a0c272 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:12:24.593898 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'name': 'tempest-TestServerMultinode-1084608848-router', 'tenant_id': 'a5eab203f400489db87831478dd62c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:21Z', 'updated_at': '2021-12-12T18:12:23Z', 'revision_number': 3, 'project_id': 'a5eab203f400489db87831478dd62c5f', 'gw_port': {'id': '8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:85:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:22Z', 'updated_at': '2021-12-12T18:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:24.620403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Checking router: 84a81675-93e5-4825-909e-3e4db8a0c272 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:12:24.620766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Updating router 84a81675-93e5-4825-909e-3e4db8a0c272 port 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:12:24.647085 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:24.718256 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4bdf28cd-61d6-441a-ad4a-346f6fd4e085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:24.824015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 5ee15206-32cc-42c1-b934-08cb6747e73b details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:12:24.879493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-4bdf28cd-61d6-441a-ad4a-346f6fd4e085 admin admin] Allocated IP 172.20.0.1 (c104b9b5-0f9a-4748-ab1f-d843f852bb2a/a495db78-124c-4c4b-a258-daae3b166e47/e8a6cb8f-8651-4134-9a40-869ded31ce69) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:12:24.975635 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:24.985498 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:24.995664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 5ee15206-32cc-42c1-b934-08cb6747e73b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=5ee15206-32cc-42c1-b934-08cb6747e73b,segment=NetworkSegment(6fae43ab-20c9-4da3-ab79-4691cdbf17c5),segment_id=6fae43ab-20c9-4da3-ab79-4691cdbf17c5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:25.000825 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4bdf28cd-61d6-441a-ad4a-346f6fd4e085 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:25.040055 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '5ee15206-32cc-42c1-b934-08cb6747e73b', 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081', 'port_id': '5ee15206-32cc-42c1-b934-08cb6747e73b', 'mac_address': 'fa:16:3e:da:67:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:12:25.048945 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4bdf28cd-61d6-441a-ad4a-346f6fd4e085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:25.060075 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46c1e36-921d-44b0-a8f6-5efe85fa5d65 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:12:25.072409 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a71b89-7fde-4db8-87d3-4f4ace341a78 None None] Pushing event updated for resources: {'Port': ['ID=8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:25.093594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdf28cd-61d6-441a-ad4a-346f6fd4e085 admin admin] Network c104b9b5-0f9a-4748-ab1f-d843f852bb2a is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:12:25.094294 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Attempting to bind port 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:12:25.094682 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Attempting to bind port 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:12:25.095056 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Attempting to bind port 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:12:25.096492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-4bdf28cd-61d6-441a-ad4a-346f6fd4e085 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:25.113536 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:12:25.113920 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:12:25.114338 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:25.114762 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:12:25.115465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdf28cd-61d6-441a-ad4a-346f6fd4e085 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:12:25.121487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Bound port: 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:12:25.121983 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:25.153538 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:25.170326 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf28cd-61d6-441a-ad4a-346f6fd4e085 admin admin] Pushing event updated for resources: {'Port': ['ID=e8a6cb8f-8651-4134-9a40-869ded31ce69,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:25.175781 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee15206-32cc-42c1-b934-08cb6747e73b {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:12:25.207566 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ad9d3743-c20c-416a-9ef9-b5b306c1bd02 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:12:25.208344 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4bdf28cd-61d6-441a-ad4a-346f6fd4e085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:25.246855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 5ee15206-32cc-42c1-b934-08cb6747e73b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=5ee15206-32cc-42c1-b934-08cb6747e73b,segment=NetworkSegment(6fae43ab-20c9-4da3-ab79-4691cdbf17c5),segment_id=6fae43ab-20c9-4da3-ab79-4691cdbf17c5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:25.253033 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] For port 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:12:25.271813 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:25.281614 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] For port 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:12:25.316259 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:25.320394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ef5e9ebe-dc88-4d84-93a2-bf4cce330c3f None None] Provisioning complete for port 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:25.320761 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9ebe-dc88-4d84-93a2-bf4cce330c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:25.393263 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=5ee15206-32cc-42c1-b934-08cb6747e73b,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:25.402354 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351cbda0-42c2-4b9c-b1c4-3c1fde99364a None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:12:25.473007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eec809-aed2-4277-a4eb-f585f79cf33a req-f7f84a8a-d866-46ff-97c0-0ce479f90db0 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:25.475009 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61eec809-aed2-4277-a4eb-f585f79cf33a req-f7f84a8a-d866-46ff-97c0-0ce479f90db0 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 944 time: 0.2497480 Dec 12 18:12:25.477231 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Routers {'84a81675-93e5-4825-909e-3e4db8a0c272'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:12:25.478543 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:12:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['84a81675-93e5-4825-909e-3e4db8a0c272'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:25.490532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cfdc7-6bea-4195-bf86-aca723f5d867 req-6f7de671-5749-4e54-bce4-a7563d68fc71 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:25.492392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c8cfdc7-6bea-4195-bf86-aca723f5d867 req-6f7de671-5749-4e54-bce4-a7563d68fc71 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 944 time: 0.2181327 Dec 12 18:12:25.573274 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['5ee15206-32cc-42c1-b934-08cb6747e73b'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:12:25.585610 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4bdf28cd-61d6-441a-ad4a-346f6fd4e085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:25.612582 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61eec809-aed2-4277-a4eb-f585f79cf33a req-ce2c2c14-e924-4116-8ed2-01469c7b9860 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190772 Dec 12 18:12:25.619193 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ad9d3743-c20c-416a-9ef9-b5b306c1bd02 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:25.619607 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:25.619741 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c8cfdc7-6bea-4195-bf86-aca723f5d867 req-93cf39dd-e82a-4878-ba19-07671d4db166 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a517be23-6b94-402b-b980-439294dc3ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158185 Dec 12 18:12:25.700517 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a71b89-7fde-4db8-87d3-4f4ace341a78 None None] Pushing event updated for resources: {'Port': ['ID=8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:25.770440 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9ebe-dc88-4d84-93a2-bf4cce330c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:25.777259 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] Set router 84a81675-93e5-4825-909e-3e4db8a0c272 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:12:25.805030 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4bdf28cd-61d6-441a-ad4a-346f6fd4e085 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:25.810170 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4bdf28cd-61d6-441a-ad4a-346f6fd4e085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:25.847375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ef5e9ebe-dc88-4d84-93a2-bf4cce330c3f None None] For port 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:25.874531 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf28cd-61d6-441a-ad4a-346f6fd4e085 admin admin] Pushing event updated for resources: {'Port': ['ID=e8a6cb8f-8651-4134-9a40-869ded31ce69,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:25.877079 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4bdf28cd-61d6-441a-ad4a-346f6fd4e085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:25.880481 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ef5e9ebe-dc88-4d84-93a2-bf4cce330c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:25.975394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdf28cd-61d6-441a-ad4a-346f6fd4e085 admin admin] Network c104b9b5-0f9a-4748-ab1f-d843f852bb2a is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:12:25.976728 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-4bdf28cd-61d6-441a-ad4a-346f6fd4e085 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:26.106436 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdf28cd-61d6-441a-ad4a-346f6fd4e085 admin admin] Router 84a81675-93e5-4825-909e-3e4db8a0c272 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:12:26.218205 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e9ebe-dc88-4d84-93a2-bf4cce330c3f None None] Pushing event updated for resources: {'Port': ['ID=8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:26.231638 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdf28cd-61d6-441a-ad4a-346f6fd4e085 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:12:26.236947 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4bdf28cd-61d6-441a-ad4a-346f6fd4e085 admin admin] 10.222.0.18 "PUT /v2.0/routers/84a81675-93e5-4825-909e-3e4db8a0c272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9604428 Dec 12 18:12:26.238984 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-374bd90b-a88e-408e-bd33-535f1497aa42 None None] Provisioning complete for port 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:26.239387 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-374bd90b-a88e-408e-bd33-535f1497aa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:26.456463 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'name': 'tempest-TestServerMultinode-1084608848-router', 'tenant_id': 'a5eab203f400489db87831478dd62c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:21Z', 'updated_at': '2021-12-12T18:12:25Z', 'revision_number': 4, 'project_id': 'a5eab203f400489db87831478dd62c5f', 'gw_port': {'id': '8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:85:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:22Z', 'updated_at': '2021-12-12T18:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e8a6cb8f-8651-4134-9a40-869ded31ce69', 'name': '', 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a', 'tenant_id': 'a5eab203f400489db87831478dd62c5f', 'mac_address': 'fa:16:3e:e5:d4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'a495db78-124c-4c4b-a258-daae3b166e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:24Z', 'updated_at': '2021-12-12T18:12:24Z', 'revision_number': 1, 'project_id': 'a5eab203f400489db87831478dd62c5f', 'subnets': [{'id': 'a495db78-124c-4c4b-a258-daae3b166e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:26.489817 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e7a7b7-3d90-4826-88f7-8cb0bddf3746 None None] The sync data for ids ['84a81675-93e5-4825-909e-3e4db8a0c272'] in n-d-760354-5 is: [{'id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'name': 'tempest-TestServerMultinode-1084608848-router', 'tenant_id': 'a5eab203f400489db87831478dd62c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:21Z', 'updated_at': '2021-12-12T18:12:25Z', 'revision_number': 4, 'project_id': 'a5eab203f400489db87831478dd62c5f', 'gw_port': {'id': '8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:85:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:22Z', 'updated_at': '2021-12-12T18:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e8a6cb8f-8651-4134-9a40-869ded31ce69', 'name': '', 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a', 'tenant_id': 'a5eab203f400489db87831478dd62c5f', 'mac_address': 'fa:16:3e:e5:d4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'a495db78-124c-4c4b-a258-daae3b166e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:24Z', 'updated_at': '2021-12-12T18:12:24Z', 'revision_number': 1, 'project_id': 'a5eab203f400489db87831478dd62c5f', 'subnets': [{'id': 'a495db78-124c-4c4b-a258-daae3b166e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:12:26.507499 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-374bd90b-a88e-408e-bd33-535f1497aa42 None None] Provisioning complete for port e8a6cb8f-8651-4134-9a40-869ded31ce69 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:26.507908 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-374bd90b-a88e-408e-bd33-535f1497aa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:26.554347 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-374bd90b-a88e-408e-bd33-535f1497aa42 None None] Port e8a6cb8f-8651-4134-9a40-869ded31ce69 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:12:26.677591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d9317d86-007e-4a91-be2b-535314c18395 None None] Provisioning complete for port e8a6cb8f-8651-4134-9a40-869ded31ce69 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:26.678180 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d9317d86-007e-4a91-be2b-535314c18395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:26.750604 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d9317d86-007e-4a91-be2b-535314c18395 None None] Port e8a6cb8f-8651-4134-9a40-869ded31ce69 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:12:26.753274 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37452) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:26.761057 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-924b7ad1-29c4-4544-a0d6-218998e39106 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-485703211-network', 'tenant_id': '6b45fdacbb7e4a4e845df17e21c1b202'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:26.785719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924b7ad1-29c4-4544-a0d6-218998e39106 admin admin] Made reservation on behalf of 6b45fdacbb7e4a4e845df17e21c1b202 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:12:26.789684 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924b7ad1-29c4-4544-a0d6-218998e39106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:26.800855 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924b7ad1-29c4-4544-a0d6-218998e39106 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:26.841742 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083734d0-7741-4e13-a5a1-dad82f5abcfb req-21ee16f5-6508-4cc7-b889-f3d5833255e5 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:26.843359 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-083734d0-7741-4e13-a5a1-dad82f5abcfb req-21ee16f5-6508-4cc7-b889-f3d5833255e5 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 944 time: 0.1223791 Dec 12 18:12:26.855442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e00122-a81d-4167-8783-cb06cbb2bfa4 req-5ed91666-e3fa-4164-9d0f-7e9c96a2fce9 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:26.857319 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7e00122-a81d-4167-8783-cb06cbb2bfa4 req-5ed91666-e3fa-4164-9d0f-7e9c96a2fce9 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 944 time: 0.0939448 Dec 12 18:12:26.902342 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924b7ad1-29c4-4544-a0d6-218998e39106 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:26.908175 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924b7ad1-29c4-4544-a0d6-218998e39106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:26.932546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924b7ad1-29c4-4544-a0d6-218998e39106 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:12:26.947431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b7ad1-29c4-4544-a0d6-218998e39106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:26.947701 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-083734d0-7741-4e13-a5a1-dad82f5abcfb req-08b3a9d5-e85a-483e-9fd9-4856939795f7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892365 Dec 12 18:12:26.954435 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7e00122-a81d-4167-8783-cb06cbb2bfa4 req-e1830164-0d89-4b10-8594-b990d66ec6fe tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a517be23-6b94-402b-b980-439294dc3ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798128 Dec 12 18:12:26.972910 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924b7ad1-29c4-4544-a0d6-218998e39106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:26.973269 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-924b7ad1-29c4-4544-a0d6-218998e39106 admin admin] Added segment f2336922-0d51-4565-b707-a2f86cebc213 of type vlan for network a3cd86e8-b057-403c-bebd-0b96db811f39 Dec 12 18:12:27.021031 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924b7ad1-29c4-4544-a0d6-218998e39106 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:27.050401 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924b7ad1-29c4-4544-a0d6-218998e39106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:27.051469 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924b7ad1-29c4-4544-a0d6-218998e39106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:27.052052 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924b7ad1-29c4-4544-a0d6-218998e39106 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:27.108960 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-924b7ad1-29c4-4544-a0d6-218998e39106 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3545732 Dec 12 18:12:27.111783 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37454) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:27.114511 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b7ad1-29c4-4544-a0d6-218998e39106 admin admin] Pushing event updated for resources: {'Network': ['ID=a3cd86e8-b057-403c-bebd-0b96db811f39,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:27.120561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-2740756c-2814-4b72-8b9d-1a5ce1ededb7 admin admin] Request body: {'subnet': {'network_id': 'a3cd86e8-b057-403c-bebd-0b96db811f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-485703211-subnet', 'tenant_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:27.124088 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network a3cd86e8-b057-403c-bebd-0b96db811f39 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:12:27.152473 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2740756c-2814-4b72-8b9d-1a5ce1ededb7 admin admin] Made reservation on behalf of 6b45fdacbb7e4a4e845df17e21c1b202 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:12:27.155673 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2740756c-2814-4b72-8b9d-1a5ce1ededb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:27.360298 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2740756c-2814-4b72-8b9d-1a5ce1ededb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:27.423153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740756c-2814-4b72-8b9d-1a5ce1ededb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2bdefb3-75fa-4a5f-9226-ee39feddbda8,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:27.431309 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2740756c-2814-4b72-8b9d-1a5ce1ededb7 admin admin] Checking segment: {'id': 'f2336922-0d51-4565-b707-a2f86cebc213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3cd86e8-b057-403c-bebd-0b96db811f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:12:27.431673 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2740756c-2814-4b72-8b9d-1a5ce1ededb7 admin admin] Network hostable DHCP agents. Network: a3cd86e8-b057-403c-bebd-0b96db811f39, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:12:27.449972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2740756c-2814-4b72-8b9d-1a5ce1ededb7 admin admin] Network a3cd86e8-b057-403c-bebd-0b96db811f39 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:12:27.459859 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-2740756c-2814-4b72-8b9d-1a5ce1ededb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, a3cd86e8-b057-403c-bebd-0b96db811f39) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:27.465124 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2740756c-2814-4b72-8b9d-1a5ce1ededb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:27.466289 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2740756c-2814-4b72-8b9d-1a5ce1ededb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:27.470326 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d38e1e-e5fc-4750-9ff6-a17c62ed48e7 None None] Network a3cd86e8-b057-403c-bebd-0b96db811f39 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:12:27.484971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2740756c-2814-4b72-8b9d-1a5ce1ededb7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3716130 Dec 12 18:12:27.487859 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37456) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:27.492659 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-485703211-router', 'tenant_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:27.517088 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:27.518039 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:27.573412 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:27.581635 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-a3cd86e8-b057-403c-bebd-0b96db811f39', 'network_id': 'a3cd86e8-b057-403c-bebd-0b96db811f39', 'project_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'fixed_ips': [{'subnet_id': 'b2bdefb3-75fa-4a5f-9226-ee39feddbda8'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:12:27.582757 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:27.729954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Allocated IP 172.20.0.2 (a3cd86e8-b057-403c-bebd-0b96db811f39/b2bdefb3-75fa-4a5f-9226-ee39feddbda8/d633946f-3b30-4af2-93fa-09d97479d93b) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:12:27.895172 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:27.905558 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:27.950238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Network a3cd86e8-b057-403c-bebd-0b96db811f39 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:12:27.953463 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:27.957124 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:12:27.963083 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Pushing event updated for resources: {'Port': ['ID=d633946f-3b30-4af2-93fa-09d97479d93b,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:28.024388 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Attempting to bind port d633946f-3b30-4af2-93fa-09d97479d93b on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:12:28.025646 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Attempting to bind port d633946f-3b30-4af2-93fa-09d97479d93b by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'f2336922-0d51-4565-b707-a2f86cebc213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3cd86e8-b057-403c-bebd-0b96db811f39'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:12:28.026218 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Attempting to bind port d633946f-3b30-4af2-93fa-09d97479d93b on network a3cd86e8-b057-403c-bebd-0b96db811f39 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:12:28.033503 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:12:28.034194 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Checking segment: {'id': 'f2336922-0d51-4565-b707-a2f86cebc213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3cd86e8-b057-403c-bebd-0b96db811f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:12:28.034794 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:28.035773 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Bound using segment: {'id': 'f2336922-0d51-4565-b707-a2f86cebc213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3cd86e8-b057-403c-bebd-0b96db811f39'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:12:28.037015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Bound port: d633946f-3b30-4af2-93fa-09d97479d93b, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2336922-0d51-4565-b707-a2f86cebc213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3cd86e8-b057-403c-bebd-0b96db811f39'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:12:28.037615 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:28.045006 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:28.108561 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] For port d633946f-3b30-4af2-93fa-09d97479d93b, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:12:28.111780 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] For port d633946f-3b30-4af2-93fa-09d97479d93b, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d633946f-3b30-4af2-93fa-09d97479d93b,segment=NetworkSegment(f2336922-0d51-4565-b707-a2f86cebc213),segment_id=f2336922-0d51-4565-b707-a2f86cebc213)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:12:28.116556 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:28.171794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4664c-3d3a-434b-948f-24844a2c2779 req-1325488d-36c6-481f-9a64-5c9d51576e50 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:28.172789 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ac4664c-3d3a-434b-948f-24844a2c2779 req-1325488d-36c6-481f-9a64-5c9d51576e50 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 944 time: 0.1194327 Dec 12 18:12:28.174599 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3beb86-91bc-4dfe-90cb-3cd22e426f00 None None] Pushing event updated for resources: {'Port': ['ID=d633946f-3b30-4af2-93fa-09d97479d93b,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:28.202516 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d23841-e4c7-459d-953d-2d0eb4396fc1 req-bc0f1ee2-8aa2-4f54-a149-99781c3b95c6 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:28.204006 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0d23841-e4c7-459d-953d-2d0eb4396fc1 req-bc0f1ee2-8aa2-4f54-a149-99781c3b95c6 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 944 time: 0.1244333 Dec 12 18:12:28.289111 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ac4664c-3d3a-434b-948f-24844a2c2779 req-bf118af4-a610-4e21-a693-fdecf2944520 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055384 Dec 12 18:12:28.294539 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0d23841-e4c7-459d-953d-2d0eb4396fc1 req-a475feae-f023-4276-81cb-681e652d4c61 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a517be23-6b94-402b-b980-439294dc3ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823526 Dec 12 18:12:28.425027 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:28.451939 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:28.564119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] Allocated IP 172.25.1.151 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/cffec65e-0fc8-45f0-86f5-47754339bc07) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:12:28.667475 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:28.702301 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:28.740027 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:12:28.745364 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:28.749011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:12:28.754599 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] Pushing event updated for resources: {'Port': ['ID=cffec65e-0fc8-45f0-86f5-47754339bc07,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:28.760553 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b902ef45-7f53-41d5-8ec5-ac558c082bfd None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:12:28.773364 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Sync routers for ids ['84a81675-93e5-4825-909e-3e4db8a0c272'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:12:28.791459 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Routers {'84a81675-93e5-4825-909e-3e4db8a0c272'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:12:28.792175 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:12:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['84a81675-93e5-4825-909e-3e4db8a0c272'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:28.796247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-865de302-3fd1-4b0c-9b84-7814322c250a None None] Provisioning complete for port cffec65e-0fc8-45f0-86f5-47754339bc07 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:28.796757 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-865de302-3fd1-4b0c-9b84-7814322c250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:28.831038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-865de302-3fd1-4b0c-9b84-7814322c250a None None] Port cffec65e-0fc8-45f0-86f5-47754339bc07 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:12:28.840252 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 5ee15206-32cc-42c1-b934-08cb6747e73b up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:12:28.897543 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 5ee15206-32cc-42c1-b934-08cb6747e73b completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:12:28.905404 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 5ee15206-32cc-42c1-b934-08cb6747e73b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:28.906485 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:28.997731 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:29.007313 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Set router 84a81675-93e5-4825-909e-3e4db8a0c272 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:12:29.021586 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56197743-33c4-47c8-9da9-6c6b76b546b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee15206-32cc-42c1-b934-08cb6747e73b'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:12:29.023825 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecc9b9f-1b27-47cb-b26d-f837816fc61f" -d '{"events": [{"server_uuid": "56197743-33c4-47c8-9da9-6c6b76b546b3", "name": "network-vif-plugged", "status": "completed", "tag": "5ee15206-32cc-42c1-b934-08cb6747e73b"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:12:29.037717 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 5ee15206-32cc-42c1-b934-08cb6747e73b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=5ee15206-32cc-42c1-b934-08cb6747e73b,segment=NetworkSegment(6fae43ab-20c9-4da3-ab79-4691cdbf17c5),segment_id=6fae43ab-20c9-4da3-ab79-4691cdbf17c5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:29.043306 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:29.054424 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:29.077813 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbdd52e-389e-4f3f-9acd-41e3a64b0046 x-openstack-request-id: req-2bbdd52e-389e-4f3f-9acd-41e3a64b0046 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:12:29.078317 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56197743-33c4-47c8-9da9-6c6b76b546b3", "name": "network-vif-plugged", "status": "completed", "tag": "5ee15206-32cc-42c1-b934-08cb6747e73b", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:12:29.078869 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bbdd52e-389e-4f3f-9acd-41e3a64b0046 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:12:29.080436 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56197743-33c4-47c8-9da9-6c6b76b546b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee15206-32cc-42c1-b934-08cb6747e73b', 'code': 200} Dec 12 18:12:29.110357 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=5ee15206-32cc-42c1-b934-08cb6747e73b,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:29.206661 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3564b7-c79d-4ea8-a3eb-88bb0e7512be req-178281e4-da75-49b5-87e0-14ad980d17bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:29.208211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8d3564b7-c79d-4ea8-a3eb-88bb0e7512be req-178281e4-da75-49b5-87e0-14ad980d17bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 1096 time: 0.0591309 Dec 12 18:12:29.230613 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:12:29.272443 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'name': 'tempest-TestServerMultinode-1084608848-router', 'tenant_id': 'a5eab203f400489db87831478dd62c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:21Z', 'updated_at': '2021-12-12T18:12:25Z', 'revision_number': 4, 'project_id': 'a5eab203f400489db87831478dd62c5f', 'gw_port': {'id': '8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:22Z', 'updated_at': '2021-12-12T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e8a6cb8f-8651-4134-9a40-869ded31ce69', 'name': '', 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a', 'tenant_id': 'a5eab203f400489db87831478dd62c5f', 'mac_address': 'fa:16:3e:e5:d4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'a495db78-124c-4c4b-a258-daae3b166e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:24Z', 'updated_at': '2021-12-12T18:12:25Z', 'revision_number': 2, 'project_id': 'a5eab203f400489db87831478dd62c5f', 'subnets': [{'id': 'a495db78-124c-4c4b-a258-daae3b166e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:29.295607 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:29.295977 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:29.307373 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Checking router: 84a81675-93e5-4825-909e-3e4db8a0c272 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:12:29.308003 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Updating router 84a81675-93e5-4825-909e-3e4db8a0c272 port e8a6cb8f-8651-4134-9a40-869ded31ce69 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:12:29.339785 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:29.372545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8d3564b7-c79d-4ea8-a3eb-88bb0e7512be req-3613c119-d072-42a6-90a1-8bd1d749ce66 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a517be23-6b94-402b-b980-439294dc3ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495383 Dec 12 18:12:29.409377 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d633946f-3b30-4af2-93fa-09d97479d93b up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:12:29.474053 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:29.478794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port d633946f-3b30-4af2-93fa-09d97479d93b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:29.479385 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:29.578931 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f159bd4-8e4c-4438-855a-9b9ec8de417a req-633ac139-e377-4bcd-bcc3-0ded0ebc4022 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:29.580408 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:29.586722 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7f159bd4-8e4c-4438-855a-9b9ec8de417a req-633ac139-e377-4bcd-bcc3-0ded0ebc4022 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 944 time: 0.1927278 Dec 12 18:12:29.624689 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port d633946f-3b30-4af2-93fa-09d97479d93b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d633946f-3b30-4af2-93fa-09d97479d93b,segment=NetworkSegment(f2336922-0d51-4565-b707-a2f86cebc213),segment_id=f2336922-0d51-4565-b707-a2f86cebc213)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:29.629855 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:29.630318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f37c9-0d12-4d5c-96cc-3fafb40290d4 req-345b222e-6b93-410a-a7df-f76430f88e50 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:29.638930 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee5f37c9-0d12-4d5c-96cc-3fafb40290d4 req-345b222e-6b93-410a-a7df-f76430f88e50 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 945 time: 0.2183378 Dec 12 18:12:29.687299 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:29.694617 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:29.703654 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=d633946f-3b30-4af2-93fa-09d97479d93b,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:29.744076 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7f159bd4-8e4c-4438-855a-9b9ec8de417a req-fba186f6-6ce4-43b8-bd8e-75403897a6db tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551361 Dec 12 18:12:29.744770 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad56a9c-4c74-4a10-a85a-b4a06d4f4832 None None] Network a3cd86e8-b057-403c-bebd-0b96db811f39 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:12:29.779434 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee5f37c9-0d12-4d5c-96cc-3fafb40290d4 req-c4e63982-9b64-455b-8f95-3d586303838c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a517be23-6b94-402b-b980-439294dc3ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346912 Dec 12 18:12:29.815754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] Router fac3a35a-ef23-4e6f-8fc2-62c93e68089e is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:12:29.840974 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c8323-ff05-4588-a0bd-b7202b84c1ff None None] Pushing event updated for resources: {'Port': ['ID=e8a6cb8f-8651-4134-9a40-869ded31ce69,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:29.848316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-12921142-5e78-4d4f-8699-efb4063afa9c None None] Provisioning complete for port d633946f-3b30-4af2-93fa-09d97479d93b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:29.848947 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-12921142-5e78-4d4f-8699-efb4063afa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:29.858140 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Attempting to bind port e8a6cb8f-8651-4134-9a40-869ded31ce69 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:12:29.858140 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Attempting to bind port e8a6cb8f-8651-4134-9a40-869ded31ce69 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'bc093c76-e867-4c36-81b9-1aa2535f22d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:12:29.858719 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Attempting to bind port e8a6cb8f-8651-4134-9a40-869ded31ce69 on network c104b9b5-0f9a-4748-ab1f-d843f852bb2a {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:12:29.867169 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:12:29.867709 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Checking segment: {'id': 'bc093c76-e867-4c36-81b9-1aa2535f22d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:12:29.868276 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:29.868768 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Bound using segment: {'id': 'bc093c76-e867-4c36-81b9-1aa2535f22d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:12:29.869347 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Bound port: e8a6cb8f-8651-4134-9a40-869ded31ce69, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc093c76-e867-4c36-81b9-1aa2535f22d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:12:29.869831 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:29.966531 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] For port e8a6cb8f-8651-4134-9a40-869ded31ce69, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:12:29.973328 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] For port e8a6cb8f-8651-4134-9a40-869ded31ce69, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e8a6cb8f-8651-4134-9a40-869ded31ce69,segment=NetworkSegment(bc093c76-e867-4c36-81b9-1aa2535f22d5),segment_id=bc093c76-e867-4c36-81b9-1aa2535f22d5)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:12:29.975287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:12:29.982491 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:30.000190 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Sync routers for ids ['fac3a35a-ef23-4e6f-8fc2-62c93e68089e'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:12:30.013999 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:30.014399 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Routers {'fac3a35a-ef23-4e6f-8fc2-62c93e68089e'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:12:30.018110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:12:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fac3a35a-ef23-4e6f-8fc2-62c93e68089e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:30.018341 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9910c5a5-5a2f-45a0-a524-1239183e2172 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5265272 Dec 12 18:12:30.018463 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37468) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:30.080985 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Routers {'84a81675-93e5-4825-909e-3e4db8a0c272'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:12:30.082776 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:12:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['84a81675-93e5-4825-909e-3e4db8a0c272'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:30.087521 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c8323-ff05-4588-a0bd-b7202b84c1ff None None] Pushing event updated for resources: {'Port': ['ID=e8a6cb8f-8651-4134-9a40-869ded31ce69,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:30.161355 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8a3b1d70-e748-4644-9492-f5f9d581684a None None] Provisioning complete for port e8a6cb8f-8651-4134-9a40-869ded31ce69 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:30.162840 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a3b1d70-e748-4644-9492-f5f9d581684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:30.198139 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Set router fac3a35a-ef23-4e6f-8fc2-62c93e68089e gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:12:30.228935 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] Set router 84a81675-93e5-4825-909e-3e4db8a0c272 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:12:30.490363 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a3b1d70-e748-4644-9492-f5f9d581684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:30.504508 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'name': 'tempest-TestServerMultinode-1084608848-router', 'tenant_id': 'a5eab203f400489db87831478dd62c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:21Z', 'updated_at': '2021-12-12T18:12:25Z', 'revision_number': 4, 'project_id': 'a5eab203f400489db87831478dd62c5f', 'gw_port': {'id': '8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:22Z', 'updated_at': '2021-12-12T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e8a6cb8f-8651-4134-9a40-869ded31ce69', 'name': '', 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a', 'tenant_id': 'a5eab203f400489db87831478dd62c5f', 'mac_address': 'fa:16:3e:e5:d4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'a495db78-124c-4c4b-a258-daae3b166e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:24Z', 'updated_at': '2021-12-12T18:12:29Z', 'revision_number': 4, 'project_id': 'a5eab203f400489db87831478dd62c5f', 'subnets': [{'id': 'a495db78-124c-4c4b-a258-daae3b166e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:30.535464 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'name': 'tempest-TestServerMultinode-485703211-router', 'tenant_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'cffec65e-0fc8-45f0-86f5-47754339bc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:27Z', 'updated_at': '2021-12-12T18:12:28Z', 'revision_number': 3, 'project_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'gw_port': {'id': 'cffec65e-0fc8-45f0-86f5-47754339bc07', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:28Z', 'updated_at': '2021-12-12T18:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:30.535756 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2cf518-283f-41dd-8bcb-b4e703a4060a None None] The sync data for ids ['84a81675-93e5-4825-909e-3e4db8a0c272'] in n-d-760354-5 is: [{'id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'name': 'tempest-TestServerMultinode-1084608848-router', 'tenant_id': 'a5eab203f400489db87831478dd62c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:21Z', 'updated_at': '2021-12-12T18:12:25Z', 'revision_number': 4, 'project_id': 'a5eab203f400489db87831478dd62c5f', 'gw_port': {'id': '8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:22Z', 'updated_at': '2021-12-12T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e8a6cb8f-8651-4134-9a40-869ded31ce69', 'name': '', 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a', 'tenant_id': 'a5eab203f400489db87831478dd62c5f', 'mac_address': 'fa:16:3e:e5:d4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'a495db78-124c-4c4b-a258-daae3b166e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:24Z', 'updated_at': '2021-12-12T18:12:29Z', 'revision_number': 4, 'project_id': 'a5eab203f400489db87831478dd62c5f', 'subnets': [{'id': 'a495db78-124c-4c4b-a258-daae3b166e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:12:30.538778 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8a3b1d70-e748-4644-9492-f5f9d581684a None None] For port e8a6cb8f-8651-4134-9a40-869ded31ce69, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e8a6cb8f-8651-4134-9a40-869ded31ce69,segment=NetworkSegment(bc093c76-e867-4c36-81b9-1aa2535f22d5),segment_id=bc093c76-e867-4c36-81b9-1aa2535f22d5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:30.567540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Checking router: fac3a35a-ef23-4e6f-8fc2-62c93e68089e for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:12:30.567785 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Updating router fac3a35a-ef23-4e6f-8fc2-62c93e68089e port cffec65e-0fc8-45f0-86f5-47754339bc07 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:12:30.571195 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a3b1d70-e748-4644-9492-f5f9d581684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:30.625590 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:30.671357 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b1d70-e748-4644-9492-f5f9d581684a None None] Pushing event updated for resources: {'Port': ['ID=e8a6cb8f-8651-4134-9a40-869ded31ce69,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:30.745822 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7e8f6802-ca54-4aee-b9be-fe27ced3785c None None] Provisioning complete for port d633946f-3b30-4af2-93fa-09d97479d93b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:30.746197 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7e8f6802-ca54-4aee-b9be-fe27ced3785c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:30.909518 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f327a451-35bf-4f08-880f-7607eebb461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:30.928354 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab90f0-cf68-4c65-8b19-8acf4bdc5493 req-a3cd7a9d-ba87-4728-9ade-bc03baba9a98 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:30.936420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82ab90f0-cf68-4c65-8b19-8acf4bdc5493 req-a3cd7a9d-ba87-4728-9ade-bc03baba9a98 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 945 time: 0.0880148 Dec 12 18:12:30.966888 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7e8f6802-ca54-4aee-b9be-fe27ced3785c None None] Provisioning complete for port e8a6cb8f-8651-4134-9a40-869ded31ce69 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:30.967497 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7e8f6802-ca54-4aee-b9be-fe27ced3785c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:30.977554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd4852-ca3a-411e-8a57-75ed22755341 req-3f8c7f2c-4892-43c1-b251-60f440185850 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:30.979444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abfd4852-ca3a-411e-8a57-75ed22755341 req-3f8c7f2c-4892-43c1-b251-60f440185850 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 944 time: 0.1201968 Dec 12 18:12:31.016939 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82ab90f0-cf68-4c65-8b19-8acf4bdc5493 req-001dc959-0644-46a2-8b22-1da49181f334 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a517be23-6b94-402b-b980-439294dc3ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788136 Dec 12 18:12:31.054843 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:31.074486 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:31.102968 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abfd4852-ca3a-411e-8a57-75ed22755341 req-68ef9da5-bf64-43c3-942e-0a8db689e6a7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076970 Dec 12 18:12:31.124986 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-f327a451-35bf-4f08-880f-7607eebb461c admin admin] Allocated IP 172.20.0.1 (a3cd86e8-b057-403c-bebd-0b96db811f39/b2bdefb3-75fa-4a5f-9226-ee39feddbda8/431a7169-0b09-4c75-9d0a-093f2d1b6495) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:12:31.172437 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdf7e97-b0a8-4885-8b12-6fefb66e20e8 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:12:31.231820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09419b-f5ed-4a58-9eb4-c16bab6ec32e req-464d01aa-964a-492f-82cd-3c551e2c5af9 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:31.234299 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f09419b-f5ed-4a58-9eb4-c16bab6ec32e req-464d01aa-964a-492f-82cd-3c551e2c5af9 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 945 time: 0.0813437 Dec 12 18:12:31.283449 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f327a451-35bf-4f08-880f-7607eebb461c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:31.311503 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f09419b-f5ed-4a58-9eb4-c16bab6ec32e req-73893e2e-f07f-49f5-8a26-70126c2de54d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a517be23-6b94-402b-b980-439294dc3ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713642 Dec 12 18:12:31.322897 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f327a451-35bf-4f08-880f-7607eebb461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:31.343726 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37476) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:31.360921 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f327a451-35bf-4f08-880f-7607eebb461c admin admin] Network a3cd86e8-b057-403c-bebd-0b96db811f39 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:12:31.369284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f327a451-35bf-4f08-880f-7607eebb461c admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:31.373178 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f327a451-35bf-4f08-880f-7607eebb461c admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:12:31.405258 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327a451-35bf-4f08-880f-7607eebb461c admin admin] Pushing event updated for resources: {'Port': ['ID=431a7169-0b09-4c75-9d0a-093f2d1b6495,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:31.409707 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d633946f-3b30-4af2-93fa-09d97479d93b up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:12:31.423651 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f327a451-35bf-4f08-880f-7607eebb461c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:31.439675 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47316697-cc59-4d72-a727-572827af212f tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:31.450178 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-47316697-cc59-4d72-a727-572827af212f tempest-TestNetworkBasicOps-512136783 tempest-TestNetworkBasicOps-512136783-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 1091 time: 0.1023617 Dec 12 18:12:31.451994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Attempting to bind port cffec65e-0fc8-45f0-86f5-47754339bc07 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:12:31.452364 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Attempting to bind port cffec65e-0fc8-45f0-86f5-47754339bc07 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:12:31.452727 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Attempting to bind port cffec65e-0fc8-45f0-86f5-47754339bc07 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:12:31.455879 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37478) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:31.460447 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:12:31.460818 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:12:31.461223 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:31.461611 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:12:31.461860 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': '5ee15206-32cc-42c1-b934-08cb6747e73b', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:31.462673 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Bound port: cffec65e-0fc8-45f0-86f5-47754339bc07, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:12:31.463053 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:31.464836 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff42f0-23c4-40db-9a21-ec77830747f2 None None] Pushing event updated for resources: {'Port': ['ID=cffec65e-0fc8-45f0-86f5-47754339bc07,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:31.499961 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:31.547991 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port d633946f-3b30-4af2-93fa-09d97479d93b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:31.548368 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:31.617538 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] For port cffec65e-0fc8-45f0-86f5-47754339bc07, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:12:31.621788 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f327a451-35bf-4f08-880f-7607eebb461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:31.623194 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] For port cffec65e-0fc8-45f0-86f5-47754339bc07, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=cffec65e-0fc8-45f0-86f5-47754339bc07,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:12:31.638310 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-fe9fe85a-1b3c-451e-97e5-5ad1ee2a5b2c None None] Provisioning complete for port cffec65e-0fc8-45f0-86f5-47754339bc07 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:31.638310 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe9fe85a-1b3c-451e-97e5-5ad1ee2a5b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:31.643373 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:31.692848 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:31.770466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47efe4b8-24fc-4c7e-9223-d6c51f5542b5 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:12:31.796563 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e8a6cb8f-8651-4134-9a40-869ded31ce69 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:12:31.801600 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff42f0-23c4-40db-9a21-ec77830747f2 None None] Pushing event updated for resources: {'Port': ['ID=cffec65e-0fc8-45f0-86f5-47754339bc07,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:31.820828 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f327a451-35bf-4f08-880f-7607eebb461c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:31.823119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Allocated IP 172.25.1.63 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/d36ac278-e215-493d-94b4-9caffbeecccc) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:12:31.827238 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f327a451-35bf-4f08-880f-7607eebb461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:31.835067 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Routers {'fac3a35a-ef23-4e6f-8fc2-62c93e68089e'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:12:31.835874 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:12:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fac3a35a-ef23-4e6f-8fc2-62c93e68089e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:31.899034 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f327a451-35bf-4f08-880f-7607eebb461c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:31.902345 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327a451-35bf-4f08-880f-7607eebb461c admin admin] Pushing event updated for resources: {'Port': ['ID=431a7169-0b09-4c75-9d0a-093f2d1b6495,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:31.939162 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:31.966183 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe9fe85a-1b3c-451e-97e5-5ad1ee2a5b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:31.980100 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:31.997374 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-fe9fe85a-1b3c-451e-97e5-5ad1ee2a5b2c None None] For port cffec65e-0fc8-45f0-86f5-47754339bc07, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=cffec65e-0fc8-45f0-86f5-47754339bc07,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:32.005910 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f327a451-35bf-4f08-880f-7607eebb461c admin admin] Network a3cd86e8-b057-403c-bebd-0b96db811f39 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:12:32.006999 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe9fe85a-1b3c-451e-97e5-5ad1ee2a5b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:32.007514 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f327a451-35bf-4f08-880f-7607eebb461c admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:32.044214 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:12:32.048410 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:32.055511 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:12:32.065122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] Set router fac3a35a-ef23-4e6f-8fc2-62c93e68089e gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:12:32.067619 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port e8a6cb8f-8651-4134-9a40-869ded31ce69 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:32.068008 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:32.088730 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Port': ['ID=d36ac278-e215-493d-94b4-9caffbeecccc,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:32.160642 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f327a451-35bf-4f08-880f-7607eebb461c admin admin] Router fac3a35a-ef23-4e6f-8fc2-62c93e68089e has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:12:32.170377 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fe85a-1b3c-451e-97e5-5ad1ee2a5b2c None None] Pushing event updated for resources: {'Port': ['ID=cffec65e-0fc8-45f0-86f5-47754339bc07,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:32.212948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-12e80b55-f201-4789-bfdc-ea3231db7224 None None] Provisioning complete for port cffec65e-0fc8-45f0-86f5-47754339bc07 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:32.213328 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-12e80b55-f201-4789-bfdc-ea3231db7224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:32.315519 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f327a451-35bf-4f08-880f-7607eebb461c admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:12:32.326403 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f327a451-35bf-4f08-880f-7607eebb461c admin admin] 10.222.0.18 "PUT /v2.0/routers/fac3a35a-ef23-4e6f-8fc2-62c93e68089e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3069100 Dec 12 18:12:32.354767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac10d8-3938-4fc7-ba29-244593c35cb7 req-fa0e5040-3d0b-463a-a45d-b3e5ba24c238 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:32.356308 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7ac10d8-3938-4fc7-ba29-244593c35cb7 req-fa0e5040-3d0b-463a-a45d-b3e5ba24c238 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 944 time: 0.1504238 Dec 12 18:12:32.444682 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7ac10d8-3938-4fc7-ba29-244593c35cb7 req-a264d2d4-7e86-4f20-972c-18bcf888100e tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762753 Dec 12 18:12:32.478054 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-12e80b55-f201-4789-bfdc-ea3231db7224 None None] Provisioning complete for port 431a7169-0b09-4c75-9d0a-093f2d1b6495 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:32.478438 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-12e80b55-f201-4789-bfdc-ea3231db7224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:32.520081 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-12e80b55-f201-4789-bfdc-ea3231db7224 None None] Port 431a7169-0b09-4c75-9d0a-093f2d1b6495 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:12:32.522769 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'name': 'tempest-TestServerMultinode-485703211-router', 'tenant_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'cffec65e-0fc8-45f0-86f5-47754339bc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:27Z', 'updated_at': '2021-12-12T18:12:31Z', 'revision_number': 4, 'project_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'gw_port': {'id': 'cffec65e-0fc8-45f0-86f5-47754339bc07', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:28Z', 'updated_at': '2021-12-12T18:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '431a7169-0b09-4c75-9d0a-093f2d1b6495', 'name': '', 'network_id': 'a3cd86e8-b057-403c-bebd-0b96db811f39', 'tenant_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'mac_address': 'fa:16:3e:53:2a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'b2bdefb3-75fa-4a5f-9226-ee39feddbda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:30Z', 'updated_at': '2021-12-12T18:12:31Z', 'revision_number': 2, 'project_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'subnets': [{'id': 'b2bdefb3-75fa-4a5f-9226-ee39feddbda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:32.550562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d72a01-bb87-4b33-a928-1e75238dd4c9 None None] The sync data for ids ['fac3a35a-ef23-4e6f-8fc2-62c93e68089e'] in n-d-760354-5 is: [{'id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'name': 'tempest-TestServerMultinode-485703211-router', 'tenant_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'cffec65e-0fc8-45f0-86f5-47754339bc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:27Z', 'updated_at': '2021-12-12T18:12:31Z', 'revision_number': 4, 'project_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'gw_port': {'id': 'cffec65e-0fc8-45f0-86f5-47754339bc07', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:28Z', 'updated_at': '2021-12-12T18:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '431a7169-0b09-4c75-9d0a-093f2d1b6495', 'name': '', 'network_id': 'a3cd86e8-b057-403c-bebd-0b96db811f39', 'tenant_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'mac_address': 'fa:16:3e:53:2a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'b2bdefb3-75fa-4a5f-9226-ee39feddbda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:30Z', 'updated_at': '2021-12-12T18:12:31Z', 'revision_number': 2, 'project_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'subnets': [{'id': 'b2bdefb3-75fa-4a5f-9226-ee39feddbda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:12:32.593722 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:32.645809 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-55f30076-ae61-49ef-9fa2-9de849a3bf51 None None] Provisioning complete for port 431a7169-0b09-4c75-9d0a-093f2d1b6495 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:32.646134 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55f30076-ae61-49ef-9fa2-9de849a3bf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:32.681632 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:32.686111 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-55f30076-ae61-49ef-9fa2-9de849a3bf51 None None] Port 431a7169-0b09-4c75-9d0a-093f2d1b6495 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:12:32.912873 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:32.921096 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:33.016060 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-0f31e543-fd9b-4663-adb7-3fa5f2bb1b2c tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:33.017533 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-0f31e543-fd9b-4663-adb7-3fa5f2bb1b2c tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/networks?id=c104b9b5-0f9a-4748-ab1f-d843f852bb2a HTTP/1.1" status: 200 len: 911 time: 0.1691713 Dec 12 18:12:33.018138 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event updated for resources: {'Port': ['ID=d36ac278-e215-493d-94b4-9caffbeecccc,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:33.040032 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-aef3b6e9-5d30-4e0c-8d4f-0fb932840da7 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/quotas/6b45fdacbb7e4a4e845df17e21c1b202 HTTP/1.1" status: 200 len: 375 time: 0.0153847 Dec 12 18:12:33.043676 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:33.200034 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-dca37b6b-80e3-4b5d-9f38-05eb33279b3c tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b45fdacbb7e4a4e845df17e21c1b202&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1214893 Dec 12 18:12:33.218271 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Floating IP 0cb4d87d-a38b-46d1-b5ca-e6ce2036c2f0 associated. External IP: 172.25.1.63, port: 5ee15206-32cc-42c1-b934-08cb6747e73b. Dec 12 18:12:33.737988 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217a98f-efb2-4b9e-9a23-b0b24f257712 req-ce56d79b-acc1-421c-b8ea-73622bd30fdc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:33.739545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f217a98f-efb2-4b9e-9a23-b0b24f257712 req-ce56d79b-acc1-421c-b8ea-73622bd30fdc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 944 time: 0.1812050 Dec 12 18:12:33.746956 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-59682960-2a18-4a20-bf8c-b563f112a42f service neutron] 10.222.0.18 "GET /v2.0/networks/c104b9b5-0f9a-4748-ab1f-d843f852bb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391514 Dec 12 18:12:33.921221 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f217a98f-efb2-4b9e-9a23-b0b24f257712 req-7f9055cb-5ee5-4966-a07f-c916c0c7b028 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716785 Dec 12 18:12:33.966234 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-7924ef7c-00df-4764-aec3-6e5c64529974 service neutron] 10.222.0.18 "GET /v2.0/networks/c104b9b5-0f9a-4748-ab1f-d843f852bb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091634 Dec 12 18:12:33.974753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Router 89fed49b-a438-4831-87d6-7caf047bc2cc has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:12:34.093415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:12:34.105670 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba21e5-b323-495d-96de-bbd58939123e None None] Sync routers for ids ['89fed49b-a438-4831-87d6-7caf047bc2cc'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:12:34.122772 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba21e5-b323-495d-96de-bbd58939123e None None] Routers {'89fed49b-a438-4831-87d6-7caf047bc2cc'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:12:34.123030 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:34.124138 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2dba21e5-b323-495d-96de-bbd58939123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:12:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['89fed49b-a438-4831-87d6-7caf047bc2cc'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:34.159234 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c37d204a-7fd8-4bff-8367-a446f1f39e9e req-24fd726f-4b92-46e3-9cf2-e1d65933d55f tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a HTTP/1.1" status: 200 len: 210 time: 0.0467384 Dec 12 18:12:34.167033 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-38500848-9b5a-483f-a3a4-d1137c51dcb2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7096949 Dec 12 18:12:34.167685 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56197743-33c4-47c8-9da9-6c6b76b546b3', 'tag': '5ee15206-32cc-42c1-b934-08cb6747e73b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:12:34.170375 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37508) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:34.170880 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f1c134-6048-4641-9a9f-be7bf0df528b" -d '{"events": [{"name": "network-changed", "server_uuid": "56197743-33c4-47c8-9da9-6c6b76b546b3", "tag": "5ee15206-32cc-42c1-b934-08cb6747e73b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:12:34.211015 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c809f9fe-0d82-4fe0-b03e-b492b3db098e x-openstack-request-id: req-c809f9fe-0d82-4fe0-b03e-b492b3db098e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:12:34.211349 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56197743-33c4-47c8-9da9-6c6b76b546b3", "tag": "5ee15206-32cc-42c1-b934-08cb6747e73b", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:12:34.211700 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c809f9fe-0d82-4fe0-b03e-b492b3db098e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:12:34.212698 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56197743-33c4-47c8-9da9-6c6b76b546b3', 'tag': '5ee15206-32cc-42c1-b934-08cb6747e73b', 'status': 'completed', 'code': 200} Dec 12 18:12:34.258240 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0901d2e3-7964-4309-a1e7-a7d529650aa5 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/floatingips/0cb4d87d-a38b-46d1-b5ca-e6ce2036c2f0 HTTP/1.1" status: 200 len: 990 time: 0.0858309 Dec 12 18:12:34.299310 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-2dba21e5-b323-495d-96de-bbd58939123e None None] Set router 89fed49b-a438-4831-87d6-7caf047bc2cc gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:12:34.300841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c134-6048-4641-9a9f-be7bf0df528b req-163a7ec4-836d-4cc5-8369-8bff11e1473e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:34.302451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9f1c134-6048-4641-9a9f-be7bf0df528b req-163a7ec4-836d-4cc5-8369-8bff11e1473e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a667ea3d799643cd85f2edf112448875&device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 1096 time: 0.0660844 Dec 12 18:12:34.398449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c134-6048-4641-9a9f-be7bf0df528b req-b89c5c44-bd38-41a9-9852-d0b818f8f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:34.400010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9f1c134-6048-4641-9a9f-be7bf0df528b req-b89c5c44-bd38-41a9-9852-d0b818f8f73c service neutron] 10.222.0.20 "GET /v2.0/networks?id=b4839f45-52ad-4edd-b651-88630d9ed081 HTTP/1.1" status: 200 len: 898 time: 0.0906143 Dec 12 18:12:34.495951 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9f1c134-6048-4641-9a9f-be7bf0df528b req-89334122-ad1d-4c7f-a4ab-b709622f59eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ee15206-32cc-42c1-b934-08cb6747e73b HTTP/1.1" status: 200 len: 998 time: 0.0878260 Dec 12 18:12:34.556012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c134-6048-4641-9a9f-be7bf0df528b req-1d00c892-60da-4d7d-85c0-ab37430ad1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:34.558134 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9f1c134-6048-4641-9a9f-be7bf0df528b req-1d00c892-60da-4d7d-85c0-ab37430ad1a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=257bfec4-0d2c-4c54-bc88-31e3e0bcf67d HTTP/1.1" status: 200 len: 835 time: 0.0536563 Dec 12 18:12:34.558376 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2dba21e5-b323-495d-96de-bbd58939123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'name': 'tempest-TestNetworkBasicOps-router-13481070', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:05Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:06Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '0cb4d87d-a38b-46d1-b5ca-e6ce2036c2f0', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'port_id': '5ee15206-32cc-42c1-b934-08cb6747e73b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081', 'mac_address': 'fa:16:3e:da:67:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56197743-33c4-47c8-9da9-6c6b76b546b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:12:32Z', 'updated_at': '2021-12-12T18:12:32Z', 'revision_number': 0, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d9a261-7975-4bc0-b6f1-9d391351b0b1', 'name': '', 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:b1:37:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:09Z', 'updated_at': '2021-12-12T18:12:16Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:34.586218 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba21e5-b323-495d-96de-bbd58939123e None None] Checking router: 89fed49b-a438-4831-87d6-7caf047bc2cc for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:12:34.595560 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba21e5-b323-495d-96de-bbd58939123e None None] Routers {'89fed49b-a438-4831-87d6-7caf047bc2cc'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:12:34.596237 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2dba21e5-b323-495d-96de-bbd58939123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:12:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['89fed49b-a438-4831-87d6-7caf047bc2cc'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:34.609413 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1c134-6048-4641-9a9f-be7bf0df528b req-411e952a-0dcb-4c26-a6cc-d059fea9d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:34.611081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9f1c134-6048-4641-9a9f-be7bf0df528b req-411e952a-0dcb-4c26-a6cc-d059fea9d164 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4839f45-52ad-4edd-b651-88630d9ed081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457151 Dec 12 18:12:34.723960 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9f1c134-6048-4641-9a9f-be7bf0df528b req-6d31febc-d204-4fbc-952b-720883b761a3 service neutron] 10.222.0.20 "GET /v2.0/networks/b4839f45-52ad-4edd-b651-88630d9ed081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059849 Dec 12 18:12:34.822740 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9f1c134-6048-4641-9a9f-be7bf0df528b req-a35ccfe0-d61d-4da2-bb37-67561dfb06af service neutron] 10.222.0.20 "GET /v2.0/networks/b4839f45-52ad-4edd-b651-88630d9ed081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921147 Dec 12 18:12:34.823519 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-2dba21e5-b323-495d-96de-bbd58939123e None None] Set router 89fed49b-a438-4831-87d6-7caf047bc2cc gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:12:34.886870 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Sync routers for ids ['fac3a35a-ef23-4e6f-8fc2-62c93e68089e'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:12:34.899626 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Routers {'fac3a35a-ef23-4e6f-8fc2-62c93e68089e'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:12:34.902155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:12:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fac3a35a-ef23-4e6f-8fc2-62c93e68089e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:35.020332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Set router fac3a35a-ef23-4e6f-8fc2-62c93e68089e gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:12:35.056625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec22bde-0b04-49b9-8e3a-0c4e35253a03 req-4f26bea3-6d13-47f5-ba37-6b4db12e91a5 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:35.058300 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bec22bde-0b04-49b9-8e3a-0c4e35253a03 req-4f26bea3-6d13-47f5-ba37-6b4db12e91a5 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 944 time: 0.0662382 Dec 12 18:12:35.074985 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2dba21e5-b323-495d-96de-bbd58939123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'name': 'tempest-TestNetworkBasicOps-router-13481070', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:05Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:06Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '0cb4d87d-a38b-46d1-b5ca-e6ce2036c2f0', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'port_id': '5ee15206-32cc-42c1-b934-08cb6747e73b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081', 'mac_address': 'fa:16:3e:da:67:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56197743-33c4-47c8-9da9-6c6b76b546b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:12:32Z', 'updated_at': '2021-12-12T18:12:32Z', 'revision_number': 0, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d9a261-7975-4bc0-b6f1-9d391351b0b1', 'name': '', 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:b1:37:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:09Z', 'updated_at': '2021-12-12T18:12:16Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:35.112741 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba21e5-b323-495d-96de-bbd58939123e None None] The sync data for ids ['89fed49b-a438-4831-87d6-7caf047bc2cc'] in n-d-760354-5 is: [{'id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'name': 'tempest-TestNetworkBasicOps-router-13481070', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:05Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:06Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '0cb4d87d-a38b-46d1-b5ca-e6ce2036c2f0', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'port_id': '5ee15206-32cc-42c1-b934-08cb6747e73b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081', 'mac_address': 'fa:16:3e:da:67:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56197743-33c4-47c8-9da9-6c6b76b546b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:12:32Z', 'updated_at': '2021-12-12T18:12:32Z', 'revision_number': 0, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d9a261-7975-4bc0-b6f1-9d391351b0b1', 'name': '', 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:b1:37:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:09Z', 'updated_at': '2021-12-12T18:12:16Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:12:35.119141 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bec22bde-0b04-49b9-8e3a-0c4e35253a03 req-87e436bb-b0e6-4709-8b4c-f10eeb2154bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545590 Dec 12 18:12:35.191170 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device cffec65e-0fc8-45f0-86f5-47754339bc07 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:12:35.272156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37522) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:35.280582 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-24c2171b-e7bb-4c1a-be65-28a9e6832773 req-82365ff0-1c32-4782-ba9d-100f9a5cfcd6 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a HTTP/1.1" status: 200 len: 210 time: 0.0369420 Dec 12 18:12:35.316619 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port cffec65e-0fc8-45f0-86f5-47754339bc07 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:35.318871 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:35.372064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-92c2c2a0-1b24-42a2-851e-40cbc3bd48e7 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:35.374561 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-92c2c2a0-1b24-42a2-851e-40cbc3bd48e7 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.31 "GET /v2.0/networks?id=c104b9b5-0f9a-4748-ab1f-d843f852bb2a HTTP/1.1" status: 200 len: 911 time: 0.1311166 Dec 12 18:12:35.378706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1a59e5d0-f3ec-45f3-8f90-9f1fcd7e39c1 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/floatingips/0cb4d87d-a38b-46d1-b5ca-e6ce2036c2f0 HTTP/1.1" status: 200 len: 990 time: 0.0969193 Dec 12 18:12:35.390161 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-cc26a1dd-a028-4df6-9e89-ef2cd03c7f02 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Request body: {'port': {'device_id': 'ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a', 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a', 'admin_state_up': True, 'tenant_id': '6b45fdacbb7e4a4e845df17e21c1b202'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:35.405424 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 0f150432-9cd0-4496-bd31-acdcf4c3297c details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:12:35.416645 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-cc26a1dd-a028-4df6-9e89-ef2cd03c7f02 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Made reservation on behalf of 6b45fdacbb7e4a4e845df17e21c1b202 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:12:35.422928 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-cc26a1dd-a028-4df6-9e89-ef2cd03c7f02 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:35.438559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'name': 'tempest-TestServerMultinode-485703211-router', 'tenant_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'cffec65e-0fc8-45f0-86f5-47754339bc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:27Z', 'updated_at': '2021-12-12T18:12:31Z', 'revision_number': 4, 'project_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'gw_port': {'id': 'cffec65e-0fc8-45f0-86f5-47754339bc07', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:28Z', 'updated_at': '2021-12-12T18:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '431a7169-0b09-4c75-9d0a-093f2d1b6495', 'name': '', 'network_id': 'a3cd86e8-b057-403c-bebd-0b96db811f39', 'tenant_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'mac_address': 'fa:16:3e:53:2a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'b2bdefb3-75fa-4a5f-9226-ee39feddbda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:30Z', 'updated_at': '2021-12-12T18:12:31Z', 'revision_number': 2, 'project_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'subnets': [{'id': 'b2bdefb3-75fa-4a5f-9226-ee39feddbda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:35.511050 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Checking router: fac3a35a-ef23-4e6f-8fc2-62c93e68089e for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:12:35.511441 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Updating router fac3a35a-ef23-4e6f-8fc2-62c93e68089e port 431a7169-0b09-4c75-9d0a-093f2d1b6495 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:12:35.578415 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:35.584799 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-cc26a1dd-a028-4df6-9e89-ef2cd03c7f02 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Allocated IP 172.20.0.8 (c104b9b5-0f9a-4748-ab1f-d843f852bb2a/a495db78-124c-4c4b-a258-daae3b166e47/7445e92a-e048-4105-bf9c-d4ebd5e9ba8f) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:12:35.608595 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191b5cf1-d0b7-455a-af9f-473100df1836 None None] New status for floating IP 0cb4d87d-a38b-46d1-b5ca-e6ce2036c2f0: ACTIVE {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:12:35.648237 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 0f150432-9cd0-4496-bd31-acdcf4c3297c, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=0f150432-9cd0-4496-bd31-acdcf4c3297c,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:35.667494 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '0f150432-9cd0-4496-bd31-acdcf4c3297c', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'port_id': '0f150432-9cd0-4496-bd31-acdcf4c3297c', 'mac_address': 'fa:16:3e:90:95:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:12:35.752603 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-cc26a1dd-a028-4df6-9e89-ef2cd03c7f02 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:35.782690 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:35.788719 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-cc26a1dd-a028-4df6-9e89-ef2cd03c7f02 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:35.829959 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f150432-9cd0-4496-bd31-acdcf4c3297c {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:12:35.830529 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-cc26a1dd-a028-4df6-9e89-ef2cd03c7f02 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Network c104b9b5-0f9a-4748-ab1f-d843f852bb2a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:12:35.833536 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-cc26a1dd-a028-4df6-9e89-ef2cd03c7f02 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:35.837103 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-cc26a1dd-a028-4df6-9e89-ef2cd03c7f02 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:12:35.862987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26a1dd-a028-4df6-9e89-ef2cd03c7f02 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Pushing event updated for resources: {'Port': ['ID=7445e92a-e048-4105-bf9c-d4ebd5e9ba8f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:35.863673 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 0f150432-9cd0-4496-bd31-acdcf4c3297c, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=0f150432-9cd0-4496-bd31-acdcf4c3297c,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:35.871508 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:35.886198 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-cc26a1dd-a028-4df6-9e89-ef2cd03c7f02 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:35.886831 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-cc26a1dd-a028-4df6-9e89-ef2cd03c7f02 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:35.909276 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-cc26a1dd-a028-4df6-9e89-ef2cd03c7f02 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5264575 Dec 12 18:12:35.969702 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Request body: {'port': {'device_id': 'ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:36.032459 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:36.130356 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-90495402-22d2-4f87-b0f6-82a7f46654b7 None None] Provisioning complete for port 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:36.130905 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-90495402-22d2-4f87-b0f6-82a7f46654b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:36.162592 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=0f150432-9cd0-4496-bd31-acdcf4c3297c,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:36.209517 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['0f150432-9cd0-4496-bd31-acdcf4c3297c'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:12:36.244280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-90495402-22d2-4f87-b0f6-82a7f46654b7 None None] Port 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:12:36.262804 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:36.273129 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:36.280077 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a9287-2a7e-48a9-b631-062139dfe76b req-47e54117-aa3b-4543-9c49-c1a2a896f2c0 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:36.281659 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b4a9287-2a7e-48a9-b631-062139dfe76b req-47e54117-aa3b-4543-9c49-c1a2a896f2c0 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 945 time: 0.0786991 Dec 12 18:12:36.351108 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b4a9287-2a7e-48a9-b631-062139dfe76b req-9bae9189-18e2-4406-90b1-65d1d8fd3c29 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629027 Dec 12 18:12:36.382932 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37528) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:12:36.394040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681ddd8-adfb-4d42-88c9-1a93683ef801 req-6007cf69-5616-497a-bc43-8226a61ad51c tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:36.395748 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2681ddd8-adfb-4d42-88c9-1a93683ef801 req-6007cf69-5616-497a-bc43-8226a61ad51c tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a HTTP/1.1" status: 200 len: 1027 time: 0.0436175 Dec 12 18:12:36.400114 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6413c6-bfdb-4ebd-92e8-59ee1237aadc None None] Pushing event updated for resources: {'Port': ['ID=431a7169-0b09-4c75-9d0a-093f2d1b6495,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:36.460522 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2681ddd8-adfb-4d42-88c9-1a93683ef801 req-4c800704-2bd4-47e2-8d51-2ca5d9c4f4bd tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557001 Dec 12 18:12:36.466590 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:12:36.479687 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:36.496450 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2f62f701-ff90-4930-9901-a758927ee9f7 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/floatingips/0cb4d87d-a38b-46d1-b5ca-e6ce2036c2f0 HTTP/1.1" status: 200 len: 992 time: 0.1081643 Dec 12 18:12:36.497890 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Attempting to bind port 431a7169-0b09-4c75-9d0a-093f2d1b6495 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:12:36.498261 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Attempting to bind port 431a7169-0b09-4c75-9d0a-093f2d1b6495 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'f2336922-0d51-4565-b707-a2f86cebc213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3cd86e8-b057-403c-bebd-0b96db811f39'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:12:36.498626 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Attempting to bind port 431a7169-0b09-4c75-9d0a-093f2d1b6495 on network a3cd86e8-b057-403c-bebd-0b96db811f39 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:12:36.509703 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Transition to ACTIVE for port object 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:12:36.514040 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:12:36.514215 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Checking segment: {'id': 'f2336922-0d51-4565-b707-a2f86cebc213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3cd86e8-b057-403c-bebd-0b96db811f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:12:36.514664 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:36.515074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Bound using segment: {'id': 'f2336922-0d51-4565-b707-a2f86cebc213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3cd86e8-b057-403c-bebd-0b96db811f39'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:12:36.515616 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Bound port: 431a7169-0b09-4c75-9d0a-093f2d1b6495, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2336922-0d51-4565-b707-a2f86cebc213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3cd86e8-b057-403c-bebd-0b96db811f39'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:12:36.515987 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:36.516291 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:36.598138 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Pushing event updated for resources: {'Port': ['ID=7445e92a-e048-4105-bf9c-d4ebd5e9ba8f,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:36.605164 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] For port 431a7169-0b09-4c75-9d0a-093f2d1b6495, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:12:36.611411 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] For port 431a7169-0b09-4c75-9d0a-093f2d1b6495, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=431a7169-0b09-4c75-9d0a-093f2d1b6495,segment=NetworkSegment(f2336922-0d51-4565-b707-a2f86cebc213),segment_id=f2336922-0d51-4565-b707-a2f86cebc213)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:12:36.620312 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:36.677553 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Attempting to bind port 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:12:36.677901 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Attempting to bind port 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'bc093c76-e867-4c36-81b9-1aa2535f22d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:12:36.678316 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Attempting to bind port 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f on network c104b9b5-0f9a-4748-ab1f-d843f852bb2a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:12:36.683739 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Port 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f on network c104b9b5-0f9a-4748-ab1f-d843f852bb2a not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:12:36.684092 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Attempting to bind port 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f on network c104b9b5-0f9a-4748-ab1f-d843f852bb2a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:12:36.690505 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:12:36.690848 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Checking segment: {'id': 'bc093c76-e867-4c36-81b9-1aa2535f22d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:12:36.691940 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Bound using segment: {'id': 'bc093c76-e867-4c36-81b9-1aa2535f22d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:12:36.692322 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Bound port: 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc093c76-e867-4c36-81b9-1aa2535f22d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:12:36.692684 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:36.699863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Routers {'fac3a35a-ef23-4e6f-8fc2-62c93e68089e'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:12:36.700802 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:12:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fac3a35a-ef23-4e6f-8fc2-62c93e68089e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:36.715694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8afd0bdf-c690-4953-bf2e-fe51a2c5c516 None None] Provisioning complete for port 431a7169-0b09-4c75-9d0a-093f2d1b6495 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:36.716220 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8afd0bdf-c690-4953-bf2e-fe51a2c5c516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:36.779138 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] For port 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:12:36.782547 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] For port 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7445e92a-e048-4105-bf9c-d4ebd5e9ba8f,segment=NetworkSegment(bc093c76-e867-4c36-81b9-1aa2535f22d5),segment_id=bc093c76-e867-4c36-81b9-1aa2535f22d5)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:12:36.787755 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:36.823913 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:36.824755 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:36.826470 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] 10.222.0.31 "PUT /v2.0/ports/7445e92a-e048-4105-bf9c-d4ebd5e9ba8f HTTP/1.1" status: 200 len: 1091 time: 0.8612020 Dec 12 18:12:36.826682 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6413c6-bfdb-4ebd-92e8-59ee1237aadc None None] Pushing event updated for resources: {'Port': ['ID=431a7169-0b09-4c75-9d0a-093f2d1b6495,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:36.826823 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a', 'tag': '7445e92a-e048-4105-bf9c-d4ebd5e9ba8f'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:12:36.829071 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6993fef0-b504-4bff-866e-28a197bc18ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a", "tag": "7445e92a-e048-4105-bf9c-d4ebd5e9ba8f"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:12:36.871229 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7d6f7-4293-4334-80cf-8d1ab454af00 service neutron] Pushing event updated for resources: {'Port': ['ID=7445e92a-e048-4105-bf9c-d4ebd5e9ba8f,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:36.894936 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f69977-cd57-4db3-873f-6b496b9642ca x-openstack-request-id: req-b0f69977-cd57-4db3-873f-6b496b9642ca {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:12:36.895356 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a", "tag": "7445e92a-e048-4105-bf9c-d4ebd5e9ba8f", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:12:36.895688 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0f69977-cd57-4db3-873f-6b496b9642ca {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:12:36.902067 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a', 'tag': '7445e92a-e048-4105-bf9c-d4ebd5e9ba8f', 'status': 'completed', 'code': 200} Dec 12 18:12:36.934565 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-699d88ad-3aa9-412d-8a97-4cb8e1122b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:36.936334 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-699d88ad-3aa9-412d-8a97-4cb8e1122b79 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b45fdacbb7e4a4e845df17e21c1b202&device_id=ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a HTTP/1.1" status: 200 len: 1094 time: 0.0557182 Dec 12 18:12:36.942056 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] Set router fac3a35a-ef23-4e6f-8fc2-62c93e68089e gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:12:36.987403 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-f52bb0f2-4c27-4450-92a7-b978bef1399b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7445e92a-e048-4105-bf9c-d4ebd5e9ba8f HTTP/1.1" status: 200 len: 217 time: 0.0430315 Dec 12 18:12:36.997581 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8afd0bdf-c690-4953-bf2e-fe51a2c5c516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:37.044805 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-255068a3-1c4b-49dc-8742-cc6ba8a757db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:37.046340 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-255068a3-1c4b-49dc-8742-cc6ba8a757db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a495db78-124c-4c4b-a258-daae3b166e47 HTTP/1.1" status: 200 len: 849 time: 0.0520442 Dec 12 18:12:37.115530 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8afd0bdf-c690-4953-bf2e-fe51a2c5c516 None None] For port 431a7169-0b09-4c75-9d0a-093f2d1b6495, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=431a7169-0b09-4c75-9d0a-093f2d1b6495,segment=NetworkSegment(f2336922-0d51-4565-b707-a2f86cebc213),segment_id=f2336922-0d51-4565-b707-a2f86cebc213)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:37.122379 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-109fa6e2-4a46-44df-8bd4-dc145fc0466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:37.124796 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8afd0bdf-c690-4953-bf2e-fe51a2c5c516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:37.131224 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-109fa6e2-4a46-44df-8bd4-dc145fc0466b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c104b9b5-0f9a-4748-ab1f-d843f852bb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695713 Dec 12 18:12:37.159608 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 431a7169-0b09-4c75-9d0a-093f2d1b6495 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:12:37.232181 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-ab4a39b9-02be-45cb-9e09-e54ea2c53006 service neutron] 10.222.0.31 "GET /v2.0/networks/c104b9b5-0f9a-4748-ab1f-d843f852bb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907793 Dec 12 18:12:37.235510 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd0bdf-c690-4953-bf2e-fe51a2c5c516 None None] Pushing event updated for resources: {'Port': ['ID=431a7169-0b09-4c75-9d0a-093f2d1b6495,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:37.293712 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 431a7169-0b09-4c75-9d0a-093f2d1b6495 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:37.294134 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:37.325186 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-281b79fc-eb92-440f-9e55-2dc67dc746e6 req-2367a374-67d0-4587-aa0f-a3de03f09ad6 service neutron] 10.222.0.31 "GET /v2.0/networks/c104b9b5-0f9a-4748-ab1f-d843f852bb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863945 Dec 12 18:12:37.347025 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9013d97c-765c-4110-8211-fe2b297a894b None None] Provisioning complete for port 431a7169-0b09-4c75-9d0a-093f2d1b6495 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:37.347440 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9013d97c-765c-4110-8211-fe2b297a894b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:37.398959 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'name': 'tempest-TestServerMultinode-485703211-router', 'tenant_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'cffec65e-0fc8-45f0-86f5-47754339bc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:27Z', 'updated_at': '2021-12-12T18:12:31Z', 'revision_number': 4, 'project_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'gw_port': {'id': 'cffec65e-0fc8-45f0-86f5-47754339bc07', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:28Z', 'updated_at': '2021-12-12T18:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '431a7169-0b09-4c75-9d0a-093f2d1b6495', 'name': '', 'network_id': 'a3cd86e8-b057-403c-bebd-0b96db811f39', 'tenant_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'mac_address': 'fa:16:3e:53:2a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'b2bdefb3-75fa-4a5f-9226-ee39feddbda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:30Z', 'updated_at': '2021-12-12T18:12:36Z', 'revision_number': 4, 'project_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'subnets': [{'id': 'b2bdefb3-75fa-4a5f-9226-ee39feddbda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:12:37.401870 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 0f150432-9cd0-4496-bd31-acdcf4c3297c up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:12:37.411776 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993fef0-b504-4bff-866e-28a197bc18ed req-b47c2dea-a7ad-473a-8699-35a330fa54ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:37.413312 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6993fef0-b504-4bff-866e-28a197bc18ed req-b47c2dea-a7ad-473a-8699-35a330fa54ba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b45fdacbb7e4a4e845df17e21c1b202&device_id=ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a HTTP/1.1" status: 200 len: 1094 time: 0.0441825 Dec 12 18:12:37.476442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32543bf-dda6-488e-af7a-49261bae0128 req-b4ca0f22-ed3b-46c5-a22b-6e9b24870a06 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:37.479771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c32543bf-dda6-488e-af7a-49261bae0128 req-b4ca0f22-ed3b-46c5-a22b-6e9b24870a06 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 945 time: 0.0510762 Dec 12 18:12:37.482394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb3ca2b-5ed6-4d71-a126-5b9fcf7f5dfb None None] The sync data for ids ['fac3a35a-ef23-4e6f-8fc2-62c93e68089e'] in n-d-760354-5 is: [{'id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'name': 'tempest-TestServerMultinode-485703211-router', 'tenant_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'cffec65e-0fc8-45f0-86f5-47754339bc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:27Z', 'updated_at': '2021-12-12T18:12:31Z', 'revision_number': 4, 'project_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'gw_port': {'id': 'cffec65e-0fc8-45f0-86f5-47754339bc07', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:28Z', 'updated_at': '2021-12-12T18:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '431a7169-0b09-4c75-9d0a-093f2d1b6495', 'name': '', 'network_id': 'a3cd86e8-b057-403c-bebd-0b96db811f39', 'tenant_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'mac_address': 'fa:16:3e:53:2a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'b2bdefb3-75fa-4a5f-9226-ee39feddbda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:30Z', 'updated_at': '2021-12-12T18:12:36Z', 'revision_number': 4, 'project_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'subnets': [{'id': 'b2bdefb3-75fa-4a5f-9226-ee39feddbda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:12:37.555296 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993fef0-b504-4bff-866e-28a197bc18ed req-940a7747-227c-4c13-891c-c620245bb5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:37.556284 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6993fef0-b504-4bff-866e-28a197bc18ed req-940a7747-227c-4c13-891c-c620245bb5da service neutron] 10.222.0.31 "GET /v2.0/networks?id=c104b9b5-0f9a-4748-ab1f-d843f852bb2a HTTP/1.1" status: 200 len: 911 time: 0.1344585 Dec 12 18:12:37.570028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 0f150432-9cd0-4496-bd31-acdcf4c3297c completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:12:37.576996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 0f150432-9cd0-4496-bd31-acdcf4c3297c triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:37.577640 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:37.578573 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c32543bf-dda6-488e-af7a-49261bae0128 req-361c12aa-fcfa-4a71-842d-700835e886f8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877223 Dec 12 18:12:37.606673 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7d0c5-b436-44c1-9e14-e1d0bde00b72 req-54dc2977-d862-4371-a898-189466d5e228 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:37.608465 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14b7d0c5-b436-44c1-9e14-e1d0bde00b72 req-54dc2977-d862-4371-a898-189466d5e228 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a HTTP/1.1" status: 200 len: 1094 time: 0.0711825 Dec 12 18:12:37.615690 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6993fef0-b504-4bff-866e-28a197bc18ed req-5d4ef52e-0846-454b-8cca-a37240b21c5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7445e92a-e048-4105-bf9c-d4ebd5e9ba8f HTTP/1.1" status: 200 len: 217 time: 0.0518632 Dec 12 18:12:37.666562 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14b7d0c5-b436-44c1-9e14-e1d0bde00b72 req-7ff0776a-f7a6-40df-a2f2-f6c95212bca9 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509033 Dec 12 18:12:37.674133 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993fef0-b504-4bff-866e-28a197bc18ed req-bc2b828c-2b58-4fc9-a1ca-8bf923e7080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:37.675397 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:37.675675 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6993fef0-b504-4bff-866e-28a197bc18ed req-bc2b828c-2b58-4fc9-a1ca-8bf923e7080e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a495db78-124c-4c4b-a258-daae3b166e47 HTTP/1.1" status: 200 len: 849 time: 0.0522921 Dec 12 18:12:37.700937 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4829d5-4e7b-4403-abda-d5b54c3323bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f150432-9cd0-4496-bd31-acdcf4c3297c'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:12:37.703373 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ebac51-5512-44ff-9a1c-0bb9dc8f61ed" -d '{"events": [{"server_uuid": "df4829d5-4e7b-4403-abda-d5b54c3323bc", "name": "network-vif-plugged", "status": "completed", "tag": "0f150432-9cd0-4496-bd31-acdcf4c3297c"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:12:37.718553 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 0f150432-9cd0-4496-bd31-acdcf4c3297c, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=0f150432-9cd0-4496-bd31-acdcf4c3297c,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:37.729883 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:37.744115 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993fef0-b504-4bff-866e-28a197bc18ed req-582575c6-638d-4eaf-9c17-6da76af9051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:37.746086 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6993fef0-b504-4bff-866e-28a197bc18ed req-582575c6-638d-4eaf-9c17-6da76af9051d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c104b9b5-0f9a-4748-ab1f-d843f852bb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635936 Dec 12 18:12:37.759750 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606354c3-f793-42ec-86b1-5fd199b62e96 x-openstack-request-id: req-606354c3-f793-42ec-86b1-5fd199b62e96 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:12:37.760046 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4829d5-4e7b-4403-abda-d5b54c3323bc", "name": "network-vif-plugged", "status": "completed", "tag": "0f150432-9cd0-4496-bd31-acdcf4c3297c", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:12:37.760300 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-606354c3-f793-42ec-86b1-5fd199b62e96 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:12:37.760860 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4829d5-4e7b-4403-abda-d5b54c3323bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f150432-9cd0-4496-bd31-acdcf4c3297c', 'code': 200} Dec 12 18:12:37.799226 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=0f150432-9cd0-4496-bd31-acdcf4c3297c,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:37.880180 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6993fef0-b504-4bff-866e-28a197bc18ed req-4fea2061-10e8-43af-a0d7-ba88d0110eaa service neutron] 10.222.0.31 "GET /v2.0/networks/c104b9b5-0f9a-4748-ab1f-d843f852bb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200609 Dec 12 18:12:37.898178 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87b036-cc60-43c3-adb3-dc48796d9b60 req-e4256332-2f71-44fc-99d9-e94deb38093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:37.900238 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ee87b036-cc60-43c3-adb3-dc48796d9b60 req-e4256332-2f71-44fc-99d9-e94deb38093d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 1097 time: 0.0724056 Dec 12 18:12:37.991629 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ee87b036-cc60-43c3-adb3-dc48796d9b60 req-db0ec21e-2562-47c6-b42a-427c1998c2e0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802515 Dec 12 18:12:38.015569 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-6993fef0-b504-4bff-866e-28a197bc18ed req-98d51bb2-9dc0-4d52-b5f9-a3ab7d2af425 service neutron] 10.222.0.31 "GET /v2.0/networks/c104b9b5-0f9a-4748-ab1f-d843f852bb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277409 Dec 12 18:12:38.695523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13beba6a-dc2f-420c-8905-8c135239d70b req-08c54f56-a33c-4d62-8f01-efcd3c77a5e8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:38.697069 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13beba6a-dc2f-420c-8905-8c135239d70b req-08c54f56-a33c-4d62-8f01-efcd3c77a5e8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 946 time: 0.0480211 Dec 12 18:12:38.753722 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13beba6a-dc2f-420c-8905-8c135239d70b req-300bfdd9-f0ba-4911-bbcf-0a041f986352 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505784 Dec 12 18:12:38.782709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493a0c3-c777-46be-8fc5-dee5e0e713e0 req-9b6ba0da-52e2-418d-a7ec-90a8c2a624e8 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:38.784280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6493a0c3-c777-46be-8fc5-dee5e0e713e0 req-9b6ba0da-52e2-418d-a7ec-90a8c2a624e8 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a HTTP/1.1" status: 200 len: 1094 time: 0.0432062 Dec 12 18:12:38.830541 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6493a0c3-c777-46be-8fc5-dee5e0e713e0 req-f6149414-daa1-48c0-8e83-885954df00ca tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403640 Dec 12 18:12:39.093112 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 431a7169-0b09-4c75-9d0a-093f2d1b6495 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:12:39.140069 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 431a7169-0b09-4c75-9d0a-093f2d1b6495 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:39.140443 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:39.869795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95538b3-be3a-44ba-98b2-1bd0c7718174 req-f40f1924-9d6b-442c-9f4e-a2ac648ea0b9 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:39.871385 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f95538b3-be3a-44ba-98b2-1bd0c7718174 req-f40f1924-9d6b-442c-9f4e-a2ac648ea0b9 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 946 time: 0.0489211 Dec 12 18:12:39.942640 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f95538b3-be3a-44ba-98b2-1bd0c7718174 req-1831245b-62a2-4404-bc6e-433fc4833588 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653176 Dec 12 18:12:39.953431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77abdd-cb13-4c06-a363-b20a67e6dcb7 req-734645ad-2ce7-45c2-b077-6ab3565727d9 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:39.954939 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c77abdd-cb13-4c06-a363-b20a67e6dcb7 req-734645ad-2ce7-45c2-b077-6ab3565727d9 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a HTTP/1.1" status: 200 len: 1094 time: 0.0516667 Dec 12 18:12:39.999211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c77abdd-cb13-4c06-a363-b20a67e6dcb7 req-0de68770-c10f-4dbf-8c75-97c0f41d6f39 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383275 Dec 12 18:12:40.058119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b6c8d-09b4-4629-8bf6-23b2108ce88f req-db1a8d9b-6054-4a29-8828-53d765d913f4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:40.059510 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-259b6c8d-09b4-4629-8bf6-23b2108ce88f req-db1a8d9b-6054-4a29-8828-53d765d913f4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 946 time: 0.0516446 Dec 12 18:12:40.105586 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-259b6c8d-09b4-4629-8bf6-23b2108ce88f req-56cc0548-9ebf-417f-b1f6-adbed24f6817 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401478 Dec 12 18:12:40.174989 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:12:41.111221 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51a8fc-09c7-4f7c-bb40-75b7fd3544d6 req-d7da6855-79aa-47ee-af57-1fd196998c14 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:41.112801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6b51a8fc-09c7-4f7c-bb40-75b7fd3544d6 req-d7da6855-79aa-47ee-af57-1fd196998c14 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a HTTP/1.1" status: 200 len: 1094 time: 0.0425236 Dec 12 18:12:41.164495 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6b51a8fc-09c7-4f7c-bb40-75b7fd3544d6 req-6a67697e-34f7-44fd-b6e5-238f5229b50b tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Dec 12 18:12:41.424614 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:12:41.517371 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7445e92a-e048-4105-bf9c-d4ebd5e9ba8f,segment=NetworkSegment(bc093c76-e867-4c36-81b9-1aa2535f22d5),segment_id=bc093c76-e867-4c36-81b9-1aa2535f22d5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:41.532964 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '7445e92a-e048-4105-bf9c-d4ebd5e9ba8f', 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a', 'port_id': '7445e92a-e048-4105-bf9c-d4ebd5e9ba8f', 'mac_address': 'fa:16:3e:76:4c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a495db78-124c-4c4b-a258-daae3b166e47', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:12:41.568650 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:41.581739 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:12:41.601324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7445e92a-e048-4105-bf9c-d4ebd5e9ba8f,segment=NetworkSegment(bc093c76-e867-4c36-81b9-1aa2535f22d5),segment_id=bc093c76-e867-4c36-81b9-1aa2535f22d5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:41.605638 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:41.654369 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=7445e92a-e048-4105-bf9c-d4ebd5e9ba8f,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:41.918440 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['7445e92a-e048-4105-bf9c-d4ebd5e9ba8f'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:12:42.275060 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e3522-73f4-4841-99ad-7f30424d4583 req-7fdd8b59-032d-483f-a7d5-ef9eb63e31e8 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:42.276591 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da4e3522-73f4-4841-99ad-7f30424d4583 req-7fdd8b59-032d-483f-a7d5-ef9eb63e31e8 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a HTTP/1.1" status: 200 len: 1095 time: 0.0433211 Dec 12 18:12:42.322236 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da4e3522-73f4-4841-99ad-7f30424d4583 req-7007d274-cf17-45c7-9c05-4bb55fd7b170 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396388 Dec 12 18:12:42.552593 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-b57f3add-bda9-4430-9a82-3d32a1facf94 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:42.554042 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-b57f3add-bda9-4430-9a82-3d32a1facf94 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 812 time: 0.0995297 Dec 12 18:12:42.568444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-a047f353-023e-43a9-ae1d-d33ff657c84a tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/quotas/630483b508104d668cc416178077e4cb HTTP/1.1" status: 200 len: 375 time: 0.0085807 Dec 12 18:12:42.623245 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-33f407d1-bcb8-4ae2-8c40-89c5d12d8780 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497501 Dec 12 18:12:42.711006 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-f066522d-ce31-4a95-aab2-b8581b9374c7 service neutron] 10.222.0.18 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806596 Dec 12 18:12:42.802430 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-eb7f50cb-903c-42a5-938c-783ce925cea5 service neutron] 10.222.0.18 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848248 Dec 12 18:12:42.984232 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c247f56e-80ad-44e0-88e6-29635a29de50 req-8b019bc9-e745-4bb8-ad49-3b10dc0cd7a9 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 210 time: 0.0264134 Dec 12 18:12:43.437856 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:12:43.457939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822b577-d56b-448b-b8aa-cd9b9ab4dff0 req-f2705858-12c1-4fa7-9878-a6e1b30079f2 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:43.459654 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f822b577-d56b-448b-b8aa-cd9b9ab4dff0 req-f2705858-12c1-4fa7-9878-a6e1b30079f2 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a HTTP/1.1" status: 200 len: 1095 time: 0.0495842 Dec 12 18:12:43.503790 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:12:43.509785 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:43.510152 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:43.530975 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f822b577-d56b-448b-b8aa-cd9b9ab4dff0 req-fe723bdf-7fe3-4a86-878e-0bbe6f2d91c8 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626981 Dec 12 18:12:43.609729 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:43.631694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7445e92a-e048-4105-bf9c-d4ebd5e9ba8f'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:12:43.634419 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1627bdbd-f20a-4b8a-8d19-758226237b21" -d '{"events": [{"server_uuid": "ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a", "name": "network-vif-plugged", "status": "completed", "tag": "7445e92a-e048-4105-bf9c-d4ebd5e9ba8f"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:12:43.647566 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7445e92a-e048-4105-bf9c-d4ebd5e9ba8f,segment=NetworkSegment(bc093c76-e867-4c36-81b9-1aa2535f22d5),segment_id=bc093c76-e867-4c36-81b9-1aa2535f22d5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:43.652704 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:43.677645 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a482d639-2c8a-4215-b525-8a2a650cd158 x-openstack-request-id: req-a482d639-2c8a-4215-b525-8a2a650cd158 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:12:43.677941 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a", "name": "network-vif-plugged", "status": "completed", "tag": "7445e92a-e048-4105-bf9c-d4ebd5e9ba8f", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:12:43.678217 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a482d639-2c8a-4215-b525-8a2a650cd158 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:12:43.678624 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7445e92a-e048-4105-bf9c-d4ebd5e9ba8f', 'code': 200} Dec 12 18:12:43.712873 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=7445e92a-e048-4105-bf9c-d4ebd5e9ba8f,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:43.779143 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9677409-d7f1-49c8-a7c9-2d47935024a8 req-ff13bfa5-b846-41b3-ba02-2c6c95fab178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:43.780688 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f9677409-d7f1-49c8-a7c9-2d47935024a8 req-ff13bfa5-b846-41b3-ba02-2c6c95fab178 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a HTTP/1.1" status: 200 len: 1096 time: 0.0427787 Dec 12 18:12:43.833128 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f9677409-d7f1-49c8-a7c9-2d47935024a8 req-6299dc8e-ce5e-49c2-ae1a-7a995a6930ca service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454581 Dec 12 18:12:44.006132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-63d88849-cbe0-4d27-8b0f-35c03f2e69f8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:44.007840 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-63d88849-cbe0-4d27-8b0f-35c03f2e69f8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.20 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 812 time: 0.1141984 Dec 12 18:12:44.023016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Request body: {'port': {'device_id': '5115ea8e-c002-4433-96a6-aacbebb99abb', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'admin_state_up': True, 'tenant_id': '630483b508104d668cc416178077e4cb'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:44.107724 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e80a725d-271b-4ea2-b5c3-44df54555be4 req-d64bdbca-050d-4862-bcc5-f1e94ac2921c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 210 time: 0.0388710 Dec 12 18:12:44.166164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Made reservation on behalf of 630483b508104d668cc416178077e4cb for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:12:44.170741 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:44.315846 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Allocated IP 172.20.0.13 (0d99059b-b3a0-4220-9a4d-b63575e62b4a/8fd67332-caeb-490f-8bda-30010919c415/a836312e-7757-44aa-9e9f-c4d93ca7098c) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:12:44.485734 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:44.523528 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:44.538128 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['0f150432-9cd0-4496-bd31-acdcf4c3297c'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:12:44.577655 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Network 0d99059b-b3a0-4220-9a4d-b63575e62b4a is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:12:44.582977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:44.585611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:12:44.662464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'Port': ['ID=a836312e-7757-44aa-9e9f-c4d93ca7098c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:44.676238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:44.676599 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:44.676937 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:44.677285 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:44.677628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:44.677968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:44.678317 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:44.678632 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:44.678962 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:44.679531 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:44.679698 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:44.680039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:44.680446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:44.703828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:44.704519 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:44.736350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a294405-d70f-4981-8fad-42f7d35a2c4b req-e6b8d7b0-fa84-4e48-82e1-723f4d78311b tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:44.745589 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a294405-d70f-4981-8fad-42f7d35a2c4b req-e6b8d7b0-fa84-4e48-82e1-723f4d78311b tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a HTTP/1.1" status: 200 len: 1096 time: 0.1210389 Dec 12 18:12:44.781279 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-267df18b-4c88-4061-b529-d0cd503c09bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7626472 Dec 12 18:12:44.798528 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Request body: {'port': {'device_id': '5115ea8e-c002-4433-96a6-aacbebb99abb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:44.820745 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7a294405-d70f-4981-8fad-42f7d35a2c4b req-5581477e-8a67-4895-8f43-bdefc5a0016d tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743260 Dec 12 18:12:44.867373 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2b98134f-673f-468b-ad5c-db1b7fbccec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:44.873856 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:44.927399 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f78e44df-b2be-4b27-af96-e909f2335053 None None] Provisioning complete for port a836312e-7757-44aa-9e9f-c4d93ca7098c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:44.928464 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f78e44df-b2be-4b27-af96-e909f2335053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:44.963115 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f78e44df-b2be-4b27-af96-e909f2335053 None None] Port a836312e-7757-44aa-9e9f-c4d93ca7098c cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:12:45.143898 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a836312e-7757-44aa-9e9f-c4d93ca7098c {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:12:45.153719 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:45.171940 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Transition to ACTIVE for port object a836312e-7757-44aa-9e9f-c4d93ca7098c will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:12:45.178246 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:45.244449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Pushing event updated for resources: {'Port': ['ID=a836312e-7757-44aa-9e9f-c4d93ca7098c,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:45.364191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Attempting to bind port a836312e-7757-44aa-9e9f-c4d93ca7098c on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:12:45.366002 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Attempting to bind port a836312e-7757-44aa-9e9f-c4d93ca7098c by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:12:45.366337 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Attempting to bind port a836312e-7757-44aa-9e9f-c4d93ca7098c on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:12:45.371719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Port a836312e-7757-44aa-9e9f-c4d93ca7098c on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:12:45.372046 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Attempting to bind port a836312e-7757-44aa-9e9f-c4d93ca7098c on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:12:45.378340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:12:45.378693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Checking segment: {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:12:45.379076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Bound using segment: {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:12:45.379544 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Bound port: a836312e-7757-44aa-9e9f-c4d93ca7098c, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:12:45.379892 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:45.467018 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf263c99-e319-4837-b58e-300703561318 req-37f8ba87-61d4-4f11-bb94-c8a5454a52fd tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:45.468595 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf263c99-e319-4837-b58e-300703561318 req-37f8ba87-61d4-4f11-bb94-c8a5454a52fd tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 944 time: 0.2468653 Dec 12 18:12:45.506466 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] For port a836312e-7757-44aa-9e9f-c4d93ca7098c, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:12:45.527769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] For port a836312e-7757-44aa-9e9f-c4d93ca7098c, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a836312e-7757-44aa-9e9f-c4d93ca7098c,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:12:45.536573 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:45.572097 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf263c99-e319-4837-b58e-300703561318 req-d16a6ec2-53f6-4955-8357-de24ad87a73c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926781 Dec 12 18:12:45.582887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:45.583545 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:45.584895 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] 10.222.0.20 "PUT /v2.0/ports/a836312e-7757-44aa-9e9f-c4d93ca7098c HTTP/1.1" status: 200 len: 1092 time: 0.7931437 Dec 12 18:12:45.585416 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5115ea8e-c002-4433-96a6-aacbebb99abb', 'tag': 'a836312e-7757-44aa-9e9f-c4d93ca7098c'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:12:45.588242 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4444c625-8994-4423-9c41-421e45953a00" -d '{"events": [{"name": "network-changed", "server_uuid": "5115ea8e-c002-4433-96a6-aacbebb99abb", "tag": "a836312e-7757-44aa-9e9f-c4d93ca7098c"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:12:45.628881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6c05c-4541-4b7f-8b04-968a28f8ab8b service neutron] Pushing event updated for resources: {'Port': ['ID=a836312e-7757-44aa-9e9f-c4d93ca7098c,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:45.635900 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61a0676-c1e5-4f43-a4e7-748a61f32e87 x-openstack-request-id: req-e61a0676-c1e5-4f43-a4e7-748a61f32e87 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:12:45.636273 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5115ea8e-c002-4433-96a6-aacbebb99abb", "tag": "a836312e-7757-44aa-9e9f-c4d93ca7098c", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:12:45.636596 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e61a0676-c1e5-4f43-a4e7-748a61f32e87 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:12:45.637070 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5115ea8e-c002-4433-96a6-aacbebb99abb', 'tag': 'a836312e-7757-44aa-9e9f-c4d93ca7098c', 'status': 'completed', 'code': 200} Dec 12 18:12:45.695168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-4ae60b88-dc85-4243-8d30-89f426a2bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:45.696968 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-4ae60b88-dc85-4243-8d30-89f426a2bb58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 1095 time: 0.0457933 Dec 12 18:12:45.745225 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-53b717f4-a90f-4f62-b3f1-c3e205e3fbe9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a836312e-7757-44aa-9e9f-c4d93ca7098c HTTP/1.1" status: 200 len: 217 time: 0.0388012 Dec 12 18:12:45.804454 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-945b04ce-eef4-472e-a633-6c740b95cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:45.806126 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-945b04ce-eef4-472e-a633-6c740b95cefc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0527880 Dec 12 18:12:45.855702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-5249945a-44bf-41cd-b61e-94c9100599eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:45.857376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-5249945a-44bf-41cd-b61e-94c9100599eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430088 Dec 12 18:12:45.976452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d9081-0337-475b-b855-aa5f302ac090 req-53c93d58-a642-4763-b912-d20fa37b442b tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:45.977911 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-834d9081-0337-475b-b855-aa5f302ac090 req-53c93d58-a642-4763-b912-d20fa37b442b tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a HTTP/1.1" status: 200 len: 1096 time: 0.0650706 Dec 12 18:12:45.996239 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-7b46b765-4df8-4c9c-b2fc-5f9cd81f7b6f service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300676 Dec 12 18:12:46.081335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-834d9081-0337-475b-b855-aa5f302ac090 req-08a80c7b-b703-46f5-98bc-82b15c97abe9 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972230 Dec 12 18:12:46.116089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cdc0493-0a68-491c-a5bc-2bfa3225b697 req-571603b2-dfaf-4d72-9bc3-3e6d135644d5 service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114078 Dec 12 18:12:46.222470 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75624499-ca68-4b3b-aa22-1b7802b794bd req-a7ebf1a3-7001-4069-936c-479cca7d3aa2 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:46.224006 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-75624499-ca68-4b3b-aa22-1b7802b794bd req-a7ebf1a3-7001-4069-936c-479cca7d3aa2 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a HTTP/1.1" status: 200 len: 1096 time: 0.0702436 Dec 12 18:12:46.225659 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444c625-8994-4423-9c41-421e45953a00 req-3be6092d-cb60-46de-aa5d-d7b732e9a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:46.226980 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4444c625-8994-4423-9c41-421e45953a00 req-3be6092d-cb60-46de-aa5d-d7b732e9a36f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 1095 time: 0.0638573 Dec 12 18:12:46.322820 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-75624499-ca68-4b3b-aa22-1b7802b794bd req-f3d59194-2e3a-467b-ad9c-67d1f5e83e8a tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925915 Dec 12 18:12:46.347409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444c625-8994-4423-9c41-421e45953a00 req-2cf139c8-5cf7-47b1-b57a-b0ef6973adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:46.348971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4444c625-8994-4423-9c41-421e45953a00 req-2cf139c8-5cf7-47b1-b57a-b0ef6973adb2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.1132419 Dec 12 18:12:46.394436 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4444c625-8994-4423-9c41-421e45953a00 req-0ea0e76f-cc8c-4a7d-8abd-d1f4e31ace55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a836312e-7757-44aa-9e9f-c4d93ca7098c HTTP/1.1" status: 200 len: 217 time: 0.0383286 Dec 12 18:12:46.801893 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444c625-8994-4423-9c41-421e45953a00 req-5bc4b349-ba9b-4fc6-a911-670a9bc4f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:46.803396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4444c625-8994-4423-9c41-421e45953a00 req-5bc4b349-ba9b-4fc6-a911-670a9bc4f40b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.4011900 Dec 12 18:12:46.822973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de4bfe-f6d3-4d57-a156-afdd7bfd9b11 req-fa2326dd-1382-43c9-9d73-a44d4d57ef6d tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:46.824382 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48de4bfe-f6d3-4d57-a156-afdd7bfd9b11 req-fa2326dd-1382-43c9-9d73-a44d4d57ef6d tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a HTTP/1.1" status: 200 len: 1096 time: 0.4144859 Dec 12 18:12:46.860370 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f4285-5d31-42fb-bd03-aef403710a64 req-05eee485-7fa9-4acf-9b32-c78f8b601c6f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:46.861799 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e01f4285-5d31-42fb-bd03-aef403710a64 req-05eee485-7fa9-4acf-9b32-c78f8b601c6f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 944 time: 0.1011410 Dec 12 18:12:46.905722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444c625-8994-4423-9c41-421e45953a00 req-49bf2670-6f98-43ae-8b96-23722f980d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:46.907135 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4444c625-8994-4423-9c41-421e45953a00 req-49bf2670-6f98-43ae-8b96-23722f980d93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941339 Dec 12 18:12:46.972267 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48de4bfe-f6d3-4d57-a156-afdd7bfd9b11 req-93bd6526-b983-484a-97a8-fe5422463391 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311269 Dec 12 18:12:46.995483 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e01f4285-5d31-42fb-bd03-aef403710a64 req-927fd526-2a22-45b3-8adf-15fd308d51cf tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178770 Dec 12 18:12:47.035580 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4444c625-8994-4423-9c41-421e45953a00 req-e4340ba3-da4c-42ad-b0cb-3cf4ae0b600d service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201560 Dec 12 18:12:47.182273 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4444c625-8994-4423-9c41-421e45953a00 req-c0c47355-fe9d-4f86-92a6-a623ecb0a178 service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393676 Dec 12 18:12:47.226608 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-0c28b872-892b-4822-89f7-681c55d0d353 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:47.228861 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-0c28b872-892b-4822-89f7-681c55d0d353 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/networks?id=c104b9b5-0f9a-4748-ab1f-d843f852bb2a HTTP/1.1" status: 200 len: 911 time: 0.0993695 Dec 12 18:12:47.245374 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-a2dcacdd-afb5-43ff-90a1-0fa1ae1de865 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/quotas/6b45fdacbb7e4a4e845df17e21c1b202 HTTP/1.1" status: 200 len: 375 time: 0.0106347 Dec 12 18:12:47.302057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-08fad2e1-9342-4690-94ff-b7578d066799 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b45fdacbb7e4a4e845df17e21c1b202&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507238 Dec 12 18:12:47.386384 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:47.390506 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7f195439-8d67-454e-babb-94fcf5143c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:47.455778 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-e6e8115b-aa7e-4b58-a4f0-c127962d825f service neutron] 10.222.0.18 "GET /v2.0/networks/c104b9b5-0f9a-4748-ab1f-d843f852bb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459601 Dec 12 18:12:47.550929 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-963f5b0b-fea1-4631-92bf-c726a6101320 service neutron] 10.222.0.18 "GET /v2.0/networks/c104b9b5-0f9a-4748-ab1f-d843f852bb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871453 Dec 12 18:12:47.721011 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c213d6c-c56c-4663-91c4-5d79cca80e2a req-7c41f597-7d8a-4989-86e0-506c35c284c5 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1d67790b-9fce-443c-a556-def50342e667 HTTP/1.1" status: 200 len: 210 time: 0.0288262 Dec 12 18:12:47.890955 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:48.153361 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bca2b4-63bf-42cc-a8f4-5583e2c31863 req-16b5483c-88d6-44b8-8245-808167a4976a tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:48.164027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94bca2b4-63bf-42cc-a8f4-5583e2c31863 req-16b5483c-88d6-44b8-8245-808167a4976a tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 944 time: 0.0808592 Dec 12 18:12:48.266756 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-94bca2b4-63bf-42cc-a8f4-5583e2c31863 req-dedaaa84-3c15-4d43-8260-023bbe43eb90 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937479 Dec 12 18:12:48.392752 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:48.953253 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42dfdcd4-0a43-46ae-a2aa-1d736e0f733a req-86b3d035-c7da-4cc2-ba1b-7a68f4f54a91 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1d67790b-9fce-443c-a556-def50342e667 HTTP/1.1" status: 200 len: 210 time: 0.1352239 Dec 12 18:12:49.160892 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-abb16066-90bd-4144-b233-95fbf432da55 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:49.160892 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-abb16066-90bd-4144-b233-95fbf432da55 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.20 "GET /v2.0/networks?id=c104b9b5-0f9a-4748-ab1f-d843f852bb2a HTTP/1.1" status: 200 len: 911 time: 0.1405146 Dec 12 18:12:49.180863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-ad8f11eb-41fa-4cd7-bd97-922163ee03fd tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Request body: {'port': {'device_id': '1d67790b-9fce-443c-a556-def50342e667', 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a', 'admin_state_up': True, 'tenant_id': '6b45fdacbb7e4a4e845df17e21c1b202'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:49.215238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-ad8f11eb-41fa-4cd7-bd97-922163ee03fd tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Made reservation on behalf of 6b45fdacbb7e4a4e845df17e21c1b202 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:12:49.218471 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-ad8f11eb-41fa-4cd7-bd97-922163ee03fd tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:49.413549 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-ad8f11eb-41fa-4cd7-bd97-922163ee03fd tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Allocated IP 172.20.0.7 (c104b9b5-0f9a-4748-ab1f-d843f852bb2a/a495db78-124c-4c4b-a258-daae3b166e47/292c5e16-8aed-42be-b941-ddadfe7b3118) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:12:49.446663 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32c071-5e1b-47ae-8030-b70800895412 req-f4431574-22fe-4c01-b110-eff42760d541 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:49.448401 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa32c071-5e1b-47ae-8030-b70800895412 req-f4431574-22fe-4c01-b110-eff42760d541 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 944 time: 0.0895383 Dec 12 18:12:49.582253 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa32c071-5e1b-47ae-8030-b70800895412 req-490d7f1e-7b86-4b1d-aec2-0d04b604af98 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154623 Dec 12 18:12:49.664045 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-ad8f11eb-41fa-4cd7-bd97-922163ee03fd tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:49.718336 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-ad8f11eb-41fa-4cd7-bd97-922163ee03fd tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:49.730511 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['7445e92a-e048-4105-bf9c-d4ebd5e9ba8f'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:12:49.774596 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-ad8f11eb-41fa-4cd7-bd97-922163ee03fd tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Network c104b9b5-0f9a-4748-ab1f-d843f852bb2a is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:12:49.783637 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-ad8f11eb-41fa-4cd7-bd97-922163ee03fd tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:12:49.787179 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-ad8f11eb-41fa-4cd7-bd97-922163ee03fd tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:12:49.836144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f11eb-41fa-4cd7-bd97-922163ee03fd tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Pushing event updated for resources: {'Port': ['ID=292c5e16-8aed-42be-b941-ddadfe7b3118,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:49.890075 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-ad8f11eb-41fa-4cd7-bd97-922163ee03fd tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:49.890700 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-ad8f11eb-41fa-4cd7-bd97-922163ee03fd tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:49.919246 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-ad8f11eb-41fa-4cd7-bd97-922163ee03fd tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7441812 Dec 12 18:12:49.942800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Request body: {'port': {'device_id': '1d67790b-9fce-443c-a556-def50342e667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:12:50.036290 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:50.150754 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:50.159523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecf017-721f-4dfb-965f-774eb31cccf7 req-7a101abc-aa73-46da-8710-e74237db5783 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:50.161100 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3ecf017-721f-4dfb-965f-774eb31cccf7 req-7a101abc-aa73-46da-8710-e74237db5783 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1d67790b-9fce-443c-a556-def50342e667 HTTP/1.1" status: 200 len: 1027 time: 0.1053445 Dec 12 18:12:50.262152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a17bfcbe-3a29-4916-8e24-21142680574a None None] Provisioning complete for port 292c5e16-8aed-42be-b941-ddadfe7b3118 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:50.262735 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a17bfcbe-3a29-4916-8e24-21142680574a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:50.314795 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a17bfcbe-3a29-4916-8e24-21142680574a None None] Port 292c5e16-8aed-42be-b941-ddadfe7b3118 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:12:50.343167 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3ecf017-721f-4dfb-965f-774eb31cccf7 req-14bc7151-bbe2-474e-8a62-16d14460c3c9 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215787 Dec 12 18:12:50.455945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292c5e16-8aed-42be-b941-ddadfe7b3118 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:12:50.465186 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:50.490383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Transition to ACTIVE for port object 292c5e16-8aed-42be-b941-ddadfe7b3118 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:12:50.501895 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:50.567724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Pushing event updated for resources: {'Port': ['ID=292c5e16-8aed-42be-b941-ddadfe7b3118,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:50.691781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Attempting to bind port 292c5e16-8aed-42be-b941-ddadfe7b3118 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:12:50.692122 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Attempting to bind port 292c5e16-8aed-42be-b941-ddadfe7b3118 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'bc093c76-e867-4c36-81b9-1aa2535f22d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:12:50.692652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Attempting to bind port 292c5e16-8aed-42be-b941-ddadfe7b3118 on network c104b9b5-0f9a-4748-ab1f-d843f852bb2a {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:12:50.699655 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Port 292c5e16-8aed-42be-b941-ddadfe7b3118 on network c104b9b5-0f9a-4748-ab1f-d843f852bb2a not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:12:50.700112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Attempting to bind port 292c5e16-8aed-42be-b941-ddadfe7b3118 on network c104b9b5-0f9a-4748-ab1f-d843f852bb2a {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:12:50.706818 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:12:50.707093 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Checking segment: {'id': 'bc093c76-e867-4c36-81b9-1aa2535f22d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:12:50.707498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Bound using segment: {'id': 'bc093c76-e867-4c36-81b9-1aa2535f22d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:12:50.707927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Bound port: 292c5e16-8aed-42be-b941-ddadfe7b3118, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc093c76-e867-4c36-81b9-1aa2535f22d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:12:50.708399 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:50.854240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634b9f4-d4e0-4698-943b-6344e1e67e4c req-be279b23-a7a3-41d7-b5de-9ec11df4d5a3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:50.856281 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8634b9f4-d4e0-4698-943b-6344e1e67e4c req-be279b23-a7a3-41d7-b5de-9ec11df4d5a3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 944 time: 0.1503747 Dec 12 18:12:50.860219 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] For port 292c5e16-8aed-42be-b941-ddadfe7b3118, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:12:50.863418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] For port 292c5e16-8aed-42be-b941-ddadfe7b3118, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=292c5e16-8aed-42be-b941-ddadfe7b3118,segment=NetworkSegment(bc093c76-e867-4c36-81b9-1aa2535f22d5),segment_id=bc093c76-e867-4c36-81b9-1aa2535f22d5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:12:50.874365 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:50.899184 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:50.943871 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:50.943871 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:50.945777 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-7c439691-e105-4e65-862d-27d08c162937 service neutron] 10.222.0.20 "PUT /v2.0/ports/292c5e16-8aed-42be-b941-ddadfe7b3118 HTTP/1.1" status: 200 len: 1091 time: 1.0172250 Dec 12 18:12:50.946764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d67790b-9fce-443c-a556-def50342e667', 'tag': '292c5e16-8aed-42be-b941-ddadfe7b3118'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:12:50.950057 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0d1b28-d589-4947-b974-2c63ee6633d6" -d '{"events": [{"name": "network-changed", "server_uuid": "1d67790b-9fce-443c-a556-def50342e667", "tag": "292c5e16-8aed-42be-b941-ddadfe7b3118"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:12:51.000250 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8634b9f4-d4e0-4698-943b-6344e1e67e4c req-2007c534-aaf6-4708-9556-ad99daf7a086 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352193 Dec 12 18:12:51.009061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c439691-e105-4e65-862d-27d08c162937 service neutron] Pushing event updated for resources: {'Port': ['ID=292c5e16-8aed-42be-b941-ddadfe7b3118,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:51.032188 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c76162d-a125-45e2-90d5-490e8338d41f x-openstack-request-id: req-3c76162d-a125-45e2-90d5-490e8338d41f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:12:51.032717 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d67790b-9fce-443c-a556-def50342e667", "tag": "292c5e16-8aed-42be-b941-ddadfe7b3118", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:12:51.033596 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c76162d-a125-45e2-90d5-490e8338d41f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:12:51.034231 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d67790b-9fce-443c-a556-def50342e667', 'tag': '292c5e16-8aed-42be-b941-ddadfe7b3118', 'status': 'completed', 'code': 200} Dec 12 18:12:51.104172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-73ad2157-738c-4e30-bf54-4f7c6b6b2590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:51.106032 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-73ad2157-738c-4e30-bf54-4f7c6b6b2590 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b45fdacbb7e4a4e845df17e21c1b202&device_id=1d67790b-9fce-443c-a556-def50342e667 HTTP/1.1" status: 200 len: 1094 time: 0.0662146 Dec 12 18:12:51.161451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-192de004-c7b9-4097-b358-d81dfaf3069e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=292c5e16-8aed-42be-b941-ddadfe7b3118 HTTP/1.1" status: 200 len: 217 time: 0.0467017 Dec 12 18:12:51.228014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-bbbf1c63-9c9d-4290-89c8-7ae6db9d6a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:51.229612 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-bbbf1c63-9c9d-4290-89c8-7ae6db9d6a80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a495db78-124c-4c4b-a258-daae3b166e47 HTTP/1.1" status: 200 len: 849 time: 0.0597427 Dec 12 18:12:51.291338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-12843e9a-fa33-44bc-a38b-bcc325f4b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:51.292838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-12843e9a-fa33-44bc-a38b-bcc325f4b5a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c104b9b5-0f9a-4748-ab1f-d843f852bb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551584 Dec 12 18:12:51.411437 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-dbb6398b-bc44-49ba-afa4-42cc40166847 service neutron] 10.222.0.20 "GET /v2.0/networks/c104b9b5-0f9a-4748-ab1f-d843f852bb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105220 Dec 12 18:12:51.524492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0244e-d052-49b6-9fcb-553c992af114 req-a4c5c3a3-6122-4e15-a300-ba375bd83ef5 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:51.526013 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cef0244e-d052-49b6-9fcb-553c992af114 req-a4c5c3a3-6122-4e15-a300-ba375bd83ef5 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1d67790b-9fce-443c-a556-def50342e667 HTTP/1.1" status: 200 len: 1094 time: 0.0988030 Dec 12 18:12:51.552784 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bad90be6-b695-4d15-8ed0-7d64138e5578 req-29666b27-e658-4354-9290-3ffd9258e1d2 service neutron] 10.222.0.20 "GET /v2.0/networks/c104b9b5-0f9a-4748-ab1f-d843f852bb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336927 Dec 12 18:12:51.583221 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cef0244e-d052-49b6-9fcb-553c992af114 req-6d4d4494-3b2e-4d0e-8bd6-add0c964f06c tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467174 Dec 12 18:12:51.643699 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d1b28-d589-4947-b974-2c63ee6633d6 req-892f0d58-0a61-4602-a31d-12ab29213c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:51.645272 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b0d1b28-d589-4947-b974-2c63ee6633d6 req-892f0d58-0a61-4602-a31d-12ab29213c51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b45fdacbb7e4a4e845df17e21c1b202&device_id=1d67790b-9fce-443c-a556-def50342e667 HTTP/1.1" status: 200 len: 1094 time: 0.0402577 Dec 12 18:12:51.741909 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d1b28-d589-4947-b974-2c63ee6633d6 req-44d1dd8f-ba61-420d-833c-be2d42a71073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:51.742276 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b0d1b28-d589-4947-b974-2c63ee6633d6 req-44d1dd8f-ba61-420d-833c-be2d42a71073 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c104b9b5-0f9a-4748-ab1f-d843f852bb2a HTTP/1.1" status: 200 len: 911 time: 0.0893831 Dec 12 18:12:51.787636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b0d1b28-d589-4947-b974-2c63ee6633d6 req-ffabcb67-3ced-4c19-a153-cc5beeae6e4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=292c5e16-8aed-42be-b941-ddadfe7b3118 HTTP/1.1" status: 200 len: 217 time: 0.0372736 Dec 12 18:12:51.838515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d1b28-d589-4947-b974-2c63ee6633d6 req-f57c4fc6-d473-462c-91b5-48b9dafe478b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:51.840018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b0d1b28-d589-4947-b974-2c63ee6633d6 req-f57c4fc6-d473-462c-91b5-48b9dafe478b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a495db78-124c-4c4b-a258-daae3b166e47 HTTP/1.1" status: 200 len: 849 time: 0.0451794 Dec 12 18:12:51.891988 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d1b28-d589-4947-b974-2c63ee6633d6 req-66917f6c-365b-4601-97f3-5cdd3652def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:51.893545 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b0d1b28-d589-4947-b974-2c63ee6633d6 req-66917f6c-365b-4601-97f3-5cdd3652def8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c104b9b5-0f9a-4748-ab1f-d843f852bb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462437 Dec 12 18:12:51.986099 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b0d1b28-d589-4947-b974-2c63ee6633d6 req-3ca847ae-78ef-40a0-bea2-ea5fe545b8b0 service neutron] 10.222.0.20 "GET /v2.0/networks/c104b9b5-0f9a-4748-ab1f-d843f852bb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844045 Dec 12 18:12:52.097893 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b0d1b28-d589-4947-b974-2c63ee6633d6 req-0ba20bb6-06a2-45b6-92d9-18f57861d9ed service neutron] 10.222.0.20 "GET /v2.0/networks/c104b9b5-0f9a-4748-ab1f-d843f852bb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045384 Dec 12 18:12:52.136094 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e4888-c1fb-4989-8c61-2052e3248a3d req-dc1004a2-4c98-49a5-b13f-1e3189ed3740 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:52.143497 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e5e4888-c1fb-4989-8c61-2052e3248a3d req-dc1004a2-4c98-49a5-b13f-1e3189ed3740 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 944 time: 0.0615354 Dec 12 18:12:52.186767 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3e5e4888-c1fb-4989-8c61-2052e3248a3d req-e48e321e-80d4-44eb-8ca4-3c165b2b27f5 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424454 Dec 12 18:12:52.693952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089641b5-ae32-4677-9513-302f29bcbc43 req-f18c338d-7f17-4040-bd21-1f23a55ceeba tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:52.701201 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-089641b5-ae32-4677-9513-302f29bcbc43 req-f18c338d-7f17-4040-bd21-1f23a55ceeba tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1d67790b-9fce-443c-a556-def50342e667 HTTP/1.1" status: 200 len: 1094 time: 0.0471592 Dec 12 18:12:52.739596 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-089641b5-ae32-4677-9513-302f29bcbc43 req-fa3d3b02-d917-4d81-b808-ea9dd83888e9 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374179 Dec 12 18:12:53.302582 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-85fe610c-4570-4976-a5c9-52130f86a03a req-b0f3866e-0a95-4838-bd41-c561a08a5d02 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399439 Dec 12 18:12:53.308970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a368c-3595-4a78-b924-c0d90d2c8638 req-4376c0c6-8f1c-4784-b5df-9047850290f2 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:53.310497 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-889a368c-3595-4a78-b924-c0d90d2c8638 req-4376c0c6-8f1c-4784-b5df-9047850290f2 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 944 time: 0.0551283 Dec 12 18:12:53.359365 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-889a368c-3595-4a78-b924-c0d90d2c8638 req-8229f459-076d-4c18-8f47-2592251bfe19 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424552 Dec 12 18:12:53.383880 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe610c-4570-4976-a5c9-52130f86a03a req-829c2e01-8131-4d15-9d13-4735e3854ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:53.385386 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-85fe610c-4570-4976-a5c9-52130f86a03a req-829c2e01-8131-4d15-9d13-4735e3854ad9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 1097 time: 0.0404842 Dec 12 18:12:53.490105 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe610c-4570-4976-a5c9-52130f86a03a req-b4c71be2-b666-4238-804f-1a0e8962931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:53.491636 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-85fe610c-4570-4976-a5c9-52130f86a03a req-b4c71be2-b666-4238-804f-1a0e8962931c service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.0854068 Dec 12 18:12:53.537086 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-85fe610c-4570-4976-a5c9-52130f86a03a req-41a63b90-3647-4336-b145-0498bf811b5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f150432-9cd0-4496-bd31-acdcf4c3297c HTTP/1.1" status: 200 len: 217 time: 0.0356040 Dec 12 18:12:53.588651 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe610c-4570-4976-a5c9-52130f86a03a req-78a0487e-cdfd-464d-a26b-58c904695250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:53.590224 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-85fe610c-4570-4976-a5c9-52130f86a03a req-78a0487e-cdfd-464d-a26b-58c904695250 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0437675 Dec 12 18:12:53.642001 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe610c-4570-4976-a5c9-52130f86a03a req-8f0b2854-b61f-4cac-b64f-111da015461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:53.643781 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-85fe610c-4570-4976-a5c9-52130f86a03a req-8f0b2854-b61f-4cac-b64f-111da015461f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463152 Dec 12 18:12:53.736200 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-85fe610c-4570-4976-a5c9-52130f86a03a req-0d47dee0-d9cf-4166-b6d3-665ef49381f6 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855794 Dec 12 18:12:53.849871 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-85fe610c-4570-4976-a5c9-52130f86a03a req-808c9835-3a4e-42f7-b262-5b39c6906983 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038585 Dec 12 18:12:53.859054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb98f3-a3d2-4f85-9999-c97570117bea req-c3e352a0-9e0a-4af2-a5c5-36c5e4a0bcc9 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:53.860731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4ecb98f3-a3d2-4f85-9999-c97570117bea req-c3e352a0-9e0a-4af2-a5c5-36c5e4a0bcc9 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1d67790b-9fce-443c-a556-def50342e667 HTTP/1.1" status: 200 len: 1094 time: 0.0478125 Dec 12 18:12:53.911403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4ecb98f3-a3d2-4f85-9999-c97570117bea req-519ae5bc-7b2d-4d61-96a8-1f828452cd3d tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430751 Dec 12 18:12:54.477539 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db5174-412b-44b1-b436-c4bf578ab1fb req-707aa491-875a-4565-a21a-8454bfbad180 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:54.479075 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1db5174-412b-44b1-b436-c4bf578ab1fb req-707aa491-875a-4565-a21a-8454bfbad180 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 944 time: 0.0490835 Dec 12 18:12:54.531712 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1db5174-412b-44b1-b436-c4bf578ab1fb req-a73fb4c7-2191-48de-aa7f-797005a1557d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464976 Dec 12 18:12:54.902305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 292c5e16-8aed-42be-b941-ddadfe7b3118 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:12:55.012667 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 292c5e16-8aed-42be-b941-ddadfe7b3118, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=292c5e16-8aed-42be-b941-ddadfe7b3118,segment=NetworkSegment(bc093c76-e867-4c36-81b9-1aa2535f22d5),segment_id=bc093c76-e867-4c36-81b9-1aa2535f22d5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:55.018922 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb0091-56d1-47ba-8265-15e56a375e65 req-25a33d8d-7c8f-4155-8e2b-d0b7a059e1dd tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:55.023818 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28eb0091-56d1-47ba-8265-15e56a375e65 req-25a33d8d-7c8f-4155-8e2b-d0b7a059e1dd tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1d67790b-9fce-443c-a556-def50342e667 HTTP/1.1" status: 200 len: 1094 time: 0.0468602 Dec 12 18:12:55.027357 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '292c5e16-8aed-42be-b941-ddadfe7b3118', 'network_id': 'c104b9b5-0f9a-4748-ab1f-d843f852bb2a', 'port_id': '292c5e16-8aed-42be-b941-ddadfe7b3118', 'mac_address': 'fa:16:3e:b0:b7:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a495db78-124c-4c4b-a258-daae3b166e47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:12:55.067858 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28eb0091-56d1-47ba-8265-15e56a375e65 req-70601332-9e01-4ebf-8c2d-d1e591cfa57e tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398054 Dec 12 18:12:55.115727 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:55.163052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292c5e16-8aed-42be-b941-ddadfe7b3118 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:12:55.193520 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 292c5e16-8aed-42be-b941-ddadfe7b3118, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=292c5e16-8aed-42be-b941-ddadfe7b3118,segment=NetworkSegment(bc093c76-e867-4c36-81b9-1aa2535f22d5),segment_id=bc093c76-e867-4c36-81b9-1aa2535f22d5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:55.200353 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:55.270000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=292c5e16-8aed-42be-b941-ddadfe7b3118,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:55.281096 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:55.281452 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:55.281800 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:55.282145 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:55.282486 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:55.282821 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:55.283153 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:55.283508 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:55.283841 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:55.284170 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:55.284500 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:55.284830 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:55.285154 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:12:55.433089 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['292c5e16-8aed-42be-b941-ddadfe7b3118'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:12:55.650999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bcc26-4bb4-43f3-b652-d56fb9e1dfd8 req-4eaf431e-2a2c-47eb-b72e-397babc45d6d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:55.652507 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-357bcc26-4bb4-43f3-b652-d56fb9e1dfd8 req-4eaf431e-2a2c-47eb-b72e-397babc45d6d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 944 time: 0.0491157 Dec 12 18:12:55.699412 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-357bcc26-4bb4-43f3-b652-d56fb9e1dfd8 req-0e0d30d5-caf6-48e3-8723-2e8c3f1c9480 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Dec 12 18:12:56.182723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ba45f-af38-4bf3-8349-8e3c5aa7f064 req-89b1ae2b-0e8c-47ab-b27e-0df139c0ca52 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:56.184255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df5ba45f-af38-4bf3-8349-8e3c5aa7f064 req-89b1ae2b-0e8c-47ab-b27e-0df139c0ca52 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1d67790b-9fce-443c-a556-def50342e667 HTTP/1.1" status: 200 len: 1095 time: 0.0459275 Dec 12 18:12:56.227014 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df5ba45f-af38-4bf3-8349-8e3c5aa7f064 req-06801a9b-1dea-48a0-93fe-e1f01399f6ab tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367963 Dec 12 18:12:56.817735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94d18b-af22-40e1-a17a-c71327a88104 req-29932020-cf57-4d16-8f4a-6dc1f71a7279 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:56.819318 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da94d18b-af22-40e1-a17a-c71327a88104 req-29932020-cf57-4d16-8f4a-6dc1f71a7279 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 944 time: 0.0497437 Dec 12 18:12:56.869757 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da94d18b-af22-40e1-a17a-c71327a88104 req-d96f2cd3-645b-47a7-9e6a-03fbfd6e5d72 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437624 Dec 12 18:12:56.904337 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 292c5e16-8aed-42be-b941-ddadfe7b3118 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:12:56.954713 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 292c5e16-8aed-42be-b941-ddadfe7b3118 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:12:56.959081 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 292c5e16-8aed-42be-b941-ddadfe7b3118 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:12:56.959506 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:57.039310 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:57.063817 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d67790b-9fce-443c-a556-def50342e667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292c5e16-8aed-42be-b941-ddadfe7b3118'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:12:57.066154 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f22afb9-8ec6-49a7-92b7-ff8ce9194dd3" -d '{"events": [{"server_uuid": "1d67790b-9fce-443c-a556-def50342e667", "name": "network-vif-plugged", "status": "completed", "tag": "292c5e16-8aed-42be-b941-ddadfe7b3118"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:12:57.080730 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 292c5e16-8aed-42be-b941-ddadfe7b3118, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=292c5e16-8aed-42be-b941-ddadfe7b3118,segment=NetworkSegment(bc093c76-e867-4c36-81b9-1aa2535f22d5),segment_id=bc093c76-e867-4c36-81b9-1aa2535f22d5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:12:57.085289 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:12:57.116806 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529502e7-a33c-4a15-8d2a-c560a6d08eee x-openstack-request-id: req-529502e7-a33c-4a15-8d2a-c560a6d08eee {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:12:57.117107 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d67790b-9fce-443c-a556-def50342e667", "name": "network-vif-plugged", "status": "completed", "tag": "292c5e16-8aed-42be-b941-ddadfe7b3118", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:12:57.117413 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-529502e7-a33c-4a15-8d2a-c560a6d08eee {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:12:57.117747 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d67790b-9fce-443c-a556-def50342e667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292c5e16-8aed-42be-b941-ddadfe7b3118', 'code': 200} Dec 12 18:12:57.142970 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=292c5e16-8aed-42be-b941-ddadfe7b3118,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:12:57.216097 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03128e-87ee-4381-9b0f-a5b2c6c43d7a req-efdc1d02-48d3-4ccb-8c90-f598eece80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:57.217593 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe03128e-87ee-4381-9b0f-a5b2c6c43d7a req-efdc1d02-48d3-4ccb-8c90-f598eece80ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d67790b-9fce-443c-a556-def50342e667 HTTP/1.1" status: 200 len: 1096 time: 0.0434387 Dec 12 18:12:57.267422 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fe03128e-87ee-4381-9b0f-a5b2c6c43d7a req-7dae21ad-ae36-4c46-9445-686a1d122542 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414772 Dec 12 18:12:57.338725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e15bf-7ab7-4342-9732-4e6d95c5e04b req-a55b3cb3-a774-4e42-ac9c-907c566931f5 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:57.340214 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e18e15bf-7ab7-4342-9732-4e6d95c5e04b req-a55b3cb3-a774-4e42-ac9c-907c566931f5 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1d67790b-9fce-443c-a556-def50342e667 HTTP/1.1" status: 200 len: 1096 time: 0.0400467 Dec 12 18:12:57.388180 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e18e15bf-7ab7-4342-9732-4e6d95c5e04b req-9ea04bbd-d9f3-4d3c-aa77-2cf407cbcca5 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419364 Dec 12 18:12:57.991086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff872be5-da74-41df-bd27-7fe62e03245d req-3ca3a97d-ac56-46b2-894d-c2453df9960f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:57.992779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff872be5-da74-41df-bd27-7fe62e03245d req-3ca3a97d-ac56-46b2-894d-c2453df9960f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 944 time: 0.0520301 Dec 12 18:12:58.043738 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff872be5-da74-41df-bd27-7fe62e03245d req-122ed595-fcbe-496b-98d5-2a5410f06c74 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448182 Dec 12 18:12:58.496520 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf209e12-ae4c-4432-b23b-118288bfb277 req-e8ece4b7-037a-42dc-8a1a-154f67e23d95 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:58.497795 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf209e12-ae4c-4432-b23b-118288bfb277 req-e8ece4b7-037a-42dc-8a1a-154f67e23d95 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1d67790b-9fce-443c-a556-def50342e667 HTTP/1.1" status: 200 len: 1096 time: 0.0414984 Dec 12 18:12:58.543324 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bf209e12-ae4c-4432-b23b-118288bfb277 req-2e651a0e-eb31-4419-8811-4b31cafe5688 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391853 Dec 12 18:12:58.654857 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d012777-0cc5-4648-9a73-657f24e487cf req-bae60253-88c7-48b2-a4cc-c553a85befb0 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:58.656569 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8d012777-0cc5-4648-9a73-657f24e487cf req-bae60253-88c7-48b2-a4cc-c553a85befb0 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1d67790b-9fce-443c-a556-def50342e667 HTTP/1.1" status: 200 len: 1096 time: 0.0420079 Dec 12 18:12:58.702021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8d012777-0cc5-4648-9a73-657f24e487cf req-1d9470d5-2015-46fc-b7f1-7d33393e1906 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394073 Dec 12 18:12:58.814249 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce62a88-e876-4edc-a342-2c66f528bd04 req-0c87d06c-ad71-44e0-a087-e82457272208 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:58.815823 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cce62a88-e876-4edc-a342-2c66f528bd04 req-0c87d06c-ad71-44e0-a087-e82457272208 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1d67790b-9fce-443c-a556-def50342e667 HTTP/1.1" status: 200 len: 1096 time: 0.0477555 Dec 12 18:12:58.860587 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cce62a88-e876-4edc-a342-2c66f528bd04 req-fed55d12-ad90-4407-a8fb-368cb715be82 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387130 Dec 12 18:12:59.093712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd9f69-b2ef-494a-8af9-d19357f4c5cb req-e4d542c4-81b1-43d8-8631-de5cd7d48eed tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:59.095286 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82bd9f69-b2ef-494a-8af9-d19357f4c5cb req-e4d542c4-81b1-43d8-8631-de5cd7d48eed tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1d67790b-9fce-443c-a556-def50342e667 HTTP/1.1" status: 200 len: 1096 time: 0.0488880 Dec 12 18:12:59.172926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82bd9f69-b2ef-494a-8af9-d19357f4c5cb req-5bdb3f4b-425b-419a-abc7-bd1516f12344 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714519 Dec 12 18:12:59.185165 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039b1f7-2317-4c47-9074-3d556c05c9b5 req-85dbb07a-8c15-454c-a42e-0d33a5040d56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:12:59.186641 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3039b1f7-2317-4c47-9074-3d556c05c9b5 req-85dbb07a-8c15-454c-a42e-0d33a5040d56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 944 time: 0.0713551 Dec 12 18:12:59.233937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3039b1f7-2317-4c47-9074-3d556c05c9b5 req-e2eac3c3-1dba-4fd0-a843-e96335033a6d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Dec 12 18:13:00.283475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712485c-105d-4732-8dce-66ee9e06b1c2 req-05e8c1be-f82c-465a-9b04-de2b57ef82d1 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:00.285124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3712485c-105d-4732-8dce-66ee9e06b1c2 req-05e8c1be-f82c-465a-9b04-de2b57ef82d1 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1d67790b-9fce-443c-a556-def50342e667 HTTP/1.1" status: 200 len: 1096 time: 0.0412216 Dec 12 18:13:00.357675 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3712485c-105d-4732-8dce-66ee9e06b1c2 req-17d9470a-0704-404d-a631-4b064758755e tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658562 Dec 12 18:13:00.371588 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d781fe-3e75-409b-a446-87162e2f515b req-d3db12f7-c54c-4dae-b214-b6d496e5f2b6 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:00.373107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8d781fe-3e75-409b-a446-87162e2f515b req-d3db12f7-c54c-4dae-b214-b6d496e5f2b6 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 944 time: 0.0664387 Dec 12 18:13:00.428923 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8d781fe-3e75-409b-a446-87162e2f515b req-7cb80cb7-dd02-4c80-abd6-e6780634c435 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491283 Dec 12 18:13:00.524039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27309119-9847-46bc-9226-1e2ad3cba32f req-17a1a1dc-535a-4db2-869a-fd83a7d1d5ea tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:00.525526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27309119-9847-46bc-9226-1e2ad3cba32f req-17a1a1dc-535a-4db2-869a-fd83a7d1d5ea tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1d67790b-9fce-443c-a556-def50342e667 HTTP/1.1" status: 200 len: 1096 time: 0.0490680 Dec 12 18:13:00.602336 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-27309119-9847-46bc-9226-1e2ad3cba32f req-b8c11f8b-491e-4936-ae4b-961b7080bf1b tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Deleting port 292c5e16-8aed-42be-b941-ddadfe7b3118 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:13:00.602674 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-27309119-9847-46bc-9226-1e2ad3cba32f req-b8c11f8b-491e-4936-ae4b-961b7080bf1b tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:00.683880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-27309119-9847-46bc-9226-1e2ad3cba32f req-b8c11f8b-491e-4936-ae4b-961b7080bf1b tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] For port 292c5e16-8aed-42be-b941-ddadfe7b3118, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=292c5e16-8aed-42be-b941-ddadfe7b3118,segment=NetworkSegment(bc093c76-e867-4c36-81b9-1aa2535f22d5),segment_id=bc093c76-e867-4c36-81b9-1aa2535f22d5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:00.684166 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-27309119-9847-46bc-9226-1e2ad3cba32f req-b8c11f8b-491e-4936-ae4b-961b7080bf1b tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:00.696640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-27309119-9847-46bc-9226-1e2ad3cba32f req-b8c11f8b-491e-4936-ae4b-961b7080bf1b tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Calling delete_port for 292c5e16-8aed-42be-b941-ddadfe7b3118 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:13:00.824267 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-27309119-9847-46bc-9226-1e2ad3cba32f req-b8c11f8b-491e-4936-ae4b-961b7080bf1b tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:00.835160 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['292c5e16-8aed-42be-b941-ddadfe7b3118'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:13:00.849058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c11f8b-491e-4936-ae4b-961b7080bf1b tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Pushing event deleted for resources: {'Port': ['ID=292c5e16-8aed-42be-b941-ddadfe7b3118,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:00.857164 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['7445e92a-e048-4105-bf9c-d4ebd5e9ba8f'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:13:00.893303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-27309119-9847-46bc-9226-1e2ad3cba32f req-b8c11f8b-491e-4936-ae4b-961b7080bf1b tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] No DVR routers for this DVR port 292c5e16-8aed-42be-b941-ddadfe7b3118 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:13:00.896507 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-27309119-9847-46bc-9226-1e2ad3cba32f req-b8c11f8b-491e-4936-ae4b-961b7080bf1b tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:00.899318 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27309119-9847-46bc-9226-1e2ad3cba32f req-b8c11f8b-491e-4936-ae4b-961b7080bf1b tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.20 "DELETE /v2.0/ports/292c5e16-8aed-42be-b941-ddadfe7b3118 HTTP/1.1" status: 204 len: 173 time: 0.3673158 Dec 12 18:13:00.899777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d67790b-9fce-443c-a556-def50342e667', 'name': 'network-vif-deleted', 'tag': '292c5e16-8aed-42be-b941-ddadfe7b3118'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:13:00.902834 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843da238-9a3f-45fc-891b-da606ebda3ec" -d '{"events": [{"server_uuid": "1d67790b-9fce-443c-a556-def50342e667", "name": "network-vif-deleted", "tag": "292c5e16-8aed-42be-b941-ddadfe7b3118"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:13:01.058562 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb30b165-99d5-46a2-9a29-86065171e101 x-openstack-request-id: req-cb30b165-99d5-46a2-9a29-86065171e101 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:13:01.058847 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d67790b-9fce-443c-a556-def50342e667", "name": "network-vif-deleted", "tag": "292c5e16-8aed-42be-b941-ddadfe7b3118", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:13:01.059108 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb30b165-99d5-46a2-9a29-86065171e101 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:13:01.059596 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d67790b-9fce-443c-a556-def50342e667', 'name': 'network-vif-deleted', 'tag': '292c5e16-8aed-42be-b941-ddadfe7b3118', 'status': 'completed', 'code': 200} Dec 12 18:13:01.556251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d9e8e-32e3-4b1b-ba52-742f67a333aa req-736d4b33-77ef-4863-9c91-5c3842a25c84 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:01.558107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e03d9e8e-32e3-4b1b-ba52-742f67a333aa req-736d4b33-77ef-4863-9c91-5c3842a25c84 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 944 time: 0.0588558 Dec 12 18:13:01.637853 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e03d9e8e-32e3-4b1b-ba52-742f67a333aa req-3290813b-a63f-448d-ab36-fc2d1c109546 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720282 Dec 12 18:13:01.653719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d630283-63cf-44cc-b865-ba45bd53a175 req-d5cd7d23-f0b2-4558-a096-283165f97a70 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:01.655241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d630283-63cf-44cc-b865-ba45bd53a175 req-d5cd7d23-f0b2-4558-a096-283165f97a70 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a HTTP/1.1" status: 200 len: 1096 time: 0.0598347 Dec 12 18:13:01.699139 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d630283-63cf-44cc-b865-ba45bd53a175 req-f2443108-5a73-4c1c-87fc-8bb1ede99c28 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376735 Dec 12 18:13:02.493692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65fa669a-2336-4c35-a310-2d19e77d449c req-fa8b7628-b327-4782-bad7-11ab68e4a7c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=56197743-33c4-47c8-9da9-6c6b76b546b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404549 Dec 12 18:13:02.576823 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa669a-2336-4c35-a310-2d19e77d449c req-26c3fae9-adf4-44d9-a8a1-0dc9cf65e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:02.578280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65fa669a-2336-4c35-a310-2d19e77d449c req-26c3fae9-adf4-44d9-a8a1-0dc9cf65e899 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a667ea3d799643cd85f2edf112448875&device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 1096 time: 0.0405095 Dec 12 18:13:02.685281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa669a-2336-4c35-a310-2d19e77d449c req-83b010d3-7c52-4945-9d13-3d9e4f565898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:02.686747 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65fa669a-2336-4c35-a310-2d19e77d449c req-83b010d3-7c52-4945-9d13-3d9e4f565898 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b4839f45-52ad-4edd-b651-88630d9ed081 HTTP/1.1" status: 200 len: 898 time: 0.0886953 Dec 12 18:13:03.115169 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65fa669a-2336-4c35-a310-2d19e77d449c req-e96ad343-3783-42fc-a3e6-a2be8a4bef92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ee15206-32cc-42c1-b934-08cb6747e73b HTTP/1.1" status: 200 len: 1000 time: 0.4203246 Dec 12 18:13:03.142969 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247f87c-222e-43c3-8cc7-c4937dc0f417 req-438c7dc2-b541-4e65-9e84-55b7c8a71dee tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:03.144370 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1247f87c-222e-43c3-8cc7-c4937dc0f417 req-438c7dc2-b541-4e65-9e84-55b7c8a71dee tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 944 time: 0.4151132 Dec 12 18:13:03.174665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37058231-c1d2-4d7c-a7a4-7aeac9ea18a9 req-0c313acc-24e0-4439-9904-4ef7a22955c3 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:03.176131 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37058231-c1d2-4d7c-a7a4-7aeac9ea18a9 req-0c313acc-24e0-4439-9904-4ef7a22955c3 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a HTTP/1.1" status: 200 len: 1096 time: 0.1010540 Dec 12 18:13:03.219601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa669a-2336-4c35-a310-2d19e77d449c req-cf1e26a0-735d-47a1-ac67-2a45db6d21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:03.221012 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65fa669a-2336-4c35-a310-2d19e77d449c req-cf1e26a0-735d-47a1-ac67-2a45db6d21e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=257bfec4-0d2c-4c54-bc88-31e3e0bcf67d HTTP/1.1" status: 200 len: 835 time: 0.0950966 Dec 12 18:13:03.278325 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1247f87c-222e-43c3-8cc7-c4937dc0f417 req-57ca40ca-0fd8-40f3-b9d5-ac0465803fb0 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130769 Dec 12 18:13:03.284704 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37058231-c1d2-4d7c-a7a4-7aeac9ea18a9 req-60f54720-cc79-4664-984a-d0d3d856209c tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980496 Dec 12 18:13:03.298070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa669a-2336-4c35-a310-2d19e77d449c req-ed7212f0-b29b-4184-8d84-492615a55c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:03.299714 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65fa669a-2336-4c35-a310-2d19e77d449c req-ed7212f0-b29b-4184-8d84-492615a55c2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4839f45-52ad-4edd-b651-88630d9ed081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709708 Dec 12 18:13:03.322349 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66cb41-fa3f-42f9-923e-031dc8a15b9b req-1293ecd7-bd23-4185-8d91-e7fc3dca2278 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:03.323957 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9b66cb41-fa3f-42f9-923e-031dc8a15b9b req-1293ecd7-bd23-4185-8d91-e7fc3dca2278 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a HTTP/1.1" status: 200 len: 1096 time: 0.0458016 Dec 12 18:13:03.391391 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65fa669a-2336-4c35-a310-2d19e77d449c req-3707f8ab-f25e-4239-8458-6c36764a13d6 service neutron] 10.222.0.20 "GET /v2.0/networks/b4839f45-52ad-4edd-b651-88630d9ed081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829723 Dec 12 18:13:03.405520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-9b66cb41-fa3f-42f9-923e-031dc8a15b9b req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Deleting port 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:13:03.405874 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9b66cb41-fa3f-42f9-923e-031dc8a15b9b req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:03.491784 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65fa669a-2336-4c35-a310-2d19e77d449c req-0aa58778-7b2f-45a5-8633-a76ae6252542 service neutron] 10.222.0.20 "GET /v2.0/networks/b4839f45-52ad-4edd-b651-88630d9ed081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931258 Dec 12 18:13:03.493777 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9b66cb41-fa3f-42f9-923e-031dc8a15b9b req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] For port 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7445e92a-e048-4105-bf9c-d4ebd5e9ba8f,segment=NetworkSegment(bc093c76-e867-4c36-81b9-1aa2535f22d5),segment_id=bc093c76-e867-4c36-81b9-1aa2535f22d5)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:03.494286 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9b66cb41-fa3f-42f9-923e-031dc8a15b9b req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:03.510446 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-9b66cb41-fa3f-42f9-923e-031dc8a15b9b req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Calling delete_port for 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:13:03.643339 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9b66cb41-fa3f-42f9-923e-031dc8a15b9b req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:03.655159 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['7445e92a-e048-4105-bf9c-d4ebd5e9ba8f'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:13:03.676741 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Pushing event deleted for resources: {'Port': ['ID=7445e92a-e048-4105-bf9c-d4ebd5e9ba8f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:03.690523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:03.691134 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:03.691585 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:03.692186 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:03.692822 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:03.693165 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:03.693782 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:03.694168 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:03.694718 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:03.695292 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:03.695676 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:03.696199 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:03.696606 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:03.744120 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b66cb41-fa3f-42f9-923e-031dc8a15b9b req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] No DVR routers for this DVR port 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:13:03.747183 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9b66cb41-fa3f-42f9-923e-031dc8a15b9b req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:03.750877 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9b66cb41-fa3f-42f9-923e-031dc8a15b9b req-6c46bca5-568d-4e00-aa72-ba50dbcd2629 tempest-TestServerMultinode-523216361 tempest-TestServerMultinode-523216361-project-admin] 10.222.0.31 "DELETE /v2.0/ports/7445e92a-e048-4105-bf9c-d4ebd5e9ba8f HTTP/1.1" status: 204 len: 173 time: 0.4211860 Dec 12 18:13:03.751393 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a', 'name': 'network-vif-deleted', 'tag': '7445e92a-e048-4105-bf9c-d4ebd5e9ba8f'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:13:03.754109 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7d7f79-3685-4874-90a3-aab099c15f5a" -d '{"events": [{"server_uuid": "ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a", "name": "network-vif-deleted", "tag": "7445e92a-e048-4105-bf9c-d4ebd5e9ba8f"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:13:03.813390 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2cb72f-e28a-4e8d-a254-7840111abfe0 x-openstack-request-id: req-de2cb72f-e28a-4e8d-a254-7840111abfe0 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:13:03.813692 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a", "name": "network-vif-deleted", "tag": "7445e92a-e048-4105-bf9c-d4ebd5e9ba8f", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:13:03.813950 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de2cb72f-e28a-4e8d-a254-7840111abfe0 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:13:03.814379 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2b1baa-36ec-4eb8-98e8-92dcde8c9b1a', 'name': 'network-vif-deleted', 'tag': '7445e92a-e048-4105-bf9c-d4ebd5e9ba8f', 'status': 'completed', 'code': 200} Dec 12 18:13:04.359029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37776) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:04.484541 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9978b-418b-429a-89ae-80a0fe6f683c req-134ea09b-5917-46e1-8162-fe581f3ea235 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:04.485970 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5e9978b-418b-429a-89ae-80a0fe6f683c req-134ea09b-5917-46e1-8162-fe581f3ea235 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 944 time: 0.1285067 Dec 12 18:13:04.603379 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5e9978b-418b-429a-89ae-80a0fe6f683c req-bcf7eed7-fba4-45ce-b834-ec360d343cd2 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092911 Dec 12 18:13:04.785037 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-407523ae-af57-4f91-9a37-31e2668744ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:04.945998 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 292c5e16-8aed-42be-b941-ddadfe7b3118 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:13:04.972257 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 292c5e16-8aed-42be-b941-ddadfe7b3118 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:13:04.972664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 292c5e16-8aed-42be-b941-ddadfe7b3118 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:13:05.028561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-407523ae-af57-4f91-9a37-31e2668744ff admin admin] Deleting port e8a6cb8f-8651-4134-9a40-869ded31ce69 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:13:05.028900 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-407523ae-af57-4f91-9a37-31e2668744ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:05.107706 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-407523ae-af57-4f91-9a37-31e2668744ff admin admin] For port e8a6cb8f-8651-4134-9a40-869ded31ce69, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e8a6cb8f-8651-4134-9a40-869ded31ce69,segment=NetworkSegment(bc093c76-e867-4c36-81b9-1aa2535f22d5),segment_id=bc093c76-e867-4c36-81b9-1aa2535f22d5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:05.108134 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-407523ae-af57-4f91-9a37-31e2668744ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:05.121694 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-407523ae-af57-4f91-9a37-31e2668744ff admin admin] Calling delete_port for e8a6cb8f-8651-4134-9a40-869ded31ce69 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:13:05.311993 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-407523ae-af57-4f91-9a37-31e2668744ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:05.341948 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407523ae-af57-4f91-9a37-31e2668744ff admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a6cb8f-8651-4134-9a40-869ded31ce69,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:05.480689 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37780) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:05.536561 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-407523ae-af57-4f91-9a37-31e2668744ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:05.569430 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0db20007-8a62-410f-b315-53041ec9877b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/floatingips/0cb4d87d-a38b-46d1-b5ca-e6ce2036c2f0 HTTP/1.1" status: 200 len: 992 time: 0.0853601 Dec 12 18:13:05.819855 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b1d00-8de6-4459-9a97-85f3dc6b88d6 req-8bcf39a2-20fe-4af5-9e33-332cd06a8dd8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:05.821730 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-718b1d00-8de6-4459-9a97-85f3dc6b88d6 req-8bcf39a2-20fe-4af5-9e33-332cd06a8dd8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 944 time: 0.1040637 Dec 12 18:13:05.848349 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37788) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:05.858413 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407523ae-af57-4f91-9a37-31e2668744ff admin admin] Router 84a81675-93e5-4825-909e-3e4db8a0c272 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:13:05.894107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-718b1d00-8de6-4459-9a97-85f3dc6b88d6 req-06ee95ac-f2b2-4cae-bc48-bcb48bbe9205 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659027 Dec 12 18:13:06.000119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407523ae-af57-4f91-9a37-31e2668744ff admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:13:06.005293 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-407523ae-af57-4f91-9a37-31e2668744ff admin admin] 10.222.0.18 "PUT /v2.0/routers/84a81675-93e5-4825-909e-3e4db8a0c272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6452360 Dec 12 18:13:06.007997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37790) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:06.012049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1efa6-39b4-4019-a023-4cd996bcf5c0 None None] Sync routers for ids ['84a81675-93e5-4825-909e-3e4db8a0c272'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:13:06.025100 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1efa6-39b4-4019-a023-4cd996bcf5c0 None None] Routers {'84a81675-93e5-4825-909e-3e4db8a0c272'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:13:06.025820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-bce1efa6-39b4-4019-a023-4cd996bcf5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:12:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['84a81675-93e5-4825-909e-3e4db8a0c272'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:06.138206 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-bce1efa6-39b4-4019-a023-4cd996bcf5c0 None None] Set router 84a81675-93e5-4825-909e-3e4db8a0c272 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:13:06.142618 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-437d8969-41f4-42f2-98e3-3a7f7d4f0385 admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:06.276976 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-437d8969-41f4-42f2-98e3-3a7f7d4f0385 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:06.308327 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cedfc64d-728e-428a-a997-4ff8b658aa57 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Deleting port d36ac278-e215-493d-94b4-9caffbeecccc {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:13:06.308327 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cedfc64d-728e-428a-a997-4ff8b658aa57 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:06.331808 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-437d8969-41f4-42f2-98e3-3a7f7d4f0385 admin admin] Deleting port 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:13:06.332155 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-437d8969-41f4-42f2-98e3-3a7f7d4f0385 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:06.335429 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-bce1efa6-39b4-4019-a023-4cd996bcf5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'name': 'tempest-TestServerMultinode-1084608848-router', 'tenant_id': 'a5eab203f400489db87831478dd62c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:21Z', 'updated_at': '2021-12-12T18:13:05Z', 'revision_number': 5, 'project_id': 'a5eab203f400489db87831478dd62c5f', 'gw_port': {'id': '8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:85:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:22Z', 'updated_at': '2021-12-12T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:06.366602 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1efa6-39b4-4019-a023-4cd996bcf5c0 None None] Checking router: 84a81675-93e5-4825-909e-3e4db8a0c272 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:13:06.375545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1efa6-39b4-4019-a023-4cd996bcf5c0 None None] Routers {'84a81675-93e5-4825-909e-3e4db8a0c272'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:13:06.376152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-bce1efa6-39b4-4019-a023-4cd996bcf5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:12:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['84a81675-93e5-4825-909e-3e4db8a0c272'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:06.387845 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cedfc64d-728e-428a-a997-4ff8b658aa57 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:06.388367 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cedfc64d-728e-428a-a997-4ff8b658aa57 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:06.400563 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cedfc64d-728e-428a-a997-4ff8b658aa57 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Calling delete_port for d36ac278-e215-493d-94b4-9caffbeecccc owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:13:06.414886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-437d8969-41f4-42f2-98e3-3a7f7d4f0385 admin admin] For port 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:06.415356 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-437d8969-41f4-42f2-98e3-3a7f7d4f0385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:06.432825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-437d8969-41f4-42f2-98e3-3a7f7d4f0385 admin admin] Calling delete_port for 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:13:06.459956 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-bce1efa6-39b4-4019-a023-4cd996bcf5c0 None None] Set router 84a81675-93e5-4825-909e-3e4db8a0c272 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:13:06.516412 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-bce1efa6-39b4-4019-a023-4cd996bcf5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'name': 'tempest-TestServerMultinode-1084608848-router', 'tenant_id': 'a5eab203f400489db87831478dd62c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:21Z', 'updated_at': '2021-12-12T18:13:06Z', 'revision_number': 6, 'project_id': 'a5eab203f400489db87831478dd62c5f', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:06.543567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1efa6-39b4-4019-a023-4cd996bcf5c0 None None] The sync data for ids ['84a81675-93e5-4825-909e-3e4db8a0c272'] in n-d-760354-5 is: [{'id': '84a81675-93e5-4825-909e-3e4db8a0c272', 'name': 'tempest-TestServerMultinode-1084608848-router', 'tenant_id': 'a5eab203f400489db87831478dd62c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:21Z', 'updated_at': '2021-12-12T18:13:06Z', 'revision_number': 6, 'project_id': 'a5eab203f400489db87831478dd62c5f', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:13:06.606139 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cedfc64d-728e-428a-a997-4ff8b658aa57 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:06.629763 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-437d8969-41f4-42f2-98e3-3a7f7d4f0385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:06.631992 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfc64d-728e-428a-a997-4ff8b658aa57 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'Port': ['ID=d36ac278-e215-493d-94b4-9caffbeecccc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:06.655149 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d243d9c8-0d24-4d95-b47b-87cf67fce52b None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:13:06.689546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d8969-41f4-42f2-98e3-3a7f7d4f0385 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:06.694676 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cedfc64d-728e-428a-a997-4ff8b658aa57 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:06.695127 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-cedfc64d-728e-428a-a997-4ff8b658aa57 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Floating IP 0cb4d87d-a38b-46d1-b5ca-e6ce2036c2f0 disassociated (deleted). External IP: 172.25.1.63, port: 5ee15206-32cc-42c1-b934-08cb6747e73b. Dec 12 18:13:06.729643 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-437d8969-41f4-42f2-98e3-3a7f7d4f0385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:06.826433 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-437d8969-41f4-42f2-98e3-3a7f7d4f0385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:06.828570 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-437d8969-41f4-42f2-98e3-3a7f7d4f0385 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:06.872494 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-437d8969-41f4-42f2-98e3-3a7f7d4f0385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:06.872968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437d8969-41f4-42f2-98e3-3a7f7d4f0385 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84a81675-93e5-4825-909e-3e4db8a0c272 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:13:06.877692 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-437d8969-41f4-42f2-98e3-3a7f7d4f0385 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:06.878837 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-437d8969-41f4-42f2-98e3-3a7f7d4f0385 admin admin] 10.222.0.18 "DELETE /v2.0/routers/84a81675-93e5-4825-909e-3e4db8a0c272 HTTP/1.1" status: 204 len: 168 time: 0.8698475 Dec 12 18:13:06.881408 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37792) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:06.912867 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedfc64d-728e-428a-a997-4ff8b658aa57 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Router 89fed49b-a438-4831-87d6-7caf047bc2cc has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:13:06.940194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccb45e2-fa89-4481-b311-b8fa26a4e5a7 admin admin] Deleting subnet a495db78-124c-4c4b-a258-daae3b166e47 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:13:06.944616 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fccb45e2-fa89-4481-b311-b8fa26a4e5a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:06.971605 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a836312e-7757-44aa-9e9f-c4d93ca7098c details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:13:07.047486 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fccb45e2-fa89-4481-b311-b8fa26a4e5a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:07.049959 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedfc64d-728e-428a-a997-4ff8b658aa57 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:13:07.055479 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cedfc64d-728e-428a-a997-4ff8b658aa57 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:07.064531 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9e4605-0af9-4c76-8eed-d753607a1985 None None] Sync routers for ids ['89fed49b-a438-4831-87d6-7caf047bc2cc'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:13:07.081485 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9e4605-0af9-4c76-8eed-d753607a1985 None None] Routers {'89fed49b-a438-4831-87d6-7caf047bc2cc'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:13:07.082712 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ac9e4605-0af9-4c76-8eed-d753607a1985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:12:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['89fed49b-a438-4831-87d6-7caf047bc2cc'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:07.089530 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-cedfc64d-728e-428a-a997-4ff8b658aa57 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "DELETE /v2.0/floatingips/0cb4d87d-a38b-46d1-b5ca-e6ce2036c2f0 HTTP/1.1" status: 204 len: 168 time: 1.2400029 Dec 12 18:13:07.090141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56197743-33c4-47c8-9da9-6c6b76b546b3', 'tag': '5ee15206-32cc-42c1-b934-08cb6747e73b'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:13:07.092786 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd6513c-aad6-462d-9df6-a29dd6f11b76" -d '{"events": [{"name": "network-changed", "server_uuid": "56197743-33c4-47c8-9da9-6c6b76b546b3", "tag": "5ee15206-32cc-42c1-b934-08cb6747e73b"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:13:07.122455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a836312e-7757-44aa-9e9f-c4d93ca7098c, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a836312e-7757-44aa-9e9f-c4d93ca7098c,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:07.135345 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'a836312e-7757-44aa-9e9f-c4d93ca7098c', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'port_id': 'a836312e-7757-44aa-9e9f-c4d93ca7098c', 'mac_address': 'fa:16:3e:31:64:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:13:07.135555 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96837ad-0adc-4a29-b189-417af83ea802 req-5e210ed2-02e1-4895-8521-ee7e02467f65 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:07.137347 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c96837ad-0adc-4a29-b189-417af83ea802 req-5e210ed2-02e1-4895-8521-ee7e02467f65 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 944 time: 0.1458843 Dec 12 18:13:07.187483 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:07.205436 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fccb45e2-fa89-4481-b311-b8fa26a4e5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:07.210406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a836312e-7757-44aa-9e9f-c4d93ca7098c {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:13:07.236557 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a836312e-7757-44aa-9e9f-c4d93ca7098c, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a836312e-7757-44aa-9e9f-c4d93ca7098c,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:07.241053 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c96837ad-0adc-4a29-b189-417af83ea802 req-6391bc29-fc14-4850-8f73-a3a109c5f899 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805366 Dec 12 18:13:07.242155 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:07.248118 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-ac9e4605-0af9-4c76-8eed-d753607a1985 None None] Set router 89fed49b-a438-4831-87d6-7caf047bc2cc gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:13:07.314666 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fccb45e2-fa89-4481-b311-b8fa26a4e5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:07.315420 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=a836312e-7757-44aa-9e9f-c4d93ca7098c,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:07.317583 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74307c8-13ba-4584-a2ee-a4c8dea07b84 x-openstack-request-id: req-c74307c8-13ba-4584-a2ee-a4c8dea07b84 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:13:07.317903 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56197743-33c4-47c8-9da9-6c6b76b546b3", "tag": "5ee15206-32cc-42c1-b934-08cb6747e73b", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:13:07.318149 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c74307c8-13ba-4584-a2ee-a4c8dea07b84 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:13:07.318562 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56197743-33c4-47c8-9da9-6c6b76b546b3', 'tag': '5ee15206-32cc-42c1-b934-08cb6747e73b', 'status': 'completed', 'code': 200} Dec 12 18:13:07.362068 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6811dc53-fcc8-4c41-ab85-96b591f8dbdd None None] Network c104b9b5-0f9a-4748-ab1f-d843f852bb2a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:13:07.373614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb45e2-fa89-4481-b311-b8fa26a4e5a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a495db78-124c-4c4b-a258-daae3b166e47,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:07.378451 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fccb45e2-fa89-4481-b311-b8fa26a4e5a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:07.384577 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fccb45e2-fa89-4481-b311-b8fa26a4e5a7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a495db78-124c-4c4b-a258-daae3b166e47 HTTP/1.1" status: 204 len: 168 time: 0.4990859 Dec 12 18:13:07.384671 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37802) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:07.472873 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6513c-aad6-462d-9df6-a29dd6f11b76 req-a6cd0109-e6a1-43bb-9731-4b101412457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:07.474714 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bd6513c-aad6-462d-9df6-a29dd6f11b76 req-a6cd0109-e6a1-43bb-9731-4b101412457b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a667ea3d799643cd85f2edf112448875&device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 1096 time: 0.1235867 Dec 12 18:13:07.475226 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:13:07.487791 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7211d1-d53e-45f0-953b-8b8aa877a203 req-19d8b7fd-9d9c-492b-9f50-45028500be36 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:07.488324 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:07.495483 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8b7211d1-d53e-45f0-953b-8b8aa877a203 req-19d8b7fd-9d9c-492b-9f50-45028500be36 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 945 time: 0.1185043 Dec 12 18:13:07.518985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:13:07.518985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8f53738e-d3e9-4ff0-9ca3-cb703b0c7a73 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:13:07.519430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e8a6cb8f-8651-4134-9a40-869ded31ce69 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:13:07.554113 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] Deleting port ad9d3743-c20c-416a-9ef9-b5b306c1bd02 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:13:07.555144 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:07.559502 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['a836312e-7757-44aa-9e9f-c4d93ca7098c'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:13:07.611481 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8b7211d1-d53e-45f0-953b-8b8aa877a203 req-70a4d111-1f8c-453d-9aa8-ac605aeabaf4 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a517be23-6b94-402b-b980-439294dc3ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144841 Dec 12 18:13:07.629078 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:13:07.634103 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] For port ad9d3743-c20c-416a-9ef9-b5b306c1bd02, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ad9d3743-c20c-416a-9ef9-b5b306c1bd02,segment=NetworkSegment(bc093c76-e867-4c36-81b9-1aa2535f22d5),segment_id=bc093c76-e867-4c36-81b9-1aa2535f22d5)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:07.635247 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:07.639417 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: e8a6cb8f-8651-4134-9a40-869ded31ce69 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:13:07.639765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e8a6cb8f-8651-4134-9a40-869ded31ce69 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:13:07.642302 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ac9e4605-0af9-4c76-8eed-d753607a1985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'name': 'tempest-TestNetworkBasicOps-router-13481070', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:05Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:06Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'a9d9a261-7975-4bc0-b6f1-9d391351b0b1', 'name': '', 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:b1:37:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:09Z', 'updated_at': '2021-12-12T18:12:16Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:07.653056 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] Calling delete_port for ad9d3743-c20c-416a-9ef9-b5b306c1bd02 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:13:07.666593 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6513c-aad6-462d-9df6-a29dd6f11b76 req-f3952dd4-1ecf-4d02-85e1-e5e564352589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:07.669908 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bd6513c-aad6-462d-9df6-a29dd6f11b76 req-f3952dd4-1ecf-4d02-85e1-e5e564352589 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b4839f45-52ad-4edd-b651-88630d9ed081 HTTP/1.1" status: 200 len: 898 time: 0.1718140 Dec 12 18:13:07.671343 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:13:07.671697 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7445e92a-e048-4105-bf9c-d4ebd5e9ba8f not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:13:07.680537 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9e4605-0af9-4c76-8eed-d753607a1985 None None] Checking router: 89fed49b-a438-4831-87d6-7caf047bc2cc for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:13:07.695419 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9e4605-0af9-4c76-8eed-d753607a1985 None None] Routers {'89fed49b-a438-4831-87d6-7caf047bc2cc'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:13:07.696511 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ac9e4605-0af9-4c76-8eed-d753607a1985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:12:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['89fed49b-a438-4831-87d6-7caf047bc2cc'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:07.769514 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bd6513c-aad6-462d-9df6-a29dd6f11b76 req-d2ece9a4-b060-413a-9d80-912314749228 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ee15206-32cc-42c1-b934-08cb6747e73b HTTP/1.1" status: 200 len: 217 time: 0.0876565 Dec 12 18:13:07.788052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff02e3d9-b2f5-4009-9403-3d21a6996f00 None None] DHCP port deletion for c104b9b5-0f9a-4748-ab1f-d843f852bb2a request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:13:07.818395 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:07.854243 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-ac9e4605-0af9-4c76-8eed-d753607a1985 None None] Set router 89fed49b-a438-4831-87d6-7caf047bc2cc gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:13:07.856158 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9d3743-c20c-416a-9ef9-b5b306c1bd02,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:07.866719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] No DVR routers for this DVR port ad9d3743-c20c-416a-9ef9-b5b306c1bd02 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:13:07.880298 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ff02e3d9-b2f5-4009-9403-3d21a6996f00 None None] Deleting port ad9d3743-c20c-416a-9ef9-b5b306c1bd02 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:13:07.880739 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ff02e3d9-b2f5-4009-9403-3d21a6996f00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:07.892059 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6513c-aad6-462d-9df6-a29dd6f11b76 req-9752d397-1b34-4414-b100-c1ac3ad3c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:07.893665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bd6513c-aad6-462d-9df6-a29dd6f11b76 req-9752d397-1b34-4414-b100-c1ac3ad3c248 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=257bfec4-0d2c-4c54-bc88-31e3e0bcf67d HTTP/1.1" status: 200 len: 835 time: 0.1163456 Dec 12 18:13:07.952066 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6513c-aad6-462d-9df6-a29dd6f11b76 req-c654ad75-b3b3-4dee-99fe-75366fa954b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:07.953508 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bd6513c-aad6-462d-9df6-a29dd6f11b76 req-c654ad75-b3b3-4dee-99fe-75366fa954b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4839f45-52ad-4edd-b651-88630d9ed081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519907 Dec 12 18:13:07.959351 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ff02e3d9-b2f5-4009-9403-3d21a6996f00 None None] For port ad9d3743-c20c-416a-9ef9-b5b306c1bd02, host n-d-760354-5, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:07.959836 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ff02e3d9-b2f5-4009-9403-3d21a6996f00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:07.969094 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:07.973924 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ff02e3d9-b2f5-4009-9403-3d21a6996f00 None None] Calling delete_port for ad9d3743-c20c-416a-9ef9-b5b306c1bd02 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:13:07.982490 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-ff02e3d9-b2f5-4009-9403-3d21a6996f00 None None] Port ad9d3743-c20c-416a-9ef9-b5b306c1bd02 was not found and therefore no delete operation was performed {{(pid=103152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 18:13:07.985261 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ff02e3d9-b2f5-4009-9403-3d21a6996f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:07.993300 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c104b9b5-0f9a-4748-ab1f-d843f852bb2a']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:08.006076 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff02e3d9-b2f5-4009-9403-3d21a6996f00 None None] No DVR routers for this DVR port ad9d3743-c20c-416a-9ef9-b5b306c1bd02 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:13:08.006877 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc093c76-e867-4c36-81b9-1aa2535f22d5') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:08.007224 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc093c76-e867-4c36-81b9-1aa2535f22d5') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:08.030305 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:08.042799 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02e3d9-b2f5-4009-9403-3d21a6996f00 None None] Pushing event deleted for resources: {'Port': ['ID=ad9d3743-c20c-416a-9ef9-b5b306c1bd02,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:08.045483 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:08.060572 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:13:08.060969 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:08.069528 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bd6513c-aad6-462d-9df6-a29dd6f11b76 req-c11cebd2-bf00-462f-afec-c36e59ba0d72 service neutron] 10.222.0.20 "GET /v2.0/networks/b4839f45-52ad-4edd-b651-88630d9ed081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072721 Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:13:08.072349 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:13:08.112740 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ac9e4605-0af9-4c76-8eed-d753607a1985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'name': 'tempest-TestNetworkBasicOps-router-13481070', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:05Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:06Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'a9d9a261-7975-4bc0-b6f1-9d391351b0b1', 'name': '', 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:b1:37:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:09Z', 'updated_at': '2021-12-12T18:12:16Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:08.121876 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:08.126725 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:08.130521 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c104b9b5-0f9a-4748-ab1f-d843f852bb2a HTTP/1.1" status: 204 len: 168 time: 0.7449670 Dec 12 18:13:08.133308 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37804) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:08.147766 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9e4605-0af9-4c76-8eed-d753607a1985 None None] The sync data for ids ['89fed49b-a438-4831-87d6-7caf047bc2cc'] in n-d-760354-5 is: [{'id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'name': 'tempest-TestNetworkBasicOps-router-13481070', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:05Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:06Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'a9d9a261-7975-4bc0-b6f1-9d391351b0b1', 'name': '', 'network_id': 'b4839f45-52ad-4edd-b651-88630d9ed081', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'mac_address': 'fa:16:3e:b1:37:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:09Z', 'updated_at': '2021-12-12T18:12:16Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'subnets': [{'id': '257bfec4-0d2c-4c54-bc88-31e3e0bcf67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:13:08.168763 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bd6513c-aad6-462d-9df6-a29dd6f11b76 req-a9b71b55-4fa6-4ec6-b8d0-533f14e2e39c service neutron] 10.222.0.20 "GET /v2.0/networks/b4839f45-52ad-4edd-b651-88630d9ed081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912566 Dec 12 18:13:08.190170 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b1661-12ec-480a-ad41-c9735a09f541 admin admin] Pushing event deleted for resources: {'Network': ['ID=c104b9b5-0f9a-4748-ab1f-d843f852bb2a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:08.426772 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715030fb-4301-4155-b397-2eec99bf8175 None None] New status for floating IP 0cb4d87d-a38b-46d1-b5ca-e6ce2036c2f0: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:13:08.567801 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23e84707-bdca-4fee-8709-e1e17d0a340d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:08.758395 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc927e-8fbc-497c-8fc5-70e318cbdbff req-908bb895-681c-4e19-a2c4-02f690559bbe tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:08.760246 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32fc927e-8fbc-497c-8fc5-70e318cbdbff req-908bb895-681c-4e19-a2c4-02f690559bbe tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 945 time: 0.4380798 Dec 12 18:13:08.832311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-23e84707-bdca-4fee-8709-e1e17d0a340d admin admin] Deleting port 431a7169-0b09-4c75-9d0a-093f2d1b6495 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:13:08.832885 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23e84707-bdca-4fee-8709-e1e17d0a340d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:08.844392 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220216dd-1a87-4d38-bfe3-cf7dadaff5fa req-543e73ea-076e-4ba8-8d78-c04cf49465a3 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:08.846160 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-220216dd-1a87-4d38-bfe3-cf7dadaff5fa req-543e73ea-076e-4ba8-8d78-c04cf49465a3 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.20 "GET /v2.0/ports?device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 945 time: 0.1392856 Dec 12 18:13:08.885978 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14020e17-9023-48c8-8696-e3352e83fb25 req-6a851e56-27b2-4bf5-873b-ad2e54585a0e tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:08.888391 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14020e17-9023-48c8-8696-e3352e83fb25 req-6a851e56-27b2-4bf5-873b-ad2e54585a0e tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 945 time: 0.1802769 Dec 12 18:13:08.911794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-23e84707-bdca-4fee-8709-e1e17d0a340d admin admin] For port 431a7169-0b09-4c75-9d0a-093f2d1b6495, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=431a7169-0b09-4c75-9d0a-093f2d1b6495,segment=NetworkSegment(f2336922-0d51-4565-b707-a2f86cebc213),segment_id=f2336922-0d51-4565-b707-a2f86cebc213)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:08.912196 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23e84707-bdca-4fee-8709-e1e17d0a340d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:08.913449 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32fc927e-8fbc-497c-8fc5-70e318cbdbff req-8bcd49e0-d2b0-40f1-b0bf-d614920d20d9 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334763 Dec 12 18:13:08.936597 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-23e84707-bdca-4fee-8709-e1e17d0a340d admin admin] Calling delete_port for 431a7169-0b09-4c75-9d0a-093f2d1b6495 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:13:08.980767 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a836312e-7757-44aa-9e9f-c4d93ca7098c up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:13:09.014636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14020e17-9023-48c8-8696-e3352e83fb25 req-29386adc-b1f9-4dc5-a7ca-12ff4113d121 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/security-groups?id=a517be23-6b94-402b-b980-439294dc3ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092808 Dec 12 18:13:09.034773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-220216dd-1a87-4d38-bfe3-cf7dadaff5fa req-2019e6ae-526b-40a2-953b-67a5502c4882 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Deleting port 5ee15206-32cc-42c1-b934-08cb6747e73b {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:13:09.035119 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-220216dd-1a87-4d38-bfe3-cf7dadaff5fa req-2019e6ae-526b-40a2-953b-67a5502c4882 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:09.040927 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port a836312e-7757-44aa-9e9f-c4d93ca7098c completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:13:09.046257 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port a836312e-7757-44aa-9e9f-c4d93ca7098c triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:09.047257 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:09.148962 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ad9d3743-c20c-416a-9ef9-b5b306c1bd02 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:13:09.156988 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-220216dd-1a87-4d38-bfe3-cf7dadaff5fa req-2019e6ae-526b-40a2-953b-67a5502c4882 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] For port 5ee15206-32cc-42c1-b934-08cb6747e73b, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=5ee15206-32cc-42c1-b934-08cb6747e73b,segment=NetworkSegment(6fae43ab-20c9-4da3-ab79-4691cdbf17c5),segment_id=6fae43ab-20c9-4da3-ab79-4691cdbf17c5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:09.157443 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-220216dd-1a87-4d38-bfe3-cf7dadaff5fa req-2019e6ae-526b-40a2-953b-67a5502c4882 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:09.166033 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23e84707-bdca-4fee-8709-e1e17d0a340d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:09.174204 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-220216dd-1a87-4d38-bfe3-cf7dadaff5fa req-2019e6ae-526b-40a2-953b-67a5502c4882 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Calling delete_port for 5ee15206-32cc-42c1-b934-08cb6747e73b owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:13:09.196528 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e84707-bdca-4fee-8709-e1e17d0a340d admin admin] Pushing event deleted for resources: {'Port': ['ID=431a7169-0b09-4c75-9d0a-093f2d1b6495,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:09.351634 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: ad9d3743-c20c-416a-9ef9-b5b306c1bd02 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:13:09.352206 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ad9d3743-c20c-416a-9ef9-b5b306c1bd02 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:13:09.358429 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-220216dd-1a87-4d38-bfe3-cf7dadaff5fa req-2019e6ae-526b-40a2-953b-67a5502c4882 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:09.360730 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:09.389259 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5115ea8e-c002-4433-96a6-aacbebb99abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a836312e-7757-44aa-9e9f-c4d93ca7098c'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:13:09.392057 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7414d613-c62d-4080-8989-5e4c64a2bb0e" -d '{"events": [{"server_uuid": "5115ea8e-c002-4433-96a6-aacbebb99abb", "name": "network-vif-plugged", "status": "completed", "tag": "a836312e-7757-44aa-9e9f-c4d93ca7098c"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:13:09.399096 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23e84707-bdca-4fee-8709-e1e17d0a340d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:09.404874 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019e6ae-526b-40a2-953b-67a5502c4882 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'Port': ['ID=5ee15206-32cc-42c1-b934-08cb6747e73b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:09.415473 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a836312e-7757-44aa-9e9f-c4d93ca7098c, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a836312e-7757-44aa-9e9f-c4d93ca7098c,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:09.428113 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:09.469292 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-220216dd-1a87-4d38-bfe3-cf7dadaff5fa req-2019e6ae-526b-40a2-953b-67a5502c4882 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] No DVR routers for this DVR port 5ee15206-32cc-42c1-b934-08cb6747e73b on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:13:09.472574 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-220216dd-1a87-4d38-bfe3-cf7dadaff5fa req-2019e6ae-526b-40a2-953b-67a5502c4882 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:09.477441 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-220216dd-1a87-4d38-bfe3-cf7dadaff5fa req-2019e6ae-526b-40a2-953b-67a5502c4882 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.20 "DELETE /v2.0/ports/5ee15206-32cc-42c1-b934-08cb6747e73b HTTP/1.1" status: 204 len: 173 time: 0.6239240 Dec 12 18:13:09.477881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56197743-33c4-47c8-9da9-6c6b76b546b3', 'name': 'network-vif-deleted', 'tag': '5ee15206-32cc-42c1-b934-08cb6747e73b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:13:09.487052 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb83990-092a-4418-8282-81aa22cdcb4f" -d '{"events": [{"server_uuid": "56197743-33c4-47c8-9da9-6c6b76b546b3", "name": "network-vif-deleted", "tag": "5ee15206-32cc-42c1-b934-08cb6747e73b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:13:09.508246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=a836312e-7757-44aa-9e9f-c4d93ca7098c,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:09.545871 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccbcc41-7eaf-4b6f-b567-252842b83be8 x-openstack-request-id: req-6ccbcc41-7eaf-4b6f-b567-252842b83be8 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:13:09.547671 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56197743-33c4-47c8-9da9-6c6b76b546b3", "name": "network-vif-deleted", "tag": "5ee15206-32cc-42c1-b934-08cb6747e73b", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:13:09.548281 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ccbcc41-7eaf-4b6f-b567-252842b83be8 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:13:09.548703 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56197743-33c4-47c8-9da9-6c6b76b546b3', 'name': 'network-vif-deleted', 'tag': '5ee15206-32cc-42c1-b934-08cb6747e73b', 'status': 'completed', 'code': 200} Dec 12 18:13:09.572335 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2d7776-b7f6-4eb9-ae87-450b28d8dd5c x-openstack-request-id: req-9a2d7776-b7f6-4eb9-ae87-450b28d8dd5c {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:13:09.572652 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5115ea8e-c002-4433-96a6-aacbebb99abb", "name": "network-vif-plugged", "status": "completed", "tag": "a836312e-7757-44aa-9e9f-c4d93ca7098c", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:13:09.572910 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a2d7776-b7f6-4eb9-ae87-450b28d8dd5c {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:13:09.573345 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5115ea8e-c002-4433-96a6-aacbebb99abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a836312e-7757-44aa-9e9f-c4d93ca7098c', 'code': 200} Dec 12 18:13:09.695605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e27a01-b445-469e-930c-d7a525d7d932 req-adc445c8-5391-4bff-802c-0b7d4d366501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:09.697220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-41e27a01-b445-469e-930c-d7a525d7d932 req-adc445c8-5391-4bff-802c-0b7d4d366501 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 1097 time: 0.0433474 Dec 12 18:13:09.734401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e84707-bdca-4fee-8709-e1e17d0a340d admin admin] Router fac3a35a-ef23-4e6f-8fc2-62c93e68089e has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:13:09.743529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-41e27a01-b445-469e-930c-d7a525d7d932 req-7048b005-1de3-47d5-924f-e6913bc07a37 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384188 Dec 12 18:13:09.857431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e84707-bdca-4fee-8709-e1e17d0a340d admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:13:09.862839 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-23e84707-bdca-4fee-8709-e1e17d0a340d admin admin] 10.222.0.18 "PUT /v2.0/routers/fac3a35a-ef23-4e6f-8fc2-62c93e68089e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7282939 Dec 12 18:13:09.865635 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37816) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:09.869744 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13975b5e-eecb-4ee9-8d2c-e6520bfb3f3d None None] Sync routers for ids ['fac3a35a-ef23-4e6f-8fc2-62c93e68089e'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:13:09.881195 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13975b5e-eecb-4ee9-8d2c-e6520bfb3f3d None None] Routers {'fac3a35a-ef23-4e6f-8fc2-62c93e68089e'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:13:09.883244 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-13975b5e-eecb-4ee9-8d2c-e6520bfb3f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:12:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fac3a35a-ef23-4e6f-8fc2-62c93e68089e'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:09.980698 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65bdcb91-f8c6-43a0-b076-dbf9fb608624 admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:10.010663 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-13975b5e-eecb-4ee9-8d2c-e6520bfb3f3d None None] Set router fac3a35a-ef23-4e6f-8fc2-62c93e68089e gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:13:10.053564 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef1a0b-b3f2-402e-b0b7-4a38b4cccd10 req-180bea0f-ec37-49b3-93ad-4dfe5343593f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:10.062773 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68ef1a0b-b3f2-402e-b0b7-4a38b4cccd10 req-180bea0f-ec37-49b3-93ad-4dfe5343593f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 946 time: 0.0712314 Dec 12 18:13:10.127609 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65bdcb91-f8c6-43a0-b076-dbf9fb608624 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:10.127731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68ef1a0b-b3f2-402e-b0b7-4a38b4cccd10 req-d4c6ae6c-0078-4679-bbd6-5f776649f573 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608840 Dec 12 18:13:10.203766 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-65bdcb91-f8c6-43a0-b076-dbf9fb608624 admin admin] Deleting port cffec65e-0fc8-45f0-86f5-47754339bc07 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:13:10.204164 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65bdcb91-f8c6-43a0-b076-dbf9fb608624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:10.226304 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19d25011-33d5-47ae-a0f7-98e3ec2988d3 req-c3849749-3574-4e65-9ee4-601298b0d95d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "GET /v2.0/ports?device_id=56197743-33c4-47c8-9da9-6c6b76b546b3 HTTP/1.1" status: 200 len: 210 time: 0.0402579 Dec 12 18:13:10.307539 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-65bdcb91-f8c6-43a0-b076-dbf9fb608624 admin admin] For port cffec65e-0fc8-45f0-86f5-47754339bc07, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=cffec65e-0fc8-45f0-86f5-47754339bc07,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:10.307895 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65bdcb91-f8c6-43a0-b076-dbf9fb608624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:10.320489 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-13975b5e-eecb-4ee9-8d2c-e6520bfb3f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'name': 'tempest-TestServerMultinode-485703211-router', 'tenant_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'cffec65e-0fc8-45f0-86f5-47754339bc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:27Z', 'updated_at': '2021-12-12T18:13:09Z', 'revision_number': 5, 'project_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'gw_port': {'id': 'cffec65e-0fc8-45f0-86f5-47754339bc07', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:28Z', 'updated_at': '2021-12-12T18:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:10.321565 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-65bdcb91-f8c6-43a0-b076-dbf9fb608624 admin admin] Calling delete_port for cffec65e-0fc8-45f0-86f5-47754339bc07 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:13:10.348515 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13975b5e-eecb-4ee9-8d2c-e6520bfb3f3d None None] Checking router: fac3a35a-ef23-4e6f-8fc2-62c93e68089e for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:13:10.358586 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13975b5e-eecb-4ee9-8d2c-e6520bfb3f3d None None] Routers {'fac3a35a-ef23-4e6f-8fc2-62c93e68089e'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:13:10.359337 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-13975b5e-eecb-4ee9-8d2c-e6520bfb3f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:12:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['fac3a35a-ef23-4e6f-8fc2-62c93e68089e'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:10.453618 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-13975b5e-eecb-4ee9-8d2c-e6520bfb3f3d None None] Set router fac3a35a-ef23-4e6f-8fc2-62c93e68089e gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:13:10.503952 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65bdcb91-f8c6-43a0-b076-dbf9fb608624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:10.520065 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-13975b5e-eecb-4ee9-8d2c-e6520bfb3f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'name': 'tempest-TestServerMultinode-485703211-router', 'tenant_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:27Z', 'updated_at': '2021-12-12T18:13:10Z', 'revision_number': 6, 'project_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:10.534753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdcb91-f8c6-43a0-b076-dbf9fb608624 admin admin] Pushing event deleted for resources: {'Port': ['ID=cffec65e-0fc8-45f0-86f5-47754339bc07,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:10.550087 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13975b5e-eecb-4ee9-8d2c-e6520bfb3f3d None None] The sync data for ids ['fac3a35a-ef23-4e6f-8fc2-62c93e68089e'] in n-d-760354-5 is: [{'id': 'fac3a35a-ef23-4e6f-8fc2-62c93e68089e', 'name': 'tempest-TestServerMultinode-485703211-router', 'tenant_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:27Z', 'updated_at': '2021-12-12T18:13:10Z', 'revision_number': 6, 'project_id': '6b45fdacbb7e4a4e845df17e21c1b202', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:13:10.553769 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d7b052-0d82-441f-8414-1c0b330dd258 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:13:10.610471 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65bdcb91-f8c6-43a0-b076-dbf9fb608624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:10.973071 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65bdcb91-f8c6-43a0-b076-dbf9fb608624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:10.975546 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65bdcb91-f8c6-43a0-b076-dbf9fb608624 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.026323 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65bdcb91-f8c6-43a0-b076-dbf9fb608624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.027523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bdcb91-f8c6-43a0-b076-dbf9fb608624 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fac3a35a-ef23-4e6f-8fc2-62c93e68089e {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:13:11.034443 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65bdcb91-f8c6-43a0-b076-dbf9fb608624 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.035844 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-65bdcb91-f8c6-43a0-b076-dbf9fb608624 admin admin] 10.222.0.18 "DELETE /v2.0/routers/fac3a35a-ef23-4e6f-8fc2-62c93e68089e HTTP/1.1" status: 204 len: 168 time: 1.1692665 Dec 12 18:13:11.038362 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37822) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:11.083828 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95d9fe1-55fc-443c-8b98-9f5d96033046 admin admin] Deleting subnet b2bdefb3-75fa-4a5f-9226-ee39feddbda8 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:13:11.087383 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e95d9fe1-55fc-443c-8b98-9f5d96033046 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.125849 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e95d9fe1-55fc-443c-8b98-9f5d96033046 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.204336 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e95d9fe1-55fc-443c-8b98-9f5d96033046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.246054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f9dd1-8d77-46b1-9ea6-c1f114c01124 req-2e7d28b8-4301-42d3-8a37-1cfd85d66120 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:11.248044 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-784f9dd1-8d77-46b1-9ea6-c1f114c01124 req-2e7d28b8-4301-42d3-8a37-1cfd85d66120 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 946 time: 0.0506208 Dec 12 18:13:11.265987 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e95d9fe1-55fc-443c-8b98-9f5d96033046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.285475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37828) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:11.293631 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d9fe1-55fc-443c-8b98-9f5d96033046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2bdefb3-75fa-4a5f-9226-ee39feddbda8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:11.295646 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e95d9fe1-55fc-443c-8b98-9f5d96033046 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.298857 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e95d9fe1-55fc-443c-8b98-9f5d96033046 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b2bdefb3-75fa-4a5f-9226-ee39feddbda8 HTTP/1.1" status: 204 len: 168 time: 0.2595174 Dec 12 18:13:11.301314 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37830) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:11.321785 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d814ea7-3281-41a6-b70d-1a6fb593850b None None] Network a3cd86e8-b057-403c-bebd-0b96db811f39 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:13:11.325295 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-784f9dd1-8d77-46b1-9ea6-c1f114c01124 req-bfcc54d0-eeab-4a42-8253-14f471b3b020 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685503 Dec 12 18:13:11.405368 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.412051 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1b4da16-62d7-44e1-af5b-f1015a41541d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.451319 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1b4da16-62d7-44e1-af5b-f1015a41541d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.461318 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device cffec65e-0fc8-45f0-86f5-47754339bc07 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:13:11.482590 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] Deleting port d633946f-3b30-4af2-93fa-09d97479d93b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:13:11.482941 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.515583 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: cffec65e-0fc8-45f0-86f5-47754339bc07 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:13:11.516292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device cffec65e-0fc8-45f0-86f5-47754339bc07 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:13:11.517913 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 431a7169-0b09-4c75-9d0a-093f2d1b6495 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:13:11.547051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 431a7169-0b09-4c75-9d0a-093f2d1b6495 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:13:11.547661 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 431a7169-0b09-4c75-9d0a-093f2d1b6495 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:13:11.554834 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4610263-151c-4fee-b38b-5e485f1cb336 req-8380138d-ee25-466f-a174-982ce6a38909 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:11.557186 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4610263-151c-4fee-b38b-5e485f1cb336 req-8380138d-ee25-466f-a174-982ce6a38909 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 946 time: 0.0952368 Dec 12 18:13:11.571849 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] For port d633946f-3b30-4af2-93fa-09d97479d93b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d633946f-3b30-4af2-93fa-09d97479d93b,segment=NetworkSegment(f2336922-0d51-4565-b707-a2f86cebc213),segment_id=f2336922-0d51-4565-b707-a2f86cebc213)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:11.571849 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.602526 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1b4da16-62d7-44e1-af5b-f1015a41541d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.604565 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] Calling delete_port for d633946f-3b30-4af2-93fa-09d97479d93b owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:13:11.605227 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1b4da16-62d7-44e1-af5b-f1015a41541d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.606431 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f1b4da16-62d7-44e1-af5b-f1015a41541d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "DELETE /v2.0/security-groups/a517be23-6b94-402b-b980-439294dc3ee3 HTTP/1.1" status: 204 len: 168 time: 0.3200023 Dec 12 18:13:11.644180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37836) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:11.647824 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac961e59-57ea-4e26-b837-1a2db4fa6268 None None] DHCP port deletion for a3cd86e8-b057-403c-bebd-0b96db811f39 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:13:11.658253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4da16-62d7-44e1-af5b-f1015a41541d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a517be23-6b94-402b-b980-439294dc3ee3,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:11.715915 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.729853 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4610263-151c-4fee-b38b-5e485f1cb336 req-c4287da9-8cf3-40dd-b883-0a4db68c391f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522412 Dec 12 18:13:11.733928 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ac961e59-57ea-4e26-b837-1a2db4fa6268 None None] Deleting port d633946f-3b30-4af2-93fa-09d97479d93b {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:13:11.734645 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac961e59-57ea-4e26-b837-1a2db4fa6268 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.761915 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=d633946f-3b30-4af2-93fa-09d97479d93b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:11.765852 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] No DVR routers for this DVR port d633946f-3b30-4af2-93fa-09d97479d93b on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:13:11.836339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ac961e59-57ea-4e26-b837-1a2db4fa6268 None None] For port d633946f-3b30-4af2-93fa-09d97479d93b, host n-d-760354-5, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:11.836989 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac961e59-57ea-4e26-b837-1a2db4fa6268 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.853131 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ac961e59-57ea-4e26-b837-1a2db4fa6268 None None] Calling delete_port for d633946f-3b30-4af2-93fa-09d97479d93b owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:13:11.857892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-ac961e59-57ea-4e26-b837-1a2db4fa6268 None None] Port d633946f-3b30-4af2-93fa-09d97479d93b was not found and therefore no delete operation was performed {{(pid=103152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 18:13:11.860361 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac961e59-57ea-4e26-b837-1a2db4fa6268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.893649 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.903764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac961e59-57ea-4e26-b837-1a2db4fa6268 None None] Pushing event deleted for resources: {'Port': ['ID=d633946f-3b30-4af2-93fa-09d97479d93b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:11.914195 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac961e59-57ea-4e26-b837-1a2db4fa6268 None None] No DVR routers for this DVR port d633946f-3b30-4af2-93fa-09d97479d93b on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:13:11.918865 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3cd86e8-b057-403c-bebd-0b96db811f39']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:11.931089 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2336922-0d51-4565-b707-a2f86cebc213') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:11.931552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2336922-0d51-4565-b707-a2f86cebc213') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:11.942094 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.959895 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.969948 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:13:11.970542 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:13:11.972784 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:13:12.052039 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:12.059047 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:12.064432 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a3cd86e8-b057-403c-bebd-0b96db811f39 HTTP/1.1" status: 204 len: 168 time: 0.7599323 Dec 12 18:13:12.075556 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ec2a4-d172-47e9-bf15-2b3bdbf63c81 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3cd86e8-b057-403c-bebd-0b96db811f39,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:12.182412 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1cfa2-e6e4-4bd0-af05-41e22986dd9e req-402779ae-8230-4f08-b68e-3848968ff555 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:12.183911 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68f1cfa2-e6e4-4bd0-af05-41e22986dd9e req-402779ae-8230-4f08-b68e-3848968ff555 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 946 time: 0.0741515 Dec 12 18:13:12.247118 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37846) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:12.276941 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68f1cfa2-e6e4-4bd0-af05-41e22986dd9e req-9582fcab-c2ce-4fe3-b896-3b390982e02f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785251 Dec 12 18:13:12.294005 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d3531f82-6a21-4704-9c4d-5bb1437103cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5eab203f400489db87831478dd62c5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455854 Dec 12 18:13:12.295673 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebcef52f-a1d2-4dd0-9160-2ae12b79483b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:12.296482 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37848) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:12.347503 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c46f457d-5b52-45cb-bb80-eaee0fdc6908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:12.369670 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c46f457d-5b52-45cb-bb80-eaee0fdc6908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:12.418067 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c46f457d-5b52-45cb-bb80-eaee0fdc6908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:12.421764 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c46f457d-5b52-45cb-bb80-eaee0fdc6908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:12.423151 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c46f457d-5b52-45cb-bb80-eaee0fdc6908 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a509576-1c05-4e43-8359-c5d6b0fa1695 HTTP/1.1" status: 204 len: 168 time: 0.1256008 Dec 12 18:13:12.431988 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f457d-5b52-45cb-bb80-eaee0fdc6908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a509576-1c05-4e43-8359-c5d6b0fa1695,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:12.589604 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ebcef52f-a1d2-4dd0-9160-2ae12b79483b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Deleting port a9d9a261-7975-4bc0-b6f1-9d391351b0b1 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:13:12.590118 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebcef52f-a1d2-4dd0-9160-2ae12b79483b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:12.691866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ebcef52f-a1d2-4dd0-9160-2ae12b79483b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] For port a9d9a261-7975-4bc0-b6f1-9d391351b0b1, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a9d9a261-7975-4bc0-b6f1-9d391351b0b1,segment=NetworkSegment(6fae43ab-20c9-4da3-ab79-4691cdbf17c5),segment_id=6fae43ab-20c9-4da3-ab79-4691cdbf17c5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:12.692180 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebcef52f-a1d2-4dd0-9160-2ae12b79483b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:12.706827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ebcef52f-a1d2-4dd0-9160-2ae12b79483b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Calling delete_port for a9d9a261-7975-4bc0-b6f1-9d391351b0b1 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:13:12.778758 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37854) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:12.820345 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c5e57651-3c27-4975-a46e-4144807dde4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b45fdacbb7e4a4e845df17e21c1b202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403728 Dec 12 18:13:12.822876 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37856) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:12.882681 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd06f91d-9d13-4c57-b94a-d88c4979a80b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:12.909072 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd06f91d-9d13-4c57-b94a-d88c4979a80b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:12.909550 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebcef52f-a1d2-4dd0-9160-2ae12b79483b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:12.939570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcef52f-a1d2-4dd0-9160-2ae12b79483b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'Port': ['ID=a9d9a261-7975-4bc0-b6f1-9d391351b0b1,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:12.973883 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd06f91d-9d13-4c57-b94a-d88c4979a80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:12.976789 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd06f91d-9d13-4c57-b94a-d88c4979a80b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:12.978150 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fd06f91d-9d13-4c57-b94a-d88c4979a80b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21 HTTP/1.1" status: 204 len: 168 time: 0.1535380 Dec 12 18:13:12.986424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06f91d-9d13-4c57-b94a-d88c4979a80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8cc7b7-3cf3-4d8f-9c3e-9e6581dc4b21,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:12.996065 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 5ee15206-32cc-42c1-b934-08cb6747e73b no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:13:13.030395 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 5ee15206-32cc-42c1-b934-08cb6747e73b {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:13:13.031279 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 5ee15206-32cc-42c1-b934-08cb6747e73b not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:13:13.168000 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebcef52f-a1d2-4dd0-9160-2ae12b79483b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:13.225980 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d633946f-3b30-4af2-93fa-09d97479d93b no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:13:13.255455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: d633946f-3b30-4af2-93fa-09d97479d93b {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:13:13.255946 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d633946f-3b30-4af2-93fa-09d97479d93b not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:13:13.470113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb91c53-6c0b-486a-bb65-7e0e8e93272a req-13629b9a-baa4-49c9-aca9-c2eb08349f58 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:13.471686 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4eb91c53-6c0b-486a-bb65-7e0e8e93272a req-13629b9a-baa4-49c9-aca9-c2eb08349f58 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 946 time: 0.1046467 Dec 12 18:13:13.497762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcef52f-a1d2-4dd0-9160-2ae12b79483b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Router 89fed49b-a438-4831-87d6-7caf047bc2cc has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:13:13.600947 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4eb91c53-6c0b-486a-bb65-7e0e8e93272a req-eed2ba8e-4a0a-49aa-a21d-1b79253eafc8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216779 Dec 12 18:13:13.671533 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcef52f-a1d2-4dd0-9160-2ae12b79483b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:13:13.676997 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ebcef52f-a1d2-4dd0-9160-2ae12b79483b tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "PUT /v2.0/routers/89fed49b-a438-4831-87d6-7caf047bc2cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0280070 Dec 12 18:13:13.680129 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37862) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:13.682191 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8ae003-79b5-4cc7-b3fb-3de04b52717f None None] Sync routers for ids ['89fed49b-a438-4831-87d6-7caf047bc2cc'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:13:13.687686 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f21df-2f70-4fb7-9914-a0883cc24e93 req-2f12ae89-badd-4105-beac-306844232b6d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:13.689289 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f17f21df-2f70-4fb7-9914-a0883cc24e93 req-2f12ae89-badd-4105-beac-306844232b6d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.20 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 946 time: 0.0859022 Dec 12 18:13:13.694685 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8ae003-79b5-4cc7-b3fb-3de04b52717f None None] Routers {'89fed49b-a438-4831-87d6-7caf047bc2cc'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:13:13.695381 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ab8ae003-79b5-4cc7-b3fb-3de04b52717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:12:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['89fed49b-a438-4831-87d6-7caf047bc2cc'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:13.737922 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-2157a5c0-24d1-4b14-941a-231eb498d94c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Deleting subnet 257bfec4-0d2c-4c54-bc88-31e3e0bcf67d {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:13:13.741422 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2157a5c0-24d1-4b14-941a-231eb498d94c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:13.787967 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2157a5c0-24d1-4b14-941a-231eb498d94c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:13.789288 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-f17f21df-2f70-4fb7-9914-a0883cc24e93 req-5982a9d7-94c9-48eb-9501-8e87e9809dc8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Deleting port a836312e-7757-44aa-9e9f-c4d93ca7098c {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:13:13.789637 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f17f21df-2f70-4fb7-9914-a0883cc24e93 req-5982a9d7-94c9-48eb-9501-8e87e9809dc8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:13.819896 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ab8ae003-79b5-4cc7-b3fb-3de04b52717f None None] Set router 89fed49b-a438-4831-87d6-7caf047bc2cc gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:13:13.887140 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2157a5c0-24d1-4b14-941a-231eb498d94c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:13.887506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-f17f21df-2f70-4fb7-9914-a0883cc24e93 req-5982a9d7-94c9-48eb-9501-8e87e9809dc8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] For port a836312e-7757-44aa-9e9f-c4d93ca7098c, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a836312e-7757-44aa-9e9f-c4d93ca7098c,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:13.888027 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f17f21df-2f70-4fb7-9914-a0883cc24e93 req-5982a9d7-94c9-48eb-9501-8e87e9809dc8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:13.903890 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-f17f21df-2f70-4fb7-9914-a0883cc24e93 req-5982a9d7-94c9-48eb-9501-8e87e9809dc8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Calling delete_port for a836312e-7757-44aa-9e9f-c4d93ca7098c owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:13:13.950125 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2157a5c0-24d1-4b14-941a-231eb498d94c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:13.980632 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157a5c0-24d1-4b14-941a-231eb498d94c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'Subnet': ['ID=257bfec4-0d2c-4c54-bc88-31e3e0bcf67d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:13.994507 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2157a5c0-24d1-4b14-941a-231eb498d94c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:14.007463 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2157a5c0-24d1-4b14-941a-231eb498d94c tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "DELETE /v2.0/subnets/257bfec4-0d2c-4c54-bc88-31e3e0bcf67d HTTP/1.1" status: 204 len: 168 time: 0.3262439 Dec 12 18:13:14.008228 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37864) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:14.008593 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e653e28-b0bd-45bf-87cc-b9eb3150d8a9 None None] Network b4839f45-52ad-4edd-b651-88630d9ed081 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:13:14.059256 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f17f21df-2f70-4fb7-9914-a0883cc24e93 req-5982a9d7-94c9-48eb-9501-8e87e9809dc8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:14.075045 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['a836312e-7757-44aa-9e9f-c4d93ca7098c'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:13:14.077105 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['0f150432-9cd0-4496-bd31-acdcf4c3297c'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:13:14.095561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982a9d7-94c9-48eb-9501-8e87e9809dc8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event deleted for resources: {'Port': ['ID=a836312e-7757-44aa-9e9f-c4d93ca7098c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:14.121396 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4ce575b-f233-4bc8-8388-7f781fcc64f2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:14.149348 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17f21df-2f70-4fb7-9914-a0883cc24e93 req-5982a9d7-94c9-48eb-9501-8e87e9809dc8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] No DVR routers for this DVR port a836312e-7757-44aa-9e9f-c4d93ca7098c on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:13:14.153963 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f17f21df-2f70-4fb7-9914-a0883cc24e93 req-5982a9d7-94c9-48eb-9501-8e87e9809dc8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:14.159362 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f17f21df-2f70-4fb7-9914-a0883cc24e93 req-5982a9d7-94c9-48eb-9501-8e87e9809dc8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.20 "DELETE /v2.0/ports/a836312e-7757-44aa-9e9f-c4d93ca7098c HTTP/1.1" status: 204 len: 173 time: 0.4637737 Dec 12 18:13:14.159844 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5115ea8e-c002-4433-96a6-aacbebb99abb', 'name': 'network-vif-deleted', 'tag': 'a836312e-7757-44aa-9e9f-c4d93ca7098c'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:13:14.171313 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ab8ae003-79b5-4cc7-b3fb-3de04b52717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'name': 'tempest-TestNetworkBasicOps-router-13481070', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:05Z', 'updated_at': '2021-12-12T18:13:12Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:06Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:14.174365 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d5b345-2a52-4752-a7db-41ba6209c2d7" -d '{"events": [{"server_uuid": "5115ea8e-c002-4433-96a6-aacbebb99abb", "name": "network-vif-deleted", "tag": "a836312e-7757-44aa-9e9f-c4d93ca7098c"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:13:14.212300 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8ae003-79b5-4cc7-b3fb-3de04b52717f None None] Checking router: 89fed49b-a438-4831-87d6-7caf047bc2cc for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:13:14.238220 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beacf26c-e545-4ffe-9925-28974a9c0efc x-openstack-request-id: req-beacf26c-e545-4ffe-9925-28974a9c0efc {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:13:14.238621 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5115ea8e-c002-4433-96a6-aacbebb99abb", "name": "network-vif-deleted", "tag": "a836312e-7757-44aa-9e9f-c4d93ca7098c", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:13:14.239080 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-beacf26c-e545-4ffe-9925-28974a9c0efc {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:13:14.240095 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5115ea8e-c002-4433-96a6-aacbebb99abb', 'name': 'network-vif-deleted', 'tag': 'a836312e-7757-44aa-9e9f-c4d93ca7098c', 'status': 'completed', 'code': 200} Dec 12 18:13:14.276268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8ae003-79b5-4cc7-b3fb-3de04b52717f None None] Routers {'89fed49b-a438-4831-87d6-7caf047bc2cc'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:13:14.276979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ab8ae003-79b5-4cc7-b3fb-3de04b52717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:12:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['89fed49b-a438-4831-87d6-7caf047bc2cc'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:14.335734 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4ce575b-f233-4bc8-8388-7f781fcc64f2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:14.370051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f42d681-6aa0-41ff-8ef5-cfdc8faf1228 None None] DHCP port deletion for b4839f45-52ad-4edd-b651-88630d9ed081 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:13:14.408391 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce575b-f233-4bc8-8388-7f781fcc64f2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Deleting port 177965ac-e1eb-4b1c-8e02-f8963c07ae85 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:13:14.409111 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4ce575b-f233-4bc8-8388-7f781fcc64f2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:14.507139 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-f4ce575b-f233-4bc8-8388-7f781fcc64f2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] For port 177965ac-e1eb-4b1c-8e02-f8963c07ae85, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=177965ac-e1eb-4b1c-8e02-f8963c07ae85,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:14.507559 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4ce575b-f233-4bc8-8388-7f781fcc64f2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:14.520942 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce575b-f233-4bc8-8388-7f781fcc64f2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Calling delete_port for 177965ac-e1eb-4b1c-8e02-f8963c07ae85 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:13:14.534529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ab8ae003-79b5-4cc7-b3fb-3de04b52717f None None] Set router 89fed49b-a438-4831-87d6-7caf047bc2cc gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:13:14.599255 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4f42d681-6aa0-41ff-8ef5-cfdc8faf1228 None None] Deleting port 406f8446-5517-4a8c-979b-3a4cfce18c57 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:13:14.599984 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4f42d681-6aa0-41ff-8ef5-cfdc8faf1228 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:14.722891 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4ce575b-f233-4bc8-8388-7f781fcc64f2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:14.725559 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9df7d4d2-6b1f-49ad-9a9c-2695452ba220 req-03c34bfa-2c54-4b43-b8fe-fd9a1dc5e557 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 210 time: 0.0389612 Dec 12 18:13:14.764877 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce575b-f233-4bc8-8388-7f781fcc64f2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'Port': ['ID=177965ac-e1eb-4b1c-8e02-f8963c07ae85,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:14.787156 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4f42d681-6aa0-41ff-8ef5-cfdc8faf1228 None None] For port 406f8446-5517-4a8c-979b-3a4cfce18c57, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=406f8446-5517-4a8c-979b-3a4cfce18c57,segment=NetworkSegment(6fae43ab-20c9-4da3-ab79-4691cdbf17c5),segment_id=6fae43ab-20c9-4da3-ab79-4691cdbf17c5)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:14.787618 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4f42d681-6aa0-41ff-8ef5-cfdc8faf1228 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:14.794175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329af7ab-d2c0-467e-aba6-ac4a4709fb17 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:13:14.810697 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4f42d681-6aa0-41ff-8ef5-cfdc8faf1228 None None] Calling delete_port for 406f8446-5517-4a8c-979b-3a4cfce18c57 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:13:14.869869 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4ce575b-f233-4bc8-8388-7f781fcc64f2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:14.881498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ab8ae003-79b5-4cc7-b3fb-3de04b52717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'name': 'tempest-TestNetworkBasicOps-router-13481070', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:05Z', 'updated_at': '2021-12-12T18:13:12Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:06Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:14.923996 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-92de2740-f761-4761-927e-46427b8f85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:14.925753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8ae003-79b5-4cc7-b3fb-3de04b52717f None None] The sync data for ids ['89fed49b-a438-4831-87d6-7caf047bc2cc'] in n-d-760354-5 is: [{'id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'name': 'tempest-TestNetworkBasicOps-router-13481070', 'tenant_id': 'a667ea3d799643cd85f2edf112448875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:12:05Z', 'updated_at': '2021-12-12T18:13:12Z', 'revision_number': 5, 'project_id': 'a667ea3d799643cd85f2edf112448875', 'gw_port': {'id': '177965ac-e1eb-4b1c-8e02-f8963c07ae85', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fed49b-a438-4831-87d6-7caf047bc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:12:06Z', 'updated_at': '2021-12-12T18:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:13:14.952749 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4f42d681-6aa0-41ff-8ef5-cfdc8faf1228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:14.994414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42d681-6aa0-41ff-8ef5-cfdc8faf1228 None None] Pushing event deleted for resources: {'Port': ['ID=406f8446-5517-4a8c-979b-3a4cfce18c57,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:14.996705 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f42d681-6aa0-41ff-8ef5-cfdc8faf1228 None None] No DVR routers for this DVR port 406f8446-5517-4a8c-979b-3a4cfce18c57 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:13:15.001521 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4ce575b-f233-4bc8-8388-7f781fcc64f2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:15.004066 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4ce575b-f233-4bc8-8388-7f781fcc64f2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:15.052899 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4ce575b-f233-4bc8-8388-7f781fcc64f2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:15.053517 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ce575b-f233-4bc8-8388-7f781fcc64f2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Fanout notify agent at l3_agent the message router_deleted on router 89fed49b-a438-4831-87d6-7caf047bc2cc {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:13:15.061090 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4ce575b-f233-4bc8-8388-7f781fcc64f2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:15.065068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37870) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:15.071724 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f4ce575b-f233-4bc8-8388-7f781fcc64f2 tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "DELETE /v2.0/routers/89fed49b-a438-4831-87d6-7caf047bc2cc HTTP/1.1" status: 204 len: 168 time: 1.0624449 Dec 12 18:13:15.141869 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d953e558-7f11-4809-9740-810dfbe6a91d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:15.241491 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d953e558-7f11-4809-9740-810dfbe6a91d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:15.265396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-d953e558-7f11-4809-9740-810dfbe6a91d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4839f45-52ad-4edd-b651-88630d9ed081']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:15.280143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-d953e558-7f11-4809-9740-810dfbe6a91d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fae43ab-20c9-4da3-ab79-4691cdbf17c5') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:15.280447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-d953e558-7f11-4809-9740-810dfbe6a91d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fae43ab-20c9-4da3-ab79-4691cdbf17c5') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:15.291651 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d953e558-7f11-4809-9740-810dfbe6a91d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:15.311518 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d953e558-7f11-4809-9740-810dfbe6a91d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:15.322217 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d953e558-7f11-4809-9740-810dfbe6a91d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:13:15.322623 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d953e558-7f11-4809-9740-810dfbe6a91d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:13:15.326697 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:13:15.410275 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d953e558-7f11-4809-9740-810dfbe6a91d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:15.416524 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d953e558-7f11-4809-9740-810dfbe6a91d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:15.423520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d953e558-7f11-4809-9740-810dfbe6a91d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] 10.222.0.18 "DELETE /v2.0/networks/b4839f45-52ad-4edd-b651-88630d9ed081 HTTP/1.1" status: 204 len: 168 time: 0.3545585 Dec 12 18:13:15.439504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953e558-7f11-4809-9740-810dfbe6a91d tempest-TestNetworkBasicOps-1913486481 tempest-TestNetworkBasicOps-1913486481-project] Pushing event deleted for resources: {'Network': ['ID=b4839f45-52ad-4edd-b651-88630d9ed081,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:15.448326 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 406f8446-5517-4a8c-979b-3a4cfce18c57 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:13:15.475697 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 406f8446-5517-4a8c-979b-3a4cfce18c57 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:13:15.476289 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 406f8446-5517-4a8c-979b-3a4cfce18c57 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:13:15.477126 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a9d9a261-7975-4bc0-b6f1-9d391351b0b1 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:13:15.516803 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: a9d9a261-7975-4bc0-b6f1-9d391351b0b1 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:13:15.517734 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a9d9a261-7975-4bc0-b6f1-9d391351b0b1 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:13:15.725145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37876) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:15.844809 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cca71ff0-2030-4b08-a9ac-32fe635e3c18 req-d1907f7f-8402-4b0e-94b9-898182f7559a tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 210 time: 0.0432994 Dec 12 18:13:15.892460 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0d465fad-5b7f-4b25-9851-fc7427b722d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a667ea3d799643cd85f2edf112448875&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1659265 Dec 12 18:13:15.896577 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37882) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:15.946927 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51154285-2ce7-43f8-9749-0165e5e2efab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:15.969288 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51154285-2ce7-43f8-9749-0165e5e2efab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:16.019409 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51154285-2ce7-43f8-9749-0165e5e2efab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:16.022540 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51154285-2ce7-43f8-9749-0165e5e2efab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:16.023759 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-51154285-2ce7-43f8-9749-0165e5e2efab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a65da1d-66e5-4b80-a3a4-2c2cf7f175b1 HTTP/1.1" status: 204 len: 168 time: 0.1262465 Dec 12 18:13:16.032920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51154285-2ce7-43f8-9749-0165e5e2efab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a65da1d-66e5-4b80-a3a4-2c2cf7f175b1,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:16.340013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37888) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:16.356992 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10b226c7-4982-4a12-9bcd-7782439a52d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:16.431230 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10b226c7-4982-4a12-9bcd-7782439a52d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:16.435164 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10b226c7-4982-4a12-9bcd-7782439a52d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:16.473525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-10b226c7-4982-4a12-9bcd-7782439a52d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f685174b1d9f4a969bf094757e750524&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321194 Dec 12 18:13:16.474314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b226c7-4982-4a12-9bcd-7782439a52d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd8396c-8b5f-4800-a83e-ed52b9f5b4e0,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:16.476147 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37890) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:16.532614 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ccd1b6a5-c410-46fd-9f34-a567fc636fb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:16.553798 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ccd1b6a5-c410-46fd-9f34-a567fc636fb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:16.601719 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ccd1b6a5-c410-46fd-9f34-a567fc636fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:16.604437 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ccd1b6a5-c410-46fd-9f34-a567fc636fb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:16.606239 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ccd1b6a5-c410-46fd-9f34-a567fc636fb3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abd8396c-8b5f-4800-a83e-ed52b9f5b4e0 HTTP/1.1" status: 204 len: 168 time: 0.1278021 Dec 12 18:13:16.614202 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1b6a5-c410-46fd-9f34-a567fc636fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd8396c-8b5f-4800-a83e-ed52b9f5b4e0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:16.955498 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f4b0bca1-941e-4be7-8d8e-b5c83565e53a req-8830706e-c8f7-4bc3-83ac-c1fea738f1fa tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 210 time: 0.0302243 Dec 12 18:13:16.995989 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a836312e-7757-44aa-9e9f-c4d93ca7098c no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:13:17.016842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: a836312e-7757-44aa-9e9f-c4d93ca7098c {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:13:17.017338 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a836312e-7757-44aa-9e9f-c4d93ca7098c not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:13:17.073051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 177965ac-e1eb-4b1c-8e02-f8963c07ae85 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:13:17.094680 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 177965ac-e1eb-4b1c-8e02-f8963c07ae85 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:13:17.095263 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 177965ac-e1eb-4b1c-8e02-f8963c07ae85 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:13:17.174501 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:13:17.198231 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:17.225042 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1273d7fa-d219-4b7e-982e-e04d0877f1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:17.307688 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37914) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:17.404070 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ac84c52d-6812-4d85-907d-3219a6223ee2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-998985153-network', 'tenant_id': 'f572466ffb0f4a90a7a332a89af76863'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:17.428987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac84c52d-6812-4d85-907d-3219a6223ee2 admin admin] Made reservation on behalf of f572466ffb0f4a90a7a332a89af76863 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:13:17.431385 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac84c52d-6812-4d85-907d-3219a6223ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:17.440286 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac84c52d-6812-4d85-907d-3219a6223ee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:17.518232 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac84c52d-6812-4d85-907d-3219a6223ee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:17.522307 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac84c52d-6812-4d85-907d-3219a6223ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:17.548105 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac84c52d-6812-4d85-907d-3219a6223ee2 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:13:17.558075 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84c52d-6812-4d85-907d-3219a6223ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fdc85d-cd10-4e27-a567-ebbba91b6173,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:17.563886 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac84c52d-6812-4d85-907d-3219a6223ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:17.564223 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-ac84c52d-6812-4d85-907d-3219a6223ee2 admin admin] Added segment 8812fe2c-99cb-446e-a2c2-861125703bac of type vlan for network 5f9a8be6-4c3a-4623-8530-2023d5740215 Dec 12 18:13:17.605558 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac84c52d-6812-4d85-907d-3219a6223ee2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:17.630174 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac84c52d-6812-4d85-907d-3219a6223ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:17.631184 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac84c52d-6812-4d85-907d-3219a6223ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:17.631833 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac84c52d-6812-4d85-907d-3219a6223ee2 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:17.691978 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ac84c52d-6812-4d85-907d-3219a6223ee2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3824921 Dec 12 18:13:17.694915 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37918) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:17.700599 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ec021620-ffb6-4432-95d2-d081621c4327 admin admin] Request body: {'subnet': {'network_id': '5f9a8be6-4c3a-4623-8530-2023d5740215', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-998985153-subnet', 'tenant_id': 'f572466ffb0f4a90a7a332a89af76863', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:17.709845 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84c52d-6812-4d85-907d-3219a6223ee2 admin admin] Pushing event updated for resources: {'Network': ['ID=5f9a8be6-4c3a-4623-8530-2023d5740215,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:17.720570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 5f9a8be6-4c3a-4623-8530-2023d5740215 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:13:17.730874 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec021620-ffb6-4432-95d2-d081621c4327 admin admin] Made reservation on behalf of f572466ffb0f4a90a7a332a89af76863 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:13:17.733332 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec021620-ffb6-4432-95d2-d081621c4327 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:17.878871 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:17.912258 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec021620-ffb6-4432-95d2-d081621c4327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:17.969104 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec021620-ffb6-4432-95d2-d081621c4327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9939dd6b-57b5-4e17-b968-e81774282d63,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:17.980648 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec021620-ffb6-4432-95d2-d081621c4327 admin admin] Checking segment: {'id': '8812fe2c-99cb-446e-a2c2-861125703bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5f9a8be6-4c3a-4623-8530-2023d5740215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:13:17.981017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec021620-ffb6-4432-95d2-d081621c4327 admin admin] Network hostable DHCP agents. Network: 5f9a8be6-4c3a-4623-8530-2023d5740215, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:13:18.000688 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec021620-ffb6-4432-95d2-d081621c4327 admin admin] Network 5f9a8be6-4c3a-4623-8530-2023d5740215 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:13:18.014464 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ec021620-ffb6-4432-95d2-d081621c4327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 5f9a8be6-4c3a-4623-8530-2023d5740215) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:13:18.022920 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd86467-b23d-4d73-ad78-8085b2ee5f65 None None] Network 5f9a8be6-4c3a-4623-8530-2023d5740215 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:13:18.027830 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec021620-ffb6-4432-95d2-d081621c4327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:18.028528 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec021620-ffb6-4432-95d2-d081621c4327 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:18.061077 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ec021620-ffb6-4432-95d2-d081621c4327 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3650348 Dec 12 18:13:18.081204 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c170a0fa-ebe7-47b9-a2d2-ca27ac9d91d3 req-62585403-bfc7-4955-ba4c-dbf43b72cba0 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 210 time: 0.0346341 Dec 12 18:13:18.131688 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6141ba64-97dd-4991-8d52-c5169d4a99e7 None None] Network 5f9a8be6-4c3a-4623-8530-2023d5740215 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:13:18.391108 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:18.540268 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 37936) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:18.545378 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3ea75175-e630-4192-aada-d21cc041bc24 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1785073694-network', 'tenant_id': 'a9e10a18dffc440f804881063d65606c'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:18.566309 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea75175-e630-4192-aada-d21cc041bc24 admin admin] Made reservation on behalf of a9e10a18dffc440f804881063d65606c for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:13:18.568808 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ea75175-e630-4192-aada-d21cc041bc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:18.578506 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ea75175-e630-4192-aada-d21cc041bc24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:18.654337 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ea75175-e630-4192-aada-d21cc041bc24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:18.658538 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ea75175-e630-4192-aada-d21cc041bc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:18.682627 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea75175-e630-4192-aada-d21cc041bc24 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:13:18.693484 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea75175-e630-4192-aada-d21cc041bc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea32bf4f-df7a-4554-a170-cb24e0669c0c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:18.706690 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ea75175-e630-4192-aada-d21cc041bc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:18.707157 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-3ea75175-e630-4192-aada-d21cc041bc24 admin admin] Added segment 2765b073-cf92-4eb7-a208-6314942ffe2f of type vlan for network ee2dbec3-0333-4d94-ae32-821ad29b752c Dec 12 18:13:18.747446 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ea75175-e630-4192-aada-d21cc041bc24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:18.773719 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ea75175-e630-4192-aada-d21cc041bc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:18.774906 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea75175-e630-4192-aada-d21cc041bc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:18.775631 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ea75175-e630-4192-aada-d21cc041bc24 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:18.837095 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3ea75175-e630-4192-aada-d21cc041bc24 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2931447 Dec 12 18:13:18.837471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 37938) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:18.842859 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-35273e86-afb6-4dc3-ba70-80e815001750 admin admin] Request body: {'subnet': {'network_id': 'ee2dbec3-0333-4d94-ae32-821ad29b752c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1785073694-subnet', 'tenant_id': 'a9e10a18dffc440f804881063d65606c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:18.846454 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea75175-e630-4192-aada-d21cc041bc24 admin admin] Pushing event updated for resources: {'Network': ['ID=ee2dbec3-0333-4d94-ae32-821ad29b752c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:18.856332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network ee2dbec3-0333-4d94-ae32-821ad29b752c details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:13:18.868475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35273e86-afb6-4dc3-ba70-80e815001750 admin admin] Made reservation on behalf of a9e10a18dffc440f804881063d65606c for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:13:18.871521 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35273e86-afb6-4dc3-ba70-80e815001750 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:19.053194 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35273e86-afb6-4dc3-ba70-80e815001750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:19.118325 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35273e86-afb6-4dc3-ba70-80e815001750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3616a429-6d0e-40a8-a790-b4c7f0bb34c7,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:19.125300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35273e86-afb6-4dc3-ba70-80e815001750 admin admin] Checking segment: {'id': '2765b073-cf92-4eb7-a208-6314942ffe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ee2dbec3-0333-4d94-ae32-821ad29b752c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:13:19.125658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35273e86-afb6-4dc3-ba70-80e815001750 admin admin] Network hostable DHCP agents. Network: ee2dbec3-0333-4d94-ae32-821ad29b752c, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:13:19.144651 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35273e86-afb6-4dc3-ba70-80e815001750 admin admin] Network ee2dbec3-0333-4d94-ae32-821ad29b752c is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:13:19.154440 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-35273e86-afb6-4dc3-ba70-80e815001750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, ee2dbec3-0333-4d94-ae32-821ad29b752c) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:13:19.160369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35273e86-afb6-4dc3-ba70-80e815001750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:19.161624 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35273e86-afb6-4dc3-ba70-80e815001750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:19.165614 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27113aa6-d2cc-4d5c-a37f-74945b884631 None None] Network ee2dbec3-0333-4d94-ae32-821ad29b752c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:13:19.194735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-35273e86-afb6-4dc3-ba70-80e815001750 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3557658 Dec 12 18:13:19.288048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba40d8c-7245-45d4-98c4-1ef9e77f3208 None None] Network ee2dbec3-0333-4d94-ae32-821ad29b752c requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:13:19.598000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e24fcf01-9225-4564-9861-438d328bb9c7 req-abd770c3-1914-4bdd-981c-0d8cd0414788 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=5115ea8e-c002-4433-96a6-aacbebb99abb HTTP/1.1" status: 200 len: 210 time: 0.4191079 Dec 12 18:13:19.811490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-180c20a9-8e04-4e73-8e02-4c4fbf2556ec tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:19.812972 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-180c20a9-8e04-4e73-8e02-4c4fbf2556ec tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/networks?id=5f9a8be6-4c3a-4623-8530-2023d5740215 HTTP/1.1" status: 200 len: 811 time: 0.0999122 Dec 12 18:13:19.828979 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-51c2f049-c48d-4470-80e7-234058fe13a8 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/quotas/f572466ffb0f4a90a7a332a89af76863 HTTP/1.1" status: 200 len: 375 time: 0.0100787 Dec 12 18:13:19.866311 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-cca1ec11-d94f-46f5-9976-b987bda18001 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f572466ffb0f4a90a7a332a89af76863&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309229 Dec 12 18:13:19.977807 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-b178f8a0-210f-4d40-85d2-d11f9c27b53f service neutron] 10.222.0.18 "GET /v2.0/networks/5f9a8be6-4c3a-4623-8530-2023d5740215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947914 Dec 12 18:13:20.070349 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88601c01-6e22-44c3-9e4b-5bb8c5e587f7 service neutron] 10.222.0.18 "GET /v2.0/networks/5f9a8be6-4c3a-4623-8530-2023d5740215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859096 Dec 12 18:13:20.126734 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:20.241684 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e30e1a8b-5e78-46f0-bc43-53e8de26d8ac req-12fa2397-b33b-49cb-94f3-ac4addb4f1cd tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 210 time: 0.0295014 Dec 12 18:13:20.884094 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:21.200358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-dbf49aa8-8cc3-4361-bbe3-6ea2e80c3d7a tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:21.201880 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-dbf49aa8-8cc3-4361-bbe3-6ea2e80c3d7a tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.20 "GET /v2.0/networks?id=5f9a8be6-4c3a-4623-8530-2023d5740215 HTTP/1.1" status: 200 len: 811 time: 0.1142426 Dec 12 18:13:21.216957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-335fdd5e-1fa4-424e-9638-f5f51a9576de tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Request body: {'port': {'device_id': '4c19d054-bcfe-422e-997b-f4113d9b023f', 'network_id': '5f9a8be6-4c3a-4623-8530-2023d5740215', 'admin_state_up': True, 'tenant_id': 'f572466ffb0f4a90a7a332a89af76863'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:21.339008 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-335fdd5e-1fa4-424e-9638-f5f51a9576de tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Made reservation on behalf of f572466ffb0f4a90a7a332a89af76863 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:13:21.342926 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-335fdd5e-1fa4-424e-9638-f5f51a9576de tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:21.359384 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8d5cdf68-c65d-4af4-b06b-a05438296a6f req-0cbafe28-85fa-4c24-80ba-126609f7e041 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 210 time: 0.0304997 Dec 12 18:13:21.494628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-335fdd5e-1fa4-424e-9638-f5f51a9576de tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Allocated IP 172.20.0.8 (5f9a8be6-4c3a-4623-8530-2023d5740215/9939dd6b-57b5-4e17-b968-e81774282d63/e2e83bae-37d4-43ab-9f39-66922d64de0d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:13:21.657089 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-335fdd5e-1fa4-424e-9638-f5f51a9576de tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:21.692292 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-335fdd5e-1fa4-424e-9638-f5f51a9576de tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:21.737204 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-335fdd5e-1fa4-424e-9638-f5f51a9576de tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Network 5f9a8be6-4c3a-4623-8530-2023d5740215 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:13:21.740605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-335fdd5e-1fa4-424e-9638-f5f51a9576de tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:13:21.745157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-335fdd5e-1fa4-424e-9638-f5f51a9576de tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:13:21.774582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fdd5e-1fa4-424e-9638-f5f51a9576de tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Pushing event updated for resources: {'Port': ['ID=e2e83bae-37d4-43ab-9f39-66922d64de0d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:21.808747 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-335fdd5e-1fa4-424e-9638-f5f51a9576de tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:21.809372 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-335fdd5e-1fa4-424e-9638-f5f51a9576de tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:21.825868 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-335fdd5e-1fa4-424e-9638-f5f51a9576de tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6137798 Dec 12 18:13:21.838661 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Request body: {'port': {'device_id': '4c19d054-bcfe-422e-997b-f4113d9b023f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:21.903998 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:22.170773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e83bae-37d4-43ab-9f39-66922d64de0d {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:13:22.178933 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:22.191605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Transition to ACTIVE for port object e2e83bae-37d4-43ab-9f39-66922d64de0d will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:13:22.195022 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:22.249066 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e83bae-37d4-43ab-9f39-66922d64de0d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:22.329487 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Attempting to bind port e2e83bae-37d4-43ab-9f39-66922d64de0d on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:13:22.329824 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Attempting to bind port e2e83bae-37d4-43ab-9f39-66922d64de0d by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '8812fe2c-99cb-446e-a2c2-861125703bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5f9a8be6-4c3a-4623-8530-2023d5740215'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:13:22.330206 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Attempting to bind port e2e83bae-37d4-43ab-9f39-66922d64de0d on network 5f9a8be6-4c3a-4623-8530-2023d5740215 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:13:22.334603 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Port e2e83bae-37d4-43ab-9f39-66922d64de0d on network 5f9a8be6-4c3a-4623-8530-2023d5740215 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:13:22.334928 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Attempting to bind port e2e83bae-37d4-43ab-9f39-66922d64de0d on network 5f9a8be6-4c3a-4623-8530-2023d5740215 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:13:22.340691 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:13:22.341253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Checking segment: {'id': '8812fe2c-99cb-446e-a2c2-861125703bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5f9a8be6-4c3a-4623-8530-2023d5740215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:13:22.341402 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Bound using segment: {'id': '8812fe2c-99cb-446e-a2c2-861125703bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5f9a8be6-4c3a-4623-8530-2023d5740215'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:13:22.341831 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Bound port: e2e83bae-37d4-43ab-9f39-66922d64de0d, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8812fe2c-99cb-446e-a2c2-861125703bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5f9a8be6-4c3a-4623-8530-2023d5740215'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:13:22.342191 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:22.406416 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] For port e2e83bae-37d4-43ab-9f39-66922d64de0d, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:13:22.411076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] For port e2e83bae-37d4-43ab-9f39-66922d64de0d, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=e2e83bae-37d4-43ab-9f39-66922d64de0d,segment=NetworkSegment(8812fe2c-99cb-446e-a2c2-861125703bac),segment_id=8812fe2c-99cb-446e-a2c2-861125703bac)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:13:22.416703 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:22.466010 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:22.466635 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:22.468291 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] 10.222.0.20 "PUT /v2.0/ports/e2e83bae-37d4-43ab-9f39-66922d64de0d HTTP/1.1" status: 200 len: 1091 time: 0.6342876 Dec 12 18:13:22.468875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c19d054-bcfe-422e-997b-f4113d9b023f', 'tag': 'e2e83bae-37d4-43ab-9f39-66922d64de0d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:13:22.471156 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20625688-7f70-44c3-b7d4-0909904438cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4c19d054-bcfe-422e-997b-f4113d9b023f", "tag": "e2e83bae-37d4-43ab-9f39-66922d64de0d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:13:22.515345 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a41592f-a2e7-4ad8-98b5-0d2773fd8c39 x-openstack-request-id: req-8a41592f-a2e7-4ad8-98b5-0d2773fd8c39 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:13:22.515611 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c19d054-bcfe-422e-997b-f4113d9b023f", "tag": "e2e83bae-37d4-43ab-9f39-66922d64de0d", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:13:22.515873 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a41592f-a2e7-4ad8-98b5-0d2773fd8c39 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:13:22.516274 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c19d054-bcfe-422e-997b-f4113d9b023f', 'tag': 'e2e83bae-37d4-43ab-9f39-66922d64de0d', 'status': 'completed', 'code': 200} Dec 12 18:13:22.520389 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88153c0b-d387-4d5a-8346-667de79cf801 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e83bae-37d4-43ab-9f39-66922d64de0d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:22.565967 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e20644-3486-4108-91c9-babed226e53a req-87be1bba-6ee0-47b7-8ed6-579188d0b368 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:22.567586 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-43e20644-3486-4108-91c9-babed226e53a req-87be1bba-6ee0-47b7-8ed6-579188d0b368 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 943 time: 0.1227901 Dec 12 18:13:22.602263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-8a3616b2-ca29-4480-b67f-f395ebaa2ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:22.603825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-8a3616b2-ca29-4480-b67f-f395ebaa2ea8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f572466ffb0f4a90a7a332a89af76863&device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 1094 time: 0.0805254 Dec 12 18:13:22.660068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-93d77104-b87b-4b49-b09c-1028759fffcb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2e83bae-37d4-43ab-9f39-66922d64de0d HTTP/1.1" status: 200 len: 217 time: 0.0479004 Dec 12 18:13:22.668184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-43e20644-3486-4108-91c9-babed226e53a req-b05415d1-d8d1-46fe-8027-6050b319e29e tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/security-groups?id=67fdc85d-cd10-4e27-a567-ebbba91b6173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938246 Dec 12 18:13:22.712465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-73df2c17-07dd-4419-8a32-4e2e03f6f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:22.713861 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-73df2c17-07dd-4419-8a32-4e2e03f6f2e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9939dd6b-57b5-4e17-b968-e81774282d63 HTTP/1.1" status: 200 len: 851 time: 0.0448368 Dec 12 18:13:22.746755 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-4595a07d-f53a-4d8d-96f9-427edc29792a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f9a8be6-4c3a-4623-8530-2023d5740215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259929 Dec 12 18:13:22.843896 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-d012a9eb-3bbc-4925-9244-5c27ab9cea29 service neutron] 10.222.0.20 "GET /v2.0/networks/5f9a8be6-4c3a-4623-8530-2023d5740215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896702 Dec 12 18:13:22.952465 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fdc1b46-34cf-41f6-93e9-bbf63705a0f9 req-065e9201-32a6-418a-9b3f-f4c60a30dba1 service neutron] 10.222.0.20 "GET /v2.0/networks/5f9a8be6-4c3a-4623-8530-2023d5740215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015139 Dec 12 18:13:23.049711 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20625688-7f70-44c3-b7d4-0909904438cb req-329f3fd1-0512-466e-90b8-f56c38818c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:23.051375 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20625688-7f70-44c3-b7d4-0909904438cb req-329f3fd1-0512-466e-90b8-f56c38818c42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f572466ffb0f4a90a7a332a89af76863&device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 1094 time: 0.0452561 Dec 12 18:13:23.152173 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20625688-7f70-44c3-b7d4-0909904438cb req-1640e719-1b91-4078-b5bc-49cd1af2f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:23.153582 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20625688-7f70-44c3-b7d4-0909904438cb req-1640e719-1b91-4078-b5bc-49cd1af2f565 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f9a8be6-4c3a-4623-8530-2023d5740215 HTTP/1.1" status: 200 len: 912 time: 0.0946689 Dec 12 18:13:23.200072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20625688-7f70-44c3-b7d4-0909904438cb req-8d5a040c-7f44-499a-8ef7-c2dc9eb7bdd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2e83bae-37d4-43ab-9f39-66922d64de0d HTTP/1.1" status: 200 len: 217 time: 0.0383849 Dec 12 18:13:23.258645 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20625688-7f70-44c3-b7d4-0909904438cb req-a98f127a-37e7-4462-b51a-b598465533df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:23.260391 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20625688-7f70-44c3-b7d4-0909904438cb req-a98f127a-37e7-4462-b51a-b598465533df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9939dd6b-57b5-4e17-b968-e81774282d63 HTTP/1.1" status: 200 len: 851 time: 0.0524232 Dec 12 18:13:23.297967 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20625688-7f70-44c3-b7d4-0909904438cb req-bd3868ae-801f-4dd7-a63d-9bab26d6b690 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f9a8be6-4c3a-4623-8530-2023d5740215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298569 Dec 12 18:13:23.393234 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20625688-7f70-44c3-b7d4-0909904438cb req-7ba20e5d-c46d-44d9-9c50-5ace4a5469d3 service neutron] 10.222.0.20 "GET /v2.0/networks/5f9a8be6-4c3a-4623-8530-2023d5740215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869782 Dec 12 18:13:23.493184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20625688-7f70-44c3-b7d4-0909904438cb req-fa096cfb-cf73-446e-9a9b-50acd4b17fb4 service neutron] 10.222.0.20 "GET /v2.0/networks/5f9a8be6-4c3a-4623-8530-2023d5740215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920482 Dec 12 18:13:23.798068 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5404f-f444-4234-a2b4-9e2bc192cc2d req-1ab2cb53-c553-41d5-9d09-5bbb07b20938 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:23.799645 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eed5404f-f444-4234-a2b4-9e2bc192cc2d req-1ab2cb53-c553-41d5-9d09-5bbb07b20938 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 943 time: 0.0584080 Dec 12 18:13:23.852857 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eed5404f-f444-4234-a2b4-9e2bc192cc2d req-3648c91d-5b63-4b39-9d4a-823e2d894d55 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/security-groups?id=67fdc85d-cd10-4e27-a567-ebbba91b6173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469923 Dec 12 18:13:24.972231 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778aa50-d99b-4574-9e40-aebcfc17865b req-e8a885b6-dc91-4c02-899f-3317b516b4d6 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:24.973746 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c778aa50-d99b-4574-9e40-aebcfc17865b req-e8a885b6-dc91-4c02-899f-3317b516b4d6 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 943 time: 0.0496352 Dec 12 18:13:25.021928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c778aa50-d99b-4574-9e40-aebcfc17865b req-27de9f9f-5ea7-44b4-b026-fcc18262e65e tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/security-groups?id=67fdc85d-cd10-4e27-a567-ebbba91b6173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420184 Dec 12 18:13:25.058103 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device e2e83bae-37d4-43ab-9f39-66922d64de0d details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:13:25.148601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f56b0-e623-4a25-91ae-304f2442b31f req-9207cd96-251d-4e27-9184-ab90fccce2d8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:25.149966 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-828f56b0-e623-4a25-91ae-304f2442b31f req-9207cd96-251d-4e27-9184-ab90fccce2d8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 946 time: 0.0522969 Dec 12 18:13:25.157580 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port e2e83bae-37d4-43ab-9f39-66922d64de0d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=e2e83bae-37d4-43ab-9f39-66922d64de0d,segment=NetworkSegment(8812fe2c-99cb-446e-a2c2-861125703bac),segment_id=8812fe2c-99cb-446e-a2c2-861125703bac)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:25.168671 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'e2e83bae-37d4-43ab-9f39-66922d64de0d', 'network_id': '5f9a8be6-4c3a-4623-8530-2023d5740215', 'port_id': 'e2e83bae-37d4-43ab-9f39-66922d64de0d', 'mac_address': 'fa:16:3e:4d:bf:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9939dd6b-57b5-4e17-b968-e81774282d63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:13:25.198181 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-828f56b0-e623-4a25-91ae-304f2442b31f req-cc893d65-a5d5-4920-b01c-91b58fa3f0db tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414932 Dec 12 18:13:25.205756 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:25.218652 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e83bae-37d4-43ab-9f39-66922d64de0d {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:13:25.237567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port e2e83bae-37d4-43ab-9f39-66922d64de0d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=e2e83bae-37d4-43ab-9f39-66922d64de0d,segment=NetworkSegment(8812fe2c-99cb-446e-a2c2-861125703bac),segment_id=8812fe2c-99cb-446e-a2c2-861125703bac)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:25.240450 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:25.289040 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=e2e83bae-37d4-43ab-9f39-66922d64de0d,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:25.429707 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['e2e83bae-37d4-43ab-9f39-66922d64de0d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:13:26.136470 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfa6f2-b9dd-46f1-9aec-5c70ba414d57 req-e9d75deb-9ffd-4167-b22c-0d227c50f9cf tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:26.137942 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3bfa6f2-b9dd-46f1-9aec-5c70ba414d57 req-e9d75deb-9ffd-4167-b22c-0d227c50f9cf tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 944 time: 0.0475762 Dec 12 18:13:26.184410 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3bfa6f2-b9dd-46f1-9aec-5c70ba414d57 req-a483b636-b66c-4974-8e89-ca6146d4252f tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/security-groups?id=67fdc85d-cd10-4e27-a567-ebbba91b6173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402806 Dec 12 18:13:26.313956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633c88e-a4ad-4deb-8351-4a7f7418e52c req-599540c2-9f4f-474d-a52c-845fb2f33324 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:26.315383 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f633c88e-a4ad-4deb-8351-4a7f7418e52c req-599540c2-9f4f-474d-a52c-845fb2f33324 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 946 time: 0.0480180 Dec 12 18:13:26.365831 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f633c88e-a4ad-4deb-8351-4a7f7418e52c req-30ceb41d-638f-4c2a-830b-5353872f5dee tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445142 Dec 12 18:13:26.667108 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be54d1-0abf-4c4b-92fe-1fd4b33eeab3 req-228cf8e4-7ab7-40c8-9557-03050a6829b8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:26.668523 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-85be54d1-0abf-4c4b-92fe-1fd4b33eeab3 req-228cf8e4-7ab7-40c8-9557-03050a6829b8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.31 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 946 time: 0.0502486 Dec 12 18:13:26.762714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-85be54d1-0abf-4c4b-92fe-1fd4b33eeab3 req-4ea3fbf9-cccb-42d9-9932-a29e23b0205c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Deleting port 0f150432-9cd0-4496-bd31-acdcf4c3297c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:13:26.763051 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-85be54d1-0abf-4c4b-92fe-1fd4b33eeab3 req-4ea3fbf9-cccb-42d9-9932-a29e23b0205c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:26.850623 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-85be54d1-0abf-4c4b-92fe-1fd4b33eeab3 req-4ea3fbf9-cccb-42d9-9932-a29e23b0205c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] For port 0f150432-9cd0-4496-bd31-acdcf4c3297c, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=0f150432-9cd0-4496-bd31-acdcf4c3297c,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:26.850993 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-85be54d1-0abf-4c4b-92fe-1fd4b33eeab3 req-4ea3fbf9-cccb-42d9-9932-a29e23b0205c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:26.863170 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-85be54d1-0abf-4c4b-92fe-1fd4b33eeab3 req-4ea3fbf9-cccb-42d9-9932-a29e23b0205c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Calling delete_port for 0f150432-9cd0-4496-bd31-acdcf4c3297c owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:13:26.998728 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-85be54d1-0abf-4c4b-92fe-1fd4b33eeab3 req-4ea3fbf9-cccb-42d9-9932-a29e23b0205c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:27.010431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['0f150432-9cd0-4496-bd31-acdcf4c3297c'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:13:27.026223 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3fbf9-cccb-42d9-9932-a29e23b0205c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event deleted for resources: {'Port': ['ID=0f150432-9cd0-4496-bd31-acdcf4c3297c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:27.062837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device e2e83bae-37d4-43ab-9f39-66922d64de0d up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:13:27.069928 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-85be54d1-0abf-4c4b-92fe-1fd4b33eeab3 req-4ea3fbf9-cccb-42d9-9932-a29e23b0205c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] No DVR routers for this DVR port 0f150432-9cd0-4496-bd31-acdcf4c3297c on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:13:27.072541 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-85be54d1-0abf-4c4b-92fe-1fd4b33eeab3 req-4ea3fbf9-cccb-42d9-9932-a29e23b0205c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:27.076088 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-85be54d1-0abf-4c4b-92fe-1fd4b33eeab3 req-4ea3fbf9-cccb-42d9-9932-a29e23b0205c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.31 "DELETE /v2.0/ports/0f150432-9cd0-4496-bd31-acdcf4c3297c HTTP/1.1" status: 204 len: 173 time: 0.4006929 Dec 12 18:13:27.076539 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4829d5-4e7b-4403-abda-d5b54c3323bc', 'name': 'network-vif-deleted', 'tag': '0f150432-9cd0-4496-bd31-acdcf4c3297c'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:13:27.078933 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabf5059-401a-4c35-b4e8-4aebe70b2e32" -d '{"events": [{"server_uuid": "df4829d5-4e7b-4403-abda-d5b54c3323bc", "name": "network-vif-deleted", "tag": "0f150432-9cd0-4496-bd31-acdcf4c3297c"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:13:27.117556 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port e2e83bae-37d4-43ab-9f39-66922d64de0d completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:13:27.119688 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d6138e-0f5c-4332-9afa-14105f124b37 x-openstack-request-id: req-e6d6138e-0f5c-4332-9afa-14105f124b37 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:13:27.119988 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4829d5-4e7b-4403-abda-d5b54c3323bc", "name": "network-vif-deleted", "tag": "0f150432-9cd0-4496-bd31-acdcf4c3297c", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:13:27.120249 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6d6138e-0f5c-4332-9afa-14105f124b37 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:13:27.121460 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4829d5-4e7b-4403-abda-d5b54c3323bc', 'name': 'network-vif-deleted', 'tag': '0f150432-9cd0-4496-bd31-acdcf4c3297c', 'status': 'completed', 'code': 200} Dec 12 18:13:27.121925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port e2e83bae-37d4-43ab-9f39-66922d64de0d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:27.122302 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:27.201264 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:27.224058 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c19d054-bcfe-422e-997b-f4113d9b023f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e83bae-37d4-43ab-9f39-66922d64de0d'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:13:27.226340 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f8af51-5cf1-4f92-919b-e69919ed863b" -d '{"events": [{"server_uuid": "4c19d054-bcfe-422e-997b-f4113d9b023f", "name": "network-vif-plugged", "status": "completed", "tag": "e2e83bae-37d4-43ab-9f39-66922d64de0d"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:13:27.247758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port e2e83bae-37d4-43ab-9f39-66922d64de0d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=e2e83bae-37d4-43ab-9f39-66922d64de0d,segment=NetworkSegment(8812fe2c-99cb-446e-a2c2-861125703bac),segment_id=8812fe2c-99cb-446e-a2c2-861125703bac)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:27.259372 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:27.296481 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3f5fdf-aa55-468b-9703-d4ddae4b8d80 x-openstack-request-id: req-6c3f5fdf-aa55-468b-9703-d4ddae4b8d80 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:13:27.296769 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c19d054-bcfe-422e-997b-f4113d9b023f", "name": "network-vif-plugged", "status": "completed", "tag": "e2e83bae-37d4-43ab-9f39-66922d64de0d", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:13:27.297203 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c3f5fdf-aa55-468b-9703-d4ddae4b8d80 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:13:27.297703 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c19d054-bcfe-422e-997b-f4113d9b023f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e83bae-37d4-43ab-9f39-66922d64de0d', 'code': 200} Dec 12 18:13:27.326145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46dd5e1-2ad5-4038-bdaf-daf600862ed5 req-e54d186e-230e-479c-9951-2300c9f3e32a tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:27.327747 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b46dd5e1-2ad5-4038-bdaf-daf600862ed5 req-e54d186e-230e-479c-9951-2300c9f3e32a tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 945 time: 0.0698593 Dec 12 18:13:27.330618 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=e2e83bae-37d4-43ab-9f39-66922d64de0d,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:27.423746 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b46dd5e1-2ad5-4038-bdaf-daf600862ed5 req-3cc8c10a-57d2-4ec6-934f-b794d61a2a58 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/security-groups?id=67fdc85d-cd10-4e27-a567-ebbba91b6173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882740 Dec 12 18:13:27.431500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04d5a5-4791-46ce-825f-51048198ead7 req-968a0e30-1aba-41ea-897e-9109d57e3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:27.433035 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e04d5a5-4791-46ce-825f-51048198ead7 req-968a0e30-1aba-41ea-897e-9109d57e3da6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 1096 time: 0.0839276 Dec 12 18:13:27.493433 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8332b0e2-0118-40aa-bdf3-e816b248d23a req-31e51e1e-2695-4b93-9e4c-1cd3b2641f0c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 210 time: 0.0398107 Dec 12 18:13:27.510386 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e04d5a5-4791-46ce-825f-51048198ead7 req-53d16c13-0973-46e1-80e7-8d8e5a1d03dc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=67fdc85d-cd10-4e27-a567-ebbba91b6173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699558 Dec 12 18:13:28.526171 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096f883-8f99-4d56-b16d-ff36b6eb7c25 req-8c21ded6-7828-443e-b2f9-9864b3b56bd5 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:28.528430 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9096f883-8f99-4d56-b16d-ff36b6eb7c25 req-8c21ded6-7828-443e-b2f9-9864b3b56bd5 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 945 time: 0.0530763 Dec 12 18:13:28.600352 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa77d071-1722-476e-82de-0c697af51473 req-d0ce2cfd-574a-4580-a67a-e7ac5be0a75b tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 210 time: 0.0364385 Dec 12 18:13:28.604648 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9096f883-8f99-4d56-b16d-ff36b6eb7c25 req-2f7d4315-d3ec-4dd8-9da1-c2375ffae0cf tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/security-groups?id=67fdc85d-cd10-4e27-a567-ebbba91b6173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693970 Dec 12 18:13:29.672034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 0f150432-9cd0-4496-bd31-acdcf4c3297c no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:13:29.694069 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 0f150432-9cd0-4496-bd31-acdcf4c3297c {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:13:29.694429 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 0f150432-9cd0-4496-bd31-acdcf4c3297c not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:13:29.709416 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7eef66f7-a8ad-443b-83d8-9d7f7189c63c req-84a73d31-033f-423c-9f5b-40628ec58915 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 210 time: 0.0361590 Dec 12 18:13:29.753566 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dcbe7-4e74-4924-98c7-e8d77db75036 req-bdd0a8a6-b7da-4a7b-b182-6adec7a2ebf9 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:29.755057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-681dcbe7-4e74-4924-98c7-e8d77db75036 req-bdd0a8a6-b7da-4a7b-b182-6adec7a2ebf9 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 945 time: 0.0723262 Dec 12 18:13:29.803854 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-681dcbe7-4e74-4924-98c7-e8d77db75036 req-651948c1-3775-4a23-9f23-538eae41af24 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/security-groups?id=67fdc85d-cd10-4e27-a567-ebbba91b6173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426698 Dec 12 18:13:29.925203 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cee28-53cd-461c-b891-be1364ef8302 req-9cf3c9c5-7e81-407e-81a5-94645528523b tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:29.926633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e28cee28-53cd-461c-b891-be1364ef8302 req-9cf3c9c5-7e81-407e-81a5-94645528523b tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 945 time: 0.0557754 Dec 12 18:13:29.975718 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e28cee28-53cd-461c-b891-be1364ef8302 req-7fe03d0e-9e6d-4fa2-8e37-5f017d9afafc tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/security-groups?id=67fdc85d-cd10-4e27-a567-ebbba91b6173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429835 Dec 12 18:13:30.205570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a11fdc-609c-4dd3-91a5-20619e8c7574 req-a0d6f446-fbba-4f18-9561-e3e544ec82ca tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:30.207283 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00a11fdc-609c-4dd3-91a5-20619e8c7574 req-a0d6f446-fbba-4f18-9561-e3e544ec82ca tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 945 time: 0.0524199 Dec 12 18:13:30.254934 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00a11fdc-609c-4dd3-91a5-20619e8c7574 req-39f353ec-2e7f-4411-903e-6b565ad9b867 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/security-groups?id=67fdc85d-cd10-4e27-a567-ebbba91b6173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414071 Dec 12 18:13:30.451033 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-1fac40ab-4b5b-4396-9f96-b0a7c93596dc req-bd3b914b-340a-4c16-94c1-d3a80a47876d service neutron] (103150) timed out ('10.222.0.18', 36578) {{(pid=103150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 18:13:30.809616 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-546e376f-d3d3-4140-a6af-0458f8a66364 req-a2be9d19-b5c9-446f-b8df-6d962838f838 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 210 time: 0.0265534 Dec 12 18:13:31.374149 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2512cab-c026-418c-9a08-8942eadded7c req-11d9b1f8-3696-449a-9c15-ba6328b685a1 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:31.375846 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2512cab-c026-418c-9a08-8942eadded7c req-11d9b1f8-3696-449a-9c15-ba6328b685a1 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 945 time: 0.0497551 Dec 12 18:13:31.423265 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2512cab-c026-418c-9a08-8942eadded7c req-ca215106-ef23-498c-9708-7d1ef774ede7 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/security-groups?id=67fdc85d-cd10-4e27-a567-ebbba91b6173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415194 Dec 12 18:13:31.679492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea5a1c-c065-4b17-add1-54eddc70c767 req-4b898448-d40c-459c-a553-e11be4f596bf tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:31.680898 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6eea5a1c-c065-4b17-add1-54eddc70c767 req-4b898448-d40c-459c-a553-e11be4f596bf tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 945 time: 0.0807683 Dec 12 18:13:31.687290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7bbf0-75aa-48d2-83b1-ab3683c817a6 req-2da21094-d62a-4504-b8c1-e0c7d6ae0a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:31.688769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81c7bbf0-75aa-48d2-83b1-ab3683c817a6 req-2da21094-d62a-4504-b8c1-e0c7d6ae0a5d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f572466ffb0f4a90a7a332a89af76863&device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 1096 time: 0.0562677 Dec 12 18:13:31.785813 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6eea5a1c-c065-4b17-add1-54eddc70c767 req-c4c4ce1d-d382-47ce-be0c-47657da2a4b0 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/security-groups?id=67fdc85d-cd10-4e27-a567-ebbba91b6173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960784 Dec 12 18:13:31.814712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7bbf0-75aa-48d2-83b1-ab3683c817a6 req-3540a820-fe71-43e2-b437-1ebcf35801e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:31.816346 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81c7bbf0-75aa-48d2-83b1-ab3683c817a6 req-3540a820-fe71-43e2-b437-1ebcf35801e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f9a8be6-4c3a-4623-8530-2023d5740215 HTTP/1.1" status: 200 len: 912 time: 0.1200876 Dec 12 18:13:31.862880 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81c7bbf0-75aa-48d2-83b1-ab3683c817a6 req-37ac7c70-bc87-4d9c-a686-eda2f24690fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2e83bae-37d4-43ab-9f39-66922d64de0d HTTP/1.1" status: 200 len: 217 time: 0.0383024 Dec 12 18:13:31.950451 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7bbf0-75aa-48d2-83b1-ab3683c817a6 req-b25797cc-bd8a-4717-82a4-d47665e09fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:31.951845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81c7bbf0-75aa-48d2-83b1-ab3683c817a6 req-b25797cc-bd8a-4717-82a4-d47665e09fe0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9939dd6b-57b5-4e17-b968-e81774282d63 HTTP/1.1" status: 200 len: 851 time: 0.0826709 Dec 12 18:13:31.953546 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f94244a8-0718-4518-a060-976ae6ed1645 req-89b65581-5cac-4455-ab99-e886e0b3e445 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4829d5-4e7b-4403-abda-d5b54c3323bc HTTP/1.1" status: 200 len: 210 time: 0.0331316 Dec 12 18:13:31.987598 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81c7bbf0-75aa-48d2-83b1-ab3683c817a6 req-8215bbef-8851-423d-bd1b-2cd861a5cd53 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f9a8be6-4c3a-4623-8530-2023d5740215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282104 Dec 12 18:13:32.080337 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81c7bbf0-75aa-48d2-83b1-ab3683c817a6 req-56ca4a15-89e6-495f-b07f-76012ee895b6 service neutron] 10.222.0.20 "GET /v2.0/networks/5f9a8be6-4c3a-4623-8530-2023d5740215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860991 Dec 12 18:13:32.172577 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81c7bbf0-75aa-48d2-83b1-ab3683c817a6 req-e069014f-e279-42ec-8c2e-343d34994a52 service neutron] 10.222.0.20 "GET /v2.0/networks/5f9a8be6-4c3a-4623-8530-2023d5740215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850625 Dec 12 18:13:32.919469 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87173df6-1543-49ed-8d36-afc2999c3896 req-bcb90caa-87e4-49a3-b038-4c6f00257728 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:32.921079 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87173df6-1543-49ed-8d36-afc2999c3896 req-bcb90caa-87e4-49a3-b038-4c6f00257728 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 945 time: 0.0558724 Dec 12 18:13:32.969801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87173df6-1543-49ed-8d36-afc2999c3896 req-939a2259-30dc-4f1c-b3ba-dc413a9d1c9f tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/security-groups?id=67fdc85d-cd10-4e27-a567-ebbba91b6173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424538 Dec 12 18:13:33.200141 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf50fd-d4d1-4a5f-8f29-ae189c4ce239 req-72b346c7-3bef-469f-802f-831d95e194e1 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:33.201670 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31cf50fd-d4d1-4a5f-8f29-ae189c4ce239 req-72b346c7-3bef-469f-802f-831d95e194e1 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 945 time: 0.0488203 Dec 12 18:13:33.248747 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31cf50fd-d4d1-4a5f-8f29-ae189c4ce239 req-9c5702d4-77fe-49d0-b852-52245042a731 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/security-groups?id=67fdc85d-cd10-4e27-a567-ebbba91b6173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409153 Dec 12 18:13:34.373327 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d669431-b4a3-4293-8aaa-4e60a69c4a33 req-09ff72d5-e7b3-4270-840d-67943ec98af1 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:34.374746 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d669431-b4a3-4293-8aaa-4e60a69c4a33 req-09ff72d5-e7b3-4270-840d-67943ec98af1 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 945 time: 0.0532601 Dec 12 18:13:34.422003 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4d669431-b4a3-4293-8aaa-4e60a69c4a33 req-4f88382d-3428-40a9-a753-80b2da5ce056 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/security-groups?id=67fdc85d-cd10-4e27-a567-ebbba91b6173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409522 Dec 12 18:13:34.665714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57a6e7-a851-45c6-bb56-2e5d7726cd0f req-fbef9e19-13ca-4a51-9edd-749cde81f34d tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:34.667651 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c57a6e7-a851-45c6-bb56-2e5d7726cd0f req-fbef9e19-13ca-4a51-9edd-749cde81f34d tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 945 time: 0.0788262 Dec 12 18:13:34.672951 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2140-0e59-4014-8e6c-b07d4a3fbf3b req-3ab115b6-ae08-445e-98aa-2d940c2f6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:34.674337 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-297c2140-0e59-4014-8e6c-b07d4a3fbf3b req-3ab115b6-ae08-445e-98aa-2d940c2f6fdd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f572466ffb0f4a90a7a332a89af76863&device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 1096 time: 0.0589488 Dec 12 18:13:34.765505 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c57a6e7-a851-45c6-bb56-2e5d7726cd0f req-58e6dab9-af09-417c-b917-520219f904a8 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/security-groups?id=67fdc85d-cd10-4e27-a567-ebbba91b6173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902202 Dec 12 18:13:34.795344 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2140-0e59-4014-8e6c-b07d4a3fbf3b req-eb6d6706-14f4-481e-95b0-ebfa0173429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:34.796847 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-297c2140-0e59-4014-8e6c-b07d4a3fbf3b req-eb6d6706-14f4-481e-95b0-ebfa0173429e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f9a8be6-4c3a-4623-8530-2023d5740215 HTTP/1.1" status: 200 len: 912 time: 0.1152334 Dec 12 18:13:34.841501 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-297c2140-0e59-4014-8e6c-b07d4a3fbf3b req-d46ca9af-8f22-40a9-b3ce-cbe0d085ed84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2e83bae-37d4-43ab-9f39-66922d64de0d HTTP/1.1" status: 200 len: 217 time: 0.0379999 Dec 12 18:13:34.892190 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2140-0e59-4014-8e6c-b07d4a3fbf3b req-5806e4f1-7bfc-4c20-9841-62d341235da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:34.893759 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-297c2140-0e59-4014-8e6c-b07d4a3fbf3b req-5806e4f1-7bfc-4c20-9841-62d341235da7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9939dd6b-57b5-4e17-b968-e81774282d63 HTTP/1.1" status: 200 len: 851 time: 0.0453174 Dec 12 18:13:34.927155 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-297c2140-0e59-4014-8e6c-b07d4a3fbf3b req-1cdb8a3b-d7c9-4aa5-a3ab-e6d4a88c8514 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f9a8be6-4c3a-4623-8530-2023d5740215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263321 Dec 12 18:13:35.015057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-297c2140-0e59-4014-8e6c-b07d4a3fbf3b req-cf432c55-5e69-4485-be82-b3da76cfc6e4 service neutron] 10.222.0.20 "GET /v2.0/networks/5f9a8be6-4c3a-4623-8530-2023d5740215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807116 Dec 12 18:13:35.108534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-297c2140-0e59-4014-8e6c-b07d4a3fbf3b req-fc96c084-1c91-4849-ac46-ea8aba900d97 service neutron] 10.222.0.20 "GET /v2.0/networks/5f9a8be6-4c3a-4623-8530-2023d5740215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857246 Dec 12 18:13:35.884738 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de61f55-aef1-4d79-906c-15b39409696a req-75502492-2603-4d1c-85bb-338cc6d06c59 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:35.886263 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9de61f55-aef1-4d79-906c-15b39409696a req-75502492-2603-4d1c-85bb-338cc6d06c59 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 945 time: 0.0503123 Dec 12 18:13:35.934846 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9de61f55-aef1-4d79-906c-15b39409696a req-fb8ae8e3-4604-4015-bbf6-1322f87434dd tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/security-groups?id=67fdc85d-cd10-4e27-a567-ebbba91b6173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423589 Dec 12 18:13:36.168495 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf67dd-40ce-47e7-8862-8b7a0eb50326 req-12d7769e-adfa-4a45-87b2-7de228fd67c5 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:36.169969 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5fdf67dd-40ce-47e7-8862-8b7a0eb50326 req-12d7769e-adfa-4a45-87b2-7de228fd67c5 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 945 time: 0.0525959 Dec 12 18:13:36.217187 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5fdf67dd-40ce-47e7-8862-8b7a0eb50326 req-478ea3cc-2e49-4680-8146-3117f57ba9cf tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/security-groups?id=67fdc85d-cd10-4e27-a567-ebbba91b6173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411899 Dec 12 18:13:36.244017 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38104) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:36.248604 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-dcccff9b-981c-42a6-9f0d-5f3388280284 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1588060506', 'description': 'tempest-secgroup-smoke-1588060506 description', 'project_id': '630483b508104d668cc416178077e4cb'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:36.270478 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dcccff9b-981c-42a6-9f0d-5f3388280284 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.334833 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dcccff9b-981c-42a6-9f0d-5f3388280284 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.338297 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dcccff9b-981c-42a6-9f0d-5f3388280284 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.361839 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dcccff9b-981c-42a6-9f0d-5f3388280284 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.363037 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-dcccff9b-981c-42a6-9f0d-5f3388280284 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1179883 Dec 12 18:13:36.366079 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38106) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:36.370830 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccff9b-981c-42a6-9f0d-5f3388280284 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f82fb897-da9f-4947-969a-1794196e061a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:36.371131 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-136751fe-5901-45ad-b57a-fcabd63d04ae tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Request body: {'security_group_rule': {'security_group_id': 'f82fb897-da9f-4947-969a-1794196e061a', 'project_id': '630483b508104d668cc416178077e4cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:36.399414 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-136751fe-5901-45ad-b57a-fcabd63d04ae tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.458449 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-136751fe-5901-45ad-b57a-fcabd63d04ae tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.461972 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-136751fe-5901-45ad-b57a-fcabd63d04ae tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.476346 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136751fe-5901-45ad-b57a-fcabd63d04ae tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3d41dc-843a-45c8-8a2f-a8c5608e201f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:36.488241 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-136751fe-5901-45ad-b57a-fcabd63d04ae tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.489456 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-136751fe-5901-45ad-b57a-fcabd63d04ae tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223552 Dec 12 18:13:36.492197 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38108) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:36.497128 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3a3dc43d-0924-48c3-adff-baeb3fb33ab4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Request body: {'security_group_rule': {'security_group_id': 'f82fb897-da9f-4947-969a-1794196e061a', 'project_id': '630483b508104d668cc416178077e4cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:36.524604 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a3dc43d-0924-48c3-adff-baeb3fb33ab4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.579874 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a3dc43d-0924-48c3-adff-baeb3fb33ab4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.583492 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a3dc43d-0924-48c3-adff-baeb3fb33ab4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.602799 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dc43d-0924-48c3-adff-baeb3fb33ab4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fe95d8-5f9c-4cf8-b050-3679d0b31933,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:36.608721 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a3dc43d-0924-48c3-adff-baeb3fb33ab4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.609888 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3a3dc43d-0924-48c3-adff-baeb3fb33ab4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166780 Dec 12 18:13:36.612599 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38110) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:36.617405 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-aa23b871-3f1a-4c80-9744-7d0cc4f4b1bb tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Request body: {'security_group_rule': {'security_group_id': 'f82fb897-da9f-4947-969a-1794196e061a', 'project_id': '630483b508104d668cc416178077e4cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:36.644357 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aa23b871-3f1a-4c80-9744-7d0cc4f4b1bb tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.700048 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aa23b871-3f1a-4c80-9744-7d0cc4f4b1bb tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.703685 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aa23b871-3f1a-4c80-9744-7d0cc4f4b1bb tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.721519 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23b871-3f1a-4c80-9744-7d0cc4f4b1bb tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a2d867-d6b1-4b29-837c-4e5542dafebf,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:36.725832 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aa23b871-3f1a-4c80-9744-7d0cc4f4b1bb tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.729841 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-aa23b871-3f1a-4c80-9744-7d0cc4f4b1bb tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134996 Dec 12 18:13:36.729841 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38112) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:36.733943 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a80d279e-5bbc-40df-a9c2-4b049e8eadce tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Request body: {'security_group_rule': {'security_group_id': 'f82fb897-da9f-4947-969a-1794196e061a', 'project_id': '630483b508104d668cc416178077e4cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:36.759698 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a80d279e-5bbc-40df-a9c2-4b049e8eadce tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.818074 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a80d279e-5bbc-40df-a9c2-4b049e8eadce tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.820839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a80d279e-5bbc-40df-a9c2-4b049e8eadce tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.837330 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d279e-5bbc-40df-a9c2-4b049e8eadce tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ff5593-c5e3-47e2-9aee-b3c2b40055b7,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:36.846541 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a80d279e-5bbc-40df-a9c2-4b049e8eadce tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.847780 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a80d279e-5bbc-40df-a9c2-4b049e8eadce tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171527 Dec 12 18:13:36.850462 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38114) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:36.855352 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-11ef09e8-d17a-4aed-acf0-79263fc643db tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Request body: {'security_group_rule': {'security_group_id': 'f82fb897-da9f-4947-969a-1794196e061a', 'project_id': '630483b508104d668cc416178077e4cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:36.876437 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-11ef09e8-d17a-4aed-acf0-79263fc643db tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Project 630483b508104d668cc416178077e4cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:13:36.881211 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11ef09e8-d17a-4aed-acf0-79263fc643db tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.939011 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11ef09e8-d17a-4aed-acf0-79263fc643db tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.942182 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11ef09e8-d17a-4aed-acf0-79263fc643db tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.959738 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef09e8-d17a-4aed-acf0-79263fc643db tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c5d622-db46-4c33-856a-273dcba7d250,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:36.967166 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11ef09e8-d17a-4aed-acf0-79263fc643db tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:36.968362 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-11ef09e8-d17a-4aed-acf0-79263fc643db tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169622 Dec 12 18:13:36.971004 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38116) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:36.975186 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4b447797-f3da-436d-bdf6-968662a33147 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Request body: {'security_group_rule': {'security_group_id': 'f82fb897-da9f-4947-969a-1794196e061a', 'project_id': '630483b508104d668cc416178077e4cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:36.996686 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-4b447797-f3da-436d-bdf6-968662a33147 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Project 630483b508104d668cc416178077e4cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:13:37.001474 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b447797-f3da-436d-bdf6-968662a33147 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:37.058990 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b447797-f3da-436d-bdf6-968662a33147 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:37.062243 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b447797-f3da-436d-bdf6-968662a33147 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:37.081263 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b447797-f3da-436d-bdf6-968662a33147 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18e4794-9acd-41ce-add4-9dec94c1d7f6,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:37.086619 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b447797-f3da-436d-bdf6-968662a33147 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:37.087831 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4b447797-f3da-436d-bdf6-968662a33147 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1158941 Dec 12 18:13:37.333992 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a86a0-0f4d-4eb0-a3b7-f58c68753261 req-d7bfc198-ad68-4b81-88b1-86e35ec3a550 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:37.336121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db9a86a0-0f4d-4eb0-a3b7-f58c68753261 req-d7bfc198-ad68-4b81-88b1-86e35ec3a550 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 945 time: 0.0492458 Dec 12 18:13:37.385504 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db9a86a0-0f4d-4eb0-a3b7-f58c68753261 req-399cb464-ecec-45ec-b46c-841cac17d665 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/security-groups?id=67fdc85d-cd10-4e27-a567-ebbba91b6173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427623 Dec 12 18:13:37.906465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325e9a8-b4cd-41e6-99b1-10deb5a460ed req-c74c7863-8b4b-4fcf-9a89-6135950b2d5d tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:37.907992 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c325e9a8-b4cd-41e6-99b1-10deb5a460ed req-c74c7863-8b4b-4fcf-9a89-6135950b2d5d tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 945 time: 0.0594020 Dec 12 18:13:38.000475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-c325e9a8-b4cd-41e6-99b1-10deb5a460ed req-c0bbbbb3-4e44-4cd8-8262-5f36a3405947 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Deleting port e2e83bae-37d4-43ab-9f39-66922d64de0d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:13:38.000824 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c325e9a8-b4cd-41e6-99b1-10deb5a460ed req-c0bbbbb3-4e44-4cd8-8262-5f36a3405947 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:38.093562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-c325e9a8-b4cd-41e6-99b1-10deb5a460ed req-c0bbbbb3-4e44-4cd8-8262-5f36a3405947 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] For port e2e83bae-37d4-43ab-9f39-66922d64de0d, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=e2e83bae-37d4-43ab-9f39-66922d64de0d,segment=NetworkSegment(8812fe2c-99cb-446e-a2c2-861125703bac),segment_id=8812fe2c-99cb-446e-a2c2-861125703bac)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:38.093932 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c325e9a8-b4cd-41e6-99b1-10deb5a460ed req-c0bbbbb3-4e44-4cd8-8262-5f36a3405947 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:38.112927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-c325e9a8-b4cd-41e6-99b1-10deb5a460ed req-c0bbbbb3-4e44-4cd8-8262-5f36a3405947 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Calling delete_port for e2e83bae-37d4-43ab-9f39-66922d64de0d owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:13:38.248413 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c325e9a8-b4cd-41e6-99b1-10deb5a460ed req-c0bbbbb3-4e44-4cd8-8262-5f36a3405947 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:38.260086 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['e2e83bae-37d4-43ab-9f39-66922d64de0d'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:13:38.278676 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbbbb3-4e44-4cd8-8262-5f36a3405947 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Pushing event deleted for resources: {'Port': ['ID=e2e83bae-37d4-43ab-9f39-66922d64de0d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:38.320974 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-c325e9a8-b4cd-41e6-99b1-10deb5a460ed req-c0bbbbb3-4e44-4cd8-8262-5f36a3405947 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] No DVR routers for this DVR port e2e83bae-37d4-43ab-9f39-66922d64de0d on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:13:38.323536 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c325e9a8-b4cd-41e6-99b1-10deb5a460ed req-c0bbbbb3-4e44-4cd8-8262-5f36a3405947 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:38.327011 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c325e9a8-b4cd-41e6-99b1-10deb5a460ed req-c0bbbbb3-4e44-4cd8-8262-5f36a3405947 tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.20 "DELETE /v2.0/ports/e2e83bae-37d4-43ab-9f39-66922d64de0d HTTP/1.1" status: 204 len: 173 time: 0.4132295 Dec 12 18:13:38.327552 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c19d054-bcfe-422e-997b-f4113d9b023f', 'name': 'network-vif-deleted', 'tag': 'e2e83bae-37d4-43ab-9f39-66922d64de0d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:13:38.329819 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1efff77-71cc-4a3f-97a6-f84054bed1b0" -d '{"events": [{"server_uuid": "4c19d054-bcfe-422e-997b-f4113d9b023f", "name": "network-vif-deleted", "tag": "e2e83bae-37d4-43ab-9f39-66922d64de0d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:13:38.374636 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2359a15d-695c-4c2d-8fc4-d4920a1af858 x-openstack-request-id: req-2359a15d-695c-4c2d-8fc4-d4920a1af858 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:13:38.375281 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c19d054-bcfe-422e-997b-f4113d9b023f", "name": "network-vif-deleted", "tag": "e2e83bae-37d4-43ab-9f39-66922d64de0d", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:13:38.375281 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2359a15d-695c-4c2d-8fc4-d4920a1af858 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:13:38.375641 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c19d054-bcfe-422e-997b-f4113d9b023f', 'name': 'network-vif-deleted', 'tag': 'e2e83bae-37d4-43ab-9f39-66922d64de0d', 'status': 'completed', 'code': 200} Dec 12 18:13:38.504734 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2087552-831a-4d9b-9d33-8f2cb4ff0beb req-a3c6c4c2-9fcd-4ead-ae7b-cc7aa156e8aa tempest-TestServerAdvancedOps-942603916 tempest-TestServerAdvancedOps-942603916-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c19d054-bcfe-422e-997b-f4113d9b023f HTTP/1.1" status: 200 len: 210 time: 0.0313392 Dec 12 18:13:39.576843 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38202) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:39.627074 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-945a52ff-ea9f-4dde-9f74-746406e0ae84 admin admin] Deleting subnet 9939dd6b-57b5-4e17-b968-e81774282d63 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:13:39.630544 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-945a52ff-ea9f-4dde-9f74-746406e0ae84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:39.666423 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-945a52ff-ea9f-4dde-9f74-746406e0ae84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:39.707866 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-945a52ff-ea9f-4dde-9f74-746406e0ae84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:39.759303 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-945a52ff-ea9f-4dde-9f74-746406e0ae84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:39.788874 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a52ff-ea9f-4dde-9f74-746406e0ae84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9939dd6b-57b5-4e17-b968-e81774282d63,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:39.793358 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-945a52ff-ea9f-4dde-9f74-746406e0ae84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:39.796639 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-945a52ff-ea9f-4dde-9f74-746406e0ae84 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9939dd6b-57b5-4e17-b968-e81774282d63 HTTP/1.1" status: 204 len: 168 time: 0.2187848 Dec 12 18:13:39.799092 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38204) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:39.874924 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a3147e1f-1902-44cd-84b3-f1b57babaec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:39.957248 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a3147e1f-1902-44cd-84b3-f1b57babaec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:39.981958 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a3147e1f-1902-44cd-84b3-f1b57babaec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9a8be6-4c3a-4623-8530-2023d5740215']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:39.993482 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a3147e1f-1902-44cd-84b3-f1b57babaec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8812fe2c-99cb-446e-a2c2-861125703bac') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:39.993779 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a3147e1f-1902-44cd-84b3-f1b57babaec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8812fe2c-99cb-446e-a2c2-861125703bac') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:40.003671 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a3147e1f-1902-44cd-84b3-f1b57babaec7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:40.018819 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a3147e1f-1902-44cd-84b3-f1b57babaec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:40.024744 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3147e1f-1902-44cd-84b3-f1b57babaec7 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:13:40.025214 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a3147e1f-1902-44cd-84b3-f1b57babaec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:13:40.027675 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:13:40.081266 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a3147e1f-1902-44cd-84b3-f1b57babaec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:40.085654 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a3147e1f-1902-44cd-84b3-f1b57babaec7 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:40.089721 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a3147e1f-1902-44cd-84b3-f1b57babaec7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5f9a8be6-4c3a-4623-8530-2023d5740215 HTTP/1.1" status: 204 len: 168 time: 0.2887571 Dec 12 18:13:40.092460 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38206) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:40.102188 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3147e1f-1902-44cd-84b3-f1b57babaec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f9a8be6-4c3a-4623-8530-2023d5740215,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:40.146282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-813794a6-8c8f-4cde-b161-23d7ab07e993 admin admin] Deleting subnet 3616a429-6d0e-40a8-a790-b4c7f0bb34c7 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:13:40.149520 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-813794a6-8c8f-4cde-b161-23d7ab07e993 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:40.185086 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-813794a6-8c8f-4cde-b161-23d7ab07e993 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:40.224757 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-813794a6-8c8f-4cde-b161-23d7ab07e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:40.280653 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-813794a6-8c8f-4cde-b161-23d7ab07e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:40.310172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813794a6-8c8f-4cde-b161-23d7ab07e993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3616a429-6d0e-40a8-a790-b4c7f0bb34c7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:40.313884 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-813794a6-8c8f-4cde-b161-23d7ab07e993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:40.317139 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-813794a6-8c8f-4cde-b161-23d7ab07e993 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3616a429-6d0e-40a8-a790-b4c7f0bb34c7 HTTP/1.1" status: 204 len: 168 time: 0.2230794 Dec 12 18:13:40.319598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38208) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:40.389860 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d816400-0970-4ec0-be6d-2c53645a7b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:40.773352 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d816400-0970-4ec0-be6d-2c53645a7b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:40.794544 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-0d816400-0970-4ec0-be6d-2c53645a7b38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2dbec3-0333-4d94-ae32-821ad29b752c']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:40.803613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-0d816400-0970-4ec0-be6d-2c53645a7b38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2765b073-cf92-4eb7-a208-6314942ffe2f') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:40.803905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-0d816400-0970-4ec0-be6d-2c53645a7b38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2765b073-cf92-4eb7-a208-6314942ffe2f') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:40.814103 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d816400-0970-4ec0-be6d-2c53645a7b38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:40.827851 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d816400-0970-4ec0-be6d-2c53645a7b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:40.834251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d816400-0970-4ec0-be6d-2c53645a7b38 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:13:40.834557 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d816400-0970-4ec0-be6d-2c53645a7b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:13:40.836244 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:13:40.889835 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d816400-0970-4ec0-be6d-2c53645a7b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:40.894646 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d816400-0970-4ec0-be6d-2c53645a7b38 admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:40.898542 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0d816400-0970-4ec0-be6d-2c53645a7b38 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ee2dbec3-0333-4d94-ae32-821ad29b752c HTTP/1.1" status: 204 len: 168 time: 0.5780063 Dec 12 18:13:40.917610 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d816400-0970-4ec0-be6d-2c53645a7b38 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee2dbec3-0333-4d94-ae32-821ad29b752c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:41.085391 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38214) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:41.125220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-928916fb-2f45-4881-82e7-cb2b938dfc6c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f572466ffb0f4a90a7a332a89af76863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387211 Dec 12 18:13:41.127796 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38216) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:41.180339 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9375d939-23bf-4856-8c98-0ff4fca81927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:41.201918 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9375d939-23bf-4856-8c98-0ff4fca81927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:41.249329 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9375d939-23bf-4856-8c98-0ff4fca81927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:41.252003 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9375d939-23bf-4856-8c98-0ff4fca81927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:41.253153 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9375d939-23bf-4856-8c98-0ff4fca81927 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67fdc85d-cd10-4e27-a567-ebbba91b6173 HTTP/1.1" status: 204 len: 168 time: 0.1243055 Dec 12 18:13:41.262406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375d939-23bf-4856-8c98-0ff4fca81927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fdc85d-cd10-4e27-a567-ebbba91b6173,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:41.599715 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38222) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:41.646136 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38226) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:41.646710 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7dd2340a-00fc-4995-92e0-1bc8ffba7b68 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9e10a18dffc440f804881063d65606c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453901 Dec 12 18:13:41.696642 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a010bd97-e006-4400-90c6-b7ff6e175bfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:41.718735 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a010bd97-e006-4400-90c6-b7ff6e175bfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:41.770375 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a010bd97-e006-4400-90c6-b7ff6e175bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:41.773125 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a010bd97-e006-4400-90c6-b7ff6e175bfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:41.774332 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a010bd97-e006-4400-90c6-b7ff6e175bfa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea32bf4f-df7a-4554-a170-cb24e0669c0c HTTP/1.1" status: 204 len: 168 time: 0.1271811 Dec 12 18:13:41.783628 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010bd97-e006-4400-90c6-b7ff6e175bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea32bf4f-df7a-4554-a170-cb24e0669c0c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:42.503993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38248) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:42.616002 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fe768266-afdc-43a1-946a-7e8f75229001 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1817255501-network', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:42.639572 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe768266-afdc-43a1-946a-7e8f75229001 admin admin] Made reservation on behalf of fceee01dca7a4dd0adc15a65e1e07c68 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:13:42.641946 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe768266-afdc-43a1-946a-7e8f75229001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:42.650914 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe768266-afdc-43a1-946a-7e8f75229001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:42.729668 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe768266-afdc-43a1-946a-7e8f75229001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:42.733470 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe768266-afdc-43a1-946a-7e8f75229001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:42.760430 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe768266-afdc-43a1-946a-7e8f75229001 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:13:42.771153 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe768266-afdc-43a1-946a-7e8f75229001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b482d76f-5e8e-4551-8415-bc2d868e5fc1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:42.776061 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe768266-afdc-43a1-946a-7e8f75229001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:42.776472 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-fe768266-afdc-43a1-946a-7e8f75229001 admin admin] Added segment c8ec99a4-5308-4586-bb11-0d239bcec7dd of type vlan for network ad98ab2d-144d-4c4c-bcb0-aa2850baea22 Dec 12 18:13:42.819387 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe768266-afdc-43a1-946a-7e8f75229001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:42.847750 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe768266-afdc-43a1-946a-7e8f75229001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:42.848881 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe768266-afdc-43a1-946a-7e8f75229001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:42.849474 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe768266-afdc-43a1-946a-7e8f75229001 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:42.914476 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fe768266-afdc-43a1-946a-7e8f75229001 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4091699 Dec 12 18:13:42.917629 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38254) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:42.922359 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1888c018-872e-403c-9bf2-3c04dd86a4e7 admin admin] Request body: {'subnet': {'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1817255501-subnet', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:42.926624 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe768266-afdc-43a1-946a-7e8f75229001 admin admin] Pushing event updated for resources: {'Network': ['ID=ad98ab2d-144d-4c4c-bcb0-aa2850baea22,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:42.939992 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network ad98ab2d-144d-4c4c-bcb0-aa2850baea22 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:13:42.949668 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1888c018-872e-403c-9bf2-3c04dd86a4e7 admin admin] Made reservation on behalf of fceee01dca7a4dd0adc15a65e1e07c68 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:13:42.952383 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1888c018-872e-403c-9bf2-3c04dd86a4e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:43.132655 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1888c018-872e-403c-9bf2-3c04dd86a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:43.160581 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device e2e83bae-37d4-43ab-9f39-66922d64de0d no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:13:43.182414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: e2e83bae-37d4-43ab-9f39-66922d64de0d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:13:43.182781 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device e2e83bae-37d4-43ab-9f39-66922d64de0d not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:13:43.193279 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888c018-872e-403c-9bf2-3c04dd86a4e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aa5dd7d-292b-4aca-9fcd-cd9b34723c17,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:43.201771 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1888c018-872e-403c-9bf2-3c04dd86a4e7 admin admin] Checking segment: {'id': 'c8ec99a4-5308-4586-bb11-0d239bcec7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:13:43.202138 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1888c018-872e-403c-9bf2-3c04dd86a4e7 admin admin] Network hostable DHCP agents. Network: ad98ab2d-144d-4c4c-bcb0-aa2850baea22, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:13:43.224599 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1888c018-872e-403c-9bf2-3c04dd86a4e7 admin admin] Network ad98ab2d-144d-4c4c-bcb0-aa2850baea22 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:13:43.241165 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1888c018-872e-403c-9bf2-3c04dd86a4e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, ad98ab2d-144d-4c4c-bcb0-aa2850baea22) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:13:43.246181 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1888c018-872e-403c-9bf2-3c04dd86a4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:43.246893 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1888c018-872e-403c-9bf2-3c04dd86a4e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:43.249316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dc96f6-fc33-469a-ba23-c64b4485806c None None] Network ad98ab2d-144d-4c4c-bcb0-aa2850baea22 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:13:43.267862 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1888c018-872e-403c-9bf2-3c04dd86a4e7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3490579 Dec 12 18:13:43.268239 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38256) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:43.272742 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1817255501-router', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:43.297257 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:43.298509 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:43.356987 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:43.366424 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-ad98ab2d-144d-4c4c-bcb0-aa2850baea22', 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22', 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'fixed_ips': [{'subnet_id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:13:43.366722 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:43.508107 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:43.558970 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Allocated IP 172.20.0.2 (ad98ab2d-144d-4c4c-bcb0-aa2850baea22/1aa5dd7d-292b-4aca-9fcd-cd9b34723c17/89c9d40b-a7f4-477b-99f2-489f432b7ee6) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:13:43.749875 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:43.757731 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:43.757939 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:43.783256 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:43.807095 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Network ad98ab2d-144d-4c4c-bcb0-aa2850baea22 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:13:43.811177 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:13:43.815031 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:13:43.823352 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Pushing event updated for resources: {'Port': ['ID=89c9d40b-a7f4-477b-99f2-489f432b7ee6,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:43.884639 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Attempting to bind port 89c9d40b-a7f4-477b-99f2-489f432b7ee6 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:13:43.885070 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Attempting to bind port 89c9d40b-a7f4-477b-99f2-489f432b7ee6 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'c8ec99a4-5308-4586-bb11-0d239bcec7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:13:43.885470 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Attempting to bind port 89c9d40b-a7f4-477b-99f2-489f432b7ee6 on network ad98ab2d-144d-4c4c-bcb0-aa2850baea22 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:13:43.891967 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:13:43.892339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Checking segment: {'id': 'c8ec99a4-5308-4586-bb11-0d239bcec7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:13:43.892753 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:43.894546 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Bound using segment: {'id': 'c8ec99a4-5308-4586-bb11-0d239bcec7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:13:43.895030 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Bound port: 89c9d40b-a7f4-477b-99f2-489f432b7ee6, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ec99a4-5308-4586-bb11-0d239bcec7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:13:43.895443 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:43.949552 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] Allocated IP 172.25.1.236 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/6766a80e-9dbc-4ec3-9dc0-e8f3de045091) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:13:43.972844 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] For port 89c9d40b-a7f4-477b-99f2-489f432b7ee6, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:13:43.976286 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] For port 89c9d40b-a7f4-477b-99f2-489f432b7ee6, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=89c9d40b-a7f4-477b-99f2-489f432b7ee6,segment=NetworkSegment(c8ec99a4-5308-4586-bb11-0d239bcec7dd),segment_id=c8ec99a4-5308-4586-bb11-0d239bcec7dd)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:13:43.981631 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:44.037496 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e6b64-7079-41f8-9108-45d71805b0bc None None] Pushing event updated for resources: {'Port': ['ID=89c9d40b-a7f4-477b-99f2-489f432b7ee6,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:44.106117 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:44.144895 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:44.193096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:13:44.196229 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:13:44.200636 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:13:44.212376 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a554d10-eb30-4c33-8022-dadef6c0b37d None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:13:44.314918 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] Pushing event updated for resources: {'Port': ['ID=6766a80e-9dbc-4ec3-9dc0-e8f3de045091,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:44.358941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3c6a8630-fc4f-4890-ba03-e85ac5ab1f05 None None] Provisioning complete for port 6766a80e-9dbc-4ec3-9dc0-e8f3de045091 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:44.359745 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8630-fc4f-4890-ba03-e85ac5ab1f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:44.417926 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3c6a8630-fc4f-4890-ba03-e85ac5ab1f05 None None] Port 6766a80e-9dbc-4ec3-9dc0-e8f3de045091 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:13:44.551667 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:44.776115 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:44.873853 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6471a61a-811e-4a60-bffe-ba007eb1b248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:44.930153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] Router a391765e-553e-490a-8779-642a1d526cb8 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:13:45.046348 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:13:45.056668 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Sync routers for ids ['a391765e-553e-490a-8779-642a1d526cb8'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:13:45.069256 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Routers {'a391765e-553e-490a-8779-642a1d526cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:13:45.070541 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:13:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a391765e-553e-490a-8779-642a1d526cb8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:45.071933 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:45.073503 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0937094c-92a7-4736-b24e-85eed31e7c6e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8041856 Dec 12 18:13:45.076345 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38262) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:45.222891 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 89c9d40b-a7f4-477b-99f2-489f432b7ee6 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:13:45.223502 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Set router a391765e-553e-490a-8779-642a1d526cb8 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:13:45.287676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 89c9d40b-a7f4-477b-99f2-489f432b7ee6 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:45.288050 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:45.420179 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9472dabd-b118-4017-92e8-dad6cdc7f331 None None] Network ad98ab2d-144d-4c4c-bcb0-aa2850baea22 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:13:45.444584 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391765e-553e-490a-8779-642a1d526cb8', 'name': 'tempest-TestServerBasicOps-1817255501-router', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:44Z', 'revision_number': 3, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'gw_port': {'id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:45.487848 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Checking router: a391765e-553e-490a-8779-642a1d526cb8 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:13:45.487848 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Updating router a391765e-553e-490a-8779-642a1d526cb8 port 6766a80e-9dbc-4ec3-9dc0-e8f3de045091 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:13:45.509541 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:45.536091 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:45.576865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6dba3201-ce33-4ec8-8c02-95e7fd0d3443 None None] Provisioning complete for port 89c9d40b-a7f4-477b-99f2-489f432b7ee6 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:45.577151 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6dba3201-ce33-4ec8-8c02-95e7fd0d3443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:45.625107 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 89c9d40b-a7f4-477b-99f2-489f432b7ee6, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=89c9d40b-a7f4-477b-99f2-489f432b7ee6,segment=NetworkSegment(c8ec99a4-5308-4586-bb11-0d239bcec7dd),segment_id=c8ec99a4-5308-4586-bb11-0d239bcec7dd)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:45.641364 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:45.727763 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=89c9d40b-a7f4-477b-99f2-489f432b7ee6,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:45.910951 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:45.918365 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:45.957461 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3a791bd6-daa3-48a3-8b2f-1e0d3438c4b3 None None] Provisioning complete for port 89c9d40b-a7f4-477b-99f2-489f432b7ee6 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:45.958003 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3a791bd6-daa3-48a3-8b2f-1e0d3438c4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:45.981586 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Attempting to bind port 6766a80e-9dbc-4ec3-9dc0-e8f3de045091 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:13:45.981960 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Attempting to bind port 6766a80e-9dbc-4ec3-9dc0-e8f3de045091 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:13:45.982321 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Attempting to bind port 6766a80e-9dbc-4ec3-9dc0-e8f3de045091 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:13:45.984465 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237fcc2-5bc9-4e04-b0e3-c4ebbb771055 None None] Pushing event updated for resources: {'Port': ['ID=6766a80e-9dbc-4ec3-9dc0-e8f3de045091,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:45.993911 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:13:45.994286 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:13:45.994692 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:45.995180 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:13:45.995425 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f40e59f-ddd7-476d-8b8e-8bd0ed9bf5c3 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:13:45.995676 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Bound port: 6766a80e-9dbc-4ec3-9dc0-e8f3de045091, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:13:45.996056 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:45.998382 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237fcc2-5bc9-4e04-b0e3-c4ebbb771055 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:45.998724 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237fcc2-5bc9-4e04-b0e3-c4ebbb771055 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:45.999066 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237fcc2-5bc9-4e04-b0e3-c4ebbb771055 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:46.000982 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237fcc2-5bc9-4e04-b0e3-c4ebbb771055 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:46.001311 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237fcc2-5bc9-4e04-b0e3-c4ebbb771055 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:46.001737 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237fcc2-5bc9-4e04-b0e3-c4ebbb771055 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:46.001962 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237fcc2-5bc9-4e04-b0e3-c4ebbb771055 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:46.002286 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237fcc2-5bc9-4e04-b0e3-c4ebbb771055 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:46.002609 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237fcc2-5bc9-4e04-b0e3-c4ebbb771055 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:46.003371 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237fcc2-5bc9-4e04-b0e3-c4ebbb771055 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:46.003371 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237fcc2-5bc9-4e04-b0e3-c4ebbb771055 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:46.003634 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237fcc2-5bc9-4e04-b0e3-c4ebbb771055 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:46.003904 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237fcc2-5bc9-4e04-b0e3-c4ebbb771055 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:46.024248 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58c0ba43-bc80-41b6-8dc0-71005594c729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:46.066847 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] For port 6766a80e-9dbc-4ec3-9dc0-e8f3de045091, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:13:46.072885 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] For port 6766a80e-9dbc-4ec3-9dc0-e8f3de045091, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6766a80e-9dbc-4ec3-9dc0-e8f3de045091,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:13:46.079516 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:46.156504 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Routers {'a391765e-553e-490a-8779-642a1d526cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:13:46.157293 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:13:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a391765e-553e-490a-8779-642a1d526cb8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:46.163647 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e25765-40d2-4a73-b49b-ed61e88939eb None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:13:46.205816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-09303f8c-9988-4c66-9e74-eda245247706 None None] Provisioning complete for port 6766a80e-9dbc-4ec3-9dc0-e8f3de045091 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:46.206449 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09303f8c-9988-4c66-9e74-eda245247706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:46.226929 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-58c0ba43-bc80-41b6-8dc0-71005594c729 admin admin] Allocated IP 172.20.0.1 (ad98ab2d-144d-4c4c-bcb0-aa2850baea22/1aa5dd7d-292b-4aca-9fcd-cd9b34723c17/fbc28e2d-3474-4a72-8dd9-487f2c03ba8d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:13:46.232392 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237fcc2-5bc9-4e04-b0e3-c4ebbb771055 None None] Pushing event updated for resources: {'Port': ['ID=6766a80e-9dbc-4ec3-9dc0-e8f3de045091,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:46.287507 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] Set router a391765e-553e-490a-8779-642a1d526cb8 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:13:46.358783 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09303f8c-9988-4c66-9e74-eda245247706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:46.379153 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58c0ba43-bc80-41b6-8dc0-71005594c729 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:46.390411 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-09303f8c-9988-4c66-9e74-eda245247706 None None] For port 6766a80e-9dbc-4ec3-9dc0-e8f3de045091, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6766a80e-9dbc-4ec3-9dc0-e8f3de045091,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:46.397829 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09303f8c-9988-4c66-9e74-eda245247706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:46.442537 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58c0ba43-bc80-41b6-8dc0-71005594c729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:46.488471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09303f8c-9988-4c66-9e74-eda245247706 None None] Pushing event updated for resources: {'Port': ['ID=6766a80e-9dbc-4ec3-9dc0-e8f3de045091,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:46.490410 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c0ba43-bc80-41b6-8dc0-71005594c729 admin admin] Network ad98ab2d-144d-4c4c-bcb0-aa2850baea22 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:13:46.493707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-58c0ba43-bc80-41b6-8dc0-71005594c729 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:13:46.498504 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0ba43-bc80-41b6-8dc0-71005594c729 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:13:46.504127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0ba43-bc80-41b6-8dc0-71005594c729 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc28e2d-3474-4a72-8dd9-487f2c03ba8d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:46.548859 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58c0ba43-bc80-41b6-8dc0-71005594c729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:46.551306 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391765e-553e-490a-8779-642a1d526cb8', 'name': 'tempest-TestServerBasicOps-1817255501-router', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:44Z', 'revision_number': 3, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'gw_port': {'id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:46.685902 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0204ba84-0551-4769-a516-107efcb6e9c6 None None] The sync data for ids ['a391765e-553e-490a-8779-642a1d526cb8'] in n-d-760354-5 is: [{'id': 'a391765e-553e-490a-8779-642a1d526cb8', 'name': 'tempest-TestServerBasicOps-1817255501-router', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:44Z', 'revision_number': 3, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'gw_port': {'id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:13:46.722122 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58c0ba43-bc80-41b6-8dc0-71005594c729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:46.833893 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-399a09cc-e167-4ae8-b60a-4ffa3069ffec None None] Provisioning complete for port fbc28e2d-3474-4a72-8dd9-487f2c03ba8d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:46.834909 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-399a09cc-e167-4ae8-b60a-4ffa3069ffec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:46.879996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-399a09cc-e167-4ae8-b60a-4ffa3069ffec None None] Port fbc28e2d-3474-4a72-8dd9-487f2c03ba8d cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:13:46.945514 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58c0ba43-bc80-41b6-8dc0-71005594c729 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:46.951859 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58c0ba43-bc80-41b6-8dc0-71005594c729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:47.030775 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0ba43-bc80-41b6-8dc0-71005594c729 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc28e2d-3474-4a72-8dd9-487f2c03ba8d,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:47.037080 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58c0ba43-bc80-41b6-8dc0-71005594c729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:47.149144 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c0ba43-bc80-41b6-8dc0-71005594c729 admin admin] Network ad98ab2d-144d-4c4c-bcb0-aa2850baea22 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:13:47.150702 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-58c0ba43-bc80-41b6-8dc0-71005594c729 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:13:47.207808 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:47.250135 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-29bb9f52-a386-407d-90fa-ea8dcb3ba0e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:47.309130 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6766a80e-9dbc-4ec3-9dc0-e8f3de045091 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:13:47.325310 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c0ba43-bc80-41b6-8dc0-71005594c729 admin admin] Router a391765e-553e-490a-8779-642a1d526cb8 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:13:47.377089 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 6766a80e-9dbc-4ec3-9dc0-e8f3de045091 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:47.377636 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:47.502190 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c0ba43-bc80-41b6-8dc0-71005594c729 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:13:47.503121 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 89c9d40b-a7f4-477b-99f2-489f432b7ee6 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:13:47.516173 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-58c0ba43-bc80-41b6-8dc0-71005594c729 admin admin] 10.222.0.18 "PUT /v2.0/routers/a391765e-553e-490a-8779-642a1d526cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4386988 Dec 12 18:13:47.556293 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 89c9d40b-a7f4-477b-99f2-489f432b7ee6 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:47.556667 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:47.667364 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-61401670-d232-4629-8f57-78ad9f04c7ff None None] Provisioning complete for port fbc28e2d-3474-4a72-8dd9-487f2c03ba8d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:47.667736 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-61401670-d232-4629-8f57-78ad9f04c7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:47.710156 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-61401670-d232-4629-8f57-78ad9f04c7ff None None] Port fbc28e2d-3474-4a72-8dd9-487f2c03ba8d cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:13:47.906106 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:48.074319 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38284) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:48.079456 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6fa631ca-5d60-42a5-908b-38db65a17aff admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-645526442-network', 'tenant_id': '05b084fffea74c2f99bff054b7f1c5ef'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:48.101414 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa631ca-5d60-42a5-908b-38db65a17aff admin admin] Made reservation on behalf of 05b084fffea74c2f99bff054b7f1c5ef for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:13:48.103931 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fa631ca-5d60-42a5-908b-38db65a17aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:48.113630 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fa631ca-5d60-42a5-908b-38db65a17aff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:48.195034 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fa631ca-5d60-42a5-908b-38db65a17aff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:48.199943 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fa631ca-5d60-42a5-908b-38db65a17aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:48.229581 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa631ca-5d60-42a5-908b-38db65a17aff admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:13:48.236424 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa631ca-5d60-42a5-908b-38db65a17aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3325dace-2131-473b-bd38-f4479292bdab,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:48.242950 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fa631ca-5d60-42a5-908b-38db65a17aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:48.243739 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-6fa631ca-5d60-42a5-908b-38db65a17aff admin admin] Added segment 49d3f135-804a-42f9-be0a-2927ba92f821 of type vlan for network 02670c8a-1e4b-4350-8217-e2b26ce75e94 Dec 12 18:13:48.288524 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fa631ca-5d60-42a5-908b-38db65a17aff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:48.316469 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fa631ca-5d60-42a5-908b-38db65a17aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:48.317587 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa631ca-5d60-42a5-908b-38db65a17aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:48.318190 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fa631ca-5d60-42a5-908b-38db65a17aff admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:48.386664 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6fa631ca-5d60-42a5-908b-38db65a17aff admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3111224 Dec 12 18:13:48.390695 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38286) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:48.394934 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:48.398223 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa631ca-5d60-42a5-908b-38db65a17aff admin admin] Pushing event updated for resources: {'Network': ['ID=02670c8a-1e4b-4350-8217-e2b26ce75e94,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:48.398586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Request body: {'subnet': {'network_id': '02670c8a-1e4b-4350-8217-e2b26ce75e94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-645526442-subnet', 'tenant_id': '05b084fffea74c2f99bff054b7f1c5ef', 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:48.413516 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 02670c8a-1e4b-4350-8217-e2b26ce75e94 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:13:48.448469 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Made reservation on behalf of 05b084fffea74c2f99bff054b7f1c5ef for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:13:48.450727 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:48.605452 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Sync routers for ids ['a391765e-553e-490a-8779-642a1d526cb8'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:13:48.619398 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Routers {'a391765e-553e-490a-8779-642a1d526cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:13:48.621335 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:13:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a391765e-553e-490a-8779-642a1d526cb8'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:48.704908 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:48.779356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b80d8c3f-f5da-4dfd-a9ff-138267b2ea52,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:48.798758 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Set router a391765e-553e-490a-8779-642a1d526cb8 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:13:48.800989 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:48.801630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:48.802136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:48.802840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:48.803365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:48.804561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:48.805157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:48.805692 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:48.806230 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:48.806748 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:48.807855 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:48.808564 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:48.809080 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:48.838300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Checking segment: {'id': '49d3f135-804a-42f9-be0a-2927ba92f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '02670c8a-1e4b-4350-8217-e2b26ce75e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:13:48.838697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Network hostable DHCP agents. Network: 02670c8a-1e4b-4350-8217-e2b26ce75e94, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:13:48.858510 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Network 02670c8a-1e4b-4350-8217-e2b26ce75e94 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:13:48.870649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 02670c8a-1e4b-4350-8217-e2b26ce75e94) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:13:48.875505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:48.876123 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:48.886663 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6834b3-6e82-485f-b8fd-af8219fbb44d None None] Network 02670c8a-1e4b-4350-8217-e2b26ce75e94 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:13:48.897750 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-640e176f-5859-46bf-accf-fb4fb7a565e9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5033998 Dec 12 18:13:48.898099 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38296) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:48.902946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-645526442-router', 'tenant_id': '05b084fffea74c2f99bff054b7f1c5ef', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:48.926577 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:48.927672 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:48.984706 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:49.141119 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:49.232657 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-02670c8a-1e4b-4350-8217-e2b26ce75e94', 'network_id': '02670c8a-1e4b-4350-8217-e2b26ce75e94', 'project_id': '05b084fffea74c2f99bff054b7f1c5ef', 'fixed_ips': [{'subnet_id': 'b80d8c3f-f5da-4dfd-a9ff-138267b2ea52'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:13:49.233535 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:49.349005 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:49.369068 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391765e-553e-490a-8779-642a1d526cb8', 'name': 'tempest-TestServerBasicOps-1817255501-router', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 4, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'gw_port': {'id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'fbc28e2d-3474-4a72-8dd9-487f2c03ba8d', 'name': '', 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'mac_address': 'fa:16:3e:2b:59:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:46Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 2, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'subnets': [{'id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:49.371929 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:49.401635 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Checking router: a391765e-553e-490a-8779-642a1d526cb8 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:13:49.402233 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Updating router a391765e-553e-490a-8779-642a1d526cb8 port fbc28e2d-3474-4a72-8dd9-487f2c03ba8d binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:13:49.435122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Allocated IP 172.20.0.2 (02670c8a-1e4b-4350-8217-e2b26ce75e94/b80d8c3f-f5da-4dfd-a9ff-138267b2ea52/dfd9efa5-e4e2-471d-a8dd-33ab2f970564) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:13:49.441347 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:49.496562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] Allocated IP 172.25.1.204 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/f7574936-89c9-457a-a5de-d8a5093a7942) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:13:49.610710 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:49.644561 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:49.690652 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:13:49.694551 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:13:49.696550 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] Pushing event updated for resources: {'Port': ['ID=f7574936-89c9-457a-a5de-d8a5093a7942,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:49.698806 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:13:49.729896 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1737fed9-9ee0-4012-9a57-b74b54617088 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:13:49.752160 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:49.768316 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:49.827219 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Network 02670c8a-1e4b-4350-8217-e2b26ce75e94 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:13:49.842949 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:13:49.849761 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:13:49.883820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Pushing event updated for resources: {'Port': ['ID=dfd9efa5-e4e2-471d-a8dd-33ab2f970564,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:49.923034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cf71973e-01bb-41fc-ae74-0220bf29f069 None None] Provisioning complete for port f7574936-89c9-457a-a5de-d8a5093a7942 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:49.923439 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cf71973e-01bb-41fc-ae74-0220bf29f069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:49.946340 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:49.980921 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:49.987330 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:49.999878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Attempting to bind port dfd9efa5-e4e2-471d-a8dd-33ab2f970564 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:13:50.000255 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Attempting to bind port dfd9efa5-e4e2-471d-a8dd-33ab2f970564 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '49d3f135-804a-42f9-be0a-2927ba92f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '02670c8a-1e4b-4350-8217-e2b26ce75e94'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:13:50.000636 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Attempting to bind port dfd9efa5-e4e2-471d-a8dd-33ab2f970564 on network 02670c8a-1e4b-4350-8217-e2b26ce75e94 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:13:50.025600 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cf71973e-01bb-41fc-ae74-0220bf29f069 None None] Port f7574936-89c9-457a-a5de-d8a5093a7942 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:13:50.036417 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:13:50.036893 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Checking segment: {'id': '49d3f135-804a-42f9-be0a-2927ba92f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '02670c8a-1e4b-4350-8217-e2b26ce75e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:13:50.037213 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:50.037618 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Bound using segment: {'id': '49d3f135-804a-42f9-be0a-2927ba92f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '02670c8a-1e4b-4350-8217-e2b26ce75e94'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:13:50.038110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Bound port: dfd9efa5-e4e2-471d-a8dd-33ab2f970564, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d3f135-804a-42f9-be0a-2927ba92f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '02670c8a-1e4b-4350-8217-e2b26ce75e94'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:13:50.038500 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:50.062387 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70afb1-9e49-4e38-a9bb-94b2d50820f4 None None] Pushing event updated for resources: {'Port': ['ID=fbc28e2d-3474-4a72-8dd9-487f2c03ba8d,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:50.173934 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Attempting to bind port fbc28e2d-3474-4a72-8dd9-487f2c03ba8d on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:13:50.174345 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Attempting to bind port fbc28e2d-3474-4a72-8dd9-487f2c03ba8d by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'c8ec99a4-5308-4586-bb11-0d239bcec7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:13:50.174719 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Attempting to bind port fbc28e2d-3474-4a72-8dd9-487f2c03ba8d on network ad98ab2d-144d-4c4c-bcb0-aa2850baea22 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:13:50.178468 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:50.183870 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:13:50.184256 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Checking segment: {'id': 'c8ec99a4-5308-4586-bb11-0d239bcec7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:13:50.184688 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:50.185078 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Bound using segment: {'id': 'c8ec99a4-5308-4586-bb11-0d239bcec7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:13:50.185579 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Bound port: fbc28e2d-3474-4a72-8dd9-487f2c03ba8d, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ec99a4-5308-4586-bb11-0d239bcec7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:13:50.185973 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:50.207960 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] For port dfd9efa5-e4e2-471d-a8dd-33ab2f970564, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:13:50.216288 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:50.240910 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] For port dfd9efa5-e4e2-471d-a8dd-33ab2f970564, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=dfd9efa5-e4e2-471d-a8dd-33ab2f970564,segment=NetworkSegment(49d3f135-804a-42f9-be0a-2927ba92f821),segment_id=49d3f135-804a-42f9-be0a-2927ba92f821)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:13:50.249763 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:50.336497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] For port fbc28e2d-3474-4a72-8dd9-487f2c03ba8d, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:13:50.345491 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] For port fbc28e2d-3474-4a72-8dd9-487f2c03ba8d, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=fbc28e2d-3474-4a72-8dd9-487f2c03ba8d,segment=NetworkSegment(c8ec99a4-5308-4586-bb11-0d239bcec7dd),segment_id=c8ec99a4-5308-4586-bb11-0d239bcec7dd)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:13:50.351568 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da170056-2451-45f1-bd80-83853d9d2e31 None None] Pushing event updated for resources: {'Port': ['ID=dfd9efa5-e4e2-471d-a8dd-33ab2f970564,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:50.357919 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:50.369359 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] Router 4f7e1290-580b-4a12-925c-0c2629078d0d is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:13:50.426872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Routers {'a391765e-553e-490a-8779-642a1d526cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:13:50.428234 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:13:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a391765e-553e-490a-8779-642a1d526cb8'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:50.430669 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70afb1-9e49-4e38-a9bb-94b2d50820f4 None None] Pushing event updated for resources: {'Port': ['ID=fbc28e2d-3474-4a72-8dd9-487f2c03ba8d,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:50.531725 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f14bb6d6-b371-46ea-aacc-9c59ef3bf8a3 None None] Provisioning complete for port fbc28e2d-3474-4a72-8dd9-487f2c03ba8d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:50.532099 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f14bb6d6-b371-46ea-aacc-9c59ef3bf8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:50.540327 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:13:50.555064 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Sync routers for ids ['4f7e1290-580b-4a12-925c-0c2629078d0d'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:13:50.570834 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Routers {'4f7e1290-580b-4a12-925c-0c2629078d0d'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:13:50.572623 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:13:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4f7e1290-580b-4a12-925c-0c2629078d0d'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:50.574846 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:50.579594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38310) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:50.581166 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0a647746-26f9-47ac-b080-d3c5b7fe7543 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6818113 Dec 12 18:13:50.685105 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] Set router a391765e-553e-490a-8779-642a1d526cb8 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:13:50.761299 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Set router 4f7e1290-580b-4a12-925c-0c2629078d0d gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:13:50.939827 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:50.946717 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f14bb6d6-b371-46ea-aacc-9c59ef3bf8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:51.008848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f14bb6d6-b371-46ea-aacc-9c59ef3bf8a3 None None] For port fbc28e2d-3474-4a72-8dd9-487f2c03ba8d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=fbc28e2d-3474-4a72-8dd9-487f2c03ba8d,segment=NetworkSegment(c8ec99a4-5308-4586-bb11-0d239bcec7dd),segment_id=c8ec99a4-5308-4586-bb11-0d239bcec7dd)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:51.017209 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f14bb6d6-b371-46ea-aacc-9c59ef3bf8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:51.030889 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7e1290-580b-4a12-925c-0c2629078d0d', 'name': 'tempest-TestServerBasicOps-645526442-router', 'tenant_id': '05b084fffea74c2f99bff054b7f1c5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f7574936-89c9-457a-a5de-d8a5093a7942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:48Z', 'updated_at': '2021-12-12T18:13:49Z', 'revision_number': 3, 'project_id': '05b084fffea74c2f99bff054b7f1c5ef', 'gw_port': {'id': 'f7574936-89c9-457a-a5de-d8a5093a7942', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7e1290-580b-4a12-925c-0c2629078d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:49Z', 'updated_at': '2021-12-12T18:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:51.065031 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Checking router: 4f7e1290-580b-4a12-925c-0c2629078d0d for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:13:51.065383 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Updating router 4f7e1290-580b-4a12-925c-0c2629078d0d port f7574936-89c9-457a-a5de-d8a5093a7942 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:13:51.097099 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bb6d6-b371-46ea-aacc-9c59ef3bf8a3 None None] Pushing event updated for resources: {'Port': ['ID=fbc28e2d-3474-4a72-8dd9-487f2c03ba8d,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:51.115592 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391765e-553e-490a-8779-642a1d526cb8', 'name': 'tempest-TestServerBasicOps-1817255501-router', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 4, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'gw_port': {'id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'fbc28e2d-3474-4a72-8dd9-487f2c03ba8d', 'name': '', 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'mac_address': 'fa:16:3e:2b:59:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:46Z', 'updated_at': '2021-12-12T18:13:50Z', 'revision_number': 4, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'subnets': [{'id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:51.137981 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:51.157875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a0705-bfe3-4e0b-8cea-a5c5d7a602f2 None None] The sync data for ids ['a391765e-553e-490a-8779-642a1d526cb8'] in n-d-760354-5 is: [{'id': 'a391765e-553e-490a-8779-642a1d526cb8', 'name': 'tempest-TestServerBasicOps-1817255501-router', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 4, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'gw_port': {'id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'fbc28e2d-3474-4a72-8dd9-487f2c03ba8d', 'name': '', 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'mac_address': 'fa:16:3e:2b:59:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:46Z', 'updated_at': '2021-12-12T18:13:50Z', 'revision_number': 4, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'subnets': [{'id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:13:51.174863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0d85d6f7-5bb2-4abe-844f-c4a0b9faa604 None None] Provisioning complete for port fbc28e2d-3474-4a72-8dd9-487f2c03ba8d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:51.175320 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0d85d6f7-5bb2-4abe-844f-c4a0b9faa604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:51.224082 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70a090aa-b4c5-4e1c-b7a8-df1ea764ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:51.373777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device dfd9efa5-e4e2-471d-a8dd-33ab2f970564 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:13:51.447323 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port dfd9efa5-e4e2-471d-a8dd-33ab2f970564 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:51.448488 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:51.587426 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:51.664710 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port dfd9efa5-e4e2-471d-a8dd-33ab2f970564, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=dfd9efa5-e4e2-471d-a8dd-33ab2f970564,segment=NetworkSegment(49d3f135-804a-42f9-be0a-2927ba92f821),segment_id=49d3f135-804a-42f9-be0a-2927ba92f821)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:51.677410 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:51.681768 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-70a090aa-b4c5-4e1c-b7a8-df1ea764ac20 admin admin] Allocated IP 172.20.0.1 (02670c8a-1e4b-4350-8217-e2b26ce75e94/b80d8c3f-f5da-4dfd-a9ff-138267b2ea52/a685aa8f-6cb9-4693-88fb-083c227dbe18) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:13:51.716410 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:51.723281 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:51.770349 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=dfd9efa5-e4e2-471d-a8dd-33ab2f970564,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:51.811815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb0d504-9e06-47c3-8cc0-bb8a56014079 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:13:51.824069 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37954aa2-ee0a-4095-b046-1852b0a9758c None None] Pushing event updated for resources: {'Port': ['ID=f7574936-89c9-457a-a5de-d8a5093a7942,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:51.827850 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Attempting to bind port f7574936-89c9-457a-a5de-d8a5093a7942 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:13:51.828401 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Attempting to bind port f7574936-89c9-457a-a5de-d8a5093a7942 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:13:51.829531 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Attempting to bind port f7574936-89c9-457a-a5de-d8a5093a7942 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:13:51.838958 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:13:51.839352 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:13:51.846952 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:51.847599 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:13:51.848129 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Bound port: f7574936-89c9-457a-a5de-d8a5093a7942, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:13:51.848541 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:51.915576 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a766b612-827f-42c7-98e0-6a7ba37b8c10 None None] Provisioning complete for port f7574936-89c9-457a-a5de-d8a5093a7942 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:51.915940 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a766b612-827f-42c7-98e0-6a7ba37b8c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:51.930939 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70a090aa-b4c5-4e1c-b7a8-df1ea764ac20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:51.944290 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] For port f7574936-89c9-457a-a5de-d8a5093a7942, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:13:51.949924 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] For port f7574936-89c9-457a-a5de-d8a5093a7942, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f7574936-89c9-457a-a5de-d8a5093a7942,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:13:51.964445 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:52.010097 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70a090aa-b4c5-4e1c-b7a8-df1ea764ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:52.060695 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Routers {'4f7e1290-580b-4a12-925c-0c2629078d0d'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:13:52.061446 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:13:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4f7e1290-580b-4a12-925c-0c2629078d0d'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:52.087256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a090aa-b4c5-4e1c-b7a8-df1ea764ac20 admin admin] Network 02670c8a-1e4b-4350-8217-e2b26ce75e94 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:13:52.091670 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-70a090aa-b4c5-4e1c-b7a8-df1ea764ac20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:13:52.101846 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a090aa-b4c5-4e1c-b7a8-df1ea764ac20 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:13:52.136173 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a090aa-b4c5-4e1c-b7a8-df1ea764ac20 admin admin] Pushing event updated for resources: {'Port': ['ID=a685aa8f-6cb9-4693-88fb-083c227dbe18,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:52.154723 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37954aa2-ee0a-4095-b046-1852b0a9758c None None] Pushing event updated for resources: {'Port': ['ID=f7574936-89c9-457a-a5de-d8a5093a7942,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:52.176569 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70a090aa-b4c5-4e1c-b7a8-df1ea764ac20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:52.210171 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] Set router 4f7e1290-580b-4a12-925c-0c2629078d0d gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:13:52.239556 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3435fc7-4ec6-4948-b8a8-2a70e05697db None None] Network 02670c8a-1e4b-4350-8217-e2b26ce75e94 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:13:52.242237 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42117841-bb03-4f0a-ac84-16d8b56f4f92 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:13:52.321046 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a766b612-827f-42c7-98e0-6a7ba37b8c10 None None] Port f7574936-89c9-457a-a5de-d8a5093a7942 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:13:52.443866 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70a090aa-b4c5-4e1c-b7a8-df1ea764ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:52.464546 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-dd6c5a1f-4d3a-4795-8cc3-24e5e91d8c43 None None] Provisioning complete for port dfd9efa5-e4e2-471d-a8dd-33ab2f970564 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:52.465111 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dd6c5a1f-4d3a-4795-8cc3-24e5e91d8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:52.524703 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7e1290-580b-4a12-925c-0c2629078d0d', 'name': 'tempest-TestServerBasicOps-645526442-router', 'tenant_id': '05b084fffea74c2f99bff054b7f1c5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f7574936-89c9-457a-a5de-d8a5093a7942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:48Z', 'updated_at': '2021-12-12T18:13:49Z', 'revision_number': 3, 'project_id': '05b084fffea74c2f99bff054b7f1c5ef', 'gw_port': {'id': 'f7574936-89c9-457a-a5de-d8a5093a7942', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7e1290-580b-4a12-925c-0c2629078d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:49Z', 'updated_at': '2021-12-12T18:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:52.571708 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7473a2e2-c956-463b-a13b-61b720497abe None None] The sync data for ids ['4f7e1290-580b-4a12-925c-0c2629078d0d'] in n-d-760354-5 is: [{'id': '4f7e1290-580b-4a12-925c-0c2629078d0d', 'name': 'tempest-TestServerBasicOps-645526442-router', 'tenant_id': '05b084fffea74c2f99bff054b7f1c5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f7574936-89c9-457a-a5de-d8a5093a7942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:48Z', 'updated_at': '2021-12-12T18:13:49Z', 'revision_number': 3, 'project_id': '05b084fffea74c2f99bff054b7f1c5ef', 'gw_port': {'id': 'f7574936-89c9-457a-a5de-d8a5093a7942', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7e1290-580b-4a12-925c-0c2629078d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:49Z', 'updated_at': '2021-12-12T18:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:13:52.609750 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-dd6c5a1f-4d3a-4795-8cc3-24e5e91d8c43 None None] Provisioning complete for port f7574936-89c9-457a-a5de-d8a5093a7942 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:52.610133 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dd6c5a1f-4d3a-4795-8cc3-24e5e91d8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:52.713186 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dd6c5a1f-4d3a-4795-8cc3-24e5e91d8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:52.743754 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dd6c5a1f-4d3a-4795-8cc3-24e5e91d8c43 None None] For port f7574936-89c9-457a-a5de-d8a5093a7942, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f7574936-89c9-457a-a5de-d8a5093a7942,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:52.752516 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dd6c5a1f-4d3a-4795-8cc3-24e5e91d8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:52.800013 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70a090aa-b4c5-4e1c-b7a8-df1ea764ac20 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:52.810661 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70a090aa-b4c5-4e1c-b7a8-df1ea764ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:52.820134 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c5a1f-4d3a-4795-8cc3-24e5e91d8c43 None None] Pushing event updated for resources: {'Port': ['ID=f7574936-89c9-457a-a5de-d8a5093a7942,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:52.886371 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0b5258de-4b33-49a3-9c16-3b77bebcfc29 None None] Provisioning complete for port dfd9efa5-e4e2-471d-a8dd-33ab2f970564 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:52.886752 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b5258de-4b33-49a3-9c16-3b77bebcfc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:52.922281 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70a090aa-b4c5-4e1c-b7a8-df1ea764ac20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:52.950745 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a090aa-b4c5-4e1c-b7a8-df1ea764ac20 admin admin] Pushing event updated for resources: {'Port': ['ID=a685aa8f-6cb9-4693-88fb-083c227dbe18,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:53.048903 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0b5258de-4b33-49a3-9c16-3b77bebcfc29 None None] Provisioning complete for port a685aa8f-6cb9-4693-88fb-083c227dbe18 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:53.049283 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b5258de-4b33-49a3-9c16-3b77bebcfc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:53.084358 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a090aa-b4c5-4e1c-b7a8-df1ea764ac20 admin admin] Network 02670c8a-1e4b-4350-8217-e2b26ce75e94 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:13:53.085815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-70a090aa-b4c5-4e1c-b7a8-df1ea764ac20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:13:53.131832 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0b5258de-4b33-49a3-9c16-3b77bebcfc29 None None] Port a685aa8f-6cb9-4693-88fb-083c227dbe18 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:13:53.253118 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a090aa-b4c5-4e1c-b7a8-df1ea764ac20 admin admin] Router 4f7e1290-580b-4a12-925c-0c2629078d0d has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:13:53.281393 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ab4facb3-c313-4791-b5f5-cde4a70b8c3e None None] Provisioning complete for port a685aa8f-6cb9-4693-88fb-083c227dbe18 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:53.281775 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab4facb3-c313-4791-b5f5-cde4a70b8c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:53.359184 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device fbc28e2d-3474-4a72-8dd9-487f2c03ba8d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:13:53.397298 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ab4facb3-c313-4791-b5f5-cde4a70b8c3e None None] Port a685aa8f-6cb9-4693-88fb-083c227dbe18 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:13:53.465129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port fbc28e2d-3474-4a72-8dd9-487f2c03ba8d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:53.465757 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:53.479825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a090aa-b4c5-4e1c-b7a8-df1ea764ac20 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:13:53.485365 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-70a090aa-b4c5-4e1c-b7a8-df1ea764ac20 admin admin] 10.222.0.18 "PUT /v2.0/routers/4f7e1290-580b-4a12-925c-0c2629078d0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9046695 Dec 12 18:13:53.598768 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device dfd9efa5-e4e2-471d-a8dd-33ab2f970564 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:13:53.647765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-100de0e7-c355-4482-a22f-0d0c997aed3a None None] Provisioning complete for port a685aa8f-6cb9-4693-88fb-083c227dbe18 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:53.648140 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-100de0e7-c355-4482-a22f-0d0c997aed3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:53.694009 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port dfd9efa5-e4e2-471d-a8dd-33ab2f970564 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:53.694298 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:53.734895 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-100de0e7-c355-4482-a22f-0d0c997aed3a None None] Port a685aa8f-6cb9-4693-88fb-083c227dbe18 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:13:54.174765 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:13:54.183705 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38332) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:54.188540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-9f21bf87-b8b2-4d91-a09f-7bec93cd33ab tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-464256799', 'description': 'tempest-secgroup-smoke-464256799 description', 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:54.212410 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f21bf87-b8b2-4d91-a09f-7bec93cd33ab tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.280017 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f21bf87-b8b2-4d91-a09f-7bec93cd33ab tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.283936 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f21bf87-b8b2-4d91-a09f-7bec93cd33ab tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.316678 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9f21bf87-b8b2-4d91-a09f-7bec93cd33ab tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.317895 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9f21bf87-b8b2-4d91-a09f-7bec93cd33ab tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1329749 Dec 12 18:13:54.318616 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21bf87-b8b2-4d91-a09f-7bec93cd33ab tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e07b70-1452-4698-89fa-715f23faf177,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:54.320920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38334) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:54.327258 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8f91830c-4e76-41e1-b3b4-a88ca8761e23 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Request body: {'security_group_rule': {'security_group_id': '42e07b70-1452-4698-89fa-715f23faf177', 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:54.353828 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f91830c-4e76-41e1-b3b4-a88ca8761e23 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.413614 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f91830c-4e76-41e1-b3b4-a88ca8761e23 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.417574 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f91830c-4e76-41e1-b3b4-a88ca8761e23 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.435393 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91830c-4e76-41e1-b3b4-a88ca8761e23 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4534b633-613c-4821-97f0-0570ada69a2d,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:54.444039 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f91830c-4e76-41e1-b3b4-a88ca8761e23 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.448504 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8f91830c-4e76-41e1-b3b4-a88ca8761e23 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229343 Dec 12 18:13:54.448637 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38336) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:54.452767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-6464d082-ac25-4f26-ab04-f47c75e6615f tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Request body: {'security_group_rule': {'security_group_id': '42e07b70-1452-4698-89fa-715f23faf177', 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:54.480137 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6464d082-ac25-4f26-ab04-f47c75e6615f tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.572665 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6464d082-ac25-4f26-ab04-f47c75e6615f tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.580849 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6464d082-ac25-4f26-ab04-f47c75e6615f tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.612422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464d082-ac25-4f26-ab04-f47c75e6615f tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c365ff27-0c5e-4609-88ab-23b8078cfc65,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:54.623683 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6464d082-ac25-4f26-ab04-f47c75e6615f tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.624958 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6464d082-ac25-4f26-ab04-f47c75e6615f tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1754930 Dec 12 18:13:54.627883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38340) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:54.633050 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-5b8a8503-37e3-4ac9-8089-ae3597abd5d9 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Request body: {'security_group_rule': {'security_group_id': '42e07b70-1452-4698-89fa-715f23faf177', 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:54.670816 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8503-37e3-4ac9-8089-ae3597abd5d9 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.752120 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8503-37e3-4ac9-8089-ae3597abd5d9 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.758081 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8503-37e3-4ac9-8089-ae3597abd5d9 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.779043 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a8503-37e3-4ac9-8089-ae3597abd5d9 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb82ba5-613e-4848-8f20-c6d0f9866d92,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:54.787495 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8503-37e3-4ac9-8089-ae3597abd5d9 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.792138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5b8a8503-37e3-4ac9-8089-ae3597abd5d9 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1625624 Dec 12 18:13:54.792973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38342) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:54.798629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4d451965-dae6-4cc1-9fdd-5e36d4609a97 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Request body: {'security_group_rule': {'security_group_id': '42e07b70-1452-4698-89fa-715f23faf177', 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:54.837207 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4d451965-dae6-4cc1-9fdd-5e36d4609a97 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.893762 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Sync routers for ids ['4f7e1290-580b-4a12-925c-0c2629078d0d'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:13:54.908733 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Routers {'4f7e1290-580b-4a12-925c-0c2629078d0d'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:13:54.909496 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:13:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4f7e1290-580b-4a12-925c-0c2629078d0d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:54.935017 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4d451965-dae6-4cc1-9fdd-5e36d4609a97 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.939886 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4d451965-dae6-4cc1-9fdd-5e36d4609a97 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.962779 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d451965-dae6-4cc1-9fdd-5e36d4609a97 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5a3d6e-52a5-4564-aac9-711cc27edad1,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:54.969949 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4d451965-dae6-4cc1-9fdd-5e36d4609a97 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:54.974076 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4d451965-dae6-4cc1-9fdd-5e36d4609a97 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1772041 Dec 12 18:13:54.974518 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38344) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:54.980910 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5c953c70-e630-4c92-8d66-ef997bacbb82 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Request body: {'security_group_rule': {'security_group_id': '42e07b70-1452-4698-89fa-715f23faf177', 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:55.015914 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-5c953c70-e630-4c92-8d66-ef997bacbb82 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Project fceee01dca7a4dd0adc15a65e1e07c68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:13:55.022062 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c953c70-e630-4c92-8d66-ef997bacbb82 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:55.064431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Set router 4f7e1290-580b-4a12-925c-0c2629078d0d gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:13:55.113434 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c953c70-e630-4c92-8d66-ef997bacbb82 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:55.126476 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c953c70-e630-4c92-8d66-ef997bacbb82 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:55.152187 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c953c70-e630-4c92-8d66-ef997bacbb82 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1919277-cc4b-4027-be48-a2602f8cbeed,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:55.163328 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c953c70-e630-4c92-8d66-ef997bacbb82 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:55.166231 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5c953c70-e630-4c92-8d66-ef997bacbb82 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1897047 Dec 12 18:13:55.168483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38346) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:13:55.173985 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-1d66ed7d-5105-4476-a2c2-794f1a5d821b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Request body: {'security_group_rule': {'security_group_id': '42e07b70-1452-4698-89fa-715f23faf177', 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:55.212601 n-d-760354-5 neutron-server[103151]: INFO neutron.db.securitygroups_db [None req-1d66ed7d-5105-4476-a2c2-794f1a5d821b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Project fceee01dca7a4dd0adc15a65e1e07c68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:13:55.218287 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d66ed7d-5105-4476-a2c2-794f1a5d821b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:55.243957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f7574936-89c9-457a-a5de-d8a5093a7942 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:13:55.295821 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d66ed7d-5105-4476-a2c2-794f1a5d821b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:55.300987 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d66ed7d-5105-4476-a2c2-794f1a5d821b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:55.323386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66ed7d-5105-4476-a2c2-794f1a5d821b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186e4e2c-70cb-480c-a743-e9ca8d781a84,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:55.330570 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d66ed7d-5105-4476-a2c2-794f1a5d821b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:55.335311 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1d66ed7d-5105-4476-a2c2-794f1a5d821b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1616490 Dec 12 18:13:55.345912 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f7574936-89c9-457a-a5de-d8a5093a7942 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:55.346284 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:55.403228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7e1290-580b-4a12-925c-0c2629078d0d', 'name': 'tempest-TestServerBasicOps-645526442-router', 'tenant_id': '05b084fffea74c2f99bff054b7f1c5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f7574936-89c9-457a-a5de-d8a5093a7942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:48Z', 'updated_at': '2021-12-12T18:13:52Z', 'revision_number': 4, 'project_id': '05b084fffea74c2f99bff054b7f1c5ef', 'gw_port': {'id': 'f7574936-89c9-457a-a5de-d8a5093a7942', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7e1290-580b-4a12-925c-0c2629078d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:49Z', 'updated_at': '2021-12-12T18:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'a685aa8f-6cb9-4693-88fb-083c227dbe18', 'name': '', 'network_id': '02670c8a-1e4b-4350-8217-e2b26ce75e94', 'tenant_id': '05b084fffea74c2f99bff054b7f1c5ef', 'mac_address': 'fa:16:3e:e1:c7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7e1290-580b-4a12-925c-0c2629078d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b80d8c3f-f5da-4dfd-a9ff-138267b2ea52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:51Z', 'updated_at': '2021-12-12T18:13:52Z', 'revision_number': 2, 'project_id': '05b084fffea74c2f99bff054b7f1c5ef', 'subnets': [{'id': 'b80d8c3f-f5da-4dfd-a9ff-138267b2ea52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:55.432997 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Checking router: 4f7e1290-580b-4a12-925c-0c2629078d0d for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:13:55.433362 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Updating router 4f7e1290-580b-4a12-925c-0c2629078d0d port a685aa8f-6cb9-4693-88fb-083c227dbe18 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:13:55.490899 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:55.519223 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-071e375f-7dfe-43a2-a95e-0f7354ca988d tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-464256799&fields=id&tenant_id=fceee01dca7a4dd0adc15a65e1e07c68 HTTP/1.1" status: 200 len: 267 time: 0.0691247 Dec 12 18:13:55.638064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-79449c0e-5857-47dc-8967-2074d3213997 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:55.639969 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-79449c0e-5857-47dc-8967-2074d3213997 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/networks?id=ad98ab2d-144d-4c4c-bcb0-aa2850baea22 HTTP/1.1" status: 200 len: 809 time: 0.1199558 Dec 12 18:13:55.656196 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-e8b15147-b802-4466-a229-f36362346a80 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/quotas/fceee01dca7a4dd0adc15a65e1e07c68 HTTP/1.1" status: 200 len: 375 time: 0.0096350 Dec 12 18:13:55.709353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-7e9881e8-710d-4d49-af30-27aac4a6b58d tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fceee01dca7a4dd0adc15a65e1e07c68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475075 Dec 12 18:13:55.785178 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:55.794335 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:55.816884 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-2a0aef80-1342-4d3d-beb4-e5c55d2a21b8 service neutron] 10.222.0.18 "GET /v2.0/networks/ad98ab2d-144d-4c4c-bcb0-aa2850baea22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950344 Dec 12 18:13:55.901838 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293bb1c-418c-4373-a343-5ce23b677cef None None] Pushing event updated for resources: {'Port': ['ID=a685aa8f-6cb9-4693-88fb-083c227dbe18,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:55.921956 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-3b7fc2fd-0297-4cf8-b55a-0a772166b151 service neutron] 10.222.0.18 "GET /v2.0/networks/ad98ab2d-144d-4c4c-bcb0-aa2850baea22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986991 Dec 12 18:13:55.929102 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293bb1c-418c-4373-a343-5ce23b677cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:55.929479 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293bb1c-418c-4373-a343-5ce23b677cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:55.929836 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293bb1c-418c-4373-a343-5ce23b677cef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:55.930183 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293bb1c-418c-4373-a343-5ce23b677cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:55.930527 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293bb1c-418c-4373-a343-5ce23b677cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:55.930878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293bb1c-418c-4373-a343-5ce23b677cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:55.931238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293bb1c-418c-4373-a343-5ce23b677cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:55.931580 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293bb1c-418c-4373-a343-5ce23b677cef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:55.931916 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293bb1c-418c-4373-a343-5ce23b677cef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:55.932388 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293bb1c-418c-4373-a343-5ce23b677cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:55.932728 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293bb1c-418c-4373-a343-5ce23b677cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:55.933147 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293bb1c-418c-4373-a343-5ce23b677cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:55.933392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293bb1c-418c-4373-a343-5ce23b677cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:13:55.939511 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Attempting to bind port a685aa8f-6cb9-4693-88fb-083c227dbe18 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:13:55.939892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Attempting to bind port a685aa8f-6cb9-4693-88fb-083c227dbe18 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '49d3f135-804a-42f9-be0a-2927ba92f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '02670c8a-1e4b-4350-8217-e2b26ce75e94'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:13:55.940270 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Attempting to bind port a685aa8f-6cb9-4693-88fb-083c227dbe18 on network 02670c8a-1e4b-4350-8217-e2b26ce75e94 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:13:55.945806 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:13:55.946191 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Checking segment: {'id': '49d3f135-804a-42f9-be0a-2927ba92f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '02670c8a-1e4b-4350-8217-e2b26ce75e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:13:55.946727 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:55.947140 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Bound using segment: {'id': '49d3f135-804a-42f9-be0a-2927ba92f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '02670c8a-1e4b-4350-8217-e2b26ce75e94'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:13:55.947676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Bound port: a685aa8f-6cb9-4693-88fb-083c227dbe18, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d3f135-804a-42f9-be0a-2927ba92f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '02670c8a-1e4b-4350-8217-e2b26ce75e94'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:13:55.948073 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:56.023244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] For port a685aa8f-6cb9-4693-88fb-083c227dbe18, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:13:56.027930 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] For port a685aa8f-6cb9-4693-88fb-083c227dbe18, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a685aa8f-6cb9-4693-88fb-083c227dbe18,segment=NetworkSegment(49d3f135-804a-42f9-be0a-2927ba92f821),segment_id=49d3f135-804a-42f9-be0a-2927ba92f821)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:13:56.033839 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:56.116156 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Routers {'4f7e1290-580b-4a12-925c-0c2629078d0d'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:13:56.116785 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:13:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4f7e1290-580b-4a12-925c-0c2629078d0d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:56.157603 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293bb1c-418c-4373-a343-5ce23b677cef None None] Pushing event updated for resources: {'Port': ['ID=a685aa8f-6cb9-4693-88fb-083c227dbe18,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:56.225188 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6d3e104a-ae5d-402d-8fae-7a0d2c9b72ce None None] Provisioning complete for port a685aa8f-6cb9-4693-88fb-083c227dbe18 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:56.225655 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6d3e104a-ae5d-402d-8fae-7a0d2c9b72ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:56.230336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-60625799-13b6-4dd3-b87e-57b5cc0ba196 req-c5b8ead6-4a43-4431-8180-a83e540516b1 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 210 time: 0.0429485 Dec 12 18:13:56.293582 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] Set router 4f7e1290-580b-4a12-925c-0c2629078d0d gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:13:56.434220 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6d3e104a-ae5d-402d-8fae-7a0d2c9b72ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:56.656654 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6d3e104a-ae5d-402d-8fae-7a0d2c9b72ce None None] For port a685aa8f-6cb9-4693-88fb-083c227dbe18, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a685aa8f-6cb9-4693-88fb-083c227dbe18,segment=NetworkSegment(49d3f135-804a-42f9-be0a-2927ba92f821),segment_id=49d3f135-804a-42f9-be0a-2927ba92f821)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:13:56.662225 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6d3e104a-ae5d-402d-8fae-7a0d2c9b72ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:56.740258 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e104a-ae5d-402d-8fae-7a0d2c9b72ce None None] Pushing event updated for resources: {'Port': ['ID=a685aa8f-6cb9-4693-88fb-083c227dbe18,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:56.778883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7e1290-580b-4a12-925c-0c2629078d0d', 'name': 'tempest-TestServerBasicOps-645526442-router', 'tenant_id': '05b084fffea74c2f99bff054b7f1c5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f7574936-89c9-457a-a5de-d8a5093a7942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:48Z', 'updated_at': '2021-12-12T18:13:52Z', 'revision_number': 4, 'project_id': '05b084fffea74c2f99bff054b7f1c5ef', 'gw_port': {'id': 'f7574936-89c9-457a-a5de-d8a5093a7942', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7e1290-580b-4a12-925c-0c2629078d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:49Z', 'updated_at': '2021-12-12T18:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'a685aa8f-6cb9-4693-88fb-083c227dbe18', 'name': '', 'network_id': '02670c8a-1e4b-4350-8217-e2b26ce75e94', 'tenant_id': '05b084fffea74c2f99bff054b7f1c5ef', 'mac_address': 'fa:16:3e:e1:c7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7e1290-580b-4a12-925c-0c2629078d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b80d8c3f-f5da-4dfd-a9ff-138267b2ea52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:51Z', 'updated_at': '2021-12-12T18:13:56Z', 'revision_number': 4, 'project_id': '05b084fffea74c2f99bff054b7f1c5ef', 'subnets': [{'id': 'b80d8c3f-f5da-4dfd-a9ff-138267b2ea52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:13:56.819946 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b91709f-9690-4746-861d-8fab402f3a1b None None] The sync data for ids ['4f7e1290-580b-4a12-925c-0c2629078d0d'] in n-d-760354-5 is: [{'id': '4f7e1290-580b-4a12-925c-0c2629078d0d', 'name': 'tempest-TestServerBasicOps-645526442-router', 'tenant_id': '05b084fffea74c2f99bff054b7f1c5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f7574936-89c9-457a-a5de-d8a5093a7942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:48Z', 'updated_at': '2021-12-12T18:13:52Z', 'revision_number': 4, 'project_id': '05b084fffea74c2f99bff054b7f1c5ef', 'gw_port': {'id': 'f7574936-89c9-457a-a5de-d8a5093a7942', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7e1290-580b-4a12-925c-0c2629078d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:49Z', 'updated_at': '2021-12-12T18:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'a685aa8f-6cb9-4693-88fb-083c227dbe18', 'name': '', 'network_id': '02670c8a-1e4b-4350-8217-e2b26ce75e94', 'tenant_id': '05b084fffea74c2f99bff054b7f1c5ef', 'mac_address': 'fa:16:3e:e1:c7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7e1290-580b-4a12-925c-0c2629078d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'b80d8c3f-f5da-4dfd-a9ff-138267b2ea52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:51Z', 'updated_at': '2021-12-12T18:13:56Z', 'revision_number': 4, 'project_id': '05b084fffea74c2f99bff054b7f1c5ef', 'subnets': [{'id': 'b80d8c3f-f5da-4dfd-a9ff-138267b2ea52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:13:56.827372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b24e2d44-394a-4e83-bb58-2f662156da1d None None] Provisioning complete for port a685aa8f-6cb9-4693-88fb-083c227dbe18 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:56.827752 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b24e2d44-394a-4e83-bb58-2f662156da1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:57.024039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-228ab96e-0daa-4dad-919b-144f591aa6cd tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1588060506&fields=id&tenant_id=630483b508104d668cc416178077e4cb HTTP/1.1" status: 200 len: 267 time: 0.0555241 Dec 12 18:13:57.191043 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a685aa8f-6cb9-4693-88fb-083c227dbe18 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:13:57.201641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-237acf5f-6df1-4c70-8865-9588e3026f42 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:57.203184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-237acf5f-6df1-4c70-8865-9588e3026f42 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 812 time: 0.1756589 Dec 12 18:13:57.235192 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-d220b2ca-2ef1-462f-99fe-d417dc3f8f8f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/quotas/630483b508104d668cc416178077e4cb HTTP/1.1" status: 200 len: 375 time: 0.0179913 Dec 12 18:13:57.257242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port a685aa8f-6cb9-4693-88fb-083c227dbe18 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:57.257753 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:57.638136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e73106b-b8d5-4341-9861-682112c857b6 req-81b063b5-4e95-4066-9be3-172b3a3ff055 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 210 time: 0.0445588 Dec 12 18:13:57.648021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-e1ec6930-6c93-4a74-9c2d-080c07b68b76 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:57.658001 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-e1ec6930-6c93-4a74-9c2d-080c07b68b76 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.20 "GET /v2.0/networks?id=ad98ab2d-144d-4c4c-bcb0-aa2850baea22 HTTP/1.1" status: 200 len: 809 time: 0.5127680 Dec 12 18:13:57.679098 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-8643f39e-e557-4ac2-b8b0-d324fe33998b tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4256754 Dec 12 18:13:57.765256 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-f1e0acd3-aa17-4014-99ac-a700a9ad940b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fceee01dca7a4dd0adc15a65e1e07c68 HTTP/1.1" status: 200 len: 379 time: 0.1066394 Dec 12 18:13:57.778147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-c6e99e86-9926-445d-9f5a-f9a2e451d066 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Request body: {'port': {'device_id': 'a641043a-638d-4ff6-8752-532ffee48824', 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22', 'admin_state_up': True, 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'security_groups': ['42e07b70-1452-4698-89fa-715f23faf177']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:57.856899 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-303d7589-7b46-40e8-aff3-1eb4c1580e2d service neutron] 10.222.0.18 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646678 Dec 12 18:13:57.973694 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-c6e99e86-9926-445d-9f5a-f9a2e451d066 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Made reservation on behalf of fceee01dca7a4dd0adc15a65e1e07c68 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:13:57.977162 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-c6e99e86-9926-445d-9f5a-f9a2e451d066 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:57.990026 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-5544befa-38e6-4044-91dc-2b845ac27e8c service neutron] 10.222.0.18 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249568 Dec 12 18:13:58.121422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-c6e99e86-9926-445d-9f5a-f9a2e451d066 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Allocated IP 172.20.0.5 (ad98ab2d-144d-4c4c-bcb0-aa2850baea22/1aa5dd7d-292b-4aca-9fcd-cd9b34723c17/3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:13:58.296038 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-c6e99e86-9926-445d-9f5a-f9a2e451d066 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:58.315982 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7f93614-55d1-4830-98ba-b6727555c3c1 req-0f7d9a7a-8097-47f9-81f5-44b57a0d8f3c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 210 time: 0.0501561 Dec 12 18:13:58.345820 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-c6e99e86-9926-445d-9f5a-f9a2e451d066 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:58.396191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-c6e99e86-9926-445d-9f5a-f9a2e451d066 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Network ad98ab2d-144d-4c4c-bcb0-aa2850baea22 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:13:58.399876 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-c6e99e86-9926-445d-9f5a-f9a2e451d066 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:13:58.404324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-c6e99e86-9926-445d-9f5a-f9a2e451d066 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:13:58.437754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e99e86-9926-445d-9f5a-f9a2e451d066 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Pushing event updated for resources: {'Port': ['ID=3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:58.469837 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-c6e99e86-9926-445d-9f5a-f9a2e451d066 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:58.470677 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-c6e99e86-9926-445d-9f5a-f9a2e451d066 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:58.519285 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-c6e99e86-9926-445d-9f5a-f9a2e451d066 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7461224 Dec 12 18:13:58.530770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-2da2e0f6-4e54-4873-9bff-08000567897b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:13:58.533070 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-2da2e0f6-4e54-4873-9bff-08000567897b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071650 Dec 12 18:13:58.708605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Request body: {'port': {'device_id': 'a641043a-638d-4ff6-8752-532ffee48824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:58.771532 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-db047c5a-89d0-48c2-99b8-d4daf120fe23 None None] Provisioning complete for port 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:13:58.772611 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-db047c5a-89d0-48c2-99b8-d4daf120fe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:58.800988 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:58.812411 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-db047c5a-89d0-48c2-99b8-d4daf120fe23 None None] Port 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:13:58.823702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7fe54-7568-4972-aff2-72f55f8b8a7d req-fc167c22-d5ff-4c20-92d6-2c35227123fc tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:58.825458 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5f7fe54-7568-4972-aff2-72f55f8b8a7d req-fc167c22-d5ff-4c20-92d6-2c35227123fc tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 931 time: 0.0906515 Dec 12 18:13:58.965540 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5f7fe54-7568-4972-aff2-72f55f8b8a7d req-004c4d44-3348-4d46-b272-86a8ebc7eaf2 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e07b70-1452-4698-89fa-715f23faf177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195741 Dec 12 18:13:59.116765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:13:59.125181 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:59.139425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Transition to ACTIVE for port object 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:13:59.145033 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:59.198120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:59.282249 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Attempting to bind port 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:13:59.282601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Attempting to bind port 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'c8ec99a4-5308-4586-bb11-0d239bcec7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:13:59.282928 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Attempting to bind port 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 on network ad98ab2d-144d-4c4c-bcb0-aa2850baea22 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:13:59.288877 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Port 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 on network ad98ab2d-144d-4c4c-bcb0-aa2850baea22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:13:59.289210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Attempting to bind port 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 on network ad98ab2d-144d-4c4c-bcb0-aa2850baea22 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:13:59.301186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:13:59.301992 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Checking segment: {'id': 'c8ec99a4-5308-4586-bb11-0d239bcec7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:13:59.301992 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Bound using segment: {'id': 'c8ec99a4-5308-4586-bb11-0d239bcec7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:13:59.302279 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Bound port: 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ec99a4-5308-4586-bb11-0d239bcec7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:13:59.302864 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:59.360811 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-058390c3-22a2-4a2d-992e-cbb5b3c1c1f3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:59.363150 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-058390c3-22a2-4a2d-992e-cbb5b3c1c1f3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.31 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 812 time: 0.1318083 Dec 12 18:13:59.435352 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-64d01a1c-1bae-4d87-8fdb-f4f6cc594ddb req-b06d937b-d76d-47bd-9ced-14b60d649715 service neutron] (103151) timed out ('10.222.0.31', 58694) {{(pid=103151) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 18:13:59.444191 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-878c01d7-306c-4507-894c-925e0d7e1197 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=630483b508104d668cc416178077e4cb HTTP/1.1" status: 200 len: 380 time: 0.0684960 Dec 12 18:13:59.455042 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33d4943b-8270-479e-b140-930cd49640e3 req-019ae6ef-ab30-4647-bfc0-bcd0ab13b635 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 210 time: 0.0369344 Dec 12 18:13:59.456093 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] For port 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:13:59.468973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] For port 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4,segment=NetworkSegment(c8ec99a4-5308-4586-bb11-0d239bcec7dd),segment_id=c8ec99a4-5308-4586-bb11-0d239bcec7dd)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:13:59.470227 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-f0724ae3-1805-46f0-9f14-9542df8f79a7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Request body: {'port': {'device_id': '68be9b41-5814-4ab3-86ba-f6cdd9c18716', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'admin_state_up': True, 'tenant_id': '630483b508104d668cc416178077e4cb', 'security_groups': ['f82fb897-da9f-4947-969a-1794196e061a']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:13:59.485644 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:59.552233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:59.552876 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:59.554310 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] 10.222.0.20 "PUT /v2.0/ports/3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 HTTP/1.1" status: 200 len: 1091 time: 1.0125284 Dec 12 18:13:59.554757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a641043a-638d-4ff6-8752-532ffee48824', 'tag': '3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:13:59.557107 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13715a80-df94-42ce-ba24-6ccf3b93cf78" -d '{"events": [{"name": "network-changed", "server_uuid": "a641043a-638d-4ff6-8752-532ffee48824", "tag": "3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:13:59.582077 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44507e-77ea-4ed9-b95d-90ecca093a18 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:13:59.637500 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-f0724ae3-1805-46f0-9f14-9542df8f79a7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Made reservation on behalf of 630483b508104d668cc416178077e4cb for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:13:59.641943 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e3961c-3788-42e5-8d88-5fdf6f4cc624 x-openstack-request-id: req-c0e3961c-3788-42e5-8d88-5fdf6f4cc624 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:13:59.642246 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a641043a-638d-4ff6-8752-532ffee48824", "tag": "3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:13:59.642364 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-f0724ae3-1805-46f0-9f14-9542df8f79a7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:13:59.642528 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0e3961c-3788-42e5-8d88-5fdf6f4cc624 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:13:59.642901 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a641043a-638d-4ff6-8752-532ffee48824', 'tag': '3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4', 'status': 'completed', 'code': 200} Dec 12 18:13:59.659829 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-0349d6cb-073a-4e6d-9bfb-9fabc8cccf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:59.661574 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-0349d6cb-073a-4e6d-9bfb-9fabc8cccf1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fceee01dca7a4dd0adc15a65e1e07c68&device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 1094 time: 0.0612345 Dec 12 18:13:59.724025 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-82bca36c-3e53-455a-8143-080cec8f3677 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 HTTP/1.1" status: 200 len: 217 time: 0.0476673 Dec 12 18:13:59.786714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-dc4eca5d-1934-449d-a4dd-7cedfc869045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:59.788584 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-dc4eca5d-1934-449d-a4dd-7cedfc869045 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aa5dd7d-292b-4aca-9fcd-cd9b34723c17 HTTP/1.1" status: 200 len: 848 time: 0.0582914 Dec 12 18:13:59.802115 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-f0724ae3-1805-46f0-9f14-9542df8f79a7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Allocated IP 172.20.0.8 (0d99059b-b3a0-4220-9a4d-b63575e62b4a/8fd67332-caeb-490f-8bda-30010919c415/73b90817-a7e8-4e3e-9ddc-3a492e8248e6) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:13:59.846055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-68696f85-7a21-477b-a1e0-a410b972defe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:13:59.847576 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-68696f85-7a21-477b-a1e0-a410b972defe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad98ab2d-144d-4c4c-bcb0-aa2850baea22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498536 Dec 12 18:13:59.965140 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-9a7c03c5-67d9-4700-9876-89df8d18d846 service neutron] 10.222.0.20 "GET /v2.0/networks/ad98ab2d-144d-4c4c-bcb0-aa2850baea22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045401 Dec 12 18:14:00.093697 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2b21b27-6fc8-445b-9018-5d10c3b673ae req-bd2ddd02-9fe8-4b9a-a472-0064006613a8 service neutron] 10.222.0.20 "GET /v2.0/networks/ad98ab2d-144d-4c4c-bcb0-aa2850baea22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210258 Dec 12 18:14:00.115029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d5287-5a19-4a8e-8206-66ced121c968 req-30a51094-68ca-49df-80a4-e19311ae320a tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:00.116599 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-880d5287-5a19-4a8e-8206-66ced121c968 req-30a51094-68ca-49df-80a4-e19311ae320a tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 943 time: 0.0776477 Dec 12 18:14:00.197338 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-880d5287-5a19-4a8e-8206-66ced121c968 req-61ce8f03-f2fc-42c4-b13a-fe21ab3d5821 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e07b70-1452-4698-89fa-715f23faf177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722079 Dec 12 18:14:00.217869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13715a80-df94-42ce-ba24-6ccf3b93cf78 req-0566efbd-7e15-4760-91e9-8d1b6cd5a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:00.219423 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13715a80-df94-42ce-ba24-6ccf3b93cf78 req-0566efbd-7e15-4760-91e9-8d1b6cd5a33c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fceee01dca7a4dd0adc15a65e1e07c68&device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 1094 time: 0.0721545 Dec 12 18:14:00.278511 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-f0724ae3-1805-46f0-9f14-9542df8f79a7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:00.316497 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-f0724ae3-1805-46f0-9f14-9542df8f79a7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:00.318996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13715a80-df94-42ce-ba24-6ccf3b93cf78 req-ce46211c-d189-4eca-8a80-dab1fc17e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:00.320912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13715a80-df94-42ce-ba24-6ccf3b93cf78 req-ce46211c-d189-4eca-8a80-dab1fc17e8e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad98ab2d-144d-4c4c-bcb0-aa2850baea22 HTTP/1.1" status: 200 len: 910 time: 0.0938523 Dec 12 18:14:00.364067 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13715a80-df94-42ce-ba24-6ccf3b93cf78 req-302decf1-7d72-4cc1-9e9e-5a4535c752bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 HTTP/1.1" status: 200 len: 217 time: 0.0363386 Dec 12 18:14:00.365300 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-f0724ae3-1805-46f0-9f14-9542df8f79a7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Network 0d99059b-b3a0-4220-9a4d-b63575e62b4a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:14:00.368540 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-f0724ae3-1805-46f0-9f14-9542df8f79a7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:14:00.371584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-f0724ae3-1805-46f0-9f14-9542df8f79a7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:14:00.378359 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0724ae3-1805-46f0-9f14-9542df8f79a7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'Port': ['ID=73b90817-a7e8-4e3e-9ddc-3a492e8248e6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:14:00.423155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13715a80-df94-42ce-ba24-6ccf3b93cf78 req-91df616c-3f83-43ed-aa93-de215364e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:00.427744 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13715a80-df94-42ce-ba24-6ccf3b93cf78 req-91df616c-3f83-43ed-aa93-de215364e402 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aa5dd7d-292b-4aca-9fcd-cd9b34723c17 HTTP/1.1" status: 200 len: 848 time: 0.0551865 Dec 12 18:14:00.439290 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-f0724ae3-1805-46f0-9f14-9542df8f79a7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:00.440420 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-f0724ae3-1805-46f0-9f14-9542df8f79a7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:00.465800 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-f0724ae3-1805-46f0-9f14-9542df8f79a7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0147583 Dec 12 18:14:00.483627 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13715a80-df94-42ce-ba24-6ccf3b93cf78 req-03cc4c90-2ab5-431e-9c22-3515db37a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:00.485529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13715a80-df94-42ce-ba24-6ccf3b93cf78 req-03cc4c90-2ab5-431e-9c22-3515db37a329 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad98ab2d-144d-4c4c-bcb0-aa2850baea22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503523 Dec 12 18:14:00.584003 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Request body: {'port': {'device_id': '68be9b41-5814-4ab3-86ba-f6cdd9c18716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:14:00.633458 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13715a80-df94-42ce-ba24-6ccf3b93cf78 req-aab02513-ec97-493f-aff0-f1820824339f service neutron] 10.222.0.20 "GET /v2.0/networks/ad98ab2d-144d-4c4c-bcb0-aa2850baea22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364019 Dec 12 18:14:00.648918 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc9e16-3897-43f8-806b-26caeaa1b766 req-c3d4dda6-27ad-4ed1-98ca-50ae92cc7909 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:00.657281 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:00.658712 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01fc9e16-3897-43f8-806b-26caeaa1b766 req-c3d4dda6-27ad-4ed1-98ca-50ae92cc7909 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 931 time: 0.0889359 Dec 12 18:14:00.713635 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b1dc669d-e049-4b84-be4f-ef569cf96240 None None] Provisioning complete for port 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:14:00.714696 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b1dc669d-e049-4b84-be4f-ef569cf96240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:00.753892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b1dc669d-e049-4b84-be4f-ef569cf96240 None None] Port 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:14:00.764466 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01fc9e16-3897-43f8-806b-26caeaa1b766 req-65e80c9a-296b-4a68-8c00-718f24e0f17f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046400 Dec 12 18:14:00.804265 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13715a80-df94-42ce-ba24-6ccf3b93cf78 req-2c9f9c7c-829b-4451-9128-bdfefa96c3d5 service neutron] 10.222.0.20 "GET /v2.0/networks/ad98ab2d-144d-4c4c-bcb0-aa2850baea22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417654 Dec 12 18:14:00.960751 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:14:00.968755 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:00.980595 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Transition to ACTIVE for port object 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:14:00.985694 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:01.040404 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Pushing event updated for resources: {'Port': ['ID=73b90817-a7e8-4e3e-9ddc-3a492e8248e6,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:14:01.129584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Attempting to bind port 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:14:01.129925 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Attempting to bind port 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:14:01.130253 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Attempting to bind port 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:14:01.148833 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Port 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:14:01.149203 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Attempting to bind port 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:14:01.155504 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:14:01.155926 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Checking segment: {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:14:01.156321 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Bound using segment: {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:14:01.156839 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Bound port: 73b90817-a7e8-4e3e-9ddc-3a492e8248e6, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:14:01.157195 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:01.227112 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] For port 73b90817-a7e8-4e3e-9ddc-3a492e8248e6, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:14:01.230653 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] For port 73b90817-a7e8-4e3e-9ddc-3a492e8248e6, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=73b90817-a7e8-4e3e-9ddc-3a492e8248e6,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:14:01.243127 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:01.290686 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:01.294040 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:01.294040 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] 10.222.0.31 "PUT /v2.0/ports/73b90817-a7e8-4e3e-9ddc-3a492e8248e6 HTTP/1.1" status: 200 len: 1091 time: 0.8194647 Dec 12 18:14:01.294040 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68be9b41-5814-4ab3-86ba-f6cdd9c18716', 'tag': '73b90817-a7e8-4e3e-9ddc-3a492e8248e6'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:14:01.295837 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28ed28a-107f-457e-8c5d-1590321bba99" -d '{"events": [{"name": "network-changed", "server_uuid": "68be9b41-5814-4ab3-86ba-f6cdd9c18716", "tag": "73b90817-a7e8-4e3e-9ddc-3a492e8248e6"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:14:01.327833 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987378f3-7b7a-418a-afb9-96f86c6174c8 service neutron] Pushing event updated for resources: {'Port': ['ID=73b90817-a7e8-4e3e-9ddc-3a492e8248e6,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:14:01.360029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f258c-7e39-4289-979c-494ae8a3714c req-33e62dfd-2189-4b90-8b1d-06d4958acccb tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:01.361648 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a96f258c-7e39-4289-979c-494ae8a3714c req-33e62dfd-2189-4b90-8b1d-06d4958acccb tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 943 time: 0.0862896 Dec 12 18:14:01.440476 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-87975ceb-a5f7-4d11-8586-a9d8ae3cd98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:01.442029 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-87975ceb-a5f7-4d11-8586-a9d8ae3cd98b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 1094 time: 0.0893435 Dec 12 18:14:01.445533 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a96f258c-7e39-4289-979c-494ae8a3714c req-2028b938-3c8f-4ea5-a7c7-4454bf851587 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e07b70-1452-4698-89fa-715f23faf177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775108 Dec 12 18:14:01.498052 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-c510f042-23d0-4f1e-8b29-9dbcabc76128 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b90817-a7e8-4e3e-9ddc-3a492e8248e6 HTTP/1.1" status: 200 len: 217 time: 0.0409710 Dec 12 18:14:01.499606 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3a9ea4-b51f-4966-954f-081fc57d6d9f x-openstack-request-id: req-ae3a9ea4-b51f-4966-954f-081fc57d6d9f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:14:01.499909 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68be9b41-5814-4ab3-86ba-f6cdd9c18716", "tag": "73b90817-a7e8-4e3e-9ddc-3a492e8248e6", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:14:01.500427 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae3a9ea4-b51f-4966-954f-081fc57d6d9f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:14:01.501450 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68be9b41-5814-4ab3-86ba-f6cdd9c18716', 'tag': '73b90817-a7e8-4e3e-9ddc-3a492e8248e6', 'status': 'completed', 'code': 200} Dec 12 18:14:01.552494 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-21adc3ea-ad86-4d17-bcb2-ced317a929df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:01.554670 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-21adc3ea-ad86-4d17-bcb2-ced317a929df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0496821 Dec 12 18:14:01.608569 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-2b7f80df-2c03-435f-9918-9b7f23661a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:01.610121 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-2b7f80df-2c03-435f-9918-9b7f23661a45 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474210 Dec 12 18:14:01.699397 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-76c32a99-4ab3-4837-85f2-10635ead5411 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821264 Dec 12 18:14:01.793136 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7c0a7af2-8c64-4d24-aabb-a58fff9315f1 req-55a9c916-aeb5-4bb6-8cef-fee3283f7435 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864422 Dec 12 18:14:01.886119 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ed28a-107f-457e-8c5d-1590321bba99 req-9955d9ce-f63d-4566-9809-de1fdac57fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:01.888057 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d28ed28a-107f-457e-8c5d-1590321bba99 req-9955d9ce-f63d-4566-9809-de1fdac57fb4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 1094 time: 0.0472250 Dec 12 18:14:01.888622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e803fb-ddae-4681-8da8-15c8067d7a59 req-303ba911-93a4-429e-bd8c-229c831b6677 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:01.890378 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39e803fb-ddae-4681-8da8-15c8067d7a59 req-303ba911-93a4-429e-bd8c-229c831b6677 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 943 time: 0.0510740 Dec 12 18:14:01.942432 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39e803fb-ddae-4681-8da8-15c8067d7a59 req-9ec36549-dc96-408b-b052-7fac0d2cdd7b tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456419 Dec 12 18:14:01.985723 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ed28a-107f-457e-8c5d-1590321bba99 req-a808d2ce-641b-4da3-8d8e-924e8ba84b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:01.987306 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d28ed28a-107f-457e-8c5d-1590321bba99 req-a808d2ce-641b-4da3-8d8e-924e8ba84b85 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.0926218 Dec 12 18:14:02.035586 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d28ed28a-107f-457e-8c5d-1590321bba99 req-45fe734a-302a-4b11-9218-42cb154b4b7d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b90817-a7e8-4e3e-9ddc-3a492e8248e6 HTTP/1.1" status: 200 len: 217 time: 0.0414460 Dec 12 18:14:02.087144 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ed28a-107f-457e-8c5d-1590321bba99 req-5436f0c6-ccfa-4ef2-b826-96b7543d4ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:02.088712 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d28ed28a-107f-457e-8c5d-1590321bba99 req-5436f0c6-ccfa-4ef2-b826-96b7543d4ca3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0468326 Dec 12 18:14:02.134909 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ed28a-107f-457e-8c5d-1590321bba99 req-5f61fe5d-6712-46f8-bbf2-829ae1a8fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:02.137021 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d28ed28a-107f-457e-8c5d-1590321bba99 req-5f61fe5d-6712-46f8-bbf2-829ae1a8fdfb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413437 Dec 12 18:14:02.231730 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d28ed28a-107f-457e-8c5d-1590321bba99 req-31ee6bb7-1fb4-4d37-aec8-ea3d1513f259 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869107 Dec 12 18:14:02.323792 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-d28ed28a-107f-457e-8c5d-1590321bba99 req-551574f5-10c2-437e-b0e3-f747cb1ad6b7 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854683 Dec 12 18:14:02.567082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de69ed5-2e6b-49c2-b106-734fd652bfb3 req-8c678cfd-b56b-4d5f-81b9-a8e92af1af12 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:02.568604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7de69ed5-2e6b-49c2-b106-734fd652bfb3 req-8c678cfd-b56b-4d5f-81b9-a8e92af1af12 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 943 time: 0.0500436 Dec 12 18:14:02.617046 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7de69ed5-2e6b-49c2-b106-734fd652bfb3 req-8f3239e8-f3ba-486e-a441-49a80d62866d tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e07b70-1452-4698-89fa-715f23faf177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422192 Dec 12 18:14:03.063224 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109c5a4-fc31-4dff-85eb-df2ed95ad9c6 req-f84e8ab9-ba6a-415c-a568-d7000bc94092 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:03.064713 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0109c5a4-fc31-4dff-85eb-df2ed95ad9c6 req-f84e8ab9-ba6a-415c-a568-d7000bc94092 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 943 time: 0.0519676 Dec 12 18:14:03.114613 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0109c5a4-fc31-4dff-85eb-df2ed95ad9c6 req-4b62123e-bf63-44b4-a546-397df2691ef2 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437958 Dec 12 18:14:03.227976 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:14:03.324651 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4,segment=NetworkSegment(c8ec99a4-5308-4586-bb11-0d239bcec7dd),segment_id=c8ec99a4-5308-4586-bb11-0d239bcec7dd)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:14:03.336566 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4', 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22', 'port_id': '3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4', 'mac_address': 'fa:16:3e:f0:88:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:14:03.373067 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:03.386175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:14:03.418425 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4,segment=NetworkSegment(c8ec99a4-5308-4586-bb11-0d239bcec7dd),segment_id=c8ec99a4-5308-4586-bb11-0d239bcec7dd)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:14:03.425475 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:03.473293 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:14:03.629501 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:14:03.740066 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c752c0-7ca2-4a47-a20e-78676285af31 req-a21e330e-b142-45a2-ae8a-ceae489ebc51 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:03.742171 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55c752c0-7ca2-4a47-a20e-78676285af31 req-a21e330e-b142-45a2-ae8a-ceae489ebc51 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 944 time: 0.0514910 Dec 12 18:14:03.799663 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55c752c0-7ca2-4a47-a20e-78676285af31 req-dd28b13f-35ef-4698-8acf-cfe5a27686b0 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e07b70-1452-4698-89fa-715f23faf177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504565 Dec 12 18:14:04.230403 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d877a64-20f5-43ec-9e3e-10f027b83cbd req-a6425e0c-c751-4ef2-a24d-6a7df2a76326 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:04.232002 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d877a64-20f5-43ec-9e3e-10f027b83cbd req-a6425e0c-c751-4ef2-a24d-6a7df2a76326 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 943 time: 0.0491157 Dec 12 18:14:04.285335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d877a64-20f5-43ec-9e3e-10f027b83cbd req-9fb0511d-fe2d-47bd-8c50-a3a2cedd9cbc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471921 Dec 12 18:14:04.919375 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1af3f4-651a-4e7d-a623-103bcbf6c0a3 req-c91f2a56-3960-4752-8cb9-ea2b1ca11476 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:04.920895 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a1af3f4-651a-4e7d-a623-103bcbf6c0a3 req-c91f2a56-3960-4752-8cb9-ea2b1ca11476 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 944 time: 0.0491359 Dec 12 18:14:04.969696 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a1af3f4-651a-4e7d-a623-103bcbf6c0a3 req-985f60ce-bd1f-4b96-8ac7-2435c13ba0ab tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e07b70-1452-4698-89fa-715f23faf177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428965 Dec 12 18:14:05.223096 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:14:05.275228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:14:05.279293 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:14:05.279671 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:05.357246 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:05.381969 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a641043a-638d-4ff6-8752-532ffee48824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:14:05.384261 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196216a8-1759-4fb2-b18c-a3eae2cec792" -d '{"events": [{"server_uuid": "a641043a-638d-4ff6-8752-532ffee48824", "name": "network-vif-plugged", "status": "completed", "tag": "3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:14:05.396879 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4,segment=NetworkSegment(c8ec99a4-5308-4586-bb11-0d239bcec7dd),segment_id=c8ec99a4-5308-4586-bb11-0d239bcec7dd)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:14:05.401813 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:05.403615 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea828b4-60fe-4a7d-ac28-ee99256e49ec req-5d1b8a00-82c0-48ea-a4a4-7e68659dbba5 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:05.405340 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ea828b4-60fe-4a7d-ac28-ee99256e49ec req-5d1b8a00-82c0-48ea-a4a4-7e68659dbba5 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 943 time: 0.0499251 Dec 12 18:14:05.429962 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafa7f7a-3b7e-4cdb-9a92-c9f98b0ff6f5 x-openstack-request-id: req-eafa7f7a-3b7e-4cdb-9a92-c9f98b0ff6f5 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:14:05.430251 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a641043a-638d-4ff6-8752-532ffee48824", "name": "network-vif-plugged", "status": "completed", "tag": "3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:14:05.431638 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eafa7f7a-3b7e-4cdb-9a92-c9f98b0ff6f5 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:14:05.432777 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a641043a-638d-4ff6-8752-532ffee48824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4', 'code': 200} Dec 12 18:14:05.462757 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ea828b4-60fe-4a7d-ac28-ee99256e49ec req-2a3852a9-e2d4-4daa-9557-74f807ba69f2 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511985 Dec 12 18:14:05.465764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:14:05.538322 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b85ef-2e4c-4770-b7c9-7ffececade0f req-2e885918-8db8-4c4a-8120-328c191ee4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:05.539853 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d5b85ef-2e4c-4770-b7c9-7ffececade0f req-2e885918-8db8-4c4a-8120-328c191ee4c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 1096 time: 0.0505443 Dec 12 18:14:05.586639 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d5b85ef-2e4c-4770-b7c9-7ffececade0f req-1eb14d34-53de-49a8-b4a6-3f54a63cc3f6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=42e07b70-1452-4698-89fa-715f23faf177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380986 Dec 12 18:14:06.093541 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc554e9-3110-4473-89cf-2fef1a8917ee req-de28c1cb-3f61-4a25-b3ed-b5e4d8a76b87 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:06.095043 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3cc554e9-3110-4473-89cf-2fef1a8917ee req-de28c1cb-3f61-4a25-b3ed-b5e4d8a76b87 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 945 time: 0.0561290 Dec 12 18:14:06.144241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3cc554e9-3110-4473-89cf-2fef1a8917ee req-3ada82e5-9200-4391-8787-c81e20888cd3 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e07b70-1452-4698-89fa-715f23faf177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430632 Dec 12 18:14:06.588921 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bf258-ba2f-4529-8d5b-9b470d1afdc8 req-fd3edbff-4de5-4648-a641-78eeeab30673 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:06.590481 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-596bf258-ba2f-4529-8d5b-9b470d1afdc8 req-fd3edbff-4de5-4648-a641-78eeeab30673 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 943 time: 0.0552866 Dec 12 18:14:06.641648 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-596bf258-ba2f-4529-8d5b-9b470d1afdc8 req-95083f91-9fd7-4fdb-bb42-9b72af234331 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448890 Dec 12 18:14:07.257554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03716bc5-70f9-470c-9a8d-46f26ce5cb96 req-5bcbc0a8-7a23-4f8e-a82f-b3c6016f2499 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:07.259033 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-03716bc5-70f9-470c-9a8d-46f26ce5cb96 req-5bcbc0a8-7a23-4f8e-a82f-b3c6016f2499 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 945 time: 0.0481014 Dec 12 18:14:07.308620 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-03716bc5-70f9-470c-9a8d-46f26ce5cb96 req-ef593e78-6a9f-465e-b9f1-363b75ba5096 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e07b70-1452-4698-89fa-715f23faf177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432835 Dec 12 18:14:07.420182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875c828-aa1a-4677-a42d-56f1c5c6603b req-8516d3e2-e9e6-41c5-9e14-52a4f1ba95e0 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:07.421637 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8875c828-aa1a-4677-a42d-56f1c5c6603b req-8516d3e2-e9e6-41c5-9e14-52a4f1ba95e0 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 945 time: 0.0475869 Dec 12 18:14:07.473827 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8875c828-aa1a-4677-a42d-56f1c5c6603b req-807f7761-7258-4f7b-830b-de7fc6b60a0c tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e07b70-1452-4698-89fa-715f23faf177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463784 Dec 12 18:14:07.585250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd787f-673a-4d24-a30b-57dcad5dd37e req-b537b9a7-cc69-4099-8208-91885839a2ac tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:07.586618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fdbd787f-673a-4d24-a30b-57dcad5dd37e req-b537b9a7-cc69-4099-8208-91885839a2ac tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 945 time: 0.0472386 Dec 12 18:14:07.634264 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fdbd787f-673a-4d24-a30b-57dcad5dd37e req-e02b0b49-2866-4b49-8e21-4caeeecab244 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e07b70-1452-4698-89fa-715f23faf177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412009 Dec 12 18:14:07.656659 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38446) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:14:07.769481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddb0cdd-6522-4093-a769-a889b74e7c16 tempest-TestServerBasicOps-1638985767 tempest-TestServerBasicOps-1638985767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:07.771005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2ddb0cdd-6522-4093-a769-a889b74e7c16 tempest-TestServerBasicOps-1638985767 tempest-TestServerBasicOps-1638985767-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 1091 time: 0.1133933 Dec 12 18:14:07.774037 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38452) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:14:07.779045 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8727073-9182-45b1-815b-1fb573ec47e3 req-58d6ad34-221f-4e6d-8808-760a2effa310 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:07.779227 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': '3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:14:07.780480 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8727073-9182-45b1-815b-1fb573ec47e3 req-58d6ad34-221f-4e6d-8808-760a2effa310 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 943 time: 0.0720611 Dec 12 18:14:07.804400 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:07.834534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8727073-9182-45b1-815b-1fb573ec47e3 req-179fd191-acdf-41fb-a157-808811fa84e8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478759 Dec 12 18:14:07.906710 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:08.013863 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Allocated IP 172.25.1.30 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/d720d858-6659-43cb-a799-f0026654d500) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:14:08.113712 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:08.146880 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:08.190140 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:14:08.193163 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:14:08.196671 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:14:08.202552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Pushing event updated for resources: {'Port': ['ID=d720d858-6659-43cb-a799-f0026654d500,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:14:08.228053 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:14:08.228410 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:14:08.228784 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:14:08.229126 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:14:08.229472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:14:08.229809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:14:08.230143 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:14:08.230479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:14:08.230816 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:14:08.231148 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:14:08.231503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:14:08.231850 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:14:08.232173 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:14:08.653455 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:08.746615 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:08.894529 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:08.899527 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:08.951482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ab1aa-2b80-4abd-8fc5-99007c4163f2 req-ff47f4a9-e614-4a12-b81d-a58b49a1c43c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:08.952961 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f96ab1aa-2b80-4abd-8fc5-99007c4163f2 req-ff47f4a9-e614-4a12-b81d-a58b49a1c43c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 943 time: 0.0500147 Dec 12 18:14:08.971832 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Pushing event updated for resources: {'Port': ['ID=d720d858-6659-43cb-a799-f0026654d500,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:14:08.982956 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:09.005107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f96ab1aa-2b80-4abd-8fc5-99007c4163f2 req-537f1c5d-c179-4726-b6aa-433b5dd095ab tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455678 Dec 12 18:14:09.081829 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Floating IP 087b74e5-0932-4f7a-8826-c1da46074300 associated. External IP: 172.25.1.30, port: 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4. Dec 12 18:14:09.283607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Router a391765e-553e-490a-8779-642a1d526cb8 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:14:09.385713 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:14:09.395325 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6afd09-9ce1-40c6-9d77-7346e7ba86fe None None] Sync routers for ids ['a391765e-553e-490a-8779-642a1d526cb8'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:14:09.403670 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:09.404818 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6afd09-9ce1-40c6-9d77-7346e7ba86fe None None] Routers {'a391765e-553e-490a-8779-642a1d526cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:14:09.405432 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-9f6afd09-9ce1-40c6-9d77-7346e7ba86fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:13:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a391765e-553e-490a-8779-642a1d526cb8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:14:09.447359 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a06454cd-3d82-4a07-8b77-d9c690391f43 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6587152 Dec 12 18:14:09.447359 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a641043a-638d-4ff6-8752-532ffee48824', 'tag': '3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:14:09.447359 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74923a95-de77-4d84-8f8c-123d29025215" -d '{"events": [{"name": "network-changed", "server_uuid": "a641043a-638d-4ff6-8752-532ffee48824", "tag": "3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:14:09.473139 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c966be-67db-4c35-ae44-6c682aff0e84 x-openstack-request-id: req-96c966be-67db-4c35-ae44-6c682aff0e84 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:14:09.473434 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a641043a-638d-4ff6-8752-532ffee48824", "tag": "3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:14:09.473699 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96c966be-67db-4c35-ae44-6c682aff0e84 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:14:09.474099 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a641043a-638d-4ff6-8752-532ffee48824', 'tag': '3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4', 'status': 'completed', 'code': 200} Dec 12 18:14:09.510847 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-9f6afd09-9ce1-40c6-9d77-7346e7ba86fe None None] Set router a391765e-553e-490a-8779-642a1d526cb8 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:14:09.536490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74923a95-de77-4d84-8f8c-123d29025215 req-1be05d49-0127-463a-87e9-15696fedeb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:09.538041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74923a95-de77-4d84-8f8c-123d29025215 req-1be05d49-0127-463a-87e9-15696fedeb5b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fceee01dca7a4dd0adc15a65e1e07c68&device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 1096 time: 0.0399418 Dec 12 18:14:09.631302 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74923a95-de77-4d84-8f8c-123d29025215 req-07a9590d-818f-4408-8e12-f30ba32b523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:09.632789 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74923a95-de77-4d84-8f8c-123d29025215 req-07a9590d-818f-4408-8e12-f30ba32b523d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad98ab2d-144d-4c4c-bcb0-aa2850baea22 HTTP/1.1" status: 200 len: 910 time: 0.0880914 Dec 12 18:14:09.698980 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74923a95-de77-4d84-8f8c-123d29025215 req-f86665e2-6dbb-4789-8886-f200483d7a55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 HTTP/1.1" status: 200 len: 998 time: 0.0587771 Dec 12 18:14:09.735441 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-9f6afd09-9ce1-40c6-9d77-7346e7ba86fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391765e-553e-490a-8779-642a1d526cb8', 'name': 'tempest-TestServerBasicOps-1817255501-router', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 4, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'gw_port': {'id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '087b74e5-0932-4f7a-8826-c1da46074300', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'port_id': '3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22', 'mac_address': 'fa:16:3e:f0:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a641043a-638d-4ff6-8752-532ffee48824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:14:08Z', 'updated_at': '2021-12-12T18:14:08Z', 'revision_number': 0, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc28e2d-3474-4a72-8dd9-487f2c03ba8d', 'name': '', 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'mac_address': 'fa:16:3e:2b:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:46Z', 'updated_at': '2021-12-12T18:13:50Z', 'revision_number': 5, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'subnets': [{'id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:14:09.752271 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74923a95-de77-4d84-8f8c-123d29025215 req-bdcdd000-91f1-453a-a79c-3a90ea6fda5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:09.753743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74923a95-de77-4d84-8f8c-123d29025215 req-bdcdd000-91f1-453a-a79c-3a90ea6fda5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aa5dd7d-292b-4aca-9fcd-cd9b34723c17 HTTP/1.1" status: 200 len: 848 time: 0.0475416 Dec 12 18:14:09.760947 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6afd09-9ce1-40c6-9d77-7346e7ba86fe None None] Checking router: a391765e-553e-490a-8779-642a1d526cb8 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:14:09.769344 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6afd09-9ce1-40c6-9d77-7346e7ba86fe None None] Routers {'a391765e-553e-490a-8779-642a1d526cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:14:09.769937 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-9f6afd09-9ce1-40c6-9d77-7346e7ba86fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:13:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a391765e-553e-490a-8779-642a1d526cb8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:14:09.799352 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74923a95-de77-4d84-8f8c-123d29025215 req-e3d71251-65ff-4e73-93ed-32b3f50c94dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:09.800787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74923a95-de77-4d84-8f8c-123d29025215 req-e3d71251-65ff-4e73-93ed-32b3f50c94dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad98ab2d-144d-4c4c-bcb0-aa2850baea22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396698 Dec 12 18:14:09.894882 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74923a95-de77-4d84-8f8c-123d29025215 req-c1f10daa-34c0-4a81-8db1-e879a66915de service neutron] 10.222.0.20 "GET /v2.0/networks/ad98ab2d-144d-4c4c-bcb0-aa2850baea22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870831 Dec 12 18:14:09.964595 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-9f6afd09-9ce1-40c6-9d77-7346e7ba86fe None None] Set router a391765e-553e-490a-8779-642a1d526cb8 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:14:09.989534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74923a95-de77-4d84-8f8c-123d29025215 req-5225c009-fd46-4034-a89c-10a5047eeea0 service neutron] 10.222.0.20 "GET /v2.0/networks/ad98ab2d-144d-4c4c-bcb0-aa2850baea22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874648 Dec 12 18:14:10.119396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa3c71-05f7-448d-9585-f90c951526f2 req-c9d7a3a8-f9ee-4f34-98ae-24ed88621161 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:10.120813 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-71fa3c71-05f7-448d-9585-f90c951526f2 req-c9d7a3a8-f9ee-4f34-98ae-24ed88621161 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 943 time: 0.0486610 Dec 12 18:14:10.171150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-71fa3c71-05f7-448d-9585-f90c951526f2 req-584d027d-1309-4d02-9f74-395639819a4b tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443103 Dec 12 18:14:10.189348 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-9f6afd09-9ce1-40c6-9d77-7346e7ba86fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391765e-553e-490a-8779-642a1d526cb8', 'name': 'tempest-TestServerBasicOps-1817255501-router', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 4, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'gw_port': {'id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '087b74e5-0932-4f7a-8826-c1da46074300', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'port_id': '3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22', 'mac_address': 'fa:16:3e:f0:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a641043a-638d-4ff6-8752-532ffee48824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:14:08Z', 'updated_at': '2021-12-12T18:14:08Z', 'revision_number': 0, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc28e2d-3474-4a72-8dd9-487f2c03ba8d', 'name': '', 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'mac_address': 'fa:16:3e:2b:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:46Z', 'updated_at': '2021-12-12T18:13:50Z', 'revision_number': 5, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'subnets': [{'id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:14:10.215477 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6afd09-9ce1-40c6-9d77-7346e7ba86fe None None] The sync data for ids ['a391765e-553e-490a-8779-642a1d526cb8'] in n-d-760354-5 is: [{'id': 'a391765e-553e-490a-8779-642a1d526cb8', 'name': 'tempest-TestServerBasicOps-1817255501-router', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 4, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'gw_port': {'id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '087b74e5-0932-4f7a-8826-c1da46074300', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'port_id': '3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22', 'mac_address': 'fa:16:3e:f0:88:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a641043a-638d-4ff6-8752-532ffee48824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:14:08Z', 'updated_at': '2021-12-12T18:14:08Z', 'revision_number': 0, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc28e2d-3474-4a72-8dd9-487f2c03ba8d', 'name': '', 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'mac_address': 'fa:16:3e:2b:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:46Z', 'updated_at': '2021-12-12T18:13:50Z', 'revision_number': 5, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'subnets': [{'id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:14:10.401101 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6529d1-12f8-4dbc-b740-ae2cac62b539 None None] New status for floating IP 087b74e5-0932-4f7a-8826-c1da46074300: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:14:11.285659 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd1da2-91a5-4315-952b-378d7de953ea req-030dd7e4-b7d1-4d0c-a254-6d8269955862 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:11.287112 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8dd1da2-91a5-4315-952b-378d7de953ea req-030dd7e4-b7d1-4d0c-a254-6d8269955862 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 943 time: 0.0477281 Dec 12 18:14:11.339561 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f8dd1da2-91a5-4315-952b-378d7de953ea req-08d59d97-f527-425f-8922-52d146f878f8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464818 Dec 12 18:14:12.455036 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7757c80-5fd6-4546-a670-73f4fa1e2007 req-d4eee392-f736-4218-8e17-92c5dd8fcc92 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:12.456606 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7757c80-5fd6-4546-a670-73f4fa1e2007 req-d4eee392-f736-4218-8e17-92c5dd8fcc92 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 943 time: 0.0484800 Dec 12 18:14:12.506051 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7757c80-5fd6-4546-a670-73f4fa1e2007 req-6862ee70-456c-4615-ae95-3251f3f5cdba tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435319 Dec 12 18:14:13.619132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19d3c1-1383-4101-b8f6-ec5258885b97 req-9ef481ef-2edc-475e-9d12-ec37c9dec640 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:13.621162 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b19d3c1-1383-4101-b8f6-ec5258885b97 req-9ef481ef-2edc-475e-9d12-ec37c9dec640 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 943 time: 0.0476038 Dec 12 18:14:13.668603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b19d3c1-1383-4101-b8f6-ec5258885b97 req-597c2397-45ee-4213-93c9-7a5bbdfca617 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415936 Dec 12 18:14:13.795522 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:14:13.889870 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 73b90817-a7e8-4e3e-9ddc-3a492e8248e6, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=73b90817-a7e8-4e3e-9ddc-3a492e8248e6,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:14:13.901561 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '73b90817-a7e8-4e3e-9ddc-3a492e8248e6', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'port_id': '73b90817-a7e8-4e3e-9ddc-3a492e8248e6', 'mac_address': 'fa:16:3e:78:95:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:14:13.937489 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:13.950002 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:14:13.969184 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 73b90817-a7e8-4e3e-9ddc-3a492e8248e6, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=73b90817-a7e8-4e3e-9ddc-3a492e8248e6,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:14:13.972855 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:14.016966 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=73b90817-a7e8-4e3e-9ddc-3a492e8248e6,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:14:14.279016 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['73b90817-a7e8-4e3e-9ddc-3a492e8248e6'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:14:14.786947 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329a3e7-4c81-44b6-91d2-83dee8b4c483 req-6b5a26ac-74c5-4d72-ac0d-3a10f20d3ba2 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:14.788437 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6329a3e7-4c81-44b6-91d2-83dee8b4c483 req-6b5a26ac-74c5-4d72-ac0d-3a10f20d3ba2 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 944 time: 0.0522344 Dec 12 18:14:14.837229 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6329a3e7-4c81-44b6-91d2-83dee8b4c483 req-099d9e73-5b31-4aca-a226-1a9b917b0f8c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428286 Dec 12 18:14:14.866264 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c08264c7-cdea-44da-b97b-54e33e421c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:15.811122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:14:15.859552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:14:15.864154 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:14:15.864990 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:15.942399 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:15.956253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009a1b7-fecf-44c0-bbc5-8c88de46674b req-58abb13e-f30e-48ae-a7b2-8953bfd102be tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:15.957766 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d009a1b7-fecf-44c0-bbc5-8c88de46674b req-58abb13e-f30e-48ae-a7b2-8953bfd102be tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 944 time: 0.0501821 Dec 12 18:14:15.969019 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68be9b41-5814-4ab3-86ba-f6cdd9c18716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b90817-a7e8-4e3e-9ddc-3a492e8248e6'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:14:15.971273 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273d3c3e-c6e7-4053-aeec-690c01148499" -d '{"events": [{"server_uuid": "68be9b41-5814-4ab3-86ba-f6cdd9c18716", "name": "network-vif-plugged", "status": "completed", "tag": "73b90817-a7e8-4e3e-9ddc-3a492e8248e6"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:14:15.983803 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 73b90817-a7e8-4e3e-9ddc-3a492e8248e6, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=73b90817-a7e8-4e3e-9ddc-3a492e8248e6,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:14:15.988165 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:16.011813 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e37e62-dc79-416e-abbb-a3cbe9b00ebd x-openstack-request-id: req-21e37e62-dc79-416e-abbb-a3cbe9b00ebd {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:14:16.012401 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d009a1b7-fecf-44c0-bbc5-8c88de46674b req-a5b1c526-bbbd-4727-847e-912b0f000fe4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474362 Dec 12 18:14:16.015435 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68be9b41-5814-4ab3-86ba-f6cdd9c18716", "name": "network-vif-plugged", "status": "completed", "tag": "73b90817-a7e8-4e3e-9ddc-3a492e8248e6", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:14:16.015706 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21e37e62-dc79-416e-abbb-a3cbe9b00ebd {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:14:16.016122 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68be9b41-5814-4ab3-86ba-f6cdd9c18716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b90817-a7e8-4e3e-9ddc-3a492e8248e6', 'code': 200} Dec 12 18:14:16.043485 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=73b90817-a7e8-4e3e-9ddc-3a492e8248e6,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:14:16.115987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721d27f-9e6d-49f6-a3f5-0145ab4c7e3d req-20398272-f3f4-4cd3-ba56-0b0e1734bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:16.117386 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3721d27f-9e6d-49f6-a3f5-0145ab4c7e3d req-20398272-f3f4-4cd3-ba56-0b0e1734bc8d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 1096 time: 0.0396101 Dec 12 18:14:16.164347 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3721d27f-9e6d-49f6-a3f5-0145ab4c7e3d req-20791bdb-5792-4cd3-9cc3-c3b253b44d1c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401204 Dec 12 18:14:17.136415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d3a1d-1b23-4918-91b1-579b75f0f773 req-b0b4beef-b952-4ef6-9620-910606f85adc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:17.137872 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a2d3a1d-1b23-4918-91b1-579b75f0f773 req-b0b4beef-b952-4ef6-9620-910606f85adc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 945 time: 0.0563293 Dec 12 18:14:17.191262 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a2d3a1d-1b23-4918-91b1-579b75f0f773 req-6acb841d-1adb-4491-bf0f-ce3aef311b98 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471818 Dec 12 18:14:17.198092 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:17.231981 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-69b3823f-445d-4eea-bb30-86877833db82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:17.901842 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:18.306134 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c855dea-4045-4dd8-b4d8-11ddaee3bd85 req-2eb16968-0128-4ece-9b24-7ecb71f52b5c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:18.308291 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c855dea-4045-4dd8-b4d8-11ddaee3bd85 req-2eb16968-0128-4ece-9b24-7ecb71f52b5c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 945 time: 0.0496488 Dec 12 18:14:18.355897 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c855dea-4045-4dd8-b4d8-11ddaee3bd85 req-4218654f-46a4-4077-b802-3cc6264b2124 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415912 Dec 12 18:14:18.401348 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:18.475056 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ea600-5000-4e79-9b98-cc47d463460e req-520c6e45-ab2f-4a38-923f-f6b235b6e940 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:18.476444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-733ea600-5000-4e79-9b98-cc47d463460e req-520c6e45-ab2f-4a38-923f-f6b235b6e940 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 945 time: 0.0473824 Dec 12 18:14:18.529448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-733ea600-5000-4e79-9b98-cc47d463460e req-89bde568-8b3b-44fd-9bb5-56582bf0e44d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463281 Dec 12 18:14:18.552253 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38482) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:14:18.590988 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669a658-2f27-4675-8fcb-751df1db3fd9 tempest-TestVolumeBootPattern-514828181 tempest-TestVolumeBootPattern-514828181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:18.592553 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3669a658-2f27-4675-8fcb-751df1db3fd9 tempest-TestVolumeBootPattern-514828181 tempest-TestVolumeBootPattern-514828181-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 1091 time: 0.0392766 Dec 12 18:14:18.595370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38484) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:14:18.599596 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': '73b90817-a7e8-4e3e-9ddc-3a492e8248e6', 'tenant_id': '630483b508104d668cc416178077e4cb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:14:18.621174 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:18.718408 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:18.820628 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Allocated IP 172.25.1.187 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/3b075323-e027-46a2-8e9a-bc224ed69f23) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:14:18.925565 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:18.957934 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:18.995642 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:14:19.000299 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:14:19.003839 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:14:19.009219 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'Port': ['ID=3b075323-e027-46a2-8e9a-bc224ed69f23,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:14:19.618284 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:19.684078 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:19.832492 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:19.837001 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:19.912690 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'Port': ['ID=3b075323-e027-46a2-8e9a-bc224ed69f23,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:14:19.919715 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:20.019495 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Floating IP ff3505b1-9cf8-44bf-943d-953c84d06338 associated. External IP: 172.25.1.187, port: 73b90817-a7e8-4e3e-9ddc-3a492e8248e6. Dec 12 18:14:20.132728 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:20.225928 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Router ef80966e-da25-4cd9-a93e-c88e02f3b745 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:14:20.332720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:14:20.341878 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666067f3-0d51-4b68-b4bf-cde056f280aa None None] Sync routers for ids ['ef80966e-da25-4cd9-a93e-c88e02f3b745'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:14:20.350431 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:20.351786 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666067f3-0d51-4b68-b4bf-cde056f280aa None None] Routers {'ef80966e-da25-4cd9-a93e-c88e02f3b745'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:14:20.352462 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-666067f3-0d51-4b68-b4bf-cde056f280aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:14:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ef80966e-da25-4cd9-a93e-c88e02f3b745'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:14:20.378652 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bfb917ad-e802-4595-b6f5-687f6fa5a778 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7822735 Dec 12 18:14:20.379393 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68be9b41-5814-4ab3-86ba-f6cdd9c18716', 'tag': '73b90817-a7e8-4e3e-9ddc-3a492e8248e6'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:14:20.381759 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85384e95-1116-4543-9d57-08e01ba1d9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "68be9b41-5814-4ab3-86ba-f6cdd9c18716", "tag": "73b90817-a7e8-4e3e-9ddc-3a492e8248e6"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:14:20.419767 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7e5f4b-c235-491f-87e9-9e3b5c568148 x-openstack-request-id: req-9d7e5f4b-c235-491f-87e9-9e3b5c568148 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:14:20.420070 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68be9b41-5814-4ab3-86ba-f6cdd9c18716", "tag": "73b90817-a7e8-4e3e-9ddc-3a492e8248e6", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:14:20.420333 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d7e5f4b-c235-491f-87e9-9e3b5c568148 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:14:20.420755 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68be9b41-5814-4ab3-86ba-f6cdd9c18716', 'tag': '73b90817-a7e8-4e3e-9ddc-3a492e8248e6', 'status': 'completed', 'code': 200} Dec 12 18:14:20.469441 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-666067f3-0d51-4b68-b4bf-cde056f280aa None None] Set router ef80966e-da25-4cd9-a93e-c88e02f3b745 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:14:20.493127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85384e95-1116-4543-9d57-08e01ba1d9ba req-0e8986b9-8a00-476b-912b-e0470f0e22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:20.495290 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-85384e95-1116-4543-9d57-08e01ba1d9ba req-0e8986b9-8a00-476b-912b-e0470f0e22e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 1096 time: 0.0451674 Dec 12 18:14:20.584965 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85384e95-1116-4543-9d57-08e01ba1d9ba req-287816f4-8bc7-449c-9a88-3df8a065113b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:20.586458 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-85384e95-1116-4543-9d57-08e01ba1d9ba req-287816f4-8bc7-449c-9a88-3df8a065113b service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.0849226 Dec 12 18:14:20.656407 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-85384e95-1116-4543-9d57-08e01ba1d9ba req-d36bef6b-218c-4c1f-b038-da70c29839d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b90817-a7e8-4e3e-9ddc-3a492e8248e6 HTTP/1.1" status: 200 len: 999 time: 0.0629928 Dec 12 18:14:20.698067 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-666067f3-0d51-4b68-b4bf-cde056f280aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'ff3505b1-9cf8-44bf-943d-953c84d06338', 'tenant_id': '630483b508104d668cc416178077e4cb', 'floating_ip_address': '172.25.1.187', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'port_id': '73b90817-a7e8-4e3e-9ddc-3a492e8248e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'mac_address': 'fa:16:3e:78:95:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be9b41-5814-4ab3-86ba-f6cdd9c18716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:14:19Z', 'updated_at': '2021-12-12T18:14:19Z', 'revision_number': 0, 'project_id': '630483b508104d668cc416178077e4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 5, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:14:20.709118 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85384e95-1116-4543-9d57-08e01ba1d9ba req-d4076b65-d568-498d-a956-b06aa67ff74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:20.710612 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-85384e95-1116-4543-9d57-08e01ba1d9ba req-d4076b65-d568-498d-a956-b06aa67ff74c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0459173 Dec 12 18:14:20.723591 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666067f3-0d51-4b68-b4bf-cde056f280aa None None] Checking router: ef80966e-da25-4cd9-a93e-c88e02f3b745 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:14:20.731793 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666067f3-0d51-4b68-b4bf-cde056f280aa None None] Routers {'ef80966e-da25-4cd9-a93e-c88e02f3b745'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:14:20.732395 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-666067f3-0d51-4b68-b4bf-cde056f280aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:14:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ef80966e-da25-4cd9-a93e-c88e02f3b745'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:14:20.756313 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85384e95-1116-4543-9d57-08e01ba1d9ba req-c542f2dc-5155-454b-ab9e-0f2d497bd9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:20.757866 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-85384e95-1116-4543-9d57-08e01ba1d9ba req-c542f2dc-5155-454b-ab9e-0f2d497bd9f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398681 Dec 12 18:14:20.836379 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-666067f3-0d51-4b68-b4bf-cde056f280aa None None] Set router ef80966e-da25-4cd9-a93e-c88e02f3b745 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:14:20.851847 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-85384e95-1116-4543-9d57-08e01ba1d9ba req-65cf6a59-5145-4daa-bd0b-8e5ebfeb8743 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865867 Dec 12 18:14:20.887658 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:20.946370 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-85384e95-1116-4543-9d57-08e01ba1d9ba req-b2c73527-35e5-48c1-8f07-b003bf6a7d2a service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874546 Dec 12 18:14:21.057718 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-666067f3-0d51-4b68-b4bf-cde056f280aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'ff3505b1-9cf8-44bf-943d-953c84d06338', 'tenant_id': '630483b508104d668cc416178077e4cb', 'floating_ip_address': '172.25.1.187', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'port_id': '73b90817-a7e8-4e3e-9ddc-3a492e8248e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'mac_address': 'fa:16:3e:78:95:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be9b41-5814-4ab3-86ba-f6cdd9c18716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:14:19Z', 'updated_at': '2021-12-12T18:14:19Z', 'revision_number': 0, 'project_id': '630483b508104d668cc416178077e4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 5, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:14:21.086689 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666067f3-0d51-4b68-b4bf-cde056f280aa None None] The sync data for ids ['ef80966e-da25-4cd9-a93e-c88e02f3b745'] in n-d-760354-5 is: [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'ff3505b1-9cf8-44bf-943d-953c84d06338', 'tenant_id': '630483b508104d668cc416178077e4cb', 'floating_ip_address': '172.25.1.187', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'port_id': '73b90817-a7e8-4e3e-9ddc-3a492e8248e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'mac_address': 'fa:16:3e:78:95:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68be9b41-5814-4ab3-86ba-f6cdd9c18716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:14:19Z', 'updated_at': '2021-12-12T18:14:19Z', 'revision_number': 0, 'project_id': '630483b508104d668cc416178077e4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 5, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:14:21.271223 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d656810e-3674-4f82-af26-5dbaed8067bd None None] New status for floating IP ff3505b1-9cf8-44bf-943d-953c84d06338: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:14:31.173722 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:14:44.464263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38510) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:14:44.567136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336fa97-5334-4804-b33b-26a468525f29 req-140166f9-4540-49b7-ab6e-bdd83c7d120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:44.568662 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f336fa97-5334-4804-b33b-26a468525f29 req-140166f9-4540-49b7-ab6e-bdd83c7d120c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 1096 time: 0.1033897 Dec 12 18:14:44.615635 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f336fa97-5334-4804-b33b-26a468525f29 req-8ac40f79-67a8-4237-86ef-3e9b42d683d6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=42e07b70-1452-4698-89fa-715f23faf177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397992 Dec 12 18:14:44.867736 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5d4bb3da-b666-4894-8ca9-04245569a19d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:47.209386 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:47.232493 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4f6c39c-2c9a-436a-9558-2f8d5800d0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:47.902744 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:48.398759 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:50.133605 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:50.880764 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:14:54.267947 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-735ce674-65e5-49a3-9e71-61b900b0dc34 req-1c6b7800-3f21-43fe-a614-651b38c37bef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399282 Dec 12 18:14:54.353050 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ce674-65e5-49a3-9e71-61b900b0dc34 req-dcc00edd-85eb-423e-9aac-f757a5f7237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:54.354541 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-735ce674-65e5-49a3-9e71-61b900b0dc34 req-dcc00edd-85eb-423e-9aac-f757a5f7237c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 1096 time: 0.0451560 Dec 12 18:14:54.456337 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ce674-65e5-49a3-9e71-61b900b0dc34 req-959737a9-6474-4412-b01e-931120a4ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:54.457812 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-735ce674-65e5-49a3-9e71-61b900b0dc34 req-959737a9-6474-4412-b01e-931120a4ecdb service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.0843985 Dec 12 18:14:54.529979 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-735ce674-65e5-49a3-9e71-61b900b0dc34 req-bd26ca8d-1127-41c8-83cc-fa226a7514ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b90817-a7e8-4e3e-9ddc-3a492e8248e6 HTTP/1.1" status: 200 len: 1001 time: 0.0637667 Dec 12 18:14:54.579456 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ce674-65e5-49a3-9e71-61b900b0dc34 req-dce06088-da94-49da-9b61-3048676b754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:54.580902 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-735ce674-65e5-49a3-9e71-61b900b0dc34 req-dce06088-da94-49da-9b61-3048676b754c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0439105 Dec 12 18:14:54.625378 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ce674-65e5-49a3-9e71-61b900b0dc34 req-0a4daf56-1aa6-4a9d-98c9-f2419420358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:14:54.626878 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-735ce674-65e5-49a3-9e71-61b900b0dc34 req-0a4daf56-1aa6-4a9d-98c9-f2419420358c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390663 Dec 12 18:14:54.724168 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-735ce674-65e5-49a3-9e71-61b900b0dc34 req-de304801-8b6f-40bf-9dd0-a2328e897898 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830927 Dec 12 18:14:54.814925 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-735ce674-65e5-49a3-9e71-61b900b0dc34 req-2a8a45a7-50dc-4650-86e5-f9061d7bdd73 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821559 Dec 12 18:15:05.349691 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf85fd6c-b9cc-4cb5-970d-79ce1e45dd15 req-82db48d4-b670-4972-bf63-aba86c6f6669 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389338 Dec 12 18:15:05.435740 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85fd6c-b9cc-4cb5-970d-79ce1e45dd15 req-1f437bce-b2c6-4e58-a8fb-6a680b4d0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:15:05.437124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf85fd6c-b9cc-4cb5-970d-79ce1e45dd15 req-1f437bce-b2c6-4e58-a8fb-6a680b4d0ac3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fceee01dca7a4dd0adc15a65e1e07c68&device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 1096 time: 0.0395911 Dec 12 18:15:05.540787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85fd6c-b9cc-4cb5-970d-79ce1e45dd15 req-31cff64a-d765-4314-bd8b-6eeb16bf4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:15:05.542274 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf85fd6c-b9cc-4cb5-970d-79ce1e45dd15 req-31cff64a-d765-4314-bd8b-6eeb16bf4fb1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad98ab2d-144d-4c4c-bcb0-aa2850baea22 HTTP/1.1" status: 200 len: 910 time: 0.0868852 Dec 12 18:15:05.608587 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf85fd6c-b9cc-4cb5-970d-79ce1e45dd15 req-703bf446-0881-495a-b5fd-40dd232758d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 HTTP/1.1" status: 200 len: 1000 time: 0.0574782 Dec 12 18:15:05.661477 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85fd6c-b9cc-4cb5-970d-79ce1e45dd15 req-712746cb-3b3d-4d7d-8006-76f64eb6b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:15:05.662874 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf85fd6c-b9cc-4cb5-970d-79ce1e45dd15 req-712746cb-3b3d-4d7d-8006-76f64eb6b1bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aa5dd7d-292b-4aca-9fcd-cd9b34723c17 HTTP/1.1" status: 200 len: 848 time: 0.0462570 Dec 12 18:15:05.707235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85fd6c-b9cc-4cb5-970d-79ce1e45dd15 req-be0622c8-066e-47e6-9ff0-16f31f6a6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:15:05.708599 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf85fd6c-b9cc-4cb5-970d-79ce1e45dd15 req-be0622c8-066e-47e6-9ff0-16f31f6a6f62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad98ab2d-144d-4c4c-bcb0-aa2850baea22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388138 Dec 12 18:15:05.794210 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf85fd6c-b9cc-4cb5-970d-79ce1e45dd15 req-ce79c257-42ab-4937-966b-7fc613905257 service neutron] 10.222.0.20 "GET /v2.0/networks/ad98ab2d-144d-4c4c-bcb0-aa2850baea22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783222 Dec 12 18:15:05.885544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf85fd6c-b9cc-4cb5-970d-79ce1e45dd15 req-e818d627-89c5-40f9-8663-fa637b0afdf8 service neutron] 10.222.0.20 "GET /v2.0/networks/ad98ab2d-144d-4c4c-bcb0-aa2850baea22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834262 Dec 12 18:15:08.174125 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:15:14.867822 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-157c57d3-ecd8-4433-a54f-5cbf5d2621c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:15:17.232249 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:15:17.236656 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1803bb7e-0390-4c20-93d9-2c957190b38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:15:17.901147 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:15:18.400834 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:15:20.135534 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:15:20.884679 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:15:44.869493 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7bfd835a-3628-4027-bc94-874c15d6fb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:15:45.173670 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:15:47.246613 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c92591b5-011a-4ad6-a2df-79b2d63927d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:15:47.248304 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:15:47.901212 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:15:48.404162 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:15:50.137500 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:15:50.886970 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:15:55.264592 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b3c14454-861f-4ab2-9339-7d86bde371e3 req-14772bf9-a98c-4618-94ec-94991ec254a7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405126 Dec 12 18:15:55.355065 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c14454-861f-4ab2-9339-7d86bde371e3 req-4198b2b4-9a6b-4b9f-bc76-6c430668bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:15:55.356594 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b3c14454-861f-4ab2-9339-7d86bde371e3 req-4198b2b4-9a6b-4b9f-bc76-6c430668bd50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 1096 time: 0.0474031 Dec 12 18:15:55.466571 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c14454-861f-4ab2-9339-7d86bde371e3 req-731635b9-9a50-4105-91eb-ffb731481b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:15:55.468005 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b3c14454-861f-4ab2-9339-7d86bde371e3 req-731635b9-9a50-4105-91eb-ffb731481b85 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.0885293 Dec 12 18:15:55.543289 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b3c14454-861f-4ab2-9339-7d86bde371e3 req-49658623-dc0c-4abf-98f9-0d4ca7780605 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b90817-a7e8-4e3e-9ddc-3a492e8248e6 HTTP/1.1" status: 200 len: 1001 time: 0.0684133 Dec 12 18:15:55.592654 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c14454-861f-4ab2-9339-7d86bde371e3 req-e5ac991c-13aa-4660-a9c0-75434ccf0565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:15:55.594098 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b3c14454-861f-4ab2-9339-7d86bde371e3 req-e5ac991c-13aa-4660-a9c0-75434ccf0565 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0429370 Dec 12 18:15:55.641204 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c14454-861f-4ab2-9339-7d86bde371e3 req-262bd9f1-2d2b-462d-94b6-57f059be37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:15:55.642671 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b3c14454-861f-4ab2-9339-7d86bde371e3 req-262bd9f1-2d2b-462d-94b6-57f059be37cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411074 Dec 12 18:15:55.737133 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b3c14454-861f-4ab2-9339-7d86bde371e3 req-30b701de-3739-4d1f-bd25-c62df1cdb336 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863597 Dec 12 18:15:55.825281 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b3c14454-861f-4ab2-9339-7d86bde371e3 req-92f16066-b34b-4bd7-b1b3-3f2ce1cd9d82 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805273 Dec 12 18:16:05.008697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-4178a999-cc05-4482-851c-9f5548ee4170 req-3da3b776-9ed2-4050-98b1-5821e6ffdab8 service neutron] (103151) timed out ('10.222.0.18', 35142) {{(pid=103151) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 18:16:06.834566 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abbc22cb-c16a-4a34-8856-a83aa9a8f300 req-a8742629-85be-4830-b5c1-2420944e79a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404248 Dec 12 18:16:06.912242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc22cb-c16a-4a34-8856-a83aa9a8f300 req-ea7f052d-f164-4c1f-a2cb-b153a36cc49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:06.913684 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abbc22cb-c16a-4a34-8856-a83aa9a8f300 req-ea7f052d-f164-4c1f-a2cb-b153a36cc49a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fceee01dca7a4dd0adc15a65e1e07c68&device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 1096 time: 0.0386021 Dec 12 18:16:07.018180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc22cb-c16a-4a34-8856-a83aa9a8f300 req-3309b5b7-0cc5-403b-8cf1-ce89be6de8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:07.019685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abbc22cb-c16a-4a34-8856-a83aa9a8f300 req-3309b5b7-0cc5-403b-8cf1-ce89be6de8d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad98ab2d-144d-4c4c-bcb0-aa2850baea22 HTTP/1.1" status: 200 len: 910 time: 0.0863390 Dec 12 18:16:07.085038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abbc22cb-c16a-4a34-8856-a83aa9a8f300 req-5a09db21-f202-4198-8671-8c2b0ebce00a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 HTTP/1.1" status: 200 len: 1000 time: 0.0578227 Dec 12 18:16:07.140219 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc22cb-c16a-4a34-8856-a83aa9a8f300 req-0c8198f2-68d7-4129-8808-4402febf5a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:07.142085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abbc22cb-c16a-4a34-8856-a83aa9a8f300 req-0c8198f2-68d7-4129-8808-4402febf5a0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aa5dd7d-292b-4aca-9fcd-cd9b34723c17 HTTP/1.1" status: 200 len: 848 time: 0.0461822 Dec 12 18:16:07.187334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc22cb-c16a-4a34-8856-a83aa9a8f300 req-354ca18d-783f-4f85-988e-eca2dd40c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:07.188808 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abbc22cb-c16a-4a34-8856-a83aa9a8f300 req-354ca18d-783f-4f85-988e-eca2dd40c787 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad98ab2d-144d-4c4c-bcb0-aa2850baea22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392199 Dec 12 18:16:07.276747 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abbc22cb-c16a-4a34-8856-a83aa9a8f300 req-b71bd528-d63f-4df4-81ad-3ba94634d958 service neutron] 10.222.0.20 "GET /v2.0/networks/ad98ab2d-144d-4c4c-bcb0-aa2850baea22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797613 Dec 12 18:16:07.369683 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abbc22cb-c16a-4a34-8856-a83aa9a8f300 req-eb63c8f6-db3b-453f-bf56-3a8ec047f4dd service neutron] 10.222.0.20 "GET /v2.0/networks/ad98ab2d-144d-4c4c-bcb0-aa2850baea22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852726 Dec 12 18:16:14.871673 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-006a8890-4e44-4dda-9cd0-7a3be5a06908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:16.104447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48b124-d6dc-477b-b289-ca233b5ca871 req-3856f73c-502d-4d40-a5f2-2e905a7cf7c3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:16.105834 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e48b124-d6dc-477b-b289-ca233b5ca871 req-3856f73c-502d-4d40-a5f2-2e905a7cf7c3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 945 time: 0.0486526 Dec 12 18:16:16.155454 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e48b124-d6dc-477b-b289-ca233b5ca871 req-ac8a586d-23b2-47ee-9834-7a9aa1901bf6 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437655 Dec 12 18:16:17.247849 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:17.249647 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58b98959-e8f4-4999-a948-c7b2993d2a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:17.278888 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33522576-8be8-43b7-89a4-e755f27623ab req-6f2c7090-43b2-400e-9f5c-4f0cbab7256c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:17.280425 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33522576-8be8-43b7-89a4-e755f27623ab req-6f2c7090-43b2-400e-9f5c-4f0cbab7256c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 945 time: 0.0545869 Dec 12 18:16:17.328605 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33522576-8be8-43b7-89a4-e755f27623ab req-bee10d14-a2f6-4167-a2a0-22b754c7dfc2 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422058 Dec 12 18:16:17.689653 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f799e25-c90c-4a98-ba60-16e08fa0f35f req-c8141b86-163e-47a8-b982-06f982b6ffd2 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:17.691136 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1f799e25-c90c-4a98-ba60-16e08fa0f35f req-c8141b86-163e-47a8-b982-06f982b6ffd2 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.31 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 945 time: 0.0475738 Dec 12 18:16:17.782890 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-1f799e25-c90c-4a98-ba60-16e08fa0f35f req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Deleting port 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:16:17.783258 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1f799e25-c90c-4a98-ba60-16e08fa0f35f req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:17.868422 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-1f799e25-c90c-4a98-ba60-16e08fa0f35f req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] For port 73b90817-a7e8-4e3e-9ddc-3a492e8248e6, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=73b90817-a7e8-4e3e-9ddc-3a492e8248e6,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:16:17.868781 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1f799e25-c90c-4a98-ba60-16e08fa0f35f req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:17.899458 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:18.082764 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1f799e25-c90c-4a98-ba60-16e08fa0f35f req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:18.083031 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1f799e25-c90c-4a98-ba60-16e08fa0f35f req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:18.083382 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [req-1f799e25-c90c-4a98-ba60-16e08fa0f35f req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Floating IP ff3505b1-9cf8-44bf-943d-953c84d06338 disassociated. External IP: 172.25.1.187, port: 73b90817-a7e8-4e3e-9ddc-3a492e8248e6. Dec 12 18:16:18.083722 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-1f799e25-c90c-4a98-ba60-16e08fa0f35f req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Calling delete_port for 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:16:18.207023 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1f799e25-c90c-4a98-ba60-16e08fa0f35f req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:18.233063 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event deleted for resources: {'Port': ['ID=73b90817-a7e8-4e3e-9ddc-3a492e8248e6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:16:18.242912 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:18.243286 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:18.243630 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:18.244043 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:18.244391 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:18.244729 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:18.245064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:18.245398 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:18.245731 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:18.246392 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:18.246392 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:18.246704 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:18.247672 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:18.359388 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f799e25-c90c-4a98-ba60-16e08fa0f35f req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Router ef80966e-da25-4cd9-a93e-c88e02f3b745 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:16:18.408008 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:18.427605 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52762f5d-331f-41f1-8b74-c4b9c92bf941 req-b7fedd6f-3a30-49e0-b7ad-4ceb189caea9 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 210 time: 0.0291634 Dec 12 18:16:18.469345 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f799e25-c90c-4a98-ba60-16e08fa0f35f req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:16:18.479986 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab101e1-e9ae-4329-92a4-44f43571c44c None None] Sync routers for ids ['ef80966e-da25-4cd9-a93e-c88e02f3b745'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:16:18.491615 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab101e1-e9ae-4329-92a4-44f43571c44c None None] Routers {'ef80966e-da25-4cd9-a93e-c88e02f3b745'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:16:18.492440 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bab101e1-e9ae-4329-92a4-44f43571c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:16:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ef80966e-da25-4cd9-a93e-c88e02f3b745'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:16:18.511699 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f799e25-c90c-4a98-ba60-16e08fa0f35f req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] No DVR routers for this DVR port 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:16:18.514268 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1f799e25-c90c-4a98-ba60-16e08fa0f35f req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:18.517914 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1f799e25-c90c-4a98-ba60-16e08fa0f35f req-77a412fb-cb99-44fd-8028-ff0ad76a2dd7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.31 "DELETE /v2.0/ports/73b90817-a7e8-4e3e-9ddc-3a492e8248e6 HTTP/1.1" status: 204 len: 173 time: 0.8206601 Dec 12 18:16:18.518396 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68be9b41-5814-4ab3-86ba-f6cdd9c18716', 'name': 'network-vif-deleted', 'tag': '73b90817-a7e8-4e3e-9ddc-3a492e8248e6'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:16:18.520658 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d1836e-a2ad-428a-ac9f-81bbd96e3429" -d '{"events": [{"server_uuid": "68be9b41-5814-4ab3-86ba-f6cdd9c18716", "name": "network-vif-deleted", "tag": "73b90817-a7e8-4e3e-9ddc-3a492e8248e6"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:16:18.561529 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a07c63e-4f7a-4df2-863d-58c671aa446e x-openstack-request-id: req-6a07c63e-4f7a-4df2-863d-58c671aa446e {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:16:18.561833 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68be9b41-5814-4ab3-86ba-f6cdd9c18716", "name": "network-vif-deleted", "tag": "73b90817-a7e8-4e3e-9ddc-3a492e8248e6", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:16:18.562119 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a07c63e-4f7a-4df2-863d-58c671aa446e {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:16:18.562530 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68be9b41-5814-4ab3-86ba-f6cdd9c18716', 'name': 'network-vif-deleted', 'tag': '73b90817-a7e8-4e3e-9ddc-3a492e8248e6', 'status': 'completed', 'code': 200} Dec 12 18:16:18.611348 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-bab101e1-e9ae-4329-92a4-44f43571c44c None None] Set router ef80966e-da25-4cd9-a93e-c88e02f3b745 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:16:18.821440 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bab101e1-e9ae-4329-92a4-44f43571c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 5, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:16:18.848232 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab101e1-e9ae-4329-92a4-44f43571c44c None None] Checking router: ef80966e-da25-4cd9-a93e-c88e02f3b745 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:16:18.856591 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab101e1-e9ae-4329-92a4-44f43571c44c None None] Routers {'ef80966e-da25-4cd9-a93e-c88e02f3b745'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:16:18.857173 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bab101e1-e9ae-4329-92a4-44f43571c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:16:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ef80966e-da25-4cd9-a93e-c88e02f3b745'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:16:18.963382 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-bab101e1-e9ae-4329-92a4-44f43571c44c None None] Set router ef80966e-da25-4cd9-a93e-c88e02f3b745 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:16:19.161139 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bab101e1-e9ae-4329-92a4-44f43571c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 5, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:16:19.187058 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab101e1-e9ae-4329-92a4-44f43571c44c None None] The sync data for ids ['ef80966e-da25-4cd9-a93e-c88e02f3b745'] in n-d-760354-5 is: [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 5, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:16:19.428948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea8a344-4bb8-4789-a34c-3e12cadf3b07 None None] New status for floating IP ff3505b1-9cf8-44bf-943d-953c84d06338: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:16:19.536322 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e04227f-8b96-4f2a-bdfb-f558e287715b req-017d01e0-3f33-4ad3-b50d-7aaa9dd718cd tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 210 time: 0.0311453 Dec 12 18:16:20.141589 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:20.638086 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f3a4b0e-3942-4710-a2f5-05e555e8e1fc req-091eeda8-cd1f-4446-ad8a-2c1a8cfa52f4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 210 time: 0.0261512 Dec 12 18:16:20.891273 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:21.731754 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-66554784-b655-4012-b650-e4163c766a03 req-f3d90d15-0a21-423d-a12f-648bdc73469e tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 210 time: 0.0255547 Dec 12 18:16:22.172599 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:16:22.448487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:16:22.468913 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:16:22.469262 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 73b90817-a7e8-4e3e-9ddc-3a492e8248e6 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:16:22.841639 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0905ff35-7599-4125-b57c-fde8d9897a88 req-da5dcf15-9c0a-485b-91c7-97866145a1f7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=68be9b41-5814-4ab3-86ba-f6cdd9c18716 HTTP/1.1" status: 200 len: 210 time: 0.0293245 Dec 12 18:16:24.046481 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9edd54b3-d289-4d37-82fa-66c99944246d req-e80bee00-24c0-48fb-a323-f6f61675e0b9 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1588060506&fields=id&tenant_id=630483b508104d668cc416178077e4cb HTTP/1.1" status: 200 len: 267 time: 0.0431473 Dec 12 18:16:24.149693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd54b3-d289-4d37-82fa-66c99944246d req-98b3b858-153a-40fe-b0f7-53bc97642a8c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:24.151060 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9edd54b3-d289-4d37-82fa-66c99944246d req-98b3b858-153a-40fe-b0f7-53bc97642a8c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 812 time: 0.0979266 Dec 12 18:16:24.165399 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9edd54b3-d289-4d37-82fa-66c99944246d req-505e4fe1-6661-44a1-ae46-684ea73cbaf5 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/quotas/630483b508104d668cc416178077e4cb HTTP/1.1" status: 200 len: 375 time: 0.0086601 Dec 12 18:16:24.218718 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9edd54b3-d289-4d37-82fa-66c99944246d req-667d1ad6-d82a-4663-b101-c0fc823408dd tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478003 Dec 12 18:16:24.360025 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9edd54b3-d289-4d37-82fa-66c99944246d req-bf0c051d-9acf-4886-bc76-124f5f4df7e5 service neutron] 10.222.0.18 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296537 Dec 12 18:16:24.450246 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9edd54b3-d289-4d37-82fa-66c99944246d req-4f39e4a4-71a4-4f8e-859e-6a36c91973b6 service neutron] 10.222.0.18 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840359 Dec 12 18:16:24.726547 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e86496e1-b89a-456b-9f92-171c627de08c req-783ba107-2614-46f6-b7f4-625f6ea8c1a9 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 210 time: 0.0265455 Dec 12 18:16:25.601001 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd54b3-d289-4d37-82fa-66c99944246d req-119e9909-b810-4de2-ba6f-085adaf5dbe1 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:25.602503 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9edd54b3-d289-4d37-82fa-66c99944246d req-119e9909-b810-4de2-ba6f-085adaf5dbe1 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.31 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 812 time: 0.1109602 Dec 12 18:16:25.666407 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9edd54b3-d289-4d37-82fa-66c99944246d req-d815fa62-30de-4d4b-9b56-268ff6786e47 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=630483b508104d668cc416178077e4cb HTTP/1.1" status: 200 len: 380 time: 0.0545135 Dec 12 18:16:25.675985 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-9edd54b3-d289-4d37-82fa-66c99944246d req-7e44b8b6-c34a-484d-81dc-12148bc47572 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Request body: {'port': {'device_id': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'admin_state_up': True, 'tenant_id': '630483b508104d668cc416178077e4cb', 'security_groups': ['f82fb897-da9f-4947-969a-1794196e061a']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:16:25.825439 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38ecf169-68ab-4df7-8719-123f5f7763b6 req-871d694e-695e-4798-a6b2-a57540ac955a tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 210 time: 0.0282474 Dec 12 18:16:26.076907 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9edd54b3-d289-4d37-82fa-66c99944246d req-7e44b8b6-c34a-484d-81dc-12148bc47572 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Made reservation on behalf of 630483b508104d668cc416178077e4cb for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:16:26.080277 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9edd54b3-d289-4d37-82fa-66c99944246d req-7e44b8b6-c34a-484d-81dc-12148bc47572 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:26.203601 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-9edd54b3-d289-4d37-82fa-66c99944246d req-7e44b8b6-c34a-484d-81dc-12148bc47572 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Allocated IP 172.20.0.5 (0d99059b-b3a0-4220-9a4d-b63575e62b4a/8fd67332-caeb-490f-8bda-30010919c415/eab7ff6d-3670-49b6-9b8a-358829f56b95) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:16:26.348788 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9edd54b3-d289-4d37-82fa-66c99944246d req-7e44b8b6-c34a-484d-81dc-12148bc47572 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:26.383054 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9edd54b3-d289-4d37-82fa-66c99944246d req-7e44b8b6-c34a-484d-81dc-12148bc47572 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:26.428383 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9edd54b3-d289-4d37-82fa-66c99944246d req-7e44b8b6-c34a-484d-81dc-12148bc47572 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Network 0d99059b-b3a0-4220-9a4d-b63575e62b4a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:16:26.431593 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-9edd54b3-d289-4d37-82fa-66c99944246d req-7e44b8b6-c34a-484d-81dc-12148bc47572 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:16:26.435937 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-9edd54b3-d289-4d37-82fa-66c99944246d req-7e44b8b6-c34a-484d-81dc-12148bc47572 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:16:26.461198 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44b8b6-c34a-484d-81dc-12148bc47572 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'Port': ['ID=eab7ff6d-3670-49b6-9b8a-358829f56b95,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:16:26.500058 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd54b3-d289-4d37-82fa-66c99944246d req-7e44b8b6-c34a-484d-81dc-12148bc47572 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:26.500704 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9edd54b3-d289-4d37-82fa-66c99944246d req-7e44b8b6-c34a-484d-81dc-12148bc47572 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:26.523734 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9edd54b3-d289-4d37-82fa-66c99944246d req-7e44b8b6-c34a-484d-81dc-12148bc47572 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8513455 Dec 12 18:16:26.538489 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Request body: {'port': {'device_id': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:16:26.595819 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:26.791487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a644b79f-df25-4800-a688-fa599f95c2e6 None None] Provisioning complete for port eab7ff6d-3670-49b6-9b8a-358829f56b95 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:16:26.792070 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a644b79f-df25-4800-a688-fa599f95c2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:26.829605 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a644b79f-df25-4800-a688-fa599f95c2e6 None None] Port eab7ff6d-3670-49b6-9b8a-358829f56b95 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:16:26.878718 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab7ff6d-3670-49b6-9b8a-358829f56b95 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:16:26.886671 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:26.899561 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Transition to ACTIVE for port object eab7ff6d-3670-49b6-9b8a-358829f56b95 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:16:26.905016 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:26.946527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef622af-c14d-4849-9c9b-f43a32eedc19 req-36dcf089-e3c5-4d39-9a0a-221db5bccb7f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:26.948689 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cef622af-c14d-4849-9c9b-f43a32eedc19 req-36dcf089-e3c5-4d39-9a0a-221db5bccb7f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 943 time: 0.0520093 Dec 12 18:16:26.958353 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=eab7ff6d-3670-49b6-9b8a-358829f56b95,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:16:27.019047 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cef622af-c14d-4849-9c9b-f43a32eedc19 req-79715073-1d47-4e8e-afa1-08da26872222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607123 Dec 12 18:16:27.029899 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Attempting to bind port eab7ff6d-3670-49b6-9b8a-358829f56b95 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:16:27.030231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Attempting to bind port eab7ff6d-3670-49b6-9b8a-358829f56b95 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:16:27.030561 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Attempting to bind port eab7ff6d-3670-49b6-9b8a-358829f56b95 on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:16:27.035433 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Port eab7ff6d-3670-49b6-9b8a-358829f56b95 on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:16:27.035758 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Attempting to bind port eab7ff6d-3670-49b6-9b8a-358829f56b95 on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:16:27.040911 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:16:27.041252 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Checking segment: {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:16:27.041634 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Bound using segment: {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:16:27.042463 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Bound port: eab7ff6d-3670-49b6-9b8a-358829f56b95, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:16:27.042655 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:27.131631 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] For port eab7ff6d-3670-49b6-9b8a-358829f56b95, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:16:27.138096 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] For port eab7ff6d-3670-49b6-9b8a-358829f56b95, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=eab7ff6d-3670-49b6-9b8a-358829f56b95,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:16:27.143599 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:27.184022 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:27.185334 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:27.186765 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9edd54b3-d289-4d37-82fa-66c99944246d req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] 10.222.0.31 "PUT /v2.0/ports/eab7ff6d-3670-49b6-9b8a-358829f56b95 HTTP/1.1" status: 200 len: 1091 time: 0.6526682 Dec 12 18:16:27.187259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'tag': 'eab7ff6d-3670-49b6-9b8a-358829f56b95'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:16:27.189621 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eba124d-dbf6-4e6f-90e4-620607f04ace" -d '{"events": [{"name": "network-changed", "server_uuid": "e69738b2-ed86-4610-9560-9f960c3e2cc0", "tag": "eab7ff6d-3670-49b6-9b8a-358829f56b95"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:16:27.213219 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792bec6-cbee-4cea-b46d-7daadb821ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=eab7ff6d-3670-49b6-9b8a-358829f56b95,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:16:27.234547 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7384135c-e518-475a-903d-a145e3ed9b9c x-openstack-request-id: req-7384135c-e518-475a-903d-a145e3ed9b9c {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:16:27.235130 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69738b2-ed86-4610-9560-9f960c3e2cc0", "tag": "eab7ff6d-3670-49b6-9b8a-358829f56b95", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:16:27.235687 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7384135c-e518-475a-903d-a145e3ed9b9c {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:16:27.236535 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'tag': 'eab7ff6d-3670-49b6-9b8a-358829f56b95', 'status': 'completed', 'code': 200} Dec 12 18:16:27.305815 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba124d-dbf6-4e6f-90e4-620607f04ace req-3baba670-d4a2-43e5-a0f7-c902dff9807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:27.307396 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0eba124d-dbf6-4e6f-90e4-620607f04ace req-3baba670-d4a2-43e5-a0f7-c902dff9807c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 1094 time: 0.0502887 Dec 12 18:16:27.486832 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba124d-dbf6-4e6f-90e4-620607f04ace req-7f0e6ac9-73cf-4085-a976-e63418f5eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:27.488414 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0eba124d-dbf6-4e6f-90e4-620607f04ace req-7f0e6ac9-73cf-4085-a976-e63418f5eb48 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=630483b508104d668cc416178077e4cb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1732063 Dec 12 18:16:27.657060 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba124d-dbf6-4e6f-90e4-620607f04ace req-bba87f1b-0ae1-428c-85da-0f385c7386e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:27.658467 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0eba124d-dbf6-4e6f-90e4-620607f04ace req-bba87f1b-0ae1-428c-85da-0f385c7386e2 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1584527 Dec 12 18:16:27.734038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd54b3-d289-4d37-82fa-66c99944246d req-7a7b2e8a-e95d-40ea-b64b-85434ea8b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:27.735581 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9edd54b3-d289-4d37-82fa-66c99944246d req-7a7b2e8a-e95d-40ea-b64b-85434ea8b581 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 1094 time: 0.0415549 Dec 12 18:16:27.777752 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9edd54b3-d289-4d37-82fa-66c99944246d req-441d4a9a-a7cf-45b2-826b-b566dc49ad07 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eab7ff6d-3670-49b6-9b8a-358829f56b95 HTTP/1.1" status: 200 len: 217 time: 0.0337095 Dec 12 18:16:27.829144 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd54b3-d289-4d37-82fa-66c99944246d req-efade3a3-9ea1-43b2-879f-b78a874d9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:27.830599 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9edd54b3-d289-4d37-82fa-66c99944246d req-efade3a3-9ea1-43b2-879f-b78a874d9e33 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0461316 Dec 12 18:16:27.875864 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd54b3-d289-4d37-82fa-66c99944246d req-736a1d2e-7a40-4b79-b5ba-147f189428af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:27.877356 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9edd54b3-d289-4d37-82fa-66c99944246d req-736a1d2e-7a40-4b79-b5ba-147f189428af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391979 Dec 12 18:16:27.967644 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9edd54b3-d289-4d37-82fa-66c99944246d req-2f21e7ed-3d67-454f-ae39-e073984384af service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830214 Dec 12 18:16:28.065147 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9edd54b3-d289-4d37-82fa-66c99944246d req-19b3eaf3-e92b-466d-9e70-7adf6ad93ff9 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909672 Dec 12 18:16:28.152029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d383865-536a-4b66-8b8f-aafbb3449320 req-d75d89d1-a198-4af1-ac2c-31ad350ccaea tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:28.153552 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d383865-536a-4b66-8b8f-aafbb3449320 req-d75d89d1-a198-4af1-ac2c-31ad350ccaea tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 943 time: 0.0531268 Dec 12 18:16:28.203067 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d383865-536a-4b66-8b8f-aafbb3449320 req-24237246-5caa-4059-aa68-35b7312f200c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435722 Dec 12 18:16:29.333472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1b37b-b447-422f-bfa4-894a7abd54ae req-520d4d3f-b6f9-4e4f-b317-6c90b4680ac0 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:29.335005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fae1b37b-b447-422f-bfa4-894a7abd54ae req-520d4d3f-b6f9-4e4f-b317-6c90b4680ac0 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 943 time: 0.0611923 Dec 12 18:16:29.392504 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fae1b37b-b447-422f-bfa4-894a7abd54ae req-cf8ca680-2fef-4797-8ad0-b1979e73b9b4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499506 Dec 12 18:16:30.517075 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28f65d-aa29-4596-b932-8b21228ae19e req-7abc5af9-329a-41c8-bf21-88877ba36816 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:30.518553 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c28f65d-aa29-4596-b932-8b21228ae19e req-7abc5af9-329a-41c8-bf21-88877ba36816 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 943 time: 0.0548694 Dec 12 18:16:30.569252 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c28f65d-aa29-4596-b932-8b21228ae19e req-eb39152f-b4fb-4365-8c9e-8ba2cf3c388e tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446324 Dec 12 18:16:31.682314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000913ca-a88d-4f5b-8148-08c8158cc556 req-e178af87-6535-475f-bc91-36d3636c5f23 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:31.683815 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-000913ca-a88d-4f5b-8148-08c8158cc556 req-e178af87-6535-475f-bc91-36d3636c5f23 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 943 time: 0.0477538 Dec 12 18:16:31.732355 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-000913ca-a88d-4f5b-8148-08c8158cc556 req-70478d9d-93f3-4015-b8bc-c39902a93c20 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419209 Dec 12 18:16:32.847432 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e36646-e473-4fd7-a1d4-f6508df3487e req-1cf778f6-b0f3-4d4c-a12d-36c58df1e6f3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:32.848894 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7e36646-e473-4fd7-a1d4-f6508df3487e req-1cf778f6-b0f3-4d4c-a12d-36c58df1e6f3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 943 time: 0.0471873 Dec 12 18:16:32.901059 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7e36646-e473-4fd7-a1d4-f6508df3487e req-e0bf74e7-a170-42ff-b5c7-0e9f1410a8ba tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462265 Dec 12 18:16:34.018369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36653111-be34-4554-9889-c9ec492294e4 req-2bda3fca-66d6-4490-ad19-c0309375b4ad tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:34.019870 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36653111-be34-4554-9889-c9ec492294e4 req-2bda3fca-66d6-4490-ad19-c0309375b4ad tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 943 time: 0.0485113 Dec 12 18:16:34.067486 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36653111-be34-4554-9889-c9ec492294e4 req-baa389cd-5ad9-44c1-b8da-1be7e8b7afb3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417743 Dec 12 18:16:35.182653 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808397b-6b2c-4be1-b68a-ad2177bcd3d4 req-a4f978ab-16e6-4587-b5f3-93041a540844 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:35.184823 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1808397b-6b2c-4be1-b68a-ad2177bcd3d4 req-a4f978ab-16e6-4587-b5f3-93041a540844 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 943 time: 0.0510464 Dec 12 18:16:35.233887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1808397b-6b2c-4be1-b68a-ad2177bcd3d4 req-19f500e0-2634-498e-a598-e8cabb37a070 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431111 Dec 12 18:16:36.351215 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b5ec0-1c53-46d7-a315-1f4dc3bc5adf req-af6f7016-ae09-4efa-ad55-7af838381634 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:36.352678 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-345b5ec0-1c53-46d7-a315-1f4dc3bc5adf req-af6f7016-ae09-4efa-ad55-7af838381634 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 943 time: 0.0507169 Dec 12 18:16:36.400174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-345b5ec0-1c53-46d7-a315-1f4dc3bc5adf req-7ba5afa9-f0ad-4f2f-aa2d-a90e0a24d884 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416653 Dec 12 18:16:37.512776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679fe22-570f-43a0-856a-ade3363cdd41 req-2591ee07-645d-4b7a-af63-bc3771b4b110 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:37.514266 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4679fe22-570f-43a0-856a-ade3363cdd41 req-2591ee07-645d-4b7a-af63-bc3771b4b110 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 943 time: 0.0477886 Dec 12 18:16:37.562552 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4679fe22-570f-43a0-856a-ade3363cdd41 req-ab2174f8-f09c-489a-b486-8a455f097229 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421803 Dec 12 18:16:38.558080 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device eab7ff6d-3670-49b6-9b8a-358829f56b95 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:16:38.652404 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port eab7ff6d-3670-49b6-9b8a-358829f56b95, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=eab7ff6d-3670-49b6-9b8a-358829f56b95,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:16:38.664001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'eab7ff6d-3670-49b6-9b8a-358829f56b95', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'port_id': 'eab7ff6d-3670-49b6-9b8a-358829f56b95', 'mac_address': 'fa:16:3e:45:5c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:16:38.676721 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8922c-d596-4b87-aa8f-b4fcdc4e43bf req-051e4ee9-d9dd-4120-b6bb-f464484888ad tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:38.678209 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c9a8922c-d596-4b87-aa8f-b4fcdc4e43bf req-051e4ee9-d9dd-4120-b6bb-f464484888ad tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 943 time: 0.0480752 Dec 12 18:16:38.700681 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:38.713506 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab7ff6d-3670-49b6-9b8a-358829f56b95 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:16:38.730291 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c9a8922c-d596-4b87-aa8f-b4fcdc4e43bf req-e410ad63-2807-45ed-9b3f-875114dc8ec5 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456743 Dec 12 18:16:38.734123 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port eab7ff6d-3670-49b6-9b8a-358829f56b95, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=eab7ff6d-3670-49b6-9b8a-358829f56b95,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:16:38.738254 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:38.784015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=eab7ff6d-3670-49b6-9b8a-358829f56b95,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:16:38.791266 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:38.791621 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:38.791972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:38.792315 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:38.792656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:38.792996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:38.793331 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:38.794389 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:38.794721 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:38.795052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:38.795410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:38.795739 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:38.796067 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:39.061725 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['eab7ff6d-3670-49b6-9b8a-358829f56b95'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:16:39.842374 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a1bd7-0e0b-494f-8494-4ad31dcab536 req-c17c8bf8-4506-46a4-8481-73b1612bc123 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:39.843866 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-528a1bd7-0e0b-494f-8494-4ad31dcab536 req-c17c8bf8-4506-46a4-8481-73b1612bc123 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 944 time: 0.0471656 Dec 12 18:16:39.891935 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-528a1bd7-0e0b-494f-8494-4ad31dcab536 req-43f8eb91-6f57-4f6b-b96c-aaae34e4f608 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422344 Dec 12 18:16:40.573151 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device eab7ff6d-3670-49b6-9b8a-358829f56b95 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:16:40.624139 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port eab7ff6d-3670-49b6-9b8a-358829f56b95 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:16:40.628036 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port eab7ff6d-3670-49b6-9b8a-358829f56b95 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:16:40.628404 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:40.701803 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:40.724534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab7ff6d-3670-49b6-9b8a-358829f56b95'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:16:40.726783 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabd5690-d234-49cc-a3ea-8b2952072c4e" -d '{"events": [{"server_uuid": "e69738b2-ed86-4610-9560-9f960c3e2cc0", "name": "network-vif-plugged", "status": "completed", "tag": "eab7ff6d-3670-49b6-9b8a-358829f56b95"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:16:40.739160 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port eab7ff6d-3670-49b6-9b8a-358829f56b95, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=eab7ff6d-3670-49b6-9b8a-358829f56b95,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:16:40.743738 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:40.767897 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a381e0-b2e6-4fc6-a609-ffc728d47fcb x-openstack-request-id: req-c7a381e0-b2e6-4fc6-a609-ffc728d47fcb {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:16:40.768190 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69738b2-ed86-4610-9560-9f960c3e2cc0", "name": "network-vif-plugged", "status": "completed", "tag": "eab7ff6d-3670-49b6-9b8a-358829f56b95", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:16:40.768446 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7a381e0-b2e6-4fc6-a609-ffc728d47fcb {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:16:40.768835 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab7ff6d-3670-49b6-9b8a-358829f56b95', 'code': 200} Dec 12 18:16:40.799044 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=eab7ff6d-3670-49b6-9b8a-358829f56b95,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:16:40.870752 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3208d-1376-4e6a-a488-74d59204b0bf req-609252be-d36d-4df5-aed3-9c698d8c1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:40.872780 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-70d3208d-1376-4e6a-a488-74d59204b0bf req-609252be-d36d-4df5-aed3-9c698d8c1e8d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 1096 time: 0.0395870 Dec 12 18:16:40.918144 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-70d3208d-1376-4e6a-a488-74d59204b0bf req-91aaed06-cef5-4baa-9789-d71c26fbdd47 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385711 Dec 12 18:16:41.004556 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ac892-2b3f-4a02-8c44-7f97628bf3af req-de7c06c1-f988-46b7-ad9f-e25970ec92bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:41.006004 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f83ac892-2b3f-4a02-8c44-7f97628bf3af req-de7c06c1-f988-46b7-ad9f-e25970ec92bc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 945 time: 0.0465059 Dec 12 18:16:41.053168 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f83ac892-2b3f-4a02-8c44-7f97628bf3af req-38f03835-d413-43f4-bc5e-2a0759e7c74d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412960 Dec 12 18:16:42.174738 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ffba8-3886-4af3-959c-e479626bf4c0 req-93797181-3770-49ba-8418-e0fe31d3a6a9 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:42.176301 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-065ffba8-3886-4af3-959c-e479626bf4c0 req-93797181-3770-49ba-8418-e0fe31d3a6a9 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 945 time: 0.0533240 Dec 12 18:16:42.229005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-065ffba8-3886-4af3-959c-e479626bf4c0 req-8c13618f-6588-4303-9f67-3d143acbe1e3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465384 Dec 12 18:16:43.342305 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1040cab-5f70-48ab-aa60-8560bc54b5ac req-d5726258-c694-4883-bdc3-6097afa64e21 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:43.343809 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e1040cab-5f70-48ab-aa60-8560bc54b5ac req-d5726258-c694-4883-bdc3-6097afa64e21 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 945 time: 0.0471787 Dec 12 18:16:43.393811 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e1040cab-5f70-48ab-aa60-8560bc54b5ac req-00a22313-bdf9-4864-a7ab-fdb13aa25411 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439484 Dec 12 18:16:43.510852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48037acd-807c-4643-95f7-04124dd0784d req-aa336c04-e16a-4005-8e3e-2f845eb71039 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:43.512856 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48037acd-807c-4643-95f7-04124dd0784d req-aa336c04-e16a-4005-8e3e-2f845eb71039 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 945 time: 0.0526564 Dec 12 18:16:43.562549 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-48037acd-807c-4643-95f7-04124dd0784d req-9645cdc5-fa1c-4179-b912-6bc1a91949ec tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435388 Dec 12 18:16:43.584747 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38652) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:16:43.723168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7583c46-2701-4f21-ad15-02f3c3c1c6b2 tempest-TestVolumeBootPattern-514828181 tempest-TestVolumeBootPattern-514828181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:43.724802 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a7583c46-2701-4f21-ad15-02f3c3c1c6b2 tempest-TestVolumeBootPattern-514828181 tempest-TestVolumeBootPattern-514828181-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 1091 time: 0.1390822 Dec 12 18:16:43.727584 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38656) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:16:43.731771 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': 'eab7ff6d-3670-49b6-9b8a-358829f56b95', 'tenant_id': '630483b508104d668cc416178077e4cb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:16:43.753166 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:44.149522 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:44.253841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Allocated IP 172.25.1.134 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/71a39c20-94b8-4615-8bb4-ef382c2df535) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:16:44.354064 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:44.386923 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:44.424506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:16:44.428965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:16:44.431476 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:16:44.454007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'Port': ['ID=71a39c20-94b8-4615-8bb4-ef382c2df535,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:16:44.466902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:44.467268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:44.467609 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:44.467944 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:44.468280 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:44.468611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:44.468938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:44.469261 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:44.469583 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:44.469901 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:44.470222 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:44.470544 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:44.470868 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:16:44.790093 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:44.854054 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:44.874575 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-158a961d-453b-4139-b8a9-c5df6b05d0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:45.003707 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:45.008162 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:45.082080 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'Port': ['ID=71a39c20-94b8-4615-8bb4-ef382c2df535,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:16:45.091868 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:45.190854 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Floating IP 7268e44f-7572-4dcd-9c45-1eea4f7c3dee associated. External IP: 172.25.1.134, port: eab7ff6d-3670-49b6-9b8a-358829f56b95. Dec 12 18:16:45.395937 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Router ef80966e-da25-4cd9-a93e-c88e02f3b745 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:16:45.499957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:16:45.509912 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04776f11-b882-4e64-b667-ebef8f2a3b8f None None] Sync routers for ids ['ef80966e-da25-4cd9-a93e-c88e02f3b745'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:16:45.517848 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:45.520344 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04776f11-b882-4e64-b667-ebef8f2a3b8f None None] Routers {'ef80966e-da25-4cd9-a93e-c88e02f3b745'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:16:45.520953 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-04776f11-b882-4e64-b667-ebef8f2a3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:16:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ef80966e-da25-4cd9-a93e-c88e02f3b745'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:16:45.544237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-37cb9e88-36a9-4cf1-a3e3-823909886222 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8156524 Dec 12 18:16:45.544942 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'tag': 'eab7ff6d-3670-49b6-9b8a-358829f56b95'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:16:45.547319 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89618312-f77b-47b3-9246-d28e607eeb0a" -d '{"events": [{"name": "network-changed", "server_uuid": "e69738b2-ed86-4610-9560-9f960c3e2cc0", "tag": "eab7ff6d-3670-49b6-9b8a-358829f56b95"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:16:45.586749 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7905db2e-360a-47dc-b2a0-1aa12beff4cf x-openstack-request-id: req-7905db2e-360a-47dc-b2a0-1aa12beff4cf {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:16:45.587049 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69738b2-ed86-4610-9560-9f960c3e2cc0", "tag": "eab7ff6d-3670-49b6-9b8a-358829f56b95", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:16:45.587343 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7905db2e-360a-47dc-b2a0-1aa12beff4cf {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:16:45.587739 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'tag': 'eab7ff6d-3670-49b6-9b8a-358829f56b95', 'status': 'completed', 'code': 200} Dec 12 18:16:45.630215 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-04776f11-b882-4e64-b667-ebef8f2a3b8f None None] Set router ef80966e-da25-4cd9-a93e-c88e02f3b745 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:16:45.654477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89618312-f77b-47b3-9246-d28e607eeb0a req-73bac474-f3aa-4247-9a96-0375987147d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:45.656151 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89618312-f77b-47b3-9246-d28e607eeb0a req-73bac474-f3aa-4247-9a96-0375987147d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 1096 time: 0.0448227 Dec 12 18:16:45.744688 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89618312-f77b-47b3-9246-d28e607eeb0a req-7a7cc15c-c0b2-49e7-8c3a-d8023329d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:45.746107 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89618312-f77b-47b3-9246-d28e607eeb0a req-7a7cc15c-c0b2-49e7-8c3a-d8023329d299 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.0827849 Dec 12 18:16:45.815450 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89618312-f77b-47b3-9246-d28e607eeb0a req-b7fb3deb-7d3c-4c2b-97d7-eda094ab5f0d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eab7ff6d-3670-49b6-9b8a-358829f56b95 HTTP/1.1" status: 200 len: 999 time: 0.0619080 Dec 12 18:16:45.848610 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-04776f11-b882-4e64-b667-ebef8f2a3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '7268e44f-7572-4dcd-9c45-1eea4f7c3dee', 'tenant_id': '630483b508104d668cc416178077e4cb', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'port_id': 'eab7ff6d-3670-49b6-9b8a-358829f56b95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'mac_address': 'fa:16:3e:45:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:16:44Z', 'updated_at': '2021-12-12T18:16:44Z', 'revision_number': 0, 'project_id': '630483b508104d668cc416178077e4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 5, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:16:45.864079 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89618312-f77b-47b3-9246-d28e607eeb0a req-171c3bc5-c85c-4eac-9f12-dfb1ccf433cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:45.865596 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89618312-f77b-47b3-9246-d28e607eeb0a req-171c3bc5-c85c-4eac-9f12-dfb1ccf433cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0432923 Dec 12 18:16:45.878303 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04776f11-b882-4e64-b667-ebef8f2a3b8f None None] Checking router: ef80966e-da25-4cd9-a93e-c88e02f3b745 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:16:45.886547 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04776f11-b882-4e64-b667-ebef8f2a3b8f None None] Routers {'ef80966e-da25-4cd9-a93e-c88e02f3b745'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:16:45.887184 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-04776f11-b882-4e64-b667-ebef8f2a3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:16:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ef80966e-da25-4cd9-a93e-c88e02f3b745'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:16:45.920724 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89618312-f77b-47b3-9246-d28e607eeb0a req-9c1285a5-60d1-49de-a6ab-bf36ceacb3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:45.922546 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89618312-f77b-47b3-9246-d28e607eeb0a req-9c1285a5-60d1-49de-a6ab-bf36ceacb3d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497441 Dec 12 18:16:45.990525 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-04776f11-b882-4e64-b667-ebef8f2a3b8f None None] Set router ef80966e-da25-4cd9-a93e-c88e02f3b745 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:16:46.016765 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89618312-f77b-47b3-9246-d28e607eeb0a req-27f13a58-9f91-433f-b9e1-31fad2c9a69e service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865726 Dec 12 18:16:46.106956 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89618312-f77b-47b3-9246-d28e607eeb0a req-7aaed05e-b65f-4a8a-8266-d409009ff349 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827975 Dec 12 18:16:46.298477 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-04776f11-b882-4e64-b667-ebef8f2a3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '7268e44f-7572-4dcd-9c45-1eea4f7c3dee', 'tenant_id': '630483b508104d668cc416178077e4cb', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'port_id': 'eab7ff6d-3670-49b6-9b8a-358829f56b95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'mac_address': 'fa:16:3e:45:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:16:44Z', 'updated_at': '2021-12-12T18:16:44Z', 'revision_number': 0, 'project_id': '630483b508104d668cc416178077e4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 5, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:16:46.326816 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04776f11-b882-4e64-b667-ebef8f2a3b8f None None] The sync data for ids ['ef80966e-da25-4cd9-a93e-c88e02f3b745'] in n-d-760354-5 is: [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '7268e44f-7572-4dcd-9c45-1eea4f7c3dee', 'tenant_id': '630483b508104d668cc416178077e4cb', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'port_id': 'eab7ff6d-3670-49b6-9b8a-358829f56b95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'mac_address': 'fa:16:3e:45:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:16:44Z', 'updated_at': '2021-12-12T18:16:44Z', 'revision_number': 0, 'project_id': '630483b508104d668cc416178077e4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 5, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:16:46.518328 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66378670-27d2-4e99-9b57-c1c3bb332fb3 None None] New status for floating IP 7268e44f-7572-4dcd-9c45-1eea4f7c3dee: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:16:47.234760 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5a5a786b-2962-4493-8f3f-94b9cc2440e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:47.255573 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:47.909210 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:48.409121 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:50.144146 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:50.893249 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:16:57.275255 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2681c736-d698-4e6c-b4e7-ccfccb2d3a8c req-67f4699c-0afc-438b-91c1-2827d08ddb0d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396073 Dec 12 18:16:57.356358 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681c736-d698-4e6c-b4e7-ccfccb2d3a8c req-2184e945-2cd7-4c1a-98fa-7516b289599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:57.357833 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2681c736-d698-4e6c-b4e7-ccfccb2d3a8c req-2184e945-2cd7-4c1a-98fa-7516b289599d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 1096 time: 0.0432904 Dec 12 18:16:57.460020 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681c736-d698-4e6c-b4e7-ccfccb2d3a8c req-79bd3110-9834-4153-9318-cfebb1d77e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:57.461430 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2681c736-d698-4e6c-b4e7-ccfccb2d3a8c req-79bd3110-9834-4153-9318-cfebb1d77e4e service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.0827026 Dec 12 18:16:57.530301 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2681c736-d698-4e6c-b4e7-ccfccb2d3a8c req-d38b531d-82e8-4d8b-bbc4-914f00e3b1b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eab7ff6d-3670-49b6-9b8a-358829f56b95 HTTP/1.1" status: 200 len: 1001 time: 0.0612726 Dec 12 18:16:57.581251 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681c736-d698-4e6c-b4e7-ccfccb2d3a8c req-f844d97b-0e27-415a-9524-5cc7ec4e3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:57.582671 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2681c736-d698-4e6c-b4e7-ccfccb2d3a8c req-f844d97b-0e27-415a-9524-5cc7ec4e3ee7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0426037 Dec 12 18:16:57.626848 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681c736-d698-4e6c-b4e7-ccfccb2d3a8c req-d5f35efa-8a7d-4050-8490-db503275c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:16:57.628372 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2681c736-d698-4e6c-b4e7-ccfccb2d3a8c req-d5f35efa-8a7d-4050-8490-db503275c5ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389388 Dec 12 18:16:57.719679 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2681c736-d698-4e6c-b4e7-ccfccb2d3a8c req-789079ee-0178-437a-8b45-4821246c99c9 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829885 Dec 12 18:16:57.809920 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2681c736-d698-4e6c-b4e7-ccfccb2d3a8c req-2a379f1e-6eb1-4d28-9beb-f1c3e36630e2 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816288 Dec 12 18:16:59.174796 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:17:09.351073 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5318ae9d-d749-47ab-9e14-5ec0f931087c req-58f3f56f-33c1-4cd3-822f-39b49c3c5cc4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419028 Dec 12 18:17:09.430359 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318ae9d-d749-47ab-9e14-5ec0f931087c req-c22e9cae-e4d7-4954-ac03-17579881848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:17:09.431778 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5318ae9d-d749-47ab-9e14-5ec0f931087c req-c22e9cae-e4d7-4954-ac03-17579881848e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fceee01dca7a4dd0adc15a65e1e07c68&device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 1096 time: 0.0396307 Dec 12 18:17:09.543039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318ae9d-d749-47ab-9e14-5ec0f931087c req-ecf9f33f-ac2c-4044-b045-f89c7bbf8a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:17:09.544550 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5318ae9d-d749-47ab-9e14-5ec0f931087c req-ecf9f33f-ac2c-4044-b045-f89c7bbf8a14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad98ab2d-144d-4c4c-bcb0-aa2850baea22 HTTP/1.1" status: 200 len: 910 time: 0.0954008 Dec 12 18:17:09.610415 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5318ae9d-d749-47ab-9e14-5ec0f931087c req-0d1c7c57-5b7e-48d0-b8b6-bd4f122c0b6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 HTTP/1.1" status: 200 len: 1000 time: 0.0586302 Dec 12 18:17:09.660610 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318ae9d-d749-47ab-9e14-5ec0f931087c req-2084cbfe-6858-4d56-894d-c96c7bf0ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:17:09.662067 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5318ae9d-d749-47ab-9e14-5ec0f931087c req-2084cbfe-6858-4d56-894d-c96c7bf0ebc4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aa5dd7d-292b-4aca-9fcd-cd9b34723c17 HTTP/1.1" status: 200 len: 848 time: 0.0452654 Dec 12 18:17:09.711168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318ae9d-d749-47ab-9e14-5ec0f931087c req-24eaf109-24a1-4884-b93d-f257cf62d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:17:09.712759 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5318ae9d-d749-47ab-9e14-5ec0f931087c req-24eaf109-24a1-4884-b93d-f257cf62d5d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad98ab2d-144d-4c4c-bcb0-aa2850baea22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433240 Dec 12 18:17:09.798484 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5318ae9d-d749-47ab-9e14-5ec0f931087c req-6e9961ac-e83a-4696-8bb4-dc01fd467d2b service neutron] 10.222.0.20 "GET /v2.0/networks/ad98ab2d-144d-4c4c-bcb0-aa2850baea22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789399 Dec 12 18:17:09.888164 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5318ae9d-d749-47ab-9e14-5ec0f931087c req-4be36639-89cc-43f5-b7b2-c99fc5a97e1f service neutron] 10.222.0.20 "GET /v2.0/networks/ad98ab2d-144d-4c4c-bcb0-aa2850baea22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829055 Dec 12 18:17:14.875938 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2df6b25c-1ab2-4b46-a487-a3bb609a2bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:17:17.244229 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8436eb7d-a9e7-4d57-90fc-0f76dc48ea35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:17:17.246930 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:17:17.928667 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:17:18.408848 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:17:20.152988 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:17:20.895102 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:17:36.174775 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:17:44.876094 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9ee306cb-4e8a-4daa-a0a2-ec0e864037fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:17:47.236254 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-582c229d-0205-460c-8941-b872e781883e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:17:47.261417 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:17:47.921223 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:17:48.412396 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:17:50.149207 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:17:50.896979 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:17:58.274426 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-13aba021-d0dd-4fbe-a037-fb31ace40ccd req-a25ddc30-b599-4d80-ba84-79689cc38fe6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400612 Dec 12 18:17:58.359385 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aba021-d0dd-4fbe-a037-fb31ace40ccd req-70b945bd-0874-40c6-bfdf-73e42cad08aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:17:58.360899 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-13aba021-d0dd-4fbe-a037-fb31ace40ccd req-70b945bd-0874-40c6-bfdf-73e42cad08aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 1096 time: 0.0444915 Dec 12 18:17:58.461354 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aba021-d0dd-4fbe-a037-fb31ace40ccd req-220ec0e3-9d3a-4cf8-af8f-1ad25e076f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:17:58.462846 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-13aba021-d0dd-4fbe-a037-fb31ace40ccd req-220ec0e3-9d3a-4cf8-af8f-1ad25e076f56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.0831008 Dec 12 18:17:58.532308 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-13aba021-d0dd-4fbe-a037-fb31ace40ccd req-af03785c-009f-45fb-8423-0afc12022f40 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eab7ff6d-3670-49b6-9b8a-358829f56b95 HTTP/1.1" status: 200 len: 1001 time: 0.0616970 Dec 12 18:17:58.580963 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aba021-d0dd-4fbe-a037-fb31ace40ccd req-fa25396b-5037-4085-be32-a8f8cbe23c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:17:58.582430 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-13aba021-d0dd-4fbe-a037-fb31ace40ccd req-fa25396b-5037-4085-be32-a8f8cbe23c76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0429845 Dec 12 18:17:58.625546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aba021-d0dd-4fbe-a037-fb31ace40ccd req-fcdbb951-731e-4dca-86be-f144f9fe3022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:17:58.627018 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-13aba021-d0dd-4fbe-a037-fb31ace40ccd req-fcdbb951-731e-4dca-86be-f144f9fe3022 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379112 Dec 12 18:17:58.717399 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-13aba021-d0dd-4fbe-a037-fb31ace40ccd req-1adcb993-0cab-4944-bce6-79fd1541f27c service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830231 Dec 12 18:17:58.803676 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-13aba021-d0dd-4fbe-a037-fb31ace40ccd req-dea1aea3-09ba-469e-920e-fe98eb571966 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791769 Dec 12 18:18:11.352600 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5936641c-568a-4519-9230-f6c008ac7299 req-f02327bc-41b6-4714-bb9b-11e4751b0f77 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400474 Dec 12 18:18:11.433402 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936641c-568a-4519-9230-f6c008ac7299 req-2113fcd7-068a-4423-b74e-b9e72f636488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:11.434882 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5936641c-568a-4519-9230-f6c008ac7299 req-2113fcd7-068a-4423-b74e-b9e72f636488 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fceee01dca7a4dd0adc15a65e1e07c68&device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 1096 time: 0.0385208 Dec 12 18:18:11.540583 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936641c-568a-4519-9230-f6c008ac7299 req-e6732b29-e666-43e9-b6d6-d61a258341bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:11.542049 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5936641c-568a-4519-9230-f6c008ac7299 req-e6732b29-e666-43e9-b6d6-d61a258341bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad98ab2d-144d-4c4c-bcb0-aa2850baea22 HTTP/1.1" status: 200 len: 910 time: 0.0862677 Dec 12 18:18:11.607076 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5936641c-568a-4519-9230-f6c008ac7299 req-fedafb98-2a75-4bd1-b5db-ba64ceb9d099 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 HTTP/1.1" status: 200 len: 1000 time: 0.0570431 Dec 12 18:18:11.655697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936641c-568a-4519-9230-f6c008ac7299 req-f3610e66-2030-4fda-9002-3e114e30df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:11.657121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5936641c-568a-4519-9230-f6c008ac7299 req-f3610e66-2030-4fda-9002-3e114e30df52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aa5dd7d-292b-4aca-9fcd-cd9b34723c17 HTTP/1.1" status: 200 len: 848 time: 0.0429108 Dec 12 18:18:11.704053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936641c-568a-4519-9230-f6c008ac7299 req-8a926efc-ae9e-44a3-bc9e-383479211486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:11.705521 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5936641c-568a-4519-9230-f6c008ac7299 req-8a926efc-ae9e-44a3-bc9e-383479211486 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad98ab2d-144d-4c4c-bcb0-aa2850baea22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419574 Dec 12 18:18:11.792038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5936641c-568a-4519-9230-f6c008ac7299 req-0f949186-b524-4e33-b296-af84f7dbf90b service neutron] 10.222.0.20 "GET /v2.0/networks/ad98ab2d-144d-4c4c-bcb0-aa2850baea22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790594 Dec 12 18:18:11.883716 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5936641c-568a-4519-9230-f6c008ac7299 req-10bfd909-0ef4-46ab-9420-5648f67be496 service neutron] 10.222.0.20 "GET /v2.0/networks/ad98ab2d-144d-4c4c-bcb0-aa2850baea22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839596 Dec 12 18:18:13.174918 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:18:14.880992 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c28f195f-6a96-42a3-93a2-13128cc7eea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:17.239231 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4b910b6a-873a-43ef-bf95-b50ec5b40339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:17.288044 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:17.920674 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:18.416310 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:20.162388 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:20.900111 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:24.158768 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-6530a720-3f3d-4790-af20-1af8acf31126 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1588060506&fields=id&tenant_id=630483b508104d668cc416178077e4cb HTTP/1.1" status: 200 len: 267 time: 0.0469418 Dec 12 18:18:24.266422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-609bb624-89b2-40dc-aa60-b50122b171d1 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:24.268193 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-609bb624-89b2-40dc-aa60-b50122b171d1 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 812 time: 0.1020830 Dec 12 18:18:24.285132 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-bed7dff5-d70c-44a1-8607-053a68b2e63a tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/quotas/630483b508104d668cc416178077e4cb HTTP/1.1" status: 200 len: 375 time: 0.0112042 Dec 12 18:18:24.340366 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-5f64ccdb-865e-458d-a25f-cf3ff0414766 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493662 Dec 12 18:18:24.432291 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-926871fe-5787-47d6-b1af-d9f3c95e4b84 service neutron] 10.222.0.18 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795636 Dec 12 18:18:24.522199 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-8623babe-f6fe-4e3d-a05f-9ee0abe8c010 service neutron] 10.222.0.18 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837932 Dec 12 18:18:24.862347 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c130bf8-a533-49de-acce-97e51a27e9f8 req-7f155234-74d3-4d1f-8363-a1f3b2811474 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 210 time: 0.0843108 Dec 12 18:18:25.754120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-ea526620-5e74-4b6c-b257-2071723845a2 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:25.755912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-ea526620-5e74-4b6c-b257-2071723845a2 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.20 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 812 time: 0.1056683 Dec 12 18:18:25.825014 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-b3e13f9c-9ab9-46ba-a3a2-d90c29107196 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=630483b508104d668cc416178077e4cb HTTP/1.1" status: 200 len: 380 time: 0.0597584 Dec 12 18:18:25.835778 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Request body: {'port': {'device_id': 'ce72ccce-bab3-4fcc-b9da-f5db6d3182ee', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'admin_state_up': True, 'tenant_id': '630483b508104d668cc416178077e4cb', 'security_groups': ['f82fb897-da9f-4947-969a-1794196e061a']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:18:25.968445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-75092a12-7576-49f8-9e39-cb89a439678f req-6b54527d-799d-4d7e-a835-4765f4effd03 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 210 time: 0.0313141 Dec 12 18:18:25.970310 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Made reservation on behalf of 630483b508104d668cc416178077e4cb for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:18:25.974415 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:26.106147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Allocated IP 172.20.0.6 (0d99059b-b3a0-4220-9a4d-b63575e62b4a/8fd67332-caeb-490f-8bda-30010919c415/417c0864-2094-4b46-8cf5-a015650ee2d4) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:18:26.246222 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:26.280307 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:26.324788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Network 0d99059b-b3a0-4220-9a4d-b63575e62b4a is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:18:26.328015 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:18:26.331755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:18:26.355690 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'Port': ['ID=417c0864-2094-4b46-8cf5-a015650ee2d4,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:18:26.371047 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:26.371454 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:26.371801 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:26.372138 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:26.372477 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:26.372818 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:26.373141 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:26.373465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:26.373790 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:26.374117 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:26.374447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:26.374769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:26.375094 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:26.396447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:26.397074 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:26.414927 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-cd664e6c-d120-4deb-af5b-e884ae1d1366 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5828464 Dec 12 18:18:26.429664 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Request body: {'port': {'device_id': 'ce72ccce-bab3-4fcc-b9da-f5db6d3182ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:18:26.496252 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:26.605807 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a46e0116-daab-49eb-a7f1-2be58f9ea712 None None] Provisioning complete for port 417c0864-2094-4b46-8cf5-a015650ee2d4 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:18:26.606364 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a46e0116-daab-49eb-a7f1-2be58f9ea712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:26.642851 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-a46e0116-daab-49eb-a7f1-2be58f9ea712 None None] Port 417c0864-2094-4b46-8cf5-a015650ee2d4 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:18:26.758121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417c0864-2094-4b46-8cf5-a015650ee2d4 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:18:26.765557 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:26.777810 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Transition to ACTIVE for port object 417c0864-2094-4b46-8cf5-a015650ee2d4 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:18:26.781575 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:26.879191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Pushing event updated for resources: {'Port': ['ID=417c0864-2094-4b46-8cf5-a015650ee2d4,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:18:26.906709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Attempting to bind port 417c0864-2094-4b46-8cf5-a015650ee2d4 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:18:26.907058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Attempting to bind port 417c0864-2094-4b46-8cf5-a015650ee2d4 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:18:26.907425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Attempting to bind port 417c0864-2094-4b46-8cf5-a015650ee2d4 on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:18:26.912223 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Port 417c0864-2094-4b46-8cf5-a015650ee2d4 on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:18:26.912553 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Attempting to bind port 417c0864-2094-4b46-8cf5-a015650ee2d4 on network 0d99059b-b3a0-4220-9a4d-b63575e62b4a {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:18:26.917851 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:18:26.918198 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Checking segment: {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:18:26.918592 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Bound using segment: {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:18:26.919024 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Bound port: 417c0864-2094-4b46-8cf5-a015650ee2d4, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7036a1b2-62a4-479e-8d97-ee275fc0d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:18:26.919418 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:26.987082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] For port 417c0864-2094-4b46-8cf5-a015650ee2d4, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:18:26.991157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] For port 417c0864-2094-4b46-8cf5-a015650ee2d4, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=417c0864-2094-4b46-8cf5-a015650ee2d4,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:18:26.995936 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:27.033353 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:27.034048 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:27.038400 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] 10.222.0.20 "PUT /v2.0/ports/417c0864-2094-4b46-8cf5-a015650ee2d4 HTTP/1.1" status: 200 len: 1091 time: 0.6127532 Dec 12 18:18:27.041026 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce72ccce-bab3-4fcc-b9da-f5db6d3182ee', 'tag': '417c0864-2094-4b46-8cf5-a015650ee2d4'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:18:27.043958 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2fddd3-8598-42d0-a89c-c16c6718ac9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce72ccce-bab3-4fcc-b9da-f5db6d3182ee", "tag": "417c0864-2094-4b46-8cf5-a015650ee2d4"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:18:27.088048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6f0ff-ce26-44c6-ac21-c8a7f4095c97 service neutron] Pushing event updated for resources: {'Port': ['ID=417c0864-2094-4b46-8cf5-a015650ee2d4,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:18:27.190937 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-175a1823-b0d5-4699-8404-561d7207f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:27.193161 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-175a1823-b0d5-4699-8404-561d7207f7ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 1094 time: 0.0866539 Dec 12 18:18:27.208511 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac0277-7b03-46da-bdf2-0401a390c679 req-573ec357-91f3-47ac-8ab3-b264fc849ac8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:27.210146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88ac0277-7b03-46da-bdf2-0401a390c679 req-573ec357-91f3-47ac-8ab3-b264fc849ac8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 943 time: 0.1024597 Dec 12 18:18:27.213380 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28defbf-979d-4bbb-ad21-9312acfc4045 x-openstack-request-id: req-c28defbf-979d-4bbb-ad21-9312acfc4045 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:18:27.213750 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce72ccce-bab3-4fcc-b9da-f5db6d3182ee", "tag": "417c0864-2094-4b46-8cf5-a015650ee2d4", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:18:27.214080 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c28defbf-979d-4bbb-ad21-9312acfc4045 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:18:27.214570 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce72ccce-bab3-4fcc-b9da-f5db6d3182ee', 'tag': '417c0864-2094-4b46-8cf5-a015650ee2d4', 'status': 'completed', 'code': 200} Dec 12 18:18:27.267613 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-0626b348-b9f9-4177-bfb1-16d7428e3d9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=417c0864-2094-4b46-8cf5-a015650ee2d4 HTTP/1.1" status: 200 len: 217 time: 0.0563428 Dec 12 18:18:27.357255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88ac0277-7b03-46da-bdf2-0401a390c679 req-5c1ded2f-a75f-4f48-a7e4-f1d3feb59086 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362727 Dec 12 18:18:27.359929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-c6513469-ccee-41b6-85d5-71912ad6dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:27.361273 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-c6513469-ccee-41b6-85d5-71912ad6dd4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0854197 Dec 12 18:18:27.409847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-7bb0befa-347d-4a43-8cf2-9860d4d186ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:27.411410 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-7bb0befa-347d-4a43-8cf2-9860d4d186ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429847 Dec 12 18:18:27.510373 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-1d5cbad0-089d-4973-9c91-680aff38e605 service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915864 Dec 12 18:18:27.599875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47fd19d4-d93c-4cc5-b8e3-d4ca4b273b80 req-b2c555ec-5e2a-4f22-af04-1141cc6552ea service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818601 Dec 12 18:18:27.683835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fddd3-8598-42d0-a89c-c16c6718ac9c req-30747a6f-bd7b-40e7-9b65-0485ecd23084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:27.685225 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b2fddd3-8598-42d0-a89c-c16c6718ac9c req-30747a6f-bd7b-40e7-9b65-0485ecd23084 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 1094 time: 0.0405300 Dec 12 18:18:27.777770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fddd3-8598-42d0-a89c-c16c6718ac9c req-0fad3be8-ad0a-4c34-91f6-43900a6ce0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:27.779276 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b2fddd3-8598-42d0-a89c-c16c6718ac9c req-0fad3be8-ad0a-4c34-91f6-43900a6ce0dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.0861890 Dec 12 18:18:27.821155 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b2fddd3-8598-42d0-a89c-c16c6718ac9c req-894fadc2-efa2-4640-a9d7-0bb2c0fffae1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=417c0864-2094-4b46-8cf5-a015650ee2d4 HTTP/1.1" status: 200 len: 217 time: 0.0344748 Dec 12 18:18:27.874176 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fddd3-8598-42d0-a89c-c16c6718ac9c req-afae62c0-f01b-403b-842e-8b55a0a3cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:27.875689 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b2fddd3-8598-42d0-a89c-c16c6718ac9c req-afae62c0-f01b-403b-842e-8b55a0a3cebe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0475895 Dec 12 18:18:28.222262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fddd3-8598-42d0-a89c-c16c6718ac9c req-9b296254-66f9-4eef-a16b-b3bf72a79dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:28.223860 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b2fddd3-8598-42d0-a89c-c16c6718ac9c req-9b296254-66f9-4eef-a16b-b3bf72a79dbe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3413632 Dec 12 18:18:28.315451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b2fddd3-8598-42d0-a89c-c16c6718ac9c req-b8506b04-1ede-4ea3-b2bf-0431d663e7dc service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832796 Dec 12 18:18:28.407607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b2fddd3-8598-42d0-a89c-c16c6718ac9c req-f0de4a8b-31c1-48d5-a339-7ba5e7a86ce7 service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853608 Dec 12 18:18:28.478703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003489e-8bad-4f62-8347-6e374a44ac38 req-645d2230-95fa-414d-a69e-7fc83a6f9740 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:28.480098 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9003489e-8bad-4f62-8347-6e374a44ac38 req-645d2230-95fa-414d-a69e-7fc83a6f9740 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 943 time: 0.0484679 Dec 12 18:18:28.531524 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9003489e-8bad-4f62-8347-6e374a44ac38 req-10021d29-067a-4987-bdef-66f0f3e71879 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436952 Dec 12 18:18:29.651588 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246a652-5185-490a-8bc6-cf52fbd06fa4 req-8d64de93-5ae3-4757-8605-33b98a5f428a tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:29.653106 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3246a652-5185-490a-8bc6-cf52fbd06fa4 req-8d64de93-5ae3-4757-8605-33b98a5f428a tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 943 time: 0.0533988 Dec 12 18:18:29.705573 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3246a652-5185-490a-8bc6-cf52fbd06fa4 req-6a634126-5f30-47cd-84e6-d1c49b652d6f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462353 Dec 12 18:18:30.827216 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0d4be-3df8-4ee4-95c7-c83db804da0a req-08075810-cc27-4969-aeea-c1a7eb9f3562 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:30.828972 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00d0d4be-3df8-4ee4-95c7-c83db804da0a req-08075810-cc27-4969-aeea-c1a7eb9f3562 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 943 time: 0.0505416 Dec 12 18:18:30.880147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00d0d4be-3df8-4ee4-95c7-c83db804da0a req-2be4f657-f0b6-46d7-9800-c51a8c5f9ee9 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436072 Dec 12 18:18:32.000182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fb716-6fc5-4111-bbe4-7ae4d4238fc0 req-59d93ed9-9b3d-4ba9-a9be-1bca805169fc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:32.001689 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0e4fb716-6fc5-4111-bbe4-7ae4d4238fc0 req-59d93ed9-9b3d-4ba9-a9be-1bca805169fc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 943 time: 0.0493946 Dec 12 18:18:32.054834 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0e4fb716-6fc5-4111-bbe4-7ae4d4238fc0 req-9904c9ee-e11b-4b6d-96bd-6b94c4b9f15c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472767 Dec 12 18:18:33.171673 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4aa39-740a-42b9-bdc5-a143fa45a81c req-ae1b69a9-badc-4c1c-973d-8275f7d2fae7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:33.173135 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67c4aa39-740a-42b9-bdc5-a143fa45a81c req-ae1b69a9-badc-4c1c-973d-8275f7d2fae7 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 943 time: 0.0478063 Dec 12 18:18:33.221278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67c4aa39-740a-42b9-bdc5-a143fa45a81c req-66f03774-a107-471e-81c0-2d505470f6e5 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416820 Dec 12 18:18:34.354838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd8b7b-cb9b-4069-b753-edb71cefacad req-1e5f8c05-d6dc-4071-90ba-7c38ff30945a tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:34.356345 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45bd8b7b-cb9b-4069-b753-edb71cefacad req-1e5f8c05-d6dc-4071-90ba-7c38ff30945a tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 943 time: 0.0626462 Dec 12 18:18:34.410986 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45bd8b7b-cb9b-4069-b753-edb71cefacad req-7fffad62-5587-4aae-8b2c-3180421fadc4 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481243 Dec 12 18:18:35.545867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce339cb-108d-4c61-afc5-52395f414324 req-4c12238d-39f1-421f-af36-4b55dc79d04a tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:35.547589 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bce339cb-108d-4c61-afc5-52395f414324 req-4c12238d-39f1-421f-af36-4b55dc79d04a tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 943 time: 0.0616972 Dec 12 18:18:35.605341 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bce339cb-108d-4c61-afc5-52395f414324 req-1893b9e3-1c9e-4e50-8a6c-8d8c77f47071 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510371 Dec 12 18:18:36.719500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c3c7c-0124-4966-8ac1-8401173a59fe req-3f397f90-d58a-4606-8f52-bf9292711991 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:36.720940 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-459c3c7c-0124-4966-8ac1-8401173a59fe req-3f397f90-d58a-4606-8f52-bf9292711991 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 943 time: 0.0471489 Dec 12 18:18:36.769388 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-459c3c7c-0124-4966-8ac1-8401173a59fe req-71129da7-81a6-4d32-b3ee-5ef06c4412be tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419884 Dec 12 18:18:37.881820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2dfd5-bc88-46f1-9c3a-072f74d97170 req-3e05feba-03af-4746-827e-613e6c8c3f80 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:37.883337 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1d2dfd5-bc88-46f1-9c3a-072f74d97170 req-3e05feba-03af-4746-827e-613e6c8c3f80 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 943 time: 0.0476232 Dec 12 18:18:37.936904 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1d2dfd5-bc88-46f1-9c3a-072f74d97170 req-0fcd1c21-110e-4f2e-8a2e-7e98e551f207 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476878 Dec 12 18:18:38.646084 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 417c0864-2094-4b46-8cf5-a015650ee2d4 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:18:38.736274 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 417c0864-2094-4b46-8cf5-a015650ee2d4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=417c0864-2094-4b46-8cf5-a015650ee2d4,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:18:38.747447 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '417c0864-2094-4b46-8cf5-a015650ee2d4', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'port_id': '417c0864-2094-4b46-8cf5-a015650ee2d4', 'mac_address': 'fa:16:3e:f3:a2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:18:38.782516 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:38.795183 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417c0864-2094-4b46-8cf5-a015650ee2d4 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:18:38.817431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 417c0864-2094-4b46-8cf5-a015650ee2d4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=417c0864-2094-4b46-8cf5-a015650ee2d4,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:18:38.821134 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:38.866049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=417c0864-2094-4b46-8cf5-a015650ee2d4,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:18:38.873827 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:38.874179 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:38.874525 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:38.874867 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:38.875219 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:38.875559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:38.875891 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:38.876221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:38.876547 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:38.876875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:38.877200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:38.877525 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:38.877848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:39.054949 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aca6e0-af1c-4da2-8d7a-f295fa365886 req-d665b8f3-4808-434e-934f-4cad2e1496b3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:39.056447 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87aca6e0-af1c-4da2-8d7a-f295fa365886 req-d665b8f3-4808-434e-934f-4cad2e1496b3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 944 time: 0.0485237 Dec 12 18:18:39.064781 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['417c0864-2094-4b46-8cf5-a015650ee2d4'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:18:39.106228 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87aca6e0-af1c-4da2-8d7a-f295fa365886 req-e34a9d1c-94f1-4416-95a6-97f312c48a94 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438352 Dec 12 18:18:40.228914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809841a5-1110-4fc3-a225-81536d96e7b5 req-04f0dcb8-d353-49bd-b86e-7fc37bc1d33e tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:40.230391 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-809841a5-1110-4fc3-a225-81536d96e7b5 req-04f0dcb8-d353-49bd-b86e-7fc37bc1d33e tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 944 time: 0.0546889 Dec 12 18:18:40.279231 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-809841a5-1110-4fc3-a225-81536d96e7b5 req-f022336f-1e36-400a-a8d6-a3a8ef461f0f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426667 Dec 12 18:18:40.657891 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 417c0864-2094-4b46-8cf5-a015650ee2d4 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:18:40.705088 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 417c0864-2094-4b46-8cf5-a015650ee2d4 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:18:40.709546 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 417c0864-2094-4b46-8cf5-a015650ee2d4 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:18:40.709922 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:40.787768 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:40.809524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce72ccce-bab3-4fcc-b9da-f5db6d3182ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417c0864-2094-4b46-8cf5-a015650ee2d4'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:18:40.811823 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb719efb-0f59-4268-b666-3045180fb9c8" -d '{"events": [{"server_uuid": "ce72ccce-bab3-4fcc-b9da-f5db6d3182ee", "name": "network-vif-plugged", "status": "completed", "tag": "417c0864-2094-4b46-8cf5-a015650ee2d4"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:18:40.825110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 417c0864-2094-4b46-8cf5-a015650ee2d4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=417c0864-2094-4b46-8cf5-a015650ee2d4,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:18:40.829937 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:40.875967 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=417c0864-2094-4b46-8cf5-a015650ee2d4,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:18:40.913586 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46517737-cdb6-481c-aeea-7dd89b486e26 x-openstack-request-id: req-46517737-cdb6-481c-aeea-7dd89b486e26 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:18:40.913884 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce72ccce-bab3-4fcc-b9da-f5db6d3182ee", "name": "network-vif-plugged", "status": "completed", "tag": "417c0864-2094-4b46-8cf5-a015650ee2d4", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:18:40.914141 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46517737-cdb6-481c-aeea-7dd89b486e26 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:18:40.914539 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce72ccce-bab3-4fcc-b9da-f5db6d3182ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417c0864-2094-4b46-8cf5-a015650ee2d4', 'code': 200} Dec 12 18:18:41.013706 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1631e4-3e42-409b-aae9-a93eca503fbe req-33eb9fe0-48e5-4cb5-b395-688bf38ce6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:41.015223 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e1631e4-3e42-409b-aae9-a93eca503fbe req-33eb9fe0-48e5-4cb5-b395-688bf38ce6c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 1096 time: 0.0435309 Dec 12 18:18:41.061367 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e1631e4-3e42-409b-aae9-a93eca503fbe req-0ecc8a9c-1c5f-437a-aa05-3ce4ca623207 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382130 Dec 12 18:18:41.393302 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c3ed8-87d9-4b6a-b995-864d18ea5749 req-2c0ef547-0753-4384-ae18-691fe4c28608 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:41.394787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-174c3ed8-87d9-4b6a-b995-864d18ea5749 req-2c0ef547-0753-4384-ae18-691fe4c28608 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 945 time: 0.0482721 Dec 12 18:18:41.443153 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-174c3ed8-87d9-4b6a-b995-864d18ea5749 req-6bcc7b72-3599-4342-8383-ae5480d915f1 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424330 Dec 12 18:18:42.294532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-4dd81e8c-c4a3-4670-b5ee-10d21a4e080d req-0339636f-b4c0-449f-b8bb-c0a4baef6e00 service neutron] (103151) timed out ('10.222.0.20', 53591) {{(pid=103151) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 18:18:42.561398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb22462-01b8-4368-915a-66453b5d3ca5 req-65b7f312-fc8b-4a48-92b2-2723a3fb2ffb tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:42.562761 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bb22462-01b8-4368-915a-66453b5d3ca5 req-65b7f312-fc8b-4a48-92b2-2723a3fb2ffb tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 945 time: 0.0508459 Dec 12 18:18:42.611916 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1bb22462-01b8-4368-915a-66453b5d3ca5 req-5d89708d-6e71-4316-8abf-b7cbfbf7274a tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422950 Dec 12 18:18:42.724582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706861c-fcfd-4773-aba9-25d8ae7a860a req-2a7629f3-913d-4c27-9dca-55caa9703d7d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:42.726047 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b706861c-fcfd-4773-aba9-25d8ae7a860a req-2a7629f3-913d-4c27-9dca-55caa9703d7d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 945 time: 0.0475562 Dec 12 18:18:42.774634 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b706861c-fcfd-4773-aba9-25d8ae7a860a req-fc8d3d6b-a0a2-4f9a-8269-93fae4bb23fc tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426199 Dec 12 18:18:42.796889 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38812) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:18:42.834531 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441d15ef-4264-40db-bd6b-a0075bbbb214 tempest-TestVolumeBootPattern-514828181 tempest-TestVolumeBootPattern-514828181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:42.836236 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-441d15ef-4264-40db-bd6b-a0075bbbb214 tempest-TestVolumeBootPattern-514828181 tempest-TestVolumeBootPattern-514828181-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 1091 time: 0.0383961 Dec 12 18:18:42.838879 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38814) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:18:42.842982 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': '417c0864-2094-4b46-8cf5-a015650ee2d4', 'tenant_id': '630483b508104d668cc416178077e4cb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:18:42.865294 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:42.961037 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:43.065732 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Allocated IP 172.25.1.104 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/0813ccbc-98d1-4b5f-a5f8-eb7c962269c7) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:18:43.165353 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:43.201915 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:43.240240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:18:43.243028 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:18:43.245474 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:18:43.275132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'Port': ['ID=0813ccbc-98d1-4b5f-a5f8-eb7c962269c7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:18:43.591769 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:43.660064 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:43.813447 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:43.818489 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:43.885458 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event updated for resources: {'Port': ['ID=0813ccbc-98d1-4b5f-a5f8-eb7c962269c7,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:18:43.899002 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:44.003657 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Floating IP 35785ea6-a0a4-46a0-b7bc-7d23604ad010 associated. External IP: 172.25.1.104, port: 417c0864-2094-4b46-8cf5-a015650ee2d4. Dec 12 18:18:44.212023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Router ef80966e-da25-4cd9-a93e-c88e02f3b745 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:18:44.317990 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:18:44.328678 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c9b5a5-1c7f-4ca1-9c91-f758037a8070 None None] Sync routers for ids ['ef80966e-da25-4cd9-a93e-c88e02f3b745'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:18:44.336453 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:44.341096 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c9b5a5-1c7f-4ca1-9c91-f758037a8070 None None] Routers {'ef80966e-da25-4cd9-a93e-c88e02f3b745'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:18:44.341722 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e0c9b5a5-1c7f-4ca1-9c91-f758037a8070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:18:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ef80966e-da25-4cd9-a93e-c88e02f3b745'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:18:44.370613 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f05056b6-813c-4581-960d-abe10fb4c48d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5306838 Dec 12 18:18:44.371681 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce72ccce-bab3-4fcc-b9da-f5db6d3182ee', 'tag': '417c0864-2094-4b46-8cf5-a015650ee2d4'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:18:44.376734 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c09a7d4-d8b0-422c-866d-fb27b9fbc014" -d '{"events": [{"name": "network-changed", "server_uuid": "ce72ccce-bab3-4fcc-b9da-f5db6d3182ee", "tag": "417c0864-2094-4b46-8cf5-a015650ee2d4"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:18:44.416417 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812896f3-bb00-44bc-ac7c-11e26adaa8fd x-openstack-request-id: req-812896f3-bb00-44bc-ac7c-11e26adaa8fd {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:18:44.416582 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce72ccce-bab3-4fcc-b9da-f5db6d3182ee", "tag": "417c0864-2094-4b46-8cf5-a015650ee2d4", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:18:44.416714 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-812896f3-bb00-44bc-ac7c-11e26adaa8fd {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:18:44.417112 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce72ccce-bab3-4fcc-b9da-f5db6d3182ee', 'tag': '417c0864-2094-4b46-8cf5-a015650ee2d4', 'status': 'completed', 'code': 200} Dec 12 18:18:44.452478 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e0c9b5a5-1c7f-4ca1-9c91-f758037a8070 None None] Set router ef80966e-da25-4cd9-a93e-c88e02f3b745 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:18:44.483122 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09a7d4-d8b0-422c-866d-fb27b9fbc014 req-04048f7e-6af8-44ec-b8f1-76e3558f823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:44.484955 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c09a7d4-d8b0-422c-866d-fb27b9fbc014 req-04048f7e-6af8-44ec-b8f1-76e3558f823a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 1096 time: 0.0424469 Dec 12 18:18:44.583415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09a7d4-d8b0-422c-866d-fb27b9fbc014 req-b878b4e0-ae9f-436a-9c7d-907c7b5c9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:44.584969 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c09a7d4-d8b0-422c-866d-fb27b9fbc014 req-b878b4e0-ae9f-436a-9c7d-907c7b5c9475 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.0930629 Dec 12 18:18:44.656717 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c09a7d4-d8b0-422c-866d-fb27b9fbc014 req-8705cd1b-691d-42bb-a094-f0b3f3bfd1bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=417c0864-2094-4b46-8cf5-a015650ee2d4 HTTP/1.1" status: 200 len: 999 time: 0.0641532 Dec 12 18:18:44.685247 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e0c9b5a5-1c7f-4ca1-9c91-f758037a8070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '35785ea6-a0a4-46a0-b7bc-7d23604ad010', 'tenant_id': '630483b508104d668cc416178077e4cb', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'port_id': '417c0864-2094-4b46-8cf5-a015650ee2d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'mac_address': 'fa:16:3e:f3:a2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce72ccce-bab3-4fcc-b9da-f5db6d3182ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:18:43Z', 'updated_at': '2021-12-12T18:18:43Z', 'revision_number': 0, 'project_id': '630483b508104d668cc416178077e4cb', 'fixed_ip_address_scope': None}, {'id': '7268e44f-7572-4dcd-9c45-1eea4f7c3dee', 'tenant_id': '630483b508104d668cc416178077e4cb', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'port_id': 'eab7ff6d-3670-49b6-9b8a-358829f56b95', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'mac_address': 'fa:16:3e:45:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:16:44Z', 'updated_at': '2021-12-12T18:16:46Z', 'revision_number': 1, 'project_id': '630483b508104d668cc416178077e4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 5, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:18:44.704151 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09a7d4-d8b0-422c-866d-fb27b9fbc014 req-f03031e4-69c5-45e8-b5be-d924dad2a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:44.705635 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c09a7d4-d8b0-422c-866d-fb27b9fbc014 req-f03031e4-69c5-45e8-b5be-d924dad2a0c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0423312 Dec 12 18:18:44.713889 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c9b5a5-1c7f-4ca1-9c91-f758037a8070 None None] Checking router: ef80966e-da25-4cd9-a93e-c88e02f3b745 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:18:44.722126 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c9b5a5-1c7f-4ca1-9c91-f758037a8070 None None] Routers {'ef80966e-da25-4cd9-a93e-c88e02f3b745'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:18:44.722604 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e0c9b5a5-1c7f-4ca1-9c91-f758037a8070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:18:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ef80966e-da25-4cd9-a93e-c88e02f3b745'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:18:44.750794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09a7d4-d8b0-422c-866d-fb27b9fbc014 req-1d1a9180-8aea-495f-93db-31c9ed45953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:44.752359 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c09a7d4-d8b0-422c-866d-fb27b9fbc014 req-1d1a9180-8aea-495f-93db-31c9ed45953d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396202 Dec 12 18:18:44.823031 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e0c9b5a5-1c7f-4ca1-9c91-f758037a8070 None None] Set router ef80966e-da25-4cd9-a93e-c88e02f3b745 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:18:44.844926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c09a7d4-d8b0-422c-866d-fb27b9fbc014 req-a12bec8b-1773-4235-bde7-0e73bf24b931 service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849869 Dec 12 18:18:44.881989 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e4a54dc-1cdf-469e-ab07-a76688e097fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:44.935831 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c09a7d4-d8b0-422c-866d-fb27b9fbc014 req-0639dfc5-8316-48a7-b6f1-920f1e0bdd39 service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828886 Dec 12 18:18:45.052090 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e0c9b5a5-1c7f-4ca1-9c91-f758037a8070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '35785ea6-a0a4-46a0-b7bc-7d23604ad010', 'tenant_id': '630483b508104d668cc416178077e4cb', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'port_id': '417c0864-2094-4b46-8cf5-a015650ee2d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'mac_address': 'fa:16:3e:f3:a2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce72ccce-bab3-4fcc-b9da-f5db6d3182ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:18:43Z', 'updated_at': '2021-12-12T18:18:43Z', 'revision_number': 0, 'project_id': '630483b508104d668cc416178077e4cb', 'fixed_ip_address_scope': None}, {'id': '7268e44f-7572-4dcd-9c45-1eea4f7c3dee', 'tenant_id': '630483b508104d668cc416178077e4cb', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'port_id': 'eab7ff6d-3670-49b6-9b8a-358829f56b95', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'mac_address': 'fa:16:3e:45:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:16:44Z', 'updated_at': '2021-12-12T18:16:46Z', 'revision_number': 1, 'project_id': '630483b508104d668cc416178077e4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 5, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:18:45.077270 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c9b5a5-1c7f-4ca1-9c91-f758037a8070 None None] The sync data for ids ['ef80966e-da25-4cd9-a93e-c88e02f3b745'] in n-d-760354-5 is: [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '35785ea6-a0a4-46a0-b7bc-7d23604ad010', 'tenant_id': '630483b508104d668cc416178077e4cb', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'port_id': '417c0864-2094-4b46-8cf5-a015650ee2d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'mac_address': 'fa:16:3e:f3:a2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce72ccce-bab3-4fcc-b9da-f5db6d3182ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:18:43Z', 'updated_at': '2021-12-12T18:18:43Z', 'revision_number': 0, 'project_id': '630483b508104d668cc416178077e4cb', 'fixed_ip_address_scope': None}, {'id': '7268e44f-7572-4dcd-9c45-1eea4f7c3dee', 'tenant_id': '630483b508104d668cc416178077e4cb', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'port_id': 'eab7ff6d-3670-49b6-9b8a-358829f56b95', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'mac_address': 'fa:16:3e:45:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:16:44Z', 'updated_at': '2021-12-12T18:16:46Z', 'revision_number': 1, 'project_id': '630483b508104d668cc416178077e4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 5, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:18:45.273089 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf8455-73db-401a-8627-ef772e8ac3b1 None None] New status for floating IP 35785ea6-a0a4-46a0-b7bc-7d23604ad010: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:18:47.240618 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4591a8dd-1b0d-4737-9fed-70f532bf5207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:47.293465 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:47.943498 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:48.413420 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:49.318166 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e1f8e-7cc0-4bb8-bec5-49c60eaeff8d req-ac5073f0-e465-4512-98e9-7e45cc06e8e1 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:49.319679 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d7e1f8e-7cc0-4bb8-bec5-49c60eaeff8d req-ac5073f0-e465-4512-98e9-7e45cc06e8e1 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 945 time: 0.0533855 Dec 12 18:18:49.369934 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d7e1f8e-7cc0-4bb8-bec5-49c60eaeff8d req-fb35810f-d0bd-4019-9342-991589c23cf3 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e07b70-1452-4698-89fa-715f23faf177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430412 Dec 12 18:18:50.156441 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:50.173421 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:18:50.486659 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0e846-1dee-4187-8f2c-5f7c742186db req-7e761579-253a-4d94-904a-a670a78f79ac tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:50.488209 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3c0e846-1dee-4187-8f2c-5f7c742186db req-7e761579-253a-4d94-904a-a670a78f79ac tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 945 time: 0.0482571 Dec 12 18:18:50.565482 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3c0e846-1dee-4187-8f2c-5f7c742186db req-32e45309-eecf-495a-9826-12366bb51f7d tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e07b70-1452-4698-89fa-715f23faf177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711999 Dec 12 18:18:50.581259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faa1a5-0cb4-48a9-a618-4a39b86328c6 req-023f2e57-24f1-4c83-beb1-35dd70ed3a7b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:50.583415 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88faa1a5-0cb4-48a9-a618-4a39b86328c6 req-023f2e57-24f1-4c83-beb1-35dd70ed3a7b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.20 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 945 time: 0.0698657 Dec 12 18:18:50.671720 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-88faa1a5-0cb4-48a9-a618-4a39b86328c6 req-16b5640c-bf71-4e3d-a5d0-b2c1cd8683f6 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Deleting port 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:18:50.671985 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-88faa1a5-0cb4-48a9-a618-4a39b86328c6 req-16b5640c-bf71-4e3d-a5d0-b2c1cd8683f6 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:50.761697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-88faa1a5-0cb4-48a9-a618-4a39b86328c6 req-16b5640c-bf71-4e3d-a5d0-b2c1cd8683f6 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] For port 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4,segment=NetworkSegment(c8ec99a4-5308-4586-bb11-0d239bcec7dd),segment_id=c8ec99a4-5308-4586-bb11-0d239bcec7dd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:18:50.762058 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-88faa1a5-0cb4-48a9-a618-4a39b86328c6 req-16b5640c-bf71-4e3d-a5d0-b2c1cd8683f6 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:50.902809 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:50.977713 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-88faa1a5-0cb4-48a9-a618-4a39b86328c6 req-16b5640c-bf71-4e3d-a5d0-b2c1cd8683f6 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:50.977996 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-88faa1a5-0cb4-48a9-a618-4a39b86328c6 req-16b5640c-bf71-4e3d-a5d0-b2c1cd8683f6 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:50.978317 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-88faa1a5-0cb4-48a9-a618-4a39b86328c6 req-16b5640c-bf71-4e3d-a5d0-b2c1cd8683f6 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Floating IP 087b74e5-0932-4f7a-8826-c1da46074300 disassociated. External IP: 172.25.1.30, port: 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4. Dec 12 18:18:50.978667 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-88faa1a5-0cb4-48a9-a618-4a39b86328c6 req-16b5640c-bf71-4e3d-a5d0-b2c1cd8683f6 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Calling delete_port for 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:18:51.104860 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-88faa1a5-0cb4-48a9-a618-4a39b86328c6 req-16b5640c-bf71-4e3d-a5d0-b2c1cd8683f6 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:51.134323 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5640c-bf71-4e3d-a5d0-b2c1cd8683f6 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Pushing event deleted for resources: {'Port': ['ID=3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:18:51.247354 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88faa1a5-0cb4-48a9-a618-4a39b86328c6 req-16b5640c-bf71-4e3d-a5d0-b2c1cd8683f6 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Router a391765e-553e-490a-8779-642a1d526cb8 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:18:51.352246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88faa1a5-0cb4-48a9-a618-4a39b86328c6 req-16b5640c-bf71-4e3d-a5d0-b2c1cd8683f6 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:18:51.361876 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab0c10-3142-403a-95de-4677489f6da0 None None] Sync routers for ids ['a391765e-553e-490a-8779-642a1d526cb8'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:18:51.372788 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab0c10-3142-403a-95de-4677489f6da0 None None] Routers {'a391765e-553e-490a-8779-642a1d526cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:18:51.373392 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-98ab0c10-3142-403a-95de-4677489f6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:18:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a391765e-553e-490a-8779-642a1d526cb8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:18:51.390980 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-88faa1a5-0cb4-48a9-a618-4a39b86328c6 req-16b5640c-bf71-4e3d-a5d0-b2c1cd8683f6 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] No DVR routers for this DVR port 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:18:51.393784 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-88faa1a5-0cb4-48a9-a618-4a39b86328c6 req-16b5640c-bf71-4e3d-a5d0-b2c1cd8683f6 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:51.397660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88faa1a5-0cb4-48a9-a618-4a39b86328c6 req-16b5640c-bf71-4e3d-a5d0-b2c1cd8683f6 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.20 "DELETE /v2.0/ports/3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 HTTP/1.1" status: 204 len: 173 time: 0.8083141 Dec 12 18:18:51.398131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a641043a-638d-4ff6-8752-532ffee48824', 'name': 'network-vif-deleted', 'tag': '3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:18:51.400552 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc3fd81-8e7e-4c75-813a-1227bee59d44" -d '{"events": [{"server_uuid": "a641043a-638d-4ff6-8752-532ffee48824", "name": "network-vif-deleted", "tag": "3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:18:51.450656 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb07f8fc-ae5d-4945-8afb-9e86c10c8888 x-openstack-request-id: req-fb07f8fc-ae5d-4945-8afb-9e86c10c8888 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:18:51.450972 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a641043a-638d-4ff6-8752-532ffee48824", "name": "network-vif-deleted", "tag": "3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:18:51.451251 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb07f8fc-ae5d-4945-8afb-9e86c10c8888 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:18:51.451651 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a641043a-638d-4ff6-8752-532ffee48824', 'name': 'network-vif-deleted', 'tag': '3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4', 'status': 'completed', 'code': 200} Dec 12 18:18:51.499604 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-98ab0c10-3142-403a-95de-4677489f6da0 None None] Set router a391765e-553e-490a-8779-642a1d526cb8 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:18:51.681719 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90223500-c1b8-4a54-8374-a4d6f24878c1 req-255e2352-fdce-4107-933a-93703e61f3b7 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "GET /v2.0/ports?device_id=a641043a-638d-4ff6-8752-532ffee48824 HTTP/1.1" status: 200 len: 210 time: 0.0303853 Dec 12 18:18:51.802321 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-98ab0c10-3142-403a-95de-4677489f6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391765e-553e-490a-8779-642a1d526cb8', 'name': 'tempest-TestServerBasicOps-1817255501-router', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 4, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'gw_port': {'id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'fbc28e2d-3474-4a72-8dd9-487f2c03ba8d', 'name': '', 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'mac_address': 'fa:16:3e:2b:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:46Z', 'updated_at': '2021-12-12T18:13:50Z', 'revision_number': 5, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'subnets': [{'id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:18:51.830218 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab0c10-3142-403a-95de-4677489f6da0 None None] Checking router: a391765e-553e-490a-8779-642a1d526cb8 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:18:51.838615 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab0c10-3142-403a-95de-4677489f6da0 None None] Routers {'a391765e-553e-490a-8779-642a1d526cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:18:51.839273 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-98ab0c10-3142-403a-95de-4677489f6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:18:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a391765e-553e-490a-8779-642a1d526cb8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:18:51.947281 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-98ab0c10-3142-403a-95de-4677489f6da0 None None] Set router a391765e-553e-490a-8779-642a1d526cb8 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:18:52.139180 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-98ab0c10-3142-403a-95de-4677489f6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391765e-553e-490a-8779-642a1d526cb8', 'name': 'tempest-TestServerBasicOps-1817255501-router', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 4, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'gw_port': {'id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'fbc28e2d-3474-4a72-8dd9-487f2c03ba8d', 'name': '', 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'mac_address': 'fa:16:3e:2b:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:46Z', 'updated_at': '2021-12-12T18:13:50Z', 'revision_number': 5, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'subnets': [{'id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:18:52.164922 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab0c10-3142-403a-95de-4677489f6da0 None None] The sync data for ids ['a391765e-553e-490a-8779-642a1d526cb8'] in n-d-760354-5 is: [{'id': 'a391765e-553e-490a-8779-642a1d526cb8', 'name': 'tempest-TestServerBasicOps-1817255501-router', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 4, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'gw_port': {'id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'fbc28e2d-3474-4a72-8dd9-487f2c03ba8d', 'name': '', 'network_id': 'ad98ab2d-144d-4c4c-bcb0-aa2850baea22', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'mac_address': 'fa:16:3e:2b:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:46Z', 'updated_at': '2021-12-12T18:13:50Z', 'revision_number': 5, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'subnets': [{'id': '1aa5dd7d-292b-4aca-9fcd-cd9b34723c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:18:52.375665 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f028aa55-e84c-4a67-9f00-b7e1bac9bc12 None None] New status for floating IP 087b74e5-0932-4f7a-8826-c1da46074300: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:18:52.741108 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38834) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:18:52.876429 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Deleting port d720d858-6659-43cb-a799-f0026654d500 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:18:52.876778 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:52.960567 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:52.960922 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:52.974420 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Calling delete_port for d720d858-6659-43cb-a799-f0026654d500 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:18:53.110084 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:53.140295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Pushing event deleted for resources: {'Port': ['ID=d720d858-6659-43cb-a799-f0026654d500,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:18:53.166461 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:53.166807 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:53.167151 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:53.167515 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:53.167903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:53.168236 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:53.168567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:53.168897 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:53.169227 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:53.169552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:53.169954 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:53.170245 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:53.170601 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:18:53.211654 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:53.214431 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:53.215628 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9a9c18fa-41f7-4f42-ba6c-736b8c49444b tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "DELETE /v2.0/floatingips/087b74e5-0932-4f7a-8826-c1da46074300 HTTP/1.1" status: 204 len: 168 time: 0.4734440 Dec 12 18:18:53.292146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38840) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:18:53.349852 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3bea673f-c716-4039-a224-3c6bdef8f2e2 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:53.375084 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3bea673f-c716-4039-a224-3c6bdef8f2e2 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:53.436207 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3bea673f-c716-4039-a224-3c6bdef8f2e2 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:53.439888 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3bea673f-c716-4039-a224-3c6bdef8f2e2 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:53.441257 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3bea673f-c716-4039-a224-3c6bdef8f2e2 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] 10.222.0.18 "DELETE /v2.0/security-groups/42e07b70-1452-4698-89fa-715f23faf177 HTTP/1.1" status: 204 len: 168 time: 0.1480756 Dec 12 18:18:53.452567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea673f-c716-4039-a224-3c6bdef8f2e2 tempest-TestServerBasicOps-601802394 tempest-TestServerBasicOps-601802394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e07b70-1452-4698-89fa-715f23faf177,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:18:54.549157 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38848) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:18:54.742370 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:18:54.762172 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:18:54.762523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 3e1753a6-a4d6-4b4e-895f-3d11e5b2f0a4 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:18:55.298800 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f09e467-3caa-4f2a-9ad3-19485e292a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:55.537555 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4f09e467-3caa-4f2a-9ad3-19485e292a2a admin admin] Deleting port fbc28e2d-3474-4a72-8dd9-487f2c03ba8d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:18:55.537897 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f09e467-3caa-4f2a-9ad3-19485e292a2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:55.617087 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-4f09e467-3caa-4f2a-9ad3-19485e292a2a admin admin] For port fbc28e2d-3474-4a72-8dd9-487f2c03ba8d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=fbc28e2d-3474-4a72-8dd9-487f2c03ba8d,segment=NetworkSegment(c8ec99a4-5308-4586-bb11-0d239bcec7dd),segment_id=c8ec99a4-5308-4586-bb11-0d239bcec7dd)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:18:55.617768 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f09e467-3caa-4f2a-9ad3-19485e292a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:55.629740 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4f09e467-3caa-4f2a-9ad3-19485e292a2a admin admin] Calling delete_port for fbc28e2d-3474-4a72-8dd9-487f2c03ba8d owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:18:55.804458 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f09e467-3caa-4f2a-9ad3-19485e292a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:55.829809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09e467-3caa-4f2a-9ad3-19485e292a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc28e2d-3474-4a72-8dd9-487f2c03ba8d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:18:55.992555 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f09e467-3caa-4f2a-9ad3-19485e292a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:56.208262 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f09e467-3caa-4f2a-9ad3-19485e292a2a admin admin] Router a391765e-553e-490a-8779-642a1d526cb8 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:18:56.313640 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f09e467-3caa-4f2a-9ad3-19485e292a2a admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:18:56.321282 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4f09e467-3caa-4f2a-9ad3-19485e292a2a admin admin] 10.222.0.18 "PUT /v2.0/routers/a391765e-553e-490a-8779-642a1d526cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7686467 Dec 12 18:18:56.321391 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38852) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:18:56.323024 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d88b7d-ffc3-4bc9-a540-eefa521612e9 None None] Sync routers for ids ['a391765e-553e-490a-8779-642a1d526cb8'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:18:56.332346 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d88b7d-ffc3-4bc9-a540-eefa521612e9 None None] Routers {'a391765e-553e-490a-8779-642a1d526cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:18:56.332951 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-76d88b7d-ffc3-4bc9-a540-eefa521612e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:18:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a391765e-553e-490a-8779-642a1d526cb8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:18:56.423903 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7a00-4c5d-4a36-acda-5f1a40aa4ab6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:56.435695 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-76d88b7d-ffc3-4bc9-a540-eefa521612e9 None None] Set router a391765e-553e-490a-8779-642a1d526cb8 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:18:56.525290 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7a00-4c5d-4a36-acda-5f1a40aa4ab6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:56.578240 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4e9a7a00-4c5d-4a36-acda-5f1a40aa4ab6 admin admin] Deleting port 6766a80e-9dbc-4ec3-9dc0-e8f3de045091 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:18:56.578589 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7a00-4c5d-4a36-acda-5f1a40aa4ab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:56.608167 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-76d88b7d-ffc3-4bc9-a540-eefa521612e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391765e-553e-490a-8779-642a1d526cb8', 'name': 'tempest-TestServerBasicOps-1817255501-router', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:18:55Z', 'revision_number': 5, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'gw_port': {'id': '6766a80e-9dbc-4ec3-9dc0-e8f3de045091', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391765e-553e-490a-8779-642a1d526cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:18:56.637669 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d88b7d-ffc3-4bc9-a540-eefa521612e9 None None] Checking router: a391765e-553e-490a-8779-642a1d526cb8 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:18:56.647086 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d88b7d-ffc3-4bc9-a540-eefa521612e9 None None] Routers {'a391765e-553e-490a-8779-642a1d526cb8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:18:56.647725 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-76d88b7d-ffc3-4bc9-a540-eefa521612e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:18:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['a391765e-553e-490a-8779-642a1d526cb8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:18:56.661306 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-4e9a7a00-4c5d-4a36-acda-5f1a40aa4ab6 admin admin] For port 6766a80e-9dbc-4ec3-9dc0-e8f3de045091, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6766a80e-9dbc-4ec3-9dc0-e8f3de045091,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:18:56.661852 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7a00-4c5d-4a36-acda-5f1a40aa4ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:56.673491 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4e9a7a00-4c5d-4a36-acda-5f1a40aa4ab6 admin admin] Calling delete_port for 6766a80e-9dbc-4ec3-9dc0-e8f3de045091 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:18:56.731645 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-76d88b7d-ffc3-4bc9-a540-eefa521612e9 None None] Set router a391765e-553e-490a-8779-642a1d526cb8 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:18:56.784841 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-76d88b7d-ffc3-4bc9-a540-eefa521612e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391765e-553e-490a-8779-642a1d526cb8', 'name': 'tempest-TestServerBasicOps-1817255501-router', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:18:56Z', 'revision_number': 6, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:18:56.814744 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d88b7d-ffc3-4bc9-a540-eefa521612e9 None None] The sync data for ids ['a391765e-553e-490a-8779-642a1d526cb8'] in n-d-760354-5 is: [{'id': 'a391765e-553e-490a-8779-642a1d526cb8', 'name': 'tempest-TestServerBasicOps-1817255501-router', 'tenant_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:43Z', 'updated_at': '2021-12-12T18:18:56Z', 'revision_number': 6, 'project_id': 'fceee01dca7a4dd0adc15a65e1e07c68', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:18:56.838410 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7a00-4c5d-4a36-acda-5f1a40aa4ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:56.865698 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a7a00-4c5d-4a36-acda-5f1a40aa4ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6766a80e-9dbc-4ec3-9dc0-e8f3de045091,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:18:56.876249 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530a4bca-5733-4088-be07-5c0134c327e4 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:18:56.923086 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7a00-4c5d-4a36-acda-5f1a40aa4ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.010725 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7a00-4c5d-4a36-acda-5f1a40aa4ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.012831 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7a00-4c5d-4a36-acda-5f1a40aa4ab6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.058145 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7a00-4c5d-4a36-acda-5f1a40aa4ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.058801 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9a7a00-4c5d-4a36-acda-5f1a40aa4ab6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a391765e-553e-490a-8779-642a1d526cb8 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:18:57.063672 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7a00-4c5d-4a36-acda-5f1a40aa4ab6 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.064973 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4e9a7a00-4c5d-4a36-acda-5f1a40aa4ab6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a391765e-553e-490a-8779-642a1d526cb8 HTTP/1.1" status: 204 len: 168 time: 0.7426379 Dec 12 18:18:57.068032 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38854) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:18:57.111403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-4932baf5-b75d-484a-b5f0-7e5c76b34416 admin admin] Deleting subnet 1aa5dd7d-292b-4aca-9fcd-cd9b34723c17 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:18:57.114393 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4932baf5-b75d-484a-b5f0-7e5c76b34416 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.149635 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4932baf5-b75d-484a-b5f0-7e5c76b34416 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.236304 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4932baf5-b75d-484a-b5f0-7e5c76b34416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.287251 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4932baf5-b75d-484a-b5f0-7e5c76b34416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.312941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932baf5-b75d-484a-b5f0-7e5c76b34416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aa5dd7d-292b-4aca-9fcd-cd9b34723c17,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:18:57.314828 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4932baf5-b75d-484a-b5f0-7e5c76b34416 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.319558 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4932baf5-b75d-484a-b5f0-7e5c76b34416 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1aa5dd7d-292b-4aca-9fcd-cd9b34723c17 HTTP/1.1" status: 204 len: 168 time: 0.2496183 Dec 12 18:18:57.319648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3390a929-9309-4ec9-939a-c801b1ebed7d None None] Network ad98ab2d-144d-4c4c-bcb0-aa2850baea22 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:18:57.321165 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 38856) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:18:57.395607 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.450400 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] Deleting port 89c9d40b-a7f4-477b-99f2-489f432b7ee6 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:18:57.450744 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.513183 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] For port 89c9d40b-a7f4-477b-99f2-489f432b7ee6, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=89c9d40b-a7f4-477b-99f2-489f432b7ee6,segment=NetworkSegment(c8ec99a4-5308-4586-bb11-0d239bcec7dd),segment_id=c8ec99a4-5308-4586-bb11-0d239bcec7dd)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:18:57.513551 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.525931 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] Calling delete_port for 89c9d40b-a7f4-477b-99f2-489f432b7ee6 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:18:57.607365 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc041e7-7240-4c73-8071-91855551cda9 None None] DHCP port deletion for ad98ab2d-144d-4c4c-bcb0-aa2850baea22 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:18:57.610557 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.639598 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=89c9d40b-a7f4-477b-99f2-489f432b7ee6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:18:57.651056 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] No DVR routers for this DVR port 89c9d40b-a7f4-477b-99f2-489f432b7ee6 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:18:57.720280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device fbc28e2d-3474-4a72-8dd9-487f2c03ba8d no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:18:57.727832 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.743516 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: fbc28e2d-3474-4a72-8dd9-487f2c03ba8d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:18:57.743949 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device fbc28e2d-3474-4a72-8dd9-487f2c03ba8d not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:18:57.749509 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad98ab2d-144d-4c4c-bcb0-aa2850baea22']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:18:57.759553 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ec99a4-5308-4586-bb11-0d239bcec7dd') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:18:57.759853 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ec99a4-5308-4586-bb11-0d239bcec7dd') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:18:57.769405 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.786444 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.793068 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:18:57.793573 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:18:57.795258 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:18:57.851530 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.858123 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:57.863280 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ad98ab2d-144d-4c4c-bcb0-aa2850baea22 HTTP/1.1" status: 204 len: 168 time: 0.5395925 Dec 12 18:18:57.864620 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38860) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:18:57.874983 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c3297-8766-4b8e-ab18-3d24b54cc0f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad98ab2d-144d-4c4c-bcb0-aa2850baea22,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:18:58.275312 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2542dd66-b706-43ef-a7b0-5fa3a6b949cd req-9249b658-6bbb-4b81-84ca-6a29393ce1f4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415370 Dec 12 18:18:58.365275 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542dd66-b706-43ef-a7b0-5fa3a6b949cd req-5f0999f0-9eca-4e52-a73e-cfd4b3608813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:58.366798 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2542dd66-b706-43ef-a7b0-5fa3a6b949cd req-5f0999f0-9eca-4e52-a73e-cfd4b3608813 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 1096 time: 0.0476887 Dec 12 18:18:58.468891 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542dd66-b706-43ef-a7b0-5fa3a6b949cd req-0c74865a-30ac-4748-bb25-217b10d6ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:58.470373 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2542dd66-b706-43ef-a7b0-5fa3a6b949cd req-0c74865a-30ac-4748-bb25-217b10d6ee73 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.0846889 Dec 12 18:18:58.544216 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2542dd66-b706-43ef-a7b0-5fa3a6b949cd req-a73c0b0a-e483-47c2-80f4-1b4bec2ab92f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eab7ff6d-3670-49b6-9b8a-358829f56b95 HTTP/1.1" status: 200 len: 1001 time: 0.0655901 Dec 12 18:18:58.549714 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b7f333a5-3110-4daf-97f3-8ca65edd5cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:58.592703 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542dd66-b706-43ef-a7b0-5fa3a6b949cd req-56f4cc54-322e-42d6-95c3-3d8b72423353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:58.594151 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2542dd66-b706-43ef-a7b0-5fa3a6b949cd req-56f4cc54-322e-42d6-95c3-3d8b72423353 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0434496 Dec 12 18:18:58.638675 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542dd66-b706-43ef-a7b0-5fa3a6b949cd req-8c97af18-6a70-4ae9-917f-d8e244caea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:18:58.640219 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2542dd66-b706-43ef-a7b0-5fa3a6b949cd req-8c97af18-6a70-4ae9-917f-d8e244caea31 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392175 Dec 12 18:18:58.651082 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-2542dd66-b706-43ef-a7b0-5fa3a6b949cd req-1e161aa4-538f-4162-b43b-503712fb8ac1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:18:58.652059 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2542dd66-b706-43ef-a7b0-5fa3a6b949cd req-1e161aa4-538f-4162-b43b-503712fb8ac1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049200 Dec 12 18:18:58.745421 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2542dd66-b706-43ef-a7b0-5fa3a6b949cd req-6d663d47-541f-4b34-af77-9d3f5acd0887 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864439 Dec 12 18:18:58.788937 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b7f333a5-3110-4daf-97f3-8ca65edd5cc9 admin admin] Deleting port a685aa8f-6cb9-4693-88fb-083c227dbe18 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:18:58.789284 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b7f333a5-3110-4daf-97f3-8ca65edd5cc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:58.834994 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2542dd66-b706-43ef-a7b0-5fa3a6b949cd req-94000d39-624d-4d5a-ab86-9c04b232c6ee service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822909 Dec 12 18:18:58.869415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b7f333a5-3110-4daf-97f3-8ca65edd5cc9 admin admin] For port a685aa8f-6cb9-4693-88fb-083c227dbe18, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a685aa8f-6cb9-4693-88fb-083c227dbe18,segment=NetworkSegment(49d3f135-804a-42f9-be0a-2927ba92f821),segment_id=49d3f135-804a-42f9-be0a-2927ba92f821)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:18:58.870016 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b7f333a5-3110-4daf-97f3-8ca65edd5cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:58.882649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b7f333a5-3110-4daf-97f3-8ca65edd5cc9 admin admin] Calling delete_port for a685aa8f-6cb9-4693-88fb-083c227dbe18 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:18:59.056235 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b7f333a5-3110-4daf-97f3-8ca65edd5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:59.081432 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f333a5-3110-4daf-97f3-8ca65edd5cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a685aa8f-6cb9-4693-88fb-083c227dbe18,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:18:59.262955 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b7f333a5-3110-4daf-97f3-8ca65edd5cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:59.338339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6766a80e-9dbc-4ec3-9dc0-e8f3de045091 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:18:59.365080 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 6766a80e-9dbc-4ec3-9dc0-e8f3de045091 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:18:59.365679 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6766a80e-9dbc-4ec3-9dc0-e8f3de045091 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:18:59.366017 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 89c9d40b-a7f4-477b-99f2-489f432b7ee6 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:18:59.386285 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 89c9d40b-a7f4-477b-99f2-489f432b7ee6 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:18:59.386662 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 89c9d40b-a7f4-477b-99f2-489f432b7ee6 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:18:59.495856 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f333a5-3110-4daf-97f3-8ca65edd5cc9 admin admin] Router 4f7e1290-580b-4a12-925c-0c2629078d0d has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:18:59.619361 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f333a5-3110-4daf-97f3-8ca65edd5cc9 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:18:59.624795 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b7f333a5-3110-4daf-97f3-8ca65edd5cc9 admin admin] 10.222.0.18 "PUT /v2.0/routers/4f7e1290-580b-4a12-925c-0c2629078d0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7591460 Dec 12 18:18:59.627305 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38862) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:18:59.630197 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd94ce6-d3ca-407b-8e74-21be70443c3a None None] Sync routers for ids ['4f7e1290-580b-4a12-925c-0c2629078d0d'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:18:59.642287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd94ce6-d3ca-407b-8e74-21be70443c3a None None] Routers {'4f7e1290-580b-4a12-925c-0c2629078d0d'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:18:59.642966 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cdd94ce6-d3ca-407b-8e74-21be70443c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:18:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4f7e1290-580b-4a12-925c-0c2629078d0d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:18:59.735838 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45431fce-8566-43c3-b4f0-1027be090551 admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:59.843568 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45431fce-8566-43c3-b4f0-1027be090551 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:59.905009 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-45431fce-8566-43c3-b4f0-1027be090551 admin admin] Deleting port f7574936-89c9-457a-a5de-d8a5093a7942 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:18:59.905714 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45431fce-8566-43c3-b4f0-1027be090551 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:18:59.911223 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-cdd94ce6-d3ca-407b-8e74-21be70443c3a None None] Set router 4f7e1290-580b-4a12-925c-0c2629078d0d gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:19:00.002464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-45431fce-8566-43c3-b4f0-1027be090551 admin admin] For port f7574936-89c9-457a-a5de-d8a5093a7942, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f7574936-89c9-457a-a5de-d8a5093a7942,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:19:00.003057 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45431fce-8566-43c3-b4f0-1027be090551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:00.014735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-45431fce-8566-43c3-b4f0-1027be090551 admin admin] Calling delete_port for f7574936-89c9-457a-a5de-d8a5093a7942 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:19:00.093628 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cdd94ce6-d3ca-407b-8e74-21be70443c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7e1290-580b-4a12-925c-0c2629078d0d', 'name': 'tempest-TestServerBasicOps-645526442-router', 'tenant_id': '05b084fffea74c2f99bff054b7f1c5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': 'f7574936-89c9-457a-a5de-d8a5093a7942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:48Z', 'updated_at': '2021-12-12T18:18:59Z', 'revision_number': 5, 'project_id': '05b084fffea74c2f99bff054b7f1c5ef', 'gw_port': {'id': 'f7574936-89c9-457a-a5de-d8a5093a7942', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7e1290-580b-4a12-925c-0c2629078d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:13:49Z', 'updated_at': '2021-12-12T18:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:19:00.120717 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd94ce6-d3ca-407b-8e74-21be70443c3a None None] Checking router: 4f7e1290-580b-4a12-925c-0c2629078d0d for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:19:00.130013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd94ce6-d3ca-407b-8e74-21be70443c3a None None] Routers {'4f7e1290-580b-4a12-925c-0c2629078d0d'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:19:00.130655 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cdd94ce6-d3ca-407b-8e74-21be70443c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:18:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['4f7e1290-580b-4a12-925c-0c2629078d0d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:19:00.199927 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45431fce-8566-43c3-b4f0-1027be090551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:00.220060 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-cdd94ce6-d3ca-407b-8e74-21be70443c3a None None] Set router 4f7e1290-580b-4a12-925c-0c2629078d0d gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:19:00.225083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45431fce-8566-43c3-b4f0-1027be090551 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7574936-89c9-457a-a5de-d8a5093a7942,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:19:00.254967 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c72f3d-b39b-4b2a-847c-9f42c963e484 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:19:00.286268 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45431fce-8566-43c3-b4f0-1027be090551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:00.287478 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cdd94ce6-d3ca-407b-8e74-21be70443c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7e1290-580b-4a12-925c-0c2629078d0d', 'name': 'tempest-TestServerBasicOps-645526442-router', 'tenant_id': '05b084fffea74c2f99bff054b7f1c5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:48Z', 'updated_at': '2021-12-12T18:18:59Z', 'revision_number': 6, 'project_id': '05b084fffea74c2f99bff054b7f1c5ef', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:19:00.318226 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd94ce6-d3ca-407b-8e74-21be70443c3a None None] The sync data for ids ['4f7e1290-580b-4a12-925c-0c2629078d0d'] in n-d-760354-5 is: [{'id': '4f7e1290-580b-4a12-925c-0c2629078d0d', 'name': 'tempest-TestServerBasicOps-645526442-router', 'tenant_id': '05b084fffea74c2f99bff054b7f1c5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:13:48Z', 'updated_at': '2021-12-12T18:18:59Z', 'revision_number': 6, 'project_id': '05b084fffea74c2f99bff054b7f1c5ef', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:19:00.389912 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45431fce-8566-43c3-b4f0-1027be090551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:00.392511 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45431fce-8566-43c3-b4f0-1027be090551 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:00.438997 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45431fce-8566-43c3-b4f0-1027be090551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:00.439574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45431fce-8566-43c3-b4f0-1027be090551 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f7e1290-580b-4a12-925c-0c2629078d0d {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:19:00.444000 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45431fce-8566-43c3-b4f0-1027be090551 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:00.445234 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-45431fce-8566-43c3-b4f0-1027be090551 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4f7e1290-580b-4a12-925c-0c2629078d0d HTTP/1.1" status: 204 len: 168 time: 0.8170121 Dec 12 18:19:00.447818 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38864) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:19:00.491678 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-009f9182-5892-4d62-a8c3-6b07c7cd09e8 admin admin] Deleting subnet b80d8c3f-f5da-4dfd-a9ff-138267b2ea52 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:19:00.494765 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-009f9182-5892-4d62-a8c3-6b07c7cd09e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:00.528696 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-009f9182-5892-4d62-a8c3-6b07c7cd09e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:00.607176 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-009f9182-5892-4d62-a8c3-6b07c7cd09e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:00.662029 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-009f9182-5892-4d62-a8c3-6b07c7cd09e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:00.689776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f9182-5892-4d62-a8c3-6b07c7cd09e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b80d8c3f-f5da-4dfd-a9ff-138267b2ea52,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:19:00.691866 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-009f9182-5892-4d62-a8c3-6b07c7cd09e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:00.695124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-009f9182-5892-4d62-a8c3-6b07c7cd09e8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b80d8c3f-f5da-4dfd-a9ff-138267b2ea52 HTTP/1.1" status: 204 len: 168 time: 0.2463796 Dec 12 18:19:00.697667 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38866) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:19:00.712620 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94e3ea4-aecc-4f1a-b441-44388dd1eb0e None None] Network 02670c8a-1e4b-4350-8217-e2b26ce75e94 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:19:00.773439 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:00.830257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] Deleting port dfd9efa5-e4e2-471d-a8dd-33ab2f970564 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:19:00.830597 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:00.892983 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] For port dfd9efa5-e4e2-471d-a8dd-33ab2f970564, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=dfd9efa5-e4e2-471d-a8dd-33ab2f970564,segment=NetworkSegment(49d3f135-804a-42f9-be0a-2927ba92f821),segment_id=49d3f135-804a-42f9-be0a-2927ba92f821)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:19:00.893349 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:00.905893 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] Calling delete_port for dfd9efa5-e4e2-471d-a8dd-33ab2f970564 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:19:00.986276 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:01.012491 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd9efa5-e4e2-471d-a8dd-33ab2f970564,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:19:01.014270 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] No DVR routers for this DVR port dfd9efa5-e4e2-471d-a8dd-33ab2f970564 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:19:01.087930 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:01.105180 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c20402-367e-4c6f-8ab8-1da59793b82c None None] DHCP port deletion for 02670c8a-1e4b-4350-8217-e2b26ce75e94 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:19:01.109660 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02670c8a-1e4b-4350-8217-e2b26ce75e94']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:19:01.121830 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d3f135-804a-42f9-be0a-2927ba92f821') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:19:01.122074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d3f135-804a-42f9-be0a-2927ba92f821') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:19:01.132833 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:01.147389 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:01.153717 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:19:01.154098 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:19:01.155986 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:19:01.213924 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:01.219732 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:01.223960 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] 10.222.0.18 "DELETE /v2.0/networks/02670c8a-1e4b-4350-8217-e2b26ce75e94 HTTP/1.1" status: 204 len: 168 time: 0.5253284 Dec 12 18:19:01.238818 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bc637-893a-4bc2-be62-f20709f57a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=02670c8a-1e4b-4350-8217-e2b26ce75e94,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:19:01.308061 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a685aa8f-6cb9-4693-88fb-083c227dbe18 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:19:01.336599 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: a685aa8f-6cb9-4693-88fb-083c227dbe18 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:19:01.337202 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a685aa8f-6cb9-4693-88fb-083c227dbe18 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:19:01.337787 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device dfd9efa5-e4e2-471d-a8dd-33ab2f970564 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:19:01.358585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38870) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:19:01.363584 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: dfd9efa5-e4e2-471d-a8dd-33ab2f970564 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:19:01.364013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device dfd9efa5-e4e2-471d-a8dd-33ab2f970564 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:19:01.364714 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f7574936-89c9-457a-a5de-d8a5093a7942 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:19:01.386471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: f7574936-89c9-457a-a5de-d8a5093a7942 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:19:01.386883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f7574936-89c9-457a-a5de-d8a5093a7942 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:19:01.408487 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8c2ae273-25b9-47b5-b941-aeb63a17c07c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fceee01dca7a4dd0adc15a65e1e07c68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486851 Dec 12 18:19:01.411575 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38872) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:19:01.461809 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4e37df0-3f87-4b09-b517-c34d1bc27508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:01.483098 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4e37df0-3f87-4b09-b517-c34d1bc27508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:01.529117 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4e37df0-3f87-4b09-b517-c34d1bc27508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:01.531819 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4e37df0-3f87-4b09-b517-c34d1bc27508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:01.532967 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c4e37df0-3f87-4b09-b517-c34d1bc27508 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b482d76f-5e8e-4551-8415-bc2d868e5fc1 HTTP/1.1" status: 204 len: 168 time: 0.1204512 Dec 12 18:19:01.541258 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e37df0-3f87-4b09-b517-c34d1bc27508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b482d76f-5e8e-4551-8415-bc2d868e5fc1,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:19:01.834024 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38878) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:19:01.873525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-26a3df32-ec09-470c-ba1f-32f627fb4af7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05b084fffea74c2f99bff054b7f1c5ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383322 Dec 12 18:19:01.876023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38880) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:19:01.922821 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a7beb0d-cfdb-4095-bdb6-3f59fa4a45de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:01.944680 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a7beb0d-cfdb-4095-bdb6-3f59fa4a45de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:01.991432 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a7beb0d-cfdb-4095-bdb6-3f59fa4a45de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:01.994154 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a7beb0d-cfdb-4095-bdb6-3f59fa4a45de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:01.995319 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2a7beb0d-cfdb-4095-bdb6-3f59fa4a45de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3325dace-2131-473b-bd38-f4479292bdab HTTP/1.1" status: 204 len: 168 time: 0.1183813 Dec 12 18:19:02.003713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7beb0d-cfdb-4095-bdb6-3f59fa4a45de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3325dace-2131-473b-bd38-f4479292bdab,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:19:12.485838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1decc831-7696-492d-b971-c532690574e5 req-a7470b92-6ab8-4d33-b617-4b9b9e84b72d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1807384 Dec 12 18:19:12.566301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decc831-7696-492d-b971-c532690574e5 req-61e8ebae-6cc8-43a4-b8e6-895a04a5e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:19:12.567711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1decc831-7696-492d-b971-c532690574e5 req-61e8ebae-6cc8-43a4-b8e6-895a04a5e7b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 1096 time: 0.0399721 Dec 12 18:19:12.666783 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decc831-7696-492d-b971-c532690574e5 req-55c7bda3-0007-4746-9a86-6d76c54538ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:19:12.668249 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1decc831-7696-492d-b971-c532690574e5 req-55c7bda3-0007-4746-9a86-6d76c54538ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.0816252 Dec 12 18:19:12.736104 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1decc831-7696-492d-b971-c532690574e5 req-f9604401-bda2-4b84-859e-8274eb49b34c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=417c0864-2094-4b46-8cf5-a015650ee2d4 HTTP/1.1" status: 200 len: 1001 time: 0.0602820 Dec 12 18:19:12.783735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decc831-7696-492d-b971-c532690574e5 req-d33c2bfd-2c11-497d-aa0f-867a1074bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:19:12.785103 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1decc831-7696-492d-b971-c532690574e5 req-d33c2bfd-2c11-497d-aa0f-867a1074bef7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0422032 Dec 12 18:19:12.829543 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decc831-7696-492d-b971-c532690574e5 req-83f2d86f-9f12-4f44-acb3-6841f001951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:19:12.830920 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1decc831-7696-492d-b971-c532690574e5 req-83f2d86f-9f12-4f44-acb3-6841f001951d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380852 Dec 12 18:19:12.921047 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1decc831-7696-492d-b971-c532690574e5 req-55acc9b7-5dda-4477-8475-fc198377fd6d service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827272 Dec 12 18:19:13.015087 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1decc831-7696-492d-b971-c532690574e5 req-b876fc7d-44b1-46ca-bfa2-f8ab5cc89920 service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868843 Dec 12 18:19:14.884681 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b08eb949-eeb2-4147-a024-49766e7cf451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:17.242516 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bb74d137-3740-4637-bad9-271be9f64a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:17.298056 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:17.959996 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:18.415748 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:20.160247 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:20.904486 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:27.172882 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:19:44.886780 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b50fd39-2a8c-4076-b0f0-02d2f551b5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:47.243291 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-78876f4d-102e-47aa-a5f3-dbb16946493e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:47.301932 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:47.957569 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:48.419034 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:50.164618 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:19:50.906499 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:00.329898 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-10bda5f5-7295-41bd-a4aa-5a6cefeeab66 req-025a4d2b-1dde-48be-8b73-2236c9e86c5e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0926349 Dec 12 18:20:00.416101 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bda5f5-7295-41bd-a4aa-5a6cefeeab66 req-ff91e5b5-b04f-4d68-840a-761d8076f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:00.418201 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-10bda5f5-7295-41bd-a4aa-5a6cefeeab66 req-ff91e5b5-b04f-4d68-840a-761d8076f736 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 1096 time: 0.0444911 Dec 12 18:20:00.517474 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bda5f5-7295-41bd-a4aa-5a6cefeeab66 req-45d2c151-07f9-4312-8903-38c62fec5a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:00.519253 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-10bda5f5-7295-41bd-a4aa-5a6cefeeab66 req-45d2c151-07f9-4312-8903-38c62fec5a0e service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.0826659 Dec 12 18:20:00.586588 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-10bda5f5-7295-41bd-a4aa-5a6cefeeab66 req-01c77e57-8e07-4b90-97d1-c1375f9ce07f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eab7ff6d-3670-49b6-9b8a-358829f56b95 HTTP/1.1" status: 200 len: 1001 time: 0.0597467 Dec 12 18:20:00.635099 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bda5f5-7295-41bd-a4aa-5a6cefeeab66 req-2c365596-8ace-4cb7-a31c-0c9355d0748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:00.637031 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-10bda5f5-7295-41bd-a4aa-5a6cefeeab66 req-2c365596-8ace-4cb7-a31c-0c9355d0748d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0422783 Dec 12 18:20:00.681761 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bda5f5-7295-41bd-a4aa-5a6cefeeab66 req-ad43b0d8-f748-4e38-a84a-080b98f58331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:00.683319 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-10bda5f5-7295-41bd-a4aa-5a6cefeeab66 req-ad43b0d8-f748-4e38-a84a-080b98f58331 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393655 Dec 12 18:20:00.772982 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-10bda5f5-7295-41bd-a4aa-5a6cefeeab66 req-b7fd3c58-d922-407c-9e7a-ce293d76b8b5 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829470 Dec 12 18:20:00.863483 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-10bda5f5-7295-41bd-a4aa-5a6cefeeab66 req-c4e2622c-1c8c-44da-835d-79642139f3e3 service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834076 Dec 12 18:20:04.172475 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:20:12.824720 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a736f379-0687-4da7-971e-753202126971 req-42d48800-cd19-4793-ada2-cb2141b23942 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435631 Dec 12 18:20:12.904798 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736f379-0687-4da7-971e-753202126971 req-f3c55c49-9964-47ba-b6dc-8157e57dc79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:12.906263 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a736f379-0687-4da7-971e-753202126971 req-f3c55c49-9964-47ba-b6dc-8157e57dc79e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 1096 time: 0.0402725 Dec 12 18:20:13.006707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736f379-0687-4da7-971e-753202126971 req-e624e42e-0d38-4823-8a30-f9fd2f1288ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:13.008202 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a736f379-0687-4da7-971e-753202126971 req-e624e42e-0d38-4823-8a30-f9fd2f1288ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.0841007 Dec 12 18:20:13.077526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a736f379-0687-4da7-971e-753202126971 req-ff8be602-2e7a-4dd3-97c6-24999029c014 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=417c0864-2094-4b46-8cf5-a015650ee2d4 HTTP/1.1" status: 200 len: 1001 time: 0.0617082 Dec 12 18:20:13.125363 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736f379-0687-4da7-971e-753202126971 req-73bfe849-cc7e-4026-b649-f7aac13a91a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:13.126752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a736f379-0687-4da7-971e-753202126971 req-73bfe849-cc7e-4026-b649-f7aac13a91a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0423014 Dec 12 18:20:13.171235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736f379-0687-4da7-971e-753202126971 req-1062ec0f-405a-4ebe-845e-11f1e942d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:13.172685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a736f379-0687-4da7-971e-753202126971 req-1062ec0f-405a-4ebe-845e-11f1e942d643 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386534 Dec 12 18:20:13.264635 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a736f379-0687-4da7-971e-753202126971 req-b1d5955a-8ee8-4bd3-92a4-01a251929ae9 service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842760 Dec 12 18:20:13.351852 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a736f379-0687-4da7-971e-753202126971 req-23b15425-c9c2-4641-9399-0dc3fa5dd0c7 service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803120 Dec 12 18:20:14.888993 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7994d19d-540c-443e-9685-ea6f23d281e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:17.244543 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b79a5196-77a0-4df5-a70f-4e1c8a10e2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:17.318514 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:17.964436 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:18.421863 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:20.164404 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:20.908792 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:23.218656 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38922) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:20:23.380638 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Deleting port 0813ccbc-98d1-4b5f-a5f8-eb7c962269c7 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:20:23.380979 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:23.458161 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:23.458513 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:23.470795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Calling delete_port for 0813ccbc-98d1-4b5f-a5f8-eb7c962269c7 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:20:23.615066 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:23.639280 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event deleted for resources: {'Port': ['ID=0813ccbc-98d1-4b5f-a5f8-eb7c962269c7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:20:23.666009 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:23.666357 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:23.666701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:23.667045 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:23.667434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:23.668370 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:23.668703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:23.669032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:23.669361 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:23.669687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:23.670014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:23.670341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:23.670665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:23.707874 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:23.708279 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Floating IP 35785ea6-a0a4-46a0-b7bc-7d23604ad010 disassociated (deleted). External IP: 172.25.1.104, port: 417c0864-2094-4b46-8cf5-a015650ee2d4. Dec 12 18:20:23.911509 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Router ef80966e-da25-4cd9-a93e-c88e02f3b745 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:20:24.015777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:20:24.026007 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:24.031085 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffca7136-27ff-4296-a9d1-4a3adf94a7a8 None None] Sync routers for ids ['ef80966e-da25-4cd9-a93e-c88e02f3b745'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:20:24.040530 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffca7136-27ff-4296-a9d1-4a3adf94a7a8 None None] Routers {'ef80966e-da25-4cd9-a93e-c88e02f3b745'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:20:24.041133 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ffca7136-27ff-4296-a9d1-4a3adf94a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:20:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ef80966e-da25-4cd9-a93e-c88e02f3b745'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:24.053845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-04c5f2f2-e3b6-4a66-8e9d-37c69c5cabac tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "DELETE /v2.0/floatingips/35785ea6-a0a4-46a0-b7bc-7d23604ad010 HTTP/1.1" status: 204 len: 168 time: 0.8340793 Dec 12 18:20:24.054532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce72ccce-bab3-4fcc-b9da-f5db6d3182ee', 'tag': '417c0864-2094-4b46-8cf5-a015650ee2d4'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:20:24.056950 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bebd796-d6b8-47ab-9775-0fd4bf3128e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce72ccce-bab3-4fcc-b9da-f5db6d3182ee", "tag": "417c0864-2094-4b46-8cf5-a015650ee2d4"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:20:24.096925 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7aa954a-a3ed-45b6-9b17-a9bcd56d11ac x-openstack-request-id: req-a7aa954a-a3ed-45b6-9b17-a9bcd56d11ac {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:20:24.097217 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce72ccce-bab3-4fcc-b9da-f5db6d3182ee", "tag": "417c0864-2094-4b46-8cf5-a015650ee2d4", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:20:24.097470 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7aa954a-a3ed-45b6-9b17-a9bcd56d11ac {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:20:24.097876 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce72ccce-bab3-4fcc-b9da-f5db6d3182ee', 'tag': '417c0864-2094-4b46-8cf5-a015650ee2d4', 'status': 'completed', 'code': 200} Dec 12 18:20:24.168324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebd796-d6b8-47ab-9775-0fd4bf3128e7 req-40f41ca1-1b40-418a-8b68-2aac2955e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:24.170096 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bebd796-d6b8-47ab-9775-0fd4bf3128e7 req-40f41ca1-1b40-418a-8b68-2aac2955e084 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 1096 time: 0.0470800 Dec 12 18:20:24.245024 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-ffca7136-27ff-4296-a9d1-4a3adf94a7a8 None None] Set router ef80966e-da25-4cd9-a93e-c88e02f3b745 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:20:24.327699 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033281ab-b8b8-400c-bc1a-62e8e0a5ae5e req-980d4b41-b4cd-4ebb-9e1a-cebaeb09ba4f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:24.329185 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-033281ab-b8b8-400c-bc1a-62e8e0a5ae5e req-980d4b41-b4cd-4ebb-9e1a-cebaeb09ba4f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 945 time: 0.0790048 Dec 12 18:20:24.330602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebd796-d6b8-47ab-9775-0fd4bf3128e7 req-ec07fbaa-7551-44fb-a9b4-612a51ccda27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:24.332429 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bebd796-d6b8-47ab-9775-0fd4bf3128e7 req-ec07fbaa-7551-44fb-a9b4-612a51ccda27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.1501427 Dec 12 18:20:24.387131 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bebd796-d6b8-47ab-9775-0fd4bf3128e7 req-9e22faee-9e42-4412-b6c8-1dabcccfb332 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=417c0864-2094-4b46-8cf5-a015650ee2d4 HTTP/1.1" status: 200 len: 217 time: 0.0453935 Dec 12 18:20:24.442963 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-033281ab-b8b8-400c-bc1a-62e8e0a5ae5e req-f2af7c79-896f-4c87-8e97-80fe37bd22fe tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075816 Dec 12 18:20:24.454043 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebd796-d6b8-47ab-9775-0fd4bf3128e7 req-3a7a0981-9425-4d88-a5fb-9e22dc761144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:24.455585 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bebd796-d6b8-47ab-9775-0fd4bf3128e7 req-3a7a0981-9425-4d88-a5fb-9e22dc761144 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0591183 Dec 12 18:20:24.470958 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ffca7136-27ff-4296-a9d1-4a3adf94a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '7268e44f-7572-4dcd-9c45-1eea4f7c3dee', 'tenant_id': '630483b508104d668cc416178077e4cb', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'port_id': 'eab7ff6d-3670-49b6-9b8a-358829f56b95', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'mac_address': 'fa:16:3e:45:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:16:44Z', 'updated_at': '2021-12-12T18:16:46Z', 'revision_number': 1, 'project_id': '630483b508104d668cc416178077e4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 5, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:24.496995 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffca7136-27ff-4296-a9d1-4a3adf94a7a8 None None] Checking router: ef80966e-da25-4cd9-a93e-c88e02f3b745 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:20:24.503441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebd796-d6b8-47ab-9775-0fd4bf3128e7 req-7ee776e8-a584-41c1-9a74-2fd6adc849b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:24.504943 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bebd796-d6b8-47ab-9775-0fd4bf3128e7 req-7ee776e8-a584-41c1-9a74-2fd6adc849b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399790 Dec 12 18:20:24.505904 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffca7136-27ff-4296-a9d1-4a3adf94a7a8 None None] Routers {'ef80966e-da25-4cd9-a93e-c88e02f3b745'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:20:24.506504 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ffca7136-27ff-4296-a9d1-4a3adf94a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:20:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ef80966e-da25-4cd9-a93e-c88e02f3b745'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:24.598969 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bebd796-d6b8-47ab-9775-0fd4bf3128e7 req-89d4d0ec-58a6-4d59-ae3a-ef8b0a81fbbd service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854790 Dec 12 18:20:24.610535 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-ffca7136-27ff-4296-a9d1-4a3adf94a7a8 None None] Set router ef80966e-da25-4cd9-a93e-c88e02f3b745 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:20:24.688294 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bebd796-d6b8-47ab-9775-0fd4bf3128e7 req-eb7f1118-70d6-4113-b30d-b9b7d67ffa6b service neutron] 10.222.0.20 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809064 Dec 12 18:20:24.829090 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ffca7136-27ff-4296-a9d1-4a3adf94a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '7268e44f-7572-4dcd-9c45-1eea4f7c3dee', 'tenant_id': '630483b508104d668cc416178077e4cb', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'port_id': 'eab7ff6d-3670-49b6-9b8a-358829f56b95', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'mac_address': 'fa:16:3e:45:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:16:44Z', 'updated_at': '2021-12-12T18:16:46Z', 'revision_number': 1, 'project_id': '630483b508104d668cc416178077e4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 5, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:24.858306 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffca7136-27ff-4296-a9d1-4a3adf94a7a8 None None] The sync data for ids ['ef80966e-da25-4cd9-a93e-c88e02f3b745'] in n-d-760354-5 is: [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '7268e44f-7572-4dcd-9c45-1eea4f7c3dee', 'tenant_id': '630483b508104d668cc416178077e4cb', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'port_id': 'eab7ff6d-3670-49b6-9b8a-358829f56b95', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'mac_address': 'fa:16:3e:45:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:16:44Z', 'updated_at': '2021-12-12T18:16:46Z', 'revision_number': 1, 'project_id': '630483b508104d668cc416178077e4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 5, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:20:25.097227 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688da681-8c75-4ac5-99f2-056652c5a364 None None] New status for floating IP 35785ea6-a0a4-46a0-b7bc-7d23604ad010: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:20:25.564365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb10c04-3e2c-409d-a3b0-61c5819a244b req-5825faa7-f68c-4111-a1f5-352ed4f537b3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:25.565836 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-adb10c04-3e2c-409d-a3b0-61c5819a244b req-5825faa7-f68c-4111-a1f5-352ed4f537b3 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 945 time: 0.0525541 Dec 12 18:20:25.613734 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-adb10c04-3e2c-409d-a3b0-61c5819a244b req-9424a647-15fa-4ce7-be68-4c3e1ea4d83b tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420151 Dec 12 18:20:25.781962 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85f1ca-518a-4fb7-9a59-99ff27ed4045 req-5c44a637-ff59-407e-8a4e-512c49056d4c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:25.783480 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f85f1ca-518a-4fb7-9a59-99ff27ed4045 req-5c44a637-ff59-407e-8a4e-512c49056d4c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 945 time: 0.0476651 Dec 12 18:20:25.870320 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-9f85f1ca-518a-4fb7-9a59-99ff27ed4045 req-7ab69b30-6978-4c3b-9616-37df3708e302 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Deleting port 417c0864-2094-4b46-8cf5-a015650ee2d4 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:20:25.871209 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9f85f1ca-518a-4fb7-9a59-99ff27ed4045 req-7ab69b30-6978-4c3b-9616-37df3708e302 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:26.254193 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-9f85f1ca-518a-4fb7-9a59-99ff27ed4045 req-7ab69b30-6978-4c3b-9616-37df3708e302 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] For port 417c0864-2094-4b46-8cf5-a015650ee2d4, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=417c0864-2094-4b46-8cf5-a015650ee2d4,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:20:26.254560 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9f85f1ca-518a-4fb7-9a59-99ff27ed4045 req-7ab69b30-6978-4c3b-9616-37df3708e302 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:26.266499 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-9f85f1ca-518a-4fb7-9a59-99ff27ed4045 req-7ab69b30-6978-4c3b-9616-37df3708e302 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Calling delete_port for 417c0864-2094-4b46-8cf5-a015650ee2d4 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:20:26.393929 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9f85f1ca-518a-4fb7-9a59-99ff27ed4045 req-7ab69b30-6978-4c3b-9616-37df3708e302 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:26.423363 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab69b30-6978-4c3b-9616-37df3708e302 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event deleted for resources: {'Port': ['ID=417c0864-2094-4b46-8cf5-a015650ee2d4,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:20:26.461408 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f85f1ca-518a-4fb7-9a59-99ff27ed4045 req-7ab69b30-6978-4c3b-9616-37df3708e302 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] No DVR routers for this DVR port 417c0864-2094-4b46-8cf5-a015650ee2d4 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:20:26.464123 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9f85f1ca-518a-4fb7-9a59-99ff27ed4045 req-7ab69b30-6978-4c3b-9616-37df3708e302 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:26.468071 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9f85f1ca-518a-4fb7-9a59-99ff27ed4045 req-7ab69b30-6978-4c3b-9616-37df3708e302 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.20 "DELETE /v2.0/ports/417c0864-2094-4b46-8cf5-a015650ee2d4 HTTP/1.1" status: 204 len: 173 time: 0.6767907 Dec 12 18:20:26.468531 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce72ccce-bab3-4fcc-b9da-f5db6d3182ee', 'name': 'network-vif-deleted', 'tag': '417c0864-2094-4b46-8cf5-a015650ee2d4'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:20:26.470757 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ca794e-e163-4b4c-9521-638690ca2e87" -d '{"events": [{"server_uuid": "ce72ccce-bab3-4fcc-b9da-f5db6d3182ee", "name": "network-vif-deleted", "tag": "417c0864-2094-4b46-8cf5-a015650ee2d4"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:20:26.517282 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd04d59-2951-46e6-b972-6f6e47382f2b x-openstack-request-id: req-4bd04d59-2951-46e6-b972-6f6e47382f2b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:20:26.517604 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce72ccce-bab3-4fcc-b9da-f5db6d3182ee", "name": "network-vif-deleted", "tag": "417c0864-2094-4b46-8cf5-a015650ee2d4", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:20:26.518644 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bd04d59-2951-46e6-b972-6f6e47382f2b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:20:26.518644 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce72ccce-bab3-4fcc-b9da-f5db6d3182ee', 'name': 'network-vif-deleted', 'tag': '417c0864-2094-4b46-8cf5-a015650ee2d4', 'status': 'completed', 'code': 200} Dec 12 18:20:26.709591 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dccb4d27-a59f-4f5b-8a9b-20a91f84ad18 req-19af8d9c-7a88-4c6e-a045-12f30572e65f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 210 time: 0.0285432 Dec 12 18:20:27.805383 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-49330c5c-9d1d-45b5-9b10-3058ddbf1187 req-5346edc2-a6cf-4a9b-8dc1-920df710b835 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 210 time: 0.0260744 Dec 12 18:20:28.900493 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0f606dc6-ded3-4b8f-b58d-f87cec253982 req-71d34343-7549-4af6-8fa3-9835d37f90ca tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 210 time: 0.0286229 Dec 12 18:20:29.202567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 417c0864-2094-4b46-8cf5-a015650ee2d4 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:20:29.222419 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 417c0864-2094-4b46-8cf5-a015650ee2d4 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:20:29.222704 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 417c0864-2094-4b46-8cf5-a015650ee2d4 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:20:29.996724 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34c4585f-e8ab-4a51-a564-0d5811b19d48 req-34a46fc7-bb38-4f6a-8d46-a0be2f4271e8 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce72ccce-bab3-4fcc-b9da-f5db6d3182ee HTTP/1.1" status: 200 len: 210 time: 0.0255136 Dec 12 18:20:36.389394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38970) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:20:36.543979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d59c72e2-c1ac-4512-bcd9-1dd8a8518038 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Deleting port 71a39c20-94b8-4615-8bb4-ef382c2df535 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:20:36.544316 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d59c72e2-c1ac-4512-bcd9-1dd8a8518038 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:36.618490 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d59c72e2-c1ac-4512-bcd9-1dd8a8518038 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:36.618805 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d59c72e2-c1ac-4512-bcd9-1dd8a8518038 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:36.630603 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d59c72e2-c1ac-4512-bcd9-1dd8a8518038 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Calling delete_port for 71a39c20-94b8-4615-8bb4-ef382c2df535 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:20:36.772806 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d59c72e2-c1ac-4512-bcd9-1dd8a8518038 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:36.798895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c72e2-c1ac-4512-bcd9-1dd8a8518038 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event deleted for resources: {'Port': ['ID=71a39c20-94b8-4615-8bb4-ef382c2df535,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:20:36.858949 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d59c72e2-c1ac-4512-bcd9-1dd8a8518038 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:36.859307 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-d59c72e2-c1ac-4512-bcd9-1dd8a8518038 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Floating IP 7268e44f-7572-4dcd-9c45-1eea4f7c3dee disassociated (deleted). External IP: 172.25.1.134, port: eab7ff6d-3670-49b6-9b8a-358829f56b95. Dec 12 18:20:37.061893 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59c72e2-c1ac-4512-bcd9-1dd8a8518038 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Router ef80966e-da25-4cd9-a93e-c88e02f3b745 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:20:37.183954 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59c72e2-c1ac-4512-bcd9-1dd8a8518038 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:20:37.189137 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d59c72e2-c1ac-4512-bcd9-1dd8a8518038 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:37.193818 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce997316-3b54-4c7b-9335-e8d03431408d None None] Sync routers for ids ['ef80966e-da25-4cd9-a93e-c88e02f3b745'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:20:37.202798 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce997316-3b54-4c7b-9335-e8d03431408d None None] Routers {'ef80966e-da25-4cd9-a93e-c88e02f3b745'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:20:37.203419 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ce997316-3b54-4c7b-9335-e8d03431408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:20:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ef80966e-da25-4cd9-a93e-c88e02f3b745'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:37.216047 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d59c72e2-c1ac-4512-bcd9-1dd8a8518038 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "DELETE /v2.0/floatingips/7268e44f-7572-4dcd-9c45-1eea4f7c3dee HTTP/1.1" status: 204 len: 168 time: 0.8255861 Dec 12 18:20:37.216722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'tag': 'eab7ff6d-3670-49b6-9b8a-358829f56b95'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:20:37.219010 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f350babf-ef1b-4325-9735-6f5e876dd027" -d '{"events": [{"name": "network-changed", "server_uuid": "e69738b2-ed86-4610-9560-9f960c3e2cc0", "tag": "eab7ff6d-3670-49b6-9b8a-358829f56b95"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:20:37.258138 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fb4580-648a-4f33-ae01-83d27a5584e3 x-openstack-request-id: req-03fb4580-648a-4f33-ae01-83d27a5584e3 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:20:37.258438 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69738b2-ed86-4610-9560-9f960c3e2cc0", "tag": "eab7ff6d-3670-49b6-9b8a-358829f56b95", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:20:37.258697 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03fb4580-648a-4f33-ae01-83d27a5584e3 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:20:37.260073 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'tag': 'eab7ff6d-3670-49b6-9b8a-358829f56b95', 'status': 'completed', 'code': 200} Dec 12 18:20:37.313222 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-ce997316-3b54-4c7b-9335-e8d03431408d None None] Set router ef80966e-da25-4cd9-a93e-c88e02f3b745 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:20:37.330324 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350babf-ef1b-4325-9735-6f5e876dd027 req-acbd0b81-4248-418b-8054-5f3194a358a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:37.332623 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f350babf-ef1b-4325-9735-6f5e876dd027 req-acbd0b81-4248-418b-8054-5f3194a358a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=630483b508104d668cc416178077e4cb&device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 1096 time: 0.0521560 Dec 12 18:20:37.436215 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350babf-ef1b-4325-9735-6f5e876dd027 req-f2695b91-5ccd-4ecd-8e11-6879d8c33ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:37.437734 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f350babf-ef1b-4325-9735-6f5e876dd027 req-f2695b91-5ccd-4ecd-8e11-6879d8c33ced service neutron] 10.222.0.31 "GET /v2.0/networks?id=0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 200 len: 913 time: 0.0966525 Dec 12 18:20:37.450518 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794ef53-821a-4f4a-b770-2a1ab53acffe req-329856f3-13f7-4ad7-9f09-0217f638e09c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:37.453196 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1794ef53-821a-4f4a-b770-2a1ab53acffe req-329856f3-13f7-4ad7-9f09-0217f638e09c tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 945 time: 0.0616212 Dec 12 18:20:37.488843 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f350babf-ef1b-4325-9735-6f5e876dd027 req-b2d70f7d-8e17-436c-8c5f-4ed5467b3e87 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eab7ff6d-3670-49b6-9b8a-358829f56b95 HTTP/1.1" status: 200 len: 217 time: 0.0425358 Dec 12 18:20:37.523886 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1794ef53-821a-4f4a-b770-2a1ab53acffe req-20659259-36d9-4503-a5a0-d675cb1edc42 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624230 Dec 12 18:20:37.531267 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ce997316-3b54-4c7b-9335-e8d03431408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 5, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:37.548036 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350babf-ef1b-4325-9735-6f5e876dd027 req-aa769d94-700a-42c9-958b-2b89a5282e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:37.549729 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f350babf-ef1b-4325-9735-6f5e876dd027 req-aa769d94-700a-42c9-958b-2b89a5282e02 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 200 len: 851 time: 0.0534396 Dec 12 18:20:37.561107 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce997316-3b54-4c7b-9335-e8d03431408d None None] Checking router: ef80966e-da25-4cd9-a93e-c88e02f3b745 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:20:37.569622 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce997316-3b54-4c7b-9335-e8d03431408d None None] Routers {'ef80966e-da25-4cd9-a93e-c88e02f3b745'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:20:37.570145 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ce997316-3b54-4c7b-9335-e8d03431408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:20:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ef80966e-da25-4cd9-a93e-c88e02f3b745'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:37.603110 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350babf-ef1b-4325-9735-6f5e876dd027 req-f123c748-0334-4570-9f60-d2d7b587947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:37.604697 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f350babf-ef1b-4325-9735-6f5e876dd027 req-f123c748-0334-4570-9f60-d2d7b587947b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0d99059b-b3a0-4220-9a4d-b63575e62b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459249 Dec 12 18:20:37.674350 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-ce997316-3b54-4c7b-9335-e8d03431408d None None] Set router ef80966e-da25-4cd9-a93e-c88e02f3b745 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:20:37.696206 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f350babf-ef1b-4325-9735-6f5e876dd027 req-572bf17d-50b9-4fe8-be76-2b03eb44da6e service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830750 Dec 12 18:20:37.796965 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-f350babf-ef1b-4325-9735-6f5e876dd027 req-81f25590-f982-4418-8763-d0295d92000b service neutron] 10.222.0.31 "GET /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934482 Dec 12 18:20:37.873994 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-ce997316-3b54-4c7b-9335-e8d03431408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 5, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:37.900439 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce997316-3b54-4c7b-9335-e8d03431408d None None] The sync data for ids ['ef80966e-da25-4cd9-a93e-c88e02f3b745'] in n-d-760354-5 is: [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:09:34Z', 'revision_number': 4, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'e7c38a61-b169-4017-8c03-a5366d090276', 'name': '', 'network_id': '0d99059b-b3a0-4220-9a4d-b63575e62b4a', 'tenant_id': '630483b508104d668cc416178077e4cb', 'mac_address': 'fa:16:3e:d5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8fd67332-caeb-490f-8bda-30010919c415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:33Z', 'updated_at': '2021-12-12T18:09:43Z', 'revision_number': 5, 'project_id': '630483b508104d668cc416178077e4cb', 'subnets': [{'id': '8fd67332-caeb-490f-8bda-30010919c415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:20:38.114126 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655214b5-59f6-4366-8a48-998f496b96cf None None] New status for floating IP 7268e44f-7572-4dcd-9c45-1eea4f7c3dee: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:20:38.637321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e300c0-966e-4e96-bd97-980e94f94315 req-f1b9c9f4-4c9c-432d-8808-005d5afd0748 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:38.638803 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09e300c0-966e-4e96-bd97-980e94f94315 req-f1b9c9f4-4c9c-432d-8808-005d5afd0748 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 945 time: 0.0484772 Dec 12 18:20:38.687758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09e300c0-966e-4e96-bd97-980e94f94315 req-fd59b36f-2760-4d0b-8088-9f90defb4e68 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/security-groups?id=f82fb897-da9f-4947-969a-1794196e061a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427194 Dec 12 18:20:39.027280 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468adf4c-60d0-44f0-83fa-4a4b570ce755 req-d21c3407-0958-457e-bcda-8a4fdf7656f5 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:20:39.029428 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-468adf4c-60d0-44f0-83fa-4a4b570ce755 req-d21c3407-0958-457e-bcda-8a4fdf7656f5 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.31 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 945 time: 0.0488570 Dec 12 18:20:39.118849 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-468adf4c-60d0-44f0-83fa-4a4b570ce755 req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Deleting port eab7ff6d-3670-49b6-9b8a-358829f56b95 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:20:39.119189 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-468adf4c-60d0-44f0-83fa-4a4b570ce755 req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:39.207492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-468adf4c-60d0-44f0-83fa-4a4b570ce755 req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] For port eab7ff6d-3670-49b6-9b8a-358829f56b95, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=eab7ff6d-3670-49b6-9b8a-358829f56b95,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:20:39.207883 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-468adf4c-60d0-44f0-83fa-4a4b570ce755 req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:39.219901 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-468adf4c-60d0-44f0-83fa-4a4b570ce755 req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Calling delete_port for eab7ff6d-3670-49b6-9b8a-358829f56b95 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:20:39.346168 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-468adf4c-60d0-44f0-83fa-4a4b570ce755 req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:39.372425 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event deleted for resources: {'Port': ['ID=eab7ff6d-3670-49b6-9b8a-358829f56b95,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:20:39.402707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:39.403078 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:39.403441 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:39.403794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:39.404141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:39.404484 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:39.404822 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:39.405157 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:39.405506 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:39.405824 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:39.406159 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:39.406491 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:39.406822 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:39.425280 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-468adf4c-60d0-44f0-83fa-4a4b570ce755 req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] No DVR routers for this DVR port eab7ff6d-3670-49b6-9b8a-358829f56b95 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:20:39.427781 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-468adf4c-60d0-44f0-83fa-4a4b570ce755 req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:39.431136 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-468adf4c-60d0-44f0-83fa-4a4b570ce755 req-f092ea89-4e5d-4b1f-ba4d-e8848fb41a56 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.31 "DELETE /v2.0/ports/eab7ff6d-3670-49b6-9b8a-358829f56b95 HTTP/1.1" status: 204 len: 173 time: 0.3956356 Dec 12 18:20:39.431598 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'name': 'network-vif-deleted', 'tag': 'eab7ff6d-3670-49b6-9b8a-358829f56b95'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:20:39.433855 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf6f620-ba06-409e-8135-d5bff88c797e" -d '{"events": [{"server_uuid": "e69738b2-ed86-4610-9560-9f960c3e2cc0", "name": "network-vif-deleted", "tag": "eab7ff6d-3670-49b6-9b8a-358829f56b95"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:20:39.599344 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab3242c-65eb-4786-a980-96564de081d2 x-openstack-request-id: req-5ab3242c-65eb-4786-a980-96564de081d2 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:20:39.599907 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69738b2-ed86-4610-9560-9f960c3e2cc0", "name": "network-vif-deleted", "tag": "eab7ff6d-3670-49b6-9b8a-358829f56b95", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:20:39.600165 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ab3242c-65eb-4786-a980-96564de081d2 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:20:39.600572 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69738b2-ed86-4610-9560-9f960c3e2cc0', 'name': 'network-vif-deleted', 'tag': 'eab7ff6d-3670-49b6-9b8a-358829f56b95', 'status': 'completed', 'code': 200} Dec 12 18:20:39.788965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-297ebf69-862b-4918-9b35-93e6aa6d0771 req-46f2a915-63f6-425f-ba71-1419a3fc7599 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 210 time: 0.0276918 Dec 12 18:20:40.889749 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68ab1535-1614-4197-aa06-4643bfeac536 req-4f87e35b-0e24-40ea-aa8a-b20ae7dc6247 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 210 time: 0.0263858 Dec 12 18:20:41.172523 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:20:41.986840 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df48b9a5-7a7a-4e8f-9315-ce983dfc5b93 req-861350c1-8f07-4ed5-ab5d-39cc95a3d625 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 210 time: 0.0300641 Dec 12 18:20:43.084698 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6874e978-dd07-4e4e-bc91-669d0498e1c3 req-76ca7e3b-3334-4801-a31f-ee68077dd4f1 tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "GET /v2.0/ports?device_id=e69738b2-ed86-4610-9560-9f960c3e2cc0 HTTP/1.1" status: 200 len: 210 time: 0.0256193 Dec 12 18:20:43.584306 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device eab7ff6d-3670-49b6-9b8a-358829f56b95 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:20:43.605582 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: eab7ff6d-3670-49b6-9b8a-358829f56b95 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:20:43.606730 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device eab7ff6d-3670-49b6-9b8a-358829f56b95 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:20:44.141973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 38996) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:20:44.270765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f97c2b23-2883-4398-91d9-543c7fab523d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Deleting port 3b075323-e027-46a2-8e9a-bc224ed69f23 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:20:44.271103 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f97c2b23-2883-4398-91d9-543c7fab523d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:44.344182 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f97c2b23-2883-4398-91d9-543c7fab523d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:44.344504 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f97c2b23-2883-4398-91d9-543c7fab523d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:44.356067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f97c2b23-2883-4398-91d9-543c7fab523d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Calling delete_port for 3b075323-e027-46a2-8e9a-bc224ed69f23 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:20:44.490233 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f97c2b23-2883-4398-91d9-543c7fab523d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:44.519256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c2b23-2883-4398-91d9-543c7fab523d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event deleted for resources: {'Port': ['ID=3b075323-e027-46a2-8e9a-bc224ed69f23,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:20:44.582937 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f97c2b23-2883-4398-91d9-543c7fab523d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:44.585616 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f97c2b23-2883-4398-91d9-543c7fab523d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:44.586752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f97c2b23-2883-4398-91d9-543c7fab523d tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "DELETE /v2.0/floatingips/ff3505b1-9cf8-44bf-943d-953c84d06338 HTTP/1.1" status: 204 len: 168 time: 0.4437847 Dec 12 18:20:44.890685 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b6e28a5-091f-4a18-a601-7b2e533dbc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:47.246456 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-39651ff3-937c-4b59-ae7e-9d9290dfd613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:47.326014 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:47.865735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39012) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:20:47.923077 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d343be8-67cd-4292-8a00-d8fd91102a3f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:47.947862 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d343be8-67cd-4292-8a00-d8fd91102a3f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:47.960969 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:48.006824 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d343be8-67cd-4292-8a00-d8fd91102a3f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:48.009620 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d343be8-67cd-4292-8a00-d8fd91102a3f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:48.010782 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3d343be8-67cd-4292-8a00-d8fd91102a3f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] 10.222.0.18 "DELETE /v2.0/security-groups/f82fb897-da9f-4947-969a-1794196e061a HTTP/1.1" status: 204 len: 168 time: 0.1440761 Dec 12 18:20:48.020007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d343be8-67cd-4292-8a00-d8fd91102a3f tempest-TestVolumeBootPattern-789833270 tempest-TestVolumeBootPattern-789833270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82fb897-da9f-4947-969a-1794196e061a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:20:48.081525 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39016) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:20:48.428202 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:48.543488 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91af87e3-420a-460e-846f-8ada817b632e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:48.785452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-91af87e3-420a-460e-846f-8ada817b632e admin admin] Deleting port e7c38a61-b169-4017-8c03-a5366d090276 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:20:48.785792 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91af87e3-420a-460e-846f-8ada817b632e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:48.862189 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-91af87e3-420a-460e-846f-8ada817b632e admin admin] For port e7c38a61-b169-4017-8c03-a5366d090276, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=e7c38a61-b169-4017-8c03-a5366d090276,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:20:48.862562 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91af87e3-420a-460e-846f-8ada817b632e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:48.874923 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-91af87e3-420a-460e-846f-8ada817b632e admin admin] Calling delete_port for e7c38a61-b169-4017-8c03-a5366d090276 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:20:49.051348 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91af87e3-420a-460e-846f-8ada817b632e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:49.081168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af87e3-420a-460e-846f-8ada817b632e admin admin] Pushing event deleted for resources: {'Port': ['ID=e7c38a61-b169-4017-8c03-a5366d090276,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:20:49.264103 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91af87e3-420a-460e-846f-8ada817b632e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:49.476508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91af87e3-420a-460e-846f-8ada817b632e admin admin] Router ef80966e-da25-4cd9-a93e-c88e02f3b745 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:20:49.579109 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91af87e3-420a-460e-846f-8ada817b632e admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:20:49.584094 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-91af87e3-420a-460e-846f-8ada817b632e admin admin] 10.222.0.18 "PUT /v2.0/routers/ef80966e-da25-4cd9-a93e-c88e02f3b745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5012608 Dec 12 18:20:49.586597 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39020) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:20:49.589979 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65db310-9eb9-4e97-bf54-75e94c682ecc None None] Sync routers for ids ['ef80966e-da25-4cd9-a93e-c88e02f3b745'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:20:49.690803 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a67ff293-4866-45f1-a83e-d87de5be2b7f admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:49.691027 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65db310-9eb9-4e97-bf54-75e94c682ecc None None] Routers {'ef80966e-da25-4cd9-a93e-c88e02f3b745'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:20:49.691696 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f65db310-9eb9-4e97-bf54-75e94c682ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:20:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ef80966e-da25-4cd9-a93e-c88e02f3b745'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:49.791551 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a67ff293-4866-45f1-a83e-d87de5be2b7f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:49.794570 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-f65db310-9eb9-4e97-bf54-75e94c682ecc None None] Set router ef80966e-da25-4cd9-a93e-c88e02f3b745 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:20:49.844593 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a67ff293-4866-45f1-a83e-d87de5be2b7f admin admin] Deleting port f1322600-aec5-4d17-98ea-8facc866996b {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:20:49.845415 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a67ff293-4866-45f1-a83e-d87de5be2b7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:49.975880 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f65db310-9eb9-4e97-bf54-75e94c682ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:20:49Z', 'revision_number': 5, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port': {'id': 'f1322600-aec5-4d17-98ea-8facc866996b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:31Z', 'updated_at': '2021-12-12T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:50.006669 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65db310-9eb9-4e97-bf54-75e94c682ecc None None] Checking router: ef80966e-da25-4cd9-a93e-c88e02f3b745 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:20:50.016119 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65db310-9eb9-4e97-bf54-75e94c682ecc None None] Routers {'ef80966e-da25-4cd9-a93e-c88e02f3b745'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:20:50.016738 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f65db310-9eb9-4e97-bf54-75e94c682ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:20:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['ef80966e-da25-4cd9-a93e-c88e02f3b745'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:50.105723 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-f65db310-9eb9-4e97-bf54-75e94c682ecc None None] Set router ef80966e-da25-4cd9-a93e-c88e02f3b745 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:20:50.161284 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-f65db310-9eb9-4e97-bf54-75e94c682ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:20:49Z', 'revision_number': 6, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:50.171729 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:50.187827 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65db310-9eb9-4e97-bf54-75e94c682ecc None None] The sync data for ids ['ef80966e-da25-4cd9-a93e-c88e02f3b745'] in n-d-760354-5 is: [{'id': 'ef80966e-da25-4cd9-a93e-c88e02f3b745', 'name': 'tempest-TestVolumeBootPattern-1367129028-router', 'tenant_id': '630483b508104d668cc416178077e4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:29Z', 'updated_at': '2021-12-12T18:20:49Z', 'revision_number': 6, 'project_id': '630483b508104d668cc416178077e4cb', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:20:50.230465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a67ff293-4866-45f1-a83e-d87de5be2b7f admin admin] For port f1322600-aec5-4d17-98ea-8facc866996b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f1322600-aec5-4d17-98ea-8facc866996b,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:20:50.231013 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a67ff293-4866-45f1-a83e-d87de5be2b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:50.243799 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a67ff293-4866-45f1-a83e-d87de5be2b7f admin admin] Calling delete_port for f1322600-aec5-4d17-98ea-8facc866996b owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:20:50.425792 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a67ff293-4866-45f1-a83e-d87de5be2b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:50.462764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ff293-4866-45f1-a83e-d87de5be2b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1322600-aec5-4d17-98ea-8facc866996b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:20:50.483075 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3d83f1-8fa7-4d0c-8926-98eef0fafa61 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:20:50.549379 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a67ff293-4866-45f1-a83e-d87de5be2b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:50.654558 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a67ff293-4866-45f1-a83e-d87de5be2b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:50.656679 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a67ff293-4866-45f1-a83e-d87de5be2b7f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:50.697381 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a67ff293-4866-45f1-a83e-d87de5be2b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:50.698041 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67ff293-4866-45f1-a83e-d87de5be2b7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef80966e-da25-4cd9-a93e-c88e02f3b745 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:20:50.702934 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a67ff293-4866-45f1-a83e-d87de5be2b7f admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:50.704209 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a67ff293-4866-45f1-a83e-d87de5be2b7f admin admin] 10.222.0.18 "DELETE /v2.0/routers/ef80966e-da25-4cd9-a93e-c88e02f3b745 HTTP/1.1" status: 204 len: 168 time: 1.1166980 Dec 12 18:20:50.706718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39026) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:20:50.754048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c096623-9a17-4363-afdb-9f017a76c4b4 admin admin] Deleting subnet 8fd67332-caeb-490f-8bda-30010919c415 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:20:50.757016 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4c096623-9a17-4363-afdb-9f017a76c4b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:50.790730 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4c096623-9a17-4363-afdb-9f017a76c4b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:50.866549 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4c096623-9a17-4363-afdb-9f017a76c4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:50.911667 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:50.922446 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4c096623-9a17-4363-afdb-9f017a76c4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:50.947743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c096623-9a17-4363-afdb-9f017a76c4b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd67332-caeb-490f-8bda-30010919c415,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:20:50.951693 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4c096623-9a17-4363-afdb-9f017a76c4b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:50.954886 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4c096623-9a17-4363-afdb-9f017a76c4b4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8fd67332-caeb-490f-8bda-30010919c415 HTTP/1.1" status: 204 len: 168 time: 0.2472134 Dec 12 18:20:50.957643 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39028) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:20:50.958558 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5101fe1-3e5f-4d54-ba46-b25a7d17ccec None None] Network 0d99059b-b3a0-4220-9a4d-b63575e62b4a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:20:51.033182 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:51.088924 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] Deleting port f2d33f46-9708-4562-b7f9-3c4cdc32e4b6 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:20:51.089273 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:51.126561 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] DHCP port deletion for 0d99059b-b3a0-4220-9a4d-b63575e62b4a request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:20:51.156569 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] For port f2d33f46-9708-4562-b7f9-3c4cdc32e4b6, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f2d33f46-9708-4562-b7f9-3c4cdc32e4b6,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:20:51.156945 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:51.171336 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] Calling delete_port for f2d33f46-9708-4562-b7f9-3c4cdc32e4b6 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:20:51.175430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] Deleting port f2d33f46-9708-4562-b7f9-3c4cdc32e4b6 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:20:51.175876 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:51.245682 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] For port f2d33f46-9708-4562-b7f9-3c4cdc32e4b6, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f2d33f46-9708-4562-b7f9-3c4cdc32e4b6,segment=NetworkSegment(7036a1b2-62a4-479e-8d97-ee275fc0d8d7),segment_id=7036a1b2-62a4-479e-8d97-ee275fc0d8d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:20:51.246091 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:51.257381 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:51.260821 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] Calling delete_port for f2d33f46-9708-4562-b7f9-3c4cdc32e4b6 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:20:51.288880 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] No DVR routers for this DVR port f2d33f46-9708-4562-b7f9-3c4cdc32e4b6 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:20:51.293741 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d33f46-9708-4562-b7f9-3c4cdc32e4b6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:20:51.347776 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:51.372551 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e7c38a61-b169-4017-8c03-a5366d090276 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:20:51.376988 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] Pushing event deleted for resources: {'Port': ['ID=f2d33f46-9708-4562-b7f9-3c4cdc32e4b6,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:20:51.377301 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:51.397662 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d99059b-b3a0-4220-9a4d-b63575e62b4a']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:51.401187 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: e7c38a61-b169-4017-8c03-a5366d090276 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:20:51.401733 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device e7c38a61-b169-4017-8c03-a5366d090276 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:20:51.402305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f1322600-aec5-4d17-98ea-8facc866996b no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:20:51.404330 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] No DVR routers for this DVR port f2d33f46-9708-4562-b7f9-3c4cdc32e4b6 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:20:51.406825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:51.407180 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:51.407550 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:51.407893 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:51.408228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:51.408574 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:51.408907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:51.409235 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:51.409565 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:51.409888 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:51.410207 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7036a1b2-62a4-479e-8d97-ee275fc0d8d7') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:51.410317 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:51.410530 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:51.410752 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7036a1b2-62a4-479e-8d97-ee275fc0d8d7') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:51.410844 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7404e7-e5cc-48c2-bb0b-63af20a97503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:20:51.424598 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:51.432671 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: f1322600-aec5-4d17-98ea-8facc866996b {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:20:51.433001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f1322600-aec5-4d17-98ea-8facc866996b not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:20:51.433433 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f2d33f46-9708-4562-b7f9-3c4cdc32e4b6 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:20:51.438117 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:51.444149 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:20:51.444528 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:20:51.446325 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:20:51.456286 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: f2d33f46-9708-4562-b7f9-3c4cdc32e4b6 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:20:51.456637 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f2d33f46-9708-4562-b7f9-3c4cdc32e4b6 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:20:51.501572 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:51.507363 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:51.510883 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] 10.222.0.18 "DELETE /v2.0/networks/0d99059b-b3a0-4220-9a4d-b63575e62b4a HTTP/1.1" status: 204 len: 168 time: 0.5506685 Dec 12 18:20:51.514489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39032) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:20:51.529220 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb705e6-50cf-4aab-ad25-3607d2f4832c admin admin] Pushing event deleted for resources: {'Network': ['ID=0d99059b-b3a0-4220-9a4d-b63575e62b4a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:20:51.844956 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ae1680d-e882-4729-85e5-2ba8794cc974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:52.082723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1680d-e882-4729-85e5-2ba8794cc974 admin admin] Deleting port 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:20:52.083055 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ae1680d-e882-4729-85e5-2ba8794cc974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:52.163044 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3ae1680d-e882-4729-85e5-2ba8794cc974 admin admin] For port 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9cfa6b4a-f233-47a5-96b5-64ed38d4d77c,segment=NetworkSegment(dd04bda7-44e1-438e-8247-62bc91439e54),segment_id=dd04bda7-44e1-438e-8247-62bc91439e54)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:20:52.163442 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ae1680d-e882-4729-85e5-2ba8794cc974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:52.177098 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1680d-e882-4729-85e5-2ba8794cc974 admin admin] Calling delete_port for 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:20:52.351040 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ae1680d-e882-4729-85e5-2ba8794cc974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:52.373315 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1680d-e882-4729-85e5-2ba8794cc974 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cfa6b4a-f233-47a5-96b5-64ed38d4d77c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:20:52.537885 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ae1680d-e882-4729-85e5-2ba8794cc974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:52.748858 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae1680d-e882-4729-85e5-2ba8794cc974 admin admin] Router 79424f02-0a99-4c7b-b997-02c9f5729637 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:20:52.851422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae1680d-e882-4729-85e5-2ba8794cc974 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:20:52.857689 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3ae1680d-e882-4729-85e5-2ba8794cc974 admin admin] 10.222.0.18 "PUT /v2.0/routers/79424f02-0a99-4c7b-b997-02c9f5729637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3411336 Dec 12 18:20:52.859162 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39036) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:20:52.860336 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7af936-c059-4fa9-a052-5358e5fd8e67 None None] Sync routers for ids ['79424f02-0a99-4c7b-b997-02c9f5729637'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:20:52.870957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7af936-c059-4fa9-a052-5358e5fd8e67 None None] Routers {'79424f02-0a99-4c7b-b997-02c9f5729637'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:20:52.872239 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ff7af936-c059-4fa9-a052-5358e5fd8e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:20:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['79424f02-0a99-4c7b-b997-02c9f5729637'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:52.961461 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91808327-7914-4638-8c58-b7c9d4c4d0ec admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:52.978664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ff7af936-c059-4fa9-a052-5358e5fd8e67 None None] Set router 79424f02-0a99-4c7b-b997-02c9f5729637 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:20:53.064016 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91808327-7914-4638-8c58-b7c9d4c4d0ec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:53.114639 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-91808327-7914-4638-8c58-b7c9d4c4d0ec admin admin] Deleting port d72a24fd-0abf-4366-bea5-9615c6910b87 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:20:53.114980 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91808327-7914-4638-8c58-b7c9d4c4d0ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:53.154773 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ff7af936-c059-4fa9-a052-5358e5fd8e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79424f02-0a99-4c7b-b997-02c9f5729637', 'name': 'tempest-TestVolumeBootPattern-1490605546-router', 'tenant_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'd72a24fd-0abf-4366-bea5-9615c6910b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:40Z', 'updated_at': '2021-12-12T18:20:52Z', 'revision_number': 5, 'project_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'gw_port': {'id': 'd72a24fd-0abf-4366-bea5-9615c6910b87', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:85:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79424f02-0a99-4c7b-b997-02c9f5729637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:09:42Z', 'updated_at': '2021-12-12T18:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:53.180927 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7af936-c059-4fa9-a052-5358e5fd8e67 None None] Checking router: 79424f02-0a99-4c7b-b997-02c9f5729637 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:20:53.189679 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7af936-c059-4fa9-a052-5358e5fd8e67 None None] Routers {'79424f02-0a99-4c7b-b997-02c9f5729637'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:20:53.190283 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ff7af936-c059-4fa9-a052-5358e5fd8e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:20:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['79424f02-0a99-4c7b-b997-02c9f5729637'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:53.192364 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-91808327-7914-4638-8c58-b7c9d4c4d0ec admin admin] For port d72a24fd-0abf-4366-bea5-9615c6910b87, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d72a24fd-0abf-4366-bea5-9615c6910b87,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:20:53.192729 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91808327-7914-4638-8c58-b7c9d4c4d0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:53.208412 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-91808327-7914-4638-8c58-b7c9d4c4d0ec admin admin] Calling delete_port for d72a24fd-0abf-4366-bea5-9615c6910b87 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:20:53.273843 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ff7af936-c059-4fa9-a052-5358e5fd8e67 None None] Set router 79424f02-0a99-4c7b-b997-02c9f5729637 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:20:53.330284 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ff7af936-c059-4fa9-a052-5358e5fd8e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79424f02-0a99-4c7b-b997-02c9f5729637', 'name': 'tempest-TestVolumeBootPattern-1490605546-router', 'tenant_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:40Z', 'updated_at': '2021-12-12T18:20:53Z', 'revision_number': 6, 'project_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:53.356837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7af936-c059-4fa9-a052-5358e5fd8e67 None None] The sync data for ids ['79424f02-0a99-4c7b-b997-02c9f5729637'] in n-d-760354-5 is: [{'id': '79424f02-0a99-4c7b-b997-02c9f5729637', 'name': 'tempest-TestVolumeBootPattern-1490605546-router', 'tenant_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:09:40Z', 'updated_at': '2021-12-12T18:20:53Z', 'revision_number': 6, 'project_id': '7e1420b7b2ec4cc1811942b67b5c655f', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:20:53.372487 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91808327-7914-4638-8c58-b7c9d4c4d0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:53.400298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91808327-7914-4638-8c58-b7c9d4c4d0ec admin admin] Pushing event deleted for resources: {'Port': ['ID=d72a24fd-0abf-4366-bea5-9615c6910b87,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:20:53.416053 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88eff2e-86a7-4f1a-8e8a-b0ac3ff332bf None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:20:53.463065 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91808327-7914-4638-8c58-b7c9d4c4d0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:53.552091 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91808327-7914-4638-8c58-b7c9d4c4d0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:53.554207 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91808327-7914-4638-8c58-b7c9d4c4d0ec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:53.598702 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91808327-7914-4638-8c58-b7c9d4c4d0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:53.599149 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91808327-7914-4638-8c58-b7c9d4c4d0ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79424f02-0a99-4c7b-b997-02c9f5729637 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:20:53.603538 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91808327-7914-4638-8c58-b7c9d4c4d0ec admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:53.604736 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-91808327-7914-4638-8c58-b7c9d4c4d0ec admin admin] 10.222.0.18 "DELETE /v2.0/routers/79424f02-0a99-4c7b-b997-02c9f5729637 HTTP/1.1" status: 204 len: 168 time: 0.7445989 Dec 12 18:20:53.608192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39038) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:20:53.652384 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba661dd8-d995-4d20-bb2e-204577acdaf2 admin admin] Deleting subnet 44249c9e-26c3-4b7d-80eb-8d68596dfa2f {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:20:53.655949 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba661dd8-d995-4d20-bb2e-204577acdaf2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:53.690566 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba661dd8-d995-4d20-bb2e-204577acdaf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:53.774038 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba661dd8-d995-4d20-bb2e-204577acdaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:53.825257 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba661dd8-d995-4d20-bb2e-204577acdaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:53.850728 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba661dd8-d995-4d20-bb2e-204577acdaf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44249c9e-26c3-4b7d-80eb-8d68596dfa2f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:20:53.854055 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba661dd8-d995-4d20-bb2e-204577acdaf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:53.858053 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ba661dd8-d995-4d20-bb2e-204577acdaf2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/44249c9e-26c3-4b7d-80eb-8d68596dfa2f HTTP/1.1" status: 204 len: 168 time: 0.2481713 Dec 12 18:20:53.859113 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32340de2-e2a9-4f3b-9cac-673838a41b82 None None] Network add1d812-c951-46e8-9d98-42b18d1a154e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:20:53.860038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39040) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:20:53.931077 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:53.984917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] Deleting port 1af33546-aac5-4cac-9c61-d033c4118314 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:20:53.985254 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:54.048113 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] For port 1af33546-aac5-4cac-9c61-d033c4118314, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1af33546-aac5-4cac-9c61-d033c4118314,segment=NetworkSegment(dd04bda7-44e1-438e-8247-62bc91439e54),segment_id=dd04bda7-44e1-438e-8247-62bc91439e54)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:20:54.048398 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:54.060968 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] Calling delete_port for 1af33546-aac5-4cac-9c61-d033c4118314 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:20:54.124105 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1f4a10-7497-4403-9646-6140c46f4063 None None] DHCP port deletion for add1d812-c951-46e8-9d98-42b18d1a154e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:20:54.141010 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:54.167156 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=1af33546-aac5-4cac-9c61-d033c4118314,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:20:54.170916 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] No DVR routers for this DVR port 1af33546-aac5-4cac-9c61-d033c4118314 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:20:54.177115 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9b1f4a10-7497-4403-9646-6140c46f4063 None None] Deleting port 1af33546-aac5-4cac-9c61-d033c4118314 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:20:54.177496 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4a10-7497-4403-9646-6140c46f4063 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:54.253576 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:54.254850 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9b1f4a10-7497-4403-9646-6140c46f4063 None None] For port 1af33546-aac5-4cac-9c61-d033c4118314, host n-d-760354-5, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:20:54.255271 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4a10-7497-4403-9646-6140c46f4063 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:54.268866 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9b1f4a10-7497-4403-9646-6140c46f4063 None None] Calling delete_port for 1af33546-aac5-4cac-9c61-d033c4118314 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:20:54.271731 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-9b1f4a10-7497-4403-9646-6140c46f4063 None None] Port 1af33546-aac5-4cac-9c61-d033c4118314 was not found and therefore no delete operation was performed {{(pid=103152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 18:20:54.273004 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4a10-7497-4403-9646-6140c46f4063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:54.274128 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add1d812-c951-46e8-9d98-42b18d1a154e']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:54.283381 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd04bda7-44e1-438e-8247-62bc91439e54') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:54.283676 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd04bda7-44e1-438e-8247-62bc91439e54') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:20:54.292849 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:54.297021 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f4a10-7497-4403-9646-6140c46f4063 None None] Pushing event deleted for resources: {'Port': ['ID=1af33546-aac5-4cac-9c61-d033c4118314,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:20:54.300733 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f4a10-7497-4403-9646-6140c46f4063 None None] No DVR routers for this DVR port 1af33546-aac5-4cac-9c61-d033c4118314 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:20:54.307814 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:54.315885 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:20:54.316378 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:20:54.318184 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:20:54.375966 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:54.699121 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:54.702275 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] 10.222.0.18 "DELETE /v2.0/networks/add1d812-c951-46e8-9d98-42b18d1a154e HTTP/1.1" status: 204 len: 168 time: 0.8412333 Dec 12 18:20:54.703607 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1e462-60e1-4420-b38c-ed06e7ee0f44 admin admin] Pushing event deleted for resources: {'Network': ['ID=add1d812-c951-46e8-9d98-42b18d1a154e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:20:54.822320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39044) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:20:54.860793 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b16d5315-addc-4309-b195-9ee80996fdcf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=630483b508104d668cc416178077e4cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372789 Dec 12 18:20:54.863193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39046) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:20:54.908866 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd2bd-130a-4baa-96a6-28c4e4141db5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:54.929527 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd2bd-130a-4baa-96a6-28c4e4141db5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:54.973165 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd2bd-130a-4baa-96a6-28c4e4141db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:54.975673 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd2bd-130a-4baa-96a6-28c4e4141db5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:54.976802 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4e8cd2bd-130a-4baa-96a6-28c4e4141db5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5 HTTP/1.1" status: 204 len: 168 time: 0.1126926 Dec 12 18:20:54.984634 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8cd2bd-130a-4baa-96a6-28c4e4141db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87d30c8-c0fd-44ad-a3d7-8f9069b4f9f5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:20:55.307773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39052) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:20:55.347648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d72a24fd-0abf-4366-bea5-9615c6910b87 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:20:55.349492 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a6fe6536-ebd4-41f0-a045-cf7841808e35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e1420b7b2ec4cc1811942b67b5c655f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405650 Dec 12 18:20:55.352121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39054) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:20:55.371495 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: d72a24fd-0abf-4366-bea5-9615c6910b87 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:20:55.371848 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d72a24fd-0abf-4366-bea5-9615c6910b87 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:20:55.372278 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:20:55.391495 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:20:55.391845 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9cfa6b4a-f233-47a5-96b5-64ed38d4d77c not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:20:55.392451 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1af33546-aac5-4cac-9c61-d033c4118314 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:20:55.401394 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2f99b5a4-d494-4a13-bf02-ec09248c8382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:55.411682 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 1af33546-aac5-4cac-9c61-d033c4118314 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:20:55.412036 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1af33546-aac5-4cac-9c61-d033c4118314 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:20:55.423092 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2f99b5a4-d494-4a13-bf02-ec09248c8382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:55.469067 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2f99b5a4-d494-4a13-bf02-ec09248c8382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:55.471767 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2f99b5a4-d494-4a13-bf02-ec09248c8382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:20:55.472919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2f99b5a4-d494-4a13-bf02-ec09248c8382 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1806909-b9ed-4737-9014-bd2de0c9a8be HTTP/1.1" status: 204 len: 168 time: 0.1198070 Dec 12 18:20:55.480325 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99b5a4-d494-4a13-bf02-ec09248c8382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1806909-b9ed-4737-9014-bd2de0c9a8be,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:21:05.683523 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-8a68032a-6ef2-49c6-a4e5-27583bbfb2c8 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f0f987c56bbd40d8ab6df8ddc83938d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223002 Dec 12 18:21:05.789834 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-27c68fb8-3cd5-4abe-9628-d13a6f2fd025 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:05.791305 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-27c68fb8-3cd5-4abe-9628-d13a6f2fd025 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1026475 Dec 12 18:21:05.805776 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-79a0c444-c33d-48b1-a190-3636f7788346 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/quotas/f0f987c56bbd40d8ab6df8ddc83938d2 HTTP/1.1" status: 200 len: 375 time: 0.0087852 Dec 12 18:21:05.835673 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-72bbf422-1bed-4f76-b41d-899206275812 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f0f987c56bbd40d8ab6df8ddc83938d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247707 Dec 12 18:21:05.992631 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-458ea7b7-503b-444a-b46b-d051b22c9c07 req-0195123b-aebb-4b8a-9f10-8c90cfd69ebc tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a053443-4359-4d20-add7-00dac52c3dfa HTTP/1.1" status: 200 len: 210 time: 0.0249159 Dec 12 18:21:07.056615 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-12a938b4-7e54-4b0d-9ec0-0b835843f9ec tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f0f987c56bbd40d8ab6df8ddc83938d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272944 Dec 12 18:21:07.107952 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-038ed3ea-a83b-490a-9813-0ef6bb2d710e req-719b3795-be9d-41f7-ae36-e4eb41a71cd7 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a053443-4359-4d20-add7-00dac52c3dfa HTTP/1.1" status: 200 len: 210 time: 0.0442183 Dec 12 18:21:07.196437 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-3ffcc562-10bd-43ff-8481-c38fc7f93b4e tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:07.198159 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-3ffcc562-10bd-43ff-8481-c38fc7f93b4e tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263785 Dec 12 18:21:07.213901 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-af358fb5-6eed-44e4-9c1a-4328861767b1 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Request body: {'port': {'device_id': '7a053443-4359-4d20-add7-00dac52c3dfa', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'admin_state_up': True, 'tenant_id': 'f0f987c56bbd40d8ab6df8ddc83938d2'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:21:07.325128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-af358fb5-6eed-44e4-9c1a-4328861767b1 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Made reservation on behalf of f0f987c56bbd40d8ab6df8ddc83938d2 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:21:07.328652 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-af358fb5-6eed-44e4-9c1a-4328861767b1 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:07.336702 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-af358fb5-6eed-44e4-9c1a-4328861767b1 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:07.410864 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-af358fb5-6eed-44e4-9c1a-4328861767b1 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:07.414744 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-af358fb5-6eed-44e4-9c1a-4328861767b1 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:07.480328 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af358fb5-6eed-44e4-9c1a-4328861767b1 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f862594-1350-4430-b6ba-dc5b3ca33361,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:21:07.549397 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-af358fb5-6eed-44e4-9c1a-4328861767b1 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Allocated IP 192.168.233.180 (37b8e47c-73a2-4265-8015-4302615519ca/d9661a00-849a-4afe-9826-f122c0c3e636/cbd13fe3-2ff5-4288-8464-178a5886bcce) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:21:07.989878 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-af358fb5-6eed-44e4-9c1a-4328861767b1 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:08.023691 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-af358fb5-6eed-44e4-9c1a-4328861767b1 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:08.064925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-af358fb5-6eed-44e4-9c1a-4328861767b1 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Network 37b8e47c-73a2-4265-8015-4302615519ca is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:21:08.067950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-af358fb5-6eed-44e4-9c1a-4328861767b1 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:21:08.071615 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-af358fb5-6eed-44e4-9c1a-4328861767b1 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:21:08.095693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af358fb5-6eed-44e4-9c1a-4328861767b1 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Pushing event updated for resources: {'Port': ['ID=cbd13fe3-2ff5-4288-8464-178a5886bcce,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:21:08.124311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-af358fb5-6eed-44e4-9c1a-4328861767b1 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:08.124953 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-af358fb5-6eed-44e4-9c1a-4328861767b1 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:08.142913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-af358fb5-6eed-44e4-9c1a-4328861767b1 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9333439 Dec 12 18:21:08.156736 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Request body: {'port': {'device_id': '7a053443-4359-4d20-add7-00dac52c3dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:21:08.250148 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:08.272326 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617cd749-84eb-4784-a947-071416a3f9c1 req-18e747c7-3e09-4f31-a4f5-0d07abc0b2b2 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:08.273796 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-617cd749-84eb-4784-a947-071416a3f9c1 req-18e747c7-3e09-4f31-a4f5-0d07abc0b2b2 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a053443-4359-4d20-add7-00dac52c3dfa HTTP/1.1" status: 200 len: 936 time: 0.0888052 Dec 12 18:21:08.307777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f004dbae-2ca4-4924-8136-d540c88baff8 None None] Provisioning complete for port cbd13fe3-2ff5-4288-8464-178a5886bcce triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:21:08.308423 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f004dbae-2ca4-4924-8136-d540c88baff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:08.341673 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f004dbae-2ca4-4924-8136-d540c88baff8 None None] Port cbd13fe3-2ff5-4288-8464-178a5886bcce cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:21:08.406751 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-617cd749-84eb-4784-a947-071416a3f9c1 req-b912d0a2-6823-456f-90ab-8bf4c7c9b087 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f862594-1350-4430-b6ba-dc5b3ca33361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118937 Dec 12 18:21:08.552564 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd13fe3-2ff5-4288-8464-178a5886bcce {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:21:08.559970 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:08.571454 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Transition to ACTIVE for port object cbd13fe3-2ff5-4288-8464-178a5886bcce will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:21:08.575178 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:08.622343 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd13fe3-2ff5-4288-8464-178a5886bcce,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:21:08.698537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Attempting to bind port cbd13fe3-2ff5-4288-8464-178a5886bcce on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:21:08.698909 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Attempting to bind port cbd13fe3-2ff5-4288-8464-178a5886bcce by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:21:08.699272 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Attempting to bind port cbd13fe3-2ff5-4288-8464-178a5886bcce on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:21:08.703903 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Port cbd13fe3-2ff5-4288-8464-178a5886bcce on network 37b8e47c-73a2-4265-8015-4302615519ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:21:08.704232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Attempting to bind port cbd13fe3-2ff5-4288-8464-178a5886bcce on network 37b8e47c-73a2-4265-8015-4302615519ca {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:21:08.709317 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:21:08.709671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Checking segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:21:08.710063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Bound using segment: {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:21:08.710535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Bound port: cbd13fe3-2ff5-4288-8464-178a5886bcce, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c81ba1-f7a4-4f8f-80b6-7045e05f652b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:21:08.710888 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:08.780173 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] For port cbd13fe3-2ff5-4288-8464-178a5886bcce, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:21:08.783173 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] For port cbd13fe3-2ff5-4288-8464-178a5886bcce, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=cbd13fe3-2ff5-4288-8464-178a5886bcce,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:21:08.787063 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:08.820999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:08.821619 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:08.822994 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] 10.222.0.20 "PUT /v2.0/ports/cbd13fe3-2ff5-4288-8464-178a5886bcce HTTP/1.1" status: 200 len: 1096 time: 0.6708000 Dec 12 18:21:08.823459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a053443-4359-4d20-add7-00dac52c3dfa', 'tag': 'cbd13fe3-2ff5-4288-8464-178a5886bcce'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:21:08.826263 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd67b60c-4947-4fd4-b5c7-65b0fbd69864" -d '{"events": [{"name": "network-changed", "server_uuid": "7a053443-4359-4d20-add7-00dac52c3dfa", "tag": "cbd13fe3-2ff5-4288-8464-178a5886bcce"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:21:08.856204 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f441547-17dc-442c-881b-17dc68fe5e40 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd13fe3-2ff5-4288-8464-178a5886bcce,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:21:08.877051 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9e1ddd-4b21-48c4-be5e-bd883bfcfab0 x-openstack-request-id: req-2a9e1ddd-4b21-48c4-be5e-bd883bfcfab0 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:21:08.877349 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a053443-4359-4d20-add7-00dac52c3dfa", "tag": "cbd13fe3-2ff5-4288-8464-178a5886bcce", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:21:08.877610 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a9e1ddd-4b21-48c4-be5e-bd883bfcfab0 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:21:08.878136 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a053443-4359-4d20-add7-00dac52c3dfa', 'tag': 'cbd13fe3-2ff5-4288-8464-178a5886bcce', 'status': 'completed', 'code': 200} Dec 12 18:21:08.910077 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-e19c12b8-3a50-4405-bd4e-fbc92a1c1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:08.911636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-e19c12b8-3a50-4405-bd4e-fbc92a1c1559 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0f987c56bbd40d8ab6df8ddc83938d2&device_id=7a053443-4359-4d20-add7-00dac52c3dfa HTTP/1.1" status: 200 len: 1099 time: 0.0464759 Dec 12 18:21:08.961642 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-6792c70d-e9d8-46ea-93fd-df6c95cb7eb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=cbd13fe3-2ff5-4288-8464-178a5886bcce HTTP/1.1" status: 200 len: 217 time: 0.0422702 Dec 12 18:21:09.019742 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-2e3145d5-6292-4886-99dd-c3c0bc416027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:09.021333 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-2e3145d5-6292-4886-99dd-c3c0bc416027 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0529640 Dec 12 18:21:09.066164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-07a9ca0e-e278-4b76-a4d5-869d65d4798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:09.067703 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-07a9ca0e-e278-4b76-a4d5-869d65d4798a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0384753 Dec 12 18:21:09.162018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-3cfdf2af-e7f5-470f-9731-5a86b68a5ff1 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850034 Dec 12 18:21:09.251065 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45d7c845-3f69-452f-8980-0d301b23ac33 req-bc972974-c622-40ec-b10f-0d0cfc7a6b3e service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817888 Dec 12 18:21:09.337294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67b60c-4947-4fd4-b5c7-65b0fbd69864 req-9f59bf02-6aa4-427c-9539-618127d1cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:09.338690 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd67b60c-4947-4fd4-b5c7-65b0fbd69864 req-9f59bf02-6aa4-427c-9539-618127d1cdc3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0f987c56bbd40d8ab6df8ddc83938d2&device_id=7a053443-4359-4d20-add7-00dac52c3dfa HTTP/1.1" status: 200 len: 1099 time: 0.0404634 Dec 12 18:21:09.429902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67b60c-4947-4fd4-b5c7-65b0fbd69864 req-ae2167a2-5967-4bd4-9450-c727f7fefb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:09.431393 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd67b60c-4947-4fd4-b5c7-65b0fbd69864 req-ae2167a2-5967-4bd4-9450-c727f7fefb95 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37b8e47c-73a2-4265-8015-4302615519ca HTTP/1.1" status: 200 len: 870 time: 0.0859997 Dec 12 18:21:09.473027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd67b60c-4947-4fd4-b5c7-65b0fbd69864 req-615b5a4d-ef5b-4ff5-b9dd-c0bb91575355 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=cbd13fe3-2ff5-4288-8464-178a5886bcce HTTP/1.1" status: 200 len: 217 time: 0.0349822 Dec 12 18:21:09.551170 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67b60c-4947-4fd4-b5c7-65b0fbd69864 req-a3959fb7-7f5f-475f-bd0e-34b30f9b0122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:09.552642 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd67b60c-4947-4fd4-b5c7-65b0fbd69864 req-a3959fb7-7f5f-475f-bd0e-34b30f9b0122 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9661a00-849a-4afe-9826-f122c0c3e636 HTTP/1.1" status: 200 len: 843 time: 0.0703766 Dec 12 18:21:09.560536 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3d0a4-4a87-4d33-a2b8-932f86a57b4e req-e50b208e-a65f-4516-97d8-070d18306798 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:09.561889 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f9b3d0a4-4a87-4d33-a2b8-932f86a57b4e req-e50b208e-a65f-4516-97d8-070d18306798 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a053443-4359-4d20-add7-00dac52c3dfa HTTP/1.1" status: 200 len: 948 time: 0.0880175 Dec 12 18:21:09.630621 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67b60c-4947-4fd4-b5c7-65b0fbd69864 req-d018f794-4361-467e-a846-004f8f9befd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:09.632040 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd67b60c-4947-4fd4-b5c7-65b0fbd69864 req-d018f794-4361-467e-a846-004f8f9befd4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37b8e47c-73a2-4265-8015-4302615519ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693085 Dec 12 18:21:09.635694 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f9b3d0a4-4a87-4d33-a2b8-932f86a57b4e req-3d0bf5f0-d3f5-4304-b055-7a8312dbaac6 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f862594-1350-4430-b6ba-dc5b3ca33361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657661 Dec 12 18:21:09.724860 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd67b60c-4947-4fd4-b5c7-65b0fbd69864 req-c2efdebe-fe18-4838-bb78-81ea6a3e8550 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852056 Dec 12 18:21:09.813428 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd67b60c-4947-4fd4-b5c7-65b0fbd69864 req-e4221a3b-ac20-4aff-9817-aaa087982579 service neutron] 10.222.0.20 "GET /v2.0/networks/37b8e47c-73a2-4265-8015-4302615519ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806205 Dec 12 18:21:10.757412 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adeaebd-dcbf-4067-b08a-5c5c56f41dcb req-e5758f15-df0f-4430-8740-86508d420f44 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:10.758885 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7adeaebd-dcbf-4067-b08a-5c5c56f41dcb req-e5758f15-df0f-4430-8740-86508d420f44 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a053443-4359-4d20-add7-00dac52c3dfa HTTP/1.1" status: 200 len: 948 time: 0.0519061 Dec 12 18:21:10.805723 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7adeaebd-dcbf-4067-b08a-5c5c56f41dcb req-250bfeca-e413-493c-ba09-68ff2118e569 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f862594-1350-4430-b6ba-dc5b3ca33361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397651 Dec 12 18:21:11.435656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device cbd13fe3-2ff5-4288-8464-178a5886bcce details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:21:11.530633 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port cbd13fe3-2ff5-4288-8464-178a5886bcce, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=cbd13fe3-2ff5-4288-8464-178a5886bcce,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:21:11.541658 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'cbd13fe3-2ff5-4288-8464-178a5886bcce', 'network_id': '37b8e47c-73a2-4265-8015-4302615519ca', 'port_id': 'cbd13fe3-2ff5-4288-8464-178a5886bcce', 'mac_address': 'fa:16:3e:1b:bc:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9661a00-849a-4afe-9826-f122c0c3e636', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:21:11.577687 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:11.590768 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd13fe3-2ff5-4288-8464-178a5886bcce {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:21:11.609949 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port cbd13fe3-2ff5-4288-8464-178a5886bcce, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=cbd13fe3-2ff5-4288-8464-178a5886bcce,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:21:11.613731 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:11.660305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=cbd13fe3-2ff5-4288-8464-178a5886bcce,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:21:11.824066 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['cbd13fe3-2ff5-4288-8464-178a5886bcce'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:21:11.922474 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6251d-2f1c-4efe-b3c7-333b0915ae05 req-d3db7100-bab6-4733-843d-b2b2303e66d6 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:11.924031 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ddb6251d-2f1c-4efe-b3c7-333b0915ae05 req-d3db7100-bab6-4733-843d-b2b2303e66d6 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a053443-4359-4d20-add7-00dac52c3dfa HTTP/1.1" status: 200 len: 949 time: 0.0482905 Dec 12 18:21:11.973193 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ddb6251d-2f1c-4efe-b3c7-333b0915ae05 req-2ff95a61-1590-4b94-95e3-4e9c8968ae00 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f862594-1350-4430-b6ba-dc5b3ca33361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428009 Dec 12 18:21:13.085253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e32a4-8151-4b76-8bff-4fbbd5e79f9b req-2c25aedb-2089-4b43-9735-f790a9157a1a tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:13.086729 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e2e32a4-8151-4b76-8bff-4fbbd5e79f9b req-2c25aedb-2089-4b43-9735-f790a9157a1a tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a053443-4359-4d20-add7-00dac52c3dfa HTTP/1.1" status: 200 len: 949 time: 0.0469928 Dec 12 18:21:13.136159 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e2e32a4-8151-4b76-8bff-4fbbd5e79f9b req-4fc32f4c-5ff1-4a50-b0a5-a0f7f6d699da tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f862594-1350-4430-b6ba-dc5b3ca33361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430207 Dec 12 18:21:13.451891 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device cbd13fe3-2ff5-4288-8464-178a5886bcce up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:21:13.499660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port cbd13fe3-2ff5-4288-8464-178a5886bcce completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:21:13.503501 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port cbd13fe3-2ff5-4288-8464-178a5886bcce triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:21:13.503870 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:13.738084 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:13.760103 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a053443-4359-4d20-add7-00dac52c3dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd13fe3-2ff5-4288-8464-178a5886bcce'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:21:13.762990 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e70ee45-a340-4048-a892-50086775c259" -d '{"events": [{"server_uuid": "7a053443-4359-4d20-add7-00dac52c3dfa", "name": "network-vif-plugged", "status": "completed", "tag": "cbd13fe3-2ff5-4288-8464-178a5886bcce"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:21:13.777996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port cbd13fe3-2ff5-4288-8464-178a5886bcce, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=cbd13fe3-2ff5-4288-8464-178a5886bcce,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:21:13.782601 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:13.805329 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cc1fac-2cfd-4927-a119-b479bde42ed1 x-openstack-request-id: req-42cc1fac-2cfd-4927-a119-b479bde42ed1 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:21:13.805619 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a053443-4359-4d20-add7-00dac52c3dfa", "name": "network-vif-plugged", "status": "completed", "tag": "cbd13fe3-2ff5-4288-8464-178a5886bcce", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:21:13.805870 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42cc1fac-2cfd-4927-a119-b479bde42ed1 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:21:13.806262 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a053443-4359-4d20-add7-00dac52c3dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd13fe3-2ff5-4288-8464-178a5886bcce', 'code': 200} Dec 12 18:21:13.833771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=cbd13fe3-2ff5-4288-8464-178a5886bcce,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:21:13.898941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dc9cb-b1e4-4716-95f7-767baf4b7f55 req-7328c9d0-7285-4b9f-bc4e-4e97f5253078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:13.900468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-958dc9cb-b1e4-4716-95f7-767baf4b7f55 req-7328c9d0-7285-4b9f-bc4e-4e97f5253078 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7a053443-4359-4d20-add7-00dac52c3dfa HTTP/1.1" status: 200 len: 1101 time: 0.0400305 Dec 12 18:21:13.944158 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-958dc9cb-b1e4-4716-95f7-767baf4b7f55 req-8984fc98-0369-43e1-aa63-d283f49b1287 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8f862594-1350-4430-b6ba-dc5b3ca33361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371311 Dec 12 18:21:14.254641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a7816-d9da-45fb-85a2-a22203fea008 req-e2168110-69ed-48fa-8387-8ac36a1dd207 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:14.256169 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a2a7816-d9da-45fb-85a2-a22203fea008 req-e2168110-69ed-48fa-8387-8ac36a1dd207 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a053443-4359-4d20-add7-00dac52c3dfa HTTP/1.1" status: 200 len: 950 time: 0.0518720 Dec 12 18:21:14.303847 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a2a7816-d9da-45fb-85a2-a22203fea008 req-d5ebc442-1968-4cb3-8938-5c9c397e8c43 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f862594-1350-4430-b6ba-dc5b3ca33361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410836 Dec 12 18:21:14.893069 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-850a8799-4b3c-4751-bc2e-a82601f48ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:15.425595 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579d503-58d2-4a73-af20-b136c762dff5 req-aa4eec72-fc8a-4358-9735-13483a11cd79 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:15.427065 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a579d503-58d2-4a73-af20-b136c762dff5 req-aa4eec72-fc8a-4358-9735-13483a11cd79 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a053443-4359-4d20-add7-00dac52c3dfa HTTP/1.1" status: 200 len: 950 time: 0.0525010 Dec 12 18:21:15.474054 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a579d503-58d2-4a73-af20-b136c762dff5 req-0ca5ede6-7887-4559-a400-e27f2213b58d tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f862594-1350-4430-b6ba-dc5b3ca33361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406182 Dec 12 18:21:15.742074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-9764c26d-a606-42be-baa2-abc323fa71ba req-af7b0522-d236-47b6-85cf-69ae7433b2ed service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:21:15.743195 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9764c26d-a606-42be-baa2-abc323fa71ba req-af7b0522-d236-47b6-85cf-69ae7433b2ed service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055084 Dec 12 18:21:16.206820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-c3ff1961-9ffe-4b25-9269-f8cdda7f7517 req-ccd09921-83c0-4748-9d15-9c5420eb5174 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:21:16.207916 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3ff1961-9ffe-4b25-9269-f8cdda7f7517 req-ccd09921-83c0-4748-9d15-9c5420eb5174 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1514482 Dec 12 18:21:16.538649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0073f7-ea73-40dc-960a-994131c7fc8b req-f6f5cb7f-4103-47d2-9629-33705bd18f85 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:16.540159 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c0073f7-ea73-40dc-960a-994131c7fc8b req-f6f5cb7f-4103-47d2-9629-33705bd18f85 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a053443-4359-4d20-add7-00dac52c3dfa HTTP/1.1" status: 200 len: 950 time: 0.0486727 Dec 12 18:21:16.586299 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c0073f7-ea73-40dc-960a-994131c7fc8b req-b1fa2b69-f56f-4bc3-b7b4-81c00d873753 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f862594-1350-4430-b6ba-dc5b3ca33361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400739 Dec 12 18:21:17.252108 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d45d1e16-cdc6-4ff2-99b7-b76a4bba4ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:17.324645 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:17.706236 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f808313-f8a5-425f-b8ca-9555895e3a59 req-dabe20ac-fdee-4598-be8d-49e242a478f2 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:17.707710 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3f808313-f8a5-425f-b8ca-9555895e3a59 req-dabe20ac-fdee-4598-be8d-49e242a478f2 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a053443-4359-4d20-add7-00dac52c3dfa HTTP/1.1" status: 200 len: 950 time: 0.0506327 Dec 12 18:21:17.753945 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3f808313-f8a5-425f-b8ca-9555895e3a59 req-3640b14f-3318-4446-8758-a833f216ce97 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f862594-1350-4430-b6ba-dc5b3ca33361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403209 Dec 12 18:21:17.851483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df77ff-d4b9-4c6f-92dd-9b6bf4e186d1 req-bca856cc-0ba4-4de3-9b05-2b48c8b35d49 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:17.852916 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98df77ff-d4b9-4c6f-92dd-9b6bf4e186d1 req-bca856cc-0ba4-4de3-9b05-2b48c8b35d49 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a053443-4359-4d20-add7-00dac52c3dfa HTTP/1.1" status: 200 len: 950 time: 0.0471711 Dec 12 18:21:17.937365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-98df77ff-d4b9-4c6f-92dd-9b6bf4e186d1 req-0e2efcfb-5390-4dea-9eec-d4498f7cdb15 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Deleting port cbd13fe3-2ff5-4288-8464-178a5886bcce {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:21:17.937631 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-98df77ff-d4b9-4c6f-92dd-9b6bf4e186d1 req-0e2efcfb-5390-4dea-9eec-d4498f7cdb15 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:17.987548 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:18.029015 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-98df77ff-d4b9-4c6f-92dd-9b6bf4e186d1 req-0e2efcfb-5390-4dea-9eec-d4498f7cdb15 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] For port cbd13fe3-2ff5-4288-8464-178a5886bcce, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=cbd13fe3-2ff5-4288-8464-178a5886bcce,segment=NetworkSegment(f8c81ba1-f7a4-4f8f-80b6-7045e05f652b),segment_id=f8c81ba1-f7a4-4f8f-80b6-7045e05f652b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:21:18.029378 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-98df77ff-d4b9-4c6f-92dd-9b6bf4e186d1 req-0e2efcfb-5390-4dea-9eec-d4498f7cdb15 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:18.041125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-98df77ff-d4b9-4c6f-92dd-9b6bf4e186d1 req-0e2efcfb-5390-4dea-9eec-d4498f7cdb15 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Calling delete_port for cbd13fe3-2ff5-4288-8464-178a5886bcce owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:21:18.169476 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-98df77ff-d4b9-4c6f-92dd-9b6bf4e186d1 req-0e2efcfb-5390-4dea-9eec-d4498f7cdb15 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:18.171737 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:21:18.180632 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['cbd13fe3-2ff5-4288-8464-178a5886bcce'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:21:18.199633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2efcfb-5390-4dea-9eec-d4498f7cdb15 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Pushing event deleted for resources: {'Port': ['ID=cbd13fe3-2ff5-4288-8464-178a5886bcce,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:21:18.241079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-98df77ff-d4b9-4c6f-92dd-9b6bf4e186d1 req-0e2efcfb-5390-4dea-9eec-d4498f7cdb15 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] No DVR routers for this DVR port cbd13fe3-2ff5-4288-8464-178a5886bcce on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:21:18.243962 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-98df77ff-d4b9-4c6f-92dd-9b6bf4e186d1 req-0e2efcfb-5390-4dea-9eec-d4498f7cdb15 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:18.247975 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98df77ff-d4b9-4c6f-92dd-9b6bf4e186d1 req-0e2efcfb-5390-4dea-9eec-d4498f7cdb15 tempest-ServersAdminNegativeTestJSON-130828026 tempest-ServersAdminNegativeTestJSON-130828026-project] 10.222.0.20 "DELETE /v2.0/ports/cbd13fe3-2ff5-4288-8464-178a5886bcce HTTP/1.1" status: 204 len: 173 time: 0.3889134 Dec 12 18:21:18.248442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a053443-4359-4d20-add7-00dac52c3dfa', 'name': 'network-vif-deleted', 'tag': 'cbd13fe3-2ff5-4288-8464-178a5886bcce'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:21:18.250840 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e7a5dd-b773-4c9c-8c92-bad4b6480d0e" -d '{"events": [{"server_uuid": "7a053443-4359-4d20-add7-00dac52c3dfa", "name": "network-vif-deleted", "tag": "cbd13fe3-2ff5-4288-8464-178a5886bcce"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:21:18.300478 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa99d963-6bf3-43b3-a355-3f070dc8b450 x-openstack-request-id: req-aa99d963-6bf3-43b3-a355-3f070dc8b450 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:21:18.300776 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a053443-4359-4d20-add7-00dac52c3dfa", "name": "network-vif-deleted", "tag": "cbd13fe3-2ff5-4288-8464-178a5886bcce", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:21:18.301283 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa99d963-6bf3-43b3-a355-3f070dc8b450 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:21:18.301700 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a053443-4359-4d20-add7-00dac52c3dfa', 'name': 'network-vif-deleted', 'tag': 'cbd13fe3-2ff5-4288-8464-178a5886bcce', 'status': 'completed', 'code': 200} Dec 12 18:21:18.427069 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:19.038210 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39188) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:21:19.191542 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2841eec4-d0e3-49e4-b08a-bd4977d505f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f0f987c56bbd40d8ab6df8ddc83938d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1521635 Dec 12 18:21:19.193964 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39194) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:21:19.241663 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b25fe6de-fb0b-49a3-bd57-9d0d21587c9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:19.261803 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b25fe6de-fb0b-49a3-bd57-9d0d21587c9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:19.307967 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b25fe6de-fb0b-49a3-bd57-9d0d21587c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:19.310519 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b25fe6de-fb0b-49a3-bd57-9d0d21587c9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:19.311689 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b25fe6de-fb0b-49a3-bd57-9d0d21587c9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f862594-1350-4430-b6ba-dc5b3ca33361 HTTP/1.1" status: 204 len: 168 time: 0.1168106 Dec 12 18:21:19.319413 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25fe6de-fb0b-49a3-bd57-9d0d21587c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f862594-1350-4430-b6ba-dc5b3ca33361,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:21:19.564748 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39200) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:21:19.581659 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-67f249a4-225b-4d03-8f57-5bb0b2224e64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:19.656533 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-67f249a4-225b-4d03-8f57-5bb0b2224e64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:19.660262 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-67f249a4-225b-4d03-8f57-5bb0b2224e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:19.699027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-67f249a4-225b-4d03-8f57-5bb0b2224e64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=098616f0cb984befa8a0e0d1d9d45f1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331894 Dec 12 18:21:19.700143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f249a4-225b-4d03-8f57-5bb0b2224e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd68a304-38fb-427e-bb30-f9d23eafd100,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:21:19.702351 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39202) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:21:19.751916 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-549a38fa-77e5-4af4-90dc-447ecf5b03f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:19.774088 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-549a38fa-77e5-4af4-90dc-447ecf5b03f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:19.819571 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-549a38fa-77e5-4af4-90dc-447ecf5b03f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:19.822108 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-549a38fa-77e5-4af4-90dc-447ecf5b03f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:19.827548 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-549a38fa-77e5-4af4-90dc-447ecf5b03f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd68a304-38fb-427e-bb30-f9d23eafd100 HTTP/1.1" status: 204 len: 168 time: 0.1216936 Dec 12 18:21:19.836552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a38fa-77e5-4af4-90dc-447ecf5b03f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd68a304-38fb-427e-bb30-f9d23eafd100,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:21:20.166979 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:20.475230 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39224) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:21:20.570435 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-552693a1-c20d-4604-a50c-623aaefebf8d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-133577210-network', 'tenant_id': 'f526d5d307ae403bba298300015dd1d3'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:21:20.591656 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552693a1-c20d-4604-a50c-623aaefebf8d admin admin] Made reservation on behalf of f526d5d307ae403bba298300015dd1d3 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:21:20.594285 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-552693a1-c20d-4604-a50c-623aaefebf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:20.602129 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-552693a1-c20d-4604-a50c-623aaefebf8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:20.676634 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-552693a1-c20d-4604-a50c-623aaefebf8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:20.680537 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-552693a1-c20d-4604-a50c-623aaefebf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:20.704873 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552693a1-c20d-4604-a50c-623aaefebf8d admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:21:20.713717 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552693a1-c20d-4604-a50c-623aaefebf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ced9fc-f193-4e6f-a96a-a1e797e43595,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:21:20.721879 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-552693a1-c20d-4604-a50c-623aaefebf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:20.722338 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-552693a1-c20d-4604-a50c-623aaefebf8d admin admin] Added segment f4bd1b17-ec5f-4950-9ce2-6187be2427f2 of type vlan for network 399f0e5a-e0b0-4223-a9e3-484a64e18738 Dec 12 18:21:20.760186 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-552693a1-c20d-4604-a50c-623aaefebf8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:20.785098 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-552693a1-c20d-4604-a50c-623aaefebf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:20.786172 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552693a1-c20d-4604-a50c-623aaefebf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:20.786746 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-552693a1-c20d-4604-a50c-623aaefebf8d admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:20.837947 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-552693a1-c20d-4604-a50c-623aaefebf8d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3615742 Dec 12 18:21:20.841424 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39228) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:21:20.847383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-e8b279e4-0d0c-47f7-b1f3-43c900a4879b admin admin] Request body: {'subnet': {'network_id': '399f0e5a-e0b0-4223-a9e3-484a64e18738', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-133577210-subnet', 'tenant_id': 'f526d5d307ae403bba298300015dd1d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:21:20.851729 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552693a1-c20d-4604-a50c-623aaefebf8d admin admin] Pushing event updated for resources: {'Network': ['ID=399f0e5a-e0b0-4223-a9e3-484a64e18738,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:21:20.863430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 399f0e5a-e0b0-4223-a9e3-484a64e18738 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:21:20.868454 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b279e4-0d0c-47f7-b1f3-43c900a4879b admin admin] Made reservation on behalf of f526d5d307ae403bba298300015dd1d3 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:21:20.870776 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8b279e4-0d0c-47f7-b1f3-43c900a4879b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:20.936108 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:21.039078 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8b279e4-0d0c-47f7-b1f3-43c900a4879b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:21.094584 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b279e4-0d0c-47f7-b1f3-43c900a4879b admin admin] Pushing event updated for resources: {'Subnet': ['ID=36aa10ea-27df-4edf-8192-4b1026b5825d,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:21:21.102136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b279e4-0d0c-47f7-b1f3-43c900a4879b admin admin] Checking segment: {'id': 'f4bd1b17-ec5f-4950-9ce2-6187be2427f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '399f0e5a-e0b0-4223-a9e3-484a64e18738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:21:21.102494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b279e4-0d0c-47f7-b1f3-43c900a4879b admin admin] Network hostable DHCP agents. Network: 399f0e5a-e0b0-4223-a9e3-484a64e18738, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:21:21.118247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b279e4-0d0c-47f7-b1f3-43c900a4879b admin admin] Network 399f0e5a-e0b0-4223-a9e3-484a64e18738 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:21:21.127320 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-e8b279e4-0d0c-47f7-b1f3-43c900a4879b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 399f0e5a-e0b0-4223-a9e3-484a64e18738) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:21:21.131792 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b279e4-0d0c-47f7-b1f3-43c900a4879b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:21.132410 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8b279e4-0d0c-47f7-b1f3-43c900a4879b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:21.136704 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9debebd0-145b-4ecf-92b3-b1b98a388da5 None None] Network 399f0e5a-e0b0-4223-a9e3-484a64e18738 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:21:21.148920 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e8b279e4-0d0c-47f7-b1f3-43c900a4879b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3058245 Dec 12 18:21:21.235512 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff0ec82-c904-48de-abf0-ee80468bf060 None None] Network 399f0e5a-e0b0-4223-a9e3-484a64e18738 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:21:21.500360 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device cbd13fe3-2ff5-4288-8464-178a5886bcce no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:21:21.520552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: cbd13fe3-2ff5-4288-8464-178a5886bcce {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:21:21.520905 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device cbd13fe3-2ff5-4288-8464-178a5886bcce not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:21:21.569915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-98f74eef-253d-4071-97d5-7b1658bde166 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:21.571430 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-98f74eef-253d-4071-97d5-7b1658bde166 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/networks?id=399f0e5a-e0b0-4223-a9e3-484a64e18738 HTTP/1.1" status: 200 len: 811 time: 0.1057780 Dec 12 18:21:21.585808 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-26e9d356-1e45-40c5-95c4-16b18cb1e62e tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/quotas/f526d5d307ae403bba298300015dd1d3 HTTP/1.1" status: 200 len: 375 time: 0.0087862 Dec 12 18:21:21.615829 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-aa8c11ac-ed5e-49d5-83f7-904f13527a42 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f526d5d307ae403bba298300015dd1d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249100 Dec 12 18:21:21.626747 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-edc07742-0a61-4eda-9dd1-f1ed0e9105bb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:21:21.627725 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-edc07742-0a61-4eda-9dd1-f1ed0e9105bb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055323 Dec 12 18:21:21.716002 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-ca807809-c4b6-4b70-acd4-a54eb7a699ef service neutron] 10.222.0.18 "GET /v2.0/networks/399f0e5a-e0b0-4223-a9e3-484a64e18738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826676 Dec 12 18:21:21.801632 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-93ba13d7-9022-4b86-9e26-0cbf268fa79b service neutron] 10.222.0.18 "GET /v2.0/networks/399f0e5a-e0b0-4223-a9e3-484a64e18738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797701 Dec 12 18:21:21.958954 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca1d402e-1034-4f99-9a19-f8fcd564a090 req-ee708a50-94c1-450a-9dab-b3d75c23aabc tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 210 time: 0.0267065 Dec 12 18:21:22.866143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-a9b635d2-4ea7-4454-959c-5c7f8082d660 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:22.867602 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-a9b635d2-4ea7-4454-959c-5c7f8082d660 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.20 "GET /v2.0/networks?id=399f0e5a-e0b0-4223-a9e3-484a64e18738 HTTP/1.1" status: 200 len: 811 time: 0.1094825 Dec 12 18:21:22.880318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-65f2dff0-973a-43c6-8864-7d440ada4962 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Request body: {'port': {'device_id': 'ceb5e443-8fb0-4cd0-8131-ad5a35873252', 'network_id': '399f0e5a-e0b0-4223-a9e3-484a64e18738', 'admin_state_up': True, 'tenant_id': 'f526d5d307ae403bba298300015dd1d3'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:21:22.991554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-65f2dff0-973a-43c6-8864-7d440ada4962 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Made reservation on behalf of f526d5d307ae403bba298300015dd1d3 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:21:22.995622 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-65f2dff0-973a-43c6-8864-7d440ada4962 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:23.130263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-65f2dff0-973a-43c6-8864-7d440ada4962 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Allocated IP 172.20.0.7 (399f0e5a-e0b0-4223-a9e3-484a64e18738/36aa10ea-27df-4edf-8192-4b1026b5825d/fb7c0230-783e-4e80-9c9f-92d16c7c2b72) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:21:23.302900 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9482abe7-e38a-43ad-83e9-0b3801886b28 req-792d937a-7806-4250-a3d8-8279dbbd1619 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 210 time: 0.0306125 Dec 12 18:21:23.313371 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-65f2dff0-973a-43c6-8864-7d440ada4962 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:23.346972 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-65f2dff0-973a-43c6-8864-7d440ada4962 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:23.388802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-65f2dff0-973a-43c6-8864-7d440ada4962 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Network 399f0e5a-e0b0-4223-a9e3-484a64e18738 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:21:23.391831 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-65f2dff0-973a-43c6-8864-7d440ada4962 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:21:23.395772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-65f2dff0-973a-43c6-8864-7d440ada4962 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:21:23.423748 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2dff0-973a-43c6-8864-7d440ada4962 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Pushing event updated for resources: {'Port': ['ID=fb7c0230-783e-4e80-9c9f-92d16c7c2b72,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:21:23.449899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-65f2dff0-973a-43c6-8864-7d440ada4962 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:23.450498 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-65f2dff0-973a-43c6-8864-7d440ada4962 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:23.465610 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-65f2dff0-973a-43c6-8864-7d440ada4962 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5889580 Dec 12 18:21:23.477856 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Request body: {'port': {'device_id': 'ceb5e443-8fb0-4cd0-8131-ad5a35873252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:21:23.529140 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:23.787507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7c0230-783e-4e80-9c9f-92d16c7c2b72 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:21:23.794883 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:23.806795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Transition to ACTIVE for port object fb7c0230-783e-4e80-9c9f-92d16c7c2b72 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:21:23.809935 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:23.863581 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Pushing event updated for resources: {'Port': ['ID=fb7c0230-783e-4e80-9c9f-92d16c7c2b72,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:21:23.900851 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:21:23.901205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:21:23.901550 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:21:23.901890 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:21:23.902225 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:21:23.902557 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:21:23.902885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:21:23.903235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:21:23.903569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:21:23.903899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:21:23.904227 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:21:23.904550 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:21:23.904874 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:21:23.935682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Attempting to bind port fb7c0230-783e-4e80-9c9f-92d16c7c2b72 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:21:23.936014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Attempting to bind port fb7c0230-783e-4e80-9c9f-92d16c7c2b72 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'f4bd1b17-ec5f-4950-9ce2-6187be2427f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '399f0e5a-e0b0-4223-a9e3-484a64e18738'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:21:23.936339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Attempting to bind port fb7c0230-783e-4e80-9c9f-92d16c7c2b72 on network 399f0e5a-e0b0-4223-a9e3-484a64e18738 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:21:23.940500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Port fb7c0230-783e-4e80-9c9f-92d16c7c2b72 on network 399f0e5a-e0b0-4223-a9e3-484a64e18738 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:21:23.940818 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Attempting to bind port fb7c0230-783e-4e80-9c9f-92d16c7c2b72 on network 399f0e5a-e0b0-4223-a9e3-484a64e18738 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:21:23.945678 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:21:23.946016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Checking segment: {'id': 'f4bd1b17-ec5f-4950-9ce2-6187be2427f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '399f0e5a-e0b0-4223-a9e3-484a64e18738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:21:23.946396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Bound using segment: {'id': 'f4bd1b17-ec5f-4950-9ce2-6187be2427f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '399f0e5a-e0b0-4223-a9e3-484a64e18738'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:21:23.946819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Bound port: fb7c0230-783e-4e80-9c9f-92d16c7c2b72, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4bd1b17-ec5f-4950-9ce2-6187be2427f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '399f0e5a-e0b0-4223-a9e3-484a64e18738'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:21:23.947170 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:24.009118 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] For port fb7c0230-783e-4e80-9c9f-92d16c7c2b72, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:21:24.012107 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] For port fb7c0230-783e-4e80-9c9f-92d16c7c2b72, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=fb7c0230-783e-4e80-9c9f-92d16c7c2b72,segment=NetworkSegment(f4bd1b17-ec5f-4950-9ce2-6187be2427f2),segment_id=f4bd1b17-ec5f-4950-9ce2-6187be2427f2)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:21:24.016570 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:24.053304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:24.054006 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:24.055844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] 10.222.0.20 "PUT /v2.0/ports/fb7c0230-783e-4e80-9c9f-92d16c7c2b72 HTTP/1.1" status: 200 len: 1091 time: 0.5819433 Dec 12 18:21:24.057993 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb5e443-8fb0-4cd0-8131-ad5a35873252', 'tag': 'fb7c0230-783e-4e80-9c9f-92d16c7c2b72'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:21:24.060542 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cc834c-b489-46b8-a0ee-ae552aaed91d" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb5e443-8fb0-4cd0-8131-ad5a35873252", "tag": "fb7c0230-783e-4e80-9c9f-92d16c7c2b72"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:21:24.085486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12e610-8fa1-48ee-ad8f-c39b73fe69af service neutron] Pushing event updated for resources: {'Port': ['ID=fb7c0230-783e-4e80-9c9f-92d16c7c2b72,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:21:24.101305 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a9f719-d3a2-49b5-953e-a5eb96f17b79 x-openstack-request-id: req-f7a9f719-d3a2-49b5-953e-a5eb96f17b79 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:21:24.101600 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb5e443-8fb0-4cd0-8131-ad5a35873252", "tag": "fb7c0230-783e-4e80-9c9f-92d16c7c2b72", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:21:24.101862 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7a9f719-d3a2-49b5-953e-a5eb96f17b79 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:21:24.102269 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb5e443-8fb0-4cd0-8131-ad5a35873252', 'tag': 'fb7c0230-783e-4e80-9c9f-92d16c7c2b72', 'status': 'completed', 'code': 200} Dec 12 18:21:24.147939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-dbc64b75-85ba-4134-a210-267c91b9c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:24.149419 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-dbc64b75-85ba-4134-a210-267c91b9c4f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f526d5d307ae403bba298300015dd1d3&device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 1094 time: 0.0414665 Dec 12 18:21:24.191084 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-d3379c38-f7ac-4224-81a9-91fa86addbf1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7c0230-783e-4e80-9c9f-92d16c7c2b72 HTTP/1.1" status: 200 len: 217 time: 0.0330822 Dec 12 18:21:24.244053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-4a8ecee0-4eea-43e9-9b39-748b5057f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:24.245509 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-4a8ecee0-4eea-43e9-9b39-748b5057f47b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36aa10ea-27df-4edf-8192-4b1026b5825d HTTP/1.1" status: 200 len: 851 time: 0.0467160 Dec 12 18:21:24.276954 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-3e15cc78-a2ef-4f76-92c1-a6e793eff248 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=399f0e5a-e0b0-4223-a9e3-484a64e18738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247633 Dec 12 18:21:24.369252 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-1419d288-6343-44a5-b40e-cbe6f1456e3e service neutron] 10.222.0.20 "GET /v2.0/networks/399f0e5a-e0b0-4223-a9e3-484a64e18738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852132 Dec 12 18:21:24.475273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9ef40-640a-43b2-acb7-c684dc11dcdb req-eaa34ee7-f9ee-499a-b091-718e2a560352 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:24.476744 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-71d9ef40-640a-43b2-acb7-c684dc11dcdb req-eaa34ee7-f9ee-499a-b091-718e2a560352 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 943 time: 0.1066446 Dec 12 18:21:24.504186 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfae03f0-53c3-48b5-8a38-b7979909ade5 req-a985df31-8256-4dbd-bf40-eb9d459fd53e service neutron] 10.222.0.20 "GET /v2.0/networks/399f0e5a-e0b0-4223-a9e3-484a64e18738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257129 Dec 12 18:21:24.534576 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-71d9ef40-640a-43b2-acb7-c684dc11dcdb req-c03c35bc-1def-4039-be98-fc7a7f1c3db3 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472412 Dec 12 18:21:24.592292 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc834c-b489-46b8-a0ee-ae552aaed91d req-4b667d21-bc0e-4763-bb8e-d5b9113ff216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:24.593758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8cc834c-b489-46b8-a0ee-ae552aaed91d req-4b667d21-bc0e-4763-bb8e-d5b9113ff216 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f526d5d307ae403bba298300015dd1d3&device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 1094 time: 0.0438564 Dec 12 18:21:24.683789 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc834c-b489-46b8-a0ee-ae552aaed91d req-030e6025-e200-4f54-aafc-c71ce2373697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:24.685232 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8cc834c-b489-46b8-a0ee-ae552aaed91d req-030e6025-e200-4f54-aafc-c71ce2373697 service neutron] 10.222.0.20 "GET /v2.0/networks?id=399f0e5a-e0b0-4223-a9e3-484a64e18738 HTTP/1.1" status: 200 len: 912 time: 0.0821097 Dec 12 18:21:24.725020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8cc834c-b489-46b8-a0ee-ae552aaed91d req-36ae846a-b1a1-416f-b1bc-1d9ebcfec38b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7c0230-783e-4e80-9c9f-92d16c7c2b72 HTTP/1.1" status: 200 len: 217 time: 0.0329816 Dec 12 18:21:24.776490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc834c-b489-46b8-a0ee-ae552aaed91d req-1564c9d9-0db3-4b83-aeb1-53b386f2db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:24.777888 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8cc834c-b489-46b8-a0ee-ae552aaed91d req-1564c9d9-0db3-4b83-aeb1-53b386f2db01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36aa10ea-27df-4edf-8192-4b1026b5825d HTTP/1.1" status: 200 len: 851 time: 0.0457172 Dec 12 18:21:24.808867 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8cc834c-b489-46b8-a0ee-ae552aaed91d req-c8b1da1a-086f-4424-9f43-26a5d9db4032 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=399f0e5a-e0b0-4223-a9e3-484a64e18738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231609 Dec 12 18:21:24.893913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8cc834c-b489-46b8-a0ee-ae552aaed91d req-aea742cc-09aa-4fff-bec3-4ef0b697f689 service neutron] 10.222.0.20 "GET /v2.0/networks/399f0e5a-e0b0-4223-a9e3-484a64e18738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0769460 Dec 12 18:21:24.985060 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8cc834c-b489-46b8-a0ee-ae552aaed91d req-237a6b94-bd55-4b22-85f5-9d7325ed9b89 service neutron] 10.222.0.20 "GET /v2.0/networks/399f0e5a-e0b0-4223-a9e3-484a64e18738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831056 Dec 12 18:21:25.651492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055272c-ee65-4dca-9214-dc60bdd379b0 req-a59b3abf-e053-4b28-b400-8c5fdbdf6427 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:25.652970 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5055272c-ee65-4dca-9214-dc60bdd379b0 req-a59b3abf-e053-4b28-b400-8c5fdbdf6427 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 943 time: 0.0501792 Dec 12 18:21:25.698109 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5055272c-ee65-4dca-9214-dc60bdd379b0 req-e7708ac2-54ce-4ed8-a57a-74c586241b44 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392830 Dec 12 18:21:26.814772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56121861-8f04-45d4-a83d-31d8981cd5a5 req-93f43ba3-5abf-4411-bfbd-9652b9a0e026 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:26.816266 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-56121861-8f04-45d4-a83d-31d8981cd5a5 req-93f43ba3-5abf-4411-bfbd-9652b9a0e026 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 943 time: 0.0523143 Dec 12 18:21:26.862838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-56121861-8f04-45d4-a83d-31d8981cd5a5 req-75163f1a-24f3-4399-8462-57a136ffd96d tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402062 Dec 12 18:21:27.493986 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device fb7c0230-783e-4e80-9c9f-92d16c7c2b72 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:21:27.587979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port fb7c0230-783e-4e80-9c9f-92d16c7c2b72, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=fb7c0230-783e-4e80-9c9f-92d16c7c2b72,segment=NetworkSegment(f4bd1b17-ec5f-4950-9ce2-6187be2427f2),segment_id=f4bd1b17-ec5f-4950-9ce2-6187be2427f2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:21:27.598930 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'fb7c0230-783e-4e80-9c9f-92d16c7c2b72', 'network_id': '399f0e5a-e0b0-4223-a9e3-484a64e18738', 'port_id': 'fb7c0230-783e-4e80-9c9f-92d16c7c2b72', 'mac_address': 'fa:16:3e:ba:5c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36aa10ea-27df-4edf-8192-4b1026b5825d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:21:27.635120 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:27.647846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7c0230-783e-4e80-9c9f-92d16c7c2b72 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:21:27.666171 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port fb7c0230-783e-4e80-9c9f-92d16c7c2b72, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=fb7c0230-783e-4e80-9c9f-92d16c7c2b72,segment=NetworkSegment(f4bd1b17-ec5f-4950-9ce2-6187be2427f2),segment_id=f4bd1b17-ec5f-4950-9ce2-6187be2427f2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:21:27.670084 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:27.715019 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=fb7c0230-783e-4e80-9c9f-92d16c7c2b72,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:21:27.866647 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['fb7c0230-783e-4e80-9c9f-92d16c7c2b72'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:21:27.976293 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2d4a7-730e-4c1b-9044-24822fc93206 req-9fc635e7-b32a-4608-b8b2-8fdfc3f426e2 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:27.977782 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c9d2d4a7-730e-4c1b-9044-24822fc93206 req-9fc635e7-b32a-4608-b8b2-8fdfc3f426e2 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 944 time: 0.0477247 Dec 12 18:21:28.025327 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c9d2d4a7-730e-4c1b-9044-24822fc93206 req-9bbcc7c9-452f-4006-aeca-74c072f57117 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409036 Dec 12 18:21:29.139053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300d1f4-c9b2-41d9-be74-26d93d384394 req-1708cb85-8315-4f4e-ae5c-4a7acfb4b4c8 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:29.140583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7300d1f4-c9b2-41d9-be74-26d93d384394 req-1708cb85-8315-4f4e-ae5c-4a7acfb4b4c8 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 944 time: 0.0475876 Dec 12 18:21:29.190400 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7300d1f4-c9b2-41d9-be74-26d93d384394 req-c6a02835-ab9c-4761-9db0-a9b5d386edd3 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436630 Dec 12 18:21:29.510764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device fb7c0230-783e-4e80-9c9f-92d16c7c2b72 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:21:29.557974 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port fb7c0230-783e-4e80-9c9f-92d16c7c2b72 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:21:29.561566 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port fb7c0230-783e-4e80-9c9f-92d16c7c2b72 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:21:29.561876 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:29.640072 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:29.662066 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb5e443-8fb0-4cd0-8131-ad5a35873252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7c0230-783e-4e80-9c9f-92d16c7c2b72'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:21:29.664342 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235ccec7-a75e-44d5-a53a-f737e6d2412d" -d '{"events": [{"server_uuid": "ceb5e443-8fb0-4cd0-8131-ad5a35873252", "name": "network-vif-plugged", "status": "completed", "tag": "fb7c0230-783e-4e80-9c9f-92d16c7c2b72"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:21:29.677340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port fb7c0230-783e-4e80-9c9f-92d16c7c2b72, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=fb7c0230-783e-4e80-9c9f-92d16c7c2b72,segment=NetworkSegment(f4bd1b17-ec5f-4950-9ce2-6187be2427f2),segment_id=f4bd1b17-ec5f-4950-9ce2-6187be2427f2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:21:29.680997 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:29.708254 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08024408-f063-476c-ac90-f9c696b189b7 x-openstack-request-id: req-08024408-f063-476c-ac90-f9c696b189b7 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:21:29.708547 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb5e443-8fb0-4cd0-8131-ad5a35873252", "name": "network-vif-plugged", "status": "completed", "tag": "fb7c0230-783e-4e80-9c9f-92d16c7c2b72", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:21:29.708802 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08024408-f063-476c-ac90-f9c696b189b7 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:21:29.709188 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb5e443-8fb0-4cd0-8131-ad5a35873252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7c0230-783e-4e80-9c9f-92d16c7c2b72', 'code': 200} Dec 12 18:21:29.730212 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=fb7c0230-783e-4e80-9c9f-92d16c7c2b72,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:21:29.801970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806f0e9-1220-43c6-97c4-23888efbdbc7 req-32c51d60-1438-49c3-93c4-62726827d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:29.803507 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c806f0e9-1220-43c6-97c4-23888efbdbc7 req-32c51d60-1438-49c3-93c4-62726827d81a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 1096 time: 0.0398357 Dec 12 18:21:29.846990 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c806f0e9-1220-43c6-97c4-23888efbdbc7 req-39706a67-3fa0-4912-bc79-0ab8aee556ab service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367966 Dec 12 18:21:30.302955 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec44f0-50f1-4f12-a541-69d22364853b req-de725640-c640-4cf7-8eb9-ed3474e5ecad tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:30.304444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09ec44f0-50f1-4f12-a541-69d22364853b req-de725640-c640-4cf7-8eb9-ed3474e5ecad tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0477123 Dec 12 18:21:30.350264 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09ec44f0-50f1-4f12-a541-69d22364853b req-0c95ff1c-78c9-432c-b317-d7defa28bb57 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399811 Dec 12 18:21:31.466851 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8a9b5-11f9-4ac7-ab4a-6def27c2c95a req-596541bd-29af-48df-a1d6-81e62ec30103 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:31.469040 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20f8a9b5-11f9-4ac7-ab4a-6def27c2c95a req-596541bd-29af-48df-a1d6-81e62ec30103 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0508900 Dec 12 18:21:31.515032 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-20f8a9b5-11f9-4ac7-ab4a-6def27c2c95a req-9333ad98-546b-4afb-a64a-d38eace32ab3 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396235 Dec 12 18:21:31.699783 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39280) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:21:31.754824 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3f684-ffee-4016-ab4a-38ce50bb8e88 req-f912515c-984a-4c38-baad-7de4d4b130fb tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:31.756327 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37d3f684-ffee-4016-ab4a-38ce50bb8e88 req-f912515c-984a-4c38-baad-7de4d4b130fb tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0473931 Dec 12 18:21:31.825458 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-f67b426a-937d-474a-ad67-53201d91002e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1245160 Dec 12 18:21:31.829351 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37d3f684-ffee-4016-ab4a-38ce50bb8e88 req-cdece017-62aa-4a2c-97a3-776a32980053 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638041 Dec 12 18:21:31.834866 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-86341f51-4224-4d55-a042-6375f0750b5d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:21:31.835860 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-86341f51-4224-4d55-a042-6375f0750b5d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049276 Dec 12 18:21:32.973653 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-0fcbd31e-0aa2-4a22-9b7c-fb07468eff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:32.975145 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-0fcbd31e-0aa2-4a22-9b7c-fb07468eff54 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f526d5d307ae403bba298300015dd1d3&device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 1096 time: 0.0638423 Dec 12 18:21:32.982460 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fe28c-4eb6-43d5-aeda-793188d5a899 req-15daf1c5-9e1e-4470-ae9d-2bbeb2c16538 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:32.983813 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d00fe28c-4eb6-43d5-aeda-793188d5a899 req-15daf1c5-9e1e-4470-ae9d-2bbeb2c16538 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0816240 Dec 12 18:21:33.080607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d00fe28c-4eb6-43d5-aeda-793188d5a899 req-394002e5-2b88-4d45-affe-d30bd6071ebc tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889304 Dec 12 18:21:33.100655 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-aef1f09c-18bb-4f45-beae-fa428c8e0db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:33.102089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-aef1f09c-18bb-4f45-beae-fa428c8e0db5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=399f0e5a-e0b0-4223-a9e3-484a64e18738 HTTP/1.1" status: 200 len: 912 time: 0.1174181 Dec 12 18:21:33.142420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-52ea396e-2a45-496a-b0c6-ee52927b0824 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7c0230-783e-4e80-9c9f-92d16c7c2b72 HTTP/1.1" status: 200 len: 217 time: 0.0334837 Dec 12 18:21:33.188641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-2cbd6028-8377-4572-a795-3793a8f5bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:33.189994 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-2cbd6028-8377-4572-a795-3793a8f5bf60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36aa10ea-27df-4edf-8192-4b1026b5825d HTTP/1.1" status: 200 len: 851 time: 0.0408494 Dec 12 18:21:33.223316 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-24b96d85-695b-4771-908d-e4cc0dfc61d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=399f0e5a-e0b0-4223-a9e3-484a64e18738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261378 Dec 12 18:21:33.310536 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-9245703d-e622-4164-ab6b-1ffdc8e9f87c service neutron] 10.222.0.20 "GET /v2.0/networks/399f0e5a-e0b0-4223-a9e3-484a64e18738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777881 Dec 12 18:21:33.401906 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-91a8d255-6a3f-4629-aa00-3dda876e8c1c service neutron] 10.222.0.20 "GET /v2.0/networks/399f0e5a-e0b0-4223-a9e3-484a64e18738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841839 Dec 12 18:21:34.196004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f45688-2821-44c6-a007-1442c1f6dece req-6906b72a-be05-4792-a72b-305710972f9f tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:34.197463 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5f45688-2821-44c6-a007-1442c1f6dece req-6906b72a-be05-4792-a72b-305710972f9f tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0483596 Dec 12 18:21:34.243965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5f45688-2821-44c6-a007-1442c1f6dece req-b440585a-1b55-4525-82de-ee02c3be6a45 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Dec 12 18:21:35.358105 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889cd6a-d011-4bc0-b7b2-478a570bd13d req-52472405-2898-42ce-8919-187af3e51179 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:35.360160 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4889cd6a-d011-4bc0-b7b2-478a570bd13d req-52472405-2898-42ce-8919-187af3e51179 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0467980 Dec 12 18:21:35.407544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4889cd6a-d011-4bc0-b7b2-478a570bd13d req-0684bae2-ebcf-4695-a3d6-86239d2f7c3f tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415218 Dec 12 18:21:36.822115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812860f-4591-42fc-a1b3-b5816da584bf req-6ccec66f-df3b-46c1-b8d6-14492a70fdf0 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:36.823621 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3812860f-4591-42fc-a1b3-b5816da584bf req-6ccec66f-df3b-46c1-b8d6-14492a70fdf0 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.3482888 Dec 12 18:21:36.869316 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3812860f-4591-42fc-a1b3-b5816da584bf req-d14c2b5c-494e-494f-835e-3770ce0d0592 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390999 Dec 12 18:21:37.983169 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99faabb-7169-4e3a-be7a-0e733630ce62 req-e88effa8-274b-44f9-b85d-4ba1d1bb93b6 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:37.985211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e99faabb-7169-4e3a-be7a-0e733630ce62 req-e88effa8-274b-44f9-b85d-4ba1d1bb93b6 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0476329 Dec 12 18:21:38.030866 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e99faabb-7169-4e3a-be7a-0e733630ce62 req-8311b382-9d38-4104-829d-e92aed2809bd tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397825 Dec 12 18:21:39.145238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631d822-cd43-42cd-b090-f855d753aedd req-c3b258e4-b3da-4a74-9795-7de3ae7e8d0c tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:39.146682 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e631d822-cd43-42cd-b090-f855d753aedd req-c3b258e4-b3da-4a74-9795-7de3ae7e8d0c tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0477047 Dec 12 18:21:39.195342 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e631d822-cd43-42cd-b090-f855d753aedd req-58599e1a-792c-43ec-a85f-d70d3cd30588 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426760 Dec 12 18:21:40.309253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3ad4c-a5f4-4c1f-a118-defce7e415c5 req-0a7d89e1-43d5-4eca-827f-fc1e74436558 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:40.310731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9fc3ad4c-a5f4-4c1f-a118-defce7e415c5 req-0a7d89e1-43d5-4eca-827f-fc1e74436558 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0475605 Dec 12 18:21:40.357406 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9fc3ad4c-a5f4-4c1f-a118-defce7e415c5 req-2d209e1f-2e8d-491f-9fcf-b2743e673bc2 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406902 Dec 12 18:21:41.471800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55eb13-f0a2-4c5b-ab37-a6a59682763d req-ee54ff6e-f1b7-47d1-bf51-b129a81b8c0f tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:41.473280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e55eb13-f0a2-4c5b-ab37-a6a59682763d req-ee54ff6e-f1b7-47d1-bf51-b129a81b8c0f tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0485213 Dec 12 18:21:41.519926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e55eb13-f0a2-4c5b-ab37-a6a59682763d req-06fe8f0b-159a-4aa7-bf69-b59ab775ddb5 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407567 Dec 12 18:21:42.637712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180a9ef-4e74-466b-89e0-262f727e8c3c req-c906b4f8-1108-48d6-aaed-26eb0bcefc39 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:42.639150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e180a9ef-4e74-466b-89e0-262f727e8c3c req-c906b4f8-1108-48d6-aaed-26eb0bcefc39 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0510125 Dec 12 18:21:42.684752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e180a9ef-4e74-466b-89e0-262f727e8c3c req-419bddef-cb6d-4158-a006-63d9450fc6c7 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393615 Dec 12 18:21:43.803049 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ff9e1-3510-4c53-928c-64096c2d9703 req-fd4b9e68-7300-4496-b4d9-39750110e8a8 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:43.804570 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-677ff9e1-3510-4c53-928c-64096c2d9703 req-fd4b9e68-7300-4496-b4d9-39750110e8a8 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0492671 Dec 12 18:21:43.852206 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-677ff9e1-3510-4c53-928c-64096c2d9703 req-755c3171-8d0a-429a-b43c-3946a8fb2889 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416439 Dec 12 18:21:44.896133 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac0dac64-a0d2-409e-a9ea-766451232efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:44.972743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358ecea-f8a9-475f-96a2-b5e84e9eb6d8 req-ebe5b3f7-d0e9-4359-9f88-2229d192e07e tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:44.974237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4358ecea-f8a9-475f-96a2-b5e84e9eb6d8 req-ebe5b3f7-d0e9-4359-9f88-2229d192e07e tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0491538 Dec 12 18:21:45.024445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4358ecea-f8a9-475f-96a2-b5e84e9eb6d8 req-aabc9aee-7493-494f-94ec-29476e672d7e tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442817 Dec 12 18:21:46.138674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5cd5f-3573-4284-a8bb-55527a1f92e4 req-77c2fdd1-0b4a-42a3-9ce2-587b513936e3 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:46.140171 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-50d5cd5f-3573-4284-a8bb-55527a1f92e4 req-77c2fdd1-0b4a-42a3-9ce2-587b513936e3 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0476868 Dec 12 18:21:46.186005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-50d5cd5f-3573-4284-a8bb-55527a1f92e4 req-55acabcc-b2a0-4748-8ddc-ef5ed333bfd8 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397265 Dec 12 18:21:47.243877 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b09a7b2-bc0a-4087-8e44-35610ffc7f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:47.300988 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332189bd-a1c0-416b-9cfc-342b909adad0 req-42b4781a-0277-441f-8d65-956b93ceaf48 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:47.302449 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-332189bd-a1c0-416b-9cfc-342b909adad0 req-42b4781a-0277-441f-8d65-956b93ceaf48 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0476205 Dec 12 18:21:47.324575 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:47.351194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-332189bd-a1c0-416b-9cfc-342b909adad0 req-3ef66d96-9c5e-4404-b67a-99745cba1768 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426018 Dec 12 18:21:47.987063 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:48.431867 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:48.467246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76396311-1d12-4668-afbd-bcd8effb0de5 req-707ac44b-1264-4385-8a82-296e452eaf91 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:48.468714 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76396311-1d12-4668-afbd-bcd8effb0de5 req-707ac44b-1264-4385-8a82-296e452eaf91 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0510318 Dec 12 18:21:48.515149 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-76396311-1d12-4668-afbd-bcd8effb0de5 req-1e998de1-a824-481b-878a-af4991eb4d8e tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397375 Dec 12 18:21:49.629293 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d878c5b-ad36-46b9-ad2e-39719c108f92 req-268fa80f-ba78-4a11-ac12-69de0efae731 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:49.630659 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d878c5b-ad36-46b9-ad2e-39719c108f92 req-268fa80f-ba78-4a11-ac12-69de0efae731 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0469928 Dec 12 18:21:49.677348 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9d878c5b-ad36-46b9-ad2e-39719c108f92 req-33622392-407d-4c86-bfbb-ce1911fb008b tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408831 Dec 12 18:21:50.168609 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:50.798136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed79475-e080-448c-bf8b-84981fc1d0d0 req-0eb9e9f8-030d-4116-87c3-07e2e9960129 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:50.799652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ed79475-e080-448c-bf8b-84981fc1d0d0 req-0eb9e9f8-030d-4116-87c3-07e2e9960129 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0519519 Dec 12 18:21:50.846054 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ed79475-e080-448c-bf8b-84981fc1d0d0 req-4c80ebd3-3025-4530-a799-b24f276d145e tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399330 Dec 12 18:21:50.914836 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:21:51.958981 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbd2ea-361d-4422-9931-fe40ef5e5d18 req-61b3452d-0791-4ce2-aa7c-b4d717062182 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:51.960534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97dbd2ea-361d-4422-9931-fe40ef5e5d18 req-61b3452d-0791-4ce2-aa7c-b4d717062182 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0478315 Dec 12 18:21:52.006801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97dbd2ea-361d-4422-9931-fe40ef5e5d18 req-b1f405d6-9f9f-4e30-b5f0-abe678ca4b43 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404034 Dec 12 18:21:53.119970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cf0ef-f3c2-4529-b9e0-0d20ac76236d req-2e661f52-e782-4954-985e-8b0d1cef2173 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:53.121455 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d65cf0ef-f3c2-4529-b9e0-0d20ac76236d req-2e661f52-e782-4954-985e-8b0d1cef2173 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0483682 Dec 12 18:21:53.171471 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d65cf0ef-f3c2-4529-b9e0-0d20ac76236d req-b19b093a-486f-4f9b-be5e-a8ada610f267 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441148 Dec 12 18:21:54.285038 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff41910-b23c-45b3-9dc0-f9999e1fc1d8 req-d6f3d9c0-b135-4661-a9f1-d19e8faed6c2 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:54.286514 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cff41910-b23c-45b3-9dc0-f9999e1fc1d8 req-d6f3d9c0-b135-4661-a9f1-d19e8faed6c2 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0483186 Dec 12 18:21:54.333177 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cff41910-b23c-45b3-9dc0-f9999e1fc1d8 req-ebf17c21-01e9-4520-b7d4-ef6986306497 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407596 Dec 12 18:21:55.170939 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:21:55.466019 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90a2de-a90e-436e-a306-538bbe616766 req-cc2dc707-3bc4-440e-b071-e7fee32ad99c tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:55.467429 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ef90a2de-a90e-436e-a306-538bbe616766 req-cc2dc707-3bc4-440e-b071-e7fee32ad99c tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0487366 Dec 12 18:21:55.514049 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ef90a2de-a90e-436e-a306-538bbe616766 req-c34f32ea-ad8c-4c2b-b6a6-22e215539a12 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406740 Dec 12 18:21:56.632101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e88998-79ea-4a00-933a-8cfbd659aca4 req-29ce1874-4b8a-4c62-93e2-09c7ba08db35 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:56.633592 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2e88998-79ea-4a00-933a-8cfbd659aca4 req-29ce1874-4b8a-4c62-93e2-09c7ba08db35 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0513225 Dec 12 18:21:56.679192 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2e88998-79ea-4a00-933a-8cfbd659aca4 req-fc1115c3-b3e8-46f7-af32-5f9e922147fc tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397563 Dec 12 18:21:57.802259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023bf35-c4b5-4fb9-bdde-0d3871cf39f7 req-98335204-79da-49d3-9fa5-610b14cccbd4 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:57.803754 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7023bf35-c4b5-4fb9-bdde-0d3871cf39f7 req-98335204-79da-49d3-9fa5-610b14cccbd4 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0501597 Dec 12 18:21:57.858700 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7023bf35-c4b5-4fb9-bdde-0d3871cf39f7 req-b74033bf-9ec7-417d-9bba-d989a44b752b tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475361 Dec 12 18:21:58.978028 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67316a73-afa5-43f4-8f6b-9253ebba7ac4 req-1803fead-5b70-4b69-a50d-d6d3627ecd90 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:21:58.979530 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67316a73-afa5-43f4-8f6b-9253ebba7ac4 req-1803fead-5b70-4b69-a50d-d6d3627ecd90 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0484908 Dec 12 18:21:59.029649 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67316a73-afa5-43f4-8f6b-9253ebba7ac4 req-9b870ce3-8203-4bbb-9dda-37ee439f7b71 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441499 Dec 12 18:22:00.147129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61b643-457f-41e4-b7f4-99cfbc34d5c1 req-e65b9599-67dd-43f4-9adf-e607c2df05dd tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:00.148622 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e61b643-457f-41e4-b7f4-99cfbc34d5c1 req-e65b9599-67dd-43f4-9adf-e607c2df05dd tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 945 time: 0.0476308 Dec 12 18:22:00.200458 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e61b643-457f-41e4-b7f4-99cfbc34d5c1 req-e5421a33-c7b2-4c1f-8b53-ef39ec363bcc tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459454 Dec 12 18:22:00.303871 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-0e852aef-1cf2-4b0a-a25a-36725e96e670 service neutron] show failed (client error): The resource could not be found. Dec 12 18:22:00.304876 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-0e852aef-1cf2-4b0a-a25a-36725e96e670 service neutron] 10.222.0.20 "GET /v2.0/ports/fb7c0230-783e-4e80-9c9f-92d16c7c2b72/bindings/n-h1-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.0544252 Dec 12 18:22:00.532257 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-84d113b7-d978-47d0-ba23-ff6e5a8d392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:00.534484 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-84d113b7-d978-47d0-ba23-ff6e5a8d392b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252&tenant_id=f526d5d307ae403bba298300015dd1d3 HTTP/1.1" status: 200 len: 1096 time: 0.0740044 Dec 12 18:22:00.545693 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:22:00.596412 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:00.796004 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] For port fb7c0230-783e-4e80-9c9f-92d16c7c2b72, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=fb7c0230-783e-4e80-9c9f-92d16c7c2b72,segment=NetworkSegment(f4bd1b17-ec5f-4950-9ce2-6187be2427f2),segment_id=f4bd1b17-ec5f-4950-9ce2-6187be2427f2)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:22:00.831473 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] For port fb7c0230-783e-4e80-9c9f-92d16c7c2b72, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:22:00.880510 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb5e443-8fb0-4cd0-8131-ad5a35873252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb7c0230-783e-4e80-9c9f-92d16c7c2b72'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:22:00.883965 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf25ebd-710c-4a76-902d-240facac9b6a" -d '{"events": [{"server_uuid": "ceb5e443-8fb0-4cd0-8131-ad5a35873252", "name": "network-vif-unplugged", "status": "completed", "tag": "fb7c0230-783e-4e80-9c9f-92d16c7c2b72"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:22:00.889757 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:00.903898 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Transition to ACTIVE for port object fb7c0230-783e-4e80-9c9f-92d16c7c2b72 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:22:00.907843 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:00.940168 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 18:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b69989b-d990-4aa6-8fa1-1f5597f31f29 x-openstack-request-id: req-4b69989b-d990-4aa6-8fa1-1f5597f31f29 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:22:00.940451 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb5e443-8fb0-4cd0-8131-ad5a35873252", "name": "network-vif-unplugged", "status": "completed", "tag": "fb7c0230-783e-4e80-9c9f-92d16c7c2b72", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:22:00.940711 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b69989b-d990-4aa6-8fa1-1f5597f31f29 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:22:00.941140 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb5e443-8fb0-4cd0-8131-ad5a35873252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb7c0230-783e-4e80-9c9f-92d16c7c2b72', 'code': 200} Dec 12 18:22:00.973418 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] No DVR routers for this DVR port fb7c0230-783e-4e80-9c9f-92d16c7c2b72 on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:22:00.980028 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7c0230-783e-4e80-9c9f-92d16c7c2b72,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:00.990131 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:00.990488 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:00.990848 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:00.991186 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:00.991553 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:00.991893 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:00.992236 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:00.992572 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:00.992905 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:00.993238 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:00.993570 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:00.993900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:00.994230 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:01.023748 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Attempting to bind port fb7c0230-783e-4e80-9c9f-92d16c7c2b72 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:22:01.024109 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Attempting to bind port fb7c0230-783e-4e80-9c9f-92d16c7c2b72 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'f4bd1b17-ec5f-4950-9ce2-6187be2427f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '399f0e5a-e0b0-4223-a9e3-484a64e18738'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:22:01.024436 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Attempting to bind port fb7c0230-783e-4e80-9c9f-92d16c7c2b72 on network 399f0e5a-e0b0-4223-a9e3-484a64e18738 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:22:01.028737 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Port fb7c0230-783e-4e80-9c9f-92d16c7c2b72 on network 399f0e5a-e0b0-4223-a9e3-484a64e18738 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:22:01.029058 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Attempting to bind port fb7c0230-783e-4e80-9c9f-92d16c7c2b72 on network 399f0e5a-e0b0-4223-a9e3-484a64e18738 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:22:01.033972 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:22:01.034314 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Checking segment: {'id': 'f4bd1b17-ec5f-4950-9ce2-6187be2427f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '399f0e5a-e0b0-4223-a9e3-484a64e18738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:22:01.034694 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Bound using segment: {'id': 'f4bd1b17-ec5f-4950-9ce2-6187be2427f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '399f0e5a-e0b0-4223-a9e3-484a64e18738'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:22:01.035122 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Bound port: fb7c0230-783e-4e80-9c9f-92d16c7c2b72, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4bd1b17-ec5f-4950-9ce2-6187be2427f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '399f0e5a-e0b0-4223-a9e3-484a64e18738'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:22:01.035497 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:01.095989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] For port fb7c0230-783e-4e80-9c9f-92d16c7c2b72, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:22:01.099038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] For port fb7c0230-783e-4e80-9c9f-92d16c7c2b72, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=fb7c0230-783e-4e80-9c9f-92d16c7c2b72,segment=NetworkSegment(f4bd1b17-ec5f-4950-9ce2-6187be2427f2),segment_id=f4bd1b17-ec5f-4950-9ce2-6187be2427f2)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:22:01.102941 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:01.137734 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:01.138363 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:01.139762 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] 10.222.0.31 "PUT /v2.0/ports/fb7c0230-783e-4e80-9c9f-92d16c7c2b72 HTTP/1.1" status: 200 len: 1091 time: 0.5980122 Dec 12 18:22:01.162341 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623d401-d7f4-4976-b63b-fb4e37965762 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7c0230-783e-4e80-9c9f-92d16c7c2b72,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:01.211627 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-634c127e-0b9e-47d5-9c5a-c57233fe1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:01.213386 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-634c127e-0b9e-47d5-9c5a-c57233fe1cb5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f526d5d307ae403bba298300015dd1d3&device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 1094 time: 0.0453846 Dec 12 18:22:01.306222 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-5d652bb9-d98a-4d71-b876-6e19bb9b0aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:01.307737 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-5d652bb9-d98a-4d71-b876-6e19bb9b0aed service neutron] 10.222.0.31 "GET /v2.0/networks?id=399f0e5a-e0b0-4223-a9e3-484a64e18738 HTTP/1.1" status: 200 len: 912 time: 0.0851183 Dec 12 18:22:01.320566 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d17ab-b2a6-47dd-a6c4-c0b29ae0db1a req-c0dff185-ffd4-4d0e-ba8f-9783f8575929 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:01.322219 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f82d17ab-b2a6-47dd-a6c4-c0b29ae0db1a req-c0dff185-ffd4-4d0e-ba8f-9783f8575929 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 943 time: 0.0532646 Dec 12 18:22:01.354537 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-ce29e0c4-86f0-41ed-83c7-955c8c9ced95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7c0230-783e-4e80-9c9f-92d16c7c2b72 HTTP/1.1" status: 200 len: 217 time: 0.0385454 Dec 12 18:22:01.369499 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f82d17ab-b2a6-47dd-a6c4-c0b29ae0db1a req-d93526b8-93f1-41c4-ba02-3fd1668af3a7 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410755 Dec 12 18:22:01.405079 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-f9e28c28-5004-4160-ab9b-c9960a58763f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:01.406579 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-f9e28c28-5004-4160-ab9b-c9960a58763f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36aa10ea-27df-4edf-8192-4b1026b5825d HTTP/1.1" status: 200 len: 851 time: 0.0442619 Dec 12 18:22:01.436776 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-ef9d6307-31b7-4427-9d43-9f26eaa41e75 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=399f0e5a-e0b0-4223-a9e3-484a64e18738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237193 Dec 12 18:22:01.530771 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-3cf55476-1143-4e50-bcc3-ea5268f6253a service neutron] 10.222.0.31 "GET /v2.0/networks/399f0e5a-e0b0-4223-a9e3-484a64e18738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870812 Dec 12 18:22:01.620916 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-432dede1-09c4-4faa-a94d-cc63746785d8 req-a372baf7-7c2f-4f63-870e-12dec0b0031d service neutron] 10.222.0.31 "GET /v2.0/networks/399f0e5a-e0b0-4223-a9e3-484a64e18738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830743 Dec 12 18:22:02.300604 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2501e3-4d89-495d-9399-013db1ea22a1 req-f2bf03f9-1fc8-4f2c-834d-f8715a242cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:02.302100 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7a2501e3-4d89-495d-9399-013db1ea22a1 req-f2bf03f9-1fc8-4f2c-834d-f8715a242cf0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f526d5d307ae403bba298300015dd1d3&device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 1094 time: 0.0406549 Dec 12 18:22:02.411318 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2501e3-4d89-495d-9399-013db1ea22a1 req-9bef15ed-dcc5-4da4-a09c-b2bce791b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:02.412908 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7a2501e3-4d89-495d-9399-013db1ea22a1 req-9bef15ed-dcc5-4da4-a09c-b2bce791b0c2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=399f0e5a-e0b0-4223-a9e3-484a64e18738 HTTP/1.1" status: 200 len: 912 time: 0.0888729 Dec 12 18:22:02.456375 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7a2501e3-4d89-495d-9399-013db1ea22a1 req-4da66f69-291f-451d-ba02-8d4a1080c5a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7c0230-783e-4e80-9c9f-92d16c7c2b72 HTTP/1.1" status: 200 len: 217 time: 0.0356128 Dec 12 18:22:02.487308 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e415e-30a8-4ac6-a725-c09aa498ad6d req-7b46e8b4-8d17-4223-b23d-b23161c5315c tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:02.489020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fb4e415e-30a8-4ac6-a725-c09aa498ad6d req-7b46e8b4-8d17-4223-b23d-b23161c5315c tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 943 time: 0.0491819 Dec 12 18:22:02.506261 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2501e3-4d89-495d-9399-013db1ea22a1 req-9c66d0fb-4bfe-4c4d-8706-eb8acc1ea9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:02.507779 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7a2501e3-4d89-495d-9399-013db1ea22a1 req-9c66d0fb-4bfe-4c4d-8706-eb8acc1ea9fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36aa10ea-27df-4edf-8192-4b1026b5825d HTTP/1.1" status: 200 len: 851 time: 0.0450468 Dec 12 18:22:02.537070 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fb4e415e-30a8-4ac6-a725-c09aa498ad6d req-e2a851e0-a5e2-4354-908a-6de9460b3a50 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421603 Dec 12 18:22:02.543058 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7a2501e3-4d89-495d-9399-013db1ea22a1 req-a9c7da66-8374-4821-a5a6-15e0c955ce06 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=399f0e5a-e0b0-4223-a9e3-484a64e18738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284972 Dec 12 18:22:02.631154 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7a2501e3-4d89-495d-9399-013db1ea22a1 req-853f0de4-4d1d-4df2-943c-3ed68a293180 service neutron] 10.222.0.31 "GET /v2.0/networks/399f0e5a-e0b0-4223-a9e3-484a64e18738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802257 Dec 12 18:22:02.722777 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7a2501e3-4d89-495d-9399-013db1ea22a1 req-eb8b3375-615e-4840-939a-32b6b40b958e service neutron] 10.222.0.31 "GET /v2.0/networks/399f0e5a-e0b0-4223-a9e3-484a64e18738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842230 Dec 12 18:22:02.942481 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb5e443-8fb0-4cd0-8131-ad5a35873252', 'tag': 'fb7c0230-783e-4e80-9c9f-92d16c7c2b72'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:22:02.944893 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb5e443-8fb0-4cd0-8131-ad5a35873252", "tag": "fb7c0230-783e-4e80-9c9f-92d16c7c2b72"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:22:02.992611 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1a7ff8-1a36-42ec-b821-03b921ebc116 x-openstack-request-id: req-dc1a7ff8-1a36-42ec-b821-03b921ebc116 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:22:02.992976 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb5e443-8fb0-4cd0-8131-ad5a35873252", "tag": "fb7c0230-783e-4e80-9c9f-92d16c7c2b72", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:22:02.993349 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc1a7ff8-1a36-42ec-b821-03b921ebc116 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:22:02.993658 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb5e443-8fb0-4cd0-8131-ad5a35873252', 'tag': 'fb7c0230-783e-4e80-9c9f-92d16c7c2b72', 'status': 'completed', 'code': 200} Dec 12 18:22:03.052467 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-4e6133f3-9973-4675-bb41-41927628e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:03.053960 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-49933a36-5a2d-48cb-8e75-9d8550ee3308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:03.054095 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-4e6133f3-9973-4675-bb41-41927628e40a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f526d5d307ae403bba298300015dd1d3&device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 1094 time: 0.0424962 Dec 12 18:22:03.055528 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-49933a36-5a2d-48cb-8e75-9d8550ee3308 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f526d5d307ae403bba298300015dd1d3&device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 1094 time: 0.0405259 Dec 12 18:22:03.141971 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-23e4e83c-b68c-4141-a553-e11e33fe13b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:03.143523 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-23e4e83c-b68c-4141-a553-e11e33fe13b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=399f0e5a-e0b0-4223-a9e3-484a64e18738 HTTP/1.1" status: 200 len: 912 time: 0.0829284 Dec 12 18:22:03.146457 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-38a68987-95d8-42ee-94b7-773f94e2c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:03.147947 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-38a68987-95d8-42ee-94b7-773f94e2c620 service neutron] 10.222.0.20 "GET /v2.0/networks?id=399f0e5a-e0b0-4223-a9e3-484a64e18738 HTTP/1.1" status: 200 len: 912 time: 0.0859494 Dec 12 18:22:03.190010 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-fa596fc8-3f1e-42f3-ac0d-cb33dd8bb612 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7c0230-783e-4e80-9c9f-92d16c7c2b72 HTTP/1.1" status: 200 len: 217 time: 0.0384688 Dec 12 18:22:03.190873 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-963048f8-4e2d-4afc-8d4b-3f46c9c2e8b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7c0230-783e-4e80-9c9f-92d16c7c2b72 HTTP/1.1" status: 200 len: 217 time: 0.0349836 Dec 12 18:22:03.240200 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-68cf8e74-3fdf-4ca0-b81a-3ede400f438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:03.241615 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-68cf8e74-3fdf-4ca0-b81a-3ede400f438d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36aa10ea-27df-4edf-8192-4b1026b5825d HTTP/1.1" status: 200 len: 851 time: 0.0447643 Dec 12 18:22:03.243003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-6f028149-d4fc-4c45-8778-c6a4e1b9a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:03.244466 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-6f028149-d4fc-4c45-8778-c6a4e1b9a2bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36aa10ea-27df-4edf-8192-4b1026b5825d HTTP/1.1" status: 200 len: 851 time: 0.0471282 Dec 12 18:22:03.273786 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-9e0d7a3b-dd84-4958-ae24-b6ccb32513ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=399f0e5a-e0b0-4223-a9e3-484a64e18738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253553 Dec 12 18:22:03.275736 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-230eef94-c136-4fb2-a860-6196ca3a681a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=399f0e5a-e0b0-4223-a9e3-484a64e18738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246651 Dec 12 18:22:03.363517 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-e823aaef-eaf5-467d-94cf-f51755a008d1 service neutron] 10.222.0.20 "GET /v2.0/networks/399f0e5a-e0b0-4223-a9e3-484a64e18738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806239 Dec 12 18:22:03.367453 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-39893b49-53f5-4212-94f2-2afbae1729c3 service neutron] 10.222.0.31 "GET /v2.0/networks/399f0e5a-e0b0-4223-a9e3-484a64e18738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859950 Dec 12 18:22:03.455433 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-8f06203b-47fa-4b4e-acdb-06ca9b54625a service neutron] 10.222.0.20 "GET /v2.0/networks/399f0e5a-e0b0-4223-a9e3-484a64e18738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851412 Dec 12 18:22:03.455827 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1aeaab6b-907f-4b6b-a033-7e4be69a56c9 req-daf638fb-af2b-4095-924b-bc423b539bf1 service neutron] 10.222.0.31 "GET /v2.0/networks/399f0e5a-e0b0-4223-a9e3-484a64e18738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817196 Dec 12 18:22:03.653099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc50e1b-4765-4069-ad56-455951dcd7a1 req-39509163-4643-4994-a947-1a3dd6f31cac tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:03.654561 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfc50e1b-4765-4069-ad56-455951dcd7a1 req-39509163-4643-4994-a947-1a3dd6f31cac tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 943 time: 0.0495448 Dec 12 18:22:03.680907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device fb7c0230-783e-4e80-9c9f-92d16c7c2b72 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:22:03.702128 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfc50e1b-4765-4069-ad56-455951dcd7a1 req-30d54d6a-f096-4f47-ab47-4d800ec1a5be tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415587 Dec 12 18:22:03.722749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device fb7c0230-783e-4e80-9c9f-92d16c7c2b72 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:22:03.923765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device fb7c0230-783e-4e80-9c9f-92d16c7c2b72 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:22:04.016290 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port fb7c0230-783e-4e80-9c9f-92d16c7c2b72, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=fb7c0230-783e-4e80-9c9f-92d16c7c2b72,segment=NetworkSegment(f4bd1b17-ec5f-4950-9ce2-6187be2427f2),segment_id=f4bd1b17-ec5f-4950-9ce2-6187be2427f2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:22:04.027894 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'fb7c0230-783e-4e80-9c9f-92d16c7c2b72', 'network_id': '399f0e5a-e0b0-4223-a9e3-484a64e18738', 'port_id': 'fb7c0230-783e-4e80-9c9f-92d16c7c2b72', 'mac_address': 'fa:16:3e:ba:5c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36aa10ea-27df-4edf-8192-4b1026b5825d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:22:04.067588 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:04.079858 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7c0230-783e-4e80-9c9f-92d16c7c2b72 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:22:04.099299 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port fb7c0230-783e-4e80-9c9f-92d16c7c2b72, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=fb7c0230-783e-4e80-9c9f-92d16c7c2b72,segment=NetworkSegment(f4bd1b17-ec5f-4950-9ce2-6187be2427f2),segment_id=f4bd1b17-ec5f-4950-9ce2-6187be2427f2)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:22:04.102999 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:04.148085 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=fb7c0230-783e-4e80-9c9f-92d16c7c2b72,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:04.155141 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:04.155518 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:04.155865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:04.156208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:04.156556 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:04.156881 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:04.157213 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:04.157542 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:04.157871 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:04.158200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:04.158529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:04.158855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:04.159802 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:22:04.817839 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf74d10-f9e9-4f9e-b203-27e9d03379c4 req-0d01fd8e-e4f9-4976-a4e5-c26077db958b tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:04.819342 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-daf74d10-f9e9-4f9e-b203-27e9d03379c4 req-0d01fd8e-e4f9-4976-a4e5-c26077db958b tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 944 time: 0.0469952 Dec 12 18:22:04.869896 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-daf74d10-f9e9-4f9e-b203-27e9d03379c4 req-ea6f3533-a7d4-4172-b7cc-de38fea53b92 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445964 Dec 12 18:22:05.136482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-fb12e589-d5c7-483a-9df1-9aeae7af16d9 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:05.137934 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-fb12e589-d5c7-483a-9df1-9aeae7af16d9 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252&tenant_id=f526d5d307ae403bba298300015dd1d3&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 944 time: 0.0817862 Dec 12 18:22:05.195457 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-dd70cb85-ac3d-46a3-ba2f-f1b0bfd5441d service neutron] delete failed (client error): The resource could not be found. Dec 12 18:22:05.196420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-dd70cb85-ac3d-46a3-ba2f-f1b0bfd5441d service neutron] 10.222.0.20 "DELETE /v2.0/ports/fb7c0230-783e-4e80-9c9f-92d16c7c2b72/bindings/n-h2-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.0515621 Dec 12 18:22:05.282052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-20a8b435-74f3-411f-8326-b88324f94d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:05.283572 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-20a8b435-74f3-411f-8326-b88324f94d55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f526d5d307ae403bba298300015dd1d3&device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 1095 time: 0.0436761 Dec 12 18:22:05.372442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-13d1d0a0-5704-4367-8664-797d86423120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:05.373913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-13d1d0a0-5704-4367-8664-797d86423120 service neutron] 10.222.0.20 "GET /v2.0/networks?id=399f0e5a-e0b0-4223-a9e3-484a64e18738 HTTP/1.1" status: 200 len: 912 time: 0.0828497 Dec 12 18:22:05.422581 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-9f389d6f-3be2-4d32-bd36-18af19a5fd80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb7c0230-783e-4e80-9c9f-92d16c7c2b72 HTTP/1.1" status: 200 len: 217 time: 0.0414310 Dec 12 18:22:05.470158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-9a5390ef-6e4f-4f9e-9ff5-c64d30f0533c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:05.472118 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-9a5390ef-6e4f-4f9e-9ff5-c64d30f0533c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36aa10ea-27df-4edf-8192-4b1026b5825d HTTP/1.1" status: 200 len: 851 time: 0.0424521 Dec 12 18:22:05.501070 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['fb7c0230-783e-4e80-9c9f-92d16c7c2b72'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:22:05.503456 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-b7428b7e-4cc1-4dbd-b0aa-0b4448b725e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=399f0e5a-e0b0-4223-a9e3-484a64e18738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243194 Dec 12 18:22:05.590502 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-03a5bd0f-5b94-4abf-9e2a-81239170d62f service neutron] 10.222.0.20 "GET /v2.0/networks/399f0e5a-e0b0-4223-a9e3-484a64e18738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800283 Dec 12 18:22:05.685914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-dd45ecaf-74c3-48bc-b20f-ed6785d4c05d service neutron] 10.222.0.20 "GET /v2.0/networks/399f0e5a-e0b0-4223-a9e3-484a64e18738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877438 Dec 12 18:22:06.377012 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e80fde-4d21-4f49-8608-50741403746c req-bfc18636-5314-496e-b803-20f596163847 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:06.378796 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0e80fde-4d21-4f49-8608-50741403746c req-bfc18636-5314-496e-b803-20f596163847 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 944 time: 0.0493858 Dec 12 18:22:06.426436 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0e80fde-4d21-4f49-8608-50741403746c req-d6485de4-b94d-499f-bd39-df4143119de5 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415111 Dec 12 18:22:07.546460 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aebdf3-5cd9-4c75-8aca-72a1649a6ed0 req-97679eec-0063-450b-bfbc-a00f8d8e84ec tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:07.548547 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38aebdf3-5cd9-4c75-8aca-72a1649a6ed0 req-97679eec-0063-450b-bfbc-a00f8d8e84ec tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 944 time: 0.0541303 Dec 12 18:22:07.595617 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38aebdf3-5cd9-4c75-8aca-72a1649a6ed0 req-e0f28c30-09e4-43b4-90a8-8ca0891a970b tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.18 "GET /v2.0/security-groups?id=52ced9fc-f193-4e6f-a96a-a1e797e43595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402951 Dec 12 18:22:07.731363 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-d4405f5a-ac0d-4217-8ecd-09559d85d3fc tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:07.732820 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-d4405f5a-ac0d-4217-8ecd-09559d85d3fc tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.31 "GET /v2.0/ports?device_id=ceb5e443-8fb0-4cd0-8131-ad5a35873252 HTTP/1.1" status: 200 len: 944 time: 0.0476367 Dec 12 18:22:07.823052 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-b082b446-6dc0-4ee1-b740-24c2b08491f4 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Deleting port fb7c0230-783e-4e80-9c9f-92d16c7c2b72 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:22:07.823423 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-b082b446-6dc0-4ee1-b740-24c2b08491f4 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:07.910210 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-b082b446-6dc0-4ee1-b740-24c2b08491f4 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] For port fb7c0230-783e-4e80-9c9f-92d16c7c2b72, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=fb7c0230-783e-4e80-9c9f-92d16c7c2b72,segment=NetworkSegment(f4bd1b17-ec5f-4950-9ce2-6187be2427f2),segment_id=f4bd1b17-ec5f-4950-9ce2-6187be2427f2)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:22:07.910487 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-b082b446-6dc0-4ee1-b740-24c2b08491f4 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:07.922407 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-b082b446-6dc0-4ee1-b740-24c2b08491f4 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Calling delete_port for fb7c0230-783e-4e80-9c9f-92d16c7c2b72 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:22:07.926019 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device fb7c0230-783e-4e80-9c9f-92d16c7c2b72 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:22:07.974712 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port fb7c0230-783e-4e80-9c9f-92d16c7c2b72 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:22:07.978913 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port fb7c0230-783e-4e80-9c9f-92d16c7c2b72 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:22:07.979340 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:08.052642 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-b082b446-6dc0-4ee1-b740-24c2b08491f4 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:08.061674 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:08.064570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['fb7c0230-783e-4e80-9c9f-92d16c7c2b72'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:22:08.080461 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082b446-6dc0-4ee1-b740-24c2b08491f4 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Pushing event deleted for resources: {'Port': ['ID=fb7c0230-783e-4e80-9c9f-92d16c7c2b72,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:08.124279 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-b082b446-6dc0-4ee1-b740-24c2b08491f4 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] No DVR routers for this DVR port fb7c0230-783e-4e80-9c9f-92d16c7c2b72 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:22:08.126710 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-b082b446-6dc0-4ee1-b740-24c2b08491f4 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:08.130026 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-167a34d2-3fd6-4559-bed0-6863e65416c9 req-b082b446-6dc0-4ee1-b740-24c2b08491f4 tempest-DeleteServersTestJSON-1836215963 tempest-DeleteServersTestJSON-1836215963-project] 10.222.0.31 "DELETE /v2.0/ports/fb7c0230-783e-4e80-9c9f-92d16c7c2b72 HTTP/1.1" status: 204 len: 173 time: 0.3912284 Dec 12 18:22:08.130462 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb5e443-8fb0-4cd0-8131-ad5a35873252', 'name': 'network-vif-deleted', 'tag': 'fb7c0230-783e-4e80-9c9f-92d16c7c2b72'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:22:08.132747 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525bb748-05ab-48c4-be1f-c2fa537aa6b9" -d '{"events": [{"server_uuid": "ceb5e443-8fb0-4cd0-8131-ad5a35873252", "name": "network-vif-deleted", "tag": "fb7c0230-783e-4e80-9c9f-92d16c7c2b72"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:22:08.169666 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175366ff-2473-41fe-b5b5-26961e2a735c x-openstack-request-id: req-175366ff-2473-41fe-b5b5-26961e2a735c {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:22:08.169967 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb5e443-8fb0-4cd0-8131-ad5a35873252", "name": "network-vif-deleted", "tag": "fb7c0230-783e-4e80-9c9f-92d16c7c2b72", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:22:08.170227 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-175366ff-2473-41fe-b5b5-26961e2a735c {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:22:08.170629 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb5e443-8fb0-4cd0-8131-ad5a35873252', 'name': 'network-vif-deleted', 'tag': 'fb7c0230-783e-4e80-9c9f-92d16c7c2b72', 'status': 'completed', 'code': 200} Dec 12 18:22:08.725203 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39382) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:22:08.769347 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ee1b38-3c36-433f-b881-11293d587218 admin admin] Deleting subnet 36aa10ea-27df-4edf-8192-4b1026b5825d {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:22:08.772327 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1b38-3c36-433f-b881-11293d587218 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:08.805714 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1b38-3c36-433f-b881-11293d587218 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:08.843253 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1b38-3c36-433f-b881-11293d587218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:08.899092 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1b38-3c36-433f-b881-11293d587218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:08.923751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee1b38-3c36-433f-b881-11293d587218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36aa10ea-27df-4edf-8192-4b1026b5825d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:08.927968 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0ee1b38-3c36-433f-b881-11293d587218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:08.931166 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c0ee1b38-3c36-433f-b881-11293d587218 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/36aa10ea-27df-4edf-8192-4b1026b5825d HTTP/1.1" status: 204 len: 168 time: 0.2049294 Dec 12 18:22:08.933629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39384) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:22:09.006208 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-052c508f-6fb4-4b18-8180-fd38301391a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:09.083581 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-052c508f-6fb4-4b18-8180-fd38301391a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:09.102714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-052c508f-6fb4-4b18-8180-fd38301391a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399f0e5a-e0b0-4223-a9e3-484a64e18738']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:22:09.111520 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-052c508f-6fb4-4b18-8180-fd38301391a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bd1b17-ec5f-4950-9ce2-6187be2427f2') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:22:09.111823 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-052c508f-6fb4-4b18-8180-fd38301391a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bd1b17-ec5f-4950-9ce2-6187be2427f2') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:22:09.121382 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-052c508f-6fb4-4b18-8180-fd38301391a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:09.134021 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-052c508f-6fb4-4b18-8180-fd38301391a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:09.140038 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052c508f-6fb4-4b18-8180-fd38301391a6 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:22:09.140563 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-052c508f-6fb4-4b18-8180-fd38301391a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:22:09.142246 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:22:09.193419 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-052c508f-6fb4-4b18-8180-fd38301391a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:09.198983 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-052c508f-6fb4-4b18-8180-fd38301391a6 admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:09.202259 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-052c508f-6fb4-4b18-8180-fd38301391a6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/399f0e5a-e0b0-4223-a9e3-484a64e18738 HTTP/1.1" status: 204 len: 168 time: 0.2677193 Dec 12 18:22:09.217295 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c508f-6fb4-4b18-8180-fd38301391a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=399f0e5a-e0b0-4223-a9e3-484a64e18738,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:09.312686 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39388) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:22:09.352323 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-92778381-b450-4490-af20-9a23c3adf87a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f526d5d307ae403bba298300015dd1d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384805 Dec 12 18:22:09.354900 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39390) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:22:09.400007 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9cb6e2e2-9182-4c46-a9ab-290166e581f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:09.420593 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9cb6e2e2-9182-4c46-a9ab-290166e581f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:09.466775 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9cb6e2e2-9182-4c46-a9ab-290166e581f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:09.469457 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9cb6e2e2-9182-4c46-a9ab-290166e581f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:09.470644 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9cb6e2e2-9182-4c46-a9ab-290166e581f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52ced9fc-f193-4e6f-a96a-a1e797e43595 HTTP/1.1" status: 204 len: 168 time: 0.1147850 Dec 12 18:22:09.479125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6e2e2-9182-4c46-a9ab-290166e581f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ced9fc-f193-4e6f-a96a-a1e797e43595,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:10.114056 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39412) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:22:10.208351 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d9cb096a-4096-4e42-a1a0-d7f1d67d1bf5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-475431955-network', 'tenant_id': '3f86324305bc47df991fb08884dced62'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:22:10.229094 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cb096a-4096-4e42-a1a0-d7f1d67d1bf5 admin admin] Made reservation on behalf of 3f86324305bc47df991fb08884dced62 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:22:10.231451 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9cb096a-4096-4e42-a1a0-d7f1d67d1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:10.239673 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9cb096a-4096-4e42-a1a0-d7f1d67d1bf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:10.315678 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9cb096a-4096-4e42-a1a0-d7f1d67d1bf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:10.319454 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9cb096a-4096-4e42-a1a0-d7f1d67d1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:10.346046 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9cb096a-4096-4e42-a1a0-d7f1d67d1bf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:22:10.356173 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb096a-4096-4e42-a1a0-d7f1d67d1bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee88c444-8e97-4dd4-8d66-b1488349a597,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:10.360854 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9cb096a-4096-4e42-a1a0-d7f1d67d1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:10.361197 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-d9cb096a-4096-4e42-a1a0-d7f1d67d1bf5 admin admin] Added segment fda21a9d-8a84-4339-a3c4-65961ef9ef91 of type vlan for network abe45d3a-8bc7-4d72-adb5-df4836f8dd49 Dec 12 18:22:10.405658 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9cb096a-4096-4e42-a1a0-d7f1d67d1bf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:10.429933 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9cb096a-4096-4e42-a1a0-d7f1d67d1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:10.431147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cb096a-4096-4e42-a1a0-d7f1d67d1bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:10.431761 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9cb096a-4096-4e42-a1a0-d7f1d67d1bf5 admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:10.487188 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d9cb096a-4096-4e42-a1a0-d7f1d67d1bf5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3718727 Dec 12 18:22:10.490365 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39416) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:22:10.492137 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb096a-4096-4e42-a1a0-d7f1d67d1bf5 admin admin] Pushing event updated for resources: {'Network': ['ID=abe45d3a-8bc7-4d72-adb5-df4836f8dd49,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:10.495297 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4c13daf4-c637-43e6-9bcd-23f935b94512 admin admin] Request body: {'subnet': {'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-475431955-subnet', 'tenant_id': '3f86324305bc47df991fb08884dced62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:22:10.504850 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network abe45d3a-8bc7-4d72-adb5-df4836f8dd49 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:22:10.516373 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c13daf4-c637-43e6-9bcd-23f935b94512 admin admin] Made reservation on behalf of 3f86324305bc47df991fb08884dced62 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:22:10.519497 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c13daf4-c637-43e6-9bcd-23f935b94512 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:10.682808 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c13daf4-c637-43e6-9bcd-23f935b94512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:10.736738 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13daf4-c637-43e6-9bcd-23f935b94512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5a3c7ec-a890-4361-83ef-66ad5a60b62b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:10.745859 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c13daf4-c637-43e6-9bcd-23f935b94512 admin admin] Checking segment: {'id': 'fda21a9d-8a84-4339-a3c4-65961ef9ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:22:10.746216 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c13daf4-c637-43e6-9bcd-23f935b94512 admin admin] Network hostable DHCP agents. Network: abe45d3a-8bc7-4d72-adb5-df4836f8dd49, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:22:10.762842 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c13daf4-c637-43e6-9bcd-23f935b94512 admin admin] Network abe45d3a-8bc7-4d72-adb5-df4836f8dd49 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:22:10.771646 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-4c13daf4-c637-43e6-9bcd-23f935b94512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, abe45d3a-8bc7-4d72-adb5-df4836f8dd49) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:22:10.776168 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c13daf4-c637-43e6-9bcd-23f935b94512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:10.777229 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c13daf4-c637-43e6-9bcd-23f935b94512 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:10.780538 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd22b2d-eb9b-49d1-aa18-bb616eb17fa4 None None] Network abe45d3a-8bc7-4d72-adb5-df4836f8dd49 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:22:10.793227 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4c13daf4-c637-43e6-9bcd-23f935b94512 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3017626 Dec 12 18:22:10.877611 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd0a7e7-4951-4c5b-8e82-33449357b3c8 None None] Network abe45d3a-8bc7-4d72-adb5-df4836f8dd49 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:22:11.218707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-f6abf25c-d6ef-4804-87a3-dfa94284f2ee tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:11.220152 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-f6abf25c-d6ef-4804-87a3-dfa94284f2ee tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/networks?id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49 HTTP/1.1" status: 200 len: 814 time: 0.1048667 Dec 12 18:22:11.235572 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-551012b1-986d-4aaf-b553-2f6c03626e6f tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/quotas/3f86324305bc47df991fb08884dced62 HTTP/1.1" status: 200 len: 375 time: 0.0090926 Dec 12 18:22:11.265974 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-79f1d938-0f3d-43eb-8ba0-465e0335ee28 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f86324305bc47df991fb08884dced62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251389 Dec 12 18:22:11.324125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-ccaee207-c1dc-4aec-9a9e-836c9b6a277e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:22:11.325137 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-ccaee207-c1dc-4aec-9a9e-836c9b6a277e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0518150 Dec 12 18:22:11.415471 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-9cb17f58-c27f-4a0d-8ec2-529831fc3fba service neutron] 10.222.0.18 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831716 Dec 12 18:22:11.501771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-2a907663-9821-41b5-b4b4-d8488ae8c0a7 service neutron] 10.222.0.18 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803232 Dec 12 18:22:11.658800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc9b03c3-2c93-4b2d-bbbb-24e30adaa275 req-d68d265c-9098-48ee-a31f-91505b61e19e tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 210 time: 0.0268514 Dec 12 18:22:11.926688 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device fb7c0230-783e-4e80-9c9f-92d16c7c2b72 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:22:11.951592 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: fb7c0230-783e-4e80-9c9f-92d16c7c2b72 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:22:11.951937 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device fb7c0230-783e-4e80-9c9f-92d16c7c2b72 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:22:12.716386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-52bb6b16-82a1-44f5-b731-bd9282ed6431 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:12.717839 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-52bb6b16-82a1-44f5-b731-bd9282ed6431 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.20 "GET /v2.0/networks?id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49 HTTP/1.1" status: 200 len: 814 time: 0.1121910 Dec 12 18:22:12.731290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-6181d616-a0ed-4cbf-839b-404d117b473b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Request body: {'port': {'device_id': 'c37e2d6d-128a-4058-8743-9c6b74feb14b', 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49', 'admin_state_up': True, 'tenant_id': '3f86324305bc47df991fb08884dced62'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:22:12.795133 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a2715349-68cb-4694-8526-97391f4c0b44 req-0955865f-7e1b-4b5f-8016-1a83d58550e6 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 210 time: 0.0603268 Dec 12 18:22:12.860943 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-6181d616-a0ed-4cbf-839b-404d117b473b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Made reservation on behalf of 3f86324305bc47df991fb08884dced62 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:22:12.864484 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-6181d616-a0ed-4cbf-839b-404d117b473b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:12.984439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-6181d616-a0ed-4cbf-839b-404d117b473b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Allocated IP 172.20.0.11 (abe45d3a-8bc7-4d72-adb5-df4836f8dd49/d5a3c7ec-a890-4361-83ef-66ad5a60b62b/855a71b2-cafa-440b-bd37-8affccc0d383) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:22:13.127554 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-6181d616-a0ed-4cbf-839b-404d117b473b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:13.160365 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-6181d616-a0ed-4cbf-839b-404d117b473b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:13.206803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-6181d616-a0ed-4cbf-839b-404d117b473b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Network abe45d3a-8bc7-4d72-adb5-df4836f8dd49 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:22:13.209942 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-6181d616-a0ed-4cbf-839b-404d117b473b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:22:13.213558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-6181d616-a0ed-4cbf-839b-404d117b473b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:22:13.219765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181d616-a0ed-4cbf-839b-404d117b473b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Pushing event updated for resources: {'Port': ['ID=855a71b2-cafa-440b-bd37-8affccc0d383,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:13.264445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-6181d616-a0ed-4cbf-839b-404d117b473b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:13.265055 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-6181d616-a0ed-4cbf-839b-404d117b473b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:13.280769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-6181d616-a0ed-4cbf-839b-404d117b473b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5535283 Dec 12 18:22:13.292822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Request body: {'port': {'device_id': 'c37e2d6d-128a-4058-8743-9c6b74feb14b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:22:13.344362 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:13.598736 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 855a71b2-cafa-440b-bd37-8affccc0d383 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:22:13.606093 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:13.618842 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Transition to ACTIVE for port object 855a71b2-cafa-440b-bd37-8affccc0d383 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:22:13.622599 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:13.673821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Pushing event updated for resources: {'Port': ['ID=855a71b2-cafa-440b-bd37-8affccc0d383,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:13.738298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Attempting to bind port 855a71b2-cafa-440b-bd37-8affccc0d383 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:22:13.738982 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Attempting to bind port 855a71b2-cafa-440b-bd37-8affccc0d383 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fda21a9d-8a84-4339-a3c4-65961ef9ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:22:13.738982 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Attempting to bind port 855a71b2-cafa-440b-bd37-8affccc0d383 on network abe45d3a-8bc7-4d72-adb5-df4836f8dd49 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:22:13.743112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Port 855a71b2-cafa-440b-bd37-8affccc0d383 on network abe45d3a-8bc7-4d72-adb5-df4836f8dd49 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:22:13.743468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Attempting to bind port 855a71b2-cafa-440b-bd37-8affccc0d383 on network abe45d3a-8bc7-4d72-adb5-df4836f8dd49 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:22:13.748182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:22:13.748517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Checking segment: {'id': 'fda21a9d-8a84-4339-a3c4-65961ef9ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:22:13.748894 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Bound using segment: {'id': 'fda21a9d-8a84-4339-a3c4-65961ef9ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:22:13.749313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Bound port: 855a71b2-cafa-440b-bd37-8affccc0d383, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda21a9d-8a84-4339-a3c4-65961ef9ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:22:13.749667 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:13.813389 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] For port 855a71b2-cafa-440b-bd37-8affccc0d383, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:22:13.816368 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] For port 855a71b2-cafa-440b-bd37-8affccc0d383, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=855a71b2-cafa-440b-bd37-8affccc0d383,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:22:13.821010 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:13.858314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:13.858945 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:13.860386 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] 10.222.0.20 "PUT /v2.0/ports/855a71b2-cafa-440b-bd37-8affccc0d383 HTTP/1.1" status: 200 len: 1092 time: 0.5715179 Dec 12 18:22:13.860831 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37e2d6d-128a-4058-8743-9c6b74feb14b', 'tag': '855a71b2-cafa-440b-bd37-8affccc0d383'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:22:13.863109 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139e8154-2673-4247-8ab8-0b2cc962d043" -d '{"events": [{"name": "network-changed", "server_uuid": "c37e2d6d-128a-4058-8743-9c6b74feb14b", "tag": "855a71b2-cafa-440b-bd37-8affccc0d383"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:22:13.907948 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d0c40c-4b54-4722-8215-ae453d33f179 x-openstack-request-id: req-e0d0c40c-4b54-4722-8215-ae453d33f179 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:22:13.908246 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37e2d6d-128a-4058-8743-9c6b74feb14b", "tag": "855a71b2-cafa-440b-bd37-8affccc0d383", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:22:13.908505 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0d0c40c-4b54-4722-8215-ae453d33f179 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:22:13.908909 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37e2d6d-128a-4058-8743-9c6b74feb14b', 'tag': '855a71b2-cafa-440b-bd37-8affccc0d383', 'status': 'completed', 'code': 200} Dec 12 18:22:13.938205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793dbe3-ab1d-4581-8d6d-2a4d890e2879 service neutron] Pushing event updated for resources: {'Port': ['ID=855a71b2-cafa-440b-bd37-8affccc0d383,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:13.968953 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4511f-ff52-454d-bf03-dd566e24c72a req-b4e29890-8416-4eda-8494-2f7bd3f75d88 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:13.970463 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74c4511f-ff52-454d-bf03-dd566e24c72a req-b4e29890-8416-4eda-8494-2f7bd3f75d88 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 944 time: 0.1022539 Dec 12 18:22:13.973479 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-1e17ee10-17a3-4896-88f9-227b62a3bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:13.974837 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-1e17ee10-17a3-4896-88f9-227b62a3bb86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f86324305bc47df991fb08884dced62&device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 1095 time: 0.0713167 Dec 12 18:22:14.028015 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-f47570c7-3df0-4e2b-9874-f8c2cd571b94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=855a71b2-cafa-440b-bd37-8affccc0d383 HTTP/1.1" status: 200 len: 217 time: 0.0382211 Dec 12 18:22:14.074424 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74c4511f-ff52-454d-bf03-dd566e24c72a req-e01f9ef1-2eae-4918-9033-52117c005959 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973334 Dec 12 18:22:14.090306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-0dc9b9f8-f596-428a-8ac8-d2ac7f5ef994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:14.091845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-0dc9b9f8-f596-428a-8ac8-d2ac7f5ef994 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5a3c7ec-a890-4361-83ef-66ad5a60b62b HTTP/1.1" status: 200 len: 854 time: 0.0557895 Dec 12 18:22:14.126711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-65270c4b-06d9-4758-b4b8-5d640836e9fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272527 Dec 12 18:22:14.212513 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-2a798dca-76d6-484d-979c-b144bc3f056c service neutron] 10.222.0.20 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789258 Dec 12 18:22:14.306901 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e413ec4d-1ce4-4b87-9c0f-c507e1e59b76 req-6dc56236-b832-4d48-83fa-b5bf7cbaced9 service neutron] 10.222.0.20 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868938 Dec 12 18:22:14.392655 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e8154-2673-4247-8ab8-0b2cc962d043 req-069dfa5f-a2b7-43eb-ad29-9d085dd5114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:14.394362 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-139e8154-2673-4247-8ab8-0b2cc962d043 req-069dfa5f-a2b7-43eb-ad29-9d085dd5114b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f86324305bc47df991fb08884dced62&device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 1095 time: 0.0399573 Dec 12 18:22:14.481934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e8154-2673-4247-8ab8-0b2cc962d043 req-1cc9c479-8fd1-405e-aab9-bb6d2c1962bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:14.483403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-139e8154-2673-4247-8ab8-0b2cc962d043 req-1cc9c479-8fd1-405e-aab9-bb6d2c1962bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49 HTTP/1.1" status: 200 len: 915 time: 0.0812740 Dec 12 18:22:14.527347 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-139e8154-2673-4247-8ab8-0b2cc962d043 req-2e4b643b-2afc-45d6-b590-cc6542290ca1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=855a71b2-cafa-440b-bd37-8affccc0d383 HTTP/1.1" status: 200 len: 217 time: 0.0372291 Dec 12 18:22:14.588442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e8154-2673-4247-8ab8-0b2cc962d043 req-f38c97fd-2454-4fb6-9d1e-15c3e9cd766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:14.590447 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-139e8154-2673-4247-8ab8-0b2cc962d043 req-f38c97fd-2454-4fb6-9d1e-15c3e9cd766f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5a3c7ec-a890-4361-83ef-66ad5a60b62b HTTP/1.1" status: 200 len: 854 time: 0.0542681 Dec 12 18:22:14.623103 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-139e8154-2673-4247-8ab8-0b2cc962d043 req-3266df5b-4363-42c5-a077-98a3c0a03ce8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235615 Dec 12 18:22:14.714825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-139e8154-2673-4247-8ab8-0b2cc962d043 req-54b1d0f7-c9f4-4128-b337-89bbfec00b7c service neutron] 10.222.0.20 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837681 Dec 12 18:22:14.804146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-139e8154-2673-4247-8ab8-0b2cc962d043 req-f03c7d87-b332-46a7-b135-66dddd65c0fe service neutron] 10.222.0.20 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818503 Dec 12 18:22:14.898718 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d66a4f5e-2f80-4084-9036-f79d0bffaee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:15.198659 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb63122-8526-4dce-96f6-5ba44e56cffb req-a0b1582e-14ac-41df-b134-e2517d3d670d tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:15.200246 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-adb63122-8526-4dce-96f6-5ba44e56cffb req-a0b1582e-14ac-41df-b134-e2517d3d670d tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 944 time: 0.0546677 Dec 12 18:22:15.257466 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-adb63122-8526-4dce-96f6-5ba44e56cffb req-535b59a2-982f-4d6c-9b0a-aea666cda833 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503924 Dec 12 18:22:15.762180 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 855a71b2-cafa-440b-bd37-8affccc0d383 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:22:15.856029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 855a71b2-cafa-440b-bd37-8affccc0d383, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=855a71b2-cafa-440b-bd37-8affccc0d383,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:22:15.867616 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '855a71b2-cafa-440b-bd37-8affccc0d383', 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49', 'port_id': '855a71b2-cafa-440b-bd37-8affccc0d383', 'mac_address': 'fa:16:3e:33:9f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a3c7ec-a890-4361-83ef-66ad5a60b62b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:22:15.916107 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:15.929678 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855a71b2-cafa-440b-bd37-8affccc0d383 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:22:15.948637 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 855a71b2-cafa-440b-bd37-8affccc0d383, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=855a71b2-cafa-440b-bd37-8affccc0d383,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:22:15.952581 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:15.998573 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=855a71b2-cafa-440b-bd37-8affccc0d383,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:16.159603 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['855a71b2-cafa-440b-bd37-8affccc0d383'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:22:16.370551 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd299c0-14d6-419d-9b82-9b3c3cb6d07f req-7763c5a6-7364-4f74-b305-82ee9ae5eb10 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:16.372034 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0cd299c0-14d6-419d-9b82-9b3c3cb6d07f req-7763c5a6-7364-4f74-b305-82ee9ae5eb10 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 945 time: 0.0473988 Dec 12 18:22:16.418282 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0cd299c0-14d6-419d-9b82-9b3c3cb6d07f req-8a42cf58-5a7b-4d1b-bb68-d9c1284f4017 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402849 Dec 12 18:22:17.246066 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5f59f72a-c063-4dac-a96b-68e99a0269b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:17.321715 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:17.533452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d697c-ca5e-4fd3-a351-6f2fc1b8e077 req-e995c203-7495-4baf-a7f2-49dd4ddcf112 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:17.534985 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-899d697c-ca5e-4fd3-a351-6f2fc1b8e077 req-e995c203-7495-4baf-a7f2-49dd4ddcf112 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 945 time: 0.0481145 Dec 12 18:22:17.584787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-899d697c-ca5e-4fd3-a351-6f2fc1b8e077 req-3813deb5-064c-4fdb-9ee2-007e145f3b72 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438259 Dec 12 18:22:17.777682 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 855a71b2-cafa-440b-bd37-8affccc0d383 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:22:17.826936 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 855a71b2-cafa-440b-bd37-8affccc0d383 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:22:17.830693 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 855a71b2-cafa-440b-bd37-8affccc0d383 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:22:17.831061 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:17.903745 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:17.925157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37e2d6d-128a-4058-8743-9c6b74feb14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855a71b2-cafa-440b-bd37-8affccc0d383'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:22:17.927472 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6576a7-19ec-4be5-9050-eb3262279c48" -d '{"events": [{"server_uuid": "c37e2d6d-128a-4058-8743-9c6b74feb14b", "name": "network-vif-plugged", "status": "completed", "tag": "855a71b2-cafa-440b-bd37-8affccc0d383"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:22:17.940109 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 855a71b2-cafa-440b-bd37-8affccc0d383, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=855a71b2-cafa-440b-bd37-8affccc0d383,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:22:17.945045 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:17.967939 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796af7b8-aaf9-4cdd-92cc-43842ffa91b7 x-openstack-request-id: req-796af7b8-aaf9-4cdd-92cc-43842ffa91b7 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:22:17.968231 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37e2d6d-128a-4058-8743-9c6b74feb14b", "name": "network-vif-plugged", "status": "completed", "tag": "855a71b2-cafa-440b-bd37-8affccc0d383", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:22:17.968487 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-796af7b8-aaf9-4cdd-92cc-43842ffa91b7 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:22:17.968878 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37e2d6d-128a-4058-8743-9c6b74feb14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855a71b2-cafa-440b-bd37-8affccc0d383', 'code': 200} Dec 12 18:22:18.007969 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:18.008763 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=855a71b2-cafa-440b-bd37-8affccc0d383,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:18.062314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af564e22-2b44-44ce-ab5f-5424d48de891 req-9ffc1008-6d47-44fa-a104-9713d47de3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:18.063823 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af564e22-2b44-44ce-ab5f-5424d48de891 req-9ffc1008-6d47-44fa-a104-9713d47de3de service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 1097 time: 0.0382316 Dec 12 18:22:18.107879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af564e22-2b44-44ce-ab5f-5424d48de891 req-eef531b8-30f2-426b-9bfd-8ed596e6bc7b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363550 Dec 12 18:22:18.433633 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:18.695958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a944659-5c82-4587-8cd5-5c28406f010b req-962dcced-e8a0-4c00-9268-99b117786a90 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:18.697321 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a944659-5c82-4587-8cd5-5c28406f010b req-962dcced-e8a0-4c00-9268-99b117786a90 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0472014 Dec 12 18:22:18.743036 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a944659-5c82-4587-8cd5-5c28406f010b req-e1fd33e0-0d6f-42cf-91de-65d5f47fb09a tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398467 Dec 12 18:22:19.860063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef617103-b6c8-4b55-a1aa-de9393aeac07 req-9f87ab78-d9d7-4ee8-b5a9-06808278c722 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:19.861566 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ef617103-b6c8-4b55-a1aa-de9393aeac07 req-9f87ab78-d9d7-4ee8-b5a9-06808278c722 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0513918 Dec 12 18:22:19.908914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ef617103-b6c8-4b55-a1aa-de9393aeac07 req-af22ae75-cbd9-421b-a39e-c6aac17aef41 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Dec 12 18:22:20.021630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d465d8b-b9bf-40dc-ba06-43f067352479 req-38ba520e-c168-4147-82a1-dadb06320583 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:20.023012 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d465d8b-b9bf-40dc-ba06-43f067352479 req-38ba520e-c168-4147-82a1-dadb06320583 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0480704 Dec 12 18:22:20.069145 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d465d8b-b9bf-40dc-ba06-43f067352479 req-d2498fed-c1c9-4dab-a868-8d56ba9815c2 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402701 Dec 12 18:22:20.170946 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:20.267362 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc12be-d7de-4c35-80cb-c95f64c2babb req-53e3a1df-4329-4d58-996a-51f5bbc1068f tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:20.269176 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6fdc12be-d7de-4c35-80cb-c95f64c2babb req-53e3a1df-4329-4d58-996a-51f5bbc1068f tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0481551 Dec 12 18:22:20.614233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6fdc12be-d7de-4c35-80cb-c95f64c2babb req-b2eedf5b-3d87-4fdb-830e-b2a2041aa369 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390520 Dec 12 18:22:20.723980 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e462d-a914-4836-913a-2d8556d60b2b req-255a6fee-0565-4cb8-b92c-ae8b92fb0967 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:20.725403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e28e462d-a914-4836-913a-2d8556d60b2b req-255a6fee-0565-4cb8-b92c-ae8b92fb0967 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0459731 Dec 12 18:22:20.771616 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e28e462d-a914-4836-913a-2d8556d60b2b req-43f7af1f-a418-46b0-9ab9-e5f0fd8598e8 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400765 Dec 12 18:22:20.916776 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:21.109681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-c8ccf502-1126-4c43-86ee-30451726b069 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0666413 Dec 12 18:22:21.120523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0d391-a754-4065-bd8e-b5c0db8d664c req-f8ded0b8-5ed5-4303-aab7-afe8b74665fd tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:21.122236 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37d0d391-a754-4065-bd8e-b5c0db8d664c req-f8ded0b8-5ed5-4303-aab7-afe8b74665fd tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0702927 Dec 12 18:22:21.170787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37d0d391-a754-4065-bd8e-b5c0db8d664c req-10f6836f-213d-4e01-921c-5e39a1f25e69 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 Dec 12 18:22:22.231749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4ad391df-931a-4eae-bdc7-d63a8302a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:22.233257 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4ad391df-931a-4eae-bdc7-d63a8302a286 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f86324305bc47df991fb08884dced62&device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 1097 time: 0.0410235 Dec 12 18:22:22.339500 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564a125-e4d4-49d7-be4b-f00bc7446782 req-1be17dba-3757-4187-a19a-a17a23d2d313 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:22.340983 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f564a125-e4d4-49d7-be4b-f00bc7446782 req-1be17dba-3757-4187-a19a-a17a23d2d313 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.1017926 Dec 12 18:22:22.376743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-43e849b6-23aa-4ec6-9153-b87565050c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:22.378176 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-43e849b6-23aa-4ec6-9153-b87565050c92 service neutron] 10.222.0.20 "GET /v2.0/networks?id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49 HTTP/1.1" status: 200 len: 915 time: 0.1373050 Dec 12 18:22:22.432006 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-6efd45d5-a1ca-4885-9367-e52add30ad07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=855a71b2-cafa-440b-bd37-8affccc0d383 HTTP/1.1" status: 200 len: 217 time: 0.0449049 Dec 12 18:22:22.439152 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f564a125-e4d4-49d7-be4b-f00bc7446782 req-31dc2aed-84ed-41f0-b0c2-c923d1f2d25b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893719 Dec 12 18:22:22.483102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-3b29cafd-4b38-4fb8-9acb-8acddd8c7065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:22.484591 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-3b29cafd-4b38-4fb8-9acb-8acddd8c7065 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5a3c7ec-a890-4361-83ef-66ad5a60b62b HTTP/1.1" status: 200 len: 854 time: 0.0445936 Dec 12 18:22:22.516462 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-837c7476-820f-41ca-bb60-ed62d5f10b7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246444 Dec 12 18:22:22.603716 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-d48b1cc8-7adf-4ce0-9c3a-b9599b949995 service neutron] 10.222.0.20 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794353 Dec 12 18:22:22.694249 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-848732a7-8d9b-4da8-b1bb-7a635b412af2 service neutron] 10.222.0.20 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842462 Dec 12 18:22:23.557037 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe81d34-1c24-4f4b-8963-1cd7cad913bd req-54142362-838e-4e89-b163-65c9e0f4a4bb tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:23.558518 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfe81d34-1c24-4f4b-8963-1cd7cad913bd req-54142362-838e-4e89-b163-65c9e0f4a4bb tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0493298 Dec 12 18:22:23.605200 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cfe81d34-1c24-4f4b-8963-1cd7cad913bd req-47c2b563-4b01-43f8-890e-e377d2ae665b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 Dec 12 18:22:24.723020 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dd98b-f0fc-417a-a876-a117477b8f65 req-95a31c57-c2b1-436d-9ca2-5bf36b42c2bd tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:24.724517 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-871dd98b-f0fc-417a-a876-a117477b8f65 req-95a31c57-c2b1-436d-9ca2-5bf36b42c2bd tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0524268 Dec 12 18:22:24.770454 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-871dd98b-f0fc-417a-a876-a117477b8f65 req-13ebed0a-6708-4530-b2e9-4f5ce8053a06 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400457 Dec 12 18:22:25.885273 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31868571-3c7c-47ca-81ab-0582523b87b1 req-2f5a7257-af0e-4dd5-a68f-93ca3704be26 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:25.886757 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31868571-3c7c-47ca-81ab-0582523b87b1 req-2f5a7257-af0e-4dd5-a68f-93ca3704be26 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0481391 Dec 12 18:22:25.932871 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31868571-3c7c-47ca-81ab-0582523b87b1 req-3de9bdd9-8e89-42f4-a4dd-f203a7d29f48 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401230 Dec 12 18:22:27.052658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1bfec-a283-4031-90c0-554610a2163d req-9532f332-2595-4249-a182-30c96ed325be tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:27.054154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04d1bfec-a283-4031-90c0-554610a2163d req-9532f332-2595-4249-a182-30c96ed325be tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0492163 Dec 12 18:22:27.103561 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04d1bfec-a283-4031-90c0-554610a2163d req-6393e1c6-e7df-4590-b431-5dac6c7b20fa tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435131 Dec 12 18:22:28.219217 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1ac0f-0472-45c2-bec2-65594f0ea61d req-2ee6792c-d3d3-4772-803a-b9b69c87ef17 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:28.220675 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-24a1ac0f-0472-45c2-bec2-65594f0ea61d req-2ee6792c-d3d3-4772-803a-b9b69c87ef17 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0499043 Dec 12 18:22:28.266736 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-24a1ac0f-0472-45c2-bec2-65594f0ea61d req-bafc0018-0d9b-45a2-8cef-de16cebcec7b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401657 Dec 12 18:22:29.379605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b421f5-1a8f-4ce1-8752-98035be43434 req-a41e4a92-34b1-4bb7-9202-787ad90ed660 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:29.381086 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-56b421f5-1a8f-4ce1-8752-98035be43434 req-a41e4a92-34b1-4bb7-9202-787ad90ed660 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0484171 Dec 12 18:22:29.427544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-56b421f5-1a8f-4ce1-8752-98035be43434 req-028d6afd-5965-48ac-bd94-f0d51d4726df tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405056 Dec 12 18:22:30.551706 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f23929-f132-4cda-9f95-bd7c41285c4d req-24ecf550-8d06-4759-8134-48bd84321209 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:30.553186 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-41f23929-f132-4cda-9f95-bd7c41285c4d req-24ecf550-8d06-4759-8134-48bd84321209 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0524771 Dec 12 18:22:30.599073 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-41f23929-f132-4cda-9f95-bd7c41285c4d req-4fd46bef-7536-4641-86a5-eff7ee75bd56 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399172 Dec 12 18:22:31.712529 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002639c7-5fdb-4809-ba2d-ab1956ca65e9 req-3618ec41-62ee-438d-86c0-807ecf0f2f05 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:31.713996 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-002639c7-5fdb-4809-ba2d-ab1956ca65e9 req-3618ec41-62ee-438d-86c0-807ecf0f2f05 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0476823 Dec 12 18:22:31.760228 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-002639c7-5fdb-4809-ba2d-ab1956ca65e9 req-57b9e09f-4ab9-4000-bdac-c9144e0f7128 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402761 Dec 12 18:22:32.169545 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:22:32.878622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db7a85-048b-4d6e-b3f1-6740c75d96b3 req-29e62709-af5a-4718-a9a8-926c1837cc43 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:32.880111 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8db7a85-048b-4d6e-b3f1-6740c75d96b3 req-29e62709-af5a-4718-a9a8-926c1837cc43 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0518050 Dec 12 18:22:32.926692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d8db7a85-048b-4d6e-b3f1-6740c75d96b3 req-d438bee8-4bd8-4617-b8b6-23c5f5dae387 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406492 Dec 12 18:22:34.040623 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d932e1-8656-4ea1-8580-8d27e961b73c req-ae463ccd-8097-4658-9bd9-62ba4a39e05f tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:34.042111 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45d932e1-8656-4ea1-8580-8d27e961b73c req-ae463ccd-8097-4658-9bd9-62ba4a39e05f tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0487077 Dec 12 18:22:34.089584 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45d932e1-8656-4ea1-8580-8d27e961b73c req-b8224bcd-e7d7-4d2a-a00a-1a23770b84f1 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415299 Dec 12 18:22:35.205756 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de63a9-ab16-494c-bedf-a3b73f71ee80 req-51191afb-3c47-4260-9070-b0a13502e07a tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:35.207242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1de63a9-ab16-494c-bedf-a3b73f71ee80 req-51191afb-3c47-4260-9070-b0a13502e07a tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0475972 Dec 12 18:22:35.257604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1de63a9-ab16-494c-bedf-a3b73f71ee80 req-a86ed65b-e599-48a7-8e2b-39fe36460723 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444281 Dec 12 18:22:36.370735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b21cb-6e78-455e-b089-14c2fcd703a5 req-572e4570-e44b-43b9-9f6b-ad04f90e00f5 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:36.372233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b27b21cb-6e78-455e-b089-14c2fcd703a5 req-572e4570-e44b-43b9-9f6b-ad04f90e00f5 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0484169 Dec 12 18:22:36.418254 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b27b21cb-6e78-455e-b089-14c2fcd703a5 req-b18d1a45-6f45-464a-b95b-c052f52d7f40 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395505 Dec 12 18:22:37.533299 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656424f-9913-4d20-9ec3-d8ff057f4f95 req-bf02b385-d9b2-4c02-ab44-e00720b0de84 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:37.534816 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c656424f-9913-4d20-9ec3-d8ff057f4f95 req-bf02b385-d9b2-4c02-ab44-e00720b0de84 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0487459 Dec 12 18:22:37.581270 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c656424f-9913-4d20-9ec3-d8ff057f4f95 req-9e6d8668-b6d9-457a-b519-3a1879f8ceb6 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399895 Dec 12 18:22:38.698896 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1fe32-cc20-4552-9dec-2ce0f8a588d3 req-a8126530-4654-49fc-8781-694d821dea12 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:38.700414 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ee1fe32-cc20-4552-9dec-2ce0f8a588d3 req-a8126530-4654-49fc-8781-694d821dea12 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0519803 Dec 12 18:22:38.746535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ee1fe32-cc20-4552-9dec-2ce0f8a588d3 req-400db7f5-05c6-4825-af2b-e632fefd590e tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395575 Dec 12 18:22:39.860713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdba970-445a-4b8f-be9c-08ebbc4f1e7e req-5f94321d-03a1-44ce-94e1-80a1486ab558 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:39.862735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cdba970-445a-4b8f-be9c-08ebbc4f1e7e req-5f94321d-03a1-44ce-94e1-80a1486ab558 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0486066 Dec 12 18:22:39.910910 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cdba970-445a-4b8f-be9c-08ebbc4f1e7e req-66a8b79c-b6c4-4ab6-8fc7-b2d5a4762443 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420327 Dec 12 18:22:41.029046 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e851a17-dd2e-4da1-b35b-30a48bc291a3 req-2001ead4-9dac-458a-b373-071b9584c803 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:41.030526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e851a17-dd2e-4da1-b35b-30a48bc291a3 req-2001ead4-9dac-458a-b373-071b9584c803 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0481598 Dec 12 18:22:41.080989 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e851a17-dd2e-4da1-b35b-30a48bc291a3 req-e67c33ef-ed02-4e04-8106-772713e93cb0 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445201 Dec 12 18:22:42.193991 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1a743-58d2-4f7f-b1c7-5aba63a32613 req-e1fc9e57-2bf3-4f54-9f8a-8d50122a60cd tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:42.195551 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55b1a743-58d2-4f7f-b1c7-5aba63a32613 req-e1fc9e57-2bf3-4f54-9f8a-8d50122a60cd tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0472450 Dec 12 18:22:42.241495 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-55b1a743-58d2-4f7f-b1c7-5aba63a32613 req-37a00d9b-8ce8-4ddd-9cc5-8f1cfa2b87a8 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401709 Dec 12 18:22:43.355954 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793ae54-226f-49a8-ab1f-6e6888cf5a75 req-602fbdb3-1fb7-4239-a6a4-64950ec65341 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:43.357697 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d793ae54-226f-49a8-ab1f-6e6888cf5a75 req-602fbdb3-1fb7-4239-a6a4-64950ec65341 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0485315 Dec 12 18:22:43.404899 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d793ae54-226f-49a8-ab1f-6e6888cf5a75 req-14279a04-50a3-4863-9028-00a7973c741e tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Dec 12 18:22:44.524425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f192bfa-1523-43dc-80b5-1ed3a3a10156 req-9b761766-ca0b-43f6-9706-be1bdab8b299 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:44.525924 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3f192bfa-1523-43dc-80b5-1ed3a3a10156 req-9b761766-ca0b-43f6-9706-be1bdab8b299 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0520930 Dec 12 18:22:44.575948 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3f192bfa-1523-43dc-80b5-1ed3a3a10156 req-709dde66-c80d-491b-aa95-9d1019280975 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440059 Dec 12 18:22:44.901862 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-24731105-dff8-45e2-a1e4-05fadd40b55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:45.692462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd2573-21b4-4994-b4f4-cb6984aa8e8c req-e84e6166-c6c7-4266-9df6-d267c34a1464 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:45.693956 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42fd2573-21b4-4994-b4f4-cb6984aa8e8c req-e84e6166-c6c7-4266-9df6-d267c34a1464 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0485158 Dec 12 18:22:45.740747 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42fd2573-21b4-4994-b4f4-cb6984aa8e8c req-a8a6b764-7a38-47c7-b76e-1e092bf34d7b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408862 Dec 12 18:22:46.860147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae102eef-1475-4694-8c5e-f5b13db90d93 req-952ce228-dfbc-4852-b3ef-b39192429f2b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:46.862145 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae102eef-1475-4694-8c5e-f5b13db90d93 req-952ce228-dfbc-4852-b3ef-b39192429f2b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0548565 Dec 12 18:22:46.909300 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae102eef-1475-4694-8c5e-f5b13db90d93 req-fd2c3ca8-eb74-475b-ac87-327f4c121532 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407050 Dec 12 18:22:47.247735 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-818040ec-9fbf-4092-8bbe-7406a38d04f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:47.320227 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:47.990496 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:48.025449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ea467-3c11-4428-807d-22b5dea94d98 req-7bf68959-9e3c-4c5d-b24e-96a754a36443 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:48.026919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e57ea467-3c11-4428-807d-22b5dea94d98 req-7bf68959-9e3c-4c5d-b24e-96a754a36443 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0484943 Dec 12 18:22:48.072931 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e57ea467-3c11-4428-807d-22b5dea94d98 req-b69f4488-2140-4d6c-aae4-710c56676991 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399885 Dec 12 18:22:48.434928 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:49.188722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f51f32-8b0e-40c9-ac5e-d7fcc910cae9 req-7a6aef85-be61-43f1-ad40-833bff286879 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:49.190807 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13f51f32-8b0e-40c9-ac5e-d7fcc910cae9 req-7a6aef85-be61-43f1-ad40-833bff286879 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.0470796 Dec 12 18:22:49.239636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13f51f32-8b0e-40c9-ac5e-d7fcc910cae9 req-77f7d6fa-8359-444f-9c1b-fd921179671e tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429058 Dec 12 18:22:49.471811 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-71aad8eb-8148-4071-a9db-2e5475591386 service neutron] show failed (client error): The resource could not be found. Dec 12 18:22:49.472843 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-71aad8eb-8148-4071-a9db-2e5475591386 service neutron] 10.222.0.20 "GET /v2.0/ports/855a71b2-cafa-440b-bd37-8affccc0d383/bindings/n-h1-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.0535440 Dec 12 18:22:49.670097 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-3d6e415a-feb7-40a2-9ae3-33dece43f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:49.671570 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-3d6e415a-feb7-40a2-9ae3-33dece43f18e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b&tenant_id=3f86324305bc47df991fb08884dced62 HTTP/1.1" status: 200 len: 1097 time: 0.0404611 Dec 12 18:22:49.683571 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:22:49.738642 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:49.942828 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] For port 855a71b2-cafa-440b-bd37-8affccc0d383, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=855a71b2-cafa-440b-bd37-8affccc0d383,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:22:49.976360 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] For port 855a71b2-cafa-440b-bd37-8affccc0d383, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:22:50.014243 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37e2d6d-128a-4058-8743-9c6b74feb14b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '855a71b2-cafa-440b-bd37-8affccc0d383'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:22:50.016539 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1805387-9b40-4baa-b03f-b18021d83b4f" -d '{"events": [{"server_uuid": "c37e2d6d-128a-4058-8743-9c6b74feb14b", "name": "network-vif-unplugged", "status": "completed", "tag": "855a71b2-cafa-440b-bd37-8affccc0d383"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:22:50.021067 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:50.033881 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Transition to ACTIVE for port object 855a71b2-cafa-440b-bd37-8affccc0d383 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:22:50.037522 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:50.073961 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 18:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4479936-6bb2-4ead-a05b-24a582c7b935 x-openstack-request-id: req-d4479936-6bb2-4ead-a05b-24a582c7b935 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:22:50.074260 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37e2d6d-128a-4058-8743-9c6b74feb14b", "name": "network-vif-unplugged", "status": "completed", "tag": "855a71b2-cafa-440b-bd37-8affccc0d383", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:22:50.074521 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4479936-6bb2-4ead-a05b-24a582c7b935 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:22:50.074921 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37e2d6d-128a-4058-8743-9c6b74feb14b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '855a71b2-cafa-440b-bd37-8affccc0d383', 'code': 200} Dec 12 18:22:50.102830 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] No DVR routers for this DVR port 855a71b2-cafa-440b-bd37-8affccc0d383 on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:22:50.109462 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Pushing event updated for resources: {'Port': ['ID=855a71b2-cafa-440b-bd37-8affccc0d383,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:50.140732 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Attempting to bind port 855a71b2-cafa-440b-bd37-8affccc0d383 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:22:50.141071 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Attempting to bind port 855a71b2-cafa-440b-bd37-8affccc0d383 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'fda21a9d-8a84-4339-a3c4-65961ef9ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:22:50.141401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Attempting to bind port 855a71b2-cafa-440b-bd37-8affccc0d383 on network abe45d3a-8bc7-4d72-adb5-df4836f8dd49 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:22:50.146472 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Port 855a71b2-cafa-440b-bd37-8affccc0d383 on network abe45d3a-8bc7-4d72-adb5-df4836f8dd49 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:22:50.146800 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Attempting to bind port 855a71b2-cafa-440b-bd37-8affccc0d383 on network abe45d3a-8bc7-4d72-adb5-df4836f8dd49 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:22:50.151599 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:22:50.151948 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Checking segment: {'id': 'fda21a9d-8a84-4339-a3c4-65961ef9ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:22:50.152334 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Bound using segment: {'id': 'fda21a9d-8a84-4339-a3c4-65961ef9ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:22:50.152763 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Bound port: 855a71b2-cafa-440b-bd37-8affccc0d383, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda21a9d-8a84-4339-a3c4-65961ef9ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:22:50.153118 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:50.179608 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:50.215279 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] For port 855a71b2-cafa-440b-bd37-8affccc0d383, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:22:50.218559 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] For port 855a71b2-cafa-440b-bd37-8affccc0d383, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=855a71b2-cafa-440b-bd37-8affccc0d383,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:22:50.222625 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:50.256753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:50.257378 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:50.258786 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] 10.222.0.31 "PUT /v2.0/ports/855a71b2-cafa-440b-bd37-8affccc0d383 HTTP/1.1" status: 200 len: 1092 time: 0.5791936 Dec 12 18:22:50.280338 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242aad7-f9c8-4829-806a-5f1ea8214609 service neutron] Pushing event updated for resources: {'Port': ['ID=855a71b2-cafa-440b-bd37-8affccc0d383,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:50.326366 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-31430a2a-28a9-4fe4-92e9-57ee82204ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:50.328005 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-31430a2a-28a9-4fe4-92e9-57ee82204ea0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f86324305bc47df991fb08884dced62&device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 1095 time: 0.0447834 Dec 12 18:22:50.358971 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084db91b-6555-4ae3-8666-7c3ff4c85836 req-e2b693ee-72a1-4111-aefa-8c29140ba1c8 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:50.360503 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-084db91b-6555-4ae3-8666-7c3ff4c85836 req-e2b693ee-72a1-4111-aefa-8c29140ba1c8 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 944 time: 0.0492854 Dec 12 18:22:50.407945 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-084db91b-6555-4ae3-8666-7c3ff4c85836 req-11411ca6-f2bf-42ca-b02d-d9b7b0a2b3c4 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414755 Dec 12 18:22:50.417555 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-e43c7871-cfba-4c81-8fd5-1e23bca9f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:50.419045 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-e43c7871-cfba-4c81-8fd5-1e23bca9f143 service neutron] 10.222.0.31 "GET /v2.0/networks?id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49 HTTP/1.1" status: 200 len: 915 time: 0.0835006 Dec 12 18:22:50.465843 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-46544d55-2840-4a75-8a56-a53f3823ba84 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=855a71b2-cafa-440b-bd37-8affccc0d383 HTTP/1.1" status: 200 len: 217 time: 0.0381613 Dec 12 18:22:50.514399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-0e2b33df-3971-448c-a386-904361127d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:50.515884 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-0e2b33df-3971-448c-a386-904361127d7e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5a3c7ec-a890-4361-83ef-66ad5a60b62b HTTP/1.1" status: 200 len: 854 time: 0.0430005 Dec 12 18:22:50.546154 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-967d23c6-18cc-42b0-9347-d51dd90db4cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235918 Dec 12 18:22:50.634774 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-b59c4c29-1845-403a-8c97-002ead5f78ac service neutron] 10.222.0.31 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812540 Dec 12 18:22:50.727063 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-3ee56112-85b3-4528-bd2d-2873f84c11ee req-1e9e2e62-dfb2-4a37-b872-76e371c6e64c service neutron] 10.222.0.31 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847754 Dec 12 18:22:50.918978 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:51.524199 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64eb0f6-e0b8-414f-935f-7a8551119378 req-a3bf1237-f740-45e5-8e8f-4cce3840dfd0 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:51.525677 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a64eb0f6-e0b8-414f-935f-7a8551119378 req-a3bf1237-f740-45e5-8e8f-4cce3840dfd0 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 944 time: 0.0477693 Dec 12 18:22:51.575289 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a64eb0f6-e0b8-414f-935f-7a8551119378 req-364b8527-d665-4d35-8e46-62df4b0eff15 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435824 Dec 12 18:22:51.934035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 855a71b2-cafa-440b-bd37-8affccc0d383 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:22:51.971988 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 855a71b2-cafa-440b-bd37-8affccc0d383 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:22:52.076502 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37e2d6d-128a-4058-8743-9c6b74feb14b', 'tag': '855a71b2-cafa-440b-bd37-8affccc0d383'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:22:52.078873 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f4472c-033d-4dce-ab1d-27a35cf370a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c37e2d6d-128a-4058-8743-9c6b74feb14b", "tag": "855a71b2-cafa-440b-bd37-8affccc0d383"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:22:52.125864 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7008d2d2-c00e-4e95-a392-35735b81f108 x-openstack-request-id: req-7008d2d2-c00e-4e95-a392-35735b81f108 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:22:52.126160 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37e2d6d-128a-4058-8743-9c6b74feb14b", "tag": "855a71b2-cafa-440b-bd37-8affccc0d383", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:22:52.126415 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7008d2d2-c00e-4e95-a392-35735b81f108 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:22:52.126816 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37e2d6d-128a-4058-8743-9c6b74feb14b', 'tag': '855a71b2-cafa-440b-bd37-8affccc0d383', 'status': 'completed', 'code': 200} Dec 12 18:22:52.185631 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-2fa7f074-c00f-4788-a051-1a708f3eff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:52.187117 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-2fa7f074-c00f-4788-a051-1a708f3eff1a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f86324305bc47df991fb08884dced62&device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 1095 time: 0.0408504 Dec 12 18:22:52.189636 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-c330af9b-fc0e-44a0-a8e7-74c5221c1ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:52.191094 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-c330af9b-fc0e-44a0-a8e7-74c5221c1ede service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f86324305bc47df991fb08884dced62&device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 1095 time: 0.0392029 Dec 12 18:22:52.280256 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-e9e0b147-19f7-4d89-927e-6db673d1eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:52.281279 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-9de9d546-d364-46ab-92d9-5616cd8ea12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:52.281756 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-e9e0b147-19f7-4d89-927e-6db673d1eca5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49 HTTP/1.1" status: 200 len: 915 time: 0.0876646 Dec 12 18:22:52.282787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-9de9d546-d364-46ab-92d9-5616cd8ea12e service neutron] 10.222.0.20 "GET /v2.0/networks?id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49 HTTP/1.1" status: 200 len: 915 time: 0.0831027 Dec 12 18:22:52.322738 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-97ad33e2-151f-4e7b-a445-42df853b3702 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=855a71b2-cafa-440b-bd37-8affccc0d383 HTTP/1.1" status: 200 len: 217 time: 0.0338585 Dec 12 18:22:52.328681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-5e127bd3-192b-43f0-9f90-a1b8111c4ec5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=855a71b2-cafa-440b-bd37-8affccc0d383 HTTP/1.1" status: 200 len: 217 time: 0.0370905 Dec 12 18:22:52.371706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-78e5c959-2ae2-40d2-8adc-86640728dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:52.373229 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-78e5c959-2ae2-40d2-8adc-86640728dcf4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5a3c7ec-a890-4361-83ef-66ad5a60b62b HTTP/1.1" status: 200 len: 854 time: 0.0425162 Dec 12 18:22:52.376064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-86b292e0-d634-4bac-b49b-e17e62a3c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:52.377530 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-86b292e0-d634-4bac-b49b-e17e62a3c4e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5a3c7ec-a890-4361-83ef-66ad5a60b62b HTTP/1.1" status: 200 len: 854 time: 0.0422266 Dec 12 18:22:52.408970 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-869b4859-1590-4aa8-9cd4-eacf5f22e944 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280101 Dec 12 18:22:52.410310 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-5ce6d5a0-ece4-41b9-90da-0ebde256bacf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247002 Dec 12 18:22:52.500874 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-51d2be93-c8b2-4059-aa71-64aef2259148 service neutron] 10.222.0.31 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857601 Dec 12 18:22:52.503457 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-a0290bc9-2035-4c99-b9f2-aedf9e04d3fb service neutron] 10.222.0.20 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853319 Dec 12 18:22:52.592310 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-d345cd4c-99ed-47dc-9182-4439ba7abd35 service neutron] 10.222.0.20 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822005 Dec 12 18:22:52.593713 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-14f4472c-033d-4dce-ab1d-27a35cf370a3 req-4a4b988d-2e1c-427a-83c9-9eb5c629af96 service neutron] 10.222.0.31 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858016 Dec 12 18:22:52.698437 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27ed29-fbee-4d7c-89eb-b6eea19559d6 req-be57a035-10c7-4711-be39-9b01defdf5c8 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:52.699935 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e27ed29-fbee-4d7c-89eb-b6eea19559d6 req-be57a035-10c7-4711-be39-9b01defdf5c8 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 944 time: 0.0525589 Dec 12 18:22:52.746205 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e27ed29-fbee-4d7c-89eb-b6eea19559d6 req-8fc3c9b0-4d60-490e-b7b5-0692cadf05e4 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396733 Dec 12 18:22:53.862494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a1a91-d518-49cf-89ef-45206b0ea5b2 req-5804fde3-2970-410a-9f0d-5d76e174bfe5 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:53.864002 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-326a1a91-d518-49cf-89ef-45206b0ea5b2 req-5804fde3-2970-410a-9f0d-5d76e174bfe5 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 944 time: 0.0484765 Dec 12 18:22:53.916284 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-326a1a91-d518-49cf-89ef-45206b0ea5b2 req-6afc7722-069d-4e5a-b741-e4351b23c806 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421200 Dec 12 18:22:54.087627 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 855a71b2-cafa-440b-bd37-8affccc0d383 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:22:54.141151 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85137dad-4072-4c16-9c60-b60573f02340 req-03ff3d66-38f6-48ed-be05-14ec7e9a1792 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:54.143233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85137dad-4072-4c16-9c60-b60573f02340 req-03ff3d66-38f6-48ed-be05-14ec7e9a1792 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 944 time: 0.0815468 Dec 12 18:22:54.156526 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7ae56-1b96-4404-bf9f-550980ecb931 req-6593ac73-d858-4eec-9a11-48f37361df3d tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:54.158046 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b6e7ae56-1b96-4404-bf9f-550980ecb931 req-6593ac73-d858-4eec-9a11-48f37361df3d tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.20 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b&tenant_id=3f86324305bc47df991fb08884dced62&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 944 time: 0.0714722 Dec 12 18:22:54.241075 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85137dad-4072-4c16-9c60-b60573f02340 req-c35406b4-950f-45ff-b0d7-2f688fc99621 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819960 Dec 12 18:22:54.250558 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-b6e7ae56-1b96-4404-bf9f-550980ecb931 req-6964fca0-9f54-4c02-b0e3-e520b6ba0319 service neutron] delete failed (client error): The resource could not be found. Dec 12 18:22:54.251621 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b6e7ae56-1b96-4404-bf9f-550980ecb931 req-6964fca0-9f54-4c02-b0e3-e520b6ba0319 service neutron] 10.222.0.20 "DELETE /v2.0/ports/855a71b2-cafa-440b-bd37-8affccc0d383/bindings/n-h2-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.0855398 Dec 12 18:22:54.343116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7ae56-1b96-4404-bf9f-550980ecb931 req-c1669353-258c-495e-b813-a8c2890be0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:54.344611 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b6e7ae56-1b96-4404-bf9f-550980ecb931 req-c1669353-258c-495e-b813-a8c2890be0fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f86324305bc47df991fb08884dced62&device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 1095 time: 0.0413599 Dec 12 18:22:54.345889 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 855a71b2-cafa-440b-bd37-8affccc0d383, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=855a71b2-cafa-440b-bd37-8affccc0d383,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:22:54.356854 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '855a71b2-cafa-440b-bd37-8affccc0d383', 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49', 'port_id': '855a71b2-cafa-440b-bd37-8affccc0d383', 'mac_address': 'fa:16:3e:33:9f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a3c7ec-a890-4361-83ef-66ad5a60b62b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:22:54.393998 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:54.406691 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855a71b2-cafa-440b-bd37-8affccc0d383 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:22:54.426653 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 855a71b2-cafa-440b-bd37-8affccc0d383, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=855a71b2-cafa-440b-bd37-8affccc0d383,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:22:54.430070 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:54.438873 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7ae56-1b96-4404-bf9f-550980ecb931 req-a4602bb9-ea53-4e82-ac29-fb7c95d46f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:54.440468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b6e7ae56-1b96-4404-bf9f-550980ecb931 req-a4602bb9-ea53-4e82-ac29-fb7c95d46f6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49 HTTP/1.1" status: 200 len: 915 time: 0.0877020 Dec 12 18:22:54.477212 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=855a71b2-cafa-440b-bd37-8affccc0d383,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:54.482827 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b6e7ae56-1b96-4404-bf9f-550980ecb931 req-55dd5f0a-6c56-4690-a889-95fc1cc08b6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=855a71b2-cafa-440b-bd37-8affccc0d383 HTTP/1.1" status: 200 len: 217 time: 0.0357311 Dec 12 18:22:54.537483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7ae56-1b96-4404-bf9f-550980ecb931 req-bb0a16d2-d12e-43af-9e1f-fe2bafaaae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:54.538948 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b6e7ae56-1b96-4404-bf9f-550980ecb931 req-bb0a16d2-d12e-43af-9e1f-fe2bafaaae87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5a3c7ec-a890-4361-83ef-66ad5a60b62b HTTP/1.1" status: 200 len: 854 time: 0.0489867 Dec 12 18:22:54.570448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b6e7ae56-1b96-4404-bf9f-550980ecb931 req-2818f3c0-3709-4719-b619-f5a1dea8089c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244181 Dec 12 18:22:54.656723 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b6e7ae56-1b96-4404-bf9f-550980ecb931 req-b0db8a89-bbf4-4b31-894e-34cfad89f431 service neutron] 10.222.0.20 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796118 Dec 12 18:22:54.748677 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['855a71b2-cafa-440b-bd37-8affccc0d383'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:22:54.749132 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b6e7ae56-1b96-4404-bf9f-550980ecb931 req-c9b23f56-1cc2-4a2b-ad38-f90903712460 service neutron] 10.222.0.20 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852158 Dec 12 18:22:55.361031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26901e-7d67-4cc4-9200-8cd1f1e8a2a4 req-14bfbd46-4f19-4512-bf7f-feae754a5ed3 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:55.362566 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c26901e-7d67-4cc4-9200-8cd1f1e8a2a4 req-14bfbd46-4f19-4512-bf7f-feae754a5ed3 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 945 time: 0.0486803 Dec 12 18:22:55.410544 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c26901e-7d67-4cc4-9200-8cd1f1e8a2a4 req-53ddaffc-5394-4879-8578-b165ca87b929 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419378 Dec 12 18:22:55.524021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e39577-20ec-4fe1-803d-9176c8ebdca4 req-ab228864-0e93-424d-bd19-ce7164a1e1eb tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:55.525414 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58e39577-20ec-4fe1-803d-9176c8ebdca4 req-ab228864-0e93-424d-bd19-ce7164a1e1eb tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 945 time: 0.0484788 Dec 12 18:22:55.574841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58e39577-20ec-4fe1-803d-9176c8ebdca4 req-e8dbc1a8-9ff1-4160-a9b6-a0b556486d09 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434506 Dec 12 18:22:55.685951 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4b717-785e-4b52-938f-827d67954bfc req-9626f74d-7c3f-4811-b120-8d3f1eb5ed24 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:55.687443 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6cd4b717-785e-4b52-938f-827d67954bfc req-9626f74d-7c3f-4811-b120-8d3f1eb5ed24 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 945 time: 0.0476902 Dec 12 18:22:55.734076 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6cd4b717-785e-4b52-938f-827d67954bfc req-90f5f72d-71d6-492a-b202-f72e0e5719d2 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402412 Dec 12 18:22:56.083434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-019015be-0d98-434d-aef6-4bfb65ba2b5a tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:56.084801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-019015be-0d98-434d-aef6-4bfb65ba2b5a tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/networks?id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49 HTTP/1.1" status: 200 len: 814 time: 0.1034682 Dec 12 18:22:56.099095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-a97fe12e-15cd-49a0-803f-d97a3d3a6283 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/quotas/3f86324305bc47df991fb08884dced62 HTTP/1.1" status: 200 len: 375 time: 0.0086758 Dec 12 18:22:56.101056 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 855a71b2-cafa-440b-bd37-8affccc0d383 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:22:56.147136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-d581e4a4-6187-4753-899f-c0edd3185570 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f86324305bc47df991fb08884dced62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427933 Dec 12 18:22:56.151341 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 855a71b2-cafa-440b-bd37-8affccc0d383 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:22:56.155465 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 855a71b2-cafa-440b-bd37-8affccc0d383 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:22:56.155840 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:56.230827 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:56.236919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-006effa1-581d-455b-b102-eb2e5dfc1992 service neutron] 10.222.0.18 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816927 Dec 12 18:22:56.253899 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37e2d6d-128a-4058-8743-9c6b74feb14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855a71b2-cafa-440b-bd37-8affccc0d383'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:22:56.256206 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a57539-2018-4e29-a33b-2f71099205a7" -d '{"events": [{"server_uuid": "c37e2d6d-128a-4058-8743-9c6b74feb14b", "name": "network-vif-plugged", "status": "completed", "tag": "855a71b2-cafa-440b-bd37-8affccc0d383"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:22:56.270096 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 855a71b2-cafa-440b-bd37-8affccc0d383, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=855a71b2-cafa-440b-bd37-8affccc0d383,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:22:56.275125 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:56.303502 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a189d83-44b7-43b4-a78b-be565e0b4d1d x-openstack-request-id: req-0a189d83-44b7-43b4-a78b-be565e0b4d1d {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:22:56.303798 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37e2d6d-128a-4058-8743-9c6b74feb14b", "name": "network-vif-plugged", "status": "completed", "tag": "855a71b2-cafa-440b-bd37-8affccc0d383", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:22:56.304056 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a189d83-44b7-43b4-a78b-be565e0b4d1d {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:22:56.304446 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37e2d6d-128a-4058-8743-9c6b74feb14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855a71b2-cafa-440b-bd37-8affccc0d383', 'code': 200} Dec 12 18:22:56.325552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=855a71b2-cafa-440b-bd37-8affccc0d383,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:56.331753 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-4b8319db-caa9-405d-b867-1b8d62c7f2a9 service neutron] 10.222.0.18 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881848 Dec 12 18:22:56.490076 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b310a684-8820-4485-8bb2-2a56d23e953b req-59d3d189-2d47-40c3-995d-1fe30d8e48b2 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 210 time: 0.0275650 Dec 12 18:22:57.488708 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36029c1-cf92-4d27-8fed-beb44ba4f22e req-ab998fce-3df5-4072-b2f5-1bb2acaab9be tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:57.490184 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c36029c1-cf92-4d27-8fed-beb44ba4f22e req-ab998fce-3df5-4072-b2f5-1bb2acaab9be tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.31 "GET /v2.0/ports?device_id=c37e2d6d-128a-4058-8743-9c6b74feb14b HTTP/1.1" status: 200 len: 946 time: 0.1266730 Dec 12 18:22:57.498584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-f0de0b6e-905d-4ea5-a73a-8c506bc863dd tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:57.499942 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-f0de0b6e-905d-4ea5-a73a-8c506bc863dd tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.31 "GET /v2.0/networks?id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49 HTTP/1.1" status: 200 len: 814 time: 0.1378999 Dec 12 18:22:57.530931 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-23d9841f-2638-4e03-acfa-751eed30eed4 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Request body: {'port': {'device_id': '8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e', 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49', 'admin_state_up': True, 'tenant_id': '3f86324305bc47df991fb08884dced62'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:22:57.582702 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-831f376d-7c2e-4afc-b084-25102dccb8be req-48471bb1-3ff4-41f1-afe5-a73f596adde6 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 210 time: 0.0258732 Dec 12 18:22:57.670750 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-c36029c1-cf92-4d27-8fed-beb44ba4f22e req-e78ec4bb-bbb0-4795-a2fa-e4b43c0af80a tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Deleting port 855a71b2-cafa-440b-bd37-8affccc0d383 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:22:57.670989 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c36029c1-cf92-4d27-8fed-beb44ba4f22e req-e78ec4bb-bbb0-4795-a2fa-e4b43c0af80a tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:57.728337 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-23d9841f-2638-4e03-acfa-751eed30eed4 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Made reservation on behalf of 3f86324305bc47df991fb08884dced62 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:22:57.731853 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-23d9841f-2638-4e03-acfa-751eed30eed4 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:57.820035 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-c36029c1-cf92-4d27-8fed-beb44ba4f22e req-e78ec4bb-bbb0-4795-a2fa-e4b43c0af80a tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] For port 855a71b2-cafa-440b-bd37-8affccc0d383, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=855a71b2-cafa-440b-bd37-8affccc0d383,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:22:57.820400 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c36029c1-cf92-4d27-8fed-beb44ba4f22e req-e78ec4bb-bbb0-4795-a2fa-e4b43c0af80a tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:57.841706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-c36029c1-cf92-4d27-8fed-beb44ba4f22e req-e78ec4bb-bbb0-4795-a2fa-e4b43c0af80a tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Calling delete_port for 855a71b2-cafa-440b-bd37-8affccc0d383 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:22:57.942289 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-23d9841f-2638-4e03-acfa-751eed30eed4 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Allocated IP 172.20.0.9 (abe45d3a-8bc7-4d72-adb5-df4836f8dd49/d5a3c7ec-a890-4361-83ef-66ad5a60b62b/aaa28bed-9d6e-4e1e-a454-3f6461fadeca) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:22:58.054653 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c36029c1-cf92-4d27-8fed-beb44ba4f22e req-e78ec4bb-bbb0-4795-a2fa-e4b43c0af80a tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:58.067068 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['855a71b2-cafa-440b-bd37-8affccc0d383'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:22:58.128430 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ec4bb-bbb0-4795-a2fa-e4b43c0af80a tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Pushing event deleted for resources: {'Port': ['ID=855a71b2-cafa-440b-bd37-8affccc0d383,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:58.177839 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36029c1-cf92-4d27-8fed-beb44ba4f22e req-e78ec4bb-bbb0-4795-a2fa-e4b43c0af80a tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] No DVR routers for this DVR port 855a71b2-cafa-440b-bd37-8affccc0d383 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:22:58.182479 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c36029c1-cf92-4d27-8fed-beb44ba4f22e req-e78ec4bb-bbb0-4795-a2fa-e4b43c0af80a tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:58.185880 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c36029c1-cf92-4d27-8fed-beb44ba4f22e req-e78ec4bb-bbb0-4795-a2fa-e4b43c0af80a tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.31 "DELETE /v2.0/ports/855a71b2-cafa-440b-bd37-8affccc0d383 HTTP/1.1" status: 204 len: 173 time: 0.6850097 Dec 12 18:22:58.186315 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37e2d6d-128a-4058-8743-9c6b74feb14b', 'name': 'network-vif-deleted', 'tag': '855a71b2-cafa-440b-bd37-8affccc0d383'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:22:58.188670 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f93615-a89a-4fe7-9eef-4f51098855a6" -d '{"events": [{"server_uuid": "c37e2d6d-128a-4058-8743-9c6b74feb14b", "name": "network-vif-deleted", "tag": "855a71b2-cafa-440b-bd37-8affccc0d383"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:22:58.232259 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6376856-36c0-461f-ac4b-10c12f7b09b8 x-openstack-request-id: req-f6376856-36c0-461f-ac4b-10c12f7b09b8 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:22:58.232571 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37e2d6d-128a-4058-8743-9c6b74feb14b", "name": "network-vif-deleted", "tag": "855a71b2-cafa-440b-bd37-8affccc0d383", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:22:58.232845 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6376856-36c0-461f-ac4b-10c12f7b09b8 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:22:58.233370 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37e2d6d-128a-4058-8743-9c6b74feb14b', 'name': 'network-vif-deleted', 'tag': '855a71b2-cafa-440b-bd37-8affccc0d383', 'status': 'completed', 'code': 200} Dec 12 18:22:58.236137 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-23d9841f-2638-4e03-acfa-751eed30eed4 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:58.272499 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-23d9841f-2638-4e03-acfa-751eed30eed4 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:58.285292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['855a71b2-cafa-440b-bd37-8affccc0d383'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:22:58.320017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-23d9841f-2638-4e03-acfa-751eed30eed4 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Network abe45d3a-8bc7-4d72-adb5-df4836f8dd49 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:22:58.323439 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-23d9841f-2638-4e03-acfa-751eed30eed4 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:22:58.327285 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-23d9841f-2638-4e03-acfa-751eed30eed4 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:22:58.334277 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9841f-2638-4e03-acfa-751eed30eed4 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Pushing event updated for resources: {'Port': ['ID=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:58.387860 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-23d9841f-2638-4e03-acfa-751eed30eed4 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:58.388482 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-23d9841f-2638-4e03-acfa-751eed30eed4 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:58.404755 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-23d9841f-2638-4e03-acfa-751eed30eed4 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8952141 Dec 12 18:22:58.419380 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Request body: {'port': {'device_id': '8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:22:58.471892 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:58.707836 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30188c-2a9b-4314-9813-1df4a4cd93a3 req-94e88871-619a-48e8-9965-70e7e2ea9ae3 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:58.709534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c30188c-2a9b-4314-9813-1df4a4cd93a3 req-94e88871-619a-48e8-9965-70e7e2ea9ae3 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 931 time: 0.0546644 Dec 12 18:22:58.758926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c30188c-2a9b-4314-9813-1df4a4cd93a3 req-5fd885d5-0e97-49e1-a099-a8783cc83488 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429647 Dec 12 18:22:59.037946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa28bed-9d6e-4e1e-a454-3f6461fadeca {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:22:59.045231 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:59.057300 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Transition to ACTIVE for port object aaa28bed-9d6e-4e1e-a454-3f6461fadeca will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:22:59.060771 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:59.112126 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Pushing event updated for resources: {'Port': ['ID=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:59.174026 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Attempting to bind port aaa28bed-9d6e-4e1e-a454-3f6461fadeca on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:22:59.174359 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Attempting to bind port aaa28bed-9d6e-4e1e-a454-3f6461fadeca by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'fda21a9d-8a84-4339-a3c4-65961ef9ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:22:59.174683 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Attempting to bind port aaa28bed-9d6e-4e1e-a454-3f6461fadeca on network abe45d3a-8bc7-4d72-adb5-df4836f8dd49 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:22:59.179018 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Port aaa28bed-9d6e-4e1e-a454-3f6461fadeca on network abe45d3a-8bc7-4d72-adb5-df4836f8dd49 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:22:59.179374 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Attempting to bind port aaa28bed-9d6e-4e1e-a454-3f6461fadeca on network abe45d3a-8bc7-4d72-adb5-df4836f8dd49 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:22:59.184219 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:22:59.184562 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Checking segment: {'id': 'fda21a9d-8a84-4339-a3c4-65961ef9ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:22:59.184947 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Bound using segment: {'id': 'fda21a9d-8a84-4339-a3c4-65961ef9ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:22:59.185374 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Bound port: aaa28bed-9d6e-4e1e-a454-3f6461fadeca, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda21a9d-8a84-4339-a3c4-65961ef9ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:22:59.185727 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:59.249988 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] For port aaa28bed-9d6e-4e1e-a454-3f6461fadeca, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:22:59.253503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] For port aaa28bed-9d6e-4e1e-a454-3f6461fadeca, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:22:59.258021 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:59.292822 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:59.293390 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:22:59.294774 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] 10.222.0.31 "PUT /v2.0/ports/aaa28bed-9d6e-4e1e-a454-3f6461fadeca HTTP/1.1" status: 200 len: 1091 time: 0.8798509 Dec 12 18:22:59.318721 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa56f16-032e-439f-aaf0-07607db2eb3d service neutron] Pushing event updated for resources: {'Port': ['ID=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:22:59.372394 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-1022691a-ae1b-490e-b936-b1a5d08e6fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:59.373955 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-1022691a-ae1b-490e-b936-b1a5d08e6fe3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f86324305bc47df991fb08884dced62&device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 1094 time: 0.0397253 Dec 12 18:22:59.418972 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-e56e861d-f57d-4bd6-8a4a-124a772d9d9c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa28bed-9d6e-4e1e-a454-3f6461fadeca HTTP/1.1" status: 200 len: 217 time: 0.0375135 Dec 12 18:22:59.468751 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-e627fbac-02b5-441c-84fe-6d6403db1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:59.470160 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-e627fbac-02b5-441c-84fe-6d6403db1e20 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5a3c7ec-a890-4361-83ef-66ad5a60b62b HTTP/1.1" status: 200 len: 854 time: 0.0431416 Dec 12 18:22:59.500869 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-cffee193-19b3-420e-9fbb-8faf9d048004 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237422 Dec 12 18:22:59.590795 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-60729812-b723-4bfa-964e-aa5632593684 service neutron] 10.222.0.31 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825760 Dec 12 18:22:59.677234 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-eb8e68d3-612b-4daf-b301-f7db08f7bd15 req-a3372cdc-5e94-41be-a119-ab60fd7f29a1 service neutron] 10.222.0.31 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794005 Dec 12 18:22:59.874558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881f3af-91ea-4948-aea4-91c35f54d151 req-3ef24e08-5377-4da8-9161-0f0626fd49c9 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:22:59.875958 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f881f3af-91ea-4948-aea4-91c35f54d151 req-3ef24e08-5377-4da8-9161-0f0626fd49c9 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 943 time: 0.0471601 Dec 12 18:22:59.923300 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f881f3af-91ea-4948-aea4-91c35f54d151 req-12c01698-232c-423f-98d8-8d76db64a276 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413616 Dec 12 18:23:00.234295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e', 'tag': 'aaa28bed-9d6e-4e1e-a454-3f6461fadeca'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:23:00.236652 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3d1b11-f13c-4372-a44b-b80142cef16f" -d '{"events": [{"name": "network-changed", "server_uuid": "8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e", "tag": "aaa28bed-9d6e-4e1e-a454-3f6461fadeca"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:23:00.272384 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de8e5be-cd53-4609-bbfb-f062816ec672 x-openstack-request-id: req-1de8e5be-cd53-4609-bbfb-f062816ec672 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:23:00.272665 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e", "tag": "aaa28bed-9d6e-4e1e-a454-3f6461fadeca", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:23:00.272920 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1de8e5be-cd53-4609-bbfb-f062816ec672 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:23:00.273320 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e', 'tag': 'aaa28bed-9d6e-4e1e-a454-3f6461fadeca', 'status': 'completed', 'code': 200} Dec 12 18:23:00.335773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d1b11-f13c-4372-a44b-b80142cef16f req-aafeec2f-28f8-436c-a619-dda025768805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:00.337247 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9e3d1b11-f13c-4372-a44b-b80142cef16f req-aafeec2f-28f8-436c-a619-dda025768805 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f86324305bc47df991fb08884dced62&device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 1094 time: 0.0409071 Dec 12 18:23:00.429305 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d1b11-f13c-4372-a44b-b80142cef16f req-cb12575d-b5e9-4b8b-9a05-67f40638f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:00.430740 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9e3d1b11-f13c-4372-a44b-b80142cef16f req-cb12575d-b5e9-4b8b-9a05-67f40638f501 service neutron] 10.222.0.31 "GET /v2.0/networks?id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49 HTTP/1.1" status: 200 len: 915 time: 0.0859168 Dec 12 18:23:00.471729 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9e3d1b11-f13c-4372-a44b-b80142cef16f req-6f306b25-44b8-49a1-aff2-1a99f0b9d758 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa28bed-9d6e-4e1e-a454-3f6461fadeca HTTP/1.1" status: 200 len: 217 time: 0.0335886 Dec 12 18:23:00.520807 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d1b11-f13c-4372-a44b-b80142cef16f req-73bf5ac3-a369-411a-9a54-e7441652ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:00.522264 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9e3d1b11-f13c-4372-a44b-b80142cef16f req-73bf5ac3-a369-411a-9a54-e7441652ce97 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5a3c7ec-a890-4361-83ef-66ad5a60b62b HTTP/1.1" status: 200 len: 854 time: 0.0440075 Dec 12 18:23:00.557697 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9e3d1b11-f13c-4372-a44b-b80142cef16f req-cd8b32ff-b84e-481a-b7c2-a1e86ccc3937 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279539 Dec 12 18:23:00.646077 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9e3d1b11-f13c-4372-a44b-b80142cef16f req-6d5808c4-1b47-4274-8519-29b44e4171d4 service neutron] 10.222.0.31 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802925 Dec 12 18:23:00.736166 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9e3d1b11-f13c-4372-a44b-b80142cef16f req-1e74f1d8-1cae-4a10-9f5f-e910042b3476 service neutron] 10.222.0.31 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834839 Dec 12 18:23:01.036682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abacf36-e60c-434f-9c3a-02c4f5ae7c0a req-a998bd19-3bfa-49c2-8309-0e7a8cc29eef tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:01.038180 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7abacf36-e60c-434f-9c3a-02c4f5ae7c0a req-a998bd19-3bfa-49c2-8309-0e7a8cc29eef tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 943 time: 0.0475917 Dec 12 18:23:01.087684 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7abacf36-e60c-434f-9c3a-02c4f5ae7c0a req-d4a809ea-f78e-40bb-aa94-8c03f93dd322 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435646 Dec 12 18:23:02.130095 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device aaa28bed-9d6e-4e1e-a454-3f6461fadeca details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:23:02.132659 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 855a71b2-cafa-440b-bd37-8affccc0d383 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:23:02.158998 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 855a71b2-cafa-440b-bd37-8affccc0d383 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:23:02.159364 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 855a71b2-cafa-440b-bd37-8affccc0d383 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:23:02.207040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769e6dd-b6de-49ea-8838-c3b08d1461ec req-d56e8c7b-e9c4-4796-8f80-675da91f02fa tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:02.208766 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6769e6dd-b6de-49ea-8838-c3b08d1461ec req-d56e8c7b-e9c4-4796-8f80-675da91f02fa tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 943 time: 0.0501831 Dec 12 18:23:02.249732 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port aaa28bed-9d6e-4e1e-a454-3f6461fadeca, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:23:02.260906 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'aaa28bed-9d6e-4e1e-a454-3f6461fadeca', 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49', 'port_id': 'aaa28bed-9d6e-4e1e-a454-3f6461fadeca', 'mac_address': 'fa:16:3e:2a:64:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a3c7ec-a890-4361-83ef-66ad5a60b62b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:23:02.262044 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6769e6dd-b6de-49ea-8838-c3b08d1461ec req-bd34707a-4b1f-41e0-ae58-724f45e8be44 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470271 Dec 12 18:23:02.297370 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:02.310165 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa28bed-9d6e-4e1e-a454-3f6461fadeca {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:23:02.332879 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port aaa28bed-9d6e-4e1e-a454-3f6461fadeca, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:23:02.336860 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:02.381703 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:02.640322 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['aaa28bed-9d6e-4e1e-a454-3f6461fadeca'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:23:03.375137 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefe404-38ae-4161-8f20-4eb2a47b398d req-73349687-f076-4ee3-919e-8010a433df0e tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:03.377304 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2aefe404-38ae-4161-8f20-4eb2a47b398d req-73349687-f076-4ee3-919e-8010a433df0e tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 944 time: 0.0489452 Dec 12 18:23:03.423043 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2aefe404-38ae-4161-8f20-4eb2a47b398d req-d8aef902-32c4-4742-8858-0897dd58b52e tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398443 Dec 12 18:23:04.160717 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device aaa28bed-9d6e-4e1e-a454-3f6461fadeca up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:23:04.211613 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port aaa28bed-9d6e-4e1e-a454-3f6461fadeca completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:23:04.215649 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port aaa28bed-9d6e-4e1e-a454-3f6461fadeca triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:23:04.216023 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:04.292715 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:04.314074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa28bed-9d6e-4e1e-a454-3f6461fadeca'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:23:04.316377 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc9cafc-b70e-4a64-8e6e-922ca0d170d4" -d '{"events": [{"server_uuid": "8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e", "name": "network-vif-plugged", "status": "completed", "tag": "aaa28bed-9d6e-4e1e-a454-3f6461fadeca"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:23:04.329170 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port aaa28bed-9d6e-4e1e-a454-3f6461fadeca, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:23:04.334037 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:04.359902 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5294e3cc-b582-480c-8469-22ae81fdaebb x-openstack-request-id: req-5294e3cc-b582-480c-8469-22ae81fdaebb {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:23:04.360193 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e", "name": "network-vif-plugged", "status": "completed", "tag": "aaa28bed-9d6e-4e1e-a454-3f6461fadeca", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:23:04.360446 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5294e3cc-b582-480c-8469-22ae81fdaebb {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:23:04.360832 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa28bed-9d6e-4e1e-a454-3f6461fadeca', 'code': 200} Dec 12 18:23:04.386065 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:04.394157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:04.394789 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:04.395134 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:04.395504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:04.395842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:04.396174 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:04.396505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:04.396833 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:04.397158 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:04.397499 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:04.397807 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:04.398135 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:04.398457 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:04.456141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bff6e-f432-405b-9414-98424871aeac req-a18b6a68-59de-4c0b-9789-833c61c99243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:04.457683 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-792bff6e-f432-405b-9414-98424871aeac req-a18b6a68-59de-4c0b-9789-833c61c99243 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 1096 time: 0.0407925 Dec 12 18:23:04.503134 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-792bff6e-f432-405b-9414-98424871aeac req-3d23d050-4fa7-4527-a85d-e12f9bdcbd40 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380626 Dec 12 18:23:04.541869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03319065-7348-4e19-b433-91631b72359e req-c8a51a10-8634-4a70-b06e-3f4b233aa8a7 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:04.543370 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-03319065-7348-4e19-b433-91631b72359e req-c8a51a10-8634-4a70-b06e-3f4b233aa8a7 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0521126 Dec 12 18:23:04.589080 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-03319065-7348-4e19-b433-91631b72359e req-9d8fdf78-2ff9-472c-9787-9fcb3fbf00f7 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397332 Dec 12 18:23:05.704773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65f1dc-eb33-4d39-9c70-b4319e0b217a req-f1d6c388-4d7b-40f3-9d6b-ea150aa5cf99 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:05.706237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f65f1dc-eb33-4d39-9c70-b4319e0b217a req-f1d6c388-4d7b-40f3-9d6b-ea150aa5cf99 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0492194 Dec 12 18:23:05.756874 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f65f1dc-eb33-4d39-9c70-b4319e0b217a req-0938ab3d-b1f4-4064-9b45-7e1ec7395f11 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446186 Dec 12 18:23:06.869874 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2291c-4ee6-4951-8d8f-0ca0a5e90abc req-418086b6-c367-4661-ba89-3c3a7e64ea2c tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:06.871356 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32f2291c-4ee6-4951-8d8f-0ca0a5e90abc req-418086b6-c367-4661-ba89-3c3a7e64ea2c tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0471590 Dec 12 18:23:06.922213 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32f2291c-4ee6-4951-8d8f-0ca0a5e90abc req-907924be-5a3b-446a-b59b-199bd8ef455c tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449047 Dec 12 18:23:07.039877 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd354225-0d77-4942-9481-19fe66e5e205 req-14e514af-1953-4341-a52b-5ffde8af165f tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:07.041306 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd354225-0d77-4942-9481-19fe66e5e205 req-14e514af-1953-4341-a52b-5ffde8af165f tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0512161 Dec 12 18:23:07.092072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd354225-0d77-4942-9481-19fe66e5e205 req-790218a5-ebf4-44f7-9a5d-d181a7427996 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438266 Dec 12 18:23:07.344628 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c4008b0-bb4a-4582-953b-27368221e461 req-4629a822-ebeb-4515-b157-4861075da5f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0714915 Dec 12 18:23:07.351835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c574cd3-d900-4b84-a8e6-87a8c9143e57 req-67f22811-7e2f-4f80-a719-ed20a93ba8e7 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:07.353457 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c574cd3-d900-4b84-a8e6-87a8c9143e57 req-67f22811-7e2f-4f80-a719-ed20a93ba8e7 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0712426 Dec 12 18:23:07.403601 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c574cd3-d900-4b84-a8e6-87a8c9143e57 req-85ecff05-81d1-49f7-b846-47721aaa132a tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442293 Dec 12 18:23:08.410783 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4008b0-bb4a-4582-953b-27368221e461 req-7e6521e5-5aef-4e41-a496-57546341dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:08.412300 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9c4008b0-bb4a-4582-953b-27368221e461 req-7e6521e5-5aef-4e41-a496-57546341dc4f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f86324305bc47df991fb08884dced62&device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 1096 time: 0.0400057 Dec 12 18:23:08.505633 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4008b0-bb4a-4582-953b-27368221e461 req-1246bbbf-7c19-47a0-b1a6-d6a791382bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:08.507289 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9c4008b0-bb4a-4582-953b-27368221e461 req-1246bbbf-7c19-47a0-b1a6-d6a791382bcd service neutron] 10.222.0.31 "GET /v2.0/networks?id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49 HTTP/1.1" status: 200 len: 915 time: 0.0886776 Dec 12 18:23:08.517257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613634e-01d5-4705-b38f-6f5c810a9e71 req-f2e329af-53ea-4c5b-be61-4cae00b72785 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:08.519639 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9613634e-01d5-4705-b38f-6f5c810a9e71 req-f2e329af-53ea-4c5b-be61-4cae00b72785 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0481470 Dec 12 18:23:08.549361 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9c4008b0-bb4a-4582-953b-27368221e461 req-9acd0a81-b5f4-43bf-a10e-95f427fcebe6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa28bed-9d6e-4e1e-a454-3f6461fadeca HTTP/1.1" status: 200 len: 217 time: 0.0356007 Dec 12 18:23:08.565496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9613634e-01d5-4705-b38f-6f5c810a9e71 req-1a35fd34-0367-4b17-aafd-b72583abdc6e tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399444 Dec 12 18:23:08.597825 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4008b0-bb4a-4582-953b-27368221e461 req-fba31545-5f82-4712-834b-201d0251ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:08.599474 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9c4008b0-bb4a-4582-953b-27368221e461 req-fba31545-5f82-4712-834b-201d0251ada7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5a3c7ec-a890-4361-83ef-66ad5a60b62b HTTP/1.1" status: 200 len: 854 time: 0.0437138 Dec 12 18:23:08.634178 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9c4008b0-bb4a-4582-953b-27368221e461 req-bbc22fd5-6e33-41bb-a247-5b122fc1b7aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282741 Dec 12 18:23:08.722106 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9c4008b0-bb4a-4582-953b-27368221e461 req-6891d25a-5c56-44bf-8dee-540911a0e594 service neutron] 10.222.0.31 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807488 Dec 12 18:23:08.812559 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9c4008b0-bb4a-4582-953b-27368221e461 req-60e3659b-fae8-440b-a60c-9211dd41bb01 service neutron] 10.222.0.31 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835114 Dec 12 18:23:09.168602 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:23:09.680801 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0b0ab-8eba-4c90-82e6-fc93dcd639f7 req-a8fcd7e9-9987-4988-bcce-2fe9e045e1eb tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:09.682275 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84b0b0ab-8eba-4c90-82e6-fc93dcd639f7 req-a8fcd7e9-9987-4988-bcce-2fe9e045e1eb tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0481758 Dec 12 18:23:09.732724 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84b0b0ab-8eba-4c90-82e6-fc93dcd639f7 req-c605ad2e-48b3-4e3d-834f-9db90d69334b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445921 Dec 12 18:23:10.846935 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f7d69-ea76-440e-aa0d-3db5bac776ff req-7aa1bc3e-ffc1-42cd-92a6-8f266bd43cb6 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:10.848417 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc6f7d69-ea76-440e-aa0d-3db5bac776ff req-7aa1bc3e-ffc1-42cd-92a6-8f266bd43cb6 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0478323 Dec 12 18:23:10.896757 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc6f7d69-ea76-440e-aa0d-3db5bac776ff req-ffe52ed4-54c2-4dc2-8378-dabc111a76b5 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424201 Dec 12 18:23:12.015456 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3e4c5-bf48-4827-b137-9767f43cd9a2 req-ea7851bb-6282-428c-a8c4-ff0753f06f59 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:12.016925 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2eb3e4c5-bf48-4827-b137-9767f43cd9a2 req-ea7851bb-6282-428c-a8c4-ff0753f06f59 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0502460 Dec 12 18:23:12.062611 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2eb3e4c5-bf48-4827-b137-9767f43cd9a2 req-7b47b36d-2041-48c8-8657-3f0669d05a10 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395262 Dec 12 18:23:13.181772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c027b2-e4ac-48cf-8c5e-392402f6090f req-267b5d6c-3791-4950-b550-aa18b4a998f2 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:13.183248 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-41c027b2-e4ac-48cf-8c5e-392402f6090f req-267b5d6c-3791-4950-b550-aa18b4a998f2 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0528142 Dec 12 18:23:13.228715 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-41c027b2-e4ac-48cf-8c5e-392402f6090f req-fbad0bae-d2fe-4482-866e-5c17a295cebc tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394528 Dec 12 18:23:14.341741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9fb04-f80b-4366-b961-7b1d27ae8740 req-1564eb66-0de9-4414-8444-9d9013d64b88 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:14.343240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0d9fb04-f80b-4366-b961-7b1d27ae8740 req-1564eb66-0de9-4414-8444-9d9013d64b88 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0475266 Dec 12 18:23:14.391448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0d9fb04-f80b-4366-b961-7b1d27ae8740 req-6453dd29-915f-4151-be9d-a277941256b2 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423455 Dec 12 18:23:14.902924 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c44ef8b-660b-49ae-9298-af466a290395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:15.507484 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d12bf-fec6-4b7e-bbc8-c27d2acb5e2b req-c7bfea7f-3fcd-4027-8b1a-1eacbc144a93 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:15.508977 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-608d12bf-fec6-4b7e-bbc8-c27d2acb5e2b req-c7bfea7f-3fcd-4027-8b1a-1eacbc144a93 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0510271 Dec 12 18:23:15.554587 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-608d12bf-fec6-4b7e-bbc8-c27d2acb5e2b req-524d58b4-ab7b-4511-9bab-b437683e7bb7 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395224 Dec 12 18:23:16.670719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8366b11-b42c-4afb-94eb-d688850fcd15 req-8f12e8d6-3e9b-4c70-8e50-a1418030cbe3 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:16.672240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8366b11-b42c-4afb-94eb-d688850fcd15 req-8f12e8d6-3e9b-4c70-8e50-a1418030cbe3 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0483837 Dec 12 18:23:16.723226 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8366b11-b42c-4afb-94eb-d688850fcd15 req-ab6ab7a4-f101-4085-8b8f-6740bf8aac6f tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449522 Dec 12 18:23:17.248498 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-935e2601-6dec-4ee6-9ca9-1f65950f7d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:17.335238 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:17.837976 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4b9e5-d6ae-416c-8663-6731fd94fb7f req-9cc77ece-9be6-4be3-a427-b0225d57b10b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:17.839453 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8db4b9e5-d6ae-416c-8663-6731fd94fb7f req-9cc77ece-9be6-4be3-a427-b0225d57b10b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0466743 Dec 12 18:23:17.889297 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8db4b9e5-d6ae-416c-8663-6731fd94fb7f req-12d48bb8-7428-47a9-bc0b-8105f312c3c8 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439541 Dec 12 18:23:17.986113 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:18.437425 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:19.005445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d3770-c2cc-491d-aa86-864eb02d0e44 req-fd224ab8-1eae-4e9a-b387-99f4aaf974d5 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:19.006932 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c6d3770-c2cc-491d-aa86-864eb02d0e44 req-fd224ab8-1eae-4e9a-b387-99f4aaf974d5 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0502887 Dec 12 18:23:19.056170 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c6d3770-c2cc-491d-aa86-864eb02d0e44 req-9f450af2-2d38-4662-935e-b1cb740f56c2 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433321 Dec 12 18:23:20.177838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa6ce2-5a14-4bc5-a553-77201297634d req-9aba283f-a359-452d-8f87-01d0121aa3c5 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:20.178534 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:20.179369 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbaa6ce2-5a14-4bc5-a553-77201297634d req-9aba283f-a359-452d-8f87-01d0121aa3c5 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0478628 Dec 12 18:23:20.225637 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbaa6ce2-5a14-4bc5-a553-77201297634d req-1106a611-ac43-4b66-972f-c8f0dfddad28 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402329 Dec 12 18:23:20.920855 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:21.343181 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11beca-4587-426c-a3ba-79c9c0ec419e req-caac4d5c-5c05-47ba-ad4c-1f55381052bc tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:21.344668 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca11beca-4587-426c-a3ba-79c9c0ec419e req-caac4d5c-5c05-47ba-ad4c-1f55381052bc tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0508244 Dec 12 18:23:21.390529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca11beca-4587-426c-a3ba-79c9c0ec419e req-2bf52aff-acdb-4589-8665-3a1c69ede41a tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400302 Dec 12 18:23:22.504822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b0927-c872-4a56-9758-cc6e199816ad req-d3e7cb97-d3e0-4c30-b8a2-02366257e46c tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:22.506309 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-941b0927-c872-4a56-9758-cc6e199816ad req-d3e7cb97-d3e0-4c30-b8a2-02366257e46c tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0480168 Dec 12 18:23:22.552615 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-941b0927-c872-4a56-9758-cc6e199816ad req-fe27e5c1-d78c-4978-bf37-402b4a510f83 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403352 Dec 12 18:23:23.718673 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9e06e-8e1d-4e71-8700-8aa17e4b3c15 req-a26576c5-7312-4190-88b3-2eb7a1bf61d1 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:23.720157 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbe9e06e-8e1d-4e71-8700-8aa17e4b3c15 req-a26576c5-7312-4190-88b3-2eb7a1bf61d1 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.1004174 Dec 12 18:23:23.769689 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbe9e06e-8e1d-4e71-8700-8aa17e4b3c15 req-1c5b74fa-e891-4d29-abdf-85889efc2a0f tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427411 Dec 12 18:23:24.935972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466a948-88b6-459a-9dbf-78bb5e97e270 req-9ac6813f-8aec-423f-839b-c7c20bd9592b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:24.937914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e466a948-88b6-459a-9dbf-78bb5e97e270 req-9ac6813f-8aec-423f-839b-c7c20bd9592b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0998843 Dec 12 18:23:24.984216 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e466a948-88b6-459a-9dbf-78bb5e97e270 req-89b4a75f-2c22-4165-8851-4ec6a5730592 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401483 Dec 12 18:23:26.097996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01641eb8-7bac-4825-bdc6-0ffb70148c2c req-a07cc712-db1d-4c05-a051-9119af90d5bf tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:26.099457 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01641eb8-7bac-4825-bdc6-0ffb70148c2c req-a07cc712-db1d-4c05-a051-9119af90d5bf tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0469728 Dec 12 18:23:26.144903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01641eb8-7bac-4825-bdc6-0ffb70148c2c req-b6889c5f-68c0-40cc-ab32-a70b7cc2514a tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393517 Dec 12 18:23:27.258977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ba7de-6986-4f34-9f6a-ef2c67ede33e req-6fb939c2-b222-45cd-8e70-e678c6906267 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:27.260444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a03ba7de-6986-4f34-9f6a-ef2c67ede33e req-6fb939c2-b222-45cd-8e70-e678c6906267 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0499897 Dec 12 18:23:27.306357 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a03ba7de-6986-4f34-9f6a-ef2c67ede33e req-6fca42f7-c08c-4c90-850b-7148c504b3b7 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400779 Dec 12 18:23:28.419559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dd566-49ff-4c1b-a8fb-213fe3eb0f71 req-71dac504-536b-41d9-a78f-45d6ada24e45 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:28.421025 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a9dd566-49ff-4c1b-a8fb-213fe3eb0f71 req-71dac504-536b-41d9-a78f-45d6ada24e45 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0475681 Dec 12 18:23:28.468550 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a9dd566-49ff-4c1b-a8fb-213fe3eb0f71 req-d2ab0e1a-decc-4d8c-8029-fbb296794f01 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412230 Dec 12 18:23:29.586802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8a865-683a-47c8-90e8-0a3de75aab01 req-59ed4d72-12c3-47ca-885b-03eb2edc67e6 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:29.588292 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2bd8a865-683a-47c8-90e8-0a3de75aab01 req-59ed4d72-12c3-47ca-885b-03eb2edc67e6 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0511410 Dec 12 18:23:29.634959 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2bd8a865-683a-47c8-90e8-0a3de75aab01 req-bd56d87e-e2da-4621-9307-c348503f41ae tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406761 Dec 12 18:23:30.755997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97910000-8898-460b-bfc8-95a1f366a3e2 req-71d9d101-01ad-496f-a6b2-37500d6bab0d tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:30.757456 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97910000-8898-460b-bfc8-95a1f366a3e2 req-71d9d101-01ad-496f-a6b2-37500d6bab0d tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0533330 Dec 12 18:23:30.803056 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-97910000-8898-460b-bfc8-95a1f366a3e2 req-96731fed-9572-4429-9535-aaa23214a085 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397317 Dec 12 18:23:31.917051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73afe9-2da3-4505-8adc-896f67f52205 req-29f72cb6-967d-4278-a221-03abf2bcadd5 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:31.918520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a73afe9-2da3-4505-8adc-896f67f52205 req-29f72cb6-967d-4278-a221-03abf2bcadd5 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0477772 Dec 12 18:23:31.969432 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3a73afe9-2da3-4505-8adc-896f67f52205 req-9fe24f61-ae8d-4eb4-95b5-03521637dfae tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448358 Dec 12 18:23:33.082108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18670a-f87f-4c22-9055-60e3fdaf9054 req-e55ca5d7-63be-43bd-a960-a7abccd2fe3d tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:33.084065 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ea18670a-f87f-4c22-9055-60e3fdaf9054 req-e55ca5d7-63be-43bd-a960-a7abccd2fe3d tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0477254 Dec 12 18:23:33.129919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ea18670a-f87f-4c22-9055-60e3fdaf9054 req-837c2c85-f3d3-4251-abe2-56cf85c6bf1f tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401161 Dec 12 18:23:34.246650 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b9d92-0098-4dff-bbc6-a2feab869c27 req-0b181096-0c8a-49af-a988-3866e479fd9c tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:34.248167 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b91b9d92-0098-4dff-bbc6-a2feab869c27 req-0b181096-0c8a-49af-a988-3866e479fd9c tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0485423 Dec 12 18:23:34.294377 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b91b9d92-0098-4dff-bbc6-a2feab869c27 req-20572a6c-e0d6-4470-bb9a-b0d68f0b69ec tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398064 Dec 12 18:23:35.422607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fed5a4-8206-4bf1-b7f1-7feda3884fcf req-3ed1e87a-6ade-4521-8e89-7e3144088366 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:35.424099 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7fed5a4-8206-4bf1-b7f1-7feda3884fcf req-3ed1e87a-6ade-4521-8e89-7e3144088366 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0526097 Dec 12 18:23:35.470811 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7fed5a4-8206-4bf1-b7f1-7feda3884fcf req-60fef6ee-5e01-44ad-9f41-51fde3b647da tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401297 Dec 12 18:23:35.778820 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [req-9c4008b0-bb4a-4582-953b-27368221e461 req-64586da0-a5d0-462a-9bf0-10289a489548 service neutron] show failed (client error): The resource could not be found. Dec 12 18:23:35.779852 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9c4008b0-bb4a-4582-953b-27368221e461 req-64586da0-a5d0-462a-9bf0-10289a489548 service neutron] 10.222.0.31 "GET /v2.0/ports/aaa28bed-9d6e-4e1e-a454-3f6461fadeca/bindings/n-h2-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.0559914 Dec 12 18:23:36.003899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4008b0-bb4a-4582-953b-27368221e461 req-d93763c8-b7d8-4f31-a136-0a32f7f06faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:36.005400 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c4008b0-bb4a-4582-953b-27368221e461 req-d93763c8-b7d8-4f31-a136-0a32f7f06faa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e&tenant_id=3f86324305bc47df991fb08884dced62 HTTP/1.1" status: 200 len: 1096 time: 0.0700493 Dec 12 18:23:36.017873 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:23:36.369633 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:36.592232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] For port aaa28bed-9d6e-4e1e-a454-3f6461fadeca, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:23:36.617229 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8c666-6477-43c1-b2c6-8bedbe842a83 req-587bc398-406c-403d-b160-3af1cc308694 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:36.618686 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8c8c666-6477-43c1-b2c6-8bedbe842a83 req-587bc398-406c-403d-b160-3af1cc308694 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0786409 Dec 12 18:23:36.652461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] For port aaa28bed-9d6e-4e1e-a454-3f6461fadeca, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:23:36.707735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e8c8c666-6477-43c1-b2c6-8bedbe842a83 req-64196048-7278-43a7-aaea-5c3a41450b4b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826135 Dec 12 18:23:36.710000 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaa28bed-9d6e-4e1e-a454-3f6461fadeca'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:23:36.712250 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8e1f24-0817-4508-9ff1-ddefa5957a4f" -d '{"events": [{"server_uuid": "8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e", "name": "network-vif-unplugged", "status": "completed", "tag": "aaa28bed-9d6e-4e1e-a454-3f6461fadeca"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:23:36.716355 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:36.729677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Transition to ACTIVE for port object aaa28bed-9d6e-4e1e-a454-3f6461fadeca will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:23:36.733817 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:36.793094 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] No DVR routers for this DVR port aaa28bed-9d6e-4e1e-a454-3f6461fadeca on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:23:36.800083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:36.810955 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:36.810955 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:36.811338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:36.811726 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:36.812071 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:36.812418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:36.812755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:36.813092 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:36.813423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:36.813768 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:36.814097 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:36.814427 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:36.814756 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:36.846583 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Attempting to bind port aaa28bed-9d6e-4e1e-a454-3f6461fadeca on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:23:36.846923 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Attempting to bind port aaa28bed-9d6e-4e1e-a454-3f6461fadeca by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'fda21a9d-8a84-4339-a3c4-65961ef9ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:23:36.847286 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Attempting to bind port aaa28bed-9d6e-4e1e-a454-3f6461fadeca on network abe45d3a-8bc7-4d72-adb5-df4836f8dd49 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:23:36.851611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Port aaa28bed-9d6e-4e1e-a454-3f6461fadeca on network abe45d3a-8bc7-4d72-adb5-df4836f8dd49 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:23:36.851889 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Attempting to bind port aaa28bed-9d6e-4e1e-a454-3f6461fadeca on network abe45d3a-8bc7-4d72-adb5-df4836f8dd49 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:23:36.856673 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:23:36.857013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Checking segment: {'id': 'fda21a9d-8a84-4339-a3c4-65961ef9ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:23:36.857397 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Bound using segment: {'id': 'fda21a9d-8a84-4339-a3c4-65961ef9ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:23:36.857820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Bound port: aaa28bed-9d6e-4e1e-a454-3f6461fadeca, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda21a9d-8a84-4339-a3c4-65961ef9ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:23:36.858174 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:36.891078 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 18:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac051e94-de61-45c6-8794-a1e387af916d x-openstack-request-id: req-ac051e94-de61-45c6-8794-a1e387af916d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:23:36.891406 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e", "name": "network-vif-unplugged", "status": "completed", "tag": "aaa28bed-9d6e-4e1e-a454-3f6461fadeca", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:23:36.891664 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac051e94-de61-45c6-8794-a1e387af916d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:23:36.892063 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaa28bed-9d6e-4e1e-a454-3f6461fadeca', 'code': 200} Dec 12 18:23:36.922422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] For port aaa28bed-9d6e-4e1e-a454-3f6461fadeca, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:23:36.925953 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] For port aaa28bed-9d6e-4e1e-a454-3f6461fadeca, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:23:36.929584 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:36.959129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:36.959779 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:36.961442 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c4008b0-bb4a-4582-953b-27368221e461 req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] 10.222.0.20 "PUT /v2.0/ports/aaa28bed-9d6e-4e1e-a454-3f6461fadeca HTTP/1.1" status: 200 len: 1091 time: 0.9474187 Dec 12 18:23:36.996475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3a4ff-b77f-4048-ace8-67fe092ae1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:37.027445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4008b0-bb4a-4582-953b-27368221e461 req-86fc1ea0-2a81-4997-a4e9-20c9fa7d76ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:37.028955 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c4008b0-bb4a-4582-953b-27368221e461 req-86fc1ea0-2a81-4997-a4e9-20c9fa7d76ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f86324305bc47df991fb08884dced62&device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 1094 time: 0.0443614 Dec 12 18:23:37.119263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4008b0-bb4a-4582-953b-27368221e461 req-dca8c5de-3567-4456-8546-d38ed1f3ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:37.120685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c4008b0-bb4a-4582-953b-27368221e461 req-dca8c5de-3567-4456-8546-d38ed1f3ab2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49 HTTP/1.1" status: 200 len: 915 time: 0.0849295 Dec 12 18:23:37.161230 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c4008b0-bb4a-4582-953b-27368221e461 req-d133098d-4195-43d2-a9cc-796011e93b18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa28bed-9d6e-4e1e-a454-3f6461fadeca HTTP/1.1" status: 200 len: 217 time: 0.0333865 Dec 12 18:23:37.211637 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4008b0-bb4a-4582-953b-27368221e461 req-91adaa45-345a-44df-b982-1028ca81250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:37.212916 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c4008b0-bb4a-4582-953b-27368221e461 req-91adaa45-345a-44df-b982-1028ca81250c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5a3c7ec-a890-4361-83ef-66ad5a60b62b HTTP/1.1" status: 200 len: 854 time: 0.0448165 Dec 12 18:23:37.243534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c4008b0-bb4a-4582-953b-27368221e461 req-6c979afa-19c9-406a-99f5-e36d40e1f3b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236895 Dec 12 18:23:37.328034 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c4008b0-bb4a-4582-953b-27368221e461 req-85ff3165-dfe8-46d9-a46e-f59040d409fe service neutron] 10.222.0.20 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779231 Dec 12 18:23:37.418676 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c4008b0-bb4a-4582-953b-27368221e461 req-717b8a7f-bb37-4a4b-a009-5db34c79d69c service neutron] 10.222.0.20 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837114 Dec 12 18:23:37.823415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2caa75-f2af-4945-b93c-256dd5b628f2 req-f0ef45bb-375c-417b-9947-72aacafc7809 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:37.824861 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c2caa75-f2af-4945-b93c-256dd5b628f2 req-f0ef45bb-375c-417b-9947-72aacafc7809 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 943 time: 0.0483701 Dec 12 18:23:37.871468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c2caa75-f2af-4945-b93c-256dd5b628f2 req-13e913da-705c-4c14-a313-185167327be3 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406241 Dec 12 18:23:38.894007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e', 'tag': 'aaa28bed-9d6e-4e1e-a454-3f6461fadeca'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:23:38.896297 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e", "tag": "aaa28bed-9d6e-4e1e-a454-3f6461fadeca"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:23:38.959561 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc06ad4-208d-4097-b8f9-8dfe48b936af x-openstack-request-id: req-fdc06ad4-208d-4097-b8f9-8dfe48b936af {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:23:38.960039 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e", "tag": "aaa28bed-9d6e-4e1e-a454-3f6461fadeca", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:23:38.960494 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdc06ad4-208d-4097-b8f9-8dfe48b936af {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:23:38.961323 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e', 'tag': 'aaa28bed-9d6e-4e1e-a454-3f6461fadeca', 'status': 'completed', 'code': 200} Dec 12 18:23:39.016667 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-3fd056db-f6ca-49c7-a93e-7af6e04c1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:39.018192 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-3fd056db-f6ca-49c7-a93e-7af6e04c1cbe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f86324305bc47df991fb08884dced62&device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 1094 time: 0.0430300 Dec 12 18:23:39.052126 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cadc1e-3264-46a3-87b8-de37d0b467d8 req-44b45e82-d540-4b4e-809d-fad5676e97b1 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:39.053616 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-70cadc1e-3264-46a3-87b8-de37d0b467d8 req-44b45e82-d540-4b4e-809d-fad5676e97b1 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 943 time: 0.0851448 Dec 12 18:23:39.056080 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-0bc0a5ae-167d-4906-b595-f4e2ecd32198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:39.057417 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-0bc0a5ae-167d-4906-b595-f4e2ecd32198 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f86324305bc47df991fb08884dced62&device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 1094 time: 0.0618522 Dec 12 18:23:39.113765 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-d96e43a6-8dd3-41fa-9392-24b37f2855f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:39.115367 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-d96e43a6-8dd3-41fa-9392-24b37f2855f8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49 HTTP/1.1" status: 200 len: 915 time: 0.0906594 Dec 12 18:23:39.151666 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-70cadc1e-3264-46a3-87b8-de37d0b467d8 req-6972297e-3eff-4f3f-81c5-63f396d9cf83 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918489 Dec 12 18:23:39.157583 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-2b145a47-ef23-4786-8425-c5e274ce8211 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa28bed-9d6e-4e1e-a454-3f6461fadeca HTTP/1.1" status: 200 len: 217 time: 0.0354974 Dec 12 18:23:39.185381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-c8826aef-4ffa-4451-9baa-7a3fcb9c0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:39.186852 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-c8826aef-4ffa-4451-9baa-7a3fcb9c0d07 service neutron] 10.222.0.20 "GET /v2.0/networks?id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49 HTTP/1.1" status: 200 len: 915 time: 0.1215782 Dec 12 18:23:39.206681 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-d39fbe1c-7ff0-4e09-880d-0283f6e8e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:39.208254 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-d39fbe1c-7ff0-4e09-880d-0283f6e8e6fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5a3c7ec-a890-4361-83ef-66ad5a60b62b HTTP/1.1" status: 200 len: 854 time: 0.0444233 Dec 12 18:23:39.235268 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-37fef088-8ca5-4991-8f73-c5b80ed353bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa28bed-9d6e-4e1e-a454-3f6461fadeca HTTP/1.1" status: 200 len: 217 time: 0.0415447 Dec 12 18:23:39.245554 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-9f40ff0f-6ff3-4834-9f9e-497c45373383 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301678 Dec 12 18:23:39.294823 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-f41f28d1-3ed8-45a7-8bd3-ec6aea455117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:39.296524 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-f41f28d1-3ed8-45a7-8bd3-ec6aea455117 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5a3c7ec-a890-4361-83ef-66ad5a60b62b HTTP/1.1" status: 200 len: 854 time: 0.0537317 Dec 12 18:23:39.347583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-648d7259-aff5-462d-b51e-97144025bd07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393097 Dec 12 18:23:39.405007 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-b2dcc589-839a-42a9-8b6f-448d5f171459 service neutron] 10.222.0.31 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459742 Dec 12 18:23:39.435177 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c79dc-5abd-4dba-8764-9a8c7613b7da req-bf543b64-ab04-42d2-ad39-99b7fe66f81e tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:39.436700 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc6c79dc-5abd-4dba-8764-9a8c7613b7da req-bf543b64-ab04-42d2-ad39-99b7fe66f81e tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 943 time: 0.1236439 Dec 12 18:23:39.481392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-2c7ccbab-514d-406e-9ea7-85cde745f21e service neutron] 10.222.0.20 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166518 Dec 12 18:23:39.482706 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decc3d7-78ee-49ff-bab8-7e63e2792129 req-d0a14bb8-dce5-4dec-90f8-4e8c0ca09962 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:39.484265 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9decc3d7-78ee-49ff-bab8-7e63e2792129 req-d0a14bb8-dce5-4dec-90f8-4e8c0ca09962 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.31 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e&tenant_id=3f86324305bc47df991fb08884dced62&binding%3Ahost_id=n-h2-760354-5 HTTP/1.1" status: 200 len: 943 time: 0.1420403 Dec 12 18:23:39.547075 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc6c79dc-5abd-4dba-8764-9a8c7613b7da req-a57661d2-b85e-4a65-8809-a18838587799 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036429 Dec 12 18:23:39.561259 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-237cd71f-33f3-4ec5-bd2f-33edecbfa9ba service neutron] 10.222.0.31 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487143 Dec 12 18:23:39.567302 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [req-9decc3d7-78ee-49ff-bab8-7e63e2792129 req-7b952616-e6de-4215-a125-1d6b0f2a5507 service neutron] delete failed (client error): The resource could not be found. Dec 12 18:23:39.568245 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9decc3d7-78ee-49ff-bab8-7e63e2792129 req-7b952616-e6de-4215-a125-1d6b0f2a5507 service neutron] 10.222.0.31 "DELETE /v2.0/ports/aaa28bed-9d6e-4e1e-a454-3f6461fadeca/bindings/n-h1-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.0772026 Dec 12 18:23:39.594628 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-27358e85-5745-4c13-ac02-8fc87de17402 service neutron] 10.222.0.20 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041605 Dec 12 18:23:39.673437 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decc3d7-78ee-49ff-bab8-7e63e2792129 req-4b90351e-c48c-4d35-8761-9f89680295f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:39.675548 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9decc3d7-78ee-49ff-bab8-7e63e2792129 req-4b90351e-c48c-4d35-8761-9f89680295f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f86324305bc47df991fb08884dced62&device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 1094 time: 0.0458684 Dec 12 18:23:39.761951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decc3d7-78ee-49ff-bab8-7e63e2792129 req-0bfdf367-9257-4aa4-85c0-17250ff7ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:39.763454 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9decc3d7-78ee-49ff-bab8-7e63e2792129 req-0bfdf367-9257-4aa4-85c0-17250ff7ed94 service neutron] 10.222.0.31 "GET /v2.0/networks?id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49 HTTP/1.1" status: 200 len: 915 time: 0.0816092 Dec 12 18:23:39.809080 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9decc3d7-78ee-49ff-bab8-7e63e2792129 req-d7197dca-c909-44ce-8581-c6b44affcb8e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa28bed-9d6e-4e1e-a454-3f6461fadeca HTTP/1.1" status: 200 len: 217 time: 0.0374622 Dec 12 18:23:39.857532 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decc3d7-78ee-49ff-bab8-7e63e2792129 req-2c84b586-d951-4727-863f-c4521ead6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:39.858917 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9decc3d7-78ee-49ff-bab8-7e63e2792129 req-2c84b586-d951-4727-863f-c4521ead6f6a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5a3c7ec-a890-4361-83ef-66ad5a60b62b HTTP/1.1" status: 200 len: 854 time: 0.0424979 Dec 12 18:23:39.890313 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9decc3d7-78ee-49ff-bab8-7e63e2792129 req-1778e810-f8c2-467e-be27-0ece43a2c85c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abe45d3a-8bc7-4d72-adb5-df4836f8dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228224 Dec 12 18:23:39.976820 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9decc3d7-78ee-49ff-bab8-7e63e2792129 req-5df49aac-e415-49df-88d9-6520509726cd service neutron] 10.222.0.31 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792897 Dec 12 18:23:40.068413 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9decc3d7-78ee-49ff-bab8-7e63e2792129 req-e032d583-51fc-44f5-8cc4-c52050ee3e68 service neutron] 10.222.0.31 "GET /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848792 Dec 12 18:23:40.213020 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device aaa28bed-9d6e-4e1e-a454-3f6461fadeca details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:23:40.305152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port aaa28bed-9d6e-4e1e-a454-3f6461fadeca, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:23:40.316879 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'aaa28bed-9d6e-4e1e-a454-3f6461fadeca', 'network_id': 'abe45d3a-8bc7-4d72-adb5-df4836f8dd49', 'port_id': 'aaa28bed-9d6e-4e1e-a454-3f6461fadeca', 'mac_address': 'fa:16:3e:2a:64:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a3c7ec-a890-4361-83ef-66ad5a60b62b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:23:40.358892 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:40.362106 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device aaa28bed-9d6e-4e1e-a454-3f6461fadeca no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:23:40.397951 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa28bed-9d6e-4e1e-a454-3f6461fadeca {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:23:40.425832 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port aaa28bed-9d6e-4e1e-a454-3f6461fadeca, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:23:40.427897 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device aaa28bed-9d6e-4e1e-a454-3f6461fadeca not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:23:40.429920 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:40.477131 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:40.652036 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['aaa28bed-9d6e-4e1e-a454-3f6461fadeca'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:23:40.667251 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2125e-19ac-48d0-b166-3223b841cf9d req-dd331f7d-f117-4e6d-b273-2cefd180e247 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:40.668748 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18f2125e-19ac-48d0-b166-3223b841cf9d req-dd331f7d-f117-4e6d-b273-2cefd180e247 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 944 time: 0.0495632 Dec 12 18:23:40.718665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-18f2125e-19ac-48d0-b166-3223b841cf9d req-2d9d3cbe-506f-4ce0-8fcf-e58f0edca560 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438800 Dec 12 18:23:40.839918 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb5618-0348-47ce-8d5b-9669fdc9fa84 req-aedda28b-df94-44fd-988a-3b862b84791f tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:40.841295 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44cb5618-0348-47ce-8d5b-9669fdc9fa84 req-aedda28b-df94-44fd-988a-3b862b84791f tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 944 time: 0.0539041 Dec 12 18:23:40.893875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-44cb5618-0348-47ce-8d5b-9669fdc9fa84 req-551754d0-0fec-4528-8c3d-2a69f465dcb5 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459056 Dec 12 18:23:41.010232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d051363-f5ad-42e3-99e2-b08e301bebee req-ac1d9961-800d-4a0b-9cb2-4d5030ab5f68 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:41.011725 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d051363-f5ad-42e3-99e2-b08e301bebee req-ac1d9961-800d-4a0b-9cb2-4d5030ab5f68 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 944 time: 0.0501523 Dec 12 18:23:41.060523 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d051363-f5ad-42e3-99e2-b08e301bebee req-a8d05b45-f35a-47ad-9135-542748bd7d81 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425031 Dec 12 18:23:41.389540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb6999-d5dd-47f5-8c65-36ca6f4249c4 req-98e9e1b4-e2fe-446b-9814-0b166661e76d tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:41.391001 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15fb6999-d5dd-47f5-8c65-36ca6f4249c4 req-98e9e1b4-e2fe-446b-9814-0b166661e76d tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 944 time: 0.0479703 Dec 12 18:23:41.436984 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-15fb6999-d5dd-47f5-8c65-36ca6f4249c4 req-b31cef4a-0c1c-40c3-b25d-f66051d56757 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392885 Dec 12 18:23:42.217725 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device aaa28bed-9d6e-4e1e-a454-3f6461fadeca up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:23:42.266284 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port aaa28bed-9d6e-4e1e-a454-3f6461fadeca completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:23:42.270716 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port aaa28bed-9d6e-4e1e-a454-3f6461fadeca triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:23:42.271097 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:42.353597 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:42.376210 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa28bed-9d6e-4e1e-a454-3f6461fadeca'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:23:42.378565 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0796c89-071c-40d0-8622-58e3defe33da" -d '{"events": [{"server_uuid": "8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e", "name": "network-vif-plugged", "status": "completed", "tag": "aaa28bed-9d6e-4e1e-a454-3f6461fadeca"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:23:42.391417 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port aaa28bed-9d6e-4e1e-a454-3f6461fadeca, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:23:42.395853 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:42.444262 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:42.539456 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477650be-1bbb-4226-be49-471e9f5f1091 x-openstack-request-id: req-477650be-1bbb-4226-be49-471e9f5f1091 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:23:42.539748 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e", "name": "network-vif-plugged", "status": "completed", "tag": "aaa28bed-9d6e-4e1e-a454-3f6461fadeca", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:23:42.539997 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-477650be-1bbb-4226-be49-471e9f5f1091 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:23:42.540388 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa28bed-9d6e-4e1e-a454-3f6461fadeca', 'code': 200} Dec 12 18:23:42.566929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0e01c-3ce0-4d4f-9401-d1ffa126a233 req-dc904ea5-f4a4-4803-91c9-b61e1bb7b66c tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:42.568538 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecc0e01c-3ce0-4d4f-9401-d1ffa126a233 req-dc904ea5-f4a4-4803-91c9-b61e1bb7b66c tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.20 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0798528 Dec 12 18:23:42.590579 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed0be6-8d93-431b-87f3-8824bac0a4e6 req-e35f0ca7-4f36-4dd8-873a-193ffe1f8858 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:42.592025 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-56ed0be6-8d93-431b-87f3-8824bac0a4e6 req-e35f0ca7-4f36-4dd8-873a-193ffe1f8858 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/ports?device_id=8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e HTTP/1.1" status: 200 len: 945 time: 0.0742757 Dec 12 18:23:42.685538 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-56ed0be6-8d93-431b-87f3-8824bac0a4e6 req-c48989ef-5b15-442d-8ca7-5dc979f8216b tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee88c444-8e97-4dd4-8d66-b1488349a597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782897 Dec 12 18:23:42.702863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-ecc0e01c-3ce0-4d4f-9401-d1ffa126a233 req-2394d217-a23c-4560-88b6-bdeebb1c8478 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Deleting port aaa28bed-9d6e-4e1e-a454-3f6461fadeca {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:23:42.703224 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ecc0e01c-3ce0-4d4f-9401-d1ffa126a233 req-2394d217-a23c-4560-88b6-bdeebb1c8478 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:42.790507 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-ecc0e01c-3ce0-4d4f-9401-d1ffa126a233 req-2394d217-a23c-4560-88b6-bdeebb1c8478 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] For port aaa28bed-9d6e-4e1e-a454-3f6461fadeca, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,segment=NetworkSegment(fda21a9d-8a84-4339-a3c4-65961ef9ef91),segment_id=fda21a9d-8a84-4339-a3c4-65961ef9ef91)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:23:42.790873 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ecc0e01c-3ce0-4d4f-9401-d1ffa126a233 req-2394d217-a23c-4560-88b6-bdeebb1c8478 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:42.803357 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-ecc0e01c-3ce0-4d4f-9401-d1ffa126a233 req-2394d217-a23c-4560-88b6-bdeebb1c8478 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Calling delete_port for aaa28bed-9d6e-4e1e-a454-3f6461fadeca owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:23:42.930546 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ecc0e01c-3ce0-4d4f-9401-d1ffa126a233 req-2394d217-a23c-4560-88b6-bdeebb1c8478 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:42.941764 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['aaa28bed-9d6e-4e1e-a454-3f6461fadeca'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:23:42.959192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394d217-a23c-4560-88b6-bdeebb1c8478 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Pushing event deleted for resources: {'Port': ['ID=aaa28bed-9d6e-4e1e-a454-3f6461fadeca,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:43.002166 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc0e01c-3ce0-4d4f-9401-d1ffa126a233 req-2394d217-a23c-4560-88b6-bdeebb1c8478 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] No DVR routers for this DVR port aaa28bed-9d6e-4e1e-a454-3f6461fadeca on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:23:43.004961 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ecc0e01c-3ce0-4d4f-9401-d1ffa126a233 req-2394d217-a23c-4560-88b6-bdeebb1c8478 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:43.008261 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ecc0e01c-3ce0-4d4f-9401-d1ffa126a233 req-2394d217-a23c-4560-88b6-bdeebb1c8478 tempest-ServerDiskConfigTestJSON-466318221 tempest-ServerDiskConfigTestJSON-466318221-project] 10.222.0.20 "DELETE /v2.0/ports/aaa28bed-9d6e-4e1e-a454-3f6461fadeca HTTP/1.1" status: 204 len: 173 time: 0.4333401 Dec 12 18:23:43.008705 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e', 'name': 'network-vif-deleted', 'tag': 'aaa28bed-9d6e-4e1e-a454-3f6461fadeca'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:23:43.010950 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99170cb2-d5c5-4ea2-adfd-6819e5e48591" -d '{"events": [{"server_uuid": "8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e", "name": "network-vif-deleted", "tag": "aaa28bed-9d6e-4e1e-a454-3f6461fadeca"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:23:43.050407 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778dfa1a-c3dd-49f0-9a4c-931f4b24a1d2 x-openstack-request-id: req-778dfa1a-c3dd-49f0-9a4c-931f4b24a1d2 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:23:43.050833 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e", "name": "network-vif-deleted", "tag": "aaa28bed-9d6e-4e1e-a454-3f6461fadeca", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:23:43.051000 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-778dfa1a-c3dd-49f0-9a4c-931f4b24a1d2 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:23:43.051404 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8810fa87-dd2b-41a1-8202-2bd6b7fbfe4e', 'name': 'network-vif-deleted', 'tag': 'aaa28bed-9d6e-4e1e-a454-3f6461fadeca', 'status': 'completed', 'code': 200} Dec 12 18:23:43.808709 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39780) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:23:43.853824 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Deleting subnet d5a3c7ec-a890-4361-83ef-66ad5a60b62b {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:23:43.857043 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:43.890403 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:43.932889 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:43.987930 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:44.014899 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5a3c7ec-a890-4361-83ef-66ad5a60b62b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:44.020585 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:44.023793 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d5a3c7ec-a890-4361-83ef-66ad5a60b62b HTTP/1.1" status: 204 len: 168 time: 0.2139857 Dec 12 18:23:44.026876 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39782) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:23:44.030079 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:44.030441 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:44.030791 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:44.031135 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:44.031507 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:44.031846 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:44.032187 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:44.032538 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:44.032870 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:44.033199 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:44.033556 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:44.033917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:44.034244 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a179fc7-1810-4570-94de-c21ed26ee26f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:44.101417 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-47d96b07-3d01-4a08-b1dd-976e21af2a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:44.187789 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-47d96b07-3d01-4a08-b1dd-976e21af2a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:44.208178 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-47d96b07-3d01-4a08-b1dd-976e21af2a61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe45d3a-8bc7-4d72-adb5-df4836f8dd49']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:23:44.217108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-47d96b07-3d01-4a08-b1dd-976e21af2a61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda21a9d-8a84-4339-a3c4-65961ef9ef91') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:23:44.217406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-47d96b07-3d01-4a08-b1dd-976e21af2a61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda21a9d-8a84-4339-a3c4-65961ef9ef91') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:23:44.226410 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-47d96b07-3d01-4a08-b1dd-976e21af2a61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:44.240387 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-47d96b07-3d01-4a08-b1dd-976e21af2a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:44.247566 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d96b07-3d01-4a08-b1dd-976e21af2a61 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:23:44.247999 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-47d96b07-3d01-4a08-b1dd-976e21af2a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:23:44.249586 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:23:44.302618 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-47d96b07-3d01-4a08-b1dd-976e21af2a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:44.308251 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-47d96b07-3d01-4a08-b1dd-976e21af2a61 admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:44.313908 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-47d96b07-3d01-4a08-b1dd-976e21af2a61 admin admin] 10.222.0.18 "DELETE /v2.0/networks/abe45d3a-8bc7-4d72-adb5-df4836f8dd49 HTTP/1.1" status: 204 len: 168 time: 0.2833686 Dec 12 18:23:44.324086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d96b07-3d01-4a08-b1dd-976e21af2a61 admin admin] Pushing event deleted for resources: {'Network': ['ID=abe45d3a-8bc7-4d72-adb5-df4836f8dd49,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:44.426370 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39790) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:23:44.467700 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-35d398aa-3075-4cc7-8858-28f5a29e2d16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f86324305bc47df991fb08884dced62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379531 Dec 12 18:23:44.467927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39792) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:23:44.524066 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa83642c-2a31-47ff-a97a-eb4ef4439df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:44.544958 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa83642c-2a31-47ff-a97a-eb4ef4439df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:44.594766 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa83642c-2a31-47ff-a97a-eb4ef4439df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:44.598062 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa83642c-2a31-47ff-a97a-eb4ef4439df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:44.599348 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-aa83642c-2a31-47ff-a97a-eb4ef4439df5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee88c444-8e97-4dd4-8d66-b1488349a597 HTTP/1.1" status: 204 len: 168 time: 0.1304750 Dec 12 18:23:44.607935 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83642c-2a31-47ff-a97a-eb4ef4439df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee88c444-8e97-4dd4-8d66-b1488349a597,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:44.905895 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5fdf92f7-034f-40e9-a71e-84f8fb76d086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:45.299886 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39814) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:23:45.405933 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-61e3ec94-a6ab-4616-85ab-dc143fd12e63 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1292367157-network', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:23:45.425490 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e3ec94-a6ab-4616-85ab-dc143fd12e63 admin admin] Made reservation on behalf of 66c33e4e1e434c62aa581e63b3723e28 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:23:45.427895 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61e3ec94-a6ab-4616-85ab-dc143fd12e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:45.436571 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61e3ec94-a6ab-4616-85ab-dc143fd12e63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:45.510490 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61e3ec94-a6ab-4616-85ab-dc143fd12e63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:45.514215 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61e3ec94-a6ab-4616-85ab-dc143fd12e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:45.538703 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e3ec94-a6ab-4616-85ab-dc143fd12e63 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:23:45.548136 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3ec94-a6ab-4616-85ab-dc143fd12e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c152b6-742a-4535-9288-e7b79694cfbb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:45.553538 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61e3ec94-a6ab-4616-85ab-dc143fd12e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:45.553881 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-61e3ec94-a6ab-4616-85ab-dc143fd12e63 admin admin] Added segment 9743225a-08c1-41e7-8f77-7b09ee1adb75 of type vlan for network 9462a34b-62a5-470a-91d1-5cf49e9553d4 Dec 12 18:23:45.599848 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61e3ec94-a6ab-4616-85ab-dc143fd12e63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:45.623816 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61e3ec94-a6ab-4616-85ab-dc143fd12e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:45.624694 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3ec94-a6ab-4616-85ab-dc143fd12e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:45.625270 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61e3ec94-a6ab-4616-85ab-dc143fd12e63 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:45.674296 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-61e3ec94-a6ab-4616-85ab-dc143fd12e63 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3733158 Dec 12 18:23:45.677793 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39818) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:23:45.682707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-223877d2-cd7a-4abc-92a7-63d60fc8c66e admin admin] Request body: {'subnet': {'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1292367157-subnet', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:23:45.687187 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3ec94-a6ab-4616-85ab-dc143fd12e63 admin admin] Pushing event updated for resources: {'Network': ['ID=9462a34b-62a5-470a-91d1-5cf49e9553d4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:45.698071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 9462a34b-62a5-470a-91d1-5cf49e9553d4 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:23:45.705187 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223877d2-cd7a-4abc-92a7-63d60fc8c66e admin admin] Made reservation on behalf of 66c33e4e1e434c62aa581e63b3723e28 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:23:45.707622 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-223877d2-cd7a-4abc-92a7-63d60fc8c66e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:45.871613 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-223877d2-cd7a-4abc-92a7-63d60fc8c66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:45.923429 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223877d2-cd7a-4abc-92a7-63d60fc8c66e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5c7e31f-1a38-4f32-8341-09d4adb0c775,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:45.933842 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223877d2-cd7a-4abc-92a7-63d60fc8c66e admin admin] Checking segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:23:45.934206 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223877d2-cd7a-4abc-92a7-63d60fc8c66e admin admin] Network hostable DHCP agents. Network: 9462a34b-62a5-470a-91d1-5cf49e9553d4, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:23:45.951031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223877d2-cd7a-4abc-92a7-63d60fc8c66e admin admin] Network 9462a34b-62a5-470a-91d1-5cf49e9553d4 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:23:45.959861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-223877d2-cd7a-4abc-92a7-63d60fc8c66e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 9462a34b-62a5-470a-91d1-5cf49e9553d4) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:23:45.963694 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223877d2-cd7a-4abc-92a7-63d60fc8c66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:45.964302 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-223877d2-cd7a-4abc-92a7-63d60fc8c66e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:45.969004 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecbf104-c317-4941-8939-f6f94823492b None None] Network 9462a34b-62a5-470a-91d1-5cf49e9553d4 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:23:45.980388 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-223877d2-cd7a-4abc-92a7-63d60fc8c66e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3014779 Dec 12 18:23:45.983132 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39820) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:23:45.988067 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:23:46.012953 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:46.014084 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:46.068720 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:46.076338 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-9462a34b-62a5-470a-91d1-5cf49e9553d4', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:23:46.077330 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:46.169959 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:23:46.205180 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:46.222038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Allocated IP 172.20.0.2 (9462a34b-62a5-470a-91d1-5cf49e9553d4/f5c7e31f-1a38-4f32-8341-09d4adb0c775/31eb2fc9-ac1b-4da5-b2bf-04696586d8df) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:23:46.232853 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device aaa28bed-9d6e-4e1e-a454-3f6461fadeca no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:23:46.257539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: aaa28bed-9d6e-4e1e-a454-3f6461fadeca {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:23:46.257910 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device aaa28bed-9d6e-4e1e-a454-3f6461fadeca not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:23:46.384560 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:46.390772 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:46.404538 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:46.423471 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:46.432052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Network 9462a34b-62a5-470a-91d1-5cf49e9553d4 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:23:46.435074 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:23:46.437528 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:23:46.447936 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Pushing event updated for resources: {'Port': ['ID=31eb2fc9-ac1b-4da5-b2bf-04696586d8df,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:46.501873 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Attempting to bind port 31eb2fc9-ac1b-4da5-b2bf-04696586d8df on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:23:46.502242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Attempting to bind port 31eb2fc9-ac1b-4da5-b2bf-04696586d8df by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:23:46.502639 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Attempting to bind port 31eb2fc9-ac1b-4da5-b2bf-04696586d8df on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:23:46.507692 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:23:46.508066 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Checking segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:23:46.508469 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:46.508870 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Bound using segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:23:46.509344 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Bound port: 31eb2fc9-ac1b-4da5-b2bf-04696586d8df, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:23:46.509712 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:46.531226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] Allocated IP 172.25.1.21 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/2f7d6291-8966-4537-94c6-547374fa2efa) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:23:46.571389 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] For port 31eb2fc9-ac1b-4da5-b2bf-04696586d8df, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:23:46.574441 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] For port 31eb2fc9-ac1b-4da5-b2bf-04696586d8df, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=31eb2fc9-ac1b-4da5-b2bf-04696586d8df,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:23:46.579287 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:46.635460 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe23ee-0d34-4593-807c-a3c4db207db4 None None] Pushing event updated for resources: {'Port': ['ID=31eb2fc9-ac1b-4da5-b2bf-04696586d8df,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:46.647537 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:46.683340 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:46.725890 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:23:46.729043 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:23:46.731674 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:23:46.742589 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7479c9b5-d98c-4c80-95c7-d553453cd7c4 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:23:46.757582 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] Pushing event updated for resources: {'Port': ['ID=2f7d6291-8966-4537-94c6-547374fa2efa,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:46.840115 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-27cf958d-14f3-4661-89a0-a08d45bedf99 None None] Provisioning complete for port 2f7d6291-8966-4537-94c6-547374fa2efa triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:23:46.840767 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27cf958d-14f3-4661-89a0-a08d45bedf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:46.878360 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-27cf958d-14f3-4661-89a0-a08d45bedf99 None None] Port 2f7d6291-8966-4537-94c6-547374fa2efa cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:23:47.011006 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:47.205970 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:47.256655 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab8138b2-6e42-4b8d-871c-869ad9569dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:47.336712 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] Router 598746a6-854d-440e-9b10-ebae72771322 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:23:47.351702 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:47.462787 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:23:47.474462 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Sync routers for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:23:47.490181 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:23:47.491046 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:23:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:23:47.491887 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:47.495799 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-912a3385-8452-458e-9f0c-c54bced60acd admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5091171 Dec 12 18:23:47.498780 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39822) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:23:47.501483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 31eb2fc9-ac1b-4da5-b2bf-04696586d8df up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:23:47.554313 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 31eb2fc9-ac1b-4da5-b2bf-04696586d8df triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:23:47.554696 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:47.590073 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ce3ab-5224-42df-adea-494b45013ece None None] Network 9462a34b-62a5-470a-91d1-5cf49e9553d4 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:23:47.625105 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:23:47.667089 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-efd8a3f4-5e21-4446-828d-723266b7e617 None None] Provisioning complete for port 31eb2fc9-ac1b-4da5-b2bf-04696586d8df triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:23:47.667494 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-efd8a3f4-5e21-4446-828d-723266b7e617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:47.786101 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:47.818101 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:46Z', 'revision_number': 3, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:23:47.851554 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Checking router: 598746a6-854d-440e-9b10-ebae72771322 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:23:47.851554 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Updating router 598746a6-854d-440e-9b10-ebae72771322 port 2f7d6291-8966-4537-94c6-547374fa2efa binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:23:47.853540 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-efd8a3f4-5e21-4446-828d-723266b7e617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:47.856576 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 31eb2fc9-ac1b-4da5-b2bf-04696586d8df, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=31eb2fc9-ac1b-4da5-b2bf-04696586d8df,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:23:47.869032 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:47.880781 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:48.153757 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=31eb2fc9-ac1b-4da5-b2bf-04696586d8df,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:48.159414 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-efd8a3f4-5e21-4446-828d-723266b7e617 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:23:48.159793 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-efd8a3f4-5e21-4446-828d-723266b7e617 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:23:48.160791 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:48.192543 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:48.197460 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:48.241838 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194de60a-32d0-4de9-a9ed-e94fff7a27ac None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:23:48.252012 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Attempting to bind port 2f7d6291-8966-4537-94c6-547374fa2efa on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:23:48.252391 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Attempting to bind port 2f7d6291-8966-4537-94c6-547374fa2efa by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:23:48.252787 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Attempting to bind port 2f7d6291-8966-4537-94c6-547374fa2efa on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:23:48.260089 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485de87f-561a-4f5c-965a-366228e5a056 None None] Pushing event updated for resources: {'Port': ['ID=2f7d6291-8966-4537-94c6-547374fa2efa,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:48.262225 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:23:48.262597 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:23:48.263436 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:48.263550 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:23:48.263988 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Bound port: 2f7d6291-8966-4537-94c6-547374fa2efa, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:23:48.264365 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:48.282230 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e982ba0a-473e-4e6b-9c8a-83c9aa726d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:48.305551 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485de87f-561a-4f5c-965a-366228e5a056 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:48.305917 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485de87f-561a-4f5c-965a-366228e5a056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:48.306250 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485de87f-561a-4f5c-965a-366228e5a056 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:48.306585 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485de87f-561a-4f5c-965a-366228e5a056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:48.306964 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485de87f-561a-4f5c-965a-366228e5a056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:48.307338 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485de87f-561a-4f5c-965a-366228e5a056 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:48.308448 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485de87f-561a-4f5c-965a-366228e5a056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:48.308448 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485de87f-561a-4f5c-965a-366228e5a056 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:48.308448 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485de87f-561a-4f5c-965a-366228e5a056 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:48.308739 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485de87f-561a-4f5c-965a-366228e5a056 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:48.308940 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485de87f-561a-4f5c-965a-366228e5a056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:48.309260 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485de87f-561a-4f5c-965a-366228e5a056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:48.309582 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485de87f-561a-4f5c-965a-366228e5a056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:23:48.328504 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] For port 2f7d6291-8966-4537-94c6-547374fa2efa, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:23:48.332320 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] For port 2f7d6291-8966-4537-94c6-547374fa2efa, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2f7d6291-8966-4537-94c6-547374fa2efa,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:23:48.336185 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:48.382887 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94d04d9-d7c1-429a-a908-cfdffd43470a None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:23:48.396662 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:23:48.397289 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:23:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:23:48.400326 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485de87f-561a-4f5c-965a-366228e5a056 None None] Pushing event updated for resources: {'Port': ['ID=2f7d6291-8966-4537-94c6-547374fa2efa,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:48.443179 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:48.451908 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-e982ba0a-473e-4e6b-9c8a-83c9aa726d74 admin admin] Allocated IP 172.20.0.1 (9462a34b-62a5-470a-91d1-5cf49e9553d4/f5c7e31f-1a38-4f32-8341-09d4adb0c775/9f0ecacb-bd53-4c0c-a5c5-a13132990292) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:23:48.561984 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e982ba0a-473e-4e6b-9c8a-83c9aa726d74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:48.593719 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:23:48.595128 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e982ba0a-473e-4e6b-9c8a-83c9aa726d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:48.634728 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e982ba0a-473e-4e6b-9c8a-83c9aa726d74 admin admin] Network 9462a34b-62a5-470a-91d1-5cf49e9553d4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:23:48.639403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e982ba0a-473e-4e6b-9c8a-83c9aa726d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:23:48.642984 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e982ba0a-473e-4e6b-9c8a-83c9aa726d74 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:23:48.650237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982ba0a-473e-4e6b-9c8a-83c9aa726d74 admin admin] Pushing event updated for resources: {'Port': ['ID=9f0ecacb-bd53-4c0c-a5c5-a13132990292,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:48.690194 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e982ba0a-473e-4e6b-9c8a-83c9aa726d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:48.789424 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:46Z', 'revision_number': 3, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:23:48.822515 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b2098-1372-4e7d-8eb1-46fa01448daf None None] The sync data for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 is: [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:46Z', 'revision_number': 3, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:23:48.825055 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-28f17e3a-b81e-45ef-bdb5-59f0c4ea0c79 None None] Provisioning complete for port 2f7d6291-8966-4537-94c6-547374fa2efa triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:23:48.825431 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-28f17e3a-b81e-45ef-bdb5-59f0c4ea0c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:48.838956 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e982ba0a-473e-4e6b-9c8a-83c9aa726d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:48.918956 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-28f17e3a-b81e-45ef-bdb5-59f0c4ea0c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:48.940867 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-28f17e3a-b81e-45ef-bdb5-59f0c4ea0c79 None None] For port 2f7d6291-8966-4537-94c6-547374fa2efa, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2f7d6291-8966-4537-94c6-547374fa2efa,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:23:48.945575 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-28f17e3a-b81e-45ef-bdb5-59f0c4ea0c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:48.986244 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-28f17e3a-b81e-45ef-bdb5-59f0c4ea0c79 None None] Provisioning complete for port 31eb2fc9-ac1b-4da5-b2bf-04696586d8df triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:23:48.986618 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-28f17e3a-b81e-45ef-bdb5-59f0c4ea0c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:49.022742 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e982ba0a-473e-4e6b-9c8a-83c9aa726d74 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:49.026372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f17e3a-b81e-45ef-bdb5-59f0c4ea0c79 None None] Pushing event updated for resources: {'Port': ['ID=2f7d6291-8966-4537-94c6-547374fa2efa,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:49.028290 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e982ba0a-473e-4e6b-9c8a-83c9aa726d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:49.109566 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e982ba0a-473e-4e6b-9c8a-83c9aa726d74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:49.111640 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982ba0a-473e-4e6b-9c8a-83c9aa726d74 admin admin] Pushing event updated for resources: {'Port': ['ID=9f0ecacb-bd53-4c0c-a5c5-a13132990292,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:49.210488 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e982ba0a-473e-4e6b-9c8a-83c9aa726d74 admin admin] Network 9462a34b-62a5-470a-91d1-5cf49e9553d4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:23:49.212006 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e982ba0a-473e-4e6b-9c8a-83c9aa726d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:23:49.239729 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-911e3114-a773-4365-a473-e00d57379795 None None] Provisioning complete for port 9f0ecacb-bd53-4c0c-a5c5-a13132990292 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:23:49.240207 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-911e3114-a773-4365-a473-e00d57379795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:49.278542 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-911e3114-a773-4365-a473-e00d57379795 None None] Port 9f0ecacb-bd53-4c0c-a5c5-a13132990292 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:23:49.343453 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e982ba0a-473e-4e6b-9c8a-83c9aa726d74 admin admin] Router 598746a6-854d-440e-9b10-ebae72771322 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:23:49.469295 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e982ba0a-473e-4e6b-9c8a-83c9aa726d74 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:23:49.486497 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e982ba0a-473e-4e6b-9c8a-83c9aa726d74 admin admin] 10.222.0.18 "PUT /v2.0/routers/598746a6-854d-440e-9b10-ebae72771322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9790046 Dec 12 18:23:49.523678 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e7d81099-a6b3-4d80-9a2a-28d90b619e87 None None] Provisioning complete for port 9f0ecacb-bd53-4c0c-a5c5-a13132990292 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:23:49.524187 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7d81099-a6b3-4d80-9a2a-28d90b619e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:49.570304 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e7d81099-a6b3-4d80-9a2a-28d90b619e87 None None] Port 9f0ecacb-bd53-4c0c-a5c5-a13132990292 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:23:49.578787 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 31eb2fc9-ac1b-4da5-b2bf-04696586d8df up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:23:49.629309 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 31eb2fc9-ac1b-4da5-b2bf-04696586d8df triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:23:49.629764 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:49.716262 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2f7d6291-8966-4537-94c6-547374fa2efa up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:23:49.766643 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 2f7d6291-8966-4537-94c6-547374fa2efa triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:23:49.767023 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:50.180396 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:50.475860 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Sync routers for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:23:50.486903 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:23:50.487546 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:23:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:23:50.592093 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:23:50.791326 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 2, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:23:50.823042 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Checking router: 598746a6-854d-440e-9b10-ebae72771322 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:23:50.823441 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Updating router 598746a6-854d-440e-9b10-ebae72771322 port 9f0ecacb-bd53-4c0c-a5c5-a13132990292 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:23:50.848357 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:50.976529 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.015990 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39834) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:23:51.023316 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d0986f11-8b0e-4657-97a9-eeee134ac2b8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--138582136', 'description': 'tempest-description--1638731380'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:23:51.048571 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0986f11-8b0e-4657-97a9-eeee134ac2b8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.130122 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0986f11-8b0e-4657-97a9-eeee134ac2b8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.135294 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0986f11-8b0e-4657-97a9-eeee134ac2b8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.155624 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.163780 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.168397 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0986f11-8b0e-4657-97a9-eeee134ac2b8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.173409 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d0986f11-8b0e-4657-97a9-eeee134ac2b8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1539245 Dec 12 18:23:51.173553 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39836) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:23:51.175984 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0986f11-8b0e-4657-97a9-eeee134ac2b8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078586aa-b5b4-44ee-a0e3-421edd2da748,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:51.177917 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-4fdf4c3c-49df-4834-b3cb-47563baf4f1a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Request body: {'security_group_rule': {'security_group_id': '078586aa-b5b4-44ee-a0e3-421edd2da748', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:23:51.218910 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4c3c-49df-4834-b3cb-47563baf4f1a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.221513 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246bcf5-99d7-4d67-aecd-d603b8d6cd25 None None] Pushing event updated for resources: {'Port': ['ID=9f0ecacb-bd53-4c0c-a5c5-a13132990292,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:51.278970 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Attempting to bind port 9f0ecacb-bd53-4c0c-a5c5-a13132990292 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:23:51.279524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Attempting to bind port 9f0ecacb-bd53-4c0c-a5c5-a13132990292 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:23:51.280014 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Attempting to bind port 9f0ecacb-bd53-4c0c-a5c5-a13132990292 on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:23:51.286794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:23:51.287351 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Checking segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:23:51.288165 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.288667 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Bound using segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:23:51.289356 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Bound port: 9f0ecacb-bd53-4c0c-a5c5-a13132990292, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:23:51.290109 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.297313 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4c3c-49df-4834-b3cb-47563baf4f1a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.301956 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4c3c-49df-4834-b3cb-47563baf4f1a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.326398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf4c3c-49df-4834-b3cb-47563baf4f1a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4cfc3f7-7229-47b4-8b9a-40cd7ab6ca96,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:51.342395 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4c3c-49df-4834-b3cb-47563baf4f1a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.343918 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4fdf4c3c-49df-4834-b3cb-47563baf4f1a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1701195 Dec 12 18:23:51.346788 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39838) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:23:51.351743 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b8560241-d53e-436b-a097-3fad663a932b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Request body: {'security_group_rule': {'security_group_id': '078586aa-b5b4-44ee-a0e3-421edd2da748', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:23:51.363406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] For port 9f0ecacb-bd53-4c0c-a5c5-a13132990292, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:23:51.368174 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] For port 9f0ecacb-bd53-4c0c-a5c5-a13132990292, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9f0ecacb-bd53-4c0c-a5c5-a13132990292,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:23:51.375442 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.405104 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8560241-d53e-436b-a097-3fad663a932b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.450943 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:23:51.451594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:23:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:23:51.456943 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246bcf5-99d7-4d67-aecd-d603b8d6cd25 None None] Pushing event updated for resources: {'Port': ['ID=9f0ecacb-bd53-4c0c-a5c5-a13132990292,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:51.473674 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8560241-d53e-436b-a097-3fad663a932b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.478837 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8560241-d53e-436b-a097-3fad663a932b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.500216 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8560241-d53e-436b-a097-3fad663a932b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44420978-9fca-4c70-9e7e-598fe8263f1e,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:51.516792 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8560241-d53e-436b-a097-3fad663a932b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.521215 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b8560241-d53e-436b-a097-3fad663a932b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1700368 Dec 12 18:23:51.521434 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 39840) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:23:51.526069 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-48be2228-56bc-4386-8f10-a6c71036c320 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:23:51.550192 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48be2228-56bc-4386-8f10-a6c71036c320 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.559864 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f5c65145-1e83-41cf-84d5-36721ba60577 None None] Provisioning complete for port 9f0ecacb-bd53-4c0c-a5c5-a13132990292 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:23:51.560242 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5c65145-1e83-41cf-84d5-36721ba60577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.611232 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:23:51.657288 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48be2228-56bc-4386-8f10-a6c71036c320 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.760228 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-48be2228-56bc-4386-8f10-a6c71036c320 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Allocated IP 172.25.1.112 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/c455ba43-360f-46c0-9d7b-4b2568a7d5df) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:23:51.763781 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5c65145-1e83-41cf-84d5-36721ba60577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.824012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f5c65145-1e83-41cf-84d5-36721ba60577 None None] For port 9f0ecacb-bd53-4c0c-a5c5-a13132990292, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9f0ecacb-bd53-4c0c-a5c5-a13132990292,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:23:51.847163 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5c65145-1e83-41cf-84d5-36721ba60577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.871385 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48be2228-56bc-4386-8f10-a6c71036c320 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.903487 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c65145-1e83-41cf-84d5-36721ba60577 None None] Pushing event updated for resources: {'Port': ['ID=9f0ecacb-bd53-4c0c-a5c5-a13132990292,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:51.905621 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48be2228-56bc-4386-8f10-a6c71036c320 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.915745 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:23:51.942189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58870c9b-cb12-4cdd-9bd4-ddff66e98437 None None] The sync data for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 is: [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:23:51.947951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48be2228-56bc-4386-8f10-a6c71036c320 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:23:51.951356 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-48be2228-56bc-4386-8f10-a6c71036c320 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:23:51.957127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be2228-56bc-4386-8f10-a6c71036c320 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:23:51.968691 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-61e6d379-2c7b-45f0-b4d8-1e3b4e7756d6 None None] Provisioning complete for port 9f0ecacb-bd53-4c0c-a5c5-a13132990292 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:23:51.969062 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-61e6d379-2c7b-45f0-b4d8-1e3b4e7756d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:51.983761 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be2228-56bc-4386-8f10-a6c71036c320 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Pushing event updated for resources: {'Port': ['ID=c455ba43-360f-46c0-9d7b-4b2568a7d5df,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:52.087368 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48be2228-56bc-4386-8f10-a6c71036c320 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:52.130921 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48be2228-56bc-4386-8f10-a6c71036c320 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:52.292904 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48be2228-56bc-4386-8f10-a6c71036c320 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:52.299037 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48be2228-56bc-4386-8f10-a6c71036c320 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:52.369599 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be2228-56bc-4386-8f10-a6c71036c320 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Pushing event updated for resources: {'Port': ['ID=c455ba43-360f-46c0-9d7b-4b2568a7d5df,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:52.383429 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48be2228-56bc-4386-8f10-a6c71036c320 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:52.401018 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48be2228-56bc-4386-8f10-a6c71036c320 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:52.406538 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-48be2228-56bc-4386-8f10-a6c71036c320 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8801675 Dec 12 18:23:52.557478 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-b56994ca-7c92-4829-a6fe-f09ec6727fdd tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--138582136&fields=id&tenant_id=66c33e4e1e434c62aa581e63b3723e28 HTTP/1.1" status: 200 len: 267 time: 0.0483098 Dec 12 18:23:52.667050 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a3d92e2f-1930-42db-b03e-246c41074a3f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:52.668563 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a3d92e2f-1930-42db-b03e-246c41074a3f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 812 time: 0.1042161 Dec 12 18:23:52.684881 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-9f95e73f-fb63-43e9-8587-155ac0010e1e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/quotas/66c33e4e1e434c62aa581e63b3723e28 HTTP/1.1" status: 200 len: 375 time: 0.0095434 Dec 12 18:23:52.736489 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-5d9111ce-bb2c-4b37-b7d3-9d1300d6e830 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454113 Dec 12 18:23:52.839835 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-e57688fd-b1dd-48f3-8dd5-2fe3996870ad service neutron] 10.222.0.18 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908945 Dec 12 18:23:52.933195 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-5deba2dd-00dc-4d3d-94d0-7edc43334d5f service neutron] 10.222.0.18 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869975 Dec 12 18:23:53.104392 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b57dba4-2bcf-4a95-b6c0-ec5db2bfaaf5 req-e35fbfb9-d1a2-44b8-9f05-f29a39b78609 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 210 time: 0.0312252 Dec 12 18:23:53.473805 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9f0ecacb-bd53-4c0c-a5c5-a13132990292 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:23:53.522998 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 9f0ecacb-bd53-4c0c-a5c5-a13132990292 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:23:53.523403 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:54.054231 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-b419770a-18a3-48b4-afb6-356ec346eeae tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:54.055757 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-b419770a-18a3-48b4-afb6-356ec346eeae tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 812 time: 0.1062598 Dec 12 18:23:54.116781 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-147781a4-5543-480f-87fa-9d5f6289fc14 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66c33e4e1e434c62aa581e63b3723e28 HTTP/1.1" status: 200 len: 379 time: 0.0517731 Dec 12 18:23:54.126697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-508bcbc2-2aba-44cc-b19f-4bcd4de2d87a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Request body: {'port': {'device_id': 'f975de8c-fc1d-4178-b209-6e8a662728fc', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'admin_state_up': True, 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'security_groups': ['078586aa-b5b4-44ee-a0e3-421edd2da748']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:23:54.209203 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-100252ee-2371-48a4-a3dc-398477e34f25 req-b26bb1cf-1f71-4a43-9e34-e28510ee1d37 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 210 time: 0.0343363 Dec 12 18:23:54.259396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-508bcbc2-2aba-44cc-b19f-4bcd4de2d87a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Made reservation on behalf of 66c33e4e1e434c62aa581e63b3723e28 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:23:54.262865 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-508bcbc2-2aba-44cc-b19f-4bcd4de2d87a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:54.385809 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-508bcbc2-2aba-44cc-b19f-4bcd4de2d87a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Allocated IP 172.20.0.7 (9462a34b-62a5-470a-91d1-5cf49e9553d4/f5c7e31f-1a38-4f32-8341-09d4adb0c775/2fcef511-968e-4280-a7b6-39f326e78161) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:23:54.518099 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-508bcbc2-2aba-44cc-b19f-4bcd4de2d87a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:54.556082 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-508bcbc2-2aba-44cc-b19f-4bcd4de2d87a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:54.599023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-508bcbc2-2aba-44cc-b19f-4bcd4de2d87a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Network 9462a34b-62a5-470a-91d1-5cf49e9553d4 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:23:54.602213 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-508bcbc2-2aba-44cc-b19f-4bcd4de2d87a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:23:54.605840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-508bcbc2-2aba-44cc-b19f-4bcd4de2d87a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:23:54.611990 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bcbc2-2aba-44cc-b19f-4bcd4de2d87a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Pushing event updated for resources: {'Port': ['ID=2fcef511-968e-4280-a7b6-39f326e78161,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:54.659656 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-508bcbc2-2aba-44cc-b19f-4bcd4de2d87a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:54.660875 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-508bcbc2-2aba-44cc-b19f-4bcd4de2d87a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:54.677638 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-508bcbc2-2aba-44cc-b19f-4bcd4de2d87a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5546191 Dec 12 18:23:54.690795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Request body: {'port': {'device_id': 'f975de8c-fc1d-4178-b209-6e8a662728fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:23:54.750219 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:54.810626 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9b1b6015-1cd7-48ba-89d5-0bf003968132 None None] Provisioning complete for port 2fcef511-968e-4280-a7b6-39f326e78161 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:23:54.811340 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9b1b6015-1cd7-48ba-89d5-0bf003968132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:54.844382 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9b1b6015-1cd7-48ba-89d5-0bf003968132 None None] Port 2fcef511-968e-4280-a7b6-39f326e78161 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:23:55.008016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fcef511-968e-4280-a7b6-39f326e78161 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:23:55.015531 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:55.027848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Transition to ACTIVE for port object 2fcef511-968e-4280-a7b6-39f326e78161 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:23:55.031553 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:55.079106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Pushing event updated for resources: {'Port': ['ID=2fcef511-968e-4280-a7b6-39f326e78161,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:55.153246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Attempting to bind port 2fcef511-968e-4280-a7b6-39f326e78161 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:23:55.153600 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Attempting to bind port 2fcef511-968e-4280-a7b6-39f326e78161 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:23:55.153907 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Attempting to bind port 2fcef511-968e-4280-a7b6-39f326e78161 on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:23:55.158570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Port 2fcef511-968e-4280-a7b6-39f326e78161 on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:23:55.158713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Attempting to bind port 2fcef511-968e-4280-a7b6-39f326e78161 on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:23:55.163842 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:23:55.164183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Checking segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:23:55.164565 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Bound using segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:23:55.164990 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Bound port: 2fcef511-968e-4280-a7b6-39f326e78161, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:23:55.165351 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:55.230202 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] For port 2fcef511-968e-4280-a7b6-39f326e78161, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:23:55.233700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] For port 2fcef511-968e-4280-a7b6-39f326e78161, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2fcef511-968e-4280-a7b6-39f326e78161,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:23:55.237398 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:55.279227 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:55.279859 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:55.281289 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] 10.222.0.20 "PUT /v2.0/ports/2fcef511-968e-4280-a7b6-39f326e78161 HTTP/1.1" status: 200 len: 1091 time: 0.5950770 Dec 12 18:23:55.281723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f975de8c-fc1d-4178-b209-6e8a662728fc', 'tag': '2fcef511-968e-4280-a7b6-39f326e78161'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:23:55.284010 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada7d03c-27ef-4011-94bb-83dffaff23f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f975de8c-fc1d-4178-b209-6e8a662728fc", "tag": "2fcef511-968e-4280-a7b6-39f326e78161"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:23:55.330070 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a69cf93-0b87-494a-9abc-3fb021aa206b x-openstack-request-id: req-1a69cf93-0b87-494a-9abc-3fb021aa206b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:23:55.330360 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f975de8c-fc1d-4178-b209-6e8a662728fc", "tag": "2fcef511-968e-4280-a7b6-39f326e78161", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:23:55.330584 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a69cf93-0b87-494a-9abc-3fb021aa206b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:23:55.330944 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f975de8c-fc1d-4178-b209-6e8a662728fc', 'tag': '2fcef511-968e-4280-a7b6-39f326e78161', 'status': 'completed', 'code': 200} Dec 12 18:23:55.349015 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686dfa0-1194-4a03-8eee-e0f061b91702 service neutron] Pushing event updated for resources: {'Port': ['ID=2fcef511-968e-4280-a7b6-39f326e78161,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:55.396817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fb90e-e4d6-4733-baf0-c6f113e85247 req-c05a6533-b08d-4c80-8d8e-750a4adfc519 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:55.398335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d51fb90e-e4d6-4733-baf0-c6f113e85247 req-c05a6533-b08d-4c80-8d8e-750a4adfc519 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 943 time: 0.1083469 Dec 12 18:23:55.405115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-3fcc4836-51ab-4886-a04b-fb92b71019dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:55.406587 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-3fcc4836-51ab-4886-a04b-fb92b71019dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 1094 time: 0.0733988 Dec 12 18:23:55.461193 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-7a2137de-0a8f-4b44-b0da-16d81897083c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fcef511-968e-4280-a7b6-39f326e78161 HTTP/1.1" status: 200 len: 217 time: 0.0403793 Dec 12 18:23:55.508859 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d51fb90e-e4d6-4733-baf0-c6f113e85247 req-9af129ab-717b-4eba-b2a0-e6498b6fdfd5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013205 Dec 12 18:23:55.525039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-1f91009e-4b74-4182-8988-993ee4e1f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:55.526457 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-1f91009e-4b74-4182-8988-993ee4e1f7ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0576923 Dec 12 18:23:55.576029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-1f99fc47-bd7e-48ff-a4a0-baa63428dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:55.577543 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-1f99fc47-bd7e-48ff-a4a0-baa63428dbfc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438592 Dec 12 18:23:55.664612 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-d24c80d2-adf2-43d5-8104-314a9b5071c1 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800009 Dec 12 18:23:55.755987 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b740eb2-3ec0-4203-9401-08dd5d6bbb52 req-8f53fa89-a539-423d-95bf-a8b7dd39bf4c service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842977 Dec 12 18:23:55.838906 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7d03c-27ef-4011-94bb-83dffaff23f5 req-ccffdcb2-6ee5-47c5-b51e-a1bc1ed76038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:55.840829 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ada7d03c-27ef-4011-94bb-83dffaff23f5 req-ccffdcb2-6ee5-47c5-b51e-a1bc1ed76038 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 1094 time: 0.0409763 Dec 12 18:23:55.932180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7d03c-27ef-4011-94bb-83dffaff23f5 req-0353efb1-193f-4d05-aac6-84ade9cffeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:55.933628 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ada7d03c-27ef-4011-94bb-83dffaff23f5 req-0353efb1-193f-4d05-aac6-84ade9cffeb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0860448 Dec 12 18:23:55.974403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ada7d03c-27ef-4011-94bb-83dffaff23f5 req-dafdb74d-e99c-4c97-84d8-6471a31c068c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fcef511-968e-4280-a7b6-39f326e78161 HTTP/1.1" status: 200 len: 217 time: 0.0337741 Dec 12 18:23:56.024035 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7d03c-27ef-4011-94bb-83dffaff23f5 req-e629ef64-67d8-459e-b70b-d614d8b0edce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:56.025512 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ada7d03c-27ef-4011-94bb-83dffaff23f5 req-e629ef64-67d8-459e-b70b-d614d8b0edce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0433984 Dec 12 18:23:56.070235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7d03c-27ef-4011-94bb-83dffaff23f5 req-74884bf1-0ce9-477a-a67a-c62376c87337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:56.071798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ada7d03c-27ef-4011-94bb-83dffaff23f5 req-74884bf1-0ce9-477a-a67a-c62376c87337 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391440 Dec 12 18:23:56.163543 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ada7d03c-27ef-4011-94bb-83dffaff23f5 req-60a29a56-6bdf-4482-a26e-2512a5173b56 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842149 Dec 12 18:23:56.257213 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ada7d03c-27ef-4011-94bb-83dffaff23f5 req-1160f1c9-7230-445a-a4d3-d4e5b1bd620c service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863268 Dec 12 18:23:56.627194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93c8b4-ca35-4ad4-9102-dd2362df2919 req-9d9eb996-415b-4ff6-9388-9381dbe26f27 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:56.629155 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e93c8b4-ca35-4ad4-9102-dd2362df2919 req-9d9eb996-415b-4ff6-9388-9381dbe26f27 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 943 time: 0.0514727 Dec 12 18:23:56.674612 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e93c8b4-ca35-4ad4-9102-dd2362df2919 req-1a977883-902c-4414-8ae7-95b6e7c7722b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395091 Dec 12 18:23:57.787111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a57fc-f468-4dab-8260-50bb0c902397 req-729173b5-de5c-4e7f-bf16-a79059bdf842 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:57.788644 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc3a57fc-f468-4dab-8260-50bb0c902397 req-729173b5-de5c-4e7f-bf16-a79059bdf842 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 943 time: 0.0483739 Dec 12 18:23:57.834468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bc3a57fc-f468-4dab-8260-50bb0c902397 req-3d921c64-a8e1-4912-af7f-a1fa666bd136 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399437 Dec 12 18:23:58.275320 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2fcef511-968e-4280-a7b6-39f326e78161 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:23:58.370410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2fcef511-968e-4280-a7b6-39f326e78161, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2fcef511-968e-4280-a7b6-39f326e78161,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:23:58.382094 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '2fcef511-968e-4280-a7b6-39f326e78161', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'port_id': '2fcef511-968e-4280-a7b6-39f326e78161', 'mac_address': 'fa:16:3e:90:aa:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:23:58.418174 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:58.431565 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fcef511-968e-4280-a7b6-39f326e78161 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:23:58.450653 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2fcef511-968e-4280-a7b6-39f326e78161, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2fcef511-968e-4280-a7b6-39f326e78161,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:23:58.454561 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:23:58.504640 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=2fcef511-968e-4280-a7b6-39f326e78161,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:23:58.648724 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['2fcef511-968e-4280-a7b6-39f326e78161'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:23:58.959351 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9677c8e-6d7e-468b-8521-7932dee15b97 req-d8815b52-625c-451e-8ede-7f6f4f626cd8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:23:58.960854 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c9677c8e-6d7e-468b-8521-7932dee15b97 req-d8815b52-625c-451e-8ede-7f6f4f626cd8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 944 time: 0.0570412 Dec 12 18:23:59.007064 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c9677c8e-6d7e-468b-8521-7932dee15b97 req-304efb1f-07eb-4eb9-b00a-1769c59fd837 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402837 Dec 12 18:24:00.120211 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c353a-b4e0-4ba0-b1c1-307d7d879994 req-9cd6f2b5-6cb7-449c-b2b2-a1916c6faff9 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:24:00.121686 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e8c353a-b4e0-4ba0-b1c1-307d7d879994 req-9cd6f2b5-6cb7-449c-b2b2-a1916c6faff9 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 944 time: 0.0477936 Dec 12 18:24:00.176703 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4e8c353a-b4e0-4ba0-b1c1-307d7d879994 req-d656d889-ff1f-4ba7-b100-6084ebb650a8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476997 Dec 12 18:24:00.275940 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2fcef511-968e-4280-a7b6-39f326e78161 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:24:00.325157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 2fcef511-968e-4280-a7b6-39f326e78161 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:24:00.329017 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 2fcef511-968e-4280-a7b6-39f326e78161 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:24:00.329412 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:00.403258 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:00.424183 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f975de8c-fc1d-4178-b209-6e8a662728fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcef511-968e-4280-a7b6-39f326e78161'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:24:00.426550 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c14a19-81ba-4f87-a50d-ad65b1b315dc" -d '{"events": [{"server_uuid": "f975de8c-fc1d-4178-b209-6e8a662728fc", "name": "network-vif-plugged", "status": "completed", "tag": "2fcef511-968e-4280-a7b6-39f326e78161"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:24:00.439402 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2fcef511-968e-4280-a7b6-39f326e78161, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2fcef511-968e-4280-a7b6-39f326e78161,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:24:00.443908 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:00.468058 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda0cdaa-5e2b-430c-af49-11593c2d092a x-openstack-request-id: req-bda0cdaa-5e2b-430c-af49-11593c2d092a {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:24:00.468353 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f975de8c-fc1d-4178-b209-6e8a662728fc", "name": "network-vif-plugged", "status": "completed", "tag": "2fcef511-968e-4280-a7b6-39f326e78161", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:24:00.468604 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bda0cdaa-5e2b-430c-af49-11593c2d092a {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:24:00.469088 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f975de8c-fc1d-4178-b209-6e8a662728fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcef511-968e-4280-a7b6-39f326e78161', 'code': 200} Dec 12 18:24:00.504494 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=2fcef511-968e-4280-a7b6-39f326e78161,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:24:00.563256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d010ff-6f91-4ea8-a052-5e383ebc48f6 req-80dc3d06-6296-4eaa-b962-803903d58faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:24:00.564655 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9d010ff-6f91-4ea8-a052-5e383ebc48f6 req-80dc3d06-6296-4eaa-b962-803903d58faf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 1096 time: 0.0396941 Dec 12 18:24:00.611994 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9d010ff-6f91-4ea8-a052-5e383ebc48f6 req-22050ff1-b401-4e1e-b4c8-99793ab7548d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388055 Dec 12 18:24:01.291447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce47f4e-4fab-44a1-b290-8f47a0b7ebb7 req-75703b2e-a89d-414b-b72f-dae21439697c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:24:01.292921 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ce47f4e-4fab-44a1-b290-8f47a0b7ebb7 req-75703b2e-a89d-414b-b72f-dae21439697c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 945 time: 0.0493400 Dec 12 18:24:01.342738 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ce47f4e-4fab-44a1-b290-8f47a0b7ebb7 req-7bbc0156-bc60-4374-b588-d4951cac07e4 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439258 Dec 12 18:24:02.469247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94326a-efe3-4329-abe3-287f584bd9a7 req-9cd6b9ba-e73b-43f4-8f5d-12fab3d359e6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:24:02.470718 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b94326a-efe3-4329-abe3-287f584bd9a7 req-9cd6b9ba-e73b-43f4-8f5d-12fab3d359e6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 945 time: 0.0598431 Dec 12 18:24:02.517836 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7b94326a-efe3-4329-abe3-287f584bd9a7 req-09ca1939-5263-48b8-b76e-9110c1656033 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410914 Dec 12 18:24:02.634532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb3f1b-a41d-45b3-8c88-8d8abdce9e30 req-7c845e31-044e-48e2-9a0f-0eea54afa9fd tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:24:02.636018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-beeb3f1b-a41d-45b3-8c88-8d8abdce9e30 req-7c845e31-044e-48e2-9a0f-0eea54afa9fd tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 945 time: 0.0509603 Dec 12 18:24:02.644555 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 39888) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:24:02.649004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-446de6ec-378e-4a44-94a6-d48e8d39a06b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Request body: {'floatingip': {'port_id': '2fcef511-968e-4280-a7b6-39f326e78161'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:24:02.687074 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-446de6ec-378e-4a44-94a6-d48e8d39a06b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:03.402328 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-446de6ec-378e-4a44-94a6-d48e8d39a06b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:03.406000 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-446de6ec-378e-4a44-94a6-d48e8d39a06b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:03.511535 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-446de6ec-378e-4a44-94a6-d48e8d39a06b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Floating IP f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea associated. External IP: 172.25.1.112, port: 2fcef511-968e-4280-a7b6-39f326e78161. Dec 12 18:24:03.712183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446de6ec-378e-4a44-94a6-d48e8d39a06b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Router 598746a6-854d-440e-9b10-ebae72771322 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:24:03.824253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446de6ec-378e-4a44-94a6-d48e8d39a06b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:24:03.829058 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-446de6ec-378e-4a44-94a6-d48e8d39a06b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:03.834148 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e618f8b4-a05c-42eb-b97a-ef5f20c023f6 None None] Sync routers for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:24:03.843942 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e618f8b4-a05c-42eb-b97a-ef5f20c023f6 None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:24:03.844544 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e618f8b4-a05c-42eb-b97a-ef5f20c023f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:23:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:24:03.859276 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-446de6ec-378e-4a44-94a6-d48e8d39a06b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "PUT /v2.0/floatingips/f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea HTTP/1.1" status: 200 len: 991 time: 1.2109015 Dec 12 18:24:03.859276 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f975de8c-fc1d-4178-b209-6e8a662728fc', 'tag': '2fcef511-968e-4280-a7b6-39f326e78161'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:24:03.859608 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1523169d-0d11-4d51-879f-cd75b0155a46" -d '{"events": [{"name": "network-changed", "server_uuid": "f975de8c-fc1d-4178-b209-6e8a662728fc", "tag": "2fcef511-968e-4280-a7b6-39f326e78161"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:24:03.896722 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f72ddb-69bd-4112-a2be-8e4bded79225 x-openstack-request-id: req-70f72ddb-69bd-4112-a2be-8e4bded79225 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:24:03.897021 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f975de8c-fc1d-4178-b209-6e8a662728fc", "tag": "2fcef511-968e-4280-a7b6-39f326e78161", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:24:03.897279 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70f72ddb-69bd-4112-a2be-8e4bded79225 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:24:03.897685 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f975de8c-fc1d-4178-b209-6e8a662728fc', 'tag': '2fcef511-968e-4280-a7b6-39f326e78161', 'status': 'completed', 'code': 200} Dec 12 18:24:03.958376 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e618f8b4-a05c-42eb-b97a-ef5f20c023f6 None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:24:03.965642 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523169d-0d11-4d51-879f-cd75b0155a46 req-142ca0fe-2a7d-4194-be75-03e2f7e6bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:24:03.967090 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1523169d-0d11-4d51-879f-cd75b0155a46 req-142ca0fe-2a7d-4194-be75-03e2f7e6bc06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 1096 time: 0.0453265 Dec 12 18:24:04.056598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523169d-0d11-4d51-879f-cd75b0155a46 req-9355ae39-a733-46ab-83e0-0894a020308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:24:04.058070 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1523169d-0d11-4d51-879f-cd75b0155a46 req-9355ae39-a733-46ab-83e0-0894a020308b service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0839007 Dec 12 18:24:04.126991 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1523169d-0d11-4d51-879f-cd75b0155a46 req-ee721758-f5af-4199-8f80-4dab74012dc6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fcef511-968e-4280-a7b6-39f326e78161 HTTP/1.1" status: 200 len: 999 time: 0.0620770 Dec 12 18:24:04.178062 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e618f8b4-a05c-42eb-b97a-ef5f20c023f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '598746a6-854d-440e-9b10-ebae72771322', 'port_id': '2fcef511-968e-4280-a7b6-39f326e78161', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'mac_address': 'fa:16:3e:90:aa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f975de8c-fc1d-4178-b209-6e8a662728fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:23:52Z', 'updated_at': '2021-12-12T18:24:03Z', 'revision_number': 1, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:24:04.182880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523169d-0d11-4d51-879f-cd75b0155a46 req-ea72d32a-3ed6-4dc1-bb17-0a827e13abca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:24:04.184399 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1523169d-0d11-4d51-879f-cd75b0155a46 req-ea72d32a-3ed6-4dc1-bb17-0a827e13abca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0501804 Dec 12 18:24:04.206859 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e618f8b4-a05c-42eb-b97a-ef5f20c023f6 None None] Checking router: 598746a6-854d-440e-9b10-ebae72771322 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:24:04.215002 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e618f8b4-a05c-42eb-b97a-ef5f20c023f6 None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:24:04.215633 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e618f8b4-a05c-42eb-b97a-ef5f20c023f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:23:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:24:04.229471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523169d-0d11-4d51-879f-cd75b0155a46 req-c9d5c40e-8c8b-49d0-85cd-c1b0004e3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:24:04.230909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1523169d-0d11-4d51-879f-cd75b0155a46 req-c9d5c40e-8c8b-49d0-85cd-c1b0004e3da1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402629 Dec 12 18:24:04.243501 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-1523169d-0d11-4d51-879f-cd75b0155a46 req-fd7d3ac3-9e89-433c-8329-5d7bb39a7ec5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:24:04.244488 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1523169d-0d11-4d51-879f-cd75b0155a46 req-fd7d3ac3-9e89-433c-8329-5d7bb39a7ec5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065277 Dec 12 18:24:04.320429 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e618f8b4-a05c-42eb-b97a-ef5f20c023f6 None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:24:04.337261 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1523169d-0d11-4d51-879f-cd75b0155a46 req-c157b1a6-be35-4cb7-9ab1-331ca827e4bb service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860066 Dec 12 18:24:04.427661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1523169d-0d11-4d51-879f-cd75b0155a46 req-b40ef43a-18f0-421a-b202-2850c1fe5769 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833621 Dec 12 18:24:04.542699 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e618f8b4-a05c-42eb-b97a-ef5f20c023f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '598746a6-854d-440e-9b10-ebae72771322', 'port_id': '2fcef511-968e-4280-a7b6-39f326e78161', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'mac_address': 'fa:16:3e:90:aa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f975de8c-fc1d-4178-b209-6e8a662728fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:23:52Z', 'updated_at': '2021-12-12T18:24:03Z', 'revision_number': 1, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:24:04.568893 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e618f8b4-a05c-42eb-b97a-ef5f20c023f6 None None] The sync data for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 is: [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '598746a6-854d-440e-9b10-ebae72771322', 'port_id': '2fcef511-968e-4280-a7b6-39f326e78161', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'mac_address': 'fa:16:3e:90:aa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f975de8c-fc1d-4178-b209-6e8a662728fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:23:52Z', 'updated_at': '2021-12-12T18:24:03Z', 'revision_number': 1, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:24:04.765078 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1480d8c-fa59-4773-9c0d-01a291b2af40 None None] New status for floating IP f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:24:14.911678 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c15043b4-6ec5-4cec-a4d3-39f6ba5096b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:16.874582 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06dd0d18-1a63-40c9-af3e-0d6558ba8e35 req-4212559e-7373-4acf-81db-5c4244ed7de0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0901098 Dec 12 18:24:16.964120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd0d18-1a63-40c9-af3e-0d6558ba8e35 req-2977c0d6-905a-475d-a92a-ef548065a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:24:16.965612 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06dd0d18-1a63-40c9-af3e-0d6558ba8e35 req-2977c0d6-905a-475d-a92a-ef548065a45b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 1096 time: 0.0455141 Dec 12 18:24:17.068409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd0d18-1a63-40c9-af3e-0d6558ba8e35 req-87d5b2ae-a099-4743-a27a-90c62d6f8754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:24:17.069788 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06dd0d18-1a63-40c9-af3e-0d6558ba8e35 req-87d5b2ae-a099-4743-a27a-90c62d6f8754 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0832396 Dec 12 18:24:17.140148 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06dd0d18-1a63-40c9-af3e-0d6558ba8e35 req-da3cd0d0-6f1b-4a76-8da3-2d832529dd73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fcef511-968e-4280-a7b6-39f326e78161 HTTP/1.1" status: 200 len: 1001 time: 0.0627987 Dec 12 18:24:17.189950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd0d18-1a63-40c9-af3e-0d6558ba8e35 req-50603ac8-b98d-44c9-86d0-9c06085a6172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:24:17.192000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06dd0d18-1a63-40c9-af3e-0d6558ba8e35 req-50603ac8-b98d-44c9-86d0-9c06085a6172 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0434060 Dec 12 18:24:17.239240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd0d18-1a63-40c9-af3e-0d6558ba8e35 req-d97fdbbc-a7b0-4e93-8553-49fdcc515542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:24:17.240745 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06dd0d18-1a63-40c9-af3e-0d6558ba8e35 req-d97fdbbc-a7b0-4e93-8553-49fdcc515542 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396802 Dec 12 18:24:17.249046 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9f5b800f-7d7f-4ba5-b48d-cc450e634fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:17.334079 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06dd0d18-1a63-40c9-af3e-0d6558ba8e35 req-10d2f8c3-1a78-4c77-b36c-056c2e503231 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847452 Dec 12 18:24:17.366048 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:17.424766 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-06dd0d18-1a63-40c9-af3e-0d6558ba8e35 req-0dd77da2-3fdc-4732-80ab-88d5b068091b service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830097 Dec 12 18:24:18.031310 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:18.445608 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:20.183364 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:20.920091 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:23.168691 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:24:44.903327 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96aa11c5-9e41-4ba0-952d-1aa3130b18e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:47.250207 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-108fe156-c50e-4413-a221-acc8cf72f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:47.387022 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:48.048799 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:48.447786 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:50.186435 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:24:50.921344 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:00.167790 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:25:14.907098 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8103c4ef-7153-4ce3-a742-4a03fedf6eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:16.822664 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27fdce91-c63f-46a3-abf1-9e9ff8d104e3 req-1629efe7-dc83-4b0b-a627-daba99563e57 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400336 Dec 12 18:25:16.912510 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdce91-c63f-46a3-abf1-9e9ff8d104e3 req-03473c3a-37b4-4f59-816d-3103e2c93fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:16.913964 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27fdce91-c63f-46a3-abf1-9e9ff8d104e3 req-03473c3a-37b4-4f59-816d-3103e2c93fe3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 1096 time: 0.0441051 Dec 12 18:25:17.016227 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdce91-c63f-46a3-abf1-9e9ff8d104e3 req-a1a3c8af-ab9e-4387-b73a-386edf964b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:17.018291 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27fdce91-c63f-46a3-abf1-9e9ff8d104e3 req-a1a3c8af-ab9e-4387-b73a-386edf964b09 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0839853 Dec 12 18:25:17.088051 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27fdce91-c63f-46a3-abf1-9e9ff8d104e3 req-3a8a47c0-0d7e-44f8-a2f1-85c34513930b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fcef511-968e-4280-a7b6-39f326e78161 HTTP/1.1" status: 200 len: 1001 time: 0.0624280 Dec 12 18:25:17.135840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdce91-c63f-46a3-abf1-9e9ff8d104e3 req-f3b3799d-d3e4-48b7-bcb2-6c4c505a9eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:17.137267 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27fdce91-c63f-46a3-abf1-9e9ff8d104e3 req-f3b3799d-d3e4-48b7-bcb2-6c4c505a9eae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0421097 Dec 12 18:25:17.181406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdce91-c63f-46a3-abf1-9e9ff8d104e3 req-3db38b09-4291-4a86-bc58-bde48ab31b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:17.182851 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27fdce91-c63f-46a3-abf1-9e9ff8d104e3 req-3db38b09-4291-4a86-bc58-bde48ab31b50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383964 Dec 12 18:25:17.253969 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06ebdc1b-db2b-4a8b-9a07-665e580422c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:17.278603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27fdce91-c63f-46a3-abf1-9e9ff8d104e3 req-a5bdd530-c896-46d4-9e69-ab24b27d09ee service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878556 Dec 12 18:25:17.366368 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27fdce91-c63f-46a3-abf1-9e9ff8d104e3 req-2ea1b546-2aed-4a8c-9b83-a4e3dc4aa475 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805130 Dec 12 18:25:17.403083 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:18.034587 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:18.450869 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:20.188155 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:20.924672 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:37.167460 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:25:39.674133 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768469b-87ba-4f18-94cb-eb7fffe5f977 req-6e52fd49-7431-4f9e-8f43-82fb8fc462bf tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:39.675633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5768469b-87ba-4f18-94cb-eb7fffe5f977 req-6e52fd49-7431-4f9e-8f43-82fb8fc462bf tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 945 time: 0.0482197 Dec 12 18:25:39.726245 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5768469b-87ba-4f18-94cb-eb7fffe5f977 req-2a1e695e-2b84-42fa-9f4c-60e9ba141c97 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447583 Dec 12 18:25:39.984072 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dfff5-0635-4025-94f4-55022f3e5330 req-1c30e68c-a5b7-4678-ba91-f8a435f06dde tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:39.985443 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f54dfff5-0635-4025-94f4-55022f3e5330 req-1c30e68c-a5b7-4678-ba91-f8a435f06dde tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 945 time: 0.0668023 Dec 12 18:25:39.988065 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-d180c027-37d6-4d52-b019-72432f6ee1da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769632 Dec 12 18:25:40.035044 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f54dfff5-0635-4025-94f4-55022f3e5330 req-4f100d8a-f6b8-4eb7-9278-377a226c3788 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435605 Dec 12 18:25:41.093327 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-468c04af-7795-472c-907d-65adb575afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:41.094821 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-468c04af-7795-472c-907d-65adb575afa8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 1096 time: 0.0468729 Dec 12 18:25:41.203447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780911a5-3bad-433a-aff4-91526ae707d2 req-f91e1c39-99f1-4e5e-8159-8dcb97ce8f74 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:41.204924 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-780911a5-3bad-433a-aff4-91526ae707d2 req-f91e1c39-99f1-4e5e-8159-8dcb97ce8f74 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 945 time: 0.0959229 Dec 12 18:25:41.241849 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-a05d0c44-6d6f-44d6-9f52-0ab6e0107229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:41.243296 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-a05d0c44-6d6f-44d6-9f52-0ab6e0107229 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.1413288 Dec 12 18:25:41.307388 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-780911a5-3bad-433a-aff4-91526ae707d2 req-c7b600f3-1722-4c3f-b452-eff86eeecf35 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954916 Dec 12 18:25:41.321877 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-d80f1c62-8003-4ccd-9c2e-9a128627e341 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fcef511-968e-4280-a7b6-39f326e78161 HTTP/1.1" status: 200 len: 1001 time: 0.0696497 Dec 12 18:25:41.371023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-a3946a64-5c81-49ec-9e88-16ae53d63fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:41.372455 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-a3946a64-5c81-49ec-9e88-16ae53d63fe8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0437505 Dec 12 18:25:41.420381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-4d6b94c3-04d7-4921-bf00-17f20b062d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:41.421821 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-4d6b94c3-04d7-4921-bf00-17f20b062d0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420921 Dec 12 18:25:41.508920 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-369e6a74-0dc0-4206-bc2d-394274f12014 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799134 Dec 12 18:25:41.601820 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-726ba2ee-c08e-47a2-9ae5-c44a06376733 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854290 Dec 12 18:25:42.425460 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356775c-38f8-4e0e-9f4b-c8c53cfd51a9 req-fc9f7ea0-16af-4ce7-b1e0-4218c7cdc61f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:42.426923 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b356775c-38f8-4e0e-9f4b-c8c53cfd51a9 req-fc9f7ea0-16af-4ce7-b1e0-4218c7cdc61f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 945 time: 0.0489547 Dec 12 18:25:42.472605 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b356775c-38f8-4e0e-9f4b-c8c53cfd51a9 req-3c3e74db-73e1-4974-815c-0a9eabbbb1f5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397255 Dec 12 18:25:43.587697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08b358-4e61-4704-b8f6-ac934f8df31f req-ac1b79f5-b0d6-4bc9-abb1-9f97516e2892 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:43.589206 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc08b358-4e61-4704-b8f6-ac934f8df31f req-ac1b79f5-b0d6-4bc9-abb1-9f97516e2892 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 945 time: 0.0479569 Dec 12 18:25:43.636514 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc08b358-4e61-4704-b8f6-ac934f8df31f req-af106e5e-67de-4722-99c9-77bf7aae4f7f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412786 Dec 12 18:25:44.755300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921dfcd-c864-4d8d-bacf-1d729422b8a4 req-b6761e8e-8991-4516-a478-2ad1f1c5da5c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:44.756770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c921dfcd-c864-4d8d-bacf-1d729422b8a4 req-b6761e8e-8991-4516-a478-2ad1f1c5da5c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 945 time: 0.0513844 Dec 12 18:25:44.802786 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c921dfcd-c864-4d8d-bacf-1d729422b8a4 req-c424cf14-12ec-4be7-a106-4c4ae0457c66 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401449 Dec 12 18:25:44.909465 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-47b324b2-46b5-4a49-95b9-ede2ad89ce9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:45.916191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc43ff-842d-4ffe-8535-baae666dd096 req-ff5084b5-8d62-4316-823e-1fc87a89a666 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:45.917664 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bbdc43ff-842d-4ffe-8535-baae666dd096 req-ff5084b5-8d62-4316-823e-1fc87a89a666 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 945 time: 0.0474751 Dec 12 18:25:45.963463 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bbdc43ff-842d-4ffe-8535-baae666dd096 req-20b04abc-1d81-443b-834f-f30926de2bec tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400019 Dec 12 18:25:47.078913 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba46f7b-c656-42c7-a278-42292b5acfac req-f04bba67-99bd-4963-b75f-f6bae0ce41ed tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:47.080388 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ba46f7b-c656-42c7-a278-42292b5acfac req-f04bba67-99bd-4963-b75f-f6bae0ce41ed tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 945 time: 0.0502295 Dec 12 18:25:47.126252 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3ba46f7b-c656-42c7-a278-42292b5acfac req-cd384ba3-3b9e-4084-b102-cdbcb1ac30e0 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394669 Dec 12 18:25:47.256150 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-64c60b1a-0048-4840-b956-2b862327ce1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:47.402607 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:48.044006 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:48.240212 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6693aaa-6b06-4487-b423-83d42994ecef req-c2cb1758-4e44-42ff-8256-8293c663705a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:48.241695 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6693aaa-6b06-4487-b423-83d42994ecef req-c2cb1758-4e44-42ff-8256-8293c663705a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 945 time: 0.0476747 Dec 12 18:25:48.288649 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6693aaa-6b06-4487-b423-83d42994ecef req-2b895f68-32b7-4dfd-ada9-8b012a868020 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411365 Dec 12 18:25:48.453331 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:49.404100 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcb3ba-00b3-4d83-a567-4d1b9a517675 req-6b20898d-5eb9-4a2a-a7c2-2b0a4792b39d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:49.405558 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-60dcb3ba-00b3-4d83-a567-4d1b9a517675 req-6b20898d-5eb9-4a2a-a7c2-2b0a4792b39d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 945 time: 0.0477226 Dec 12 18:25:49.455316 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-60dcb3ba-00b3-4d83-a567-4d1b9a517675 req-ef4fc02d-687f-463f-869d-fc196fad6da7 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432703 Dec 12 18:25:50.194706 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:50.580450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdc009-4246-4d29-9c13-338cccc79c62 req-4246dc71-06dc-4fbc-8314-c87beea6efd8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:50.581970 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ccfdc009-4246-4d29-9c13-338cccc79c62 req-4246dc71-06dc-4fbc-8314-c87beea6efd8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 945 time: 0.0545955 Dec 12 18:25:50.630282 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ccfdc009-4246-4d29-9c13-338cccc79c62 req-99fb7534-3ce2-402e-882d-73d3b52a984f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423100 Dec 12 18:25:50.929887 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:51.745535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451dc0aa-f893-4e22-99ec-ed631f0460d9 req-d1aa032e-861c-48da-99d4-4400d16897a1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:51.747006 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-451dc0aa-f893-4e22-99ec-ed631f0460d9 req-d1aa032e-861c-48da-99d4-4400d16897a1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 945 time: 0.0485122 Dec 12 18:25:51.796171 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-451dc0aa-f893-4e22-99ec-ed631f0460d9 req-465a993a-a660-49e4-8415-8a32794c8b8a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427723 Dec 12 18:25:52.913827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e6ca4-8a34-4a67-8777-b885890400df req-497bcd81-777c-4f00-a320-db7bb51ba1d4 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:52.915314 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c2e6ca4-8a34-4a67-8777-b885890400df req-497bcd81-777c-4f00-a320-db7bb51ba1d4 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 945 time: 0.0521801 Dec 12 18:25:52.960539 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c2e6ca4-8a34-4a67-8777-b885890400df req-656a2b29-5c9e-4f39-a6b5-30a409c186b2 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393801 Dec 12 18:25:53.559494 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-87ccbee2-e94e-4483-9bd9-abe2bea8dcd2 service neutron] show failed (client error): The resource could not be found. Dec 12 18:25:53.560987 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-87ccbee2-e94e-4483-9bd9-abe2bea8dcd2 service neutron] 10.222.0.20 "GET /v2.0/ports/2fcef511-968e-4280-a7b6-39f326e78161/bindings/n-h1-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.0589111 Dec 12 18:25:53.820984 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-c9f7c75f-dadf-4e4c-a0b2-31d093ce442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:53.822495 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-c9f7c75f-dadf-4e4c-a0b2-31d093ce442c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc&tenant_id=66c33e4e1e434c62aa581e63b3723e28 HTTP/1.1" status: 200 len: 1096 time: 0.1013656 Dec 12 18:25:53.835171 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:25:53.885675 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:54.075778 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5c559-4028-4818-b13b-869b542f1136 req-d36601fd-cb29-4e74-a835-c325d9bf1491 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:54.077271 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1f5c559-4028-4818-b13b-869b542f1136 req-d36601fd-cb29-4e74-a835-c325d9bf1491 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 945 time: 0.0480232 Dec 12 18:25:54.080602 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] For port 2fcef511-968e-4280-a7b6-39f326e78161, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2fcef511-968e-4280-a7b6-39f326e78161,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:25:54.113767 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] For port 2fcef511-968e-4280-a7b6-39f326e78161, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:25:54.125478 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d1f5c559-4028-4818-b13b-869b542f1136 req-bc3f697e-0fff-4f27-b00b-3e913b42280e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416193 Dec 12 18:25:54.157288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f975de8c-fc1d-4178-b209-6e8a662728fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fcef511-968e-4280-a7b6-39f326e78161'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:25:54.159596 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a2016f-3f35-48f3-ba8a-ea2c01cf2927" -d '{"events": [{"server_uuid": "f975de8c-fc1d-4178-b209-6e8a662728fc", "name": "network-vif-unplugged", "status": "completed", "tag": "2fcef511-968e-4280-a7b6-39f326e78161"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:25:54.163823 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:54.176530 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Transition to ACTIVE for port object 2fcef511-968e-4280-a7b6-39f326e78161 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:25:54.180245 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:54.293196 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 18:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21da81d7-a15e-463b-9869-92f211667e23 x-openstack-request-id: req-21da81d7-a15e-463b-9869-92f211667e23 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:25:54.293497 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f975de8c-fc1d-4178-b209-6e8a662728fc", "name": "network-vif-unplugged", "status": "completed", "tag": "2fcef511-968e-4280-a7b6-39f326e78161", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:25:54.293757 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21da81d7-a15e-463b-9869-92f211667e23 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:25:54.294160 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f975de8c-fc1d-4178-b209-6e8a662728fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fcef511-968e-4280-a7b6-39f326e78161', 'code': 200} Dec 12 18:25:54.306779 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Pushing event updated for resources: {'Port': ['ID=2fcef511-968e-4280-a7b6-39f326e78161,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:25:54.329495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:54.329843 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:54.330191 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:54.330534 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:54.330871 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:54.331235 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:54.331580 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:54.331958 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:54.332289 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:54.332622 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:54.332954 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:54.333282 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:54.333612 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:54.369058 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] No DVR routers for this DVR port 2fcef511-968e-4280-a7b6-39f326e78161 on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:25:54.497594 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Attempting to bind port 2fcef511-968e-4280-a7b6-39f326e78161 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:25:54.497863 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Attempting to bind port 2fcef511-968e-4280-a7b6-39f326e78161 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:25:54.498191 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Attempting to bind port 2fcef511-968e-4280-a7b6-39f326e78161 on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:25:54.503123 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Port 2fcef511-968e-4280-a7b6-39f326e78161 on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:25:54.503475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Attempting to bind port 2fcef511-968e-4280-a7b6-39f326e78161 on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:25:54.508874 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:25:54.509208 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Checking segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:25:54.509586 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Bound using segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:25:54.510007 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Bound port: 2fcef511-968e-4280-a7b6-39f326e78161, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:25:54.510357 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:54.586454 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] For port 2fcef511-968e-4280-a7b6-39f326e78161, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:25:54.592313 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] For port 2fcef511-968e-4280-a7b6-39f326e78161, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=2fcef511-968e-4280-a7b6-39f326e78161,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:25:54.597367 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:54.639682 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:54.640301 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:54.641717 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] 10.222.0.31 "PUT /v2.0/ports/2fcef511-968e-4280-a7b6-39f326e78161 HTTP/1.1" status: 200 len: 1091 time: 0.8111134 Dec 12 18:25:54.664879 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea9a20-bfd5-4dd4-a895-eb3982552f2c service neutron] Pushing event updated for resources: {'Port': ['ID=2fcef511-968e-4280-a7b6-39f326e78161,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:25:54.708778 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-5fbcb6fd-ae4b-49ee-a57f-7ff4e0f87745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:54.710288 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-5fbcb6fd-ae4b-49ee-a57f-7ff4e0f87745 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 1094 time: 0.0412912 Dec 12 18:25:54.801588 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-c4877a77-855e-4fd3-888e-29c71acd55af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:54.803063 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-c4877a77-855e-4fd3-888e-29c71acd55af service neutron] 10.222.0.31 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0858643 Dec 12 18:25:54.872936 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-4763e697-8342-4425-874f-cb89a15f8856 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fcef511-968e-4280-a7b6-39f326e78161 HTTP/1.1" status: 200 len: 999 time: 0.0625029 Dec 12 18:25:54.930979 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-0e975f45-cb55-4394-8b5f-a16ed3de2698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:54.932405 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-0e975f45-cb55-4394-8b5f-a16ed3de2698 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0485513 Dec 12 18:25:54.978360 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-bfae9fcf-25a8-4918-ad99-501d140dbe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:54.979874 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-bfae9fcf-25a8-4918-ad99-501d140dbe60 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391142 Dec 12 18:25:55.070775 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-a06ef064-128e-44ec-97b4-1887d56a7383 service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831881 Dec 12 18:25:55.157191 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-abea4e36-2455-41b0-b9fe-5e382562fef0 req-fe60dea9-87f4-40c7-9fd6-8df27ca89b49 service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795372 Dec 12 18:25:55.253055 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdc283-ab16-47a2-abf7-b65e2f4dfe6b req-e8c4aa4c-4b19-4899-a6b3-f8a57b78d482 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:55.254569 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2fcdc283-ab16-47a2-abf7-b65e2f4dfe6b req-e8c4aa4c-4b19-4899-a6b3-f8a57b78d482 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 943 time: 0.0535307 Dec 12 18:25:55.304745 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2fcdc283-ab16-47a2-abf7-b65e2f4dfe6b req-eac3353a-3fab-4263-8c50-6e463476a01a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440378 Dec 12 18:25:56.295677 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f975de8c-fc1d-4178-b209-6e8a662728fc', 'tag': '2fcef511-968e-4280-a7b6-39f326e78161'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:25:56.298070 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b568b02-9546-4912-95bf-c6ca3431b9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f975de8c-fc1d-4178-b209-6e8a662728fc", "tag": "2fcef511-968e-4280-a7b6-39f326e78161"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:25:56.345331 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac548085-5f22-4fc4-ab91-6ec9ab7b2c16 x-openstack-request-id: req-ac548085-5f22-4fc4-ab91-6ec9ab7b2c16 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:25:56.345633 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f975de8c-fc1d-4178-b209-6e8a662728fc", "tag": "2fcef511-968e-4280-a7b6-39f326e78161", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:25:56.345896 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac548085-5f22-4fc4-ab91-6ec9ab7b2c16 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:25:56.346302 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f975de8c-fc1d-4178-b209-6e8a662728fc', 'tag': '2fcef511-968e-4280-a7b6-39f326e78161', 'status': 'completed', 'code': 200} Dec 12 18:25:56.411251 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-90c5c3cf-294f-43aa-b391-e29cb4d1873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:56.412745 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-90c5c3cf-294f-43aa-b391-e29cb4d1873f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 1094 time: 0.0460043 Dec 12 18:25:56.439809 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-2b4e2897-2551-48fd-a6b8-a8f5635b5ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:56.441345 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-2b4e2897-2551-48fd-a6b8-a8f5635b5ef0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 1094 time: 0.0695817 Dec 12 18:25:56.448665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb1a8d-355d-48ea-bf0c-dd705cb93846 req-700001da-d289-45a2-995d-f400c50d7ad3 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:56.450036 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5eb1a8d-355d-48ea-bf0c-dd705cb93846 req-700001da-d289-45a2-995d-f400c50d7ad3 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 943 time: 0.0692451 Dec 12 18:25:56.503682 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-97f16bd7-30b7-41f5-8efc-77740bfd2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:56.505172 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-97f16bd7-30b7-41f5-8efc-77740bfd2f2b service neutron] 10.222.0.31 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0852084 Dec 12 18:25:56.549313 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5eb1a8d-355d-48ea-bf0c-dd705cb93846 req-f8199571-c601-48ba-be6e-1efc66498840 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912757 Dec 12 18:25:56.574341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-056bb214-8b6f-4cab-99db-f8236caf45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:56.575832 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-056bb214-8b6f-4cab-99db-f8236caf45e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.1249700 Dec 12 18:25:56.586140 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-cc06eb37-0e8a-4e9a-87df-82cc7961edc4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fcef511-968e-4280-a7b6-39f326e78161 HTTP/1.1" status: 200 len: 999 time: 0.0735848 Dec 12 18:25:56.636625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-e07d3247-c30b-4e96-847c-e8c77670366e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:56.638093 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-e07d3247-c30b-4e96-847c-e8c77670366e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0437229 Dec 12 18:25:56.644215 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-1c8d053d-5e9f-49f8-93b7-eaa5d07a69a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fcef511-968e-4280-a7b6-39f326e78161 HTTP/1.1" status: 200 len: 999 time: 0.0611084 Dec 12 18:25:56.684881 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-4b520d0e-05bb-4275-b55f-53c415953a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:56.686407 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-4b520d0e-05bb-4275-b55f-53c415953a7e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394452 Dec 12 18:25:56.693948 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-caea3aba-7790-4ac4-9af8-51b714454839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:56.695406 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-caea3aba-7790-4ac4-9af8-51b714454839 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0434568 Dec 12 18:25:56.739704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-9ac4cf50-735b-407f-ab5f-f9765c5b1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:56.741186 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-9ac4cf50-735b-407f-ab5f-f9765c5b1e98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385618 Dec 12 18:25:56.778293 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-157e4902-2416-4d31-b52c-bda9dd868633 service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846877 Dec 12 18:25:56.835716 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2fcef511-968e-4280-a7b6-39f326e78161 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:25:56.837776 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-370e607d-aa29-4065-a2ea-f0af2ddf0682 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854609 Dec 12 18:25:56.869342 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-c48f743e-3f5a-4197-adc5-940045f6c56f service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833237 Dec 12 18:25:56.874063 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2fcef511-968e-4280-a7b6-39f326e78161 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:25:56.927534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2b568b02-9546-4912-95bf-c6ca3431b9d1 req-b1c73c34-a51a-4562-9eae-d52f4770b2fa service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825329 Dec 12 18:25:57.668560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff602a2-9663-48d7-8947-1064edd684f9 req-5f3df141-5f62-4680-b21b-fd38e7be137c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:57.670012 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aff602a2-9663-48d7-8947-1064edd684f9 req-5f3df141-5f62-4680-b21b-fd38e7be137c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 943 time: 0.0480316 Dec 12 18:25:57.719586 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aff602a2-9663-48d7-8947-1064edd684f9 req-4fb14876-6388-43e4-b43f-761d6a3a95db tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435462 Dec 12 18:25:58.833447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4431b7b-55c3-4ca7-8968-21ca87015b0d req-0ed4d35a-5961-4812-9b92-740b2e97bd99 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:58.834922 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4431b7b-55c3-4ca7-8968-21ca87015b0d req-0ed4d35a-5961-4812-9b92-740b2e97bd99 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 943 time: 0.0479224 Dec 12 18:25:58.881382 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c4431b7b-55c3-4ca7-8968-21ca87015b0d req-9abd58e2-3a3c-47eb-8575-d4a6cce05450 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406008 Dec 12 18:25:58.946065 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 2fcef511-968e-4280-a7b6-39f326e78161 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:25:59.056412 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 2fcef511-968e-4280-a7b6-39f326e78161, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=2fcef511-968e-4280-a7b6-39f326e78161,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:25:59.068553 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '2fcef511-968e-4280-a7b6-39f326e78161', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'port_id': '2fcef511-968e-4280-a7b6-39f326e78161', 'mac_address': 'fa:16:3e:90:aa:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:25:59.104937 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:59.111468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878693d9-473d-4367-8004-1139b50f4341 req-32e790c3-0398-47df-a46d-17fcea85017d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:59.113657 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-878693d9-473d-4367-8004-1139b50f4341 req-32e790c3-0398-47df-a46d-17fcea85017d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 943 time: 0.0828695 Dec 12 18:25:59.118488 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fcef511-968e-4280-a7b6-39f326e78161 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:25:59.126274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e247-a00a-4ee5-9bfb-6b6ab66847c5 req-5bd67f66-690f-430b-8c23-9dfb39de633e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:59.127709 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16a8e247-a00a-4ee5-9bfb-6b6ab66847c5 req-5bd67f66-690f-430b-8c23-9dfb39de633e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.20 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc&tenant_id=66c33e4e1e434c62aa581e63b3723e28&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 943 time: 0.0713294 Dec 12 18:25:59.138474 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 2fcef511-968e-4280-a7b6-39f326e78161, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=2fcef511-968e-4280-a7b6-39f326e78161,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:25:59.141657 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:25:59.191229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=2fcef511-968e-4280-a7b6-39f326e78161,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:25:59.198372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:59.198721 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:59.199060 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:59.199422 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:59.199755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:59.200085 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:59.200410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:59.200735 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:59.201057 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:59.201377 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:59.201703 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:59.202019 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:59.202338 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:25:59.210771 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-878693d9-473d-4367-8004-1139b50f4341 req-03dc1acc-855f-4c9a-b97a-4d9f7849f648 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821114 Dec 12 18:25:59.219842 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-16a8e247-a00a-4ee5-9bfb-6b6ab66847c5 req-dd62e42f-43f9-4f20-8bff-1038c5667755 service neutron] delete failed (client error): The resource could not be found. Dec 12 18:25:59.220824 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16a8e247-a00a-4ee5-9bfb-6b6ab66847c5 req-dd62e42f-43f9-4f20-8bff-1038c5667755 service neutron] 10.222.0.20 "DELETE /v2.0/ports/2fcef511-968e-4280-a7b6-39f326e78161/bindings/n-h2-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.0778804 Dec 12 18:25:59.306944 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e247-a00a-4ee5-9bfb-6b6ab66847c5 req-282da514-8cbe-4e77-989d-edc0644e7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:59.308535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16a8e247-a00a-4ee5-9bfb-6b6ab66847c5 req-282da514-8cbe-4e77-989d-edc0644e7fb3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 1095 time: 0.0425749 Dec 12 18:25:59.398691 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e247-a00a-4ee5-9bfb-6b6ab66847c5 req-41000f8e-d199-40f8-b2bb-768d90d7f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:59.400195 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16a8e247-a00a-4ee5-9bfb-6b6ab66847c5 req-41000f8e-d199-40f8-b2bb-768d90d7f60c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0850403 Dec 12 18:25:59.466047 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16a8e247-a00a-4ee5-9bfb-6b6ab66847c5 req-7d9180ff-771f-4e23-a3a5-008777b3d7f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fcef511-968e-4280-a7b6-39f326e78161 HTTP/1.1" status: 200 len: 1000 time: 0.0576313 Dec 12 18:25:59.486221 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['2fcef511-968e-4280-a7b6-39f326e78161'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:25:59.517009 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e247-a00a-4ee5-9bfb-6b6ab66847c5 req-93b7bf6a-5e83-41f4-8843-a92cad8bb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:59.518475 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16a8e247-a00a-4ee5-9bfb-6b6ab66847c5 req-93b7bf6a-5e83-41f4-8843-a92cad8bb13d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0449367 Dec 12 18:25:59.567424 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e247-a00a-4ee5-9bfb-6b6ab66847c5 req-2cbf9054-b052-4da5-878c-5182467f6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:25:59.568846 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16a8e247-a00a-4ee5-9bfb-6b6ab66847c5 req-2cbf9054-b052-4da5-878c-5182467f6737 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432782 Dec 12 18:25:59.658289 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16a8e247-a00a-4ee5-9bfb-6b6ab66847c5 req-fb3affd1-4cf5-4e20-94ff-fb6015104af9 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820832 Dec 12 18:25:59.749269 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16a8e247-a00a-4ee5-9bfb-6b6ab66847c5 req-7243ee2b-80e6-44bb-b0eb-a7c38abfee29 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841851 Dec 12 18:26:00.332700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e5080-2aa8-4246-8223-2c35c8d70ace req-60f1cf29-82c8-4be9-9e9c-2ae333d87a3f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:00.334194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f5e5080-2aa8-4246-8223-2c35c8d70ace req-60f1cf29-82c8-4be9-9e9c-2ae333d87a3f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 944 time: 0.0506661 Dec 12 18:26:00.381263 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f5e5080-2aa8-4246-8223-2c35c8d70ace req-61cc6e04-fa2a-4a68-b96e-e7d2d2c07150 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410104 Dec 12 18:26:00.494267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b955ad-10dc-4615-a477-86abb5c43dde req-8c7fc500-54f9-41ee-acfd-7f905d022013 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:00.495785 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79b955ad-10dc-4615-a477-86abb5c43dde req-8c7fc500-54f9-41ee-acfd-7f905d022013 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 944 time: 0.0475414 Dec 12 18:26:00.546331 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79b955ad-10dc-4615-a477-86abb5c43dde req-cb024086-9235-412f-9003-ab89eb6d5661 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444841 Dec 12 18:26:00.659305 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12261a-f4b2-47f0-80bc-206a431069a2 req-97a18771-2641-43a7-9134-58e549ecca9f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:00.661194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8b12261a-f4b2-47f0-80bc-206a431069a2 req-97a18771-2641-43a7-9134-58e549ecca9f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 944 time: 0.0493312 Dec 12 18:26:00.706477 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8b12261a-f4b2-47f0-80bc-206a431069a2 req-2b06d9cc-c1cb-42a3-96f8-0e647d76d3a8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394287 Dec 12 18:26:00.932379 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb0b1c-25aa-4ce9-901d-fde841fb357b req-7ce88b6a-1be9-4158-a934-1323a7f82122 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:00.933781 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6eb0b1c-25aa-4ce9-901d-fde841fb357b req-7ce88b6a-1be9-4158-a934-1323a7f82122 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 944 time: 0.0479732 Dec 12 18:26:00.949745 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 2fcef511-968e-4280-a7b6-39f326e78161 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:26:00.982107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6eb0b1c-25aa-4ce9-901d-fde841fb357b req-1125eaa6-a275-44c4-9979-b890120c327e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422513 Dec 12 18:26:01.005725 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 2fcef511-968e-4280-a7b6-39f326e78161 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:26:01.009509 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 2fcef511-968e-4280-a7b6-39f326e78161 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:26:01.009897 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:01.083893 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:01.105393 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f975de8c-fc1d-4178-b209-6e8a662728fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcef511-968e-4280-a7b6-39f326e78161'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:26:01.107734 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7713d790-c791-435d-8e1e-77252dd1fce2" -d '{"events": [{"server_uuid": "f975de8c-fc1d-4178-b209-6e8a662728fc", "name": "network-vif-plugged", "status": "completed", "tag": "2fcef511-968e-4280-a7b6-39f326e78161"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:26:01.120123 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 2fcef511-968e-4280-a7b6-39f326e78161, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=2fcef511-968e-4280-a7b6-39f326e78161,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:26:01.124027 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:01.150289 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ef29bf-7b42-4e7a-9b02-8c946b6c4f1a x-openstack-request-id: req-c3ef29bf-7b42-4e7a-9b02-8c946b6c4f1a {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:26:01.150582 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f975de8c-fc1d-4178-b209-6e8a662728fc", "name": "network-vif-plugged", "status": "completed", "tag": "2fcef511-968e-4280-a7b6-39f326e78161", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:26:01.150836 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3ef29bf-7b42-4e7a-9b02-8c946b6c4f1a {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:26:01.151243 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f975de8c-fc1d-4178-b209-6e8a662728fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcef511-968e-4280-a7b6-39f326e78161', 'code': 200} Dec 12 18:26:01.175219 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=2fcef511-968e-4280-a7b6-39f326e78161,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:26:02.103060 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb0be0-264a-4ff1-94b4-7c6a295210aa req-667434a4-b64d-4e55-9f2c-a1e869de42de tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:02.104553 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bfb0be0-264a-4ff1-94b4-7c6a295210aa req-667434a4-b64d-4e55-9f2c-a1e869de42de tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 945 time: 0.0529132 Dec 12 18:26:02.150798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bfb0be0-264a-4ff1-94b4-7c6a295210aa req-fc1915b8-0c4d-4b94-a735-d091be321a70 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402610 Dec 12 18:26:02.309696 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b57b7-78ae-47d0-9e70-3b1886a13b87 req-4490be3e-b884-4310-9848-9b8ca6f65cac tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:02.311109 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b83b57b7-78ae-47d0-9e70-3b1886a13b87 req-4490be3e-b884-4310-9848-9b8ca6f65cac tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.31 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 945 time: 0.0483663 Dec 12 18:26:02.401493 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-b83b57b7-78ae-47d0-9e70-3b1886a13b87 req-f14a515a-f4d9-46f1-8db1-6863fcf3e3d7 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Deleting port 2fcef511-968e-4280-a7b6-39f326e78161 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:26:02.401839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b83b57b7-78ae-47d0-9e70-3b1886a13b87 req-f14a515a-f4d9-46f1-8db1-6863fcf3e3d7 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:02.488910 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b83b57b7-78ae-47d0-9e70-3b1886a13b87 req-f14a515a-f4d9-46f1-8db1-6863fcf3e3d7 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] For port 2fcef511-968e-4280-a7b6-39f326e78161, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=2fcef511-968e-4280-a7b6-39f326e78161,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:26:02.489276 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b83b57b7-78ae-47d0-9e70-3b1886a13b87 req-f14a515a-f4d9-46f1-8db1-6863fcf3e3d7 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:02.663444 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b83b57b7-78ae-47d0-9e70-3b1886a13b87 req-f14a515a-f4d9-46f1-8db1-6863fcf3e3d7 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:02.663719 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b83b57b7-78ae-47d0-9e70-3b1886a13b87 req-f14a515a-f4d9-46f1-8db1-6863fcf3e3d7 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:02.664038 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [req-b83b57b7-78ae-47d0-9e70-3b1886a13b87 req-f14a515a-f4d9-46f1-8db1-6863fcf3e3d7 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Floating IP f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea disassociated. External IP: 172.25.1.112, port: 2fcef511-968e-4280-a7b6-39f326e78161. Dec 12 18:26:02.664379 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-b83b57b7-78ae-47d0-9e70-3b1886a13b87 req-f14a515a-f4d9-46f1-8db1-6863fcf3e3d7 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Calling delete_port for 2fcef511-968e-4280-a7b6-39f326e78161 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:26:02.786859 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b83b57b7-78ae-47d0-9e70-3b1886a13b87 req-f14a515a-f4d9-46f1-8db1-6863fcf3e3d7 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:03.132707 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a515a-f4d9-46f1-8db1-6863fcf3e3d7 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Pushing event deleted for resources: {'Port': ['ID=2fcef511-968e-4280-a7b6-39f326e78161,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:26:03.248741 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8be2e208-fc0e-4b14-abf6-5bad551faf43 req-c757c2b1-28fa-461b-8af2-0f2062eebb94 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=f975de8c-fc1d-4178-b209-6e8a662728fc HTTP/1.1" status: 200 len: 210 time: 0.0272489 Dec 12 18:26:03.256131 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b83b57b7-78ae-47d0-9e70-3b1886a13b87 req-f14a515a-f4d9-46f1-8db1-6863fcf3e3d7 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Router 598746a6-854d-440e-9b10-ebae72771322 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:26:03.372466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b83b57b7-78ae-47d0-9e70-3b1886a13b87 req-f14a515a-f4d9-46f1-8db1-6863fcf3e3d7 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:26:03.383352 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be4d0f1-74b9-48e2-a101-fe1903d007de None None] Sync routers for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:26:03.393603 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be4d0f1-74b9-48e2-a101-fe1903d007de None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:26:03.394296 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6be4d0f1-74b9-48e2-a101-fe1903d007de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:25:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:26:03.411549 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83b57b7-78ae-47d0-9e70-3b1886a13b87 req-f14a515a-f4d9-46f1-8db1-6863fcf3e3d7 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] No DVR routers for this DVR port 2fcef511-968e-4280-a7b6-39f326e78161 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:26:03.414097 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b83b57b7-78ae-47d0-9e70-3b1886a13b87 req-f14a515a-f4d9-46f1-8db1-6863fcf3e3d7 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:03.417525 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-b83b57b7-78ae-47d0-9e70-3b1886a13b87 req-f14a515a-f4d9-46f1-8db1-6863fcf3e3d7 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.31 "DELETE /v2.0/ports/2fcef511-968e-4280-a7b6-39f326e78161 HTTP/1.1" status: 204 len: 173 time: 1.1002610 Dec 12 18:26:03.417966 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f975de8c-fc1d-4178-b209-6e8a662728fc', 'name': 'network-vif-deleted', 'tag': '2fcef511-968e-4280-a7b6-39f326e78161'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:26:03.420298 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c47ca7-1095-4809-a5ce-ef73c81a1475" -d '{"events": [{"server_uuid": "f975de8c-fc1d-4178-b209-6e8a662728fc", "name": "network-vif-deleted", "tag": "2fcef511-968e-4280-a7b6-39f326e78161"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:26:03.459771 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c87892-574b-47d0-972d-a2673e6c0668 x-openstack-request-id: req-b3c87892-574b-47d0-972d-a2673e6c0668 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:26:03.460166 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f975de8c-fc1d-4178-b209-6e8a662728fc", "name": "network-vif-deleted", "tag": "2fcef511-968e-4280-a7b6-39f326e78161", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:26:03.460515 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3c87892-574b-47d0-972d-a2673e6c0668 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:26:03.461016 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f975de8c-fc1d-4178-b209-6e8a662728fc', 'name': 'network-vif-deleted', 'tag': '2fcef511-968e-4280-a7b6-39f326e78161', 'status': 'completed', 'code': 200} Dec 12 18:26:03.607448 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-6be4d0f1-74b9-48e2-a101-fe1903d007de None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:26:03.808146 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6be4d0f1-74b9-48e2-a101-fe1903d007de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:26:03.833995 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be4d0f1-74b9-48e2-a101-fe1903d007de None None] Checking router: 598746a6-854d-440e-9b10-ebae72771322 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:26:03.841761 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be4d0f1-74b9-48e2-a101-fe1903d007de None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:26:03.842354 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6be4d0f1-74b9-48e2-a101-fe1903d007de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:25:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:26:03.944849 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-6be4d0f1-74b9-48e2-a101-fe1903d007de None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:26:04.136915 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6be4d0f1-74b9-48e2-a101-fe1903d007de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:26:04.165333 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be4d0f1-74b9-48e2-a101-fe1903d007de None None] The sync data for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 is: [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:26:04.384797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781323b4-64ff-44f0-af5a-04d626559611 None None] New status for floating IP f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:26:04.497395 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-7abfe595-95e5-4672-ad93-1d0fe0d6673b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--138582136&fields=id&tenant_id=66c33e4e1e434c62aa581e63b3723e28 HTTP/1.1" status: 200 len: 267 time: 0.0434873 Dec 12 18:26:04.915805 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-bd1e82f5-3b08-4782-b9a4-8b32b8e07017 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:04.917269 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-bd1e82f5-3b08-4782-b9a4-8b32b8e07017 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 812 time: 0.4087071 Dec 12 18:26:04.932072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-b734d65d-4a6a-4305-887a-62cf67a6d60d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/quotas/66c33e4e1e434c62aa581e63b3723e28 HTTP/1.1" status: 200 len: 375 time: 0.0091839 Dec 12 18:26:04.980518 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-80164153-abb2-4894-9e77-9c38f6d65882 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434141 Dec 12 18:26:05.074862 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-e9b88f59-f14a-4093-bbb9-b54dd07f9b67 service neutron] 10.222.0.18 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823033 Dec 12 18:26:05.159946 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-d9c6cea9-6339-4274-91c8-6f6c2cf46404 service neutron] 10.222.0.18 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790446 Dec 12 18:26:05.320170 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1648355e-b6ad-40a8-b6e6-117cbbc2a210 req-61ba738b-e4e2-4f8b-a703-fa579161e5e2 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 210 time: 0.0262635 Dec 12 18:26:06.291845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-ff2c52f8-6bf0-4f70-b292-f0373bdf4c62 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:06.293421 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-ff2c52f8-6bf0-4f70-b292-f0373bdf4c62 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 812 time: 0.1066477 Dec 12 18:26:06.354677 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-ee3e2053-3d37-461c-a818-fdaad6af9a77 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66c33e4e1e434c62aa581e63b3723e28 HTTP/1.1" status: 200 len: 379 time: 0.0522442 Dec 12 18:26:06.365560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Request body: {'port': {'device_id': '3f0acb97-ba06-4462-b20c-daa9bce95afe', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'admin_state_up': True, 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'security_groups': ['078586aa-b5b4-44ee-a0e3-421edd2da748']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:26:06.439338 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00783591-1cb5-4ce7-8fd7-9b6a56cdbff1 req-7e3b9266-2159-4e91-a7cc-d1b0c381dd24 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 210 time: 0.0347748 Dec 12 18:26:06.498740 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Made reservation on behalf of 66c33e4e1e434c62aa581e63b3723e28 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:26:06.502439 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:06.641845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Allocated IP 172.20.0.13 (9462a34b-62a5-470a-91d1-5cf49e9553d4/f5c7e31f-1a38-4f32-8341-09d4adb0c775/7d35d4d0-3658-465c-ace4-f42c830a4cdf) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:26:06.771815 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:06.805282 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:06.852274 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Network 9462a34b-62a5-470a-91d1-5cf49e9553d4 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:26:06.855479 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:26:06.859097 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:26:06.888762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Pushing event updated for resources: {'Port': ['ID=7d35d4d0-3658-465c-ace4-f42c830a4cdf,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:26:06.909110 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:26:06.909522 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:26:06.910013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:26:06.910992 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:26:06.911518 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:26:06.912004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:26:06.912501 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:26:06.912986 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:26:06.913475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:26:06.913952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:26:06.914429 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:26:06.914928 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:26:06.915416 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:26:06.941638 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:06.942504 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:06.957855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 2fcef511-968e-4280-a7b6-39f326e78161 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:26:06.959401 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-dcb3e286-be07-4de4-b58b-9d0130b6b4da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5979731 Dec 12 18:26:06.972420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Request body: {'port': {'device_id': '3f0acb97-ba06-4462-b20c-daa9bce95afe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:26:06.979118 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 2fcef511-968e-4280-a7b6-39f326e78161 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:26:06.979745 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 2fcef511-968e-4280-a7b6-39f326e78161 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:26:07.030118 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:07.112745 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d3ace77e-063e-4272-b310-5d01fc9cbd82 None None] Provisioning complete for port 7d35d4d0-3658-465c-ace4-f42c830a4cdf triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:26:07.113147 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d3ace77e-063e-4272-b310-5d01fc9cbd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:07.149479 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d3ace77e-063e-4272-b310-5d01fc9cbd82 None None] Port 7d35d4d0-3658-465c-ace4-f42c830a4cdf cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:26:07.294800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d35d4d0-3658-465c-ace4-f42c830a4cdf {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:26:07.302307 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:07.314108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Transition to ACTIVE for port object 7d35d4d0-3658-465c-ace4-f42c830a4cdf will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:26:07.317784 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:07.384559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Pushing event updated for resources: {'Port': ['ID=7d35d4d0-3658-465c-ace4-f42c830a4cdf,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:26:07.438122 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Attempting to bind port 7d35d4d0-3658-465c-ace4-f42c830a4cdf on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:26:07.438462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Attempting to bind port 7d35d4d0-3658-465c-ace4-f42c830a4cdf by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:26:07.438795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Attempting to bind port 7d35d4d0-3658-465c-ace4-f42c830a4cdf on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:26:07.444005 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Port 7d35d4d0-3658-465c-ace4-f42c830a4cdf on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:26:07.444333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Attempting to bind port 7d35d4d0-3658-465c-ace4-f42c830a4cdf on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:26:07.449334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:26:07.449674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Checking segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:26:07.450058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Bound using segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:26:07.450494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Bound port: 7d35d4d0-3658-465c-ace4-f42c830a4cdf, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:26:07.450854 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:07.557873 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] For port 7d35d4d0-3658-465c-ace4-f42c830a4cdf, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:26:07.585212 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] For port 7d35d4d0-3658-465c-ace4-f42c830a4cdf, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:26:07.590797 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:07.632029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f897de-52e4-43a6-be53-0a61ea0ae5d2 req-7a9f877a-e133-4f60-8898-fea7b08f29ae tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:07.633557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58f897de-52e4-43a6-be53-0a61ea0ae5d2 req-7a9f877a-e133-4f60-8898-fea7b08f29ae tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 944 time: 0.1218579 Dec 12 18:26:07.638571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:07.639725 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:07.641067 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] 10.222.0.20 "PUT /v2.0/ports/7d35d4d0-3658-465c-ace4-f42c830a4cdf HTTP/1.1" status: 200 len: 1092 time: 0.6731648 Dec 12 18:26:07.641506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0acb97-ba06-4462-b20c-daa9bce95afe', 'tag': '7d35d4d0-3658-465c-ace4-f42c830a4cdf'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:26:07.643766 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220e3208-7dee-4704-b771-7553b600384b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0acb97-ba06-4462-b20c-daa9bce95afe", "tag": "7d35d4d0-3658-465c-ace4-f42c830a4cdf"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:26:07.712231 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe175d0-8b56-4630-a3f5-d3ee1d2f30ff x-openstack-request-id: req-cfe175d0-8b56-4630-a3f5-d3ee1d2f30ff {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:26:07.712523 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0acb97-ba06-4462-b20c-daa9bce95afe", "tag": "7d35d4d0-3658-465c-ace4-f42c830a4cdf", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:26:07.712779 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cfe175d0-8b56-4630-a3f5-d3ee1d2f30ff {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:26:07.713177 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0acb97-ba06-4462-b20c-daa9bce95afe', 'tag': '7d35d4d0-3658-465c-ace4-f42c830a4cdf', 'status': 'completed', 'code': 200} Dec 12 18:26:07.713739 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8862078-ea28-48c8-9aae-3634865cc3ef service neutron] Pushing event updated for resources: {'Port': ['ID=7d35d4d0-3658-465c-ace4-f42c830a4cdf,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:26:07.748022 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58f897de-52e4-43a6-be53-0a61ea0ae5d2 req-686953b9-a89a-4306-94b9-3610145c3cf9 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997481 Dec 12 18:26:07.761417 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-cd334d06-1009-44d1-bc48-33622777bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:07.762915 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-cd334d06-1009-44d1-bc48-33622777bfc6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 1095 time: 0.0700278 Dec 12 18:26:07.807830 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-5dbaf470-b832-495f-8cdc-fdf95278afaa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf HTTP/1.1" status: 200 len: 217 time: 0.0359032 Dec 12 18:26:07.861236 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-37e1d023-3813-48e3-926e-a341ee0ba98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:07.862731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-37e1d023-3813-48e3-926e-a341ee0ba98b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0478456 Dec 12 18:26:07.907821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-2b0f880d-b1d5-4f82-a16d-84e2eb56db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:07.909334 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-2b0f880d-b1d5-4f82-a16d-84e2eb56db66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399768 Dec 12 18:26:07.996194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-f4900b34-b258-497a-afd1-ce4f9a11154c service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796988 Dec 12 18:26:08.087703 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ff7f7d70-ec9c-4769-af43-4a369c11857a req-e2654f37-174f-4a6b-9a1e-83050d51714b service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844588 Dec 12 18:26:08.172741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e3208-7dee-4704-b771-7553b600384b req-a154f265-6af9-4848-86e6-6620be1aefb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:08.174216 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-220e3208-7dee-4704-b771-7553b600384b req-a154f265-6af9-4848-86e6-6620be1aefb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 1095 time: 0.0402834 Dec 12 18:26:08.264731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e3208-7dee-4704-b771-7553b600384b req-2f8d9678-2fb7-4d48-bd16-8960851b25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:08.266175 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-220e3208-7dee-4704-b771-7553b600384b req-2f8d9678-2fb7-4d48-bd16-8960851b25a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0851192 Dec 12 18:26:08.308745 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-220e3208-7dee-4704-b771-7553b600384b req-86ee4d31-9dcb-4c60-a988-e572633ac157 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf HTTP/1.1" status: 200 len: 217 time: 0.0352488 Dec 12 18:26:08.356916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e3208-7dee-4704-b771-7553b600384b req-fad2f0f6-cea2-428e-9cb1-0956fbdd7b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:08.358229 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-220e3208-7dee-4704-b771-7553b600384b req-fad2f0f6-cea2-428e-9cb1-0956fbdd7b20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0422151 Dec 12 18:26:08.403478 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e3208-7dee-4704-b771-7553b600384b req-a247370c-ae44-428f-8396-9334bbd6c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:08.404949 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-220e3208-7dee-4704-b771-7553b600384b req-a247370c-ae44-428f-8396-9334bbd6c3af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382473 Dec 12 18:26:08.496303 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-220e3208-7dee-4704-b771-7553b600384b req-4fb0d31a-344b-4100-b0ad-8f9cbf6c137c service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838766 Dec 12 18:26:08.590548 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-220e3208-7dee-4704-b771-7553b600384b req-fa0c0953-a6f5-48a0-81ac-7a277addb453 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853994 Dec 12 18:26:08.869920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799e858-6eb2-4858-8968-76a61e4683cd req-58de6d05-9c9b-49f6-bf19-1c68b1526096 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:08.871476 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e799e858-6eb2-4858-8968-76a61e4683cd req-58de6d05-9c9b-49f6-bf19-1c68b1526096 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 944 time: 0.0527823 Dec 12 18:26:08.918425 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e799e858-6eb2-4858-8968-76a61e4683cd req-480b9a17-44a9-41d5-a203-8705dbbe762f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410166 Dec 12 18:26:10.031631 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7efb0-c2da-4429-bed4-bf65411d7170 req-05b36ba4-0d39-4a07-a173-c183a9a95eab tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:10.033103 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36a7efb0-c2da-4429-bed4-bf65411d7170 req-05b36ba4-0d39-4a07-a173-c183a9a95eab tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 944 time: 0.0482564 Dec 12 18:26:10.083127 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36a7efb0-c2da-4429-bed4-bf65411d7170 req-68cc5621-958f-4a31-8eb1-cca3b2ea3e85 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436175 Dec 12 18:26:10.866137 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 7d35d4d0-3658-465c-ace4-f42c830a4cdf details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:26:10.962243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 7d35d4d0-3658-465c-ace4-f42c830a4cdf, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:26:10.973988 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '7d35d4d0-3658-465c-ace4-f42c830a4cdf', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'port_id': '7d35d4d0-3658-465c-ace4-f42c830a4cdf', 'mac_address': 'fa:16:3e:97:4a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:26:11.010977 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:11.023675 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d35d4d0-3658-465c-ace4-f42c830a4cdf {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:26:11.041860 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 7d35d4d0-3658-465c-ace4-f42c830a4cdf, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:26:11.045578 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:11.092206 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=7d35d4d0-3658-465c-ace4-f42c830a4cdf,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:26:11.202238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd68bc5-9e51-4d63-a02b-0c71d6a84b28 req-6aac3252-dc24-46ff-95f2-de01b3680d0d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:11.203789 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fcd68bc5-9e51-4d63-a02b-0c71d6a84b28 req-6aac3252-dc24-46ff-95f2-de01b3680d0d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 945 time: 0.0519140 Dec 12 18:26:11.250715 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fcd68bc5-9e51-4d63-a02b-0c71d6a84b28 req-67039d6d-54e0-4ef8-b791-c3c18a36bff0 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409017 Dec 12 18:26:11.265779 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['7d35d4d0-3658-465c-ace4-f42c830a4cdf'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:26:12.365508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db26b3-38da-465d-b433-32a1ae364d49 req-674b82ea-fcf2-4ecc-a916-fdd38fc0ed0a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:12.366992 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09db26b3-38da-465d-b433-32a1ae364d49 req-674b82ea-fcf2-4ecc-a916-fdd38fc0ed0a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 945 time: 0.0486705 Dec 12 18:26:12.413631 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-09db26b3-38da-465d-b433-32a1ae364d49 req-abfb46cc-3cac-41c2-8286-a2f1ea3dd092 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408585 Dec 12 18:26:12.891279 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 7d35d4d0-3658-465c-ace4-f42c830a4cdf up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:26:12.937767 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 7d35d4d0-3658-465c-ace4-f42c830a4cdf completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:26:12.941278 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 7d35d4d0-3658-465c-ace4-f42c830a4cdf triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:26:12.942222 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:13.018705 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:13.040166 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0acb97-ba06-4462-b20c-daa9bce95afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d35d4d0-3658-465c-ace4-f42c830a4cdf'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:26:13.042371 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6bd1cc-0c6b-49db-b02e-71a714ac6fb2" -d '{"events": [{"server_uuid": "3f0acb97-ba06-4462-b20c-daa9bce95afe", "name": "network-vif-plugged", "status": "completed", "tag": "7d35d4d0-3658-465c-ace4-f42c830a4cdf"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:26:13.055701 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 7d35d4d0-3658-465c-ace4-f42c830a4cdf, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:26:13.059610 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:13.083448 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daff0c88-58c8-4a89-8928-b687761b13c4 x-openstack-request-id: req-daff0c88-58c8-4a89-8928-b687761b13c4 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:26:13.083743 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0acb97-ba06-4462-b20c-daa9bce95afe", "name": "network-vif-plugged", "status": "completed", "tag": "7d35d4d0-3658-465c-ace4-f42c830a4cdf", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:26:13.083996 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-daff0c88-58c8-4a89-8928-b687761b13c4 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:26:13.084381 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0acb97-ba06-4462-b20c-daa9bce95afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d35d4d0-3658-465c-ace4-f42c830a4cdf', 'code': 200} Dec 12 18:26:13.110152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=7d35d4d0-3658-465c-ace4-f42c830a4cdf,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:26:13.175157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dee2f4-3659-420d-880c-4cf19f374bae req-fb44714d-fe13-4c07-93f5-0dbc5322e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:13.177154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22dee2f4-3659-420d-880c-4cf19f374bae req-fb44714d-fe13-4c07-93f5-0dbc5322e4e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 1097 time: 0.0392294 Dec 12 18:26:13.223279 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-22dee2f4-3659-420d-880c-4cf19f374bae req-6792262c-ddaf-4010-a9c4-fb4ea18747c1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395002 Dec 12 18:26:13.525501 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79df8f-2f0f-4799-a31b-e61bb9898484 req-00f98b46-20ec-44fb-a979-b7e48bc916c8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:13.526956 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f79df8f-2f0f-4799-a31b-e61bb9898484 req-00f98b46-20ec-44fb-a979-b7e48bc916c8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 946 time: 0.0478797 Dec 12 18:26:13.573680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f79df8f-2f0f-4799-a31b-e61bb9898484 req-37b2de83-9029-429e-8f22-e5c7456d487a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407677 Dec 12 18:26:14.166396 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:26:14.690715 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d9388-6414-497d-a5f2-227a40a830d1 req-23326aee-b2f3-4c92-861c-557cc43888ae tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:14.692808 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-739d9388-6414-497d-a5f2-227a40a830d1 req-23326aee-b2f3-4c92-861c-557cc43888ae tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 946 time: 0.0481093 Dec 12 18:26:14.739005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-739d9388-6414-497d-a5f2-227a40a830d1 req-59cb6a75-d155-4c1f-8192-01f229a8b64d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396981 Dec 12 18:26:14.854440 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a308db-c7d8-47b0-842b-641b73716aec req-f4b74033-f445-4412-8ec2-3139be860233 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:14.855964 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-89a308db-c7d8-47b0-842b-641b73716aec req-f4b74033-f445-4412-8ec2-3139be860233 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 946 time: 0.0514059 Dec 12 18:26:14.865019 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40232) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:26:14.869489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-846f99ad-7031-43ab-8c0e-c0ee320bcb9a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Request body: {'floatingip': {'port_id': '7d35d4d0-3658-465c-ace4-f42c830a4cdf'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:26:14.909355 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-846f99ad-7031-43ab-8c0e-c0ee320bcb9a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:14.912181 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a13a8b7-64c6-4d13-bd53-75b86c6a050c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:15.325915 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-846f99ad-7031-43ab-8c0e-c0ee320bcb9a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:15.329850 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-846f99ad-7031-43ab-8c0e-c0ee320bcb9a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:15.433566 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-846f99ad-7031-43ab-8c0e-c0ee320bcb9a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Floating IP f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea associated. External IP: 172.25.1.112, port: 7d35d4d0-3658-465c-ace4-f42c830a4cdf. Dec 12 18:26:15.634179 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846f99ad-7031-43ab-8c0e-c0ee320bcb9a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Router 598746a6-854d-440e-9b10-ebae72771322 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:26:15.739660 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846f99ad-7031-43ab-8c0e-c0ee320bcb9a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:26:15.744857 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-846f99ad-7031-43ab-8c0e-c0ee320bcb9a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:15.749559 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a1ed6f-3401-481b-a544-9f3b63abc8eb None None] Sync routers for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:26:15.759460 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a1ed6f-3401-481b-a544-9f3b63abc8eb None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:26:15.760067 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-93a1ed6f-3401-481b-a544-9f3b63abc8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:25:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:26:15.774414 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-846f99ad-7031-43ab-8c0e-c0ee320bcb9a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "PUT /v2.0/floatingips/f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea HTTP/1.1" status: 200 len: 992 time: 0.9059019 Dec 12 18:26:15.774414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0acb97-ba06-4462-b20c-daa9bce95afe', 'tag': '7d35d4d0-3658-465c-ace4-f42c830a4cdf'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:26:15.774926 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305320f7-6c8c-479f-803c-7d359cacf69c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0acb97-ba06-4462-b20c-daa9bce95afe", "tag": "7d35d4d0-3658-465c-ace4-f42c830a4cdf"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:26:15.818968 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adbb203-4587-4356-9b6c-7cff9abce178 x-openstack-request-id: req-0adbb203-4587-4356-9b6c-7cff9abce178 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:26:15.819289 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0acb97-ba06-4462-b20c-daa9bce95afe", "tag": "7d35d4d0-3658-465c-ace4-f42c830a4cdf", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:26:15.819549 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0adbb203-4587-4356-9b6c-7cff9abce178 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:26:15.819955 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0acb97-ba06-4462-b20c-daa9bce95afe', 'tag': '7d35d4d0-3658-465c-ace4-f42c830a4cdf', 'status': 'completed', 'code': 200} Dec 12 18:26:15.868243 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-93a1ed6f-3401-481b-a544-9f3b63abc8eb None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:26:15.887744 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305320f7-6c8c-479f-803c-7d359cacf69c req-66530707-4fe9-4b44-8ce3-a02e53bc6a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:15.889184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-305320f7-6c8c-479f-803c-7d359cacf69c req-66530707-4fe9-4b44-8ce3-a02e53bc6a77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 1097 time: 0.0436862 Dec 12 18:26:15.990346 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305320f7-6c8c-479f-803c-7d359cacf69c req-59540e21-6a0e-4ff5-8273-7f38d67b0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:15.991872 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-305320f7-6c8c-479f-803c-7d359cacf69c req-59540e21-6a0e-4ff5-8273-7f38d67b0612 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0954652 Dec 12 18:26:16.061099 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-305320f7-6c8c-479f-803c-7d359cacf69c req-2b402963-5568-43fe-93e0-9447597086f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf HTTP/1.1" status: 200 len: 1000 time: 0.0618732 Dec 12 18:26:16.095342 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-93a1ed6f-3401-481b-a544-9f3b63abc8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '598746a6-854d-440e-9b10-ebae72771322', 'port_id': '7d35d4d0-3658-465c-ace4-f42c830a4cdf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'mac_address': 'fa:16:3e:97:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0acb97-ba06-4462-b20c-daa9bce95afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:23:52Z', 'updated_at': '2021-12-12T18:26:15Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:26:16.110923 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305320f7-6c8c-479f-803c-7d359cacf69c req-5c39267b-950b-44e1-8891-97f0e4ba5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:16.112424 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-305320f7-6c8c-479f-803c-7d359cacf69c req-5c39267b-950b-44e1-8891-97f0e4ba5e9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0438907 Dec 12 18:26:16.125756 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a1ed6f-3401-481b-a544-9f3b63abc8eb None None] Checking router: 598746a6-854d-440e-9b10-ebae72771322 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:26:16.134286 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a1ed6f-3401-481b-a544-9f3b63abc8eb None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:26:16.134882 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-93a1ed6f-3401-481b-a544-9f3b63abc8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:25:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:26:16.157903 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305320f7-6c8c-479f-803c-7d359cacf69c req-033fbda5-d815-4f9d-89c0-321e22415f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:16.159339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-305320f7-6c8c-479f-803c-7d359cacf69c req-033fbda5-d815-4f9d-89c0-321e22415f4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394974 Dec 12 18:26:16.237149 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-93a1ed6f-3401-481b-a544-9f3b63abc8eb None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:26:16.250317 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-305320f7-6c8c-479f-803c-7d359cacf69c req-305bb430-0aed-4ba3-a933-251d8230e2e6 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839627 Dec 12 18:26:16.339473 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-305320f7-6c8c-479f-803c-7d359cacf69c req-ab5ff5e1-7f89-4f5e-a187-8e7aac0bf83c service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816364 Dec 12 18:26:16.540422 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-93a1ed6f-3401-481b-a544-9f3b63abc8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '598746a6-854d-440e-9b10-ebae72771322', 'port_id': '7d35d4d0-3658-465c-ace4-f42c830a4cdf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'mac_address': 'fa:16:3e:97:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0acb97-ba06-4462-b20c-daa9bce95afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:23:52Z', 'updated_at': '2021-12-12T18:26:15Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:26:16.568938 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a1ed6f-3401-481b-a544-9f3b63abc8eb None None] The sync data for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 is: [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '598746a6-854d-440e-9b10-ebae72771322', 'port_id': '7d35d4d0-3658-465c-ace4-f42c830a4cdf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'mac_address': 'fa:16:3e:97:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0acb97-ba06-4462-b20c-daa9bce95afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:23:52Z', 'updated_at': '2021-12-12T18:26:15Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:26:16.755951 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eb5453-4cd8-41b1-869d-f78294269412 None None] New status for floating IP f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:26:17.257318 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e25931bd-14aa-46bc-9f17-c60cc64dd784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:17.415952 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:18.044077 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:18.455564 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:18.814965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1e40e34-1242-4f7c-b80a-e0c582d29d7d req-c15cbe33-dc7f-4624-bd5a-31747bd599a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382972 Dec 12 18:26:18.900211 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e40e34-1242-4f7c-b80a-e0c582d29d7d req-032ea608-6a14-46b9-b841-c005c07c2c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:18.901772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1e40e34-1242-4f7c-b80a-e0c582d29d7d req-032ea608-6a14-46b9-b841-c005c07c2c8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 1097 time: 0.0452034 Dec 12 18:26:19.005461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e40e34-1242-4f7c-b80a-e0c582d29d7d req-23be03f1-eb71-4bb5-850c-df2cfddbe631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:19.007114 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1e40e34-1242-4f7c-b80a-e0c582d29d7d req-23be03f1-eb71-4bb5-850c-df2cfddbe631 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0867724 Dec 12 18:26:19.082468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1e40e34-1242-4f7c-b80a-e0c582d29d7d req-ff42cccb-9963-49c7-9409-778f6304399a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf HTTP/1.1" status: 200 len: 1002 time: 0.0618384 Dec 12 18:26:19.134334 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e40e34-1242-4f7c-b80a-e0c582d29d7d req-703c44aa-df0f-446c-ad34-000930b58f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:19.135768 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1e40e34-1242-4f7c-b80a-e0c582d29d7d req-703c44aa-df0f-446c-ad34-000930b58f02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0428579 Dec 12 18:26:19.180999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e40e34-1242-4f7c-b80a-e0c582d29d7d req-30412e56-17ec-4905-84af-90ed7f4a6f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:26:19.182452 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1e40e34-1242-4f7c-b80a-e0c582d29d7d req-30412e56-17ec-4905-84af-90ed7f4a6f20 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384777 Dec 12 18:26:19.578932 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1e40e34-1242-4f7c-b80a-e0c582d29d7d req-48b6c564-4d3c-4c7c-a276-1cf04c80d88e service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889947 Dec 12 18:26:19.665890 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c1e40e34-1242-4f7c-b80a-e0c582d29d7d req-47208304-8a28-4db5-accd-9726011e807f service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790827 Dec 12 18:26:20.194279 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:20.935375 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:44.915047 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f8683388-08fd-4ccc-950d-dc5b2636ef03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:47.262064 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ebae580f-0e0a-4f0b-8f60-ab93879803f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:47.425312 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:48.043288 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:48.458274 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:50.195665 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:50.938476 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:26:51.166055 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:27:14.916581 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b7680a0-e7af-4781-8d3c-09fafd46d018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:27:17.262513 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fe17cf9e-e7ff-484b-bf86-6d4820646425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:27:17.423103 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:27:18.032649 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:27:18.461038 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:27:19.818203 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-154300fe-2571-4397-b7d0-6bd86aa1dfee req-a96db818-3fe6-4b6c-abf4-1b07eda92810 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423315 Dec 12 18:27:19.899236 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154300fe-2571-4397-b7d0-6bd86aa1dfee req-1f14edad-dfb4-4f05-9aee-9a1959881fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:27:19.900694 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-154300fe-2571-4397-b7d0-6bd86aa1dfee req-1f14edad-dfb4-4f05-9aee-9a1959881fa2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 1097 time: 0.0396669 Dec 12 18:27:19.998303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154300fe-2571-4397-b7d0-6bd86aa1dfee req-7e29b78f-0345-45e7-9807-a5077e2f8989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:27:19.999768 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-154300fe-2571-4397-b7d0-6bd86aa1dfee req-7e29b78f-0345-45e7-9807-a5077e2f8989 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0812004 Dec 12 18:27:20.066428 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-154300fe-2571-4397-b7d0-6bd86aa1dfee req-8c9c6526-44de-4e83-b445-f975d4fd0b87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf HTTP/1.1" status: 200 len: 1002 time: 0.0596886 Dec 12 18:27:20.113468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154300fe-2571-4397-b7d0-6bd86aa1dfee req-432cb6b9-c44f-4056-a215-3f7b6d0e8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:27:20.115420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-154300fe-2571-4397-b7d0-6bd86aa1dfee req-432cb6b9-c44f-4056-a215-3f7b6d0e8064 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0419219 Dec 12 18:27:20.159883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154300fe-2571-4397-b7d0-6bd86aa1dfee req-15ee555a-7858-4c11-91ab-08e0a01e1a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:27:20.161923 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-154300fe-2571-4397-b7d0-6bd86aa1dfee req-15ee555a-7858-4c11-91ab-08e0a01e1a2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396805 Dec 12 18:27:20.197755 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:27:20.252383 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-154300fe-2571-4397-b7d0-6bd86aa1dfee req-f0bef75c-0dc9-453d-89bc-860f3f1de999 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832388 Dec 12 18:27:20.337985 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-154300fe-2571-4397-b7d0-6bd86aa1dfee req-4f37c90f-069b-4a53-b335-e4f1a3e6e6c2 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790548 Dec 12 18:27:20.941957 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:27:28.165366 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:27:44.918038 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63ec3407-cb91-4206-870f-b6a98b32bcdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:27:47.264697 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9347f2a2-b4a1-41ee-a63f-88a3f1f700c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:27:47.437039 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:27:48.040447 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:27:48.462957 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:27:50.200583 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:27:50.944680 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:27:52.769026 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03d1e7-7625-4f95-815c-32406d908cb6 req-ada17bb0-c353-415b-9c37-c707478ec221 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:27:52.772274 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f03d1e7-7625-4f95-815c-32406d908cb6 req-ada17bb0-c353-415b-9c37-c707478ec221 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 946 time: 0.0560677 Dec 12 18:27:52.820385 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f03d1e7-7625-4f95-815c-32406d908cb6 req-9ec9c188-ac26-40dc-967e-a8b0772ce90f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413046 Dec 12 18:27:53.937405 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b56330-c4c5-4a61-873c-851cf996c307 req-9bec97ed-d095-4166-8c4b-61ca948bc802 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:27:53.938851 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82b56330-c4c5-4a61-873c-851cf996c307 req-9bec97ed-d095-4166-8c4b-61ca948bc802 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 946 time: 0.0477040 Dec 12 18:27:53.986807 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-82b56330-c4c5-4a61-873c-851cf996c307 req-1b10dbaf-5e6b-4649-86dd-6b82dec51deb tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421195 Dec 12 18:27:55.116259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d2473-62f8-4e45-974b-2c9c1778e540 req-ae8faf79-8f1c-44d5-bdb9-5d974fb546ae tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:27:55.117748 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd6d2473-62f8-4e45-974b-2c9c1778e540 req-ae8faf79-8f1c-44d5-bdb9-5d974fb546ae tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 946 time: 0.0586123 Dec 12 18:27:55.167599 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd6d2473-62f8-4e45-974b-2c9c1778e540 req-a4e6f420-ba56-4653-8dcd-f4f0919b22e8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438044 Dec 12 18:27:56.285239 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1a2d7-55a2-4b22-bbea-b334f0a1e011 req-a7800d30-08c3-4306-baea-dae01aaef6a2 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:27:56.286707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67a1a2d7-55a2-4b22-bbea-b334f0a1e011 req-a7800d30-08c3-4306-baea-dae01aaef6a2 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 946 time: 0.0484467 Dec 12 18:27:56.332869 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67a1a2d7-55a2-4b22-bbea-b334f0a1e011 req-80724b90-7a97-4112-b20e-73d1b7adb159 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396039 Dec 12 18:27:57.446611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63542a5d-35e2-485f-89b1-12a56867db7d req-f335ee70-fef1-45bf-927a-4b9c31af4386 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:27:57.448129 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63542a5d-35e2-485f-89b1-12a56867db7d req-f335ee70-fef1-45bf-927a-4b9c31af4386 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 946 time: 0.0487554 Dec 12 18:27:57.495052 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-63542a5d-35e2-485f-89b1-12a56867db7d req-e48f1bf4-bf17-46d1-a81a-0623aba1008c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408576 Dec 12 18:27:58.612247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9d14e-d8d7-43d6-b89d-254236be16f9 req-e45836a5-6a63-406c-a28c-271e73be278c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:27:58.614378 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21e9d14e-d8d7-43d6-b89d-254236be16f9 req-e45836a5-6a63-406c-a28c-271e73be278c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 946 time: 0.0520759 Dec 12 18:27:58.660116 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-21e9d14e-d8d7-43d6-b89d-254236be16f9 req-7c6e1096-06e2-4a8a-9858-145d8045cb77 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398142 Dec 12 18:27:59.774870 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c814a8-1496-44d8-a64b-d61679f181dc req-adbc6c75-7469-418a-a200-0651011ad718 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:27:59.776376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f9c814a8-1496-44d8-a64b-d61679f181dc req-adbc6c75-7469-418a-a200-0651011ad718 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 946 time: 0.0488555 Dec 12 18:27:59.822768 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f9c814a8-1496-44d8-a64b-d61679f181dc req-357f02f1-b859-4552-ab3c-34608baa7c03 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404787 Dec 12 18:28:00.938793 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce1cf6-6dfc-4188-b11d-7a3c82adafd6 req-257d7309-d62f-4fce-9c19-2c02431f49bf tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:00.940353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58ce1cf6-6dfc-4188-b11d-7a3c82adafd6 req-257d7309-d62f-4fce-9c19-2c02431f49bf tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 946 time: 0.0499699 Dec 12 18:28:00.991969 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-58ce1cf6-6dfc-4188-b11d-7a3c82adafd6 req-821ce032-6c26-45ed-936e-8ff245759594 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455742 Dec 12 18:28:02.105610 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b2295-c666-4a63-aa02-9f8b2ddb3149 req-a7f77ddb-c48b-4560-ac98-8a961d7db08e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:02.107091 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a5b2295-c666-4a63-aa02-9f8b2ddb3149 req-a7f77ddb-c48b-4560-ac98-8a961d7db08e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 946 time: 0.0487454 Dec 12 18:28:02.153372 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a5b2295-c666-4a63-aa02-9f8b2ddb3149 req-629b6a70-8f27-45aa-8193-918ff550ec5d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404663 Dec 12 18:28:03.268820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026ff75-2d1c-42ba-8b34-8d797733f4be req-486487c0-d186-463e-8b41-f01bf6227f21 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:03.270316 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6026ff75-2d1c-42ba-8b34-8d797733f4be req-486487c0-d186-463e-8b41-f01bf6227f21 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 946 time: 0.0484848 Dec 12 18:28:03.316284 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6026ff75-2d1c-42ba-8b34-8d797733f4be req-953b16ad-ad60-4405-bada-f7d8f70771be tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397627 Dec 12 18:28:03.564192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7799317-fbcf-4f21-b9ee-d109fdbd4be0 req-815c0937-a2a5-42ca-a53c-f14ff5647348 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:03.565633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7799317-fbcf-4f21-b9ee-d109fdbd4be0 req-815c0937-a2a5-42ca-a53c-f14ff5647348 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 946 time: 0.0617390 Dec 12 18:28:03.625664 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-e086ecae-4a25-4e4f-a23d-6dfa95e29784 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1266134 Dec 12 18:28:03.630057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7799317-fbcf-4f21-b9ee-d109fdbd4be0 req-c5127656-5828-4bc1-a2e7-35d277410942 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507300 Dec 12 18:28:04.761351 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-0a3cdc5a-86f6-4fd5-a5d6-38f2ca36eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:04.763051 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-0a3cdc5a-86f6-4fd5-a5d6-38f2ca36eb4e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 1097 time: 0.0740325 Dec 12 18:28:04.775347 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79b3ca-cf24-4d53-999f-4a15de93d5c4 req-75012526-0519-43b7-9365-d9df313b0d44 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:04.776723 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c79b3ca-cf24-4d53-999f-4a15de93d5c4 req-75012526-0519-43b7-9365-d9df313b0d44 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 946 time: 0.0617425 Dec 12 18:28:04.874640 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c79b3ca-cf24-4d53-999f-4a15de93d5c4 req-dfe81f27-1a7a-41a4-bcd4-a3edfe239aa2 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900505 Dec 12 18:28:04.896452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-82db5693-2667-415f-a9df-030b3dc23164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:04.898166 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-82db5693-2667-415f-a9df-030b3dc23164 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.1206110 Dec 12 18:28:04.967294 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-5a3bd94f-2646-4f05-b107-aebf080659bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf HTTP/1.1" status: 200 len: 1002 time: 0.0614479 Dec 12 18:28:05.016443 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-cd8b1f40-2092-4057-89a0-2fb4db7777dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:05.017873 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-cd8b1f40-2092-4057-89a0-2fb4db7777dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0437884 Dec 12 18:28:05.061080 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-02d28e97-c6b3-4df8-8bc6-80abfb6a5d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:05.062526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-02d28e97-c6b3-4df8-8bc6-80abfb6a5d9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378797 Dec 12 18:28:05.152566 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-f5c6f78b-f6bc-49ba-84d5-29c831defcf1 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831945 Dec 12 18:28:05.167206 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:28:05.240623 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-0a75b22f-125f-4eb1-8548-450f4ecbff28 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808201 Dec 12 18:28:06.003472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09582c6-8b2f-48da-a7a1-444d59c2ab89 req-598bf69b-d8b0-467c-a007-8456232c9fcb tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:06.005534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b09582c6-8b2f-48da-a7a1-444d59c2ab89 req-598bf69b-d8b0-467c-a007-8456232c9fcb tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 946 time: 0.0577354 Dec 12 18:28:06.053267 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b09582c6-8b2f-48da-a7a1-444d59c2ab89 req-d1290e3e-43f6-4fd4-9414-4d4747e734e4 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412707 Dec 12 18:28:07.089778 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-81e8f94f-b9c0-4619-aeb1-de9ccdfd3c14 service neutron] show failed (client error): The resource could not be found. Dec 12 18:28:07.090809 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-81e8f94f-b9c0-4619-aeb1-de9ccdfd3c14 service neutron] 10.222.0.20 "GET /v2.0/ports/7d35d4d0-3658-465c-ace4-f42c830a4cdf/bindings/n-h1-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.0541131 Dec 12 18:28:07.174804 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140da1c3-cbba-4d73-8514-4760cf7c86e6 req-92e304d0-87f0-4b24-9ae5-8b6bea864d39 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:07.176557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-140da1c3-cbba-4d73-8514-4760cf7c86e6 req-92e304d0-87f0-4b24-9ae5-8b6bea864d39 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 946 time: 0.0523787 Dec 12 18:28:07.224298 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-140da1c3-cbba-4d73-8514-4760cf7c86e6 req-676d1791-de05-44ae-8f6b-495a6e8ae06d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417478 Dec 12 18:28:07.297183 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-348fe968-e124-4dde-a8ec-aa292894b4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:07.298695 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-348fe968-e124-4dde-a8ec-aa292894b4b6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe&tenant_id=66c33e4e1e434c62aa581e63b3723e28 HTTP/1.1" status: 200 len: 1097 time: 0.0429800 Dec 12 18:28:07.310446 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:28:07.363883 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:07.561971 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] For port 7d35d4d0-3658-465c-ace4-f42c830a4cdf, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:28:07.595096 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] For port 7d35d4d0-3658-465c-ace4-f42c830a4cdf, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:28:07.633341 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0acb97-ba06-4462-b20c-daa9bce95afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d35d4d0-3658-465c-ace4-f42c830a4cdf'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:28:07.635974 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a29f0f6-fe0d-49af-9d03-6e418a824eae" -d '{"events": [{"server_uuid": "3f0acb97-ba06-4462-b20c-daa9bce95afe", "name": "network-vif-unplugged", "status": "completed", "tag": "7d35d4d0-3658-465c-ace4-f42c830a4cdf"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:28:07.639984 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:07.653655 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Transition to ACTIVE for port object 7d35d4d0-3658-465c-ace4-f42c830a4cdf will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:28:07.657327 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:07.689029 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 18:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf4cf45-acd5-445b-94b9-5263090d3f32 x-openstack-request-id: req-0cf4cf45-acd5-445b-94b9-5263090d3f32 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:28:07.689329 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0acb97-ba06-4462-b20c-daa9bce95afe", "name": "network-vif-unplugged", "status": "completed", "tag": "7d35d4d0-3658-465c-ace4-f42c830a4cdf", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:28:07.689569 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0cf4cf45-acd5-445b-94b9-5263090d3f32 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:28:07.689963 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0acb97-ba06-4462-b20c-daa9bce95afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d35d4d0-3658-465c-ace4-f42c830a4cdf', 'code': 200} Dec 12 18:28:07.739013 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d35d4d0-3658-465c-ace4-f42c830a4cdf,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:28:07.756139 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:07.756488 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:07.756831 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:07.757173 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:07.757535 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:07.757871 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:07.758197 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:07.758526 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:07.758851 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:07.759181 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:07.759530 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:07.759999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:07.760352 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:07.794759 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] No DVR routers for this DVR port 7d35d4d0-3658-465c-ace4-f42c830a4cdf on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:28:07.930733 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Attempting to bind port 7d35d4d0-3658-465c-ace4-f42c830a4cdf on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:28:07.931075 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Attempting to bind port 7d35d4d0-3658-465c-ace4-f42c830a4cdf by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:28:07.931437 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Attempting to bind port 7d35d4d0-3658-465c-ace4-f42c830a4cdf on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:28:07.935694 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Port 7d35d4d0-3658-465c-ace4-f42c830a4cdf on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:28:07.936017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Attempting to bind port 7d35d4d0-3658-465c-ace4-f42c830a4cdf on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:28:07.940814 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:28:07.941154 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Checking segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:28:07.941540 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Bound using segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:28:07.941967 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Bound port: 7d35d4d0-3658-465c-ace4-f42c830a4cdf, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:28:07.942321 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:08.004289 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] For port 7d35d4d0-3658-465c-ace4-f42c830a4cdf, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:28:08.007302 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] For port 7d35d4d0-3658-465c-ace4-f42c830a4cdf, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:28:08.011695 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:08.051293 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:08.051925 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:08.053311 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] 10.222.0.31 "PUT /v2.0/ports/7d35d4d0-3658-465c-ace4-f42c830a4cdf HTTP/1.1" status: 200 len: 1092 time: 0.7467353 Dec 12 18:28:08.075042 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf18fba-7b52-4716-8593-98f6e63885d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d35d4d0-3658-465c-ace4-f42c830a4cdf,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:28:08.119609 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-58b1dd93-6a54-4126-ba94-67b8c9dd4c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:08.121160 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-58b1dd93-6a54-4126-ba94-67b8c9dd4c9a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 1095 time: 0.0429790 Dec 12 18:28:08.215371 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-ab830d92-e759-441a-b853-5fc98d3d5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:08.216877 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-ab830d92-e759-441a-b853-5fc98d3d5b27 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0886972 Dec 12 18:28:08.291271 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-f624e97e-13c4-4b58-8acf-89b378492df9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf HTTP/1.1" status: 200 len: 1000 time: 0.0672255 Dec 12 18:28:08.341891 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-f5ba9d8e-4842-430f-87de-a12de20ce8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:08.343436 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-f5ba9d8e-4842-430f-87de-a12de20ce8e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0457187 Dec 12 18:28:08.355817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a64fb-dad7-4215-917d-835504e77121 req-c02041b1-5ec7-4862-a688-a328379f98c3 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:08.357309 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-759a64fb-dad7-4215-917d-835504e77121 req-c02041b1-5ec7-4862-a688-a328379f98c3 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 944 time: 0.0556765 Dec 12 18:28:08.398346 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-02f5d1fe-be60-42ec-958d-3b2f4886283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:08.399932 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-02f5d1fe-be60-42ec-958d-3b2f4886283a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498354 Dec 12 18:28:08.406404 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-759a64fb-dad7-4215-917d-835504e77121 req-cf3ef091-9e72-4429-9989-c4d6f203bfde tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429573 Dec 12 18:28:08.493843 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-5b646aec-0f0d-458a-b820-97453f6528d2 service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864217 Dec 12 18:28:08.582340 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7ad8b002-28b0-43da-be6d-a31d6b6f8eec req-c29e5498-5eda-48ee-acaa-9b0608dd21b3 service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813971 Dec 12 18:28:09.491659 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 7d35d4d0-3658-465c-ace4-f42c830a4cdf no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:28:09.526289 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5e930-ba24-46f0-a0f2-20ddb752696d req-4c8f9212-c8ef-4a24-9dad-f46736140f56 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:09.527875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2b5e930-ba24-46f0-a0f2-20ddb752696d req-4c8f9212-c8ef-4a24-9dad-f46736140f56 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 944 time: 0.0514302 Dec 12 18:28:09.530219 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 7d35d4d0-3658-465c-ace4-f42c830a4cdf not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:28:09.574538 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b2b5e930-ba24-46f0-a0f2-20ddb752696d req-d128cc46-27f3-4105-9de9-3c3f7a201f12 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407526 Dec 12 18:28:09.690955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0acb97-ba06-4462-b20c-daa9bce95afe', 'tag': '7d35d4d0-3658-465c-ace4-f42c830a4cdf'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:28:09.693332 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec69967-f5cf-4982-82c7-bafc888e052d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0acb97-ba06-4462-b20c-daa9bce95afe", "tag": "7d35d4d0-3658-465c-ace4-f42c830a4cdf"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:28:09.740235 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab70f24f-5c52-482a-a6c8-dad1063b3f6b x-openstack-request-id: req-ab70f24f-5c52-482a-a6c8-dad1063b3f6b {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:28:09.740629 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0acb97-ba06-4462-b20c-daa9bce95afe", "tag": "7d35d4d0-3658-465c-ace4-f42c830a4cdf", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:28:09.740930 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab70f24f-5c52-482a-a6c8-dad1063b3f6b {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:28:09.741491 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0acb97-ba06-4462-b20c-daa9bce95afe', 'tag': '7d35d4d0-3658-465c-ace4-f42c830a4cdf', 'status': 'completed', 'code': 200} Dec 12 18:28:09.803238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec69967-f5cf-4982-82c7-bafc888e052d req-132168f9-4574-4970-b429-c03d07bcb6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:09.804769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bec69967-f5cf-4982-82c7-bafc888e052d req-132168f9-4574-4970-b429-c03d07bcb6c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 1095 time: 0.0423222 Dec 12 18:28:09.806852 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec69967-f5cf-4982-82c7-bafc888e052d req-12b071d2-51f1-4915-a7ee-5f1bb312feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:09.808386 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bec69967-f5cf-4982-82c7-bafc888e052d req-12b071d2-51f1-4915-a7ee-5f1bb312feb9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 1095 time: 0.0431507 Dec 12 18:28:09.898515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec69967-f5cf-4982-82c7-bafc888e052d req-9603a233-eaa2-4259-95f5-091fc504ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:09.900119 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bec69967-f5cf-4982-82c7-bafc888e052d req-9603a233-eaa2-4259-95f5-091fc504ecc8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0891283 Dec 12 18:28:09.903634 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec69967-f5cf-4982-82c7-bafc888e052d req-613a0738-4b21-46bd-9fbd-8beabb9033f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:09.905088 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bec69967-f5cf-4982-82c7-bafc888e052d req-613a0738-4b21-46bd-9fbd-8beabb9033f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0896902 Dec 12 18:28:09.966174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bec69967-f5cf-4982-82c7-bafc888e052d req-99643262-2758-493e-866d-8fe0bad3f821 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf HTTP/1.1" status: 200 len: 1000 time: 0.0579803 Dec 12 18:28:09.971626 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bec69967-f5cf-4982-82c7-bafc888e052d req-56e337fb-b058-4fa0-a292-f8ec99f81af8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf HTTP/1.1" status: 200 len: 1000 time: 0.0582418 Dec 12 18:28:10.025269 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec69967-f5cf-4982-82c7-bafc888e052d req-16c51904-ca59-4a17-95ce-b7892311b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:10.025537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec69967-f5cf-4982-82c7-bafc888e052d req-68102a9b-ad8d-49be-b17e-51fc26efc995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:10.026798 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bec69967-f5cf-4982-82c7-bafc888e052d req-16c51904-ca59-4a17-95ce-b7892311b27c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0528877 Dec 12 18:28:10.026950 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bec69967-f5cf-4982-82c7-bafc888e052d req-68102a9b-ad8d-49be-b17e-51fc26efc995 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0490675 Dec 12 18:28:10.074163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec69967-f5cf-4982-82c7-bafc888e052d req-359e0fe4-bb58-4b7d-a17c-84d488b15f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:10.074390 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec69967-f5cf-4982-82c7-bafc888e052d req-14fdd201-dc01-46d8-8b78-4605f91cf888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:10.075713 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bec69967-f5cf-4982-82c7-bafc888e052d req-359e0fe4-bb58-4b7d-a17c-84d488b15f87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412381 Dec 12 18:28:10.075938 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bec69967-f5cf-4982-82c7-bafc888e052d req-14fdd201-dc01-46d8-8b78-4605f91cf888 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416274 Dec 12 18:28:10.166299 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bec69967-f5cf-4982-82c7-bafc888e052d req-714b2b70-3812-4ab9-9993-44250f5c2658 service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829201 Dec 12 18:28:10.166784 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bec69967-f5cf-4982-82c7-bafc888e052d req-e23841d4-8060-4ed5-ba9c-920b689f9bba service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832727 Dec 12 18:28:10.261824 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-bec69967-f5cf-4982-82c7-bafc888e052d req-38908948-a8d0-4c90-99bf-017945ce84dd service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880494 Dec 12 18:28:10.262800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bec69967-f5cf-4982-82c7-bafc888e052d req-616a512c-5d55-42dd-b8c2-2ded3a81e234 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891654 Dec 12 18:28:10.362681 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba567c69-84cb-47bd-85b7-c1ace4bfa6ff req-6f04268d-85ab-46bb-8eef-d86d113563c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:10.364864 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ba567c69-84cb-47bd-85b7-c1ace4bfa6ff req-6f04268d-85ab-46bb-8eef-d86d113563c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 1095 time: 0.0412791 Dec 12 18:28:10.470915 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba567c69-84cb-47bd-85b7-c1ace4bfa6ff req-02aa3dca-354a-4289-b1e8-ec2f32953bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:10.472394 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ba567c69-84cb-47bd-85b7-c1ace4bfa6ff req-02aa3dca-354a-4289-b1e8-ec2f32953bbe service neutron] 10.222.0.31 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0860238 Dec 12 18:28:10.540816 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ba567c69-84cb-47bd-85b7-c1ace4bfa6ff req-c7b12d47-f1cd-40d0-be91-82690311bcdc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf HTTP/1.1" status: 200 len: 1000 time: 0.0611603 Dec 12 18:28:10.589478 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba567c69-84cb-47bd-85b7-c1ace4bfa6ff req-7568c1a1-82e3-4ebf-86ed-215dbcaca7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:10.590925 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ba567c69-84cb-47bd-85b7-c1ace4bfa6ff req-7568c1a1-82e3-4ebf-86ed-215dbcaca7b9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0426383 Dec 12 18:28:10.641521 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba567c69-84cb-47bd-85b7-c1ace4bfa6ff req-fb3881b9-b0ee-4ace-85aa-d056dc966eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:10.643147 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ba567c69-84cb-47bd-85b7-c1ace4bfa6ff req-fb3881b9-b0ee-4ace-85aa-d056dc966eec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445266 Dec 12 18:28:10.699366 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a13060-a52f-4e03-87ed-5fe194a2267f req-587e7d4c-f146-4d36-a758-bb2bc41ca518 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:10.700915 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47a13060-a52f-4e03-87ed-5fe194a2267f req-587e7d4c-f146-4d36-a758-bb2bc41ca518 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 944 time: 0.0544987 Dec 12 18:28:10.735034 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ba567c69-84cb-47bd-85b7-c1ace4bfa6ff req-944b8b65-98a6-4a9c-9545-7c3fd4cf0590 service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829766 Dec 12 18:28:10.750010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47a13060-a52f-4e03-87ed-5fe194a2267f req-38aa656c-1838-4e49-8a83-2d992e842248 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428646 Dec 12 18:28:10.830650 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ba567c69-84cb-47bd-85b7-c1ace4bfa6ff req-6647cbd2-e79d-4606-a857-15afd97263ed service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882549 Dec 12 18:28:11.869449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6d6c5-e8db-42f3-8038-bd16636776b8 req-72634a7f-6f3e-41a2-9455-4476259618a8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:11.870915 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45e6d6c5-e8db-42f3-8038-bd16636776b8 req-72634a7f-6f3e-41a2-9455-4476259618a8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 944 time: 0.0516608 Dec 12 18:28:11.917267 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45e6d6c5-e8db-42f3-8038-bd16636776b8 req-f5543865-3549-42b6-8965-b5b909c14091 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404878 Dec 12 18:28:12.137926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51610a68-4a69-4029-913b-2ea0bb585850 req-c2db54b2-b917-46d8-ad37-e5be56619ea2 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:12.139343 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-51610a68-4a69-4029-913b-2ea0bb585850 req-c2db54b2-b917-46d8-ad37-e5be56619ea2 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 944 time: 0.0789943 Dec 12 18:28:12.147347 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c1d93-6c25-4942-869d-eb3e163f6251 req-4682139a-703d-4ea9-a332-d7ac8eb9fe0e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:12.148684 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-040c1d93-6c25-4942-869d-eb3e163f6251 req-4682139a-703d-4ea9-a332-d7ac8eb9fe0e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe&tenant_id=66c33e4e1e434c62aa581e63b3723e28&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 944 time: 0.0773182 Dec 12 18:28:12.229060 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-51610a68-4a69-4029-913b-2ea0bb585850 req-ff109b01-f2e1-4399-be4c-f59bf73ede2e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794322 Dec 12 18:28:12.237825 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-040c1d93-6c25-4942-869d-eb3e163f6251 req-e8f9be16-b00e-4649-9bfb-ec7cccff9653 service neutron] delete failed (client error): The resource could not be found. Dec 12 18:28:12.239296 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-040c1d93-6c25-4942-869d-eb3e163f6251 req-e8f9be16-b00e-4649-9bfb-ec7cccff9653 service neutron] 10.222.0.20 "DELETE /v2.0/ports/7d35d4d0-3658-465c-ace4-f42c830a4cdf/bindings/n-h2-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.0832253 Dec 12 18:28:12.328070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c1d93-6c25-4942-869d-eb3e163f6251 req-1d1e213a-0ca0-4d93-b4e9-18b31f99a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:12.329527 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-040c1d93-6c25-4942-869d-eb3e163f6251 req-1d1e213a-0ca0-4d93-b4e9-18b31f99a324 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 1095 time: 0.0411327 Dec 12 18:28:12.422020 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c1d93-6c25-4942-869d-eb3e163f6251 req-26b4b98e-899b-4718-b96a-d1a33b1dd3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:12.423441 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-040c1d93-6c25-4942-869d-eb3e163f6251 req-26b4b98e-899b-4718-b96a-d1a33b1dd3eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0867794 Dec 12 18:28:12.488823 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-040c1d93-6c25-4942-869d-eb3e163f6251 req-05835e54-c29e-47be-b08d-81be69201ea3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf HTTP/1.1" status: 200 len: 1000 time: 0.0575089 Dec 12 18:28:12.535989 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c1d93-6c25-4942-869d-eb3e163f6251 req-15236a57-a94b-4cc9-b135-eb3d4c1a5e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:12.537398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-040c1d93-6c25-4942-869d-eb3e163f6251 req-15236a57-a94b-4cc9-b135-eb3d4c1a5e4d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0425537 Dec 12 18:28:12.586034 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c1d93-6c25-4942-869d-eb3e163f6251 req-5e43b90a-7227-4209-ab4a-23e1682abe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:12.587528 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-040c1d93-6c25-4942-869d-eb3e163f6251 req-5e43b90a-7227-4209-ab4a-23e1682abe68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433910 Dec 12 18:28:12.674671 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-040c1d93-6c25-4942-869d-eb3e163f6251 req-21f65100-b68b-436b-91a2-ca2447c8e3b9 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793786 Dec 12 18:28:12.767779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-040c1d93-6c25-4942-869d-eb3e163f6251 req-6ca8804a-59f0-43ee-9314-a80d387e8d5c service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861108 Dec 12 18:28:13.348325 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f09f9-4bfa-4a5b-958a-e069001e68cf req-633218b3-0b3d-478a-adda-8f8ff0b4059f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:13.349810 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c55f09f9-4bfa-4a5b-958a-e069001e68cf req-633218b3-0b3d-478a-adda-8f8ff0b4059f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 944 time: 0.0497952 Dec 12 18:28:13.396013 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c55f09f9-4bfa-4a5b-958a-e069001e68cf req-ec4f77ce-9908-4bcf-9347-ce5b623d3c3e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400791 Dec 12 18:28:13.508733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013da5fc-4c5d-41f1-a58f-983906d7ed4a req-cae6b35c-b70e-42ec-bbff-93152efaa24d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:13.510222 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-013da5fc-4c5d-41f1-a58f-983906d7ed4a req-cae6b35c-b70e-42ec-bbff-93152efaa24d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 944 time: 0.0480723 Dec 12 18:28:13.556801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-013da5fc-4c5d-41f1-a58f-983906d7ed4a req-9a09c3c1-66f9-4a1a-9491-154df2459199 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406618 Dec 12 18:28:13.621533 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7d35d4d0-3658-465c-ace4-f42c830a4cdf details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:28:13.731929 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7d35d4d0-3658-465c-ace4-f42c830a4cdf, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:28:13.743732 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '7d35d4d0-3658-465c-ace4-f42c830a4cdf', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'port_id': '7d35d4d0-3658-465c-ace4-f42c830a4cdf', 'mac_address': 'fa:16:3e:97:4a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:28:13.762088 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbcd98-ae5b-49b0-ae45-77927ffa519d req-c7f0c4d2-300b-4336-9655-1f865ec392a8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:13.763630 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6bdbcd98-ae5b-49b0-ae45-77927ffa519d req-c7f0c4d2-300b-4336-9655-1f865ec392a8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 944 time: 0.0544987 Dec 12 18:28:13.781747 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:13.784363 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2c3cc-0bc2-41cb-b386-56c23951eec3 req-7135fe4d-0134-4923-a857-ffe876d54b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:13.786616 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dae2c3cc-0bc2-41cb-b386-56c23951eec3 req-7135fe4d-0134-4923-a857-ffe876d54b6a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 1095 time: 0.0469224 Dec 12 18:28:13.795461 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d35d4d0-3658-465c-ace4-f42c830a4cdf {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:28:13.815453 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 7d35d4d0-3658-465c-ace4-f42c830a4cdf, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:28:13.820644 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6bdbcd98-ae5b-49b0-ae45-77927ffa519d req-506eb659-7247-4a95-a184-95044bfd2bf0 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497234 Dec 12 18:28:13.822955 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:13.875960 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=7d35d4d0-3658-465c-ace4-f42c830a4cdf,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:28:13.883416 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2c3cc-0bc2-41cb-b386-56c23951eec3 req-e768a4aa-9c87-456e-a6f4-12f9deb9737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:13.883818 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:13.884168 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:13.884511 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:13.884851 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:13.884956 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dae2c3cc-0bc2-41cb-b386-56c23951eec3 req-e768a4aa-9c87-456e-a6f4-12f9deb9737d service neutron] 10.222.0.31 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0917752 Dec 12 18:28:13.885183 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:13.885513 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:13.885839 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:13.886165 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:13.886490 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:13.886810 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:13.887129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:13.887475 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:13.887795 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:13.950873 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dae2c3cc-0bc2-41cb-b386-56c23951eec3 req-9fd068e0-8d55-4693-abfa-a32be90c4346 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf HTTP/1.1" status: 200 len: 1001 time: 0.0587084 Dec 12 18:28:14.000281 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2c3cc-0bc2-41cb-b386-56c23951eec3 req-0da3ee0b-9f2e-4d20-8ce2-4c8b76a83d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:14.001747 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dae2c3cc-0bc2-41cb-b386-56c23951eec3 req-0da3ee0b-9f2e-4d20-8ce2-4c8b76a83d8e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0436010 Dec 12 18:28:14.050016 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2c3cc-0bc2-41cb-b386-56c23951eec3 req-d2b9b3ad-b9e2-4a00-a2b7-7cf72cdaff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:14.052033 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dae2c3cc-0bc2-41cb-b386-56c23951eec3 req-d2b9b3ad-b9e2-4a00-a2b7-7cf72cdaff5a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427654 Dec 12 18:28:14.139358 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dae2c3cc-0bc2-41cb-b386-56c23951eec3 req-71ca58a1-8045-42a5-8898-e76bc0f036bb service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799205 Dec 12 18:28:14.190212 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['7d35d4d0-3658-465c-ace4-f42c830a4cdf'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:28:14.232256 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dae2c3cc-0bc2-41cb-b386-56c23951eec3 req-739e5583-c7ba-4166-a4e1-3da4223a91f8 service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857825 Dec 12 18:28:14.920442 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3cf236f5-4a29-4f19-a427-c49be1ba148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:14.941927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa655c-ed9e-4ee4-98fe-be8b5445e124 req-85dd5a32-5519-4f7f-a932-fcc308964bf5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:14.943448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-70fa655c-ed9e-4ee4-98fe-be8b5445e124 req-85dd5a32-5519-4f7f-a932-fcc308964bf5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 945 time: 0.0510449 Dec 12 18:28:14.991445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-70fa655c-ed9e-4ee4-98fe-be8b5445e124 req-0a124942-291a-4d51-9b78-b8b6a76601e0 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420392 Dec 12 18:28:15.230646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4317a6-9926-490e-bd75-aaa92586e47a req-3f4c4550-a7e9-4d8e-88cd-627063802176 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:15.232131 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb4317a6-9926-490e-bd75-aaa92586e47a req-3f4c4550-a7e9-4d8e-88cd-627063802176 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 945 time: 0.0477862 Dec 12 18:28:15.282812 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb4317a6-9926-490e-bd75-aaa92586e47a req-3bbea816-e4ae-45a9-bfbc-91371bfa0de1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447681 Dec 12 18:28:16.398915 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dca54f-4eaa-4477-897c-415445553291 req-f4a829c1-ed72-4d76-b29e-4eb01fddeb56 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:16.400445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87dca54f-4eaa-4477-897c-415445553291 req-f4a829c1-ed72-4d76-b29e-4eb01fddeb56 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 945 time: 0.0491054 Dec 12 18:28:16.445820 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87dca54f-4eaa-4477-897c-415445553291 req-5399d2df-1671-4576-aaa5-6eb552c3acfd tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396013 Dec 12 18:28:16.723613 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dc5be-6ec0-429c-be95-d064117cc32d req-ba7a70be-288f-476b-b9c7-a622c1654e5f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:16.724966 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e01dc5be-6ec0-429c-be95-d064117cc32d req-ba7a70be-288f-476b-b9c7-a622c1654e5f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 945 time: 0.0476322 Dec 12 18:28:16.813689 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-e01dc5be-6ec0-429c-be95-d064117cc32d req-be905d16-a3cc-481d-b304-9b63278ffef1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Deleting port 7d35d4d0-3658-465c-ace4-f42c830a4cdf {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:28:16.814028 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e01dc5be-6ec0-429c-be95-d064117cc32d req-be905d16-a3cc-481d-b304-9b63278ffef1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:16.904729 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-e01dc5be-6ec0-429c-be95-d064117cc32d req-be905d16-a3cc-481d-b304-9b63278ffef1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] For port 7d35d4d0-3658-465c-ace4-f42c830a4cdf, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=7d35d4d0-3658-465c-ace4-f42c830a4cdf,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:28:16.905089 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e01dc5be-6ec0-429c-be95-d064117cc32d req-be905d16-a3cc-481d-b304-9b63278ffef1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:17.070491 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e01dc5be-6ec0-429c-be95-d064117cc32d req-be905d16-a3cc-481d-b304-9b63278ffef1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:17.070853 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e01dc5be-6ec0-429c-be95-d064117cc32d req-be905d16-a3cc-481d-b304-9b63278ffef1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:17.071177 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [req-e01dc5be-6ec0-429c-be95-d064117cc32d req-be905d16-a3cc-481d-b304-9b63278ffef1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Floating IP f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea disassociated. External IP: 172.25.1.112, port: 7d35d4d0-3658-465c-ace4-f42c830a4cdf. Dec 12 18:28:17.071580 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-e01dc5be-6ec0-429c-be95-d064117cc32d req-be905d16-a3cc-481d-b304-9b63278ffef1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Calling delete_port for 7d35d4d0-3658-465c-ace4-f42c830a4cdf owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:28:17.198960 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e01dc5be-6ec0-429c-be95-d064117cc32d req-be905d16-a3cc-481d-b304-9b63278ffef1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:17.227629 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be905d16-a3cc-481d-b304-9b63278ffef1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Pushing event deleted for resources: {'Port': ['ID=7d35d4d0-3658-465c-ace4-f42c830a4cdf,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:28:17.268485 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-59a6c969-bd55-483e-a8ac-2f55057a7989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:17.348632 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e01dc5be-6ec0-429c-be95-d064117cc32d req-be905d16-a3cc-481d-b304-9b63278ffef1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Router 598746a6-854d-440e-9b10-ebae72771322 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:28:17.439703 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:17.459956 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e01dc5be-6ec0-429c-be95-d064117cc32d req-be905d16-a3cc-481d-b304-9b63278ffef1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:28:17.470203 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b58184-7e30-4ca1-8812-b12819b63761 None None] Sync routers for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:28:17.481180 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b58184-7e30-4ca1-8812-b12819b63761 None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:28:17.482064 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-69b58184-7e30-4ca1-8812-b12819b63761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:28:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:28:17.501281 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01dc5be-6ec0-429c-be95-d064117cc32d req-be905d16-a3cc-481d-b304-9b63278ffef1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] No DVR routers for this DVR port 7d35d4d0-3658-465c-ace4-f42c830a4cdf on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:28:17.503922 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e01dc5be-6ec0-429c-be95-d064117cc32d req-be905d16-a3cc-481d-b304-9b63278ffef1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:17.507351 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-e01dc5be-6ec0-429c-be95-d064117cc32d req-be905d16-a3cc-481d-b304-9b63278ffef1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.31 "DELETE /v2.0/ports/7d35d4d0-3658-465c-ace4-f42c830a4cdf HTTP/1.1" status: 204 len: 173 time: 0.7759998 Dec 12 18:28:17.507805 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0acb97-ba06-4462-b20c-daa9bce95afe', 'name': 'network-vif-deleted', 'tag': '7d35d4d0-3658-465c-ace4-f42c830a4cdf'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:28:17.510107 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25892e60-659e-4e6a-ab05-c986b338cc2a" -d '{"events": [{"server_uuid": "3f0acb97-ba06-4462-b20c-daa9bce95afe", "name": "network-vif-deleted", "tag": "7d35d4d0-3658-465c-ace4-f42c830a4cdf"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:28:17.567537 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940f7071-0a0c-4f37-b227-a9e712ad9adb x-openstack-request-id: req-940f7071-0a0c-4f37-b227-a9e712ad9adb {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:28:17.567838 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0acb97-ba06-4462-b20c-daa9bce95afe", "name": "network-vif-deleted", "tag": "7d35d4d0-3658-465c-ace4-f42c830a4cdf", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:28:17.568660 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-940f7071-0a0c-4f37-b227-a9e712ad9adb {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:28:17.569072 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0acb97-ba06-4462-b20c-daa9bce95afe', 'name': 'network-vif-deleted', 'tag': '7d35d4d0-3658-465c-ace4-f42c830a4cdf', 'status': 'completed', 'code': 200} Dec 12 18:28:17.583314 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec755ed8-c253-4bc7-b446-93c54da8b795 req-aae12bfe-038e-438f-9a0a-05b6f1795ac5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f0acb97-ba06-4462-b20c-daa9bce95afe HTTP/1.1" status: 200 len: 210 time: 0.0295782 Dec 12 18:28:17.605657 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-69b58184-7e30-4ca1-8812-b12819b63761 None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:28:17.807072 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-69b58184-7e30-4ca1-8812-b12819b63761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:28:17.837870 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b58184-7e30-4ca1-8812-b12819b63761 None None] Checking router: 598746a6-854d-440e-9b10-ebae72771322 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:28:17.846225 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b58184-7e30-4ca1-8812-b12819b63761 None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:28:17.846762 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-69b58184-7e30-4ca1-8812-b12819b63761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:28:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:28:17.945418 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-69b58184-7e30-4ca1-8812-b12819b63761 None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:28:18.039166 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:18.160249 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-69b58184-7e30-4ca1-8812-b12819b63761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:28:18.185500 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b58184-7e30-4ca1-8812-b12819b63761 None None] The sync data for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 is: [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:28:18.403689 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24701f3c-100d-4750-b596-889e40027d06 None None] New status for floating IP f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:28:18.521423 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:18.860050 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f8d430f-b65e-4123-8016-512df8992305 req-cc45fb1e-eaf6-40a6-87b6-b0d184722677 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--138582136&fields=id&tenant_id=66c33e4e1e434c62aa581e63b3723e28 HTTP/1.1" status: 200 len: 267 time: 0.0408666 Dec 12 18:28:18.966409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d430f-b65e-4123-8016-512df8992305 req-f95d9004-77d1-4aee-8965-d35e906ad93a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:18.967883 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f8d430f-b65e-4123-8016-512df8992305 req-f95d9004-77d1-4aee-8965-d35e906ad93a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 812 time: 0.1006286 Dec 12 18:28:18.983440 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f8d430f-b65e-4123-8016-512df8992305 req-c0cf99a0-2721-4a34-b11a-6d8f421627b6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/quotas/66c33e4e1e434c62aa581e63b3723e28 HTTP/1.1" status: 200 len: 375 time: 0.0091443 Dec 12 18:28:19.032722 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f8d430f-b65e-4123-8016-512df8992305 req-13f76c12-025d-4cd2-8af8-e6e5f7d90b2e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438538 Dec 12 18:28:19.175586 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f8d430f-b65e-4123-8016-512df8992305 req-2ae309cf-37d1-4d26-8700-fa02663fe338 service neutron] 10.222.0.18 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308079 Dec 12 18:28:19.265432 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f8d430f-b65e-4123-8016-512df8992305 req-b518e8c2-7531-49fc-aeb4-3fc165d337b8 service neutron] 10.222.0.18 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835233 Dec 12 18:28:19.421961 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6881b47-47df-4bac-8f75-20115abf12e6 req-22e44e41-825f-4af5-9ca9-578171abc6e0 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 210 time: 0.0259159 Dec 12 18:28:19.668483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7d35d4d0-3658-465c-ace4-f42c830a4cdf no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:28:19.689209 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 7d35d4d0-3658-465c-ace4-f42c830a4cdf {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:28:19.689679 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7d35d4d0-3658-465c-ace4-f42c830a4cdf not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:28:20.202778 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:20.471275 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d430f-b65e-4123-8016-512df8992305 req-acdd074f-e071-4663-ade2-41009b245aab tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:20.473362 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f8d430f-b65e-4123-8016-512df8992305 req-acdd074f-e071-4663-ade2-41009b245aab tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 812 time: 0.1073236 Dec 12 18:28:20.528673 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1f9c1fd7-6843-4362-9b29-cb85a215bf0d req-b462a6ff-0803-448d-930c-034e2f6d1fab tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 210 time: 0.0291550 Dec 12 18:28:20.560988 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f8d430f-b65e-4123-8016-512df8992305 req-a69941ca-5ab1-45f2-a0e1-57a92b56b370 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66c33e4e1e434c62aa581e63b3723e28 HTTP/1.1" status: 200 len: 379 time: 0.0793626 Dec 12 18:28:20.572477 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-8f8d430f-b65e-4123-8016-512df8992305 req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Request body: {'port': {'device_id': '2407f838-970d-4dc0-a45d-9c797e8093af', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'admin_state_up': True, 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'security_groups': ['078586aa-b5b4-44ee-a0e3-421edd2da748']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:28:20.679472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8d430f-b65e-4123-8016-512df8992305 req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Made reservation on behalf of 66c33e4e1e434c62aa581e63b3723e28 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:28:20.682921 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8f8d430f-b65e-4123-8016-512df8992305 req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:20.805504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-8f8d430f-b65e-4123-8016-512df8992305 req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Allocated IP 172.20.0.10 (9462a34b-62a5-470a-91d1-5cf49e9553d4/f5c7e31f-1a38-4f32-8341-09d4adb0c775/493936c5-00e2-4da1-8791-ced8beaad52f) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:28:20.935130 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8f8d430f-b65e-4123-8016-512df8992305 req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:20.953641 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:20.973148 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8f8d430f-b65e-4123-8016-512df8992305 req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:21.018643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8d430f-b65e-4123-8016-512df8992305 req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Network 9462a34b-62a5-470a-91d1-5cf49e9553d4 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:28:21.022622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-8f8d430f-b65e-4123-8016-512df8992305 req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:28:21.026339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8d430f-b65e-4123-8016-512df8992305 req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:28:21.051389 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Pushing event updated for resources: {'Port': ['ID=493936c5-00e2-4da1-8791-ced8beaad52f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:28:21.066950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:21.067282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:21.067582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:21.067925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:21.068261 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:21.068596 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:21.068931 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:21.069277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:21.069596 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:21.069920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:21.070247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:21.070574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:21.070902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:28:21.091785 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d430f-b65e-4123-8016-512df8992305 req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:21.092424 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8f8d430f-b65e-4123-8016-512df8992305 req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:21.108510 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f8d430f-b65e-4123-8016-512df8992305 req-1e544c86-6eb3-4a8c-959d-2590f5780fb5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5395248 Dec 12 18:28:21.124882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Request body: {'port': {'device_id': '2407f838-970d-4dc0-a45d-9c797e8093af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:28:21.181935 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:21.223190 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8dd5e622-b1f0-4700-a44f-a9844db3c4c8 None None] Provisioning complete for port 493936c5-00e2-4da1-8791-ced8beaad52f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:28:21.223663 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8dd5e622-b1f0-4700-a44f-a9844db3c4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:21.423194 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8dd5e622-b1f0-4700-a44f-a9844db3c4c8 None None] Port 493936c5-00e2-4da1-8791-ced8beaad52f cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:28:21.456905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493936c5-00e2-4da1-8791-ced8beaad52f {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:28:21.464671 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:21.477185 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Transition to ACTIVE for port object 493936c5-00e2-4da1-8791-ced8beaad52f will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:28:21.481041 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:21.548357 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Pushing event updated for resources: {'Port': ['ID=493936c5-00e2-4da1-8791-ced8beaad52f,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:28:21.606418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Attempting to bind port 493936c5-00e2-4da1-8791-ced8beaad52f on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:28:21.606754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Attempting to bind port 493936c5-00e2-4da1-8791-ced8beaad52f by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:28:21.607078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Attempting to bind port 493936c5-00e2-4da1-8791-ced8beaad52f on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:28:21.622231 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Port 493936c5-00e2-4da1-8791-ced8beaad52f on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:28:21.622553 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Attempting to bind port 493936c5-00e2-4da1-8791-ced8beaad52f on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:28:21.640797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:28:21.641137 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Checking segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:28:21.641528 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Bound using segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:28:21.641964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Bound port: 493936c5-00e2-4da1-8791-ced8beaad52f, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:28:21.642321 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:21.702005 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca438b2f-1f99-4bbf-8813-1101c302da22 req-5552a85d-4b5b-46cf-92bf-8fd6901cb9c4 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:21.703519 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca438b2f-1f99-4bbf-8813-1101c302da22 req-5552a85d-4b5b-46cf-92bf-8fd6901cb9c4 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 944 time: 0.0940671 Dec 12 18:28:21.746487 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] For port 493936c5-00e2-4da1-8791-ced8beaad52f, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:28:21.767998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] For port 493936c5-00e2-4da1-8791-ced8beaad52f, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=493936c5-00e2-4da1-8791-ced8beaad52f,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:28:21.777156 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:21.787401 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ca438b2f-1f99-4bbf-8813-1101c302da22 req-18bbbb20-7798-42ed-95d4-77a175946ca1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733705 Dec 12 18:28:21.825020 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:21.825641 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:21.826995 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f8d430f-b65e-4123-8016-512df8992305 req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] 10.222.0.20 "PUT /v2.0/ports/493936c5-00e2-4da1-8791-ced8beaad52f HTTP/1.1" status: 200 len: 1092 time: 0.7104542 Dec 12 18:28:21.827532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2407f838-970d-4dc0-a45d-9c797e8093af', 'tag': '493936c5-00e2-4da1-8791-ced8beaad52f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:28:21.829712 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2f6278-47b0-4521-bf39-933630a5562d" -d '{"events": [{"name": "network-changed", "server_uuid": "2407f838-970d-4dc0-a45d-9c797e8093af", "tag": "493936c5-00e2-4da1-8791-ced8beaad52f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:28:21.859304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609df676-ba6c-4364-a52f-87f521d554a0 service neutron] Pushing event updated for resources: {'Port': ['ID=493936c5-00e2-4da1-8791-ced8beaad52f,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:28:21.878757 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f9a095-69f2-4a38-bc6d-c6774440cb9e x-openstack-request-id: req-30f9a095-69f2-4a38-bc6d-c6774440cb9e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:28:21.879052 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2407f838-970d-4dc0-a45d-9c797e8093af", "tag": "493936c5-00e2-4da1-8791-ced8beaad52f", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:28:21.879337 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30f9a095-69f2-4a38-bc6d-c6774440cb9e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:28:21.879738 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2407f838-970d-4dc0-a45d-9c797e8093af', 'tag': '493936c5-00e2-4da1-8791-ced8beaad52f', 'status': 'completed', 'code': 200} Dec 12 18:28:21.913717 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d430f-b65e-4123-8016-512df8992305 req-ed020566-4379-4eec-bc56-500d21b4de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:21.915268 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f8d430f-b65e-4123-8016-512df8992305 req-ed020566-4379-4eec-bc56-500d21b4de58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 1095 time: 0.0459425 Dec 12 18:28:21.961918 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f8d430f-b65e-4123-8016-512df8992305 req-e67b0fa9-75e4-4026-86cb-76984be509cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493936c5-00e2-4da1-8791-ced8beaad52f HTTP/1.1" status: 200 len: 217 time: 0.0363224 Dec 12 18:28:22.018321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d430f-b65e-4123-8016-512df8992305 req-b57c7474-7e38-4df7-82b3-46b7c88b4aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:22.020385 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f8d430f-b65e-4123-8016-512df8992305 req-b57c7474-7e38-4df7-82b3-46b7c88b4aaf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0494030 Dec 12 18:28:22.064985 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d430f-b65e-4123-8016-512df8992305 req-4a5654d2-0e1c-4486-b839-6257103b65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:22.066535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f8d430f-b65e-4123-8016-512df8992305 req-4a5654d2-0e1c-4486-b839-6257103b65f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389824 Dec 12 18:28:22.152970 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f8d430f-b65e-4123-8016-512df8992305 req-e1a22550-dcdb-47af-910f-24137025505f service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794404 Dec 12 18:28:22.244292 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8f8d430f-b65e-4123-8016-512df8992305 req-bb22d6e8-e590-4d09-9810-7f4d8addade6 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827551 Dec 12 18:28:22.326078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f6278-47b0-4521-bf39-933630a5562d req-c665c48f-e7a1-4874-9490-be69df212fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:22.327578 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a2f6278-47b0-4521-bf39-933630a5562d req-c665c48f-e7a1-4874-9490-be69df212fa0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 1095 time: 0.0395474 Dec 12 18:28:22.416472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f6278-47b0-4521-bf39-933630a5562d req-5b3d0a3c-4159-42ea-af2c-580c868693df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:22.417913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a2f6278-47b0-4521-bf39-933630a5562d req-5b3d0a3c-4159-42ea-af2c-580c868693df service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0839987 Dec 12 18:28:22.459610 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a2f6278-47b0-4521-bf39-933630a5562d req-06c35a30-475b-4ee9-8b36-e8eb16c19f5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493936c5-00e2-4da1-8791-ced8beaad52f HTTP/1.1" status: 200 len: 217 time: 0.0344436 Dec 12 18:28:22.508052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f6278-47b0-4521-bf39-933630a5562d req-3a3068e0-a148-48a9-bcdb-662e6f6c580c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:22.509523 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a2f6278-47b0-4521-bf39-933630a5562d req-3a3068e0-a148-48a9-bcdb-662e6f6c580c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0426252 Dec 12 18:28:22.554952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f6278-47b0-4521-bf39-933630a5562d req-0bf12d94-e5e4-4b07-9343-7ab63ec1b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:22.556409 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a2f6278-47b0-4521-bf39-933630a5562d req-0bf12d94-e5e4-4b07-9343-7ab63ec1b8d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381248 Dec 12 18:28:22.647967 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a2f6278-47b0-4521-bf39-933630a5562d req-6d338248-b7ff-4fc1-bdb3-c639ae770e28 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829704 Dec 12 18:28:22.734337 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a2f6278-47b0-4521-bf39-933630a5562d req-32231000-7a2f-4e5e-892a-ad6dc46ef782 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788717 Dec 12 18:28:22.906853 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57113e-c189-4739-bab2-0accab43c1aa req-065f2204-3408-41c5-bbf1-a1eb9866ad84 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:22.908359 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d57113e-c189-4739-bab2-0accab43c1aa req-065f2204-3408-41c5-bbf1-a1eb9866ad84 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 944 time: 0.0530298 Dec 12 18:28:22.954604 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d57113e-c189-4739-bab2-0accab43c1aa req-1c177ba0-9ed1-4ec5-b709-ca0c72e1ff8e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403595 Dec 12 18:28:23.549409 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 493936c5-00e2-4da1-8791-ced8beaad52f details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:28:23.641127 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 493936c5-00e2-4da1-8791-ced8beaad52f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=493936c5-00e2-4da1-8791-ced8beaad52f,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:28:23.652896 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '493936c5-00e2-4da1-8791-ced8beaad52f', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'port_id': '493936c5-00e2-4da1-8791-ced8beaad52f', 'mac_address': 'fa:16:3e:e6:db:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:28:23.684629 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7d35d4d0-3658-465c-ace4-f42c830a4cdf details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:28:23.691518 n-d-760354-5 neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No ports have port_id starting with 7d35d4d0-3658-465c-ace4-f42c830a4cdf Dec 12 18:28:23.693810 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 7d35d4d0-3658-465c-ace4-f42c830a4cdf requested by agent hyperv_n-h1-760354-5 not found in database {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Dec 12 18:28:23.695058 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:23.708784 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493936c5-00e2-4da1-8791-ced8beaad52f {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:28:23.728515 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 493936c5-00e2-4da1-8791-ced8beaad52f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=493936c5-00e2-4da1-8791-ced8beaad52f,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:28:23.732470 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:23.788015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=493936c5-00e2-4da1-8791-ced8beaad52f,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:28:23.942321 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['493936c5-00e2-4da1-8791-ced8beaad52f'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:28:24.156090 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddbf00-8d93-4bfa-877c-4bb63214a877 req-b2513b85-7093-4145-b057-6729ecf99074 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:24.157568 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04ddbf00-8d93-4bfa-877c-4bb63214a877 req-b2513b85-7093-4145-b057-6729ecf99074 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 945 time: 0.1303718 Dec 12 18:28:24.203803 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04ddbf00-8d93-4bfa-877c-4bb63214a877 req-f6d57ef9-a00a-4d2a-a84d-4b9154436ca6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403261 Dec 12 18:28:25.371698 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75191c5-9e1d-4c04-ae43-ae322b977072 req-71305f9c-1136-4184-a667-f56a7298c2bf tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:25.373184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e75191c5-9e1d-4c04-ae43-ae322b977072 req-71305f9c-1136-4184-a667-f56a7298c2bf tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 945 time: 0.1042597 Dec 12 18:28:25.430720 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e75191c5-9e1d-4c04-ae43-ae322b977072 req-ed1c0885-1ecd-4a4b-a290-ca796cfe3fba tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510907 Dec 12 18:28:25.549799 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 493936c5-00e2-4da1-8791-ced8beaad52f up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:28:25.597375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 493936c5-00e2-4da1-8791-ced8beaad52f completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:28:25.601371 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 493936c5-00e2-4da1-8791-ced8beaad52f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:28:25.601744 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:25.678902 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:25.701048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2407f838-970d-4dc0-a45d-9c797e8093af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493936c5-00e2-4da1-8791-ced8beaad52f'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:28:25.703350 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f4c4d4-929e-4c9a-a64c-1f3e6ac2d71a" -d '{"events": [{"server_uuid": "2407f838-970d-4dc0-a45d-9c797e8093af", "name": "network-vif-plugged", "status": "completed", "tag": "493936c5-00e2-4da1-8791-ced8beaad52f"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:28:25.715773 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 493936c5-00e2-4da1-8791-ced8beaad52f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=493936c5-00e2-4da1-8791-ced8beaad52f,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:28:25.719652 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:25.748088 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9f4696-2d65-437f-87b5-7df20f0e4cd7 x-openstack-request-id: req-ea9f4696-2d65-437f-87b5-7df20f0e4cd7 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:28:25.748386 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2407f838-970d-4dc0-a45d-9c797e8093af", "name": "network-vif-plugged", "status": "completed", "tag": "493936c5-00e2-4da1-8791-ced8beaad52f", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:28:25.748643 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea9f4696-2d65-437f-87b5-7df20f0e4cd7 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:28:25.749038 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2407f838-970d-4dc0-a45d-9c797e8093af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493936c5-00e2-4da1-8791-ced8beaad52f', 'code': 200} Dec 12 18:28:25.777800 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=493936c5-00e2-4da1-8791-ced8beaad52f,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:28:25.845885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baead5f0-ac8e-4788-8d99-3373fe21426a req-801c3e04-050e-4a28-bee7-b4929a9bec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:25.847382 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-baead5f0-ac8e-4788-8d99-3373fe21426a req-801c3e04-050e-4a28-bee7-b4929a9bec51 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 1097 time: 0.0390320 Dec 12 18:28:25.891912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-baead5f0-ac8e-4788-8d99-3373fe21426a req-a1b76577-775c-4d87-8132-cdc258104088 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376823 Dec 12 18:28:26.546696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc87fdd-c643-421d-bae8-e2889d7dccd9 req-83735299-a817-4dd8-8604-8351bb8d9e93 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:26.548190 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cc87fdd-c643-421d-bae8-e2889d7dccd9 req-83735299-a817-4dd8-8604-8351bb8d9e93 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 946 time: 0.0485146 Dec 12 18:28:26.597230 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5cc87fdd-c643-421d-bae8-e2889d7dccd9 req-5b2628aa-693f-4847-9558-85ecb4bddec0 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430396 Dec 12 18:28:27.712937 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23610b3a-40d6-4797-a7d2-619356194adb req-1d8d57ba-f1f0-4243-97b7-acbddc6ac3c0 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:27.715046 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23610b3a-40d6-4797-a7d2-619356194adb req-1d8d57ba-f1f0-4243-97b7-acbddc6ac3c0 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 946 time: 0.0491199 Dec 12 18:28:27.763633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-23610b3a-40d6-4797-a7d2-619356194adb req-55d0d1ad-50ae-4af8-8bec-46c62df41007 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427153 Dec 12 18:28:27.875268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37f11b-4478-4347-a65f-6bd68a4593dc req-0fd0dbc8-6c3a-452e-9833-9efc73beb4ca tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:27.876770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5b37f11b-4478-4347-a65f-6bd68a4593dc req-0fd0dbc8-6c3a-452e-9833-9efc73beb4ca tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 946 time: 0.0481064 Dec 12 18:28:27.885652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40586) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:28:27.889971 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-6fb331e2-6ae1-458f-84e9-7a6f8705b019 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Request body: {'floatingip': {'port_id': '493936c5-00e2-4da1-8791-ced8beaad52f'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:28:28.237595 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6fb331e2-6ae1-458f-84e9-7a6f8705b019 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:28.641562 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6fb331e2-6ae1-458f-84e9-7a6f8705b019 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:28.645808 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6fb331e2-6ae1-458f-84e9-7a6f8705b019 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:28.744810 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-6fb331e2-6ae1-458f-84e9-7a6f8705b019 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Floating IP f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea associated. External IP: 172.25.1.112, port: 493936c5-00e2-4da1-8791-ced8beaad52f. Dec 12 18:28:28.942413 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb331e2-6ae1-458f-84e9-7a6f8705b019 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Router 598746a6-854d-440e-9b10-ebae72771322 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:28:29.046996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb331e2-6ae1-458f-84e9-7a6f8705b019 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:28:29.052407 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6fb331e2-6ae1-458f-84e9-7a6f8705b019 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:29.057187 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c76316-33bc-426c-9857-1b45d2ad8bdc None None] Sync routers for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:28:29.067104 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c76316-33bc-426c-9857-1b45d2ad8bdc None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:28:29.067737 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-18c76316-33bc-426c-9857-1b45d2ad8bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:28:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:28:29.079584 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6fb331e2-6ae1-458f-84e9-7a6f8705b019 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "PUT /v2.0/floatingips/f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea HTTP/1.1" status: 200 len: 992 time: 1.1928644 Dec 12 18:28:29.080277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2407f838-970d-4dc0-a45d-9c797e8093af', 'tag': '493936c5-00e2-4da1-8791-ced8beaad52f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:28:29.082910 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757b989c-6f98-47ff-9e42-14f5782720cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2407f838-970d-4dc0-a45d-9c797e8093af", "tag": "493936c5-00e2-4da1-8791-ced8beaad52f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:28:29.127064 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f27006-8421-4931-812f-24fac8dca846 x-openstack-request-id: req-10f27006-8421-4931-812f-24fac8dca846 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:28:29.127598 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2407f838-970d-4dc0-a45d-9c797e8093af", "tag": "493936c5-00e2-4da1-8791-ced8beaad52f", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:28:29.127970 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10f27006-8421-4931-812f-24fac8dca846 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:28:29.128515 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2407f838-970d-4dc0-a45d-9c797e8093af', 'tag': '493936c5-00e2-4da1-8791-ced8beaad52f', 'status': 'completed', 'code': 200} Dec 12 18:28:29.176217 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-18c76316-33bc-426c-9857-1b45d2ad8bdc None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:28:29.189307 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b989c-6f98-47ff-9e42-14f5782720cd req-b2f8d5ec-2f2d-4d53-a2f0-823f3b679a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:29.190815 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-757b989c-6f98-47ff-9e42-14f5782720cd req-b2f8d5ec-2f2d-4d53-a2f0-823f3b679a15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 1097 time: 0.0402255 Dec 12 18:28:29.283018 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b989c-6f98-47ff-9e42-14f5782720cd req-aaed8603-2369-4205-89bd-55921de7de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:29.284530 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-757b989c-6f98-47ff-9e42-14f5782720cd req-aaed8603-2369-4205-89bd-55921de7de8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0871482 Dec 12 18:28:29.350804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-757b989c-6f98-47ff-9e42-14f5782720cd req-9b593134-0a69-44d1-9dc2-31b17f2a02eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493936c5-00e2-4da1-8791-ced8beaad52f HTTP/1.1" status: 200 len: 1000 time: 0.0594864 Dec 12 18:28:29.403494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b989c-6f98-47ff-9e42-14f5782720cd req-339c51fb-9553-4935-976c-228619d56599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:29.404949 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-757b989c-6f98-47ff-9e42-14f5782720cd req-339c51fb-9553-4935-976c-228619d56599 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0460756 Dec 12 18:28:29.452896 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b989c-6f98-47ff-9e42-14f5782720cd req-6f1d4760-235e-4e12-bf25-68531b922630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:28:29.454388 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-757b989c-6f98-47ff-9e42-14f5782720cd req-6f1d4760-235e-4e12-bf25-68531b922630 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427341 Dec 12 18:28:29.488458 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-18c76316-33bc-426c-9857-1b45d2ad8bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '598746a6-854d-440e-9b10-ebae72771322', 'port_id': '493936c5-00e2-4da1-8791-ced8beaad52f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'mac_address': 'fa:16:3e:e6:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2407f838-970d-4dc0-a45d-9c797e8093af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:23:52Z', 'updated_at': '2021-12-12T18:28:28Z', 'revision_number': 9, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:28:29.514257 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c76316-33bc-426c-9857-1b45d2ad8bdc None None] Checking router: 598746a6-854d-440e-9b10-ebae72771322 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:28:29.523797 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c76316-33bc-426c-9857-1b45d2ad8bdc None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:28:29.524649 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-18c76316-33bc-426c-9857-1b45d2ad8bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:28:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:28:29.542753 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-757b989c-6f98-47ff-9e42-14f5782720cd req-73366da2-0a9b-49bb-b0ea-a3bbe17c9515 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814383 Dec 12 18:28:29.627503 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-18c76316-33bc-426c-9857-1b45d2ad8bdc None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:28:29.636332 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-757b989c-6f98-47ff-9e42-14f5782720cd req-3af1ae6e-e6f2-488a-aa78-273d2dff7db2 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850639 Dec 12 18:28:29.848682 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-18c76316-33bc-426c-9857-1b45d2ad8bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '598746a6-854d-440e-9b10-ebae72771322', 'port_id': '493936c5-00e2-4da1-8791-ced8beaad52f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'mac_address': 'fa:16:3e:e6:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2407f838-970d-4dc0-a45d-9c797e8093af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:23:52Z', 'updated_at': '2021-12-12T18:28:28Z', 'revision_number': 9, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:28:29.873968 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c76316-33bc-426c-9857-1b45d2ad8bdc None None] The sync data for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 is: [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '598746a6-854d-440e-9b10-ebae72771322', 'port_id': '493936c5-00e2-4da1-8791-ced8beaad52f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'mac_address': 'fa:16:3e:e6:db:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2407f838-970d-4dc0-a45d-9c797e8093af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:23:52Z', 'updated_at': '2021-12-12T18:28:28Z', 'revision_number': 9, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:28:30.061475 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33df1797-c63f-4c91-a415-c0f5f82d0490 None None] New status for floating IP f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:28:42.166900 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:28:44.922537 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73a52c6a-b80c-4aa2-a5c7-15aeb2625500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:47.264117 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d39ceace-028f-4846-8e57-95eb6a4c05cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:47.468377 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:48.040502 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:48.468394 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:50.205252 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:28:50.945905 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:29:14.923042 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c432e40e-8f67-4967-b11f-bf3f69a888a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:29:17.265208 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-617d8461-fe46-4f93-9dc9-5951b21da8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:29:17.470467 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:29:18.040435 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:29:18.473726 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:29:19.165206 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:29:20.209170 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:29:20.947475 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:29:23.852590 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-592696d1-6d13-49cd-b293-5fb12039006b req-22659d07-9c94-4a33-a3fd-aa7017ed1dc6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808368 Dec 12 18:29:23.932458 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592696d1-6d13-49cd-b293-5fb12039006b req-028192c4-df30-448e-a659-683fb55d21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:29:23.933943 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-592696d1-6d13-49cd-b293-5fb12039006b req-028192c4-df30-448e-a659-683fb55d21b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 1097 time: 0.0401039 Dec 12 18:29:24.040832 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592696d1-6d13-49cd-b293-5fb12039006b req-d24400ab-cd98-4bad-a03e-0fde583c9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:29:24.042232 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-592696d1-6d13-49cd-b293-5fb12039006b req-d24400ab-cd98-4bad-a03e-0fde583c9678 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0878785 Dec 12 18:29:24.108235 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-592696d1-6d13-49cd-b293-5fb12039006b req-beb1117d-be0b-4fed-83d0-e3dd06ab2f0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493936c5-00e2-4da1-8791-ced8beaad52f HTTP/1.1" status: 200 len: 1003 time: 0.0583034 Dec 12 18:29:24.156987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592696d1-6d13-49cd-b293-5fb12039006b req-10c650fd-d35c-4a4d-bf74-4b222fcb3ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:29:24.158385 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-592696d1-6d13-49cd-b293-5fb12039006b req-10c650fd-d35c-4a4d-bf74-4b222fcb3ba4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0429850 Dec 12 18:29:24.206283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592696d1-6d13-49cd-b293-5fb12039006b req-ed6bf405-05a8-4466-8842-904cef4cbb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:29:24.207795 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-592696d1-6d13-49cd-b293-5fb12039006b req-ed6bf405-05a8-4466-8842-904cef4cbb8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425224 Dec 12 18:29:24.297546 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-592696d1-6d13-49cd-b293-5fb12039006b req-827ed4b3-0855-4946-a6a9-49f0ea0583c7 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809822 Dec 12 18:29:24.389143 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-592696d1-6d13-49cd-b293-5fb12039006b req-a4cb96c2-1151-4e4c-9228-b9e558353835 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846975 Dec 12 18:29:44.616874 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-f336fa97-5334-4804-b33b-26a468525f29 req-8ac40f79-67a8-4237-86ef-3e9b42d683d6 service neutron] (103151) timed out ('10.222.0.18', 38510) {{(pid=103151) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 18:29:44.923698 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-65a8b1c6-13b6-4abc-89e8-4e98d9cd92d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:29:47.266366 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34be17eb-e343-49c8-881c-104e24d6018f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:29:47.483399 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:29:48.038794 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:29:48.474780 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:29:50.210935 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:29:50.949220 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:29:56.164605 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:30:05.381307 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-2b7c32cc-5283-4ad0-96f4-5064f709a879 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0730293 Dec 12 18:30:05.394199 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47d5b5-d884-48fe-b746-070c3b73c74e req-6a31ce76-ec0e-434c-b73d-52bf94b76f62 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:05.395705 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df47d5b5-d884-48fe-b746-070c3b73c74e req-6a31ce76-ec0e-434c-b73d-52bf94b76f62 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 946 time: 0.0612638 Dec 12 18:30:05.446589 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-df47d5b5-d884-48fe-b746-070c3b73c74e req-a9d7cd9f-31d2-4d70-8506-8cf052f109de tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438557 Dec 12 18:30:06.565658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea064bb5-91e8-4bb3-ab8e-5172dda1ccea req-cb0fbdd4-55d7-4014-9f1f-9ea76c93354d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:06.567800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ea064bb5-91e8-4bb3-ab8e-5172dda1ccea req-cb0fbdd4-55d7-4014-9f1f-9ea76c93354d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 946 time: 0.0513797 Dec 12 18:30:06.613731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ea064bb5-91e8-4bb3-ab8e-5172dda1ccea req-b72e064d-ae9a-4af2-abf1-7aa6896b4a43 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400577 Dec 12 18:30:07.728347 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747206f-3522-4be1-8413-eb5a477237f8 req-8b3daffc-0e6d-4952-a165-7b6855f23e04 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:07.729838 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1747206f-3522-4be1-8413-eb5a477237f8 req-8b3daffc-0e6d-4952-a165-7b6855f23e04 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 946 time: 0.0484979 Dec 12 18:30:07.776132 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1747206f-3522-4be1-8413-eb5a477237f8 req-4584204a-b9ad-486a-90df-622142f3b81e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402682 Dec 12 18:30:08.890515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dc92a-ba4a-4ace-8b6b-e90f4a0dde26 req-100dc7af-c055-468a-9ec9-302a7587a685 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:08.892012 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-833dc92a-ba4a-4ace-8b6b-e90f4a0dde26 req-100dc7af-c055-468a-9ec9-302a7587a685 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 946 time: 0.0480347 Dec 12 18:30:08.944554 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-833dc92a-ba4a-4ace-8b6b-e90f4a0dde26 req-78c8ee6a-5df7-4529-b5ab-6a2e2aaddd6c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466962 Dec 12 18:30:10.071034 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123f902-6120-43ed-a44a-9ef9a892320d req-df55552d-2971-4808-9def-b478681243df tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:10.072636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5123f902-6120-43ed-a44a-9ef9a892320d req-df55552d-2971-4808-9def-b478681243df tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 946 time: 0.0528097 Dec 12 18:30:10.121431 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5123f902-6120-43ed-a44a-9ef9a892320d req-f279d3d1-0777-4f2a-8005-00b478081791 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428498 Dec 12 18:30:10.512718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-d0f86405-cf3d-499b-ba43-d8a00d25ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:10.514211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-d0f86405-cf3d-499b-ba43-d8a00d25ed5d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 1097 time: 0.0401597 Dec 12 18:30:10.606354 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-c1657bc7-307a-45d4-85ae-2180cab8e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:10.607861 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-c1657bc7-307a-45d4-85ae-2180cab8e05e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0858448 Dec 12 18:30:10.672870 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-28c4e3ff-11ca-434d-a436-4b3031e162aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493936c5-00e2-4da1-8791-ced8beaad52f HTTP/1.1" status: 200 len: 1003 time: 0.0573778 Dec 12 18:30:10.723826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-3286db3f-b150-48b7-888c-799254cee3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:10.725220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-3286db3f-b150-48b7-888c-799254cee3c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0457652 Dec 12 18:30:10.768189 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-abc3d9c2-d2cc-4040-8708-9a47510a0089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:10.770147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-abc3d9c2-d2cc-4040-8708-9a47510a0089 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377171 Dec 12 18:30:10.855925 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-e77e7f3b-9d57-4369-9980-e64783554e5c service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781107 Dec 12 18:30:10.947281 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-9b0571a7-a504-424e-b353-876c81e6bc13 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839500 Dec 12 18:30:11.242822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc390f2d-6cf1-44fd-9fb3-c228931defbf req-d3a5f3dd-adfc-4b9e-baa2-91fa69c98560 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:11.244335 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc390f2d-6cf1-44fd-9fb3-c228931defbf req-d3a5f3dd-adfc-4b9e-baa2-91fa69c98560 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 946 time: 0.0501103 Dec 12 18:30:11.291653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fc390f2d-6cf1-44fd-9fb3-c228931defbf req-8ce52367-c03f-4841-a026-d2437dd19ab2 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412807 Dec 12 18:30:12.405519 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbb033-70ef-4eaf-9e54-a8fc14ec1bb5 req-787e0b22-a27d-4ed1-9521-8dd1fa146729 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:12.406967 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88fbb033-70ef-4eaf-9e54-a8fc14ec1bb5 req-787e0b22-a27d-4ed1-9521-8dd1fa146729 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 946 time: 0.0469985 Dec 12 18:30:12.456327 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88fbb033-70ef-4eaf-9e54-a8fc14ec1bb5 req-0d73464f-7308-4783-a0ae-3fc114be621d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428615 Dec 12 18:30:13.571788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdabea-8ef2-42a0-ad01-d7852b898425 req-eb072ce1-363e-48e7-89e9-957d98044987 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:13.573303 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5bdabea-8ef2-42a0-ad01-d7852b898425 req-eb072ce1-363e-48e7-89e9-957d98044987 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 946 time: 0.0483599 Dec 12 18:30:13.621832 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b5bdabea-8ef2-42a0-ad01-d7852b898425 req-a6c4df70-44cd-4b3b-aa3b-d64852a3c584 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426071 Dec 12 18:30:14.735436 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab8025-c151-41d1-922f-a2e0821e6482 req-0a9465cf-4c6f-4701-9512-0ed2f11f09fd tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:14.736964 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6eab8025-c151-41d1-922f-a2e0821e6482 req-0a9465cf-4c6f-4701-9512-0ed2f11f09fd tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 946 time: 0.0473180 Dec 12 18:30:14.783318 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6eab8025-c151-41d1-922f-a2e0821e6482 req-b92590f2-07d4-4668-9002-9c5cbaae9486 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400870 Dec 12 18:30:14.929278 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5d7ae9a3-0070-47dd-a2d8-25c6d9f35867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:15.906598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29917809-32e1-4cc7-a4cd-6802f180188a req-50034389-71df-4b29-b220-3c816aa49f32 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:15.908101 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29917809-32e1-4cc7-a4cd-6802f180188a req-50034389-71df-4b29-b220-3c816aa49f32 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 946 time: 0.0521433 Dec 12 18:30:15.956030 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-29917809-32e1-4cc7-a4cd-6802f180188a req-ed8d86ce-68bc-4ad7-ab43-388ca812c067 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419202 Dec 12 18:30:17.071113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fe417-4c6b-432a-81b2-5e6c05c4f727 req-edd3c331-ed35-4ffe-b2a3-27c0f84eaf23 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:17.072677 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b29fe417-4c6b-432a-81b2-5e6c05c4f727 req-edd3c331-ed35-4ffe-b2a3-27c0f84eaf23 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 946 time: 0.0480340 Dec 12 18:30:17.119382 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b29fe417-4c6b-432a-81b2-5e6c05c4f727 req-066a44b1-9c60-4959-9132-727687437ed1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403597 Dec 12 18:30:17.267799 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6c87fba0-ae25-4b37-81cb-93457b99bfbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:17.480545 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:18.040381 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:18.237013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adaca2-1d72-47a9-8589-3d12d94274e3 req-8ac75a46-5e04-4780-9953-2d830164c814 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:18.238492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-40adaca2-1d72-47a9-8589-3d12d94274e3 req-8ac75a46-5e04-4780-9953-2d830164c814 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 946 time: 0.0516424 Dec 12 18:30:18.285396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-40adaca2-1d72-47a9-8589-3d12d94274e3 req-301c6e13-a1dc-468a-94d4-645074254776 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400507 Dec 12 18:30:18.477346 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:19.402113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1354db-274f-49d0-9231-6bc22ea3dcbf req-f95cedbb-5ccd-4182-bf7d-a66f219ef344 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:19.403645 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec1354db-274f-49d0-9231-6bc22ea3dcbf req-f95cedbb-5ccd-4182-bf7d-a66f219ef344 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 946 time: 0.0480397 Dec 12 18:30:19.450185 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec1354db-274f-49d0-9231-6bc22ea3dcbf req-7eb6a207-2f3b-4f88-9442-4b332f784f3f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407126 Dec 12 18:30:20.214039 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:20.563587 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009152bd-e32d-4dfa-815d-bce8d9e96f54 req-9a8fafba-7a2f-4e1a-bfaa-f18580c91a67 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:20.565028 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-009152bd-e32d-4dfa-815d-bce8d9e96f54 req-9a8fafba-7a2f-4e1a-bfaa-f18580c91a67 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 946 time: 0.0472205 Dec 12 18:30:20.614600 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-009152bd-e32d-4dfa-815d-bce8d9e96f54 req-d2ad31ed-042b-468a-865b-1342d68b8dc1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436709 Dec 12 18:30:20.950756 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:21.733051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf8163-8ec0-4f93-aed9-93e4c146a618 req-ee956866-88b7-4634-9530-b8bf1719c01e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:21.734528 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2bbf8163-8ec0-4f93-aed9-93e4c146a618 req-ee956866-88b7-4634-9530-b8bf1719c01e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 946 time: 0.0479393 Dec 12 18:30:21.781767 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2bbf8163-8ec0-4f93-aed9-93e4c146a618 req-e4aa496b-db64-4b44-8376-174a80c630cc tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412450 Dec 12 18:30:22.843032 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-9e8b8036-4574-4474-a0ac-f8f2bf86b6bf service neutron] show failed (client error): The resource could not be found. Dec 12 18:30:22.844102 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-9e8b8036-4574-4474-a0ac-f8f2bf86b6bf service neutron] 10.222.0.20 "GET /v2.0/ports/493936c5-00e2-4da1-8791-ced8beaad52f/bindings/n-h1-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.0545993 Dec 12 18:30:22.956279 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ccafc-bd23-47ca-bd67-7ceb54036728 req-929845fb-4531-408d-a3c5-6480c044efcc tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:22.957796 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-002ccafc-bd23-47ca-bd67-7ceb54036728 req-929845fb-4531-408d-a3c5-6480c044efcc tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 946 time: 0.0490336 Dec 12 18:30:23.012906 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-002ccafc-bd23-47ca-bd67-7ceb54036728 req-76006d13-4fa8-44b1-af4d-bc7e4f09a747 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479679 Dec 12 18:30:23.048903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-44aada62-e769-485f-a334-0abc56539c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:23.050962 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-44aada62-e769-485f-a334-0abc56539c6b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af&tenant_id=66c33e4e1e434c62aa581e63b3723e28 HTTP/1.1" status: 200 len: 1097 time: 0.0454650 Dec 12 18:30:23.061368 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-858fb38e-f504-4abb-ac97-74b905d453c3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:30:23.062236 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-858fb38e-f504-4abb-ac97-74b905d453c3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048335 Dec 12 18:30:23.074183 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:30:23.125120 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:23.319406 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] For port 493936c5-00e2-4da1-8791-ced8beaad52f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=493936c5-00e2-4da1-8791-ced8beaad52f,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:30:23.352523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] For port 493936c5-00e2-4da1-8791-ced8beaad52f, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:30:23.391406 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2407f838-970d-4dc0-a45d-9c797e8093af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '493936c5-00e2-4da1-8791-ced8beaad52f'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:30:23.393728 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da586e55-2fe1-414a-a6ea-bed6197433d9" -d '{"events": [{"server_uuid": "2407f838-970d-4dc0-a45d-9c797e8093af", "name": "network-vif-unplugged", "status": "completed", "tag": "493936c5-00e2-4da1-8791-ced8beaad52f"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:30:23.398658 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:23.412328 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Transition to ACTIVE for port object 493936c5-00e2-4da1-8791-ced8beaad52f will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:30:23.416669 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:23.447696 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 18:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df63bf2f-9788-4248-825e-13c1c5b76eac x-openstack-request-id: req-df63bf2f-9788-4248-825e-13c1c5b76eac {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:30:23.447988 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2407f838-970d-4dc0-a45d-9c797e8093af", "name": "network-vif-unplugged", "status": "completed", "tag": "493936c5-00e2-4da1-8791-ced8beaad52f", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:30:23.448241 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df63bf2f-9788-4248-825e-13c1c5b76eac {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:30:23.448626 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2407f838-970d-4dc0-a45d-9c797e8093af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '493936c5-00e2-4da1-8791-ced8beaad52f', 'code': 200} Dec 12 18:30:23.501745 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Pushing event updated for resources: {'Port': ['ID=493936c5-00e2-4da1-8791-ced8beaad52f,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:30:23.516002 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:23.516352 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:23.516717 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:23.517045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:23.517383 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:23.517715 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:23.518046 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:23.518372 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:23.518698 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:23.519539 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:23.519869 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:23.520285 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:23.520615 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:23.553253 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] No DVR routers for this DVR port 493936c5-00e2-4da1-8791-ced8beaad52f on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:30:23.692274 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Attempting to bind port 493936c5-00e2-4da1-8791-ced8beaad52f on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:30:23.692606 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Attempting to bind port 493936c5-00e2-4da1-8791-ced8beaad52f by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:30:23.692930 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Attempting to bind port 493936c5-00e2-4da1-8791-ced8beaad52f on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:30:23.697185 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Port 493936c5-00e2-4da1-8791-ced8beaad52f on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:30:23.697503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Attempting to bind port 493936c5-00e2-4da1-8791-ced8beaad52f on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:30:23.702225 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:30:23.702557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Checking segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:30:23.702935 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Bound using segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:30:23.703385 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Bound port: 493936c5-00e2-4da1-8791-ced8beaad52f, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:30:23.703733 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:23.766921 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] For port 493936c5-00e2-4da1-8791-ced8beaad52f, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:30:23.770461 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] For port 493936c5-00e2-4da1-8791-ced8beaad52f, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=493936c5-00e2-4da1-8791-ced8beaad52f,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:30:23.775255 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:23.809695 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:23.810315 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:23.811751 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-13673295-421a-4c68-869f-26edaa73d852 service neutron] 10.222.0.31 "PUT /v2.0/ports/493936c5-00e2-4da1-8791-ced8beaad52f HTTP/1.1" status: 200 len: 1092 time: 0.7411509 Dec 12 18:30:23.832193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13673295-421a-4c68-869f-26edaa73d852 service neutron] Pushing event updated for resources: {'Port': ['ID=493936c5-00e2-4da1-8791-ced8beaad52f,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:30:23.876671 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-3d1deb0b-bb3e-44d9-9aad-818c187336f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:23.878244 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-3d1deb0b-bb3e-44d9-9aad-818c187336f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 1095 time: 0.0413713 Dec 12 18:30:23.974454 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-4c899f65-331d-4883-a354-cd49d05acf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:23.975989 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-4c899f65-331d-4883-a354-cd49d05acf71 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0904372 Dec 12 18:30:24.045820 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-69ee9f8d-1883-48df-a992-edf5d505fd39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493936c5-00e2-4da1-8791-ced8beaad52f HTTP/1.1" status: 200 len: 1001 time: 0.0629599 Dec 12 18:30:24.096234 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-6fe9a7ca-d016-46e8-b7ff-dced0a0510ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:24.097740 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-6fe9a7ca-d016-46e8-b7ff-dced0a0510ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0454202 Dec 12 18:30:24.148853 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-4bffc332-3eae-4e19-9eb5-5dfca56a81ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:24.150364 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-4bffc332-3eae-4e19-9eb5-5dfca56a81ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460076 Dec 12 18:30:24.213773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069e872-0f40-48a3-9251-6866d9f099a5 req-d1ec084c-075a-4147-908e-977916ebf083 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:24.215280 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3069e872-0f40-48a3-9251-6866d9f099a5 req-d1ec084c-075a-4147-908e-977916ebf083 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 944 time: 0.0913928 Dec 12 18:30:24.239122 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-12e0281f-5ce2-4ef5-a4c5-03216cf4b327 service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810697 Dec 12 18:30:24.262700 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3069e872-0f40-48a3-9251-6866d9f099a5 req-6d6cab30-3a34-4b02-a5fe-c53e26e0a279 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412724 Dec 12 18:30:24.649284 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-37a80cf5-e55c-49ca-a01a-90e5b4b50d7a req-b4f62b19-9b03-413d-b542-4df54948682d service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015050 Dec 12 18:30:25.450100 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2407f838-970d-4dc0-a45d-9c797e8093af', 'tag': '493936c5-00e2-4da1-8791-ced8beaad52f'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:30:25.452579 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d5fa94cf46e9c1c2a0372548b11c82440eda6da8593c06145d46d441806db3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffbdcf1-ce17-48db-bd91-2666ddac2361" -d '{"events": [{"name": "network-changed", "server_uuid": "2407f838-970d-4dc0-a45d-9c797e8093af", "tag": "493936c5-00e2-4da1-8791-ced8beaad52f"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:30:25.497435 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28aa19-7954-45dc-a3df-630e1bd5dd40 req-4aee84d1-2724-437c-bacd-770d4e21cecf tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:25.499061 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f28aa19-7954-45dc-a3df-630e1bd5dd40 req-4aee84d1-2724-437c-bacd-770d4e21cecf tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 944 time: 0.0942900 Dec 12 18:30:25.503469 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a9962a-790c-46c7-9808-0c09f33e8f81 x-openstack-request-id: req-c3a9962a-790c-46c7-9808-0c09f33e8f81 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:30:25.503837 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2407f838-970d-4dc0-a45d-9c797e8093af", "tag": "493936c5-00e2-4da1-8791-ced8beaad52f", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:30:25.504109 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3a9962a-790c-46c7-9808-0c09f33e8f81 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:30:25.504495 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2407f838-970d-4dc0-a45d-9c797e8093af', 'tag': '493936c5-00e2-4da1-8791-ced8beaad52f', 'status': 'completed', 'code': 200} Dec 12 18:30:25.563999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-5a39ae6a-3746-415b-be78-71724d993800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:25.565394 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-5a39ae6a-3746-415b-be78-71724d993800 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 1095 time: 0.0409887 Dec 12 18:30:25.577256 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f28aa19-7954-45dc-a3df-630e1bd5dd40 req-5bfc8b9a-7cf7-440b-98e2-d3a5e2656e47 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714920 Dec 12 18:30:25.586835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-f304bad3-7094-42a1-b95f-4a270b5c2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:25.588394 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-f304bad3-7094-42a1-b95f-4a270b5c2857 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 1095 time: 0.0617287 Dec 12 18:30:25.660157 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-3acda406-70ee-4ee3-ba00-e2683c661456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:25.661774 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-3acda406-70ee-4ee3-ba00-e2683c661456 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0894446 Dec 12 18:30:25.678784 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-be7db0c4-bfc7-44ee-ae5d-d1b2cde1ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:25.680275 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-be7db0c4-bfc7-44ee-ae5d-d1b2cde1ef4e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0833576 Dec 12 18:30:25.728659 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-b78349f5-81d3-4f29-b0d7-59b4a32bd103 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493936c5-00e2-4da1-8791-ced8beaad52f HTTP/1.1" status: 200 len: 1001 time: 0.0584445 Dec 12 18:30:25.747704 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-c75fa39d-0d67-428e-9f96-48a7ace94807 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493936c5-00e2-4da1-8791-ced8beaad52f HTTP/1.1" status: 200 len: 1001 time: 0.0608211 Dec 12 18:30:25.785174 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-103a10dc-efd3-4dbd-81c6-7e81ca7cf28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:25.786677 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-103a10dc-efd3-4dbd-81c6-7e81ca7cf28d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0449123 Dec 12 18:30:25.796529 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-fa7fc24d-1998-4db8-877d-ee9b09ef45c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:25.797966 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-fa7fc24d-1998-4db8-877d-ee9b09ef45c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0433543 Dec 12 18:30:25.835950 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-24859e59-6b5a-4cf6-8b0a-95b28aa287bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:25.837372 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-24859e59-6b5a-4cf6-8b0a-95b28aa287bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434909 Dec 12 18:30:25.841948 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-a378e07a-314c-4251-9b82-9baa858703af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:25.843454 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-a378e07a-314c-4251-9b82-9baa858703af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385103 Dec 12 18:30:25.931193 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-1f2566a0-c612-464a-87aa-8988287cf45d service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846815 Dec 12 18:30:25.937409 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-bf522024-6217-43df-b9cd-1fc5709e52c2 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870974 Dec 12 18:30:26.026600 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-72009e60-add0-4e70-9b42-aafdf2d8542d service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871561 Dec 12 18:30:26.033235 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ffbdcf1-ce17-48db-bd91-2666ddac2361 req-ee900e28-b929-45e9-909c-f9e655a68ca4 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891652 Dec 12 18:30:26.698607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00b974-be3d-409c-9d22-4c08d0053db4 req-285d6465-2015-4d80-b52c-f09c61a85f1a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:26.700093 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c00b974-be3d-409c-9d22-4c08d0053db4 req-285d6465-2015-4d80-b52c-f09c61a85f1a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 944 time: 0.0476313 Dec 12 18:30:26.750126 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c00b974-be3d-409c-9d22-4c08d0053db4 req-5ddf4662-aaab-410c-b79f-c245e200e0c9 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441558 Dec 12 18:30:27.864611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275166f1-f079-4808-9bbd-e93083440d0a req-40ccecf3-ca12-4086-a802-b23a6b9a1dfb tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:27.866063 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-275166f1-f079-4808-9bbd-e93083440d0a req-40ccecf3-ca12-4086-a802-b23a6b9a1dfb tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 944 time: 0.0474420 Dec 12 18:30:27.913268 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-275166f1-f079-4808-9bbd-e93083440d0a req-fdfebca6-403b-4240-b0ab-eee636fd038a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413246 Dec 12 18:30:28.108458 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 493936c5-00e2-4da1-8791-ced8beaad52f no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:30:28.148304 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 493936c5-00e2-4da1-8791-ced8beaad52f not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:30:28.194646 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-bce8d741-d4ab-48da-a9fe-b76467b88532 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:28.196171 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-bce8d741-d4ab-48da-a9fe-b76467b88532 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.31 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af&tenant_id=66c33e4e1e434c62aa581e63b3723e28&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 944 time: 0.0533948 Dec 12 18:30:28.209820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c19c8-5ad3-48b6-8b76-ae73b5a5dfdc req-b03c7acc-9063-45e7-ac62-a8d0ed185587 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:28.211336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-679c19c8-5ad3-48b6-8b76-ae73b5a5dfdc req-b03c7acc-9063-45e7-ac62-a8d0ed185587 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 944 time: 0.0483775 Dec 12 18:30:28.257094 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-ae00006c-05fc-4aea-a532-6e6557ce01e0 service neutron] 10.222.0.31 "GET /v2.0/ports/493936c5-00e2-4da1-8791-ced8beaad52f/bindings/n-h1-760354-5 HTTP/1.1" status: 200 len: 382 time: 0.0538428 Dec 12 18:30:28.258965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-679c19c8-5ad3-48b6-8b76-ae73b5a5dfdc req-924aa1f2-2bc0-4085-9ff6-a74566eba83b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415814 Dec 12 18:30:28.326648 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7187a87c-e803-4e64-8638-14c0c06a57e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:28.328164 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7187a87c-e803-4e64-8638-14c0c06a57e2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 1095 time: 0.0409820 Dec 12 18:30:28.360955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 493936c5-00e2-4da1-8791-ced8beaad52f details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:30:28.420294 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-74b2784b-42cc-4f62-9f09-165a95bb979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:28.421776 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-74b2784b-42cc-4f62-9f09-165a95bb979f service neutron] 10.222.0.31 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0871768 Dec 12 18:30:28.457970 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 493936c5-00e2-4da1-8791-ced8beaad52f, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=493936c5-00e2-4da1-8791-ced8beaad52f,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:30:28.469145 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '493936c5-00e2-4da1-8791-ced8beaad52f', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'port_id': '493936c5-00e2-4da1-8791-ced8beaad52f', 'mac_address': 'fa:16:3e:e6:db:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:30:28.491159 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-3c06a849-7ad4-4054-818e-bb50f79f403f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493936c5-00e2-4da1-8791-ced8beaad52f HTTP/1.1" status: 200 len: 1001 time: 0.0622592 Dec 12 18:30:28.505444 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:28.517881 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493936c5-00e2-4da1-8791-ced8beaad52f {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:30:28.538692 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 493936c5-00e2-4da1-8791-ced8beaad52f, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=493936c5-00e2-4da1-8791-ced8beaad52f,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:30:28.542805 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:28.545312 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-2c372412-3267-4a66-a1f3-b59d876551e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:28.546786 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-2c372412-3267-4a66-a1f3-b59d876551e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0495100 Dec 12 18:30:28.592193 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=493936c5-00e2-4da1-8791-ced8beaad52f,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:30:28.592448 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-d9c861e9-ed0e-4110-8d67-cf5fa5d45475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:28.593846 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-d9c861e9-ed0e-4110-8d67-cf5fa5d45475 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406420 Dec 12 18:30:28.599768 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:28.600119 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:28.600482 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:28.600822 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:28.601157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:28.601488 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:28.601822 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:28.602151 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:28.602476 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:28.602801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:28.603125 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:28.603478 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:28.603805 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:28.683723 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-e1782523-21ce-4a00-a43e-7f43b0cc37fa service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824726 Dec 12 18:30:28.776944 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-d2b156db-e1af-4bec-9282-18f8e6217b39 service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854979 Dec 12 18:30:28.867580 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['493936c5-00e2-4da1-8791-ced8beaad52f'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:30:29.379595 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c6da-a1a0-4b0c-80ab-7c81ab06684e req-f167ee51-81ba-4655-bfd5-3e27fc55e83f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:29.381036 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7f03c6da-a1a0-4b0c-80ab-7c81ab06684e req-f167ee51-81ba-4655-bfd5-3e27fc55e83f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 945 time: 0.0506403 Dec 12 18:30:29.427549 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7f03c6da-a1a0-4b0c-80ab-7c81ab06684e req-7e743a7c-1e75-4d23-9fd4-646179b8af49 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405571 Dec 12 18:30:30.393738 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 493936c5-00e2-4da1-8791-ced8beaad52f up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:30:30.444212 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 493936c5-00e2-4da1-8791-ced8beaad52f completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:30:30.448151 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 493936c5-00e2-4da1-8791-ced8beaad52f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:30:30.448523 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:30.527468 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:30.548696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b7550-f80d-4eec-bd58-753835f89e00 req-7d6398df-d3b7-4f6b-8e8f-ca4e4cceb032 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:30.550208 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b28b7550-f80d-4eec-bd58-753835f89e00 req-7d6398df-d3b7-4f6b-8e8f-ca4e4cceb032 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 945 time: 0.0490322 Dec 12 18:30:30.553233 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2407f838-970d-4dc0-a45d-9c797e8093af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493936c5-00e2-4da1-8791-ced8beaad52f'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:30:30.555558 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3975ac-b7df-43bf-9e5c-14d26e2b456f" -d '{"events": [{"server_uuid": "2407f838-970d-4dc0-a45d-9c797e8093af", "name": "network-vif-plugged", "status": "completed", "tag": "493936c5-00e2-4da1-8791-ced8beaad52f"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:30:30.570583 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 493936c5-00e2-4da1-8791-ced8beaad52f, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=493936c5-00e2-4da1-8791-ced8beaad52f,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:30:30.575355 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:30.610574 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b28b7550-f80d-4eec-bd58-753835f89e00 req-ee20acef-b36d-4a46-91ce-7e672ba0ae53 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515699 Dec 12 18:30:30.642619 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=493936c5-00e2-4da1-8791-ced8beaad52f,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:30:30.687157 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555d4bb1-c0d9-44e4-bdef-ac74a8345ab6 x-openstack-request-id: req-555d4bb1-c0d9-44e4-bdef-ac74a8345ab6 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:30:30.687488 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2407f838-970d-4dc0-a45d-9c797e8093af", "name": "network-vif-plugged", "status": "completed", "tag": "493936c5-00e2-4da1-8791-ced8beaad52f", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:30:30.687740 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-555d4bb1-c0d9-44e4-bdef-ac74a8345ab6 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:30:30.688136 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2407f838-970d-4dc0-a45d-9c797e8093af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493936c5-00e2-4da1-8791-ced8beaad52f', 'code': 200} Dec 12 18:30:30.904311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-a069d235-1492-420a-b4a7-e972fc77ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:30.905697 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-a069d235-1492-420a-b4a7-e972fc77ee11 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af&tenant_id=66c33e4e1e434c62aa581e63b3723e28 HTTP/1.1" status: 200 len: 1097 time: 0.0440590 Dec 12 18:30:30.917193 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:30:30.976262 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:31.171394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] For port 493936c5-00e2-4da1-8791-ced8beaad52f, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=493936c5-00e2-4da1-8791-ced8beaad52f,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:30:31.202903 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] For port 493936c5-00e2-4da1-8791-ced8beaad52f, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:30:31.245596 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2407f838-970d-4dc0-a45d-9c797e8093af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '493936c5-00e2-4da1-8791-ced8beaad52f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:30:31.247893 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b755d0-c9e6-41f9-9e44-4d63b4a8263f" -d '{"events": [{"server_uuid": "2407f838-970d-4dc0-a45d-9c797e8093af", "name": "network-vif-unplugged", "status": "completed", "tag": "493936c5-00e2-4da1-8791-ced8beaad52f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:30:31.251685 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:31.265040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Transition to ACTIVE for port object 493936c5-00e2-4da1-8791-ced8beaad52f will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:30:31.270362 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:31.372254 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 18:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec3a659-057e-4550-b5bf-d875140e83bb x-openstack-request-id: req-aec3a659-057e-4550-b5bf-d875140e83bb {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:30:31.372550 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2407f838-970d-4dc0-a45d-9c797e8093af", "name": "network-vif-unplugged", "status": "completed", "tag": "493936c5-00e2-4da1-8791-ced8beaad52f", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:30:31.372808 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aec3a659-057e-4550-b5bf-d875140e83bb {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:30:31.373200 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2407f838-970d-4dc0-a45d-9c797e8093af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '493936c5-00e2-4da1-8791-ced8beaad52f', 'code': 200} Dec 12 18:30:31.378766 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Pushing event updated for resources: {'Port': ['ID=493936c5-00e2-4da1-8791-ced8beaad52f,revision_number=10']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:30:31.411800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:31.412148 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:31.412495 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:31.412832 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:31.413164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:31.413495 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:31.413822 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:31.414149 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:31.414469 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:31.414800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:31.415123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:31.415472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:31.415793 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:30:31.460880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] No DVR routers for this DVR port 493936c5-00e2-4da1-8791-ced8beaad52f on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:30:31.897430 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362dca2f-1e7f-4b83-bed9-d512a58167cd req-d1efe0b1-6f9c-4668-8930-70b3f1dff5fc tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:31.899176 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-362dca2f-1e7f-4b83-bed9-d512a58167cd req-d1efe0b1-6f9c-4668-8930-70b3f1dff5fc tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 945 time: 0.0689249 Dec 12 18:30:31.968094 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Attempting to bind port 493936c5-00e2-4da1-8791-ced8beaad52f on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:30:31.968429 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Attempting to bind port 493936c5-00e2-4da1-8791-ced8beaad52f by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:30:31.968756 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Attempting to bind port 493936c5-00e2-4da1-8791-ced8beaad52f on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:30:31.976907 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-362dca2f-1e7f-4b83-bed9-d512a58167cd req-c53c7404-74bc-4ae5-a5c2-af6e9e144262 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694058 Dec 12 18:30:31.977863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Port 493936c5-00e2-4da1-8791-ced8beaad52f on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:30:31.978185 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Attempting to bind port 493936c5-00e2-4da1-8791-ced8beaad52f on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:30:31.983434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:30:31.983850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Checking segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:30:31.984205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Bound using segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:30:31.984653 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Bound port: 493936c5-00e2-4da1-8791-ced8beaad52f, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:30:31.985015 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:32.049132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] For port 493936c5-00e2-4da1-8791-ced8beaad52f, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:30:32.052851 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] For port 493936c5-00e2-4da1-8791-ced8beaad52f, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=493936c5-00e2-4da1-8791-ced8beaad52f,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:30:32.056580 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:32.091168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:32.091858 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:32.093406 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-7da03228-8734-42b8-9986-a1680a984734 service neutron] 10.222.0.20 "PUT /v2.0/ports/493936c5-00e2-4da1-8791-ced8beaad52f HTTP/1.1" status: 200 len: 1093 time: 1.1799738 Dec 12 18:30:32.111720 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da03228-8734-42b8-9986-a1680a984734 service neutron] Pushing event updated for resources: {'Port': ['ID=493936c5-00e2-4da1-8791-ced8beaad52f,revision_number=11']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:30:32.155561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-d351e782-b0c0-4086-a290-2639492b566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:32.157121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-d351e782-b0c0-4086-a290-2639492b566c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 1096 time: 0.0412886 Dec 12 18:30:32.251696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-deab13a9-3b99-4d85-ae80-7a5e58e1abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:32.253196 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-deab13a9-3b99-4d85-ae80-7a5e58e1abcc service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0895679 Dec 12 18:30:32.319461 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-2bf20b55-7210-4f96-9607-4bfcab16ae79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493936c5-00e2-4da1-8791-ced8beaad52f HTTP/1.1" status: 200 len: 1001 time: 0.0589063 Dec 12 18:30:32.371179 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-212ec644-421a-4cf2-80c1-ab2909b526a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:32.372511 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-212ec644-421a-4cf2-80c1-ab2909b526a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0457487 Dec 12 18:30:32.416411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-f694547e-01e7-4651-92af-7149df29e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:32.417743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-f694547e-01e7-4651-92af-7149df29e7ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376043 Dec 12 18:30:32.505606 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-a93a5b17-9d96-4eda-901b-568861fff803 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801909 Dec 12 18:30:32.595752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af692165-a06c-4f4d-a0f1-a574527303e7 req-d4132665-7630-426d-ab85-2395629a6c40 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828106 Dec 12 18:30:33.096070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257d231-f73b-488e-9618-2763a06d26e6 req-cebc3f06-155b-4d72-b814-a8d2787ee3a1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:33.098007 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f257d231-f73b-488e-9618-2763a06d26e6 req-cebc3f06-155b-4d72-b814-a8d2787ee3a1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 945 time: 0.0480003 Dec 12 18:30:33.143507 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f257d231-f73b-488e-9618-2763a06d26e6 req-8444ac8e-40c0-41f5-8fb7-14a302839c32 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395877 Dec 12 18:30:33.163437 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:30:33.374621 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2407f838-970d-4dc0-a45d-9c797e8093af', 'tag': '493936c5-00e2-4da1-8791-ced8beaad52f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:30:33.376988 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13" -d '{"events": [{"name": "network-changed", "server_uuid": "2407f838-970d-4dc0-a45d-9c797e8093af", "tag": "493936c5-00e2-4da1-8791-ced8beaad52f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:30:33.426955 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddf9bba-fece-4205-9fb2-3f3f262f6f6d x-openstack-request-id: req-eddf9bba-fece-4205-9fb2-3f3f262f6f6d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:30:33.427276 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2407f838-970d-4dc0-a45d-9c797e8093af", "tag": "493936c5-00e2-4da1-8791-ced8beaad52f", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:30:33.427558 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eddf9bba-fece-4205-9fb2-3f3f262f6f6d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:30:33.427954 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2407f838-970d-4dc0-a45d-9c797e8093af', 'tag': '493936c5-00e2-4da1-8791-ced8beaad52f', 'status': 'completed', 'code': 200} Dec 12 18:30:33.494777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-25441eee-9752-4391-bd09-e97c8fb4d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:33.496350 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-25441eee-9752-4391-bd09-e97c8fb4d6f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 1096 time: 0.0429835 Dec 12 18:30:33.559875 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-2a2a1030-2a12-4fc6-bca9-170c8dcc92e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:33.561434 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-2a2a1030-2a12-4fc6-bca9-170c8dcc92e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 1096 time: 0.0801196 Dec 12 18:30:33.593504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-4a2f78ec-993b-4a7b-984c-3efa55d3f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:33.594963 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-4a2f78ec-993b-4a7b-984c-3efa55d3f2e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0898087 Dec 12 18:30:33.657288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-1580758e-160f-438b-8052-eed35c8307f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:33.658683 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-1580758e-160f-438b-8052-eed35c8307f3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0883176 Dec 12 18:30:33.661598 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-b35ca174-ab1e-49f0-bea2-0c409b863738 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493936c5-00e2-4da1-8791-ced8beaad52f HTTP/1.1" status: 200 len: 1001 time: 0.0592041 Dec 12 18:30:33.718577 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-f14e6107-e268-4f68-8aa6-87441ccb050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:33.720184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-f14e6107-e268-4f68-8aa6-87441ccb050e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0488584 Dec 12 18:30:33.728943 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-0d398be1-153f-4f50-9c8d-b18a61233e84 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493936c5-00e2-4da1-8791-ced8beaad52f HTTP/1.1" status: 200 len: 1001 time: 0.0592375 Dec 12 18:30:33.765966 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-2b975daf-5337-4a4c-a57a-373ebfcf6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:33.767490 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-2b975daf-5337-4a4c-a57a-373ebfcf6163 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390551 Dec 12 18:30:33.778357 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-f1893f40-5924-4ebb-9c44-a0b8a95492fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:33.779889 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-f1893f40-5924-4ebb-9c44-a0b8a95492fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0439916 Dec 12 18:30:33.828894 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-aced1729-4fa3-489b-bd1f-7a033777b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:33.830404 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-aced1729-4fa3-489b-bd1f-7a033777b8f2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436192 Dec 12 18:30:33.856532 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-498b7ed9-26e2-4f2c-b23a-29ba3bd929c3 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808539 Dec 12 18:30:33.919401 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-deac0880-2ea4-4413-a7f8-bc33f4016390 service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817547 Dec 12 18:30:33.952787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-ec9f29d9-c4a0-4bf5-b9d9-8bcfdbd53200 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882165 Dec 12 18:30:34.013864 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9ae3e2e0-d7bd-433b-80b4-c9a3fd568f13 req-a5e52ce5-877e-4f54-a204-67fc486754ca service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872712 Dec 12 18:30:34.265554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b56c7-392d-4800-9b76-e12042d61d0c req-aafbb2af-555f-4e22-b8d4-22536c68e53e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:34.267306 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-965b56c7-392d-4800-9b76-e12042d61d0c req-aafbb2af-555f-4e22-b8d4-22536c68e53e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 945 time: 0.0511136 Dec 12 18:30:34.315688 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-965b56c7-392d-4800-9b76-e12042d61d0c req-7d01e2a7-233e-4824-9a16-7c351f8e94b6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414417 Dec 12 18:30:34.400298 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 493936c5-00e2-4da1-8791-ced8beaad52f no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:30:34.435178 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0485515-c7c6-4bad-b7f9-33fc4343aea2 req-207b9a7b-0e8c-469e-9049-67656fd4b1af tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:34.436723 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0485515-c7c6-4bad-b7f9-33fc4343aea2 req-207b9a7b-0e8c-469e-9049-67656fd4b1af tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 945 time: 0.0540903 Dec 12 18:30:34.438504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 493936c5-00e2-4da1-8791-ced8beaad52f not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:30:34.483704 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0485515-c7c6-4bad-b7f9-33fc4343aea2 req-d8ad44ff-6f27-4ec7-92d9-6c8960502101 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406857 Dec 12 18:30:34.596584 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3557c-1007-4269-a716-46d96cd0b71f req-0843a792-f5a7-4d12-85d2-4bac0d7f2bd3 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:34.598078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27d3557c-1007-4269-a716-46d96cd0b71f req-0843a792-f5a7-4d12-85d2-4bac0d7f2bd3 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 945 time: 0.0484710 Dec 12 18:30:34.644663 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27d3557c-1007-4269-a716-46d96cd0b71f req-f84b76b2-0737-4987-9da8-0f47c005e17f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406284 Dec 12 18:30:34.871793 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122dde1-1d72-49f3-ab54-7497cc2bbbc4 req-b46c609a-501f-4ed2-8fd0-808492bc1f3e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:34.873254 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a122dde1-1d72-49f3-ab54-7497cc2bbbc4 req-b46c609a-501f-4ed2-8fd0-808492bc1f3e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 945 time: 0.0471931 Dec 12 18:30:34.922819 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a122dde1-1d72-49f3-ab54-7497cc2bbbc4 req-a39080c4-98ee-4f74-b693-0fd73a24f50d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429339 Dec 12 18:30:36.065369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da918b97-4198-434e-90e3-3db7bec4d97d req-918a2775-47ef-43dc-a58a-c6968625d182 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:36.067357 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da918b97-4198-434e-90e3-3db7bec4d97d req-918a2775-47ef-43dc-a58a-c6968625d182 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 945 time: 0.0725660 Dec 12 18:30:36.088795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8d993-c269-43eb-ba65-69b10a8464d2 req-d0d3aa18-210e-4c07-aecd-6cca40e6421c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:36.090184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2a8d993-c269-43eb-ba65-69b10a8464d2 req-d0d3aa18-210e-4c07-aecd-6cca40e6421c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.20 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 945 time: 0.0694478 Dec 12 18:30:36.139108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 493936c5-00e2-4da1-8791-ced8beaad52f details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:30:36.157059 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da918b97-4198-434e-90e3-3db7bec4d97d req-f8446f64-bb3d-4631-a327-67792fb456f6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816920 Dec 12 18:30:36.206489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-e2a8d993-c269-43eb-ba65-69b10a8464d2 req-62d082ec-aae1-4b40-a6ab-ef4a6c385d88 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Deleting port 493936c5-00e2-4da1-8791-ced8beaad52f {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:30:36.206749 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2a8d993-c269-43eb-ba65-69b10a8464d2 req-62d082ec-aae1-4b40-a6ab-ef4a6c385d88 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:36.237924 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 493936c5-00e2-4da1-8791-ced8beaad52f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=493936c5-00e2-4da1-8791-ced8beaad52f,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:30:36.249480 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '493936c5-00e2-4da1-8791-ced8beaad52f', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'port_id': '493936c5-00e2-4da1-8791-ced8beaad52f', 'mac_address': 'fa:16:3e:e6:db:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:30:36.286604 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:36.295425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e2a8d993-c269-43eb-ba65-69b10a8464d2 req-62d082ec-aae1-4b40-a6ab-ef4a6c385d88 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] For port 493936c5-00e2-4da1-8791-ced8beaad52f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=493936c5-00e2-4da1-8791-ced8beaad52f,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:30:36.295801 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2a8d993-c269-43eb-ba65-69b10a8464d2 req-62d082ec-aae1-4b40-a6ab-ef4a6c385d88 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:36.301321 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493936c5-00e2-4da1-8791-ced8beaad52f {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:30:36.321787 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 493936c5-00e2-4da1-8791-ced8beaad52f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=493936c5-00e2-4da1-8791-ced8beaad52f,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:30:36.326025 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:36.371728 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=493936c5-00e2-4da1-8791-ced8beaad52f,revision_number=12']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:30:36.473187 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2a8d993-c269-43eb-ba65-69b10a8464d2 req-62d082ec-aae1-4b40-a6ab-ef4a6c385d88 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:36.473450 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2a8d993-c269-43eb-ba65-69b10a8464d2 req-62d082ec-aae1-4b40-a6ab-ef4a6c385d88 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:36.473765 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-e2a8d993-c269-43eb-ba65-69b10a8464d2 req-62d082ec-aae1-4b40-a6ab-ef4a6c385d88 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Floating IP f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea disassociated. External IP: 172.25.1.112, port: 493936c5-00e2-4da1-8791-ced8beaad52f. Dec 12 18:30:36.474105 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-e2a8d993-c269-43eb-ba65-69b10a8464d2 req-62d082ec-aae1-4b40-a6ab-ef4a6c385d88 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Calling delete_port for 493936c5-00e2-4da1-8791-ced8beaad52f owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:30:36.595298 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2a8d993-c269-43eb-ba65-69b10a8464d2 req-62d082ec-aae1-4b40-a6ab-ef4a6c385d88 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:36.621598 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d082ec-aae1-4b40-a6ab-ef4a6c385d88 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Pushing event deleted for resources: {'Port': ['ID=493936c5-00e2-4da1-8791-ced8beaad52f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:30:36.736437 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2a8d993-c269-43eb-ba65-69b10a8464d2 req-62d082ec-aae1-4b40-a6ab-ef4a6c385d88 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Router 598746a6-854d-440e-9b10-ebae72771322 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:30:36.846383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2a8d993-c269-43eb-ba65-69b10a8464d2 req-62d082ec-aae1-4b40-a6ab-ef4a6c385d88 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:30:36.855829 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f1616-557c-4379-a345-70b1a617d4a3 None None] Sync routers for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:30:36.866059 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f1616-557c-4379-a345-70b1a617d4a3 None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:30:36.866742 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5f9f1616-557c-4379-a345-70b1a617d4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:30:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:30:36.888643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a8d993-c269-43eb-ba65-69b10a8464d2 req-62d082ec-aae1-4b40-a6ab-ef4a6c385d88 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] No DVR routers for this DVR port 493936c5-00e2-4da1-8791-ced8beaad52f on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:30:36.891299 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e2a8d993-c269-43eb-ba65-69b10a8464d2 req-62d082ec-aae1-4b40-a6ab-ef4a6c385d88 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:36.894681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2a8d993-c269-43eb-ba65-69b10a8464d2 req-62d082ec-aae1-4b40-a6ab-ef4a6c385d88 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.20 "DELETE /v2.0/ports/493936c5-00e2-4da1-8791-ced8beaad52f HTTP/1.1" status: 204 len: 173 time: 0.7973337 Dec 12 18:30:36.895064 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2407f838-970d-4dc0-a45d-9c797e8093af', 'name': 'network-vif-deleted', 'tag': '493936c5-00e2-4da1-8791-ced8beaad52f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:30:36.897338 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a196aacb-25e9-4579-af87-2af4d75c4829" -d '{"events": [{"server_uuid": "2407f838-970d-4dc0-a45d-9c797e8093af", "name": "network-vif-deleted", "tag": "493936c5-00e2-4da1-8791-ced8beaad52f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:30:36.937064 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378030de-6a5a-4d9e-b0e5-26fa35486454 x-openstack-request-id: req-378030de-6a5a-4d9e-b0e5-26fa35486454 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:30:36.937361 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2407f838-970d-4dc0-a45d-9c797e8093af", "name": "network-vif-deleted", "tag": "493936c5-00e2-4da1-8791-ced8beaad52f", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:30:36.937616 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-378030de-6a5a-4d9e-b0e5-26fa35486454 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:30:36.938016 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2407f838-970d-4dc0-a45d-9c797e8093af', 'name': 'network-vif-deleted', 'tag': '493936c5-00e2-4da1-8791-ced8beaad52f', 'status': 'completed', 'code': 200} Dec 12 18:30:36.973860 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-5f9f1616-557c-4379-a345-70b1a617d4a3 None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:30:37.168577 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5f9f1616-557c-4379-a345-70b1a617d4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:30:37.198064 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f1616-557c-4379-a345-70b1a617d4a3 None None] Checking router: 598746a6-854d-440e-9b10-ebae72771322 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:30:37.206373 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f1616-557c-4379-a345-70b1a617d4a3 None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:30:37.207004 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5f9f1616-557c-4379-a345-70b1a617d4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:30:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:30:37.266893 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38f75a16-f3c2-4bea-ad8e-9b648bd5aec6 req-b0bfb75b-4e39-43cf-9b0d-e3d86c6f7e31 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=2407f838-970d-4dc0-a45d-9c797e8093af HTTP/1.1" status: 200 len: 210 time: 0.0272367 Dec 12 18:30:37.314785 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-5f9f1616-557c-4379-a345-70b1a617d4a3 None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:30:37.593831 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5f9f1616-557c-4379-a345-70b1a617d4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:30:37.623312 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f1616-557c-4379-a345-70b1a617d4a3 None None] The sync data for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 is: [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:30:37.837720 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8db7ebc-a4f9-433f-bc56-c09bf9b306f2 None None] New status for floating IP f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:30:38.154534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 493936c5-00e2-4da1-8791-ced8beaad52f no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:30:38.175437 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 493936c5-00e2-4da1-8791-ced8beaad52f {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:30:38.176395 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 493936c5-00e2-4da1-8791-ced8beaad52f not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:30:38.545073 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-77873c91-1d38-48ba-a6b5-edbcdc36274f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--138582136&fields=id&tenant_id=66c33e4e1e434c62aa581e63b3723e28 HTTP/1.1" status: 200 len: 267 time: 0.0426250 Dec 12 18:30:38.652116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-923e242a-86f7-490b-8482-6b79deb95870 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:38.653560 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-923e242a-86f7-490b-8482-6b79deb95870 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 812 time: 0.1017573 Dec 12 18:30:38.668776 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-2093a239-6ddb-49ac-b4d0-ed33e58577ec tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/quotas/66c33e4e1e434c62aa581e63b3723e28 HTTP/1.1" status: 200 len: 375 time: 0.0094125 Dec 12 18:30:38.717506 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-77f388bf-cdd7-401d-b2fc-d285998abf69 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435412 Dec 12 18:30:38.809294 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-6a476af7-ea95-420f-b373-9525fe44dc3c service neutron] 10.222.0.18 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796366 Dec 12 18:30:38.900991 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-23c850d3-1a88-4d34-8941-e2362b130952 service neutron] 10.222.0.18 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856867 Dec 12 18:30:39.059380 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f22c1ce8-1fae-49ec-a615-a24db38109ba req-269d2362-1086-4e55-a291-adc7ee6c061a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 210 time: 0.0265043 Dec 12 18:30:39.952835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-bce58433-efd5-4361-8dc9-164b8106bf80 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:39.954274 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-bce58433-efd5-4361-8dc9-164b8106bf80 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 812 time: 0.1075802 Dec 12 18:30:40.015220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-a9badc02-847b-4b36-a8b7-92d2a01e9a0c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66c33e4e1e434c62aa581e63b3723e28 HTTP/1.1" status: 200 len: 379 time: 0.0518029 Dec 12 18:30:40.026109 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-9e296349-bb50-405c-8098-ed5f2c235aa6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Request body: {'port': {'device_id': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'admin_state_up': True, 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'security_groups': ['078586aa-b5b4-44ee-a0e3-421edd2da748']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:30:40.157882 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-92596b5b-9db0-4c33-930b-cbfc26514ca1 req-4ec301fc-5602-4a20-bc12-9f860efb9246 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 210 time: 0.0310762 Dec 12 18:30:40.158562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-9e296349-bb50-405c-8098-ed5f2c235aa6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Made reservation on behalf of 66c33e4e1e434c62aa581e63b3723e28 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:30:40.162544 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-9e296349-bb50-405c-8098-ed5f2c235aa6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:40.283166 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-9e296349-bb50-405c-8098-ed5f2c235aa6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Allocated IP 172.20.0.8 (9462a34b-62a5-470a-91d1-5cf49e9553d4/f5c7e31f-1a38-4f32-8341-09d4adb0c775/a478ee3c-9dad-4e99-9439-fdaf215f5ec9) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:30:40.416938 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-9e296349-bb50-405c-8098-ed5f2c235aa6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:40.449576 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-9e296349-bb50-405c-8098-ed5f2c235aa6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:40.491708 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-9e296349-bb50-405c-8098-ed5f2c235aa6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Network 9462a34b-62a5-470a-91d1-5cf49e9553d4 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:30:40.494865 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-9e296349-bb50-405c-8098-ed5f2c235aa6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:30:40.497254 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-9e296349-bb50-405c-8098-ed5f2c235aa6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:30:40.532605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e296349-bb50-405c-8098-ed5f2c235aa6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Pushing event updated for resources: {'Port': ['ID=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:30:40.558957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-9e296349-bb50-405c-8098-ed5f2c235aa6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:40.559599 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-9e296349-bb50-405c-8098-ed5f2c235aa6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:40.576339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-9e296349-bb50-405c-8098-ed5f2c235aa6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5540349 Dec 12 18:30:40.588499 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Request body: {'port': {'device_id': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:30:40.644077 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:40.752864 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-2483a771-964b-4b15-a016-15aa467cb3b4 None None] Provisioning complete for port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:30:40.753459 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2483a771-964b-4b15-a016-15aa467cb3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:40.786514 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-2483a771-964b-4b15-a016-15aa467cb3b4 None None] Port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:30:40.896266 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a478ee3c-9dad-4e99-9439-fdaf215f5ec9 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:30:40.903960 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:40.915288 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Transition to ACTIVE for port object a478ee3c-9dad-4e99-9439-fdaf215f5ec9 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:30:40.919275 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:40.990874 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Pushing event updated for resources: {'Port': ['ID=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:30:41.042298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Attempting to bind port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:30:41.042553 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Attempting to bind port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:30:41.042883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Attempting to bind port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:30:41.047579 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:30:41.047921 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Attempting to bind port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:30:41.053618 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:30:41.053956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Checking segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:30:41.054336 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Bound using segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:30:41.054767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Bound port: a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:30:41.055128 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:41.120110 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] For port a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:30:41.123464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] For port a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:30:41.127649 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:41.168465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:41.169131 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:41.170533 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] 10.222.0.20 "PUT /v2.0/ports/a478ee3c-9dad-4e99-9439-fdaf215f5ec9 HTTP/1.1" status: 200 len: 1091 time: 0.5862246 Dec 12 18:30:41.170971 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'tag': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:30:41.173276 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219ee8df-ba65-4b8a-ae2a-2265aa150f61" -d '{"events": [{"name": "network-changed", "server_uuid": "55c97fd7-33e0-40d5-9cc3-4c007976e73a", "tag": "a478ee3c-9dad-4e99-9439-fdaf215f5ec9"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:30:41.208953 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49b45a-94b7-4d7d-af87-549fbed7e270 service neutron] Pushing event updated for resources: {'Port': ['ID=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:30:41.247730 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b44ebd-c123-4a00-b8c0-6c8cfc3a6338 x-openstack-request-id: req-53b44ebd-c123-4a00-b8c0-6c8cfc3a6338 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:30:41.248032 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c97fd7-33e0-40d5-9cc3-4c007976e73a", "tag": "a478ee3c-9dad-4e99-9439-fdaf215f5ec9", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:30:41.248295 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53b44ebd-c123-4a00-b8c0-6c8cfc3a6338 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:30:41.248706 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'tag': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9', 'status': 'completed', 'code': 200} Dec 12 18:30:41.315336 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f026ce8-5fba-42c3-b003-d72adadafca5 req-ba229d53-2b70-42d0-9d3d-6eca40ec7d1e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:41.317131 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7f026ce8-5fba-42c3-b003-d72adadafca5 req-ba229d53-2b70-42d0-9d3d-6eca40ec7d1e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0557857 Dec 12 18:30:41.396526 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-5dcde745-41f9-4a74-a329-621044086f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:41.398273 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-5dcde745-41f9-4a74-a329-621044086f46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 1094 time: 0.1278162 Dec 12 18:30:41.401997 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7f026ce8-5fba-42c3-b003-d72adadafca5 req-0394e4ff-24be-41c7-bf40-1ef8b8f1e3e0 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782716 Dec 12 18:30:41.444775 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-a291f5d4-a26f-4688-aac6-25482100114a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9 HTTP/1.1" status: 200 len: 217 time: 0.0382416 Dec 12 18:30:41.492881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-edc47a65-7162-422d-bc6c-3136dd73bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:41.494326 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-edc47a65-7162-422d-bc6c-3136dd73bbb9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0435641 Dec 12 18:30:41.540277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-1ad6daa4-8bf2-4f22-b207-21fb6c6ae159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:41.541740 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-1ad6daa4-8bf2-4f22-b207-21fb6c6ae159 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399017 Dec 12 18:30:41.635021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-a677f296-3b3a-4455-ae28-95a9703d1235 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846705 Dec 12 18:30:41.723429 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ac50a863-5f6e-40f9-92cd-a4f9f2257fc5 req-83deee39-24d7-4e38-b6d7-ee51e80f88fc service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811532 Dec 12 18:30:41.804733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ee8df-ba65-4b8a-ae2a-2265aa150f61 req-bba46f9d-95bf-49d5-b793-cec631419a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:41.806346 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-219ee8df-ba65-4b8a-ae2a-2265aa150f61 req-bba46f9d-95bf-49d5-b793-cec631419a09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 1094 time: 0.0400374 Dec 12 18:30:41.899086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ee8df-ba65-4b8a-ae2a-2265aa150f61 req-0cee0f23-f8b7-40fd-8110-cf646c7c1f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:41.900496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-219ee8df-ba65-4b8a-ae2a-2265aa150f61 req-0cee0f23-f8b7-40fd-8110-cf646c7c1f36 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0878437 Dec 12 18:30:41.943220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-219ee8df-ba65-4b8a-ae2a-2265aa150f61 req-046e14f6-67f0-4d6e-8768-e48c7a19fcb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9 HTTP/1.1" status: 200 len: 217 time: 0.0340555 Dec 12 18:30:41.994831 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ee8df-ba65-4b8a-ae2a-2265aa150f61 req-6cd6485a-deba-4d9c-ad26-60bc92e85979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:41.996297 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-219ee8df-ba65-4b8a-ae2a-2265aa150f61 req-6cd6485a-deba-4d9c-ad26-60bc92e85979 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0461457 Dec 12 18:30:42.042340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ee8df-ba65-4b8a-ae2a-2265aa150f61 req-5f82d74c-e2a1-4b25-b19b-eef23f1b3070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:42.043854 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-219ee8df-ba65-4b8a-ae2a-2265aa150f61 req-5f82d74c-e2a1-4b25-b19b-eef23f1b3070 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389311 Dec 12 18:30:42.132636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-219ee8df-ba65-4b8a-ae2a-2265aa150f61 req-9e2c56e9-8086-4508-bd27-696cabf5abef service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801101 Dec 12 18:30:42.223437 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-219ee8df-ba65-4b8a-ae2a-2265aa150f61 req-722da991-7d61-47cc-bde6-a8199d680a5d service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827417 Dec 12 18:30:42.519731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df55b81-6ace-4392-8463-a960efd55655 req-b6478e60-2f7c-4690-ae28-473f3b089861 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:42.521211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0df55b81-6ace-4392-8463-a960efd55655 req-b6478e60-2f7c-4690-ae28-473f3b089861 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0494440 Dec 12 18:30:42.567706 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0df55b81-6ace-4392-8463-a960efd55655 req-4172ebb8-c326-4e2c-ab31-3acd556a9b53 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403137 Dec 12 18:30:43.688143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa25ca-e91f-406e-bfb0-e8776e3431ae req-947b122d-7b69-4d88-9d0e-7f1ae3646007 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:43.689517 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01aa25ca-e91f-406e-bfb0-e8776e3431ae req-947b122d-7b69-4d88-9d0e-7f1ae3646007 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0523617 Dec 12 18:30:43.736234 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-01aa25ca-e91f-406e-bfb0-e8776e3431ae req-a771739f-7979-45f8-8598-c96471964fd0 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406897 Dec 12 18:30:44.852670 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80994f-a5b9-4058-8066-d6d9db47d57f req-7bdd8785-3e1a-4957-972f-d7c6b905664c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:44.854144 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c80994f-a5b9-4058-8066-d6d9db47d57f req-7bdd8785-3e1a-4957-972f-d7c6b905664c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0479290 Dec 12 18:30:44.902309 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3c80994f-a5b9-4058-8066-d6d9db47d57f req-168b88c0-a867-4782-bc74-eb5561eaf41d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421674 Dec 12 18:30:44.930820 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-47e668e0-e52f-4060-be68-e4c30ef175b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:46.015720 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8c404-9b56-4cda-a7f1-29cc33de2771 req-4f3cecf4-f967-4936-8002-b4e0b39e05d7 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:46.017188 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbd8c404-9b56-4cda-a7f1-29cc33de2771 req-4f3cecf4-f967-4936-8002-b4e0b39e05d7 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0472138 Dec 12 18:30:46.066948 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbd8c404-9b56-4cda-a7f1-29cc33de2771 req-10d3ede1-3406-45a7-bd09-407343f709e8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429258 Dec 12 18:30:46.177154 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a478ee3c-9dad-4e99-9439-fdaf215f5ec9 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:30:46.270497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:30:46.282043 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'port_id': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9', 'mac_address': 'fa:16:3e:f2:a6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:30:46.321769 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:46.334106 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a478ee3c-9dad-4e99-9439-fdaf215f5ec9 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:30:46.352393 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:30:46.356431 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:46.402445 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:30:46.553999 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['a478ee3c-9dad-4e99-9439-fdaf215f5ec9'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:30:47.182137 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b5707-e975-4aeb-b2fd-a308c7ec7678 req-8dfa752a-e0ac-4d70-8402-9b990b0d4a40 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:47.183638 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-260b5707-e975-4aeb-b2fd-a308c7ec7678 req-8dfa752a-e0ac-4d70-8402-9b990b0d4a40 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 944 time: 0.0486703 Dec 12 18:30:47.229938 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-260b5707-e975-4aeb-b2fd-a308c7ec7678 req-34cfc820-ddb9-4a45-b030-071192231cef tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403254 Dec 12 18:30:47.271151 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-61c9d2e1-0697-47bf-8ff7-5b9adfd9ae07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:47.487869 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:48.053757 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:48.185911 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a478ee3c-9dad-4e99-9439-fdaf215f5ec9 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:30:48.231685 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:30:48.235532 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:30:48.235907 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:48.318873 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:48.340493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:30:48.342705 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db0091b007e698784a5cbee632437795da8526db99a8bb3483de144beab68b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e514f49e-f6b2-4be2-960c-03a38bdd4a96" -d '{"events": [{"server_uuid": "55c97fd7-33e0-40d5-9cc3-4c007976e73a", "name": "network-vif-plugged", "status": "completed", "tag": "a478ee3c-9dad-4e99-9439-fdaf215f5ec9"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:30:48.344143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46c9a4-cb26-4da4-b887-6c7637cc10b6 req-d54025e7-7ecf-475f-b27c-9292c94579d6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:48.345641 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6b46c9a4-cb26-4da4-b887-6c7637cc10b6 req-d54025e7-7ecf-475f-b27c-9292c94579d6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 944 time: 0.0487671 Dec 12 18:30:48.355571 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:30:48.360517 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:48.383457 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e7707a-b87a-4244-aaf7-66a6830fe453 x-openstack-request-id: req-83e7707a-b87a-4244-aaf7-66a6830fe453 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:30:48.383749 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c97fd7-33e0-40d5-9cc3-4c007976e73a", "name": "network-vif-plugged", "status": "completed", "tag": "a478ee3c-9dad-4e99-9439-fdaf215f5ec9", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:30:48.383999 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83e7707a-b87a-4244-aaf7-66a6830fe453 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:30:48.384384 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9', 'code': 200} Dec 12 18:30:48.400339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6b46c9a4-cb26-4da4-b887-6c7637cc10b6 req-99d02233-4dfe-4e2a-adda-b6413d5fa545 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471041 Dec 12 18:30:48.409746 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:30:48.482304 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:48.488593 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5173103-8de5-4834-a5d6-a48e05daf61a req-4056a075-cd45-4c25-99a5-b3e73bfdd2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:48.490725 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5173103-8de5-4834-a5d6-a48e05daf61a req-4056a075-cd45-4c25-99a5-b3e73bfdd2f9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 1096 time: 0.0447545 Dec 12 18:30:48.534582 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a5173103-8de5-4834-a5d6-a48e05daf61a req-467bf75f-0a54-4da6-8afd-aa7015320136 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367885 Dec 12 18:30:49.525418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15768a-301e-47c4-b323-f3c32db47e81 req-636da16b-c91e-40f4-b88f-d37d6a73cabc tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:49.526912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa15768a-301e-47c4-b323-f3c32db47e81 req-636da16b-c91e-40f4-b88f-d37d6a73cabc tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0523248 Dec 12 18:30:49.577055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aa15768a-301e-47c4-b323-f3c32db47e81 req-81e52768-f73e-4535-b973-3f3a55ba93e4 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439789 Dec 12 18:30:50.216382 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:50.689753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355dadd-35dc-44db-80b9-54e0d1db3e2b req-475d69d3-1077-4b06-b609-05f4186637f0 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:50.691231 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2355dadd-35dc-44db-80b9-54e0d1db3e2b req-475d69d3-1077-4b06-b609-05f4186637f0 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0470617 Dec 12 18:30:50.740956 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2355dadd-35dc-44db-80b9-54e0d1db3e2b req-cda38c20-c295-4663-9cac-92624c674550 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432065 Dec 12 18:30:50.850082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0f561-2adc-48a0-9604-2811f9ecb989 req-1c3850ac-915b-44b3-9040-ddb4fed7d352 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:50.851562 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-51b0f561-2adc-48a0-9604-2811f9ecb989 req-1c3850ac-915b-44b3-9040-ddb4fed7d352 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0474718 Dec 12 18:30:50.860131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 40976) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:30:50.865257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-950ebe52-ea59-4c50-b773-5d7f1742238e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Request body: {'floatingip': {'port_id': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:30:50.902894 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-950ebe52-ea59-4c50-b773-5d7f1742238e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for floatingip, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:50.954666 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:51.325857 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-950ebe52-ea59-4c50-b773-5d7f1742238e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:51.329797 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-950ebe52-ea59-4c50-b773-5d7f1742238e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:51.427297 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-950ebe52-ea59-4c50-b773-5d7f1742238e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Floating IP f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea associated. External IP: 172.25.1.112, port: a478ee3c-9dad-4e99-9439-fdaf215f5ec9. Dec 12 18:30:51.939580 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950ebe52-ea59-4c50-b773-5d7f1742238e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Router 598746a6-854d-440e-9b10-ebae72771322 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:30:52.045302 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950ebe52-ea59-4c50-b773-5d7f1742238e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:30:52.050219 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-950ebe52-ea59-4c50-b773-5d7f1742238e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:30:52.054737 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086d1f76-384d-4b20-beac-8164514ff576 None None] Sync routers for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:30:52.064181 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086d1f76-384d-4b20-beac-8164514ff576 None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:30:52.064792 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-086d1f76-384d-4b20-beac-8164514ff576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:30:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:30:52.077341 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-950ebe52-ea59-4c50-b773-5d7f1742238e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "PUT /v2.0/floatingips/f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea HTTP/1.1" status: 200 len: 992 time: 1.2161617 Dec 12 18:30:52.077939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'tag': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:30:52.080189 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708561b82c970a96da26173199ab336bc83b3fa6454a5255399748d2888eb222" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6e0fa0-1d90-4d9e-97c7-17ac37cf82b0" -d '{"events": [{"name": "network-changed", "server_uuid": "55c97fd7-33e0-40d5-9cc3-4c007976e73a", "tag": "a478ee3c-9dad-4e99-9439-fdaf215f5ec9"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:30:52.118019 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe0ff79-5e05-4126-9d67-c65976dfc7b2 x-openstack-request-id: req-ebe0ff79-5e05-4126-9d67-c65976dfc7b2 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:30:52.118317 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c97fd7-33e0-40d5-9cc3-4c007976e73a", "tag": "a478ee3c-9dad-4e99-9439-fdaf215f5ec9", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:30:52.118570 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ebe0ff79-5e05-4126-9d67-c65976dfc7b2 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:30:52.118969 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'tag': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9', 'status': 'completed', 'code': 200} Dec 12 18:30:52.172658 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-086d1f76-384d-4b20-beac-8164514ff576 None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:30:52.179887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e0fa0-1d90-4d9e-97c7-17ac37cf82b0 req-cf2452d7-21c0-4ed5-9641-b46ba342d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:52.181438 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce6e0fa0-1d90-4d9e-97c7-17ac37cf82b0 req-cf2452d7-21c0-4ed5-9641-b46ba342d974 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 1096 time: 0.0403416 Dec 12 18:30:52.273613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e0fa0-1d90-4d9e-97c7-17ac37cf82b0 req-d0d3d569-bec0-4c22-a7c2-10dc82793622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:52.275123 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce6e0fa0-1d90-4d9e-97c7-17ac37cf82b0 req-d0d3d569-bec0-4c22-a7c2-10dc82793622 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0868030 Dec 12 18:30:52.339874 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce6e0fa0-1d90-4d9e-97c7-17ac37cf82b0 req-ed04c649-80ce-413f-8af9-d206e39a575b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9 HTTP/1.1" status: 200 len: 1000 time: 0.0573308 Dec 12 18:30:52.388914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e0fa0-1d90-4d9e-97c7-17ac37cf82b0 req-3f984956-6831-4b22-a925-6c8d50463f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:52.390465 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce6e0fa0-1d90-4d9e-97c7-17ac37cf82b0 req-3f984956-6831-4b22-a925-6c8d50463f5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0425916 Dec 12 18:30:52.391733 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-086d1f76-384d-4b20-beac-8164514ff576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '598746a6-854d-440e-9b10-ebae72771322', 'port_id': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'mac_address': 'fa:16:3e:f2:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:23:52Z', 'updated_at': '2021-12-12T18:30:51Z', 'revision_number': 13, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:30:52.420847 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086d1f76-384d-4b20-beac-8164514ff576 None None] Checking router: 598746a6-854d-440e-9b10-ebae72771322 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:30:52.429511 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086d1f76-384d-4b20-beac-8164514ff576 None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:30:52.430108 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-086d1f76-384d-4b20-beac-8164514ff576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:30:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:30:52.439265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e0fa0-1d90-4d9e-97c7-17ac37cf82b0 req-def443dd-6e40-4641-b58c-b11345bcdbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:30:52.440755 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce6e0fa0-1d90-4d9e-97c7-17ac37cf82b0 req-def443dd-6e40-4641-b58c-b11345bcdbd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428007 Dec 12 18:30:52.530540 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce6e0fa0-1d90-4d9e-97c7-17ac37cf82b0 req-672b5019-9863-47a5-a423-2190a6d78154 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822971 Dec 12 18:30:52.534443 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-086d1f76-384d-4b20-beac-8164514ff576 None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:30:52.623316 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce6e0fa0-1d90-4d9e-97c7-17ac37cf82b0 req-31b14ec5-4705-4e98-bd3f-82cd112cfd6b service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855730 Dec 12 18:30:52.752879 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-086d1f76-384d-4b20-beac-8164514ff576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '598746a6-854d-440e-9b10-ebae72771322', 'port_id': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'mac_address': 'fa:16:3e:f2:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:23:52Z', 'updated_at': '2021-12-12T18:30:51Z', 'revision_number': 13, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:30:52.781279 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086d1f76-384d-4b20-beac-8164514ff576 None None] The sync data for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 is: [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '598746a6-854d-440e-9b10-ebae72771322', 'port_id': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'mac_address': 'fa:16:3e:f2:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:23:52Z', 'updated_at': '2021-12-12T18:30:51Z', 'revision_number': 13, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:30:52.974106 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29891bc5-187c-45da-a936-15679863c954 None None] New status for floating IP f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:31:10.162451 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:31:14.932739 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ea30020b-83ab-4d06-9a91-4e4af0ed4b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:31:17.274365 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0d562de2-ed31-4b47-9058-4023222ffb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:31:17.496869 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:31:18.068677 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:31:18.482415 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:31:20.218211 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:31:20.958146 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:31:25.807339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bfebe014-cc1c-438d-9d93-f6ac562b7407 req-40f79cdf-841e-46f6-a96b-e4116715be52 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384908 Dec 12 18:31:25.888469 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebe014-cc1c-438d-9d93-f6ac562b7407 req-5d9b6314-0630-4766-9922-834eddd62073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:31:25.889913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bfebe014-cc1c-438d-9d93-f6ac562b7407 req-5d9b6314-0630-4766-9922-834eddd62073 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 1096 time: 0.0394094 Dec 12 18:31:25.992112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebe014-cc1c-438d-9d93-f6ac562b7407 req-3b806cc6-2546-4c16-981b-3b6429e4320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:31:25.993598 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bfebe014-cc1c-438d-9d93-f6ac562b7407 req-3b806cc6-2546-4c16-981b-3b6429e4320d service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0853703 Dec 12 18:31:26.058033 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bfebe014-cc1c-438d-9d93-f6ac562b7407 req-8b6b6366-0cd1-4f0c-8757-4aadea8e8044 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9 HTTP/1.1" status: 200 len: 1002 time: 0.0573709 Dec 12 18:31:26.106120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebe014-cc1c-438d-9d93-f6ac562b7407 req-b2ad2fe5-80b3-4a4c-a17c-b85ff75c66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:31:26.107653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bfebe014-cc1c-438d-9d93-f6ac562b7407 req-b2ad2fe5-80b3-4a4c-a17c-b85ff75c66aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0428717 Dec 12 18:31:26.157817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebe014-cc1c-438d-9d93-f6ac562b7407 req-4f92fee9-194e-4687-8199-ce14e6178f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:31:26.158437 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bfebe014-cc1c-438d-9d93-f6ac562b7407 req-4f92fee9-194e-4687-8199-ce14e6178f69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439477 Dec 12 18:31:26.245900 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bfebe014-cc1c-438d-9d93-f6ac562b7407 req-18adeeb4-60ed-4488-8851-f8c4c62f2ca3 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802002 Dec 12 18:31:26.336681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bfebe014-cc1c-438d-9d93-f6ac562b7407 req-b40438e8-9403-4a00-9fb7-7eb91fdc691b service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835488 Dec 12 18:31:44.934150 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-62e55cda-3179-42ae-918a-66aa10ebbb75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:31:47.161335 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:31:47.275390 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac49f97a-e762-4291-9f95-118818b8b087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:31:47.493546 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:31:48.067573 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:31:48.489033 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:31:50.220133 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:31:50.961920 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:14.935032 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-42aad0c0-97c0-4d97-bf3e-64ad801b026e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:17.276198 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8ee91147-32ff-4584-b3fc-03271d1879c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:17.491917 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:18.082890 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:18.489940 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:20.224648 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:20.964366 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:24.160228 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:32:27.808591 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7ba545b-9afe-4136-82fc-646889d63c51 req-8b04687e-e41c-43ef-b148-7332852a0ec8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405223 Dec 12 18:32:27.902625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba545b-9afe-4136-82fc-646889d63c51 req-800c77d0-1958-4442-9ca3-702a2734c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:27.904153 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7ba545b-9afe-4136-82fc-646889d63c51 req-800c77d0-1958-4442-9ca3-702a2734c24c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 1096 time: 0.0396476 Dec 12 18:32:28.013734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba545b-9afe-4136-82fc-646889d63c51 req-a94c439c-7b5b-4ec0-ab4e-18d52eb32dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:28.015321 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7ba545b-9afe-4136-82fc-646889d63c51 req-a94c439c-7b5b-4ec0-ab4e-18d52eb32dc6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0913446 Dec 12 18:32:28.086255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7ba545b-9afe-4136-82fc-646889d63c51 req-5c4bec99-d61c-4680-9cf4-09826602d955 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9 HTTP/1.1" status: 200 len: 1002 time: 0.0626841 Dec 12 18:32:28.138911 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba545b-9afe-4136-82fc-646889d63c51 req-5b0b2484-7ba0-4af1-bbe0-00e905f0df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:28.140415 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7ba545b-9afe-4136-82fc-646889d63c51 req-5b0b2484-7ba0-4af1-bbe0-00e905f0df2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0458677 Dec 12 18:32:28.191265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba545b-9afe-4136-82fc-646889d63c51 req-91564247-0b20-4852-88a0-f317d28bed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:28.192779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7ba545b-9afe-4136-82fc-646889d63c51 req-91564247-0b20-4852-88a0-f317d28bed40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454264 Dec 12 18:32:28.290121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7ba545b-9afe-4136-82fc-646889d63c51 req-d1d42ef2-24fe-4009-b1cb-282f99e5a8df service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893979 Dec 12 18:32:28.384288 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e7ba545b-9afe-4136-82fc-646889d63c51 req-823bcf89-c0d6-4c60-8af6-28e6f9f6c704 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874178 Dec 12 18:32:29.257411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23aa00-4fed-47a8-8935-5d1bd4e5a0ab req-1141517a-3c8c-4518-99e8-26033868ade2 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:29.258916 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e23aa00-4fed-47a8-8935-5d1bd4e5a0ab req-1141517a-3c8c-4518-99e8-26033868ade2 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0552726 Dec 12 18:32:29.306643 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e23aa00-4fed-47a8-8935-5d1bd4e5a0ab req-25deca9b-5d8a-435e-8c30-a3ca57843105 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416818 Dec 12 18:32:40.331129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-1eed2610-c55a-469e-83a3-13d255dddf8c req-8f9f0425-99f3-4992-b12f-86c58040eafb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:32:40.332158 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1eed2610-c55a-469e-83a3-13d255dddf8c req-8f9f0425-99f3-4992-b12f-86c58040eafb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0432796 Dec 12 18:32:40.518348 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60178033-efd7-4d49-8ebc-75949e613c6d req-0e2d286e-c99a-4355-96dc-b4c5df96d4cb tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:40.519972 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-60178033-efd7-4d49-8ebc-75949e613c6d req-0e2d286e-c99a-4355-96dc-b4c5df96d4cb tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0562487 Dec 12 18:32:40.595775 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-60178033-efd7-4d49-8ebc-75949e613c6d req-1edac12f-b912-460e-bdb7-8c3137580d12 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697527 Dec 12 18:32:40.603048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-1d53406b-95eb-4c36-bb09-4fd127fa3d6c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1095738 Dec 12 18:32:40.612795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-a5864811-2edf-4c6c-abd4-eb1679961278 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:32:40.613786 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-a5864811-2edf-4c6c-abd4-eb1679961278 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056894 Dec 12 18:32:41.729455 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-8e481764-d329-40ec-bf42-89109db1a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:41.730945 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-8e481764-d329-40ec-bf42-89109db1a2f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 1096 time: 0.0687656 Dec 12 18:32:41.738883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a22e5-75ee-4875-8ce1-52524cc207b3 req-b2350fae-a6ce-4d84-b5e5-3abe4534be5a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:41.740256 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c39a22e5-75ee-4875-8ce1-52524cc207b3 req-b2350fae-a6ce-4d84-b5e5-3abe4534be5a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0703433 Dec 12 18:32:41.835475 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c39a22e5-75ee-4875-8ce1-52524cc207b3 req-9a0b5864-688b-4975-8677-8319f0d10ef2 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874772 Dec 12 18:32:41.857160 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-3cc54bcf-4444-454e-9aae-315cc59ca041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:41.858628 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-3cc54bcf-4444-454e-9aae-315cc59ca041 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.1175554 Dec 12 18:32:41.922337 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-625324ea-72e3-4955-8964-0a455a9feddd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9 HTTP/1.1" status: 200 len: 1002 time: 0.0565636 Dec 12 18:32:41.972757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-f946798d-7838-4911-9fec-a16a54781162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:41.974135 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-f946798d-7838-4911-9fec-a16a54781162 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0451293 Dec 12 18:32:42.018135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-fc847483-e968-41a8-9a24-9d9767cc26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:42.019689 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-fc847483-e968-41a8-9a24-9d9767cc26e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387685 Dec 12 18:32:42.107013 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-d0a9f59c-fbf9-4f6d-8826-f7f39929d9ff service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789833 Dec 12 18:32:42.198550 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-8634ba09-53a4-4d8b-8e65-1a1513e471d3 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846143 Dec 12 18:32:42.951120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db81198-e690-4a5f-a838-6838f293d51d req-65627341-9d4c-4a8f-935a-944fc01107aa tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:42.952723 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5db81198-e690-4a5f-a838-6838f293d51d req-65627341-9d4c-4a8f-935a-944fc01107aa tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0485537 Dec 12 18:32:42.999738 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5db81198-e690-4a5f-a838-6838f293d51d req-0f27a94b-401c-4904-87f1-f7ab38547be9 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403831 Dec 12 18:32:44.128771 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a858565-1bca-4841-9b52-b9fa69cd978b req-68cc5582-c0bd-453a-8bef-c0f456ca574c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:44.131037 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a858565-1bca-4841-9b52-b9fa69cd978b req-68cc5582-c0bd-453a-8bef-c0f456ca574c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0540407 Dec 12 18:32:44.179745 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a858565-1bca-4841-9b52-b9fa69cd978b req-706ac1f2-12d6-4df5-9829-f0f5e68193ee tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416310 Dec 12 18:32:44.935798 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-95f90660-8d56-4ddb-bc91-428fefb64981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:45.294478 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120c41b-8108-4081-b49e-9f18fba693b8 req-51853449-7b46-454b-afc6-29561337f135 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:45.295994 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2120c41b-8108-4081-b49e-9f18fba693b8 req-51853449-7b46-454b-afc6-29561337f135 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0480280 Dec 12 18:32:45.341865 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2120c41b-8108-4081-b49e-9f18fba693b8 req-cf712dd9-c81b-457e-9886-23cffe09a6d0 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393693 Dec 12 18:32:46.471537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a6bca-ae8f-40a1-99f9-52c15112d68a req-e15c27fa-6bb6-492c-8173-ace58c5894f3 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:46.473007 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c25a6bca-ae8f-40a1-99f9-52c15112d68a req-e15c27fa-6bb6-492c-8173-ace58c5894f3 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0600498 Dec 12 18:32:46.523972 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c25a6bca-ae8f-40a1-99f9-52c15112d68a req-3e39898f-913c-46c6-9db0-c386148fd590 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446897 Dec 12 18:32:47.280730 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b3492365-9f68-4f00-8ff3-0037d554393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:47.505669 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:47.640232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dd53e-6e03-4d87-892c-7111561f6f01 req-eff3a79e-5dc5-42db-aa99-9c5ef1d787c6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:47.641700 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d13dd53e-6e03-4d87-892c-7111561f6f01 req-eff3a79e-5dc5-42db-aa99-9c5ef1d787c6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0477521 Dec 12 18:32:47.698900 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d13dd53e-6e03-4d87-892c-7111561f6f01 req-210c9d43-9dfd-499a-8d48-1ef38f3329eb tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502672 Dec 12 18:32:48.074433 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:48.493715 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:48.814179 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4bdba-67c2-4228-bc34-8c6c3ef9fe6e req-3c33a2df-60b1-4fd7-8606-5c21bf9d8558 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:48.815675 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abb4bdba-67c2-4228-bc34-8c6c3ef9fe6e req-3c33a2df-60b1-4fd7-8606-5c21bf9d8558 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0485799 Dec 12 18:32:48.861912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-abb4bdba-67c2-4228-bc34-8c6c3ef9fe6e req-09ac228c-6da7-4e80-8b26-c75dcfd92443 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399446 Dec 12 18:32:49.981921 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c302a-ba16-4a1e-b6f4-3fa8ac70e648 req-7472af13-b93a-4aa4-a16e-1aa6e57dad31 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:49.983434 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d5c302a-ba16-4a1e-b6f4-3fa8ac70e648 req-7472af13-b93a-4aa4-a16e-1aa6e57dad31 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0526536 Dec 12 18:32:50.030826 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6d5c302a-ba16-4a1e-b6f4-3fa8ac70e648 req-6ffedb4e-4bcd-4e22-b8b9-b0cfc4a8821f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413692 Dec 12 18:32:50.225583 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:50.965549 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:51.149160 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce57bf4-6068-432c-9a50-0c00628c0974 req-441fe91e-da0d-4918-aa3f-d2fb9319d31f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:51.150638 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ce57bf4-6068-432c-9a50-0c00628c0974 req-441fe91e-da0d-4918-aa3f-d2fb9319d31f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0486207 Dec 12 18:32:51.197070 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ce57bf4-6068-432c-9a50-0c00628c0974 req-a04c00e9-ef91-451d-8215-644c0c482707 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405343 Dec 12 18:32:52.310501 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd190c9-f45d-4964-b14e-9aa42947290c req-ad604588-80e4-4b7b-bfa1-dd65fbaf3191 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:52.311982 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3cd190c9-f45d-4964-b14e-9aa42947290c req-ad604588-80e4-4b7b-bfa1-dd65fbaf3191 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0470746 Dec 12 18:32:52.361669 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3cd190c9-f45d-4964-b14e-9aa42947290c req-2f79c792-58a3-47ec-a81f-02e8a7d0967e tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431433 Dec 12 18:32:53.478309 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ff862-ede8-481c-8569-eb29f1a8336d req-e37e4a60-2384-479a-99fa-b4578043d3a6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:53.479841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e66ff862-ede8-481c-8569-eb29f1a8336d req-e37e4a60-2384-479a-99fa-b4578043d3a6 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0491588 Dec 12 18:32:53.528804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e66ff862-ede8-481c-8569-eb29f1a8336d req-df93f9e6-bc82-4757-a83f-e2ca6e96620a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425289 Dec 12 18:32:54.644227 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154279c-93e7-4fe2-95d9-c1518de994d0 req-faa1b6a3-bc49-45e6-9408-6121e460c430 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:54.646250 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1154279c-93e7-4fe2-95d9-c1518de994d0 req-faa1b6a3-bc49-45e6-9408-6121e460c430 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0497243 Dec 12 18:32:54.692906 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1154279c-93e7-4fe2-95d9-c1518de994d0 req-3362280e-59ed-4281-bf46-b515dae8e484 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403335 Dec 12 18:32:55.812430 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a73c9-fbfb-4e0d-b2d7-7f7538bdcd1c req-39c7f3cc-d61a-437a-9c49-a60edf04599d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:55.813912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f38a73c9-fbfb-4e0d-b2d7-7f7538bdcd1c req-39c7f3cc-d61a-437a-9c49-a60edf04599d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0518777 Dec 12 18:32:55.860214 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f38a73c9-fbfb-4e0d-b2d7-7f7538bdcd1c req-b6ae9e84-2d92-4170-8567-c8d52066e8e2 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402887 Dec 12 18:32:56.312668 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-d66e19a8-3099-4af6-9aca-9daf3999fe62 service neutron] show failed (client error): The resource could not be found. Dec 12 18:32:56.313643 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-d66e19a8-3099-4af6-9aca-9daf3999fe62 service neutron] 10.222.0.20 "GET /v2.0/ports/a478ee3c-9dad-4e99-9439-fdaf215f5ec9/bindings/n-h1-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.0526245 Dec 12 18:32:56.520905 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-12821474-e6ef-45de-8e9d-6895ec4bd0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:56.522485 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-12821474-e6ef-45de-8e9d-6895ec4bd0e5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a&tenant_id=66c33e4e1e434c62aa581e63b3723e28 HTTP/1.1" status: 200 len: 1096 time: 0.0487044 Dec 12 18:32:56.535082 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:32:56.591443 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:56.793636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] For port a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:32:56.826884 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] For port a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:32:56.865135 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:32:56.870439 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:56.883411 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Transition to ACTIVE for port object a478ee3c-9dad-4e99-9439-fdaf215f5ec9 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:32:56.888829 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:56.917313 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0ecf0ab0d0673ed1ddf6e3181e2e5630b2f509d2790f5a8f7e136419b5c042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a6407f-cb8e-4e6b-a6a8-de23d53f8b92" -d '{"events": [{"server_uuid": "55c97fd7-33e0-40d5-9cc3-4c007976e73a", "name": "network-vif-unplugged", "status": "completed", "tag": "a478ee3c-9dad-4e99-9439-fdaf215f5ec9"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:32:56.986725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Pushing event updated for resources: {'Port': ['ID=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:32:56.996345 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d575b-2467-43bb-903d-392227b4693b req-29c2ffc2-9865-4a77-acf6-c39d8d723a62 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:56.999694 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-579d575b-2467-43bb-903d-392227b4693b req-29c2ffc2-9865-4a77-acf6-c39d8d723a62 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0646954 Dec 12 18:32:57.000783 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:32:57.001136 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:32:57.001482 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:32:57.001826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:32:57.002164 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:32:57.002499 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:32:57.002831 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:32:57.005604 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:32:57.005604 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:32:57.005816 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:32:57.005987 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:32:57.006327 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:32:57.006659 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:32:57.060277 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 18:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d456a7-e198-4a4a-85fb-7be48695aeb8 x-openstack-request-id: req-68d456a7-e198-4a4a-85fb-7be48695aeb8 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:32:57.060561 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c97fd7-33e0-40d5-9cc3-4c007976e73a", "name": "network-vif-unplugged", "status": "completed", "tag": "a478ee3c-9dad-4e99-9439-fdaf215f5ec9", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:32:57.060819 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68d456a7-e198-4a4a-85fb-7be48695aeb8 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:32:57.061223 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9', 'code': 200} Dec 12 18:32:57.061975 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] No DVR routers for this DVR port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:32:57.067415 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-579d575b-2467-43bb-903d-392227b4693b req-2cd920af-3635-41a1-af7c-eb7460790a6b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604923 Dec 12 18:32:57.199140 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Attempting to bind port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:32:57.199500 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Attempting to bind port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:32:57.199808 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Attempting to bind port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:32:57.204013 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:32:57.204331 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Attempting to bind port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:32:57.209214 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:32:57.209494 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Checking segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:32:57.209870 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Bound using segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:32:57.210288 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Bound port: a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:32:57.210635 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:57.272361 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] For port a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:32:57.275560 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] For port a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:32:57.279873 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:57.316202 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:57.316856 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:32:57.318259 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] 10.222.0.31 "PUT /v2.0/ports/a478ee3c-9dad-4e99-9439-fdaf215f5ec9 HTTP/1.1" status: 200 len: 1091 time: 0.7871182 Dec 12 18:32:57.338625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50c581-c1b2-4f25-8a18-8c262a27990b service neutron] Pushing event updated for resources: {'Port': ['ID=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:32:57.386498 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-608640f5-c099-4789-a463-2c2a90629610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:57.388074 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-608640f5-c099-4789-a463-2c2a90629610 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 1094 time: 0.0463834 Dec 12 18:32:57.483049 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-1cf17c9c-60a3-4c76-a5d6-df36b98f3753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:57.484580 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-1cf17c9c-60a3-4c76-a5d6-df36b98f3753 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0889928 Dec 12 18:32:57.555572 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-c7ddb107-dfd1-4cec-887a-fafd9fa5b0d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9 HTTP/1.1" status: 200 len: 1000 time: 0.0637579 Dec 12 18:32:57.605018 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-7c9f811d-99ae-4359-86b2-040f504e5839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:57.606350 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-7c9f811d-99ae-4359-86b2-040f504e5839 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0436938 Dec 12 18:32:57.651756 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-f5a22825-60e7-4e1b-8bea-33961fdd2322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:57.653248 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-f5a22825-60e7-4e1b-8bea-33961fdd2322 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397081 Dec 12 18:32:57.743572 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-a2ee92b7-2537-401b-bfcb-ffad5f604318 service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820765 Dec 12 18:32:57.830023 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-3d7e32d9-992f-4aaa-b522-982a4615bc9c service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799205 Dec 12 18:32:58.188015 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd0a08-c267-4117-a65b-6d4d72463c0f req-93891db9-25bf-4bf0-8950-ec52772bc6ed tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:58.189529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7fd0a08-c267-4117-a65b-6d4d72463c0f req-93891db9-25bf-4bf0-8950-ec52772bc6ed tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0492718 Dec 12 18:32:58.236471 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7fd0a08-c267-4117-a65b-6d4d72463c0f req-b00d0b00-e93d-427b-8dab-a228f6933a76 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401428 Dec 12 18:32:58.776915 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a478ee3c-9dad-4e99-9439-fdaf215f5ec9 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:32:58.815171 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a478ee3c-9dad-4e99-9439-fdaf215f5ec9 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:32:59.062240 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'tag': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:32:59.064675 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0ecf0ab0d0673ed1ddf6e3181e2e5630b2f509d2790f5a8f7e136419b5c042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f89e4a3-9bba-4930-ba87-824f958672f0" -d '{"events": [{"name": "network-changed", "server_uuid": "55c97fd7-33e0-40d5-9cc3-4c007976e73a", "tag": "a478ee3c-9dad-4e99-9439-fdaf215f5ec9"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:32:59.113360 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6452a1dc-5407-411b-9e23-4bc3bf52c883 x-openstack-request-id: req-6452a1dc-5407-411b-9e23-4bc3bf52c883 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:32:59.113656 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c97fd7-33e0-40d5-9cc3-4c007976e73a", "tag": "a478ee3c-9dad-4e99-9439-fdaf215f5ec9", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:32:59.113913 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6452a1dc-5407-411b-9e23-4bc3bf52c883 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:32:59.114318 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'tag': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9', 'status': 'completed', 'code': 200} Dec 12 18:32:59.181908 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-9dab250d-f633-49f7-8181-95591b0afa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:59.182153 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-fd7121b9-d3f7-4e5d-a50c-cb8683c2d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:59.183508 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-fd7121b9-d3f7-4e5d-a50c-cb8683c2d0c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 1094 time: 0.0424502 Dec 12 18:32:59.183913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-9dab250d-f633-49f7-8181-95591b0afa2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 1094 time: 0.0460937 Dec 12 18:32:59.283785 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-7026618a-c813-4a52-a359-21fbd2981e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:59.285878 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-7026618a-c813-4a52-a359-21fbd2981e5e service neutron] 10.222.0.31 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0943336 Dec 12 18:32:59.293347 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-9dedb0ae-dc83-47bf-851c-b4444e71e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:59.295932 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-9dedb0ae-dc83-47bf-851c-b4444e71e462 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.1054749 Dec 12 18:32:59.353861 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-23e8ce95-6696-4854-be41-da2b3f7bc59d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9 HTTP/1.1" status: 200 len: 1000 time: 0.0615103 Dec 12 18:32:59.402119 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-e88d08a9-7949-48c2-85d7-dec67bfef6fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9 HTTP/1.1" status: 200 len: 1000 time: 0.0987458 Dec 12 18:32:59.413197 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-343e73fa-5325-4a9a-a8e3-3a1b4c561a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:59.413756 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef8aab-d0b5-4165-ab41-85ae5611eb6e req-0d537d8c-efe8-4c89-9f60-7f7eab390b08 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:59.414707 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-343e73fa-5325-4a9a-a8e3-3a1b4c561a1a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0532775 Dec 12 18:32:59.415385 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-49ef8aab-d0b5-4165-ab41-85ae5611eb6e req-0d537d8c-efe8-4c89-9f60-7f7eab390b08 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0743308 Dec 12 18:32:59.463282 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-f40a65ab-f2da-4bf6-9873-0a13bbb53d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:59.464783 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-f40a65ab-f2da-4bf6-9873-0a13bbb53d09 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427308 Dec 12 18:32:59.489363 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-b1852f69-3ddb-436c-bde7-31c1b534b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:59.490819 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-b1852f69-3ddb-436c-bde7-31c1b534b784 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0745614 Dec 12 18:32:59.498592 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-49ef8aab-d0b5-4165-ab41-85ae5611eb6e req-be23b351-3fa3-49bf-abdb-92f321a9a89c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744231 Dec 12 18:32:59.542295 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-f4902cf4-c1a6-44f9-a261-b0db26f4691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:32:59.544070 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-f4902cf4-c1a6-44f9-a261-b0db26f4691e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450392 Dec 12 18:32:59.568178 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-87fc0004-3dac-4a7f-b1e0-757ccd614452 service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956647 Dec 12 18:32:59.637376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-33f439a8-357a-4930-8a1a-c65e3a5cc359 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863879 Dec 12 18:32:59.666773 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-4b48f094-3e8d-4e8b-bfa8-60cdc7d232c8 service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912819 Dec 12 18:32:59.730534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f89e4a3-9bba-4930-ba87-824f958672f0 req-85a4812e-9539-4a02-b982-70216e8c26b3 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860989 Dec 12 18:33:00.630919 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e09014-741a-4c5a-9aa0-8fa5101cd273 req-93d2597f-c538-4998-8dee-dd6020c1a673 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:00.632426 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99e09014-741a-4c5a-9aa0-8fa5101cd273 req-93d2597f-c538-4998-8dee-dd6020c1a673 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0534105 Dec 12 18:33:00.679454 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99e09014-741a-4c5a-9aa0-8fa5101cd273 req-2dee40f8-83d3-49bd-9c8f-46b1f7c65dd4 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410516 Dec 12 18:33:01.159888 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:33:01.797805 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93889ee-390c-4930-ad9c-4ca5ba43bcbe req-572d195a-b8af-44d7-85dc-2b66e0e6bee5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:01.799420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a93889ee-390c-4930-ad9c-4ca5ba43bcbe req-572d195a-b8af-44d7-85dc-2b66e0e6bee5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0499513 Dec 12 18:33:01.850269 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a93889ee-390c-4930-ad9c-4ca5ba43bcbe req-76b6b1a7-ef00-4317-8bcb-a04981171c2a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439944 Dec 12 18:33:02.966356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aabe99-6e93-42e3-a2e4-54e108a96bc2 req-5d1a0e5f-f34b-4c35-a408-98f0a391dbcd tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:02.967911 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0aabe99-6e93-42e3-a2e4-54e108a96bc2 req-5d1a0e5f-f34b-4c35-a408-98f0a391dbcd tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0485053 Dec 12 18:33:03.018940 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0aabe99-6e93-42e3-a2e4-54e108a96bc2 req-b4f204ac-5c28-4cdb-96b7-fa4847cc7590 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447581 Dec 12 18:33:04.133321 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4187b4-a2e8-47d5-85d4-5d3d1c99fd9b req-03b1a73a-380b-4204-94dd-644fa17893da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:04.134770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd4187b4-a2e8-47d5-85d4-5d3d1c99fd9b req-03b1a73a-380b-4204-94dd-644fa17893da tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0480270 Dec 12 18:33:04.182611 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fd4187b4-a2e8-47d5-85d4-5d3d1c99fd9b req-3d05eace-a7bd-4ad6-9e9e-9efec5be2d17 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418382 Dec 12 18:33:05.297991 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a5f96-b8e1-495a-8def-8db87208c5da req-c770de04-fdb8-48b9-af78-84cb57ebebe5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:05.299473 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3f8a5f96-b8e1-495a-8def-8db87208c5da req-c770de04-fdb8-48b9-af78-84cb57ebebe5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0475469 Dec 12 18:33:05.345018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3f8a5f96-b8e1-495a-8def-8db87208c5da req-04ddfbda-802d-48e0-b714-795ba3641dd4 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396094 Dec 12 18:33:06.466703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bda5a-746a-437d-b74a-01e98eeca5d9 req-0e7088f6-cfcc-40d3-9f5f-561708aa5c29 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:06.468211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-747bda5a-746a-437d-b74a-01e98eeca5d9 req-0e7088f6-cfcc-40d3-9f5f-561708aa5c29 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0539074 Dec 12 18:33:06.514523 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-747bda5a-746a-437d-b74a-01e98eeca5d9 req-4c94dd26-5ca3-42d2-b48d-65623a21d923 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397301 Dec 12 18:33:07.630787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee75c7-2569-4c7c-99b0-b1c19c2e33c9 req-f49ee4dd-8279-4418-a9a4-dea26a56caa4 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:07.632276 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2ee75c7-2569-4c7c-99b0-b1c19c2e33c9 req-f49ee4dd-8279-4418-a9a4-dea26a56caa4 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0474105 Dec 12 18:33:07.678647 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2ee75c7-2569-4c7c-99b0-b1c19c2e33c9 req-4d06d465-d288-4320-89c7-8e8e09fbcae5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404384 Dec 12 18:33:08.792327 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9b93c-ec86-4fd2-bd1a-9a91d5703a30 req-d0599f57-7975-4e77-9204-ed5beb20ecd8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:08.793769 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-66d9b93c-ec86-4fd2-bd1a-9a91d5703a30 req-d0599f57-7975-4e77-9204-ed5beb20ecd8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0467637 Dec 12 18:33:08.842808 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-66d9b93c-ec86-4fd2-bd1a-9a91d5703a30 req-4f039c0d-a1d4-4da4-a029-eae95b40e82a tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431669 Dec 12 18:33:09.957509 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5dd257-5a30-4e85-b900-14deb96197dc req-d46d35ef-3829-4c9c-84df-80ee32749359 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:09.959084 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da5dd257-5a30-4e85-b900-14deb96197dc req-d46d35ef-3829-4c9c-84df-80ee32749359 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0473518 Dec 12 18:33:10.005293 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da5dd257-5a30-4e85-b900-14deb96197dc req-b0a5a295-8289-4f22-8ff8-9c8b4b1b0464 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401902 Dec 12 18:33:11.121063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5243e-273c-4ae6-9826-c42591eab24d req-6e295c1b-79dd-4204-a12b-612a21cd8449 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:11.122534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65a5243e-273c-4ae6-9826-c42591eab24d req-6e295c1b-79dd-4204-a12b-612a21cd8449 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0478525 Dec 12 18:33:11.169891 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65a5243e-273c-4ae6-9826-c42591eab24d req-a27eb01d-9612-4280-b671-05aa6c655050 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413914 Dec 12 18:33:12.286999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c44ffb-5440-4a6c-939b-935ac2421125 req-2dfd613e-ac23-4a9c-a46d-a72843cba8f9 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:12.288486 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27c44ffb-5440-4a6c-939b-935ac2421125 req-2dfd613e-ac23-4a9c-a46d-a72843cba8f9 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0512059 Dec 12 18:33:12.333960 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27c44ffb-5440-4a6c-939b-935ac2421125 req-faf618d4-0279-4966-bbe3-e6399f447d2d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396247 Dec 12 18:33:12.614744 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-32b26351-8af7-47cb-a5d3-406287858a6d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:12.616340 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-32b26351-8af7-47cb-a5d3-406287858a6d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.31 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a&tenant_id=66c33e4e1e434c62aa581e63b3723e28&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 943 time: 0.0523763 Dec 12 18:33:12.632586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414dbaf-3ef1-4c58-9bef-3b34642c80fe req-bc60043d-2d45-412a-937c-721bf982fdbb tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:12.634057 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1414dbaf-3ef1-4c58-9bef-3b34642c80fe req-bc60043d-2d45-412a-937c-721bf982fdbb tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 943 time: 0.0472393 Dec 12 18:33:12.677734 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-87f07bfa-98ce-4c4f-89ea-1d9b302c1f58 service neutron] 10.222.0.31 "GET /v2.0/ports/a478ee3c-9dad-4e99-9439-fdaf215f5ec9/bindings/n-h1-760354-5 HTTP/1.1" status: 200 len: 382 time: 0.0533302 Dec 12 18:33:12.683895 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1414dbaf-3ef1-4c58-9bef-3b34642c80fe req-2a634f0a-d91c-438f-bc82-844f0a4925eb tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438135 Dec 12 18:33:12.742665 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-eed6b032-7d25-4127-a452-58742f8d47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:12.744076 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-eed6b032-7d25-4127-a452-58742f8d47d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 1094 time: 0.0441785 Dec 12 18:33:12.832213 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-916fb3ea-b889-467e-972f-d0bcf05d7d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:12.833624 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-916fb3ea-b889-467e-972f-d0bcf05d7d96 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0822642 Dec 12 18:33:12.901403 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-006aa55c-808a-4aaf-b722-5d6ddbe862b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9 HTTP/1.1" status: 200 len: 1000 time: 0.0603974 Dec 12 18:33:12.946564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a478ee3c-9dad-4e99-9439-fdaf215f5ec9 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:33:12.949037 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-481f910b-6c60-4b5d-9579-a4e37c6d4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:12.950498 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-481f910b-6c60-4b5d-9579-a4e37c6d4191 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0423219 Dec 12 18:33:12.994798 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-a1280593-8968-458d-88e9-4237d069bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:12.996628 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-a1280593-8968-458d-88e9-4237d069bfe9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388367 Dec 12 18:33:13.042436 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:33:13.053863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'port_id': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9', 'mac_address': 'fa:16:3e:f2:a6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:33:13.088480 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-acf66cc0-f3c2-42c1-b3b3-8d1b83f8735f service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853524 Dec 12 18:33:13.092282 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:13.104938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a478ee3c-9dad-4e99-9439-fdaf215f5ec9 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:33:13.127555 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:33:13.132518 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:13.178229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:13.180073 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-3d8b18b5-fa2a-4672-ab31-963e37904657 service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843468 Dec 12 18:33:13.185620 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:13.185969 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:13.186311 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:13.186647 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:13.186976 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:13.187335 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:13.187663 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:13.187982 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:13.188304 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:13.188623 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:13.188940 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:13.189258 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:13.189575 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:13.497601 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['a478ee3c-9dad-4e99-9439-fdaf215f5ec9'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:33:13.804158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb055e58-fe22-4521-abb6-93df9495b79e req-c7724c90-d720-4d09-ad28-b1e30554e717 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:13.805612 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb055e58-fe22-4521-abb6-93df9495b79e req-c7724c90-d720-4d09-ad28-b1e30554e717 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 944 time: 0.0510998 Dec 12 18:33:13.851674 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eb055e58-fe22-4521-abb6-93df9495b79e req-bc8b9ba2-d645-4e9c-831e-9b72c9b0a2f7 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401204 Dec 12 18:33:14.325196 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40077fee-15a2-44f9-86cb-8dafde12a24c req-eb256359-95ca-4244-9173-b19a66adea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:14.326595 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-40077fee-15a2-44f9-86cb-8dafde12a24c req-eb256359-95ca-4244-9173-b19a66adea0f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 1095 time: 0.0402286 Dec 12 18:33:14.432180 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40077fee-15a2-44f9-86cb-8dafde12a24c req-d8a9201d-5115-44bc-ae85-bb7dbb6908be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:14.433678 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-40077fee-15a2-44f9-86cb-8dafde12a24c req-d8a9201d-5115-44bc-ae85-bb7dbb6908be service neutron] 10.222.0.31 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0870428 Dec 12 18:33:14.500656 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-40077fee-15a2-44f9-86cb-8dafde12a24c req-eda053db-0505-4b1c-ac20-fa4fff5073f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9 HTTP/1.1" status: 200 len: 1001 time: 0.0585303 Dec 12 18:33:14.555070 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40077fee-15a2-44f9-86cb-8dafde12a24c req-636f3388-1d58-4488-9693-074634ab93d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:14.556598 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-40077fee-15a2-44f9-86cb-8dafde12a24c req-636f3388-1d58-4488-9693-074634ab93d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0479932 Dec 12 18:33:14.603058 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40077fee-15a2-44f9-86cb-8dafde12a24c req-64e65e45-149a-4e06-be5e-c2a82ce896d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:14.604465 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-40077fee-15a2-44f9-86cb-8dafde12a24c req-64e65e45-149a-4e06-be5e-c2a82ce896d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397139 Dec 12 18:33:14.692801 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-40077fee-15a2-44f9-86cb-8dafde12a24c req-72f0df91-dfa8-4cf1-966e-8888efa1fff3 service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792651 Dec 12 18:33:14.783078 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-40077fee-15a2-44f9-86cb-8dafde12a24c req-4d79b255-514a-462a-adbf-4168160bfc0f service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825264 Dec 12 18:33:14.940192 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1e898bf-1fad-4731-9021-4556775dbf82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:14.958179 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a478ee3c-9dad-4e99-9439-fdaf215f5ec9 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:33:14.969873 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98969195-8c40-4a8a-ad6e-19e9839613c7 req-5bbbf31c-9172-4636-a2c6-3f8a240c7a6d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:14.971403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98969195-8c40-4a8a-ad6e-19e9839613c7 req-5bbbf31c-9172-4636-a2c6-3f8a240c7a6d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 944 time: 0.0509856 Dec 12 18:33:15.011710 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:33:15.015383 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:33:15.015796 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:15.024115 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98969195-8c40-4a8a-ad6e-19e9839613c7 req-8e6ac8d6-f2fd-4dd4-9e26-0d3bd7d2be4f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460362 Dec 12 18:33:15.103867 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:15.129900 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:33:15.146122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:33:15.150244 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:15.176099 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cba02e-ade0-4312-84fd-e2056565241b" -d '{"events": [{"server_uuid": "55c97fd7-33e0-40d5-9cc3-4c007976e73a", "name": "network-vif-plugged", "status": "completed", "tag": "a478ee3c-9dad-4e99-9439-fdaf215f5ec9"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:33:15.204522 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:15.274716 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1478c54-f833-45cc-b134-b183136b9542 x-openstack-request-id: req-b1478c54-f833-45cc-b134-b183136b9542 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:33:15.275063 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c97fd7-33e0-40d5-9cc3-4c007976e73a", "name": "network-vif-plugged", "status": "completed", "tag": "a478ee3c-9dad-4e99-9439-fdaf215f5ec9", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:33:15.275373 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1478c54-f833-45cc-b134-b183136b9542 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:33:15.275776 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9', 'code': 200} Dec 12 18:33:16.142478 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc07166-4a93-4c4b-ac8c-3a60f6e91444 req-e1ddfa64-8372-4efa-91e2-3bbd33433c73 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:16.143886 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4cc07166-4a93-4c4b-ac8c-3a60f6e91444 req-e1ddfa64-8372-4efa-91e2-3bbd33433c73 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0477040 Dec 12 18:33:16.195029 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4cc07166-4a93-4c4b-ac8c-3a60f6e91444 req-0376b249-40d0-463d-ab5c-dbaf21b19f12 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444496 Dec 12 18:33:17.286653 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-08d2ebf8-037a-4c16-8cf0-b2d148896859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:17.314224 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef6cfc-8f29-4043-acf7-fe2585e03cd5 req-1475c61e-a9ed-4faa-bb8d-0c4ad51e931d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:17.315712 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfef6cfc-8f29-4043-acf7-fe2585e03cd5 req-1475c61e-a9ed-4faa-bb8d-0c4ad51e931d tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0507052 Dec 12 18:33:17.383038 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-26417fe0-176a-4272-8849-e9e860dd4fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:17.384679 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-26417fe0-176a-4272-8849-e9e860dd4fab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a&tenant_id=66c33e4e1e434c62aa581e63b3723e28 HTTP/1.1" status: 200 len: 1096 time: 0.0676446 Dec 12 18:33:17.387906 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfef6cfc-8f29-4043-acf7-fe2585e03cd5 req-44c56fb4-4d1c-4e23-97bf-5a53ddcae014 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639052 Dec 12 18:33:17.397566 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:33:17.452204 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:17.522751 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:17.643532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] For port a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:33:17.676242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] For port a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:33:17.713330 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:33:17.718546 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:17.730485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Transition to ACTIVE for port object a478ee3c-9dad-4e99-9439-fdaf215f5ec9 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:33:17.735435 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:17.766569 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3615cbd-ddc9-4273-9f62-662416576c41" -d '{"events": [{"server_uuid": "55c97fd7-33e0-40d5-9cc3-4c007976e73a", "name": "network-vif-unplugged", "status": "completed", "tag": "a478ee3c-9dad-4e99-9439-fdaf215f5ec9"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:33:17.788380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Pushing event updated for resources: {'Port': ['ID=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,revision_number=10']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:18.082314 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:18.142887 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 18:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f088e052-a90d-4c40-951d-570f0e66429b x-openstack-request-id: req-f088e052-a90d-4c40-951d-570f0e66429b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:33:18.143173 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c97fd7-33e0-40d5-9cc3-4c007976e73a", "name": "network-vif-unplugged", "status": "completed", "tag": "a478ee3c-9dad-4e99-9439-fdaf215f5ec9", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:33:18.143454 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f088e052-a90d-4c40-951d-570f0e66429b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:33:18.143845 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9', 'code': 200} Dec 12 18:33:18.150591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:18.150936 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:18.151305 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:18.151643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:18.151975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:18.152305 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:18.152633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:18.152957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:18.153282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:18.153608 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:18.153932 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:18.154254 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:18.154574 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:33:18.192026 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] No DVR routers for this DVR port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:33:18.332701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Attempting to bind port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:33:18.333414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Attempting to bind port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:33:18.333414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Attempting to bind port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:33:18.338475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:33:18.338792 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Attempting to bind port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 on network 9462a34b-62a5-470a-91d1-5cf49e9553d4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:33:18.343612 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:33:18.343942 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Checking segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:33:18.344317 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Bound using segment: {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:33:18.344736 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Bound port: a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9743225a-08c1-41e7-8f77-7b09ee1adb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:33:18.345088 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:18.408829 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] For port a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:33:18.412457 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] For port a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:33:18.416235 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:18.455630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:18.456252 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:18.458301 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] 10.222.0.20 "PUT /v2.0/ports/a478ee3c-9dad-4e99-9439-fdaf215f5ec9 HTTP/1.1" status: 200 len: 1092 time: 1.0651870 Dec 12 18:33:18.507839 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:18.523121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6102e5-639a-4fa8-9c16-92ed7b5aa729 service neutron] Pushing event updated for resources: {'Port': ['ID=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,revision_number=11']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:18.556902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c928062-9b27-4b96-b207-41961a228ba3 req-0ae15d20-58b8-43fc-8321-452729b77d66 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:18.558445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c928062-9b27-4b96-b207-41961a228ba3 req-0ae15d20-58b8-43fc-8321-452729b77d66 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 944 time: 0.0958180 Dec 12 18:33:18.560415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-9fab34cd-160b-4929-aa58-3423c5002f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:18.561779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-9fab34cd-160b-4929-aa58-3423c5002f4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 1095 time: 0.0761578 Dec 12 18:33:18.662681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c928062-9b27-4b96-b207-41961a228ba3 req-5ae80fcc-30fe-4b71-9907-8e1f1313f77c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975533 Dec 12 18:33:18.686816 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-441cabaa-85ef-43f4-af1f-e04933002c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:18.688338 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-441cabaa-85ef-43f4-af1f-e04933002c96 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.1172912 Dec 12 18:33:18.754597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-c549c7c9-8205-4645-9a15-dccb70ad7b4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9 HTTP/1.1" status: 200 len: 1000 time: 0.0592356 Dec 12 18:33:18.806914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-47227063-cd4e-446e-9f84-99cdf85876db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:18.808377 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-47227063-cd4e-446e-9f84-99cdf85876db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0471716 Dec 12 18:33:18.855034 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-976a53b1-4f0d-4c87-8f49-786b6c37ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:18.856517 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-976a53b1-4f0d-4c87-8f49-786b6c37ac96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384862 Dec 12 18:33:18.944563 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-c31a18ce-6410-4eb4-b6bf-68b9b3f58579 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799277 Dec 12 18:33:18.973620 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a478ee3c-9dad-4e99-9439-fdaf215f5ec9 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:33:19.017419 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device a478ee3c-9dad-4e99-9439-fdaf215f5ec9 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:33:19.039190 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79e2a0dc-1739-4609-9ab8-01d9e916417a req-d816dc83-818c-4531-828a-99502dd62cac service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880575 Dec 12 18:33:19.787826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90740c63-641f-4e92-8113-31b08f160927 req-6ef9ae5c-e1fd-41ee-8802-e4ba60bc87d9 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:19.789340 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90740c63-641f-4e92-8113-31b08f160927 req-6ef9ae5c-e1fd-41ee-8802-e4ba60bc87d9 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 944 time: 0.0494587 Dec 12 18:33:19.838279 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90740c63-641f-4e92-8113-31b08f160927 req-8412deb2-a81a-494c-9509-173bb482bc58 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427716 Dec 12 18:33:20.144908 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'tag': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:33:20.147386 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b54f514-a012-4478-8af2-cffd9825390d" -d '{"events": [{"name": "network-changed", "server_uuid": "55c97fd7-33e0-40d5-9cc3-4c007976e73a", "tag": "a478ee3c-9dad-4e99-9439-fdaf215f5ec9"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:33:20.194518 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ebd842-91dc-443f-8b12-3863348bf2c3 x-openstack-request-id: req-23ebd842-91dc-443f-8b12-3863348bf2c3 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:33:20.194810 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c97fd7-33e0-40d5-9cc3-4c007976e73a", "tag": "a478ee3c-9dad-4e99-9439-fdaf215f5ec9", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:33:20.195065 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23ebd842-91dc-443f-8b12-3863348bf2c3 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:33:20.195495 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'tag': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9', 'status': 'completed', 'code': 200} Dec 12 18:33:20.240027 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:20.264493 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54f514-a012-4478-8af2-cffd9825390d req-e38c3d25-6f4e-4e96-8f79-5f38b8690c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:20.266218 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4b54f514-a012-4478-8af2-cffd9825390d req-e38c3d25-6f4e-4e96-8f79-5f38b8690c1f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 1095 time: 0.0447905 Dec 12 18:33:20.268152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54f514-a012-4478-8af2-cffd9825390d req-f19c2db2-b76f-47fd-a13e-ddc13af4f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:20.270325 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b54f514-a012-4478-8af2-cffd9825390d req-f19c2db2-b76f-47fd-a13e-ddc13af4f847 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 1095 time: 0.0526009 Dec 12 18:33:20.361718 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54f514-a012-4478-8af2-cffd9825390d req-644055a1-91d2-482d-97b7-49f90ba5e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:20.362217 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54f514-a012-4478-8af2-cffd9825390d req-a08c1180-64d8-47a8-b152-cc433740b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:20.363471 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4b54f514-a012-4478-8af2-cffd9825390d req-644055a1-91d2-482d-97b7-49f90ba5e4fe service neutron] 10.222.0.31 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0906830 Dec 12 18:33:20.363931 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b54f514-a012-4478-8af2-cffd9825390d req-a08c1180-64d8-47a8-b152-cc433740b16d service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0872080 Dec 12 18:33:20.429741 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4b54f514-a012-4478-8af2-cffd9825390d req-beb36346-ac66-4682-a98c-da658a1f5703 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9 HTTP/1.1" status: 200 len: 1000 time: 0.0596843 Dec 12 18:33:20.437039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b54f514-a012-4478-8af2-cffd9825390d req-4c579bde-c1bb-4fef-9725-daa870b9e2b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9 HTTP/1.1" status: 200 len: 1000 time: 0.0648584 Dec 12 18:33:20.480908 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54f514-a012-4478-8af2-cffd9825390d req-e5928e0d-36ac-442d-b080-df11dc54e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:20.485858 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4b54f514-a012-4478-8af2-cffd9825390d req-e5928e0d-36ac-442d-b080-df11dc54e9b9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0470321 Dec 12 18:33:20.497537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54f514-a012-4478-8af2-cffd9825390d req-29c079a9-6f54-483c-b20e-1269139acf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:20.499368 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b54f514-a012-4478-8af2-cffd9825390d req-29c079a9-6f54-483c-b20e-1269139acf7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0542796 Dec 12 18:33:20.538354 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54f514-a012-4478-8af2-cffd9825390d req-731f4fff-4fa8-43f1-a242-e2b3e1cf05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:20.539945 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4b54f514-a012-4478-8af2-cffd9825390d req-731f4fff-4fa8-43f1-a242-e2b3e1cf05b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491018 Dec 12 18:33:20.548290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54f514-a012-4478-8af2-cffd9825390d req-6d42aaa6-3f79-4932-8333-d9e3acdeaf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:20.550412 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b54f514-a012-4478-8af2-cffd9825390d req-6d42aaa6-3f79-4932-8333-d9e3acdeaf92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445595 Dec 12 18:33:20.631876 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4b54f514-a012-4478-8af2-cffd9825390d req-104cfe7e-865d-4c1a-9c18-67488b5c6366 service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846403 Dec 12 18:33:20.645230 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b54f514-a012-4478-8af2-cffd9825390d req-85776c7a-fb2c-4e54-bfed-20043062fcee service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880826 Dec 12 18:33:20.729069 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4b54f514-a012-4478-8af2-cffd9825390d req-c53de5f5-e7f2-4b2b-9ab8-db5631e69c1b service neutron] 10.222.0.31 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901685 Dec 12 18:33:20.737530 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b54f514-a012-4478-8af2-cffd9825390d req-e74a4774-2f9d-4440-9742-cb279f23d1f4 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847559 Dec 12 18:33:20.958054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c2495-010e-4d69-9ac4-22296cc7f576 req-fe0be527-99f8-40c9-9408-75df36ee71f5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:20.959568 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f86c2495-010e-4d69-9ac4-22296cc7f576 req-fe0be527-99f8-40c9-9408-75df36ee71f5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 944 time: 0.0496843 Dec 12 18:33:20.968827 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:21.017252 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f86c2495-010e-4d69-9ac4-22296cc7f576 req-9ac5fc1c-7959-45f2-a394-2a856c63dfdc tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507696 Dec 12 18:33:22.142815 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ed543-9368-4079-8b53-964e61236cf7 req-12db1d9d-8a35-47be-aa47-25fb488028a9 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:22.144453 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c84ed543-9368-4079-8b53-964e61236cf7 req-12db1d9d-8a35-47be-aa47-25fb488028a9 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 944 time: 0.0552180 Dec 12 18:33:22.194605 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c84ed543-9368-4079-8b53-964e61236cf7 req-2899b51e-126e-4687-a871-0ec2d9909311 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439079 Dec 12 18:33:23.311472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddbc62-4635-41c7-9b55-83e0861e7e7c req-3e549bba-2b93-4be4-80cb-e45925fc9b49 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:23.312970 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3ddbc62-4635-41c7-9b55-83e0861e7e7c req-3e549bba-2b93-4be4-80cb-e45925fc9b49 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 944 time: 0.0485442 Dec 12 18:33:23.359731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f3ddbc62-4635-41c7-9b55-83e0861e7e7c req-5b9e9808-d2dc-4a66-9923-aef91fd03b2f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401409 Dec 12 18:33:24.483338 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953b70e-63bc-418b-8eb5-ea02e981a4d4 req-2431a356-91cb-4421-91b4-9a78a8f17ae2 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:24.484886 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3953b70e-63bc-418b-8eb5-ea02e981a4d4 req-2431a356-91cb-4421-91b4-9a78a8f17ae2 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 944 time: 0.0536847 Dec 12 18:33:24.532699 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3953b70e-63bc-418b-8eb5-ea02e981a4d4 req-bc5a4fc8-dc81-4abb-80fb-79e609200437 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406618 Dec 12 18:33:25.650977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36635f33-edbc-46cf-8040-918c89bd8ab8 req-7b8f7c02-b40b-4e89-aab0-758326d76778 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:25.652525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36635f33-edbc-46cf-8040-918c89bd8ab8 req-7b8f7c02-b40b-4e89-aab0-758326d76778 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 944 time: 0.0484312 Dec 12 18:33:25.703971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36635f33-edbc-46cf-8040-918c89bd8ab8 req-be53e105-e51a-407f-8425-948b1db80bfe tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454547 Dec 12 18:33:26.817557 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3befea-e456-4d42-baa0-bd528f28fc8f req-6c0bad1d-8066-47d3-84b5-0c64960c3559 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:26.819053 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6b3befea-e456-4d42-baa0-bd528f28fc8f req-6c0bad1d-8066-47d3-84b5-0c64960c3559 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 944 time: 0.0480421 Dec 12 18:33:26.869239 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6b3befea-e456-4d42-baa0-bd528f28fc8f req-358d411c-b63f-4243-b208-5c4b8d0daa92 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443370 Dec 12 18:33:27.836553 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1a71a-239a-44ff-b2cf-29dbe277ab7a req-93fc420e-38b8-4160-8032-24f92bc4b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:27.838026 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cc1a71a-239a-44ff-b2cf-29dbe277ab7a req-93fc420e-38b8-4160-8032-24f92bc4b871 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66c33e4e1e434c62aa581e63b3723e28&device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 1095 time: 0.0400155 Dec 12 18:33:27.940992 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1a71a-239a-44ff-b2cf-29dbe277ab7a req-f1ff681b-f11c-4a1d-8677-34d2e2c35e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:27.942410 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cc1a71a-239a-44ff-b2cf-29dbe277ab7a req-f1ff681b-f11c-4a1d-8677-34d2e2c35e93 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 200 len: 913 time: 0.0849879 Dec 12 18:33:28.030536 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cc1a71a-239a-44ff-b2cf-29dbe277ab7a req-79e2258e-7822-4306-8891-bc9dafb77cb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9 HTTP/1.1" status: 200 len: 1000 time: 0.0811267 Dec 12 18:33:28.039283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd786f28-18a9-4956-8769-e17abae83370 req-d6c0acaf-4b0a-4298-8131-92a8f4bea370 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:28.040688 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd786f28-18a9-4956-8769-e17abae83370 req-d6c0acaf-4b0a-4298-8131-92a8f4bea370 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 944 time: 0.1018834 Dec 12 18:33:28.107303 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1a71a-239a-44ff-b2cf-29dbe277ab7a req-0efbec12-4048-4e54-a40d-85de8dc3166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:28.108647 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cc1a71a-239a-44ff-b2cf-29dbe277ab7a req-0efbec12-4048-4e54-a40d-85de8dc3166c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 200 len: 851 time: 0.0671320 Dec 12 18:33:28.131573 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dd786f28-18a9-4956-8769-e17abae83370 req-4853ae79-17fe-4035-b412-562e2e4966a3 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830028 Dec 12 18:33:28.159145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1a71a-239a-44ff-b2cf-29dbe277ab7a req-56b91eed-2383-42b8-9baf-5c7cd5db2932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:28.161174 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cc1a71a-239a-44ff-b2cf-29dbe277ab7a req-56b91eed-2383-42b8-9baf-5c7cd5db2932 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9462a34b-62a5-470a-91d1-5cf49e9553d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448120 Dec 12 18:33:28.248150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cc1a71a-239a-44ff-b2cf-29dbe277ab7a req-3e8bac91-b5e8-4613-afd8-14168c1fb5f8 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796833 Dec 12 18:33:28.340666 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cc1a71a-239a-44ff-b2cf-29dbe277ab7a req-4d6ae638-1326-4ce7-b470-89c76229f819 service neutron] 10.222.0.20 "GET /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856724 Dec 12 18:33:29.246056 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb087b4-37f2-4acc-8407-ab80a8b1b9b7 req-d9cd7a34-000d-47d8-8ed7-0ed987844c96 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:29.247531 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9bb087b4-37f2-4acc-8407-ab80a8b1b9b7 req-d9cd7a34-000d-47d8-8ed7-0ed987844c96 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 944 time: 0.0486238 Dec 12 18:33:29.293483 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9bb087b4-37f2-4acc-8407-ab80a8b1b9b7 req-f2cff178-4f27-4edd-9c1a-df4b865a2652 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401354 Dec 12 18:33:30.407431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c774f3-a49d-4b29-83b4-b9185156efc2 req-f2eaa8f8-91ca-4c67-a282-3c296beb29c1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:30.408923 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0c774f3-a49d-4b29-83b4-b9185156efc2 req-f2eaa8f8-91ca-4c67-a282-3c296beb29c1 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 944 time: 0.0483603 Dec 12 18:33:30.460460 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0c774f3-a49d-4b29-83b4-b9185156efc2 req-cbc0325b-55eb-4b38-a008-c9b7cf41e1cc tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449185 Dec 12 18:33:31.576748 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77505a2f-f4be-48e6-8176-557265cbb3a0 req-d815d423-9547-4b1e-97ce-16740db89a09 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:31.578222 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77505a2f-f4be-48e6-8176-557265cbb3a0 req-d815d423-9547-4b1e-97ce-16740db89a09 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 944 time: 0.0480840 Dec 12 18:33:31.624342 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77505a2f-f4be-48e6-8176-557265cbb3a0 req-b20cbbca-a120-4ca3-8100-075fb5952495 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402801 Dec 12 18:33:31.739790 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d22e53-0128-421b-b494-0de20986a37e req-0caead62-e58c-4e78-ad02-7fa8ebe0c274 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:31.741214 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16d22e53-0128-421b-b494-0de20986a37e req-0caead62-e58c-4e78-ad02-7fa8ebe0c274 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 944 time: 0.0478387 Dec 12 18:33:31.786851 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16d22e53-0128-421b-b494-0de20986a37e req-66304702-a9e4-49be-bbf9-8b95783d5f0b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398090 Dec 12 18:33:31.901094 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54313c0e-7053-4727-a389-4cda2f23b20e req-1b23ae1c-a74f-4f3f-9b91-14fb40f39e5f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:31.902552 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54313c0e-7053-4727-a389-4cda2f23b20e req-1b23ae1c-a74f-4f3f-9b91-14fb40f39e5f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 944 time: 0.0511601 Dec 12 18:33:31.948508 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54313c0e-7053-4727-a389-4cda2f23b20e req-d258799b-a525-4142-8950-4a10661005c5 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401583 Dec 12 18:33:32.178640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8ea02-aae2-4113-9c39-c9682379240e req-20e5efe6-0b86-4299-ac75-c02bcdd8e241 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:32.180141 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ed8ea02-aae2-4113-9c39-c9682379240e req-20e5efe6-0b86-4299-ac75-c02bcdd8e241 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 944 time: 0.0484977 Dec 12 18:33:32.226948 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2ed8ea02-aae2-4113-9c39-c9682379240e req-2aa5be17-ad75-4109-a79d-68e9f5120de8 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408111 Dec 12 18:33:32.932969 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a478ee3c-9dad-4e99-9439-fdaf215f5ec9 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:33:33.024459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:33:33.035121 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'port_id': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9', 'mac_address': 'fa:16:3e:f2:a6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:33:33.074517 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:33.086681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a478ee3c-9dad-4e99-9439-fdaf215f5ec9 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:33:33.105619 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:33:33.109863 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:33.154735 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,revision_number=12']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:33.358683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78f3da-98ec-4472-9b94-a195bab16a4f req-3fd6bbed-781a-4633-ac72-993718230229 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:33.360182 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a78f3da-98ec-4472-9b94-a195bab16a4f req-3fd6bbed-781a-4633-ac72-993718230229 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0620437 Dec 12 18:33:33.406453 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a78f3da-98ec-4472-9b94-a195bab16a4f req-249a5cff-1ae2-4ff9-9af7-ba926a77c91c tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups?id=078586aa-b5b4-44ee-a0e3-421edd2da748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396788 Dec 12 18:33:33.683833 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144e98e-88c1-4969-b725-8f7dacf85c48 req-36152662-7aec-43e4-a1f8-99fbf5bcb971 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:33.685203 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3144e98e-88c1-4969-b725-8f7dacf85c48 req-36152662-7aec-43e4-a1f8-99fbf5bcb971 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 945 time: 0.0488079 Dec 12 18:33:33.771161 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-3144e98e-88c1-4969-b725-8f7dacf85c48 req-bb26a87d-dedb-47b7-b38f-fb6a5edc3552 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Deleting port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:33:33.771527 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3144e98e-88c1-4969-b725-8f7dacf85c48 req-bb26a87d-dedb-47b7-b38f-fb6a5edc3552 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:33.861093 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-3144e98e-88c1-4969-b725-8f7dacf85c48 req-bb26a87d-dedb-47b7-b38f-fb6a5edc3552 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] For port a478ee3c-9dad-4e99-9439-fdaf215f5ec9, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:33:33.861461 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3144e98e-88c1-4969-b725-8f7dacf85c48 req-bb26a87d-dedb-47b7-b38f-fb6a5edc3552 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:34.031472 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3144e98e-88c1-4969-b725-8f7dacf85c48 req-bb26a87d-dedb-47b7-b38f-fb6a5edc3552 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:34.031844 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3144e98e-88c1-4969-b725-8f7dacf85c48 req-bb26a87d-dedb-47b7-b38f-fb6a5edc3552 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:34.032213 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [req-3144e98e-88c1-4969-b725-8f7dacf85c48 req-bb26a87d-dedb-47b7-b38f-fb6a5edc3552 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Floating IP f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea disassociated. External IP: 172.25.1.112, port: a478ee3c-9dad-4e99-9439-fdaf215f5ec9. Dec 12 18:33:34.032567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-3144e98e-88c1-4969-b725-8f7dacf85c48 req-bb26a87d-dedb-47b7-b38f-fb6a5edc3552 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Calling delete_port for a478ee3c-9dad-4e99-9439-fdaf215f5ec9 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:33:34.159464 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3144e98e-88c1-4969-b725-8f7dacf85c48 req-bb26a87d-dedb-47b7-b38f-fb6a5edc3552 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:34.185567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26a87d-dedb-47b7-b38f-fb6a5edc3552 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Pushing event deleted for resources: {'Port': ['ID=a478ee3c-9dad-4e99-9439-fdaf215f5ec9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:34.304959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3144e98e-88c1-4969-b725-8f7dacf85c48 req-bb26a87d-dedb-47b7-b38f-fb6a5edc3552 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Router 598746a6-854d-440e-9b10-ebae72771322 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:33:34.416217 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3144e98e-88c1-4969-b725-8f7dacf85c48 req-bb26a87d-dedb-47b7-b38f-fb6a5edc3552 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:33:34.426802 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed95f78-e534-462a-b07a-9605ef1f9cef None None] Sync routers for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:33:34.438259 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed95f78-e534-462a-b07a-9605ef1f9cef None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:33:34.439282 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1ed95f78-e534-462a-b07a-9605ef1f9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:33:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:33:34.455294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-3144e98e-88c1-4969-b725-8f7dacf85c48 req-bb26a87d-dedb-47b7-b38f-fb6a5edc3552 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] No DVR routers for this DVR port a478ee3c-9dad-4e99-9439-fdaf215f5ec9 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:33:34.457849 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3144e98e-88c1-4969-b725-8f7dacf85c48 req-bb26a87d-dedb-47b7-b38f-fb6a5edc3552 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:34.461373 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3144e98e-88c1-4969-b725-8f7dacf85c48 req-bb26a87d-dedb-47b7-b38f-fb6a5edc3552 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.20 "DELETE /v2.0/ports/a478ee3c-9dad-4e99-9439-fdaf215f5ec9 HTTP/1.1" status: 204 len: 173 time: 0.7700598 Dec 12 18:33:34.461761 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'name': 'network-vif-deleted', 'tag': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:33:34.464357 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c177b2-ced9-4263-b83b-9fef15271653" -d '{"events": [{"server_uuid": "55c97fd7-33e0-40d5-9cc3-4c007976e73a", "name": "network-vif-deleted", "tag": "a478ee3c-9dad-4e99-9439-fdaf215f5ec9"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:33:34.517921 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46168cd7-a2d9-4186-82b5-94a3a27695e1 x-openstack-request-id: req-46168cd7-a2d9-4186-82b5-94a3a27695e1 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:33:34.518220 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c97fd7-33e0-40d5-9cc3-4c007976e73a", "name": "network-vif-deleted", "tag": "a478ee3c-9dad-4e99-9439-fdaf215f5ec9", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:33:34.518480 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46168cd7-a2d9-4186-82b5-94a3a27695e1 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:33:34.518884 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c97fd7-33e0-40d5-9cc3-4c007976e73a', 'name': 'network-vif-deleted', 'tag': 'a478ee3c-9dad-4e99-9439-fdaf215f5ec9', 'status': 'completed', 'code': 200} Dec 12 18:33:34.522130 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-416b5b77-16ae-4146-92ba-8e1ae14ee42a req-f8bd8d33-71d9-46e3-bf19-77a0dc74fc5f tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 210 time: 0.0439935 Dec 12 18:33:34.664868 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-1ed95f78-e534-462a-b07a-9605ef1f9cef None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:33:34.859606 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1ed95f78-e534-462a-b07a-9605ef1f9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:33:34.885491 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed95f78-e534-462a-b07a-9605ef1f9cef None None] Checking router: 598746a6-854d-440e-9b10-ebae72771322 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:33:34.893657 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed95f78-e534-462a-b07a-9605ef1f9cef None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:33:34.894262 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1ed95f78-e534-462a-b07a-9605ef1f9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:33:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:33:34.933644 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a478ee3c-9dad-4e99-9439-fdaf215f5ec9 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:33:34.938548 n-d-760354-5 neutron-server[103152]: INFO neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No ports have port_id starting with a478ee3c-9dad-4e99-9439-fdaf215f5ec9 Dec 12 18:33:34.940083 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a478ee3c-9dad-4e99-9439-fdaf215f5ec9 requested by agent hyperv_n-h2-760354-5 not found in database {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Dec 12 18:33:34.998510 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-1ed95f78-e534-462a-b07a-9605ef1f9cef None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:33:35.202512 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1ed95f78-e534-462a-b07a-9605ef1f9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:33:35.232458 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed95f78-e534-462a-b07a-9605ef1f9cef None None] The sync data for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 is: [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '9f0ecacb-bd53-4c0c-a5c5-a13132990292', 'name': '', 'network_id': '9462a34b-62a5-470a-91d1-5cf49e9553d4', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'mac_address': 'fa:16:3e:77:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:48Z', 'updated_at': '2021-12-12T18:23:51Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'subnets': [{'id': 'f5c7e31f-1a38-4f32-8341-09d4adb0c775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:33:35.464523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e3b695-285c-44c6-a8a0-ec467e786d50 None None] New status for floating IP f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:33:35.634081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e30a5ed9-b5e5-4710-a5b5-aa8e3dcf2153 req-2370aa94-eb52-4597-906c-fe4e781ebd10 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 210 time: 0.0326111 Dec 12 18:33:36.731930 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8eec03a4-5c16-480b-bf6d-a81dc95baa1d req-4cb43ed0-75cb-4334-b953-ce46e9d84569 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 210 time: 0.0266840 Dec 12 18:33:36.947501 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a478ee3c-9dad-4e99-9439-fdaf215f5ec9 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:33:36.971469 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: a478ee3c-9dad-4e99-9439-fdaf215f5ec9 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:33:36.971878 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device a478ee3c-9dad-4e99-9439-fdaf215f5ec9 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:33:37.828041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0e1798f-028b-4003-a157-12af3bb08559 req-d204d628-d78a-4533-b107-c17cc70b2e80 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 210 time: 0.0263476 Dec 12 18:33:38.160660 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:33:38.936509 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0c5f321-4734-4be8-9261-e52a91068bf2 req-c2d2e12b-13af-4542-ace3-1ae11b0b1ace tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/ports?device_id=55c97fd7-33e0-40d5-9cc3-4c007976e73a HTTP/1.1" status: 200 len: 210 time: 0.0271618 Dec 12 18:33:44.699157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41488) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:33:44.751414 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec090f0c-fee9-4d7b-88df-0f244b25fc89 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:44.774541 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec090f0c-fee9-4d7b-88df-0f244b25fc89 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:44.824490 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec090f0c-fee9-4d7b-88df-0f244b25fc89 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:44.827119 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec090f0c-fee9-4d7b-88df-0f244b25fc89 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:44.829433 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ec090f0c-fee9-4d7b-88df-0f244b25fc89 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "DELETE /v2.0/security-groups/078586aa-b5b4-44ee-a0e3-421edd2da748 HTTP/1.1" status: 204 len: 168 time: 0.1280165 Dec 12 18:33:44.831370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41490) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:33:44.837239 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec090f0c-fee9-4d7b-88df-0f244b25fc89 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078586aa-b5b4-44ee-a0e3-421edd2da748,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:44.846036 n-d-760354-5 neutron-server[103150]: INFO neutron.api.v2.resource [None req-57c7a301-88e6-4bcd-9b21-556f0d9dbd03 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] show failed (client error): The resource could not be found. Dec 12 18:33:44.847050 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-57c7a301-88e6-4bcd-9b21-556f0d9dbd03 tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "GET /v2.0/security-groups/078586aa-b5b4-44ee-a0e3-421edd2da748 HTTP/1.1" status: 404 len: 347 time: 0.0146568 Dec 12 18:33:44.854162 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41492) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:33:44.937435 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-443f443f-2589-434b-bf39-d8db643359f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:44.979107 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0128f47a-d565-4485-994d-0761dc16452b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Deleting port c455ba43-360f-46c0-9d7b-4b2568a7d5df {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:33:44.979480 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0128f47a-d565-4485-994d-0761dc16452b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:45.053684 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0128f47a-d565-4485-994d-0761dc16452b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:45.054013 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0128f47a-d565-4485-994d-0761dc16452b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:45.066004 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0128f47a-d565-4485-994d-0761dc16452b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Calling delete_port for c455ba43-360f-46c0-9d7b-4b2568a7d5df owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:33:45.197316 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0128f47a-d565-4485-994d-0761dc16452b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:45.223757 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128f47a-d565-4485-994d-0761dc16452b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Pushing event deleted for resources: {'Port': ['ID=c455ba43-360f-46c0-9d7b-4b2568a7d5df,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:45.284737 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0128f47a-d565-4485-994d-0761dc16452b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:45.287366 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0128f47a-d565-4485-994d-0761dc16452b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:45.288517 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0128f47a-d565-4485-994d-0761dc16452b tempest-ServerActionsTestJSON-1850015804 tempest-ServerActionsTestJSON-1850015804-project] 10.222.0.18 "DELETE /v2.0/floatingips/f9f469b6-18b6-4458-b82b-ae5c7dbcf6ea HTTP/1.1" status: 204 len: 168 time: 0.4329276 Dec 12 18:33:45.291479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41494) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:33:46.114908 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65610a24-5232-4f76-841b-e387668abb5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:46.364534 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-65610a24-5232-4f76-841b-e387668abb5a admin admin] Deleting port 9f0ecacb-bd53-4c0c-a5c5-a13132990292 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:33:46.364873 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65610a24-5232-4f76-841b-e387668abb5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:46.450474 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-65610a24-5232-4f76-841b-e387668abb5a admin admin] For port 9f0ecacb-bd53-4c0c-a5c5-a13132990292, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9f0ecacb-bd53-4c0c-a5c5-a13132990292,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:33:46.450750 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65610a24-5232-4f76-841b-e387668abb5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:46.463157 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-65610a24-5232-4f76-841b-e387668abb5a admin admin] Calling delete_port for 9f0ecacb-bd53-4c0c-a5c5-a13132990292 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:33:46.645057 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65610a24-5232-4f76-841b-e387668abb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:46.673019 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65610a24-5232-4f76-841b-e387668abb5a admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0ecacb-bd53-4c0c-a5c5-a13132990292,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:46.831741 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65610a24-5232-4f76-841b-e387668abb5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:47.040983 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65610a24-5232-4f76-841b-e387668abb5a admin admin] Router 598746a6-854d-440e-9b10-ebae72771322 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:33:47.144181 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65610a24-5232-4f76-841b-e387668abb5a admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:33:47.149510 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-65610a24-5232-4f76-841b-e387668abb5a admin admin] 10.222.0.18 "PUT /v2.0/routers/598746a6-854d-440e-9b10-ebae72771322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8568301 Dec 12 18:33:47.152031 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41498) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:33:47.154516 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70331467-4d0f-4c27-9f0b-8a8b03862589 None None] Sync routers for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:33:47.165050 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70331467-4d0f-4c27-9f0b-8a8b03862589 None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:33:47.165658 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-70331467-4d0f-4c27-9f0b-8a8b03862589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:33:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:33:47.255049 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcd972f6-bed2-4a6a-9e33-0e0ae2eabec0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:47.270241 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-70331467-4d0f-4c27-9f0b-8a8b03862589 None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:33:47.280397 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-92b93680-36ca-4b3b-8dcd-6b4df1876152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:47.357883 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcd972f6-bed2-4a6a-9e33-0e0ae2eabec0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:47.410718 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bcd972f6-bed2-4a6a-9e33-0e0ae2eabec0 admin admin] Deleting port 2f7d6291-8966-4537-94c6-547374fa2efa {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:33:47.411058 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcd972f6-bed2-4a6a-9e33-0e0ae2eabec0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:47.447107 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-70331467-4d0f-4c27-9f0b-8a8b03862589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:33:46Z', 'revision_number': 5, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port': {'id': '2f7d6291-8966-4537-94c6-547374fa2efa', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598746a6-854d-440e-9b10-ebae72771322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:33:47.476982 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70331467-4d0f-4c27-9f0b-8a8b03862589 None None] Checking router: 598746a6-854d-440e-9b10-ebae72771322 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:33:47.485461 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70331467-4d0f-4c27-9f0b-8a8b03862589 None None] Routers {'598746a6-854d-440e-9b10-ebae72771322'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:33:47.486077 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-70331467-4d0f-4c27-9f0b-8a8b03862589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:33:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['598746a6-854d-440e-9b10-ebae72771322'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:33:47.492106 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-bcd972f6-bed2-4a6a-9e33-0e0ae2eabec0 admin admin] For port 2f7d6291-8966-4537-94c6-547374fa2efa, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2f7d6291-8966-4537-94c6-547374fa2efa,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:33:47.492472 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcd972f6-bed2-4a6a-9e33-0e0ae2eabec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:47.504861 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bcd972f6-bed2-4a6a-9e33-0e0ae2eabec0 admin admin] Calling delete_port for 2f7d6291-8966-4537-94c6-547374fa2efa owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:33:47.528953 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:47.573810 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-70331467-4d0f-4c27-9f0b-8a8b03862589 None None] Set router 598746a6-854d-440e-9b10-ebae72771322 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:33:47.625878 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-70331467-4d0f-4c27-9f0b-8a8b03862589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:33:47Z', 'revision_number': 6, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:33:47.656156 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70331467-4d0f-4c27-9f0b-8a8b03862589 None None] The sync data for ids ['598746a6-854d-440e-9b10-ebae72771322'] in n-d-760354-5 is: [{'id': '598746a6-854d-440e-9b10-ebae72771322', 'name': 'tempest-ServerActionsTestJSON-1292367157-router', 'tenant_id': '66c33e4e1e434c62aa581e63b3723e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:23:46Z', 'updated_at': '2021-12-12T18:33:47Z', 'revision_number': 6, 'project_id': '66c33e4e1e434c62aa581e63b3723e28', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:33:47.676485 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcd972f6-bed2-4a6a-9e33-0e0ae2eabec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:47.702054 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd972f6-bed2-4a6a-9e33-0e0ae2eabec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7d6291-8966-4537-94c6-547374fa2efa,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:47.717337 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6697c0f-8656-4113-9e41-9cfb81b1f1af None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:33:47.762984 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcd972f6-bed2-4a6a-9e33-0e0ae2eabec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:47.849353 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcd972f6-bed2-4a6a-9e33-0e0ae2eabec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:47.851458 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcd972f6-bed2-4a6a-9e33-0e0ae2eabec0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:47.896623 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcd972f6-bed2-4a6a-9e33-0e0ae2eabec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:47.897069 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd972f6-bed2-4a6a-9e33-0e0ae2eabec0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 598746a6-854d-440e-9b10-ebae72771322 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:33:47.901618 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcd972f6-bed2-4a6a-9e33-0e0ae2eabec0 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:47.902760 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-bcd972f6-bed2-4a6a-9e33-0e0ae2eabec0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/598746a6-854d-440e-9b10-ebae72771322 HTTP/1.1" status: 204 len: 168 time: 0.7497385 Dec 12 18:33:47.905261 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41500) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:33:47.948688 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-10aef507-bbf4-460c-9426-d12471f5f0db admin admin] Deleting subnet f5c7e31f-1a38-4f32-8341-09d4adb0c775 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:33:47.951630 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10aef507-bbf4-460c-9426-d12471f5f0db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:47.984882 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10aef507-bbf4-460c-9426-d12471f5f0db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.082271 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10aef507-bbf4-460c-9426-d12471f5f0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.084832 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.095316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9f0ecacb-bd53-4c0c-a5c5-a13132990292 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:33:48.122009 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 9f0ecacb-bd53-4c0c-a5c5-a13132990292 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:33:48.122361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9f0ecacb-bd53-4c0c-a5c5-a13132990292 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:33:48.139598 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10aef507-bbf4-460c-9426-d12471f5f0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.166249 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aef507-bbf4-460c-9426-d12471f5f0db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5c7e31f-1a38-4f32-8341-09d4adb0c775,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:48.168182 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10aef507-bbf4-460c-9426-d12471f5f0db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.173387 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-10aef507-bbf4-460c-9426-d12471f5f0db admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f5c7e31f-1a38-4f32-8341-09d4adb0c775 HTTP/1.1" status: 204 len: 168 time: 0.2651870 Dec 12 18:33:48.173611 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d475d7-b46a-43f9-8783-bc48bad00b84 None None] Network 9462a34b-62a5-470a-91d1-5cf49e9553d4 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:33:48.173873 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41502) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:33:48.241738 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.302482 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] Deleting port 31eb2fc9-ac1b-4da5-b2bf-04696586d8df {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:33:48.302831 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.363687 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] For port 31eb2fc9-ac1b-4da5-b2bf-04696586d8df, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=31eb2fc9-ac1b-4da5-b2bf-04696586d8df,segment=NetworkSegment(9743225a-08c1-41e7-8f77-7b09ee1adb75),segment_id=9743225a-08c1-41e7-8f77-7b09ee1adb75)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:33:48.363979 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.376446 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] Calling delete_port for 31eb2fc9-ac1b-4da5-b2bf-04696586d8df owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:33:48.432459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee50bac0-afa2-4373-9e1b-00a5acf7abab None None] DHCP port deletion for 9462a34b-62a5-470a-91d1-5cf49e9553d4 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:33:48.463700 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.487808 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ee50bac0-afa2-4373-9e1b-00a5acf7abab None None] Deleting port 31eb2fc9-ac1b-4da5-b2bf-04696586d8df {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:33:48.488374 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ee50bac0-afa2-4373-9e1b-00a5acf7abab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.495612 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] No DVR routers for this DVR port 31eb2fc9-ac1b-4da5-b2bf-04696586d8df on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:33:48.496820 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] Pushing event deleted for resources: {'Port': ['ID=31eb2fc9-ac1b-4da5-b2bf-04696586d8df,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:48.548787 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.564220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ee50bac0-afa2-4373-9e1b-00a5acf7abab None None] For port 31eb2fc9-ac1b-4da5-b2bf-04696586d8df, host n-d-760354-5, got binding levels [] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:33:48.564611 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ee50bac0-afa2-4373-9e1b-00a5acf7abab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.569918 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.581529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ee50bac0-afa2-4373-9e1b-00a5acf7abab None None] Calling delete_port for 31eb2fc9-ac1b-4da5-b2bf-04696586d8df owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:33:48.584901 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.ipam_backend_mixin [None req-ee50bac0-afa2-4373-9e1b-00a5acf7abab None None] Port 31eb2fc9-ac1b-4da5-b2bf-04696586d8df was not found and therefore no delete operation was performed {{(pid=103152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 18:33:48.586217 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ee50bac0-afa2-4373-9e1b-00a5acf7abab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.598743 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9462a34b-62a5-470a-91d1-5cf49e9553d4']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:33:48.608624 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9743225a-08c1-41e7-8f77-7b09ee1adb75') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:33:48.608924 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9743225a-08c1-41e7-8f77-7b09ee1adb75') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:33:48.616983 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50bac0-afa2-4373-9e1b-00a5acf7abab None None] Pushing event deleted for resources: {'Port': ['ID=31eb2fc9-ac1b-4da5-b2bf-04696586d8df,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:48.618827 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee50bac0-afa2-4373-9e1b-00a5acf7abab None None] No DVR routers for this DVR port 31eb2fc9-ac1b-4da5-b2bf-04696586d8df on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:33:48.618959 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.635233 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.641974 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:33:48.642412 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:33:48.644867 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:33:48.700051 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.704833 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.708696 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9462a34b-62a5-470a-91d1-5cf49e9553d4 HTTP/1.1" status: 204 len: 168 time: 0.5338840 Dec 12 18:33:48.723266 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6cadf-70e5-4c46-9031-30a1ab734452 admin admin] Pushing event deleted for resources: {'Network': ['ID=9462a34b-62a5-470a-91d1-5cf49e9553d4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:48.858817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41506) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:33:48.898659 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9957d561-2bf9-40cb-b13c-edd78fdbeebc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66c33e4e1e434c62aa581e63b3723e28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386560 Dec 12 18:33:48.901306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41508) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:33:48.945985 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b64ffcb3-0135-4dfd-9467-d2bc78e91070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:48.966447 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b64ffcb3-0135-4dfd-9467-d2bc78e91070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:49.011263 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b64ffcb3-0135-4dfd-9467-d2bc78e91070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:49.013816 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b64ffcb3-0135-4dfd-9467-d2bc78e91070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:49.015106 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b64ffcb3-0135-4dfd-9467-d2bc78e91070 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99c152b6-742a-4535-9288-e7b79694cfbb HTTP/1.1" status: 204 len: 168 time: 0.1127601 Dec 12 18:33:49.023115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ffcb3-0135-4dfd-9467-d2bc78e91070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c152b6-742a-4535-9288-e7b79694cfbb,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:49.720498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41530) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:33:49.800682 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 31eb2fc9-ac1b-4da5-b2bf-04696586d8df no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:33:49.820585 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 31eb2fc9-ac1b-4da5-b2bf-04696586d8df {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:33:49.821035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 31eb2fc9-ac1b-4da5-b2bf-04696586d8df not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:33:49.821461 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2f7d6291-8966-4537-94c6-547374fa2efa no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:33:49.840658 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 2f7d6291-8966-4537-94c6-547374fa2efa {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:33:49.840966 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-3c0f2504-98b8-4590-bce8-34f332c60c3a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2087260621-network', 'tenant_id': '0f79f7be83f646469ab0e4e4314184ea'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:33:49.841092 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2f7d6291-8966-4537-94c6-547374fa2efa not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:33:49.865197 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0f2504-98b8-4590-bce8-34f332c60c3a admin admin] Made reservation on behalf of 0f79f7be83f646469ab0e4e4314184ea for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:33:49.867631 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3c0f2504-98b8-4590-bce8-34f332c60c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:49.875771 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3c0f2504-98b8-4590-bce8-34f332c60c3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:49.951127 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3c0f2504-98b8-4590-bce8-34f332c60c3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:49.954875 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3c0f2504-98b8-4590-bce8-34f332c60c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:49.979151 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0f2504-98b8-4590-bce8-34f332c60c3a admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:33:49.995039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f2504-98b8-4590-bce8-34f332c60c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1c422c-eef7-496d-8915-5156198195a1,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:49.999227 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3c0f2504-98b8-4590-bce8-34f332c60c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:49.999575 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-3c0f2504-98b8-4590-bce8-34f332c60c3a admin admin] Added segment 710c16b7-99e9-40a4-ae90-d61fb22183c0 of type vlan for network bb42293c-1030-41b7-8342-59968e45177e Dec 12 18:33:50.043144 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3c0f2504-98b8-4590-bce8-34f332c60c3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:50.067584 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3c0f2504-98b8-4590-bce8-34f332c60c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:50.068702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0f2504-98b8-4590-bce8-34f332c60c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:50.069291 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3c0f2504-98b8-4590-bce8-34f332c60c3a admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:50.120614 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3c0f2504-98b8-4590-bce8-34f332c60c3a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4001603 Dec 12 18:33:50.124075 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41534) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:33:50.129412 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3363f9f0-a38b-4bd2-a379-8bf6d5c6a9a9 admin admin] Request body: {'subnet': {'network_id': 'bb42293c-1030-41b7-8342-59968e45177e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2087260621-subnet', 'tenant_id': '0f79f7be83f646469ab0e4e4314184ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:33:50.131713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f2504-98b8-4590-bce8-34f332c60c3a admin admin] Pushing event updated for resources: {'Network': ['ID=bb42293c-1030-41b7-8342-59968e45177e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:50.142392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network bb42293c-1030-41b7-8342-59968e45177e details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:33:50.151507 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3363f9f0-a38b-4bd2-a379-8bf6d5c6a9a9 admin admin] Made reservation on behalf of 0f79f7be83f646469ab0e4e4314184ea for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:33:50.153854 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3363f9f0-a38b-4bd2-a379-8bf6d5c6a9a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:50.233124 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:50.325897 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3363f9f0-a38b-4bd2-a379-8bf6d5c6a9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:50.380599 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363f9f0-a38b-4bd2-a379-8bf6d5c6a9a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7794d825-8781-4341-abe1-6335cdb4b1bd,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:50.388246 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3363f9f0-a38b-4bd2-a379-8bf6d5c6a9a9 admin admin] Checking segment: {'id': '710c16b7-99e9-40a4-ae90-d61fb22183c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb42293c-1030-41b7-8342-59968e45177e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:33:50.388610 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3363f9f0-a38b-4bd2-a379-8bf6d5c6a9a9 admin admin] Network hostable DHCP agents. Network: bb42293c-1030-41b7-8342-59968e45177e, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:33:50.405112 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3363f9f0-a38b-4bd2-a379-8bf6d5c6a9a9 admin admin] Network bb42293c-1030-41b7-8342-59968e45177e is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:33:50.413034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3363f9f0-a38b-4bd2-a379-8bf6d5c6a9a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, bb42293c-1030-41b7-8342-59968e45177e) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:33:50.417469 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3363f9f0-a38b-4bd2-a379-8bf6d5c6a9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:50.418535 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3363f9f0-a38b-4bd2-a379-8bf6d5c6a9a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:50.421694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1469ee38-7004-4607-a7da-5d3755a12d91 None None] Network bb42293c-1030-41b7-8342-59968e45177e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:33:50.433556 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3363f9f0-a38b-4bd2-a379-8bf6d5c6a9a9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3079534 Dec 12 18:33:50.523170 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f759a8-4212-44ab-bba8-e6eaa0cb8cc1 None None] Network bb42293c-1030-41b7-8342-59968e45177e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:33:50.855642 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-7fe89d9a-21ce-42e5-90fc-e552d8b1e041 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:50.857575 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-7fe89d9a-21ce-42e5-90fc-e552d8b1e041 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/networks?id=bb42293c-1030-41b7-8342-59968e45177e HTTP/1.1" status: 200 len: 814 time: 0.1041405 Dec 12 18:33:50.877470 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-84849632-469a-403a-b454-d32b54297783 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/quotas/0f79f7be83f646469ab0e4e4314184ea HTTP/1.1" status: 200 len: 375 time: 0.0092051 Dec 12 18:33:50.907559 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-47963292-61c0-4703-abc5-a64c1776a8bb tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f79f7be83f646469ab0e4e4314184ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0242348 Dec 12 18:33:50.917724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-b0c204ff-1891-4ce8-8e57-f5c4954e82f9 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:33:50.918674 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-b0c204ff-1891-4ce8-8e57-f5c4954e82f9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047288 Dec 12 18:33:50.974531 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:51.010940 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-fa2613b6-4dd4-4e0c-997e-dd16b42a7496 service neutron] 10.222.0.18 "GET /v2.0/networks/bb42293c-1030-41b7-8342-59968e45177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865262 Dec 12 18:33:51.097607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-fab5e237-7ce4-4e6c-9b3e-8fb70f113be7 service neutron] 10.222.0.18 "GET /v2.0/networks/bb42293c-1030-41b7-8342-59968e45177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805058 Dec 12 18:33:51.257299 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c5c93b5-8d12-457a-8a4b-3eb4f9cb6a32 req-808828fe-e4d4-4a72-931a-ed1267bbae31 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 210 time: 0.0272462 Dec 12 18:33:52.293034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-b984d569-3b05-4037-b94f-4cd369114017 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:52.295349 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-b984d569-3b05-4037-b94f-4cd369114017 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.31 "GET /v2.0/networks?id=bb42293c-1030-41b7-8342-59968e45177e HTTP/1.1" status: 200 len: 814 time: 0.1145782 Dec 12 18:33:52.309131 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-ba272037-229f-4959-8709-8c2505f5d79f tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Request body: {'port': {'device_id': 'f2e3885d-34b7-488b-b9eb-7a1392d11c74', 'network_id': 'bb42293c-1030-41b7-8342-59968e45177e', 'admin_state_up': True, 'tenant_id': '0f79f7be83f646469ab0e4e4314184ea'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:33:52.353621 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5c1b5aa-f54f-4294-8400-84d11874d668 req-6d2b9a61-e422-446c-b332-884e89698966 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 210 time: 0.0249100 Dec 12 18:33:52.420386 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-ba272037-229f-4959-8709-8c2505f5d79f tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Made reservation on behalf of 0f79f7be83f646469ab0e4e4314184ea for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:33:52.424228 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-ba272037-229f-4959-8709-8c2505f5d79f tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:52.549102 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-ba272037-229f-4959-8709-8c2505f5d79f tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Allocated IP 172.20.0.7 (bb42293c-1030-41b7-8342-59968e45177e/7794d825-8781-4341-abe1-6335cdb4b1bd/f1a136e9-a95e-4fb9-a7fd-847de12effb9) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:33:52.701219 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-ba272037-229f-4959-8709-8c2505f5d79f tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:52.733814 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-ba272037-229f-4959-8709-8c2505f5d79f tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:52.776792 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-ba272037-229f-4959-8709-8c2505f5d79f tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Network bb42293c-1030-41b7-8342-59968e45177e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:33:52.779955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-ba272037-229f-4959-8709-8c2505f5d79f tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:33:52.783636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-ba272037-229f-4959-8709-8c2505f5d79f tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:33:52.790259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba272037-229f-4959-8709-8c2505f5d79f tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Pushing event updated for resources: {'Port': ['ID=f1a136e9-a95e-4fb9-a7fd-847de12effb9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:52.837499 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-ba272037-229f-4959-8709-8c2505f5d79f tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:52.838030 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-ba272037-229f-4959-8709-8c2505f5d79f tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:52.853405 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-ba272037-229f-4959-8709-8c2505f5d79f tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5484691 Dec 12 18:33:52.865910 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Request body: {'port': {'device_id': 'f2e3885d-34b7-488b-b9eb-7a1392d11c74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:33:52.916281 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:53.167466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a136e9-a95e-4fb9-a7fd-847de12effb9 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:33:53.175739 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:53.187623 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Transition to ACTIVE for port object f1a136e9-a95e-4fb9-a7fd-847de12effb9 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:33:53.191167 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:53.246312 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a136e9-a95e-4fb9-a7fd-847de12effb9,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:53.314361 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Attempting to bind port f1a136e9-a95e-4fb9-a7fd-847de12effb9 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:33:53.315041 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Attempting to bind port f1a136e9-a95e-4fb9-a7fd-847de12effb9 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': '710c16b7-99e9-40a4-ae90-d61fb22183c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb42293c-1030-41b7-8342-59968e45177e'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:33:53.315041 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Attempting to bind port f1a136e9-a95e-4fb9-a7fd-847de12effb9 on network bb42293c-1030-41b7-8342-59968e45177e {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:33:53.319820 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Port f1a136e9-a95e-4fb9-a7fd-847de12effb9 on network bb42293c-1030-41b7-8342-59968e45177e not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:33:53.320147 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Attempting to bind port f1a136e9-a95e-4fb9-a7fd-847de12effb9 on network bb42293c-1030-41b7-8342-59968e45177e {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:33:53.324901 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:33:53.325243 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Checking segment: {'id': '710c16b7-99e9-40a4-ae90-d61fb22183c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb42293c-1030-41b7-8342-59968e45177e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:33:53.325629 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Bound using segment: {'id': '710c16b7-99e9-40a4-ae90-d61fb22183c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb42293c-1030-41b7-8342-59968e45177e'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:33:53.326057 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Bound port: f1a136e9-a95e-4fb9-a7fd-847de12effb9, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710c16b7-99e9-40a4-ae90-d61fb22183c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb42293c-1030-41b7-8342-59968e45177e'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:33:53.326412 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:53.388584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] For port f1a136e9-a95e-4fb9-a7fd-847de12effb9, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:33:53.392082 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] For port f1a136e9-a95e-4fb9-a7fd-847de12effb9, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f1a136e9-a95e-4fb9-a7fd-847de12effb9,segment=NetworkSegment(710c16b7-99e9-40a4-ae90-d61fb22183c0),segment_id=710c16b7-99e9-40a4-ae90-d61fb22183c0)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:33:53.396694 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:53.434729 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:53.435128 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:53.436617 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] 10.222.0.31 "PUT /v2.0/ports/f1a136e9-a95e-4fb9-a7fd-847de12effb9 HTTP/1.1" status: 200 len: 1091 time: 0.5752466 Dec 12 18:33:53.437072 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e3885d-34b7-488b-b9eb-7a1392d11c74', 'tag': 'f1a136e9-a95e-4fb9-a7fd-847de12effb9'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:33:53.439380 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0ecf0ab0d0673ed1ddf6e3181e2e5630b2f509d2790f5a8f7e136419b5c042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a8ff61-f048-42c9-a384-d8bcacbead4d" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e3885d-34b7-488b-b9eb-7a1392d11c74", "tag": "f1a136e9-a95e-4fb9-a7fd-847de12effb9"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:33:53.463713 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232746a1-6a57-407d-9558-8271ba8c00c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a136e9-a95e-4fb9-a7fd-847de12effb9,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:53.476861 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e9849-3eb8-43b3-a556-eb8d2466730b req-5cc1dad9-997e-4bf5-aa7d-6b7dc07d80d2 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:53.478569 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f01e9849-3eb8-43b3-a556-eb8d2466730b req-5cc1dad9-997e-4bf5-aa7d-6b7dc07d80d2 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 943 time: 0.0546193 Dec 12 18:33:53.509021 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07868609-74d2-4f47-ae52-a1dd33a0e98f x-openstack-request-id: req-07868609-74d2-4f47-ae52-a1dd33a0e98f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:33:53.509317 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e3885d-34b7-488b-b9eb-7a1392d11c74", "tag": "f1a136e9-a95e-4fb9-a7fd-847de12effb9", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:33:53.509577 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07868609-74d2-4f47-ae52-a1dd33a0e98f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:33:53.509990 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e3885d-34b7-488b-b9eb-7a1392d11c74', 'tag': 'f1a136e9-a95e-4fb9-a7fd-847de12effb9', 'status': 'completed', 'code': 200} Dec 12 18:33:53.526432 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-1f28c45b-5292-424c-a530-78ea61a6220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:53.528066 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-1f28c45b-5292-424c-a530-78ea61a6220a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f79f7be83f646469ab0e4e4314184ea&device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 1094 time: 0.0505388 Dec 12 18:33:53.531772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f01e9849-3eb8-43b3-a556-eb8d2466730b req-84f71ec1-26c6-489b-82e0-70d6ad2fc744 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460472 Dec 12 18:33:53.573347 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-3176ffe0-9c86-4a78-ac87-43ace337b962 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1a136e9-a95e-4fb9-a7fd-847de12effb9 HTTP/1.1" status: 200 len: 217 time: 0.0365536 Dec 12 18:33:53.626071 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-635ed2f5-5485-4745-ac26-473162f7778b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:53.627626 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-635ed2f5-5485-4745-ac26-473162f7778b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7794d825-8781-4341-abe1-6335cdb4b1bd HTTP/1.1" status: 200 len: 854 time: 0.0476112 Dec 12 18:33:53.658893 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-be59a6dc-3b0b-4ca1-b08d-1ad7a66f928e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb42293c-1030-41b7-8342-59968e45177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246868 Dec 12 18:33:53.746611 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-e202437a-f8c1-482e-a688-7ce244484f16 service neutron] 10.222.0.31 "GET /v2.0/networks/bb42293c-1030-41b7-8342-59968e45177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810764 Dec 12 18:33:53.838893 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-16fd527c-7307-4839-b2f7-26ab58ffc8e4 req-da8cf806-462f-44c9-9a5a-4f4d64def325 service neutron] 10.222.0.31 "GET /v2.0/networks/bb42293c-1030-41b7-8342-59968e45177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845189 Dec 12 18:33:53.920606 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8ff61-f048-42c9-a384-d8bcacbead4d req-9cbfd07f-8f43-4e95-941c-ab6eb5e2e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:53.922059 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89a8ff61-f048-42c9-a384-d8bcacbead4d req-9cbfd07f-8f43-4e95-941c-ab6eb5e2e410 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f79f7be83f646469ab0e4e4314184ea&device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 1094 time: 0.0396130 Dec 12 18:33:54.014714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8ff61-f048-42c9-a384-d8bcacbead4d req-44fea1b5-7bb7-480f-b653-7e963d5fb6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:54.016216 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89a8ff61-f048-42c9-a384-d8bcacbead4d req-44fea1b5-7bb7-480f-b653-7e963d5fb6d1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb42293c-1030-41b7-8342-59968e45177e HTTP/1.1" status: 200 len: 915 time: 0.0852308 Dec 12 18:33:54.058550 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89a8ff61-f048-42c9-a384-d8bcacbead4d req-da9e8c55-00ef-4db5-9d93-1ae7134c0ead service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1a136e9-a95e-4fb9-a7fd-847de12effb9 HTTP/1.1" status: 200 len: 217 time: 0.0344741 Dec 12 18:33:54.107516 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8ff61-f048-42c9-a384-d8bcacbead4d req-4101020c-6ec0-4ca1-8efa-fb6a38951262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:54.108997 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89a8ff61-f048-42c9-a384-d8bcacbead4d req-4101020c-6ec0-4ca1-8efa-fb6a38951262 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7794d825-8781-4341-abe1-6335cdb4b1bd HTTP/1.1" status: 200 len: 854 time: 0.0434585 Dec 12 18:33:54.138542 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89a8ff61-f048-42c9-a384-d8bcacbead4d req-255b91aa-bcf4-4db6-b620-e5511a92596c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb42293c-1030-41b7-8342-59968e45177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229776 Dec 12 18:33:54.230803 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89a8ff61-f048-42c9-a384-d8bcacbead4d req-d69dec9b-b026-4b08-bb45-6aec674aca36 service neutron] 10.222.0.31 "GET /v2.0/networks/bb42293c-1030-41b7-8342-59968e45177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834434 Dec 12 18:33:54.328275 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-89a8ff61-f048-42c9-a384-d8bcacbead4d req-842d666b-22e8-406a-811f-ff63efd92222 service neutron] 10.222.0.31 "GET /v2.0/networks/bb42293c-1030-41b7-8342-59968e45177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806756 Dec 12 18:33:54.648582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584385c-5e30-4b20-a619-f89c82ff277d req-8be758e6-aeea-4e6b-9ebe-1b904020a525 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:54.650189 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9584385c-5e30-4b20-a619-f89c82ff277d req-8be758e6-aeea-4e6b-9ebe-1b904020a525 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 943 time: 0.0470169 Dec 12 18:33:54.696426 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9584385c-5e30-4b20-a619-f89c82ff277d req-e48748d5-74d6-4e2c-8194-7fad0719af7c tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403509 Dec 12 18:33:55.815104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d78d7a-911a-4da0-a002-605c6f8defe7 req-41316f53-b568-4da0-ab5b-2c2397d28b26 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:55.816625 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3d78d7a-911a-4da0-a002-605c6f8defe7 req-41316f53-b568-4da0-ab5b-2c2397d28b26 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 943 time: 0.0510767 Dec 12 18:33:55.862751 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3d78d7a-911a-4da0-a002-605c6f8defe7 req-9ce72190-f1b1-4e9c-8ec8-18575b078ad4 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397294 Dec 12 18:33:56.974661 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264156f2-3a17-4044-a7ed-00b90607a064 req-96e9f3c6-aeb1-40c0-ae54-e5d3bacb6d7e tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:56.976149 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-264156f2-3a17-4044-a7ed-00b90607a064 req-96e9f3c6-aeb1-40c0-ae54-e5d3bacb6d7e tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 943 time: 0.0473795 Dec 12 18:33:57.022655 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-264156f2-3a17-4044-a7ed-00b90607a064 req-12f87e9d-4517-4187-bcd1-f9dbee7cd4ef tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406246 Dec 12 18:33:57.144501 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device f1a136e9-a95e-4fb9-a7fd-847de12effb9 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:33:57.242498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port f1a136e9-a95e-4fb9-a7fd-847de12effb9, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f1a136e9-a95e-4fb9-a7fd-847de12effb9,segment=NetworkSegment(710c16b7-99e9-40a4-ae90-d61fb22183c0),segment_id=710c16b7-99e9-40a4-ae90-d61fb22183c0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:33:57.253796 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'f1a136e9-a95e-4fb9-a7fd-847de12effb9', 'network_id': 'bb42293c-1030-41b7-8342-59968e45177e', 'port_id': 'f1a136e9-a95e-4fb9-a7fd-847de12effb9', 'mac_address': 'fa:16:3e:c6:7c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7794d825-8781-4341-abe1-6335cdb4b1bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:33:57.293826 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:57.306874 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a136e9-a95e-4fb9-a7fd-847de12effb9 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:33:57.325889 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port f1a136e9-a95e-4fb9-a7fd-847de12effb9, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f1a136e9-a95e-4fb9-a7fd-847de12effb9,segment=NetworkSegment(710c16b7-99e9-40a4-ae90-d61fb22183c0),segment_id=710c16b7-99e9-40a4-ae90-d61fb22183c0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:33:57.329666 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:57.375601 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=f1a136e9-a95e-4fb9-a7fd-847de12effb9,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:57.630595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['f1a136e9-a95e-4fb9-a7fd-847de12effb9'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:33:58.135185 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9164dad-1dc8-4f91-a00a-26a97d3561e6 req-e0175326-e031-4871-97bd-77790b717d1c tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:58.136661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9164dad-1dc8-4f91-a00a-26a97d3561e6 req-e0175326-e031-4871-97bd-77790b717d1c tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 944 time: 0.0467820 Dec 12 18:33:58.186882 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d9164dad-1dc8-4f91-a00a-26a97d3561e6 req-980fd7b3-f06c-4edb-8616-5b240d7e7c9a tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443144 Dec 12 18:33:59.161632 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device f1a136e9-a95e-4fb9-a7fd-847de12effb9 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:33:59.208503 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port f1a136e9-a95e-4fb9-a7fd-847de12effb9 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:33:59.212224 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port f1a136e9-a95e-4fb9-a7fd-847de12effb9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:33:59.212594 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:59.291672 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:59.300863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace8b74-dbb7-44c8-a856-59ff3a8c56dc req-3cba10d4-cd37-47cd-8bbc-97733b214879 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:59.302326 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dace8b74-dbb7-44c8-a856-59ff3a8c56dc req-3cba10d4-cd37-47cd-8bbc-97733b214879 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 944 time: 0.0479455 Dec 12 18:33:59.316406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e3885d-34b7-488b-b9eb-7a1392d11c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a136e9-a95e-4fb9-a7fd-847de12effb9'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:33:59.318628 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1330f18-729f-4f44-8b7d-11a81a69ffd1" -d '{"events": [{"server_uuid": "f2e3885d-34b7-488b-b9eb-7a1392d11c74", "name": "network-vif-plugged", "status": "completed", "tag": "f1a136e9-a95e-4fb9-a7fd-847de12effb9"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:33:59.331741 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port f1a136e9-a95e-4fb9-a7fd-847de12effb9, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f1a136e9-a95e-4fb9-a7fd-847de12effb9,segment=NetworkSegment(710c16b7-99e9-40a4-ae90-d61fb22183c0),segment_id=710c16b7-99e9-40a4-ae90-d61fb22183c0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:33:59.336196 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:33:59.353849 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dace8b74-dbb7-44c8-a856-59ff3a8c56dc req-20850f55-1bc4-435b-8afb-d61444dcd328 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448630 Dec 12 18:33:59.364055 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2e13bb-12e6-4592-b3d4-11706ebd7011 x-openstack-request-id: req-8e2e13bb-12e6-4592-b3d4-11706ebd7011 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:33:59.364346 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e3885d-34b7-488b-b9eb-7a1392d11c74", "name": "network-vif-plugged", "status": "completed", "tag": "f1a136e9-a95e-4fb9-a7fd-847de12effb9", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:33:59.364598 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e2e13bb-12e6-4592-b3d4-11706ebd7011 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:33:59.364978 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e3885d-34b7-488b-b9eb-7a1392d11c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a136e9-a95e-4fb9-a7fd-847de12effb9', 'code': 200} Dec 12 18:33:59.394187 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=f1a136e9-a95e-4fb9-a7fd-847de12effb9,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:33:59.461420 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dca6db-8ebe-49a8-8dc8-0b3f3b2e7794 req-50d9ce36-4621-4576-b98c-e97c3f574c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:33:59.462881 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-22dca6db-8ebe-49a8-8dc8-0b3f3b2e7794 req-50d9ce36-4621-4576-b98c-e97c3f574c6a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 1096 time: 0.0441494 Dec 12 18:33:59.507464 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-22dca6db-8ebe-49a8-8dc8-0b3f3b2e7794 req-28f70c29-d30f-4de4-bb44-56f133c8fea0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369418 Dec 12 18:34:00.470335 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb904d4-9a63-487a-9567-d1fd085e854d req-b67c9eb6-7a9e-43ed-9f51-7cdfc25581ce tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:00.472381 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8eb904d4-9a63-487a-9567-d1fd085e854d req-b67c9eb6-7a9e-43ed-9f51-7cdfc25581ce tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 945 time: 0.0477674 Dec 12 18:34:00.518749 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8eb904d4-9a63-487a-9567-d1fd085e854d req-ba51360f-5e71-4382-aed5-2ef3bbea9b24 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399973 Dec 12 18:34:01.637284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452e101-698f-46d9-be62-a26b286e123d req-8c0be172-4ed9-4746-9c80-362b1f7ffd76 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:01.641648 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8452e101-698f-46d9-be62-a26b286e123d req-8c0be172-4ed9-4746-9c80-362b1f7ffd76 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 945 time: 0.0517952 Dec 12 18:34:01.685994 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8452e101-698f-46d9-be62-a26b286e123d req-58adc2e9-d825-458a-887e-22c4bd944746 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411744 Dec 12 18:34:01.902634 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e6c21871-def4-407b-8d06-abab4a60180d tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:01.904121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e6c21871-def4-407b-8d06-abab4a60180d tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/networks?id=bb42293c-1030-41b7-8342-59968e45177e HTTP/1.1" status: 200 len: 814 time: 0.0974555 Dec 12 18:34:01.918990 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-fa9d947e-d8cf-4432-9917-db2ed5e7aa5a tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/quotas/0f79f7be83f646469ab0e4e4314184ea HTTP/1.1" status: 200 len: 375 time: 0.0086951 Dec 12 18:34:01.968997 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-eebe6ee8-7ea7-4980-89cc-d1c5cae8f13f tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f79f7be83f646469ab0e4e4314184ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449259 Dec 12 18:34:02.054136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-31e747d2-236d-4cfe-a0be-97437dce6acb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:34:02.055126 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-31e747d2-236d-4cfe-a0be-97437dce6acb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0438216 Dec 12 18:34:02.141984 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-c6e415e7-a276-4833-b7ad-6a522e47aa22 service neutron] 10.222.0.18 "GET /v2.0/networks/bb42293c-1030-41b7-8342-59968e45177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805664 Dec 12 18:34:02.232791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-f2c691ce-24ee-4840-813a-7704fd6286cb service neutron] 10.222.0.18 "GET /v2.0/networks/bb42293c-1030-41b7-8342-59968e45177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841994 Dec 12 18:34:02.388220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a4ecf87-0761-4a04-8bab-d930ea11c136 req-419feefd-1a2a-46da-a7e4-2e05fd1daa2f tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=9710119b-1892-480e-88ab-18525b8350de HTTP/1.1" status: 200 len: 210 time: 0.0260665 Dec 12 18:34:03.334972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-9188fcda-d911-4091-bab5-8e9760cbc75b tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:03.336477 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-9188fcda-d911-4091-bab5-8e9760cbc75b tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.20 "GET /v2.0/networks?id=bb42293c-1030-41b7-8342-59968e45177e HTTP/1.1" status: 200 len: 814 time: 0.1081538 Dec 12 18:34:03.349508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-82fe1751-2481-40b5-8051-a2b3a3615f71 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Request body: {'port': {'device_id': '9710119b-1892-480e-88ab-18525b8350de', 'network_id': 'bb42293c-1030-41b7-8342-59968e45177e', 'admin_state_up': True, 'tenant_id': '0f79f7be83f646469ab0e4e4314184ea'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:03.454440 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-82fe1751-2481-40b5-8051-a2b3a3615f71 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Made reservation on behalf of 0f79f7be83f646469ab0e4e4314184ea for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:03.458441 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-82fe1751-2481-40b5-8051-a2b3a3615f71 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:03.495804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb385bcd-206e-4e74-838e-33ab366a4142 req-f73045e6-b353-4822-b7fc-324d9341112c tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=9710119b-1892-480e-88ab-18525b8350de HTTP/1.1" status: 200 len: 210 time: 0.0343649 Dec 12 18:34:03.603228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-82fe1751-2481-40b5-8051-a2b3a3615f71 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Allocated IP 172.20.0.11 (bb42293c-1030-41b7-8342-59968e45177e/7794d825-8781-4341-abe1-6335cdb4b1bd/23b9690a-07c7-4c1b-87a2-34226fddca19) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:34:04.062681 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-82fe1751-2481-40b5-8051-a2b3a3615f71 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:04.095316 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-82fe1751-2481-40b5-8051-a2b3a3615f71 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:04.106565 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['f1a136e9-a95e-4fb9-a7fd-847de12effb9'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:34:04.138351 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-82fe1751-2481-40b5-8051-a2b3a3615f71 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Network bb42293c-1030-41b7-8342-59968e45177e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:34:04.141447 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-82fe1751-2481-40b5-8051-a2b3a3615f71 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:04.144563 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-82fe1751-2481-40b5-8051-a2b3a3615f71 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:34:04.169700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe1751-2481-40b5-8051-a2b3a3615f71 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Pushing event updated for resources: {'Port': ['ID=23b9690a-07c7-4c1b-87a2-34226fddca19,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:04.198306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-82fe1751-2481-40b5-8051-a2b3a3615f71 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:04.198916 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-82fe1751-2481-40b5-8051-a2b3a3615f71 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:04.214447 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-82fe1751-2481-40b5-8051-a2b3a3615f71 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8692310 Dec 12 18:34:04.226783 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Request body: {'port': {'device_id': '9710119b-1892-480e-88ab-18525b8350de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:04.284138 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:04.532322 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b9690a-07c7-4c1b-87a2-34226fddca19 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:34:04.539906 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:04.552061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Transition to ACTIVE for port object 23b9690a-07c7-4c1b-87a2-34226fddca19 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:34:04.556203 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:04.633386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Pushing event updated for resources: {'Port': ['ID=23b9690a-07c7-4c1b-87a2-34226fddca19,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:04.687261 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c5c74-cab7-4bbd-b9d7-4e610368ddf5 req-7621b4e4-4654-4d82-a1c0-567a06a76953 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:04.688745 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-237c5c74-cab7-4bbd-b9d7-4e610368ddf5 req-7621b4e4-4654-4d82-a1c0-567a06a76953 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=9710119b-1892-480e-88ab-18525b8350de HTTP/1.1" status: 200 len: 944 time: 0.1073439 Dec 12 18:34:04.738144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Attempting to bind port 23b9690a-07c7-4c1b-87a2-34226fddca19 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:34:04.738389 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Attempting to bind port 23b9690a-07c7-4c1b-87a2-34226fddca19 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '710c16b7-99e9-40a4-ae90-d61fb22183c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb42293c-1030-41b7-8342-59968e45177e'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:34:04.738716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Attempting to bind port 23b9690a-07c7-4c1b-87a2-34226fddca19 on network bb42293c-1030-41b7-8342-59968e45177e {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:34:04.750903 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Port 23b9690a-07c7-4c1b-87a2-34226fddca19 on network bb42293c-1030-41b7-8342-59968e45177e not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:34:04.751250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Attempting to bind port 23b9690a-07c7-4c1b-87a2-34226fddca19 on network bb42293c-1030-41b7-8342-59968e45177e {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:34:04.759465 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-237c5c74-cab7-4bbd-b9d7-4e610368ddf5 req-00dde18e-e588-4be2-9a1b-e4d72bff21d4 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647874 Dec 12 18:34:04.760384 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:34:04.760643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Checking segment: {'id': '710c16b7-99e9-40a4-ae90-d61fb22183c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb42293c-1030-41b7-8342-59968e45177e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:04.761013 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Bound using segment: {'id': '710c16b7-99e9-40a4-ae90-d61fb22183c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb42293c-1030-41b7-8342-59968e45177e'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:34:04.761436 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Bound port: 23b9690a-07c7-4c1b-87a2-34226fddca19, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710c16b7-99e9-40a4-ae90-d61fb22183c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bb42293c-1030-41b7-8342-59968e45177e'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:34:04.761787 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:04.822294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] For port 23b9690a-07c7-4c1b-87a2-34226fddca19, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:34:04.825313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] For port 23b9690a-07c7-4c1b-87a2-34226fddca19, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=23b9690a-07c7-4c1b-87a2-34226fddca19,segment=NetworkSegment(710c16b7-99e9-40a4-ae90-d61fb22183c0),segment_id=710c16b7-99e9-40a4-ae90-d61fb22183c0)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:34:04.828849 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:04.867702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:04.868325 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:04.869707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] 10.222.0.20 "PUT /v2.0/ports/23b9690a-07c7-4c1b-87a2-34226fddca19 HTTP/1.1" status: 200 len: 1092 time: 0.6469526 Dec 12 18:34:04.870146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9710119b-1892-480e-88ab-18525b8350de', 'tag': '23b9690a-07c7-4c1b-87a2-34226fddca19'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:34:04.872437 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7b93b0-3b94-43d0-8aa6-d9dd2f91c9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "9710119b-1892-480e-88ab-18525b8350de", "tag": "23b9690a-07c7-4c1b-87a2-34226fddca19"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:34:04.892888 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054a09a-1c6f-47e7-8fcc-643c5e0703dc service neutron] Pushing event updated for resources: {'Port': ['ID=23b9690a-07c7-4c1b-87a2-34226fddca19,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:04.917709 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9d3529-a9f1-49ae-9a62-ec360d8ae6a4 x-openstack-request-id: req-9b9d3529-a9f1-49ae-9a62-ec360d8ae6a4 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:34:04.917996 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9710119b-1892-480e-88ab-18525b8350de", "tag": "23b9690a-07c7-4c1b-87a2-34226fddca19", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:34:04.918250 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b9d3529-a9f1-49ae-9a62-ec360d8ae6a4 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:34:04.918641 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9710119b-1892-480e-88ab-18525b8350de', 'tag': '23b9690a-07c7-4c1b-87a2-34226fddca19', 'status': 'completed', 'code': 200} Dec 12 18:34:04.950306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-0de5cc02-3ecb-42a9-a7a5-7d514b1f0026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:04.951825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-0de5cc02-3ecb-42a9-a7a5-7d514b1f0026 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f79f7be83f646469ab0e4e4314184ea&device_id=9710119b-1892-480e-88ab-18525b8350de HTTP/1.1" status: 200 len: 1095 time: 0.0432723 Dec 12 18:34:04.992822 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-cda3bff6-b242-4592-8cae-98b493cbfb72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b9690a-07c7-4c1b-87a2-34226fddca19 HTTP/1.1" status: 200 len: 217 time: 0.0332987 Dec 12 18:34:05.053743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-f8c2f10e-f6dc-40b2-8eb0-e89c114ff6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:05.055218 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-f8c2f10e-f6dc-40b2-8eb0-e89c114ff6c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7794d825-8781-4341-abe1-6335cdb4b1bd HTTP/1.1" status: 200 len: 854 time: 0.0547950 Dec 12 18:34:05.086343 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-0d7c11b9-6c62-4aa1-b05e-fd67223a56b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb42293c-1030-41b7-8342-59968e45177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238450 Dec 12 18:34:05.098112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-10fb1af9-121f-4b95-bdc3-d19e0b68d960 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:34:05.099040 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-10fb1af9-121f-4b95-bdc3-d19e0b68d960 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054309 Dec 12 18:34:05.185723 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-226cb2eb-d0b7-4aa6-af7d-c413a7346f85 service neutron] 10.222.0.20 "GET /v2.0/networks/bb42293c-1030-41b7-8342-59968e45177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787861 Dec 12 18:34:05.277386 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db9f7634-c1b2-4165-98b3-fd5753f617d1 req-a9c2654f-2829-4875-93d0-7b8059d9124b service neutron] 10.222.0.20 "GET /v2.0/networks/bb42293c-1030-41b7-8342-59968e45177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840909 Dec 12 18:34:05.365250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b93b0-3b94-43d0-8aa6-d9dd2f91c9aa req-412bdec1-e1d3-4ae3-9be1-b6475b3cda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:05.366766 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f7b93b0-3b94-43d0-8aa6-d9dd2f91c9aa req-412bdec1-e1d3-4ae3-9be1-b6475b3cda0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f79f7be83f646469ab0e4e4314184ea&device_id=9710119b-1892-480e-88ab-18525b8350de HTTP/1.1" status: 200 len: 1095 time: 0.0416641 Dec 12 18:34:05.461936 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b93b0-3b94-43d0-8aa6-d9dd2f91c9aa req-e770b17b-8689-46e5-b065-a46b9549cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:05.463434 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f7b93b0-3b94-43d0-8aa6-d9dd2f91c9aa req-e770b17b-8689-46e5-b065-a46b9549cb73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb42293c-1030-41b7-8342-59968e45177e HTTP/1.1" status: 200 len: 915 time: 0.0897336 Dec 12 18:34:05.505185 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f7b93b0-3b94-43d0-8aa6-d9dd2f91c9aa req-cf0ff227-a090-4206-8e90-734691d44bf7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23b9690a-07c7-4c1b-87a2-34226fddca19 HTTP/1.1" status: 200 len: 217 time: 0.0347953 Dec 12 18:34:05.554156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b93b0-3b94-43d0-8aa6-d9dd2f91c9aa req-bf8f9b56-1a80-48af-abec-b1a5c328bbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:05.555523 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f7b93b0-3b94-43d0-8aa6-d9dd2f91c9aa req-bf8f9b56-1a80-48af-abec-b1a5c328bbf6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7794d825-8781-4341-abe1-6335cdb4b1bd HTTP/1.1" status: 200 len: 854 time: 0.0428710 Dec 12 18:34:05.586998 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f7b93b0-3b94-43d0-8aa6-d9dd2f91c9aa req-c05ac354-ddb8-48ec-bdec-c1bfaf06a437 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb42293c-1030-41b7-8342-59968e45177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240960 Dec 12 18:34:05.678918 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f7b93b0-3b94-43d0-8aa6-d9dd2f91c9aa req-43a4c9ed-b03a-4d8a-87a4-de140fecf893 service neutron] 10.222.0.20 "GET /v2.0/networks/bb42293c-1030-41b7-8342-59968e45177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835235 Dec 12 18:34:05.767345 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f7b93b0-3b94-43d0-8aa6-d9dd2f91c9aa req-f22c3b56-5151-48af-ad0b-6b47a3797505 service neutron] 10.222.0.20 "GET /v2.0/networks/bb42293c-1030-41b7-8342-59968e45177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803790 Dec 12 18:34:05.876994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d1d5f-11d4-40bd-af60-174516d102aa req-63a1f396-a99c-43a7-81f3-ab3e18833e7c tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:05.878990 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a6d1d5f-11d4-40bd-af60-174516d102aa req-63a1f396-a99c-43a7-81f3-ab3e18833e7c tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=9710119b-1892-480e-88ab-18525b8350de HTTP/1.1" status: 200 len: 944 time: 0.0530155 Dec 12 18:34:05.925271 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0a6d1d5f-11d4-40bd-af60-174516d102aa req-154ba9bd-2ee5-43ab-8eb8-daac031fab69 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402482 Dec 12 18:34:07.048779 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb6e41-40f1-43c1-a29f-3792de0066f9 req-6411dc23-df8a-4c02-937c-054034143997 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:07.050249 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0eb6e41-40f1-43c1-a29f-3792de0066f9 req-6411dc23-df8a-4c02-937c-054034143997 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=9710119b-1892-480e-88ab-18525b8350de HTTP/1.1" status: 200 len: 944 time: 0.0541732 Dec 12 18:34:07.096997 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0eb6e41-40f1-43c1-a29f-3792de0066f9 req-caa59ca1-7a8a-4ccb-861f-73412e506f17 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407841 Dec 12 18:34:08.211980 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d880c-8b48-408b-ba1a-7c11ac57e47b req-89544688-cab4-4f2b-8d7c-6e42098ded01 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:08.213423 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-110d880c-8b48-408b-ba1a-7c11ac57e47b req-89544688-cab4-4f2b-8d7c-6e42098ded01 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=9710119b-1892-480e-88ab-18525b8350de HTTP/1.1" status: 200 len: 944 time: 0.0474780 Dec 12 18:34:08.262165 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-110d880c-8b48-408b-ba1a-7c11ac57e47b req-e300867c-a6c7-43f9-bd65-05520583b81c tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429015 Dec 12 18:34:09.105971 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 23b9690a-07c7-4c1b-87a2-34226fddca19 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:34:09.199714 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 23b9690a-07c7-4c1b-87a2-34226fddca19, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=23b9690a-07c7-4c1b-87a2-34226fddca19,segment=NetworkSegment(710c16b7-99e9-40a4-ae90-d61fb22183c0),segment_id=710c16b7-99e9-40a4-ae90-d61fb22183c0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:09.210755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '23b9690a-07c7-4c1b-87a2-34226fddca19', 'network_id': 'bb42293c-1030-41b7-8342-59968e45177e', 'port_id': '23b9690a-07c7-4c1b-87a2-34226fddca19', 'mac_address': 'fa:16:3e:85:08:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7794d825-8781-4341-abe1-6335cdb4b1bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:34:09.246509 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:09.258638 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b9690a-07c7-4c1b-87a2-34226fddca19 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:34:09.277680 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 23b9690a-07c7-4c1b-87a2-34226fddca19, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=23b9690a-07c7-4c1b-87a2-34226fddca19,segment=NetworkSegment(710c16b7-99e9-40a4-ae90-d61fb22183c0),segment_id=710c16b7-99e9-40a4-ae90-d61fb22183c0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:09.281485 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:09.333367 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=23b9690a-07c7-4c1b-87a2-34226fddca19,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:09.377547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d917ebc-9cd3-45d2-9c82-bc1716e39e16 req-c882fbed-13fb-481d-bb3d-16c80cb1fcb8 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:09.378925 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d917ebc-9cd3-45d2-9c82-bc1716e39e16 req-c882fbed-13fb-481d-bb3d-16c80cb1fcb8 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=9710119b-1892-480e-88ab-18525b8350de HTTP/1.1" status: 200 len: 945 time: 0.0487380 Dec 12 18:34:09.426926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3d917ebc-9cd3-45d2-9c82-bc1716e39e16 req-18b8ba98-1356-442a-b2a2-40b2a4103a98 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419223 Dec 12 18:34:09.479724 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['23b9690a-07c7-4c1b-87a2-34226fddca19'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:34:10.538950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca49f1-858e-4971-8f1d-8b8f53d5a95f req-c9a3023f-a2b6-400c-9b8c-073382e5dae9 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:10.540815 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1ca49f1-858e-4971-8f1d-8b8f53d5a95f req-c9a3023f-a2b6-400c-9b8c-073382e5dae9 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=9710119b-1892-480e-88ab-18525b8350de HTTP/1.1" status: 200 len: 945 time: 0.0480528 Dec 12 18:34:10.587064 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1ca49f1-858e-4971-8f1d-8b8f53d5a95f req-031ffcf0-be0c-4a7c-9d50-c8aa5caba902 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407102 Dec 12 18:34:11.117132 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 23b9690a-07c7-4c1b-87a2-34226fddca19 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:34:11.168352 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 23b9690a-07c7-4c1b-87a2-34226fddca19 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:34:11.172230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 23b9690a-07c7-4c1b-87a2-34226fddca19 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:11.172607 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:11.246582 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:11.268743 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9710119b-1892-480e-88ab-18525b8350de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b9690a-07c7-4c1b-87a2-34226fddca19'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:34:11.271001 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6228020f-a6ee-4395-8132-88aebeeb62e8" -d '{"events": [{"server_uuid": "9710119b-1892-480e-88ab-18525b8350de", "name": "network-vif-plugged", "status": "completed", "tag": "23b9690a-07c7-4c1b-87a2-34226fddca19"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:34:11.284813 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 23b9690a-07c7-4c1b-87a2-34226fddca19, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=23b9690a-07c7-4c1b-87a2-34226fddca19,segment=NetworkSegment(710c16b7-99e9-40a4-ae90-d61fb22183c0),segment_id=710c16b7-99e9-40a4-ae90-d61fb22183c0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:11.289414 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:11.314725 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a13038-077f-4e8b-86db-94a2da2e6408 x-openstack-request-id: req-94a13038-077f-4e8b-86db-94a2da2e6408 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:34:11.315547 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9710119b-1892-480e-88ab-18525b8350de", "name": "network-vif-plugged", "status": "completed", "tag": "23b9690a-07c7-4c1b-87a2-34226fddca19", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:34:11.315819 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94a13038-077f-4e8b-86db-94a2da2e6408 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:34:11.316361 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9710119b-1892-480e-88ab-18525b8350de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b9690a-07c7-4c1b-87a2-34226fddca19', 'code': 200} Dec 12 18:34:11.343650 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=23b9690a-07c7-4c1b-87a2-34226fddca19,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:11.412963 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048746d8-379f-4585-a4b5-13736a6dd798 req-45c9056a-3948-4c28-b34b-bfa9e82c452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:11.414336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-048746d8-379f-4585-a4b5-13736a6dd798 req-45c9056a-3948-4c28-b34b-bfa9e82c452e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9710119b-1892-480e-88ab-18525b8350de HTTP/1.1" status: 200 len: 1097 time: 0.0434191 Dec 12 18:34:11.458147 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-048746d8-379f-4585-a4b5-13736a6dd798 req-37309091-ec47-416b-9fd2-98e03535e769 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370409 Dec 12 18:34:11.700671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04aad65-4778-4604-8185-9ecd103a3b94 req-d4c7ad17-25a5-478b-bacf-cd4dd1860cdc tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:11.702046 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04aad65-4778-4604-8185-9ecd103a3b94 req-d4c7ad17-25a5-478b-bacf-cd4dd1860cdc tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=9710119b-1892-480e-88ab-18525b8350de HTTP/1.1" status: 200 len: 946 time: 0.0477536 Dec 12 18:34:11.747250 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d04aad65-4778-4604-8185-9ecd103a3b94 req-55b991c2-dcdc-46bf-9846-3ea9c5c7048d tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393589 Dec 12 18:34:12.867345 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b231f1b-20c9-48d9-a4f7-c620c9c066c7 req-4cce1ebb-428b-4231-997f-93cb4a0ce7a2 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:12.868863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b231f1b-20c9-48d9-a4f7-c620c9c066c7 req-4cce1ebb-428b-4231-997f-93cb4a0ce7a2 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=9710119b-1892-480e-88ab-18525b8350de HTTP/1.1" status: 200 len: 946 time: 0.0522270 Dec 12 18:34:12.916306 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b231f1b-20c9-48d9-a4f7-c620c9c066c7 req-9a74f7a6-392f-4e2e-b578-6d5a5bf215c3 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Dec 12 18:34:13.154440 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e9776-2355-4e83-aaa7-8294226f47b3 req-f9a7f48c-bdfb-41f4-974a-b84ec68d1d2d tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:13.156039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c7e9776-2355-4e83-aaa7-8294226f47b3 req-f9a7f48c-bdfb-41f4-974a-b84ec68d1d2d tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=9710119b-1892-480e-88ab-18525b8350de HTTP/1.1" status: 200 len: 946 time: 0.0487335 Dec 12 18:34:13.203281 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9c7e9776-2355-4e83-aaa7-8294226f47b3 req-174994f8-bb52-459c-99e2-fc9a62e64660 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412521 Dec 12 18:34:14.319092 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9fbf7-446e-48df-b197-1df2f9889266 req-c1cb5aad-1292-4c93-bc1b-34999846450c tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:14.320580 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9df9fbf7-446e-48df-b197-1df2f9889266 req-c1cb5aad-1292-4c93-bc1b-34999846450c tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=9710119b-1892-480e-88ab-18525b8350de HTTP/1.1" status: 200 len: 946 time: 0.0483761 Dec 12 18:34:14.377849 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9df9fbf7-446e-48df-b197-1df2f9889266 req-300dbba0-5965-4cc8-8f13-bae92f795083 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507729 Dec 12 18:34:14.412767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b077e-5d99-4859-ac4b-1a662f12e494 req-e452691a-9347-43e0-8dda-71791f7c648e tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:14.414181 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b12b077e-5d99-4859-ac4b-1a662f12e494 req-e452691a-9347-43e0-8dda-71791f7c648e tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.20 "GET /v2.0/ports?device_id=9710119b-1892-480e-88ab-18525b8350de HTTP/1.1" status: 200 len: 946 time: 0.0510025 Dec 12 18:34:14.499653 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-b12b077e-5d99-4859-ac4b-1a662f12e494 req-c5d9eb0a-9a6a-4704-8094-f6c752cc30dc tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Deleting port 23b9690a-07c7-4c1b-87a2-34226fddca19 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:34:14.499994 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b12b077e-5d99-4859-ac4b-1a662f12e494 req-c5d9eb0a-9a6a-4704-8094-f6c752cc30dc tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:14.591612 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-b12b077e-5d99-4859-ac4b-1a662f12e494 req-c5d9eb0a-9a6a-4704-8094-f6c752cc30dc tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] For port 23b9690a-07c7-4c1b-87a2-34226fddca19, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=23b9690a-07c7-4c1b-87a2-34226fddca19,segment=NetworkSegment(710c16b7-99e9-40a4-ae90-d61fb22183c0),segment_id=710c16b7-99e9-40a4-ae90-d61fb22183c0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:14.591980 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b12b077e-5d99-4859-ac4b-1a662f12e494 req-c5d9eb0a-9a6a-4704-8094-f6c752cc30dc tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:14.604160 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-b12b077e-5d99-4859-ac4b-1a662f12e494 req-c5d9eb0a-9a6a-4704-8094-f6c752cc30dc tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Calling delete_port for 23b9690a-07c7-4c1b-87a2-34226fddca19 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:34:14.732555 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b12b077e-5d99-4859-ac4b-1a662f12e494 req-c5d9eb0a-9a6a-4704-8094-f6c752cc30dc tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:14.746057 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['f1a136e9-a95e-4fb9-a7fd-847de12effb9'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:34:14.748251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['23b9690a-07c7-4c1b-87a2-34226fddca19'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:34:14.760150 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9eb0a-9a6a-4704-8094-f6c752cc30dc tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Pushing event deleted for resources: {'Port': ['ID=23b9690a-07c7-4c1b-87a2-34226fddca19,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:14.804673 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12b077e-5d99-4859-ac4b-1a662f12e494 req-c5d9eb0a-9a6a-4704-8094-f6c752cc30dc tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] No DVR routers for this DVR port 23b9690a-07c7-4c1b-87a2-34226fddca19 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:34:14.807269 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b12b077e-5d99-4859-ac4b-1a662f12e494 req-c5d9eb0a-9a6a-4704-8094-f6c752cc30dc tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:14.810814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b12b077e-5d99-4859-ac4b-1a662f12e494 req-c5d9eb0a-9a6a-4704-8094-f6c752cc30dc tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.20 "DELETE /v2.0/ports/23b9690a-07c7-4c1b-87a2-34226fddca19 HTTP/1.1" status: 204 len: 173 time: 0.3906014 Dec 12 18:34:14.811306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9710119b-1892-480e-88ab-18525b8350de', 'name': 'network-vif-deleted', 'tag': '23b9690a-07c7-4c1b-87a2-34226fddca19'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:34:14.813598 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c29e029-1b4a-4700-b46a-13014843ff51" -d '{"events": [{"server_uuid": "9710119b-1892-480e-88ab-18525b8350de", "name": "network-vif-deleted", "tag": "23b9690a-07c7-4c1b-87a2-34226fddca19"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:34:14.853455 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef467dd-6180-4340-aa66-b4f33e2bf3f5 x-openstack-request-id: req-eef467dd-6180-4340-aa66-b4f33e2bf3f5 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:34:14.853797 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9710119b-1892-480e-88ab-18525b8350de", "name": "network-vif-deleted", "tag": "23b9690a-07c7-4c1b-87a2-34226fddca19", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:34:14.854186 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eef467dd-6180-4340-aa66-b4f33e2bf3f5 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:34:14.854598 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9710119b-1892-480e-88ab-18525b8350de', 'name': 'network-vif-deleted', 'tag': '23b9690a-07c7-4c1b-87a2-34226fddca19', 'status': 'completed', 'code': 200} Dec 12 18:34:14.938504 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-551c5e58-a528-4f88-a002-ad68da6b0ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:15.194526 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:34:15.493843 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0ebb2388-fece-438e-92ae-43783bbc519d req-533d587a-4b22-459e-a9b8-ca37c1643a5a tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=9710119b-1892-480e-88ab-18525b8350de HTTP/1.1" status: 200 len: 210 time: 0.0264640 Dec 12 18:34:16.268333 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-58b0df87-9e41-472d-b47e-75066de1998b req-6912fbb4-0a9b-434d-bd2d-095018407954 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401866 Dec 12 18:34:16.353451 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0df87-9e41-472d-b47e-75066de1998b req-a8c1d6e4-a8df-4a45-b38d-9e57aa81ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:16.354908 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-58b0df87-9e41-472d-b47e-75066de1998b req-a8c1d6e4-a8df-4a45-b38d-9e57aa81ef56 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f79f7be83f646469ab0e4e4314184ea&device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 1096 time: 0.0386071 Dec 12 18:34:16.458389 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0df87-9e41-472d-b47e-75066de1998b req-274dd62a-9559-4da3-b6a6-aec02c193da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:16.459938 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-58b0df87-9e41-472d-b47e-75066de1998b req-274dd62a-9559-4da3-b6a6-aec02c193da2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb42293c-1030-41b7-8342-59968e45177e HTTP/1.1" status: 200 len: 915 time: 0.0861716 Dec 12 18:34:16.503962 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-58b0df87-9e41-472d-b47e-75066de1998b req-75474011-8a87-49e3-82c4-fd4d57a64a8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1a136e9-a95e-4fb9-a7fd-847de12effb9 HTTP/1.1" status: 200 len: 217 time: 0.0355675 Dec 12 18:34:16.557980 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0df87-9e41-472d-b47e-75066de1998b req-b4695430-ea2d-474b-93b3-3f87ec2ec4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:16.559482 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-58b0df87-9e41-472d-b47e-75066de1998b req-b4695430-ea2d-474b-93b3-3f87ec2ec4ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7794d825-8781-4341-abe1-6335cdb4b1bd HTTP/1.1" status: 200 len: 854 time: 0.0481956 Dec 12 18:34:16.593153 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-58b0df87-9e41-472d-b47e-75066de1998b req-c225aa5a-dcac-4f1e-824c-cb277324ddf9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb42293c-1030-41b7-8342-59968e45177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237393 Dec 12 18:34:16.646702 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d95df8-c095-43fa-9fc1-79c2356172e6 req-879f4646-5f1c-4ca0-ad75-8bedc90cb0da tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:16.649405 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38d95df8-c095-43fa-9fc1-79c2356172e6 req-879f4646-5f1c-4ca0-ad75-8bedc90cb0da tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 945 time: 0.0501442 Dec 12 18:34:16.682599 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-58b0df87-9e41-472d-b47e-75066de1998b req-e0410bb8-640a-43dd-8f3a-546a7086a572 service neutron] 10.222.0.31 "GET /v2.0/networks/bb42293c-1030-41b7-8342-59968e45177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826883 Dec 12 18:34:16.701353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38d95df8-c095-43fa-9fc1-79c2356172e6 req-b31011d7-f1c1-4be7-8294-27f266a4cea7 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458906 Dec 12 18:34:16.781741 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-58b0df87-9e41-472d-b47e-75066de1998b req-73ab24a6-7a89-46f4-8c54-77e0433608ed service neutron] 10.222.0.31 "GET /v2.0/networks/bb42293c-1030-41b7-8342-59968e45177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861323 Dec 12 18:34:16.832693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c48521-5d78-4e21-a5f2-b51aed78076a req-5e3cf731-6afa-41de-a271-047cafc156dc tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:16.834194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16c48521-5d78-4e21-a5f2-b51aed78076a req-5e3cf731-6afa-41de-a271-047cafc156dc tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 945 time: 0.0490687 Dec 12 18:34:16.881066 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16c48521-5d78-4e21-a5f2-b51aed78076a req-a1552674-af15-4c9d-b372-933761f1995e tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408649 Dec 12 18:34:17.007980 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1124bb7-c265-40d9-b541-d5ebf78ed20a req-2a760a9b-fce2-4c86-8896-8f9d5ef3fb0d tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:17.009467 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1124bb7-c265-40d9-b541-d5ebf78ed20a req-2a760a9b-fce2-4c86-8896-8f9d5ef3fb0d tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 945 time: 0.0606194 Dec 12 18:34:17.056452 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b1124bb7-c265-40d9-b541-d5ebf78ed20a req-32cd3ee2-953f-4311-a37b-1d0377d7af4e tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409396 Dec 12 18:34:17.222240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93650517-9a77-456f-901a-4720034b4863 req-65295d6c-5c32-49c5-88f0-12ddb4617f21 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:17.223839 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-93650517-9a77-456f-901a-4720034b4863 req-65295d6c-5c32-49c5-88f0-12ddb4617f21 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 945 time: 0.0512259 Dec 12 18:34:17.270027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-93650517-9a77-456f-901a-4720034b4863 req-e9dbcef7-324d-485e-ab1d-d2f67f8352d7 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402877 Dec 12 18:34:17.284855 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5da03ea5-62e3-45d0-ab0f-253699e6f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:17.385630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd2285-8d06-417d-9933-c9332c3b64be req-d56b3d72-9afd-4cc3-8558-be13ce3af12a tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:17.387119 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8ddd2285-8d06-417d-9933-c9332c3b64be req-d56b3d72-9afd-4cc3-8558-be13ce3af12a tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 945 time: 0.0480855 Dec 12 18:34:17.434010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8ddd2285-8d06-417d-9933-c9332c3b64be req-7e28e003-3a1a-4df9-a7c7-3f99a2e726ee tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409577 Dec 12 18:34:17.537710 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:17.563488 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da360f6-42eb-4546-99a6-d088f4d65937 req-1f2d1ed8-7665-42ed-9f90-c8c906a58cb8 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:17.565443 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1da360f6-42eb-4546-99a6-d088f4d65937 req-1f2d1ed8-7665-42ed-9f90-c8c906a58cb8 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 945 time: 0.0535891 Dec 12 18:34:17.611752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1da360f6-42eb-4546-99a6-d088f4d65937 req-02c6724f-7b0d-46e7-acb1-6acbe5c9fff6 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404277 Dec 12 18:34:17.910332 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869271b-2e8c-44c1-857c-d51a9d3b4696 req-525ab280-467f-4112-85e9-2e30ab344333 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:17.911844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1869271b-2e8c-44c1-857c-d51a9d3b4696 req-525ab280-467f-4112-85e9-2e30ab344333 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 945 time: 0.0482261 Dec 12 18:34:17.958497 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1869271b-2e8c-44c1-857c-d51a9d3b4696 req-08c69301-aaab-412a-bb87-e3377df470b3 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Dec 12 18:34:18.093746 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:18.502323 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:19.074618 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f1127-61a0-44e0-8366-4629413fd0ae req-1e996fc0-6bde-4686-ad11-61a67de051e1 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:19.076152 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-393f1127-61a0-44e0-8366-4629413fd0ae req-1e996fc0-6bde-4686-ad11-61a67de051e1 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 945 time: 0.0485320 Dec 12 18:34:19.126927 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-393f1127-61a0-44e0-8366-4629413fd0ae req-3e67fe1d-8152-4768-b221-cd68ad94a7c8 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d1c422c-eef7-496d-8915-5156198195a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447733 Dec 12 18:34:19.163842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 23b9690a-07c7-4c1b-87a2-34226fddca19 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:34:19.184146 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 23b9690a-07c7-4c1b-87a2-34226fddca19 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:34:19.184499 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 23b9690a-07c7-4c1b-87a2-34226fddca19 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:34:19.469366 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223e394-ccf2-4e2c-a4f5-0c24009b91ae req-29deb56d-c5bb-4461-afbe-074b80e36d2f tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:19.470805 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a223e394-ccf2-4e2c-a4f5-0c24009b91ae req-29deb56d-c5bb-4461-afbe-074b80e36d2f tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 945 time: 0.0486777 Dec 12 18:34:19.558634 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-a223e394-ccf2-4e2c-a4f5-0c24009b91ae req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Deleting port f1a136e9-a95e-4fb9-a7fd-847de12effb9 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:34:19.558977 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a223e394-ccf2-4e2c-a4f5-0c24009b91ae req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:19.649510 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a223e394-ccf2-4e2c-a4f5-0c24009b91ae req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] For port f1a136e9-a95e-4fb9-a7fd-847de12effb9, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f1a136e9-a95e-4fb9-a7fd-847de12effb9,segment=NetworkSegment(710c16b7-99e9-40a4-ae90-d61fb22183c0),segment_id=710c16b7-99e9-40a4-ae90-d61fb22183c0)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:19.649879 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a223e394-ccf2-4e2c-a4f5-0c24009b91ae req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:19.662013 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-a223e394-ccf2-4e2c-a4f5-0c24009b91ae req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Calling delete_port for f1a136e9-a95e-4fb9-a7fd-847de12effb9 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:34:20.107107 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a223e394-ccf2-4e2c-a4f5-0c24009b91ae req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:20.118463 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['f1a136e9-a95e-4fb9-a7fd-847de12effb9'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:34:20.134263 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Pushing event deleted for resources: {'Port': ['ID=f1a136e9-a95e-4fb9-a7fd-847de12effb9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:20.148267 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:20.148627 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:20.148977 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:20.149585 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:20.149928 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:20.150267 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:20.150602 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:20.150951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:20.151334 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:20.151678 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:20.152011 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:20.152342 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:20.152670 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:20.185702 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-a223e394-ccf2-4e2c-a4f5-0c24009b91ae req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] No DVR routers for this DVR port f1a136e9-a95e-4fb9-a7fd-847de12effb9 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:34:20.188294 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a223e394-ccf2-4e2c-a4f5-0c24009b91ae req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:20.192211 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-a223e394-ccf2-4e2c-a4f5-0c24009b91ae req-a450d209-fdd1-4a89-8310-16e5e3f0fd96 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.31 "DELETE /v2.0/ports/f1a136e9-a95e-4fb9-a7fd-847de12effb9 HTTP/1.1" status: 204 len: 173 time: 0.7149391 Dec 12 18:34:20.192670 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e3885d-34b7-488b-b9eb-7a1392d11c74', 'name': 'network-vif-deleted', 'tag': 'f1a136e9-a95e-4fb9-a7fd-847de12effb9'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:34:20.194930 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0ecf0ab0d0673ed1ddf6e3181e2e5630b2f509d2790f5a8f7e136419b5c042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de32475a-a2d7-40f1-8b28-889d1724614c" -d '{"events": [{"server_uuid": "f2e3885d-34b7-488b-b9eb-7a1392d11c74", "name": "network-vif-deleted", "tag": "f1a136e9-a95e-4fb9-a7fd-847de12effb9"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:34:20.231927 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d03e550-cde3-41a6-9233-dd59e119749f x-openstack-request-id: req-8d03e550-cde3-41a6-9233-dd59e119749f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:34:20.232261 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e3885d-34b7-488b-b9eb-7a1392d11c74", "name": "network-vif-deleted", "tag": "f1a136e9-a95e-4fb9-a7fd-847de12effb9", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:34:20.232507 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d03e550-cde3-41a6-9233-dd59e119749f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:34:20.232950 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e3885d-34b7-488b-b9eb-7a1392d11c74', 'name': 'network-vif-deleted', 'tag': 'f1a136e9-a95e-4fb9-a7fd-847de12effb9', 'status': 'completed', 'code': 200} Dec 12 18:34:20.245758 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:20.247929 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b2de83b-1f3b-4014-90fd-8ce6c6d5fc0e req-91ad3af4-5057-4d44-bc2a-6a5ea159ee35 tempest-ServersNegativeTestJSON-2049493055 tempest-ServersNegativeTestJSON-2049493055-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2e3885d-34b7-488b-b9eb-7a1392d11c74 HTTP/1.1" status: 200 len: 210 time: 0.0501926 Dec 12 18:34:20.967691 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:21.306422 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41708) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:21.353736 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-98dcbb5e-3a29-47f2-a787-0691105839ef admin admin] Deleting subnet 7794d825-8781-4341-abe1-6335cdb4b1bd {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:34:21.356733 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98dcbb5e-3a29-47f2-a787-0691105839ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:21.400813 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98dcbb5e-3a29-47f2-a787-0691105839ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:21.440369 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98dcbb5e-3a29-47f2-a787-0691105839ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:21.492374 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98dcbb5e-3a29-47f2-a787-0691105839ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:21.522287 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dcbb5e-3a29-47f2-a787-0691105839ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7794d825-8781-4341-abe1-6335cdb4b1bd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:21.526250 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98dcbb5e-3a29-47f2-a787-0691105839ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:21.529540 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-98dcbb5e-3a29-47f2-a787-0691105839ef admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7794d825-8781-4341-abe1-6335cdb4b1bd HTTP/1.1" status: 204 len: 168 time: 0.2220292 Dec 12 18:34:21.531960 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41710) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:21.602056 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2c0ecdb-af9d-4abc-8095-0a03237f9286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:21.682249 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2c0ecdb-af9d-4abc-8095-0a03237f9286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:21.702319 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c2c0ecdb-af9d-4abc-8095-0a03237f9286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb42293c-1030-41b7-8342-59968e45177e']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:21.711439 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c2c0ecdb-af9d-4abc-8095-0a03237f9286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710c16b7-99e9-40a4-ae90-d61fb22183c0') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:21.711750 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c2c0ecdb-af9d-4abc-8095-0a03237f9286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710c16b7-99e9-40a4-ae90-d61fb22183c0') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:21.721415 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2c0ecdb-af9d-4abc-8095-0a03237f9286 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:21.734328 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2c0ecdb-af9d-4abc-8095-0a03237f9286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:21.742960 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c0ecdb-af9d-4abc-8095-0a03237f9286 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:34:21.743393 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2c0ecdb-af9d-4abc-8095-0a03237f9286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:34:21.745082 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:34:21.797397 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2c0ecdb-af9d-4abc-8095-0a03237f9286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:21.803287 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2c0ecdb-af9d-4abc-8095-0a03237f9286 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:21.806419 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c2c0ecdb-af9d-4abc-8095-0a03237f9286 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bb42293c-1030-41b7-8342-59968e45177e HTTP/1.1" status: 204 len: 168 time: 0.2735379 Dec 12 18:34:21.819491 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0ecdb-af9d-4abc-8095-0a03237f9286 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb42293c-1030-41b7-8342-59968e45177e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:21.915094 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41714) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:21.953891 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d8c08a63-e71b-4aeb-a808-0c6493b933a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f79f7be83f646469ab0e4e4314184ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376132 Dec 12 18:34:21.956160 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41716) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:22.006567 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37c4bb5d-51d9-41e8-ace8-d6fd07ea9df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:22.028030 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37c4bb5d-51d9-41e8-ace8-d6fd07ea9df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:22.081791 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37c4bb5d-51d9-41e8-ace8-d6fd07ea9df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:22.084461 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37c4bb5d-51d9-41e8-ace8-d6fd07ea9df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:22.085613 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-37c4bb5d-51d9-41e8-ace8-d6fd07ea9df5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d1c422c-eef7-496d-8915-5156198195a1 HTTP/1.1" status: 204 len: 168 time: 0.1285679 Dec 12 18:34:22.094832 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4bb5d-51d9-41e8-ace8-d6fd07ea9df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1c422c-eef7-496d-8915-5156198195a1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:22.750350 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41738) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:22.842202 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-610a4b18-ab19-4b2d-af71-6200fc11bce9 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1294465092'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:22.863299 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610a4b18-ab19-4b2d-af71-6200fc11bce9 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Made reservation on behalf of a90d349a23004e6195c3d6cd36a64f8a for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:22.866628 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-610a4b18-ab19-4b2d-af71-6200fc11bce9 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:22.874848 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-610a4b18-ab19-4b2d-af71-6200fc11bce9 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:22.953363 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-610a4b18-ab19-4b2d-af71-6200fc11bce9 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:22.957245 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-610a4b18-ab19-4b2d-af71-6200fc11bce9 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:22.980364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610a4b18-ab19-4b2d-af71-6200fc11bce9 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:34:22.997271 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a4b18-ab19-4b2d-af71-6200fc11bce9 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa545b1-5b28-44a6-b758-78ca88dce2ec,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:23.000483 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-610a4b18-ab19-4b2d-af71-6200fc11bce9 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:23.000843 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-610a4b18-ab19-4b2d-af71-6200fc11bce9 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Added segment a06f9f1a-5b5a-40fc-bd48-5363d8905fc0 of type vlan for network 457ea9fc-9247-4086-ac46-559530fb8e07 Dec 12 18:34:23.041527 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-610a4b18-ab19-4b2d-af71-6200fc11bce9 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:23.069099 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-610a4b18-ab19-4b2d-af71-6200fc11bce9 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:23.074576 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610a4b18-ab19-4b2d-af71-6200fc11bce9 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:23.075162 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-610a4b18-ab19-4b2d-af71-6200fc11bce9 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:23.125306 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-610a4b18-ab19-4b2d-af71-6200fc11bce9 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3737726 Dec 12 18:34:23.143935 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a4b18-ab19-4b2d-af71-6200fc11bce9 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event updated for resources: {'Network': ['ID=457ea9fc-9247-4086-ac46-559530fb8e07,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:23.154071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 457ea9fc-9247-4086-ac46-559530fb8e07 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:34:23.331408 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device f1a136e9-a95e-4fb9-a7fd-847de12effb9 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:34:23.355385 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: f1a136e9-a95e-4fb9-a7fd-847de12effb9 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:34:23.355733 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device f1a136e9-a95e-4fb9-a7fd-847de12effb9 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:34:26.339216 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41742) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:26.344377 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6f684225-fcac-4549-96da-544e6f5f8f54 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Request body: {'subnet': {'network_id': '457ea9fc-9247-4086-ac46-559530fb8e07', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:26.435650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f684225-fcac-4549-96da-544e6f5f8f54 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Made reservation on behalf of a90d349a23004e6195c3d6cd36a64f8a for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:26.439159 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f684225-fcac-4549-96da-544e6f5f8f54 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:26.621900 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f684225-fcac-4549-96da-544e6f5f8f54 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:26.680524 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f684225-fcac-4549-96da-544e6f5f8f54 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event updated for resources: {'Subnet': ['ID=692d7f4a-0b2f-4a3e-927d-7045f83ff6a2,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:26.689225 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f684225-fcac-4549-96da-544e6f5f8f54 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Checking segment: {'id': 'a06f9f1a-5b5a-40fc-bd48-5363d8905fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '457ea9fc-9247-4086-ac46-559530fb8e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:26.689629 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f684225-fcac-4549-96da-544e6f5f8f54 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Network hostable DHCP agents. Network: 457ea9fc-9247-4086-ac46-559530fb8e07, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:34:26.706800 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f684225-fcac-4549-96da-544e6f5f8f54 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Network 457ea9fc-9247-4086-ac46-559530fb8e07 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:34:26.715346 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6f684225-fcac-4549-96da-544e6f5f8f54 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 457ea9fc-9247-4086-ac46-559530fb8e07) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:26.719412 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f684225-fcac-4549-96da-544e6f5f8f54 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:26.720002 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f684225-fcac-4549-96da-544e6f5f8f54 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:26.726414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d101695-7505-4e68-aaf4-b36eccb5d845 None None] Network 457ea9fc-9247-4086-ac46-559530fb8e07 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:26.736695 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6f684225-fcac-4549-96da-544e6f5f8f54 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3963220 Dec 12 18:34:26.740104 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41744) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:26.745171 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c1ac4338-053b-43b4-9b0a-344c3cb3cd79 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1608668154'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:26.765808 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ac4338-053b-43b4-9b0a-344c3cb3cd79 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Made reservation on behalf of a90d349a23004e6195c3d6cd36a64f8a for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:26.769853 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1ac4338-053b-43b4-9b0a-344c3cb3cd79 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:26.794989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ac4338-053b-43b4-9b0a-344c3cb3cd79 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:34:26.804599 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1ac4338-053b-43b4-9b0a-344c3cb3cd79 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:26.804949 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-c1ac4338-053b-43b4-9b0a-344c3cb3cd79 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Added segment db8a25e8-f39e-42df-823b-c8606bf529e0 of type vlan for network 18e50876-4774-47f1-af53-e61a6bee0b79 Dec 12 18:34:26.827096 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-457ea9fc-9247-4086-ac46-559530fb8e07', 'network_id': '457ea9fc-9247-4086-ac46-559530fb8e07', 'project_id': 'a90d349a23004e6195c3d6cd36a64f8a', 'fixed_ips': [{'subnet_id': '692d7f4a-0b2f-4a3e-927d-7045f83ff6a2'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:34:26.828017 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:26.846826 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1ac4338-053b-43b4-9b0a-344c3cb3cd79 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:26.870995 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1ac4338-053b-43b4-9b0a-344c3cb3cd79 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:26.876644 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ac4338-053b-43b4-9b0a-344c3cb3cd79 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:26.877204 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1ac4338-053b-43b4-9b0a-344c3cb3cd79 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:26.936676 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c1ac4338-053b-43b4-9b0a-344c3cb3cd79 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1954947 Dec 12 18:34:26.939701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41746) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:26.945464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Request body: {'subnet': {'network_id': '18e50876-4774-47f1-af53-e61a6bee0b79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:26.954204 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac4338-053b-43b4-9b0a-344c3cb3cd79 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event updated for resources: {'Network': ['ID=18e50876-4774-47f1-af53-e61a6bee0b79,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:26.968207 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 18e50876-4774-47f1-af53-e61a6bee0b79 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:34:26.970330 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Allocated IP 2001:db8:0:ffff::2 (457ea9fc-9247-4086-ac46-559530fb8e07/692d7f4a-0b2f-4a3e-927d-7045f83ff6a2/060f1963-465b-4912-a8d4-7ac8bbab2e2a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:34:27.037341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Made reservation on behalf of a90d349a23004e6195c3d6cd36a64f8a for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:27.041031 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.171258 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.176563 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.219413 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Network 457ea9fc-9247-4086-ac46-559530fb8e07 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:34:27.222566 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:27.225083 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:34:27.231516 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.233167 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Pushing event updated for resources: {'Port': ['ID=060f1963-465b-4912-a8d4-7ac8bbab2e2a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:27.255630 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.255981 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.256329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.256685 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.257008 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.257343 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.257675 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.258004 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.258334 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.258701 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.259038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.259382 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.259706 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.295521 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Attempting to bind port 060f1963-465b-4912-a8d4-7ac8bbab2e2a on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:34:27.295901 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Attempting to bind port 060f1963-465b-4912-a8d4-7ac8bbab2e2a by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'a06f9f1a-5b5a-40fc-bd48-5363d8905fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '457ea9fc-9247-4086-ac46-559530fb8e07'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:34:27.296274 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Attempting to bind port 060f1963-465b-4912-a8d4-7ac8bbab2e2a on network 457ea9fc-9247-4086-ac46-559530fb8e07 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:34:27.297658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event updated for resources: {'Subnet': ['ID=56f599dd-1e7e-4107-b4b0-ffac4c231744,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:27.301391 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:34:27.301775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Checking segment: {'id': 'a06f9f1a-5b5a-40fc-bd48-5363d8905fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '457ea9fc-9247-4086-ac46-559530fb8e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:27.302183 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.303226 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Bound using segment: {'id': 'a06f9f1a-5b5a-40fc-bd48-5363d8905fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '457ea9fc-9247-4086-ac46-559530fb8e07'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:34:27.303867 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Bound port: 060f1963-465b-4912-a8d4-7ac8bbab2e2a, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06f9f1a-5b5a-40fc-bd48-5363d8905fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '457ea9fc-9247-4086-ac46-559530fb8e07'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:34:27.304263 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.308440 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.308796 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.309143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.309483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.309821 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.310156 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.310486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.310816 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.311144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.311496 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.311823 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.312146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.312469 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:27.319701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Checking segment: {'id': 'db8a25e8-f39e-42df-823b-c8606bf529e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '18e50876-4774-47f1-af53-e61a6bee0b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:27.320073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Network hostable DHCP agents. Network: 18e50876-4774-47f1-af53-e61a6bee0b79, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:34:27.339175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Network 18e50876-4774-47f1-af53-e61a6bee0b79 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:34:27.348227 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 18e50876-4774-47f1-af53-e61a6bee0b79) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:27.352749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:27.353373 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.360305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65c518c-a404-492c-90c3-944a49c3a93e None None] Network 18e50876-4774-47f1-af53-e61a6bee0b79 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:27.371571 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-597e413c-4538-4ac3-bb20-9ef5532db832 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4277980 Dec 12 18:34:27.371880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41748) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:27.416862 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] For port 060f1963-465b-4912-a8d4-7ac8bbab2e2a, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:34:27.434116 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] For port 060f1963-465b-4912-a8d4-7ac8bbab2e2a, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=060f1963-465b-4912-a8d4-7ac8bbab2e2a,segment=NetworkSegment(a06f9f1a-5b5a-40fc-bd48-5363d8905fc0),segment_id=a06f9f1a-5b5a-40fc-bd48-5363d8905fc0)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:34:27.441150 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.474260 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fe537cf-e41a-499d-ab9e-707799faf378 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.535746 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8291f436-6df9-42bd-a41f-999e0295e43b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-18e50876-4774-47f1-af53-e61a6bee0b79', 'network_id': '18e50876-4774-47f1-af53-e61a6bee0b79', 'project_id': 'a90d349a23004e6195c3d6cd36a64f8a', 'fixed_ips': [{'subnet_id': '56f599dd-1e7e-4107-b4b0-ffac4c231744'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:34:27.536605 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8291f436-6df9-42bd-a41f-999e0295e43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.551983 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41845b-27a2-457e-83b0-5eba210264b2 None None] Pushing event updated for resources: {'Port': ['ID=060f1963-465b-4912-a8d4-7ac8bbab2e2a,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:27.567750 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fe537cf-e41a-499d-ab9e-707799faf378 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.635191 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fe537cf-e41a-499d-ab9e-707799faf378 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server [None req-8291f436-6df9-42bd-a41f-999e0295e43b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56f599dd-1e7e-4107-b4b0-ffac4c231744: This subnet is being modified by another concurrent operation. Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise exception Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56f599dd-1e7e-4107-b4b0-ffac4c231744: This subnet is being modified by another concurrent operation. Dec 12 18:34:27.649465 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server Dec 12 18:34:27.669461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe537cf-e41a-499d-ab9e-707799faf378 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event deleted for resources: {'Subnet': ['ID=56f599dd-1e7e-4107-b4b0-ffac4c231744,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:27.671719 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cb6c87-f3cd-4e8c-b756-cff82c3310f9 None None] Network 18e50876-4774-47f1-af53-e61a6bee0b79 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:27.763637 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fe537cf-e41a-499d-ab9e-707799faf378 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.787667 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-3fe537cf-e41a-499d-ab9e-707799faf378 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e50876-4774-47f1-af53-e61a6bee0b79']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:27.800731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-3fe537cf-e41a-499d-ab9e-707799faf378 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8a25e8-f39e-42df-823b-c8606bf529e0') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:27.801245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-3fe537cf-e41a-499d-ab9e-707799faf378 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8a25e8-f39e-42df-823b-c8606bf529e0') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:27.815720 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fe537cf-e41a-499d-ab9e-707799faf378 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.829589 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fe537cf-e41a-499d-ab9e-707799faf378 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.837803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe537cf-e41a-499d-ab9e-707799faf378 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:34:27.838268 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fe537cf-e41a-499d-ab9e-707799faf378 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:34:27.843023 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:34:27.853356 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 060f1963-465b-4912-a8d4-7ac8bbab2e2a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:34:27.907498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 060f1963-465b-4912-a8d4-7ac8bbab2e2a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:27.907877 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.912251 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fe537cf-e41a-499d-ab9e-707799faf378 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.916671 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3fe537cf-e41a-499d-ab9e-707799faf378 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.920361 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3fe537cf-e41a-499d-ab9e-707799faf378 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "DELETE /v2.0/networks/18e50876-4774-47f1-af53-e61a6bee0b79 HTTP/1.1" status: 204 len: 168 time: 0.5475407 Dec 12 18:34:27.923946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41750) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:27.928955 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-df97426e-92fe-49bd-9d8e-2f846c8afd57 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-597638601'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:27.943832 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe537cf-e41a-499d-ab9e-707799faf378 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event deleted for resources: {'Network': ['ID=18e50876-4774-47f1-af53-e61a6bee0b79,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:27.954526 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df97426e-92fe-49bd-9d8e-2f846c8afd57 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Made reservation on behalf of a90d349a23004e6195c3d6cd36a64f8a for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:27.958577 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df97426e-92fe-49bd-9d8e-2f846c8afd57 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.982327 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df97426e-92fe-49bd-9d8e-2f846c8afd57 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:34:27.991309 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df97426e-92fe-49bd-9d8e-2f846c8afd57 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:27.991656 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-df97426e-92fe-49bd-9d8e-2f846c8afd57 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Added segment a5e35775-ac17-4ee9-8007-65cb790de695 of type vlan for network 02c53052-dfaf-4560-861d-4221a0bee5d2 Dec 12 18:34:27.994471 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:28.031270 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 060f1963-465b-4912-a8d4-7ac8bbab2e2a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=060f1963-465b-4912-a8d4-7ac8bbab2e2a,segment=NetworkSegment(a06f9f1a-5b5a-40fc-bd48-5363d8905fc0),segment_id=a06f9f1a-5b5a-40fc-bd48-5363d8905fc0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:28.034074 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df97426e-92fe-49bd-9d8e-2f846c8afd57 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:28.035890 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:28.062330 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df97426e-92fe-49bd-9d8e-2f846c8afd57 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:28.068380 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df97426e-92fe-49bd-9d8e-2f846c8afd57 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:28.068961 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df97426e-92fe-49bd-9d8e-2f846c8afd57 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:28.083788 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=060f1963-465b-4912-a8d4-7ac8bbab2e2a,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:28.128841 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-df97426e-92fe-49bd-9d8e-2f846c8afd57 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2005672 Dec 12 18:34:28.129065 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41752) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:28.133724 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4a8e33b9-13a6-45c0-a456-eda58e3d15df tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Request body: {'subnet': {'network_id': '02c53052-dfaf-4560-861d-4221a0bee5d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:28.181773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97426e-92fe-49bd-9d8e-2f846c8afd57 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event updated for resources: {'Network': ['ID=02c53052-dfaf-4560-861d-4221a0bee5d2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:28.193447 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 02c53052-dfaf-4560-861d-4221a0bee5d2 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:34:28.241678 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8e33b9-13a6-45c0-a456-eda58e3d15df tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Made reservation on behalf of a90d349a23004e6195c3d6cd36a64f8a for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:28.245454 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a8e33b9-13a6-45c0-a456-eda58e3d15df tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:28.309035 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.ipam_backend_mixin [None req-4a8e33b9-13a6-45c0-a456-eda58e3d15df tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Performing IP validity checks on allocation pools {{(pid=103150) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 18:34:28.309583 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.ipam_backend_mixin [None req-4a8e33b9-13a6-45c0-a456-eda58e3d15df tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103150) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 18:34:28.437819 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a8e33b9-13a6-45c0-a456-eda58e3d15df tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:28.505204 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e33b9-13a6-45c0-a456-eda58e3d15df tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event updated for resources: {'Subnet': ['ID=0dc94541-853c-477a-b21d-cbdf08385869,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:28.513759 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e33b9-13a6-45c0-a456-eda58e3d15df tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Checking segment: {'id': 'a5e35775-ac17-4ee9-8007-65cb790de695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '02c53052-dfaf-4560-861d-4221a0bee5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:28.514063 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8e33b9-13a6-45c0-a456-eda58e3d15df tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Network hostable DHCP agents. Network: 02c53052-dfaf-4560-861d-4221a0bee5d2, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:34:28.519029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cf44ec-5f0d-49ce-8a3a-4e0d3a139dc3 None None] Network 457ea9fc-9247-4086-ac46-559530fb8e07 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:28.531105 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8e33b9-13a6-45c0-a456-eda58e3d15df tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Network 02c53052-dfaf-4560-861d-4221a0bee5d2 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:34:28.539849 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-4a8e33b9-13a6-45c0-a456-eda58e3d15df tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 02c53052-dfaf-4560-861d-4221a0bee5d2) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:28.544156 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8e33b9-13a6-45c0-a456-eda58e3d15df tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:28.545099 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a8e33b9-13a6-45c0-a456-eda58e3d15df tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:28.561804 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4a8e33b9-13a6-45c0-a456-eda58e3d15df tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4318244 Dec 12 18:34:28.563537 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f677e3-349d-4b32-8abe-10f01109bc7e None None] Network 02c53052-dfaf-4560-861d-4221a0bee5d2 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:28.565153 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41754) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:28.650480 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a77a1c78-db79-4b72-854e-311e739c6c79 None None] Provisioning complete for port 060f1963-465b-4912-a8d4-7ac8bbab2e2a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:28.650850 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a77a1c78-db79-4b72-854e-311e739c6c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:28.666825 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b969da6-5989-4b6e-977d-a5cad2cd5933 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:28.744404 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b969da6-5989-4b6e-977d-a5cad2cd5933 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:28.750290 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1666051a-a873-4ab8-ac92-5aad112fd3aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-02c53052-dfaf-4560-861d-4221a0bee5d2', 'network_id': '02c53052-dfaf-4560-861d-4221a0bee5d2', 'project_id': 'a90d349a23004e6195c3d6cd36a64f8a', 'fixed_ips': [{'subnet_id': '0dc94541-853c-477a-b21d-cbdf08385869'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:34:28.751135 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1666051a-a873-4ab8-ac92-5aad112fd3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:28.812036 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b969da6-5989-4b6e-977d-a5cad2cd5933 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:28.844564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b969da6-5989-4b6e-977d-a5cad2cd5933 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc94541-853c-477a-b21d-cbdf08385869,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server [None req-1666051a-a873-4ab8-ac92-5aad112fd3aa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0dc94541-853c-477a-b21d-cbdf08385869: This subnet is being modified by another concurrent operation. Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server raise exception Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0dc94541-853c-477a-b21d-cbdf08385869: This subnet is being modified by another concurrent operation. Dec 12 18:34:28.897262 n-d-760354-5 neutron-server[103152]: ERROR oslo_messaging.rpc.server Dec 12 18:34:28.912092 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b969da6-5989-4b6e-977d-a5cad2cd5933 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:28.923183 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3eeb29-8f3f-4585-a500-60bd4df2cb92 None None] Network 02c53052-dfaf-4560-861d-4221a0bee5d2 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:28.935057 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5b969da6-5989-4b6e-977d-a5cad2cd5933 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c53052-dfaf-4560-861d-4221a0bee5d2']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:28.945139 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5b969da6-5989-4b6e-977d-a5cad2cd5933 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e35775-ac17-4ee9-8007-65cb790de695') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:28.945455 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5b969da6-5989-4b6e-977d-a5cad2cd5933 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e35775-ac17-4ee9-8007-65cb790de695') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:28.955999 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b969da6-5989-4b6e-977d-a5cad2cd5933 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:28.970565 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b969da6-5989-4b6e-977d-a5cad2cd5933 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:28.979454 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b969da6-5989-4b6e-977d-a5cad2cd5933 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:34:28.979846 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b969da6-5989-4b6e-977d-a5cad2cd5933 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:34:28.982872 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:34:29.006318 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e99839-a654-4dc3-98ec-fa2b269a40c2 None None] get_active_networks_info from n-d-760354-5 {{(pid=103152) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 18:34:29.043949 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b969da6-5989-4b6e-977d-a5cad2cd5933 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:29.052457 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b969da6-5989-4b6e-977d-a5cad2cd5933 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:29.055692 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5b969da6-5989-4b6e-977d-a5cad2cd5933 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "DELETE /v2.0/networks/02c53052-dfaf-4560-861d-4221a0bee5d2 HTTP/1.1" status: 204 len: 168 time: 0.4895308 Dec 12 18:34:29.059615 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41756) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:29.064712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-bdfdaa01-18da-4128-af09-fdf170fb4e72 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1951180445'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:29.065493 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b969da6-5989-4b6e-977d-a5cad2cd5933 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event deleted for resources: {'Network': ['ID=02c53052-dfaf-4560-861d-4221a0bee5d2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:29.090881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfdaa01-18da-4128-af09-fdf170fb4e72 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Made reservation on behalf of a90d349a23004e6195c3d6cd36a64f8a for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:29.094744 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bdfdaa01-18da-4128-af09-fdf170fb4e72 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:29.104388 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e99839-a654-4dc3-98ec-fa2b269a40c2 None None] Resources bound (agent type, host, resource id): {{(pid=103152) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 18:34:29.111977 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5cf9620b-2e9b-479c-952d-30c48529107b None None] Provisioning complete for port 060f1963-465b-4912-a8d4-7ac8bbab2e2a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:29.112355 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5cf9620b-2e9b-479c-952d-30c48529107b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:29.120201 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfdaa01-18da-4128-af09-fdf170fb4e72 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:34:29.129131 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bdfdaa01-18da-4128-af09-fdf170fb4e72 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:29.129477 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-bdfdaa01-18da-4128-af09-fdf170fb4e72 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Added segment 4d78a1ae-84e2-4d2c-85d4-ef06afdad9a0 of type vlan for network 58eea2b4-329d-41b6-af27-432e8e4fedbe Dec 12 18:34:29.169327 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bdfdaa01-18da-4128-af09-fdf170fb4e72 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:29.192998 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bdfdaa01-18da-4128-af09-fdf170fb4e72 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:29.198836 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfdaa01-18da-4128-af09-fdf170fb4e72 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:29.199438 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bdfdaa01-18da-4128-af09-fdf170fb4e72 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:29.254903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bdfdaa01-18da-4128-af09-fdf170fb4e72 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1941724 Dec 12 18:34:29.257971 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41758) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:29.264508 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f8d184e1-a19c-4578-832e-654fb3181f73 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Request body: {'subnet': {'network_id': '58eea2b4-329d-41b6-af27-432e8e4fedbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:29.268388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdaa01-18da-4128-af09-fdf170fb4e72 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event updated for resources: {'Network': ['ID=58eea2b4-329d-41b6-af27-432e8e4fedbe,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:29.286572 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 58eea2b4-329d-41b6-af27-432e8e4fedbe details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:34:29.353583 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d184e1-a19c-4578-832e-654fb3181f73 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Made reservation on behalf of a90d349a23004e6195c3d6cd36a64f8a for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:29.357126 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8d184e1-a19c-4578-832e-654fb3181f73 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:29.442595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7463aba3-5c2a-4170-b900-3c95c2895e47 None None] get_active_networks_info from n-d-760354-5 {{(pid=103152) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 18:34:29.510077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7463aba3-5c2a-4170-b900-3c95c2895e47 None None] Resources bound (agent type, host, resource id): {{(pid=103152) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 18:34:29.541013 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8d184e1-a19c-4578-832e-654fb3181f73 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:29.606034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d184e1-a19c-4578-832e-654fb3181f73 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event updated for resources: {'Subnet': ['ID=d42917be-40ad-4b94-922e-e44c93e038aa,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:29.617078 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d184e1-a19c-4578-832e-654fb3181f73 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Checking segment: {'id': '4d78a1ae-84e2-4d2c-85d4-ef06afdad9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '58eea2b4-329d-41b6-af27-432e8e4fedbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:29.617449 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d184e1-a19c-4578-832e-654fb3181f73 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Network hostable DHCP agents. Network: 58eea2b4-329d-41b6-af27-432e8e4fedbe, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:34:29.635560 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d184e1-a19c-4578-832e-654fb3181f73 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Network 58eea2b4-329d-41b6-af27-432e8e4fedbe is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:34:29.645861 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f8d184e1-a19c-4578-832e-654fb3181f73 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 58eea2b4-329d-41b6-af27-432e8e4fedbe) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:29.653610 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d184e1-a19c-4578-832e-654fb3181f73 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:29.654220 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8d184e1-a19c-4578-832e-654fb3181f73 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:29.671625 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f8d184e1-a19c-4578-832e-654fb3181f73 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4117930 Dec 12 18:34:29.678163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41760) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:29.683461 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-b3ba3c74-746b-4c27-9ecd-6c7922604437 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-959634086'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:29.706776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ba3c74-746b-4c27-9ecd-6c7922604437 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Made reservation on behalf of a90d349a23004e6195c3d6cd36a64f8a for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:29.710449 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b3ba3c74-746b-4c27-9ecd-6c7922604437 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:29.735268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ba3c74-746b-4c27-9ecd-6c7922604437 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:34:29.745350 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b3ba3c74-746b-4c27-9ecd-6c7922604437 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:29.745691 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-b3ba3c74-746b-4c27-9ecd-6c7922604437 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Added segment 183a7db3-b00a-4d41-a84d-17710b05a6b1 of type vlan for network bf60fc66-fede-4601-bdca-3550b6bc33f9 Dec 12 18:34:29.795929 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b3ba3c74-746b-4c27-9ecd-6c7922604437 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:29.823760 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b3ba3c74-746b-4c27-9ecd-6c7922604437 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:29.829919 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ba3c74-746b-4c27-9ecd-6c7922604437 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:29.830798 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b3ba3c74-746b-4c27-9ecd-6c7922604437 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:29.845620 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 060f1963-465b-4912-a8d4-7ac8bbab2e2a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:34:29.892634 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b3ba3c74-746b-4c27-9ecd-6c7922604437 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2133405 Dec 12 18:34:29.896214 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41762) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:29.903243 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e1b25b8c-0046-402f-b7f5-62006fce18e2 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Request body: {'subnet': {'network_id': 'bf60fc66-fede-4601-bdca-3550b6bc33f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:29.905184 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba3c74-746b-4c27-9ecd-6c7922604437 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event updated for resources: {'Network': ['ID=bf60fc66-fede-4601-bdca-3550b6bc33f9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:29.918852 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network bf60fc66-fede-4601-bdca-3550b6bc33f9 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:34:29.926116 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89576a45-0886-4dbe-b700-99d4f637adeb None None] Network 58eea2b4-329d-41b6-af27-432e8e4fedbe requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:29.997416 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b25b8c-0046-402f-b7f5-62006fce18e2 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Made reservation on behalf of a90d349a23004e6195c3d6cd36a64f8a for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:30.001254 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1b25b8c-0046-402f-b7f5-62006fce18e2 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.027493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 060f1963-465b-4912-a8d4-7ac8bbab2e2a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:30.027782 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.120239 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-58eea2b4-329d-41b6-af27-432e8e4fedbe', 'network_id': '58eea2b4-329d-41b6-af27-432e8e4fedbe', 'project_id': 'a90d349a23004e6195c3d6cd36a64f8a', 'fixed_ips': [{'subnet_id': 'd42917be-40ad-4b94-922e-e44c93e038aa'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:34:30.121440 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.187932 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1b25b8c-0046-402f-b7f5-62006fce18e2 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.255571 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b25b8c-0046-402f-b7f5-62006fce18e2 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event updated for resources: {'Subnet': ['ID=a845ebfe-e578-4702-b7d5-5ddd572de8c5,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:30.259953 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b25b8c-0046-402f-b7f5-62006fce18e2 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Checking segment: {'id': '183a7db3-b00a-4d41-a84d-17710b05a6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bf60fc66-fede-4601-bdca-3550b6bc33f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:30.260315 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b25b8c-0046-402f-b7f5-62006fce18e2 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Network hostable DHCP agents. Network: bf60fc66-fede-4601-bdca-3550b6bc33f9, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:34:30.278632 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b25b8c-0046-402f-b7f5-62006fce18e2 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Network bf60fc66-fede-4601-bdca-3550b6bc33f9 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:34:30.287912 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e1b25b8c-0046-402f-b7f5-62006fce18e2 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, bf60fc66-fede-4601-bdca-3550b6bc33f9) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:30.292143 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b25b8c-0046-402f-b7f5-62006fce18e2 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:30.292873 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1b25b8c-0046-402f-b7f5-62006fce18e2 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.297468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Allocated IP 2001:db8::2 (58eea2b4-329d-41b6-af27-432e8e4fedbe/d42917be-40ad-4b94-922e-e44c93e038aa/df7c2288-71c4-4ed9-9cfc-80fc6c5f7687) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:34:30.302494 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3709c31a-2b7c-49bf-9590-816f7dcca3b5 None None] Network bf60fc66-fede-4601-bdca-3550b6bc33f9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:30.312066 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41764) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:30.312666 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e1b25b8c-0046-402f-b7f5-62006fce18e2 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4147444 Dec 12 18:34:30.412207 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1682-897b-4360-a905-7e2568b5f226 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.461684 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1682-897b-4360-a905-7e2568b5f226 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.473051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10695cc4-ddd1-406f-bd8e-e14609e53c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-bf60fc66-fede-4601-bdca-3550b6bc33f9', 'network_id': 'bf60fc66-fede-4601-bdca-3550b6bc33f9', 'project_id': 'a90d349a23004e6195c3d6cd36a64f8a', 'fixed_ips': [{'subnet_id': 'a845ebfe-e578-4702-b7d5-5ddd572de8c5'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:34:30.473894 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-10695cc4-ddd1-406f-bd8e-e14609e53c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.522166 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1682-897b-4360-a905-7e2568b5f226 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.554365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b1682-897b-4360-a905-7e2568b5f226 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event deleted for resources: {'Subnet': ['ID=a845ebfe-e578-4702-b7d5-5ddd572de8c5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:30.580678 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.592377 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.604792 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285e86d8-66df-4357-9f47-310446081172 None None] Network bf60fc66-fede-4601-bdca-3550b6bc33f9 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:30.613305 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1682-897b-4360-a905-7e2568b5f226 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.633073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-1e0b1682-897b-4360-a905-7e2568b5f226 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf60fc66-fede-4601-bdca-3550b6bc33f9']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:30.642007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-1e0b1682-897b-4360-a905-7e2568b5f226 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183a7db3-b00a-4d41-a84d-17710b05a6b1') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:30.642307 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-1e0b1682-897b-4360-a905-7e2568b5f226 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183a7db3-b00a-4d41-a84d-17710b05a6b1') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:30.651652 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1682-897b-4360-a905-7e2568b5f226 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.664284 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1682-897b-4360-a905-7e2568b5f226 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.670168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0b1682-897b-4360-a905-7e2568b5f226 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:34:30.670560 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1682-897b-4360-a905-7e2568b5f226 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:34:30.673662 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:34:30.688653 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Network 58eea2b4-329d-41b6-af27-432e8e4fedbe is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:34:30.697894 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:30.700452 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:34:30.704272 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Pushing event updated for resources: {'Port': ['ID=df7c2288-71c4-4ed9-9cfc-80fc6c5f7687,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:30.737829 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1682-897b-4360-a905-7e2568b5f226 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.744596 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1682-897b-4360-a905-7e2568b5f226 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.747712 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1e0b1682-897b-4360-a905-7e2568b5f226 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "DELETE /v2.0/networks/bf60fc66-fede-4601-bdca-3550b6bc33f9 HTTP/1.1" status: 204 len: 168 time: 0.4345944 Dec 12 18:34:30.750952 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41766) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:30.759972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b1682-897b-4360-a905-7e2568b5f226 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event deleted for resources: {'Network': ['ID=bf60fc66-fede-4601-bdca-3550b6bc33f9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:30.780503 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-8896b38d-ae8d-4c53-9c36-c4c714d164ec tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] GET failed (client error): The resource could not be found. Dec 12 18:34:30.780825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Attempting to bind port df7c2288-71c4-4ed9-9cfc-80fc6c5f7687 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:34:30.781198 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Attempting to bind port df7c2288-71c4-4ed9-9cfc-80fc6c5f7687 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '4d78a1ae-84e2-4d2c-85d4-ef06afdad9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '58eea2b4-329d-41b6-af27-432e8e4fedbe'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:34:30.781870 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8896b38d-ae8d-4c53-9c36-c4c714d164ec tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "GET /v2.0/subnets/a845ebfe-e578-4702-b7d5-5ddd572de8c5 HTTP/1.1" status: 404 len: 337 time: 0.0298998 Dec 12 18:34:30.782570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Attempting to bind port df7c2288-71c4-4ed9-9cfc-80fc6c5f7687 on network 58eea2b4-329d-41b6-af27-432e8e4fedbe {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:34:30.784615 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41768) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:30.788051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:34:30.788433 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Checking segment: {'id': '4d78a1ae-84e2-4d2c-85d4-ef06afdad9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '58eea2b4-329d-41b6-af27-432e8e4fedbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:30.788841 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.789288 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Bound using segment: {'id': '4d78a1ae-84e2-4d2c-85d4-ef06afdad9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '58eea2b4-329d-41b6-af27-432e8e4fedbe'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:34:30.789766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Bound port: df7c2288-71c4-4ed9-9cfc-80fc6c5f7687, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d78a1ae-84e2-4d2c-85d4-ef06afdad9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '58eea2b4-329d-41b6-af27-432e8e4fedbe'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:34:30.790154 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.803007 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-040859f1-12e3-42a5-aa78-694598b8c85b tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] DELETE failed (client error): The resource could not be found. Dec 12 18:34:30.803641 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040859f1-12e3-42a5-aa78-694598b8c85b tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:34:30.808484 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-040859f1-12e3-42a5-aa78-694598b8c85b tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "DELETE /v2.0/networks/bf60fc66-fede-4601-bdca-3550b6bc33f9 HTTP/1.1" status: 404 len: 339 time: 0.0212417 Dec 12 18:34:30.810597 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41770) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:30.837116 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c36673-70ee-42e1-85b3-6c8797101e49 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] DELETE failed (client error): The resource could not be found. Dec 12 18:34:30.837576 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c36673-70ee-42e1-85b3-6c8797101e49 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:34:30.840658 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-54c36673-70ee-42e1-85b3-6c8797101e49 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "DELETE /v2.0/subnets/a845ebfe-e578-4702-b7d5-5ddd572de8c5 HTTP/1.1" status: 404 len: 337 time: 0.0289259 Dec 12 18:34:30.843272 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41772) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:30.854979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] For port df7c2288-71c4-4ed9-9cfc-80fc6c5f7687, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:34:30.858305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] For port df7c2288-71c4-4ed9-9cfc-80fc6c5f7687, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=df7c2288-71c4-4ed9-9cfc-80fc6c5f7687,segment=NetworkSegment(4d78a1ae-84e2-4d2c-85d4-ef06afdad9a0),segment_id=4d78a1ae-84e2-4d2c-85d4-ef06afdad9a0)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:34:30.862750 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.863323 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2625b66-8a72-4788-a791-1cee999e848a tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] DELETE failed (client error): The resource could not be found. Dec 12 18:34:30.863813 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2625b66-8a72-4788-a791-1cee999e848a tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:34:30.869281 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d2625b66-8a72-4788-a791-1cee999e848a tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "DELETE /v2.0/networks/bf60fc66-fede-4601-bdca-3550b6bc33f9 HTTP/1.1" status: 404 len: 339 time: 0.0226588 Dec 12 18:34:30.869508 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41774) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:30.920264 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7d376-387c-49f4-9727-6b8162c827cd None None] Pushing event updated for resources: {'Port': ['ID=df7c2288-71c4-4ed9-9cfc-80fc6c5f7687,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:30.925829 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1be1af-ec33-4ca3-988e-261b94d42045 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Deleting subnet d42917be-40ad-4b94-922e-e44c93e038aa {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:34:30.929285 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb1be1af-ec33-4ca3-988e-261b94d42045 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:30.976963 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb1be1af-ec33-4ca3-988e-261b94d42045 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:31.065623 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb1be1af-ec33-4ca3-988e-261b94d42045 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:31.146017 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb1be1af-ec33-4ca3-988e-261b94d42045 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:31.172370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1be1af-ec33-4ca3-988e-261b94d42045 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event deleted for resources: {'Subnet': ['ID=d42917be-40ad-4b94-922e-e44c93e038aa,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:31.178792 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb1be1af-ec33-4ca3-988e-261b94d42045 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:31.182309 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-eb1be1af-ec33-4ca3-988e-261b94d42045 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "DELETE /v2.0/subnets/d42917be-40ad-4b94-922e-e44c93e038aa HTTP/1.1" status: 204 len: 168 time: 0.3117251 Dec 12 18:34:31.184612 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41776) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:31.266533 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:31.318959 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Deleting port df7c2288-71c4-4ed9-9cfc-80fc6c5f7687 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:34:31.319219 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:31.384023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] For port df7c2288-71c4-4ed9-9cfc-80fc6c5f7687, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=df7c2288-71c4-4ed9-9cfc-80fc6c5f7687,segment=NetworkSegment(4d78a1ae-84e2-4d2c-85d4-ef06afdad9a0),segment_id=4d78a1ae-84e2-4d2c-85d4-ef06afdad9a0)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:31.384414 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:31.397254 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Calling delete_port for df7c2288-71c4-4ed9-9cfc-80fc6c5f7687 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:34:31.474966 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:31.501511 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event deleted for resources: {'Port': ['ID=df7c2288-71c4-4ed9-9cfc-80fc6c5f7687,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:31.503427 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] No DVR routers for this DVR port df7c2288-71c4-4ed9-9cfc-80fc6c5f7687 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:34:31.588447 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:31.609017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58eea2b4-329d-41b6-af27-432e8e4fedbe']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:31.618694 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d78a1ae-84e2-4d2c-85d4-ef06afdad9a0') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:31.618999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d78a1ae-84e2-4d2c-85d4-ef06afdad9a0') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:31.629211 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:31.642616 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:31.649713 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:34:31.650277 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:34:31.653709 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:34:31.717109 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:31.724326 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:31.727511 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "DELETE /v2.0/networks/58eea2b4-329d-41b6-af27-432e8e4fedbe HTTP/1.1" status: 204 len: 168 time: 0.5418782 Dec 12 18:34:31.729981 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41778) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:31.747632 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec261aca-d78f-4118-82a3-21c4404c8c87 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event deleted for resources: {'Network': ['ID=58eea2b4-329d-41b6-af27-432e8e4fedbe,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:31.766351 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41a3ebc-a814-4f20-9e21-0a0755c3fa8a tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] DELETE failed (client error): The resource could not be found. Dec 12 18:34:31.767033 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41a3ebc-a814-4f20-9e21-0a0755c3fa8a tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:34:31.773227 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f41a3ebc-a814-4f20-9e21-0a0755c3fa8a tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "DELETE /v2.0/subnets/0dc94541-853c-477a-b21d-cbdf08385869 HTTP/1.1" status: 404 len: 337 time: 0.0395994 Dec 12 18:34:31.773227 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41780) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:31.791557 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-8495b85b-4c29-4319-b519-14b6661564ad tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] DELETE failed (client error): The resource could not be found. Dec 12 18:34:31.792064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8495b85b-4c29-4319-b519-14b6661564ad tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:34:31.795130 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8495b85b-4c29-4319-b519-14b6661564ad tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "DELETE /v2.0/networks/02c53052-dfaf-4560-861d-4221a0bee5d2 HTTP/1.1" status: 404 len: 339 time: 0.0211213 Dec 12 18:34:31.797788 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41782) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:31.825314 n-d-760354-5 neutron-server[103151]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f84165-db7e-422d-8d85-70a45f5d41d5 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] DELETE failed (client error): The resource could not be found. Dec 12 18:34:31.825781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f84165-db7e-422d-8d85-70a45f5d41d5 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103151) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:34:31.828961 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-03f84165-db7e-422d-8d85-70a45f5d41d5 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "DELETE /v2.0/subnets/56f599dd-1e7e-4107-b4b0-ffac4c231744 HTTP/1.1" status: 404 len: 337 time: 0.0301821 Dec 12 18:34:31.832246 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41784) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:31.851184 n-d-760354-5 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-5037e0f2-7e42-4830-98bf-2092d954a979 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] DELETE failed (client error): The resource could not be found. Dec 12 18:34:31.851776 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5037e0f2-7e42-4830-98bf-2092d954a979 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 18:34:31.854856 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5037e0f2-7e42-4830-98bf-2092d954a979 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "DELETE /v2.0/networks/18e50876-4774-47f1-af53-e61a6bee0b79 HTTP/1.1" status: 404 len: 339 time: 0.0216026 Dec 12 18:34:31.857438 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41786) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:31.884206 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1181dff1-57f7-47f9-9d11-4e8b6a4185a8 None None] DHCP port deletion for 58eea2b4-329d-41b6-af27-432e8e4fedbe request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:34:31.900888 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874bb738-be80-440b-be6f-4911a77392b8 None None] Network 58eea2b4-329d-41b6-af27-432e8e4fedbe requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:31.913945 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e0e73f-4fdc-4052-b7d5-6f6d6a2f42d7 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Deleting subnet 692d7f4a-0b2f-4a3e-927d-7045f83ff6a2 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:34:31.915786 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874bb738-be80-440b-be6f-4911a77392b8 None None] Network 58eea2b4-329d-41b6-af27-432e8e4fedbe could not be found, it might have been deleted concurrently. {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 18:34:31.917179 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e73f-4fdc-4052-b7d5-6f6d6a2f42d7 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:31.919641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7c0fc5a2-b393-4b6a-9fc7-147495e4b5da None None] Could not find standard attr ID for object df7c2288-71c4-4ed9-9cfc-80fc6c5f7687. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:34:31.963032 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e73f-4fdc-4052-b7d5-6f6d6a2f42d7 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:32.044312 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e73f-4fdc-4052-b7d5-6f6d6a2f42d7 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:32.100934 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e73f-4fdc-4052-b7d5-6f6d6a2f42d7 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:32.131966 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0e73f-4fdc-4052-b7d5-6f6d6a2f42d7 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event deleted for resources: {'Subnet': ['ID=692d7f4a-0b2f-4a3e-927d-7045f83ff6a2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:32.135673 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e73f-4fdc-4052-b7d5-6f6d6a2f42d7 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:32.139595 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a7e0e73f-4fdc-4052-b7d5-6f6d6a2f42d7 tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "DELETE /v2.0/subnets/692d7f4a-0b2f-4a3e-927d-7045f83ff6a2 HTTP/1.1" status: 204 len: 168 time: 0.2811861 Dec 12 18:34:32.141485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41788) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:32.142608 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5506693d-ff18-4aff-8276-fc36e7b25afe None None] Network 457ea9fc-9247-4086-ac46-559530fb8e07 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:32.216659 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:32.272544 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Deleting port 060f1963-465b-4912-a8d4-7ac8bbab2e2a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:34:32.272887 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:32.291422 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53264ca-d12a-4713-8791-176105228b85 None None] DHCP port deletion for 457ea9fc-9247-4086-ac46-559530fb8e07 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:34:32.338960 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] For port 060f1963-465b-4912-a8d4-7ac8bbab2e2a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=060f1963-465b-4912-a8d4-7ac8bbab2e2a,segment=NetworkSegment(a06f9f1a-5b5a-40fc-bd48-5363d8905fc0),segment_id=a06f9f1a-5b5a-40fc-bd48-5363d8905fc0)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:32.339268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d53264ca-d12a-4713-8791-176105228b85 None None] Deleting port 060f1963-465b-4912-a8d4-7ac8bbab2e2a {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:34:32.339382 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:32.339578 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d53264ca-d12a-4713-8791-176105228b85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:32.356829 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Calling delete_port for 060f1963-465b-4912-a8d4-7ac8bbab2e2a owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:34:32.405015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d53264ca-d12a-4713-8791-176105228b85 None None] For port 060f1963-465b-4912-a8d4-7ac8bbab2e2a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=060f1963-465b-4912-a8d4-7ac8bbab2e2a,segment=NetworkSegment(a06f9f1a-5b5a-40fc-bd48-5363d8905fc0),segment_id=a06f9f1a-5b5a-40fc-bd48-5363d8905fc0)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:32.405415 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d53264ca-d12a-4713-8791-176105228b85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:32.417743 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d53264ca-d12a-4713-8791-176105228b85 None None] Calling delete_port for 060f1963-465b-4912-a8d4-7ac8bbab2e2a owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:34:32.435656 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:32.458404 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event deleted for resources: {'Port': ['ID=060f1963-465b-4912-a8d4-7ac8bbab2e2a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:32.464925 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] No DVR routers for this DVR port 060f1963-465b-4912-a8d4-7ac8bbab2e2a on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:32.489407 n-d-760354-5 neutron-server[103152]: self.session.flush() Dec 12 18:34:32.497436 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d53264ca-d12a-4713-8791-176105228b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:32.524122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53264ca-d12a-4713-8791-176105228b85 None None] Pushing event deleted for resources: {'Port': ['ID=060f1963-465b-4912-a8d4-7ac8bbab2e2a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:32.529887 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53264ca-d12a-4713-8791-176105228b85 None None] No DVR routers for this DVR port 060f1963-465b-4912-a8d4-7ac8bbab2e2a on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:34:32.553428 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:32.572820 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457ea9fc-9247-4086-ac46-559530fb8e07']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:32.582333 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06f9f1a-5b5a-40fc-bd48-5363d8905fc0') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:32.582656 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06f9f1a-5b5a-40fc-bd48-5363d8905fc0') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:32.591658 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:32.604128 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:32.610045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:34:32.610439 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:34:32.613569 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:34:32.674517 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:32.682045 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:32.685404 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] 10.222.0.18 "DELETE /v2.0/networks/457ea9fc-9247-4086-ac46-559530fb8e07 HTTP/1.1" status: 204 len: 168 time: 0.5429838 Dec 12 18:34:32.697637 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33631c-0232-4a48-ab14-c27a08b9ef1d tempest-NetworksIpV6Test-1526669438 tempest-NetworksIpV6Test-1526669438-project] Pushing event deleted for resources: {'Network': ['ID=457ea9fc-9247-4086-ac46-559530fb8e07,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:32.919956 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41794) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:33.047389 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9c324a0c-ae8c-4ea2-a0d4-1bc01704bdc1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a90d349a23004e6195c3d6cd36a64f8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1262081 Dec 12 18:34:33.050354 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41798) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:33.096438 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3289-a23a-463a-9144-392a1e97290e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:33.116888 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3289-a23a-463a-9144-392a1e97290e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:33.160911 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3289-a23a-463a-9144-392a1e97290e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:33.163484 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9cb3289-a23a-463a-9144-392a1e97290e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:33.164608 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d9cb3289-a23a-463a-9144-392a1e97290e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/daa545b1-5b28-44a6-b758-78ca88dce2ec HTTP/1.1" status: 204 len: 168 time: 0.1133692 Dec 12 18:34:33.171952 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb3289-a23a-463a-9144-392a1e97290e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa545b1-5b28-44a6-b758-78ca88dce2ec,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:33.774900 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41820) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:33.822057 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 060f1963-465b-4912-a8d4-7ac8bbab2e2a no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:34:33.842132 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 060f1963-465b-4912-a8d4-7ac8bbab2e2a {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:34:33.842481 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 060f1963-465b-4912-a8d4-7ac8bbab2e2a not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:34:33.842900 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device df7c2288-71c4-4ed9-9cfc-80fc6c5f7687 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:34:33.861236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: df7c2288-71c4-4ed9-9cfc-80fc6c5f7687 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:34:33.861587 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device df7c2288-71c4-4ed9-9cfc-80fc6c5f7687 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:34:33.870045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0e039521-9efd-4988-b512-115b4c60bb36 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1801718357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:33.894436 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e039521-9efd-4988-b512-115b4c60bb36 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:33.895467 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e039521-9efd-4988-b512-115b4c60bb36 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:33.946905 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e039521-9efd-4988-b512-115b4c60bb36 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:33.950675 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e039521-9efd-4988-b512-115b4c60bb36 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:33.967461 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e039521-9efd-4988-b512-115b4c60bb36 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:33.968612 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0e039521-9efd-4988-b512-115b4c60bb36 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1925132 Dec 12 18:34:33.971297 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41824) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:33.975851 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8557b171-b8c1-4d8e-84af-78d57ab39e82 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1398517479'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:33.995002 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8557b171-b8c1-4d8e-84af-78d57ab39e82 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Made reservation on behalf of f8cc123a56b04875acf2b3a255d6a4d9 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:33.998355 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8557b171-b8c1-4d8e-84af-78d57ab39e82 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:34.006772 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8557b171-b8c1-4d8e-84af-78d57ab39e82 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:34.078734 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8557b171-b8c1-4d8e-84af-78d57ab39e82 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:34.082774 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8557b171-b8c1-4d8e-84af-78d57ab39e82 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:34.110386 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8557b171-b8c1-4d8e-84af-78d57ab39e82 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:34:34.116518 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557b171-b8c1-4d8e-84af-78d57ab39e82 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44d543f-a0f6-435d-8b74-60290d00d39f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:34.122228 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8557b171-b8c1-4d8e-84af-78d57ab39e82 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:34.122842 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-8557b171-b8c1-4d8e-84af-78d57ab39e82 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Added segment 59018227-2e32-4df8-8882-240728b21d0b of type vlan for network 3005bb65-12fa-499d-8413-df32fb872552 Dec 12 18:34:34.161162 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8557b171-b8c1-4d8e-84af-78d57ab39e82 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:34.185328 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8557b171-b8c1-4d8e-84af-78d57ab39e82 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:34.192807 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8557b171-b8c1-4d8e-84af-78d57ab39e82 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:34.192807 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8557b171-b8c1-4d8e-84af-78d57ab39e82 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:34.249536 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8557b171-b8c1-4d8e-84af-78d57ab39e82 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2771513 Dec 12 18:34:34.252922 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41826) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:34.258053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-939d46eb-6f81-40d5-a566-1fe936aa319b tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Request body: {'subnet': {'network_id': '3005bb65-12fa-499d-8413-df32fb872552', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:34.261935 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557b171-b8c1-4d8e-84af-78d57ab39e82 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Pushing event updated for resources: {'Network': ['ID=3005bb65-12fa-499d-8413-df32fb872552,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:34.272671 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 3005bb65-12fa-499d-8413-df32fb872552 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:34:34.344124 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939d46eb-6f81-40d5-a566-1fe936aa319b tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Made reservation on behalf of f8cc123a56b04875acf2b3a255d6a4d9 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:34.347699 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-939d46eb-6f81-40d5-a566-1fe936aa319b tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:34.519067 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-939d46eb-6f81-40d5-a566-1fe936aa319b tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:34.580969 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d46eb-6f81-40d5-a566-1fe936aa319b tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Pushing event updated for resources: {'Subnet': ['ID=77e57980-a8e0-43a5-97ed-7c9809b91c48,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:34.590284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939d46eb-6f81-40d5-a566-1fe936aa319b tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Checking segment: {'id': '59018227-2e32-4df8-8882-240728b21d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3005bb65-12fa-499d-8413-df32fb872552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:34.590646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939d46eb-6f81-40d5-a566-1fe936aa319b tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Network hostable DHCP agents. Network: 3005bb65-12fa-499d-8413-df32fb872552, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:34:34.607002 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939d46eb-6f81-40d5-a566-1fe936aa319b tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Network 3005bb65-12fa-499d-8413-df32fb872552 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:34:34.616011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-939d46eb-6f81-40d5-a566-1fe936aa319b tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 3005bb65-12fa-499d-8413-df32fb872552) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:34.620270 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939d46eb-6f81-40d5-a566-1fe936aa319b tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:34.620868 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-939d46eb-6f81-40d5-a566-1fe936aa319b tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:34.625158 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820dfefe-a449-4bea-bee4-fde88016d8b4 None None] Network 3005bb65-12fa-499d-8413-df32fb872552 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:34.636911 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-939d46eb-6f81-40d5-a566-1fe936aa319b tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3828828 Dec 12 18:34:34.639916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41828) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:34.644780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-619de302-66da-4b31-a1fb-8ea0bcc33262 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-949853995'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:34.664853 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619de302-66da-4b31-a1fb-8ea0bcc33262 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Made reservation on behalf of f8cc123a56b04875acf2b3a255d6a4d9 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:34.668255 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-619de302-66da-4b31-a1fb-8ea0bcc33262 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:34.691628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619de302-66da-4b31-a1fb-8ea0bcc33262 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:34:34.700360 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-619de302-66da-4b31-a1fb-8ea0bcc33262 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:34.700707 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-619de302-66da-4b31-a1fb-8ea0bcc33262 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Added segment eb462664-7db3-44c2-9826-da89fde4d400 of type vlan for network 40710fe9-6970-4347-b931-b8ab19579322 Dec 12 18:34:34.729466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-3005bb65-12fa-499d-8413-df32fb872552', 'network_id': '3005bb65-12fa-499d-8413-df32fb872552', 'project_id': 'f8cc123a56b04875acf2b3a255d6a4d9', 'fixed_ips': [{'subnet_id': '77e57980-a8e0-43a5-97ed-7c9809b91c48'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:34:34.730457 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:34.741485 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-619de302-66da-4b31-a1fb-8ea0bcc33262 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:34.765181 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-619de302-66da-4b31-a1fb-8ea0bcc33262 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:34.770755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619de302-66da-4b31-a1fb-8ea0bcc33262 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:34.771319 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-619de302-66da-4b31-a1fb-8ea0bcc33262 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:34.836217 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-619de302-66da-4b31-a1fb-8ea0bcc33262 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1952245 Dec 12 18:34:34.839112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41830) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:34.850768 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-2869996a-b2bf-4b88-a61c-9a8c3c0b0b60 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Request body: {'subnet': {'network_id': '40710fe9-6970-4347-b931-b8ab19579322', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:34.865328 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Allocated IP 172.20.0.2 (3005bb65-12fa-499d-8413-df32fb872552/77e57980-a8e0-43a5-97ed-7c9809b91c48/57e3d171-71e3-47ce-8684-d101e12d644d) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:34:34.868430 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619de302-66da-4b31-a1fb-8ea0bcc33262 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Pushing event updated for resources: {'Network': ['ID=40710fe9-6970-4347-b931-b8ab19579322,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:34.881950 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 40710fe9-6970-4347-b931-b8ab19579322 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:34:34.942948 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2869996a-b2bf-4b88-a61c-9a8c3c0b0b60 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Made reservation on behalf of f8cc123a56b04875acf2b3a255d6a4d9 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:34.946444 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2869996a-b2bf-4b88-a61c-9a8c3c0b0b60 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.070256 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.075803 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.116577 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Network 3005bb65-12fa-499d-8413-df32fb872552 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:34:35.119468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:35.123616 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:34:35.126582 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Pushing event updated for resources: {'Port': ['ID=57e3d171-71e3-47ce-8684-d101e12d644d,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:35.132596 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2869996a-b2bf-4b88-a61c-9a8c3c0b0b60 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.177542 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Attempting to bind port 57e3d171-71e3-47ce-8684-d101e12d644d on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:34:35.177915 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Attempting to bind port 57e3d171-71e3-47ce-8684-d101e12d644d by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '59018227-2e32-4df8-8882-240728b21d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3005bb65-12fa-499d-8413-df32fb872552'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:34:35.178285 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Attempting to bind port 57e3d171-71e3-47ce-8684-d101e12d644d on network 3005bb65-12fa-499d-8413-df32fb872552 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:34:35.183469 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:34:35.183845 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Checking segment: {'id': '59018227-2e32-4df8-8882-240728b21d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3005bb65-12fa-499d-8413-df32fb872552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:35.184249 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.184648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Bound using segment: {'id': '59018227-2e32-4df8-8882-240728b21d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3005bb65-12fa-499d-8413-df32fb872552'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:34:35.185115 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Bound port: 57e3d171-71e3-47ce-8684-d101e12d644d, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59018227-2e32-4df8-8882-240728b21d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3005bb65-12fa-499d-8413-df32fb872552'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:34:35.185500 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.194700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869996a-b2bf-4b88-a61c-9a8c3c0b0b60 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Pushing event updated for resources: {'Subnet': ['ID=1e3247db-601e-48b4-a54a-d40f47fed8cc,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:35.206123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2869996a-b2bf-4b88-a61c-9a8c3c0b0b60 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Checking segment: {'id': 'eb462664-7db3-44c2-9826-da89fde4d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '40710fe9-6970-4347-b931-b8ab19579322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:35.206480 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2869996a-b2bf-4b88-a61c-9a8c3c0b0b60 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Network hostable DHCP agents. Network: 40710fe9-6970-4347-b931-b8ab19579322, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:34:35.222976 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2869996a-b2bf-4b88-a61c-9a8c3c0b0b60 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Network 40710fe9-6970-4347-b931-b8ab19579322 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:34:35.231911 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-2869996a-b2bf-4b88-a61c-9a8c3c0b0b60 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 40710fe9-6970-4347-b931-b8ab19579322) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:35.235886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2869996a-b2bf-4b88-a61c-9a8c3c0b0b60 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:35.236550 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2869996a-b2bf-4b88-a61c-9a8c3c0b0b60 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.243011 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd02e516-e6ce-4194-8299-7d5c2d2d8e33 None None] Network 40710fe9-6970-4347-b931-b8ab19579322 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:35.255276 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-2869996a-b2bf-4b88-a61c-9a8c3c0b0b60 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4125228 Dec 12 18:34:35.255806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41832) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:35.259950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-cac3f024-5e3a-4cfc-a1d1-61601c1ecda8 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Request body: {'router': {'external_gateway_info': {'network_id': '40710fe9-6970-4347-b931-b8ab19579322'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:35.292178 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] For port 57e3d171-71e3-47ce-8684-d101e12d644d, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:34:35.309706 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] For port 57e3d171-71e3-47ce-8684-d101e12d644d, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=57e3d171-71e3-47ce-8684-d101e12d644d,segment=NetworkSegment(59018227-2e32-4df8-8882-240728b21d0b),segment_id=59018227-2e32-4df8-8882-240728b21d0b)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:34:35.315589 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.406375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff735a3-5b95-411f-85b0-993de3a65fc8 None None] Pushing event updated for resources: {'Port': ['ID=57e3d171-71e3-47ce-8684-d101e12d644d,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:35.418472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-40710fe9-6970-4347-b931-b8ab19579322', 'network_id': '40710fe9-6970-4347-b931-b8ab19579322', 'project_id': 'f8cc123a56b04875acf2b3a255d6a4d9', 'fixed_ips': [{'subnet_id': '1e3247db-601e-48b4-a54a-d40f47fed8cc'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:34:35.419785 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.467710 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cac3f024-5e3a-4cfc-a1d1-61601c1ecda8 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.592309 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Allocated IP 172.21.0.2 (40710fe9-6970-4347-b931-b8ab19579322/1e3247db-601e-48b4-a54a-d40f47fed8cc/7d03e34a-78b2-420a-8e8d-fac76bba5f49) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:34:35.606929 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [None req-cac3f024-5e3a-4cfc-a1d1-61601c1ecda8 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 18:34:35.614111 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cac3f024-5e3a-4cfc-a1d1-61601c1ecda8 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] 10.222.0.18 "PUT /v2.0/routers/252e6bd0-a5bf-479f-8e4a-f7564fc52c31 HTTP/1.1" status: 400 len: 364 time: 0.3515105 Dec 12 18:34:35.618655 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41834) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:35.676024 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a360d9d-1820-4974-8817-d83836089296 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Deleting subnet 1e3247db-601e-48b4-a54a-d40f47fed8cc {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:34:35.750904 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.756682 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a360d9d-1820-4974-8817-d83836089296 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.757229 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.796783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Network 40710fe9-6970-4347-b931-b8ab19579322 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:34:35.797945 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:35.802242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:34:35.805560 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a360d9d-1820-4974-8817-d83836089296 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.810755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Pushing event updated for resources: {'Port': ['ID=7d03e34a-78b2-420a-8e8d-fac76bba5f49,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:35.868072 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Attempting to bind port 7d03e34a-78b2-420a-8e8d-fac76bba5f49 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:34:35.868658 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Attempting to bind port 7d03e34a-78b2-420a-8e8d-fac76bba5f49 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'eb462664-7db3-44c2-9826-da89fde4d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '40710fe9-6970-4347-b931-b8ab19579322'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:34:35.868798 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Attempting to bind port 7d03e34a-78b2-420a-8e8d-fac76bba5f49 on network 40710fe9-6970-4347-b931-b8ab19579322 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:34:35.878723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 57e3d171-71e3-47ce-8684-d101e12d644d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:34:35.884633 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:34:35.884851 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Checking segment: {'id': 'eb462664-7db3-44c2-9826-da89fde4d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '40710fe9-6970-4347-b931-b8ab19579322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:35.885457 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.885857 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Bound using segment: {'id': 'eb462664-7db3-44c2-9826-da89fde4d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '40710fe9-6970-4347-b931-b8ab19579322'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:34:35.886342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Bound port: 7d03e34a-78b2-420a-8e8d-fac76bba5f49, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb462664-7db3-44c2-9826-da89fde4d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '40710fe9-6970-4347-b931-b8ab19579322'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:34:35.886723 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.906781 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a360d9d-1820-4974-8817-d83836089296 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.966696 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a360d9d-1820-4974-8817-d83836089296 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.981870 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] For port 7d03e34a-78b2-420a-8e8d-fac76bba5f49, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:34:35.985170 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] For port 7d03e34a-78b2-420a-8e8d-fac76bba5f49, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7d03e34a-78b2-420a-8e8d-fac76bba5f49,segment=NetworkSegment(eb462664-7db3-44c2-9826-da89fde4d400),segment_id=eb462664-7db3-44c2-9826-da89fde4d400)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:34:35.986753 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 57e3d171-71e3-47ce-8684-d101e12d644d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:35.987129 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.990435 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:35.992154 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a360d9d-1820-4974-8817-d83836089296 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Pushing event deleted for resources: {'Subnet': ['ID=1e3247db-601e-48b4-a54a-d40f47fed8cc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:35.997983 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a360d9d-1820-4974-8817-d83836089296 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:36.004127 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1a360d9d-1820-4974-8817-d83836089296 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] 10.222.0.18 "DELETE /v2.0/subnets/1e3247db-601e-48b4-a54a-d40f47fed8cc HTTP/1.1" status: 204 len: 168 time: 0.3807034 Dec 12 18:34:36.004416 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41836) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:36.101299 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:36.159805 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Deleting port 7d03e34a-78b2-420a-8e8d-fac76bba5f49 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:34:36.160389 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:36.225460 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] For port 7d03e34a-78b2-420a-8e8d-fac76bba5f49, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7d03e34a-78b2-420a-8e8d-fac76bba5f49,segment=NetworkSegment(eb462664-7db3-44c2-9826-da89fde4d400),segment_id=eb462664-7db3-44c2-9826-da89fde4d400)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:36.225839 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:36.249361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d23154-fded-477f-a5e6-f394b1b7c047 None None] Pushing event updated for resources: {'Port': ['ID=7d03e34a-78b2-420a-8e8d-fac76bba5f49,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:36.249981 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Calling delete_port for 7d03e34a-78b2-420a-8e8d-fac76bba5f49 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:34:36.293490 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:36.339496 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 57e3d171-71e3-47ce-8684-d101e12d644d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=57e3d171-71e3-47ce-8684-d101e12d644d,segment=NetworkSegment(59018227-2e32-4df8-8882-240728b21d0b),segment_id=59018227-2e32-4df8-8882-240728b21d0b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:36.348046 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:36.363601 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:36.391948 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Pushing event deleted for resources: {'Port': ['ID=7d03e34a-78b2-420a-8e8d-fac76bba5f49,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:36.400174 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] No DVR routers for this DVR port 7d03e34a-78b2-420a-8e8d-fac76bba5f49 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:34:36.407808 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=57e3d171-71e3-47ce-8684-d101e12d644d,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:36.442723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106e7684-8e95-427d-ba33-cb5cdf7413e7 None None] Network 3005bb65-12fa-499d-8413-df32fb872552 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:36.513252 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:36.538960 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40710fe9-6970-4347-b931-b8ab19579322']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:36.542240 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ab92cea1-a9b5-47a2-9747-1972cb35261a None None] Provisioning complete for port 57e3d171-71e3-47ce-8684-d101e12d644d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:36.542736 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab92cea1-a9b5-47a2-9747-1972cb35261a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:36.550792 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb462664-7db3-44c2-9826-da89fde4d400') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:36.551104 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb462664-7db3-44c2-9826-da89fde4d400') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:36.562179 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:36.576577 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:36.583453 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:34:36.583856 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:34:36.587035 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:34:36.650561 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:36.660476 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:36.666158 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] 10.222.0.18 "DELETE /v2.0/networks/40710fe9-6970-4347-b931-b8ab19579322 HTTP/1.1" status: 204 len: 168 time: 0.6585112 Dec 12 18:34:36.667113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41838) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:36.678703 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441d60f-b11f-4a17-9baf-e9a769190146 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Pushing event deleted for resources: {'Network': ['ID=40710fe9-6970-4347-b931-b8ab19579322,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:36.723882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-768ba610-13d8-4810-a8bb-24d312486725 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Deleting subnet 77e57980-a8e0-43a5-97ed-7c9809b91c48 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:34:36.727449 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-768ba610-13d8-4810-a8bb-24d312486725 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:36.770063 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-768ba610-13d8-4810-a8bb-24d312486725 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:36.861006 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-768ba610-13d8-4810-a8bb-24d312486725 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:36.924233 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-768ba610-13d8-4810-a8bb-24d312486725 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:36.953753 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-768ba610-13d8-4810-a8bb-24d312486725 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:36.958118 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-768ba610-13d8-4810-a8bb-24d312486725 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] 10.222.0.18 "DELETE /v2.0/subnets/77e57980-a8e0-43a5-97ed-7c9809b91c48 HTTP/1.1" status: 204 len: 168 time: 0.2889440 Dec 12 18:34:36.958552 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ba610-13d8-4810-a8bb-24d312486725 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Pushing event deleted for resources: {'Subnet': ['ID=77e57980-a8e0-43a5-97ed-7c9809b91c48,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:36.960193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41840) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:36.962539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bbd037-e956-4c18-af82-2553e7e88e3f None None] Network 3005bb65-12fa-499d-8413-df32fb872552 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:37.031615 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e01bdeb9-2a04-43b3-81e9-1391f608ca11 None None] Provisioning complete for port 57e3d171-71e3-47ce-8684-d101e12d644d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:37.031914 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e01bdeb9-2a04-43b3-81e9-1391f608ca11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:37.040646 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:37.095579 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Deleting port 57e3d171-71e3-47ce-8684-d101e12d644d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:34:37.095958 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:37.184631 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a786a81-962c-45c4-a67c-99238631c71d None None] DHCP port deletion for 3005bb65-12fa-499d-8413-df32fb872552 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:34:37.242512 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3a786a81-962c-45c4-a67c-99238631c71d None None] Deleting port 57e3d171-71e3-47ce-8684-d101e12d644d {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:34:37.242886 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3a786a81-962c-45c4-a67c-99238631c71d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:37.310135 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3a786a81-962c-45c4-a67c-99238631c71d None None] For port 57e3d171-71e3-47ce-8684-d101e12d644d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=57e3d171-71e3-47ce-8684-d101e12d644d,segment=NetworkSegment(59018227-2e32-4df8-8882-240728b21d0b),segment_id=59018227-2e32-4df8-8882-240728b21d0b)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:37.310538 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3a786a81-962c-45c4-a67c-99238631c71d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:37.324950 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3a786a81-962c-45c4-a67c-99238631c71d None None] Calling delete_port for 57e3d171-71e3-47ce-8684-d101e12d644d owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:34:37.417688 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3a786a81-962c-45c4-a67c-99238631c71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:37.447792 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a786a81-962c-45c4-a67c-99238631c71d None None] Pushing event deleted for resources: {'Port': ['ID=57e3d171-71e3-47ce-8684-d101e12d644d,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:37.454309 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a786a81-962c-45c4-a67c-99238631c71d None None] No DVR routers for this DVR port 57e3d171-71e3-47ce-8684-d101e12d644d on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:34:37.515694 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] For port 57e3d171-71e3-47ce-8684-d101e12d644d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=57e3d171-71e3-47ce-8684-d101e12d644d,segment=NetworkSegment(59018227-2e32-4df8-8882-240728b21d0b),segment_id=59018227-2e32-4df8-8882-240728b21d0b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:37.516067 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:37.529381 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Calling delete_port for 57e3d171-71e3-47ce-8684-d101e12d644d owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:34:37.535837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fb61e9-b15c-4caa-9b7a-4a0f1e6e610b None None] DHCP port deletion for 40710fe9-6970-4347-b931-b8ab19579322 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:34:37.551886 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a28bf6-1f84-4eb0-b8bc-bd2916d45d80 None None] Network 40710fe9-6970-4347-b931-b8ab19579322 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:37.568095 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a51b9644-6c3e-404d-b1f1-6b65a04031a8 None None] Could not find standard attr ID for object 7d03e34a-78b2-420a-8e8d-fac76bba5f49. {{(pid=103152) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 18:34:37.569445 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a28bf6-1f84-4eb0-b8bc-bd2916d45d80 None None] Network 40710fe9-6970-4347-b931-b8ab19579322 could not be found, it might have been deleted concurrently. {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 18:34:37.608903 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:37.635459 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Pushing event deleted for resources: {'Port': ['ID=57e3d171-71e3-47ce-8684-d101e12d644d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:37.639563 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] No DVR routers for this DVR port 57e3d171-71e3-47ce-8684-d101e12d644d on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:34:37.718238 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:37.738096 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3005bb65-12fa-499d-8413-df32fb872552']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:37.746895 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59018227-2e32-4df8-8882-240728b21d0b') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:37.747192 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59018227-2e32-4df8-8882-240728b21d0b') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:37.756178 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:37.768637 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:37.774623 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:34:37.775001 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: self.session.flush() Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:34:37.777976 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:34:37.823082 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 57e3d171-71e3-47ce-8684-d101e12d644d no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:34:37.840544 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:37.844592 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 57e3d171-71e3-47ce-8684-d101e12d644d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:34:37.844944 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 57e3d171-71e3-47ce-8684-d101e12d644d not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:34:37.848361 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:37.851561 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] 10.222.0.18 "DELETE /v2.0/networks/3005bb65-12fa-499d-8413-df32fb872552 HTTP/1.1" status: 204 len: 168 time: 0.8873913 Dec 12 18:34:37.854333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41842) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:37.863565 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a6feb-1211-450a-b97b-43a970033ae6 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Pushing event deleted for resources: {'Network': ['ID=3005bb65-12fa-499d-8413-df32fb872552,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:37.881158 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-b95a326d-f0db-44bd-af1a-efbc10055552 tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] 10.222.0.18 "GET /v2.0/ports?device_id=252e6bd0-a5bf-479f-8e4a-f7564fc52c31 HTTP/1.1" status: 200 len: 205 time: 0.0256963 Dec 12 18:34:37.883441 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41844) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:37.956888 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4964b638-23af-498e-a9e8-f54d6443a0ff tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:38.428948 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4964b638-23af-498e-a9e8-f54d6443a0ff tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:38.430997 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4964b638-23af-498e-a9e8-f54d6443a0ff tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:38.473088 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4964b638-23af-498e-a9e8-f54d6443a0ff tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:38.473592 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4964b638-23af-498e-a9e8-f54d6443a0ff tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Fanout notify agent at l3_agent the message router_deleted on router 252e6bd0-a5bf-479f-8e4a-f7564fc52c31 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:34:38.480378 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4964b638-23af-498e-a9e8-f54d6443a0ff tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:38.488080 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4964b638-23af-498e-a9e8-f54d6443a0ff tempest-RoutersNegativeTest-614185149 tempest-RoutersNegativeTest-614185149-project] 10.222.0.18 "DELETE /v2.0/routers/252e6bd0-a5bf-479f-8e4a-f7564fc52c31 HTTP/1.1" status: 204 len: 168 time: 0.5971537 Dec 12 18:34:38.712019 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41850) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:38.842982 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-879e4de6-7e57-4d37-982b-e85c07ae7510 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8cc123a56b04875acf2b3a255d6a4d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297998 Dec 12 18:34:38.845420 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41854) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:38.891062 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83d97a96-7d25-4841-9f89-61ded83f350d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:38.911523 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83d97a96-7d25-4841-9f89-61ded83f350d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:38.955817 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83d97a96-7d25-4841-9f89-61ded83f350d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:38.958491 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83d97a96-7d25-4841-9f89-61ded83f350d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:38.959721 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-83d97a96-7d25-4841-9f89-61ded83f350d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d44d543f-a0f6-435d-8b74-60290d00d39f HTTP/1.1" status: 204 len: 168 time: 0.1133151 Dec 12 18:34:38.967226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d97a96-7d25-4841-9f89-61ded83f350d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44d543f-a0f6-435d-8b74-60290d00d39f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:39.554309 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41876) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:39.647112 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d602bb6c-a457-4662-bfc5-27f8110c6fdb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-41237931-network', 'tenant_id': 'c1a982246a884825a2a1bd6919b4fcc5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:39.667880 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d602bb6c-a457-4662-bfc5-27f8110c6fdb admin admin] Made reservation on behalf of c1a982246a884825a2a1bd6919b4fcc5 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:39.670203 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d602bb6c-a457-4662-bfc5-27f8110c6fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:39.681793 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d602bb6c-a457-4662-bfc5-27f8110c6fdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:39.752519 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d602bb6c-a457-4662-bfc5-27f8110c6fdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:39.756143 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d602bb6c-a457-4662-bfc5-27f8110c6fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:39.776784 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d602bb6c-a457-4662-bfc5-27f8110c6fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:34:39.791989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602bb6c-a457-4662-bfc5-27f8110c6fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32279780-27ea-4a07-80b3-62f753703934,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:39.795853 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d602bb6c-a457-4662-bfc5-27f8110c6fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:39.796200 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-d602bb6c-a457-4662-bfc5-27f8110c6fdb admin admin] Added segment af6211c8-e723-4082-8f87-17df8ba56242 of type vlan for network c5e1dd35-2110-433b-9fb5-3dc952266d48 Dec 12 18:34:39.835337 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d602bb6c-a457-4662-bfc5-27f8110c6fdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:39.858927 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d602bb6c-a457-4662-bfc5-27f8110c6fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:39.859881 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d602bb6c-a457-4662-bfc5-27f8110c6fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:39.860452 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d602bb6c-a457-4662-bfc5-27f8110c6fdb admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:39.911163 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d602bb6c-a457-4662-bfc5-27f8110c6fdb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3557329 Dec 12 18:34:39.914320 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41880) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:39.919315 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-623ed7e0-f1d9-4e78-8423-a24e52e7d122 admin admin] Request body: {'subnet': {'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-41237931-subnet', 'tenant_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:39.921686 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602bb6c-a457-4662-bfc5-27f8110c6fdb admin admin] Pushing event updated for resources: {'Network': ['ID=c5e1dd35-2110-433b-9fb5-3dc952266d48,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:39.931414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network c5e1dd35-2110-433b-9fb5-3dc952266d48 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:34:39.940132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623ed7e0-f1d9-4e78-8423-a24e52e7d122 admin admin] Made reservation on behalf of c1a982246a884825a2a1bd6919b4fcc5 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:39.942508 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-623ed7e0-f1d9-4e78-8423-a24e52e7d122 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:40.104293 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-623ed7e0-f1d9-4e78-8423-a24e52e7d122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:40.162777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ed7e0-f1d9-4e78-8423-a24e52e7d122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f74d202-4f53-4eef-a866-b8ae710f103e,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:40.169605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ed7e0-f1d9-4e78-8423-a24e52e7d122 admin admin] Checking segment: {'id': 'af6211c8-e723-4082-8f87-17df8ba56242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:40.169956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623ed7e0-f1d9-4e78-8423-a24e52e7d122 admin admin] Network hostable DHCP agents. Network: c5e1dd35-2110-433b-9fb5-3dc952266d48, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:34:40.186359 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623ed7e0-f1d9-4e78-8423-a24e52e7d122 admin admin] Network c5e1dd35-2110-433b-9fb5-3dc952266d48 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:34:40.195267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-623ed7e0-f1d9-4e78-8423-a24e52e7d122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, c5e1dd35-2110-433b-9fb5-3dc952266d48) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:40.199325 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623ed7e0-f1d9-4e78-8423-a24e52e7d122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:40.199978 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-623ed7e0-f1d9-4e78-8423-a24e52e7d122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:40.204095 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cbfe2b-eacb-456d-b7fb-ccb56eeec7bb None None] Network c5e1dd35-2110-433b-9fb5-3dc952266d48 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:40.215715 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-623ed7e0-f1d9-4e78-8423-a24e52e7d122 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3002315 Dec 12 18:34:40.218430 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41882) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:40.222714 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-41237931-router', 'tenant_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:40.243260 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:40.244286 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:40.297292 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:40.312251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-c5e1dd35-2110-433b-9fb5-3dc952266d48', 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48', 'project_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'fixed_ips': [{'subnet_id': '3f74d202-4f53-4eef-a866-b8ae710f103e'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:34:40.313180 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:40.434618 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:40.448971 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Allocated IP 172.20.0.2 (c5e1dd35-2110-433b-9fb5-3dc952266d48/3f74d202-4f53-4eef-a866-b8ae710f103e/563ee5ef-0577-4b8f-bd0d-74834f3bcf19) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:34:40.586752 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:40.592386 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:40.628499 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:40.639677 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Network c5e1dd35-2110-433b-9fb5-3dc952266d48 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:34:40.643347 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Pushing event updated for resources: {'Port': ['ID=563ee5ef-0577-4b8f-bd0d-74834f3bcf19,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:40.645775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:40.647944 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:34:40.650902 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:40.699912 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Attempting to bind port 563ee5ef-0577-4b8f-bd0d-74834f3bcf19 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:34:40.700202 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Attempting to bind port 563ee5ef-0577-4b8f-bd0d-74834f3bcf19 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'af6211c8-e723-4082-8f87-17df8ba56242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:34:40.700570 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Attempting to bind port 563ee5ef-0577-4b8f-bd0d-74834f3bcf19 on network c5e1dd35-2110-433b-9fb5-3dc952266d48 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:34:40.705459 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:34:40.705833 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Checking segment: {'id': 'af6211c8-e723-4082-8f87-17df8ba56242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:40.706242 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:40.706644 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Bound using segment: {'id': 'af6211c8-e723-4082-8f87-17df8ba56242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:34:40.707114 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Bound port: 563ee5ef-0577-4b8f-bd0d-74834f3bcf19, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6211c8-e723-4082-8f87-17df8ba56242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:34:40.707517 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:40.754597 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] Allocated IP 172.25.1.210 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/8a71994f-2312-4d85-914a-a4b7f70027eb) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:34:40.768892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] For port 563ee5ef-0577-4b8f-bd0d-74834f3bcf19, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:34:40.772088 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] For port 563ee5ef-0577-4b8f-bd0d-74834f3bcf19, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=563ee5ef-0577-4b8f-bd0d-74834f3bcf19,segment=NetworkSegment(af6211c8-e723-4082-8f87-17df8ba56242),segment_id=af6211c8-e723-4082-8f87-17df8ba56242)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:34:40.776353 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:40.837665 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a0063-5810-421d-85b4-400c0d6bb7af None None] Pushing event updated for resources: {'Port': ['ID=563ee5ef-0577-4b8f-bd0d-74834f3bcf19,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:40.872205 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:40.907016 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:40.949136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:34:40.952265 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:40.956308 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:34:40.967388 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7006988-7ede-4522-bab0-6ba63f1b7abb None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:34:40.980042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] Pushing event updated for resources: {'Port': ['ID=8a71994f-2312-4d85-914a-a4b7f70027eb,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:41.030040 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1340782f-437c-4a21-8d28-5c487a006da1 None None] Provisioning complete for port 8a71994f-2312-4d85-914a-a4b7f70027eb triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:41.030502 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1340782f-437c-4a21-8d28-5c487a006da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:41.072255 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-1340782f-437c-4a21-8d28-5c487a006da1 None None] Port 8a71994f-2312-4d85-914a-a4b7f70027eb cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:34:41.229137 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:41.424023 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:41.556108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] Router c024abd8-9f40-445f-8aeb-8936a8a1ede4 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:34:41.665737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:34:41.676394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Sync routers for ids ['c024abd8-9f40-445f-8aeb-8936a8a1ede4'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:34:41.684334 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:41.688291 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-aa911bdf-cf1b-41a1-913c-6fa9a9c572a2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4662120 Dec 12 18:34:41.688430 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41884) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:41.688872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Routers {'c024abd8-9f40-445f-8aeb-8936a8a1ede4'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:34:41.690058 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:34:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c024abd8-9f40-445f-8aeb-8936a8a1ede4'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:41.760202 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c7bbee-d82a-466d-9ba0-fbe6dcb858d7 None None] Network c5e1dd35-2110-433b-9fb5-3dc952266d48 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:41.855507 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6d40b3fa-d1da-45b7-bc39-837fc74b5787 None None] Provisioning complete for port 563ee5ef-0577-4b8f-bd0d-74834f3bcf19 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:41.855880 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6d40b3fa-d1da-45b7-bc39-837fc74b5787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:41.890200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 563ee5ef-0577-4b8f-bd0d-74834f3bcf19 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:34:41.905728 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Set router c024abd8-9f40-445f-8aeb-8936a8a1ede4 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:34:42.109652 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e44cce98-f85e-405d-8fdf-914d476eb8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:42.146851 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 563ee5ef-0577-4b8f-bd0d-74834f3bcf19 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:42.147391 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:42.171140 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6d40b3fa-d1da-45b7-bc39-837fc74b5787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:42.253566 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6d40b3fa-d1da-45b7-bc39-837fc74b5787 None None] For port 563ee5ef-0577-4b8f-bd0d-74834f3bcf19, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=563ee5ef-0577-4b8f-bd0d-74834f3bcf19,segment=NetworkSegment(af6211c8-e723-4082-8f87-17df8ba56242),segment_id=af6211c8-e723-4082-8f87-17df8ba56242)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:42.262294 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6d40b3fa-d1da-45b7-bc39-837fc74b5787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:42.278402 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-e44cce98-f85e-405d-8fdf-914d476eb8fa admin admin] Allocated IP 172.20.0.1 (c5e1dd35-2110-433b-9fb5-3dc952266d48/3f74d202-4f53-4eef-a866-b8ae710f103e/7928d99e-09ec-4574-8f84-09b972d17a50) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:34:42.350966 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'name': 'tempest-TestEncryptedCinderVolumes-41237931-router', 'tenant_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a71994f-2312-4d85-914a-a4b7f70027eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:34:40Z', 'updated_at': '2021-12-12T18:34:41Z', 'revision_number': 3, 'project_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'gw_port': {'id': '8a71994f-2312-4d85-914a-a4b7f70027eb', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:40Z', 'updated_at': '2021-12-12T18:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:42.355405 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40b3fa-d1da-45b7-bc39-837fc74b5787 None None] Pushing event updated for resources: {'Port': ['ID=563ee5ef-0577-4b8f-bd0d-74834f3bcf19,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:42.392055 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e44cce98-f85e-405d-8fdf-914d476eb8fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:42.427655 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e44cce98-f85e-405d-8fdf-914d476eb8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:42.473331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44cce98-f85e-405d-8fdf-914d476eb8fa admin admin] Network c5e1dd35-2110-433b-9fb5-3dc952266d48 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:34:42.476407 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-e44cce98-f85e-405d-8fdf-914d476eb8fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:42.478793 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44cce98-f85e-405d-8fdf-914d476eb8fa admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:34:42.510813 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cce98-f85e-405d-8fdf-914d476eb8fa admin admin] Pushing event updated for resources: {'Port': ['ID=7928d99e-09ec-4574-8f84-09b972d17a50,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:42.528893 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e44cce98-f85e-405d-8fdf-914d476eb8fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:42.558153 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Checking router: c024abd8-9f40-445f-8aeb-8936a8a1ede4 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:34:42.558559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Updating router c024abd8-9f40-445f-8aeb-8936a8a1ede4 port 8a71994f-2312-4d85-914a-a4b7f70027eb binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:34:42.590907 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:42.594305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1b61ec74-ee9d-4e81-91d0-9e1677da1a3e None None] Provisioning complete for port 563ee5ef-0577-4b8f-bd0d-74834f3bcf19 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:42.594305 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b61ec74-ee9d-4e81-91d0-9e1677da1a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:42.663898 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e44cce98-f85e-405d-8fdf-914d476eb8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:42.822484 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e44cce98-f85e-405d-8fdf-914d476eb8fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:42.827428 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e44cce98-f85e-405d-8fdf-914d476eb8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:42.897183 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e44cce98-f85e-405d-8fdf-914d476eb8fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:42.900092 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cce98-f85e-405d-8fdf-914d476eb8fa admin admin] Pushing event updated for resources: {'Port': ['ID=7928d99e-09ec-4574-8f84-09b972d17a50,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:42.907797 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:42.918159 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:42.963955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-bea866ef-5ac5-41db-90c7-50a5b5f399ae None None] Provisioning complete for port 7928d99e-09ec-4574-8f84-09b972d17a50 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:42.964330 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bea866ef-5ac5-41db-90c7-50a5b5f399ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:42.991590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb0a8f6-2e50-42ce-979b-2a980351796d None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:34:42.991964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44cce98-f85e-405d-8fdf-914d476eb8fa admin admin] Network c5e1dd35-2110-433b-9fb5-3dc952266d48 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:34:42.993314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-e44cce98-f85e-405d-8fdf-914d476eb8fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:43.018680 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f3954-dab7-4a9a-acdb-b766f18d8423 None None] Pushing event updated for resources: {'Port': ['ID=8a71994f-2312-4d85-914a-a4b7f70027eb,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:43.026393 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Attempting to bind port 8a71994f-2312-4d85-914a-a4b7f70027eb on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:34:43.026771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Attempting to bind port 8a71994f-2312-4d85-914a-a4b7f70027eb by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:34:43.027139 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Attempting to bind port 8a71994f-2312-4d85-914a-a4b7f70027eb on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:34:43.034115 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bea866ef-5ac5-41db-90c7-50a5b5f399ae None None] Port 7928d99e-09ec-4574-8f84-09b972d17a50 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:34:43.037345 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:34:43.037726 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:43.038134 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:43.039619 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:34:43.040153 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Bound port: 8a71994f-2312-4d85-914a-a4b7f70027eb, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:34:43.040558 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:43.097396 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] For port 8a71994f-2312-4d85-914a-a4b7f70027eb, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:34:43.100722 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] For port 8a71994f-2312-4d85-914a-a4b7f70027eb, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8a71994f-2312-4d85-914a-a4b7f70027eb,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:34:43.105822 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:43.113926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44cce98-f85e-405d-8fdf-914d476eb8fa admin admin] Router c024abd8-9f40-445f-8aeb-8936a8a1ede4 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:34:43.162462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845ecb54-1d4b-43ef-965b-6185d99fb30e None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:34:43.191212 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Routers {'c024abd8-9f40-445f-8aeb-8936a8a1ede4'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:34:43.191869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:34:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c024abd8-9f40-445f-8aeb-8936a8a1ede4'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:43.194071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a73c4969-5a08-4793-9d42-e005e76925e3 None None] Provisioning complete for port 8a71994f-2312-4d85-914a-a4b7f70027eb triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:43.194297 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a73c4969-5a08-4793-9d42-e005e76925e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:43.195709 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f3954-dab7-4a9a-acdb-b766f18d8423 None None] Pushing event updated for resources: {'Port': ['ID=8a71994f-2312-4d85-914a-a4b7f70027eb,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:43.232749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44cce98-f85e-405d-8fdf-914d476eb8fa admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:34:43.237757 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e44cce98-f85e-405d-8fdf-914d476eb8fa admin admin] 10.222.0.18 "PUT /v2.0/routers/c024abd8-9f40-445f-8aeb-8936a8a1ede4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5482924 Dec 12 18:34:43.361240 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] Set router c024abd8-9f40-445f-8aeb-8936a8a1ede4 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:34:43.404574 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a73c4969-5a08-4793-9d42-e005e76925e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:43.456711 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a73c4969-5a08-4793-9d42-e005e76925e3 None None] For port 8a71994f-2312-4d85-914a-a4b7f70027eb, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8a71994f-2312-4d85-914a-a4b7f70027eb,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:43.499841 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a73c4969-5a08-4793-9d42-e005e76925e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:43.573203 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c4969-5a08-4793-9d42-e005e76925e3 None None] Pushing event updated for resources: {'Port': ['ID=8a71994f-2312-4d85-914a-a4b7f70027eb,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:43.643942 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6092f091-51ff-41ae-8dba-655777a0790b None None] Provisioning complete for port 7928d99e-09ec-4574-8f84-09b972d17a50 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:43.644303 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6092f091-51ff-41ae-8dba-655777a0790b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:43.691007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6092f091-51ff-41ae-8dba-655777a0790b None None] Port 7928d99e-09ec-4574-8f84-09b972d17a50 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:34:43.693905 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'name': 'tempest-TestEncryptedCinderVolumes-41237931-router', 'tenant_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a71994f-2312-4d85-914a-a4b7f70027eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:34:40Z', 'updated_at': '2021-12-12T18:34:42Z', 'revision_number': 4, 'project_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'gw_port': {'id': '8a71994f-2312-4d85-914a-a4b7f70027eb', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:40Z', 'updated_at': '2021-12-12T18:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '7928d99e-09ec-4574-8f84-09b972d17a50', 'name': '', 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48', 'tenant_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'mac_address': 'fa:16:3e:bb:84:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3f74d202-4f53-4eef-a866-b8ae710f103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:42Z', 'updated_at': '2021-12-12T18:34:42Z', 'revision_number': 2, 'project_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'subnets': [{'id': '3f74d202-4f53-4eef-a866-b8ae710f103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:43.724553 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282fbe0a-c215-46c4-b226-eb987a646171 None None] The sync data for ids ['c024abd8-9f40-445f-8aeb-8936a8a1ede4'] in n-d-760354-5 is: [{'id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'name': 'tempest-TestEncryptedCinderVolumes-41237931-router', 'tenant_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a71994f-2312-4d85-914a-a4b7f70027eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:34:40Z', 'updated_at': '2021-12-12T18:34:42Z', 'revision_number': 4, 'project_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'gw_port': {'id': '8a71994f-2312-4d85-914a-a4b7f70027eb', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:40Z', 'updated_at': '2021-12-12T18:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '7928d99e-09ec-4574-8f84-09b972d17a50', 'name': '', 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48', 'tenant_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'mac_address': 'fa:16:3e:bb:84:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3f74d202-4f53-4eef-a866-b8ae710f103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:42Z', 'updated_at': '2021-12-12T18:34:42Z', 'revision_number': 2, 'project_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'subnets': [{'id': '3f74d202-4f53-4eef-a866-b8ae710f103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:34:43.732099 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6092f091-51ff-41ae-8dba-655777a0790b None None] Provisioning complete for port 8a71994f-2312-4d85-914a-a4b7f70027eb triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:43.732346 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6092f091-51ff-41ae-8dba-655777a0790b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:43.752930 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41900) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:43.764102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-11a93262-2dfc-48dd-9023-dffc08c43524 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-827476393-network', 'tenant_id': '615247052f554d0e82c6198ee7e05afb'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:43.815973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a93262-2dfc-48dd-9023-dffc08c43524 admin admin] Made reservation on behalf of 615247052f554d0e82c6198ee7e05afb for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:43.820013 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-11a93262-2dfc-48dd-9023-dffc08c43524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:43.835906 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-11a93262-2dfc-48dd-9023-dffc08c43524 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:43.855492 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 563ee5ef-0577-4b8f-bd0d-74834f3bcf19 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:34:43.908114 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 563ee5ef-0577-4b8f-bd0d-74834f3bcf19 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:43.908575 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:43.924372 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-11a93262-2dfc-48dd-9023-dffc08c43524 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:43.928866 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-11a93262-2dfc-48dd-9023-dffc08c43524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:43.951794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a93262-2dfc-48dd-9023-dffc08c43524 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:34:43.965884 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a93262-2dfc-48dd-9023-dffc08c43524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61da29a9-7dee-4c74-9026-84b8f0af30ed,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:43.970988 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-11a93262-2dfc-48dd-9023-dffc08c43524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:43.971396 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-11a93262-2dfc-48dd-9023-dffc08c43524 admin admin] Added segment 7c89f177-63d4-4c86-b35a-8ab63fc509af of type vlan for network a015f0a4-bac6-4bd0-8c07-e2114d14a560 Dec 12 18:34:44.043482 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-11a93262-2dfc-48dd-9023-dffc08c43524 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:44.072943 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-11a93262-2dfc-48dd-9023-dffc08c43524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:44.073964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a93262-2dfc-48dd-9023-dffc08c43524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:44.074558 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-11a93262-2dfc-48dd-9023-dffc08c43524 admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:44.139125 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-11a93262-2dfc-48dd-9023-dffc08c43524 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3850563 Dec 12 18:34:44.141979 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41902) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:44.143576 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a93262-2dfc-48dd-9023-dffc08c43524 admin admin] Pushing event updated for resources: {'Network': ['ID=a015f0a4-bac6-4bd0-8c07-e2114d14a560,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:44.147385 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0965e5eb-dc07-4dd0-b8bc-015a92d0ac23 admin admin] Request body: {'subnet': {'network_id': 'a015f0a4-bac6-4bd0-8c07-e2114d14a560', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-827476393-subnet', 'tenant_id': '615247052f554d0e82c6198ee7e05afb', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:44.158366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network a015f0a4-bac6-4bd0-8c07-e2114d14a560 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:34:44.176621 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0965e5eb-dc07-4dd0-b8bc-015a92d0ac23 admin admin] Made reservation on behalf of 615247052f554d0e82c6198ee7e05afb for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:44.180857 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0965e5eb-dc07-4dd0-b8bc-015a92d0ac23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:44.388523 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0965e5eb-dc07-4dd0-b8bc-015a92d0ac23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:44.457639 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965e5eb-dc07-4dd0-b8bc-015a92d0ac23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33063e31-febd-4c0a-acd1-1e73cd942ac0,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:44.463935 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965e5eb-dc07-4dd0-b8bc-015a92d0ac23 admin admin] Checking segment: {'id': '7c89f177-63d4-4c86-b35a-8ab63fc509af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a015f0a4-bac6-4bd0-8c07-e2114d14a560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:44.464311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0965e5eb-dc07-4dd0-b8bc-015a92d0ac23 admin admin] Network hostable DHCP agents. Network: a015f0a4-bac6-4bd0-8c07-e2114d14a560, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:34:44.484352 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0965e5eb-dc07-4dd0-b8bc-015a92d0ac23 admin admin] Network a015f0a4-bac6-4bd0-8c07-e2114d14a560 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:34:44.500945 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0965e5eb-dc07-4dd0-b8bc-015a92d0ac23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, a015f0a4-bac6-4bd0-8c07-e2114d14a560) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:44.505817 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0965e5eb-dc07-4dd0-b8bc-015a92d0ac23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:44.506663 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0965e5eb-dc07-4dd0-b8bc-015a92d0ac23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:44.515064 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee5bf48-2c53-4759-8b6a-1080fca90ce8 None None] Network a015f0a4-bac6-4bd0-8c07-e2114d14a560 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:44.528284 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0965e5eb-dc07-4dd0-b8bc-015a92d0ac23 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3849640 Dec 12 18:34:44.530826 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 41904) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:44.541349 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-827476393-router', 'tenant_id': '615247052f554d0e82c6198ee7e05afb', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:44.573524 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:44.575146 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:44.657452 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:44.680799 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-a015f0a4-bac6-4bd0-8c07-e2114d14a560', 'network_id': 'a015f0a4-bac6-4bd0-8c07-e2114d14a560', 'project_id': '615247052f554d0e82c6198ee7e05afb', 'fixed_ips': [{'subnet_id': '33063e31-febd-4c0a-acd1-1e73cd942ac0'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:34:44.681686 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:44.814322 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:44.849794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Allocated IP 172.20.0.2 (a015f0a4-bac6-4bd0-8c07-e2114d14a560/33063e31-febd-4c0a-acd1-1e73cd942ac0/baa8ab99-d547-457c-8114-5b52beb9b573) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:34:44.977931 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2c71e1cb-3d3e-42b0-9e3f-8edf0dafb8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:45.031898 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:45.036226 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:45.039516 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:45.056256 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:45.087978 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Network a015f0a4-bac6-4bd0-8c07-e2114d14a560 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:34:45.090992 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:45.096158 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:34:45.099391 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Pushing event updated for resources: {'Port': ['ID=baa8ab99-d547-457c-8114-5b52beb9b573,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:45.162789 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Attempting to bind port baa8ab99-d547-457c-8114-5b52beb9b573 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:34:45.163466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Attempting to bind port baa8ab99-d547-457c-8114-5b52beb9b573 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '7c89f177-63d4-4c86-b35a-8ab63fc509af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a015f0a4-bac6-4bd0-8c07-e2114d14a560'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:34:45.163619 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Attempting to bind port baa8ab99-d547-457c-8114-5b52beb9b573 on network a015f0a4-bac6-4bd0-8c07-e2114d14a560 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:34:45.168951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] Allocated IP 172.25.1.84 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/70409334-64dc-4cd5-8b7b-861da7af5270) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:34:45.169614 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:34:45.169614 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Checking segment: {'id': '7c89f177-63d4-4c86-b35a-8ab63fc509af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a015f0a4-bac6-4bd0-8c07-e2114d14a560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:45.169915 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:45.170189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Bound using segment: {'id': '7c89f177-63d4-4c86-b35a-8ab63fc509af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a015f0a4-bac6-4bd0-8c07-e2114d14a560'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:34:45.170665 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Bound port: baa8ab99-d547-457c-8114-5b52beb9b573, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c89f177-63d4-4c86-b35a-8ab63fc509af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a015f0a4-bac6-4bd0-8c07-e2114d14a560'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:34:45.171074 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:45.241552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] For port baa8ab99-d547-457c-8114-5b52beb9b573, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:34:45.245914 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] For port baa8ab99-d547-457c-8114-5b52beb9b573, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=baa8ab99-d547-457c-8114-5b52beb9b573,segment=NetworkSegment(7c89f177-63d4-4c86-b35a-8ab63fc509af),segment_id=7c89f177-63d4-4c86-b35a-8ab63fc509af)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:34:45.250893 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:45.278751 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:45.313584 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde5448-ba92-4df3-956d-77926920b438 None None] Pushing event updated for resources: {'Port': ['ID=baa8ab99-d547-457c-8114-5b52beb9b573,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:45.321755 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:45.364838 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:34:45.367976 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:45.371759 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:34:45.383703 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11d6fce-a70f-4399-a2dc-ed1ed35bd00e None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:34:45.395426 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] Pushing event updated for resources: {'Port': ['ID=70409334-64dc-4cd5-8b7b-861da7af5270,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:45.468248 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cc5adfd8-e972-4b10-90f2-28c7151d1155 None None] Provisioning complete for port 70409334-64dc-4cd5-8b7b-861da7af5270 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:45.468705 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cc5adfd8-e972-4b10-90f2-28c7151d1155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:45.536286 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cc5adfd8-e972-4b10-90f2-28c7151d1155 None None] Port 70409334-64dc-4cd5-8b7b-861da7af5270 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:34:45.661878 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:45.860362 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:45.887798 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8a71994f-2312-4d85-914a-a4b7f70027eb up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:34:45.936601 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 8a71994f-2312-4d85-914a-a4b7f70027eb triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:45.936976 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:45.993867 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] Router 66574409-4f7f-4690-8b8c-a5eef40cd3f8 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:34:46.019233 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device baa8ab99-d547-457c-8114-5b52beb9b573 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:34:46.065706 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port baa8ab99-d547-457c-8114-5b52beb9b573 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:46.065994 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:46.104119 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:34:46.118157 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Sync routers for ids ['66574409-4f7f-4690-8b8c-a5eef40cd3f8'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:34:46.123680 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:46.125197 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3a91fd02-e7d0-4f59-a944-077a5fde22c0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5881202 Dec 12 18:34:46.128922 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 41906) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:34:46.130533 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Routers {'66574409-4f7f-4690-8b8c-a5eef40cd3f8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:34:46.131232 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:34:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['66574409-4f7f-4690-8b8c-a5eef40cd3f8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:46.144637 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:46.186913 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port baa8ab99-d547-457c-8114-5b52beb9b573, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=baa8ab99-d547-457c-8114-5b52beb9b573,segment=NetworkSegment(7c89f177-63d4-4c86-b35a-8ab63fc509af),segment_id=7c89f177-63d4-4c86-b35a-8ab63fc509af)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:46.195453 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:46.258049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=baa8ab99-d547-457c-8114-5b52beb9b573,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:46.260119 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Set router 66574409-4f7f-4690-8b8c-a5eef40cd3f8 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:34:46.489714 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66574409-4f7f-4690-8b8c-a5eef40cd3f8', 'name': 'tempest-TestEncryptedCinderVolumes-827476393-router', 'tenant_id': '615247052f554d0e82c6198ee7e05afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '70409334-64dc-4cd5-8b7b-861da7af5270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:34:44Z', 'updated_at': '2021-12-12T18:34:45Z', 'revision_number': 3, 'project_id': '615247052f554d0e82c6198ee7e05afb', 'gw_port': {'id': '70409334-64dc-4cd5-8b7b-861da7af5270', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66574409-4f7f-4690-8b8c-a5eef40cd3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:45Z', 'updated_at': '2021-12-12T18:34:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:46.522564 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Checking router: 66574409-4f7f-4690-8b8c-a5eef40cd3f8 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:34:46.522916 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Updating router 66574409-4f7f-4690-8b8c-a5eef40cd3f8 port 70409334-64dc-4cd5-8b7b-861da7af5270 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:34:46.551297 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:46.563294 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863cd9c9-df97-42bb-98e8-2293506f958f None None] Network a015f0a4-bac6-4bd0-8c07-e2114d14a560 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:34:46.610602 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0fbcb84-ef21-4d97-9ee7-289a7779780b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:46.612308 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Sync routers for ids ['c024abd8-9f40-445f-8aeb-8936a8a1ede4'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:34:46.638329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Routers {'c024abd8-9f40-445f-8aeb-8936a8a1ede4'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:34:46.638957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:34:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c024abd8-9f40-445f-8aeb-8936a8a1ede4'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:46.768288 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a3da8218-de67-4628-ac0e-65887b32a1d3 None None] Provisioning complete for port baa8ab99-d547-457c-8114-5b52beb9b573 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:46.768669 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a3da8218-de67-4628-ac0e-65887b32a1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:46.781215 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-a0fbcb84-ef21-4d97-9ee7-289a7779780b admin admin] Allocated IP 172.20.0.1 (a015f0a4-bac6-4bd0-8c07-e2114d14a560/33063e31-febd-4c0a-acd1-1e73cd942ac0/2b1aebac-32fc-4556-a700-ca5d780cafb3) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:34:46.820818 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:46.826188 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Set router c024abd8-9f40-445f-8aeb-8936a8a1ede4 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:34:46.827623 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:46.882050 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28413f4d-3e85-4046-b8da-36f7ea380e05 None None] Pushing event updated for resources: {'Port': ['ID=70409334-64dc-4cd5-8b7b-861da7af5270,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:46.908826 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28413f4d-3e85-4046-b8da-36f7ea380e05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:46.909458 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28413f4d-3e85-4046-b8da-36f7ea380e05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:46.909997 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28413f4d-3e85-4046-b8da-36f7ea380e05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:46.910502 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28413f4d-3e85-4046-b8da-36f7ea380e05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:46.911008 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28413f4d-3e85-4046-b8da-36f7ea380e05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:46.911544 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28413f4d-3e85-4046-b8da-36f7ea380e05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:46.912036 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28413f4d-3e85-4046-b8da-36f7ea380e05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:46.912557 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28413f4d-3e85-4046-b8da-36f7ea380e05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:46.913213 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28413f4d-3e85-4046-b8da-36f7ea380e05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:46.913730 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28413f4d-3e85-4046-b8da-36f7ea380e05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:46.914226 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28413f4d-3e85-4046-b8da-36f7ea380e05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:46.914729 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28413f4d-3e85-4046-b8da-36f7ea380e05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:46.915263 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28413f4d-3e85-4046-b8da-36f7ea380e05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:34:46.918999 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Attempting to bind port 70409334-64dc-4cd5-8b7b-861da7af5270 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:34:46.919769 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Attempting to bind port 70409334-64dc-4cd5-8b7b-861da7af5270 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:34:46.920309 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Attempting to bind port 70409334-64dc-4cd5-8b7b-861da7af5270 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:34:46.928908 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:34:46.929601 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:46.930187 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:46.930767 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:34:46.931476 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Bound port: 70409334-64dc-4cd5-8b7b-861da7af5270, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:34:46.932047 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:46.993912 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] For port 70409334-64dc-4cd5-8b7b-861da7af5270, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:34:46.998098 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] For port 70409334-64dc-4cd5-8b7b-861da7af5270, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=70409334-64dc-4cd5-8b7b-861da7af5270,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:34:47.007182 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:47.086685 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d8b395-6868-400d-bda1-dff113d1c5b0 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:34:47.088756 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Routers {'66574409-4f7f-4690-8b8c-a5eef40cd3f8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:34:47.089872 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:34:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['66574409-4f7f-4690-8b8c-a5eef40cd3f8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:47.134820 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28413f4d-3e85-4046-b8da-36f7ea380e05 None None] Pushing event updated for resources: {'Port': ['ID=70409334-64dc-4cd5-8b7b-861da7af5270,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:47.161038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4e53c5-c70a-4a03-9736-a64764d5211a None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:34:47.228685 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] Set router 66574409-4f7f-4690-8b8c-a5eef40cd3f8 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:34:47.264509 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0fbcb84-ef21-4d97-9ee7-289a7779780b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:47.271160 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'name': 'tempest-TestEncryptedCinderVolumes-41237931-router', 'tenant_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a71994f-2312-4d85-914a-a4b7f70027eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:34:40Z', 'updated_at': '2021-12-12T18:34:42Z', 'revision_number': 4, 'project_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'gw_port': {'id': '8a71994f-2312-4d85-914a-a4b7f70027eb', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:40Z', 'updated_at': '2021-12-12T18:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '7928d99e-09ec-4574-8f84-09b972d17a50', 'name': '', 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48', 'tenant_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'mac_address': 'fa:16:3e:bb:84:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3f74d202-4f53-4eef-a866-b8ae710f103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:42Z', 'updated_at': '2021-12-12T18:34:42Z', 'revision_number': 2, 'project_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'subnets': [{'id': '3f74d202-4f53-4eef-a866-b8ae710f103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:47.301900 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0fbcb84-ef21-4d97-9ee7-289a7779780b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:47.308908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Checking router: c024abd8-9f40-445f-8aeb-8936a8a1ede4 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:34:47.309277 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Updating router c024abd8-9f40-445f-8aeb-8936a8a1ede4 port 7928d99e-09ec-4574-8f84-09b972d17a50 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:34:47.343804 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fbcb84-ef21-4d97-9ee7-289a7779780b admin admin] Network a015f0a4-bac6-4bd0-8c07-e2114d14a560 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:34:47.347167 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a0fbcb84-ef21-4d97-9ee7-289a7779780b admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:47.352522 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fbcb84-ef21-4d97-9ee7-289a7779780b admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:34:47.355771 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:47.372862 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-42b429c2-4b75-4da7-9b14-198b5568c4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:47.375870 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e9c79d26-fe87-4847-b51d-439cb33f4f52 None None] Provisioning complete for port baa8ab99-d547-457c-8114-5b52beb9b573 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:47.375870 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9c79d26-fe87-4847-b51d-439cb33f4f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:47.386780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbcb84-ef21-4d97-9ee7-289a7779780b admin admin] Pushing event updated for resources: {'Port': ['ID=2b1aebac-32fc-4556-a700-ca5d780cafb3,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:47.408373 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0fbcb84-ef21-4d97-9ee7-289a7779780b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:47.467742 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66574409-4f7f-4690-8b8c-a5eef40cd3f8', 'name': 'tempest-TestEncryptedCinderVolumes-827476393-router', 'tenant_id': '615247052f554d0e82c6198ee7e05afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '70409334-64dc-4cd5-8b7b-861da7af5270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:34:44Z', 'updated_at': '2021-12-12T18:34:45Z', 'revision_number': 3, 'project_id': '615247052f554d0e82c6198ee7e05afb', 'gw_port': {'id': '70409334-64dc-4cd5-8b7b-861da7af5270', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66574409-4f7f-4690-8b8c-a5eef40cd3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:45Z', 'updated_at': '2021-12-12T18:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:47.496796 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b0df2b-9c12-4031-9ed5-ee1e16034ae3 None None] The sync data for ids ['66574409-4f7f-4690-8b8c-a5eef40cd3f8'] in n-d-760354-5 is: [{'id': '66574409-4f7f-4690-8b8c-a5eef40cd3f8', 'name': 'tempest-TestEncryptedCinderVolumes-827476393-router', 'tenant_id': '615247052f554d0e82c6198ee7e05afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '70409334-64dc-4cd5-8b7b-861da7af5270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:34:44Z', 'updated_at': '2021-12-12T18:34:45Z', 'revision_number': 3, 'project_id': '615247052f554d0e82c6198ee7e05afb', 'gw_port': {'id': '70409334-64dc-4cd5-8b7b-861da7af5270', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66574409-4f7f-4690-8b8c-a5eef40cd3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:45Z', 'updated_at': '2021-12-12T18:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:34:47.575741 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:47.587911 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0fbcb84-ef21-4d97-9ee7-289a7779780b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:47.697480 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e9c79d26-fe87-4847-b51d-439cb33f4f52 None None] Provisioning complete for port 70409334-64dc-4cd5-8b7b-861da7af5270 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:47.698031 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9c79d26-fe87-4847-b51d-439cb33f4f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:47.763882 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0fbcb84-ef21-4d97-9ee7-289a7779780b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:47.772048 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0fbcb84-ef21-4d97-9ee7-289a7779780b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:47.853290 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:47.860113 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9c79d26-fe87-4847-b51d-439cb33f4f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:47.867577 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:47.875302 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbcb84-ef21-4d97-9ee7-289a7779780b admin admin] Pushing event updated for resources: {'Port': ['ID=2b1aebac-32fc-4556-a700-ca5d780cafb3,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:47.879897 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0fbcb84-ef21-4d97-9ee7-289a7779780b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:47.926270 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e9c79d26-fe87-4847-b51d-439cb33f4f52 None None] For port 70409334-64dc-4cd5-8b7b-861da7af5270, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=70409334-64dc-4cd5-8b7b-861da7af5270,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:47.940406 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9c79d26-fe87-4847-b51d-439cb33f4f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:47.945069 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4d6d7-dccd-48ae-ac94-84760036198d None None] Pushing event updated for resources: {'Port': ['ID=7928d99e-09ec-4574-8f84-09b972d17a50,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:48.027622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fbcb84-ef21-4d97-9ee7-289a7779780b admin admin] Network a015f0a4-bac6-4bd0-8c07-e2114d14a560 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:34:48.029385 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a0fbcb84-ef21-4d97-9ee7-289a7779780b admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:48.051796 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Attempting to bind port 7928d99e-09ec-4574-8f84-09b972d17a50 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:34:48.052175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Attempting to bind port 7928d99e-09ec-4574-8f84-09b972d17a50 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'af6211c8-e723-4082-8f87-17df8ba56242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:34:48.052717 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Attempting to bind port 7928d99e-09ec-4574-8f84-09b972d17a50 on network c5e1dd35-2110-433b-9fb5-3dc952266d48 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:34:48.062552 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device baa8ab99-d547-457c-8114-5b52beb9b573 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:34:48.085804 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:34:48.086180 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Checking segment: {'id': 'af6211c8-e723-4082-8f87-17df8ba56242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:48.086584 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:48.086981 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Bound using segment: {'id': 'af6211c8-e723-4082-8f87-17df8ba56242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:34:48.088135 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Bound port: 7928d99e-09ec-4574-8f84-09b972d17a50, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6211c8-e723-4082-8f87-17df8ba56242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:34:48.088690 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:48.132332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c79d26-fe87-4847-b51d-439cb33f4f52 None None] Pushing event updated for resources: {'Port': ['ID=70409334-64dc-4cd5-8b7b-861da7af5270,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:48.212115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fbcb84-ef21-4d97-9ee7-289a7779780b admin admin] Router 66574409-4f7f-4690-8b8c-a5eef40cd3f8 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:34:48.218739 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b7ba0cda-1b93-4548-a2d4-5cf849f0d973 None None] Provisioning complete for port 2b1aebac-32fc-4556-a700-ca5d780cafb3 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:48.219325 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0cda-1b93-4548-a2d4-5cf849f0d973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:48.291569 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:48.302235 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba0cda-1b93-4548-a2d4-5cf849f0d973 None None] Port 2b1aebac-32fc-4556-a700-ca5d780cafb3 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:34:48.313647 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] For port 7928d99e-09ec-4574-8f84-09b972d17a50, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:34:48.317740 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] For port 7928d99e-09ec-4574-8f84-09b972d17a50, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7928d99e-09ec-4574-8f84-09b972d17a50,segment=NetworkSegment(af6211c8-e723-4082-8f87-17df8ba56242),segment_id=af6211c8-e723-4082-8f87-17df8ba56242)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:34:48.323698 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port baa8ab99-d547-457c-8114-5b52beb9b573 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:48.324046 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:48.328416 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:48.366780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fbcb84-ef21-4d97-9ee7-289a7779780b admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:34:48.372608 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a0fbcb84-ef21-4d97-9ee7-289a7779780b admin admin] 10.222.0.18 "PUT /v2.0/routers/66574409-4f7f-4690-8b8c-a5eef40cd3f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2417717 Dec 12 18:34:48.445400 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4d6d7-dccd-48ae-ac94-84760036198d None None] Pushing event updated for resources: {'Port': ['ID=7928d99e-09ec-4574-8f84-09b972d17a50,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:48.464612 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Routers {'c024abd8-9f40-445f-8aeb-8936a8a1ede4'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:34:48.465266 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:34:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c024abd8-9f40-445f-8aeb-8936a8a1ede4'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:48.557129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3ed3b71a-a8c5-45ef-a959-befc74062e53 None None] Provisioning complete for port 2b1aebac-32fc-4556-a700-ca5d780cafb3 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:48.557511 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ed3b71a-a8c5-45ef-a959-befc74062e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:48.649189 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:48.655665 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 70409334-64dc-4cd5-8b7b-861da7af5270 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:34:48.661746 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3b71a-a8c5-45ef-a959-befc74062e53 None None] Port 2b1aebac-32fc-4556-a700-ca5d780cafb3 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:34:48.709477 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] Set router c024abd8-9f40-445f-8aeb-8936a8a1ede4 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:34:48.751968 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3ed3b71a-a8c5-45ef-a959-befc74062e53 None None] Provisioning complete for port 7928d99e-09ec-4574-8f84-09b972d17a50 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:48.752348 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ed3b71a-a8c5-45ef-a959-befc74062e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:48.865910 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 70409334-64dc-4cd5-8b7b-861da7af5270 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:48.866298 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:49.151720 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ed3b71a-a8c5-45ef-a959-befc74062e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:49.230611 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3ed3b71a-a8c5-45ef-a959-befc74062e53 None None] For port 7928d99e-09ec-4574-8f84-09b972d17a50, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7928d99e-09ec-4574-8f84-09b972d17a50,segment=NetworkSegment(af6211c8-e723-4082-8f87-17df8ba56242),segment_id=af6211c8-e723-4082-8f87-17df8ba56242)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:49.238407 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3ed3b71a-a8c5-45ef-a959-befc74062e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:49.271746 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'name': 'tempest-TestEncryptedCinderVolumes-41237931-router', 'tenant_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a71994f-2312-4d85-914a-a4b7f70027eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:34:40Z', 'updated_at': '2021-12-12T18:34:42Z', 'revision_number': 4, 'project_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'gw_port': {'id': '8a71994f-2312-4d85-914a-a4b7f70027eb', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:40Z', 'updated_at': '2021-12-12T18:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '7928d99e-09ec-4574-8f84-09b972d17a50', 'name': '', 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48', 'tenant_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'mac_address': 'fa:16:3e:bb:84:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3f74d202-4f53-4eef-a866-b8ae710f103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:42Z', 'updated_at': '2021-12-12T18:34:48Z', 'revision_number': 4, 'project_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'subnets': [{'id': '3f74d202-4f53-4eef-a866-b8ae710f103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:49.289397 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-8529a1e0-8df8-495f-a5b0-b0260d980008 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:49.291643 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-8529a1e0-8df8-495f-a5b0-b0260d980008 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/networks?id=c5e1dd35-2110-433b-9fb5-3dc952266d48 HTTP/1.1" status: 200 len: 815 time: 0.1242788 Dec 12 18:34:49.302996 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69b2a99-caec-4d44-9a13-e780492393d1 None None] The sync data for ids ['c024abd8-9f40-445f-8aeb-8936a8a1ede4'] in n-d-760354-5 is: [{'id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'name': 'tempest-TestEncryptedCinderVolumes-41237931-router', 'tenant_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a71994f-2312-4d85-914a-a4b7f70027eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:34:40Z', 'updated_at': '2021-12-12T18:34:42Z', 'revision_number': 4, 'project_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'gw_port': {'id': '8a71994f-2312-4d85-914a-a4b7f70027eb', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:40Z', 'updated_at': '2021-12-12T18:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '7928d99e-09ec-4574-8f84-09b972d17a50', 'name': '', 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48', 'tenant_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'mac_address': 'fa:16:3e:bb:84:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '3f74d202-4f53-4eef-a866-b8ae710f103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:42Z', 'updated_at': '2021-12-12T18:34:48Z', 'revision_number': 4, 'project_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'subnets': [{'id': '3f74d202-4f53-4eef-a866-b8ae710f103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:34:49.307242 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-09d8bf43-02e9-4208-8795-686cb1adc0f7 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/quotas/c1a982246a884825a2a1bd6919b4fcc5 HTTP/1.1" status: 200 len: 375 time: 0.0103064 Dec 12 18:34:49.318738 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3b71a-a8c5-45ef-a959-befc74062e53 None None] Pushing event updated for resources: {'Port': ['ID=7928d99e-09ec-4574-8f84-09b972d17a50,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:49.368168 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-622f930c-26b7-4892-8a32-36a9df9f3cfa None None] Provisioning complete for port 7928d99e-09ec-4574-8f84-09b972d17a50 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:49.368651 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-622f930c-26b7-4892-8a32-36a9df9f3cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:49.387124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-79ae187b-4cff-495f-ae79-416f96048161 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1a982246a884825a2a1bd6919b4fcc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718451 Dec 12 18:34:49.502693 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-004d49e8-a4d1-4638-9cdc-71fd1c2fd675 service neutron] 10.222.0.18 "GET /v2.0/networks/c5e1dd35-2110-433b-9fb5-3dc952266d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000450 Dec 12 18:34:49.565718 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Sync routers for ids ['66574409-4f7f-4690-8b8c-a5eef40cd3f8'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:34:49.577412 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Routers {'66574409-4f7f-4690-8b8c-a5eef40cd3f8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:34:49.578078 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:34:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['66574409-4f7f-4690-8b8c-a5eef40cd3f8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:49.603190 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-cda4aeff-bb41-471a-8cbd-66714a7d0630 service neutron] 10.222.0.18 "GET /v2.0/networks/c5e1dd35-2110-433b-9fb5-3dc952266d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942924 Dec 12 18:34:49.699137 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Set router 66574409-4f7f-4690-8b8c-a5eef40cd3f8 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:34:49.815807 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7bd52d4e-3b7e-41aa-a0a1-09bf43d4bee6 req-417b7192-4d8c-4c4c-b1a0-431f2f670bed tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c HTTP/1.1" status: 200 len: 210 time: 0.0471339 Dec 12 18:34:49.916904 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 70409334-64dc-4cd5-8b7b-861da7af5270 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:34:49.975598 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66574409-4f7f-4690-8b8c-a5eef40cd3f8', 'name': 'tempest-TestEncryptedCinderVolumes-827476393-router', 'tenant_id': '615247052f554d0e82c6198ee7e05afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '70409334-64dc-4cd5-8b7b-861da7af5270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:34:44Z', 'updated_at': '2021-12-12T18:34:47Z', 'revision_number': 4, 'project_id': '615247052f554d0e82c6198ee7e05afb', 'gw_port': {'id': '70409334-64dc-4cd5-8b7b-861da7af5270', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66574409-4f7f-4690-8b8c-a5eef40cd3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:45Z', 'updated_at': '2021-12-12T18:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '2b1aebac-32fc-4556-a700-ca5d780cafb3', 'name': '', 'network_id': 'a015f0a4-bac6-4bd0-8c07-e2114d14a560', 'tenant_id': '615247052f554d0e82c6198ee7e05afb', 'mac_address': 'fa:16:3e:9e:09:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66574409-4f7f-4690-8b8c-a5eef40cd3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '33063e31-febd-4c0a-acd1-1e73cd942ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:46Z', 'updated_at': '2021-12-12T18:34:47Z', 'revision_number': 2, 'project_id': '615247052f554d0e82c6198ee7e05afb', 'subnets': [{'id': '33063e31-febd-4c0a-acd1-1e73cd942ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:49.977132 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 70409334-64dc-4cd5-8b7b-861da7af5270 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:49.977606 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:50.005862 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Checking router: 66574409-4f7f-4690-8b8c-a5eef40cd3f8 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:34:50.006250 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Updating router 66574409-4f7f-4690-8b8c-a5eef40cd3f8 port 2b1aebac-32fc-4556-a700-ca5d780cafb3 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:34:50.050729 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:50.082938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7928d99e-09ec-4574-8f84-09b972d17a50 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:34:50.139297 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7928d99e-09ec-4574-8f84-09b972d17a50 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:50.139804 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:50.248602 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:50.440250 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:50.445353 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:50.495073 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b1bdb-4416-4faf-9030-88a63d8829bf None None] Pushing event updated for resources: {'Port': ['ID=2b1aebac-32fc-4556-a700-ca5d780cafb3,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:50.544863 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Attempting to bind port 2b1aebac-32fc-4556-a700-ca5d780cafb3 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:34:50.545233 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Attempting to bind port 2b1aebac-32fc-4556-a700-ca5d780cafb3 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '7c89f177-63d4-4c86-b35a-8ab63fc509af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a015f0a4-bac6-4bd0-8c07-e2114d14a560'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:34:50.545600 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Attempting to bind port 2b1aebac-32fc-4556-a700-ca5d780cafb3 on network a015f0a4-bac6-4bd0-8c07-e2114d14a560 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:34:50.551385 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:34:50.551849 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Checking segment: {'id': '7c89f177-63d4-4c86-b35a-8ab63fc509af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a015f0a4-bac6-4bd0-8c07-e2114d14a560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:50.552253 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:50.552819 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Bound using segment: {'id': '7c89f177-63d4-4c86-b35a-8ab63fc509af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a015f0a4-bac6-4bd0-8c07-e2114d14a560'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:34:50.553324 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Bound port: 2b1aebac-32fc-4556-a700-ca5d780cafb3, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c89f177-63d4-4c86-b35a-8ab63fc509af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a015f0a4-bac6-4bd0-8c07-e2114d14a560'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:34:50.553713 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:50.619840 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] For port 2b1aebac-32fc-4556-a700-ca5d780cafb3, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:34:50.623271 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] For port 2b1aebac-32fc-4556-a700-ca5d780cafb3, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2b1aebac-32fc-4556-a700-ca5d780cafb3,segment=NetworkSegment(7c89f177-63d4-4c86-b35a-8ab63fc509af),segment_id=7c89f177-63d4-4c86-b35a-8ab63fc509af)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:34:50.628130 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:50.688850 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Routers {'66574409-4f7f-4690-8b8c-a5eef40cd3f8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:34:50.689548 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:34:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['66574409-4f7f-4690-8b8c-a5eef40cd3f8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:50.693107 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c90174d3-926d-4583-a741-1f74ee377b49 None None] Provisioning complete for port 2b1aebac-32fc-4556-a700-ca5d780cafb3 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:50.698106 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c90174d3-926d-4583-a741-1f74ee377b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:50.796848 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c90174d3-926d-4583-a741-1f74ee377b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:50.824542 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b1bdb-4416-4faf-9030-88a63d8829bf None None] Pushing event updated for resources: {'Port': ['ID=2b1aebac-32fc-4556-a700-ca5d780cafb3,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:50.855849 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c90174d3-926d-4583-a741-1f74ee377b49 None None] For port 2b1aebac-32fc-4556-a700-ca5d780cafb3, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2b1aebac-32fc-4556-a700-ca5d780cafb3,segment=NetworkSegment(7c89f177-63d4-4c86-b35a-8ab63fc509af),segment_id=7c89f177-63d4-4c86-b35a-8ab63fc509af)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:50.865267 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c90174d3-926d-4583-a741-1f74ee377b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:50.925497 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] Set router 66574409-4f7f-4690-8b8c-a5eef40cd3f8 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:34:50.956153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-d1e4367b-54d3-4efb-b0ca-267049a82b2a tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:50.958435 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-d1e4367b-54d3-4efb-b0ca-267049a82b2a tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.20 "GET /v2.0/networks?id=c5e1dd35-2110-433b-9fb5-3dc952266d48 HTTP/1.1" status: 200 len: 815 time: 0.2203181 Dec 12 18:34:50.982542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-bc008d65-f390-4fc7-a524-90e1a29548c2 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Request body: {'port': {'device_id': '5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c', 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48', 'admin_state_up': True, 'tenant_id': 'c1a982246a884825a2a1bd6919b4fcc5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:51.014852 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32ac89f4-359c-4868-8e89-dd0e61e20fca req-d95d96ee-3cc9-4279-bddd-5655302f97de tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c HTTP/1.1" status: 200 len: 210 time: 0.0525844 Dec 12 18:34:51.038705 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90174d3-926d-4583-a741-1f74ee377b49 None None] Pushing event updated for resources: {'Port': ['ID=2b1aebac-32fc-4556-a700-ca5d780cafb3,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:51.041603 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:51.049342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-bf923f0d-4d50-4c1e-9955-25db790937a3 None None] Provisioning complete for port 2b1aebac-32fc-4556-a700-ca5d780cafb3 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:51.049725 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bf923f0d-4d50-4c1e-9955-25db790937a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:51.147052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-bc008d65-f390-4fc7-a524-90e1a29548c2 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Made reservation on behalf of c1a982246a884825a2a1bd6919b4fcc5 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:34:51.151924 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-bc008d65-f390-4fc7-a524-90e1a29548c2 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:51.169990 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66574409-4f7f-4690-8b8c-a5eef40cd3f8', 'name': 'tempest-TestEncryptedCinderVolumes-827476393-router', 'tenant_id': '615247052f554d0e82c6198ee7e05afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '70409334-64dc-4cd5-8b7b-861da7af5270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:34:44Z', 'updated_at': '2021-12-12T18:34:47Z', 'revision_number': 4, 'project_id': '615247052f554d0e82c6198ee7e05afb', 'gw_port': {'id': '70409334-64dc-4cd5-8b7b-861da7af5270', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66574409-4f7f-4690-8b8c-a5eef40cd3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:45Z', 'updated_at': '2021-12-12T18:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '2b1aebac-32fc-4556-a700-ca5d780cafb3', 'name': '', 'network_id': 'a015f0a4-bac6-4bd0-8c07-e2114d14a560', 'tenant_id': '615247052f554d0e82c6198ee7e05afb', 'mac_address': 'fa:16:3e:9e:09:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66574409-4f7f-4690-8b8c-a5eef40cd3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '33063e31-febd-4c0a-acd1-1e73cd942ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:46Z', 'updated_at': '2021-12-12T18:34:50Z', 'revision_number': 4, 'project_id': '615247052f554d0e82c6198ee7e05afb', 'subnets': [{'id': '33063e31-febd-4c0a-acd1-1e73cd942ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:34:51.196611 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a275f087-1efa-4824-83cf-8386d33cf16e None None] The sync data for ids ['66574409-4f7f-4690-8b8c-a5eef40cd3f8'] in n-d-760354-5 is: [{'id': '66574409-4f7f-4690-8b8c-a5eef40cd3f8', 'name': 'tempest-TestEncryptedCinderVolumes-827476393-router', 'tenant_id': '615247052f554d0e82c6198ee7e05afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '70409334-64dc-4cd5-8b7b-861da7af5270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:34:44Z', 'updated_at': '2021-12-12T18:34:47Z', 'revision_number': 4, 'project_id': '615247052f554d0e82c6198ee7e05afb', 'gw_port': {'id': '70409334-64dc-4cd5-8b7b-861da7af5270', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66574409-4f7f-4690-8b8c-a5eef40cd3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:45Z', 'updated_at': '2021-12-12T18:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '2b1aebac-32fc-4556-a700-ca5d780cafb3', 'name': '', 'network_id': 'a015f0a4-bac6-4bd0-8c07-e2114d14a560', 'tenant_id': '615247052f554d0e82c6198ee7e05afb', 'mac_address': 'fa:16:3e:9e:09:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66574409-4f7f-4690-8b8c-a5eef40cd3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '33063e31-febd-4c0a-acd1-1e73cd942ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:46Z', 'updated_at': '2021-12-12T18:34:50Z', 'revision_number': 4, 'project_id': '615247052f554d0e82c6198ee7e05afb', 'subnets': [{'id': '33063e31-febd-4c0a-acd1-1e73cd942ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:34:51.295162 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-bc008d65-f390-4fc7-a524-90e1a29548c2 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Allocated IP 172.20.0.13 (c5e1dd35-2110-433b-9fb5-3dc952266d48/3f74d202-4f53-4eef-a866-b8ae710f103e/f5cf7c82-11ab-4903-9866-88c0868e3be1) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:34:51.454592 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-bc008d65-f390-4fc7-a524-90e1a29548c2 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:51.491875 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-bc008d65-f390-4fc7-a524-90e1a29548c2 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:51.540497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-bc008d65-f390-4fc7-a524-90e1a29548c2 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Network c5e1dd35-2110-433b-9fb5-3dc952266d48 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:34:51.543909 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-bc008d65-f390-4fc7-a524-90e1a29548c2 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:34:51.548859 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-bc008d65-f390-4fc7-a524-90e1a29548c2 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:34:51.573780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc008d65-f390-4fc7-a524-90e1a29548c2 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Pushing event updated for resources: {'Port': ['ID=f5cf7c82-11ab-4903-9866-88c0868e3be1,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:51.606333 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-bc008d65-f390-4fc7-a524-90e1a29548c2 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:51.607092 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-bc008d65-f390-4fc7-a524-90e1a29548c2 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:51.632072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-bc008d65-f390-4fc7-a524-90e1a29548c2 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6563244 Dec 12 18:34:51.644550 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Request body: {'port': {'device_id': '5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:34:51.711690 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:51.784447 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-31d9748c-6b36-45d6-b780-260c78dc4da5 None None] Provisioning complete for port f5cf7c82-11ab-4903-9866-88c0868e3be1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:51.784898 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-31d9748c-6b36-45d6-b780-260c78dc4da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:51.836299 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-31d9748c-6b36-45d6-b780-260c78dc4da5 None None] Port f5cf7c82-11ab-4903-9866-88c0868e3be1 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:34:51.884283 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2b1aebac-32fc-4556-a700-ca5d780cafb3 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:34:51.938820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 2b1aebac-32fc-4556-a700-ca5d780cafb3 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:51.939345 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:52.008343 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5cf7c82-11ab-4903-9866-88c0868e3be1 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:34:52.022244 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:52.036130 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Transition to ACTIVE for port object f5cf7c82-11ab-4903-9866-88c0868e3be1 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:34:52.040202 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:52.098505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cf7c82-11ab-4903-9866-88c0868e3be1,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:52.193724 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:34:52.208531 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebab52-eee4-4402-a1ab-7da060abf124 req-3a8785ac-a616-4682-9baa-62c6d96ff8ee tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:52.210145 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bebab52-eee4-4402-a1ab-7da060abf124 req-3a8785ac-a616-4682-9baa-62c6d96ff8ee tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c HTTP/1.1" status: 200 len: 944 time: 0.1154215 Dec 12 18:34:52.211464 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Attempting to bind port f5cf7c82-11ab-4903-9866-88c0868e3be1 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:34:52.211806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Attempting to bind port f5cf7c82-11ab-4903-9866-88c0868e3be1 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'af6211c8-e723-4082-8f87-17df8ba56242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:34:52.212139 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Attempting to bind port f5cf7c82-11ab-4903-9866-88c0868e3be1 on network c5e1dd35-2110-433b-9fb5-3dc952266d48 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:34:52.225465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Port f5cf7c82-11ab-4903-9866-88c0868e3be1 on network c5e1dd35-2110-433b-9fb5-3dc952266d48 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:34:52.225794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Attempting to bind port f5cf7c82-11ab-4903-9866-88c0868e3be1 on network c5e1dd35-2110-433b-9fb5-3dc952266d48 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:34:52.240102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:34:52.240455 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Checking segment: {'id': 'af6211c8-e723-4082-8f87-17df8ba56242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:34:52.240845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Bound using segment: {'id': 'af6211c8-e723-4082-8f87-17df8ba56242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:34:52.241298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Bound port: f5cf7c82-11ab-4903-9866-88c0868e3be1, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6211c8-e723-4082-8f87-17df8ba56242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:34:52.241661 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:52.302676 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bebab52-eee4-4402-a1ab-7da060abf124 req-4b99b147-0db4-46c9-9dcf-2c0bdc335178 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858464 Dec 12 18:34:52.344032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] For port f5cf7c82-11ab-4903-9866-88c0868e3be1, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:34:52.348432 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] For port f5cf7c82-11ab-4903-9866-88c0868e3be1, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f5cf7c82-11ab-4903-9866-88c0868e3be1,segment=NetworkSegment(af6211c8-e723-4082-8f87-17df8ba56242),segment_id=af6211c8-e723-4082-8f87-17df8ba56242)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:34:52.354360 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:52.394958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:52.396196 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:52.397608 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] 10.222.0.20 "PUT /v2.0/ports/f5cf7c82-11ab-4903-9866-88c0868e3be1 HTTP/1.1" status: 200 len: 1092 time: 0.7574551 Dec 12 18:34:52.400170 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c', 'tag': 'f5cf7c82-11ab-4903-9866-88c0868e3be1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:34:52.403263 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952e4c7d-813c-4281-afe3-5960eeb8f50b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c", "tag": "f5cf7c82-11ab-4903-9866-88c0868e3be1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:34:52.427052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4bf0a-67c3-4a56-bc89-c9b1ef49c414 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cf7c82-11ab-4903-9866-88c0868e3be1,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:52.459407 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191e6311-505c-48c6-a4c2-b899d1f3a485 x-openstack-request-id: req-191e6311-505c-48c6-a4c2-b899d1f3a485 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:34:52.459714 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c", "tag": "f5cf7c82-11ab-4903-9866-88c0868e3be1", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:34:52.459980 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-191e6311-505c-48c6-a4c2-b899d1f3a485 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:34:52.460390 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c', 'tag': 'f5cf7c82-11ab-4903-9866-88c0868e3be1', 'status': 'completed', 'code': 200} Dec 12 18:34:52.496800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-812a0a21-544d-4627-8196-fc5fd661db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:52.498346 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-812a0a21-544d-4627-8196-fc5fd661db51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1a982246a884825a2a1bd6919b4fcc5&device_id=5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c HTTP/1.1" status: 200 len: 1095 time: 0.0519323 Dec 12 18:34:52.541835 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-06ef2483-18ad-46a0-bef6-4f277fc934a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5cf7c82-11ab-4903-9866-88c0868e3be1 HTTP/1.1" status: 200 len: 217 time: 0.0360725 Dec 12 18:34:52.599552 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-7e7b6f46-91bc-465a-a214-375d0b81717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:52.601028 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-7e7b6f46-91bc-465a-a214-375d0b81717a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f74d202-4f53-4eef-a866-b8ae710f103e HTTP/1.1" status: 200 len: 854 time: 0.0525882 Dec 12 18:34:52.646468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-4486b878-1f77-4052-820d-cf278c8e49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:52.647953 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-4486b878-1f77-4052-820d-cf278c8e49c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5e1dd35-2110-433b-9fb5-3dc952266d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392799 Dec 12 18:34:52.736634 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-f7717fab-4592-4026-a9be-b1deb0e4ab13 service neutron] 10.222.0.20 "GET /v2.0/networks/c5e1dd35-2110-433b-9fb5-3dc952266d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810616 Dec 12 18:34:52.832407 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-32c37dbb-810e-4234-b422-35fb387e7d7e req-e83313d4-0d83-489f-8a0c-ff73068da7ac service neutron] 10.222.0.20 "GET /v2.0/networks/c5e1dd35-2110-433b-9fb5-3dc952266d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884566 Dec 12 18:34:52.915751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e4c7d-813c-4281-afe3-5960eeb8f50b req-735de265-f538-4fa3-a1da-e6ae279fe986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:52.917229 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-952e4c7d-813c-4281-afe3-5960eeb8f50b req-735de265-f538-4fa3-a1da-e6ae279fe986 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1a982246a884825a2a1bd6919b4fcc5&device_id=5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c HTTP/1.1" status: 200 len: 1095 time: 0.0407720 Dec 12 18:34:53.008423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e4c7d-813c-4281-afe3-5960eeb8f50b req-a6ab7579-da92-495b-a0bb-88344228e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:53.009878 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-952e4c7d-813c-4281-afe3-5960eeb8f50b req-a6ab7579-da92-495b-a0bb-88344228e353 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5e1dd35-2110-433b-9fb5-3dc952266d48 HTTP/1.1" status: 200 len: 916 time: 0.0853732 Dec 12 18:34:53.051832 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-952e4c7d-813c-4281-afe3-5960eeb8f50b req-708fc9e7-e35e-4d4b-b70a-b3396a3129ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5cf7c82-11ab-4903-9866-88c0868e3be1 HTTP/1.1" status: 200 len: 217 time: 0.0344324 Dec 12 18:34:53.104964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e4c7d-813c-4281-afe3-5960eeb8f50b req-ebbc3927-a480-4b07-bcbd-99e77bd89d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:53.106322 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-952e4c7d-813c-4281-afe3-5960eeb8f50b req-ebbc3927-a480-4b07-bcbd-99e77bd89d90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f74d202-4f53-4eef-a866-b8ae710f103e HTTP/1.1" status: 200 len: 854 time: 0.0473146 Dec 12 18:34:53.155310 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e4c7d-813c-4281-afe3-5960eeb8f50b req-aaa07851-3709-416b-84dc-b7ed28b3a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:53.156772 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-952e4c7d-813c-4281-afe3-5960eeb8f50b req-aaa07851-3709-416b-84dc-b7ed28b3a8c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5e1dd35-2110-433b-9fb5-3dc952266d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428371 Dec 12 18:34:53.242843 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-952e4c7d-813c-4281-afe3-5960eeb8f50b req-5d784a5e-b0cd-4e64-9218-c77be2e5b12a service neutron] 10.222.0.20 "GET /v2.0/networks/c5e1dd35-2110-433b-9fb5-3dc952266d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782619 Dec 12 18:34:53.334857 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-952e4c7d-813c-4281-afe3-5960eeb8f50b req-11adc047-ce71-40ef-a1d2-f3dca06a932a service neutron] 10.222.0.20 "GET /v2.0/networks/c5e1dd35-2110-433b-9fb5-3dc952266d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839572 Dec 12 18:34:53.426414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dbf8c-8ad6-47f4-a60a-753e2bd6d999 req-df872db6-526b-4cc5-8cc9-d246cf51b73e tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:53.427829 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-030dbf8c-8ad6-47f4-a60a-753e2bd6d999 req-df872db6-526b-4cc5-8cc9-d246cf51b73e tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c HTTP/1.1" status: 200 len: 944 time: 0.0508690 Dec 12 18:34:53.473220 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-030dbf8c-8ad6-47f4-a60a-753e2bd6d999 req-0441875d-4216-4953-8f18-292f38b4cda4 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395157 Dec 12 18:34:54.590658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987f9eb-aa9c-4812-867d-99060cd237d6 req-9df7a710-025e-48c6-9c62-0b640487ea4e tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:54.592075 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c987f9eb-aa9c-4812-867d-99060cd237d6 req-9df7a710-025e-48c6-9c62-0b640487ea4e tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c HTTP/1.1" status: 200 len: 944 time: 0.0477710 Dec 12 18:34:54.638238 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c987f9eb-aa9c-4812-867d-99060cd237d6 req-0cf80622-4552-4b58-84b5-cf32f31abffc tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401742 Dec 12 18:34:55.325993 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f5cf7c82-11ab-4903-9866-88c0868e3be1 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:34:55.422821 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f5cf7c82-11ab-4903-9866-88c0868e3be1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f5cf7c82-11ab-4903-9866-88c0868e3be1,segment=NetworkSegment(af6211c8-e723-4082-8f87-17df8ba56242),segment_id=af6211c8-e723-4082-8f87-17df8ba56242)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:55.434023 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'f5cf7c82-11ab-4903-9866-88c0868e3be1', 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48', 'port_id': 'f5cf7c82-11ab-4903-9866-88c0868e3be1', 'mac_address': 'fa:16:3e:32:d3:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f74d202-4f53-4eef-a866-b8ae710f103e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:34:55.469921 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:55.483445 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5cf7c82-11ab-4903-9866-88c0868e3be1 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:34:55.503102 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f5cf7c82-11ab-4903-9866-88c0868e3be1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f5cf7c82-11ab-4903-9866-88c0868e3be1,segment=NetworkSegment(af6211c8-e723-4082-8f87-17df8ba56242),segment_id=af6211c8-e723-4082-8f87-17df8ba56242)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:55.506521 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:55.557310 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=f5cf7c82-11ab-4903-9866-88c0868e3be1,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:55.726954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['f5cf7c82-11ab-4903-9866-88c0868e3be1'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:34:55.754311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de42457-31a9-488b-8051-34f05c9828e2 req-25d533aa-b45d-467b-b04b-cef3c2eba6a1 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:55.755932 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5de42457-31a9-488b-8051-34f05c9828e2 req-25d533aa-b45d-467b-b04b-cef3c2eba6a1 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c HTTP/1.1" status: 200 len: 945 time: 0.0513141 Dec 12 18:34:55.805564 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5de42457-31a9-488b-8051-34f05c9828e2 req-6924d21e-ee9a-439d-9ae4-3bbccff238e8 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435815 Dec 12 18:34:56.919916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f019588-445c-4c8c-9b07-06d7c6f16278 req-106f4a75-fcac-4e03-8418-a375b12d8eef tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:56.921403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f019588-445c-4c8c-9b07-06d7c6f16278 req-106f4a75-fcac-4e03-8418-a375b12d8eef tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c HTTP/1.1" status: 200 len: 945 time: 0.0485003 Dec 12 18:34:56.966943 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f019588-445c-4c8c-9b07-06d7c6f16278 req-de0ada7c-e45e-43d2-a28c-074f913ae515 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395629 Dec 12 18:34:57.339921 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f5cf7c82-11ab-4903-9866-88c0868e3be1 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:34:57.391628 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port f5cf7c82-11ab-4903-9866-88c0868e3be1 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:34:57.396338 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port f5cf7c82-11ab-4903-9866-88c0868e3be1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:34:57.396723 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:57.471337 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:57.493579 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cf7c82-11ab-4903-9866-88c0868e3be1'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:34:57.496011 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7b56be-251d-4edd-937d-fb191df61ec9" -d '{"events": [{"server_uuid": "5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c", "name": "network-vif-plugged", "status": "completed", "tag": "f5cf7c82-11ab-4903-9866-88c0868e3be1"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:34:57.509386 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f5cf7c82-11ab-4903-9866-88c0868e3be1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f5cf7c82-11ab-4903-9866-88c0868e3be1,segment=NetworkSegment(af6211c8-e723-4082-8f87-17df8ba56242),segment_id=af6211c8-e723-4082-8f87-17df8ba56242)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:34:57.513752 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:34:57.541244 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce5cc5e-5603-41eb-bf4e-8f42b9111752 x-openstack-request-id: req-6ce5cc5e-5603-41eb-bf4e-8f42b9111752 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:34:57.541542 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c", "name": "network-vif-plugged", "status": "completed", "tag": "f5cf7c82-11ab-4903-9866-88c0868e3be1", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:34:57.541799 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ce5cc5e-5603-41eb-bf4e-8f42b9111752 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:34:57.542261 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cf7c82-11ab-4903-9866-88c0868e3be1', 'code': 200} Dec 12 18:34:57.568690 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=f5cf7c82-11ab-4903-9866-88c0868e3be1,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:34:57.633879 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65031bf6-357f-47be-aa37-031fdeeca72b req-3fb6f272-743a-455a-a5a9-a31e7e9bf76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:57.635270 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65031bf6-357f-47be-aa37-031fdeeca72b req-3fb6f272-743a-455a-a5a9-a31e7e9bf76f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c HTTP/1.1" status: 200 len: 1097 time: 0.0384881 Dec 12 18:34:57.681386 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-65031bf6-357f-47be-aa37-031fdeeca72b req-bb8efa11-3e93-4bcc-bf07-724d8b1245e5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388672 Dec 12 18:34:58.079626 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263e861-900a-4924-b7fd-f04aa115c48f req-34087ee0-4438-435e-b3d8-0226b4544775 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:58.081086 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d263e861-900a-4924-b7fd-f04aa115c48f req-34087ee0-4438-435e-b3d8-0226b4544775 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c HTTP/1.1" status: 200 len: 946 time: 0.0469401 Dec 12 18:34:58.126933 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d263e861-900a-4924-b7fd-f04aa115c48f req-119debc1-0661-44f5-b8a5-62a5e2d8cce9 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399334 Dec 12 18:34:59.241113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9747cb-4800-47cd-bf29-ecb27edbd087 req-a3d94322-df12-4718-a641-f0115579ffbb tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:59.242456 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f9747cb-4800-47cd-bf29-ecb27edbd087 req-a3d94322-df12-4718-a641-f0115579ffbb tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c HTTP/1.1" status: 200 len: 946 time: 0.0470891 Dec 12 18:34:59.287794 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f9747cb-4800-47cd-bf29-ecb27edbd087 req-94327534-d5a6-4749-96cf-47c5b86d8de9 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394707 Dec 12 18:34:59.403263 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53683ecb-c129-4750-a939-6119f085ab20 req-12545529-42dc-49bb-b099-fea0d6280a41 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:34:59.404724 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53683ecb-c129-4750-a939-6119f085ab20 req-12545529-42dc-49bb-b099-fea0d6280a41 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c HTTP/1.1" status: 200 len: 946 time: 0.0507517 Dec 12 18:34:59.450653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53683ecb-c129-4750-a939-6119f085ab20 req-692e4a71-4bd8-4a0e-a6e9-390d86e12677 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396004 Dec 12 18:35:14.939961 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-21c676d6-3840-4d4a-936d-86c17447ecf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:17.284908 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70a11d64-983f-4a1f-9ddf-dbababa874c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:17.553277 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:18.110644 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:18.508780 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:20.241740 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:20.970814 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:20.981609 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bdc98-cc20-4989-822d-665c419337b5 req-0d155165-0268-4821-85b3-cc18bf7704df tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:20.983274 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e2bdc98-cc20-4989-822d-665c419337b5 req-0d155165-0268-4821-85b3-cc18bf7704df tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c HTTP/1.1" status: 200 len: 946 time: 0.0502586 Dec 12 18:35:21.032074 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e2bdc98-cc20-4989-822d-665c419337b5 req-1b6308e1-4e0f-4e8d-8551-b9a2faaad333 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425389 Dec 12 18:35:22.173914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc58eb-1162-4ed7-9002-1f38096af9fd req-043511c4-5c63-4adf-a9b2-30214a30caff tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:22.175404 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9bdc58eb-1162-4ed7-9002-1f38096af9fd req-043511c4-5c63-4adf-a9b2-30214a30caff tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c HTTP/1.1" status: 200 len: 946 time: 0.0675602 Dec 12 18:35:22.221968 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9bdc58eb-1162-4ed7-9002-1f38096af9fd req-9b1bae3b-2898-44a6-95f5-3ffe0a4cb137 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405705 Dec 12 18:35:22.542364 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8ab3-3a65-4a3b-bb9a-c069561e12ea req-1e1af4da-0ebe-4eaf-9c74-b58319dbdb63 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:22.543852 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a8a8ab3-3a65-4a3b-bb9a-c069561e12ea req-1e1af4da-0ebe-4eaf-9c74-b58319dbdb63 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c HTTP/1.1" status: 200 len: 946 time: 0.0481360 Dec 12 18:35:22.629848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-1a8a8ab3-3a65-4a3b-bb9a-c069561e12ea req-1ae9dcf0-8a62-44a1-b0e7-444905ba013f tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Deleting port f5cf7c82-11ab-4903-9866-88c0868e3be1 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:35:22.630189 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1a8a8ab3-3a65-4a3b-bb9a-c069561e12ea req-1ae9dcf0-8a62-44a1-b0e7-444905ba013f tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:22.719777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-1a8a8ab3-3a65-4a3b-bb9a-c069561e12ea req-1ae9dcf0-8a62-44a1-b0e7-444905ba013f tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] For port f5cf7c82-11ab-4903-9866-88c0868e3be1, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f5cf7c82-11ab-4903-9866-88c0868e3be1,segment=NetworkSegment(af6211c8-e723-4082-8f87-17df8ba56242),segment_id=af6211c8-e723-4082-8f87-17df8ba56242)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:35:22.720167 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1a8a8ab3-3a65-4a3b-bb9a-c069561e12ea req-1ae9dcf0-8a62-44a1-b0e7-444905ba013f tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:22.732462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-1a8a8ab3-3a65-4a3b-bb9a-c069561e12ea req-1ae9dcf0-8a62-44a1-b0e7-444905ba013f tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Calling delete_port for f5cf7c82-11ab-4903-9866-88c0868e3be1 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:35:22.860502 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1a8a8ab3-3a65-4a3b-bb9a-c069561e12ea req-1ae9dcf0-8a62-44a1-b0e7-444905ba013f tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:22.872239 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['f5cf7c82-11ab-4903-9866-88c0868e3be1'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:35:22.889086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9dcf0-8a62-44a1-b0e7-444905ba013f tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Pushing event deleted for resources: {'Port': ['ID=f5cf7c82-11ab-4903-9866-88c0868e3be1,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:35:22.930839 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8a8ab3-3a65-4a3b-bb9a-c069561e12ea req-1ae9dcf0-8a62-44a1-b0e7-444905ba013f tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] No DVR routers for this DVR port f5cf7c82-11ab-4903-9866-88c0868e3be1 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:35:22.933581 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1a8a8ab3-3a65-4a3b-bb9a-c069561e12ea req-1ae9dcf0-8a62-44a1-b0e7-444905ba013f tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:22.937856 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1a8a8ab3-3a65-4a3b-bb9a-c069561e12ea req-1ae9dcf0-8a62-44a1-b0e7-444905ba013f tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.20 "DELETE /v2.0/ports/f5cf7c82-11ab-4903-9866-88c0868e3be1 HTTP/1.1" status: 204 len: 173 time: 0.3880720 Dec 12 18:35:22.938379 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c', 'name': 'network-vif-deleted', 'tag': 'f5cf7c82-11ab-4903-9866-88c0868e3be1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:35:22.941238 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c7c026-31e0-448a-bcb4-586f78f1be50" -d '{"events": [{"server_uuid": "5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c", "name": "network-vif-deleted", "tag": "f5cf7c82-11ab-4903-9866-88c0868e3be1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:35:22.979768 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31180963-289b-4ee3-a132-dbe583e467ed x-openstack-request-id: req-31180963-289b-4ee3-a132-dbe583e467ed {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:35:22.980102 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c", "name": "network-vif-deleted", "tag": "f5cf7c82-11ab-4903-9866-88c0868e3be1", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:35:22.980358 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31180963-289b-4ee3-a132-dbe583e467ed {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:35:22.980781 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c', 'name': 'network-vif-deleted', 'tag': 'f5cf7c82-11ab-4903-9866-88c0868e3be1', 'status': 'completed', 'code': 200} Dec 12 18:35:23.331244 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2706b97a-61ce-489c-8a71-1fb1c412a96e req-154d2be2-b4e8-4895-9ef6-412503a549bb tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a50e0ca-94bd-4031-a833-4bb4b6c5cb7c HTTP/1.1" status: 200 len: 210 time: 0.0297527 Dec 12 18:35:25.017703 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-a59470e7-498a-4aaa-b4aa-543e0dde0146 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:25.019151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-a59470e7-498a-4aaa-b4aa-543e0dde0146 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/networks?id=c5e1dd35-2110-433b-9fb5-3dc952266d48 HTTP/1.1" status: 200 len: 815 time: 0.0981736 Dec 12 18:35:25.034432 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-28909ab6-db6c-4803-a50b-04b1ab0ec0fa tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/quotas/c1a982246a884825a2a1bd6919b4fcc5 HTTP/1.1" status: 200 len: 375 time: 0.0091577 Dec 12 18:35:25.083524 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-d1013db5-3bdb-4b0f-adac-30ee6f799a8d tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1a982246a884825a2a1bd6919b4fcc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435050 Dec 12 18:35:25.178384 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-428cbfc3-7921-43ae-89c9-26b60a438891 service neutron] 10.222.0.18 "GET /v2.0/networks/c5e1dd35-2110-433b-9fb5-3dc952266d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836782 Dec 12 18:35:25.263376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-ce686614-058e-42fc-b8f2-8018127019ba service neutron] 10.222.0.18 "GET /v2.0/networks/c5e1dd35-2110-433b-9fb5-3dc952266d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789237 Dec 12 18:35:25.532784 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e6f8d4d8-1bad-4c41-bf56-02730d42e29b req-9e8b8acc-8165-4e8d-a45b-1469fe9f738b tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c46cc9-8cc6-4663-9c7f-f14aead40ed9 HTTP/1.1" status: 200 len: 210 time: 0.1352897 Dec 12 18:35:26.322139 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9b04fd49-0e31-41a3-a8f4-a5fe402a3570 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:26.323633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9b04fd49-0e31-41a3-a8f4-a5fe402a3570 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.20 "GET /v2.0/networks?id=c5e1dd35-2110-433b-9fb5-3dc952266d48 HTTP/1.1" status: 200 len: 815 time: 0.1013687 Dec 12 18:35:26.336944 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-e446ccad-6509-4351-a36b-93c1b68d1a81 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Request body: {'port': {'device_id': 'd6c46cc9-8cc6-4663-9c7f-f14aead40ed9', 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48', 'admin_state_up': True, 'tenant_id': 'c1a982246a884825a2a1bd6919b4fcc5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:35:26.446783 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-e446ccad-6509-4351-a36b-93c1b68d1a81 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Made reservation on behalf of c1a982246a884825a2a1bd6919b4fcc5 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:35:26.450783 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-e446ccad-6509-4351-a36b-93c1b68d1a81 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:26.576725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-e446ccad-6509-4351-a36b-93c1b68d1a81 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Allocated IP 172.20.0.12 (c5e1dd35-2110-433b-9fb5-3dc952266d48/3f74d202-4f53-4eef-a866-b8ae710f103e/4378e124-16f3-4223-814d-03e5cfe2befb) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:35:26.704482 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4f443af1-cfeb-4b1c-a3e5-26e5eed4825f req-697d96c9-5a00-4dc6-9b73-8ed687cfa37e tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c46cc9-8cc6-4663-9c7f-f14aead40ed9 HTTP/1.1" status: 200 len: 210 time: 0.0972269 Dec 12 18:35:26.751784 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-e446ccad-6509-4351-a36b-93c1b68d1a81 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:26.785045 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-e446ccad-6509-4351-a36b-93c1b68d1a81 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:26.829666 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-e446ccad-6509-4351-a36b-93c1b68d1a81 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Network c5e1dd35-2110-433b-9fb5-3dc952266d48 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:35:26.832660 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-e446ccad-6509-4351-a36b-93c1b68d1a81 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:35:26.836353 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-e446ccad-6509-4351-a36b-93c1b68d1a81 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:35:26.861343 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446ccad-6509-4351-a36b-93c1b68d1a81 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Pushing event updated for resources: {'Port': ['ID=4378e124-16f3-4223-814d-03e5cfe2befb,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:35:26.889679 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-e446ccad-6509-4351-a36b-93c1b68d1a81 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:26.890319 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-e446ccad-6509-4351-a36b-93c1b68d1a81 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:26.907885 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-e446ccad-6509-4351-a36b-93c1b68d1a81 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5740664 Dec 12 18:35:26.920057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Request body: {'port': {'device_id': 'd6c46cc9-8cc6-4663-9c7f-f14aead40ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:35:26.974366 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:27.103403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-dbdff613-aef4-490a-af69-c932715138d7 None None] Provisioning complete for port 4378e124-16f3-4223-814d-03e5cfe2befb triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:35:27.103869 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbdff613-aef4-490a-af69-c932715138d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:27.136476 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-dbdff613-aef4-490a-af69-c932715138d7 None None] Port 4378e124-16f3-4223-814d-03e5cfe2befb cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:35:27.238640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4378e124-16f3-4223-814d-03e5cfe2befb {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:35:27.245919 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:27.258104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Transition to ACTIVE for port object 4378e124-16f3-4223-814d-03e5cfe2befb will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:35:27.261474 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:27.312194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Pushing event updated for resources: {'Port': ['ID=4378e124-16f3-4223-814d-03e5cfe2befb,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:35:27.377444 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Attempting to bind port 4378e124-16f3-4223-814d-03e5cfe2befb on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:35:27.378104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Attempting to bind port 4378e124-16f3-4223-814d-03e5cfe2befb by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'af6211c8-e723-4082-8f87-17df8ba56242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:35:27.378104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Attempting to bind port 4378e124-16f3-4223-814d-03e5cfe2befb on network c5e1dd35-2110-433b-9fb5-3dc952266d48 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:35:27.382498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Port 4378e124-16f3-4223-814d-03e5cfe2befb on network c5e1dd35-2110-433b-9fb5-3dc952266d48 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:35:27.382814 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Attempting to bind port 4378e124-16f3-4223-814d-03e5cfe2befb on network c5e1dd35-2110-433b-9fb5-3dc952266d48 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:35:27.387552 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:35:27.387884 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Checking segment: {'id': 'af6211c8-e723-4082-8f87-17df8ba56242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:35:27.388260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Bound using segment: {'id': 'af6211c8-e723-4082-8f87-17df8ba56242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:35:27.388707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Bound port: 4378e124-16f3-4223-814d-03e5cfe2befb, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6211c8-e723-4082-8f87-17df8ba56242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:35:27.389060 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:27.458198 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] For port 4378e124-16f3-4223-814d-03e5cfe2befb, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:35:27.461626 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] For port 4378e124-16f3-4223-814d-03e5cfe2befb, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=4378e124-16f3-4223-814d-03e5cfe2befb,segment=NetworkSegment(af6211c8-e723-4082-8f87-17df8ba56242),segment_id=af6211c8-e723-4082-8f87-17df8ba56242)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:35:27.464414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f5cf7c82-11ab-4903-9866-88c0868e3be1 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:35:27.467400 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:27.486689 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: f5cf7c82-11ab-4903-9866-88c0868e3be1 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:35:27.487131 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f5cf7c82-11ab-4903-9866-88c0868e3be1 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:35:27.505183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:27.505841 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:27.507277 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] 10.222.0.20 "PUT /v2.0/ports/4378e124-16f3-4223-814d-03e5cfe2befb HTTP/1.1" status: 200 len: 1092 time: 0.5918388 Dec 12 18:35:27.507743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c46cc9-8cc6-4663-9c7f-f14aead40ed9', 'tag': '4378e124-16f3-4223-814d-03e5cfe2befb'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:35:27.510012 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb643062-2669-44a9-993d-d4b9b908542b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c46cc9-8cc6-4663-9c7f-f14aead40ed9", "tag": "4378e124-16f3-4223-814d-03e5cfe2befb"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:35:27.532927 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Pushing event updated for resources: {'Port': ['ID=4378e124-16f3-4223-814d-03e5cfe2befb,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:35:27.542103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:27.542840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:27.543212 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:27.543587 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:27.545026 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:27.545390 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:27.545731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:27.546341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:27.546680 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:27.547017 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:27.547379 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:27.548233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:27.548567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3cf9f3-6104-44b2-ab1d-1d7daddbefb3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:27.580377 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249b5903-b571-4e73-bb57-6faeb165e568 x-openstack-request-id: req-249b5903-b571-4e73-bb57-6faeb165e568 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:35:27.580676 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c46cc9-8cc6-4663-9c7f-f14aead40ed9", "tag": "4378e124-16f3-4223-814d-03e5cfe2befb", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:35:27.580935 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-249b5903-b571-4e73-bb57-6faeb165e568 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:35:27.581328 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c46cc9-8cc6-4663-9c7f-f14aead40ed9', 'tag': '4378e124-16f3-4223-814d-03e5cfe2befb', 'status': 'completed', 'code': 200} Dec 12 18:35:27.597772 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-13d33b20-3ee7-42ec-8356-1de72124713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:27.599264 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-13d33b20-3ee7-42ec-8356-1de72124713f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1a982246a884825a2a1bd6919b4fcc5&device_id=d6c46cc9-8cc6-4663-9c7f-f14aead40ed9 HTTP/1.1" status: 200 len: 1095 time: 0.0461261 Dec 12 18:35:27.648810 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-62bfa950-44fa-4e72-9470-e5975d69e1c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4378e124-16f3-4223-814d-03e5cfe2befb HTTP/1.1" status: 200 len: 217 time: 0.0395756 Dec 12 18:35:27.700567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-91fc7494-defb-4b74-b4c6-7f3931e24300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:27.702040 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-91fc7494-defb-4b74-b4c6-7f3931e24300 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f74d202-4f53-4eef-a866-b8ae710f103e HTTP/1.1" status: 200 len: 854 time: 0.0450592 Dec 12 18:35:27.750031 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-eb7db49f-a4ed-44cc-9c3c-944b5813e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:27.752189 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-eb7db49f-a4ed-44cc-9c3c-944b5813e5a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5e1dd35-2110-433b-9fb5-3dc952266d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408337 Dec 12 18:35:27.881554 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ecab9-e19d-4875-b7ef-9ee6cf3afdee req-23d0ff9b-6ab7-4973-b1f3-364095f78429 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:27.882934 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-146ecab9-e19d-4875-b7ef-9ee6cf3afdee req-23d0ff9b-6ab7-4973-b1f3-364095f78429 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c46cc9-8cc6-4663-9c7f-f14aead40ed9 HTTP/1.1" status: 200 len: 944 time: 0.1019683 Dec 12 18:35:27.886382 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-a41c8b97-cad9-4a35-b613-5f80c8a771be service neutron] 10.222.0.20 "GET /v2.0/networks/c5e1dd35-2110-433b-9fb5-3dc952266d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225228 Dec 12 18:35:27.980582 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-146ecab9-e19d-4875-b7ef-9ee6cf3afdee req-215fb277-2893-4149-9979-bd0cbc276528 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915053 Dec 12 18:35:28.007643 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de7adc7e-8646-45d3-a9b5-9a768302b450 req-c3d67adf-ea97-4452-9a2d-20168f3b0708 service neutron] 10.222.0.20 "GET /v2.0/networks/c5e1dd35-2110-433b-9fb5-3dc952266d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126297 Dec 12 18:35:28.100387 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb643062-2669-44a9-993d-d4b9b908542b req-e9842b13-2251-4fe1-b673-b0df67939fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:28.101907 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb643062-2669-44a9-993d-d4b9b908542b req-e9842b13-2251-4fe1-b673-b0df67939fe2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1a982246a884825a2a1bd6919b4fcc5&device_id=d6c46cc9-8cc6-4663-9c7f-f14aead40ed9 HTTP/1.1" status: 200 len: 1095 time: 0.0410748 Dec 12 18:35:28.195722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb643062-2669-44a9-993d-d4b9b908542b req-e98b81da-c06d-402f-9281-11374f68e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:28.197080 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb643062-2669-44a9-993d-d4b9b908542b req-e98b81da-c06d-402f-9281-11374f68e81d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5e1dd35-2110-433b-9fb5-3dc952266d48 HTTP/1.1" status: 200 len: 916 time: 0.0855074 Dec 12 18:35:28.554495 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb643062-2669-44a9-993d-d4b9b908542b req-8d9b870b-7eac-41b4-b525-b3f42c5b5169 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4378e124-16f3-4223-814d-03e5cfe2befb HTTP/1.1" status: 200 len: 217 time: 0.3491924 Dec 12 18:35:28.603968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb643062-2669-44a9-993d-d4b9b908542b req-892278b1-0d4b-4c76-9fdc-18311d043cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:28.605361 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb643062-2669-44a9-993d-d4b9b908542b req-892278b1-0d4b-4c76-9fdc-18311d043cc1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f74d202-4f53-4eef-a866-b8ae710f103e HTTP/1.1" status: 200 len: 854 time: 0.0425522 Dec 12 18:35:28.650928 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb643062-2669-44a9-993d-d4b9b908542b req-946c224d-92ae-46f8-99be-f80a6e17ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:28.652422 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb643062-2669-44a9-993d-d4b9b908542b req-946c224d-92ae-46f8-99be-f80a6e17ba96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5e1dd35-2110-433b-9fb5-3dc952266d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390239 Dec 12 18:35:28.740617 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb643062-2669-44a9-993d-d4b9b908542b req-d8a3eba1-52e2-4b70-8d53-e114ac2372a5 service neutron] 10.222.0.20 "GET /v2.0/networks/c5e1dd35-2110-433b-9fb5-3dc952266d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803115 Dec 12 18:35:28.831940 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bb643062-2669-44a9-993d-d4b9b908542b req-3a1d3bd1-b736-4d91-aa33-6de43a7a6162 service neutron] 10.222.0.20 "GET /v2.0/networks/c5e1dd35-2110-433b-9fb5-3dc952266d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832832 Dec 12 18:35:29.099533 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575b925-aef9-4031-813c-eac79ecb8e21 req-d2fcc43e-c417-4918-9f78-eef9d9ed92e6 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:29.101048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8575b925-aef9-4031-813c-eac79ecb8e21 req-d2fcc43e-c417-4918-9f78-eef9d9ed92e6 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c46cc9-8cc6-4663-9c7f-f14aead40ed9 HTTP/1.1" status: 200 len: 944 time: 0.0489991 Dec 12 18:35:29.147210 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8575b925-aef9-4031-813c-eac79ecb8e21 req-3f71a469-b43f-4320-95e1-169b0d0ee1e4 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401728 Dec 12 18:35:29.193318 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:35:30.260142 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d58dea-c2ca-48eb-a25b-b38efe7e167c req-0749c6d1-a42b-44df-b12d-11388e267204 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:30.261612 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81d58dea-c2ca-48eb-a25b-b38efe7e167c req-0749c6d1-a42b-44df-b12d-11388e267204 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c46cc9-8cc6-4663-9c7f-f14aead40ed9 HTTP/1.1" status: 200 len: 944 time: 0.0472765 Dec 12 18:35:30.309369 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-81d58dea-c2ca-48eb-a25b-b38efe7e167c req-49e23d34-0288-41ed-acb1-bf15fe3f0580 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410388 Dec 12 18:35:31.426271 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca974e-d0d6-453d-8691-b1c9aab26b53 req-6621628c-5e78-42da-b64d-0260cb3aa65c tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:31.427743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfca974e-d0d6-453d-8691-b1c9aab26b53 req-6621628c-5e78-42da-b64d-0260cb3aa65c tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c46cc9-8cc6-4663-9c7f-f14aead40ed9 HTTP/1.1" status: 200 len: 944 time: 0.0510273 Dec 12 18:35:31.473188 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfca974e-d0d6-453d-8691-b1c9aab26b53 req-6c1d6efd-21b8-4136-b822-9c9ae1e752f6 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395451 Dec 12 18:35:31.474551 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 4378e124-16f3-4223-814d-03e5cfe2befb details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:35:31.570558 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 4378e124-16f3-4223-814d-03e5cfe2befb, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=4378e124-16f3-4223-814d-03e5cfe2befb,segment=NetworkSegment(af6211c8-e723-4082-8f87-17df8ba56242),segment_id=af6211c8-e723-4082-8f87-17df8ba56242)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:35:31.582548 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '4378e124-16f3-4223-814d-03e5cfe2befb', 'network_id': 'c5e1dd35-2110-433b-9fb5-3dc952266d48', 'port_id': '4378e124-16f3-4223-814d-03e5cfe2befb', 'mac_address': 'fa:16:3e:6e:cc:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f74d202-4f53-4eef-a866-b8ae710f103e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:35:31.618216 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:31.630895 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4378e124-16f3-4223-814d-03e5cfe2befb {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:35:31.654470 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 4378e124-16f3-4223-814d-03e5cfe2befb, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=4378e124-16f3-4223-814d-03e5cfe2befb,segment=NetworkSegment(af6211c8-e723-4082-8f87-17df8ba56242),segment_id=af6211c8-e723-4082-8f87-17df8ba56242)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:35:31.658214 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:31.704625 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=4378e124-16f3-4223-814d-03e5cfe2befb,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:35:31.711777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:31.712128 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:31.712475 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:31.712816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:31.713151 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:31.713483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:31.713816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:31.714141 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:31.714468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:31.714793 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:31.715118 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:31.715469 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:31.715794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:35:31.864707 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['4378e124-16f3-4223-814d-03e5cfe2befb'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:35:32.587415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3244b-5351-4629-9fb6-db13a10e4895 req-d5b2d15a-8cc9-409a-8d5d-9292550d0064 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:32.588910 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2fb3244b-5351-4629-9fb6-db13a10e4895 req-d5b2d15a-8cc9-409a-8d5d-9292550d0064 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c46cc9-8cc6-4663-9c7f-f14aead40ed9 HTTP/1.1" status: 200 len: 945 time: 0.0484936 Dec 12 18:35:32.634680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2fb3244b-5351-4629-9fb6-db13a10e4895 req-a87c46d7-9964-40c3-ad48-fba0324e2088 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397806 Dec 12 18:35:33.489008 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 4378e124-16f3-4223-814d-03e5cfe2befb up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:35:33.536981 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 4378e124-16f3-4223-814d-03e5cfe2befb completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:35:33.540986 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 4378e124-16f3-4223-814d-03e5cfe2befb triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:35:33.541365 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:33.615655 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:33.637039 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c46cc9-8cc6-4663-9c7f-f14aead40ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4378e124-16f3-4223-814d-03e5cfe2befb'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:35:33.639305 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05730ecc-3c61-4b68-a831-5254088ce6f0" -d '{"events": [{"server_uuid": "d6c46cc9-8cc6-4663-9c7f-f14aead40ed9", "name": "network-vif-plugged", "status": "completed", "tag": "4378e124-16f3-4223-814d-03e5cfe2befb"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:35:33.652689 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 4378e124-16f3-4223-814d-03e5cfe2befb, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=4378e124-16f3-4223-814d-03e5cfe2befb,segment=NetworkSegment(af6211c8-e723-4082-8f87-17df8ba56242),segment_id=af6211c8-e723-4082-8f87-17df8ba56242)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:35:33.658434 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:33.684934 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1552122-a46b-4a13-be0b-0af3c01b532f x-openstack-request-id: req-c1552122-a46b-4a13-be0b-0af3c01b532f {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:35:33.685213 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c46cc9-8cc6-4663-9c7f-f14aead40ed9", "name": "network-vif-plugged", "status": "completed", "tag": "4378e124-16f3-4223-814d-03e5cfe2befb", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:35:33.685464 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1552122-a46b-4a13-be0b-0af3c01b532f {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:35:33.685846 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c46cc9-8cc6-4663-9c7f-f14aead40ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4378e124-16f3-4223-814d-03e5cfe2befb', 'code': 200} Dec 12 18:35:33.731471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=4378e124-16f3-4223-814d-03e5cfe2befb,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:35:33.788329 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548cf63-06bc-4b79-b60b-6bb0d895f365 req-849a01d3-ba92-4176-8cb6-02928a64dbc0 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:33.789797 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8548cf63-06bc-4b79-b60b-6bb0d895f365 req-849a01d3-ba92-4176-8cb6-02928a64dbc0 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c46cc9-8cc6-4663-9c7f-f14aead40ed9 HTTP/1.1" status: 200 len: 946 time: 0.0836473 Dec 12 18:35:33.817697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb6678-e65d-4f43-89fb-0e18935ca902 req-fccaa1c8-c6fc-4002-95e9-c89ef7f6dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:33.819121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ebb6678-e65d-4f43-89fb-0e18935ca902 req-fccaa1c8-c6fc-4002-95e9-c89ef7f6dc18 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d6c46cc9-8cc6-4663-9c7f-f14aead40ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0747945 Dec 12 18:35:33.858895 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8548cf63-06bc-4b79-b60b-6bb0d895f365 req-8422c931-7ee8-496f-a9d2-cdae2fc1e93a tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626593 Dec 12 18:35:33.878281 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7ebb6678-e65d-4f43-89fb-0e18935ca902 req-d4d2b639-8068-42e0-926a-0c2de3308ccf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499969 Dec 12 18:35:34.974905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a792bf2-9651-4e44-b5d4-aec6995fcc46 req-23b49cee-6197-4816-b353-0358c592c378 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:34.976430 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a792bf2-9651-4e44-b5d4-aec6995fcc46 req-23b49cee-6197-4816-b353-0358c592c378 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c46cc9-8cc6-4663-9c7f-f14aead40ed9 HTTP/1.1" status: 200 len: 946 time: 0.0494285 Dec 12 18:35:35.025994 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a792bf2-9651-4e44-b5d4-aec6995fcc46 req-fb195343-2c82-41a3-9fe9-d8368d2574cb tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429814 Dec 12 18:35:36.143965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4108fe-0f8c-4117-a2dd-87b6e447dfe8 req-21d67187-1760-4d11-86df-d938676fe7fe tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:36.145423 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fa4108fe-0f8c-4117-a2dd-87b6e447dfe8 req-21d67187-1760-4d11-86df-d938676fe7fe tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c46cc9-8cc6-4663-9c7f-f14aead40ed9 HTTP/1.1" status: 200 len: 946 time: 0.0513628 Dec 12 18:35:36.191463 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fa4108fe-0f8c-4117-a2dd-87b6e447dfe8 req-96e4f52c-b61c-4a87-bfe0-e4b980b01a35 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397685 Dec 12 18:35:36.302986 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5cdef-f52d-45e9-86e1-84a0176ae523 req-7b4fbe57-45eb-4865-b653-ac279ec723d8 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:36.304570 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91d5cdef-f52d-45e9-86e1-84a0176ae523 req-7b4fbe57-45eb-4865-b653-ac279ec723d8 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c46cc9-8cc6-4663-9c7f-f14aead40ed9 HTTP/1.1" status: 200 len: 946 time: 0.0475211 Dec 12 18:35:36.351248 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91d5cdef-f52d-45e9-86e1-84a0176ae523 req-d6eb4da5-8e81-4ff5-8f1b-3996a3f2c2cd tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407679 Dec 12 18:35:44.942575 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d5b4a22a-a789-4f00-95fb-3ff414d67636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:47.287104 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c45b1432-b4eb-49e9-97f1-781e7d6d90eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:47.558245 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:48.123707 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:48.510724 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:50.245264 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:50.975274 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:57.739025 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9194ed-456d-4b1b-986f-576ff6b106ba req-8f15885b-61e8-44c6-8f91-3dc8492c6633 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:57.740563 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8c9194ed-456d-4b1b-986f-576ff6b106ba req-8f15885b-61e8-44c6-8f91-3dc8492c6633 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c46cc9-8cc6-4663-9c7f-f14aead40ed9 HTTP/1.1" status: 200 len: 946 time: 0.0481930 Dec 12 18:35:57.791395 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8c9194ed-456d-4b1b-986f-576ff6b106ba req-bd2d5fc9-c4df-4059-aeff-6775094091d9 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444391 Dec 12 18:35:58.907246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c62224-0840-4e5e-9bb9-676f8f496291 req-28ed698c-a2cb-4b0f-9c0f-d01ef69d4dc3 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:58.908729 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78c62224-0840-4e5e-9bb9-676f8f496291 req-28ed698c-a2cb-4b0f-9c0f-d01ef69d4dc3 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c46cc9-8cc6-4663-9c7f-f14aead40ed9 HTTP/1.1" status: 200 len: 946 time: 0.0481849 Dec 12 18:35:58.954962 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78c62224-0840-4e5e-9bb9-676f8f496291 req-c33b492f-f9c1-4674-8beb-b7b8aa8126c5 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/security-groups?id=32279780-27ea-4a07-80b3-62f753703934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404317 Dec 12 18:35:59.273589 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba956e0-c192-43ad-8b0f-477387705efe req-19fcf7c4-8a47-4377-9d43-fa3010863734 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:35:59.275308 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8ba956e0-c192-43ad-8b0f-477387705efe req-19fcf7c4-8a47-4377-9d43-fa3010863734 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6c46cc9-8cc6-4663-9c7f-f14aead40ed9 HTTP/1.1" status: 200 len: 946 time: 0.0469422 Dec 12 18:35:59.364809 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-8ba956e0-c192-43ad-8b0f-477387705efe req-c0ebd67c-ee52-44de-8af5-1d56b2d187d6 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Deleting port 4378e124-16f3-4223-814d-03e5cfe2befb {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:35:59.365144 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8ba956e0-c192-43ad-8b0f-477387705efe req-c0ebd67c-ee52-44de-8af5-1d56b2d187d6 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:59.450527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-8ba956e0-c192-43ad-8b0f-477387705efe req-c0ebd67c-ee52-44de-8af5-1d56b2d187d6 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] For port 4378e124-16f3-4223-814d-03e5cfe2befb, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=4378e124-16f3-4223-814d-03e5cfe2befb,segment=NetworkSegment(af6211c8-e723-4082-8f87-17df8ba56242),segment_id=af6211c8-e723-4082-8f87-17df8ba56242)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:35:59.450885 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8ba956e0-c192-43ad-8b0f-477387705efe req-c0ebd67c-ee52-44de-8af5-1d56b2d187d6 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:59.463137 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-8ba956e0-c192-43ad-8b0f-477387705efe req-c0ebd67c-ee52-44de-8af5-1d56b2d187d6 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Calling delete_port for 4378e124-16f3-4223-814d-03e5cfe2befb owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:35:59.589473 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8ba956e0-c192-43ad-8b0f-477387705efe req-c0ebd67c-ee52-44de-8af5-1d56b2d187d6 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:59.601802 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['4378e124-16f3-4223-814d-03e5cfe2befb'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:35:59.616365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebd67c-ee52-44de-8af5-1d56b2d187d6 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Pushing event deleted for resources: {'Port': ['ID=4378e124-16f3-4223-814d-03e5cfe2befb,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:35:59.664249 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba956e0-c192-43ad-8b0f-477387705efe req-c0ebd67c-ee52-44de-8af5-1d56b2d187d6 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] No DVR routers for this DVR port 4378e124-16f3-4223-814d-03e5cfe2befb on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:35:59.666986 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-8ba956e0-c192-43ad-8b0f-477387705efe req-c0ebd67c-ee52-44de-8af5-1d56b2d187d6 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:35:59.670524 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8ba956e0-c192-43ad-8b0f-477387705efe req-c0ebd67c-ee52-44de-8af5-1d56b2d187d6 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.20 "DELETE /v2.0/ports/4378e124-16f3-4223-814d-03e5cfe2befb HTTP/1.1" status: 204 len: 173 time: 0.3892260 Dec 12 18:35:59.670994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c46cc9-8cc6-4663-9c7f-f14aead40ed9', 'name': 'network-vif-deleted', 'tag': '4378e124-16f3-4223-814d-03e5cfe2befb'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:35:59.674193 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4599f82-984b-4ab0-9348-afbddfb2c08c" -d '{"events": [{"server_uuid": "d6c46cc9-8cc6-4663-9c7f-f14aead40ed9", "name": "network-vif-deleted", "tag": "4378e124-16f3-4223-814d-03e5cfe2befb"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:35:59.716128 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b01c7b-5b8e-404b-9ea2-6b1fd832bf08 x-openstack-request-id: req-79b01c7b-5b8e-404b-9ea2-6b1fd832bf08 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:35:59.716486 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c46cc9-8cc6-4663-9c7f-f14aead40ed9", "name": "network-vif-deleted", "tag": "4378e124-16f3-4223-814d-03e5cfe2befb", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:35:59.716759 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79b01c7b-5b8e-404b-9ea2-6b1fd832bf08 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:35:59.717167 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c46cc9-8cc6-4663-9c7f-f14aead40ed9', 'name': 'network-vif-deleted', 'tag': '4378e124-16f3-4223-814d-03e5cfe2befb', 'status': 'completed', 'code': 200} Dec 12 18:36:00.065194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f7417ef-bd1c-4262-8861-1d2132a5db5a req-8435cc46-be23-4412-bf04-c66c4cf1e993 tempest-TestEncryptedCinderVolumes-290287905 tempest-TestEncryptedCinderVolumes-290287905-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c46cc9-8cc6-4663-9c7f-f14aead40ed9 HTTP/1.1" status: 200 len: 210 time: 0.0307982 Dec 12 18:36:01.170927 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42212) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:01.511284 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:01.747783 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Deleting port 7928d99e-09ec-4574-8f84-09b972d17a50 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:36:01.748034 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:01.824397 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] For port 7928d99e-09ec-4574-8f84-09b972d17a50, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7928d99e-09ec-4574-8f84-09b972d17a50,segment=NetworkSegment(af6211c8-e723-4082-8f87-17df8ba56242),segment_id=af6211c8-e723-4082-8f87-17df8ba56242)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:36:01.824767 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:01.841311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Calling delete_port for 7928d99e-09ec-4574-8f84-09b972d17a50 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:36:02.016941 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:02.041942 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Pushing event deleted for resources: {'Port': ['ID=7928d99e-09ec-4574-8f84-09b972d17a50,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:02.054260 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:02.054615 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:02.054956 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:02.055334 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:02.055671 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:02.056006 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:02.056333 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:02.056661 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:02.056986 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:02.057310 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:02.057635 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:02.057959 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:02.058279 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:02.214009 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:02.423981 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Router c024abd8-9f40-445f-8aeb-8936a8a1ede4 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:36:02.527126 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:36:02.532763 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f71779c4-212e-4386-ac6c-f3780407704d admin admin] 10.222.0.18 "PUT /v2.0/routers/c024abd8-9f40-445f-8aeb-8936a8a1ede4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3607543 Dec 12 18:36:02.535267 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42216) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:02.538683 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15dd944-6971-4071-bf5d-53e00f848958 None None] Sync routers for ids ['c024abd8-9f40-445f-8aeb-8936a8a1ede4'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:36:02.548440 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15dd944-6971-4071-bf5d-53e00f848958 None None] Routers {'c024abd8-9f40-445f-8aeb-8936a8a1ede4'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:36:02.549120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b15dd944-6971-4071-bf5d-53e00f848958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:35:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c024abd8-9f40-445f-8aeb-8936a8a1ede4'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:02.637095 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fb282bd-bdcc-42bb-bdcf-e6bc0c04f91f admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:02.659439 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b15dd944-6971-4071-bf5d-53e00f848958 None None] Set router c024abd8-9f40-445f-8aeb-8936a8a1ede4 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:36:02.739262 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fb282bd-bdcc-42bb-bdcf-e6bc0c04f91f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:02.839689 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b15dd944-6971-4071-bf5d-53e00f848958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'name': 'tempest-TestEncryptedCinderVolumes-41237931-router', 'tenant_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '8a71994f-2312-4d85-914a-a4b7f70027eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:34:40Z', 'updated_at': '2021-12-12T18:36:01Z', 'revision_number': 5, 'project_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'gw_port': {'id': '8a71994f-2312-4d85-914a-a4b7f70027eb', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:40Z', 'updated_at': '2021-12-12T18:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:02.867135 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15dd944-6971-4071-bf5d-53e00f848958 None None] Checking router: c024abd8-9f40-445f-8aeb-8936a8a1ede4 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:36:02.875960 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15dd944-6971-4071-bf5d-53e00f848958 None None] Routers {'c024abd8-9f40-445f-8aeb-8936a8a1ede4'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:36:02.876598 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b15dd944-6971-4071-bf5d-53e00f848958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:35:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['c024abd8-9f40-445f-8aeb-8936a8a1ede4'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:02.963455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b15dd944-6971-4071-bf5d-53e00f848958 None None] Set router c024abd8-9f40-445f-8aeb-8936a8a1ede4 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:36:03.126431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3fb282bd-bdcc-42bb-bdcf-e6bc0c04f91f admin admin] Deleting port 8a71994f-2312-4d85-914a-a4b7f70027eb {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:36:03.126781 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fb282bd-bdcc-42bb-bdcf-e6bc0c04f91f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:03.177070 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b15dd944-6971-4071-bf5d-53e00f848958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'name': 'tempest-TestEncryptedCinderVolumes-41237931-router', 'tenant_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:34:40Z', 'updated_at': '2021-12-12T18:36:02Z', 'revision_number': 6, 'project_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:03.202799 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15dd944-6971-4071-bf5d-53e00f848958 None None] The sync data for ids ['c024abd8-9f40-445f-8aeb-8936a8a1ede4'] in n-d-760354-5 is: [{'id': 'c024abd8-9f40-445f-8aeb-8936a8a1ede4', 'name': 'tempest-TestEncryptedCinderVolumes-41237931-router', 'tenant_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:34:40Z', 'updated_at': '2021-12-12T18:36:02Z', 'revision_number': 6, 'project_id': 'c1a982246a884825a2a1bd6919b4fcc5', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:36:03.205654 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-3fb282bd-bdcc-42bb-bdcf-e6bc0c04f91f admin admin] For port 8a71994f-2312-4d85-914a-a4b7f70027eb, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=8a71994f-2312-4d85-914a-a4b7f70027eb,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:36:03.206034 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fb282bd-bdcc-42bb-bdcf-e6bc0c04f91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:03.222773 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3fb282bd-bdcc-42bb-bdcf-e6bc0c04f91f admin admin] Calling delete_port for 8a71994f-2312-4d85-914a-a4b7f70027eb owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:36:03.383775 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fb282bd-bdcc-42bb-bdcf-e6bc0c04f91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:03.408756 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb282bd-bdcc-42bb-bdcf-e6bc0c04f91f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a71994f-2312-4d85-914a-a4b7f70027eb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:03.423426 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300e80e1-55b7-43fe-b777-2674688a6081 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:36:03.467673 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fb282bd-bdcc-42bb-bdcf-e6bc0c04f91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:03.557382 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fb282bd-bdcc-42bb-bdcf-e6bc0c04f91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:03.559682 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fb282bd-bdcc-42bb-bdcf-e6bc0c04f91f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:03.608484 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fb282bd-bdcc-42bb-bdcf-e6bc0c04f91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:03.609073 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb282bd-bdcc-42bb-bdcf-e6bc0c04f91f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c024abd8-9f40-445f-8aeb-8936a8a1ede4 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:36:03.614392 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fb282bd-bdcc-42bb-bdcf-e6bc0c04f91f admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:03.615551 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3fb282bd-bdcc-42bb-bdcf-e6bc0c04f91f admin admin] 10.222.0.18 "DELETE /v2.0/routers/c024abd8-9f40-445f-8aeb-8936a8a1ede4 HTTP/1.1" status: 204 len: 168 time: 1.0792902 Dec 12 18:36:03.618202 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42218) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:03.627137 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 4378e124-16f3-4223-814d-03e5cfe2befb no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:36:03.657864 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 4378e124-16f3-4223-814d-03e5cfe2befb {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:36:03.658290 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 4378e124-16f3-4223-814d-03e5cfe2befb not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:36:03.663905 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9e250b-7b48-49ff-b1f0-ab20cccc32f5 admin admin] Deleting subnet 3f74d202-4f53-4eef-a866-b8ae710f103e {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:36:03.667115 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c9e250b-7b48-49ff-b1f0-ab20cccc32f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:03.701369 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c9e250b-7b48-49ff-b1f0-ab20cccc32f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:03.780398 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c9e250b-7b48-49ff-b1f0-ab20cccc32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:03.831709 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c9e250b-7b48-49ff-b1f0-ab20cccc32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:03.856590 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e250b-7b48-49ff-b1f0-ab20cccc32f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f74d202-4f53-4eef-a866-b8ae710f103e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:03.860759 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c9e250b-7b48-49ff-b1f0-ab20cccc32f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:03.864310 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2c9e250b-7b48-49ff-b1f0-ab20cccc32f5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3f74d202-4f53-4eef-a866-b8ae710f103e HTTP/1.1" status: 204 len: 168 time: 0.2448590 Dec 12 18:36:03.866087 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d320f9-2aff-46f8-b5d3-b57b839c2a7b None None] Network c5e1dd35-2110-433b-9fb5-3dc952266d48 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:36:03.866633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42220) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:03.939133 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:04.006996 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] Deleting port 563ee5ef-0577-4b8f-bd0d-74834f3bcf19 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:36:04.007446 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:04.039601 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad9e1d8-2554-403c-b513-17e577844ddd None None] DHCP port deletion for c5e1dd35-2110-433b-9fb5-3dc952266d48 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:36:04.069922 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7928d99e-09ec-4574-8f84-09b972d17a50 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:36:04.075300 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] For port 563ee5ef-0577-4b8f-bd0d-74834f3bcf19, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=563ee5ef-0577-4b8f-bd0d-74834f3bcf19,segment=NetworkSegment(af6211c8-e723-4082-8f87-17df8ba56242),segment_id=af6211c8-e723-4082-8f87-17df8ba56242)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:36:04.075773 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:04.089158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] Calling delete_port for 563ee5ef-0577-4b8f-bd0d-74834f3bcf19 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:36:04.091009 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 7928d99e-09ec-4574-8f84-09b972d17a50 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:36:04.091443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7928d99e-09ec-4574-8f84-09b972d17a50 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:36:04.091936 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8a71994f-2312-4d85-914a-a4b7f70027eb no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:36:04.128486 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 8a71994f-2312-4d85-914a-a4b7f70027eb {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:36:04.129110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 8a71994f-2312-4d85-914a-a4b7f70027eb not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:36:04.148247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-dad9e1d8-2554-403c-b513-17e577844ddd None None] Deleting port 563ee5ef-0577-4b8f-bd0d-74834f3bcf19 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:36:04.148622 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dad9e1d8-2554-403c-b513-17e577844ddd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:04.171564 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:04.202765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] Pushing event deleted for resources: {'Port': ['ID=563ee5ef-0577-4b8f-bd0d-74834f3bcf19,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:04.205378 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] No DVR routers for this DVR port 563ee5ef-0577-4b8f-bd0d-74834f3bcf19 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:36:04.223720 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dad9e1d8-2554-403c-b513-17e577844ddd None None] For port 563ee5ef-0577-4b8f-bd0d-74834f3bcf19, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=563ee5ef-0577-4b8f-bd0d-74834f3bcf19,segment=NetworkSegment(af6211c8-e723-4082-8f87-17df8ba56242),segment_id=af6211c8-e723-4082-8f87-17df8ba56242)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:36:04.224147 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dad9e1d8-2554-403c-b513-17e577844ddd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:04.238311 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-dad9e1d8-2554-403c-b513-17e577844ddd None None] Calling delete_port for 563ee5ef-0577-4b8f-bd0d-74834f3bcf19 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:36:04.278309 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:04.307254 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e1dd35-2110-433b-9fb5-3dc952266d48']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:04.317642 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6211c8-e723-4082-8f87-17df8ba56242') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:04.317951 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6211c8-e723-4082-8f87-17df8ba56242') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:04.326630 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dad9e1d8-2554-403c-b513-17e577844ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:04.330164 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:04.345507 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:04.351377 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9e1d8-2554-403c-b513-17e577844ddd None None] Pushing event deleted for resources: {'Port': ['ID=563ee5ef-0577-4b8f-bd0d-74834f3bcf19,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:04.352409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:36:04.354016 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:36:04.356927 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:36:04.359342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad9e1d8-2554-403c-b513-17e577844ddd None None] No DVR routers for this DVR port 563ee5ef-0577-4b8f-bd0d-74834f3bcf19 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:36:04.419694 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:04.426184 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:04.428913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c5e1dd35-2110-433b-9fb5-3dc952266d48 HTTP/1.1" status: 204 len: 168 time: 0.5611513 Dec 12 18:36:04.431999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42222) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:04.440485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97a23e-1183-4845-ad29-9d7079cdae21 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e1dd35-2110-433b-9fb5-3dc952266d48,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:04.767671 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c78618e-d4ac-4b0f-8f01-f413e6732125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:05.007479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0c78618e-d4ac-4b0f-8f01-f413e6732125 admin admin] Deleting port 2b1aebac-32fc-4556-a700-ca5d780cafb3 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:36:05.007827 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c78618e-d4ac-4b0f-8f01-f413e6732125 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:05.087948 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-0c78618e-d4ac-4b0f-8f01-f413e6732125 admin admin] For port 2b1aebac-32fc-4556-a700-ca5d780cafb3, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2b1aebac-32fc-4556-a700-ca5d780cafb3,segment=NetworkSegment(7c89f177-63d4-4c86-b35a-8ab63fc509af),segment_id=7c89f177-63d4-4c86-b35a-8ab63fc509af)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:36:05.088232 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c78618e-d4ac-4b0f-8f01-f413e6732125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:05.100750 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0c78618e-d4ac-4b0f-8f01-f413e6732125 admin admin] Calling delete_port for 2b1aebac-32fc-4556-a700-ca5d780cafb3 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:36:05.274316 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c78618e-d4ac-4b0f-8f01-f413e6732125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:05.297691 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78618e-d4ac-4b0f-8f01-f413e6732125 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1aebac-32fc-4556-a700-ca5d780cafb3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:05.461880 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c78618e-d4ac-4b0f-8f01-f413e6732125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:05.673443 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c78618e-d4ac-4b0f-8f01-f413e6732125 admin admin] Router 66574409-4f7f-4690-8b8c-a5eef40cd3f8 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:36:05.776050 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c78618e-d4ac-4b0f-8f01-f413e6732125 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:36:05.781739 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0c78618e-d4ac-4b0f-8f01-f413e6732125 admin admin] 10.222.0.18 "PUT /v2.0/routers/66574409-4f7f-4690-8b8c-a5eef40cd3f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3481579 Dec 12 18:36:05.784381 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42224) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:05.786027 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa21f23-6a01-40ed-b1e6-67de4e40aa6c None None] Sync routers for ids ['66574409-4f7f-4690-8b8c-a5eef40cd3f8'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:36:05.795140 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa21f23-6a01-40ed-b1e6-67de4e40aa6c None None] Routers {'66574409-4f7f-4690-8b8c-a5eef40cd3f8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:36:05.795774 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-9aa21f23-6a01-40ed-b1e6-67de4e40aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:35:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['66574409-4f7f-4690-8b8c-a5eef40cd3f8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:05.890242 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94bb2f05-5b70-40f8-8d37-faf24637dc84 admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:05.899251 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-9aa21f23-6a01-40ed-b1e6-67de4e40aa6c None None] Set router 66574409-4f7f-4690-8b8c-a5eef40cd3f8 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:36:05.933246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 563ee5ef-0577-4b8f-bd0d-74834f3bcf19 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:36:05.957933 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 563ee5ef-0577-4b8f-bd0d-74834f3bcf19 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:36:05.958423 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 563ee5ef-0577-4b8f-bd0d-74834f3bcf19 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:36:05.999829 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94bb2f05-5b70-40f8-8d37-faf24637dc84 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:06.053893 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-94bb2f05-5b70-40f8-8d37-faf24637dc84 admin admin] Deleting port 70409334-64dc-4cd5-8b7b-861da7af5270 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:36:06.054224 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94bb2f05-5b70-40f8-8d37-faf24637dc84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:06.076392 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-9aa21f23-6a01-40ed-b1e6-67de4e40aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66574409-4f7f-4690-8b8c-a5eef40cd3f8', 'name': 'tempest-TestEncryptedCinderVolumes-827476393-router', 'tenant_id': '615247052f554d0e82c6198ee7e05afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '70409334-64dc-4cd5-8b7b-861da7af5270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:34:44Z', 'updated_at': '2021-12-12T18:36:05Z', 'revision_number': 5, 'project_id': '615247052f554d0e82c6198ee7e05afb', 'gw_port': {'id': '70409334-64dc-4cd5-8b7b-861da7af5270', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66574409-4f7f-4690-8b8c-a5eef40cd3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:34:45Z', 'updated_at': '2021-12-12T18:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:06.105584 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa21f23-6a01-40ed-b1e6-67de4e40aa6c None None] Checking router: 66574409-4f7f-4690-8b8c-a5eef40cd3f8 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:36:06.113618 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa21f23-6a01-40ed-b1e6-67de4e40aa6c None None] Routers {'66574409-4f7f-4690-8b8c-a5eef40cd3f8'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:36:06.114230 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-9aa21f23-6a01-40ed-b1e6-67de4e40aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:35:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['66574409-4f7f-4690-8b8c-a5eef40cd3f8'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:06.135802 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-94bb2f05-5b70-40f8-8d37-faf24637dc84 admin admin] For port 70409334-64dc-4cd5-8b7b-861da7af5270, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=70409334-64dc-4cd5-8b7b-861da7af5270,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:36:06.136172 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94bb2f05-5b70-40f8-8d37-faf24637dc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:06.148016 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-94bb2f05-5b70-40f8-8d37-faf24637dc84 admin admin] Calling delete_port for 70409334-64dc-4cd5-8b7b-861da7af5270 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:36:06.198513 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:36:06.204479 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-9aa21f23-6a01-40ed-b1e6-67de4e40aa6c None None] Set router 66574409-4f7f-4690-8b8c-a5eef40cd3f8 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:36:06.255458 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-9aa21f23-6a01-40ed-b1e6-67de4e40aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66574409-4f7f-4690-8b8c-a5eef40cd3f8', 'name': 'tempest-TestEncryptedCinderVolumes-827476393-router', 'tenant_id': '615247052f554d0e82c6198ee7e05afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:34:44Z', 'updated_at': '2021-12-12T18:36:05Z', 'revision_number': 6, 'project_id': '615247052f554d0e82c6198ee7e05afb', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:06.286271 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa21f23-6a01-40ed-b1e6-67de4e40aa6c None None] The sync data for ids ['66574409-4f7f-4690-8b8c-a5eef40cd3f8'] in n-d-760354-5 is: [{'id': '66574409-4f7f-4690-8b8c-a5eef40cd3f8', 'name': 'tempest-TestEncryptedCinderVolumes-827476393-router', 'tenant_id': '615247052f554d0e82c6198ee7e05afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:34:44Z', 'updated_at': '2021-12-12T18:36:05Z', 'revision_number': 6, 'project_id': '615247052f554d0e82c6198ee7e05afb', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:36:06.309354 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94bb2f05-5b70-40f8-8d37-faf24637dc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:06.339981 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb2f05-5b70-40f8-8d37-faf24637dc84 admin admin] Pushing event deleted for resources: {'Port': ['ID=70409334-64dc-4cd5-8b7b-861da7af5270,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:06.353549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ba3c1a-893c-4a92-a352-33d5053366d3 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:36:06.401885 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94bb2f05-5b70-40f8-8d37-faf24637dc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:06.489733 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94bb2f05-5b70-40f8-8d37-faf24637dc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:06.491947 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94bb2f05-5b70-40f8-8d37-faf24637dc84 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:06.538386 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94bb2f05-5b70-40f8-8d37-faf24637dc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:06.538965 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bb2f05-5b70-40f8-8d37-faf24637dc84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66574409-4f7f-4690-8b8c-a5eef40cd3f8 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:36:06.543237 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94bb2f05-5b70-40f8-8d37-faf24637dc84 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:06.544476 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-94bb2f05-5b70-40f8-8d37-faf24637dc84 admin admin] 10.222.0.18 "DELETE /v2.0/routers/66574409-4f7f-4690-8b8c-a5eef40cd3f8 HTTP/1.1" status: 204 len: 168 time: 0.7591431 Dec 12 18:36:06.547500 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42226) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:06.591281 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5c535f-e6e4-43d0-aed9-5f04cc81377d admin admin] Deleting subnet 33063e31-febd-4c0a-acd1-1e73cd942ac0 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:36:06.594864 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca5c535f-e6e4-43d0-aed9-5f04cc81377d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:06.628130 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca5c535f-e6e4-43d0-aed9-5f04cc81377d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:06.711439 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca5c535f-e6e4-43d0-aed9-5f04cc81377d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:06.764157 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca5c535f-e6e4-43d0-aed9-5f04cc81377d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:06.791828 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c535f-e6e4-43d0-aed9-5f04cc81377d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33063e31-febd-4c0a-acd1-1e73cd942ac0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:06.796658 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca5c535f-e6e4-43d0-aed9-5f04cc81377d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:06.800646 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ca5c535f-e6e4-43d0-aed9-5f04cc81377d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/33063e31-febd-4c0a-acd1-1e73cd942ac0 HTTP/1.1" status: 204 len: 168 time: 0.2520301 Dec 12 18:36:06.801793 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0083eb28-2692-406e-a0c9-8f3f03c8745f None None] Network a015f0a4-bac6-4bd0-8c07-e2114d14a560 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:36:06.803074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42228) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:06.871058 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:06.929752 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] Deleting port baa8ab99-d547-457c-8114-5b52beb9b573 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:36:06.930100 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:06.991069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] For port baa8ab99-d547-457c-8114-5b52beb9b573, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=baa8ab99-d547-457c-8114-5b52beb9b573,segment=NetworkSegment(7c89f177-63d4-4c86-b35a-8ab63fc509af),segment_id=7c89f177-63d4-4c86-b35a-8ab63fc509af)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:36:06.991369 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:07.003953 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] Calling delete_port for baa8ab99-d547-457c-8114-5b52beb9b573 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:36:07.084456 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bb0150-dc5f-4cb5-a3fd-7d7a67436df9 None None] DHCP port deletion for a015f0a4-bac6-4bd0-8c07-e2114d14a560 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:36:07.091341 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:07.112393 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb0150-dc5f-4cb5-a3fd-7d7a67436df9 None None] The port 'baa8ab99-d547-457c-8114-5b52beb9b573' was deleted {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 12 18:36:07.121010 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] Pushing event deleted for resources: {'Port': ['ID=baa8ab99-d547-457c-8114-5b52beb9b573,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:07.121901 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] No DVR routers for this DVR port baa8ab99-d547-457c-8114-5b52beb9b573 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:36:07.196613 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:07.221380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a015f0a4-bac6-4bd0-8c07-e2114d14a560']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:07.230671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c89f177-63d4-4c86-b35a-8ab63fc509af') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:07.231007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c89f177-63d4-4c86-b35a-8ab63fc509af') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:07.241063 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:07.254824 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:07.262111 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:36:07.262502 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:36:07.264261 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:36:07.320403 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:07.326700 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:07.330750 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a015f0a4-bac6-4bd0-8c07-e2114d14a560 HTTP/1.1" status: 204 len: 168 time: 0.5264282 Dec 12 18:36:07.343745 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54a0ff-b960-47ab-9422-dd2a27949004 admin admin] Pushing event deleted for resources: {'Network': ['ID=a015f0a4-bac6-4bd0-8c07-e2114d14a560,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:07.491605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42232) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:07.532308 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e570a09f-531d-4544-8aa0-c2b204c4a877 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1a982246a884825a2a1bd6919b4fcc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394561 Dec 12 18:36:07.534671 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42234) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:07.585795 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fa787da4-7f7d-48d2-9ccc-de230b4d1986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:07.606701 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fa787da4-7f7d-48d2-9ccc-de230b4d1986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:07.653090 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fa787da4-7f7d-48d2-9ccc-de230b4d1986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:07.655859 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fa787da4-7f7d-48d2-9ccc-de230b4d1986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:07.657537 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fa787da4-7f7d-48d2-9ccc-de230b4d1986 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32279780-27ea-4a07-80b3-62f753703934 HTTP/1.1" status: 204 len: 168 time: 0.1219430 Dec 12 18:36:07.666764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa787da4-7f7d-48d2-9ccc-de230b4d1986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32279780-27ea-4a07-80b3-62f753703934,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:07.877864 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2b1aebac-32fc-4556-a700-ca5d780cafb3 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:36:07.897810 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 2b1aebac-32fc-4556-a700-ca5d780cafb3 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:36:07.898164 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2b1aebac-32fc-4556-a700-ca5d780cafb3 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:36:07.898593 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device baa8ab99-d547-457c-8114-5b52beb9b573 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:36:07.918122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: baa8ab99-d547-457c-8114-5b52beb9b573 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:36:07.918482 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device baa8ab99-d547-457c-8114-5b52beb9b573 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:36:07.919035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 70409334-64dc-4cd5-8b7b-861da7af5270 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:36:07.939505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 70409334-64dc-4cd5-8b7b-861da7af5270 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:36:07.939857 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 70409334-64dc-4cd5-8b7b-861da7af5270 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:36:07.978989 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42240) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:08.020122 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c8572c66-2261-4b17-b2ba-6d08a2b598a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=615247052f554d0e82c6198ee7e05afb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399444 Dec 12 18:36:08.022703 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42242) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:08.069966 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a815a48-d65d-405b-b5f3-bb9ead7229ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:08.090682 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a815a48-d65d-405b-b5f3-bb9ead7229ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:08.136998 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a815a48-d65d-405b-b5f3-bb9ead7229ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:08.139638 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a815a48-d65d-405b-b5f3-bb9ead7229ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:08.141301 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8a815a48-d65d-405b-b5f3-bb9ead7229ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61da29a9-7dee-4c74-9026-84b8f0af30ed HTTP/1.1" status: 204 len: 168 time: 0.1175508 Dec 12 18:36:08.149023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a815a48-d65d-405b-b5f3-bb9ead7229ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61da29a9-7dee-4c74-9026-84b8f0af30ed,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:08.790690 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42266) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:08.893691 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-995d3b4e-c3d1-4eb8-b35f-ab6be17e6e54 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-766552431-network', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:36:08.917869 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995d3b4e-c3d1-4eb8-b35f-ab6be17e6e54 admin admin] Made reservation on behalf of 19d5d409586b451fa69289ed29a9e60a for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:36:08.920259 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-995d3b4e-c3d1-4eb8-b35f-ab6be17e6e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:08.929000 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-995d3b4e-c3d1-4eb8-b35f-ab6be17e6e54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.002378 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-995d3b4e-c3d1-4eb8-b35f-ab6be17e6e54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.005959 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-995d3b4e-c3d1-4eb8-b35f-ab6be17e6e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.030493 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995d3b4e-c3d1-4eb8-b35f-ab6be17e6e54 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:36:09.039145 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d3b4e-c3d1-4eb8-b35f-ab6be17e6e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8545d170-4a92-4226-8331-aa99dccff9cc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:09.045117 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-995d3b4e-c3d1-4eb8-b35f-ab6be17e6e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.045516 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-995d3b4e-c3d1-4eb8-b35f-ab6be17e6e54 admin admin] Added segment 9ef07034-1d84-4606-8701-79b2ec175c1e of type vlan for network 66cdbda4-f698-4f24-ac57-797fb7470e3b Dec 12 18:36:09.086442 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-995d3b4e-c3d1-4eb8-b35f-ab6be17e6e54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.112442 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-995d3b4e-c3d1-4eb8-b35f-ab6be17e6e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.113370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995d3b4e-c3d1-4eb8-b35f-ab6be17e6e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:09.113949 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-995d3b4e-c3d1-4eb8-b35f-ab6be17e6e54 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.161814 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-995d3b4e-c3d1-4eb8-b35f-ab6be17e6e54 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3698785 Dec 12 18:36:09.164716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42270) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:09.169816 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-70ec57f6-d969-4dfd-beb4-5546a7673170 admin admin] Request body: {'subnet': {'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-766552431-subnet', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:36:09.184415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d3b4e-c3d1-4eb8-b35f-ab6be17e6e54 admin admin] Pushing event updated for resources: {'Network': ['ID=66cdbda4-f698-4f24-ac57-797fb7470e3b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:09.191345 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ec57f6-d969-4dfd-beb4-5546a7673170 admin admin] Made reservation on behalf of 19d5d409586b451fa69289ed29a9e60a for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:36:09.194374 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 66cdbda4-f698-4f24-ac57-797fb7470e3b details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:36:09.195000 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70ec57f6-d969-4dfd-beb4-5546a7673170 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.363428 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70ec57f6-d969-4dfd-beb4-5546a7673170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.417253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec57f6-d969-4dfd-beb4-5546a7673170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c246cbd-6f29-438d-8f25-c56e6b3f73e1,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:09.424983 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ec57f6-d969-4dfd-beb4-5546a7673170 admin admin] Checking segment: {'id': '9ef07034-1d84-4606-8701-79b2ec175c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:36:09.425343 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ec57f6-d969-4dfd-beb4-5546a7673170 admin admin] Network hostable DHCP agents. Network: 66cdbda4-f698-4f24-ac57-797fb7470e3b, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:36:09.441135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ec57f6-d969-4dfd-beb4-5546a7673170 admin admin] Network 66cdbda4-f698-4f24-ac57-797fb7470e3b is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:36:09.449587 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-70ec57f6-d969-4dfd-beb4-5546a7673170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 66cdbda4-f698-4f24-ac57-797fb7470e3b) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:36:09.454089 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ec57f6-d969-4dfd-beb4-5546a7673170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:09.454782 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70ec57f6-d969-4dfd-beb4-5546a7673170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.459956 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57af87b4-e388-4f14-b403-c09f650e2204 None None] Network 66cdbda4-f698-4f24-ac57-797fb7470e3b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:36:09.474321 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-70ec57f6-d969-4dfd-beb4-5546a7673170 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3059158 Dec 12 18:36:09.474960 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42272) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:09.479475 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-766552431-router', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:36:09.501913 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.502984 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.556406 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.565378 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a49c43-949a-4584-8135-959551559409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-66cdbda4-f698-4f24-ac57-797fb7470e3b', 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b', 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'fixed_ips': [{'subnet_id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:36:09.566249 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d8a49c43-949a-4584-8135-959551559409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.692593 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.698012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-d8a49c43-949a-4584-8135-959551559409 None None] Allocated IP 172.20.0.2 (66cdbda4-f698-4f24-ac57-797fb7470e3b/4c246cbd-6f29-438d-8f25-c56e6b3f73e1/197bcbc7-08ec-480a-8ee4-56863c67e9f0) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:36:09.839514 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d8a49c43-949a-4584-8135-959551559409 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.845650 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d8a49c43-949a-4584-8135-959551559409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.890052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a49c43-949a-4584-8135-959551559409 None None] Network 66cdbda4-f698-4f24-ac57-797fb7470e3b is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:36:09.893533 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-d8a49c43-949a-4584-8135-959551559409 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:36:09.896384 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a49c43-949a-4584-8135-959551559409 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:36:09.907413 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a49c43-949a-4584-8135-959551559409 None None] Pushing event updated for resources: {'Port': ['ID=197bcbc7-08ec-480a-8ee4-56863c67e9f0,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:09.909117 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.930218 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.962216 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d8a49c43-949a-4584-8135-959551559409 None None] Attempting to bind port 197bcbc7-08ec-480a-8ee4-56863c67e9f0 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:36:09.962502 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d8a49c43-949a-4584-8135-959551559409 None None] Attempting to bind port 197bcbc7-08ec-480a-8ee4-56863c67e9f0 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '9ef07034-1d84-4606-8701-79b2ec175c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:36:09.962872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a49c43-949a-4584-8135-959551559409 None None] Attempting to bind port 197bcbc7-08ec-480a-8ee4-56863c67e9f0 on network 66cdbda4-f698-4f24-ac57-797fb7470e3b {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:36:09.967899 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a49c43-949a-4584-8135-959551559409 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:36:09.968276 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a49c43-949a-4584-8135-959551559409 None None] Checking segment: {'id': '9ef07034-1d84-4606-8701-79b2ec175c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:36:09.968717 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d8a49c43-949a-4584-8135-959551559409 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:09.969119 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a49c43-949a-4584-8135-959551559409 None None] Bound using segment: {'id': '9ef07034-1d84-4606-8701-79b2ec175c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:36:09.969587 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d8a49c43-949a-4584-8135-959551559409 None None] Bound port: 197bcbc7-08ec-480a-8ee4-56863c67e9f0, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef07034-1d84-4606-8701-79b2ec175c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:36:09.969971 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d8a49c43-949a-4584-8135-959551559409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:10.031190 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d8a49c43-949a-4584-8135-959551559409 None None] For port 197bcbc7-08ec-480a-8ee4-56863c67e9f0, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:36:10.034049 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] Allocated IP 172.25.1.219 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/3f857d03-21be-47af-907a-89716ff6912d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:36:10.034999 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d8a49c43-949a-4584-8135-959551559409 None None] For port 197bcbc7-08ec-480a-8ee4-56863c67e9f0, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=197bcbc7-08ec-480a-8ee4-56863c67e9f0,segment=NetworkSegment(9ef07034-1d84-4606-8701-79b2ec175c1e),segment_id=9ef07034-1d84-4606-8701-79b2ec175c1e)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:36:10.039637 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d8a49c43-949a-4584-8135-959551559409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:10.099796 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a49c43-949a-4584-8135-959551559409 None None] Pushing event updated for resources: {'Port': ['ID=197bcbc7-08ec-480a-8ee4-56863c67e9f0,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:10.146912 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:10.181262 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:10.224102 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:36:10.227171 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:36:10.231744 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:36:10.235403 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] Pushing event updated for resources: {'Port': ['ID=3f857d03-21be-47af-907a-89716ff6912d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:10.246050 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2062647b-899f-4245-bbc2-6c6fb001d190 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:36:10.371731 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b62fbe50-dc58-48b4-83ec-a9212523a64e None None] Provisioning complete for port 3f857d03-21be-47af-907a-89716ff6912d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:10.372102 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b62fbe50-dc58-48b4-83ec-a9212523a64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:10.413740 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b62fbe50-dc58-48b4-83ec-a9212523a64e None None] Port 3f857d03-21be-47af-907a-89716ff6912d cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:36:10.517001 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:11.041078 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:11.064404 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46f3d71-fe91-4c99-bfb5-04709d83c57c None None] Network 66cdbda4-f698-4f24-ac57-797fb7470e3b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:36:11.165040 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7606bb79-f8a4-48fe-bdf8-71dc1b42b71e None None] Provisioning complete for port 197bcbc7-08ec-480a-8ee4-56863c67e9f0 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:11.165422 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7606bb79-f8a4-48fe-bdf8-71dc1b42b71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:11.169585 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] Router 573547f8-beca-4ba8-96d2-24153ccaaac3 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:36:11.258860 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7606bb79-f8a4-48fe-bdf8-71dc1b42b71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:11.279492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:36:11.292617 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Sync routers for ids ['573547f8-beca-4ba8-96d2-24153ccaaac3'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:36:11.302440 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:11.307022 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42274) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:11.307552 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ef4b8468-3f4c-4630-8584-44eddd3e55f8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8309441 Dec 12 18:36:11.315444 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7606bb79-f8a4-48fe-bdf8-71dc1b42b71e None None] For port 197bcbc7-08ec-480a-8ee4-56863c67e9f0, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=197bcbc7-08ec-480a-8ee4-56863c67e9f0,segment=NetworkSegment(9ef07034-1d84-4606-8701-79b2ec175c1e),segment_id=9ef07034-1d84-4606-8701-79b2ec175c1e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:36:11.319497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Routers {'573547f8-beca-4ba8-96d2-24153ccaaac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:36:11.320205 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:35:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['573547f8-beca-4ba8-96d2-24153ccaaac3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:11.324939 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7606bb79-f8a4-48fe-bdf8-71dc1b42b71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:11.458323 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606bb79-f8a4-48fe-bdf8-71dc1b42b71e None None] Pushing event updated for resources: {'Port': ['ID=197bcbc7-08ec-480a-8ee4-56863c67e9f0,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:11.475180 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9fad5e83-ae28-4651-87b1-11127fd3d4d3 None None] Provisioning complete for port 197bcbc7-08ec-480a-8ee4-56863c67e9f0 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:11.475557 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9fad5e83-ae28-4651-87b1-11127fd3d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:11.499470 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Set router 573547f8-beca-4ba8-96d2-24153ccaaac3 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:36:11.723663 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'name': 'tempest-TestMinimumBasicScenario-766552431-router', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '3f857d03-21be-47af-907a-89716ff6912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:10Z', 'revision_number': 3, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'gw_port': {'id': '3f857d03-21be-47af-907a-89716ff6912d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:11.732509 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61e58521-164d-4aec-a4a9-3e70d6805cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:11.750794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Checking router: 573547f8-beca-4ba8-96d2-24153ccaaac3 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:36:11.751151 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Updating router 573547f8-beca-4ba8-96d2-24153ccaaac3 port 3f857d03-21be-47af-907a-89716ff6912d binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:36:11.775184 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:11.890902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-61e58521-164d-4aec-a4a9-3e70d6805cdf admin admin] Allocated IP 172.20.0.1 (66cdbda4-f698-4f24-ac57-797fb7470e3b/4c246cbd-6f29-438d-8f25-c56e6b3f73e1/ea04f730-2e8d-47f7-8a22-270d4ae03034) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:36:11.926690 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 197bcbc7-08ec-480a-8ee4-56863c67e9f0 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:36:12.008841 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61e58521-164d-4aec-a4a9-3e70d6805cdf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:12.043475 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61e58521-164d-4aec-a4a9-3e70d6805cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:12.085657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e58521-164d-4aec-a4a9-3e70d6805cdf admin admin] Network 66cdbda4-f698-4f24-ac57-797fb7470e3b is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:36:12.088711 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-61e58521-164d-4aec-a4a9-3e70d6805cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:36:12.091395 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e58521-164d-4aec-a4a9-3e70d6805cdf admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:36:12.118281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e58521-164d-4aec-a4a9-3e70d6805cdf admin admin] Pushing event updated for resources: {'Port': ['ID=ea04f730-2e8d-47f7-8a22-270d4ae03034,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:12.137504 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61e58521-164d-4aec-a4a9-3e70d6805cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:12.176333 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 197bcbc7-08ec-480a-8ee4-56863c67e9f0 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:12.176710 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:12.273254 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61e58521-164d-4aec-a4a9-3e70d6805cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:12.303880 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:12.311865 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:12.358438 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482fa7bc-2592-46ad-bcdb-7e4fb5d77dbd None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:36:12.373262 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Attempting to bind port 3f857d03-21be-47af-907a-89716ff6912d on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:36:12.373557 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Attempting to bind port 3f857d03-21be-47af-907a-89716ff6912d by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:36:12.373917 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Attempting to bind port 3f857d03-21be-47af-907a-89716ff6912d on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:36:12.377957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102867c-bf82-440b-a7b5-2cfef1a18a0b None None] Pushing event updated for resources: {'Port': ['ID=3f857d03-21be-47af-907a-89716ff6912d,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:12.382761 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:36:12.383138 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:36:12.383586 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:12.383942 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:36:12.384412 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Bound port: 3f857d03-21be-47af-907a-89716ff6912d, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:36:12.384796 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:12.442609 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6f2a5b79-62dd-4b80-8985-6a1519cf6a9e None None] Provisioning complete for port ea04f730-2e8d-47f7-8a22-270d4ae03034 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:12.442979 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5b79-62dd-4b80-8985-6a1519cf6a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:12.457458 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61e58521-164d-4aec-a4a9-3e70d6805cdf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:12.462154 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61e58521-164d-4aec-a4a9-3e70d6805cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:12.466966 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] For port 3f857d03-21be-47af-907a-89716ff6912d, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:36:12.485265 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] For port 3f857d03-21be-47af-907a-89716ff6912d, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3f857d03-21be-47af-907a-89716ff6912d,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:36:12.492516 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:12.495801 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6f2a5b79-62dd-4b80-8985-6a1519cf6a9e None None] Port ea04f730-2e8d-47f7-8a22-270d4ae03034 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:36:12.530164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e58521-164d-4aec-a4a9-3e70d6805cdf admin admin] Pushing event updated for resources: {'Port': ['ID=ea04f730-2e8d-47f7-8a22-270d4ae03034,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:12.533749 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61e58521-164d-4aec-a4a9-3e70d6805cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:12.541826 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b48a83-9750-4ef6-ae2b-7c3dc1957bf0 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:36:12.566455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6f2a5b79-62dd-4b80-8985-6a1519cf6a9e None None] Provisioning complete for port 3f857d03-21be-47af-907a-89716ff6912d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:12.566830 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5b79-62dd-4b80-8985-6a1519cf6a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:12.587794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102867c-bf82-440b-a7b5-2cfef1a18a0b None None] Pushing event updated for resources: {'Port': ['ID=3f857d03-21be-47af-907a-89716ff6912d,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:12.594237 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Routers {'573547f8-beca-4ba8-96d2-24153ccaaac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:36:12.594854 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:35:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['573547f8-beca-4ba8-96d2-24153ccaaac3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:12.629146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e58521-164d-4aec-a4a9-3e70d6805cdf admin admin] Network 66cdbda4-f698-4f24-ac57-797fb7470e3b is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:36:12.630482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-61e58521-164d-4aec-a4a9-3e70d6805cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:36:12.737490 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] Set router 573547f8-beca-4ba8-96d2-24153ccaaac3 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:36:12.747374 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e58521-164d-4aec-a4a9-3e70d6805cdf admin admin] Router 573547f8-beca-4ba8-96d2-24153ccaaac3 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:36:12.774003 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5b79-62dd-4b80-8985-6a1519cf6a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:12.827910 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6f2a5b79-62dd-4b80-8985-6a1519cf6a9e None None] For port 3f857d03-21be-47af-907a-89716ff6912d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3f857d03-21be-47af-907a-89716ff6912d,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:36:12.841156 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5b79-62dd-4b80-8985-6a1519cf6a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:12.862582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e58521-164d-4aec-a4a9-3e70d6805cdf admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:36:12.867732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-61e58521-164d-4aec-a4a9-3e70d6805cdf admin admin] 10.222.0.18 "PUT /v2.0/routers/573547f8-beca-4ba8-96d2-24153ccaaac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5589168 Dec 12 18:36:12.946057 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a5b79-62dd-4b80-8985-6a1519cf6a9e None None] Pushing event updated for resources: {'Port': ['ID=3f857d03-21be-47af-907a-89716ff6912d,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:12.988336 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-de3bc361-d83f-445d-9f4c-324063e9136a None None] Provisioning complete for port ea04f730-2e8d-47f7-8a22-270d4ae03034 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:12.988641 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-de3bc361-d83f-445d-9f4c-324063e9136a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:13.037187 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-de3bc361-d83f-445d-9f4c-324063e9136a None None] Port ea04f730-2e8d-47f7-8a22-270d4ae03034 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:36:13.054723 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'name': 'tempest-TestMinimumBasicScenario-766552431-router', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '3f857d03-21be-47af-907a-89716ff6912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'gw_port': {'id': '3f857d03-21be-47af-907a-89716ff6912d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'ea04f730-2e8d-47f7-8a22-270d4ae03034', 'name': '', 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'mac_address': 'fa:16:3e:f2:58:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:11Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 2, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'subnets': [{'id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:13.057342 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-de3bc361-d83f-445d-9f4c-324063e9136a None None] Provisioning complete for port 3f857d03-21be-47af-907a-89716ff6912d triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:13.057763 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-de3bc361-d83f-445d-9f4c-324063e9136a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:13.097912 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b7895c-7703-47f8-8d71-9f97f0f5bef2 None None] The sync data for ids ['573547f8-beca-4ba8-96d2-24153ccaaac3'] in n-d-760354-5 is: [{'id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'name': 'tempest-TestMinimumBasicScenario-766552431-router', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '3f857d03-21be-47af-907a-89716ff6912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'gw_port': {'id': '3f857d03-21be-47af-907a-89716ff6912d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'ea04f730-2e8d-47f7-8a22-270d4ae03034', 'name': '', 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'mac_address': 'fa:16:3e:f2:58:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:11Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 2, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'subnets': [{'id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:36:13.356399 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42290) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:13.361854 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-395a4885-550d-44e0-b796-f8a0c3aa7bb7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1033600514-network', 'tenant_id': 'ababbe4df3584e8c80407b88cda4a184'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:36:13.387075 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395a4885-550d-44e0-b796-f8a0c3aa7bb7 admin admin] Made reservation on behalf of ababbe4df3584e8c80407b88cda4a184 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:36:13.389543 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-395a4885-550d-44e0-b796-f8a0c3aa7bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:13.402944 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-395a4885-550d-44e0-b796-f8a0c3aa7bb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:13.482755 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-395a4885-550d-44e0-b796-f8a0c3aa7bb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:13.491675 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-395a4885-550d-44e0-b796-f8a0c3aa7bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:13.522449 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395a4885-550d-44e0-b796-f8a0c3aa7bb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:36:13.530088 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a4885-550d-44e0-b796-f8a0c3aa7bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5f6fc4-2ddf-4e40-bf4d-e4f51ae55db0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:13.538579 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-395a4885-550d-44e0-b796-f8a0c3aa7bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:13.538893 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-395a4885-550d-44e0-b796-f8a0c3aa7bb7 admin admin] Added segment 2dbcda4b-9e65-4406-afa8-fab5c8472202 of type vlan for network a56272f5-9e50-4204-868c-3cb49a6ee3fd Dec 12 18:36:13.581914 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-395a4885-550d-44e0-b796-f8a0c3aa7bb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:13.607655 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-395a4885-550d-44e0-b796-f8a0c3aa7bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:13.608658 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395a4885-550d-44e0-b796-f8a0c3aa7bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:13.609300 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-395a4885-550d-44e0-b796-f8a0c3aa7bb7 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:13.670060 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42292) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:13.670652 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-395a4885-550d-44e0-b796-f8a0c3aa7bb7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3128357 Dec 12 18:36:13.675517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-9533c5b6-8239-45ac-85a4-f7706ba1b67f admin admin] Request body: {'subnet': {'network_id': 'a56272f5-9e50-4204-868c-3cb49a6ee3fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1033600514-subnet', 'tenant_id': 'ababbe4df3584e8c80407b88cda4a184', 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:36:13.676720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a4885-550d-44e0-b796-f8a0c3aa7bb7 admin admin] Pushing event updated for resources: {'Network': ['ID=a56272f5-9e50-4204-868c-3cb49a6ee3fd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:13.686633 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network a56272f5-9e50-4204-868c-3cb49a6ee3fd details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:36:13.706734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9533c5b6-8239-45ac-85a4-f7706ba1b67f admin admin] Made reservation on behalf of ababbe4df3584e8c80407b88cda4a184 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:36:13.709376 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9533c5b6-8239-45ac-85a4-f7706ba1b67f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:13.917969 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9533c5b6-8239-45ac-85a4-f7706ba1b67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:13.921278 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3f857d03-21be-47af-907a-89716ff6912d up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:36:13.978929 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533c5b6-8239-45ac-85a4-f7706ba1b67f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f53ff01-94c3-4a1a-a4e7-3cebef485ae8,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:13.990834 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9533c5b6-8239-45ac-85a4-f7706ba1b67f admin admin] Checking segment: {'id': '2dbcda4b-9e65-4406-afa8-fab5c8472202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a56272f5-9e50-4204-868c-3cb49a6ee3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:36:13.991407 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9533c5b6-8239-45ac-85a4-f7706ba1b67f admin admin] Network hostable DHCP agents. Network: a56272f5-9e50-4204-868c-3cb49a6ee3fd, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:36:13.994310 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 3f857d03-21be-47af-907a-89716ff6912d triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:13.994795 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:14.010044 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9533c5b6-8239-45ac-85a4-f7706ba1b67f admin admin] Network a56272f5-9e50-4204-868c-3cb49a6ee3fd is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:36:14.023256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-9533c5b6-8239-45ac-85a4-f7706ba1b67f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, a56272f5-9e50-4204-868c-3cb49a6ee3fd) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:36:14.029342 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9533c5b6-8239-45ac-85a4-f7706ba1b67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:14.029696 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9533c5b6-8239-45ac-85a4-f7706ba1b67f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:14.038442 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd8fc26-35c8-42fc-8077-76c08680ed0f None None] Network a56272f5-9e50-4204-868c-3cb49a6ee3fd requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:36:14.051815 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42294) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:14.052384 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9533c5b6-8239-45ac-85a4-f7706ba1b67f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3810368 Dec 12 18:36:14.056986 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1033600514-router', 'tenant_id': 'ababbe4df3584e8c80407b88cda4a184', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:36:14.079187 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:14.080314 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:14.142132 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:14.181450 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-a56272f5-9e50-4204-868c-3cb49a6ee3fd', 'network_id': 'a56272f5-9e50-4204-868c-3cb49a6ee3fd', 'project_id': 'ababbe4df3584e8c80407b88cda4a184', 'fixed_ips': [{'subnet_id': '2f53ff01-94c3-4a1a-a4e7-3cebef485ae8'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:36:14.182328 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:14.301660 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:14.339681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Allocated IP 172.20.0.2 (a56272f5-9e50-4204-868c-3cb49a6ee3fd/2f53ff01-94c3-4a1a-a4e7-3cebef485ae8/9ff282d0-d06f-4649-8768-6f3050809a74) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:36:14.500314 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:14.506094 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:14.514347 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:14.537302 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:14.548655 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Network a56272f5-9e50-4204-868c-3cb49a6ee3fd is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:36:14.551637 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:36:14.555192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:36:14.563911 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Pushing event updated for resources: {'Port': ['ID=9ff282d0-d06f-4649-8768-6f3050809a74,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:14.617412 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Attempting to bind port 9ff282d0-d06f-4649-8768-6f3050809a74 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:36:14.617697 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Attempting to bind port 9ff282d0-d06f-4649-8768-6f3050809a74 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '2dbcda4b-9e65-4406-afa8-fab5c8472202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a56272f5-9e50-4204-868c-3cb49a6ee3fd'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:36:14.618071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Attempting to bind port 9ff282d0-d06f-4649-8768-6f3050809a74 on network a56272f5-9e50-4204-868c-3cb49a6ee3fd {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:36:14.622946 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:36:14.623376 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Checking segment: {'id': '2dbcda4b-9e65-4406-afa8-fab5c8472202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a56272f5-9e50-4204-868c-3cb49a6ee3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:36:14.623787 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:14.624190 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Bound using segment: {'id': '2dbcda4b-9e65-4406-afa8-fab5c8472202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a56272f5-9e50-4204-868c-3cb49a6ee3fd'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:36:14.624695 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Bound port: 9ff282d0-d06f-4649-8768-6f3050809a74, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbcda4b-9e65-4406-afa8-fab5c8472202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a56272f5-9e50-4204-868c-3cb49a6ee3fd'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:36:14.625081 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:14.644711 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] Allocated IP 172.25.1.254 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/ecbb5ae9-dc96-4bc1-8762-d09f31d071f5) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:36:14.687171 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] For port 9ff282d0-d06f-4649-8768-6f3050809a74, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:36:14.690254 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] For port 9ff282d0-d06f-4649-8768-6f3050809a74, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9ff282d0-d06f-4649-8768-6f3050809a74,segment=NetworkSegment(2dbcda4b-9e65-4406-afa8-fab5c8472202),segment_id=2dbcda4b-9e65-4406-afa8-fab5c8472202)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:36:14.695250 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:14.752763 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681eec0d-65fc-4771-af1d-c5fd4c35ddb0 None None] Pushing event updated for resources: {'Port': ['ID=9ff282d0-d06f-4649-8768-6f3050809a74,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:14.761688 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:14.804490 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:14.848710 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:36:14.851718 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:36:14.854666 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:36:14.860515 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] Pushing event updated for resources: {'Port': ['ID=ecbb5ae9-dc96-4bc1-8762-d09f31d071f5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:14.865768 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d108961-4e21-4ad8-91d5-81f23c2f5cfa None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:36:14.912719 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3df44e9f-f487-478d-add0-ed39df18a69c None None] Provisioning complete for port ecbb5ae9-dc96-4bc1-8762-d09f31d071f5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:14.917884 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3df44e9f-f487-478d-add0-ed39df18a69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:14.978198 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b2c14ce-0b5a-4eb6-bd99-29bf288e95ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:14.980943 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3df44e9f-f487-478d-add0-ed39df18a69c None None] Port ecbb5ae9-dc96-4bc1-8762-d09f31d071f5 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:36:15.160203 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:15.358518 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:15.490729 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] Router 75a05d6f-91a4-4223-a5bc-2642af1b5fd1 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:36:15.598535 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:36:15.613703 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Sync routers for ids ['75a05d6f-91a4-4223-a5bc-2642af1b5fd1'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:36:15.623760 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:15.627652 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b4c9b641-2e40-4e71-9681-34b49572148a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5717010 Dec 12 18:36:15.627823 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42296) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:36:15.627935 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Routers {'75a05d6f-91a4-4223-a5bc-2642af1b5fd1'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:36:15.628596 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-edd25040-7a51-4827-aa92-c345af329533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:35:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['75a05d6f-91a4-4223-a5bc-2642af1b5fd1'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:15.749242 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Set router 75a05d6f-91a4-4223-a5bc-2642af1b5fd1 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:36:15.802059 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f08997-bfd0-4dba-b271-8549f210e99a None None] Network a56272f5-9e50-4204-868c-3cb49a6ee3fd requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:36:15.881357 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Sync routers for ids ['573547f8-beca-4ba8-96d2-24153ccaaac3'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:36:15.920916 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Routers {'573547f8-beca-4ba8-96d2-24153ccaaac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:36:15.921581 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:35:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['573547f8-beca-4ba8-96d2-24153ccaaac3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:15.982439 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-edd25040-7a51-4827-aa92-c345af329533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a05d6f-91a4-4223-a5bc-2642af1b5fd1', 'name': 'tempest-TestMinimumBasicScenario-1033600514-router', 'tenant_id': 'ababbe4df3584e8c80407b88cda4a184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'ecbb5ae9-dc96-4bc1-8762-d09f31d071f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:14Z', 'updated_at': '2021-12-12T18:36:15Z', 'revision_number': 3, 'project_id': 'ababbe4df3584e8c80407b88cda4a184', 'gw_port': {'id': 'ecbb5ae9-dc96-4bc1-8762-d09f31d071f5', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a05d6f-91a4-4223-a5bc-2642af1b5fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:14Z', 'updated_at': '2021-12-12T18:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:16.010310 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9ff282d0-d06f-4649-8768-6f3050809a74 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:36:16.013664 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Checking router: 75a05d6f-91a4-4223-a5bc-2642af1b5fd1 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:36:16.014434 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Updating router 75a05d6f-91a4-4223-a5bc-2642af1b5fd1 port ecbb5ae9-dc96-4bc1-8762-d09f31d071f5 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:36:16.035061 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-493d18dd-7d16-4e09-9bb6-f7862440f8ad None None] Provisioning complete for port 9ff282d0-d06f-4649-8768-6f3050809a74 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:16.035484 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-493d18dd-7d16-4e09-9bb6-f7862440f8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:16.042203 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:16.096782 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-826e4979-fca5-4b31-a46d-c37290ecf138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:16.141381 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Set router 573547f8-beca-4ba8-96d2-24153ccaaac3 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:36:16.244862 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 9ff282d0-d06f-4649-8768-6f3050809a74 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:16.245238 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:16.287666 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-826e4979-fca5-4b31-a46d-c37290ecf138 admin admin] Allocated IP 172.20.0.1 (a56272f5-9e50-4204-868c-3cb49a6ee3fd/2f53ff01-94c3-4a1a-a4e7-3cebef485ae8/b6c56d0c-ae29-4010-92b7-a40031e6d665) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:36:16.367767 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:16.376737 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:16.412560 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-826e4979-fca5-4b31-a46d-c37290ecf138 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:16.440505 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Attempting to bind port ecbb5ae9-dc96-4bc1-8762-d09f31d071f5 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:36:16.440881 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Attempting to bind port ecbb5ae9-dc96-4bc1-8762-d09f31d071f5 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:36:16.441238 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Attempting to bind port ecbb5ae9-dc96-4bc1-8762-d09f31d071f5 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:36:16.451399 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-826e4979-fca5-4b31-a46d-c37290ecf138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:16.455189 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:36:16.455953 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:36:16.457498 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:16.457498 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:36:16.457498 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Bound port: ecbb5ae9-dc96-4bc1-8762-d09f31d071f5, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:36:16.457796 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:16.460698 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ae457-894b-42d7-b369-2ffab115cd04 None None] Pushing event updated for resources: {'Port': ['ID=ecbb5ae9-dc96-4bc1-8762-d09f31d071f5,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:16.486740 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3740f43e-d795-4d0e-958b-d1cb3a7a5dea None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:36:16.490736 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0ae457-894b-42d7-b369-2ffab115cd04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:16.490971 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0ae457-894b-42d7-b369-2ffab115cd04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:16.491297 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0ae457-894b-42d7-b369-2ffab115cd04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:16.491638 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0ae457-894b-42d7-b369-2ffab115cd04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:16.491974 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0ae457-894b-42d7-b369-2ffab115cd04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:16.492089 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826e4979-fca5-4b31-a46d-c37290ecf138 admin admin] Network a56272f5-9e50-4204-868c-3cb49a6ee3fd is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:36:16.492382 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0ae457-894b-42d7-b369-2ffab115cd04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:16.492628 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0ae457-894b-42d7-b369-2ffab115cd04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:16.492954 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0ae457-894b-42d7-b369-2ffab115cd04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:16.493276 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0ae457-894b-42d7-b369-2ffab115cd04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:16.493613 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0ae457-894b-42d7-b369-2ffab115cd04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:16.494313 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0ae457-894b-42d7-b369-2ffab115cd04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:16.494313 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0ae457-894b-42d7-b369-2ffab115cd04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:16.494517 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0ae457-894b-42d7-b369-2ffab115cd04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:16.496837 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-826e4979-fca5-4b31-a46d-c37290ecf138 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:36:16.501710 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826e4979-fca5-4b31-a46d-c37290ecf138 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:36:16.528019 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-493d18dd-7d16-4e09-9bb6-f7862440f8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:16.533700 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-edd25040-7a51-4827-aa92-c345af329533 None None] For port ecbb5ae9-dc96-4bc1-8762-d09f31d071f5, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:36:16.546289 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-edd25040-7a51-4827-aa92-c345af329533 None None] For port ecbb5ae9-dc96-4bc1-8762-d09f31d071f5, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ecbb5ae9-dc96-4bc1-8762-d09f31d071f5,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:36:16.548595 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-826e4979-fca5-4b31-a46d-c37290ecf138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:16.550926 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e4979-fca5-4b31-a46d-c37290ecf138 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c56d0c-ae29-4010-92b7-a40031e6d665,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:16.571636 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:16.613816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b83c63-001c-4465-bb72-133026b3a132 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:36:16.641374 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Routers {'75a05d6f-91a4-4223-a5bc-2642af1b5fd1'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:36:16.644794 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-edd25040-7a51-4827-aa92-c345af329533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:35:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['75a05d6f-91a4-4223-a5bc-2642af1b5fd1'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:16.664802 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-493d18dd-7d16-4e09-9bb6-f7862440f8ad None None] For port 9ff282d0-d06f-4649-8768-6f3050809a74, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9ff282d0-d06f-4649-8768-6f3050809a74,segment=NetworkSegment(2dbcda4b-9e65-4406-afa8-fab5c8472202),segment_id=2dbcda4b-9e65-4406-afa8-fab5c8472202)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:36:16.696103 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-493d18dd-7d16-4e09-9bb6-f7862440f8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:16.739933 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-826e4979-fca5-4b31-a46d-c37290ecf138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:16.741850 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:16.787070 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d18dd-7d16-4e09-9bb6-f7862440f8ad None None] Pushing event updated for resources: {'Port': ['ID=9ff282d0-d06f-4649-8768-6f3050809a74,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:16.788086 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-edd25040-7a51-4827-aa92-c345af329533 None None] Set router 75a05d6f-91a4-4223-a5bc-2642af1b5fd1 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:36:16.837239 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'name': 'tempest-TestMinimumBasicScenario-766552431-router', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '3f857d03-21be-47af-907a-89716ff6912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'gw_port': {'id': '3f857d03-21be-47af-907a-89716ff6912d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'ea04f730-2e8d-47f7-8a22-270d4ae03034', 'name': '', 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'mac_address': 'fa:16:3e:f2:58:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:11Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 2, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'subnets': [{'id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:16.872718 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Checking router: 573547f8-beca-4ba8-96d2-24153ccaaac3 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:36:16.873077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Updating router 573547f8-beca-4ba8-96d2-24153ccaaac3 port ea04f730-2e8d-47f7-8a22-270d4ae03034 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:36:16.878155 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 18:36:16.878522 n-d-760354-5 neutron-server[103152]: DEBUG oslo_db.api [None req-84101683-605a-4032-a827-041eb74fba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 18:36:16.888271 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ae457-894b-42d7-b369-2ffab115cd04 None None] Pushing event updated for resources: {'Port': ['ID=ecbb5ae9-dc96-4bc1-8762-d09f31d071f5,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:16.899004 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6a3256d1-dbcb-4a0a-94e8-bcf61b30f25c None None] Provisioning complete for port ecbb5ae9-dc96-4bc1-8762-d09f31d071f5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:16.899387 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a3256d1-dbcb-4a0a-94e8-bcf61b30f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:16.925189 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:16.932220 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-826e4979-fca5-4b31-a46d-c37290ecf138 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:16.937950 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-826e4979-fca5-4b31-a46d-c37290ecf138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:17.009501 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-826e4979-fca5-4b31-a46d-c37290ecf138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:17.011518 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e4979-fca5-4b31-a46d-c37290ecf138 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c56d0c-ae29-4010-92b7-a40031e6d665,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:17.049864 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-edd25040-7a51-4827-aa92-c345af329533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a05d6f-91a4-4223-a5bc-2642af1b5fd1', 'name': 'tempest-TestMinimumBasicScenario-1033600514-router', 'tenant_id': 'ababbe4df3584e8c80407b88cda4a184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'ecbb5ae9-dc96-4bc1-8762-d09f31d071f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:14Z', 'updated_at': '2021-12-12T18:36:15Z', 'revision_number': 3, 'project_id': 'ababbe4df3584e8c80407b88cda4a184', 'gw_port': {'id': 'ecbb5ae9-dc96-4bc1-8762-d09f31d071f5', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a05d6f-91a4-4223-a5bc-2642af1b5fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:14Z', 'updated_at': '2021-12-12T18:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:17.077554 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd25040-7a51-4827-aa92-c345af329533 None None] The sync data for ids ['75a05d6f-91a4-4223-a5bc-2642af1b5fd1'] in n-d-760354-5 is: [{'id': '75a05d6f-91a4-4223-a5bc-2642af1b5fd1', 'name': 'tempest-TestMinimumBasicScenario-1033600514-router', 'tenant_id': 'ababbe4df3584e8c80407b88cda4a184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'ecbb5ae9-dc96-4bc1-8762-d09f31d071f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:14Z', 'updated_at': '2021-12-12T18:36:15Z', 'revision_number': 3, 'project_id': 'ababbe4df3584e8c80407b88cda4a184', 'gw_port': {'id': 'ecbb5ae9-dc96-4bc1-8762-d09f31d071f5', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a05d6f-91a4-4223-a5bc-2642af1b5fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:14Z', 'updated_at': '2021-12-12T18:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:36:17.096589 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a3256d1-dbcb-4a0a-94e8-bcf61b30f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:17.113962 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826e4979-fca5-4b31-a46d-c37290ecf138 admin admin] Network a56272f5-9e50-4204-868c-3cb49a6ee3fd is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:36:17.115546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-826e4979-fca5-4b31-a46d-c37290ecf138 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:36:17.174993 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6a3256d1-dbcb-4a0a-94e8-bcf61b30f25c None None] For port ecbb5ae9-dc96-4bc1-8762-d09f31d071f5, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ecbb5ae9-dc96-4bc1-8762-d09f31d071f5,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:36:17.183716 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a3256d1-dbcb-4a0a-94e8-bcf61b30f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:17.255491 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826e4979-fca5-4b31-a46d-c37290ecf138 admin admin] Router 75a05d6f-91a4-4223-a5bc-2642af1b5fd1 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:36:17.264577 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6a3256d1-dbcb-4a0a-94e8-bcf61b30f25c None None] Provisioning complete for port 9ff282d0-d06f-4649-8768-6f3050809a74 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:17.264874 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a3256d1-dbcb-4a0a-94e8-bcf61b30f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:17.314629 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3256d1-dbcb-4a0a-94e8-bcf61b30f25c None None] Pushing event updated for resources: {'Port': ['ID=ecbb5ae9-dc96-4bc1-8762-d09f31d071f5,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:17.340922 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f17e0377-c9c4-41ed-8986-ed3809f0a2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:17.422272 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826e4979-fca5-4b31-a46d-c37290ecf138 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:36:17.438193 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-826e4979-fca5-4b31-a46d-c37290ecf138 admin admin] 10.222.0.18 "PUT /v2.0/routers/75a05d6f-91a4-4223-a5bc-2642af1b5fd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8091936 Dec 12 18:36:17.438570 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:17.468516 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:17.531439 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a95d4c-75a2-46f3-a648-23b1585d9d0d None None] Pushing event updated for resources: {'Port': ['ID=ea04f730-2e8d-47f7-8a22-270d4ae03034,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:17.608345 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:17.610016 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Attempting to bind port ea04f730-2e8d-47f7-8a22-270d4ae03034 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:36:17.610393 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Attempting to bind port ea04f730-2e8d-47f7-8a22-270d4ae03034 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '9ef07034-1d84-4606-8701-79b2ec175c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:36:17.610765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Attempting to bind port ea04f730-2e8d-47f7-8a22-270d4ae03034 on network 66cdbda4-f698-4f24-ac57-797fb7470e3b {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:36:17.616709 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:36:17.617098 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Checking segment: {'id': '9ef07034-1d84-4606-8701-79b2ec175c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:36:17.617498 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:17.617897 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Bound using segment: {'id': '9ef07034-1d84-4606-8701-79b2ec175c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:36:17.618384 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Bound port: ea04f730-2e8d-47f7-8a22-270d4ae03034, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef07034-1d84-4606-8701-79b2ec175c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:36:17.618770 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:17.711488 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9059320b-cc3f-472f-adf2-3ed28fb1082a None None] Provisioning complete for port b6c56d0c-ae29-4010-92b7-a40031e6d665 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:17.711864 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9059320b-cc3f-472f-adf2-3ed28fb1082a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:17.739673 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] For port ea04f730-2e8d-47f7-8a22-270d4ae03034, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:36:17.757424 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] For port ea04f730-2e8d-47f7-8a22-270d4ae03034, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ea04f730-2e8d-47f7-8a22-270d4ae03034,segment=NetworkSegment(9ef07034-1d84-4606-8701-79b2ec175c1e),segment_id=9ef07034-1d84-4606-8701-79b2ec175c1e)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:36:17.762863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9059320b-cc3f-472f-adf2-3ed28fb1082a None None] Port b6c56d0c-ae29-4010-92b7-a40031e6d665 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:36:17.768537 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:17.834526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Routers {'573547f8-beca-4ba8-96d2-24153ccaaac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:36:17.835167 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:36:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['573547f8-beca-4ba8-96d2-24153ccaaac3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:17.883026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a95d4c-75a2-46f3-a648-23b1585d9d0d None None] Pushing event updated for resources: {'Port': ['ID=ea04f730-2e8d-47f7-8a22-270d4ae03034,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:17.961781 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-57a7ee4c-47af-4484-85ba-f648202285b5 None None] Provisioning complete for port ea04f730-2e8d-47f7-8a22-270d4ae03034 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:17.962156 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57a7ee4c-47af-4484-85ba-f648202285b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:18.029863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] Set router 573547f8-beca-4ba8-96d2-24153ccaaac3 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:36:18.094909 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ecbb5ae9-dc96-4bc1-8762-d09f31d071f5 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:36:18.269799 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:18.279243 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57a7ee4c-47af-4484-85ba-f648202285b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:18.355532 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ecbb5ae9-dc96-4bc1-8762-d09f31d071f5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:18.355912 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:18.358444 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-57a7ee4c-47af-4484-85ba-f648202285b5 None None] For port ea04f730-2e8d-47f7-8a22-270d4ae03034, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ea04f730-2e8d-47f7-8a22-270d4ae03034,segment=NetworkSegment(9ef07034-1d84-4606-8701-79b2ec175c1e),segment_id=9ef07034-1d84-4606-8701-79b2ec175c1e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:36:18.381478 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57a7ee4c-47af-4484-85ba-f648202285b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:18.473752 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7ee4c-47af-4484-85ba-f648202285b5 None None] Pushing event updated for resources: {'Port': ['ID=ea04f730-2e8d-47f7-8a22-270d4ae03034,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:18.537902 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'name': 'tempest-TestMinimumBasicScenario-766552431-router', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '3f857d03-21be-47af-907a-89716ff6912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'gw_port': {'id': '3f857d03-21be-47af-907a-89716ff6912d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'ea04f730-2e8d-47f7-8a22-270d4ae03034', 'name': '', 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'mac_address': 'fa:16:3e:f2:58:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:11Z', 'updated_at': '2021-12-12T18:36:17Z', 'revision_number': 4, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'subnets': [{'id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:18.574200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2968421-0492-487d-9cb8-724a5826d6b2 None None] The sync data for ids ['573547f8-beca-4ba8-96d2-24153ccaaac3'] in n-d-760354-5 is: [{'id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'name': 'tempest-TestMinimumBasicScenario-766552431-router', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '3f857d03-21be-47af-907a-89716ff6912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'gw_port': {'id': '3f857d03-21be-47af-907a-89716ff6912d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'ea04f730-2e8d-47f7-8a22-270d4ae03034', 'name': '', 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'mac_address': 'fa:16:3e:f2:58:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:11Z', 'updated_at': '2021-12-12T18:36:17Z', 'revision_number': 4, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'subnets': [{'id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:36:18.580830 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:18.582774 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9ff282d0-d06f-4649-8768-6f3050809a74 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:36:18.584516 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-757dbf1c-d924-4cbf-8fbd-914d379ad82e None None] Provisioning complete for port ea04f730-2e8d-47f7-8a22-270d4ae03034 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:18.584878 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-757dbf1c-d924-4cbf-8fbd-914d379ad82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:18.670461 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 9ff282d0-d06f-4649-8768-6f3050809a74 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:18.670831 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:19.326383 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Sync routers for ids ['75a05d6f-91a4-4223-a5bc-2642af1b5fd1'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:36:19.339314 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Routers {'75a05d6f-91a4-4223-a5bc-2642af1b5fd1'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:36:19.340395 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:36:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['75a05d6f-91a4-4223-a5bc-2642af1b5fd1'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:19.458010 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Set router 75a05d6f-91a4-4223-a5bc-2642af1b5fd1 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:36:19.707930 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a05d6f-91a4-4223-a5bc-2642af1b5fd1', 'name': 'tempest-TestMinimumBasicScenario-1033600514-router', 'tenant_id': 'ababbe4df3584e8c80407b88cda4a184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'ecbb5ae9-dc96-4bc1-8762-d09f31d071f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:14Z', 'updated_at': '2021-12-12T18:36:16Z', 'revision_number': 4, 'project_id': 'ababbe4df3584e8c80407b88cda4a184', 'gw_port': {'id': 'ecbb5ae9-dc96-4bc1-8762-d09f31d071f5', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a05d6f-91a4-4223-a5bc-2642af1b5fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:14Z', 'updated_at': '2021-12-12T18:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b6c56d0c-ae29-4010-92b7-a40031e6d665', 'name': '', 'network_id': 'a56272f5-9e50-4204-868c-3cb49a6ee3fd', 'tenant_id': 'ababbe4df3584e8c80407b88cda4a184', 'mac_address': 'fa:16:3e:11:32:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a05d6f-91a4-4223-a5bc-2642af1b5fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2f53ff01-94c3-4a1a-a4e7-3cebef485ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:16Z', 'updated_at': '2021-12-12T18:36:16Z', 'revision_number': 2, 'project_id': 'ababbe4df3584e8c80407b88cda4a184', 'subnets': [{'id': '2f53ff01-94c3-4a1a-a4e7-3cebef485ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:19.832559 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Checking router: 75a05d6f-91a4-4223-a5bc-2642af1b5fd1 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:36:19.833213 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Updating router 75a05d6f-91a4-4223-a5bc-2642af1b5fd1 port b6c56d0c-ae29-4010-92b7-a40031e6d665 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:36:19.869714 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:19.962825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ea04f730-2e8d-47f7-8a22-270d4ae03034 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:36:20.055961 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ea04f730-2e8d-47f7-8a22-270d4ae03034 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:20.056738 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:20.245979 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:20.250620 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:20.252157 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:20.308538 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd3920-8e0f-4c4c-b987-897a6ac2f870 None None] Pushing event updated for resources: {'Port': ['ID=b6c56d0c-ae29-4010-92b7-a40031e6d665,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:20.381078 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Attempting to bind port b6c56d0c-ae29-4010-92b7-a40031e6d665 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:36:20.381811 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Attempting to bind port b6c56d0c-ae29-4010-92b7-a40031e6d665 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '2dbcda4b-9e65-4406-afa8-fab5c8472202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a56272f5-9e50-4204-868c-3cb49a6ee3fd'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:36:20.381811 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Attempting to bind port b6c56d0c-ae29-4010-92b7-a40031e6d665 on network a56272f5-9e50-4204-868c-3cb49a6ee3fd {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:36:20.387886 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:36:20.388271 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Checking segment: {'id': '2dbcda4b-9e65-4406-afa8-fab5c8472202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a56272f5-9e50-4204-868c-3cb49a6ee3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:36:20.388684 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:20.389078 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Bound using segment: {'id': '2dbcda4b-9e65-4406-afa8-fab5c8472202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a56272f5-9e50-4204-868c-3cb49a6ee3fd'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:36:20.389714 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Bound port: b6c56d0c-ae29-4010-92b7-a40031e6d665, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbcda4b-9e65-4406-afa8-fab5c8472202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a56272f5-9e50-4204-868c-3cb49a6ee3fd'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:36:20.390142 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:20.494657 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] For port b6c56d0c-ae29-4010-92b7-a40031e6d665, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:36:20.502603 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] For port b6c56d0c-ae29-4010-92b7-a40031e6d665, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b6c56d0c-ae29-4010-92b7-a40031e6d665,segment=NetworkSegment(2dbcda4b-9e65-4406-afa8-fab5c8472202),segment_id=2dbcda4b-9e65-4406-afa8-fab5c8472202)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:36:20.511470 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:20.573887 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd3920-8e0f-4c4c-b987-897a6ac2f870 None None] Pushing event updated for resources: {'Port': ['ID=b6c56d0c-ae29-4010-92b7-a40031e6d665,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:20.593018 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Routers {'75a05d6f-91a4-4223-a5bc-2642af1b5fd1'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:36:20.593679 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:36:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['75a05d6f-91a4-4223-a5bc-2642af1b5fd1'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:20.673553 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-77e015dc-1565-4968-bac2-e20388049705 None None] Provisioning complete for port b6c56d0c-ae29-4010-92b7-a40031e6d665 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:20.674354 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-77e015dc-1565-4968-bac2-e20388049705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:20.735579 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] Set router 75a05d6f-91a4-4223-a5bc-2642af1b5fd1 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:36:20.862280 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-77e015dc-1565-4968-bac2-e20388049705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:20.907479 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-77e015dc-1565-4968-bac2-e20388049705 None None] For port b6c56d0c-ae29-4010-92b7-a40031e6d665, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b6c56d0c-ae29-4010-92b7-a40031e6d665,segment=NetworkSegment(2dbcda4b-9e65-4406-afa8-fab5c8472202),segment_id=2dbcda4b-9e65-4406-afa8-fab5c8472202)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:36:20.915013 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-77e015dc-1565-4968-bac2-e20388049705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:20.996395 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e015dc-1565-4968-bac2-e20388049705 None None] Pushing event updated for resources: {'Port': ['ID=b6c56d0c-ae29-4010-92b7-a40031e6d665,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:21.003440 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:21.020390 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a05d6f-91a4-4223-a5bc-2642af1b5fd1', 'name': 'tempest-TestMinimumBasicScenario-1033600514-router', 'tenant_id': 'ababbe4df3584e8c80407b88cda4a184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'ecbb5ae9-dc96-4bc1-8762-d09f31d071f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:14Z', 'updated_at': '2021-12-12T18:36:16Z', 'revision_number': 4, 'project_id': 'ababbe4df3584e8c80407b88cda4a184', 'gw_port': {'id': 'ecbb5ae9-dc96-4bc1-8762-d09f31d071f5', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a05d6f-91a4-4223-a5bc-2642af1b5fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:14Z', 'updated_at': '2021-12-12T18:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b6c56d0c-ae29-4010-92b7-a40031e6d665', 'name': '', 'network_id': 'a56272f5-9e50-4204-868c-3cb49a6ee3fd', 'tenant_id': 'ababbe4df3584e8c80407b88cda4a184', 'mac_address': 'fa:16:3e:11:32:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a05d6f-91a4-4223-a5bc-2642af1b5fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2f53ff01-94c3-4a1a-a4e7-3cebef485ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:16Z', 'updated_at': '2021-12-12T18:36:20Z', 'revision_number': 4, 'project_id': 'ababbe4df3584e8c80407b88cda4a184', 'subnets': [{'id': '2f53ff01-94c3-4a1a-a4e7-3cebef485ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:36:21.042236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a035624a-92e0-4e75-8f5d-0c798db0119b None None] Provisioning complete for port b6c56d0c-ae29-4010-92b7-a40031e6d665 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:21.043137 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a035624a-92e0-4e75-8f5d-0c798db0119b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:21.048299 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f115d3-70a2-4676-890e-d307f12f98a6 None None] The sync data for ids ['75a05d6f-91a4-4223-a5bc-2642af1b5fd1'] in n-d-760354-5 is: [{'id': '75a05d6f-91a4-4223-a5bc-2642af1b5fd1', 'name': 'tempest-TestMinimumBasicScenario-1033600514-router', 'tenant_id': 'ababbe4df3584e8c80407b88cda4a184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'ecbb5ae9-dc96-4bc1-8762-d09f31d071f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:14Z', 'updated_at': '2021-12-12T18:36:16Z', 'revision_number': 4, 'project_id': 'ababbe4df3584e8c80407b88cda4a184', 'gw_port': {'id': 'ecbb5ae9-dc96-4bc1-8762-d09f31d071f5', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a05d6f-91a4-4223-a5bc-2642af1b5fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:14Z', 'updated_at': '2021-12-12T18:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b6c56d0c-ae29-4010-92b7-a40031e6d665', 'name': '', 'network_id': 'a56272f5-9e50-4204-868c-3cb49a6ee3fd', 'tenant_id': 'ababbe4df3584e8c80407b88cda4a184', 'mac_address': 'fa:16:3e:11:32:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a05d6f-91a4-4223-a5bc-2642af1b5fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2f53ff01-94c3-4a1a-a4e7-3cebef485ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:16Z', 'updated_at': '2021-12-12T18:36:20Z', 'revision_number': 4, 'project_id': 'ababbe4df3584e8c80407b88cda4a184', 'subnets': [{'id': '2f53ff01-94c3-4a1a-a4e7-3cebef485ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:36:21.949211 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b6c56d0c-ae29-4010-92b7-a40031e6d665 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:36:22.000011 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b6c56d0c-ae29-4010-92b7-a40031e6d665 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:22.000690 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:28.464645 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-facc46aa-f172-4337-8dc7-8f05a3f964e1 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:28.466144 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-facc46aa-f172-4337-8dc7-8f05a3f964e1 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/networks?id=66cdbda4-f698-4f24-ac57-797fb7470e3b HTTP/1.1" status: 200 len: 814 time: 0.1032925 Dec 12 18:36:28.481861 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-d2cfa62b-7229-42f6-ab9c-2a78e65dd170 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/quotas/19d5d409586b451fa69289ed29a9e60a HTTP/1.1" status: 200 len: 375 time: 0.0099978 Dec 12 18:36:28.535966 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-1153a57d-c072-4453-a6ab-1d85c379b0f6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=19d5d409586b451fa69289ed29a9e60a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472209 Dec 12 18:36:28.628795 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-0734c01a-7fed-4165-aac5-f65f02874699 service neutron] 10.222.0.18 "GET /v2.0/networks/66cdbda4-f698-4f24-ac57-797fb7470e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808296 Dec 12 18:36:28.720506 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-4370683d-8275-42a2-bfcd-8e14b3d2bb59 service neutron] 10.222.0.18 "GET /v2.0/networks/66cdbda4-f698-4f24-ac57-797fb7470e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857115 Dec 12 18:36:28.877329 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c21ed6c-2651-4f7f-a9dd-dd5746eab6b9 req-0d9a0b3b-b576-45cf-9cbe-af78a3c75bcb tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 210 time: 0.0265510 Dec 12 18:36:29.785428 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-eddfbeab-299d-4ac9-8466-01f506175787 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:29.786875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-eddfbeab-299d-4ac9-8466-01f506175787 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.20 "GET /v2.0/networks?id=66cdbda4-f698-4f24-ac57-797fb7470e3b HTTP/1.1" status: 200 len: 814 time: 0.1062212 Dec 12 18:36:29.800797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Request body: {'port': {'device_id': '9878a11e-ea67-455a-8a94-91a479345dad', 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b', 'admin_state_up': True, 'tenant_id': '19d5d409586b451fa69289ed29a9e60a'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:36:29.913289 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Made reservation on behalf of 19d5d409586b451fa69289ed29a9e60a for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:36:29.918260 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:30.011111 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-055bf194-214f-436e-9a36-75b0602d9654 req-82564c11-e971-41be-84de-9b6184fac0b2 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 210 time: 0.0332541 Dec 12 18:36:30.100378 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Allocated IP 172.20.0.14 (66cdbda4-f698-4f24-ac57-797fb7470e3b/4c246cbd-6f29-438d-8f25-c56e6b3f73e1/2bbd3629-a6c5-414b-8151-c0a792d776ed) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:36:30.292890 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:30.332139 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:30.383262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Network 66cdbda4-f698-4f24-ac57-797fb7470e3b is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:36:30.386855 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:36:30.391501 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:36:30.446465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:30.447398 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:30.459675 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Pushing event updated for resources: {'Port': ['ID=2bbd3629-a6c5-414b-8151-c0a792d776ed,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:30.473844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6779439 Dec 12 18:36:30.475367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:30.475695 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:30.476180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:30.476528 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:30.476910 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:30.477194 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:30.477538 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:30.477855 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:30.478180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:30.478508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:30.478838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:30.479163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:30.479508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07ca66-bdd8-4411-855a-948d0c79b0ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:30.736050 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d0a69051-b54a-49f8-aa21-d27fb87e4e05 None None] Provisioning complete for port 2bbd3629-a6c5-414b-8151-c0a792d776ed triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:30.736622 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d0a69051-b54a-49f8-aa21-d27fb87e4e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:30.770822 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d0a69051-b54a-49f8-aa21-d27fb87e4e05 None None] Port 2bbd3629-a6c5-414b-8151-c0a792d776ed cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:36:31.143655 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2092c0-4e0c-4de2-b62c-97f1f3e308ce req-71e78691-17f3-4d4e-9839-acec73a3091e tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:31.145165 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e2092c0-4e0c-4de2-b62c-97f1f3e308ce req-71e78691-17f3-4d4e-9839-acec73a3091e tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 932 time: 0.0586784 Dec 12 18:36:31.195338 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e2092c0-4e0c-4de2-b62c-97f1f3e308ce req-f706e319-ccb1-4231-b6d5-aa9bb695431f tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439248 Dec 12 18:36:32.315631 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80238f-5b73-4215-b0f6-63d5f3abcf8b req-ab668d4f-3e6f-4e2b-be19-d3021f80f621 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:32.317322 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d80238f-5b73-4215-b0f6-63d5f3abcf8b req-ab668d4f-3e6f-4e2b-be19-d3021f80f621 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 932 time: 0.0512998 Dec 12 18:36:32.378124 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5d80238f-5b73-4215-b0f6-63d5f3abcf8b req-a7e6cfc7-3260-4a4f-a267-2ec55684268a tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441794 Dec 12 18:36:33.520496 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afd36e-be42-433d-808a-ab9d582aa76d req-fc5a9838-f706-4d97-b911-8252eec32dc0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:33.521965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13afd36e-be42-433d-808a-ab9d582aa76d req-fc5a9838-f706-4d97-b911-8252eec32dc0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 932 time: 0.0685256 Dec 12 18:36:33.571029 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-13afd36e-be42-433d-808a-ab9d582aa76d req-ca3fff4e-79e1-48c8-8ae8-a8666142c672 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427837 Dec 12 18:36:34.689061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d021c05-bfa0-4a14-af8f-77586d934d5e req-8f00d4ef-ab52-42be-bfcc-e6c130e3a7bc tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:34.690700 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d021c05-bfa0-4a14-af8f-77586d934d5e req-8f00d4ef-ab52-42be-bfcc-e6c130e3a7bc tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 932 time: 0.0516431 Dec 12 18:36:34.746133 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d021c05-bfa0-4a14-af8f-77586d934d5e req-1e47cf1d-bae0-4897-8772-c31f2d6ac043 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477467 Dec 12 18:36:35.868347 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbce8b-e1d0-48de-a9f3-8986ea718b4d req-0de48043-0a26-4ca5-9170-4613262a9afa tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:35.870218 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-72dbce8b-e1d0-48de-a9f3-8986ea718b4d req-0de48043-0a26-4ca5-9170-4613262a9afa tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 932 time: 0.0515025 Dec 12 18:36:36.257816 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-72dbce8b-e1d0-48de-a9f3-8986ea718b4d req-d4d120d6-a7f6-45f2-ab4b-b7825704427a tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814259 Dec 12 18:36:37.402710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2173af-6f76-4641-b638-fa5b31aa208f req-846bb3b8-476b-42ae-acc7-9b4afdecfd86 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:37.404204 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c2173af-6f76-4641-b638-fa5b31aa208f req-846bb3b8-476b-42ae-acc7-9b4afdecfd86 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 932 time: 0.0684278 Dec 12 18:36:37.450984 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6c2173af-6f76-4641-b638-fa5b31aa208f req-5033b2b1-3834-4d67-b15a-9f9e44eaba81 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402169 Dec 12 18:36:38.569657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1ab44-c599-43f6-b1e2-7675e1879351 req-fe8ca4c4-3a9e-4007-bd8d-b0d529d16053 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:38.571248 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9eb1ab44-c599-43f6-b1e2-7675e1879351 req-fe8ca4c4-3a9e-4007-bd8d-b0d529d16053 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 932 time: 0.0507076 Dec 12 18:36:38.621726 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9eb1ab44-c599-43f6-b1e2-7675e1879351 req-199a1739-7854-439f-b7fe-603a76e0cb13 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438662 Dec 12 18:36:39.740337 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d84663-a533-40ed-a229-77f5894d4960 req-550e96a7-de66-41df-8377-e6bc53cdb633 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:39.741786 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d84663-a533-40ed-a229-77f5894d4960 req-550e96a7-de66-41df-8377-e6bc53cdb633 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 932 time: 0.0507555 Dec 12 18:36:39.787636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54d84663-a533-40ed-a229-77f5894d4960 req-a1ffd76d-8c3d-46c4-854a-5ef69df90025 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399318 Dec 12 18:36:40.115097 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Request body: {'port': {'device_id': '9878a11e-ea67-455a-8a94-91a479345dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:36:40.171765 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:40.428114 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbd3629-a6c5-414b-8151-c0a792d776ed {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:36:40.435347 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:40.447393 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Transition to ACTIVE for port object 2bbd3629-a6c5-414b-8151-c0a792d776ed will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:36:40.450780 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:40.496901 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Pushing event updated for resources: {'Port': ['ID=2bbd3629-a6c5-414b-8151-c0a792d776ed,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:40.574182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Attempting to bind port 2bbd3629-a6c5-414b-8151-c0a792d776ed on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:36:40.574520 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Attempting to bind port 2bbd3629-a6c5-414b-8151-c0a792d776ed by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '9ef07034-1d84-4606-8701-79b2ec175c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:36:40.574850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Attempting to bind port 2bbd3629-a6c5-414b-8151-c0a792d776ed on network 66cdbda4-f698-4f24-ac57-797fb7470e3b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:36:40.579484 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Port 2bbd3629-a6c5-414b-8151-c0a792d776ed on network 66cdbda4-f698-4f24-ac57-797fb7470e3b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:36:40.579820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Attempting to bind port 2bbd3629-a6c5-414b-8151-c0a792d776ed on network 66cdbda4-f698-4f24-ac57-797fb7470e3b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:36:40.584911 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:36:40.585255 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Checking segment: {'id': '9ef07034-1d84-4606-8701-79b2ec175c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:36:40.585647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Bound using segment: {'id': '9ef07034-1d84-4606-8701-79b2ec175c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:36:40.586078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Bound port: 2bbd3629-a6c5-414b-8151-c0a792d776ed, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef07034-1d84-4606-8701-79b2ec175c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:36:40.586438 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:40.652995 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] For port 2bbd3629-a6c5-414b-8151-c0a792d776ed, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:36:40.656316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] For port 2bbd3629-a6c5-414b-8151-c0a792d776ed, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2bbd3629-a6c5-414b-8151-c0a792d776ed,segment=NetworkSegment(9ef07034-1d84-4606-8701-79b2ec175c1e),segment_id=9ef07034-1d84-4606-8701-79b2ec175c1e)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:36:40.660656 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:40.696860 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:40.697397 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:40.698776 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] 10.222.0.20 "PUT /v2.0/ports/2bbd3629-a6c5-414b-8151-c0a792d776ed HTTP/1.1" status: 200 len: 1092 time: 0.6940103 Dec 12 18:36:40.699247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9878a11e-ea67-455a-8a94-91a479345dad', 'tag': '2bbd3629-a6c5-414b-8151-c0a792d776ed'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:36:40.701534 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74101de2-0549-43e7-a7e2-2b736559c896" -d '{"events": [{"name": "network-changed", "server_uuid": "9878a11e-ea67-455a-8a94-91a479345dad", "tag": "2bbd3629-a6c5-414b-8151-c0a792d776ed"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:36:40.725917 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53556684-32b4-43b9-b092-fed2afde0eeb service neutron] Pushing event updated for resources: {'Port': ['ID=2bbd3629-a6c5-414b-8151-c0a792d776ed,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:40.742004 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e04cc00-11b7-45ac-87d7-839777adec00 x-openstack-request-id: req-3e04cc00-11b7-45ac-87d7-839777adec00 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:36:40.742610 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9878a11e-ea67-455a-8a94-91a479345dad", "tag": "2bbd3629-a6c5-414b-8151-c0a792d776ed", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:36:40.742610 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e04cc00-11b7-45ac-87d7-839777adec00 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:36:40.743711 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9878a11e-ea67-455a-8a94-91a479345dad', 'tag': '2bbd3629-a6c5-414b-8151-c0a792d776ed', 'status': 'completed', 'code': 200} Dec 12 18:36:40.794775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-12b50316-e49b-47f2-8299-cb4eea72c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:40.796409 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-12b50316-e49b-47f2-8299-cb4eea72c7b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19d5d409586b451fa69289ed29a9e60a&device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 1095 time: 0.0465963 Dec 12 18:36:40.844750 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-f46118dd-fb17-40f9-b9d9-cc04e6882bae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bbd3629-a6c5-414b-8151-c0a792d776ed HTTP/1.1" status: 200 len: 217 time: 0.0400898 Dec 12 18:36:40.920200 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-d1b1f8ce-214e-4c5d-af62-4f6c53cdd32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:40.921671 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-d1b1f8ce-214e-4c5d-af62-4f6c53cdd32f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c246cbd-6f29-438d-8f25-c56e6b3f73e1 HTTP/1.1" status: 200 len: 853 time: 0.0713322 Dec 12 18:36:40.945792 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a27446-eec9-474a-a56b-7fb736f54d63 req-0a09bc10-9848-41b5-9e52-8384f93b90ae tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:40.947232 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-41a27446-eec9-474a-a56b-7fb736f54d63 req-0a09bc10-9848-41b5-9e52-8384f93b90ae tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 944 time: 0.0892198 Dec 12 18:36:41.013875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-5320ce26-581b-4bd8-9a77-93893a84968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:41.015627 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-5320ce26-581b-4bd8-9a77-93893a84968f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=66cdbda4-f698-4f24-ac57-797fb7470e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861077 Dec 12 18:36:41.023579 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-41a27446-eec9-474a-a56b-7fb736f54d63 req-0c4c6440-c21c-4033-b1cd-7b2f4919ca2b tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581231 Dec 12 18:36:41.106790 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-1b147437-3196-4cae-8f89-51725f9a4132 service neutron] 10.222.0.20 "GET /v2.0/networks/66cdbda4-f698-4f24-ac57-797fb7470e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822699 Dec 12 18:36:41.199097 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-251bff0f-557d-40a7-a9e1-8dd69985edc7 req-a83c65e0-0ff2-4caa-bfae-2d3bc266ab01 service neutron] 10.222.0.20 "GET /v2.0/networks/66cdbda4-f698-4f24-ac57-797fb7470e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846000 Dec 12 18:36:41.280641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74101de2-0549-43e7-a7e2-2b736559c896 req-7f07dbd5-e760-4d1c-a72b-0557919d9100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:41.282779 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74101de2-0549-43e7-a7e2-2b736559c896 req-7f07dbd5-e760-4d1c-a72b-0557919d9100 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19d5d409586b451fa69289ed29a9e60a&device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 1095 time: 0.0410855 Dec 12 18:36:41.376943 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74101de2-0549-43e7-a7e2-2b736559c896 req-2babd2c2-def4-431b-9975-ed7f016fdfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:41.378384 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74101de2-0549-43e7-a7e2-2b736559c896 req-2babd2c2-def4-431b-9975-ed7f016fdfc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=66cdbda4-f698-4f24-ac57-797fb7470e3b HTTP/1.1" status: 200 len: 915 time: 0.0850832 Dec 12 18:36:41.419913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74101de2-0549-43e7-a7e2-2b736559c896 req-2dc52f22-4e8a-46b5-93f8-02edc6b99d61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bbd3629-a6c5-414b-8151-c0a792d776ed HTTP/1.1" status: 200 len: 217 time: 0.0341423 Dec 12 18:36:41.469890 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74101de2-0549-43e7-a7e2-2b736559c896 req-47a66c27-e3c4-43e0-9a44-c82ff42daf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:41.471240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74101de2-0549-43e7-a7e2-2b736559c896 req-47a66c27-e3c4-43e0-9a44-c82ff42daf84 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c246cbd-6f29-438d-8f25-c56e6b3f73e1 HTTP/1.1" status: 200 len: 853 time: 0.0434301 Dec 12 18:36:41.521510 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74101de2-0549-43e7-a7e2-2b736559c896 req-7679b099-9cc7-47e1-82dc-92a7d67bff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:41.522996 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74101de2-0549-43e7-a7e2-2b736559c896 req-7679b099-9cc7-47e1-82dc-92a7d67bff2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=66cdbda4-f698-4f24-ac57-797fb7470e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398421 Dec 12 18:36:41.614743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74101de2-0549-43e7-a7e2-2b736559c896 req-bd6eb911-dbd2-495a-bb56-d3f0f69c5a28 service neutron] 10.222.0.20 "GET /v2.0/networks/66cdbda4-f698-4f24-ac57-797fb7470e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832415 Dec 12 18:36:41.702804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74101de2-0549-43e7-a7e2-2b736559c896 req-3fa18d00-3991-4051-baae-46368f9cb08c service neutron] 10.222.0.20 "GET /v2.0/networks/66cdbda4-f698-4f24-ac57-797fb7470e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803232 Dec 12 18:36:42.145121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5709e-c2e4-4d83-b57b-3140c1627b81 req-b2160c62-920e-4584-a437-2afb6edbecac tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:42.146504 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfc5709e-c2e4-4d83-b57b-3140c1627b81 req-b2160c62-920e-4584-a437-2afb6edbecac tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 944 time: 0.0532191 Dec 12 18:36:42.193272 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dfc5709e-c2e4-4d83-b57b-3140c1627b81 req-e0c74335-efea-4c34-a604-81787ac4d2bf tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405285 Dec 12 18:36:43.197871 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:36:43.309369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a16bba-87a3-4028-ac0d-d6f4f89c8128 req-16f1febe-d519-43e2-aab5-9093ad862609 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:43.310851 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-66a16bba-87a3-4028-ac0d-d6f4f89c8128 req-16f1febe-d519-43e2-aab5-9093ad862609 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 944 time: 0.0485361 Dec 12 18:36:43.357835 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-66a16bba-87a3-4028-ac0d-d6f4f89c8128 req-61d2654c-61cd-4524-97bc-0641fa5edd1f tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409184 Dec 12 18:36:43.827833 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2bbd3629-a6c5-414b-8151-c0a792d776ed details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:36:43.920026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2bbd3629-a6c5-414b-8151-c0a792d776ed, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2bbd3629-a6c5-414b-8151-c0a792d776ed,segment=NetworkSegment(9ef07034-1d84-4606-8701-79b2ec175c1e),segment_id=9ef07034-1d84-4606-8701-79b2ec175c1e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:36:43.934823 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '2bbd3629-a6c5-414b-8151-c0a792d776ed', 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b', 'port_id': '2bbd3629-a6c5-414b-8151-c0a792d776ed', 'mac_address': 'fa:16:3e:cf:d6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:36:43.970471 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:43.982706 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bbd3629-a6c5-414b-8151-c0a792d776ed {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:36:44.002116 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2bbd3629-a6c5-414b-8151-c0a792d776ed, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2bbd3629-a6c5-414b-8151-c0a792d776ed,segment=NetworkSegment(9ef07034-1d84-4606-8701-79b2ec175c1e),segment_id=9ef07034-1d84-4606-8701-79b2ec175c1e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:36:44.007283 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:44.056140 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=2bbd3629-a6c5-414b-8151-c0a792d776ed,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:44.064558 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:44.064912 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:44.065259 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:44.065602 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:44.065943 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:44.066280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:44.066613 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:44.066946 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:44.067512 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:44.067616 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:44.067940 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:44.068366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:44.068584 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:36:44.212964 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['2bbd3629-a6c5-414b-8151-c0a792d776ed'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:36:44.483314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcb09b-e8cc-4bd9-a7c0-be7b1b9caa45 req-e212e19d-9d49-4017-9169-5b320c7a33a5 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:44.483314 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00fcb09b-e8cc-4bd9-a7c0-be7b1b9caa45 req-e212e19d-9d49-4017-9169-5b320c7a33a5 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 945 time: 0.0556295 Dec 12 18:36:44.538652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00fcb09b-e8cc-4bd9-a7c0-be7b1b9caa45 req-ca20bf48-9596-4756-be2e-989e8991a94a tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456488 Dec 12 18:36:44.950764 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-760ebfbc-fd71-4d8e-b503-2f1b80240576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:45.652280 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf2350-82f1-4e80-aa66-b0442cd84dfc req-7fb6f381-cabc-4db9-99d9-524f01f329c8 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:45.653740 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98bf2350-82f1-4e80-aa66-b0442cd84dfc req-7fb6f381-cabc-4db9-99d9-524f01f329c8 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 945 time: 0.0481985 Dec 12 18:36:45.699933 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98bf2350-82f1-4e80-aa66-b0442cd84dfc req-5d860b2d-2ce4-4376-998c-1108a1a9d041 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402505 Dec 12 18:36:45.828850 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2bbd3629-a6c5-414b-8151-c0a792d776ed up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:36:45.877189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 2bbd3629-a6c5-414b-8151-c0a792d776ed completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:36:45.880872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 2bbd3629-a6c5-414b-8151-c0a792d776ed triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:36:45.881240 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:45.956897 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:45.979091 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9878a11e-ea67-455a-8a94-91a479345dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbd3629-a6c5-414b-8151-c0a792d776ed'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:36:45.981370 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17459a6-665c-49c2-a2d9-cd1d26a63835" -d '{"events": [{"server_uuid": "9878a11e-ea67-455a-8a94-91a479345dad", "name": "network-vif-plugged", "status": "completed", "tag": "2bbd3629-a6c5-414b-8151-c0a792d776ed"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:36:45.994726 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 2bbd3629-a6c5-414b-8151-c0a792d776ed, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2bbd3629-a6c5-414b-8151-c0a792d776ed,segment=NetworkSegment(9ef07034-1d84-4606-8701-79b2ec175c1e),segment_id=9ef07034-1d84-4606-8701-79b2ec175c1e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:36:45.998577 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:46.025332 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2023c2af-5e29-44d0-9676-34c86467d9b3 x-openstack-request-id: req-2023c2af-5e29-44d0-9676-34c86467d9b3 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:36:46.025631 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9878a11e-ea67-455a-8a94-91a479345dad", "name": "network-vif-plugged", "status": "completed", "tag": "2bbd3629-a6c5-414b-8151-c0a792d776ed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:36:46.025883 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2023c2af-5e29-44d0-9676-34c86467d9b3 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:36:46.026273 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9878a11e-ea67-455a-8a94-91a479345dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbd3629-a6c5-414b-8151-c0a792d776ed', 'code': 200} Dec 12 18:36:46.049524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=2bbd3629-a6c5-414b-8151-c0a792d776ed,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:36:46.118372 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc224ed-b056-4c77-9a6a-79dd00e9ff6c req-871499b0-d92e-469d-a8bd-43c5071bfa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:46.119871 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6cc224ed-b056-4c77-9a6a-79dd00e9ff6c req-871499b0-d92e-469d-a8bd-43c5071bfa65 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 1097 time: 0.0395098 Dec 12 18:36:46.168330 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6cc224ed-b056-4c77-9a6a-79dd00e9ff6c req-ec94f782-00f8-49bc-994e-65a65d12c7f1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405407 Dec 12 18:36:46.811980 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174457d-ec40-4aa6-b7e2-3820c10cf007 req-d80d8a40-941b-4212-83ad-348ed7632fee tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:46.813460 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6174457d-ec40-4aa6-b7e2-3820c10cf007 req-d80d8a40-941b-4212-83ad-348ed7632fee tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 946 time: 0.0484431 Dec 12 18:36:46.859376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6174457d-ec40-4aa6-b7e2-3820c10cf007 req-1443ac2e-b99d-439d-9f4b-6715c5cccd54 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399473 Dec 12 18:36:47.286238 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dca883b0-7ece-4958-b508-93269f74d07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:47.572175 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:47.973538 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84d266-6b78-4983-837a-a50b2a8b498f req-276ef5bb-7a82-407a-b6cf-0b1349dcafe0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:47.975010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c84d266-6b78-4983-837a-a50b2a8b498f req-276ef5bb-7a82-407a-b6cf-0b1349dcafe0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 946 time: 0.0477784 Dec 12 18:36:48.022648 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5c84d266-6b78-4983-837a-a50b2a8b498f req-f1786b40-2d76-4e3b-86ed-636c70bfaaea tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415728 Dec 12 18:36:48.140678 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a1811-95d4-4be4-ba91-c53a20f8f2e7 req-28e5b19f-c697-4e6a-adce-6c217bf6e7d5 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:48.142966 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:48.147665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-426a1811-95d4-4be4-ba91-c53a20f8f2e7 req-28e5b19f-c697-4e6a-adce-6c217bf6e7d5 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 946 time: 0.0593643 Dec 12 18:36:48.189705 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-426a1811-95d4-4be4-ba91-c53a20f8f2e7 req-7d67e1b4-4f3b-413e-8cde-8d095cce0980 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411844 Dec 12 18:36:48.374522 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153c1af-e7b3-4da4-ac7c-6992c4502cb5 req-00284032-8924-424e-a875-71c4bb35b33d tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:36:48.376040 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2153c1af-e7b3-4da4-ac7c-6992c4502cb5 req-00284032-8924-424e-a875-71c4bb35b33d tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 946 time: 0.0490606 Dec 12 18:36:48.423093 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2153c1af-e7b3-4da4-ac7c-6992c4502cb5 req-ee22b939-26d9-40a1-a2cd-99e2df66d7ec tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410364 Dec 12 18:36:48.518545 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:50.257042 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:36:50.980459 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:00.950991 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cbfb1-178a-4b33-b12b-a008406ff9b2 req-48463dc0-63f2-4901-9cd4-ad5aa4cad6ee tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:00.952483 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-618cbfb1-178a-4b33-b12b-a008406ff9b2 req-48463dc0-63f2-4901-9cd4-ad5aa4cad6ee tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 946 time: 0.0475807 Dec 12 18:37:01.002633 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-618cbfb1-178a-4b33-b12b-a008406ff9b2 req-61a8d05c-c42e-4936-94ef-f6183948801c tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441742 Dec 12 18:37:01.024705 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42498) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:37:01.105025 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495b6908-abcd-438b-bfcb-49a8a8c1a3cc tempest-TestMinimumBasicScenario-887890801 tempest-TestMinimumBasicScenario-887890801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:01.106549 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-495b6908-abcd-438b-bfcb-49a8a8c1a3cc tempest-TestMinimumBasicScenario-887890801 tempest-TestMinimumBasicScenario-887890801-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 1092 time: 0.0805988 Dec 12 18:37:01.109584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42502) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:37:01.114396 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': '2bbd3629-a6c5-414b-8151-c0a792d776ed', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:37:01.136056 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for floatingip, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:01.234314 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:01.336338 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Allocated IP 172.25.1.80 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/1e219705-dc30-4f8b-8233-975edc98f9dd) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:37:01.433573 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:01.465968 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:01.504384 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:37:01.507281 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:37:01.510841 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:37:01.538623 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Pushing event updated for resources: {'Port': ['ID=1e219705-dc30-4f8b-8233-975edc98f9dd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:37:02.184786 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:02.248764 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:02.394153 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:02.397707 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:02.468453 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Pushing event updated for resources: {'Port': ['ID=1e219705-dc30-4f8b-8233-975edc98f9dd,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:37:02.478794 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:37:02.479149 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:37:02.479529 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:37:02.479880 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:37:02.480220 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:37:02.480557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:37:02.485198 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:37:02.485198 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:37:02.485198 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:37:02.485198 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:37:02.485198 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:37:02.485198 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:37:02.485198 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:37:02.489231 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:02.588734 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Floating IP fa422667-00d3-4ef2-9e94-1892dc45aab1 associated. External IP: 172.25.1.80, port: 2bbd3629-a6c5-414b-8151-c0a792d776ed. Dec 12 18:37:02.790583 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Router 573547f8-beca-4ba8-96d2-24153ccaaac3 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:37:02.896814 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:37:02.906695 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53519984-6e34-414a-add0-343f4fa40de7 None None] Sync routers for ids ['573547f8-beca-4ba8-96d2-24153ccaaac3'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:37:02.917058 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:02.920148 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53519984-6e34-414a-add0-343f4fa40de7 None None] Routers {'573547f8-beca-4ba8-96d2-24153ccaaac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:37:02.920846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-53519984-6e34-414a-add0-343f4fa40de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:36:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['573547f8-beca-4ba8-96d2-24153ccaaac3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:37:02.943900 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-fa3ebb68-ad79-44e6-9f8e-8e24105ca8c6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8333080 Dec 12 18:37:02.944485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9878a11e-ea67-455a-8a94-91a479345dad', 'tag': '2bbd3629-a6c5-414b-8151-c0a792d776ed'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:37:02.946763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42504) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:37:02.947276 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0ecf0ab0d0673ed1ddf6e3181e2e5630b2f509d2790f5a8f7e136419b5c042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1e27f7-5517-4b88-9520-58b5da5d99a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9878a11e-ea67-455a-8a94-91a479345dad", "tag": "2bbd3629-a6c5-414b-8151-c0a792d776ed"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:37:02.953546 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ddf129df-0d9b-443a-b85c-e8c4d16d4832 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1229765557', 'description': 'tempest-secgroup-smoke-1229765557 description', 'project_id': '19d5d409586b451fa69289ed29a9e60a'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:37:02.978435 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddf129df-0d9b-443a-b85c-e8c4d16d4832 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:02.986669 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e737113-00ac-4984-a036-21148eb4cda1 x-openstack-request-id: req-5e737113-00ac-4984-a036-21148eb4cda1 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:37:02.986967 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9878a11e-ea67-455a-8a94-91a479345dad", "tag": "2bbd3629-a6c5-414b-8151-c0a792d776ed", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:37:02.987249 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e737113-00ac-4984-a036-21148eb4cda1 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:37:02.988191 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9878a11e-ea67-455a-8a94-91a479345dad', 'tag': '2bbd3629-a6c5-414b-8151-c0a792d776ed', 'status': 'completed', 'code': 200} Dec 12 18:37:03.033117 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-53519984-6e34-414a-add0-343f4fa40de7 None None] Set router 573547f8-beca-4ba8-96d2-24153ccaaac3 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:37:03.087411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e27f7-5517-4b88-9520-58b5da5d99a2 req-1164a372-a2ae-4ee9-bb5d-1b13bd3605af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:03.088841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e1e27f7-5517-4b88-9520-58b5da5d99a2 req-1164a372-a2ae-4ee9-bb5d-1b13bd3605af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19d5d409586b451fa69289ed29a9e60a&device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 1097 time: 0.0768285 Dec 12 18:37:03.100511 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddf129df-0d9b-443a-b85c-e8c4d16d4832 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.108748 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddf129df-0d9b-443a-b85c-e8c4d16d4832 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.177973 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddf129df-0d9b-443a-b85c-e8c4d16d4832 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.179215 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ddf129df-0d9b-443a-b85c-e8c4d16d4832 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2304974 Dec 12 18:37:03.182567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42508) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:37:03.186204 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf129df-0d9b-443a-b85c-e8c4d16d4832 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c679be1-9818-45f4-903d-2dcbd186a4ac,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:37:03.188528 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-feaa06af-b0e0-45ca-a9c7-2f903fac1dd8 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Request body: {'security_group_rule': {'security_group_id': '9c679be1-9818-45f4-903d-2dcbd186a4ac', 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:37:03.220054 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-feaa06af-b0e0-45ca-a9c7-2f903fac1dd8 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.224160 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e27f7-5517-4b88-9520-58b5da5d99a2 req-22f09c2a-716c-4593-8b35-4943d0989594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:03.225708 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e1e27f7-5517-4b88-9520-58b5da5d99a2 req-22f09c2a-716c-4593-8b35-4943d0989594 service neutron] 10.222.0.20 "GET /v2.0/networks?id=66cdbda4-f698-4f24-ac57-797fb7470e3b HTTP/1.1" status: 200 len: 915 time: 0.1276953 Dec 12 18:37:03.277952 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-53519984-6e34-414a-add0-343f4fa40de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'name': 'tempest-TestMinimumBasicScenario-766552431-router', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '3f857d03-21be-47af-907a-89716ff6912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'gw_port': {'id': '3f857d03-21be-47af-907a-89716ff6912d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'fa422667-00d3-4ef2-9e94-1892dc45aab1', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'port_id': '2bbd3629-a6c5-414b-8151-c0a792d776ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b', 'mac_address': 'fa:16:3e:cf:d6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9878a11e-ea67-455a-8a94-91a479345dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:37:02Z', 'updated_at': '2021-12-12T18:37:02Z', 'revision_number': 0, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04f730-2e8d-47f7-8a22-270d4ae03034', 'name': '', 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'mac_address': 'fa:16:3e:f2:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:11Z', 'updated_at': '2021-12-12T18:36:18Z', 'revision_number': 5, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'subnets': [{'id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:37:03.283689 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-feaa06af-b0e0-45ca-a9c7-2f903fac1dd8 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.289418 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-feaa06af-b0e0-45ca-a9c7-2f903fac1dd8 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.303186 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e1e27f7-5517-4b88-9520-58b5da5d99a2 req-ae9d76d7-365e-4c5d-9965-e5e1507dd80f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bbd3629-a6c5-414b-8151-c0a792d776ed HTTP/1.1" status: 200 len: 999 time: 0.0682511 Dec 12 18:37:03.307991 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53519984-6e34-414a-add0-343f4fa40de7 None None] Checking router: 573547f8-beca-4ba8-96d2-24153ccaaac3 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:37:03.309556 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa06af-b0e0-45ca-a9c7-2f903fac1dd8 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89660cde-d91f-4cd5-9b0a-5b600d9e47f3,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:37:03.319952 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53519984-6e34-414a-add0-343f4fa40de7 None None] Routers {'573547f8-beca-4ba8-96d2-24153ccaaac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:37:03.320586 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-53519984-6e34-414a-add0-343f4fa40de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:36:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['573547f8-beca-4ba8-96d2-24153ccaaac3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:37:03.321378 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-feaa06af-b0e0-45ca-a9c7-2f903fac1dd8 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.324347 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-feaa06af-b0e0-45ca-a9c7-2f903fac1dd8 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390119 Dec 12 18:37:03.325845 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42510) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:37:03.330586 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e708d77b-1e61-40d6-ab7c-082d5d4be6fc tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Request body: {'security_group_rule': {'security_group_id': '9c679be1-9818-45f4-903d-2dcbd186a4ac', 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:37:03.358227 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e27f7-5517-4b88-9520-58b5da5d99a2 req-6b5ad6e8-41e5-4566-bc67-84554633099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:03.358508 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e708d77b-1e61-40d6-ab7c-082d5d4be6fc tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.360052 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e1e27f7-5517-4b88-9520-58b5da5d99a2 req-6b5ad6e8-41e5-4566-bc67-84554633099c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c246cbd-6f29-438d-8f25-c56e6b3f73e1 HTTP/1.1" status: 200 len: 853 time: 0.0493932 Dec 12 18:37:03.416351 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e708d77b-1e61-40d6-ab7c-082d5d4be6fc tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.420821 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e708d77b-1e61-40d6-ab7c-082d5d4be6fc tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.421669 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e27f7-5517-4b88-9520-58b5da5d99a2 req-93ce420e-90b0-448f-9cf8-9dc55ea7625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:03.423472 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e1e27f7-5517-4b88-9520-58b5da5d99a2 req-93ce420e-90b0-448f-9cf8-9dc55ea7625e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=66cdbda4-f698-4f24-ac57-797fb7470e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559342 Dec 12 18:37:03.438210 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-53519984-6e34-414a-add0-343f4fa40de7 None None] Set router 573547f8-beca-4ba8-96d2-24153ccaaac3 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:37:03.439522 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708d77b-1e61-40d6-ab7c-082d5d4be6fc tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e51fd9d-d6e5-4631-9b86-b86600f3fb9b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:37:03.449088 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e708d77b-1e61-40d6-ab7c-082d5d4be6fc tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.453009 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e708d77b-1e61-40d6-ab7c-082d5d4be6fc tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238852 Dec 12 18:37:03.453228 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42512) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:37:03.457890 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-998ef2dd-6ca3-4829-92f5-55776b78e1e6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Request body: {'security_group_rule': {'security_group_id': '9c679be1-9818-45f4-903d-2dcbd186a4ac', 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:37:03.491061 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-998ef2dd-6ca3-4829-92f5-55776b78e1e6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.526716 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e1e27f7-5517-4b88-9520-58b5da5d99a2 req-8ad513e0-b2fa-4b74-8235-70f115a5f4d0 service neutron] 10.222.0.20 "GET /v2.0/networks/66cdbda4-f698-4f24-ac57-797fb7470e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955651 Dec 12 18:37:03.559265 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-998ef2dd-6ca3-4829-92f5-55776b78e1e6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.564257 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-998ef2dd-6ca3-4829-92f5-55776b78e1e6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.582534 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ef2dd-6ca3-4829-92f5-55776b78e1e6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5ade80-33f8-402b-9c3f-7e9d4a484f7d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:37:03.593939 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-998ef2dd-6ca3-4829-92f5-55776b78e1e6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.595219 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-998ef2dd-6ca3-4829-92f5-55776b78e1e6 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410227 Dec 12 18:37:03.597994 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42514) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:37:03.604105 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8239e313-e746-43b1-9190-35aece9c0858 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Request body: {'security_group_rule': {'security_group_id': '9c679be1-9818-45f4-903d-2dcbd186a4ac', 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:37:03.646641 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e1e27f7-5517-4b88-9520-58b5da5d99a2 req-f311847f-dd34-4ae2-a49d-a81f77b32c06 service neutron] 10.222.0.20 "GET /v2.0/networks/66cdbda4-f698-4f24-ac57-797fb7470e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110299 Dec 12 18:37:03.653213 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8239e313-e746-43b1-9190-35aece9c0858 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.694440 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-53519984-6e34-414a-add0-343f4fa40de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'name': 'tempest-TestMinimumBasicScenario-766552431-router', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '3f857d03-21be-47af-907a-89716ff6912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'gw_port': {'id': '3f857d03-21be-47af-907a-89716ff6912d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'fa422667-00d3-4ef2-9e94-1892dc45aab1', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'port_id': '2bbd3629-a6c5-414b-8151-c0a792d776ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b', 'mac_address': 'fa:16:3e:cf:d6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9878a11e-ea67-455a-8a94-91a479345dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:37:02Z', 'updated_at': '2021-12-12T18:37:02Z', 'revision_number': 0, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04f730-2e8d-47f7-8a22-270d4ae03034', 'name': '', 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'mac_address': 'fa:16:3e:f2:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:11Z', 'updated_at': '2021-12-12T18:36:18Z', 'revision_number': 5, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'subnets': [{'id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:37:03.705776 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8239e313-e746-43b1-9190-35aece9c0858 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.709366 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8239e313-e746-43b1-9190-35aece9c0858 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.720955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53519984-6e34-414a-add0-343f4fa40de7 None None] The sync data for ids ['573547f8-beca-4ba8-96d2-24153ccaaac3'] in n-d-760354-5 is: [{'id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'name': 'tempest-TestMinimumBasicScenario-766552431-router', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '3f857d03-21be-47af-907a-89716ff6912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'gw_port': {'id': '3f857d03-21be-47af-907a-89716ff6912d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'fa422667-00d3-4ef2-9e94-1892dc45aab1', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'port_id': '2bbd3629-a6c5-414b-8151-c0a792d776ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b', 'mac_address': 'fa:16:3e:cf:d6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9878a11e-ea67-455a-8a94-91a479345dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:37:02Z', 'updated_at': '2021-12-12T18:37:02Z', 'revision_number': 0, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea04f730-2e8d-47f7-8a22-270d4ae03034', 'name': '', 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'mac_address': 'fa:16:3e:f2:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:11Z', 'updated_at': '2021-12-12T18:36:18Z', 'revision_number': 5, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'subnets': [{'id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:37:03.727654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239e313-e746-43b1-9190-35aece9c0858 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5805d8-dd5f-47a8-a423-f387f3e0b7ab,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:37:03.736580 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8239e313-e746-43b1-9190-35aece9c0858 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.739251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8239e313-e746-43b1-9190-35aece9c0858 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1388500 Dec 12 18:37:03.740566 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42516) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:37:03.745043 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-7d2fe3df-909e-45bf-bbba-2b1d14622369 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Request body: {'security_group_rule': {'security_group_id': '9c679be1-9818-45f4-903d-2dcbd186a4ac', 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:37:03.766846 n-d-760354-5 neutron-server[103151]: INFO neutron.db.securitygroups_db [None req-7d2fe3df-909e-45bf-bbba-2b1d14622369 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Project 19d5d409586b451fa69289ed29a9e60a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:37:03.772261 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d2fe3df-909e-45bf-bbba-2b1d14622369 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.831505 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d2fe3df-909e-45bf-bbba-2b1d14622369 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.834827 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d2fe3df-909e-45bf-bbba-2b1d14622369 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.853050 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fe3df-909e-45bf-bbba-2b1d14622369 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334e1bb5-9cae-4511-8c42-5b99a6b80e5f,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:37:03.861834 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d2fe3df-909e-45bf-bbba-2b1d14622369 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.866068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7d2fe3df-909e-45bf-bbba-2b1d14622369 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221359 Dec 12 18:37:03.866501 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42518) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:37:03.871003 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-d8e7c891-fcb1-4624-b505-912baae0c22a tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Request body: {'security_group_rule': {'security_group_id': '9c679be1-9818-45f4-903d-2dcbd186a4ac', 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:37:03.892575 n-d-760354-5 neutron-server[103151]: INFO neutron.db.securitygroups_db [None req-d8e7c891-fcb1-4624-b505-912baae0c22a tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Project 19d5d409586b451fa69289ed29a9e60a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:37:03.898342 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c891-fcb1-4624-b505-912baae0c22a tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.944187 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1761f30-4622-4843-97ae-a7e77cc76b6f None None] New status for floating IP fa422667-00d3-4ef2-9e94-1892dc45aab1: ACTIVE {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:37:03.966361 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c891-fcb1-4624-b505-912baae0c22a tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.971722 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c891-fcb1-4624-b505-912baae0c22a tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.990494 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7c891-fcb1-4624-b505-912baae0c22a tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf1855c-2c4e-4fe3-a80c-77bd454990e6,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:37:03.996739 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8e7c891-fcb1-4624-b505-912baae0c22a tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:03.998037 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d8e7c891-fcb1-4624-b505-912baae0c22a tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305733 Dec 12 18:37:04.092095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2822487d-865c-4493-aac0-f98fca22b374 req-ff7db004-e395-4b9c-9447-59f81e9f18e7 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229765557&fields=id&tenant_id=19d5d409586b451fa69289ed29a9e60a HTTP/1.1" status: 200 len: 267 time: 0.0440869 Dec 12 18:37:04.151651 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822487d-865c-4493-aac0-f98fca22b374 req-4b47b1fa-250c-4ca5-8929-4a8d4fda60bc tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:04.153062 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2822487d-865c-4493-aac0-f98fca22b374 req-4b47b1fa-250c-4ca5-8929-4a8d4fda60bc tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 946 time: 0.0543289 Dec 12 18:37:04.164625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-2822487d-865c-4493-aac0-f98fca22b374 req-8a8b32a7-d763-4847-bbb5-ae6666b07987 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Request body: {'port': {'security_groups': ['8545d170-4a92-4226-8331-aa99dccff9cc', '9c679be1-9818-45f4-903d-2dcbd186a4ac']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:37:04.228337 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2822487d-865c-4493-aac0-f98fca22b374 req-8a8b32a7-d763-4847-bbb5-ae6666b07987 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:04.410654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-2822487d-865c-4493-aac0-f98fca22b374 req-8a8b32a7-d763-4847-bbb5-ae6666b07987 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] For port 2bbd3629-a6c5-414b-8151-c0a792d776ed, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2bbd3629-a6c5-414b-8151-c0a792d776ed,segment=NetworkSegment(9ef07034-1d84-4606-8701-79b2ec175c1e),segment_id=9ef07034-1d84-4606-8701-79b2ec175c1e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:37:04.438877 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2822487d-865c-4493-aac0-f98fca22b374 req-8a8b32a7-d763-4847-bbb5-ae6666b07987 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:04.443470 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2822487d-865c-4493-aac0-f98fca22b374 req-8a8b32a7-d763-4847-bbb5-ae6666b07987 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:04.456166 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['2bbd3629-a6c5-414b-8151-c0a792d776ed'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:37:04.492698 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822487d-865c-4493-aac0-f98fca22b374 req-8a8b32a7-d763-4847-bbb5-ae6666b07987 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:04.493346 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2822487d-865c-4493-aac0-f98fca22b374 req-8a8b32a7-d763-4847-bbb5-ae6666b07987 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:04.494928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2822487d-865c-4493-aac0-f98fca22b374 req-8a8b32a7-d763-4847-bbb5-ae6666b07987 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "PUT /v2.0/ports/2bbd3629-a6c5-414b-8151-c0a792d776ed HTTP/1.1" status: 200 len: 982 time: 0.3345275 Dec 12 18:37:04.495415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9878a11e-ea67-455a-8a94-91a479345dad', 'tag': '2bbd3629-a6c5-414b-8151-c0a792d776ed'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:37:04.497885 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa63fe6-cef9-4840-8b70-25ecdde2fd65" -d '{"events": [{"name": "network-changed", "server_uuid": "9878a11e-ea67-455a-8a94-91a479345dad", "tag": "2bbd3629-a6c5-414b-8151-c0a792d776ed"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:37:04.521867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b32a7-d763-4847-bbb5-ae6666b07987 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Pushing event updated for resources: {'Port': ['ID=2bbd3629-a6c5-414b-8151-c0a792d776ed,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:37:04.553273 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc2bf52-d570-4dc9-a8f8-d035b76d775a x-openstack-request-id: req-7bc2bf52-d570-4dc9-a8f8-d035b76d775a {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:37:04.553273 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9878a11e-ea67-455a-8a94-91a479345dad", "tag": "2bbd3629-a6c5-414b-8151-c0a792d776ed", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:37:04.553575 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7bc2bf52-d570-4dc9-a8f8-d035b76d775a {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:37:04.553869 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9878a11e-ea67-455a-8a94-91a479345dad', 'tag': '2bbd3629-a6c5-414b-8151-c0a792d776ed', 'status': 'completed', 'code': 200} Dec 12 18:37:04.555716 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['2bbd3629-a6c5-414b-8151-c0a792d776ed'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:37:04.650575 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa63fe6-cef9-4840-8b70-25ecdde2fd65 req-b8316a35-41de-49c1-91d1-6625666d702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:04.652149 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5aa63fe6-cef9-4840-8b70-25ecdde2fd65 req-b8316a35-41de-49c1-91d1-6625666d702e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19d5d409586b451fa69289ed29a9e60a&device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 1136 time: 0.0765238 Dec 12 18:37:04.668790 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e631c6d-c611-437d-bbe4-adc58d83acc9 req-2265cc20-0359-4ab8-9fe0-8794ff2c8c2c tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:04.670642 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e631c6d-c611-437d-bbe4-adc58d83acc9 req-2265cc20-0359-4ab8-9fe0-8794ff2c8c2c tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 985 time: 0.0674438 Dec 12 18:37:04.792352 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6e631c6d-c611-437d-bbe4-adc58d83acc9 req-4740cd61-386a-40a2-86b9-ba6703d57c7b tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c679be1-9818-45f4-903d-2dcbd186a4ac&id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1119688 Dec 12 18:37:04.802842 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa63fe6-cef9-4840-8b70-25ecdde2fd65 req-16b03bb6-653b-4463-96ad-32728dad242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:04.804333 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5aa63fe6-cef9-4840-8b70-25ecdde2fd65 req-16b03bb6-653b-4463-96ad-32728dad242f service neutron] 10.222.0.20 "GET /v2.0/networks?id=66cdbda4-f698-4f24-ac57-797fb7470e3b HTTP/1.1" status: 200 len: 915 time: 0.1324000 Dec 12 18:37:04.880351 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5aa63fe6-cef9-4840-8b70-25ecdde2fd65 req-1985986d-07cf-4037-9350-a67eb6da69d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bbd3629-a6c5-414b-8151-c0a792d776ed HTTP/1.1" status: 200 len: 1001 time: 0.0670378 Dec 12 18:37:04.887737 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-23e4f6bf-365a-4e4c-ad8c-dd44e37cf73a None None] Provisioning complete for port 2bbd3629-a6c5-414b-8151-c0a792d776ed triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:37:04.888115 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-23e4f6bf-365a-4e4c-ad8c-dd44e37cf73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:04.929213 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa63fe6-cef9-4840-8b70-25ecdde2fd65 req-98f2ff09-23dc-4982-824a-cad1d90c786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:04.930594 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5aa63fe6-cef9-4840-8b70-25ecdde2fd65 req-98f2ff09-23dc-4982-824a-cad1d90c786d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c246cbd-6f29-438d-8f25-c56e6b3f73e1 HTTP/1.1" status: 200 len: 853 time: 0.0429223 Dec 12 18:37:04.975169 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa63fe6-cef9-4840-8b70-25ecdde2fd65 req-ecc6cae9-6b7c-4281-9d69-b2bffa32396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:04.976705 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5aa63fe6-cef9-4840-8b70-25ecdde2fd65 req-ecc6cae9-6b7c-4281-9d69-b2bffa32396a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=66cdbda4-f698-4f24-ac57-797fb7470e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391157 Dec 12 18:37:05.072746 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5aa63fe6-cef9-4840-8b70-25ecdde2fd65 req-c7376245-da27-4aed-ab05-b8387ad2bfe9 service neutron] 10.222.0.20 "GET /v2.0/networks/66cdbda4-f698-4f24-ac57-797fb7470e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880840 Dec 12 18:37:05.161255 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5aa63fe6-cef9-4840-8b70-25ecdde2fd65 req-9842e33b-7662-4c8e-ae26-88c23482e61e service neutron] 10.222.0.20 "GET /v2.0/networks/66cdbda4-f698-4f24-ac57-797fb7470e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808470 Dec 12 18:37:14.952270 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d8d4c863-4eae-4168-a036-f803a7062bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:17.288569 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-99c215bf-0428-4ceb-957b-f006381fdf4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:17.609581 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:18.140889 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:18.521263 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:20.002306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4525f-bada-4a6b-a615-4c088020eda7 req-7d576a9f-e47a-4bbd-9cc1-c8d1b9345f00 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:20.003808 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7e4525f-bada-4a6b-a615-4c088020eda7 req-7d576a9f-e47a-4bbd-9cc1-c8d1b9345f00 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 985 time: 0.0790470 Dec 12 18:37:20.009813 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ea466-1f11-48c0-a957-dc3d15a9a59a req-ccdc6cbb-7e5c-430e-ac37-70ac12f97cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:20.011152 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e45ea466-1f11-48c0-a957-dc3d15a9a59a req-ccdc6cbb-7e5c-430e-ac37-70ac12f97cf6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19d5d409586b451fa69289ed29a9e60a&device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 1136 time: 0.0605991 Dec 12 18:37:20.127522 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f7e4525f-bada-4a6b-a615-4c088020eda7 req-ae4c86e2-bcc9-4976-95b0-e98fd617e567 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c679be1-9818-45f4-903d-2dcbd186a4ac&id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1152716 Dec 12 18:37:20.141049 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ea466-1f11-48c0-a957-dc3d15a9a59a req-9d630702-0ec9-4ae4-b847-610fac4a0745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:20.143004 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e45ea466-1f11-48c0-a957-dc3d15a9a59a req-9d630702-0ec9-4ae4-b847-610fac4a0745 service neutron] 10.222.0.20 "GET /v2.0/networks?id=66cdbda4-f698-4f24-ac57-797fb7470e3b HTTP/1.1" status: 200 len: 915 time: 0.1239707 Dec 12 18:37:20.196641 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:37:20.207626 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e45ea466-1f11-48c0-a957-dc3d15a9a59a req-b8f082d3-e6e7-499a-9b74-c74b2d830eaf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bbd3629-a6c5-414b-8151-c0a792d776ed HTTP/1.1" status: 200 len: 1001 time: 0.0574286 Dec 12 18:37:20.250675 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:20.256998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ea466-1f11-48c0-a957-dc3d15a9a59a req-09711b40-3ac0-4646-8178-313bbd88232e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:20.258473 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e45ea466-1f11-48c0-a957-dc3d15a9a59a req-09711b40-3ac0-4646-8178-313bbd88232e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c246cbd-6f29-438d-8f25-c56e6b3f73e1 HTTP/1.1" status: 200 len: 853 time: 0.0440652 Dec 12 18:37:20.309912 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ea466-1f11-48c0-a957-dc3d15a9a59a req-ea51f92f-e3e2-4d41-bae4-3bd261987dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:20.311412 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e45ea466-1f11-48c0-a957-dc3d15a9a59a req-ea51f92f-e3e2-4d41-bae4-3bd261987dd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=66cdbda4-f698-4f24-ac57-797fb7470e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421951 Dec 12 18:37:20.399134 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e45ea466-1f11-48c0-a957-dc3d15a9a59a req-2ea47285-e2dc-412d-980f-1ff037bdb284 service neutron] 10.222.0.20 "GET /v2.0/networks/66cdbda4-f698-4f24-ac57-797fb7470e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800385 Dec 12 18:37:20.491459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e45ea466-1f11-48c0-a957-dc3d15a9a59a req-5ea4c197-6009-4300-af33-d326c69291e6 service neutron] 10.222.0.20 "GET /v2.0/networks/66cdbda4-f698-4f24-ac57-797fb7470e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839243 Dec 12 18:37:20.986123 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:21.246100 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb360402-4fba-40c1-a776-3a08c2717beb req-5bd498c1-b8df-45db-8cb9-7e8c4485ed31 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:21.247521 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb360402-4fba-40c1-a776-3a08c2717beb req-5bd498c1-b8df-45db-8cb9-7e8c4485ed31 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 985 time: 0.0484915 Dec 12 18:37:21.306359 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb360402-4fba-40c1-a776-3a08c2717beb req-b0ce9464-b190-44aa-8197-6ce0f4bb43fa tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c679be1-9818-45f4-903d-2dcbd186a4ac&id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518866 Dec 12 18:37:22.422618 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585260fd-07cd-4bf4-8fd3-72ced8cc9203 req-d8606df4-932f-4474-a884-5bebac64d924 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:22.424112 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-585260fd-07cd-4bf4-8fd3-72ced8cc9203 req-d8606df4-932f-4474-a884-5bebac64d924 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 985 time: 0.0484629 Dec 12 18:37:22.482647 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-585260fd-07cd-4bf4-8fd3-72ced8cc9203 req-346b53fe-3cca-41fc-8987-397bc1f533ef tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c679be1-9818-45f4-903d-2dcbd186a4ac&id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525088 Dec 12 18:37:23.599916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353207a-809a-4800-a6fe-1399a1278238 req-31209522-3479-4586-b35f-f8cc816fd3f0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:23.607626 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0353207a-809a-4800-a6fe-1399a1278238 req-31209522-3479-4586-b35f-f8cc816fd3f0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 985 time: 0.0576861 Dec 12 18:37:23.666863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0353207a-809a-4800-a6fe-1399a1278238 req-93e5d2cf-2718-4c66-bb13-04922c2f053b tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c679be1-9818-45f4-903d-2dcbd186a4ac&id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526507 Dec 12 18:37:24.780755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a85bcf-3d51-48ec-8b24-fd5acc129b2a req-ce3a101e-dc8a-48dd-a05d-bd5781eecc16 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:24.782742 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-46a85bcf-3d51-48ec-8b24-fd5acc129b2a req-ce3a101e-dc8a-48dd-a05d-bd5781eecc16 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 985 time: 0.0487249 Dec 12 18:37:24.841307 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-46a85bcf-3d51-48ec-8b24-fd5acc129b2a req-7044675e-cbcb-4481-9d56-504ff3dba308 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c679be1-9818-45f4-903d-2dcbd186a4ac&id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524831 Dec 12 18:37:25.959781 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013916bb-9cbe-4dc7-8d11-b6802778c5ac req-fe6eee00-6c2c-4bed-bc37-b144b56ea2ad tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:25.961235 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-013916bb-9cbe-4dc7-8d11-b6802778c5ac req-fe6eee00-6c2c-4bed-bc37-b144b56ea2ad tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 985 time: 0.0523348 Dec 12 18:37:26.021789 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-013916bb-9cbe-4dc7-8d11-b6802778c5ac req-cb16d9d2-0949-4356-899f-41e2b1f836a5 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c679be1-9818-45f4-903d-2dcbd186a4ac&id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542488 Dec 12 18:37:27.135737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757ce2d-b318-4e3f-9b7c-50cf16e689f9 req-08756eca-4c8f-47b2-bea0-7ffaabc2a211 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:27.137205 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0757ce2d-b318-4e3f-9b7c-50cf16e689f9 req-08756eca-4c8f-47b2-bea0-7ffaabc2a211 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 985 time: 0.0475540 Dec 12 18:37:27.195698 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0757ce2d-b318-4e3f-9b7c-50cf16e689f9 req-aedcf9ae-d30f-4004-b025-748fb9841f66 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c679be1-9818-45f4-903d-2dcbd186a4ac&id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519240 Dec 12 18:37:28.311687 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800f670-4661-4ae6-9735-d730bb828577 req-12f8705b-f85c-4357-a93d-266b13fd702d tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:28.313906 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7800f670-4661-4ae6-9735-d730bb828577 req-12f8705b-f85c-4357-a93d-266b13fd702d tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 985 time: 0.0479660 Dec 12 18:37:28.378550 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7800f670-4661-4ae6-9735-d730bb828577 req-fac88c36-a2d3-4062-8784-e6da40854334 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c679be1-9818-45f4-903d-2dcbd186a4ac&id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569263 Dec 12 18:37:29.492073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32159e6-9b5a-4013-9993-6d4ff657c0f1 req-ca493ba0-5061-4671-a0e0-b1aaf6fd9b35 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:29.493555 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a32159e6-9b5a-4013-9993-6d4ff657c0f1 req-ca493ba0-5061-4671-a0e0-b1aaf6fd9b35 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 985 time: 0.0483479 Dec 12 18:37:29.552376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a32159e6-9b5a-4013-9993-6d4ff657c0f1 req-0dfa6370-7b3b-4d5b-a195-7a271e996317 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c679be1-9818-45f4-903d-2dcbd186a4ac&id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528457 Dec 12 18:37:30.668134 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc880c2f-5a42-4126-b9e6-1d1fe9165c18 req-1787d68f-2ed9-409b-81d8-8344f912fcc3 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:30.669600 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc880c2f-5a42-4126-b9e6-1d1fe9165c18 req-1787d68f-2ed9-409b-81d8-8344f912fcc3 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 985 time: 0.0492685 Dec 12 18:37:30.727628 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cc880c2f-5a42-4126-b9e6-1d1fe9165c18 req-4b99f5d7-c70e-412b-b162-8f47c8631103 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c679be1-9818-45f4-903d-2dcbd186a4ac&id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519247 Dec 12 18:37:31.845414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd69df8-00ac-48d9-92e8-bd51b661981b req-eaba6830-7491-41a0-861d-c83fa022a99e tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:31.846866 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cd69df8-00ac-48d9-92e8-bd51b661981b req-eaba6830-7491-41a0-861d-c83fa022a99e tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 985 time: 0.0521529 Dec 12 18:37:31.905707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7cd69df8-00ac-48d9-92e8-bd51b661981b req-95cf42ae-33a5-43e9-bf1f-2d15025ff2ca tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c679be1-9818-45f4-903d-2dcbd186a4ac&id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527694 Dec 12 18:37:34.790970 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aeb281b8-6a15-4c7f-9b78-06fdf088f7ed req-c07c247c-8449-40b0-875d-015b3c61893c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390401 Dec 12 18:37:34.870830 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb281b8-6a15-4c7f-9b78-06fdf088f7ed req-b0e47e73-eed7-47a9-8bbc-18f975c9d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:34.872336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aeb281b8-6a15-4c7f-9b78-06fdf088f7ed req-b0e47e73-eed7-47a9-8bbc-18f975c9d31e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19d5d409586b451fa69289ed29a9e60a&device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 1136 time: 0.0395982 Dec 12 18:37:34.975146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb281b8-6a15-4c7f-9b78-06fdf088f7ed req-161aa04d-6d09-42c5-8769-17038d018bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:34.976646 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aeb281b8-6a15-4c7f-9b78-06fdf088f7ed req-161aa04d-6d09-42c5-8769-17038d018bdf service neutron] 10.222.0.20 "GET /v2.0/networks?id=66cdbda4-f698-4f24-ac57-797fb7470e3b HTTP/1.1" status: 200 len: 915 time: 0.0853665 Dec 12 18:37:35.044032 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aeb281b8-6a15-4c7f-9b78-06fdf088f7ed req-61fabefb-004b-4bae-a12c-44058d49964c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bbd3629-a6c5-414b-8151-c0a792d776ed HTTP/1.1" status: 200 len: 1001 time: 0.0597258 Dec 12 18:37:35.096531 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb281b8-6a15-4c7f-9b78-06fdf088f7ed req-f1f8b68c-546e-4a3d-bcf4-ec6bde8f8aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:35.098001 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aeb281b8-6a15-4c7f-9b78-06fdf088f7ed req-f1f8b68c-546e-4a3d-bcf4-ec6bde8f8aba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c246cbd-6f29-438d-8f25-c56e6b3f73e1 HTTP/1.1" status: 200 len: 853 time: 0.0463965 Dec 12 18:37:35.142894 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb281b8-6a15-4c7f-9b78-06fdf088f7ed req-aa7a233b-5016-43e8-bc33-90ab7b9b5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:37:35.144418 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aeb281b8-6a15-4c7f-9b78-06fdf088f7ed req-aa7a233b-5016-43e8-bc33-90ab7b9b5bd1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=66cdbda4-f698-4f24-ac57-797fb7470e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398884 Dec 12 18:37:35.233068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aeb281b8-6a15-4c7f-9b78-06fdf088f7ed req-43805466-12b2-4481-a8da-f7061bd166d3 service neutron] 10.222.0.20 "GET /v2.0/networks/66cdbda4-f698-4f24-ac57-797fb7470e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816379 Dec 12 18:37:35.321967 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-aeb281b8-6a15-4c7f-9b78-06fdf088f7ed req-259e5850-7a4d-477d-8262-304ebf532ce9 service neutron] 10.222.0.20 "GET /v2.0/networks/66cdbda4-f698-4f24-ac57-797fb7470e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821850 Dec 12 18:37:44.956027 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-df171dd8-ebe6-4501-b384-c8dc95880f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:47.290517 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-86cf83cf-a33f-4e5d-83ee-33217f36ed19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:47.609315 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:48.153037 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:48.523798 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:50.247439 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:50.988398 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:37:57.194799 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:38:04.360348 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c41fdb09-0ec4-4c1b-a5d4-03cd21d4ca96 req-eb5b6b38-9bb3-4b51-90b5-451838c40368 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229765557&fields=id&tenant_id=19d5d409586b451fa69289ed29a9e60a HTTP/1.1" status: 200 len: 267 time: 0.0455658 Dec 12 18:38:04.411924 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fdb09-0ec4-4c1b-a5d4-03cd21d4ca96 req-43d6c5a8-12c1-4ea1-8e25-e623ef24352f tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:04.413402 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c41fdb09-0ec4-4c1b-a5d4-03cd21d4ca96 req-43d6c5a8-12c1-4ea1-8e25-e623ef24352f tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 985 time: 0.0474184 Dec 12 18:38:04.424085 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-c41fdb09-0ec4-4c1b-a5d4-03cd21d4ca96 req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Request body: {'port': {'security_groups': ['8545d170-4a92-4226-8331-aa99dccff9cc']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:38:04.488636 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c41fdb09-0ec4-4c1b-a5d4-03cd21d4ca96 req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:04.964238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-c41fdb09-0ec4-4c1b-a5d4-03cd21d4ca96 req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] For port 2bbd3629-a6c5-414b-8151-c0a792d776ed, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2bbd3629-a6c5-414b-8151-c0a792d776ed,segment=NetworkSegment(9ef07034-1d84-4606-8701-79b2ec175c1e),segment_id=9ef07034-1d84-4606-8701-79b2ec175c1e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:38:04.992549 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c41fdb09-0ec4-4c1b-a5d4-03cd21d4ca96 req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:04.997151 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c41fdb09-0ec4-4c1b-a5d4-03cd21d4ca96 req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:05.009237 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['2bbd3629-a6c5-414b-8151-c0a792d776ed'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:38:05.043862 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fdb09-0ec4-4c1b-a5d4-03cd21d4ca96 req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:05.044502 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-c41fdb09-0ec4-4c1b-a5d4-03cd21d4ca96 req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:05.045909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c41fdb09-0ec4-4c1b-a5d4-03cd21d4ca96 req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "PUT /v2.0/ports/2bbd3629-a6c5-414b-8151-c0a792d776ed HTTP/1.1" status: 200 len: 943 time: 0.6261199 Dec 12 18:38:05.046443 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9878a11e-ea67-455a-8a94-91a479345dad', 'tag': '2bbd3629-a6c5-414b-8151-c0a792d776ed'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:38:05.049277 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b6d095-95b7-4406-9240-69eaa228c46e" -d '{"events": [{"name": "network-changed", "server_uuid": "9878a11e-ea67-455a-8a94-91a479345dad", "tag": "2bbd3629-a6c5-414b-8151-c0a792d776ed"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:38:05.053949 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42568) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:05.074120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Pushing event updated for resources: {'Port': ['ID=2bbd3629-a6c5-414b-8151-c0a792d776ed,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:05.083438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.084136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.084742 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.085921 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.086504 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.087077 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.087666 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.088233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.088831 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.089383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.090110 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.090667 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.091233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a70ed5-2324-4f33-8196-c7459bdb7833 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.127271 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2201b540-17c7-4d77-9fc7-18e6b82041b4 x-openstack-request-id: req-2201b540-17c7-4d77-9fc7-18e6b82041b4 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:38:05.127526 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9878a11e-ea67-455a-8a94-91a479345dad", "tag": "2bbd3629-a6c5-414b-8151-c0a792d776ed", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:38:05.127785 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2201b540-17c7-4d77-9fc7-18e6b82041b4 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:38:05.128194 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9878a11e-ea67-455a-8a94-91a479345dad', 'tag': '2bbd3629-a6c5-414b-8151-c0a792d776ed', 'status': 'completed', 'code': 200} Dec 12 18:38:05.131954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['2bbd3629-a6c5-414b-8151-c0a792d776ed'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:38:05.142621 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f57cbc4-bf70-4995-a332-4676a581aca0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:05.172078 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f57cbc4-bf70-4995-a332-4676a581aca0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:05.206463 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6d095-95b7-4406-9240-69eaa228c46e req-199aa76b-7976-4af0-978e-e847a1e63f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:05.209673 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00b6d095-95b7-4406-9240-69eaa228c46e req-199aa76b-7976-4af0-978e-e847a1e63f68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19d5d409586b451fa69289ed29a9e60a&device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 1097 time: 0.0548832 Dec 12 18:38:05.241104 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f57cbc4-bf70-4995-a332-4676a581aca0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:05.244299 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f57cbc4-bf70-4995-a332-4676a581aca0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:05.249162 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8f57cbc4-bf70-4995-a332-4676a581aca0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "DELETE /v2.0/security-groups/9c679be1-9818-45f4-903d-2dcbd186a4ac HTTP/1.1" status: 204 len: 168 time: 0.1887219 Dec 12 18:38:05.258178 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42572) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:05.258977 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57cbc4-bf70-4995-a332-4676a581aca0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c679be1-9818-45f4-903d-2dcbd186a4ac,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:05.308571 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57cbc4-bf70-4995-a332-4676a581aca0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.308872 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57cbc4-bf70-4995-a332-4676a581aca0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.309464 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57cbc4-bf70-4995-a332-4676a581aca0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.309815 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57cbc4-bf70-4995-a332-4676a581aca0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.310157 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57cbc4-bf70-4995-a332-4676a581aca0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.310497 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57cbc4-bf70-4995-a332-4676a581aca0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.310836 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57cbc4-bf70-4995-a332-4676a581aca0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.311534 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57cbc4-bf70-4995-a332-4676a581aca0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.311534 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57cbc4-bf70-4995-a332-4676a581aca0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.311847 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57cbc4-bf70-4995-a332-4676a581aca0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.312493 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57cbc4-bf70-4995-a332-4676a581aca0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.312493 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57cbc4-bf70-4995-a332-4676a581aca0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.312816 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57cbc4-bf70-4995-a332-4676a581aca0 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:05.327365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6d095-95b7-4406-9240-69eaa228c46e req-20162c2f-b59e-4118-940f-ca974380720c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:05.328912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00b6d095-95b7-4406-9240-69eaa228c46e req-20162c2f-b59e-4118-940f-ca974380720c service neutron] 10.222.0.20 "GET /v2.0/networks?id=66cdbda4-f698-4f24-ac57-797fb7470e3b HTTP/1.1" status: 200 len: 915 time: 0.1077967 Dec 12 18:38:05.393314 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-985e4817-6f77-4a3c-8654-66501985a034 None None] Provisioning complete for port 2bbd3629-a6c5-414b-8151-c0a792d776ed triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:38:05.393703 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-985e4817-6f77-4a3c-8654-66501985a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:05.404823 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00b6d095-95b7-4406-9240-69eaa228c46e req-56dbc41b-505e-494d-842e-d4d8a2898f92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bbd3629-a6c5-414b-8151-c0a792d776ed HTTP/1.1" status: 200 len: 1001 time: 0.0684392 Dec 12 18:38:05.448013 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c17899af-d55e-4d6e-a3a8-d1a02e5991a4 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Deleting port 1e219705-dc30-4f8b-8233-975edc98f9dd {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:38:05.448357 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c17899af-d55e-4d6e-a3a8-d1a02e5991a4 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:05.465146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6d095-95b7-4406-9240-69eaa228c46e req-73ac31fb-b13f-432c-af88-a0d106c3ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:05.466784 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00b6d095-95b7-4406-9240-69eaa228c46e req-73ac31fb-b13f-432c-af88-a0d106c3ceaf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c246cbd-6f29-438d-8f25-c56e6b3f73e1 HTTP/1.1" status: 200 len: 853 time: 0.0538368 Dec 12 18:38:05.521977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6d095-95b7-4406-9240-69eaa228c46e req-fdc021a6-f7fe-4bbb-bb95-1d0f86fa3375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:05.523522 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00b6d095-95b7-4406-9240-69eaa228c46e req-fdc021a6-f7fe-4bbb-bb95-1d0f86fa3375 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=66cdbda4-f698-4f24-ac57-797fb7470e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490484 Dec 12 18:38:05.538365 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c17899af-d55e-4d6e-a3a8-d1a02e5991a4 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:05.538836 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c17899af-d55e-4d6e-a3a8-d1a02e5991a4 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:05.554634 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c17899af-d55e-4d6e-a3a8-d1a02e5991a4 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Calling delete_port for 1e219705-dc30-4f8b-8233-975edc98f9dd owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:38:05.612066 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00b6d095-95b7-4406-9240-69eaa228c46e req-fa6ad0c4-36ea-4107-9215-72de9c9cb9ff service neutron] 10.222.0.20 "GET /v2.0/networks/66cdbda4-f698-4f24-ac57-797fb7470e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810399 Dec 12 18:38:05.707172 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00b6d095-95b7-4406-9240-69eaa228c46e req-95bbe0d9-d6f1-47bd-9b85-e35de7cea698 service neutron] 10.222.0.20 "GET /v2.0/networks/66cdbda4-f698-4f24-ac57-797fb7470e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861945 Dec 12 18:38:05.709095 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c17899af-d55e-4d6e-a3a8-d1a02e5991a4 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:05.737502 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17899af-d55e-4d6e-a3a8-d1a02e5991a4 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Pushing event deleted for resources: {'Port': ['ID=1e219705-dc30-4f8b-8233-975edc98f9dd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:05.795699 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c17899af-d55e-4d6e-a3a8-d1a02e5991a4 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:05.796026 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-c17899af-d55e-4d6e-a3a8-d1a02e5991a4 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Floating IP fa422667-00d3-4ef2-9e94-1892dc45aab1 disassociated (deleted). External IP: 172.25.1.80, port: 2bbd3629-a6c5-414b-8151-c0a792d776ed. Dec 12 18:38:06.001114 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17899af-d55e-4d6e-a3a8-d1a02e5991a4 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Router 573547f8-beca-4ba8-96d2-24153ccaaac3 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:38:06.105921 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17899af-d55e-4d6e-a3a8-d1a02e5991a4 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:38:06.110538 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c17899af-d55e-4d6e-a3a8-d1a02e5991a4 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:06.116807 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc26c9f9-4b7b-49fb-a10b-6cbdbaf6dbb6 None None] Sync routers for ids ['573547f8-beca-4ba8-96d2-24153ccaaac3'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:38:06.127154 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc26c9f9-4b7b-49fb-a10b-6cbdbaf6dbb6 None None] Routers {'573547f8-beca-4ba8-96d2-24153ccaaac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:38:06.127789 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cc26c9f9-4b7b-49fb-a10b-6cbdbaf6dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:37:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['573547f8-beca-4ba8-96d2-24153ccaaac3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:06.136728 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c17899af-d55e-4d6e-a3a8-d1a02e5991a4 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "DELETE /v2.0/floatingips/fa422667-00d3-4ef2-9e94-1892dc45aab1 HTTP/1.1" status: 204 len: 168 time: 0.8752649 Dec 12 18:38:06.137321 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9878a11e-ea67-455a-8a94-91a479345dad', 'tag': '2bbd3629-a6c5-414b-8151-c0a792d776ed'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:38:06.139653 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0ecf0ab0d0673ed1ddf6e3181e2e5630b2f509d2790f5a8f7e136419b5c042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c29111-6926-4ebb-bbf6-56bcede4baa3" -d '{"events": [{"name": "network-changed", "server_uuid": "9878a11e-ea67-455a-8a94-91a479345dad", "tag": "2bbd3629-a6c5-414b-8151-c0a792d776ed"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:38:06.237624 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-cc26c9f9-4b7b-49fb-a10b-6cbdbaf6dbb6 None None] Set router 573547f8-beca-4ba8-96d2-24153ccaaac3 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:38:06.305474 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2424dd66-2414-42e1-8018-da2244eecfed x-openstack-request-id: req-2424dd66-2414-42e1-8018-da2244eecfed {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:38:06.305776 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9878a11e-ea67-455a-8a94-91a479345dad", "tag": "2bbd3629-a6c5-414b-8151-c0a792d776ed", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:38:06.306036 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2424dd66-2414-42e1-8018-da2244eecfed {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:38:06.306443 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9878a11e-ea67-455a-8a94-91a479345dad', 'tag': '2bbd3629-a6c5-414b-8151-c0a792d776ed', 'status': 'completed', 'code': 200} Dec 12 18:38:06.386073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c29111-6926-4ebb-bbf6-56bcede4baa3 req-cacfd3c3-0a69-48ec-8acb-9f66b4824c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:06.387864 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83c29111-6926-4ebb-bbf6-56bcede4baa3 req-cacfd3c3-0a69-48ec-8acb-9f66b4824c85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19d5d409586b451fa69289ed29a9e60a&device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 1097 time: 0.0544312 Dec 12 18:38:06.459396 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cc26c9f9-4b7b-49fb-a10b-6cbdbaf6dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'name': 'tempest-TestMinimumBasicScenario-766552431-router', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '3f857d03-21be-47af-907a-89716ff6912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'gw_port': {'id': '3f857d03-21be-47af-907a-89716ff6912d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'ea04f730-2e8d-47f7-8a22-270d4ae03034', 'name': '', 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'mac_address': 'fa:16:3e:f2:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:11Z', 'updated_at': '2021-12-12T18:36:18Z', 'revision_number': 5, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'subnets': [{'id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:06.492314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c29111-6926-4ebb-bbf6-56bcede4baa3 req-a3429c60-521f-4243-854d-fe480576d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:06.493965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83c29111-6926-4ebb-bbf6-56bcede4baa3 req-a3429c60-521f-4243-854d-fe480576d557 service neutron] 10.222.0.20 "GET /v2.0/networks?id=66cdbda4-f698-4f24-ac57-797fb7470e3b HTTP/1.1" status: 200 len: 915 time: 0.0957994 Dec 12 18:38:06.540506 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83c29111-6926-4ebb-bbf6-56bcede4baa3 req-50409d3e-f86e-498f-8119-a8cc6298e4a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bbd3629-a6c5-414b-8151-c0a792d776ed HTTP/1.1" status: 200 len: 217 time: 0.0376010 Dec 12 18:38:06.593754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c29111-6926-4ebb-bbf6-56bcede4baa3 req-656f9c21-3938-41fd-9ca7-4e8ad3c7d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:06.595885 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83c29111-6926-4ebb-bbf6-56bcede4baa3 req-656f9c21-3938-41fd-9ca7-4e8ad3c7d4aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c246cbd-6f29-438d-8f25-c56e6b3f73e1 HTTP/1.1" status: 200 len: 853 time: 0.0460618 Dec 12 18:38:06.647120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc26c9f9-4b7b-49fb-a10b-6cbdbaf6dbb6 None None] Checking router: 573547f8-beca-4ba8-96d2-24153ccaaac3 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:38:06.647403 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c29111-6926-4ebb-bbf6-56bcede4baa3 req-dc7fda23-64a0-41a2-bcf4-f5bfb5366e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:06.648711 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83c29111-6926-4ebb-bbf6-56bcede4baa3 req-dc7fda23-64a0-41a2-bcf4-f5bfb5366e21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=66cdbda4-f698-4f24-ac57-797fb7470e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416300 Dec 12 18:38:06.655575 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc26c9f9-4b7b-49fb-a10b-6cbdbaf6dbb6 None None] Routers {'573547f8-beca-4ba8-96d2-24153ccaaac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:38:06.656179 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cc26c9f9-4b7b-49fb-a10b-6cbdbaf6dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:37:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['573547f8-beca-4ba8-96d2-24153ccaaac3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:06.744385 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83c29111-6926-4ebb-bbf6-56bcede4baa3 req-b1eb5afd-617d-4047-b5cd-a5d40eea638d service neutron] 10.222.0.20 "GET /v2.0/networks/66cdbda4-f698-4f24-ac57-797fb7470e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878830 Dec 12 18:38:06.763442 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-cc26c9f9-4b7b-49fb-a10b-6cbdbaf6dbb6 None None] Set router 573547f8-beca-4ba8-96d2-24153ccaaac3 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:38:06.834997 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83c29111-6926-4ebb-bbf6-56bcede4baa3 req-b8d31b9c-ee0e-409c-8a28-546de4f38472 service neutron] 10.222.0.20 "GET /v2.0/networks/66cdbda4-f698-4f24-ac57-797fb7470e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829115 Dec 12 18:38:06.962175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cc26c9f9-4b7b-49fb-a10b-6cbdbaf6dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'name': 'tempest-TestMinimumBasicScenario-766552431-router', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '3f857d03-21be-47af-907a-89716ff6912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'gw_port': {'id': '3f857d03-21be-47af-907a-89716ff6912d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'ea04f730-2e8d-47f7-8a22-270d4ae03034', 'name': '', 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'mac_address': 'fa:16:3e:f2:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:11Z', 'updated_at': '2021-12-12T18:36:18Z', 'revision_number': 5, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'subnets': [{'id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:06.987468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc26c9f9-4b7b-49fb-a10b-6cbdbaf6dbb6 None None] The sync data for ids ['573547f8-beca-4ba8-96d2-24153ccaaac3'] in n-d-760354-5 is: [{'id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'name': 'tempest-TestMinimumBasicScenario-766552431-router', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '3f857d03-21be-47af-907a-89716ff6912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'gw_port': {'id': '3f857d03-21be-47af-907a-89716ff6912d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'ea04f730-2e8d-47f7-8a22-270d4ae03034', 'name': '', 'network_id': '66cdbda4-f698-4f24-ac57-797fb7470e3b', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'mac_address': 'fa:16:3e:f2:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:11Z', 'updated_at': '2021-12-12T18:36:18Z', 'revision_number': 5, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'subnets': [{'id': '4c246cbd-6f29-438d-8f25-c56e6b3f73e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:38:07.208553 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaeb7b3-179f-4ef9-91b0-d2e848f5fb9d None None] New status for floating IP fa422667-00d3-4ef2-9e94-1892dc45aab1: DOWN {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:38:14.957933 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c1bb857c-13ce-4f3e-a343-b8e7f9eccc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:15.161316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2deba-8696-4ff0-93e2-ce008c4f7a94 req-7248d827-6d38-4e32-9c10-d20907c0313a tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:15.162998 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08e2deba-8696-4ff0-93e2-ce008c4f7a94 req-7248d827-6d38-4e32-9c10-d20907c0313a tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 946 time: 0.0572865 Dec 12 18:38:15.214328 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08e2deba-8696-4ff0-93e2-ce008c4f7a94 req-ed87a4f4-82be-4d2a-82f3-4dad6bf02f98 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452988 Dec 12 18:38:16.329621 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba7bab-3039-412a-b88a-cbb529e784d0 req-c3e35249-630f-4994-a51b-4c0b37dcb92d tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:16.331093 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-41ba7bab-3039-412a-b88a-cbb529e784d0 req-c3e35249-630f-4994-a51b-4c0b37dcb92d tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 946 time: 0.0470755 Dec 12 18:38:16.378011 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-41ba7bab-3039-412a-b88a-cbb529e784d0 req-65b64735-f6e9-4076-bc92-811d28aae323 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/security-groups?id=8545d170-4a92-4226-8331-aa99dccff9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408788 Dec 12 18:38:16.780497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c015a-afec-4e7d-9ac4-db521e10b9db req-4e965315-4e82-4741-afa7-43ee820e3376 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:16.781975 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-416c015a-afec-4e7d-9ac4-db521e10b9db req-4e965315-4e82-4741-afa7-43ee820e3376 tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.20 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 946 time: 0.0517333 Dec 12 18:38:16.870403 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-416c015a-afec-4e7d-9ac4-db521e10b9db req-fdcdd115-5bbc-44c7-a925-b1942f3089ee tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Deleting port 2bbd3629-a6c5-414b-8151-c0a792d776ed {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:38:16.870748 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-416c015a-afec-4e7d-9ac4-db521e10b9db req-fdcdd115-5bbc-44c7-a925-b1942f3089ee tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:16.960668 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-416c015a-afec-4e7d-9ac4-db521e10b9db req-fdcdd115-5bbc-44c7-a925-b1942f3089ee tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] For port 2bbd3629-a6c5-414b-8151-c0a792d776ed, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=2bbd3629-a6c5-414b-8151-c0a792d776ed,segment=NetworkSegment(9ef07034-1d84-4606-8701-79b2ec175c1e),segment_id=9ef07034-1d84-4606-8701-79b2ec175c1e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:38:16.961027 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-416c015a-afec-4e7d-9ac4-db521e10b9db req-fdcdd115-5bbc-44c7-a925-b1942f3089ee tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:16.973278 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-416c015a-afec-4e7d-9ac4-db521e10b9db req-fdcdd115-5bbc-44c7-a925-b1942f3089ee tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Calling delete_port for 2bbd3629-a6c5-414b-8151-c0a792d776ed owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:38:17.093085 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-416c015a-afec-4e7d-9ac4-db521e10b9db req-fdcdd115-5bbc-44c7-a925-b1942f3089ee tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:17.104755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['2bbd3629-a6c5-414b-8151-c0a792d776ed'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:38:17.124540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdd115-5bbc-44c7-a925-b1942f3089ee tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Pushing event deleted for resources: {'Port': ['ID=2bbd3629-a6c5-414b-8151-c0a792d776ed,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:17.165294 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-416c015a-afec-4e7d-9ac4-db521e10b9db req-fdcdd115-5bbc-44c7-a925-b1942f3089ee tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] No DVR routers for this DVR port 2bbd3629-a6c5-414b-8151-c0a792d776ed on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:38:17.168161 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-416c015a-afec-4e7d-9ac4-db521e10b9db req-fdcdd115-5bbc-44c7-a925-b1942f3089ee tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:17.171572 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-416c015a-afec-4e7d-9ac4-db521e10b9db req-fdcdd115-5bbc-44c7-a925-b1942f3089ee tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.20 "DELETE /v2.0/ports/2bbd3629-a6c5-414b-8151-c0a792d776ed HTTP/1.1" status: 204 len: 173 time: 0.3839369 Dec 12 18:38:17.172021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9878a11e-ea67-455a-8a94-91a479345dad', 'name': 'network-vif-deleted', 'tag': '2bbd3629-a6c5-414b-8151-c0a792d776ed'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:38:17.174814 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6c2acc-453d-4214-8593-e52934889eb6" -d '{"events": [{"server_uuid": "9878a11e-ea67-455a-8a94-91a479345dad", "name": "network-vif-deleted", "tag": "2bbd3629-a6c5-414b-8151-c0a792d776ed"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:38:17.212601 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d253d33-7052-45b7-8b46-33f3e957bffd x-openstack-request-id: req-2d253d33-7052-45b7-8b46-33f3e957bffd {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:38:17.212601 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9878a11e-ea67-455a-8a94-91a479345dad", "name": "network-vif-deleted", "tag": "2bbd3629-a6c5-414b-8151-c0a792d776ed", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:38:17.212878 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d253d33-7052-45b7-8b46-33f3e957bffd {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:38:17.213116 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9878a11e-ea67-455a-8a94-91a479345dad', 'name': 'network-vif-deleted', 'tag': '2bbd3629-a6c5-414b-8151-c0a792d776ed', 'status': 'completed', 'code': 200} Dec 12 18:38:17.291787 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fcba5304-4893-4b7a-869a-f10ad34b11c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:17.482624 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c58a4c2b-afd3-48cb-9795-26fccb326b3b req-91c531c1-d342-45d0-a265-8615b5f46a9f tempest-TestMinimumBasicScenario-1758097794 tempest-TestMinimumBasicScenario-1758097794-project] 10.222.0.18 "GET /v2.0/ports?device_id=9878a11e-ea67-455a-8a94-91a479345dad HTTP/1.1" status: 200 len: 210 time: 0.0267770 Dec 12 18:38:17.614874 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:18.151599 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:18.527854 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:19.037517 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42672) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:19.373146 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2438389-ecb1-4ace-b895-add432f0460d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:19.612289 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b2438389-ecb1-4ace-b895-add432f0460d admin admin] Deleting port ea04f730-2e8d-47f7-8a22-270d4ae03034 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:38:19.612663 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2438389-ecb1-4ace-b895-add432f0460d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:19.692692 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-b2438389-ecb1-4ace-b895-add432f0460d admin admin] For port ea04f730-2e8d-47f7-8a22-270d4ae03034, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ea04f730-2e8d-47f7-8a22-270d4ae03034,segment=NetworkSegment(9ef07034-1d84-4606-8701-79b2ec175c1e),segment_id=9ef07034-1d84-4606-8701-79b2ec175c1e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:38:19.692982 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2438389-ecb1-4ace-b895-add432f0460d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:19.705408 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b2438389-ecb1-4ace-b895-add432f0460d admin admin] Calling delete_port for ea04f730-2e8d-47f7-8a22-270d4ae03034 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:38:19.887248 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2438389-ecb1-4ace-b895-add432f0460d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:19.913248 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2438389-ecb1-4ace-b895-add432f0460d admin admin] Pushing event deleted for resources: {'Port': ['ID=ea04f730-2e8d-47f7-8a22-270d4ae03034,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:20.079529 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2438389-ecb1-4ace-b895-add432f0460d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:20.251158 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:20.295322 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2438389-ecb1-4ace-b895-add432f0460d admin admin] Router 573547f8-beca-4ba8-96d2-24153ccaaac3 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:38:20.298735 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2bbd3629-a6c5-414b-8151-c0a792d776ed no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:38:20.318917 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 2bbd3629-a6c5-414b-8151-c0a792d776ed {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:38:20.319285 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 2bbd3629-a6c5-414b-8151-c0a792d776ed not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:38:20.400514 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2438389-ecb1-4ace-b895-add432f0460d admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:38:20.407878 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b2438389-ecb1-4ace-b895-add432f0460d admin admin] 10.222.0.18 "PUT /v2.0/routers/573547f8-beca-4ba8-96d2-24153ccaaac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3692784 Dec 12 18:38:20.408492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42674) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:20.412820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb924b-a8f7-4848-95b3-0f0f5ed9a7cd None None] Sync routers for ids ['573547f8-beca-4ba8-96d2-24153ccaaac3'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:38:20.426759 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb924b-a8f7-4848-95b3-0f0f5ed9a7cd None None] Routers {'573547f8-beca-4ba8-96d2-24153ccaaac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:38:20.427411 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-94cb924b-a8f7-4848-95b3-0f0f5ed9a7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:38:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['573547f8-beca-4ba8-96d2-24153ccaaac3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:20.532106 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-94cb924b-a8f7-4848-95b3-0f0f5ed9a7cd None None] Set router 573547f8-beca-4ba8-96d2-24153ccaaac3 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:38:20.714626 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-94cb924b-a8f7-4848-95b3-0f0f5ed9a7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'name': 'tempest-TestMinimumBasicScenario-766552431-router', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '3f857d03-21be-47af-907a-89716ff6912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:38:19Z', 'revision_number': 5, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'gw_port': {'id': '3f857d03-21be-47af-907a-89716ff6912d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:20.745292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb924b-a8f7-4848-95b3-0f0f5ed9a7cd None None] Checking router: 573547f8-beca-4ba8-96d2-24153ccaaac3 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:38:20.754239 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb924b-a8f7-4848-95b3-0f0f5ed9a7cd None None] Routers {'573547f8-beca-4ba8-96d2-24153ccaaac3'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:38:20.754846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-94cb924b-a8f7-4848-95b3-0f0f5ed9a7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:38:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['573547f8-beca-4ba8-96d2-24153ccaaac3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:20.842195 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7da6134-5c41-4300-9567-78313518e5a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:20.857332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-94cb924b-a8f7-4848-95b3-0f0f5ed9a7cd None None] Set router 573547f8-beca-4ba8-96d2-24153ccaaac3 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:38:20.944384 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7da6134-5c41-4300-9567-78313518e5a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:20.998244 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d7da6134-5c41-4300-9567-78313518e5a9 admin admin] Deleting port 3f857d03-21be-47af-907a-89716ff6912d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:38:20.998601 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7da6134-5c41-4300-9567-78313518e5a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:21.019118 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:21.050437 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-94cb924b-a8f7-4848-95b3-0f0f5ed9a7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'name': 'tempest-TestMinimumBasicScenario-766552431-router', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '3f857d03-21be-47af-907a-89716ff6912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:38:19Z', 'revision_number': 5, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'gw_port': {'id': '3f857d03-21be-47af-907a-89716ff6912d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:21.077258 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-d7da6134-5c41-4300-9567-78313518e5a9 admin admin] For port 3f857d03-21be-47af-907a-89716ff6912d, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=3f857d03-21be-47af-907a-89716ff6912d,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:38:21.077627 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7da6134-5c41-4300-9567-78313518e5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:21.080580 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb924b-a8f7-4848-95b3-0f0f5ed9a7cd None None] The sync data for ids ['573547f8-beca-4ba8-96d2-24153ccaaac3'] in n-d-760354-5 is: [{'id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'name': 'tempest-TestMinimumBasicScenario-766552431-router', 'tenant_id': '19d5d409586b451fa69289ed29a9e60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '3f857d03-21be-47af-907a-89716ff6912d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:38:19Z', 'revision_number': 5, 'project_id': '19d5d409586b451fa69289ed29a9e60a', 'gw_port': {'id': '3f857d03-21be-47af-907a-89716ff6912d', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573547f8-beca-4ba8-96d2-24153ccaaac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:09Z', 'updated_at': '2021-12-12T18:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:38:21.095110 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d7da6134-5c41-4300-9567-78313518e5a9 admin admin] Calling delete_port for 3f857d03-21be-47af-907a-89716ff6912d owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:38:21.258376 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7da6134-5c41-4300-9567-78313518e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:21.290835 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da6134-5c41-4300-9567-78313518e5a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f857d03-21be-47af-907a-89716ff6912d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:21.301026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b39cc6-bf1f-4842-87f6-932dcc0261d3 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:38:21.356884 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7da6134-5c41-4300-9567-78313518e5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:21.445912 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7da6134-5c41-4300-9567-78313518e5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:21.448218 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7da6134-5c41-4300-9567-78313518e5a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:21.496335 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7da6134-5c41-4300-9567-78313518e5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:21.496911 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7da6134-5c41-4300-9567-78313518e5a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 573547f8-beca-4ba8-96d2-24153ccaaac3 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:38:21.501762 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7da6134-5c41-4300-9567-78313518e5a9 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:21.502963 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d7da6134-5c41-4300-9567-78313518e5a9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/573547f8-beca-4ba8-96d2-24153ccaaac3 HTTP/1.1" status: 204 len: 168 time: 1.0935593 Dec 12 18:38:21.505484 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42676) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:21.555665 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-800b1537-2fa2-4b93-9cf0-d8e41c777176 admin admin] Deleting subnet 4c246cbd-6f29-438d-8f25-c56e6b3f73e1 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:38:21.558914 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-800b1537-2fa2-4b93-9cf0-d8e41c777176 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:21.595014 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-800b1537-2fa2-4b93-9cf0-d8e41c777176 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:21.677056 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-800b1537-2fa2-4b93-9cf0-d8e41c777176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:21.738666 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-800b1537-2fa2-4b93-9cf0-d8e41c777176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:21.766767 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1537-2fa2-4b93-9cf0-d8e41c777176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c246cbd-6f29-438d-8f25-c56e6b3f73e1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:21.768752 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-800b1537-2fa2-4b93-9cf0-d8e41c777176 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:21.771983 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-800b1537-2fa2-4b93-9cf0-d8e41c777176 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4c246cbd-6f29-438d-8f25-c56e6b3f73e1 HTTP/1.1" status: 204 len: 168 time: 0.2655621 Dec 12 18:38:21.773339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0c5a29-9a7e-4021-95f5-2f6c907c9479 None None] Network 66cdbda4-f698-4f24-ac57-797fb7470e3b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:38:21.774477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42678) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:21.848988 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:21.913270 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] Deleting port 197bcbc7-08ec-480a-8ee4-56863c67e9f0 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:38:21.913613 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:21.947110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] DHCP port deletion for 66cdbda4-f698-4f24-ac57-797fb7470e3b request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:38:21.982503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] For port 197bcbc7-08ec-480a-8ee4-56863c67e9f0, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=197bcbc7-08ec-480a-8ee4-56863c67e9f0,segment=NetworkSegment(9ef07034-1d84-4606-8701-79b2ec175c1e),segment_id=9ef07034-1d84-4606-8701-79b2ec175c1e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:38:21.982966 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:21.996235 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] Calling delete_port for 197bcbc7-08ec-480a-8ee4-56863c67e9f0 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:38:22.001389 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] Deleting port 197bcbc7-08ec-480a-8ee4-56863c67e9f0 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:38:22.001764 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:22.017102 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ea04f730-2e8d-47f7-8a22-270d4ae03034 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:38:22.062131 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: ea04f730-2e8d-47f7-8a22-270d4ae03034 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:38:22.062481 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ea04f730-2e8d-47f7-8a22-270d4ae03034 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:38:22.063458 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3f857d03-21be-47af-907a-89716ff6912d no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:38:22.081217 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:22.090692 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 3f857d03-21be-47af-907a-89716ff6912d {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:38:22.091050 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 3f857d03-21be-47af-907a-89716ff6912d not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:38:22.091505 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 197bcbc7-08ec-480a-8ee4-56863c67e9f0 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:38:22.106155 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] Pushing event deleted for resources: {'Port': ['ID=197bcbc7-08ec-480a-8ee4-56863c67e9f0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:22.110131 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] No DVR routers for this DVR port 197bcbc7-08ec-480a-8ee4-56863c67e9f0 on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:38:22.122433 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 197bcbc7-08ec-480a-8ee4-56863c67e9f0 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:38:22.122787 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 197bcbc7-08ec-480a-8ee4-56863c67e9f0 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:38:22.129107 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] For port 197bcbc7-08ec-480a-8ee4-56863c67e9f0, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=197bcbc7-08ec-480a-8ee4-56863c67e9f0,segment=NetworkSegment(9ef07034-1d84-4606-8701-79b2ec175c1e),segment_id=9ef07034-1d84-4606-8701-79b2ec175c1e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:38:22.129514 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:22.142094 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] Calling delete_port for 197bcbc7-08ec-480a-8ee4-56863c67e9f0 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:38:22.186232 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:22.206376 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66cdbda4-f698-4f24-ac57-797fb7470e3b']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:22.215454 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef07034-1d84-4606-8701-79b2ec175c1e') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:22.215763 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef07034-1d84-4606-8701-79b2ec175c1e') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:22.217988 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:22.225066 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:22.238375 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:22.243685 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] Pushing event deleted for resources: {'Port': ['ID=197bcbc7-08ec-480a-8ee4-56863c67e9f0,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:22.244822 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:38:22.245398 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:22.245899 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] No DVR routers for this DVR port 197bcbc7-08ec-480a-8ee4-56863c67e9f0 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:38:22.247253 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:38:22.254697 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:22.255052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:22.255430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:22.255779 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:22.256118 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:22.256465 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:22.256796 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:22.257155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:22.257488 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:22.257870 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:22.258135 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:22.258586 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:22.258973 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3828a-d063-45f9-b077-52f80266b1ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:22.303494 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:22.308664 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:22.311968 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] 10.222.0.18 "DELETE /v2.0/networks/66cdbda4-f698-4f24-ac57-797fb7470e3b HTTP/1.1" status: 204 len: 168 time: 0.5365248 Dec 12 18:38:22.315811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42680) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:22.323394 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb122958-c791-46dd-a927-fe85b5bed87d admin admin] Pushing event deleted for resources: {'Network': ['ID=66cdbda4-f698-4f24-ac57-797fb7470e3b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:22.663262 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d97801bd-e016-4f86-9771-f93e4a95c9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:22.899430 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d97801bd-e016-4f86-9771-f93e4a95c9b8 admin admin] Deleting port b6c56d0c-ae29-4010-92b7-a40031e6d665 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:38:22.899775 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d97801bd-e016-4f86-9771-f93e4a95c9b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:22.976867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d97801bd-e016-4f86-9771-f93e4a95c9b8 admin admin] For port b6c56d0c-ae29-4010-92b7-a40031e6d665, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b6c56d0c-ae29-4010-92b7-a40031e6d665,segment=NetworkSegment(2dbcda4b-9e65-4406-afa8-fab5c8472202),segment_id=2dbcda4b-9e65-4406-afa8-fab5c8472202)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:38:22.977145 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d97801bd-e016-4f86-9771-f93e4a95c9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:22.989492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d97801bd-e016-4f86-9771-f93e4a95c9b8 admin admin] Calling delete_port for b6c56d0c-ae29-4010-92b7-a40031e6d665 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:38:23.168359 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d97801bd-e016-4f86-9771-f93e4a95c9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:23.190734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97801bd-e016-4f86-9771-f93e4a95c9b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c56d0c-ae29-4010-92b7-a40031e6d665,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:23.364238 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d97801bd-e016-4f86-9771-f93e4a95c9b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:23.580692 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97801bd-e016-4f86-9771-f93e4a95c9b8 admin admin] Router 75a05d6f-91a4-4223-a5bc-2642af1b5fd1 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:38:23.683473 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97801bd-e016-4f86-9771-f93e4a95c9b8 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:38:23.688404 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d97801bd-e016-4f86-9771-f93e4a95c9b8 admin admin] 10.222.0.18 "PUT /v2.0/routers/75a05d6f-91a4-4223-a5bc-2642af1b5fd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3715637 Dec 12 18:38:23.691708 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42682) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:23.692183 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b4aa30-4816-48b6-8e8f-0b0fc91e3fff None None] Sync routers for ids ['75a05d6f-91a4-4223-a5bc-2642af1b5fd1'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:38:23.706059 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b4aa30-4816-48b6-8e8f-0b0fc91e3fff None None] Routers {'75a05d6f-91a4-4223-a5bc-2642af1b5fd1'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:38:23.706679 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e8b4aa30-4816-48b6-8e8f-0b0fc91e3fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:38:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['75a05d6f-91a4-4223-a5bc-2642af1b5fd1'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:23.795820 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2385b0-9884-463c-a70d-896ddf3d1a95 admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:23.808958 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e8b4aa30-4816-48b6-8e8f-0b0fc91e3fff None None] Set router 75a05d6f-91a4-4223-a5bc-2642af1b5fd1 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:38:23.897438 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2385b0-9884-463c-a70d-896ddf3d1a95 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:23.958720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ce2385b0-9884-463c-a70d-896ddf3d1a95 admin admin] Deleting port ecbb5ae9-dc96-4bc1-8762-d09f31d071f5 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:38:23.959235 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2385b0-9884-463c-a70d-896ddf3d1a95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:24.048072 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-ce2385b0-9884-463c-a70d-896ddf3d1a95 admin admin] For port ecbb5ae9-dc96-4bc1-8762-d09f31d071f5, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ecbb5ae9-dc96-4bc1-8762-d09f31d071f5,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:38:24.048443 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2385b0-9884-463c-a70d-896ddf3d1a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:24.060599 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ce2385b0-9884-463c-a70d-896ddf3d1a95 admin admin] Calling delete_port for ecbb5ae9-dc96-4bc1-8762-d09f31d071f5 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:38:24.084458 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e8b4aa30-4816-48b6-8e8f-0b0fc91e3fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a05d6f-91a4-4223-a5bc-2642af1b5fd1', 'name': 'tempest-TestMinimumBasicScenario-1033600514-router', 'tenant_id': 'ababbe4df3584e8c80407b88cda4a184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'ecbb5ae9-dc96-4bc1-8762-d09f31d071f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:14Z', 'updated_at': '2021-12-12T18:38:23Z', 'revision_number': 5, 'project_id': 'ababbe4df3584e8c80407b88cda4a184', 'gw_port': {'id': 'ecbb5ae9-dc96-4bc1-8762-d09f31d071f5', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:94:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a05d6f-91a4-4223-a5bc-2642af1b5fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:36:14Z', 'updated_at': '2021-12-12T18:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:24.110219 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b4aa30-4816-48b6-8e8f-0b0fc91e3fff None None] Checking router: 75a05d6f-91a4-4223-a5bc-2642af1b5fd1 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:38:24.118632 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b4aa30-4816-48b6-8e8f-0b0fc91e3fff None None] Routers {'75a05d6f-91a4-4223-a5bc-2642af1b5fd1'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:38:24.119270 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e8b4aa30-4816-48b6-8e8f-0b0fc91e3fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:38:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['75a05d6f-91a4-4223-a5bc-2642af1b5fd1'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:24.207255 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e8b4aa30-4816-48b6-8e8f-0b0fc91e3fff None None] Set router 75a05d6f-91a4-4223-a5bc-2642af1b5fd1 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:38:24.225742 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2385b0-9884-463c-a70d-896ddf3d1a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:24.251447 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2385b0-9884-463c-a70d-896ddf3d1a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecbb5ae9-dc96-4bc1-8762-d09f31d071f5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:24.265491 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e8b4aa30-4816-48b6-8e8f-0b0fc91e3fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a05d6f-91a4-4223-a5bc-2642af1b5fd1', 'name': 'tempest-TestMinimumBasicScenario-1033600514-router', 'tenant_id': 'ababbe4df3584e8c80407b88cda4a184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:14Z', 'updated_at': '2021-12-12T18:38:23Z', 'revision_number': 6, 'project_id': 'ababbe4df3584e8c80407b88cda4a184', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:24.267445 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a17bc87-eea3-43b4-9490-3d5b25986df9 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:38:24.300777 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b4aa30-4816-48b6-8e8f-0b0fc91e3fff None None] The sync data for ids ['75a05d6f-91a4-4223-a5bc-2642af1b5fd1'] in n-d-760354-5 is: [{'id': '75a05d6f-91a4-4223-a5bc-2642af1b5fd1', 'name': 'tempest-TestMinimumBasicScenario-1033600514-router', 'tenant_id': 'ababbe4df3584e8c80407b88cda4a184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:36:14Z', 'updated_at': '2021-12-12T18:38:23Z', 'revision_number': 6, 'project_id': 'ababbe4df3584e8c80407b88cda4a184', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:38:24.318795 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2385b0-9884-463c-a70d-896ddf3d1a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:24.408714 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2385b0-9884-463c-a70d-896ddf3d1a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:24.410804 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2385b0-9884-463c-a70d-896ddf3d1a95 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:24.451492 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2385b0-9884-463c-a70d-896ddf3d1a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:24.452073 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2385b0-9884-463c-a70d-896ddf3d1a95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75a05d6f-91a4-4223-a5bc-2642af1b5fd1 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:38:24.456931 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2385b0-9884-463c-a70d-896ddf3d1a95 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:24.458134 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ce2385b0-9884-463c-a70d-896ddf3d1a95 admin admin] 10.222.0.18 "DELETE /v2.0/routers/75a05d6f-91a4-4223-a5bc-2642af1b5fd1 HTTP/1.1" status: 204 len: 168 time: 0.7653637 Dec 12 18:38:24.460640 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42684) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:24.505343 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-960e469f-b460-4b49-928c-6774ce161f63 admin admin] Deleting subnet 2f53ff01-94c3-4a1a-a4e7-3cebef485ae8 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:38:24.508687 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-960e469f-b460-4b49-928c-6774ce161f63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:24.547764 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-960e469f-b460-4b49-928c-6774ce161f63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:24.623969 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-960e469f-b460-4b49-928c-6774ce161f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:24.679905 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-960e469f-b460-4b49-928c-6774ce161f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:24.708014 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e469f-b460-4b49-928c-6774ce161f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f53ff01-94c3-4a1a-a4e7-3cebef485ae8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:24.710188 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-960e469f-b460-4b49-928c-6774ce161f63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:24.713743 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-960e469f-b460-4b49-928c-6774ce161f63 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2f53ff01-94c3-4a1a-a4e7-3cebef485ae8 HTTP/1.1" status: 204 len: 168 time: 0.2520986 Dec 12 18:38:24.717865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f951aef-96c3-41b2-a50a-1db979c1f789 None None] Network a56272f5-9e50-4204-868c-3cb49a6ee3fd requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:38:24.718482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42686) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:24.795842 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:24.850164 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] Deleting port 9ff282d0-d06f-4649-8768-6f3050809a74 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:38:24.850507 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:24.914875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] For port 9ff282d0-d06f-4649-8768-6f3050809a74, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=9ff282d0-d06f-4649-8768-6f3050809a74,segment=NetworkSegment(2dbcda4b-9e65-4406-afa8-fab5c8472202),segment_id=2dbcda4b-9e65-4406-afa8-fab5c8472202)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:38:24.915266 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:24.927492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] Calling delete_port for 9ff282d0-d06f-4649-8768-6f3050809a74 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:38:25.003705 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:25.030495 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff282d0-d06f-4649-8768-6f3050809a74,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:25.032304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] No DVR routers for this DVR port 9ff282d0-d06f-4649-8768-6f3050809a74 on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:38:25.107650 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a991aeec-0c30-476b-be96-ccdff6e870f1 None None] DHCP port deletion for a56272f5-9e50-4204-868c-3cb49a6ee3fd request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:38:25.110834 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:25.133973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56272f5-9e50-4204-868c-3cb49a6ee3fd']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:25.143565 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbcda4b-9e65-4406-afa8-fab5c8472202') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:25.143865 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbcda4b-9e65-4406-afa8-fab5c8472202') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:25.153280 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:25.166652 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:25.173374 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:38:25.173760 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:38:25.175548 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:38:25.239808 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:25.246590 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:25.249989 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a56272f5-9e50-4204-868c-3cb49a6ee3fd HTTP/1.1" status: 204 len: 168 time: 0.5299234 Dec 12 18:38:25.260759 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44df94-7372-43e1-8e41-8262b19119c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a56272f5-9e50-4204-868c-3cb49a6ee3fd,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:25.413753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42690) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:25.455243 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-791e0dcd-189e-43f9-8ca2-f0e2ca34cbd7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19d5d409586b451fa69289ed29a9e60a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402100 Dec 12 18:38:25.457720 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42692) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:25.506006 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-728938dc-fe56-40f2-80f2-9709966f47f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:25.531411 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-728938dc-fe56-40f2-80f2-9709966f47f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:25.577408 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-728938dc-fe56-40f2-80f2-9709966f47f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:25.580692 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-728938dc-fe56-40f2-80f2-9709966f47f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:25.581868 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-728938dc-fe56-40f2-80f2-9709966f47f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8545d170-4a92-4226-8331-aa99dccff9cc HTTP/1.1" status: 204 len: 168 time: 0.1231439 Dec 12 18:38:25.589442 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728938dc-fe56-40f2-80f2-9709966f47f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8545d170-4a92-4226-8331-aa99dccff9cc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:25.888497 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42698) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:25.938590 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b24e67f3-363e-4381-b00d-2c5ff692b5b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ababbe4df3584e8c80407b88cda4a184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459759 Dec 12 18:38:25.938911 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42700) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:25.951494 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b6c56d0c-ae29-4010-92b7-a40031e6d665 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:38:25.974772 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: b6c56d0c-ae29-4010-92b7-a40031e6d665 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:38:25.975120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b6c56d0c-ae29-4010-92b7-a40031e6d665 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:38:25.975565 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ecbb5ae9-dc96-4bc1-8762-d09f31d071f5 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:38:25.987341 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8129b5bc-895d-4e93-927f-4437012ffc35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:25.994100 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: ecbb5ae9-dc96-4bc1-8762-d09f31d071f5 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:38:25.994444 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ecbb5ae9-dc96-4bc1-8762-d09f31d071f5 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:38:25.994851 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9ff282d0-d06f-4649-8768-6f3050809a74 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:38:26.009448 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8129b5bc-895d-4e93-927f-4437012ffc35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:26.013356 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 9ff282d0-d06f-4649-8768-6f3050809a74 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:38:26.013699 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 9ff282d0-d06f-4649-8768-6f3050809a74 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:38:26.057204 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8129b5bc-895d-4e93-927f-4437012ffc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:26.060014 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8129b5bc-895d-4e93-927f-4437012ffc35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:26.061297 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8129b5bc-895d-4e93-927f-4437012ffc35 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b5f6fc4-2ddf-4e40-bf4d-e4f51ae55db0 HTTP/1.1" status: 204 len: 168 time: 0.1213377 Dec 12 18:38:26.069785 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129b5bc-895d-4e93-927f-4437012ffc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5f6fc4-2ddf-4e40-bf4d-e4f51ae55db0,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:29.250895 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42742) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:29.255527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ee1fec7f-25ca-488b-aa4c-d8d0a49ab2d7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-683751437', 'description': 'tempest-secgroup-smoke-683751437 description', 'project_id': '35529f23112147548f395358da49df5c'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:38:29.276721 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ee1fec7f-25ca-488b-aa4c-d8d0a49ab2d7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.284853 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ee1fec7f-25ca-488b-aa4c-d8d0a49ab2d7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.361884 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ee1fec7f-25ca-488b-aa4c-d8d0a49ab2d7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.365936 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ee1fec7f-25ca-488b-aa4c-d8d0a49ab2d7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.404103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fec7f-25ca-488b-aa4c-d8d0a49ab2d7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8137d444-06da-4343-b6dc-4a199584915a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:29.440873 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ee1fec7f-25ca-488b-aa4c-d8d0a49ab2d7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.444249 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ee1fec7f-25ca-488b-aa4c-d8d0a49ab2d7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.470959 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ee1fec7f-25ca-488b-aa4c-d8d0a49ab2d7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.472200 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ee1fec7f-25ca-488b-aa4c-d8d0a49ab2d7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2202752 Dec 12 18:38:29.475305 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42744) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:29.476100 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fec7f-25ca-488b-aa4c-d8d0a49ab2d7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55545824-40b6-4cd0-9655-d017f1ed4a65,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:29.480650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3055b26a-d830-45c9-9a69-6b6a01b47904 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '55545824-40b6-4cd0-9655-d017f1ed4a65', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:38:29.509279 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3055b26a-d830-45c9-9a69-6b6a01b47904 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.565492 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3055b26a-d830-45c9-9a69-6b6a01b47904 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.568349 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3055b26a-d830-45c9-9a69-6b6a01b47904 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.586092 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055b26a-d830-45c9-9a69-6b6a01b47904 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e80b63b-9824-46fe-ad2d-728cb2b57797,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:29.593789 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3055b26a-d830-45c9-9a69-6b6a01b47904 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.594989 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3055b26a-d830-45c9-9a69-6b6a01b47904 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181200 Dec 12 18:38:29.598261 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42746) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:29.602566 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-778c2bcf-8ea4-4469-81b7-14af00cd6d72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '55545824-40b6-4cd0-9655-d017f1ed4a65', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:38:29.628039 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-778c2bcf-8ea4-4469-81b7-14af00cd6d72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.683925 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-778c2bcf-8ea4-4469-81b7-14af00cd6d72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.687229 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-778c2bcf-8ea4-4469-81b7-14af00cd6d72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.706690 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c2bcf-8ea4-4469-81b7-14af00cd6d72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0e39f0-dadc-48b3-ba6e-5c9c3e79927f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:29.714745 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-778c2bcf-8ea4-4469-81b7-14af00cd6d72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.716007 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-778c2bcf-8ea4-4469-81b7-14af00cd6d72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167538 Dec 12 18:38:29.718619 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42748) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:29.723495 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-31be0d68-32f8-4526-bc8a-0f1185c67379 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '55545824-40b6-4cd0-9655-d017f1ed4a65', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:38:29.747998 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31be0d68-32f8-4526-bc8a-0f1185c67379 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.803290 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31be0d68-32f8-4526-bc8a-0f1185c67379 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.806499 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31be0d68-32f8-4526-bc8a-0f1185c67379 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.824074 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be0d68-32f8-4526-bc8a-0f1185c67379 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a73bade-12f6-4c63-ac99-3e76bc7140b5,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:29.829004 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31be0d68-32f8-4526-bc8a-0f1185c67379 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.831538 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-31be0d68-32f8-4526-bc8a-0f1185c67379 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1119013 Dec 12 18:38:29.834269 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42750) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:29.838715 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f664be1c-23dd-4d81-88d7-ea5f65000ade tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '55545824-40b6-4cd0-9655-d017f1ed4a65', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:38:29.870394 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f664be1c-23dd-4d81-88d7-ea5f65000ade tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.928004 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f664be1c-23dd-4d81-88d7-ea5f65000ade tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.931724 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f664be1c-23dd-4d81-88d7-ea5f65000ade tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.950537 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664be1c-23dd-4d81-88d7-ea5f65000ade tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae829f7-8288-4c31-a48b-086b7d324179,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:29.959130 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f664be1c-23dd-4d81-88d7-ea5f65000ade tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:29.960368 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f664be1c-23dd-4d81-88d7-ea5f65000ade tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251566 Dec 12 18:38:29.963224 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42752) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:29.967911 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8d428686-f504-489b-9585-52a5f775b2d4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '55545824-40b6-4cd0-9655-d017f1ed4a65', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:38:29.988693 n-d-760354-5 neutron-server[103151]: INFO neutron.db.securitygroups_db [None req-8d428686-f504-489b-9585-52a5f775b2d4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Project 35529f23112147548f395358da49df5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:38:29.993562 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d428686-f504-489b-9585-52a5f775b2d4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:30.052365 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d428686-f504-489b-9585-52a5f775b2d4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:30.055949 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d428686-f504-489b-9585-52a5f775b2d4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:30.076205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d428686-f504-489b-9585-52a5f775b2d4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff80d897-a659-4bd2-88be-fbaec698b1e8,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:30.081995 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d428686-f504-489b-9585-52a5f775b2d4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:30.083165 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8d428686-f504-489b-9585-52a5f775b2d4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189616 Dec 12 18:38:30.086028 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42754) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:30.090249 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-1007185a-6c06-429e-a964-db3e7d61918c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '55545824-40b6-4cd0-9655-d017f1ed4a65', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:38:30.112868 n-d-760354-5 neutron-server[103151]: INFO neutron.db.securitygroups_db [None req-1007185a-6c06-429e-a964-db3e7d61918c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Project 35529f23112147548f395358da49df5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:38:30.117834 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1007185a-6c06-429e-a964-db3e7d61918c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:30.176049 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1007185a-6c06-429e-a964-db3e7d61918c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:30.179740 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1007185a-6c06-429e-a964-db3e7d61918c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:30.201420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007185a-6c06-429e-a964-db3e7d61918c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe690837-4100-4886-9da4-6725744d2852,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:30.206594 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1007185a-6c06-429e-a964-db3e7d61918c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:30.207815 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1007185a-6c06-429e-a964-db3e7d61918c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208456 Dec 12 18:38:30.210854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42756) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:30.215606 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-6570da57-5359-4090-a26a-00e53e4a6a1d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'network': {'name': 'tempest-network-smoke--1707982122', 'project_id': '35529f23112147548f395358da49df5c', 'port_security_enabled': True}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:38:30.235350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6570da57-5359-4090-a26a-00e53e4a6a1d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Made reservation on behalf of 35529f23112147548f395358da49df5c for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:38:30.238724 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6570da57-5359-4090-a26a-00e53e4a6a1d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:30.261817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6570da57-5359-4090-a26a-00e53e4a6a1d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:38:30.271951 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6570da57-5359-4090-a26a-00e53e4a6a1d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:30.272294 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-6570da57-5359-4090-a26a-00e53e4a6a1d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Added segment 65854164-74c9-465c-8822-623be887c75f of type vlan for network a56d2760-7fd5-43e2-ac33-0561e94ea5df Dec 12 18:38:30.311419 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6570da57-5359-4090-a26a-00e53e4a6a1d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:30.334532 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6570da57-5359-4090-a26a-00e53e4a6a1d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:30.340284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6570da57-5359-4090-a26a-00e53e4a6a1d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:30.340874 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6570da57-5359-4090-a26a-00e53e4a6a1d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:30.392876 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6570da57-5359-4090-a26a-00e53e4a6a1d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1809821 Dec 12 18:38:30.395769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42758) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:30.400019 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1586335902', 'admin_state_up': True, 'project_id': '35529f23112147548f395358da49df5c', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:38:30.425276 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570da57-5359-4090-a26a-00e53e4a6a1d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Network': ['ID=a56d2760-7fd5-43e2-ac33-0561e94ea5df,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:30.435964 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network a56d2760-7fd5-43e2-ac33-0561e94ea5df details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:38:30.441490 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:30.442715 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:30.498155 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:30.957495 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:31.143673 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:31.161956 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:31.261627 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.25.1.67 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/dd7c4d86-8f03-4329-8d4b-2c57e00cb93b) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:38:31.360770 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:31.393379 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:31.433368 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:38:31.436155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:38:31.440205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:38:31.449854 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c0c5a8-e605-4b59-a749-c15bc4f82b0d None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:38:31.468460 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=dd7c4d86-8f03-4329-8d4b-2c57e00cb93b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:31.484908 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3061b87b-5cb5-4ad9-aee3-9b160b2ad064 None None] Provisioning complete for port dd7c4d86-8f03-4329-8d4b-2c57e00cb93b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:38:31.484908 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3061b87b-5cb5-4ad9-aee3-9b160b2ad064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:31.521057 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3061b87b-5cb5-4ad9-aee3-9b160b2ad064 None None] Port dd7c4d86-8f03-4329-8d4b-2c57e00cb93b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:38:31.689894 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:31.880500 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:32.007143 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router bd031d66-b143-4925-b95e-ca80bde76683 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:38:32.111382 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:38:32.120754 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Sync routers for ids ['bd031d66-b143-4925-b95e-ca80bde76683'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:38:32.131246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Routers {'bd031d66-b143-4925-b95e-ca80bde76683'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:38:32.131504 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:32.131810 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:38:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['bd031d66-b143-4925-b95e-ca80bde76683'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:32.133060 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bff5aea2-3d1c-492d-8f30-f22fe313d053 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7363632 Dec 12 18:38:32.136219 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42762) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:32.236887 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Set router bd031d66-b143-4925-b95e-ca80bde76683 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:38:32.262499 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a4602f59-7278-4440-9394-1a01d9dc8cf0 tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=35529f23112147548f395358da49df5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1227825 Dec 12 18:38:32.262820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42766) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:32.352032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d57978-bf98-4d22-99f0-50a68ae63553 tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:32.353591 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-92d57978-bf98-4d22-99f0-50a68ae63553 tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897706 Dec 12 18:38:32.356367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42768) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:32.384007 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8f57553f-7ca7-47cd-959a-160390e744ac tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264208 Dec 12 18:38:32.386561 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42770) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:32.391797 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b6159702-52a3-4838-8265-4776d27123b3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2085453859', 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df', 'project_id': '35529f23112147548f395358da49df5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:38:32.414409 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586335902', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:38:30Z', 'updated_at': '2021-12-12T18:38:31Z', 'revision_number': 3, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:31Z', 'updated_at': '2021-12-12T18:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:32.440821 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Checking router: bd031d66-b143-4925-b95e-ca80bde76683 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:38:32.441188 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Updating router bd031d66-b143-4925-b95e-ca80bde76683 port dd7c4d86-8f03-4329-8d4b-2c57e00cb93b binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:38:32.464916 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:32.482319 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6159702-52a3-4838-8265-4776d27123b3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Made reservation on behalf of 35529f23112147548f395358da49df5c for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:38:32.486754 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6159702-52a3-4838-8265-4776d27123b3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:32.666760 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6159702-52a3-4838-8265-4776d27123b3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:32.728855 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6159702-52a3-4838-8265-4776d27123b3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Subnet': ['ID=aae10eaa-9031-4ea5-a5ac-1791d28d8c4f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:32.738999 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6159702-52a3-4838-8265-4776d27123b3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Checking segment: {'id': '65854164-74c9-465c-8822-623be887c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:38:32.739401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6159702-52a3-4838-8265-4776d27123b3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network hostable DHCP agents. Network: a56d2760-7fd5-43e2-ac33-0561e94ea5df, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:38:32.756919 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6159702-52a3-4838-8265-4776d27123b3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network a56d2760-7fd5-43e2-ac33-0561e94ea5df is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:38:32.765660 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b6159702-52a3-4838-8265-4776d27123b3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, a56d2760-7fd5-43e2-ac33-0561e94ea5df) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:38:32.770633 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6159702-52a3-4838-8265-4776d27123b3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:32.771272 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6159702-52a3-4838-8265-4776d27123b3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:32.788592 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-b6159702-52a3-4838-8265-4776d27123b3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4006977 Dec 12 18:38:32.791386 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42772) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:32.857884 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c436ebb2-20b4-48c8-8f0b-8d40799cf6bd None None] Network a56d2760-7fd5-43e2-ac33-0561e94ea5df requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:38:32.923014 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:32.931184 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:32.982667 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea25083f-71ce-4847-8726-33beda8b0aa4 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:38:33.009138 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Attempting to bind port dd7c4d86-8f03-4329-8d4b-2c57e00cb93b on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:38:33.009523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Attempting to bind port dd7c4d86-8f03-4329-8d4b-2c57e00cb93b by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:38:33.009903 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Attempting to bind port dd7c4d86-8f03-4329-8d4b-2c57e00cb93b on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:38:33.029914 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:38:33.030302 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:38:33.030720 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:33.031123 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:38:33.031657 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Bound port: dd7c4d86-8f03-4329-8d4b-2c57e00cb93b, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:38:33.032047 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:33.033834 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b7715-0c0e-4b31-b2bd-7f98cf222462 None None] Pushing event updated for resources: {'Port': ['ID=dd7c4d86-8f03-4329-8d4b-2c57e00cb93b,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:33.062777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-a56d2760-7fd5-43e2-ac33-0561e94ea5df', 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df', 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ips': [{'subnet_id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:38:33.063671 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:33.104682 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d3e0ae87-7016-4d8b-b317-747b648be09e None None] Provisioning complete for port dd7c4d86-8f03-4329-8d4b-2c57e00cb93b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:38:33.105064 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ae87-7016-4d8b-b317-747b648be09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:33.147319 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] For port dd7c4d86-8f03-4329-8d4b-2c57e00cb93b, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:38:33.152084 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] For port dd7c4d86-8f03-4329-8d4b-2c57e00cb93b, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=dd7c4d86-8f03-4329-8d4b-2c57e00cb93b,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:38:33.197108 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:33.220214 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7a60-eace-4ffe-a2d3-10768e3c75a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:33.243756 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0ae87-7016-4d8b-b317-747b648be09e None None] Port dd7c4d86-8f03-4329-8d4b-2c57e00cb93b cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:38:33.284995 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c9b6d2-2e68-44a6-97e8-1bb4b1fef64e None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:38:33.322006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Routers {'bd031d66-b143-4925-b95e-ca80bde76683'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:38:33.322656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:38:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['bd031d66-b143-4925-b95e-ca80bde76683'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:33.327540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b7715-0c0e-4b31-b2bd-7f98cf222462 None None] Pushing event updated for resources: {'Port': ['ID=dd7c4d86-8f03-4329-8d4b-2c57e00cb93b,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:33.401745 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Allocated IP 172.20.0.2 (a56d2760-7fd5-43e2-ac33-0561e94ea5df/aae10eaa-9031-4ea5-a5ac-1791d28d8c4f/24dd1160-84b2-4f44-bb2d-008e20cb0a1a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:38:33.467308 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-fa5e0999-16ea-4da5-8a00-959d7460744e None None] Provisioning complete for port dd7c4d86-8f03-4329-8d4b-2c57e00cb93b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:38:33.468004 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fa5e0999-16ea-4da5-8a00-959d7460744e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:33.547285 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] Set router bd031d66-b143-4925-b95e-ca80bde76683 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:38:33.736752 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:33.747910 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:33.766634 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fa5e0999-16ea-4da5-8a00-959d7460744e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:33.791844 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-7b3c7a60-eace-4ffe-a2d3-10768e3c75a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.20.0.1 (a56d2760-7fd5-43e2-ac33-0561e94ea5df/aae10eaa-9031-4ea5-a5ac-1791d28d8c4f/2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:38:33.841731 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Network a56d2760-7fd5-43e2-ac33-0561e94ea5df is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:38:33.843482 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-fa5e0999-16ea-4da5-8a00-959d7460744e None None] For port dd7c4d86-8f03-4329-8d4b-2c57e00cb93b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=dd7c4d86-8f03-4329-8d4b-2c57e00cb93b,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:38:33.850164 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:38:33.855591 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fa5e0999-16ea-4da5-8a00-959d7460744e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:33.857541 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:38:33.861494 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Pushing event updated for resources: {'Port': ['ID=24dd1160-84b2-4f44-bb2d-008e20cb0a1a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:33.917441 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7a60-eace-4ffe-a2d3-10768e3c75a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:33.950491 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7a60-eace-4ffe-a2d3-10768e3c75a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:33.972394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e0999-16ea-4da5-8a00-959d7460744e None None] Pushing event updated for resources: {'Port': ['ID=dd7c4d86-8f03-4329-8d4b-2c57e00cb93b,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:33.974955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Attempting to bind port 24dd1160-84b2-4f44-bb2d-008e20cb0a1a on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:38:33.975360 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Attempting to bind port 24dd1160-84b2-4f44-bb2d-008e20cb0a1a by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '65854164-74c9-465c-8822-623be887c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:38:33.975734 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Attempting to bind port 24dd1160-84b2-4f44-bb2d-008e20cb0a1a on network a56d2760-7fd5-43e2-ac33-0561e94ea5df {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:38:33.983689 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:38:33.984243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Checking segment: {'id': '65854164-74c9-465c-8822-623be887c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:38:33.984662 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:33.985059 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Bound using segment: {'id': '65854164-74c9-465c-8822-623be887c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:38:33.985531 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Bound port: 24dd1160-84b2-4f44-bb2d-008e20cb0a1a, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65854164-74c9-465c-8822-623be887c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:38:33.985954 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:33.995077 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3c7a60-eace-4ffe-a2d3-10768e3c75a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network a56d2760-7fd5-43e2-ac33-0561e94ea5df is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:38:33.998373 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-7b3c7a60-eace-4ffe-a2d3-10768e3c75a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:38:34.001841 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c7a60-eace-4ffe-a2d3-10768e3c75a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:38:34.002615 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586335902', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:38:30Z', 'updated_at': '2021-12-12T18:38:31Z', 'revision_number': 3, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:31Z', 'updated_at': '2021-12-12T18:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:34.030044 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c7a60-eace-4ffe-a2d3-10768e3c75a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:34.052545 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7a60-eace-4ffe-a2d3-10768e3c75a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:34.052769 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371f7b7-2dee-4d24-b146-aedfc2bb4560 None None] The sync data for ids ['bd031d66-b143-4925-b95e-ca80bde76683'] in n-d-760354-5 is: [{'id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586335902', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:38:30Z', 'updated_at': '2021-12-12T18:38:31Z', 'revision_number': 3, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:31Z', 'updated_at': '2021-12-12T18:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:38:34.086054 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] For port 24dd1160-84b2-4f44-bb2d-008e20cb0a1a, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:38:34.091454 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] For port 24dd1160-84b2-4f44-bb2d-008e20cb0a1a, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=24dd1160-84b2-4f44-bb2d-008e20cb0a1a,segment=NetworkSegment(65854164-74c9-465c-8822-623be887c75f),segment_id=65854164-74c9-465c-8822-623be887c75f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:38:34.096809 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:34.152942 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb2f4d-b7a7-4e74-ad1e-65b2d5a36199 None None] Pushing event updated for resources: {'Port': ['ID=24dd1160-84b2-4f44-bb2d-008e20cb0a1a,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:34.194325 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:38:34.206782 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7a60-eace-4ffe-a2d3-10768e3c75a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:34.549170 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7a60-eace-4ffe-a2d3-10768e3c75a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:34.553748 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7a60-eace-4ffe-a2d3-10768e3c75a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:34.632692 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c7a60-eace-4ffe-a2d3-10768e3c75a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:34.635905 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7b3c7a60-eace-4ffe-a2d3-10768e3c75a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:34.732824 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3c7a60-eace-4ffe-a2d3-10768e3c75a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network a56d2760-7fd5-43e2-ac33-0561e94ea5df is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:38:34.734410 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-7b3c7a60-eace-4ffe-a2d3-10768e3c75a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:38:35.189301 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3c7a60-eace-4ffe-a2d3-10768e3c75a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router bd031d66-b143-4925-b95e-ca80bde76683 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:38:35.197577 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ac3040-21f0-4180-8acf-9fdce0504561 None None] Network a56d2760-7fd5-43e2-ac33-0561e94ea5df requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:38:35.302593 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3c7a60-eace-4ffe-a2d3-10768e3c75a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:38:35.307616 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7b3c7a60-eace-4ffe-a2d3-10768e3c75a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "PUT /v2.0/routers/bd031d66-b143-4925-b95e-ca80bde76683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5150211 Dec 12 18:38:35.311953 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-452feca8-03ae-43a3-a089-e7379b8b8b8d None None] Provisioning complete for port 24dd1160-84b2-4f44-bb2d-008e20cb0a1a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:38:35.312328 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-452feca8-03ae-43a3-a089-e7379b8b8b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:35.395093 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-452feca8-03ae-43a3-a089-e7379b8b8b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:35.434205 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-452feca8-03ae-43a3-a089-e7379b8b8b8d None None] For port 24dd1160-84b2-4f44-bb2d-008e20cb0a1a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=24dd1160-84b2-4f44-bb2d-008e20cb0a1a,segment=NetworkSegment(65854164-74c9-465c-8822-623be887c75f),segment_id=65854164-74c9-465c-8822-623be887c75f)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:38:35.443751 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-452feca8-03ae-43a3-a089-e7379b8b8b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:35.487789 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-053224ab-2c11-429f-8620-63e5f2980a12 req-078564e0-7841-4fb0-92a7-a0e33f01968d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-683751437&fields=id&tenant_id=35529f23112147548f395358da49df5c HTTP/1.1" status: 200 len: 267 time: 0.0634239 Dec 12 18:38:35.622630 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053224ab-2c11-429f-8620-63e5f2980a12 req-a964686e-b9e4-4415-84a2-164d0595fbbf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:35.624221 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-053224ab-2c11-429f-8620-63e5f2980a12 req-a964686e-b9e4-4415-84a2-164d0595fbbf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/networks?id=a56d2760-7fd5-43e2-ac33-0561e94ea5df HTTP/1.1" status: 200 len: 797 time: 0.1262925 Dec 12 18:38:35.641128 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-053224ab-2c11-429f-8620-63e5f2980a12 req-0acc3506-64a5-4d88-94c6-94563a20e05c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/quotas/35529f23112147548f395358da49df5c HTTP/1.1" status: 200 len: 375 time: 0.0107381 Dec 12 18:38:35.689453 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e75d67ef-b06c-49e5-bc5e-db11499aab76 None None] Provisioning complete for port 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:38:35.689820 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e75d67ef-b06c-49e5-bc5e-db11499aab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:35.697243 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-053224ab-2c11-429f-8620-63e5f2980a12 req-526359d5-bf99-4844-a79f-ad8b44f21711 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487216 Dec 12 18:38:35.717125 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452feca8-03ae-43a3-a089-e7379b8b8b8d None None] Pushing event updated for resources: {'Port': ['ID=24dd1160-84b2-4f44-bb2d-008e20cb0a1a,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:35.738810 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e75d67ef-b06c-49e5-bc5e-db11499aab76 None None] Port 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:38:35.750443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e75d67ef-b06c-49e5-bc5e-db11499aab76 None None] Provisioning complete for port 24dd1160-84b2-4f44-bb2d-008e20cb0a1a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:38:35.751064 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e75d67ef-b06c-49e5-bc5e-db11499aab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:35.815846 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-053224ab-2c11-429f-8620-63e5f2980a12 req-5fc9a360-83bf-4f91-a8c8-7c4c94e618ad service neutron] 10.222.0.18 "GET /v2.0/networks/a56d2760-7fd5-43e2-ac33-0561e94ea5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035583 Dec 12 18:38:35.848653 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Sync routers for ids ['bd031d66-b143-4925-b95e-ca80bde76683'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:38:35.859874 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Routers {'bd031d66-b143-4925-b95e-ca80bde76683'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:38:35.860497 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:38:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['bd031d66-b143-4925-b95e-ca80bde76683'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:35.912815 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-053224ab-2c11-429f-8620-63e5f2980a12 req-a5b41025-2249-4b80-9317-a3f95f127864 service neutron] 10.222.0.18 "GET /v2.0/networks/a56d2760-7fd5-43e2-ac33-0561e94ea5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900657 Dec 12 18:38:35.961999 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-277418be-47bf-4fcf-998b-bd58367d83bd None None] Provisioning complete for port 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:38:35.961999 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-277418be-47bf-4fcf-998b-bd58367d83bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:35.994603 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Set router bd031d66-b143-4925-b95e-ca80bde76683 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:38:36.029938 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-277418be-47bf-4fcf-998b-bd58367d83bd None None] Port 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:38:36.083241 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 24dd1160-84b2-4f44-bb2d-008e20cb0a1a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:38:36.142937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4ef61e1c-d178-415f-a063-28da099eb9f6 req-a0441d6b-4959-4ceb-92f0-6b063aec7985 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 210 time: 0.0299780 Dec 12 18:38:36.161991 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-00cc39ed-a2e4-4c43-94ac-545f9810242c None None] Provisioning complete for port 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:38:36.162311 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00cc39ed-a2e4-4c43-94ac-545f9810242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:36.201243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 24dd1160-84b2-4f44-bb2d-008e20cb0a1a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:38:36.201854 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:36.229889 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-00cc39ed-a2e4-4c43-94ac-545f9810242c None None] Port 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:38:36.268599 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586335902', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:38:30Z', 'updated_at': '2021-12-12T18:38:34Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:31Z', 'updated_at': '2021-12-12T18:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb', 'name': '', 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:53:f6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:33Z', 'updated_at': '2021-12-12T18:38:34Z', 'revision_number': 2, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:36.295013 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Checking router: bd031d66-b143-4925-b95e-ca80bde76683 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:38:36.295491 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Updating router bd031d66-b143-4925-b95e-ca80bde76683 port 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:38:36.295690 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device dd7c4d86-8f03-4329-8d4b-2c57e00cb93b up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:38:36.326632 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:36.344694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port dd7c4d86-8f03-4329-8d4b-2c57e00cb93b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:38:36.345102 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:36.600149 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:36.604721 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:36.657373 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ab916-edfc-4d48-8300-fe8568ebcbf9 None None] Pushing event updated for resources: {'Port': ['ID=2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:36.681213 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ab916-edfc-4d48-8300-fe8568ebcbf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:36.681213 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ab916-edfc-4d48-8300-fe8568ebcbf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:36.681213 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ab916-edfc-4d48-8300-fe8568ebcbf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:36.681674 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ab916-edfc-4d48-8300-fe8568ebcbf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:36.681829 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ab916-edfc-4d48-8300-fe8568ebcbf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:36.682081 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ab916-edfc-4d48-8300-fe8568ebcbf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:36.682907 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ab916-edfc-4d48-8300-fe8568ebcbf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:36.682907 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ab916-edfc-4d48-8300-fe8568ebcbf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:36.683124 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ab916-edfc-4d48-8300-fe8568ebcbf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:36.683406 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ab916-edfc-4d48-8300-fe8568ebcbf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:36.683694 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ab916-edfc-4d48-8300-fe8568ebcbf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:36.684015 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ab916-edfc-4d48-8300-fe8568ebcbf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:36.684338 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4ab916-edfc-4d48-8300-fe8568ebcbf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:38:36.714766 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Attempting to bind port 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:38:36.715144 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Attempting to bind port 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '65854164-74c9-465c-8822-623be887c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:38:36.715536 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Attempting to bind port 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb on network a56d2760-7fd5-43e2-ac33-0561e94ea5df {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:38:36.720886 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:38:36.721262 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Checking segment: {'id': '65854164-74c9-465c-8822-623be887c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:38:36.721670 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:36.722059 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Bound using segment: {'id': '65854164-74c9-465c-8822-623be887c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:38:36.722529 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Bound port: 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65854164-74c9-465c-8822-623be887c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:38:36.722911 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:36.795817 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] For port 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:38:36.799081 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] For port 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb,segment=NetworkSegment(65854164-74c9-465c-8822-623be887c75f),segment_id=65854164-74c9-465c-8822-623be887c75f)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:38:36.804442 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:36.860996 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Routers {'bd031d66-b143-4925-b95e-ca80bde76683'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:38:36.861610 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:38:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['bd031d66-b143-4925-b95e-ca80bde76683'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:36.899417 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ab916-edfc-4d48-8300-fe8568ebcbf9 None None] Pushing event updated for resources: {'Port': ['ID=2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:36.953830 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ac353f6d-5712-4be3-b019-a33d78b5c221 None None] Provisioning complete for port 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:38:36.954207 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac353f6d-5712-4be3-b019-a33d78b5c221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:36.976106 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] Set router bd031d66-b143-4925-b95e-ca80bde76683 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:38:37.038578 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac353f6d-5712-4be3-b019-a33d78b5c221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:37.088203 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ac353f6d-5712-4be3-b019-a33d78b5c221 None None] For port 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb,segment=NetworkSegment(65854164-74c9-465c-8822-623be887c75f),segment_id=65854164-74c9-465c-8822-623be887c75f)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:38:37.093626 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ac353f6d-5712-4be3-b019-a33d78b5c221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:37.153076 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac353f6d-5712-4be3-b019-a33d78b5c221 None None] Pushing event updated for resources: {'Port': ['ID=2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:37.214590 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f24a5833-50a3-4b42-b452-32c4dac85b87 None None] Provisioning complete for port 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:38:37.215821 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f24a5833-50a3-4b42-b452-32c4dac85b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:37.217216 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586335902', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:38:30Z', 'updated_at': '2021-12-12T18:38:34Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:31Z', 'updated_at': '2021-12-12T18:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb', 'name': '', 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:53:f6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:33Z', 'updated_at': '2021-12-12T18:38:36Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:37.220769 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053224ab-2c11-429f-8620-63e5f2980a12 req-f3f41e7e-1fa8-424b-afb1-684a7c95182f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:37.222966 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-053224ab-2c11-429f-8620-63e5f2980a12 req-f3f41e7e-1fa8-424b-afb1-684a7c95182f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "GET /v2.0/networks?id=a56d2760-7fd5-43e2-ac33-0561e94ea5df HTTP/1.1" status: 200 len: 797 time: 0.1469932 Dec 12 18:38:37.256043 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006927f-7514-4973-acee-5e74e9b19917 None None] The sync data for ids ['bd031d66-b143-4925-b95e-ca80bde76683'] in n-d-760354-5 is: [{'id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586335902', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:38:30Z', 'updated_at': '2021-12-12T18:38:34Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:31Z', 'updated_at': '2021-12-12T18:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb', 'name': '', 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:53:f6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:33Z', 'updated_at': '2021-12-12T18:38:36Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:38:37.289097 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c8fe572b-51bc-45e6-addd-ffc5e0373c53 req-8235144c-6ecf-46de-974a-866b2180d59d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 210 time: 0.0648575 Dec 12 18:38:37.316237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-053224ab-2c11-429f-8620-63e5f2980a12 req-736fa52d-133b-45c2-809f-397f819df5df tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35529f23112147548f395358da49df5c HTTP/1.1" status: 200 len: 379 time: 0.0835402 Dec 12 18:38:37.333121 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-053224ab-2c11-429f-8620-63e5f2980a12 req-8a70a33a-b8e1-44c8-b674-ffee45c189df tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'port': {'device_id': 'a73190f6-2e7d-489d-b1bb-bd61fef1d44f', 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df', 'admin_state_up': True, 'tenant_id': '35529f23112147548f395358da49df5c', 'security_groups': ['55545824-40b6-4cd0-9655-d017f1ed4a65']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:38:37.453959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-053224ab-2c11-429f-8620-63e5f2980a12 req-8a70a33a-b8e1-44c8-b674-ffee45c189df tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Made reservation on behalf of 35529f23112147548f395358da49df5c for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:38:37.457669 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-053224ab-2c11-429f-8620-63e5f2980a12 req-8a70a33a-b8e1-44c8-b674-ffee45c189df tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:37.587070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-053224ab-2c11-429f-8620-63e5f2980a12 req-8a70a33a-b8e1-44c8-b674-ffee45c189df tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.20.0.4 (a56d2760-7fd5-43e2-ac33-0561e94ea5df/aae10eaa-9031-4ea5-a5ac-1791d28d8c4f/95e971d9-fb69-4e4e-981a-ecfa2f5d4739) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:38:37.733559 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-053224ab-2c11-429f-8620-63e5f2980a12 req-8a70a33a-b8e1-44c8-b674-ffee45c189df tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:37.768700 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-053224ab-2c11-429f-8620-63e5f2980a12 req-8a70a33a-b8e1-44c8-b674-ffee45c189df tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:37.819268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-053224ab-2c11-429f-8620-63e5f2980a12 req-8a70a33a-b8e1-44c8-b674-ffee45c189df tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network a56d2760-7fd5-43e2-ac33-0561e94ea5df is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:38:37.822527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-053224ab-2c11-429f-8620-63e5f2980a12 req-8a70a33a-b8e1-44c8-b674-ffee45c189df tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:38:37.826309 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-053224ab-2c11-429f-8620-63e5f2980a12 req-8a70a33a-b8e1-44c8-b674-ffee45c189df tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:38:37.833477 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70a33a-b8e1-44c8-b674-ffee45c189df tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=95e971d9-fb69-4e4e-981a-ecfa2f5d4739,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:37.883360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053224ab-2c11-429f-8620-63e5f2980a12 req-8a70a33a-b8e1-44c8-b674-ffee45c189df tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:37.884130 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-053224ab-2c11-429f-8620-63e5f2980a12 req-8a70a33a-b8e1-44c8-b674-ffee45c189df tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:37.904239 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-053224ab-2c11-429f-8620-63e5f2980a12 req-8a70a33a-b8e1-44c8-b674-ffee45c189df tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5771205 Dec 12 18:38:37.918062 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Request body: {'port': {'device_id': 'a73190f6-2e7d-489d-b1bb-bd61fef1d44f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:38:37.997562 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:38.014929 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:38:38.089259 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:38:38.089773 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:38.184817 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d2b71558-2062-44fc-8b8f-4899c0c2f943 None None] Provisioning complete for port 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:38:38.185110 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d2b71558-2062-44fc-8b8f-4899c0c2f943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:38.227445 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d2b71558-2062-44fc-8b8f-4899c0c2f943 None None] Port 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:38:38.295566 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:38:38.304771 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:38.318697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Transition to ACTIVE for port object 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:38:38.322274 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:38.384421 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Pushing event updated for resources: {'Port': ['ID=95e971d9-fb69-4e4e-981a-ecfa2f5d4739,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:38.480272 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe31997-5a33-4736-9750-38887966a48f req-9e9ce927-2445-4b85-8fa7-c9bae5b61ec9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:38.485298 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbe31997-5a33-4736-9750-38887966a48f req-9e9ce927-2445-4b85-8fa7-c9bae5b61ec9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 943 time: 0.1078687 Dec 12 18:38:38.512642 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Attempting to bind port 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:38:38.512980 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Attempting to bind port 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '65854164-74c9-465c-8822-623be887c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:38:38.513316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Attempting to bind port 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 on network a56d2760-7fd5-43e2-ac33-0561e94ea5df {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:38:38.525061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Port 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 on network a56d2760-7fd5-43e2-ac33-0561e94ea5df not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:38:38.525394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Attempting to bind port 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 on network a56d2760-7fd5-43e2-ac33-0561e94ea5df {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:38:38.540200 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:38:38.540566 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Checking segment: {'id': '65854164-74c9-465c-8822-623be887c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:38:38.540931 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Bound using segment: {'id': '65854164-74c9-465c-8822-623be887c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:38:38.541369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Bound port: 95e971d9-fb69-4e4e-981a-ecfa2f5d4739, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65854164-74c9-465c-8822-623be887c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:38:38.541738 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:38.566886 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cbe31997-5a33-4736-9750-38887966a48f req-a14bfcb9-d43b-43bd-8ac2-f8d8b9de816b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=55545824-40b6-4cd0-9655-d017f1ed4a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706840 Dec 12 18:38:38.623858 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] For port 95e971d9-fb69-4e4e-981a-ecfa2f5d4739, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:38:38.627522 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] For port 95e971d9-fb69-4e4e-981a-ecfa2f5d4739, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=95e971d9-fb69-4e4e-981a-ecfa2f5d4739,segment=NetworkSegment(65854164-74c9-465c-8822-623be887c75f),segment_id=65854164-74c9-465c-8822-623be887c75f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:38:38.632626 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:38.670641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:38.671291 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:38.672684 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-053224ab-2c11-429f-8620-63e5f2980a12 req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] 10.222.0.20 "PUT /v2.0/ports/95e971d9-fb69-4e4e-981a-ecfa2f5d4739 HTTP/1.1" status: 200 len: 1091 time: 0.7596369 Dec 12 18:38:38.673652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73190f6-2e7d-489d-b1bb-bd61fef1d44f', 'tag': '95e971d9-fb69-4e4e-981a-ecfa2f5d4739'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:38:38.675983 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9434086-b36e-4b5c-b502-91dafda4fb21" -d '{"events": [{"name": "network-changed", "server_uuid": "a73190f6-2e7d-489d-b1bb-bd61fef1d44f", "tag": "95e971d9-fb69-4e4e-981a-ecfa2f5d4739"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:38:38.700014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1c005-3bbc-41ec-897b-37be66689b10 service neutron] Pushing event updated for resources: {'Port': ['ID=95e971d9-fb69-4e4e-981a-ecfa2f5d4739,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:38.762690 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053224ab-2c11-429f-8620-63e5f2980a12 req-2427e4c2-6efb-4049-8d32-3d3618208541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:38.764283 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-053224ab-2c11-429f-8620-63e5f2980a12 req-2427e4c2-6efb-4049-8d32-3d3618208541 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 1094 time: 0.0445709 Dec 12 18:38:38.809229 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4cecc4-6261-4736-a873-e9747e4ec45b x-openstack-request-id: req-5a4cecc4-6261-4736-a873-e9747e4ec45b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:38:38.809526 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73190f6-2e7d-489d-b1bb-bd61fef1d44f", "tag": "95e971d9-fb69-4e4e-981a-ecfa2f5d4739", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:38:38.809784 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a4cecc4-6261-4736-a873-e9747e4ec45b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:38:38.810190 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73190f6-2e7d-489d-b1bb-bd61fef1d44f', 'tag': '95e971d9-fb69-4e4e-981a-ecfa2f5d4739', 'status': 'completed', 'code': 200} Dec 12 18:38:38.812078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-053224ab-2c11-429f-8620-63e5f2980a12 req-f2879a31-1af4-47d9-85fc-9aade7a163f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95e971d9-fb69-4e4e-981a-ecfa2f5d4739 HTTP/1.1" status: 200 len: 217 time: 0.0393023 Dec 12 18:38:38.862468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053224ab-2c11-429f-8620-63e5f2980a12 req-7658b3a3-a8e6-4740-9646-c492da268453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:38.863991 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-053224ab-2c11-429f-8620-63e5f2980a12 req-7658b3a3-a8e6-4740-9646-c492da268453 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aae10eaa-9031-4ea5-a5ac-1791d28d8c4f HTTP/1.1" status: 200 len: 835 time: 0.0451002 Dec 12 18:38:38.912806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053224ab-2c11-429f-8620-63e5f2980a12 req-7c184955-ed87-4b09-8069-9c4e9764c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:38.914462 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-053224ab-2c11-429f-8620-63e5f2980a12 req-7c184955-ed87-4b09-8069-9c4e9764c358 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a56d2760-7fd5-43e2-ac33-0561e94ea5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439577 Dec 12 18:38:39.005284 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-053224ab-2c11-429f-8620-63e5f2980a12 req-f2ac7fa7-bf04-4b44-85e0-a1c06c42e21a service neutron] 10.222.0.20 "GET /v2.0/networks/a56d2760-7fd5-43e2-ac33-0561e94ea5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823047 Dec 12 18:38:39.098919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-053224ab-2c11-429f-8620-63e5f2980a12 req-a7f31ab7-2b9c-4de4-8032-d9e8c6acc121 service neutron] 10.222.0.20 "GET /v2.0/networks/a56d2760-7fd5-43e2-ac33-0561e94ea5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865352 Dec 12 18:38:39.184808 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9434086-b36e-4b5c-b502-91dafda4fb21 req-be07a3e7-97db-4c71-a662-c5d06b5e3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:39.186290 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9434086-b36e-4b5c-b502-91dafda4fb21 req-be07a3e7-97db-4c71-a662-c5d06b5e3db0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 1094 time: 0.0414603 Dec 12 18:38:39.277465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9434086-b36e-4b5c-b502-91dafda4fb21 req-ccf036b1-26da-4e85-959c-05ff033f67a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:39.278930 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9434086-b36e-4b5c-b502-91dafda4fb21 req-ccf036b1-26da-4e85-959c-05ff033f67a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a56d2760-7fd5-43e2-ac33-0561e94ea5df HTTP/1.1" status: 200 len: 898 time: 0.0853539 Dec 12 18:38:39.319724 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9434086-b36e-4b5c-b502-91dafda4fb21 req-40b216ba-ec9e-431b-a867-7bc7d15bf43c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95e971d9-fb69-4e4e-981a-ecfa2f5d4739 HTTP/1.1" status: 200 len: 217 time: 0.0337665 Dec 12 18:38:39.369408 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9434086-b36e-4b5c-b502-91dafda4fb21 req-1806b8ce-3351-4dc0-9c47-4e9ebbec3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:39.370807 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9434086-b36e-4b5c-b502-91dafda4fb21 req-1806b8ce-3351-4dc0-9c47-4e9ebbec3b41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aae10eaa-9031-4ea5-a5ac-1791d28d8c4f HTTP/1.1" status: 200 len: 835 time: 0.0431452 Dec 12 18:38:39.416313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9434086-b36e-4b5c-b502-91dafda4fb21 req-46d80601-df20-4164-bad6-4093cfcacbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:39.417785 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9434086-b36e-4b5c-b502-91dafda4fb21 req-46d80601-df20-4164-bad6-4093cfcacbdb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a56d2760-7fd5-43e2-ac33-0561e94ea5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390005 Dec 12 18:38:39.509148 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9434086-b36e-4b5c-b502-91dafda4fb21 req-8b766243-1be1-41ec-afa9-96df6168e9e3 service neutron] 10.222.0.20 "GET /v2.0/networks/a56d2760-7fd5-43e2-ac33-0561e94ea5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832782 Dec 12 18:38:39.562848 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-47edd8d3-6ebc-4cc1-9057-cd6e8a1087c0 req-237cd71f-33f3-4ec5-bd2f-33edecbfa9ba service neutron] (103150) timed out ('10.222.0.31', 58710) {{(pid=103150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 18:38:39.600567 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b9434086-b36e-4b5c-b502-91dafda4fb21 req-fff98f58-e258-4268-bcca-372ce5b74847 service neutron] 10.222.0.20 "GET /v2.0/networks/a56d2760-7fd5-43e2-ac33-0561e94ea5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827994 Dec 12 18:38:39.692863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd96f0-d3a1-4082-bd21-b10289b3aa47 req-28e8bb1c-05d3-45d7-bcbf-ab37093f71fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:39.694339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7bfd96f0-d3a1-4082-bd21-b10289b3aa47 req-28e8bb1c-05d3-45d7-bcbf-ab37093f71fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 943 time: 0.0530436 Dec 12 18:38:39.742253 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7bfd96f0-d3a1-4082-bd21-b10289b3aa47 req-6765c4f2-1d18-472b-ac8b-90edf005209b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=55545824-40b6-4cd0-9655-d017f1ed4a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419600 Dec 12 18:38:40.857348 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede38e14-71ec-41b3-9fd8-86149c29cd3a req-ebc6e5a0-c97a-4373-83ec-cb751a739d11 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:40.858797 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ede38e14-71ec-41b3-9fd8-86149c29cd3a req-ebc6e5a0-c97a-4373-83ec-cb751a739d11 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 943 time: 0.0476182 Dec 12 18:38:40.912055 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ede38e14-71ec-41b3-9fd8-86149c29cd3a req-a3ed3cb0-b518-43ae-b419-8ef5f15b12ff tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=55545824-40b6-4cd0-9655-d017f1ed4a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472794 Dec 12 18:38:42.031924 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32798ba-c6d3-4dd1-8680-14f17863682b req-5f0fb9af-fa62-4210-9fe9-a12c02a26ca6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:42.033425 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d32798ba-c6d3-4dd1-8680-14f17863682b req-5f0fb9af-fa62-4210-9fe9-a12c02a26ca6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 943 time: 0.0527747 Dec 12 18:38:42.081194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d32798ba-c6d3-4dd1-8680-14f17863682b req-e1b882cc-7232-41f8-b65f-6c712f805ea0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=55545824-40b6-4cd0-9655-d017f1ed4a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412171 Dec 12 18:38:42.380844 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:38:42.472520 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 95e971d9-fb69-4e4e-981a-ecfa2f5d4739, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=95e971d9-fb69-4e4e-981a-ecfa2f5d4739,segment=NetworkSegment(65854164-74c9-465c-8822-623be887c75f),segment_id=65854164-74c9-465c-8822-623be887c75f)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:38:42.483661 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '95e971d9-fb69-4e4e-981a-ecfa2f5d4739', 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df', 'port_id': '95e971d9-fb69-4e4e-981a-ecfa2f5d4739', 'mac_address': 'fa:16:3e:73:3c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:38:42.524168 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:42.536724 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:38:42.555797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 95e971d9-fb69-4e4e-981a-ecfa2f5d4739, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=95e971d9-fb69-4e4e-981a-ecfa2f5d4739,segment=NetworkSegment(65854164-74c9-465c-8822-623be887c75f),segment_id=65854164-74c9-465c-8822-623be887c75f)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:38:42.559770 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:42.605443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=95e971d9-fb69-4e4e-981a-ecfa2f5d4739,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:42.758362 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['95e971d9-fb69-4e4e-981a-ecfa2f5d4739'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:38:43.194177 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045975d-cda0-47ca-aec0-18dd8fb4b7d9 req-091fb7e6-1190-4fc2-840a-2713c97161e4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:43.195678 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1045975d-cda0-47ca-aec0-18dd8fb4b7d9 req-091fb7e6-1190-4fc2-840a-2713c97161e4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 944 time: 0.0485632 Dec 12 18:38:43.243985 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1045975d-cda0-47ca-aec0-18dd8fb4b7d9 req-d40c6e50-6436-425f-91e9-bc1df8ad9e42 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=55545824-40b6-4cd0-9655-d017f1ed4a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422664 Dec 12 18:38:44.363391 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171139a-3553-4ff0-a581-923aae918643 req-99f1aa8e-d4a0-4016-bc82-dabde44a6901 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:44.364879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4171139a-3553-4ff0-a581-923aae918643 req-99f1aa8e-d4a0-4016-bc82-dabde44a6901 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 944 time: 0.0509825 Dec 12 18:38:44.396625 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:38:44.420388 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4171139a-3553-4ff0-a581-923aae918643 req-b91e103b-cc74-4b84-9917-d5bfc809df08 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=55545824-40b6-4cd0-9655-d017f1ed4a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493200 Dec 12 18:38:44.448533 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:38:44.452218 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:38:44.452588 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:44.535096 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:44.558408 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73190f6-2e7d-489d-b1bb-bd61fef1d44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e971d9-fb69-4e4e-981a-ecfa2f5d4739'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:38:44.560842 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77589ee9-a4e0-47dd-8a38-cd1b179efe73" -d '{"events": [{"server_uuid": "a73190f6-2e7d-489d-b1bb-bd61fef1d44f", "name": "network-vif-plugged", "status": "completed", "tag": "95e971d9-fb69-4e4e-981a-ecfa2f5d4739"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:38:44.576913 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 95e971d9-fb69-4e4e-981a-ecfa2f5d4739, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=95e971d9-fb69-4e4e-981a-ecfa2f5d4739,segment=NetworkSegment(65854164-74c9-465c-8822-623be887c75f),segment_id=65854164-74c9-465c-8822-623be887c75f)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:38:44.582193 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:44.635112 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=95e971d9-fb69-4e4e-981a-ecfa2f5d4739,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:44.659973 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b73b4e-fce1-4cff-bf73-4a2a85a40f47 x-openstack-request-id: req-47b73b4e-fce1-4cff-bf73-4a2a85a40f47 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:38:44.660275 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73190f6-2e7d-489d-b1bb-bd61fef1d44f", "name": "network-vif-plugged", "status": "completed", "tag": "95e971d9-fb69-4e4e-981a-ecfa2f5d4739", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:38:44.660533 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47b73b4e-fce1-4cff-bf73-4a2a85a40f47 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:38:44.660932 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73190f6-2e7d-489d-b1bb-bd61fef1d44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e971d9-fb69-4e4e-981a-ecfa2f5d4739', 'code': 200} Dec 12 18:38:44.753852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66938ad-621b-4cf2-88f8-de529f688e74 req-2e150280-10ff-4316-a99e-f2267417f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:44.755343 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e66938ad-621b-4cf2-88f8-de529f688e74 req-2e150280-10ff-4316-a99e-f2267417f751 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 1096 time: 0.0391798 Dec 12 18:38:44.801340 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e66938ad-621b-4cf2-88f8-de529f688e74 req-aa019e99-f49c-49ac-a7bb-2a300db08723 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=55545824-40b6-4cd0-9655-d017f1ed4a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385854 Dec 12 18:38:44.960266 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3b224379-d1e9-4f05-9016-4d8ff6eb2485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:45.537150 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f4140-a221-49de-a313-6a85a902ff5c req-58681c6d-9890-4a3d-be5c-36099673b73f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:45.538599 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-304f4140-a221-49de-a313-6a85a902ff5c req-58681c6d-9890-4a3d-be5c-36099673b73f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 945 time: 0.0471587 Dec 12 18:38:45.587358 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-304f4140-a221-49de-a313-6a85a902ff5c req-a1be9146-7313-48f1-bf9f-b5741a6b516e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=55545824-40b6-4cd0-9655-d017f1ed4a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427680 Dec 12 18:38:46.704309 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e465fcc-c5ab-4f1e-b5e2-b0e0363117df req-3bc4839e-1886-4d1b-b46c-246cdd55331d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:46.706439 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e465fcc-c5ab-4f1e-b5e2-b0e0363117df req-3bc4839e-1886-4d1b-b46c-246cdd55331d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 945 time: 0.0513480 Dec 12 18:38:46.754116 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e465fcc-c5ab-4f1e-b5e2-b0e0363117df req-df54554f-9af7-4180-9f93-42a6dd37f500 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=55545824-40b6-4cd0-9655-d017f1ed4a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418642 Dec 12 18:38:46.867023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bc89c-3bac-4419-99f1-b78ac149f043 req-bcb34722-24fe-4219-bfd3-03ac778e2b43 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:46.868432 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd5bc89c-3bac-4419-99f1-b78ac149f043 req-bcb34722-24fe-4219-bfd3-03ac778e2b43 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 945 time: 0.0473309 Dec 12 18:38:46.917199 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cd5bc89c-3bac-4419-99f1-b78ac149f043 req-2d161c22-8b6a-48a8-96ea-006854891d2a tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=55545824-40b6-4cd0-9655-d017f1ed4a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429606 Dec 12 18:38:46.939022 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42826) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:46.976531 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c444bfc-6f5e-4efc-b740-d36938cc87f4 tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:46.978005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5c444bfc-6f5e-4efc-b740-d36938cc87f4 tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 1091 time: 0.0373638 Dec 12 18:38:46.980752 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42828) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:46.984841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': '95e971d9-fb69-4e4e-981a-ecfa2f5d4739', 'tenant_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:38:47.007091 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:47.102723 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:47.204710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.25.1.157 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/76367685-7eb3-45c8-b8f8-3ee9ef614f80) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:38:47.297161 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1d124d18-e40d-477c-aea9-8d5ee7109fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:47.304017 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:47.335976 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:47.373038 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:38:47.375926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:38:47.379479 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:38:47.405551 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=76367685-7eb3-45c8-b8f8-3ee9ef614f80,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:47.600151 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:48.036779 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:48.102572 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:48.157109 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:48.249337 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:48.254118 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:48.324550 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=76367685-7eb3-45c8-b8f8-3ee9ef614f80,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:38:48.336634 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:48.433960 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Floating IP 689022f8-66fb-4ed7-adcb-dec2bf6e259f associated. External IP: 172.25.1.157, port: 95e971d9-fb69-4e4e-981a-ecfa2f5d4739. Dec 12 18:38:48.532347 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:48.637787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router bd031d66-b143-4925-b95e-ca80bde76683 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:38:48.739926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:38:48.749277 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bdcd91-5df1-4ec5-8239-2d51caa131ef None None] Sync routers for ids ['bd031d66-b143-4925-b95e-ca80bde76683'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:38:48.756719 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:48.760117 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bdcd91-5df1-4ec5-8239-2d51caa131ef None None] Routers {'bd031d66-b143-4925-b95e-ca80bde76683'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:38:48.760731 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-85bdcd91-5df1-4ec5-8239-2d51caa131ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['bd031d66-b143-4925-b95e-ca80bde76683'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:48.787367 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a1ea3d08-8a10-42b9-baf5-735c556b604e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8055882 Dec 12 18:38:48.787947 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73190f6-2e7d-489d-b1bb-bd61fef1d44f', 'tag': '95e971d9-fb69-4e4e-981a-ecfa2f5d4739'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:38:48.790285 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69240a70-bcfa-493a-838e-c8ca10db7eea" -d '{"events": [{"name": "network-changed", "server_uuid": "a73190f6-2e7d-489d-b1bb-bd61fef1d44f", "tag": "95e971d9-fb69-4e4e-981a-ecfa2f5d4739"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:38:48.828341 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c55ef4-ea20-4a9c-867a-445a1467ec42 x-openstack-request-id: req-56c55ef4-ea20-4a9c-867a-445a1467ec42 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:38:48.828631 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73190f6-2e7d-489d-b1bb-bd61fef1d44f", "tag": "95e971d9-fb69-4e4e-981a-ecfa2f5d4739", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:38:48.828917 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56c55ef4-ea20-4a9c-867a-445a1467ec42 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:38:48.829280 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73190f6-2e7d-489d-b1bb-bd61fef1d44f', 'tag': '95e971d9-fb69-4e4e-981a-ecfa2f5d4739', 'status': 'completed', 'code': 200} Dec 12 18:38:48.868058 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-85bdcd91-5df1-4ec5-8239-2d51caa131ef None None] Set router bd031d66-b143-4925-b95e-ca80bde76683 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:38:48.911754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc560da-ca1a-4819-b51e-1e545193c742 req-291a1dbe-b002-4366-be99-08a2fe5cfaed tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:48.913239 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8cc560da-ca1a-4819-b51e-1e545193c742 req-291a1dbe-b002-4366-be99-08a2fe5cfaed tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 945 time: 0.0754540 Dec 12 18:38:48.919209 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69240a70-bcfa-493a-838e-c8ca10db7eea req-9a1c73a9-578e-42bb-a485-3dbaa1e21031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:48.920606 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69240a70-bcfa-493a-838e-c8ca10db7eea req-9a1c73a9-578e-42bb-a485-3dbaa1e21031 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 1096 time: 0.0576689 Dec 12 18:38:49.014637 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8cc560da-ca1a-4819-b51e-1e545193c742 req-3f743a7a-475d-40d9-b844-3d4745dd755b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=55545824-40b6-4cd0-9655-d017f1ed4a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930877 Dec 12 18:38:49.039753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42834) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:49.047380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69240a70-bcfa-493a-838e-c8ca10db7eea req-66fc6752-f043-4446-ae08-c9fd0797f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:49.049506 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69240a70-bcfa-493a-838e-c8ca10db7eea req-66fc6752-f043-4446-ae08-c9fd0797f2fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=a56d2760-7fd5-43e2-ac33-0561e94ea5df HTTP/1.1" status: 200 len: 898 time: 0.1149914 Dec 12 18:38:49.093428 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-85bdcd91-5df1-4ec5-8239-2d51caa131ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586335902', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:38:30Z', 'updated_at': '2021-12-12T18:38:34Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:31Z', 'updated_at': '2021-12-12T18:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '689022f8-66fb-4ed7-adcb-dec2bf6e259f', 'tenant_id': '35529f23112147548f395358da49df5c', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'port_id': '95e971d9-fb69-4e4e-981a-ecfa2f5d4739', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df', 'mac_address': 'fa:16:3e:73:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73190f6-2e7d-489d-b1bb-bd61fef1d44f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:38:47Z', 'updated_at': '2021-12-12T18:38:47Z', 'revision_number': 0, 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb', 'name': '', 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:53:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:33Z', 'updated_at': '2021-12-12T18:38:37Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:49.102996 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f3810205-86ee-46a0-b9fb-609b94a8e29b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/floatingips/689022f8-66fb-4ed7-adcb-dec2bf6e259f HTTP/1.1" status: 200 len: 991 time: 0.0614822 Dec 12 18:38:49.118002 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69240a70-bcfa-493a-838e-c8ca10db7eea req-8d35b6bb-3d30-45b7-bc9a-c12d70988ff1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95e971d9-fb69-4e4e-981a-ecfa2f5d4739 HTTP/1.1" status: 200 len: 999 time: 0.0621524 Dec 12 18:38:49.124167 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bdcd91-5df1-4ec5-8239-2d51caa131ef None None] Checking router: bd031d66-b143-4925-b95e-ca80bde76683 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:38:49.133676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bdcd91-5df1-4ec5-8239-2d51caa131ef None None] Routers {'bd031d66-b143-4925-b95e-ca80bde76683'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:38:49.134274 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-85bdcd91-5df1-4ec5-8239-2d51caa131ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:38:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['bd031d66-b143-4925-b95e-ca80bde76683'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:49.171561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69240a70-bcfa-493a-838e-c8ca10db7eea req-e564c0a5-7089-4e40-ac5b-aa148bdbd92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:49.173036 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69240a70-bcfa-493a-838e-c8ca10db7eea req-e564c0a5-7089-4e40-ac5b-aa148bdbd92b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aae10eaa-9031-4ea5-a5ac-1791d28d8c4f HTTP/1.1" status: 200 len: 835 time: 0.0481451 Dec 12 18:38:49.218342 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69240a70-bcfa-493a-838e-c8ca10db7eea req-d1663d09-d144-431b-ae3b-4448f1c932fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:38:49.219944 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69240a70-bcfa-493a-838e-c8ca10db7eea req-d1663d09-d144-431b-ae3b-4448f1c932fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a56d2760-7fd5-43e2-ac33-0561e94ea5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400381 Dec 12 18:38:49.239006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-85bdcd91-5df1-4ec5-8239-2d51caa131ef None None] Set router bd031d66-b143-4925-b95e-ca80bde76683 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:38:49.307527 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69240a70-bcfa-493a-838e-c8ca10db7eea req-a4e18b8a-0efa-4c3c-8474-1c805d898035 service neutron] 10.222.0.20 "GET /v2.0/networks/a56d2760-7fd5-43e2-ac33-0561e94ea5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806632 Dec 12 18:38:49.399821 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69240a70-bcfa-493a-838e-c8ca10db7eea req-5698bfc1-5775-4a3d-9b9c-332ac2198339 service neutron] 10.222.0.20 "GET /v2.0/networks/a56d2760-7fd5-43e2-ac33-0561e94ea5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858550 Dec 12 18:38:49.457846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-85bdcd91-5df1-4ec5-8239-2d51caa131ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586335902', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:38:30Z', 'updated_at': '2021-12-12T18:38:34Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:31Z', 'updated_at': '2021-12-12T18:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '689022f8-66fb-4ed7-adcb-dec2bf6e259f', 'tenant_id': '35529f23112147548f395358da49df5c', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'port_id': '95e971d9-fb69-4e4e-981a-ecfa2f5d4739', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df', 'mac_address': 'fa:16:3e:73:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73190f6-2e7d-489d-b1bb-bd61fef1d44f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:38:47Z', 'updated_at': '2021-12-12T18:38:47Z', 'revision_number': 0, 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb', 'name': '', 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:53:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:33Z', 'updated_at': '2021-12-12T18:38:37Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:38:49.486063 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bdcd91-5df1-4ec5-8239-2d51caa131ef None None] The sync data for ids ['bd031d66-b143-4925-b95e-ca80bde76683'] in n-d-760354-5 is: [{'id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586335902', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:38:30Z', 'updated_at': '2021-12-12T18:38:34Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:31Z', 'updated_at': '2021-12-12T18:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '689022f8-66fb-4ed7-adcb-dec2bf6e259f', 'tenant_id': '35529f23112147548f395358da49df5c', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'port_id': '95e971d9-fb69-4e4e-981a-ecfa2f5d4739', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df', 'mac_address': 'fa:16:3e:73:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73190f6-2e7d-489d-b1bb-bd61fef1d44f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:38:47Z', 'updated_at': '2021-12-12T18:38:47Z', 'revision_number': 0, 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb', 'name': '', 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:53:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:33Z', 'updated_at': '2021-12-12T18:38:37Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:38:49.682304 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4820d8d-90d0-428d-a48f-b76d2369f56d None None] New status for floating IP 689022f8-66fb-4ed7-adcb-dec2bf6e259f: ACTIVE {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:38:50.105001 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42836) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:38:50.168381 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-62f24e90-1653-4eb0-a325-023d8602e37c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/floatingips/689022f8-66fb-4ed7-adcb-dec2bf6e259f HTTP/1.1" status: 200 len: 993 time: 0.0621293 Dec 12 18:38:50.252878 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:38:50.991452 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:11.193338 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:39:14.962052 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15002e86-0fb8-4487-a1f5-dbab956b5900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:17.290355 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0f221929-1ea5-459b-be1b-fc8e32f6ce48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:17.620348 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:18.149766 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:18.532013 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:20.257958 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:20.993225 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:21.544993 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53473bd9-14c6-4f3f-83ea-c144911c104d req-5358b2fa-398f-434c-b11f-720dbc6df302 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:21.546484 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53473bd9-14c6-4f3f-83ea-c144911c104d req-5358b2fa-398f-434c-b11f-720dbc6df302 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 945 time: 0.0502961 Dec 12 18:39:21.594551 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-53473bd9-14c6-4f3f-83ea-c144911c104d req-8f916092-c6d5-48bb-9d03-e12bb54e4fdc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=55545824-40b6-4cd0-9655-d017f1ed4a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420849 Dec 12 18:39:22.716357 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2cb95-4b31-4df1-8a81-5ae707ede751 req-cfacde9f-1e12-48af-8ac7-6483cbf58afe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:22.717844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42c2cb95-4b31-4df1-8a81-5ae707ede751 req-cfacde9f-1e12-48af-8ac7-6483cbf58afe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 945 time: 0.0533247 Dec 12 18:39:22.771038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42c2cb95-4b31-4df1-8a81-5ae707ede751 req-f1ad4238-52e2-4b16-87dc-280c81cc19fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=55545824-40b6-4cd0-9655-d017f1ed4a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473068 Dec 12 18:39:22.801061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42866) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:22.860351 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-114c9448-3117-4c9e-a4b7-95ca6ff0279b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/floatingips/689022f8-66fb-4ed7-adcb-dec2bf6e259f HTTP/1.1" status: 200 len: 993 time: 0.0581398 Dec 12 18:39:24.123802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727b2c2-bf18-409f-b81b-01c4a12de1fe req-2a54d98b-ea61-47f3-9c14-98a9da889d28 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:24.125327 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0727b2c2-bf18-409f-b81b-01c4a12de1fe req-2a54d98b-ea61-47f3-9c14-98a9da889d28 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 945 time: 0.0508952 Dec 12 18:39:24.183121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0727b2c2-bf18-409f-b81b-01c4a12de1fe req-46123da7-8d8a-4010-9d73-7a07a786b0be tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=55545824-40b6-4cd0-9655-d017f1ed4a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509539 Dec 12 18:39:25.304166 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57906f1e-3d8d-4286-8586-484006e88ae0 req-420087f9-f5dd-43d8-9f2d-733cac94f12d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:25.305617 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57906f1e-3d8d-4286-8586-484006e88ae0 req-420087f9-f5dd-43d8-9f2d-733cac94f12d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 945 time: 0.0482764 Dec 12 18:39:25.353893 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-57906f1e-3d8d-4286-8586-484006e88ae0 req-1927d40b-69a7-4426-8ecd-a9863ae8ef9e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=55545824-40b6-4cd0-9655-d017f1ed4a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424478 Dec 12 18:39:25.375610 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42876) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:25.438638 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-37e93571-99a4-416d-bdb8-04be60e8a0dd tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/floatingips/689022f8-66fb-4ed7-adcb-dec2bf6e259f HTTP/1.1" status: 200 len: 993 time: 0.0617406 Dec 12 18:39:25.661796 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42882) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:25.816340 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port 76367685-7eb3-45c8-b8f8-3ee9ef614f80 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:39:25.816703 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:25.892316 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:25.892642 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:25.905856 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for 76367685-7eb3-45c8-b8f8-3ee9ef614f80 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:39:26.049323 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:26.074672 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=76367685-7eb3-45c8-b8f8-3ee9ef614f80,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:26.086267 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:26.086625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:26.086974 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:26.087360 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:26.087713 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:26.088048 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:26.088410 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:26.088748 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:26.089080 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:26.089414 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:26.089745 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:26.090074 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:26.090398 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:26.143148 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:26.143506 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Floating IP 689022f8-66fb-4ed7-adcb-dec2bf6e259f disassociated (deleted). External IP: 172.25.1.157, port: 95e971d9-fb69-4e4e-981a-ecfa2f5d4739. Dec 12 18:39:26.350033 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router bd031d66-b143-4925-b95e-ca80bde76683 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:39:26.455405 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:39:26.460128 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:26.464576 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0df8c4-1891-4108-b466-d892808ae084 None None] Sync routers for ids ['bd031d66-b143-4925-b95e-ca80bde76683'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:39:26.475073 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0df8c4-1891-4108-b466-d892808ae084 None None] Routers {'bd031d66-b143-4925-b95e-ca80bde76683'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:39:26.475712 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ab0df8c4-1891-4108-b466-d892808ae084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['bd031d66-b143-4925-b95e-ca80bde76683'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:26.486884 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-61760b0c-352b-4521-892f-8098bead9632 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/floatingips/689022f8-66fb-4ed7-adcb-dec2bf6e259f HTTP/1.1" status: 204 len: 168 time: 0.8237584 Dec 12 18:39:26.487193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73190f6-2e7d-489d-b1bb-bd61fef1d44f', 'tag': '95e971d9-fb69-4e4e-981a-ecfa2f5d4739'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:39:26.490254 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0ecf0ab0d0673ed1ddf6e3181e2e5630b2f509d2790f5a8f7e136419b5c042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7933d94-b1b2-486b-805d-eaa21fac9a27" -d '{"events": [{"name": "network-changed", "server_uuid": "a73190f6-2e7d-489d-b1bb-bd61fef1d44f", "tag": "95e971d9-fb69-4e4e-981a-ecfa2f5d4739"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:39:26.528826 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9744d44b-44a2-45c0-be18-287d0393fb61 x-openstack-request-id: req-9744d44b-44a2-45c0-be18-287d0393fb61 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:39:26.529255 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73190f6-2e7d-489d-b1bb-bd61fef1d44f", "tag": "95e971d9-fb69-4e4e-981a-ecfa2f5d4739", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:39:26.529521 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9744d44b-44a2-45c0-be18-287d0393fb61 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:39:26.529998 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73190f6-2e7d-489d-b1bb-bd61fef1d44f', 'tag': '95e971d9-fb69-4e4e-981a-ecfa2f5d4739', 'status': 'completed', 'code': 200} Dec 12 18:39:26.593204 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ab0df8c4-1891-4108-b466-d892808ae084 None None] Set router bd031d66-b143-4925-b95e-ca80bde76683 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:39:26.594008 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7933d94-b1b2-486b-805d-eaa21fac9a27 req-c5ed224c-41b0-4216-ad1b-87f3c0801719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:26.596914 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7933d94-b1b2-486b-805d-eaa21fac9a27 req-c5ed224c-41b0-4216-ad1b-87f3c0801719 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 1096 time: 0.0450711 Dec 12 18:39:26.730289 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7933d94-b1b2-486b-805d-eaa21fac9a27 req-f768d5ec-3cd8-42ae-bb06-d9b99c5da68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:26.731820 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7933d94-b1b2-486b-805d-eaa21fac9a27 req-f768d5ec-3cd8-42ae-bb06-d9b99c5da68f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a56d2760-7fd5-43e2-ac33-0561e94ea5df HTTP/1.1" status: 200 len: 898 time: 0.1218944 Dec 12 18:39:26.759238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2eef5-ebd5-4332-8713-3ae093987211 req-b241fedf-acc5-4a0e-be4d-013d8c5d7973 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:26.760981 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5fc2eef5-ebd5-4332-8713-3ae093987211 req-b241fedf-acc5-4a0e-be4d-013d8c5d7973 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 945 time: 0.0893817 Dec 12 18:39:26.797537 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7933d94-b1b2-486b-805d-eaa21fac9a27 req-3c91aa06-993b-4e25-a705-0507e884ad98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95e971d9-fb69-4e4e-981a-ecfa2f5d4739 HTTP/1.1" status: 200 len: 217 time: 0.0538254 Dec 12 18:39:26.873287 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5fc2eef5-ebd5-4332-8713-3ae093987211 req-147f97c0-24fc-4cae-a70a-16cb43f4abca tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=55545824-40b6-4cd0-9655-d017f1ed4a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827215 Dec 12 18:39:26.874683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7933d94-b1b2-486b-805d-eaa21fac9a27 req-1ac29a5d-1890-4895-bb3f-3c9e0c10c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:26.876080 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7933d94-b1b2-486b-805d-eaa21fac9a27 req-1ac29a5d-1890-4895-bb3f-3c9e0c10c478 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aae10eaa-9031-4ea5-a5ac-1791d28d8c4f HTTP/1.1" status: 200 len: 835 time: 0.0700095 Dec 12 18:39:26.927016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7933d94-b1b2-486b-805d-eaa21fac9a27 req-a8c1242a-a8d5-48b9-888f-187d86a39452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:26.928553 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7933d94-b1b2-486b-805d-eaa21fac9a27 req-a8c1242a-a8d5-48b9-888f-187d86a39452 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a56d2760-7fd5-43e2-ac33-0561e94ea5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451040 Dec 12 18:39:26.962454 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ab0df8c4-1891-4108-b466-d892808ae084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586335902', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:38:30Z', 'updated_at': '2021-12-12T18:38:34Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:31Z', 'updated_at': '2021-12-12T18:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb', 'name': '', 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:53:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:33Z', 'updated_at': '2021-12-12T18:38:37Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:26.991006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0df8c4-1891-4108-b466-d892808ae084 None None] Checking router: bd031d66-b143-4925-b95e-ca80bde76683 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:39:26.999129 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0df8c4-1891-4108-b466-d892808ae084 None None] Routers {'bd031d66-b143-4925-b95e-ca80bde76683'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:39:26.999766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ab0df8c4-1891-4108-b466-d892808ae084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['bd031d66-b143-4925-b95e-ca80bde76683'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:27.017825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7933d94-b1b2-486b-805d-eaa21fac9a27 req-347a7adc-c220-4d4d-88d9-7a7143ad1a9e service neutron] 10.222.0.20 "GET /v2.0/networks/a56d2760-7fd5-43e2-ac33-0561e94ea5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812588 Dec 12 18:39:27.114911 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ab0df8c4-1891-4108-b466-d892808ae084 None None] Set router bd031d66-b143-4925-b95e-ca80bde76683 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:39:27.115107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7933d94-b1b2-486b-805d-eaa21fac9a27 req-aec8b7d4-4ed4-432d-a864-354329b5b59c service neutron] 10.222.0.20 "GET /v2.0/networks/a56d2760-7fd5-43e2-ac33-0561e94ea5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877197 Dec 12 18:39:27.306113 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ab0df8c4-1891-4108-b466-d892808ae084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586335902', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:38:30Z', 'updated_at': '2021-12-12T18:38:34Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:31Z', 'updated_at': '2021-12-12T18:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb', 'name': '', 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:53:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:33Z', 'updated_at': '2021-12-12T18:38:37Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:27.335427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0df8c4-1891-4108-b466-d892808ae084 None None] The sync data for ids ['bd031d66-b143-4925-b95e-ca80bde76683'] in n-d-760354-5 is: [{'id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586335902', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:38:30Z', 'updated_at': '2021-12-12T18:38:34Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:31Z', 'updated_at': '2021-12-12T18:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb', 'name': '', 'network_id': 'a56d2760-7fd5-43e2-ac33-0561e94ea5df', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:53:f6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:33Z', 'updated_at': '2021-12-12T18:38:37Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'aae10eaa-9031-4ea5-a5ac-1791d28d8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:39:27.552738 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad28557-9bbc-42a2-a42a-65c210c6b08a None None] New status for floating IP 689022f8-66fb-4ed7-adcb-dec2bf6e259f: DOWN {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:39:27.992939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b19f1-a2f5-46e9-87f3-5b3f0f5bcb36 req-f6c80310-ad35-4d29-ac03-1e492d9543d2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:27.994403 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a9b19f1-a2f5-46e9-87f3-5b3f0f5bcb36 req-f6c80310-ad35-4d29-ac03-1e492d9543d2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 945 time: 0.0488055 Dec 12 18:39:28.044421 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a9b19f1-a2f5-46e9-87f3-5b3f0f5bcb36 req-e95724d7-76a1-40c0-9504-e66bfd5b3afb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=55545824-40b6-4cd0-9655-d017f1ed4a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441649 Dec 12 18:39:28.283408 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a2db1-874e-4957-9891-cf0f41b407a0 req-21ef40fc-1c51-41c9-b2a6-ba05d0db4537 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:28.285525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f78a2db1-874e-4957-9891-cf0f41b407a0 req-21ef40fc-1c51-41c9-b2a6-ba05d0db4537 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 945 time: 0.0480130 Dec 12 18:39:28.374737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-f78a2db1-874e-4957-9891-cf0f41b407a0 req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:39:28.375070 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f78a2db1-874e-4957-9891-cf0f41b407a0 req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:28.460949 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-f78a2db1-874e-4957-9891-cf0f41b407a0 req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] For port 95e971d9-fb69-4e4e-981a-ecfa2f5d4739, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=95e971d9-fb69-4e4e-981a-ecfa2f5d4739,segment=NetworkSegment(65854164-74c9-465c-8822-623be887c75f),segment_id=65854164-74c9-465c-8822-623be887c75f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:39:28.461307 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f78a2db1-874e-4957-9891-cf0f41b407a0 req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:28.473116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-f78a2db1-874e-4957-9891-cf0f41b407a0 req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:39:28.600435 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f78a2db1-874e-4957-9891-cf0f41b407a0 req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:28.632540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=95e971d9-fb69-4e4e-981a-ecfa2f5d4739,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:28.658523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:28.658874 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:28.659235 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:28.659610 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:28.659945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:28.660277 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:28.660607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:28.660938 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:28.661261 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:28.661583 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:28.661911 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:28.662228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:28.662547 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:28.684094 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78a2db1-874e-4957-9891-cf0f41b407a0 req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] No DVR routers for this DVR port 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:39:28.686633 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-f78a2db1-874e-4957-9891-cf0f41b407a0 req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:28.690027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f78a2db1-874e-4957-9891-cf0f41b407a0 req-95a99be4-2a24-486e-abf7-a63dea6f49ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "DELETE /v2.0/ports/95e971d9-fb69-4e4e-981a-ecfa2f5d4739 HTTP/1.1" status: 204 len: 173 time: 0.3988106 Dec 12 18:39:28.690459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73190f6-2e7d-489d-b1bb-bd61fef1d44f', 'name': 'network-vif-deleted', 'tag': '95e971d9-fb69-4e4e-981a-ecfa2f5d4739'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:39:28.693245 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2a6ad1-1d2d-4604-8b09-dcd1e05b7b35" -d '{"events": [{"server_uuid": "a73190f6-2e7d-489d-b1bb-bd61fef1d44f", "name": "network-vif-deleted", "tag": "95e971d9-fb69-4e4e-981a-ecfa2f5d4739"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:39:28.730432 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002f982c-206d-4db9-b194-8cf41e581c51 x-openstack-request-id: req-002f982c-206d-4db9-b194-8cf41e581c51 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:39:28.730730 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73190f6-2e7d-489d-b1bb-bd61fef1d44f", "name": "network-vif-deleted", "tag": "95e971d9-fb69-4e4e-981a-ecfa2f5d4739", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:39:28.730990 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-002f982c-206d-4db9-b194-8cf41e581c51 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:39:28.731436 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73190f6-2e7d-489d-b1bb-bd61fef1d44f', 'name': 'network-vif-deleted', 'tag': '95e971d9-fb69-4e4e-981a-ecfa2f5d4739', 'status': 'completed', 'code': 200} Dec 12 18:39:29.157669 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2529fdef-1980-48b3-962a-52d8f8b91385 req-fc58c871-0500-4e7a-b9d8-23aa288ac51d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=a73190f6-2e7d-489d-b1bb-bd61fef1d44f HTTP/1.1" status: 200 len: 210 time: 0.0269084 Dec 12 18:39:30.214695 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42900) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:30.574180 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26e818ba-2e2e-44ac-a8fe-049ad2b72585 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:30.827508 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-26e818ba-2e2e-44ac-a8fe-049ad2b72585 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:39:30.827850 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26e818ba-2e2e-44ac-a8fe-049ad2b72585 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:30.919045 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-26e818ba-2e2e-44ac-a8fe-049ad2b72585 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] For port 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb,segment=NetworkSegment(65854164-74c9-465c-8822-623be887c75f),segment_id=65854164-74c9-465c-8822-623be887c75f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:39:30.919438 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26e818ba-2e2e-44ac-a8fe-049ad2b72585 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:30.931709 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-26e818ba-2e2e-44ac-a8fe-049ad2b72585 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:39:31.116776 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26e818ba-2e2e-44ac-a8fe-049ad2b72585 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:31.146985 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e818ba-2e2e-44ac-a8fe-049ad2b72585 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:31.319248 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26e818ba-2e2e-44ac-a8fe-049ad2b72585 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:31.527697 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e818ba-2e2e-44ac-a8fe-049ad2b72585 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router bd031d66-b143-4925-b95e-ca80bde76683 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:39:31.628038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e818ba-2e2e-44ac-a8fe-049ad2b72585 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:39:31.633125 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-26e818ba-2e2e-44ac-a8fe-049ad2b72585 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "PUT /v2.0/routers/bd031d66-b143-4925-b95e-ca80bde76683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4173701 Dec 12 18:39:31.635834 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42902) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:31.638316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401bee39-7543-44b3-8a0b-5124383102db None None] Sync routers for ids ['bd031d66-b143-4925-b95e-ca80bde76683'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:39:31.648543 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401bee39-7543-44b3-8a0b-5124383102db None None] Routers {'bd031d66-b143-4925-b95e-ca80bde76683'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:39:31.649150 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-401bee39-7543-44b3-8a0b-5124383102db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['bd031d66-b143-4925-b95e-ca80bde76683'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:31.689883 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ff4371-74e9-4a11-a96c-a6ba50169ffe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting subnet aae10eaa-9031-4ea5-a5ac-1791d28d8c4f {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:39:31.693074 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19ff4371-74e9-4a11-a96c-a6ba50169ffe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:31.732996 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19ff4371-74e9-4a11-a96c-a6ba50169ffe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:31.758556 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-401bee39-7543-44b3-8a0b-5124383102db None None] Set router bd031d66-b143-4925-b95e-ca80bde76683 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:39:31.814420 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19ff4371-74e9-4a11-a96c-a6ba50169ffe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:31.876209 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19ff4371-74e9-4a11-a96c-a6ba50169ffe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:31.904575 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff4371-74e9-4a11-a96c-a6ba50169ffe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Subnet': ['ID=aae10eaa-9031-4ea5-a5ac-1791d28d8c4f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:31.906563 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19ff4371-74e9-4a11-a96c-a6ba50169ffe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:31.912745 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-19ff4371-74e9-4a11-a96c-a6ba50169ffe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/subnets/aae10eaa-9031-4ea5-a5ac-1791d28d8c4f HTTP/1.1" status: 204 len: 168 time: 0.2729402 Dec 12 18:39:31.913733 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42904) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:31.922309 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789c9aa0-3686-4e21-9594-d7a62ce24459 None None] Network a56d2760-7fd5-43e2-ac33-0561e94ea5df requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:39:32.011401 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-401bee39-7543-44b3-8a0b-5124383102db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586335902', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:38:30Z', 'updated_at': '2021-12-12T18:39:31Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:31Z', 'updated_at': '2021-12-12T18:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:32.022493 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7c76929-0be8-4317-a2cc-407edd7e120d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:32.042732 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401bee39-7543-44b3-8a0b-5124383102db None None] Checking router: bd031d66-b143-4925-b95e-ca80bde76683 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:39:32.057077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401bee39-7543-44b3-8a0b-5124383102db None None] Routers {'bd031d66-b143-4925-b95e-ca80bde76683'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:39:32.057704 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-401bee39-7543-44b3-8a0b-5124383102db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['bd031d66-b143-4925-b95e-ca80bde76683'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:32.124406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] DHCP port deletion for a56d2760-7fd5-43e2-ac33-0561e94ea5df request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:39:32.129801 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7c76929-0be8-4317-a2cc-407edd7e120d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:32.188326 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a7c76929-0be8-4317-a2cc-407edd7e120d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port dd7c4d86-8f03-4329-8d4b-2c57e00cb93b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:39:32.188672 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7c76929-0be8-4317-a2cc-407edd7e120d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:32.196318 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-401bee39-7543-44b3-8a0b-5124383102db None None] Set router bd031d66-b143-4925-b95e-ca80bde76683 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:39:32.266492 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-a7c76929-0be8-4317-a2cc-407edd7e120d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] For port dd7c4d86-8f03-4329-8d4b-2c57e00cb93b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=dd7c4d86-8f03-4329-8d4b-2c57e00cb93b,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:39:32.266765 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7c76929-0be8-4317-a2cc-407edd7e120d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:32.279361 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a7c76929-0be8-4317-a2cc-407edd7e120d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for dd7c4d86-8f03-4329-8d4b-2c57e00cb93b owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:39:32.287788 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] Deleting port 24dd1160-84b2-4f44-bb2d-008e20cb0a1a {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:39:32.288162 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:32.361771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] For port 24dd1160-84b2-4f44-bb2d-008e20cb0a1a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=24dd1160-84b2-4f44-bb2d-008e20cb0a1a,segment=NetworkSegment(65854164-74c9-465c-8822-623be887c75f),segment_id=65854164-74c9-465c-8822-623be887c75f)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:39:32.362077 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:32.386372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] Calling delete_port for 24dd1160-84b2-4f44-bb2d-008e20cb0a1a owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:39:32.448655 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7c76929-0be8-4317-a2cc-407edd7e120d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:32.484833 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa5c310-97bf-459f-8a8a-6db836a9d9b6 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:39:32.504828 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c76929-0be8-4317-a2cc-407edd7e120d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=dd7c4d86-8f03-4329-8d4b-2c57e00cb93b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:32.512353 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-401bee39-7543-44b3-8a0b-5124383102db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586335902', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:38:30Z', 'updated_at': '2021-12-12T18:39:31Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:31Z', 'updated_at': '2021-12-12T18:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:32.542100 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401bee39-7543-44b3-8a0b-5124383102db None None] The sync data for ids ['bd031d66-b143-4925-b95e-ca80bde76683'] in n-d-760354-5 is: [{'id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586335902', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:38:30Z', 'updated_at': '2021-12-12T18:39:31Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'dd7c4d86-8f03-4329-8d4b-2c57e00cb93b', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:63:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd031d66-b143-4925-b95e-ca80bde76683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:38:31Z', 'updated_at': '2021-12-12T18:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:39:32.543537 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:32.544291 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7c76929-0be8-4317-a2cc-407edd7e120d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:32.573639 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:39:32.578896 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] Pushing event deleted for resources: {'Port': ['ID=24dd1160-84b2-4f44-bb2d-008e20cb0a1a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:32.600495 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] No DVR routers for this DVR port 24dd1160-84b2-4f44-bb2d-008e20cb0a1a on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:39:32.603926 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:39:32.604280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 95e971d9-fb69-4e4e-981a-ecfa2f5d4739 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:39:32.606634 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:32.607050 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:32.607336 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:32.607679 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:32.608116 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:32.608654 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:32.608654 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:32.608956 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:32.610055 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:32.610392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:32.610724 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:32.611052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:32.611405 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6907ac18-d0e3-45a3-94e1-a34f8bcb6f51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:32.967843 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7c76929-0be8-4317-a2cc-407edd7e120d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:32.970144 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7c76929-0be8-4317-a2cc-407edd7e120d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:33.016981 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7c76929-0be8-4317-a2cc-407edd7e120d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:33.017546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c76929-0be8-4317-a2cc-407edd7e120d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Fanout notify agent at l3_agent the message router_deleted on router bd031d66-b143-4925-b95e-ca80bde76683 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:39:33.024774 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7c76929-0be8-4317-a2cc-407edd7e120d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:33.028525 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a7c76929-0be8-4317-a2cc-407edd7e120d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/routers/bd031d66-b143-4925-b95e-ca80bde76683 HTTP/1.1" status: 204 len: 168 time: 1.1119552 Dec 12 18:39:33.028768 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42906) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:33.105462 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a427-c5e6-4878-b191-522c84d1e947 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:33.200492 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a427-c5e6-4878-b191-522c84d1e947 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:33.221359 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a7c2a427-c5e6-4878-b191-522c84d1e947 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56d2760-7fd5-43e2-ac33-0561e94ea5df']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:33.231099 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a7c2a427-c5e6-4878-b191-522c84d1e947 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65854164-74c9-465c-8822-623be887c75f') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:33.231439 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a7c2a427-c5e6-4878-b191-522c84d1e947 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65854164-74c9-465c-8822-623be887c75f') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:33.241097 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a427-c5e6-4878-b191-522c84d1e947 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:33.253935 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a427-c5e6-4878-b191-522c84d1e947 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:33.259748 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c2a427-c5e6-4878-b191-522c84d1e947 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:39:33.260132 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a427-c5e6-4878-b191-522c84d1e947 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:39:33.263132 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:39:33.318909 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a427-c5e6-4878-b191-522c84d1e947 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:33.325918 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a427-c5e6-4878-b191-522c84d1e947 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:33.329135 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a7c2a427-c5e6-4878-b191-522c84d1e947 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/networks/a56d2760-7fd5-43e2-ac33-0561e94ea5df HTTP/1.1" status: 204 len: 168 time: 0.2994084 Dec 12 18:39:33.332402 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42908) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:33.341198 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2a427-c5e6-4878-b191-522c84d1e947 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Network': ['ID=a56d2760-7fd5-43e2-ac33-0561e94ea5df,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:33.390394 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6db04b7c-a5a2-4938-83c9-b8b86c47445c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:33.416647 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6db04b7c-a5a2-4938-83c9-b8b86c47445c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:33.473884 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6db04b7c-a5a2-4938-83c9-b8b86c47445c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:33.476471 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6db04b7c-a5a2-4938-83c9-b8b86c47445c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:33.477616 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6db04b7c-a5a2-4938-83c9-b8b86c47445c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/security-groups/55545824-40b6-4cd0-9655-d017f1ed4a65 HTTP/1.1" status: 204 len: 168 time: 0.1441679 Dec 12 18:39:33.490372 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db04b7c-a5a2-4938-83c9-b8b86c47445c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55545824-40b6-4cd0-9655-d017f1ed4a65,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:33.944965 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42914) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:33.949707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-9ba3cfc3-7c5c-4c54-882e-f082977c3542 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515940689', 'description': 'tempest-secgroup-smoke-515940689 description', 'project_id': '35529f23112147548f395358da49df5c'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:39:33.973798 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ba3cfc3-7c5c-4c54-882e-f082977c3542 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:33.982540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 24dd1160-84b2-4f44-bb2d-008e20cb0a1a no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:39:34.003648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 24dd1160-84b2-4f44-bb2d-008e20cb0a1a {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:39:34.003888 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 24dd1160-84b2-4f44-bb2d-008e20cb0a1a not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:39:34.004953 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device dd7c4d86-8f03-4329-8d4b-2c57e00cb93b no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:39:34.024458 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: dd7c4d86-8f03-4329-8d4b-2c57e00cb93b {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:39:34.024766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device dd7c4d86-8f03-4329-8d4b-2c57e00cb93b not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:39:34.025196 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:39:34.046628 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ba3cfc3-7c5c-4c54-882e-f082977c3542 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.047431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:39:34.047786 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 2ff5f9c1-cf23-4172-bcf3-7f1b52f25ecb not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:39:34.051240 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ba3cfc3-7c5c-4c54-882e-f082977c3542 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.083627 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ba3cfc3-7c5c-4c54-882e-f082977c3542 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.084830 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9ba3cfc3-7c5c-4c54-882e-f082977c3542 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1387470 Dec 12 18:39:34.086701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3cfc3-7c5c-4c54-882e-f082977c3542 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01171485-15bd-4dfc-a903-f031de261340,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:34.087957 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42916) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:34.094811 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-10559093-d037-4565-8b36-2d26e5994be1 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '01171485-15bd-4dfc-a903-f031de261340', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:39:34.121375 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10559093-d037-4565-8b36-2d26e5994be1 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.180423 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10559093-d037-4565-8b36-2d26e5994be1 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.183871 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10559093-d037-4565-8b36-2d26e5994be1 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.204504 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10559093-d037-4565-8b36-2d26e5994be1 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051d2a0f-8ea3-455e-9788-8febdd18383b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:34.210096 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10559093-d037-4565-8b36-2d26e5994be1 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.211253 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-10559093-d037-4565-8b36-2d26e5994be1 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202836 Dec 12 18:39:34.213996 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42918) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:34.218444 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5c17b824-7046-4a7c-8167-c084d90eb498 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '01171485-15bd-4dfc-a903-f031de261340', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:39:34.244295 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c17b824-7046-4a7c-8167-c084d90eb498 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.298884 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c17b824-7046-4a7c-8167-c084d90eb498 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.302826 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c17b824-7046-4a7c-8167-c084d90eb498 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.322776 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17b824-7046-4a7c-8167-c084d90eb498 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e97df97-e8f3-4062-94f3-0889103dc4b0,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:34.328123 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c17b824-7046-4a7c-8167-c084d90eb498 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.329199 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5c17b824-7046-4a7c-8167-c084d90eb498 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142888 Dec 12 18:39:34.332146 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42920) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:34.336548 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0f746cf1-337a-479d-ae96-e9aec257b4e2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '01171485-15bd-4dfc-a903-f031de261340', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:39:34.361962 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f746cf1-337a-479d-ae96-e9aec257b4e2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.416303 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f746cf1-337a-479d-ae96-e9aec257b4e2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.419673 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f746cf1-337a-479d-ae96-e9aec257b4e2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.437316 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f746cf1-337a-479d-ae96-e9aec257b4e2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d92164-3b97-4947-ba33-d0d096f27593,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:34.444593 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f746cf1-337a-479d-ae96-e9aec257b4e2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.445773 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0f746cf1-337a-479d-ae96-e9aec257b4e2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126320 Dec 12 18:39:34.448527 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42922) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:34.452943 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-98c6ec0d-bd00-423e-ab1a-cd4cd6e30552 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '01171485-15bd-4dfc-a903-f031de261340', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:39:34.478003 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98c6ec0d-bd00-423e-ab1a-cd4cd6e30552 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.536810 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98c6ec0d-bd00-423e-ab1a-cd4cd6e30552 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.540198 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98c6ec0d-bd00-423e-ab1a-cd4cd6e30552 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.558237 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6ec0d-bd00-423e-ab1a-cd4cd6e30552 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6992c079-ba7c-4be3-ac85-21199b8cb907,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:34.563256 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98c6ec0d-bd00-423e-ab1a-cd4cd6e30552 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.564437 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-98c6ec0d-bd00-423e-ab1a-cd4cd6e30552 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148794 Dec 12 18:39:34.567143 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42924) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:34.571428 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5f9af954-de10-49bf-81a4-5f91b78e8e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '01171485-15bd-4dfc-a903-f031de261340', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:39:34.591940 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-5f9af954-de10-49bf-81a4-5f91b78e8e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Project 35529f23112147548f395358da49df5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:39:34.596710 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f9af954-de10-49bf-81a4-5f91b78e8e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.654389 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f9af954-de10-49bf-81a4-5f91b78e8e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.657773 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f9af954-de10-49bf-81a4-5f91b78e8e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.675812 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9af954-de10-49bf-81a4-5f91b78e8e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12cfade3-3c13-4d96-97a9-00522556a3c0,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:34.682594 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f9af954-de10-49bf-81a4-5f91b78e8e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.683814 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5f9af954-de10-49bf-81a4-5f91b78e8e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156640 Dec 12 18:39:34.686476 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42926) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:34.690808 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c813a04e-f926-4768-9a02-fafb76b235ad tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '01171485-15bd-4dfc-a903-f031de261340', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:39:34.711581 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-c813a04e-f926-4768-9a02-fafb76b235ad tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Project 35529f23112147548f395358da49df5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:39:34.716275 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c813a04e-f926-4768-9a02-fafb76b235ad tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.774508 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c813a04e-f926-4768-9a02-fafb76b235ad tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.778239 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c813a04e-f926-4768-9a02-fafb76b235ad tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.795932 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813a04e-f926-4768-9a02-fafb76b235ad tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcdeb15f-549d-4436-8d44-9970af01bc5c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:34.803370 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c813a04e-f926-4768-9a02-fafb76b235ad tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.804572 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c813a04e-f926-4768-9a02-fafb76b235ad tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171515 Dec 12 18:39:34.808617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42928) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:34.813398 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-222722ea-f97f-41c3-a192-bdeeac427de4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'network': {'name': 'tempest-network-smoke--681896112', 'project_id': '35529f23112147548f395358da49df5c', 'port_security_enabled': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:39:34.833032 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222722ea-f97f-41c3-a192-bdeeac427de4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Made reservation on behalf of 35529f23112147548f395358da49df5c for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:39:34.836401 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222722ea-f97f-41c3-a192-bdeeac427de4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.859231 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222722ea-f97f-41c3-a192-bdeeac427de4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:39:34.868237 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222722ea-f97f-41c3-a192-bdeeac427de4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.868600 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-222722ea-f97f-41c3-a192-bdeeac427de4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Added segment b05b5a87-911e-4bfa-87b1-f973162814de of type vlan for network c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 Dec 12 18:39:34.910072 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222722ea-f97f-41c3-a192-bdeeac427de4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.932898 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222722ea-f97f-41c3-a192-bdeeac427de4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.938698 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222722ea-f97f-41c3-a192-bdeeac427de4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:34.939296 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222722ea-f97f-41c3-a192-bdeeac427de4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:34.994040 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-222722ea-f97f-41c3-a192-bdeeac427de4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1843340 Dec 12 18:39:34.996784 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42930) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:35.007195 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-922418748', 'admin_state_up': True, 'project_id': '35529f23112147548f395358da49df5c', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:39:35.019226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222722ea-f97f-41c3-a192-bdeeac427de4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Network': ['ID=c9e3f5ed-d827-4b00-83a1-a71132f7c0d5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:35.030523 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:39:35.040704 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:35.041816 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:35.095509 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:35.229499 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:35.420052 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:35.438278 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:35.542723 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.25.1.47 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/6f64b596-005a-4697-87a4-d71da5a3f162) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:39:35.641681 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:35.673621 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:35.713267 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:39:35.716065 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:39:35.718633 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:39:35.728168 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eb41e9-1f11-4fd3-8be6-cd054cb39fcd None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:39:35.751446 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=6f64b596-005a-4697-87a4-d71da5a3f162,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:35.834363 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-326ab74d-548a-4243-8546-58c2264e19e7 None None] Provisioning complete for port 6f64b596-005a-4697-87a4-d71da5a3f162 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:39:35.834727 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-326ab74d-548a-4243-8546-58c2264e19e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:35.868628 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-326ab74d-548a-4243-8546-58c2264e19e7 None None] Port 6f64b596-005a-4697-87a4-d71da5a3f162 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:39:35.974261 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:36.165372 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:36.291616 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router e3ac33b5-897a-48c9-a91f-72cd22ce36d2 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:39:36.394364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:39:36.404429 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Sync routers for ids ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:39:36.414632 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:36.418792 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-688d1527-7728-4e67-92d2-180b701e7e53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4183905 Dec 12 18:39:36.418926 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Routers {'e3ac33b5-897a-48c9-a91f-72cd22ce36d2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:39:36.418926 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:36.419289 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42934) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:36.446731 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-24861d2d-0d0e-4eb7-bd71-b439955a75d3 tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=35529f23112147548f395358da49df5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265880 Dec 12 18:39:36.449211 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 42936) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:36.521332 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Set router e3ac33b5-897a-48c9-a91f-72cd22ce36d2 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:39:36.538924 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463e8f70-a2de-49c6-969e-fd5f0d9486ab tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:36.540494 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-463e8f70-a2de-49c6-969e-fd5f0d9486ab tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903831 Dec 12 18:39:36.543551 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42938) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:36.571286 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5c3cba82-20f8-4b24-8348-c904ec17acbb tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264571 Dec 12 18:39:36.573642 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42940) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:36.578456 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-6873928c-3e67-4f19-b3fb-73e9c1cc49fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1195702499', 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5', 'project_id': '35529f23112147548f395358da49df5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:39:36.663474 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6873928c-3e67-4f19-b3fb-73e9c1cc49fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Made reservation on behalf of 35529f23112147548f395358da49df5c for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:39:36.666944 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6873928c-3e67-4f19-b3fb-73e9c1cc49fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:36.695447 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922418748', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:35Z', 'revision_number': 3, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:36.724697 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Checking router: e3ac33b5-897a-48c9-a91f-72cd22ce36d2 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:39:36.725046 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Updating router e3ac33b5-897a-48c9-a91f-72cd22ce36d2 port 6f64b596-005a-4697-87a4-d71da5a3f162 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:39:36.752762 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:36.847309 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6873928c-3e67-4f19-b3fb-73e9c1cc49fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:36.911359 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873928c-3e67-4f19-b3fb-73e9c1cc49fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Subnet': ['ID=c94dafb6-5b1f-473f-aeed-b3dd34362d3c,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:36.920626 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6873928c-3e67-4f19-b3fb-73e9c1cc49fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Checking segment: {'id': 'b05b5a87-911e-4bfa-87b1-f973162814de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:39:36.921186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6873928c-3e67-4f19-b3fb-73e9c1cc49fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network hostable DHCP agents. Network: c9e3f5ed-d827-4b00-83a1-a71132f7c0d5, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:39:36.939029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6873928c-3e67-4f19-b3fb-73e9c1cc49fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:39:36.948942 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-6873928c-3e67-4f19-b3fb-73e9c1cc49fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, c9e3f5ed-d827-4b00-83a1-a71132f7c0d5) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:39:36.954304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6873928c-3e67-4f19-b3fb-73e9c1cc49fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:36.956813 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6873928c-3e67-4f19-b3fb-73e9c1cc49fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:36.961934 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec56865-e85f-4b89-9fc3-1fe9b1340638 None None] Network c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:39:36.973193 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6873928c-3e67-4f19-b3fb-73e9c1cc49fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3983712 Dec 12 18:39:36.975946 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42942) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:37.008340 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:37.015731 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:37.065135 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a47c9c-3602-43b8-a1e1-930ff4caf75e None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:39:37.069195 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Attempting to bind port 6f64b596-005a-4697-87a4-d71da5a3f162 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:39:37.069579 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Attempting to bind port 6f64b596-005a-4697-87a4-d71da5a3f162 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:39:37.069951 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Attempting to bind port 6f64b596-005a-4697-87a4-d71da5a3f162 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:39:37.074962 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-c9e3f5ed-d827-4b00-83a1-a71132f7c0d5', 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5', 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ips': [{'subnet_id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:39:37.075844 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:37.077314 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3357dcc-ffee-41e6-a641-3f5424729e1e None None] Pushing event updated for resources: {'Port': ['ID=6f64b596-005a-4697-87a4-d71da5a3f162,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:37.080378 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:39:37.080762 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:39:37.081209 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:37.081610 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:39:37.082098 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Bound port: 6f64b596-005a-4697-87a4-d71da5a3f162, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:39:37.082490 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:37.089089 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3357dcc-ffee-41e6-a641-3f5424729e1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:37.089445 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3357dcc-ffee-41e6-a641-3f5424729e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:37.089793 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3357dcc-ffee-41e6-a641-3f5424729e1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:37.090162 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3357dcc-ffee-41e6-a641-3f5424729e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:37.090507 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3357dcc-ffee-41e6-a641-3f5424729e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:37.090844 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3357dcc-ffee-41e6-a641-3f5424729e1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:37.091179 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3357dcc-ffee-41e6-a641-3f5424729e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:37.091540 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3357dcc-ffee-41e6-a641-3f5424729e1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:37.091872 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3357dcc-ffee-41e6-a641-3f5424729e1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:37.092206 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3357dcc-ffee-41e6-a641-3f5424729e1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:37.092958 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3357dcc-ffee-41e6-a641-3f5424729e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:37.092958 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3357dcc-ffee-41e6-a641-3f5424729e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:37.093184 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3357dcc-ffee-41e6-a641-3f5424729e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:39:37.150947 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] For port 6f64b596-005a-4697-87a4-d71da5a3f162, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:39:37.155289 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] For port 6f64b596-005a-4697-87a4-d71da5a3f162, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6f64b596-005a-4697-87a4-d71da5a3f162,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:39:37.159829 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:37.217829 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9a7ec6-2d97-4f5d-a4b2-33242ec99319 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:39:37.230304 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3357dcc-ffee-41e6-a641-3f5424729e1e None None] Pushing event updated for resources: {'Port': ['ID=6f64b596-005a-4697-87a4-d71da5a3f162,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:37.230649 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ff5cfbf8-7594-45ff-bb1d-915f889e5abb None None] Provisioning complete for port 6f64b596-005a-4697-87a4-d71da5a3f162 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:39:37.231020 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfbf8-7594-45ff-bb1d-915f889e5abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:37.239895 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Routers {'e3ac33b5-897a-48c9-a91f-72cd22ce36d2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:39:37.240692 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:37.276955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Allocated IP 172.20.0.2 (c9e3f5ed-d827-4b00-83a1-a71132f7c0d5/c94dafb6-5b1f-473f-aeed-b3dd34362d3c/7259fb36-3cb2-4c1f-8971-81a9c21d43f1) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:39:37.360036 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] Set router e3ac33b5-897a-48c9-a91f-72cd22ce36d2 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:39:37.472800 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e029eec6-d6e3-43b9-8d00-b9d130feacab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:37.537721 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfbf8-7594-45ff-bb1d-915f889e5abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:37.557379 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922418748', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:35Z', 'revision_number': 3, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:37.572887 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ff5cfbf8-7594-45ff-bb1d-915f889e5abb None None] For port 6f64b596-005a-4697-87a4-d71da5a3f162, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6f64b596-005a-4697-87a4-d71da5a3f162,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:39:37.580539 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ff5cfbf8-7594-45ff-bb1d-915f889e5abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:37.590918 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63a9703-1294-467e-8aaa-1f3bb14f7293 None None] The sync data for ids ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'] in n-d-760354-5 is: [{'id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922418748', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:35Z', 'revision_number': 3, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:39:37.672026 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cfbf8-7594-45ff-bb1d-915f889e5abb None None] Pushing event updated for resources: {'Port': ['ID=6f64b596-005a-4697-87a4-d71da5a3f162,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:37.685952 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:37.698024 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:37.734072 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c8ea6149-b776-46af-aa5b-982922b23764 None None] Provisioning complete for port 6f64b596-005a-4697-87a4-d71da5a3f162 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:39:37.734425 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6149-b776-46af-aa5b-982922b23764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:37.774700 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Network c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:39:37.777523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-e029eec6-d6e3-43b9-8d00-b9d130feacab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.20.0.1 (c9e3f5ed-d827-4b00-83a1-a71132f7c0d5/c94dafb6-5b1f-473f-aeed-b3dd34362d3c/f0789bce-0dda-4861-a347-bc929a814531) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:39:37.779907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:39:37.781782 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Pushing event updated for resources: {'Port': ['ID=7259fb36-3cb2-4c1f-8971-81a9c21d43f1,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:37.786554 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:39:37.895727 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Attempting to bind port 7259fb36-3cb2-4c1f-8971-81a9c21d43f1 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:39:37.896018 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Attempting to bind port 7259fb36-3cb2-4c1f-8971-81a9c21d43f1 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'b05b5a87-911e-4bfa-87b1-f973162814de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:39:37.896390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Attempting to bind port 7259fb36-3cb2-4c1f-8971-81a9c21d43f1 on network c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:39:37.905768 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:39:37.906401 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Checking segment: {'id': 'b05b5a87-911e-4bfa-87b1-f973162814de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:39:37.906999 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:37.907607 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Bound using segment: {'id': 'b05b5a87-911e-4bfa-87b1-f973162814de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:39:37.908094 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Bound port: 7259fb36-3cb2-4c1f-8971-81a9c21d43f1, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05b5a87-911e-4bfa-87b1-f973162814de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:39:37.908487 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:37.935006 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e029eec6-d6e3-43b9-8d00-b9d130feacab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:37.979812 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e029eec6-d6e3-43b9-8d00-b9d130feacab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:38.000664 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] For port 7259fb36-3cb2-4c1f-8971-81a9c21d43f1, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:39:38.006344 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] For port 7259fb36-3cb2-4c1f-8971-81a9c21d43f1, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7259fb36-3cb2-4c1f-8971-81a9c21d43f1,segment=NetworkSegment(b05b5a87-911e-4bfa-87b1-f973162814de),segment_id=b05b5a87-911e-4bfa-87b1-f973162814de)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:39:38.010313 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:38.042355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029eec6-d6e3-43b9-8d00-b9d130feacab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=f0789bce-0dda-4861-a347-bc929a814531,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:38.046465 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6f64b596-005a-4697-87a4-d71da5a3f162 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:39:38.049807 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e029eec6-d6e3-43b9-8d00-b9d130feacab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:39:38.051429 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-e029eec6-d6e3-43b9-8d00-b9d130feacab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:39:38.056048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029eec6-d6e3-43b9-8d00-b9d130feacab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:39:38.123710 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e029eec6-d6e3-43b9-8d00-b9d130feacab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:38.123973 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b43314-0800-4b3e-b676-36a16527dc23 None None] Pushing event updated for resources: {'Port': ['ID=7259fb36-3cb2-4c1f-8971-81a9c21d43f1,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:38.141998 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 6f64b596-005a-4697-87a4-d71da5a3f162 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:39:38.142378 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:38.279972 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e029eec6-d6e3-43b9-8d00-b9d130feacab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:38.904867 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e029eec6-d6e3-43b9-8d00-b9d130feacab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:38.910682 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e029eec6-d6e3-43b9-8d00-b9d130feacab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:38.984618 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029eec6-d6e3-43b9-8d00-b9d130feacab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=f0789bce-0dda-4861-a347-bc929a814531,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:38.987060 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e029eec6-d6e3-43b9-8d00-b9d130feacab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:39.079737 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d47e93-53cd-4e2d-bd21-fa9d288576c1 None None] Network c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:39:39.082864 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e029eec6-d6e3-43b9-8d00-b9d130feacab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:39:39.084301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-e029eec6-d6e3-43b9-8d00-b9d130feacab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:39:39.169533 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0af8ddd1-92d8-4c33-bbcc-4d2abdf6257b None None] Provisioning complete for port 7259fb36-3cb2-4c1f-8971-81a9c21d43f1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:39:39.169943 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0af8ddd1-92d8-4c33-bbcc-4d2abdf6257b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:39.199959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e029eec6-d6e3-43b9-8d00-b9d130feacab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router e3ac33b5-897a-48c9-a91f-72cd22ce36d2 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:39:39.274685 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0af8ddd1-92d8-4c33-bbcc-4d2abdf6257b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:39.317637 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0af8ddd1-92d8-4c33-bbcc-4d2abdf6257b None None] For port 7259fb36-3cb2-4c1f-8971-81a9c21d43f1, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7259fb36-3cb2-4c1f-8971-81a9c21d43f1,segment=NetworkSegment(b05b5a87-911e-4bfa-87b1-f973162814de),segment_id=b05b5a87-911e-4bfa-87b1-f973162814de)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:39:39.322595 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e029eec6-d6e3-43b9-8d00-b9d130feacab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:39:39.323064 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0af8ddd1-92d8-4c33-bbcc-4d2abdf6257b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:39.334683 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e029eec6-d6e3-43b9-8d00-b9d130feacab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "PUT /v2.0/routers/e3ac33b5-897a-48c9-a91f-72cd22ce36d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3575308 Dec 12 18:39:39.380203 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8ddd1-92d8-4c33-bbcc-4d2abdf6257b None None] Pushing event updated for resources: {'Port': ['ID=7259fb36-3cb2-4c1f-8971-81a9c21d43f1,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:39.501713 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-98cfdb34-e54e-465f-944c-99684d504761 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515940689&fields=id&tenant_id=35529f23112147548f395358da49df5c HTTP/1.1" status: 200 len: 267 time: 0.0510323 Dec 12 18:39:39.556248 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-651feed1-d986-4bca-8315-6683f5355bcf None None] Provisioning complete for port f0789bce-0dda-4861-a347-bc929a814531 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:39:39.556621 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-651feed1-d986-4bca-8315-6683f5355bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:39.599228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-651feed1-d986-4bca-8315-6683f5355bcf None None] Port f0789bce-0dda-4861-a347-bc929a814531 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:39:39.611029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-651feed1-d986-4bca-8315-6683f5355bcf None None] Provisioning complete for port 7259fb36-3cb2-4c1f-8971-81a9c21d43f1 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:39:39.611865 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-651feed1-d986-4bca-8315-6683f5355bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:39.632096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-0b7bbb7a-92f5-4a1a-a4e7-f89c594b7749 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:39.634285 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-0b7bbb7a-92f5-4a1a-a4e7-f89c594b7749 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/networks?id=c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 HTTP/1.1" status: 200 len: 796 time: 0.1249533 Dec 12 18:39:39.650530 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-fcbe8945-2881-43df-97b7-bdb243b19af9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/quotas/35529f23112147548f395358da49df5c HTTP/1.1" status: 200 len: 375 time: 0.0104103 Dec 12 18:39:39.721587 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-5067b2a4-000e-4d7d-a2c0-b6a3f87a0bbd tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648458 Dec 12 18:39:39.733004 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Sync routers for ids ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:39:39.743660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Routers {'e3ac33b5-897a-48c9-a91f-72cd22ce36d2'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:39:39.744303 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:39.844313 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f58fef22-6e88-4629-96ce-53c56e0175b2 None None] Provisioning complete for port f0789bce-0dda-4861-a347-bc929a814531 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:39:39.844709 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f58fef22-6e88-4629-96ce-53c56e0175b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:39.887007 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-dd8bf1eb-5485-4f73-966d-459856b9b12b service neutron] 10.222.0.18 "GET /v2.0/networks/c9e3f5ed-d827-4b00-83a1-a71132f7c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493111 Dec 12 18:39:39.890471 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Set router e3ac33b5-897a-48c9-a91f-72cd22ce36d2 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:39:39.924128 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f58fef22-6e88-4629-96ce-53c56e0175b2 None None] Port f0789bce-0dda-4861-a347-bc929a814531 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:39:39.985150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-7c6080e3-f9fc-4ca1-8ed8-6dc607cded50 service neutron] 10.222.0.18 "GET /v2.0/networks/c9e3f5ed-d827-4b00-83a1-a71132f7c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973427 Dec 12 18:39:40.027869 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7259fb36-3cb2-4c1f-8971-81a9c21d43f1 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:39:40.103019 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b22f78b4-fd05-4979-8785-23a7b524a4fd None None] Provisioning complete for port f0789bce-0dda-4861-a347-bc929a814531 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:39:40.103730 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b22f78b4-fd05-4979-8785-23a7b524a4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:40.159887 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fdfb26cc-7776-43be-92ad-ef05949fdffd req-d05804fc-7ccf-4c5e-90ea-8ac43d9e4138 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 210 time: 0.0285747 Dec 12 18:39:40.183182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7259fb36-3cb2-4c1f-8971-81a9c21d43f1 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:39:40.183581 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:40.185042 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b22f78b4-fd05-4979-8785-23a7b524a4fd None None] Port f0789bce-0dda-4861-a347-bc929a814531 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:39:40.242958 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922418748', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:38Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f0789bce-0dda-4861-a347-bc929a814531', 'name': '', 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:ce:c6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:37Z', 'updated_at': '2021-12-12T18:39:38Z', 'revision_number': 2, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:40.286110 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Checking router: e3ac33b5-897a-48c9-a91f-72cd22ce36d2 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:39:40.286468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Updating router e3ac33b5-897a-48c9-a91f-72cd22ce36d2 port f0789bce-0dda-4861-a347-bc929a814531 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:39:40.326155 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:40.599446 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:40.605042 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:40.662891 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1c382-abdd-417f-836d-a06fe52ac351 None None] Pushing event updated for resources: {'Port': ['ID=f0789bce-0dda-4861-a347-bc929a814531,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:40.716998 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Attempting to bind port f0789bce-0dda-4861-a347-bc929a814531 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:39:40.717229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Attempting to bind port f0789bce-0dda-4861-a347-bc929a814531 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'b05b5a87-911e-4bfa-87b1-f973162814de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:39:40.717761 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Attempting to bind port f0789bce-0dda-4861-a347-bc929a814531 on network c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:39:40.723851 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:39:40.724235 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Checking segment: {'id': 'b05b5a87-911e-4bfa-87b1-f973162814de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:39:40.724649 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:40.725051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Bound using segment: {'id': 'b05b5a87-911e-4bfa-87b1-f973162814de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:39:40.725528 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Bound port: f0789bce-0dda-4861-a347-bc929a814531, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05b5a87-911e-4bfa-87b1-f973162814de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:39:40.725918 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:40.794868 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] For port f0789bce-0dda-4861-a347-bc929a814531, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:39:40.798361 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] For port f0789bce-0dda-4861-a347-bc929a814531, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f0789bce-0dda-4861-a347-bc929a814531,segment=NetworkSegment(b05b5a87-911e-4bfa-87b1-f973162814de),segment_id=b05b5a87-911e-4bfa-87b1-f973162814de)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:39:40.802999 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:40.862566 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1c382-abdd-417f-836d-a06fe52ac351 None None] Pushing event updated for resources: {'Port': ['ID=f0789bce-0dda-4861-a347-bc929a814531,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:40.865200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Routers {'e3ac33b5-897a-48c9-a91f-72cd22ce36d2'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:39:40.865796 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:39:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:40.955688 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6cc039c3-ae11-4d3d-aeb1-f246487df4c2 None None] Provisioning complete for port f0789bce-0dda-4861-a347-bc929a814531 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:39:40.956596 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6cc039c3-ae11-4d3d-aeb1-f246487df4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:41.008408 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] Set router e3ac33b5-897a-48c9-a91f-72cd22ce36d2 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:39:41.156536 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6cc039c3-ae11-4d3d-aeb1-f246487df4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:41.179556 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-d89021e6-5658-443e-a975-abcd31bc4963 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:41.181593 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-d89021e6-5658-443e-a975-abcd31bc4963 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "GET /v2.0/networks?id=c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 HTTP/1.1" status: 200 len: 796 time: 0.1258681 Dec 12 18:39:41.213285 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6cc039c3-ae11-4d3d-aeb1-f246487df4c2 None None] For port f0789bce-0dda-4861-a347-bc929a814531, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f0789bce-0dda-4861-a347-bc929a814531,segment=NetworkSegment(b05b5a87-911e-4bfa-87b1-f973162814de),segment_id=b05b5a87-911e-4bfa-87b1-f973162814de)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:39:41.221195 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6cc039c3-ae11-4d3d-aeb1-f246487df4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:41.277202 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-251b571b-58e4-4040-9838-1def30a27d69 req-9ac83b3f-b796-4e36-a03d-327feca659bb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 210 time: 0.0367393 Dec 12 18:39:41.284455 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-35874659-d0e9-449c-be6a-8c125d41b833 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35529f23112147548f395358da49df5c HTTP/1.1" status: 200 len: 379 time: 0.0928471 Dec 12 18:39:41.298883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc039c3-ae11-4d3d-aeb1-f246487df4c2 None None] Pushing event updated for resources: {'Port': ['ID=f0789bce-0dda-4861-a347-bc929a814531,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:41.299053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-35218743-6e6d-4b26-9a9c-b851caade3f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'port': {'device_id': '006314a9-4840-4c87-9ddb-23c0f71d30ff', 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5', 'admin_state_up': True, 'tenant_id': '35529f23112147548f395358da49df5c', 'security_groups': ['01171485-15bd-4dfc-a903-f031de261340']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:39:41.311553 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922418748', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:38Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f0789bce-0dda-4861-a347-bc929a814531', 'name': '', 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:ce:c6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:37Z', 'updated_at': '2021-12-12T18:39:40Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:41.345966 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6042a7-b1c4-4827-9130-714e17bd5ab3 None None] The sync data for ids ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'] in n-d-760354-5 is: [{'id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922418748', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:38Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f0789bce-0dda-4861-a347-bc929a814531', 'name': '', 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:ce:c6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:37Z', 'updated_at': '2021-12-12T18:39:40Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:39:41.357330 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9eba8ad0-ec2c-4d2c-a7ed-0cc2575866ac None None] Provisioning complete for port f0789bce-0dda-4861-a347-bc929a814531 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:39:41.357705 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9eba8ad0-ec2c-4d2c-a7ed-0cc2575866ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:41.441434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-35218743-6e6d-4b26-9a9c-b851caade3f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Made reservation on behalf of 35529f23112147548f395358da49df5c for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:39:41.445188 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-35218743-6e6d-4b26-9a9c-b851caade3f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:41.575737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-35218743-6e6d-4b26-9a9c-b851caade3f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.20.0.14 (c9e3f5ed-d827-4b00-83a1-a71132f7c0d5/c94dafb6-5b1f-473f-aeed-b3dd34362d3c/dff2cf56-c409-4932-a438-8674fad17af5) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:39:41.723058 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-35218743-6e6d-4b26-9a9c-b851caade3f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:41.759121 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-35218743-6e6d-4b26-9a9c-b851caade3f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:41.809315 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-35218743-6e6d-4b26-9a9c-b851caade3f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:39:41.812460 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-35218743-6e6d-4b26-9a9c-b851caade3f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:39:41.815063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-35218743-6e6d-4b26-9a9c-b851caade3f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:39:41.844225 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35218743-6e6d-4b26-9a9c-b851caade3f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=dff2cf56-c409-4932-a438-8674fad17af5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:41.877802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-35218743-6e6d-4b26-9a9c-b851caade3f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:41.878617 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-35218743-6e6d-4b26-9a9c-b851caade3f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:41.901817 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-35218743-6e6d-4b26-9a9c-b851caade3f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6105144 Dec 12 18:39:41.914463 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Request body: {'port': {'device_id': '006314a9-4840-4c87-9ddb-23c0f71d30ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:39:41.982780 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:42.041882 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f0789bce-0dda-4861-a347-bc929a814531 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:39:42.264809 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f958f5c6-d15b-443a-9fb1-fcaa4c4ad683 None None] Provisioning complete for port dff2cf56-c409-4932-a438-8674fad17af5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:39:42.265473 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f958f5c6-d15b-443a-9fb1-fcaa4c4ad683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:42.296591 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff2cf56-c409-4932-a438-8674fad17af5 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:39:42.304543 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port f0789bce-0dda-4861-a347-bc929a814531 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:39:42.305051 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:42.306777 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:42.319657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Transition to ACTIVE for port object dff2cf56-c409-4932-a438-8674fad17af5 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:39:42.324135 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:42.335086 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-f958f5c6-d15b-443a-9fb1-fcaa4c4ad683 None None] Port dff2cf56-c409-4932-a438-8674fad17af5 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:39:42.428603 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Pushing event updated for resources: {'Port': ['ID=dff2cf56-c409-4932-a438-8674fad17af5,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:42.461367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7413c-76fb-41f1-b165-8253337bea4e req-5ad803df-9d53-429f-a496-bcc050febfe4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:42.463014 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88a7413c-76fb-41f1-b165-8253337bea4e req-5ad803df-9d53-429f-a496-bcc050febfe4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 944 time: 0.0984907 Dec 12 18:39:42.553193 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Attempting to bind port dff2cf56-c409-4932-a438-8674fad17af5 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:39:42.553537 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Attempting to bind port dff2cf56-c409-4932-a438-8674fad17af5 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'b05b5a87-911e-4bfa-87b1-f973162814de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:39:42.553878 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Attempting to bind port dff2cf56-c409-4932-a438-8674fad17af5 on network c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:39:42.559290 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88a7413c-76fb-41f1-b165-8253337bea4e req-267bdfe0-31e7-417c-90c1-c35eff4a7541 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741024 Dec 12 18:39:42.562798 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Port dff2cf56-c409-4932-a438-8674fad17af5 on network c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:39:42.563138 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Attempting to bind port dff2cf56-c409-4932-a438-8674fad17af5 on network c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:39:42.568854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:39:42.569200 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Checking segment: {'id': 'b05b5a87-911e-4bfa-87b1-f973162814de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:39:42.569596 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Bound using segment: {'id': 'b05b5a87-911e-4bfa-87b1-f973162814de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:39:42.570035 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Bound port: dff2cf56-c409-4932-a438-8674fad17af5, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05b5a87-911e-4bfa-87b1-f973162814de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:39:42.570398 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:42.642672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] For port dff2cf56-c409-4932-a438-8674fad17af5, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:39:42.646318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] For port dff2cf56-c409-4932-a438-8674fad17af5, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=dff2cf56-c409-4932-a438-8674fad17af5,segment=NetworkSegment(b05b5a87-911e-4bfa-87b1-f973162814de),segment_id=b05b5a87-911e-4bfa-87b1-f973162814de)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:39:42.651779 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:42.687086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:42.687736 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:42.689104 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] 10.222.0.20 "PUT /v2.0/ports/dff2cf56-c409-4932-a438-8674fad17af5 HTTP/1.1" status: 200 len: 1092 time: 0.7797005 Dec 12 18:39:42.689540 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006314a9-4840-4c87-9ddb-23c0f71d30ff', 'tag': 'dff2cf56-c409-4932-a438-8674fad17af5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:39:42.692314 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723e8509-45fd-4c0a-a5b0-d6e5f49e25bd" -d '{"events": [{"name": "network-changed", "server_uuid": "006314a9-4840-4c87-9ddb-23c0f71d30ff", "tag": "dff2cf56-c409-4932-a438-8674fad17af5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:39:42.714214 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d795f-dd51-45c6-aae1-02e3a9b38055 service neutron] Pushing event updated for resources: {'Port': ['ID=dff2cf56-c409-4932-a438-8674fad17af5,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:42.753425 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2833ffe5-6e02-42d5-bfb2-9eb2cb5edfb8 x-openstack-request-id: req-2833ffe5-6e02-42d5-bfb2-9eb2cb5edfb8 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:39:42.753727 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006314a9-4840-4c87-9ddb-23c0f71d30ff", "tag": "dff2cf56-c409-4932-a438-8674fad17af5", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:39:42.753971 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2833ffe5-6e02-42d5-bfb2-9eb2cb5edfb8 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:39:42.754370 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '006314a9-4840-4c87-9ddb-23c0f71d30ff', 'tag': 'dff2cf56-c409-4932-a438-8674fad17af5', 'status': 'completed', 'code': 200} Dec 12 18:39:42.788282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-86c6b2e6-e0e0-4b3a-854a-c1d8a18f2e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:42.789812 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-86c6b2e6-e0e0-4b3a-854a-c1d8a18f2e1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 1095 time: 0.0456545 Dec 12 18:39:42.840560 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-3065f2a6-864a-4b1a-a45d-a6e40122b2a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dff2cf56-c409-4932-a438-8674fad17af5 HTTP/1.1" status: 200 len: 217 time: 0.0401523 Dec 12 18:39:42.890716 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-0f33086c-29cf-47cb-87f5-e93f137075ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:42.892225 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-0f33086c-29cf-47cb-87f5-e93f137075ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c94dafb6-5b1f-473f-aeed-b3dd34362d3c HTTP/1.1" status: 200 len: 835 time: 0.0450044 Dec 12 18:39:42.937144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-6f499807-6758-443b-a6e7-f327a6db3934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:42.938608 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-6f499807-6758-443b-a6e7-f327a6db3934 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9e3f5ed-d827-4b00-83a1-a71132f7c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388105 Dec 12 18:39:43.032334 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-1decfe89-4968-4172-a34c-ac95ce57fee5 service neutron] 10.222.0.20 "GET /v2.0/networks/c9e3f5ed-d827-4b00-83a1-a71132f7c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852013 Dec 12 18:39:43.120782 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b90bac69-2f7f-4a84-aa2c-4023f58d0400 req-89d45748-dac9-4646-9e66-f7a53b8f2cdb service neutron] 10.222.0.20 "GET /v2.0/networks/c9e3f5ed-d827-4b00-83a1-a71132f7c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803423 Dec 12 18:39:43.205719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e8509-45fd-4c0a-a5b0-d6e5f49e25bd req-9387d7cc-8118-4c1f-b36c-2131b1b0de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:43.207296 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-723e8509-45fd-4c0a-a5b0-d6e5f49e25bd req-9387d7cc-8118-4c1f-b36c-2131b1b0de57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 1095 time: 0.0403137 Dec 12 18:39:43.297832 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e8509-45fd-4c0a-a5b0-d6e5f49e25bd req-cf144182-390b-4013-8c18-aa559b9f2375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:43.299313 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-723e8509-45fd-4c0a-a5b0-d6e5f49e25bd req-cf144182-390b-4013-8c18-aa559b9f2375 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 HTTP/1.1" status: 200 len: 897 time: 0.0848069 Dec 12 18:39:43.341237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-723e8509-45fd-4c0a-a5b0-d6e5f49e25bd req-66259a3d-bb6a-48f8-8508-066a1cad2f64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dff2cf56-c409-4932-a438-8674fad17af5 HTTP/1.1" status: 200 len: 217 time: 0.0340056 Dec 12 18:39:43.395882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e8509-45fd-4c0a-a5b0-d6e5f49e25bd req-37f40986-c7fe-486d-bc2f-bc04e97e3046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:43.397346 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-723e8509-45fd-4c0a-a5b0-d6e5f49e25bd req-37f40986-c7fe-486d-bc2f-bc04e97e3046 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c94dafb6-5b1f-473f-aeed-b3dd34362d3c HTTP/1.1" status: 200 len: 835 time: 0.0483232 Dec 12 18:39:43.446697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e8509-45fd-4c0a-a5b0-d6e5f49e25bd req-2d187ad4-f973-41dc-9318-efb1f32b65e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:43.448219 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-723e8509-45fd-4c0a-a5b0-d6e5f49e25bd req-2d187ad4-f973-41dc-9318-efb1f32b65e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9e3f5ed-d827-4b00-83a1-a71132f7c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411623 Dec 12 18:39:43.538271 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-723e8509-45fd-4c0a-a5b0-d6e5f49e25bd req-0aebe4be-6f85-4c32-a08b-7645e890cb8b service neutron] 10.222.0.20 "GET /v2.0/networks/c9e3f5ed-d827-4b00-83a1-a71132f7c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822484 Dec 12 18:39:43.644029 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-723e8509-45fd-4c0a-a5b0-d6e5f49e25bd req-b57356e3-de0a-4d06-a1e0-9499d5603cde service neutron] 10.222.0.20 "GET /v2.0/networks/c9e3f5ed-d827-4b00-83a1-a71132f7c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967650 Dec 12 18:39:43.680776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de775f-825f-47a4-9eb5-21b52c1953b0 req-4e847e13-aadc-4344-bcbd-86000dc695ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:43.682184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0de775f-825f-47a4-9eb5-21b52c1953b0 req-4e847e13-aadc-4344-bcbd-86000dc695ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 944 time: 0.0514760 Dec 12 18:39:43.731846 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0de775f-825f-47a4-9eb5-21b52c1953b0 req-93e21f68-62a9-45b1-8698-e358ba873e91 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434544 Dec 12 18:39:44.592086 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device dff2cf56-c409-4932-a438-8674fad17af5 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:39:44.683418 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port dff2cf56-c409-4932-a438-8674fad17af5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=dff2cf56-c409-4932-a438-8674fad17af5,segment=NetworkSegment(b05b5a87-911e-4bfa-87b1-f973162814de),segment_id=b05b5a87-911e-4bfa-87b1-f973162814de)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:39:44.695872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'dff2cf56-c409-4932-a438-8674fad17af5', 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5', 'port_id': 'dff2cf56-c409-4932-a438-8674fad17af5', 'mac_address': 'fa:16:3e:e8:c9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:39:44.734314 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:44.747156 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff2cf56-c409-4932-a438-8674fad17af5 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:39:44.766588 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port dff2cf56-c409-4932-a438-8674fad17af5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=dff2cf56-c409-4932-a438-8674fad17af5,segment=NetworkSegment(b05b5a87-911e-4bfa-87b1-f973162814de),segment_id=b05b5a87-911e-4bfa-87b1-f973162814de)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:39:44.770988 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:44.817344 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=dff2cf56-c409-4932-a438-8674fad17af5,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:44.865356 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b08f16-18fb-4a6a-8ef7-897d4da1fde4 req-84e624b6-7f25-49e2-9ae9-e9bcb7ff61f8 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:44.866753 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0b08f16-18fb-4a6a-8ef7-897d4da1fde4 req-84e624b6-7f25-49e2-9ae9-e9bcb7ff61f8 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 945 time: 0.0571845 Dec 12 18:39:44.921039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0b08f16-18fb-4a6a-8ef7-897d4da1fde4 req-4ec61f83-4ca9-404d-b46b-598efc7b1467 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480468 Dec 12 18:39:44.963468 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b9fbcd36-d7e9-4438-af1f-853050fe433d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:44.974851 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['dff2cf56-c409-4932-a438-8674fad17af5'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:39:46.034006 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f55dcf-0f0a-49b6-94ce-2374a1cb50d2 req-7d0808f2-a304-4c66-822f-6d4a6eafff38 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:46.035487 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-73f55dcf-0f0a-49b6-94ce-2374a1cb50d2 req-7d0808f2-a304-4c66-822f-6d4a6eafff38 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 945 time: 0.0481317 Dec 12 18:39:46.084538 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-73f55dcf-0f0a-49b6-94ce-2374a1cb50d2 req-1d47a41d-3a42-4eb8-b8da-e991f6234049 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431478 Dec 12 18:39:46.607556 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device dff2cf56-c409-4932-a438-8674fad17af5 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:39:46.656115 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port dff2cf56-c409-4932-a438-8674fad17af5 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:39:46.660225 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port dff2cf56-c409-4932-a438-8674fad17af5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:39:46.660600 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:46.737768 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:46.762517 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006314a9-4840-4c87-9ddb-23c0f71d30ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff2cf56-c409-4932-a438-8674fad17af5'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:39:46.765140 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f526c3-a9b2-42b0-b45c-f14e680dcac2" -d '{"events": [{"server_uuid": "006314a9-4840-4c87-9ddb-23c0f71d30ff", "name": "network-vif-plugged", "status": "completed", "tag": "dff2cf56-c409-4932-a438-8674fad17af5"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:39:46.778206 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port dff2cf56-c409-4932-a438-8674fad17af5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=dff2cf56-c409-4932-a438-8674fad17af5,segment=NetworkSegment(b05b5a87-911e-4bfa-87b1-f973162814de),segment_id=b05b5a87-911e-4bfa-87b1-f973162814de)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:39:46.782259 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:46.805043 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c859348-7dc2-4c7f-a64a-1706d805cf32 x-openstack-request-id: req-8c859348-7dc2-4c7f-a64a-1706d805cf32 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:39:46.805336 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006314a9-4840-4c87-9ddb-23c0f71d30ff", "name": "network-vif-plugged", "status": "completed", "tag": "dff2cf56-c409-4932-a438-8674fad17af5", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:39:46.805591 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c859348-7dc2-4c7f-a64a-1706d805cf32 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:39:46.805986 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006314a9-4840-4c87-9ddb-23c0f71d30ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff2cf56-c409-4932-a438-8674fad17af5', 'code': 200} Dec 12 18:39:46.832188 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=dff2cf56-c409-4932-a438-8674fad17af5,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:46.900503 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c3419-5c12-4a21-9b0e-766138a2d4ad req-d68bd6d1-3de1-4c3a-98f8-e2b33c116b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:46.902270 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f1c3419-5c12-4a21-9b0e-766138a2d4ad req-d68bd6d1-3de1-4c3a-98f8-e2b33c116b37 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 1097 time: 0.0407550 Dec 12 18:39:46.949196 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2f1c3419-5c12-4a21-9b0e-766138a2d4ad req-320b1fdd-69ee-4353-af65-d2676370117a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386426 Dec 12 18:39:47.200683 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce3a9c-22ad-4d12-99e7-8c8a098209f7 req-fe359d44-5b62-498a-8663-d6988f37e1b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:47.202049 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54ce3a9c-22ad-4d12-99e7-8c8a098209f7 req-fe359d44-5b62-498a-8663-d6988f37e1b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0514917 Dec 12 18:39:47.249789 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-54ce3a9c-22ad-4d12-99e7-8c8a098209f7 req-9d545046-9660-47b1-a7da-35a784570052 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418890 Dec 12 18:39:47.292785 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fece56e0-9932-4804-8fbf-c6a61595542e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:47.614314 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:48.168285 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:48.193093 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:39:48.364499 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8de90-0385-4fca-8527-afd81075f7d7 req-f12778cd-2c21-42ac-8955-6fc05667e18c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:48.365991 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08d8de90-0385-4fca-8527-afd81075f7d7 req-f12778cd-2c21-42ac-8955-6fc05667e18c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0477695 Dec 12 18:39:48.414016 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08d8de90-0385-4fca-8527-afd81075f7d7 req-403d32b0-5fc0-4135-931a-526f8d10117f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420475 Dec 12 18:39:48.531145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2289a7e-d2c7-4cf0-8f6b-9d14d6f02a69 req-549b526f-f7c8-4cf1-8169-a21288ff658d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:48.532665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a2289a7e-d2c7-4cf0-8f6b-9d14d6f02a69 req-549b526f-f7c8-4cf1-8169-a21288ff658d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0529709 Dec 12 18:39:48.535526 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:48.583434 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a2289a7e-d2c7-4cf0-8f6b-9d14d6f02a69 req-d9dcc747-dc30-46db-ba0c-9ee0518ea22c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444138 Dec 12 18:39:48.605233 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42996) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:48.643038 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32e01fc-b8ae-4fe9-9ddb-fa47b7ebeba9 tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:48.644574 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d32e01fc-b8ae-4fe9-9ddb-fa47b7ebeba9 tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 1092 time: 0.0383978 Dec 12 18:39:48.647331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 42998) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:48.651742 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': 'dff2cf56-c409-4932-a438-8674fad17af5', 'tenant_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:39:48.673391 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:48.769843 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:48.868886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.25.1.202 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/e58a11b9-d234-40d2-b3dd-1d4cf00f63e5) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:39:48.969976 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:49.002953 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:49.042267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:39:49.046793 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:39:49.050335 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:39:49.071515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=e58a11b9-d234-40d2-b3dd-1d4cf00f63e5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:49.386374 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:49.449872 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:49.594282 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:49.598906 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:49.666116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=e58a11b9-d234-40d2-b3dd-1d4cf00f63e5,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:39:49.677350 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:50.095826 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Floating IP 3926a595-70a4-4f60-ac1c-84495e2f6fd1 associated. External IP: 172.25.1.202, port: dff2cf56-c409-4932-a438-8674fad17af5. Dec 12 18:39:50.259023 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:50.296888 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router e3ac33b5-897a-48c9-a91f-72cd22ce36d2 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:39:50.402260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:39:50.412712 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d2adad-081d-440f-8c4f-16015a6cc46b None None] Sync routers for ids ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:39:50.419285 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:50.422329 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d2adad-081d-440f-8c4f-16015a6cc46b None None] Routers {'e3ac33b5-897a-48c9-a91f-72cd22ce36d2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:39:50.422918 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e8d2adad-081d-440f-8c4f-16015a6cc46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:39:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:50.446490 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9d46bd90-7fe0-4d6b-bbb1-9aa8a23b9e20 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7981656 Dec 12 18:39:50.447073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006314a9-4840-4c87-9ddb-23c0f71d30ff', 'tag': 'dff2cf56-c409-4932-a438-8674fad17af5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:39:50.449932 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce42c6f5-bbb0-4d8c-87d2-fc90179df3d4" -d '{"events": [{"name": "network-changed", "server_uuid": "006314a9-4840-4c87-9ddb-23c0f71d30ff", "tag": "dff2cf56-c409-4932-a438-8674fad17af5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:39:50.517386 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f0bb1c-71d2-4ff7-a702-22b153571be8 x-openstack-request-id: req-a6f0bb1c-71d2-4ff7-a702-22b153571be8 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:39:50.517668 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006314a9-4840-4c87-9ddb-23c0f71d30ff", "tag": "dff2cf56-c409-4932-a438-8674fad17af5", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:39:50.517919 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6f0bb1c-71d2-4ff7-a702-22b153571be8 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:39:50.518843 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '006314a9-4840-4c87-9ddb-23c0f71d30ff', 'tag': 'dff2cf56-c409-4932-a438-8674fad17af5', 'status': 'completed', 'code': 200} Dec 12 18:39:50.598399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c4f51-cb89-425b-8f9f-d01dca3802a5 req-13410b68-fb03-4e53-895a-5f3db60b5dfc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:50.599986 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-173c4f51-cb89-425b-8f9f-d01dca3802a5 req-13410b68-fb03-4e53-895a-5f3db60b5dfc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0852718 Dec 12 18:39:50.605652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42c6f5-bbb0-4d8c-87d2-fc90179df3d4 req-956aaf4f-1945-4714-936f-05ea39ccc273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:50.607070 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce42c6f5-bbb0-4d8c-87d2-fc90179df3d4 req-956aaf4f-1945-4714-936f-05ea39ccc273 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 1097 time: 0.0568759 Dec 12 18:39:50.640447 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e8d2adad-081d-440f-8c4f-16015a6cc46b None None] Set router e3ac33b5-897a-48c9-a91f-72cd22ce36d2 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:39:50.700607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-173c4f51-cb89-425b-8f9f-d01dca3802a5 req-b8bdd7c3-b6bd-436c-83f7-ba1c4b6248ff tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925508 Dec 12 18:39:50.724127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43004) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:50.726433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42c6f5-bbb0-4d8c-87d2-fc90179df3d4 req-ef627975-3f93-4ef3-93dc-fa50e34b0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:50.727927 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce42c6f5-bbb0-4d8c-87d2-fc90179df3d4 req-ef627975-3f93-4ef3-93dc-fa50e34b0854 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 HTTP/1.1" status: 200 len: 897 time: 0.1142499 Dec 12 18:39:50.785783 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e9c955f4-d2f2-4e6a-b169-35f0948745e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/floatingips/3926a595-70a4-4f60-ac1c-84495e2f6fd1 HTTP/1.1" status: 200 len: 992 time: 0.0600367 Dec 12 18:39:50.799109 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce42c6f5-bbb0-4d8c-87d2-fc90179df3d4 req-606c6c71-bad5-446c-b1cf-9eca1a6e258e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dff2cf56-c409-4932-a438-8674fad17af5 HTTP/1.1" status: 200 len: 1000 time: 0.0641692 Dec 12 18:39:50.848246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42c6f5-bbb0-4d8c-87d2-fc90179df3d4 req-17f07d97-b4e5-4226-859f-6d84e908d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:50.850027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce42c6f5-bbb0-4d8c-87d2-fc90179df3d4 req-17f07d97-b4e5-4226-859f-6d84e908d641 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c94dafb6-5b1f-473f-aeed-b3dd34362d3c HTTP/1.1" status: 200 len: 835 time: 0.0436983 Dec 12 18:39:50.870650 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e8d2adad-081d-440f-8c4f-16015a6cc46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922418748', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:38Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '3926a595-70a4-4f60-ac1c-84495e2f6fd1', 'tenant_id': '35529f23112147548f395358da49df5c', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'port_id': 'dff2cf56-c409-4932-a438-8674fad17af5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4235, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5', 'mac_address': 'fa:16:3e:e8:c9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006314a9-4840-4c87-9ddb-23c0f71d30ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:39:49Z', 'updated_at': '2021-12-12T18:39:49Z', 'revision_number': 0, 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0789bce-0dda-4861-a347-bc929a814531', 'name': '', 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:ce:c6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:37Z', 'updated_at': '2021-12-12T18:39:41Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:50.897331 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d2adad-081d-440f-8c4f-16015a6cc46b None None] Checking router: e3ac33b5-897a-48c9-a91f-72cd22ce36d2 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:39:50.899162 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42c6f5-bbb0-4d8c-87d2-fc90179df3d4 req-0dec296d-b12d-4534-899b-c8cab48d60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:39:50.900726 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce42c6f5-bbb0-4d8c-87d2-fc90179df3d4 req-0dec296d-b12d-4534-899b-c8cab48d60f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9e3f5ed-d827-4b00-83a1-a71132f7c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442102 Dec 12 18:39:50.905723 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d2adad-081d-440f-8c4f-16015a6cc46b None None] Routers {'e3ac33b5-897a-48c9-a91f-72cd22ce36d2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:39:50.906319 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e8d2adad-081d-440f-8c4f-16015a6cc46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:39:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:50.993790 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce42c6f5-bbb0-4d8c-87d2-fc90179df3d4 req-e5dae70a-345c-47fb-ab21-11db291ca9f0 service neutron] 10.222.0.20 "GET /v2.0/networks/c9e3f5ed-d827-4b00-83a1-a71132f7c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863695 Dec 12 18:39:51.003414 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:39:51.011151 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e8d2adad-081d-440f-8c4f-16015a6cc46b None None] Set router e3ac33b5-897a-48c9-a91f-72cd22ce36d2 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:39:51.084232 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce42c6f5-bbb0-4d8c-87d2-fc90179df3d4 req-eae2d244-2faf-4efc-8600-decf772b68b9 service neutron] 10.222.0.20 "GET /v2.0/networks/c9e3f5ed-d827-4b00-83a1-a71132f7c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830901 Dec 12 18:39:51.232332 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e8d2adad-081d-440f-8c4f-16015a6cc46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922418748', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:38Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '3926a595-70a4-4f60-ac1c-84495e2f6fd1', 'tenant_id': '35529f23112147548f395358da49df5c', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'port_id': 'dff2cf56-c409-4932-a438-8674fad17af5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4235, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5', 'mac_address': 'fa:16:3e:e8:c9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006314a9-4840-4c87-9ddb-23c0f71d30ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:39:49Z', 'updated_at': '2021-12-12T18:39:49Z', 'revision_number': 0, 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0789bce-0dda-4861-a347-bc929a814531', 'name': '', 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:ce:c6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:37Z', 'updated_at': '2021-12-12T18:39:41Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:39:51.261450 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d2adad-081d-440f-8c4f-16015a6cc46b None None] The sync data for ids ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'] in n-d-760354-5 is: [{'id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922418748', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:38Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '3926a595-70a4-4f60-ac1c-84495e2f6fd1', 'tenant_id': '35529f23112147548f395358da49df5c', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'port_id': 'dff2cf56-c409-4932-a438-8674fad17af5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4235, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5', 'mac_address': 'fa:16:3e:e8:c9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006314a9-4840-4c87-9ddb-23c0f71d30ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:39:49Z', 'updated_at': '2021-12-12T18:39:49Z', 'revision_number': 0, 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0789bce-0dda-4861-a347-bc929a814531', 'name': '', 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:ce:c6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:37Z', 'updated_at': '2021-12-12T18:39:41Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:39:51.454264 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb53e92a-b2ea-4315-bfb2-df1cc910d178 None None] New status for floating IP 3926a595-70a4-4f60-ac1c-84495e2f6fd1: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:39:51.788502 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43006) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:39:51.850926 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-afcda3db-f971-4963-ac4f-ef69344f752a tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/floatingips/3926a595-70a4-4f60-ac1c-84495e2f6fd1 HTTP/1.1" status: 200 len: 994 time: 0.0612969 Dec 12 18:40:14.964350 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8b60669f-5400-4f45-b990-ebb13ea3fe88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:40:17.295845 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-65c7503f-5009-492a-bd82-ac2b5aa5e7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:40:17.639784 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:40:18.164345 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:40:18.537983 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:40:20.260675 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:40:20.995412 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:40:23.197789 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487a456-898b-4268-bb94-2aac21ef380f req-bfb535a5-7b53-4c20-bf4b-d8d3a26fef8b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:23.199313 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6487a456-898b-4268-bb94-2aac21ef380f req-bfb535a5-7b53-4c20-bf4b-d8d3a26fef8b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0786166 Dec 12 18:40:23.201755 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2b510-9e01-4d70-ac71-98f37184601c req-de7eb834-8ae8-4b01-9366-c722c88a0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:23.203138 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dae2b510-9e01-4d70-ac71-98f37184601c req-de7eb834-8ae8-4b01-9366-c722c88a0735 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 1097 time: 0.0737591 Dec 12 18:40:23.300883 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6487a456-898b-4268-bb94-2aac21ef380f req-eacf560d-1400-4b8d-812f-b8d444df6245 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954943 Dec 12 18:40:23.325276 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2b510-9e01-4d70-ac71-98f37184601c req-a4f1e957-9c9b-4cb1-9cbd-9beb4eeffd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:23.326729 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dae2b510-9e01-4d70-ac71-98f37184601c req-a4f1e957-9c9b-4cb1-9cbd-9beb4eeffd71 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 HTTP/1.1" status: 200 len: 897 time: 0.1148558 Dec 12 18:40:23.392133 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dae2b510-9e01-4d70-ac71-98f37184601c req-4a0dc63a-4ebd-4836-bd24-f39cf5c43874 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dff2cf56-c409-4932-a438-8674fad17af5 HTTP/1.1" status: 200 len: 1002 time: 0.0578418 Dec 12 18:40:23.440724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2b510-9e01-4d70-ac71-98f37184601c req-21e9f161-c67d-48bc-bc56-383f33062a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:23.442089 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dae2b510-9e01-4d70-ac71-98f37184601c req-21e9f161-c67d-48bc-bc56-383f33062a9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c94dafb6-5b1f-473f-aeed-b3dd34362d3c HTTP/1.1" status: 200 len: 835 time: 0.0414658 Dec 12 18:40:23.491288 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2b510-9e01-4d70-ac71-98f37184601c req-1a587207-6d43-4769-ae9d-792f3a4c1705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:23.492774 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dae2b510-9e01-4d70-ac71-98f37184601c req-1a587207-6d43-4769-ae9d-792f3a4c1705 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9e3f5ed-d827-4b00-83a1-a71132f7c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419772 Dec 12 18:40:23.579790 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dae2b510-9e01-4d70-ac71-98f37184601c req-cf3d3be0-9ae2-408e-b0eb-5d07b4b4876a service neutron] 10.222.0.20 "GET /v2.0/networks/c9e3f5ed-d827-4b00-83a1-a71132f7c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789640 Dec 12 18:40:23.672681 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dae2b510-9e01-4d70-ac71-98f37184601c req-72246e9c-e9f9-44d5-8ba9-86533b816ed7 service neutron] 10.222.0.20 "GET /v2.0/networks/c9e3f5ed-d827-4b00-83a1-a71132f7c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839818 Dec 12 18:40:24.424560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7a315-c53e-4777-b62b-0236a9ef9a2e req-252247e6-feb8-4387-822b-1c3193172e01 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:24.426080 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10f7a315-c53e-4777-b62b-0236a9ef9a2e req-252247e6-feb8-4387-822b-1c3193172e01 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0550265 Dec 12 18:40:24.479683 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-10f7a315-c53e-4777-b62b-0236a9ef9a2e req-5e9bcfb0-599e-406f-b802-31bd1b05f6f8 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470397 Dec 12 18:40:25.191870 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:40:25.641894 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4042c-b230-4112-ab24-c78a1a73ac53 req-2b3cd1ba-4532-408b-a00e-4a17f5e00a2e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:25.643385 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96c4042c-b230-4112-ab24-c78a1a73ac53 req-2b3cd1ba-4532-408b-a00e-4a17f5e00a2e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0953822 Dec 12 18:40:25.691257 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96c4042c-b230-4112-ab24-c78a1a73ac53 req-db121950-a420-41ab-aeee-8bd893cf2e07 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418386 Dec 12 18:40:26.856119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffcacf-dd00-408c-922a-f721f813e920 req-7e77fc0c-5e68-4f92-b191-a8c096f6e6c3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:26.857575 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbffcacf-dd00-408c-922a-f721f813e920 req-7e77fc0c-5e68-4f92-b191-a8c096f6e6c3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0986090 Dec 12 18:40:26.907154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fbffcacf-dd00-408c-922a-f721f813e920 req-d48c7f7d-d02e-42a5-afff-b451c27c3699 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436518 Dec 12 18:40:28.021492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332bc63-f237-4ffe-9b8a-289cd67b9ed6 req-02f14923-3eb4-4bba-bb59-d2595c0455ab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:28.022981 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4332bc63-f237-4ffe-9b8a-289cd67b9ed6 req-02f14923-3eb4-4bba-bb59-d2595c0455ab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0478840 Dec 12 18:40:28.072767 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4332bc63-f237-4ffe-9b8a-289cd67b9ed6 req-43e18392-6583-4aaa-b13c-eaf1c0ef9bed tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433297 Dec 12 18:40:29.189664 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153fe28-9278-47ac-8a01-5927ecff78c1 req-62b1a774-d3d1-41bb-b300-04b6c2acd7ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:29.191145 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3153fe28-9278-47ac-8a01-5927ecff78c1 req-62b1a774-d3d1-41bb-b300-04b6c2acd7ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0517886 Dec 12 18:40:29.239921 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3153fe28-9278-47ac-8a01-5927ecff78c1 req-cec7733e-2b48-4b5d-bab5-1ef198caf3e2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422857 Dec 12 18:40:30.354000 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c29dd2-b462-4c1e-b96b-9c63bc68fd43 req-98d133a8-9a1c-4779-bbab-9e3303406c83 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:30.355473 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36c29dd2-b462-4c1e-b96b-9c63bc68fd43 req-98d133a8-9a1c-4779-bbab-9e3303406c83 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0475180 Dec 12 18:40:30.403037 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-36c29dd2-b462-4c1e-b96b-9c63bc68fd43 req-e2a95a56-f424-405f-8275-0fa299a1f757 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416555 Dec 12 18:40:31.519673 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b0979-67ae-4091-8323-166f6c265953 req-17b3df2f-b687-4830-a6f2-1368ec9b20fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:31.521155 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d63b0979-67ae-4091-8323-166f6c265953 req-17b3df2f-b687-4830-a6f2-1368ec9b20fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0487733 Dec 12 18:40:31.573620 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d63b0979-67ae-4091-8323-166f6c265953 req-5b2d54cb-93c1-410c-9fa2-60a3fcc79852 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461955 Dec 12 18:40:32.686651 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bec4d-00e2-41ff-aaf9-152eeb4b2167 req-a241edc0-50b1-473d-a0be-56b56e718f7f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:32.688182 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-781bec4d-00e2-41ff-aaf9-152eeb4b2167 req-a241edc0-50b1-473d-a0be-56b56e718f7f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0478561 Dec 12 18:40:32.737920 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-781bec4d-00e2-41ff-aaf9-152eeb4b2167 req-a631a306-0755-4bfc-a1de-9eff4aad1ad0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433309 Dec 12 18:40:33.854243 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab76e7-5f15-4aee-8085-9c318d281fdd req-be3ea110-b416-479a-b4be-669564ff7cff tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:33.855732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3ab76e7-5f15-4aee-8085-9c318d281fdd req-be3ea110-b416-479a-b4be-669564ff7cff tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0483336 Dec 12 18:40:33.903800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3ab76e7-5f15-4aee-8085-9c318d281fdd req-56f3c3eb-2981-4640-aaf3-a3f1ebac5bc7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421746 Dec 12 18:40:35.025049 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da934f54-cd27-466a-9c3b-e5e60242690b req-fb9b033e-4773-47c0-b475-af99cc9feda0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:35.027052 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da934f54-cd27-466a-9c3b-e5e60242690b req-fb9b033e-4773-47c0-b475-af99cc9feda0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0549233 Dec 12 18:40:35.076157 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-da934f54-cd27-466a-9c3b-e5e60242690b req-565b60fa-3050-4d1e-9c11-911738357d06 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425045 Dec 12 18:40:36.189919 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fe89f-6f8f-482b-bcb7-4f6c7809ad3f req-b8470b02-ee9a-445b-bf80-82a940000b98 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:36.191411 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a0fe89f-6f8f-482b-bcb7-4f6c7809ad3f req-b8470b02-ee9a-445b-bf80-82a940000b98 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0477183 Dec 12 18:40:36.239240 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a0fe89f-6f8f-482b-bcb7-4f6c7809ad3f req-2a61355e-416c-4091-846b-9c1b037c360f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410562 Dec 12 18:40:37.352930 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077e274-5f42-43a4-b5cf-e75fcb5d7e59 req-99720c98-580c-4661-b14a-8750a9b67ebd tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:37.354398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5077e274-5f42-43a4-b5cf-e75fcb5d7e59 req-99720c98-580c-4661-b14a-8750a9b67ebd tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0478916 Dec 12 18:40:37.406272 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5077e274-5f42-43a4-b5cf-e75fcb5d7e59 req-7e842e62-e9f0-44b6-953f-df5a79507a3b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461028 Dec 12 18:40:38.521713 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fed47-2cb7-45ca-acea-e2c137fd4091 req-5081cef3-d68c-47cd-8f7b-bbc79d77720d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:38.523224 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e83fed47-2cb7-45ca-acea-e2c137fd4091 req-5081cef3-d68c-47cd-8f7b-bbc79d77720d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0490718 Dec 12 18:40:38.572365 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e83fed47-2cb7-45ca-acea-e2c137fd4091 req-2c51e8d2-3560-405e-a9ee-96555fc55d87 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429406 Dec 12 18:40:38.808642 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434cad1-5842-4fde-b352-2a3af9dd437c req-371907f4-613d-4cbd-a8f0-71cc25cbd45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:38.810108 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1434cad1-5842-4fde-b352-2a3af9dd437c req-371907f4-613d-4cbd-a8f0-71cc25cbd45b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 1097 time: 0.0401561 Dec 12 18:40:38.913316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434cad1-5842-4fde-b352-2a3af9dd437c req-f02358e4-5c3a-41fd-9759-6f3c9891a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:38.914761 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1434cad1-5842-4fde-b352-2a3af9dd437c req-f02358e4-5c3a-41fd-9759-6f3c9891a6fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 HTTP/1.1" status: 200 len: 897 time: 0.0861630 Dec 12 18:40:38.978475 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1434cad1-5842-4fde-b352-2a3af9dd437c req-49989f4f-08f3-4ff6-92f6-4a389f628471 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dff2cf56-c409-4932-a438-8674fad17af5 HTTP/1.1" status: 200 len: 1002 time: 0.0567944 Dec 12 18:40:39.031122 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434cad1-5842-4fde-b352-2a3af9dd437c req-c42806f6-85d8-4772-af9f-1a90c885dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:39.032625 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1434cad1-5842-4fde-b352-2a3af9dd437c req-c42806f6-85d8-4772-af9f-1a90c885dff8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c94dafb6-5b1f-473f-aeed-b3dd34362d3c HTTP/1.1" status: 200 len: 835 time: 0.0468006 Dec 12 18:40:39.078832 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434cad1-5842-4fde-b352-2a3af9dd437c req-314ad733-44ce-4100-99f4-0f902155cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:39.080266 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1434cad1-5842-4fde-b352-2a3af9dd437c req-314ad733-44ce-4100-99f4-0f902155cae1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9e3f5ed-d827-4b00-83a1-a71132f7c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397027 Dec 12 18:40:39.171312 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1434cad1-5842-4fde-b352-2a3af9dd437c req-4b8ac999-d511-4401-b5a3-f0b15df85182 service neutron] 10.222.0.20 "GET /v2.0/networks/c9e3f5ed-d827-4b00-83a1-a71132f7c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818307 Dec 12 18:40:39.266186 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1434cad1-5842-4fde-b352-2a3af9dd437c req-c9c21124-efba-48d8-bcb6-a46c0453b599 service neutron] 10.222.0.20 "GET /v2.0/networks/c9e3f5ed-d827-4b00-83a1-a71132f7c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834658 Dec 12 18:40:39.686331 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a3cdb-1507-41ef-961b-6e64981c9ae4 req-0949c89d-97d2-4097-b54b-ce94c667c689 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:40:39.687824 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c8a3cdb-1507-41ef-961b-6e64981c9ae4 req-0949c89d-97d2-4097-b54b-ce94c667c689 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0488715 Dec 12 18:40:39.736536 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c8a3cdb-1507-41ef-961b-6e64981c9ae4 req-36a17261-79e6-4868-8c81-75cf6dccaca9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427809 Dec 12 18:40:39.758765 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43054) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:40:39.821661 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7371b323-8c4a-40e1-8b96-8591caff4aef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/floatingips/3926a595-70a4-4f60-ac1c-84495e2f6fd1 HTTP/1.1" status: 200 len: 994 time: 0.0617547 Dec 12 18:40:44.965505 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3b02aa4d-27f7-4950-b4ac-327cf1eba1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:40:47.296938 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-21b91994-2f3e-4ccb-be4f-e06fdfb1c875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:40:47.665940 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:40:48.179613 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:40:48.541524 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:40:50.265549 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:40:50.998281 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:02.191460 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:41:10.201197 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43064) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:10.355426 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port e58a11b9-d234-40d2-b3dd-1d4cf00f63e5 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:41:10.355767 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:10.427981 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:10.428245 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:10.440394 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for e58a11b9-d234-40d2-b3dd-1d4cf00f63e5 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:41:10.587875 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:10.616144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=e58a11b9-d234-40d2-b3dd-1d4cf00f63e5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:10.628582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:10.628939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:10.629287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:10.629622 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:10.629959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:10.630289 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:10.630619 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:10.630947 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:10.631295 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:10.631623 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:10.631945 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:10.632264 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:10.632583 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:10.685205 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:10.685529 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Floating IP 3926a595-70a4-4f60-ac1c-84495e2f6fd1 disassociated (deleted). External IP: 172.25.1.202, port: dff2cf56-c409-4932-a438-8674fad17af5. Dec 12 18:41:10.885587 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router e3ac33b5-897a-48c9-a91f-72cd22ce36d2 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:41:10.989754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:41:10.994564 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:10.999441 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce66791-4cbc-4d05-b68e-24ad12e8cae0 None None] Sync routers for ids ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:41:11.008467 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce66791-4cbc-4d05-b68e-24ad12e8cae0 None None] Routers {'e3ac33b5-897a-48c9-a91f-72cd22ce36d2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:41:11.009062 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6ce66791-4cbc-4d05-b68e-24ad12e8cae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:40:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:11.020611 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a5c22eb4-0d41-468d-aac1-7dfab8b7226f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/floatingips/3926a595-70a4-4f60-ac1c-84495e2f6fd1 HTTP/1.1" status: 204 len: 168 time: 0.8183589 Dec 12 18:41:11.021192 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006314a9-4840-4c87-9ddb-23c0f71d30ff', 'tag': 'dff2cf56-c409-4932-a438-8674fad17af5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:41:11.023490 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34de44fb-5131-4480-ac22-4b8617b24f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "006314a9-4840-4c87-9ddb-23c0f71d30ff", "tag": "dff2cf56-c409-4932-a438-8674fad17af5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:41:11.070315 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5553cf3c-17a6-40e2-b169-a5a1848c26f8 x-openstack-request-id: req-5553cf3c-17a6-40e2-b169-a5a1848c26f8 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:41:11.070961 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006314a9-4840-4c87-9ddb-23c0f71d30ff", "tag": "dff2cf56-c409-4932-a438-8674fad17af5", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:41:11.071310 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5553cf3c-17a6-40e2-b169-a5a1848c26f8 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:41:11.072319 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '006314a9-4840-4c87-9ddb-23c0f71d30ff', 'tag': 'dff2cf56-c409-4932-a438-8674fad17af5', 'status': 'completed', 'code': 200} Dec 12 18:41:11.126248 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-6ce66791-4cbc-4d05-b68e-24ad12e8cae0 None None] Set router e3ac33b5-897a-48c9-a91f-72cd22ce36d2 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:41:11.137383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de44fb-5131-4480-ac22-4b8617b24f4f req-e1725d02-4c83-474e-9434-6322690a40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:11.138813 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34de44fb-5131-4480-ac22-4b8617b24f4f req-e1725d02-4c83-474e-9434-6322690a40ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 1097 time: 0.0443809 Dec 12 18:41:11.276076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de44fb-5131-4480-ac22-4b8617b24f4f req-9c8fd8c6-4b58-4583-878f-90d469870e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:11.277913 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34de44fb-5131-4480-ac22-4b8617b24f4f req-9c8fd8c6-4b58-4583-878f-90d469870e54 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 HTTP/1.1" status: 200 len: 897 time: 0.1292021 Dec 12 18:41:11.285700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0266e0e-ebaa-41cf-bf17-cf0b9ad7487e req-16c7a688-029b-4f87-a4f8-8cef1ef19e69 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:11.287101 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0266e0e-ebaa-41cf-bf17-cf0b9ad7487e req-16c7a688-029b-4f87-a4f8-8cef1ef19e69 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0773373 Dec 12 18:41:11.327979 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34de44fb-5131-4480-ac22-4b8617b24f4f req-4903d01d-48fe-4960-8ad0-0a6c3053edba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dff2cf56-c409-4932-a438-8674fad17af5 HTTP/1.1" status: 200 len: 217 time: 0.0399222 Dec 12 18:41:11.328817 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6ce66791-4cbc-4d05-b68e-24ad12e8cae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922418748', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:38Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f0789bce-0dda-4861-a347-bc929a814531', 'name': '', 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:ce:c6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:37Z', 'updated_at': '2021-12-12T18:39:41Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:11.359669 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce66791-4cbc-4d05-b68e-24ad12e8cae0 None None] Checking router: e3ac33b5-897a-48c9-a91f-72cd22ce36d2 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:41:11.367959 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce66791-4cbc-4d05-b68e-24ad12e8cae0 None None] Routers {'e3ac33b5-897a-48c9-a91f-72cd22ce36d2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:41:11.368579 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6ce66791-4cbc-4d05-b68e-24ad12e8cae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:40:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:11.400547 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f0266e0e-ebaa-41cf-bf17-cf0b9ad7487e req-15b23894-6ebc-4ac5-9952-758fc2bb3698 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055498 Dec 12 18:41:11.406168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de44fb-5131-4480-ac22-4b8617b24f4f req-0eb25177-9286-4c2f-8876-f8549f32b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:11.407609 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34de44fb-5131-4480-ac22-4b8617b24f4f req-0eb25177-9286-4c2f-8876-f8549f32b17a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c94dafb6-5b1f-473f-aeed-b3dd34362d3c HTTP/1.1" status: 200 len: 835 time: 0.0720353 Dec 12 18:41:11.457267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de44fb-5131-4480-ac22-4b8617b24f4f req-34abac32-d8e5-4f6c-b85d-faa4cc824c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:11.458802 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34de44fb-5131-4480-ac22-4b8617b24f4f req-34abac32-d8e5-4f6c-b85d-faa4cc824c09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9e3f5ed-d827-4b00-83a1-a71132f7c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418081 Dec 12 18:41:11.556963 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34de44fb-5131-4480-ac22-4b8617b24f4f req-bf142fe9-80c7-4384-9fce-09f501b2757e service neutron] 10.222.0.20 "GET /v2.0/networks/c9e3f5ed-d827-4b00-83a1-a71132f7c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881283 Dec 12 18:41:11.566772 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-6ce66791-4cbc-4d05-b68e-24ad12e8cae0 None None] Set router e3ac33b5-897a-48c9-a91f-72cd22ce36d2 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:41:11.650206 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34de44fb-5131-4480-ac22-4b8617b24f4f req-928b87cd-999c-4ca8-a408-9f62edb51f26 service neutron] 10.222.0.20 "GET /v2.0/networks/c9e3f5ed-d827-4b00-83a1-a71132f7c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850632 Dec 12 18:41:11.773510 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6ce66791-4cbc-4d05-b68e-24ad12e8cae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922418748', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:38Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f0789bce-0dda-4861-a347-bc929a814531', 'name': '', 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:ce:c6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:37Z', 'updated_at': '2021-12-12T18:39:41Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:11.799355 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce66791-4cbc-4d05-b68e-24ad12e8cae0 None None] The sync data for ids ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'] in n-d-760354-5 is: [{'id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922418748', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:38Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'f0789bce-0dda-4861-a347-bc929a814531', 'name': '', 'network_id': 'c9e3f5ed-d827-4b00-83a1-a71132f7c0d5', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:ce:c6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:37Z', 'updated_at': '2021-12-12T18:39:41Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'c94dafb6-5b1f-473f-aeed-b3dd34362d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:41:12.014140 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ebfa0e-041e-4c0a-b379-e72658784240 None None] New status for floating IP 3926a595-70a4-4f60-ac1c-84495e2f6fd1: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:41:12.519216 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516aad3-8523-4dd0-98d5-201b19720f77 req-c55614b0-a810-4cc9-8575-c35188271bc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:12.520708 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f516aad3-8523-4dd0-98d5-201b19720f77 req-c55614b0-a810-4cc9-8575-c35188271bc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0484650 Dec 12 18:41:12.569557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f516aad3-8523-4dd0-98d5-201b19720f77 req-3ed8c68e-80af-40f3-a886-a0d0b9478b81 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=01171485-15bd-4dfc-a903-f031de261340&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420966 Dec 12 18:41:12.789999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48af23-f50d-46c1-9e1e-2cddc7d1fbc5 req-11af8b41-3d52-4131-825b-ffd420f06c1d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:12.791454 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f48af23-f50d-46c1-9e1e-2cddc7d1fbc5 req-11af8b41-3d52-4131-825b-ffd420f06c1d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 946 time: 0.0521209 Dec 12 18:41:12.876283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-5f48af23-f50d-46c1-9e1e-2cddc7d1fbc5 req-911bb87e-d2b5-4f6e-be4a-81f0705ad404 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port dff2cf56-c409-4932-a438-8674fad17af5 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:41:12.876624 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5f48af23-f50d-46c1-9e1e-2cddc7d1fbc5 req-911bb87e-d2b5-4f6e-be4a-81f0705ad404 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:12.965087 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-5f48af23-f50d-46c1-9e1e-2cddc7d1fbc5 req-911bb87e-d2b5-4f6e-be4a-81f0705ad404 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] For port dff2cf56-c409-4932-a438-8674fad17af5, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=dff2cf56-c409-4932-a438-8674fad17af5,segment=NetworkSegment(b05b5a87-911e-4bfa-87b1-f973162814de),segment_id=b05b5a87-911e-4bfa-87b1-f973162814de)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:41:12.965441 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5f48af23-f50d-46c1-9e1e-2cddc7d1fbc5 req-911bb87e-d2b5-4f6e-be4a-81f0705ad404 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:12.977731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-5f48af23-f50d-46c1-9e1e-2cddc7d1fbc5 req-911bb87e-d2b5-4f6e-be4a-81f0705ad404 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for dff2cf56-c409-4932-a438-8674fad17af5 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:41:13.104758 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5f48af23-f50d-46c1-9e1e-2cddc7d1fbc5 req-911bb87e-d2b5-4f6e-be4a-81f0705ad404 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:13.131046 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bb87e-d2b5-4f6e-be4a-81f0705ad404 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=dff2cf56-c409-4932-a438-8674fad17af5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:13.173446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f48af23-f50d-46c1-9e1e-2cddc7d1fbc5 req-911bb87e-d2b5-4f6e-be4a-81f0705ad404 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] No DVR routers for this DVR port dff2cf56-c409-4932-a438-8674fad17af5 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:41:13.176069 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-5f48af23-f50d-46c1-9e1e-2cddc7d1fbc5 req-911bb87e-d2b5-4f6e-be4a-81f0705ad404 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:13.179535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f48af23-f50d-46c1-9e1e-2cddc7d1fbc5 req-911bb87e-d2b5-4f6e-be4a-81f0705ad404 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "DELETE /v2.0/ports/dff2cf56-c409-4932-a438-8674fad17af5 HTTP/1.1" status: 204 len: 173 time: 0.3821628 Dec 12 18:41:13.179977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006314a9-4840-4c87-9ddb-23c0f71d30ff', 'name': 'network-vif-deleted', 'tag': 'dff2cf56-c409-4932-a438-8674fad17af5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:41:13.182966 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8e02db-a23d-4920-b056-598d4f0e38ad" -d '{"events": [{"server_uuid": "006314a9-4840-4c87-9ddb-23c0f71d30ff", "name": "network-vif-deleted", "tag": "dff2cf56-c409-4932-a438-8674fad17af5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:41:13.220494 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f3993e-7a3a-4da4-87a2-131312a19fe4 x-openstack-request-id: req-07f3993e-7a3a-4da4-87a2-131312a19fe4 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:41:13.220797 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006314a9-4840-4c87-9ddb-23c0f71d30ff", "name": "network-vif-deleted", "tag": "dff2cf56-c409-4932-a438-8674fad17af5", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:41:13.221056 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07f3993e-7a3a-4da4-87a2-131312a19fe4 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:41:13.221501 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006314a9-4840-4c87-9ddb-23c0f71d30ff', 'name': 'network-vif-deleted', 'tag': 'dff2cf56-c409-4932-a438-8674fad17af5', 'status': 'completed', 'code': 200} Dec 12 18:41:13.680609 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fee8157c-8d68-422e-a6a8-b37b04f3c532 req-f352643d-8e39-4f43-b955-31eeb2a41426 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=006314a9-4840-4c87-9ddb-23c0f71d30ff HTTP/1.1" status: 200 len: 210 time: 0.0285850 Dec 12 18:41:14.738542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43080) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:14.969446 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9186c5b8-92b5-4834-a81c-c206c6b93a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:15.411092 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79b851d6-0b97-4430-9200-4ab0bdf36322 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:15.668722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-79b851d6-0b97-4430-9200-4ab0bdf36322 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port f0789bce-0dda-4861-a347-bc929a814531 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:41:15.668986 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79b851d6-0b97-4430-9200-4ab0bdf36322 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:15.756239 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-79b851d6-0b97-4430-9200-4ab0bdf36322 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] For port f0789bce-0dda-4861-a347-bc929a814531, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=f0789bce-0dda-4861-a347-bc929a814531,segment=NetworkSegment(b05b5a87-911e-4bfa-87b1-f973162814de),segment_id=b05b5a87-911e-4bfa-87b1-f973162814de)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:41:15.756940 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79b851d6-0b97-4430-9200-4ab0bdf36322 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:15.768505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-79b851d6-0b97-4430-9200-4ab0bdf36322 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for f0789bce-0dda-4861-a347-bc929a814531 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:41:15.950641 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79b851d6-0b97-4430-9200-4ab0bdf36322 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:15.983363 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b851d6-0b97-4430-9200-4ab0bdf36322 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=f0789bce-0dda-4861-a347-bc929a814531,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:16.152100 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79b851d6-0b97-4430-9200-4ab0bdf36322 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:16.363506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b851d6-0b97-4430-9200-4ab0bdf36322 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router e3ac33b5-897a-48c9-a91f-72cd22ce36d2 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:41:16.468268 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b851d6-0b97-4430-9200-4ab0bdf36322 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:41:16.473933 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-79b851d6-0b97-4430-9200-4ab0bdf36322 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "PUT /v2.0/routers/e3ac33b5-897a-48c9-a91f-72cd22ce36d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7343669 Dec 12 18:41:16.476832 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43082) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:16.477599 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283150a-3a2f-4915-b1cf-8fe718d0e87e None None] Sync routers for ids ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:41:16.488168 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283150a-3a2f-4915-b1cf-8fe718d0e87e None None] Routers {'e3ac33b5-897a-48c9-a91f-72cd22ce36d2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:41:16.488784 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8283150a-3a2f-4915-b1cf-8fe718d0e87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:40:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:16.531646 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting subnet c94dafb6-5b1f-473f-aeed-b3dd34362d3c {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:41:16.534825 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:16.574255 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:16.593136 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-8283150a-3a2f-4915-b1cf-8fe718d0e87e None None] Set router e3ac33b5-897a-48c9-a91f-72cd22ce36d2 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:41:16.660998 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:16.719538 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:16.744791 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Subnet': ['ID=c94dafb6-5b1f-473f-aeed-b3dd34362d3c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:16.754809 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:16.755175 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:16.755555 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:16.755902 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:16.756245 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:16.756585 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:16.756924 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:16.757392 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:16.757584 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:16.757908 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:16.758238 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:16.758567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:16.758894 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:16.762483 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:16.763093 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a609f00a-d46f-4a75-889c-74b9e68c77a9 None None] Network c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:41:16.768493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43086) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:16.768971 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-df9965db-a119-4762-a4b0-346d2a2d3e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/subnets/c94dafb6-5b1f-473f-aeed-b3dd34362d3c HTTP/1.1" status: 204 len: 168 time: 0.2905912 Dec 12 18:41:16.792018 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8283150a-3a2f-4915-b1cf-8fe718d0e87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922418748', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:41:15Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:16.818729 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283150a-3a2f-4915-b1cf-8fe718d0e87e None None] Checking router: e3ac33b5-897a-48c9-a91f-72cd22ce36d2 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:41:16.828743 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283150a-3a2f-4915-b1cf-8fe718d0e87e None None] Routers {'e3ac33b5-897a-48c9-a91f-72cd22ce36d2'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:41:16.829356 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8283150a-3a2f-4915-b1cf-8fe718d0e87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:40:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:16.875690 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00f28e3c-089e-4d8e-aa2b-06fa04e3fda3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:16.925154 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] DHCP port deletion for c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:41:16.941520 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-8283150a-3a2f-4915-b1cf-8fe718d0e87e None None] Set router e3ac33b5-897a-48c9-a91f-72cd22ce36d2 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:41:16.982548 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] Deleting port 7259fb36-3cb2-4c1f-8971-81a9c21d43f1 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:41:16.983028 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:16.984592 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00f28e3c-089e-4d8e-aa2b-06fa04e3fda3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.048986 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] For port 7259fb36-3cb2-4c1f-8971-81a9c21d43f1, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7259fb36-3cb2-4c1f-8971-81a9c21d43f1,segment=NetworkSegment(b05b5a87-911e-4bfa-87b1-f973162814de),segment_id=b05b5a87-911e-4bfa-87b1-f973162814de)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:41:17.049390 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.049796 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-00f28e3c-089e-4d8e-aa2b-06fa04e3fda3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port 6f64b596-005a-4697-87a4-d71da5a3f162 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:41:17.050150 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00f28e3c-089e-4d8e-aa2b-06fa04e3fda3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.064747 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] Calling delete_port for 7259fb36-3cb2-4c1f-8971-81a9c21d43f1 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:41:17.110728 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device dff2cf56-c409-4932-a438-8674fad17af5 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:41:17.130735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-00f28e3c-089e-4d8e-aa2b-06fa04e3fda3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] For port 6f64b596-005a-4697-87a4-d71da5a3f162, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6f64b596-005a-4697-87a4-d71da5a3f162,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:41:17.131026 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00f28e3c-089e-4d8e-aa2b-06fa04e3fda3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.135443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: dff2cf56-c409-4932-a438-8674fad17af5 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:41:17.135820 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device dff2cf56-c409-4932-a438-8674fad17af5 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:41:17.140752 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-8283150a-3a2f-4915-b1cf-8fe718d0e87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922418748', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:41:15Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:17.145170 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-00f28e3c-089e-4d8e-aa2b-06fa04e3fda3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for 6f64b596-005a-4697-87a4-d71da5a3f162 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:41:17.168002 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283150a-3a2f-4915-b1cf-8fe718d0e87e None None] The sync data for ids ['e3ac33b5-897a-48c9-a91f-72cd22ce36d2'] in n-d-760354-5 is: [{'id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-922418748', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:41:15Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '6f64b596-005a-4697-87a4-d71da5a3f162', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:db:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ac33b5-897a-48c9-a91f-72cd22ce36d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:39:35Z', 'updated_at': '2021-12-12T18:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:41:17.170107 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.195785 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] Pushing event deleted for resources: {'Port': ['ID=7259fb36-3cb2-4c1f-8971-81a9c21d43f1,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:17.204351 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] No DVR routers for this DVR port 7259fb36-3cb2-4c1f-8971-81a9c21d43f1 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:41:17.208049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:17.208466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:17.208875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:17.209792 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:17.209792 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:17.209972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:17.210354 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:17.210751 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:17.211144 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:17.211571 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:17.212099 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:17.212316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:17.213243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f13d-5d74-45b4-84b6-b6735e01b1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:17.297124 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d02f9934-aa6d-473e-a6c7-c3acc1872eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.327293 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00f28e3c-089e-4d8e-aa2b-06fa04e3fda3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.357850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f28e3c-089e-4d8e-aa2b-06fa04e3fda3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=6f64b596-005a-4697-87a4-d71da5a3f162,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:17.364905 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202e83c6-a3ab-4204-bf02-a46d096c5caa None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:41:17.416654 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00f28e3c-089e-4d8e-aa2b-06fa04e3fda3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.507243 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00f28e3c-089e-4d8e-aa2b-06fa04e3fda3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.509895 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00f28e3c-089e-4d8e-aa2b-06fa04e3fda3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.557272 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00f28e3c-089e-4d8e-aa2b-06fa04e3fda3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.557910 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f28e3c-089e-4d8e-aa2b-06fa04e3fda3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Fanout notify agent at l3_agent the message router_deleted on router e3ac33b5-897a-48c9-a91f-72cd22ce36d2 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:41:17.565336 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00f28e3c-089e-4d8e-aa2b-06fa04e3fda3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.566487 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-00f28e3c-089e-4d8e-aa2b-06fa04e3fda3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/routers/e3ac33b5-897a-48c9-a91f-72cd22ce36d2 HTTP/1.1" status: 204 len: 168 time: 0.7969663 Dec 12 18:41:17.569127 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43088) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:17.654778 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aab6f1b4-d2d7-4669-8403-60fe609dce72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.683362 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.744775 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aab6f1b4-d2d7-4669-8403-60fe609dce72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.764843 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-aab6f1b4-d2d7-4669-8403-60fe609dce72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e3f5ed-d827-4b00-83a1-a71132f7c0d5']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:17.774568 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-aab6f1b4-d2d7-4669-8403-60fe609dce72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05b5a87-911e-4bfa-87b1-f973162814de') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:17.775259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-aab6f1b4-d2d7-4669-8403-60fe609dce72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05b5a87-911e-4bfa-87b1-f973162814de') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:17.784615 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aab6f1b4-d2d7-4669-8403-60fe609dce72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.798559 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aab6f1b4-d2d7-4669-8403-60fe609dce72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.805203 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab6f1b4-d2d7-4669-8403-60fe609dce72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:41:17.805609 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aab6f1b4-d2d7-4669-8403-60fe609dce72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:41:17.809401 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:41:17.872534 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aab6f1b4-d2d7-4669-8403-60fe609dce72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.879483 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aab6f1b4-d2d7-4669-8403-60fe609dce72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.882406 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-aab6f1b4-d2d7-4669-8403-60fe609dce72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/networks/c9e3f5ed-d827-4b00-83a1-a71132f7c0d5 HTTP/1.1" status: 204 len: 168 time: 0.3123219 Dec 12 18:41:17.885314 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43090) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:17.894506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6f1b4-d2d7-4669-8403-60fe609dce72 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Network': ['ID=c9e3f5ed-d827-4b00-83a1-a71132f7c0d5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:17.942471 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f36aaf4-1691-4abf-969e-fb134eefc879 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:17.970953 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f36aaf4-1691-4abf-969e-fb134eefc879 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.035500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f36aaf4-1691-4abf-969e-fb134eefc879 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.035500 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f36aaf4-1691-4abf-969e-fb134eefc879 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.035500 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1f36aaf4-1691-4abf-969e-fb134eefc879 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/security-groups/01171485-15bd-4dfc-a903-f031de261340 HTTP/1.1" status: 204 len: 168 time: 0.1489375 Dec 12 18:41:18.045972 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36aaf4-1691-4abf-969e-fb134eefc879 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01171485-15bd-4dfc-a903-f031de261340,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:18.207405 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.230381 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7259fb36-3cb2-4c1f-8971-81a9c21d43f1 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:41:18.252692 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 7259fb36-3cb2-4c1f-8971-81a9c21d43f1 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:41:18.253045 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7259fb36-3cb2-4c1f-8971-81a9c21d43f1 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:41:18.253483 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f0789bce-0dda-4861-a347-bc929a814531 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:41:18.271524 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: f0789bce-0dda-4861-a347-bc929a814531 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:41:18.271875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device f0789bce-0dda-4861-a347-bc929a814531 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:41:18.272295 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6f64b596-005a-4697-87a4-d71da5a3f162 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:41:18.291767 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 6f64b596-005a-4697-87a4-d71da5a3f162 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:41:18.292060 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6f64b596-005a-4697-87a4-d71da5a3f162 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:41:18.364560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43096) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:18.369139 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-03ce31d4-9a6e-4ecb-bad4-2f045f61c24b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-752664296', 'description': 'tempest-secgroup-smoke-752664296 description', 'project_id': '35529f23112147548f395358da49df5c'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:41:18.391565 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-03ce31d4-9a6e-4ecb-bad4-2f045f61c24b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.458831 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-03ce31d4-9a6e-4ecb-bad4-2f045f61c24b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.462942 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-03ce31d4-9a6e-4ecb-bad4-2f045f61c24b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.489140 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-03ce31d4-9a6e-4ecb-bad4-2f045f61c24b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.490352 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-03ce31d4-9a6e-4ecb-bad4-2f045f61c24b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1247988 Dec 12 18:41:18.493717 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43098) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:18.494715 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce31d4-9a6e-4ecb-bad4-2f045f61c24b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c8dcd7-4610-4747-b133-6cd252a5820d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:18.499650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a69f0909-5a1e-4f6d-8ff6-261fc855f44c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '45c8dcd7-4610-4747-b133-6cd252a5820d', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:41:18.527964 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a69f0909-5a1e-4f6d-8ff6-261fc855f44c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.545677 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.574239 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a69f0909-5a1e-4f6d-8ff6-261fc855f44c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.577704 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a69f0909-5a1e-4f6d-8ff6-261fc855f44c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.595140 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f0909-5a1e-4f6d-8ff6-261fc855f44c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57bf0c61-df33-4014-8d9c-ab96213bdcba,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:18.607173 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a69f0909-5a1e-4f6d-8ff6-261fc855f44c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.608582 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a69f0909-5a1e-4f6d-8ff6-261fc855f44c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136158 Dec 12 18:41:18.612413 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43100) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:18.616950 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0f858193-8ed7-444d-a495-bc2113c8d9cc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '45c8dcd7-4610-4747-b133-6cd252a5820d', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:41:18.642285 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f858193-8ed7-444d-a495-bc2113c8d9cc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.701684 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f858193-8ed7-444d-a495-bc2113c8d9cc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.705336 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f858193-8ed7-444d-a495-bc2113c8d9cc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.726089 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f858193-8ed7-444d-a495-bc2113c8d9cc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23263a85-9268-488b-a2ab-0622ff11233a,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:18.730738 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f858193-8ed7-444d-a495-bc2113c8d9cc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.732060 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0f858193-8ed7-444d-a495-bc2113c8d9cc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186416 Dec 12 18:41:18.734642 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43102) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:18.739048 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-eaf6a7a7-15fe-4c44-8790-76c4f10bf80e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '45c8dcd7-4610-4747-b133-6cd252a5820d', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:41:18.765283 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eaf6a7a7-15fe-4c44-8790-76c4f10bf80e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.824224 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eaf6a7a7-15fe-4c44-8790-76c4f10bf80e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.827665 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eaf6a7a7-15fe-4c44-8790-76c4f10bf80e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.844650 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6a7a7-15fe-4c44-8790-76c4f10bf80e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9962cdee-515f-458b-8a31-48c66a3b49b3,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:18.851460 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eaf6a7a7-15fe-4c44-8790-76c4f10bf80e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.852695 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-eaf6a7a7-15fe-4c44-8790-76c4f10bf80e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170602 Dec 12 18:41:18.855309 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43104) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:18.859487 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7af7f483-8c40-48b8-a39f-729a5362c79d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '45c8dcd7-4610-4747-b133-6cd252a5820d', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:41:18.885268 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7af7f483-8c40-48b8-a39f-729a5362c79d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.940644 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7af7f483-8c40-48b8-a39f-729a5362c79d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.944229 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7af7f483-8c40-48b8-a39f-729a5362c79d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.961653 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7f483-8c40-48b8-a39f-729a5362c79d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70d2c2f-d1f2-48c9-a3aa-ee26abb321d3,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:18.969095 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7af7f483-8c40-48b8-a39f-729a5362c79d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:18.970394 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7af7f483-8c40-48b8-a39f-729a5362c79d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140645 Dec 12 18:41:18.973077 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43106) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:18.977618 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-50ae55a2-c627-458f-9ced-cf57934ac9fb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '45c8dcd7-4610-4747-b133-6cd252a5820d', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:41:19.000783 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-50ae55a2-c627-458f-9ced-cf57934ac9fb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Project 35529f23112147548f395358da49df5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:41:19.005747 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50ae55a2-c627-458f-9ced-cf57934ac9fb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:19.063564 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50ae55a2-c627-458f-9ced-cf57934ac9fb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:19.066846 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50ae55a2-c627-458f-9ced-cf57934ac9fb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:19.084407 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae55a2-c627-458f-9ced-cf57934ac9fb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef47d1f-076c-4765-936d-53f07acd0370,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:19.092709 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50ae55a2-c627-458f-9ced-cf57934ac9fb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:19.093925 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-50ae55a2-c627-458f-9ced-cf57934ac9fb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199243 Dec 12 18:41:19.096705 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43108) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:19.100991 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3c1995e0-fb31-4b8d-91b7-15714817322b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '45c8dcd7-4610-4747-b133-6cd252a5820d', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:41:19.122754 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-3c1995e0-fb31-4b8d-91b7-15714817322b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Project 35529f23112147548f395358da49df5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:41:19.127560 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c1995e0-fb31-4b8d-91b7-15714817322b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:19.188552 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c1995e0-fb31-4b8d-91b7-15714817322b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:19.192223 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c1995e0-fb31-4b8d-91b7-15714817322b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:19.212018 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1995e0-fb31-4b8d-91b7-15714817322b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27a19d0-c3cd-4989-ac2e-9b8395e743d9,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:19.220871 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c1995e0-fb31-4b8d-91b7-15714817322b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:19.222045 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3c1995e0-fb31-4b8d-91b7-15714817322b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244168 Dec 12 18:41:19.224836 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43110) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:19.229963 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a4dc3f16-29de-4113-8971-aa0b25508f38 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'network': {'name': 'tempest-network-smoke--54565855', 'project_id': '35529f23112147548f395358da49df5c', 'port_security_enabled': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:41:19.250396 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dc3f16-29de-4113-8971-aa0b25508f38 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Made reservation on behalf of 35529f23112147548f395358da49df5c for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:41:19.253762 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4dc3f16-29de-4113-8971-aa0b25508f38 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:19.277838 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4dc3f16-29de-4113-8971-aa0b25508f38 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:41:19.286812 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4dc3f16-29de-4113-8971-aa0b25508f38 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:19.287157 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-a4dc3f16-29de-4113-8971-aa0b25508f38 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Added segment a97ca8ae-54f0-4220-b2dd-aecc6abff34a of type vlan for network c545b367-0668-4130-aae3-224c55460169 Dec 12 18:41:19.327238 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4dc3f16-29de-4113-8971-aa0b25508f38 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:19.351377 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4dc3f16-29de-4113-8971-aa0b25508f38 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:19.356866 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dc3f16-29de-4113-8971-aa0b25508f38 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:19.357452 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4dc3f16-29de-4113-8971-aa0b25508f38 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:19.411427 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a4dc3f16-29de-4113-8971-aa0b25508f38 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1855597 Dec 12 18:41:19.414220 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43112) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:19.418885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1403087975', 'admin_state_up': True, 'project_id': '35529f23112147548f395358da49df5c', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:41:19.426147 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc3f16-29de-4113-8971-aa0b25508f38 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Network': ['ID=c545b367-0668-4130-aae3-224c55460169,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:19.438004 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network c545b367-0668-4130-aae3-224c55460169 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:41:19.442965 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:19.444158 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:19.500233 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:19.635223 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:19.822201 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:19.840016 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:19.946773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.25.1.125 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/a56e897a-1d02-40c2-b941-291f2154b06c) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:41:20.045531 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:20.077584 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:20.119586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:41:20.122482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:41:20.125925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:41:20.131183 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=a56e897a-1d02-40c2-b941-291f2154b06c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:20.136180 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0ff8f8-aa3f-4dcc-a314-1a67b681050e None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:41:20.249259 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-983c3b9d-bf48-4b51-ac46-7295bcdbabf2 None None] Provisioning complete for port a56e897a-1d02-40c2-b941-291f2154b06c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:41:20.249624 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-983c3b9d-bf48-4b51-ac46-7295bcdbabf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:20.293686 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:20.294732 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-983c3b9d-bf48-4b51-ac46-7295bcdbabf2 None None] Port a56e897a-1d02-40c2-b941-291f2154b06c cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:41:20.373875 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:20.886498 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:20.999477 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:21.014053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router 2c388f66-5e9a-496a-8a67-de64e45184d7 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:41:21.117649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:41:21.128035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Sync routers for ids ['2c388f66-5e9a-496a-8a67-de64e45184d7'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:41:21.138196 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:21.139431 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-39dc7e63-f89c-4612-9c5e-68c4cede27b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7241447 Dec 12 18:41:21.143314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43114) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:21.143453 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Routers {'2c388f66-5e9a-496a-8a67-de64e45184d7'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:41:21.144046 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:41:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2c388f66-5e9a-496a-8a67-de64e45184d7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:21.170698 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a3f3234f-8cf2-42dc-b127-4287ef7d2af5 tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=35529f23112147548f395358da49df5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262387 Dec 12 18:41:21.173262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43116) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:21.246726 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Set router 2c388f66-5e9a-496a-8a67-de64e45184d7 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:41:21.264288 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45716ce3-2f12-447b-8cde-33a34fe4707f tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:21.265800 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-45716ce3-2f12-447b-8cde-33a34fe4707f tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916500 Dec 12 18:41:21.268721 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43118) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:21.296081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1bacacf5-f818-4558-bc29-b9d884b7b3e0 tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263023 Dec 12 18:41:21.298505 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43120) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:21.303178 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-c134d848-b71d-4697-a9cf-64fa6eb7e9fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1530163579', 'network_id': 'c545b367-0668-4130-aae3-224c55460169', 'project_id': '35529f23112147548f395358da49df5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:41:21.392077 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c134d848-b71d-4697-a9cf-64fa6eb7e9fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Made reservation on behalf of 35529f23112147548f395358da49df5c for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:41:21.395497 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c134d848-b71d-4697-a9cf-64fa6eb7e9fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:21.426202 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403087975', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:20Z', 'revision_number': 3, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:21.452937 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Checking router: 2c388f66-5e9a-496a-8a67-de64e45184d7 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:41:21.453290 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Updating router 2c388f66-5e9a-496a-8a67-de64e45184d7 port a56e897a-1d02-40c2-b941-291f2154b06c binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:41:21.478289 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:21.573669 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c134d848-b71d-4697-a9cf-64fa6eb7e9fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:21.633773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134d848-b71d-4697-a9cf-64fa6eb7e9fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Subnet': ['ID=9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:21.640736 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c134d848-b71d-4697-a9cf-64fa6eb7e9fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Checking segment: {'id': 'a97ca8ae-54f0-4220-b2dd-aecc6abff34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c545b367-0668-4130-aae3-224c55460169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:41:21.641099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c134d848-b71d-4697-a9cf-64fa6eb7e9fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network hostable DHCP agents. Network: c545b367-0668-4130-aae3-224c55460169, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:41:21.657669 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c134d848-b71d-4697-a9cf-64fa6eb7e9fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network c545b367-0668-4130-aae3-224c55460169 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:41:21.667175 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-c134d848-b71d-4697-a9cf-64fa6eb7e9fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, c545b367-0668-4130-aae3-224c55460169) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:41:21.671299 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c134d848-b71d-4697-a9cf-64fa6eb7e9fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:21.671904 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c134d848-b71d-4697-a9cf-64fa6eb7e9fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:21.679640 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d3b9a5-9652-472f-99ad-2b5cd0d7196b None None] Network c545b367-0668-4130-aae3-224c55460169 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:41:21.688688 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c134d848-b71d-4697-a9cf-64fa6eb7e9fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3892081 Dec 12 18:41:21.691440 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43122) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:21.799662 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:21.820738 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:21.845906 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-c545b367-0668-4130-aae3-224c55460169', 'network_id': 'c545b367-0668-4130-aae3-224c55460169', 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ips': [{'subnet_id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:41:21.846756 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:21.880169 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec9bca5-ccff-4eaa-9ff5-4f20156ad174 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:41:21.891837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c30c08-f20a-4a9d-871c-a2f0ea21d541 None None] Pushing event updated for resources: {'Port': ['ID=a56e897a-1d02-40c2-b941-291f2154b06c,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:21.904351 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Attempting to bind port a56e897a-1d02-40c2-b941-291f2154b06c on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:41:21.904735 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Attempting to bind port a56e897a-1d02-40c2-b941-291f2154b06c by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:41:21.905104 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Attempting to bind port a56e897a-1d02-40c2-b941-291f2154b06c on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:41:21.953958 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:41:21.954334 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:41:21.954743 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:21.955143 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:41:21.955678 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Bound port: a56e897a-1d02-40c2-b941-291f2154b06c, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:41:21.956046 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:22.066455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] For port a56e897a-1d02-40c2-b941-291f2154b06c, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:41:22.077409 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Allocated IP 172.20.0.2 (c545b367-0668-4130-aae3-224c55460169/9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7/7337480d-5dd7-4f03-b0b5-1af8ab286703) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:41:22.086655 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-338d74ba-fd14-4e42-85a4-6944c6afe4f7 None None] Provisioning complete for port a56e897a-1d02-40c2-b941-291f2154b06c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:41:22.087053 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-338d74ba-fd14-4e42-85a4-6944c6afe4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:22.096217 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] For port a56e897a-1d02-40c2-b941-291f2154b06c, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a56e897a-1d02-40c2-b941-291f2154b06c,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:41:22.122287 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:22.138752 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9e1efd2f-a59e-46c9-a8d2-27b7a12c70e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:22.206598 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-338d74ba-fd14-4e42-85a4-6944c6afe4f7 None None] Port a56e897a-1d02-40c2-b941-291f2154b06c cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:41:22.213978 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ade7c1-a77e-411a-92a3-a99ba908ba8b None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:41:22.248309 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Routers {'2c388f66-5e9a-496a-8a67-de64e45184d7'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:41:22.248937 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:41:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2c388f66-5e9a-496a-8a67-de64e45184d7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:22.250624 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c30c08-f20a-4a9d-871c-a2f0ea21d541 None None] Pushing event updated for resources: {'Port': ['ID=a56e897a-1d02-40c2-b941-291f2154b06c,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:22.544011 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-63c616a2-755a-411f-80bd-75fa84131e7c None None] Provisioning complete for port a56e897a-1d02-40c2-b941-291f2154b06c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:41:22.544377 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63c616a2-755a-411f-80bd-75fa84131e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:22.603478 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] Set router 2c388f66-5e9a-496a-8a67-de64e45184d7 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:41:22.661407 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:22.678845 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:22.715063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-9e1efd2f-a59e-46c9-a8d2-27b7a12c70e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.20.0.1 (c545b367-0668-4130-aae3-224c55460169/9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7/7964f357-64a5-490e-bf73-2bce0c5de20a) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:41:22.756794 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Network c545b367-0668-4130-aae3-224c55460169 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:41:22.768296 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:41:22.793537 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:41:22.800660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Pushing event updated for resources: {'Port': ['ID=7337480d-5dd7-4f03-b0b5-1af8ab286703,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:22.832168 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9e1efd2f-a59e-46c9-a8d2-27b7a12c70e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:22.869217 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9e1efd2f-a59e-46c9-a8d2-27b7a12c70e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:22.880716 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63c616a2-755a-411f-80bd-75fa84131e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:22.912384 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1efd2f-a59e-46c9-a8d2-27b7a12c70e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network c545b367-0668-4130-aae3-224c55460169 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:41:22.916186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-9e1efd2f-a59e-46c9-a8d2-27b7a12c70e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:41:22.919462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-63c616a2-755a-411f-80bd-75fa84131e7c None None] For port a56e897a-1d02-40c2-b941-291f2154b06c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a56e897a-1d02-40c2-b941-291f2154b06c,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:41:22.919970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1efd2f-a59e-46c9-a8d2-27b7a12c70e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:41:22.921835 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Attempting to bind port 7337480d-5dd7-4f03-b0b5-1af8ab286703 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:41:22.922185 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Attempting to bind port 7337480d-5dd7-4f03-b0b5-1af8ab286703 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'a97ca8ae-54f0-4220-b2dd-aecc6abff34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c545b367-0668-4130-aae3-224c55460169'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:41:22.922544 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Attempting to bind port 7337480d-5dd7-4f03-b0b5-1af8ab286703 on network c545b367-0668-4130-aae3-224c55460169 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:41:22.926905 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-63c616a2-755a-411f-80bd-75fa84131e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:22.938035 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:41:22.938434 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Checking segment: {'id': 'a97ca8ae-54f0-4220-b2dd-aecc6abff34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c545b367-0668-4130-aae3-224c55460169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:41:22.938826 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:22.939234 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Bound using segment: {'id': 'a97ca8ae-54f0-4220-b2dd-aecc6abff34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c545b367-0668-4130-aae3-224c55460169'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:41:22.939713 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Bound port: 7337480d-5dd7-4f03-b0b5-1af8ab286703, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97ca8ae-54f0-4220-b2dd-aecc6abff34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c545b367-0668-4130-aae3-224c55460169'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:41:22.940095 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:22.945799 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1efd2f-a59e-46c9-a8d2-27b7a12c70e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=7964f357-64a5-490e-bf73-2bce0c5de20a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:22.968081 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9e1efd2f-a59e-46c9-a8d2-27b7a12c70e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:23.021083 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c616a2-755a-411f-80bd-75fa84131e7c None None] Pushing event updated for resources: {'Port': ['ID=a56e897a-1d02-40c2-b941-291f2154b06c,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:23.029798 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403087975', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:20Z', 'revision_number': 3, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:23.065208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3a9750-fbdb-423e-beeb-781f4eb32319 None None] The sync data for ids ['2c388f66-5e9a-496a-8a67-de64e45184d7'] in n-d-760354-5 is: [{'id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403087975', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:20Z', 'revision_number': 3, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:41:23.079821 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] For port 7337480d-5dd7-4f03-b0b5-1af8ab286703, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:41:23.084609 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] For port 7337480d-5dd7-4f03-b0b5-1af8ab286703, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7337480d-5dd7-4f03-b0b5-1af8ab286703,segment=NetworkSegment(a97ca8ae-54f0-4220-b2dd-aecc6abff34a),segment_id=a97ca8ae-54f0-4220-b2dd-aecc6abff34a)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:41:23.090057 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:23.107260 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9e1efd2f-a59e-46c9-a8d2-27b7a12c70e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:23.169240 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0623b87-f36f-4eee-afb1-8a1406cb5cf0 None None] Pushing event updated for resources: {'Port': ['ID=7337480d-5dd7-4f03-b0b5-1af8ab286703,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:23.453719 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9e1efd2f-a59e-46c9-a8d2-27b7a12c70e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:23.459656 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9e1efd2f-a59e-46c9-a8d2-27b7a12c70e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:23.538108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1efd2f-a59e-46c9-a8d2-27b7a12c70e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=7964f357-64a5-490e-bf73-2bce0c5de20a,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:23.545395 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9e1efd2f-a59e-46c9-a8d2-27b7a12c70e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:23.638937 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1efd2f-a59e-46c9-a8d2-27b7a12c70e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network c545b367-0668-4130-aae3-224c55460169 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:41:23.640498 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-9e1efd2f-a59e-46c9-a8d2-27b7a12c70e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:41:23.759751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1efd2f-a59e-46c9-a8d2-27b7a12c70e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router 2c388f66-5e9a-496a-8a67-de64e45184d7 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:41:23.873425 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1efd2f-a59e-46c9-a8d2-27b7a12c70e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:41:23.879814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-9e1efd2f-a59e-46c9-a8d2-27b7a12c70e0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "PUT /v2.0/routers/2c388f66-5e9a-496a-8a67-de64e45184d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1859922 Dec 12 18:41:24.083244 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-77457ce6-eb6f-452d-b09f-b319154890d5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-752664296&fields=id&tenant_id=35529f23112147548f395358da49df5c HTTP/1.1" status: 200 len: 267 time: 0.0747514 Dec 12 18:41:24.135336 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a56e897a-1d02-40c2-b941-291f2154b06c up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:41:24.207506 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port a56e897a-1d02-40c2-b941-291f2154b06c triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:41:24.207903 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:24.224953 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-66f3f4e8-1f04-4318-9a5e-5241e871d9e3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:24.226279 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-66f3f4e8-1f04-4318-9a5e-5241e871d9e3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/networks?id=c545b367-0668-4130-aae3-224c55460169 HTTP/1.1" status: 200 len: 795 time: 0.1417832 Dec 12 18:41:24.239479 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6888edd-05ee-42ac-9233-c2e241149705 None None] Network c545b367-0668-4130-aae3-224c55460169 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:41:24.242508 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-7f6ec3ab-b60e-4c46-a5a0-c7382ba644ba tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/quotas/35529f23112147548f395358da49df5c HTTP/1.1" status: 200 len: 375 time: 0.0091760 Dec 12 18:41:24.295244 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-c45018b0-4469-4145-b2cf-a0d5834917bb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455344 Dec 12 18:41:24.322791 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5028cbef-0e23-400b-a676-010d2791e586 None None] Provisioning complete for port 7337480d-5dd7-4f03-b0b5-1af8ab286703 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:41:24.323168 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5028cbef-0e23-400b-a676-010d2791e586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:24.429799 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7337480d-5dd7-4f03-b0b5-1af8ab286703 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:41:24.441038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-8df2d053-2511-4853-8452-b4ba8eb002fc service neutron] 10.222.0.18 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310132 Dec 12 18:41:24.530281 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5028cbef-0e23-400b-a676-010d2791e586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:24.540997 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7337480d-5dd7-4f03-b0b5-1af8ab286703 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:41:24.541373 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:24.542780 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-d6be8ad0-e569-4092-83e1-c3cb88bfa1bb service neutron] 10.222.0.18 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940981 Dec 12 18:41:24.600810 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5028cbef-0e23-400b-a676-010d2791e586 None None] For port 7337480d-5dd7-4f03-b0b5-1af8ab286703, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7337480d-5dd7-4f03-b0b5-1af8ab286703,segment=NetworkSegment(a97ca8ae-54f0-4220-b2dd-aecc6abff34a),segment_id=a97ca8ae-54f0-4220-b2dd-aecc6abff34a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:41:24.609414 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5028cbef-0e23-400b-a676-010d2791e586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:24.698923 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028cbef-0e23-400b-a676-010d2791e586 None None] Pushing event updated for resources: {'Port': ['ID=7337480d-5dd7-4f03-b0b5-1af8ab286703,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:24.757112 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3d1b377-9fcf-4625-b439-c7491180c0e9 req-9da4861d-6878-4fc6-bc76-8052d2397eae tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 210 time: 0.0313604 Dec 12 18:41:24.832196 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3fea99f7-ffc7-47ba-ab86-8660f4b0b4f2 None None] Provisioning complete for port 7964f357-64a5-490e-bf73-2bce0c5de20a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:41:24.832431 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3fea99f7-ffc7-47ba-ab86-8660f4b0b4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:24.872324 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3fea99f7-ffc7-47ba-ab86-8660f4b0b4f2 None None] Port 7964f357-64a5-490e-bf73-2bce0c5de20a cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:41:24.884876 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3fea99f7-ffc7-47ba-ab86-8660f4b0b4f2 None None] Provisioning complete for port 7337480d-5dd7-4f03-b0b5-1af8ab286703 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:41:24.885257 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3fea99f7-ffc7-47ba-ab86-8660f4b0b4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:24.892633 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Sync routers for ids ['2c388f66-5e9a-496a-8a67-de64e45184d7'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:41:24.906039 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Routers {'2c388f66-5e9a-496a-8a67-de64e45184d7'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:41:24.906670 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:41:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2c388f66-5e9a-496a-8a67-de64e45184d7'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:25.047891 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Set router 2c388f66-5e9a-496a-8a67-de64e45184d7 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:41:25.108281 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9961d2ab-30bd-4ac6-834a-e461d62b64fc None None] Provisioning complete for port 7964f357-64a5-490e-bf73-2bce0c5de20a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:41:25.108660 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9961d2ab-30bd-4ac6-834a-e461d62b64fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:25.148088 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9961d2ab-30bd-4ac6-834a-e461d62b64fc None None] Port 7964f357-64a5-490e-bf73-2bce0c5de20a cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:41:25.263283 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403087975', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:23Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '7964f357-64a5-490e-bf73-2bce0c5de20a', 'name': '', 'network_id': 'c545b367-0668-4130-aae3-224c55460169', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:74:7c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:22Z', 'updated_at': '2021-12-12T18:41:23Z', 'revision_number': 2, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:25.273041 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-d1de1a87-1d5f-4677-a6e4-c5ff89f3925b None None] Provisioning complete for port 7964f357-64a5-490e-bf73-2bce0c5de20a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:41:25.273591 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d1de1a87-1d5f-4677-a6e4-c5ff89f3925b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:25.294174 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Checking router: 2c388f66-5e9a-496a-8a67-de64e45184d7 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:41:25.294800 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Updating router 2c388f66-5e9a-496a-8a67-de64e45184d7 port 7964f357-64a5-490e-bf73-2bce0c5de20a binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:41:25.318584 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-d1de1a87-1d5f-4677-a6e4-c5ff89f3925b None None] Port 7964f357-64a5-490e-bf73-2bce0c5de20a cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:41:25.320156 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:25.577715 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:25.582584 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:25.636345 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be6142-d1a9-4e57-9d1c-b00ea14db196 None None] Pushing event updated for resources: {'Port': ['ID=7964f357-64a5-490e-bf73-2bce0c5de20a,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:25.684932 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be6142-d1a9-4e57-9d1c-b00ea14db196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:25.685280 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be6142-d1a9-4e57-9d1c-b00ea14db196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:25.685626 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be6142-d1a9-4e57-9d1c-b00ea14db196 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:25.685966 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be6142-d1a9-4e57-9d1c-b00ea14db196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:25.686303 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be6142-d1a9-4e57-9d1c-b00ea14db196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:25.686635 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be6142-d1a9-4e57-9d1c-b00ea14db196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:25.686972 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be6142-d1a9-4e57-9d1c-b00ea14db196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:25.687327 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be6142-d1a9-4e57-9d1c-b00ea14db196 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:25.687657 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be6142-d1a9-4e57-9d1c-b00ea14db196 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:25.687984 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be6142-d1a9-4e57-9d1c-b00ea14db196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:25.688308 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be6142-d1a9-4e57-9d1c-b00ea14db196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:25.688633 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be6142-d1a9-4e57-9d1c-b00ea14db196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:25.688953 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be6142-d1a9-4e57-9d1c-b00ea14db196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:41:25.698037 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Attempting to bind port 7964f357-64a5-490e-bf73-2bce0c5de20a on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:41:25.698945 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Attempting to bind port 7964f357-64a5-490e-bf73-2bce0c5de20a by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'a97ca8ae-54f0-4220-b2dd-aecc6abff34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c545b367-0668-4130-aae3-224c55460169'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:41:25.698945 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Attempting to bind port 7964f357-64a5-490e-bf73-2bce0c5de20a on network c545b367-0668-4130-aae3-224c55460169 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:41:25.704696 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:41:25.705227 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Checking segment: {'id': 'a97ca8ae-54f0-4220-b2dd-aecc6abff34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c545b367-0668-4130-aae3-224c55460169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:41:25.705729 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:25.706127 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Bound using segment: {'id': 'a97ca8ae-54f0-4220-b2dd-aecc6abff34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c545b367-0668-4130-aae3-224c55460169'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:41:25.706602 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Bound port: 7964f357-64a5-490e-bf73-2bce0c5de20a, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97ca8ae-54f0-4220-b2dd-aecc6abff34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c545b367-0668-4130-aae3-224c55460169'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:41:25.706988 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:25.786087 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] For port 7964f357-64a5-490e-bf73-2bce0c5de20a, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:41:25.789424 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] For port 7964f357-64a5-490e-bf73-2bce0c5de20a, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7964f357-64a5-490e-bf73-2bce0c5de20a,segment=NetworkSegment(a97ca8ae-54f0-4220-b2dd-aecc6abff34a),segment_id=a97ca8ae-54f0-4220-b2dd-aecc6abff34a)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:41:25.798865 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:25.855346 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Routers {'2c388f66-5e9a-496a-8a67-de64e45184d7'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:41:25.855980 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:41:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2c388f66-5e9a-496a-8a67-de64e45184d7'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:25.883166 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ddb86a31-6389-48c0-a605-35eb4316af0b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:25.885292 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ddb86a31-6389-48c0-a605-35eb4316af0b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "GET /v2.0/networks?id=c545b367-0668-4130-aae3-224c55460169 HTTP/1.1" status: 200 len: 795 time: 0.1475081 Dec 12 18:41:25.924259 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7581bb7b-357f-4b33-b3e1-3d7ce1a2c1c0 req-308b012d-9351-4e93-a66b-0641fbc7642a tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 210 time: 0.0379303 Dec 12 18:41:25.959503 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c9c46b3a-76a1-4c5b-b8c2-0e30821ff08a None None] Provisioning complete for port 7964f357-64a5-490e-bf73-2bce0c5de20a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:41:25.959503 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c9c46b3a-76a1-4c5b-b8c2-0e30821ff08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:25.977227 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be6142-d1a9-4e57-9d1c-b00ea14db196 None None] Pushing event updated for resources: {'Port': ['ID=7964f357-64a5-490e-bf73-2bce0c5de20a,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:26.000278 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-a1df11b6-7b21-4c1a-8e66-4ffbbc5deb78 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35529f23112147548f395358da49df5c HTTP/1.1" status: 200 len: 379 time: 0.1018512 Dec 12 18:41:26.000452 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] Set router 2c388f66-5e9a-496a-8a67-de64e45184d7 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:41:26.016147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-64727d4f-9dea-4649-98bb-cbd888af279e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'port': {'device_id': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'network_id': 'c545b367-0668-4130-aae3-224c55460169', 'admin_state_up': True, 'tenant_id': '35529f23112147548f395358da49df5c', 'security_groups': ['45c8dcd7-4610-4747-b133-6cd252a5820d']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:41:26.079192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7337480d-5dd7-4f03-b0b5-1af8ab286703 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:41:26.120063 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c9c46b3a-76a1-4c5b-b8c2-0e30821ff08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:26.163641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c9c46b3a-76a1-4c5b-b8c2-0e30821ff08a None None] For port 7964f357-64a5-490e-bf73-2bce0c5de20a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7964f357-64a5-490e-bf73-2bce0c5de20a,segment=NetworkSegment(a97ca8ae-54f0-4220-b2dd-aecc6abff34a),segment_id=a97ca8ae-54f0-4220-b2dd-aecc6abff34a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:41:26.170258 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c9c46b3a-76a1-4c5b-b8c2-0e30821ff08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:26.186643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-64727d4f-9dea-4649-98bb-cbd888af279e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Made reservation on behalf of 35529f23112147548f395358da49df5c for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:41:26.191389 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-64727d4f-9dea-4649-98bb-cbd888af279e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:26.211806 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7337480d-5dd7-4f03-b0b5-1af8ab286703 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:41:26.212475 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:26.256278 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c46b3a-76a1-4c5b-b8c2-0e30821ff08a None None] Pushing event updated for resources: {'Port': ['ID=7964f357-64a5-490e-bf73-2bce0c5de20a,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:26.314959 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403087975', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:23Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '7964f357-64a5-490e-bf73-2bce0c5de20a', 'name': '', 'network_id': 'c545b367-0668-4130-aae3-224c55460169', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:74:7c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:22Z', 'updated_at': '2021-12-12T18:41:25Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:26.322230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-feeeb386-a12c-4efa-9b79-98a34b995377 None None] Provisioning complete for port 7964f357-64a5-490e-bf73-2bce0c5de20a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:41:26.322610 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-feeeb386-a12c-4efa-9b79-98a34b995377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:26.324415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-64727d4f-9dea-4649-98bb-cbd888af279e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.20.0.5 (c545b367-0668-4130-aae3-224c55460169/9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7/f39f99df-03f4-4054-9f67-e9d1923b15fd) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:41:26.350068 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a425a-c684-4443-833b-1f1a3e2a2159 None None] The sync data for ids ['2c388f66-5e9a-496a-8a67-de64e45184d7'] in n-d-760354-5 is: [{'id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403087975', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:23Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '7964f357-64a5-490e-bf73-2bce0c5de20a', 'name': '', 'network_id': 'c545b367-0668-4130-aae3-224c55460169', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:74:7c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:22Z', 'updated_at': '2021-12-12T18:41:25Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:41:26.494523 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-64727d4f-9dea-4649-98bb-cbd888af279e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:26.532773 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-64727d4f-9dea-4649-98bb-cbd888af279e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:26.578551 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-64727d4f-9dea-4649-98bb-cbd888af279e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network c545b367-0668-4130-aae3-224c55460169 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:41:26.581800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-64727d4f-9dea-4649-98bb-cbd888af279e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:41:26.586385 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-64727d4f-9dea-4649-98bb-cbd888af279e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:41:26.616439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64727d4f-9dea-4649-98bb-cbd888af279e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=f39f99df-03f4-4054-9f67-e9d1923b15fd,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:26.648594 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-64727d4f-9dea-4649-98bb-cbd888af279e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:26.649422 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-64727d4f-9dea-4649-98bb-cbd888af279e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:26.674445 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-64727d4f-9dea-4649-98bb-cbd888af279e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6678703 Dec 12 18:41:26.687340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Request body: {'port': {'device_id': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:41:26.746087 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:26.849390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-165313d4-11bb-4957-8327-14eb507990c9 None None] Provisioning complete for port f39f99df-03f4-4054-9f67-e9d1923b15fd triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:41:26.849774 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-165313d4-11bb-4957-8327-14eb507990c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:26.890393 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-165313d4-11bb-4957-8327-14eb507990c9 None None] Port f39f99df-03f4-4054-9f67-e9d1923b15fd cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:41:27.022757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39f99df-03f4-4054-9f67-e9d1923b15fd {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:41:27.033584 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:27.073479 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Transition to ACTIVE for port object f39f99df-03f4-4054-9f67-e9d1923b15fd will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:41:27.078851 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:27.123184 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e2b98-6a0d-4d3c-aa44-a2e1ed8f24fc req-0e7525e9-aeb0-4412-8117-b501f583755e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:27.124753 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c21e2b98-6a0d-4d3c-aa44-a2e1ed8f24fc req-0e7525e9-aeb0-4412-8117-b501f583755e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 931 time: 0.0942802 Dec 12 18:41:27.157034 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Pushing event updated for resources: {'Port': ['ID=f39f99df-03f4-4054-9f67-e9d1923b15fd,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:27.235129 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c21e2b98-6a0d-4d3c-aa44-a2e1ed8f24fc req-3e14b30d-0e0c-4d47-bb24-0f4f5da760c9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987515 Dec 12 18:41:27.260737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Attempting to bind port f39f99df-03f4-4054-9f67-e9d1923b15fd on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:41:27.261069 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Attempting to bind port f39f99df-03f4-4054-9f67-e9d1923b15fd by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'a97ca8ae-54f0-4220-b2dd-aecc6abff34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c545b367-0668-4130-aae3-224c55460169'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:41:27.261399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Attempting to bind port f39f99df-03f4-4054-9f67-e9d1923b15fd on network c545b367-0668-4130-aae3-224c55460169 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:41:27.266085 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Port f39f99df-03f4-4054-9f67-e9d1923b15fd on network c545b367-0668-4130-aae3-224c55460169 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:41:27.266410 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Attempting to bind port f39f99df-03f4-4054-9f67-e9d1923b15fd on network c545b367-0668-4130-aae3-224c55460169 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:41:27.271620 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:41:27.272042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Checking segment: {'id': 'a97ca8ae-54f0-4220-b2dd-aecc6abff34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c545b367-0668-4130-aae3-224c55460169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:41:27.272345 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Bound using segment: {'id': 'a97ca8ae-54f0-4220-b2dd-aecc6abff34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c545b367-0668-4130-aae3-224c55460169'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:41:27.272774 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Bound port: f39f99df-03f4-4054-9f67-e9d1923b15fd, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97ca8ae-54f0-4220-b2dd-aecc6abff34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c545b367-0668-4130-aae3-224c55460169'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:41:27.273138 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:27.341684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] For port f39f99df-03f4-4054-9f67-e9d1923b15fd, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:41:27.344985 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] For port f39f99df-03f4-4054-9f67-e9d1923b15fd, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd,segment=NetworkSegment(a97ca8ae-54f0-4220-b2dd-aecc6abff34a),segment_id=a97ca8ae-54f0-4220-b2dd-aecc6abff34a)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:41:27.349874 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:27.387520 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:27.388254 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:27.389693 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] 10.222.0.20 "PUT /v2.0/ports/f39f99df-03f4-4054-9f67-e9d1923b15fd HTTP/1.1" status: 200 len: 1091 time: 0.7072179 Dec 12 18:41:27.390159 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'tag': 'f39f99df-03f4-4054-9f67-e9d1923b15fd'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:41:27.392530 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d657369-6698-474e-9e30-25309b5b7927" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb5fc86-2963-4229-8e9b-f539bd8ecd41", "tag": "f39f99df-03f4-4054-9f67-e9d1923b15fd"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:41:27.448354 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb959a2-dc27-4693-b119-792874c29ca2 x-openstack-request-id: req-5cb959a2-dc27-4693-b119-792874c29ca2 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:41:27.448874 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb5fc86-2963-4229-8e9b-f539bd8ecd41", "tag": "f39f99df-03f4-4054-9f67-e9d1923b15fd", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:41:27.449202 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5cb959a2-dc27-4693-b119-792874c29ca2 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:41:27.449718 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'tag': 'f39f99df-03f4-4054-9f67-e9d1923b15fd', 'status': 'completed', 'code': 200} Dec 12 18:41:27.453556 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a0f8b-8821-4e20-8ae7-74b580976987 service neutron] Pushing event updated for resources: {'Port': ['ID=f39f99df-03f4-4054-9f67-e9d1923b15fd,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:27.489615 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-e3178162-9506-4c1c-ab67-33fc390b2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:27.491182 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-e3178162-9506-4c1c-ab67-33fc390b2748 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 1094 time: 0.0553689 Dec 12 18:41:27.539867 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-3f9e9719-fe08-4fa6-b44f-478dc5a33839 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd HTTP/1.1" status: 200 len: 217 time: 0.0407755 Dec 12 18:41:27.592238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-1647ebd0-1411-402a-8f74-eb963669cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:27.593715 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-1647ebd0-1411-402a-8f74-eb963669cc8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7 HTTP/1.1" status: 200 len: 835 time: 0.0468271 Dec 12 18:41:27.640110 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-60fd3c74-75b6-41ce-86ae-15baec627780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:27.641556 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-60fd3c74-75b6-41ce-86ae-15baec627780 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c545b367-0668-4130-aae3-224c55460169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412989 Dec 12 18:41:27.734705 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-75f3746a-fe7c-4b4e-9e15-17848de7d4bc service neutron] 10.222.0.20 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859225 Dec 12 18:41:27.821879 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5cc9752-897e-43b1-b30e-4c75d2c7c126 req-c99c3278-439e-48aa-85f3-b0355799f98f service neutron] 10.222.0.20 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799253 Dec 12 18:41:27.907078 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d657369-6698-474e-9e30-25309b5b7927 req-34c64d80-f714-4d7b-ac15-23e450164dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:27.908568 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d657369-6698-474e-9e30-25309b5b7927 req-34c64d80-f714-4d7b-ac15-23e450164dce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 1094 time: 0.0453491 Dec 12 18:41:27.997653 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d657369-6698-474e-9e30-25309b5b7927 req-bcae24e6-65df-4513-a85f-444b3f80f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:27.999126 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d657369-6698-474e-9e30-25309b5b7927 req-bcae24e6-65df-4513-a85f-444b3f80f643 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c545b367-0668-4130-aae3-224c55460169 HTTP/1.1" status: 200 len: 896 time: 0.0831277 Dec 12 18:41:28.045989 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d657369-6698-474e-9e30-25309b5b7927 req-ce11c5c1-4027-4a76-a616-705b3649635f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd HTTP/1.1" status: 200 len: 217 time: 0.0400741 Dec 12 18:41:28.057775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7964f357-64a5-490e-bf73-2bce0c5de20a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:41:28.110959 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 7964f357-64a5-490e-bf73-2bce0c5de20a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:41:28.111382 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:28.436752 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d657369-6698-474e-9e30-25309b5b7927 req-a1b4ee89-ac5b-471f-9140-bd8f64101f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:28.438241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d657369-6698-474e-9e30-25309b5b7927 req-a1b4ee89-ac5b-471f-9140-bd8f64101f2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7 HTTP/1.1" status: 200 len: 835 time: 0.3854723 Dec 12 18:41:28.463775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbdddbb-e16b-4b40-b11f-30f2d321808a req-732de912-caa3-4bd2-919a-8f16c43973a1 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:28.465126 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3fbdddbb-e16b-4b40-b11f-30f2d321808a req-732de912-caa3-4bd2-919a-8f16c43973a1 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 943 time: 0.0691373 Dec 12 18:41:28.519693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d657369-6698-474e-9e30-25309b5b7927 req-bec1488c-f931-435c-93a3-2fb2eff52792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:28.521173 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d657369-6698-474e-9e30-25309b5b7927 req-bec1488c-f931-435c-93a3-2fb2eff52792 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c545b367-0668-4130-aae3-224c55460169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729225 Dec 12 18:41:28.546025 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3fbdddbb-e16b-4b40-b11f-30f2d321808a req-02e16961-0b7c-4f8a-accf-634a0badf80b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669749 Dec 12 18:41:28.617997 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d657369-6698-474e-9e30-25309b5b7927 req-93d69272-8831-4141-831c-ee3ab6145525 service neutron] 10.222.0.20 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846052 Dec 12 18:41:28.713028 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d657369-6698-474e-9e30-25309b5b7927 req-8ad68e85-a8cb-4849-89df-71e2c01b699f service neutron] 10.222.0.20 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861030 Dec 12 18:41:29.120149 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f39f99df-03f4-4054-9f67-e9d1923b15fd details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:41:29.216691 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f39f99df-03f4-4054-9f67-e9d1923b15fd, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd,segment=NetworkSegment(a97ca8ae-54f0-4220-b2dd-aecc6abff34a),segment_id=a97ca8ae-54f0-4220-b2dd-aecc6abff34a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:41:29.227659 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'f39f99df-03f4-4054-9f67-e9d1923b15fd', 'network_id': 'c545b367-0668-4130-aae3-224c55460169', 'port_id': 'f39f99df-03f4-4054-9f67-e9d1923b15fd', 'mac_address': 'fa:16:3e:5c:9b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:41:29.263366 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:29.276526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39f99df-03f4-4054-9f67-e9d1923b15fd {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:41:29.295744 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f39f99df-03f4-4054-9f67-e9d1923b15fd, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd,segment=NetworkSegment(a97ca8ae-54f0-4220-b2dd-aecc6abff34a),segment_id=a97ca8ae-54f0-4220-b2dd-aecc6abff34a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:41:29.299041 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:29.344028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=f39f99df-03f4-4054-9f67-e9d1923b15fd,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:29.502952 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['f39f99df-03f4-4054-9f67-e9d1923b15fd'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:41:29.660802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b2a89-d77e-439b-b916-875ede24ec9d req-45a442e8-a40d-438e-8959-c9fac1430a39 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:29.662271 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e6b2a89-d77e-439b-b916-875ede24ec9d req-45a442e8-a40d-438e-8959-c9fac1430a39 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 944 time: 0.0482683 Dec 12 18:41:29.711905 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e6b2a89-d77e-439b-b916-875ede24ec9d req-d31e223e-e7fa-4155-935a-8f274563b253 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429580 Dec 12 18:41:30.825380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef080d45-dee0-494e-998d-c496c88ce670 req-20fbe7ff-c9a3-4423-8596-89fb1af05746 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:30.826830 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ef080d45-dee0-494e-998d-c496c88ce670 req-20fbe7ff-c9a3-4423-8596-89fb1af05746 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 944 time: 0.0469513 Dec 12 18:41:30.876684 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ef080d45-dee0-494e-998d-c496c88ce670 req-f3f6bbbb-6b9a-4c85-aada-df94553d9bd9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439816 Dec 12 18:41:31.136932 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f39f99df-03f4-4054-9f67-e9d1923b15fd up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:41:31.187048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port f39f99df-03f4-4054-9f67-e9d1923b15fd completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:41:31.190715 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port f39f99df-03f4-4054-9f67-e9d1923b15fd triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:41:31.191083 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:31.263953 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:31.285389 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39f99df-03f4-4054-9f67-e9d1923b15fd'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:41:31.287668 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7876d886-55ff-4240-b1bb-198ffda7756e" -d '{"events": [{"server_uuid": "1cb5fc86-2963-4229-8e9b-f539bd8ecd41", "name": "network-vif-plugged", "status": "completed", "tag": "f39f99df-03f4-4054-9f67-e9d1923b15fd"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:41:31.300535 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port f39f99df-03f4-4054-9f67-e9d1923b15fd, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd,segment=NetworkSegment(a97ca8ae-54f0-4220-b2dd-aecc6abff34a),segment_id=a97ca8ae-54f0-4220-b2dd-aecc6abff34a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:41:31.306344 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:31.337301 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f27a79-c24e-44bf-9e11-e5910922f2ac x-openstack-request-id: req-a7f27a79-c24e-44bf-9e11-e5910922f2ac {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:41:31.337594 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb5fc86-2963-4229-8e9b-f539bd8ecd41", "name": "network-vif-plugged", "status": "completed", "tag": "f39f99df-03f4-4054-9f67-e9d1923b15fd", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:41:31.337878 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7f27a79-c24e-44bf-9e11-e5910922f2ac {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:41:31.338273 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39f99df-03f4-4054-9f67-e9d1923b15fd', 'code': 200} Dec 12 18:41:31.360838 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=f39f99df-03f4-4054-9f67-e9d1923b15fd,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:31.436327 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9201c-bdc2-4c6a-a4ec-f2312ae5ee17 req-9a47ceca-738e-44f7-8301-2812efadae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:31.437721 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28f9201c-bdc2-4c6a-a4ec-f2312ae5ee17 req-9a47ceca-738e-44f7-8301-2812efadae63 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 1096 time: 0.0429029 Dec 12 18:41:31.482794 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28f9201c-bdc2-4c6a-a4ec-f2312ae5ee17 req-1c2c132c-7f5f-496e-bfe7-1107a97d3906 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380580 Dec 12 18:41:31.991080 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147356cb-b2a5-4f1e-a66c-fdf37428cb20 req-5020cc43-3b5f-4569-a070-e020fb0379f4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:31.992578 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-147356cb-b2a5-4f1e-a66c-fdf37428cb20 req-5020cc43-3b5f-4569-a070-e020fb0379f4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0479317 Dec 12 18:41:32.043032 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-147356cb-b2a5-4f1e-a66c-fdf37428cb20 req-a7e35a8d-1dc2-4978-9ec3-dad0cd0b234e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443690 Dec 12 18:41:33.161311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773c6db-a937-464b-9ab2-43fea5a29c4c req-28710ce0-9bf2-4dc7-bf41-6361685d5528 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:33.162758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0773c6db-a937-464b-9ab2-43fea5a29c4c req-28710ce0-9bf2-4dc7-bf41-6361685d5528 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0507901 Dec 12 18:41:33.210446 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0773c6db-a937-464b-9ab2-43fea5a29c4c req-8c6e3629-bfce-4700-b0aa-ae62f817ee4b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411077 Dec 12 18:41:33.322797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187ec0d-83d0-4fb8-bbd5-27aee7057b27 req-08968d7f-57b5-4eb5-b63e-6330f074abdc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:33.324271 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f187ec0d-83d0-4fb8-bbd5-27aee7057b27 req-08968d7f-57b5-4eb5-b63e-6330f074abdc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0472865 Dec 12 18:41:33.372557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f187ec0d-83d0-4fb8-bbd5-27aee7057b27 req-165d5010-29a3-46df-9db9-141093bcd3ee tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424311 Dec 12 18:41:33.394130 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43174) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:33.432605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e3fdd8-989e-4152-9071-ba4188e9163e tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:33.434108 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-69e3fdd8-989e-4152-9071-ba4188e9163e tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 1091 time: 0.0390010 Dec 12 18:41:33.437043 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43176) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:33.441449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': 'f39f99df-03f4-4054-9f67-e9d1923b15fd', 'tenant_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:41:33.464969 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:33.564076 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:33.666197 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.25.1.215 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/656e5b20-b738-435c-ad4c-e4af558e39b8) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:41:33.764551 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:33.797236 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:33.844368 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:41:33.847298 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:41:33.851771 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:41:33.874470 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=656e5b20-b738-435c-ad4c-e4af558e39b8,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:34.188234 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:34.255880 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:34.404394 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:34.408922 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:34.473676 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=656e5b20-b738-435c-ad4c-e4af558e39b8,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:41:34.485573 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:34.584301 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Floating IP 4bc17ef3-9f4f-4267-b08d-7ee543653d73 associated. External IP: 172.25.1.215, port: f39f99df-03f4-4054-9f67-e9d1923b15fd. Dec 12 18:41:34.789506 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router 2c388f66-5e9a-496a-8a67-de64e45184d7 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:41:34.892075 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:41:34.902893 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e9f68a-0bd5-4e0e-90c9-5906f3d4952a None None] Sync routers for ids ['2c388f66-5e9a-496a-8a67-de64e45184d7'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:41:34.910150 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:34.913372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e9f68a-0bd5-4e0e-90c9-5906f3d4952a None None] Routers {'2c388f66-5e9a-496a-8a67-de64e45184d7'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:41:34.914230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f7e9f68a-0bd5-4e0e-90c9-5906f3d4952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:41:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2c388f66-5e9a-496a-8a67-de64e45184d7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:34.940167 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f03df886-5eea-4aed-b574-b7b891f56ad5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5020857 Dec 12 18:41:34.940754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'tag': 'f39f99df-03f4-4054-9f67-e9d1923b15fd'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:41:34.943017 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42900f8c-f724-4330-9251-3c1c75551ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb5fc86-2963-4229-8e9b-f539bd8ecd41", "tag": "f39f99df-03f4-4054-9f67-e9d1923b15fd"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:41:34.987165 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62bd97d-c6c4-434c-846e-36385cf58d07 x-openstack-request-id: req-c62bd97d-c6c4-434c-846e-36385cf58d07 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:41:34.987507 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb5fc86-2963-4229-8e9b-f539bd8ecd41", "tag": "f39f99df-03f4-4054-9f67-e9d1923b15fd", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:41:34.987763 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c62bd97d-c6c4-434c-846e-36385cf58d07 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:41:34.988165 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'tag': 'f39f99df-03f4-4054-9f67-e9d1923b15fd', 'status': 'completed', 'code': 200} Dec 12 18:41:35.082190 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62585dcc-6e83-4858-b3b6-4e5e34acc33c req-c61a253f-5054-4641-b2ec-f6eca287c5bb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:35.083724 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-62585dcc-6e83-4858-b3b6-4e5e34acc33c req-c61a253f-5054-4641-b2ec-f6eca287c5bb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0793941 Dec 12 18:41:35.091316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42900f8c-f724-4330-9251-3c1c75551ff1 req-c95b6229-297a-490b-bbf1-172ec859b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:35.092829 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42900f8c-f724-4330-9251-3c1c75551ff1 req-c95b6229-297a-490b-bbf1-172ec859b213 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 1096 time: 0.0788310 Dec 12 18:41:35.191296 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-62585dcc-6e83-4858-b3b6-4e5e34acc33c req-6c4f5314-2e22-45ab-819c-b9759c4ab7b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974412 Dec 12 18:41:35.214093 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43182) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:35.231116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42900f8c-f724-4330-9251-3c1c75551ff1 req-1518237c-6d80-41f9-8ae3-c63049a011a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:35.232654 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42900f8c-f724-4330-9251-3c1c75551ff1 req-1518237c-6d80-41f9-8ae3-c63049a011a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c545b367-0668-4130-aae3-224c55460169 HTTP/1.1" status: 200 len: 896 time: 0.1320705 Dec 12 18:41:35.259611 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f7e9f68a-0bd5-4e0e-90c9-5906f3d4952a None None] Set router 2c388f66-5e9a-496a-8a67-de64e45184d7 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:41:35.284264 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e87105e9-0a94-4a5d-8ea4-4f03643d56f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/floatingips/4bc17ef3-9f4f-4267-b08d-7ee543653d73 HTTP/1.1" status: 200 len: 991 time: 0.0681939 Dec 12 18:41:35.304048 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42900f8c-f724-4330-9251-3c1c75551ff1 req-feffd883-fb65-4937-bf2f-d2d64174f19a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd HTTP/1.1" status: 200 len: 999 time: 0.0633233 Dec 12 18:41:35.358986 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42900f8c-f724-4330-9251-3c1c75551ff1 req-5500958f-da9e-4d7d-9514-c7416751e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:35.360399 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42900f8c-f724-4330-9251-3c1c75551ff1 req-5500958f-da9e-4d7d-9514-c7416751e9d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7 HTTP/1.1" status: 200 len: 835 time: 0.0488153 Dec 12 18:41:35.405248 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42900f8c-f724-4330-9251-3c1c75551ff1 req-92a3bf15-0646-40bb-bdb3-22b5674d17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:35.406782 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42900f8c-f724-4330-9251-3c1c75551ff1 req-92a3bf15-0646-40bb-bdb3-22b5674d17bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c545b367-0668-4130-aae3-224c55460169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398521 Dec 12 18:41:35.496748 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42900f8c-f724-4330-9251-3c1c75551ff1 req-41983c96-5ee2-44e5-9cde-2944a65766d1 service neutron] 10.222.0.20 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823948 Dec 12 18:41:35.529638 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f7e9f68a-0bd5-4e0e-90c9-5906f3d4952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403087975', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:23Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '4bc17ef3-9f4f-4267-b08d-7ee543653d73', 'tenant_id': '35529f23112147548f395358da49df5c', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'port_id': 'f39f99df-03f4-4054-9f67-e9d1923b15fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c545b367-0668-4130-aae3-224c55460169', 'mac_address': 'fa:16:3e:5c:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:41:34Z', 'updated_at': '2021-12-12T18:41:34Z', 'revision_number': 0, 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7964f357-64a5-490e-bf73-2bce0c5de20a', 'name': '', 'network_id': 'c545b367-0668-4130-aae3-224c55460169', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:74:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:22Z', 'updated_at': '2021-12-12T18:41:26Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:35.557401 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e9f68a-0bd5-4e0e-90c9-5906f3d4952a None None] Checking router: 2c388f66-5e9a-496a-8a67-de64e45184d7 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:41:35.565777 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e9f68a-0bd5-4e0e-90c9-5906f3d4952a None None] Routers {'2c388f66-5e9a-496a-8a67-de64e45184d7'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:41:35.566396 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f7e9f68a-0bd5-4e0e-90c9-5906f3d4952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:41:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2c388f66-5e9a-496a-8a67-de64e45184d7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:35.593040 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-42900f8c-f724-4330-9251-3c1c75551ff1 req-b616e9a1-f5e6-43b8-bcbe-bc92a9bf24b0 service neutron] 10.222.0.20 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887194 Dec 12 18:41:35.672159 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f7e9f68a-0bd5-4e0e-90c9-5906f3d4952a None None] Set router 2c388f66-5e9a-496a-8a67-de64e45184d7 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:41:35.887264 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f7e9f68a-0bd5-4e0e-90c9-5906f3d4952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403087975', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:23Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '4bc17ef3-9f4f-4267-b08d-7ee543653d73', 'tenant_id': '35529f23112147548f395358da49df5c', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'port_id': 'f39f99df-03f4-4054-9f67-e9d1923b15fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c545b367-0668-4130-aae3-224c55460169', 'mac_address': 'fa:16:3e:5c:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:41:34Z', 'updated_at': '2021-12-12T18:41:34Z', 'revision_number': 0, 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7964f357-64a5-490e-bf73-2bce0c5de20a', 'name': '', 'network_id': 'c545b367-0668-4130-aae3-224c55460169', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:74:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:22Z', 'updated_at': '2021-12-12T18:41:26Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:41:35.921464 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e9f68a-0bd5-4e0e-90c9-5906f3d4952a None None] The sync data for ids ['2c388f66-5e9a-496a-8a67-de64e45184d7'] in n-d-760354-5 is: [{'id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403087975', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:23Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '4bc17ef3-9f4f-4267-b08d-7ee543653d73', 'tenant_id': '35529f23112147548f395358da49df5c', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'port_id': 'f39f99df-03f4-4054-9f67-e9d1923b15fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c545b367-0668-4130-aae3-224c55460169', 'mac_address': 'fa:16:3e:5c:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:41:34Z', 'updated_at': '2021-12-12T18:41:34Z', 'revision_number': 0, 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7964f357-64a5-490e-bf73-2bce0c5de20a', 'name': '', 'network_id': 'c545b367-0668-4130-aae3-224c55460169', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:74:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:22Z', 'updated_at': '2021-12-12T18:41:26Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:41:36.118545 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288c98a-7c05-4754-a6dc-468af3a842fc None None] New status for floating IP 4bc17ef3-9f4f-4267-b08d-7ee543653d73: ACTIVE {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:41:36.285951 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43184) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:41:36.348465 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c7095484-0833-496f-80e5-a3ae1b767899 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/floatingips/4bc17ef3-9f4f-4267-b08d-7ee543653d73 HTTP/1.1" status: 200 len: 993 time: 0.0611207 Dec 12 18:41:39.190974 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:41:40.951209 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3c37c10-d5c1-46aa-a506-fa78d8b17140 req-2e7356eb-a799-49b1-8245-5031f6c408cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0839970 Dec 12 18:41:41.032211 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c37c10-d5c1-46aa-a506-fa78d8b17140 req-fe46f47b-d4cf-4046-a3ee-b2cfa6fc98b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:41.033801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3c37c10-d5c1-46aa-a506-fa78d8b17140 req-fe46f47b-d4cf-4046-a3ee-b2cfa6fc98b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 1096 time: 0.0407882 Dec 12 18:41:41.137693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c37c10-d5c1-46aa-a506-fa78d8b17140 req-783a25cd-d5c9-403b-a6f0-c57f0d0592f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:41.139039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3c37c10-d5c1-46aa-a506-fa78d8b17140 req-783a25cd-d5c9-403b-a6f0-c57f0d0592f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c545b367-0668-4130-aae3-224c55460169 HTTP/1.1" status: 200 len: 896 time: 0.0847278 Dec 12 18:41:41.209856 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3c37c10-d5c1-46aa-a506-fa78d8b17140 req-46efde0b-3383-4488-85d5-918390a33343 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd HTTP/1.1" status: 200 len: 1001 time: 0.0629017 Dec 12 18:41:41.260377 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c37c10-d5c1-46aa-a506-fa78d8b17140 req-82c86513-d8b9-49ca-b754-a43cc0f7e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:41.262161 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3c37c10-d5c1-46aa-a506-fa78d8b17140 req-82c86513-d8b9-49ca-b754-a43cc0f7e8a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7 HTTP/1.1" status: 200 len: 835 time: 0.0452690 Dec 12 18:41:41.307052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c37c10-d5c1-46aa-a506-fa78d8b17140 req-136ad3d0-a5c4-4d53-83d3-bb447a00ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:41:41.308559 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3c37c10-d5c1-46aa-a506-fa78d8b17140 req-136ad3d0-a5c4-4d53-83d3-bb447a00ac56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c545b367-0668-4130-aae3-224c55460169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395486 Dec 12 18:41:41.404794 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3c37c10-d5c1-46aa-a506-fa78d8b17140 req-ab2347a6-fb8a-494f-ac9a-0d306db92fcd service neutron] 10.222.0.20 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890796 Dec 12 18:41:41.492368 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3c37c10-d5c1-46aa-a506-fa78d8b17140 req-0613cc98-ee2d-417e-ae1f-c4cf99b86952 service neutron] 10.222.0.20 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807986 Dec 12 18:41:44.972091 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-74ce7687-5fac-4f6d-9246-d5397789dfe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:47.297813 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0d31-78ef-4378-a3db-f7ed418ffa00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:47.679660 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:48.192562 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:48.551795 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:50.270752 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:41:51.002292 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:07.713623 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43204) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:42:07.748293 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc971ec-810a-448d-92e1-7d53f5292eeb req-9d394adf-44ad-4a85-a509-33b0ffcd3ce7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:07.749783 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7dc971ec-810a-448d-92e1-7d53f5292eeb req-9d394adf-44ad-4a85-a509-33b0ffcd3ce7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0544631 Dec 12 18:42:07.794946 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-d57d3554-e74d-48ac-856e-95c5363c66d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801744 Dec 12 18:42:07.799690 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7dc971ec-810a-448d-92e1-7d53f5292eeb req-8ddfb176-eb07-4e2e-8855-4b60ffd22ece tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433636 Dec 12 18:42:07.803740 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-6211f29a-fe5e-41ea-ba2b-e8299766a476 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:42:07.804707 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-6211f29a-fe5e-41ea-ba2b-e8299766a476 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048959 Dec 12 18:42:08.863087 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee127ddf-8700-48ae-9408-4524d5014561 req-20ae3105-fb6d-4429-8c9f-932eec71b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:08.864642 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-20ae3105-fb6d-4429-8c9f-932eec71b0e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 1096 time: 0.0403266 Dec 12 18:42:08.971710 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74445478-6e32-4198-86d4-a6516a795ed3 req-bc8fe7ad-6490-4dde-a13f-b1922aa9e1e7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:08.973176 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74445478-6e32-4198-86d4-a6516a795ed3 req-bc8fe7ad-6490-4dde-a13f-b1922aa9e1e7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.1002340 Dec 12 18:42:09.008437 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee127ddf-8700-48ae-9408-4524d5014561 req-2bf1ccef-a5a2-4050-a019-537bda74317d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:09.009845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-2bf1ccef-a5a2-4050-a019-537bda74317d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c545b367-0668-4130-aae3-224c55460169 HTTP/1.1" status: 200 len: 896 time: 0.1380038 Dec 12 18:42:09.079998 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74445478-6e32-4198-86d4-a6516a795ed3 req-9e1d7267-7ab9-4696-95e4-32fbe8157e76 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980394 Dec 12 18:42:09.094214 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-f9df32c5-cc31-4d52-88a9-4aab72aea6ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd HTTP/1.1" status: 200 len: 1001 time: 0.0754046 Dec 12 18:42:09.142313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee127ddf-8700-48ae-9408-4524d5014561 req-10e3c1cb-0829-4ddd-8384-b59226029031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:09.143732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-10e3c1cb-0829-4ddd-8384-b59226029031 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7 HTTP/1.1" status: 200 len: 835 time: 0.0424893 Dec 12 18:42:09.188619 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee127ddf-8700-48ae-9408-4524d5014561 req-4221fb91-a078-4f71-9d16-e92b008c9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:09.190102 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-4221fb91-a078-4f71-9d16-e92b008c9adc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c545b367-0668-4130-aae3-224c55460169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399718 Dec 12 18:42:09.280324 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-c649ebbe-1603-4997-9f2f-cf8a2d4a33fb service neutron] 10.222.0.20 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827346 Dec 12 18:42:09.367669 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-9844db34-a10e-4205-8842-3fb8298e34ef service neutron] 10.222.0.20 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802934 Dec 12 18:42:10.196656 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4fc1f-0161-4513-bc1b-d6ea81c2aff0 req-eefffdb5-5d7c-44b1-a501-bc7334a20b3f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:10.198927 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-11f4fc1f-0161-4513-bc1b-d6ea81c2aff0 req-eefffdb5-5d7c-44b1-a501-bc7334a20b3f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0504851 Dec 12 18:42:10.247652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-11f4fc1f-0161-4513-bc1b-d6ea81c2aff0 req-2c9ee39e-7ae1-44d1-89d1-0e475e91dbd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425644 Dec 12 18:42:11.364471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd22ebd-d134-479e-adbf-45c1803ee224 req-932b1ab7-0a6e-4439-b213-029d0b345882 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:11.365919 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3cd22ebd-d134-479e-adbf-45c1803ee224 req-932b1ab7-0a6e-4439-b213-029d0b345882 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0505121 Dec 12 18:42:11.413737 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3cd22ebd-d134-479e-adbf-45c1803ee224 req-b5eb2465-acac-4503-954f-141e347014a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413074 Dec 12 18:42:12.528382 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578b175-2aac-4412-bc2a-1d623162a428 req-1b9456a5-402a-4182-b5bc-dfc8b0417559 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:12.529833 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c578b175-2aac-4412-bc2a-1d623162a428 req-1b9456a5-402a-4182-b5bc-dfc8b0417559 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0484068 Dec 12 18:42:12.577660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c578b175-2aac-4412-bc2a-1d623162a428 req-6a11041f-9017-4565-b1c2-d29f8b1b365b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418458 Dec 12 18:42:13.696337 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bf59a-3f5b-4208-ba73-c4ee757d54a8 req-c8c0b9b5-9e4d-4a6c-99f0-9e857de6d5cd tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:13.698468 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f86bf59a-3f5b-4208-ba73-c4ee757d54a8 req-c8c0b9b5-9e4d-4a6c-99f0-9e857de6d5cd tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0525444 Dec 12 18:42:13.746362 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f86bf59a-3f5b-4208-ba73-c4ee757d54a8 req-c4e13269-2f6e-4240-a00a-c44fe655008a tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418501 Dec 12 18:42:14.865306 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9e97d-dbc6-4154-a3db-f6b641d1ba98 req-f486d097-d22e-417f-b586-ddc78a822141 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:14.866789 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16b9e97d-dbc6-4154-a3db-f6b641d1ba98 req-f486d097-d22e-417f-b586-ddc78a822141 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0526175 Dec 12 18:42:14.915044 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-16b9e97d-dbc6-4154-a3db-f6b641d1ba98 req-ed7aedc3-6589-45be-9f55-a09b8dfac823 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416145 Dec 12 18:42:14.973179 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9e15d328-cc62-43a3-8299-fa1560505dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:16.029032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87615ca7-be67-4020-9a43-0cf940dbda81 req-329e178a-bead-451a-878e-5a17deb28177 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:16.030489 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87615ca7-be67-4020-9a43-0cf940dbda81 req-329e178a-bead-451a-878e-5a17deb28177 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0475872 Dec 12 18:42:16.082380 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-87615ca7-be67-4020-9a43-0cf940dbda81 req-71294c8d-5c21-40eb-b2f3-dbc2bd81e2e2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458338 Dec 12 18:42:16.190258 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:42:17.195158 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cc489-7ce7-4f49-bf71-6c8976ec254c req-d58e758a-022a-4e69-96ff-4cad9d31ab02 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:17.196659 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-047cc489-7ce7-4f49-bf71-6c8976ec254c req-d58e758a-022a-4e69-96ff-4cad9d31ab02 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0477278 Dec 12 18:42:17.246353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-047cc489-7ce7-4f49-bf71-6c8976ec254c req-fc6af2bf-27f1-4dbf-9e58-6522cd4298cf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432734 Dec 12 18:42:17.299498 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-15eb771f-ae0f-48ce-84f3-43a58bb5d302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:17.678073 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:18.196561 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:18.362486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77028c09-9ea6-4e03-9c94-5ab02aa38b25 req-95bff7da-6b71-43ed-bd3f-f2dc9188eee7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:18.363965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77028c09-9ea6-4e03-9c94-5ab02aa38b25 req-95bff7da-6b71-43ed-bd3f-f2dc9188eee7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0478776 Dec 12 18:42:18.411641 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77028c09-9ea6-4e03-9c94-5ab02aa38b25 req-4b3bcf54-1f3a-4254-bf2e-1453ef7f9a5d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417385 Dec 12 18:42:18.551474 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:19.529413 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f940e5-9b72-4e73-b0aa-e3c88cb1baae req-46313ec6-afab-4282-8e28-68b13e5445eb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:19.530883 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-46f940e5-9b72-4e73-b0aa-e3c88cb1baae req-46313ec6-afab-4282-8e28-68b13e5445eb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0524709 Dec 12 18:42:19.578766 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-46f940e5-9b72-4e73-b0aa-e3c88cb1baae req-4f262565-a76b-4ead-9c47-fa393bf07156 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419939 Dec 12 18:42:20.274185 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:20.692936 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309695e-1862-4942-b0de-18d8ce44234b req-84dbac2b-8a82-4ff7-9b5d-ca083aa11245 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:20.694471 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2309695e-1862-4942-b0de-18d8ce44234b req-84dbac2b-8a82-4ff7-9b5d-ca083aa11245 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0478766 Dec 12 18:42:20.744040 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2309695e-1862-4942-b0de-18d8ce44234b req-8d8b9322-8887-4fbb-95e0-41f2ef6902c4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435777 Dec 12 18:42:21.007005 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:21.860515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca577d-bb9a-4883-bf6e-7dc2cf54f1cd req-34e35bbf-a9d2-4d39-bd91-e0019d3a8809 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:21.861976 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3ca577d-bb9a-4883-bf6e-7dc2cf54f1cd req-34e35bbf-a9d2-4d39-bd91-e0019d3a8809 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0474496 Dec 12 18:42:21.912736 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3ca577d-bb9a-4883-bf6e-7dc2cf54f1cd req-61d95e91-12ae-4678-acbf-d16e143aa1b7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447936 Dec 12 18:42:23.029240 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59178f69-cd31-45fa-a5b8-7756c0cba1cf req-3ade6309-6e2b-49bc-9664-8e469b0aa761 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:23.030713 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59178f69-cd31-45fa-a5b8-7756c0cba1cf req-3ade6309-6e2b-49bc-9664-8e469b0aa761 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0477350 Dec 12 18:42:23.080664 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-59178f69-cd31-45fa-a5b8-7756c0cba1cf req-857ff27b-3c16-4bfb-b67f-9fbade5e2c39 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440373 Dec 12 18:42:24.196339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5ecb4-c1b5-4d24-a01a-0bd27e4492e5 req-4ec8c148-eed6-4bbc-b34c-40a246d063e8 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:24.198063 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ffe5ecb4-c1b5-4d24-a01a-0bd27e4492e5 req-4ec8c148-eed6-4bbc-b34c-40a246d063e8 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0495577 Dec 12 18:42:24.246863 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ffe5ecb4-c1b5-4d24-a01a-0bd27e4492e5 req-a574eb4b-e1b2-46b4-bb3c-b83e3cdc8c01 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418997 Dec 12 18:42:25.673468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63bc16-0d62-4796-9d4f-45cf3a754031 req-25dacac7-9498-44c4-a147-257f08142dbc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:25.674831 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d63bc16-0d62-4796-9d4f-45cf3a754031 req-25dacac7-9498-44c4-a147-257f08142dbc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.3602688 Dec 12 18:42:25.722409 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1d63bc16-0d62-4796-9d4f-45cf3a754031 req-86cf6c2b-08c7-4f31-91b8-949d51df5b5b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415480 Dec 12 18:42:26.273520 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-ee127ddf-8700-48ae-9408-4524d5014561 req-965cdf94-9c98-4220-b1d6-ffc91e19e4d6 service neutron] show failed (client error): The resource could not be found. Dec 12 18:42:26.274409 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-965cdf94-9c98-4220-b1d6-ffc91e19e4d6 service neutron] 10.222.0.20 "GET /v2.0/ports/f39f99df-03f4-4054-9f67-e9d1923b15fd/bindings/n-h1-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.0525825 Dec 12 18:42:26.525373 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee127ddf-8700-48ae-9408-4524d5014561 req-00da491f-f621-41d8-ac13-ec19c19cd4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:26.528716 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-00da491f-f621-41d8-ac13-ec19c19cd4f5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41&tenant_id=35529f23112147548f395358da49df5c HTTP/1.1" status: 200 len: 1096 time: 0.0960956 Dec 12 18:42:26.538193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-ed8d5341-80f6-47a8-95ea-62c040cc4e7c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:42:26.539111 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-ed8d5341-80f6-47a8-95ea-62c040cc4e7c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047858 Dec 12 18:42:26.550368 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:42:26.605108 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:26.800144 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] For port f39f99df-03f4-4054-9f67-e9d1923b15fd, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd,segment=NetworkSegment(a97ca8ae-54f0-4220-b2dd-aecc6abff34a),segment_id=a97ca8ae-54f0-4220-b2dd-aecc6abff34a)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:42:26.837370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] For port f39f99df-03f4-4054-9f67-e9d1923b15fd, host n-h2-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:42:26.855497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a25a5c-5bb9-48a6-8bde-c3087b66877b req-254a0e98-56d4-41a1-89b0-f10803bdd57d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:26.856986 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5a25a5c-5bb9-48a6-8bde-c3087b66877b req-254a0e98-56d4-41a1-89b0-f10803bdd57d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0506840 Dec 12 18:42:26.876839 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f39f99df-03f4-4054-9f67-e9d1923b15fd'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:42:26.879155 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0ecf0ab0d0673ed1ddf6e3181e2e5630b2f509d2790f5a8f7e136419b5c042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967a7ba3-6cb8-4d18-bdaa-284b22c3c0af" -d '{"events": [{"server_uuid": "1cb5fc86-2963-4229-8e9b-f539bd8ecd41", "name": "network-vif-unplugged", "status": "completed", "tag": "f39f99df-03f4-4054-9f67-e9d1923b15fd"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:42:26.883357 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:26.896847 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Transition to ACTIVE for port object f39f99df-03f4-4054-9f67-e9d1923b15fd will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:42:26.902152 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:26.910330 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f5a25a5c-5bb9-48a6-8bde-c3087b66877b req-4a8467ba-d17c-479c-984b-7bca26d6d815 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471580 Dec 12 18:42:26.937111 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 18:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4f7a86-292e-447b-b551-01c9d155d737 x-openstack-request-id: req-5a4f7a86-292e-447b-b551-01c9d155d737 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:42:26.937404 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb5fc86-2963-4229-8e9b-f539bd8ecd41", "name": "network-vif-unplugged", "status": "completed", "tag": "f39f99df-03f4-4054-9f67-e9d1923b15fd", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:42:26.937661 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a4f7a86-292e-447b-b551-01c9d155d737 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:42:26.938086 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f39f99df-03f4-4054-9f67-e9d1923b15fd', 'code': 200} Dec 12 18:42:26.958485 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Pushing event updated for resources: {'Port': ['ID=f39f99df-03f4-4054-9f67-e9d1923b15fd,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:42:26.997958 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:26.998311 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:26.998753 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:26.998998 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:26.999373 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:26.999714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:27.000047 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:27.000380 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:27.000714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:27.001048 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:27.001395 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:27.001710 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:27.002049 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:27.042078 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] No DVR routers for this DVR port f39f99df-03f4-4054-9f67-e9d1923b15fd on host n-h2-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:42:27.178761 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Attempting to bind port f39f99df-03f4-4054-9f67-e9d1923b15fd on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:42:27.179097 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Attempting to bind port f39f99df-03f4-4054-9f67-e9d1923b15fd by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'a97ca8ae-54f0-4220-b2dd-aecc6abff34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c545b367-0668-4130-aae3-224c55460169'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:42:27.179464 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Attempting to bind port f39f99df-03f4-4054-9f67-e9d1923b15fd on network c545b367-0668-4130-aae3-224c55460169 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:42:27.184167 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Port f39f99df-03f4-4054-9f67-e9d1923b15fd on network c545b367-0668-4130-aae3-224c55460169 not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:42:27.184488 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Attempting to bind port f39f99df-03f4-4054-9f67-e9d1923b15fd on network c545b367-0668-4130-aae3-224c55460169 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:42:27.189241 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:42:27.189577 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Checking segment: {'id': 'a97ca8ae-54f0-4220-b2dd-aecc6abff34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c545b367-0668-4130-aae3-224c55460169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:42:27.189959 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Bound using segment: {'id': 'a97ca8ae-54f0-4220-b2dd-aecc6abff34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c545b367-0668-4130-aae3-224c55460169'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:42:27.190382 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Bound port: f39f99df-03f4-4054-9f67-e9d1923b15fd, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97ca8ae-54f0-4220-b2dd-aecc6abff34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c545b367-0668-4130-aae3-224c55460169'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:42:27.190732 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:27.255142 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] For port f39f99df-03f4-4054-9f67-e9d1923b15fd, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:42:27.258110 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] For port f39f99df-03f4-4054-9f67-e9d1923b15fd, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd,segment=NetworkSegment(a97ca8ae-54f0-4220-b2dd-aecc6abff34a),segment_id=a97ca8ae-54f0-4220-b2dd-aecc6abff34a)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:42:27.263032 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:27.296863 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:27.297575 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:27.298974 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] 10.222.0.31 "PUT /v2.0/ports/f39f99df-03f4-4054-9f67-e9d1923b15fd HTTP/1.1" status: 200 len: 1091 time: 0.7521195 Dec 12 18:42:27.319552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75ba71-3d94-4c69-9238-63165b803e0e service neutron] Pushing event updated for resources: {'Port': ['ID=f39f99df-03f4-4054-9f67-e9d1923b15fd,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:42:27.366857 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee127ddf-8700-48ae-9408-4524d5014561 req-04b06a75-6a51-4049-8f8a-81dcd6436a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:27.368406 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-04b06a75-6a51-4049-8f8a-81dcd6436a1d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 1094 time: 0.0441937 Dec 12 18:42:27.464515 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee127ddf-8700-48ae-9408-4524d5014561 req-c2b11a0b-bbfe-4e27-8e1f-771b0c2c9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:27.466060 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-c2b11a0b-bbfe-4e27-8e1f-771b0c2c9f02 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c545b367-0668-4130-aae3-224c55460169 HTTP/1.1" status: 200 len: 896 time: 0.0894730 Dec 12 18:42:27.533944 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-58ec9760-9225-4c6a-b541-dfc456d55d34 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd HTTP/1.1" status: 200 len: 999 time: 0.0601096 Dec 12 18:42:27.583407 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee127ddf-8700-48ae-9408-4524d5014561 req-bf4da862-a9ef-4cba-ab16-04fa0be3f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:27.584754 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-bf4da862-a9ef-4cba-ab16-04fa0be3f260 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7 HTTP/1.1" status: 200 len: 835 time: 0.0439923 Dec 12 18:42:27.633530 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee127ddf-8700-48ae-9408-4524d5014561 req-a90d1a61-2f8d-45cd-b0bf-95922193ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:27.635039 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-a90d1a61-2f8d-45cd-b0bf-95922193ff0b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c545b367-0668-4130-aae3-224c55460169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433156 Dec 12 18:42:27.721918 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-89bd23a7-3667-47ae-9570-3c11c7d17423 service neutron] 10.222.0.31 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792716 Dec 12 18:42:27.811551 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-ee127ddf-8700-48ae-9408-4524d5014561 req-14de9465-8067-4695-8667-eeb15eab6aae service neutron] 10.222.0.31 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827682 Dec 12 18:42:28.025956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a0379-1a4d-4b94-b240-53e001ab8ea6 req-3c1bc0ae-0ba0-4b30-ad79-baf0b6fa74e1 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:28.028363 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-775a0379-1a4d-4b94-b240-53e001ab8ea6 req-3c1bc0ae-0ba0-4b30-ad79-baf0b6fa74e1 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 943 time: 0.0489471 Dec 12 18:42:28.077918 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-775a0379-1a4d-4b94-b240-53e001ab8ea6 req-fb18c829-4a19-4257-b635-f774f37bcccb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436141 Dec 12 18:42:28.939370 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'tag': 'f39f99df-03f4-4054-9f67-e9d1923b15fd'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:42:28.941743 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0ecf0ab0d0673ed1ddf6e3181e2e5630b2f509d2790f5a8f7e136419b5c042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001d7295-da33-4e53-9d8d-489c6a066c60" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb5fc86-2963-4229-8e9b-f539bd8ecd41", "tag": "f39f99df-03f4-4054-9f67-e9d1923b15fd"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:42:28.988458 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37df1e29-77be-4ba5-8681-729541f18b6c x-openstack-request-id: req-37df1e29-77be-4ba5-8681-729541f18b6c {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:42:28.988751 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb5fc86-2963-4229-8e9b-f539bd8ecd41", "tag": "f39f99df-03f4-4054-9f67-e9d1923b15fd", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:42:28.989009 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37df1e29-77be-4ba5-8681-729541f18b6c {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:42:28.989407 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'tag': 'f39f99df-03f4-4054-9f67-e9d1923b15fd', 'status': 'completed', 'code': 200} Dec 12 18:42:29.053542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-221ce4bc-403a-4753-8b57-ceec4be47ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:29.055059 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-221ce4bc-403a-4753-8b57-ceec4be47ecf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 1094 time: 0.0410943 Dec 12 18:42:29.060468 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-44bdca0e-e95b-41ca-913f-335cd0cb7dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:29.061950 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-44bdca0e-e95b-41ca-913f-335cd0cb7dbc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 1094 time: 0.0423982 Dec 12 18:42:29.153565 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-327f89ec-fa16-440f-9f15-f4da19331a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:29.154987 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-327f89ec-fa16-440f-9f15-f4da19331a70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c545b367-0668-4130-aae3-224c55460169 HTTP/1.1" status: 200 len: 896 time: 0.0924749 Dec 12 18:42:29.155496 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-982f0691-51d1-4c75-ba63-010672f778b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:29.156988 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-982f0691-51d1-4c75-ba63-010672f778b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c545b367-0668-4130-aae3-224c55460169 HTTP/1.1" status: 200 len: 896 time: 0.0880995 Dec 12 18:42:29.224993 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-81ddf5d8-9c7a-4b0c-b048-89cca3116794 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd HTTP/1.1" status: 200 len: 999 time: 0.0595331 Dec 12 18:42:29.252382 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf1c59-2d6d-4b87-87c4-01ce9568ef95 req-27ae7945-8030-45d4-bfcb-e9dd88eae279 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:29.253885 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0adf1c59-2d6d-4b87-87c4-01ce9568ef95 req-27ae7945-8030-45d4-bfcb-e9dd88eae279 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 943 time: 0.1030197 Dec 12 18:42:29.255578 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-25ed67b8-b2dc-451b-9679-8f2514827180 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd HTTP/1.1" status: 200 len: 999 time: 0.0935237 Dec 12 18:42:29.274324 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-a404ca86-2fff-443f-b2c1-ec9bdb1dbeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:29.275837 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-a404ca86-2fff-443f-b2c1-ec9bdb1dbeae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7 HTTP/1.1" status: 200 len: 835 time: 0.0432494 Dec 12 18:42:29.324380 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-08ddc56b-8e09-4799-b165-c49c1178fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:29.325885 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-08ddc56b-8e09-4799-b165-c49c1178fe00 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c545b367-0668-4130-aae3-224c55460169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429847 Dec 12 18:42:29.333607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-bdb95768-b7ee-438e-9e34-82962433967c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:29.335058 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-bdb95768-b7ee-438e-9e34-82962433967c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7 HTTP/1.1" status: 200 len: 835 time: 0.0692370 Dec 12 18:42:29.339741 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0adf1c59-2d6d-4b87-87c4-01ce9568ef95 req-d2b480e3-1057-425a-a29c-5e0283e27322 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797186 Dec 12 18:42:29.381842 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-cbd2a62f-2bca-4f08-969c-3686f0d48b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:29.383404 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-cbd2a62f-2bca-4f08-969c-3686f0d48b31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c545b367-0668-4130-aae3-224c55460169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409160 Dec 12 18:42:29.420172 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-31d99a29-cad4-48b7-8784-c812dd3630a3 service neutron] 10.222.0.31 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859821 Dec 12 18:42:29.453735 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f39f99df-03f4-4054-9f67-e9d1923b15fd no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:42:29.476367 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-22cc77b1-cacf-493a-8d85-0ac8ee6818f4 service neutron] 10.222.0.20 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858912 Dec 12 18:42:29.494949 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device f39f99df-03f4-4054-9f67-e9d1923b15fd not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:42:29.519238 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-5c739b68-6e75-456b-92bb-dcb9d5adebdb service neutron] 10.222.0.31 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918016 Dec 12 18:42:29.568212 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-001d7295-da33-4e53-9d8d-489c6a066c60 req-0e3beea0-a10f-463c-ba16-7c497ef62471 service neutron] 10.222.0.20 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838487 Dec 12 18:42:30.462817 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837076b8-3776-434d-962d-3c59317cd260 req-49dced64-ec6b-42d2-874b-1c9b27470773 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:30.464327 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-837076b8-3776-434d-962d-3c59317cd260 req-49dced64-ec6b-42d2-874b-1c9b27470773 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 943 time: 0.0550756 Dec 12 18:42:30.513917 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-837076b8-3776-434d-962d-3c59317cd260 req-0fd3ec25-abd6-44aa-b738-5d384c8c159b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435891 Dec 12 18:42:31.512449 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device f39f99df-03f4-4054-9f67-e9d1923b15fd details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:42:31.609406 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port f39f99df-03f4-4054-9f67-e9d1923b15fd, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd,segment=NetworkSegment(a97ca8ae-54f0-4220-b2dd-aecc6abff34a),segment_id=a97ca8ae-54f0-4220-b2dd-aecc6abff34a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:42:31.622594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'f39f99df-03f4-4054-9f67-e9d1923b15fd', 'network_id': 'c545b367-0668-4130-aae3-224c55460169', 'port_id': 'f39f99df-03f4-4054-9f67-e9d1923b15fd', 'mac_address': 'fa:16:3e:5c:9b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:42:31.629376 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1342bc-41a3-4079-9271-39c847c07eec req-e77fb24e-1e44-4a44-9849-3ba357868cde tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:31.630855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c1342bc-41a3-4079-9271-39c847c07eec req-e77fb24e-1e44-4a44-9849-3ba357868cde tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 943 time: 0.0473945 Dec 12 18:42:31.659225 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:31.671679 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39f99df-03f4-4054-9f67-e9d1923b15fd {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:42:31.680338 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0c1342bc-41a3-4079-9271-39c847c07eec req-09f63992-7ccd-4006-b4a2-c08a44c31f3b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430074 Dec 12 18:42:31.691372 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port f39f99df-03f4-4054-9f67-e9d1923b15fd, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd,segment=NetworkSegment(a97ca8ae-54f0-4220-b2dd-aecc6abff34a),segment_id=a97ca8ae-54f0-4220-b2dd-aecc6abff34a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:42:31.696077 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:31.747100 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=f39f99df-03f4-4054-9f67-e9d1923b15fd,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:42:31.754199 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:31.754549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:31.754892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:31.755251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:31.755589 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:31.755925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:31.756258 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:31.756585 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:31.756916 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:31.757240 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:31.757675 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:31.757949 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:31.758455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:42:31.905742 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733b768-fb89-4093-bd13-e843eb95f376 req-6b64e0ad-0e03-4270-ad2b-f9f80c819917 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:31.907253 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1733b768-fb89-4093-bd13-e843eb95f376 req-6b64e0ad-0e03-4270-ad2b-f9f80c819917 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 944 time: 0.0811257 Dec 12 18:42:31.921578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a32d10-1fcb-47bf-9492-6d18c925034d req-188b45d6-07be-4915-9d3b-c986c072ea79 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:31.922969 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74a32d10-1fcb-47bf-9492-6d18c925034d req-188b45d6-07be-4915-9d3b-c986c072ea79 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41&tenant_id=35529f23112147548f395358da49df5c&binding%3Ahost_id=n-h1-760354-5 HTTP/1.1" status: 200 len: 944 time: 0.0724337 Dec 12 18:42:32.001686 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1733b768-fb89-4093-bd13-e843eb95f376 req-400617a6-3ff1-43c6-9f1c-72db62aeb07a tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881441 Dec 12 18:42:32.010371 n-d-760354-5 neutron-server[103151]: INFO neutron.api.v2.resource [req-74a32d10-1fcb-47bf-9492-6d18c925034d req-3f8e17d4-7639-4f53-8ab5-efc5238e4c9b service neutron] delete failed (client error): The resource could not be found. Dec 12 18:42:32.011302 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74a32d10-1fcb-47bf-9492-6d18c925034d req-3f8e17d4-7639-4f53-8ab5-efc5238e4c9b service neutron] 10.222.0.20 "DELETE /v2.0/ports/f39f99df-03f4-4054-9f67-e9d1923b15fd/bindings/n-h2-760354-5 HTTP/1.1" status: 404 len: 380 time: 0.0755005 Dec 12 18:42:32.045030 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['f39f99df-03f4-4054-9f67-e9d1923b15fd'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:42:32.136022 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a32d10-1fcb-47bf-9492-6d18c925034d req-bbe2a9d6-449c-47d7-a069-11e1cba8bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:32.137561 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74a32d10-1fcb-47bf-9492-6d18c925034d req-bbe2a9d6-449c-47d7-a069-11e1cba8bcdb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 1095 time: 0.0749941 Dec 12 18:42:32.145025 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e47ff-7e21-462b-bcfd-bf8049918571 req-159be5a9-8b29-466d-9a6b-9643de5de3c4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:32.146425 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b6e47ff-7e21-462b-bcfd-bf8049918571 req-159be5a9-8b29-466d-9a6b-9643de5de3c4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 944 time: 0.0746472 Dec 12 18:42:32.246376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3b6e47ff-7e21-462b-bcfd-bf8049918571 req-3a53262f-a6a1-4dcf-9955-ab3abae3e1e7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906658 Dec 12 18:42:32.269573 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a32d10-1fcb-47bf-9492-6d18c925034d req-d5580c37-2b3f-4773-ae04-de533b773ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:32.271059 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74a32d10-1fcb-47bf-9492-6d18c925034d req-d5580c37-2b3f-4773-ae04-de533b773ca9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c545b367-0668-4130-aae3-224c55460169 HTTP/1.1" status: 200 len: 896 time: 0.1237679 Dec 12 18:42:32.341068 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74a32d10-1fcb-47bf-9492-6d18c925034d req-60708b1f-b10f-4e2f-8b22-2f41bdf02bc3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd HTTP/1.1" status: 200 len: 1000 time: 0.0620174 Dec 12 18:42:32.391722 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a32d10-1fcb-47bf-9492-6d18c925034d req-9bf34603-2d4b-494a-b22d-08659401111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:32.393258 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74a32d10-1fcb-47bf-9492-6d18c925034d req-9bf34603-2d4b-494a-b22d-08659401111f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7 HTTP/1.1" status: 200 len: 835 time: 0.0441699 Dec 12 18:42:32.439858 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a32d10-1fcb-47bf-9492-6d18c925034d req-9c10ca01-1a0e-4ab0-aded-10cfafaa7050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:32.441344 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74a32d10-1fcb-47bf-9492-6d18c925034d req-9c10ca01-1a0e-4ab0-aded-10cfafaa7050 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c545b367-0668-4130-aae3-224c55460169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401330 Dec 12 18:42:32.535599 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74a32d10-1fcb-47bf-9492-6d18c925034d req-07485b63-8b46-4c3f-b1bf-9ef4c80a76d2 service neutron] 10.222.0.20 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853531 Dec 12 18:42:32.623703 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-74a32d10-1fcb-47bf-9492-6d18c925034d req-cc6f62f5-a8b7-4ca6-b967-e4ffe559e4d5 service neutron] 10.222.0.20 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795605 Dec 12 18:42:33.370605 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679abbfe-dac0-43b2-b28a-6840bb6287b3 req-a42b5495-39c9-4908-9307-67154a5c3556 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:42:33.372117 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-679abbfe-dac0-43b2-b28a-6840bb6287b3 req-a42b5495-39c9-4908-9307-67154a5c3556 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 944 time: 0.0538933 Dec 12 18:42:33.420655 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-679abbfe-dac0-43b2-b28a-6840bb6287b3 req-b0aaa394-b828-48ca-881b-fdf68b153404 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425584 Dec 12 18:42:33.442854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43288) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:42:33.501869 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c1b23dc3-1ed1-4e23-824a-655e4d69c3ae tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/floatingips/4bc17ef3-9f4f-4267-b08d-7ee543653d73 HTTP/1.1" status: 200 len: 992 time: 0.0578763 Dec 12 18:42:33.522936 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device f39f99df-03f4-4054-9f67-e9d1923b15fd up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:42:33.571784 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port f39f99df-03f4-4054-9f67-e9d1923b15fd completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:42:33.575728 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port f39f99df-03f4-4054-9f67-e9d1923b15fd triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:42:33.576102 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:33.654117 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:33.675959 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39f99df-03f4-4054-9f67-e9d1923b15fd'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:42:33.678479 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6ce4d6-d3ec-403c-93e0-6bb724832fa5" -d '{"events": [{"server_uuid": "1cb5fc86-2963-4229-8e9b-f539bd8ecd41", "name": "network-vif-plugged", "status": "completed", "tag": "f39f99df-03f4-4054-9f67-e9d1923b15fd"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:42:33.691107 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port f39f99df-03f4-4054-9f67-e9d1923b15fd, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd,segment=NetworkSegment(a97ca8ae-54f0-4220-b2dd-aecc6abff34a),segment_id=a97ca8ae-54f0-4220-b2dd-aecc6abff34a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:42:33.695031 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:33.721923 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79554d3d-fb63-464b-ac9e-77a49c87260a x-openstack-request-id: req-79554d3d-fb63-464b-ac9e-77a49c87260a {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:42:33.722215 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb5fc86-2963-4229-8e9b-f539bd8ecd41", "name": "network-vif-plugged", "status": "completed", "tag": "f39f99df-03f4-4054-9f67-e9d1923b15fd", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:42:33.722465 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79554d3d-fb63-464b-ac9e-77a49c87260a {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:42:33.722856 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39f99df-03f4-4054-9f67-e9d1923b15fd', 'code': 200} Dec 12 18:42:33.743425 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=f39f99df-03f4-4054-9f67-e9d1923b15fd,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:42:44.978168 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5352a5f5-6aec-4f7a-95bc-df00928c3d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:47.300427 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5fbbac68-5332-45e0-a60c-70d7bd466938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:47.708483 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:48.194496 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:48.553994 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:50.276478 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:51.008594 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:42:53.189353 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:43:14.979904 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b001f96-f537-4b61-8088-4cd6ca65ef1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:17.301345 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e656f0e-4af6-4ddd-9d3e-6e77920030e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:17.707935 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:18.190591 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:18.557327 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:20.280041 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:21.012979 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:26.565589 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1112d5c1-d884-402f-b8f2-24e9df25d68f req-8e6beae9-3ec6-4bc8-b93f-c9e4612fbc5c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3598108 Dec 12 18:43:26.646952 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112d5c1-d884-402f-b8f2-24e9df25d68f req-a16085b3-9f34-4d5e-be48-d27c958769fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:26.648642 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1112d5c1-d884-402f-b8f2-24e9df25d68f req-a16085b3-9f34-4d5e-be48-d27c958769fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 1096 time: 0.0392573 Dec 12 18:43:26.659100 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43312) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:26.839717 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112d5c1-d884-402f-b8f2-24e9df25d68f req-6f0804f3-aa32-4260-b4d0-4f060b97cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:26.841185 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1112d5c1-d884-402f-b8f2-24e9df25d68f req-6f0804f3-aa32-4260-b4d0-4f060b97cf76 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c545b367-0668-4130-aae3-224c55460169 HTTP/1.1" status: 200 len: 896 time: 0.1727254 Dec 12 18:43:26.935132 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1112d5c1-d884-402f-b8f2-24e9df25d68f req-efdc4520-2690-4d69-b811-57da1fd8cfe3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd HTTP/1.1" status: 200 len: 1001 time: 0.0849466 Dec 12 18:43:26.953591 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port 656e5b20-b738-435c-ad4c-e4af558e39b8 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:43:26.953939 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:27.038460 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112d5c1-d884-402f-b8f2-24e9df25d68f req-7a93e04c-665d-44a6-95fd-837b5bcd937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:27.039971 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1112d5c1-d884-402f-b8f2-24e9df25d68f req-7a93e04c-665d-44a6-95fd-837b5bcd937e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7 HTTP/1.1" status: 200 len: 835 time: 0.0954702 Dec 12 18:43:27.089624 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:27.090016 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:27.111057 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for 656e5b20-b738-435c-ad4c-e4af558e39b8 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:43:27.120034 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112d5c1-d884-402f-b8f2-24e9df25d68f req-89fa9004-89a6-4769-9997-ea28193f8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:27.121555 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1112d5c1-d884-402f-b8f2-24e9df25d68f req-89fa9004-89a6-4769-9997-ea28193f8a05 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c545b367-0668-4130-aae3-224c55460169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737197 Dec 12 18:43:27.270869 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1112d5c1-d884-402f-b8f2-24e9df25d68f req-4cc38066-08d2-4b9e-bad4-d3ee488c3149 service neutron] 10.222.0.31 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413553 Dec 12 18:43:27.399842 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1112d5c1-d884-402f-b8f2-24e9df25d68f req-1641ce23-fffb-4e02-87b0-84ef2341eab8 service neutron] 10.222.0.31 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182461 Dec 12 18:43:27.400800 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:27.428625 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=656e5b20-b738-435c-ad4c-e4af558e39b8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:27.453286 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:27.453647 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:27.454088 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:27.454436 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:27.454800 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:27.455161 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:27.455529 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:27.455872 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:27.456210 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:27.456549 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:27.456888 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:27.457222 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:27.457552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:27.496405 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:27.496787 n-d-760354-5 neutron-server[103150]: INFO neutron.db.l3_db [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Floating IP 4bc17ef3-9f4f-4267-b08d-7ee543653d73 disassociated (deleted). External IP: 172.25.1.215, port: f39f99df-03f4-4054-9f67-e9d1923b15fd. Dec 12 18:43:27.704117 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router 2c388f66-5e9a-496a-8a67-de64e45184d7 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:43:27.815514 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:43:27.820990 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:27.826427 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020df2fc-fc5f-4663-890a-8348b200576b None None] Sync routers for ids ['2c388f66-5e9a-496a-8a67-de64e45184d7'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:43:27.836071 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020df2fc-fc5f-4663-890a-8348b200576b None None] Routers {'2c388f66-5e9a-496a-8a67-de64e45184d7'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:43:27.836682 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-020df2fc-fc5f-4663-890a-8348b200576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:43:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2c388f66-5e9a-496a-8a67-de64e45184d7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:27.847981 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f33bb78e-237c-4191-ac6b-9696d2646ebe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/floatingips/4bc17ef3-9f4f-4267-b08d-7ee543653d73 HTTP/1.1" status: 204 len: 168 time: 1.1878152 Dec 12 18:43:27.848582 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'tag': 'f39f99df-03f4-4054-9f67-e9d1923b15fd'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:43:27.850856 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0ecf0ab0d0673ed1ddf6e3181e2e5630b2f509d2790f5a8f7e136419b5c042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412770be-8fd6-43e1-ac98-0bf7ef9c6218" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb5fc86-2963-4229-8e9b-f539bd8ecd41", "tag": "f39f99df-03f4-4054-9f67-e9d1923b15fd"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:43:27.952484 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30733581-8fcd-4f9f-9adb-f75fd473fc4d x-openstack-request-id: req-30733581-8fcd-4f9f-9adb-f75fd473fc4d {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:43:27.952790 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb5fc86-2963-4229-8e9b-f539bd8ecd41", "tag": "f39f99df-03f4-4054-9f67-e9d1923b15fd", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:43:27.953053 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30733581-8fcd-4f9f-9adb-f75fd473fc4d {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:43:27.953467 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'tag': 'f39f99df-03f4-4054-9f67-e9d1923b15fd', 'status': 'completed', 'code': 200} Dec 12 18:43:27.957329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-020df2fc-fc5f-4663-890a-8348b200576b None None] Set router 2c388f66-5e9a-496a-8a67-de64e45184d7 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:43:28.016972 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412770be-8fd6-43e1-ac98-0bf7ef9c6218 req-b75aecc4-1f90-4168-89fb-8fe8f4a7c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:28.018534 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-412770be-8fd6-43e1-ac98-0bf7ef9c6218 req-b75aecc4-1f90-4168-89fb-8fe8f4a7c081 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 1096 time: 0.0451219 Dec 12 18:43:28.099124 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de1147-ee72-4720-bc83-8d2263f8048b req-e41d7e93-ce9c-4414-a7d5-d3be406385a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:28.101353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77de1147-ee72-4720-bc83-8d2263f8048b req-e41d7e93-ce9c-4414-a7d5-d3be406385a6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0614059 Dec 12 18:43:28.134946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412770be-8fd6-43e1-ac98-0bf7ef9c6218 req-c64d6adc-347f-4f4b-acb1-71cbe8a91055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:28.136564 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-412770be-8fd6-43e1-ac98-0bf7ef9c6218 req-c64d6adc-347f-4f4b-acb1-71cbe8a91055 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c545b367-0668-4130-aae3-224c55460169 HTTP/1.1" status: 200 len: 896 time: 0.1090653 Dec 12 18:43:28.151876 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-77de1147-ee72-4720-bc83-8d2263f8048b req-dc1588d3-517b-45e7-ae2f-41eaee2392fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443721 Dec 12 18:43:28.178174 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-020df2fc-fc5f-4663-890a-8348b200576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403087975', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:23Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '7964f357-64a5-490e-bf73-2bce0c5de20a', 'name': '', 'network_id': 'c545b367-0668-4130-aae3-224c55460169', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:74:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:22Z', 'updated_at': '2021-12-12T18:41:26Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:28.187730 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-412770be-8fd6-43e1-ac98-0bf7ef9c6218 req-0b2bacc2-0d06-49be-a925-863f1e0ca719 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd HTTP/1.1" status: 200 len: 217 time: 0.0436854 Dec 12 18:43:28.204164 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020df2fc-fc5f-4663-890a-8348b200576b None None] Checking router: 2c388f66-5e9a-496a-8a67-de64e45184d7 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:43:28.212383 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020df2fc-fc5f-4663-890a-8348b200576b None None] Routers {'2c388f66-5e9a-496a-8a67-de64e45184d7'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:43:28.212915 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-020df2fc-fc5f-4663-890a-8348b200576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:43:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2c388f66-5e9a-496a-8a67-de64e45184d7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:28.237129 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412770be-8fd6-43e1-ac98-0bf7ef9c6218 req-bb4f067b-0d61-400b-9236-f33ce4574826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:28.238603 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-412770be-8fd6-43e1-ac98-0bf7ef9c6218 req-bb4f067b-0d61-400b-9236-f33ce4574826 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7 HTTP/1.1" status: 200 len: 835 time: 0.0431814 Dec 12 18:43:28.290474 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412770be-8fd6-43e1-ac98-0bf7ef9c6218 req-62d65291-57cc-486e-977f-e28609b4abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:28.292023 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-412770be-8fd6-43e1-ac98-0bf7ef9c6218 req-62d65291-57cc-486e-977f-e28609b4abbc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c545b367-0668-4130-aae3-224c55460169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443351 Dec 12 18:43:28.316529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-020df2fc-fc5f-4663-890a-8348b200576b None None] Set router 2c388f66-5e9a-496a-8a67-de64e45184d7 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:43:28.383405 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-412770be-8fd6-43e1-ac98-0bf7ef9c6218 req-734d79f3-24d5-4711-96ee-4bedefd3f9dc service neutron] 10.222.0.31 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830934 Dec 12 18:43:28.478287 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-412770be-8fd6-43e1-ac98-0bf7ef9c6218 req-bb5057f0-8a2e-4141-8a28-cbf120519f80 service neutron] 10.222.0.31 "GET /v2.0/networks/c545b367-0668-4130-aae3-224c55460169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869498 Dec 12 18:43:28.516897 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-020df2fc-fc5f-4663-890a-8348b200576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403087975', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:23Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '7964f357-64a5-490e-bf73-2bce0c5de20a', 'name': '', 'network_id': 'c545b367-0668-4130-aae3-224c55460169', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:74:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:22Z', 'updated_at': '2021-12-12T18:41:26Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:28.697174 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020df2fc-fc5f-4663-890a-8348b200576b None None] The sync data for ids ['2c388f66-5e9a-496a-8a67-de64e45184d7'] in n-d-760354-5 is: [{'id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403087975', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:23Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '7964f357-64a5-490e-bf73-2bce0c5de20a', 'name': '', 'network_id': 'c545b367-0668-4130-aae3-224c55460169', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:74:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:22Z', 'updated_at': '2021-12-12T18:41:26Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': '9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:43:28.911985 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cf4e3f-93ab-43b2-bdac-529b143fe5a1 None None] New status for floating IP 4bc17ef3-9f4f-4267-b08d-7ee543653d73: DOWN {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:43:29.271381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf3a0a-f5d2-47e7-ac2f-8eb2ec0d3778 req-d5f1b613-76b3-42e1-a4af-a12ffff8cf2d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:29.272920 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7baf3a0a-f5d2-47e7-ac2f-8eb2ec0d3778 req-d5f1b613-76b3-42e1-a4af-a12ffff8cf2d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0490658 Dec 12 18:43:29.321549 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7baf3a0a-f5d2-47e7-ac2f-8eb2ec0d3778 req-039d5ca7-bfa1-4023-a01e-1cf98871178d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c8dcd7-4610-4747-b133-6cd252a5820d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424428 Dec 12 18:43:29.500969 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a8ac3-f945-431d-8af2-970e2f08f13d req-e681dd20-c156-4468-a59e-1e72e9697705 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:29.502500 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0b8a8ac3-f945-431d-8af2-970e2f08f13d req-e681dd20-c156-4468-a59e-1e72e9697705 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 945 time: 0.0496476 Dec 12 18:43:29.589887 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-0b8a8ac3-f945-431d-8af2-970e2f08f13d req-86d605e9-fd53-449f-a5a2-8b29e25b1542 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port f39f99df-03f4-4054-9f67-e9d1923b15fd {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:43:29.590147 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0b8a8ac3-f945-431d-8af2-970e2f08f13d req-86d605e9-fd53-449f-a5a2-8b29e25b1542 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:29.683374 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-0b8a8ac3-f945-431d-8af2-970e2f08f13d req-86d605e9-fd53-449f-a5a2-8b29e25b1542 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] For port f39f99df-03f4-4054-9f67-e9d1923b15fd, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=f39f99df-03f4-4054-9f67-e9d1923b15fd,segment=NetworkSegment(a97ca8ae-54f0-4220-b2dd-aecc6abff34a),segment_id=a97ca8ae-54f0-4220-b2dd-aecc6abff34a)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:43:29.683740 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0b8a8ac3-f945-431d-8af2-970e2f08f13d req-86d605e9-fd53-449f-a5a2-8b29e25b1542 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:29.696055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-0b8a8ac3-f945-431d-8af2-970e2f08f13d req-86d605e9-fd53-449f-a5a2-8b29e25b1542 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for f39f99df-03f4-4054-9f67-e9d1923b15fd owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:43:29.824606 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0b8a8ac3-f945-431d-8af2-970e2f08f13d req-86d605e9-fd53-449f-a5a2-8b29e25b1542 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:29.852448 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d605e9-fd53-449f-a5a2-8b29e25b1542 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=f39f99df-03f4-4054-9f67-e9d1923b15fd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:29.894524 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8a8ac3-f945-431d-8af2-970e2f08f13d req-86d605e9-fd53-449f-a5a2-8b29e25b1542 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] No DVR routers for this DVR port f39f99df-03f4-4054-9f67-e9d1923b15fd on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:43:29.897212 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0b8a8ac3-f945-431d-8af2-970e2f08f13d req-86d605e9-fd53-449f-a5a2-8b29e25b1542 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:29.900619 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-0b8a8ac3-f945-431d-8af2-970e2f08f13d req-86d605e9-fd53-449f-a5a2-8b29e25b1542 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.31 "DELETE /v2.0/ports/f39f99df-03f4-4054-9f67-e9d1923b15fd HTTP/1.1" status: 204 len: 173 time: 0.3919837 Dec 12 18:43:29.954480 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'name': 'network-vif-deleted', 'tag': 'f39f99df-03f4-4054-9f67-e9d1923b15fd'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:43:29.956916 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0ecf0ab0d0673ed1ddf6e3181e2e5630b2f509d2790f5a8f7e136419b5c042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e225b1-49cf-4c61-9986-2936a3cb8036" -d '{"events": [{"server_uuid": "1cb5fc86-2963-4229-8e9b-f539bd8ecd41", "name": "network-vif-deleted", "tag": "f39f99df-03f4-4054-9f67-e9d1923b15fd"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:43:29.999895 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff65c93-aeb4-4a36-872d-e4ffc090cf90 x-openstack-request-id: req-cff65c93-aeb4-4a36-872d-e4ffc090cf90 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:43:30.000197 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb5fc86-2963-4229-8e9b-f539bd8ecd41", "name": "network-vif-deleted", "tag": "f39f99df-03f4-4054-9f67-e9d1923b15fd", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:43:30.000464 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cff65c93-aeb4-4a36-872d-e4ffc090cf90 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:43:30.000875 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb5fc86-2963-4229-8e9b-f539bd8ecd41', 'name': 'network-vif-deleted', 'tag': 'f39f99df-03f4-4054-9f67-e9d1923b15fd', 'status': 'completed', 'code': 200} Dec 12 18:43:30.189898 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:43:30.431963 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b469bfee-79ff-45f2-8162-0ff7a74985a7 req-473a8c75-239b-492c-85d9-b113bb439aef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cb5fc86-2963-4229-8e9b-f539bd8ecd41 HTTP/1.1" status: 200 len: 210 time: 0.0275028 Dec 12 18:43:31.489503 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43334) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:31.837788 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b534108-e5fa-413d-8b77-92098643aae2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:32.082909 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3b534108-e5fa-413d-8b77-92098643aae2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port 7964f357-64a5-490e-bf73-2bce0c5de20a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:43:32.083291 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b534108-e5fa-413d-8b77-92098643aae2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:32.169041 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-3b534108-e5fa-413d-8b77-92098643aae2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] For port 7964f357-64a5-490e-bf73-2bce0c5de20a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7964f357-64a5-490e-bf73-2bce0c5de20a,segment=NetworkSegment(a97ca8ae-54f0-4220-b2dd-aecc6abff34a),segment_id=a97ca8ae-54f0-4220-b2dd-aecc6abff34a)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:43:32.169320 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b534108-e5fa-413d-8b77-92098643aae2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:32.181206 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3b534108-e5fa-413d-8b77-92098643aae2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for 7964f357-64a5-490e-bf73-2bce0c5de20a owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:43:32.358638 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b534108-e5fa-413d-8b77-92098643aae2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:32.387496 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b534108-e5fa-413d-8b77-92098643aae2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=7964f357-64a5-490e-bf73-2bce0c5de20a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:32.557566 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b534108-e5fa-413d-8b77-92098643aae2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:33.083770 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b534108-e5fa-413d-8b77-92098643aae2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router 2c388f66-5e9a-496a-8a67-de64e45184d7 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:43:33.186935 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b534108-e5fa-413d-8b77-92098643aae2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:43:33.191992 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3b534108-e5fa-413d-8b77-92098643aae2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "PUT /v2.0/routers/2c388f66-5e9a-496a-8a67-de64e45184d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7014623 Dec 12 18:43:33.194710 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43336) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:33.197330 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2bd5db-9395-406d-b81e-a0bf7a4d9f02 None None] Sync routers for ids ['2c388f66-5e9a-496a-8a67-de64e45184d7'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:43:33.207700 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2bd5db-9395-406d-b81e-a0bf7a4d9f02 None None] Routers {'2c388f66-5e9a-496a-8a67-de64e45184d7'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:43:33.208313 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6c2bd5db-9395-406d-b81e-a0bf7a4d9f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:43:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2c388f66-5e9a-496a-8a67-de64e45184d7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:33.244822 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a93a86-61ec-48f1-a8a8-b919719f3220 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting subnet 9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:43:33.247898 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33a93a86-61ec-48f1-a8a8-b919719f3220 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:33.288615 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33a93a86-61ec-48f1-a8a8-b919719f3220 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:33.311114 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-6c2bd5db-9395-406d-b81e-a0bf7a4d9f02 None None] Set router 2c388f66-5e9a-496a-8a67-de64e45184d7 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:43:33.373229 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33a93a86-61ec-48f1-a8a8-b919719f3220 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:33.430615 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33a93a86-61ec-48f1-a8a8-b919719f3220 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:33.457659 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a93a86-61ec-48f1-a8a8-b919719f3220 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Subnet': ['ID=9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:33.461127 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33a93a86-61ec-48f1-a8a8-b919719f3220 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:33.465066 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-33a93a86-61ec-48f1-a8a8-b919719f3220 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/subnets/9e8b7f4d-c712-4ea2-9d90-b80e0850d8b7 HTTP/1.1" status: 204 len: 168 time: 0.2692924 Dec 12 18:43:33.468407 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43338) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:33.475484 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f2935d-70bd-4231-a17b-51a7517ff268 None None] Network c545b367-0668-4130-aae3-224c55460169 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:43:33.553050 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6c2bd5db-9395-406d-b81e-a0bf7a4d9f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403087975', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:43:32Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:33.575278 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a311ab25-5c8b-437a-ab92-d42364ac01c0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:33.587545 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2bd5db-9395-406d-b81e-a0bf7a4d9f02 None None] Checking router: 2c388f66-5e9a-496a-8a67-de64e45184d7 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:43:33.602176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2bd5db-9395-406d-b81e-a0bf7a4d9f02 None None] Routers {'2c388f66-5e9a-496a-8a67-de64e45184d7'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:43:33.602766 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6c2bd5db-9395-406d-b81e-a0bf7a4d9f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:43:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['2c388f66-5e9a-496a-8a67-de64e45184d7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:33.670546 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] DHCP port deletion for c545b367-0668-4130-aae3-224c55460169 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:43:33.684937 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a311ab25-5c8b-437a-ab92-d42364ac01c0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:33.739107 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-6c2bd5db-9395-406d-b81e-a0bf7a4d9f02 None None] Set router 2c388f66-5e9a-496a-8a67-de64e45184d7 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:43:33.739438 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a311ab25-5c8b-437a-ab92-d42364ac01c0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port a56e897a-1d02-40c2-b941-291f2154b06c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:43:33.739808 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a311ab25-5c8b-437a-ab92-d42364ac01c0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:33.796671 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device f39f99df-03f4-4054-9f67-e9d1923b15fd no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:43:33.825819 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-a311ab25-5c8b-437a-ab92-d42364ac01c0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] For port a56e897a-1d02-40c2-b941-291f2154b06c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a56e897a-1d02-40c2-b941-291f2154b06c,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:43:33.826187 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a311ab25-5c8b-437a-ab92-d42364ac01c0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:33.843080 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a311ab25-5c8b-437a-ab92-d42364ac01c0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for a56e897a-1d02-40c2-b941-291f2154b06c owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:43:33.850751 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] Deleting port 7337480d-5dd7-4f03-b0b5-1af8ab286703 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:43:33.851118 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:33.855189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: f39f99df-03f4-4054-9f67-e9d1923b15fd {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:43:33.855558 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device f39f99df-03f4-4054-9f67-e9d1923b15fd not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:43:33.942589 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] For port 7337480d-5dd7-4f03-b0b5-1af8ab286703, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=7337480d-5dd7-4f03-b0b5-1af8ab286703,segment=NetworkSegment(a97ca8ae-54f0-4220-b2dd-aecc6abff34a),segment_id=a97ca8ae-54f0-4220-b2dd-aecc6abff34a)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:43:33.942870 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:33.961218 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] Calling delete_port for 7337480d-5dd7-4f03-b0b5-1af8ab286703 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:43:34.005767 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a311ab25-5c8b-437a-ab92-d42364ac01c0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:34.037054 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311ab25-5c8b-437a-ab92-d42364ac01c0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=a56e897a-1d02-40c2-b941-291f2154b06c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:34.056817 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b272998e-7141-42d2-a026-b61ce2bb79a2 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:43:34.084385 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6c2bd5db-9395-406d-b81e-a0bf7a4d9f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403087975', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:43:32Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:34.089401 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:34.103764 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a311ab25-5c8b-437a-ab92-d42364ac01c0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:34.120776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2bd5db-9395-406d-b81e-a0bf7a4d9f02 None None] The sync data for ids ['2c388f66-5e9a-496a-8a67-de64e45184d7'] in n-d-760354-5 is: [{'id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403087975', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:43:32Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'a56e897a-1d02-40c2-b941-291f2154b06c', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c388f66-5e9a-496a-8a67-de64e45184d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:41:19Z', 'updated_at': '2021-12-12T18:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:43:34.142813 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] Pushing event deleted for resources: {'Port': ['ID=7337480d-5dd7-4f03-b0b5-1af8ab286703,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:34.147397 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] No DVR routers for this DVR port 7337480d-5dd7-4f03-b0b5-1af8ab286703 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:43:34.155385 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.155948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.155948 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.156549 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.156689 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.156921 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.157251 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.157577 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.157895 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.158217 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.158537 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.158857 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.162076 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ea4fd-faf9-4e88-999b-a963304520bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.219565 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a311ab25-5c8b-437a-ab92-d42364ac01c0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:34.221587 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a311ab25-5c8b-437a-ab92-d42364ac01c0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:34.266644 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a311ab25-5c8b-437a-ab92-d42364ac01c0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:34.267232 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a311ab25-5c8b-437a-ab92-d42364ac01c0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Fanout notify agent at l3_agent the message router_deleted on router 2c388f66-5e9a-496a-8a67-de64e45184d7 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:43:34.274826 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a311ab25-5c8b-437a-ab92-d42364ac01c0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:34.275968 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a311ab25-5c8b-437a-ab92-d42364ac01c0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/routers/2c388f66-5e9a-496a-8a67-de64e45184d7 HTTP/1.1" status: 204 len: 168 time: 0.8066134 Dec 12 18:43:34.278889 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43340) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:34.354940 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f070dc43-b1d5-4971-b145-457dc8bc6aa5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:34.443450 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f070dc43-b1d5-4971-b145-457dc8bc6aa5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:34.462224 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-f070dc43-b1d5-4971-b145-457dc8bc6aa5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c545b367-0668-4130-aae3-224c55460169']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:34.471835 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-f070dc43-b1d5-4971-b145-457dc8bc6aa5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97ca8ae-54f0-4220-b2dd-aecc6abff34a') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:34.472093 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-f070dc43-b1d5-4971-b145-457dc8bc6aa5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97ca8ae-54f0-4220-b2dd-aecc6abff34a') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:34.482327 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f070dc43-b1d5-4971-b145-457dc8bc6aa5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:34.502498 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f070dc43-b1d5-4971-b145-457dc8bc6aa5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:34.508907 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f070dc43-b1d5-4971-b145-457dc8bc6aa5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:43:34.509582 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f070dc43-b1d5-4971-b145-457dc8bc6aa5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:43:34.512899 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:43:34.516515 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7337480d-5dd7-4f03-b0b5-1af8ab286703 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:43:34.541577 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 7337480d-5dd7-4f03-b0b5-1af8ab286703 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:43:34.541916 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7337480d-5dd7-4f03-b0b5-1af8ab286703 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:43:34.579626 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f070dc43-b1d5-4971-b145-457dc8bc6aa5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:34.587447 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f070dc43-b1d5-4971-b145-457dc8bc6aa5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:34.590705 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f070dc43-b1d5-4971-b145-457dc8bc6aa5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/networks/c545b367-0668-4130-aae3-224c55460169 HTTP/1.1" status: 204 len: 168 time: 0.3108268 Dec 12 18:43:34.594180 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43342) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:34.603508 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070dc43-b1d5-4971-b145-457dc8bc6aa5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Network': ['ID=c545b367-0668-4130-aae3-224c55460169,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:34.659585 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fdec-2722-4e69-8bef-2732d4a49c88 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:34.685823 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fdec-2722-4e69-8bef-2732d4a49c88 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:34.745705 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fdec-2722-4e69-8bef-2732d4a49c88 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:34.748529 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fdec-2722-4e69-8bef-2732d4a49c88 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:34.749686 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7ea9fdec-2722-4e69-8bef-2732d4a49c88 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/security-groups/45c8dcd7-4610-4747-b133-6cd252a5820d HTTP/1.1" status: 204 len: 168 time: 0.1539128 Dec 12 18:43:34.759074 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9fdec-2722-4e69-8bef-2732d4a49c88 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c8dcd7-4610-4747-b133-6cd252a5820d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:34.769058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fdec-2722-4e69-8bef-2732d4a49c88 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.769418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fdec-2722-4e69-8bef-2732d4a49c88 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.769773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fdec-2722-4e69-8bef-2732d4a49c88 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.770116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fdec-2722-4e69-8bef-2732d4a49c88 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.770481 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fdec-2722-4e69-8bef-2732d4a49c88 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.770820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fdec-2722-4e69-8bef-2732d4a49c88 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.771155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fdec-2722-4e69-8bef-2732d4a49c88 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.771515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fdec-2722-4e69-8bef-2732d4a49c88 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.771854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fdec-2722-4e69-8bef-2732d4a49c88 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.772188 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fdec-2722-4e69-8bef-2732d4a49c88 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.772516 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fdec-2722-4e69-8bef-2732d4a49c88 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.772844 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fdec-2722-4e69-8bef-2732d4a49c88 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:34.773169 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9fdec-2722-4e69-8bef-2732d4a49c88 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:36.064476 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7964f357-64a5-490e-bf73-2bce0c5de20a no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:43:36.084526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 7964f357-64a5-490e-bf73-2bce0c5de20a {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:43:36.084873 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 7964f357-64a5-490e-bf73-2bce0c5de20a not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:43:36.085285 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a56e897a-1d02-40c2-b941-291f2154b06c no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:43:36.103587 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: a56e897a-1d02-40c2-b941-291f2154b06c {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:43:36.103931 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a56e897a-1d02-40c2-b941-291f2154b06c not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:43:36.447314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43350) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:36.452657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a30efbe8-1c88-4919-be1a-85f3f5896eab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1741908396', 'description': 'tempest-secgroup-smoke-1741908396 description', 'project_id': '35529f23112147548f395358da49df5c'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:43:36.475595 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a30efbe8-1c88-4919-be1a-85f3f5896eab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:36.538790 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a30efbe8-1c88-4919-be1a-85f3f5896eab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:36.542054 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a30efbe8-1c88-4919-be1a-85f3f5896eab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:36.568556 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a30efbe8-1c88-4919-be1a-85f3f5896eab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:36.572725 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a30efbe8-1c88-4919-be1a-85f3f5896eab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1211839 Dec 12 18:43:36.573064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43352) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:36.573959 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30efbe8-1c88-4919-be1a-85f3f5896eab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:36.578449 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4b5ec25b-6920-4f47-a3e8-dddf44d6fecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': 'dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:43:36.604002 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec25b-6920-4f47-a3e8-dddf44d6fecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:36.662316 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec25b-6920-4f47-a3e8-dddf44d6fecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:36.665807 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec25b-6920-4f47-a3e8-dddf44d6fecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:36.683030 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ec25b-6920-4f47-a3e8-dddf44d6fecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b89d27-a4ad-4eca-b7ad-1fecebac87dd,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:36.691773 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec25b-6920-4f47-a3e8-dddf44d6fecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:36.693014 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-4b5ec25b-6920-4f47-a3e8-dddf44d6fecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188760 Dec 12 18:43:36.695924 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43354) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:36.700691 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8180aea6-cd8d-4ec9-8dfa-73b37a524cc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': 'dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:43:36.727093 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8180aea6-cd8d-4ec9-8dfa-73b37a524cc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:36.781942 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8180aea6-cd8d-4ec9-8dfa-73b37a524cc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:36.785488 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8180aea6-cd8d-4ec9-8dfa-73b37a524cc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:36.803169 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180aea6-cd8d-4ec9-8dfa-73b37a524cc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29001a38-da78-414e-a608-68a8f9315e41,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:36.809899 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8180aea6-cd8d-4ec9-8dfa-73b37a524cc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:36.811599 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8180aea6-cd8d-4ec9-8dfa-73b37a524cc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140726 Dec 12 18:43:36.814387 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43356) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:36.818680 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ee76d58f-2df6-492e-bdf8-9b2354428152 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': 'dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:43:36.844530 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ee76d58f-2df6-492e-bdf8-9b2354428152 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:36.903187 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ee76d58f-2df6-492e-bdf8-9b2354428152 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:36.906857 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ee76d58f-2df6-492e-bdf8-9b2354428152 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:36.923205 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76d58f-2df6-492e-bdf8-9b2354428152 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c7fa51-ac60-499b-9dbc-4f04f98a787a,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:36.933338 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ee76d58f-2df6-492e-bdf8-9b2354428152 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:36.934464 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ee76d58f-2df6-492e-bdf8-9b2354428152 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191669 Dec 12 18:43:36.937737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43358) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:36.942066 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-6bf8c501-7a3c-44e2-beb2-084ce13adb8a tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': 'dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:43:36.968014 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c501-7a3c-44e2-beb2-084ce13adb8a tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.023042 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c501-7a3c-44e2-beb2-084ce13adb8a tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.026761 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c501-7a3c-44e2-beb2-084ce13adb8a tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.044380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8c501-7a3c-44e2-beb2-084ce13adb8a tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d4c135-76f6-4c5c-abba-4311384c7548,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:37.053009 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6bf8c501-7a3c-44e2-beb2-084ce13adb8a tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.054213 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-6bf8c501-7a3c-44e2-beb2-084ce13adb8a tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155305 Dec 12 18:43:37.058747 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43360) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:37.063831 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-1a4c94a2-4f67-4795-9bee-c15eea68f0fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': 'dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:43:37.084276 n-d-760354-5 neutron-server[103151]: INFO neutron.db.securitygroups_db [None req-1a4c94a2-4f67-4795-9bee-c15eea68f0fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Project 35529f23112147548f395358da49df5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:43:37.089098 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a4c94a2-4f67-4795-9bee-c15eea68f0fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.145304 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a4c94a2-4f67-4795-9bee-c15eea68f0fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.148547 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a4c94a2-4f67-4795-9bee-c15eea68f0fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.165106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c94a2-4f67-4795-9bee-c15eea68f0fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252f82f1-481c-4a51-a5ec-05283ac25127,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:37.173205 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a4c94a2-4f67-4795-9bee-c15eea68f0fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.174396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1a4c94a2-4f67-4795-9bee-c15eea68f0fa tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1147044 Dec 12 18:43:37.177257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43362) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:37.181663 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-12aa833f-4ce3-4402-8591-1edeef971636 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': 'dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:43:37.202959 n-d-760354-5 neutron-server[103151]: INFO neutron.db.securitygroups_db [None req-12aa833f-4ce3-4402-8591-1edeef971636 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Project 35529f23112147548f395358da49df5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:43:37.207613 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12aa833f-4ce3-4402-8591-1edeef971636 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.267090 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12aa833f-4ce3-4402-8591-1edeef971636 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.270232 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12aa833f-4ce3-4402-8591-1edeef971636 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.287184 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa833f-4ce3-4402-8591-1edeef971636 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c356cd2c-728f-4b4f-9925-4facaa48fcc9,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:37.296238 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12aa833f-4ce3-4402-8591-1edeef971636 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.297477 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-12aa833f-4ce3-4402-8591-1edeef971636 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192715 Dec 12 18:43:37.300288 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43364) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:37.305119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-35d97e90-59b1-4cca-8ea7-a4375b1c9e84 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'network': {'name': 'tempest-network-smoke--2086282481', 'project_id': '35529f23112147548f395358da49df5c', 'port_security_enabled': True}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:43:37.325112 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d97e90-59b1-4cca-8ea7-a4375b1c9e84 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Made reservation on behalf of 35529f23112147548f395358da49df5c for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:43:37.328668 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35d97e90-59b1-4cca-8ea7-a4375b1c9e84 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.352620 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d97e90-59b1-4cca-8ea7-a4375b1c9e84 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:43:37.362326 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35d97e90-59b1-4cca-8ea7-a4375b1c9e84 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.362664 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-35d97e90-59b1-4cca-8ea7-a4375b1c9e84 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Added segment 94382dc1-fda7-4ce7-bc27-db9b2f445f2e of type vlan for network 3f0841bc-bf01-479b-b302-a1699037570a Dec 12 18:43:37.400179 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35d97e90-59b1-4cca-8ea7-a4375b1c9e84 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.425964 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35d97e90-59b1-4cca-8ea7-a4375b1c9e84 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.431538 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d97e90-59b1-4cca-8ea7-a4375b1c9e84 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:37.432135 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-35d97e90-59b1-4cca-8ea7-a4375b1c9e84 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.496929 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-35d97e90-59b1-4cca-8ea7-a4375b1c9e84 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1956191 Dec 12 18:43:37.499692 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43366) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:37.505981 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1240926726', 'admin_state_up': True, 'project_id': '35529f23112147548f395358da49df5c', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:43:37.513852 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d97e90-59b1-4cca-8ea7-a4375b1c9e84 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Network': ['ID=3f0841bc-bf01-479b-b302-a1699037570a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:37.523572 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 3f0841bc-bf01-479b-b302-a1699037570a details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:43:37.531345 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.532393 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.583287 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.723836 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.908096 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:37.925903 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:38.029004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.25.1.226 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/ab3dab41-01ca-428b-9ffd-fe1e4381ddf4) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:43:38.127826 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:38.160472 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:38.199490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:43:38.202780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:43:38.206248 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:43:38.214791 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027704b2-0ddb-4e78-9a7f-18e44cec3969 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:43:38.233867 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=ab3dab41-01ca-428b-9ffd-fe1e4381ddf4,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:38.251624 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0b8b4338-4b96-41c4-83d8-964a08bf1cee None None] Provisioning complete for port ab3dab41-01ca-428b-9ffd-fe1e4381ddf4 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:43:38.252001 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4338-4b96-41c4-83d8-964a08bf1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:38.285075 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0b8b4338-4b96-41c4-83d8-964a08bf1cee None None] Port ab3dab41-01ca-428b-9ffd-fe1e4381ddf4 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:43:38.452603 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:38.642867 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:38.762842 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router e86e116c-bae1-4cad-bfc6-c35ae325cc16 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:43:38.864582 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:43:38.874425 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Sync routers for ids ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:43:38.883427 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:38.887608 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-72ba857d-a88f-4b63-9270-20549c1e6ecf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3840559 Dec 12 18:43:38.887759 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Routers {'e86e116c-bae1-4cad-bfc6-c35ae325cc16'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:43:38.887759 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:43:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:38.887973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43368) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:38.959465 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-315b44cd-e8d2-46b1-add0-4111771d2225 tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=35529f23112147548f395358da49df5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0705898 Dec 12 18:43:38.961999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43372) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:38.989364 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Set router e86e116c-bae1-4cad-bfc6-c35ae325cc16 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:43:39.052468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4972be-2bc0-4500-9e2d-d424d608254d tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:39.054021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7e4972be-2bc0-4500-9e2d-d424d608254d tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911293 Dec 12 18:43:39.056825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43374) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:39.084232 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f331c7ed-1916-44cd-bc45-9623a4e206a4 tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263002 Dec 12 18:43:39.086587 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43376) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:39.091195 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-12714a16-2742-4732-ad81-0aa3c16b017e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1125262183', 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a', 'project_id': '35529f23112147548f395358da49df5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:43:39.164590 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240926726', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:38Z', 'revision_number': 3, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:86:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:39.181474 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12714a16-2742-4732-ad81-0aa3c16b017e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Made reservation on behalf of 35529f23112147548f395358da49df5c for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:43:39.185131 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12714a16-2742-4732-ad81-0aa3c16b017e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:39.194312 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Checking router: e86e116c-bae1-4cad-bfc6-c35ae325cc16 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:43:39.194659 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Updating router e86e116c-bae1-4cad-bfc6-c35ae325cc16 port ab3dab41-01ca-428b-9ffd-fe1e4381ddf4 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:43:39.219671 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:39.364462 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12714a16-2742-4732-ad81-0aa3c16b017e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:39.420472 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12714a16-2742-4732-ad81-0aa3c16b017e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Subnet': ['ID=38bcef07-539d-4f69-afc8-ec86996eb731,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:39.430445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12714a16-2742-4732-ad81-0aa3c16b017e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Checking segment: {'id': '94382dc1-fda7-4ce7-bc27-db9b2f445f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:43:39.430803 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12714a16-2742-4732-ad81-0aa3c16b017e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network hostable DHCP agents. Network: 3f0841bc-bf01-479b-b302-a1699037570a, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:43:39.446191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12714a16-2742-4732-ad81-0aa3c16b017e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network 3f0841bc-bf01-479b-b302-a1699037570a is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:43:39.455631 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-12714a16-2742-4732-ad81-0aa3c16b017e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 3f0841bc-bf01-479b-b302-a1699037570a) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:43:39.459674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12714a16-2742-4732-ad81-0aa3c16b017e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:39.460272 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12714a16-2742-4732-ad81-0aa3c16b017e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:39.465615 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211947f2-8226-4fbf-a66f-b3462c7b95bc None None] Network 3f0841bc-bf01-479b-b302-a1699037570a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:43:39.472293 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:39.477012 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-12714a16-2742-4732-ad81-0aa3c16b017e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3894377 Dec 12 18:43:39.477743 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:39.479875 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43378) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:39.537207 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6332c852-f24c-4a88-8e55-fe0ad5b1a4c9 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:43:39.589978 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-3f0841bc-bf01-479b-b302-a1699037570a', 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a', 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ips': [{'subnet_id': '38bcef07-539d-4f69-afc8-ec86996eb731'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:43:39.590872 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:39.627956 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Attempting to bind port ab3dab41-01ca-428b-9ffd-fe1e4381ddf4 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:43:39.628674 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Attempting to bind port ab3dab41-01ca-428b-9ffd-fe1e4381ddf4 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:43:39.629135 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Attempting to bind port ab3dab41-01ca-428b-9ffd-fe1e4381ddf4 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:43:39.641153 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:43:39.641643 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:43:39.642113 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:39.642567 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:43:39.643124 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Bound port: ab3dab41-01ca-428b-9ffd-fe1e4381ddf4, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:43:39.643586 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:39.673000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c1f40681-5246-4615-8eb8-0319eb44b077 None None] Provisioning complete for port ab3dab41-01ca-428b-9ffd-fe1e4381ddf4 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:43:39.673378 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c1f40681-5246-4615-8eb8-0319eb44b077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:39.696340 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] For port ab3dab41-01ca-428b-9ffd-fe1e4381ddf4, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:43:39.699991 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] For port ab3dab41-01ca-428b-9ffd-fe1e4381ddf4, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ab3dab41-01ca-428b-9ffd-fe1e4381ddf4,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:43:39.705251 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80a2c8-39ee-4f7d-aaeb-ac1111e81cbd None None] Pushing event updated for resources: {'Port': ['ID=ab3dab41-01ca-428b-9ffd-fe1e4381ddf4,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:39.708593 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:39.719755 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a2c8-39ee-4f7d-aaeb-ac1111e81cbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:39.720111 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a2c8-39ee-4f7d-aaeb-ac1111e81cbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:39.720612 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a2c8-39ee-4f7d-aaeb-ac1111e81cbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:39.721009 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a2c8-39ee-4f7d-aaeb-ac1111e81cbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:39.721405 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a2c8-39ee-4f7d-aaeb-ac1111e81cbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:39.721798 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a2c8-39ee-4f7d-aaeb-ac1111e81cbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:39.722193 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a2c8-39ee-4f7d-aaeb-ac1111e81cbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:39.722524 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a2c8-39ee-4f7d-aaeb-ac1111e81cbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:39.722849 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a2c8-39ee-4f7d-aaeb-ac1111e81cbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:39.723172 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a2c8-39ee-4f7d-aaeb-ac1111e81cbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:39.723519 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a2c8-39ee-4f7d-aaeb-ac1111e81cbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:39.723842 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a2c8-39ee-4f7d-aaeb-ac1111e81cbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:39.724162 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80a2c8-39ee-4f7d-aaeb-ac1111e81cbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:43:39.782510 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Routers {'e86e116c-bae1-4cad-bfc6-c35ae325cc16'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:43:39.783338 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:43:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:39.863238 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80a2c8-39ee-4f7d-aaeb-ac1111e81cbd None None] Pushing event updated for resources: {'Port': ['ID=ab3dab41-01ca-428b-9ffd-fe1e4381ddf4,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:39.874836 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cbcab6-eb27-49b5-9a36-d6a512921265 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:43:39.902142 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-c1f40681-5246-4615-8eb8-0319eb44b077 None None] Port ab3dab41-01ca-428b-9ffd-fe1e4381ddf4 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:43:39.913466 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] Set router e86e116c-bae1-4cad-bfc6-c35ae325cc16 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:43:39.952383 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Allocated IP 172.20.0.2 (3f0841bc-bf01-479b-b302-a1699037570a/38bcef07-539d-4f69-afc8-ec86996eb731/1910891f-2455-4140-b02f-1c09664fee05) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:43:40.096819 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-872cdfb7-ffd1-4551-8e3e-1f9ac88fcca5 None None] Provisioning complete for port ab3dab41-01ca-428b-9ffd-fe1e4381ddf4 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:43:40.097604 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-872cdfb7-ffd1-4551-8e3e-1f9ac88fcca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:40.104047 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240926726', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:38Z', 'revision_number': 3, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:86:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:40.131708 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467dcc1-2a10-4107-af4a-a2d76b59c87d None None] The sync data for ids ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'] in n-d-760354-5 is: [{'id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240926726', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:38Z', 'revision_number': 3, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:86:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:43:40.149100 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:40.160338 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:40.212866 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Network 3f0841bc-bf01-479b-b302-a1699037570a is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:43:40.217503 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:43:40.220456 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:43:40.280318 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Pushing event updated for resources: {'Port': ['ID=1910891f-2455-4140-b02f-1c09664fee05,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:40.294921 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eea57660-8cd9-4619-9a24-be20e718aa65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:40.303561 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-872cdfb7-ffd1-4551-8e3e-1f9ac88fcca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:40.323957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Attempting to bind port 1910891f-2455-4140-b02f-1c09664fee05 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:43:40.324328 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Attempting to bind port 1910891f-2455-4140-b02f-1c09664fee05 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '94382dc1-fda7-4ce7-bc27-db9b2f445f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:43:40.324690 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Attempting to bind port 1910891f-2455-4140-b02f-1c09664fee05 on network 3f0841bc-bf01-479b-b302-a1699037570a {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:43:40.339013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-872cdfb7-ffd1-4551-8e3e-1f9ac88fcca5 None None] For port ab3dab41-01ca-428b-9ffd-fe1e4381ddf4, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ab3dab41-01ca-428b-9ffd-fe1e4381ddf4,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:43:40.341462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:43:40.341462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Checking segment: {'id': '94382dc1-fda7-4ce7-bc27-db9b2f445f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:43:40.341462 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:40.341462 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Bound using segment: {'id': '94382dc1-fda7-4ce7-bc27-db9b2f445f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:43:40.341981 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Bound port: 1910891f-2455-4140-b02f-1c09664fee05, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94382dc1-fda7-4ce7-bc27-db9b2f445f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:43:40.343317 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:40.371444 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-872cdfb7-ffd1-4551-8e3e-1f9ac88fcca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:40.470890 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cdfb7-ffd1-4551-8e3e-1f9ac88fcca5 None None] Pushing event updated for resources: {'Port': ['ID=ab3dab41-01ca-428b-9ffd-fe1e4381ddf4,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:40.492872 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] For port 1910891f-2455-4140-b02f-1c09664fee05, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:43:40.498036 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] For port 1910891f-2455-4140-b02f-1c09664fee05, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1910891f-2455-4140-b02f-1c09664fee05,segment=NetworkSegment(94382dc1-fda7-4ce7-bc27-db9b2f445f2e),segment_id=94382dc1-fda7-4ce7-bc27-db9b2f445f2e)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:43:40.504219 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:40.568879 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecea48-23c8-4c56-8fbc-3fa97163b30d None None] Pushing event updated for resources: {'Port': ['ID=1910891f-2455-4140-b02f-1c09664fee05,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:40.648977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-eea57660-8cd9-4619-9a24-be20e718aa65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.20.0.1 (3f0841bc-bf01-479b-b302-a1699037570a/38bcef07-539d-4f69-afc8-ec86996eb731/1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:43:40.794273 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eea57660-8cd9-4619-9a24-be20e718aa65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:40.832170 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eea57660-8cd9-4619-9a24-be20e718aa65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:40.879177 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea57660-8cd9-4619-9a24-be20e718aa65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network 3f0841bc-bf01-479b-b302-a1699037570a is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:43:40.882800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-eea57660-8cd9-4619-9a24-be20e718aa65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:43:40.886792 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea57660-8cd9-4619-9a24-be20e718aa65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:43:40.894185 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea57660-8cd9-4619-9a24-be20e718aa65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:40.945428 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eea57660-8cd9-4619-9a24-be20e718aa65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:41.080550 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eea57660-8cd9-4619-9a24-be20e718aa65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:41.362062 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eea57660-8cd9-4619-9a24-be20e718aa65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:41.366959 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eea57660-8cd9-4619-9a24-be20e718aa65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:41.447226 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea57660-8cd9-4619-9a24-be20e718aa65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:41.449646 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eea57660-8cd9-4619-9a24-be20e718aa65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:41.545841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea57660-8cd9-4619-9a24-be20e718aa65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network 3f0841bc-bf01-479b-b302-a1699037570a is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:43:41.547310 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-eea57660-8cd9-4619-9a24-be20e718aa65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:43:41.576561 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3679ef99-563c-4648-bb53-3999fd2abb6b None None] Network 3f0841bc-bf01-479b-b302-a1699037570a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:43:41.643986 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e84fef81-37de-4893-abf2-55f6d6d4be98 None None] Provisioning complete for port 1910891f-2455-4140-b02f-1c09664fee05 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:43:41.644360 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e84fef81-37de-4893-abf2-55f6d6d4be98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:41.660564 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea57660-8cd9-4619-9a24-be20e718aa65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router e86e116c-bae1-4cad-bfc6-c35ae325cc16 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:43:41.770146 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e84fef81-37de-4893-abf2-55f6d6d4be98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:41.774980 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea57660-8cd9-4619-9a24-be20e718aa65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:43:41.781511 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-eea57660-8cd9-4619-9a24-be20e718aa65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "PUT /v2.0/routers/e86e116c-bae1-4cad-bfc6-c35ae325cc16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3004222 Dec 12 18:43:41.807057 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e84fef81-37de-4893-abf2-55f6d6d4be98 None None] For port 1910891f-2455-4140-b02f-1c09664fee05, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1910891f-2455-4140-b02f-1c09664fee05,segment=NetworkSegment(94382dc1-fda7-4ce7-bc27-db9b2f445f2e),segment_id=94382dc1-fda7-4ce7-bc27-db9b2f445f2e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:43:41.814411 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e84fef81-37de-4893-abf2-55f6d6d4be98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:41.874077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fef81-37de-4893-abf2-55f6d6d4be98 None None] Pushing event updated for resources: {'Port': ['ID=1910891f-2455-4140-b02f-1c09664fee05,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:41.964709 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-2c0a65c4-2e41-41c6-af91-182ab67d5a21 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741908396&fields=id&tenant_id=35529f23112147548f395358da49df5c HTTP/1.1" status: 200 len: 267 time: 0.0492749 Dec 12 18:43:42.041426 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-759fca5e-4524-4652-96fe-f990c6eb87bc None None] Provisioning complete for port 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:43:42.041791 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-759fca5e-4524-4652-96fe-f990c6eb87bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:42.093355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-7cce3b06-5b37-42d6-b71f-669afef7cfcd tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:42.095116 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-7cce3b06-5b37-42d6-b71f-669afef7cfcd tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/networks?id=3f0841bc-bf01-479b-b302-a1699037570a HTTP/1.1" status: 200 len: 797 time: 0.1214521 Dec 12 18:43:42.100419 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Sync routers for ids ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:43:42.114422 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-22ef09b9-84ce-4370-be79-3b976a946745 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/quotas/35529f23112147548f395358da49df5c HTTP/1.1" status: 200 len: 375 time: 0.0131388 Dec 12 18:43:42.122981 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-759fca5e-4524-4652-96fe-f990c6eb87bc None None] Port 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:43:42.127510 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Routers {'e86e116c-bae1-4cad-bfc6-c35ae325cc16'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:43:42.128072 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:43:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:42.194532 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-dd957084-0aca-443f-b6e2-ff71de3f15c5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712447 Dec 12 18:43:42.208704 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-759fca5e-4524-4652-96fe-f990c6eb87bc None None] Provisioning complete for port 1910891f-2455-4140-b02f-1c09664fee05 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:43:42.209077 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-759fca5e-4524-4652-96fe-f990c6eb87bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:42.242301 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ab3dab41-01ca-428b-9ffd-fe1e4381ddf4 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:43:42.293643 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-23fd091d-f402-4794-aeca-0ebc9d1657c9 service neutron] 10.222.0.18 "GET /v2.0/networks/3f0841bc-bf01-479b-b302-a1699037570a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953207 Dec 12 18:43:42.328861 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Set router e86e116c-bae1-4cad-bfc6-c35ae325cc16 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:43:42.391237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-1f6f0101-e599-4d75-ad73-40e3c123d059 service neutron] 10.222.0.18 "GET /v2.0/networks/3f0841bc-bf01-479b-b302-a1699037570a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895631 Dec 12 18:43:42.432435 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port ab3dab41-01ca-428b-9ffd-fe1e4381ddf4 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:43:42.432818 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:42.578397 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-84966fd2-3418-4501-9296-5a7bd6ef76f6 req-4b499a13-cb6b-412b-b0bf-90d36bb19928 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 210 time: 0.0278878 Dec 12 18:43:42.613175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1910891f-2455-4140-b02f-1c09664fee05 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:43:42.672350 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-45c9a2f9-15cc-4d7d-8ed8-fe3c18fb584f None None] Provisioning complete for port 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:43:42.672727 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-45c9a2f9-15cc-4d7d-8ed8-fe3c18fb584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:42.708972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240926726', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:41Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8', 'name': '', 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:88:af:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '38bcef07-539d-4f69-afc8-ec86996eb731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:40Z', 'updated_at': '2021-12-12T18:43:41Z', 'revision_number': 2, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': '38bcef07-539d-4f69-afc8-ec86996eb731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:42.741301 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Checking router: e86e116c-bae1-4cad-bfc6-c35ae325cc16 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:43:42.741665 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Updating router e86e116c-bae1-4cad-bfc6-c35ae325cc16 port 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:43:42.765541 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-45c9a2f9-15cc-4d7d-8ed8-fe3c18fb584f None None] Port 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:43:42.769448 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1910891f-2455-4140-b02f-1c09664fee05 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:43:42.769448 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:42.791971 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:43.108266 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:43.114052 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:43.169157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf3f0c-a2eb-408e-871e-4253f5123a59 None None] Pushing event updated for resources: {'Port': ['ID=1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:43.219656 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Attempting to bind port 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:43:43.220038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Attempting to bind port 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '94382dc1-fda7-4ce7-bc27-db9b2f445f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:43:43.220413 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Attempting to bind port 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8 on network 3f0841bc-bf01-479b-b302-a1699037570a {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:43:43.225716 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:43:43.226098 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Checking segment: {'id': '94382dc1-fda7-4ce7-bc27-db9b2f445f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:43:43.226507 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:43.226910 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Bound using segment: {'id': '94382dc1-fda7-4ce7-bc27-db9b2f445f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:43:43.227411 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Bound port: 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94382dc1-fda7-4ce7-bc27-db9b2f445f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:43:43.227898 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:43.291800 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] For port 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:43:43.295579 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] For port 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8,segment=NetworkSegment(94382dc1-fda7-4ce7-bc27-db9b2f445f2e),segment_id=94382dc1-fda7-4ce7-bc27-db9b2f445f2e)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:43:43.301203 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:43.362055 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Routers {'e86e116c-bae1-4cad-bfc6-c35ae325cc16'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:43:43.362706 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:43:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:43.463715 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf3f0c-a2eb-408e-871e-4253f5123a59 None None] Pushing event updated for resources: {'Port': ['ID=1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:43.485053 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-2aa169b9-c480-473f-80a8-861e29475583 None None] Provisioning complete for port 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:43:43.485053 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2aa169b9-c480-473f-80a8-861e29475583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:43.606644 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-34e150c6-8561-40cd-aaf2-8741ff8ffa53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:43.608522 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-34e150c6-8561-40cd-aaf2-8741ff8ffa53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "GET /v2.0/networks?id=3f0841bc-bf01-479b-b302-a1699037570a HTTP/1.1" status: 200 len: 797 time: 0.2133272 Dec 12 18:43:43.703841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ae6b60f8-f54e-4660-be34-a6a268d7002f req-9785aaaa-34ac-42f6-ad49-e829e6637991 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 210 time: 0.0367892 Dec 12 18:43:43.709764 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-6c01c088-9d1b-47db-af9a-67a2529c5905 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35529f23112147548f395358da49df5c HTTP/1.1" status: 200 len: 380 time: 0.0848780 Dec 12 18:43:43.724856 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-e1df10b7-8104-42b7-bc04-49dc2f9d36ca tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'port': {'device_id': 'c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642', 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a', 'admin_state_up': True, 'tenant_id': '35529f23112147548f395358da49df5c', 'security_groups': ['dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:43:43.735237 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] Set router e86e116c-bae1-4cad-bfc6-c35ae325cc16 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:43:43.846322 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-e1df10b7-8104-42b7-bc04-49dc2f9d36ca tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Made reservation on behalf of 35529f23112147548f395358da49df5c for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:43:43.850027 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-e1df10b7-8104-42b7-bc04-49dc2f9d36ca tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:43.879315 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2aa169b9-c480-473f-80a8-861e29475583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:43.936517 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-2aa169b9-c480-473f-80a8-861e29475583 None None] For port 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8,segment=NetworkSegment(94382dc1-fda7-4ce7-bc27-db9b2f445f2e),segment_id=94382dc1-fda7-4ce7-bc27-db9b2f445f2e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:43:43.943347 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-2aa169b9-c480-473f-80a8-861e29475583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:43.976291 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-e1df10b7-8104-42b7-bc04-49dc2f9d36ca tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.20.0.8 (3f0841bc-bf01-479b-b302-a1699037570a/38bcef07-539d-4f69-afc8-ec86996eb731/627dcb7e-2db6-4ef5-9b9d-017c4033c79e) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:43:44.024333 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa169b9-c480-473f-80a8-861e29475583 None None] Pushing event updated for resources: {'Port': ['ID=1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:44.046330 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240926726', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:41Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8', 'name': '', 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:88:af:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '38bcef07-539d-4f69-afc8-ec86996eb731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:40Z', 'updated_at': '2021-12-12T18:43:43Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': '38bcef07-539d-4f69-afc8-ec86996eb731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:44.081416 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc8f72-b742-4248-ad2c-2d070c6288b0 None None] The sync data for ids ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'] in n-d-760354-5 is: [{'id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240926726', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:41Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8', 'name': '', 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:88:af:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '38bcef07-539d-4f69-afc8-ec86996eb731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:40Z', 'updated_at': '2021-12-12T18:43:43Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': '38bcef07-539d-4f69-afc8-ec86996eb731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:43:44.091735 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c66c83ce-a213-4e75-a51a-d17e8b977c77 None None] Provisioning complete for port 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:43:44.092235 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c66c83ce-a213-4e75-a51a-d17e8b977c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:44.122087 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-e1df10b7-8104-42b7-bc04-49dc2f9d36ca tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:44.174437 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-e1df10b7-8104-42b7-bc04-49dc2f9d36ca tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:44.240080 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-e1df10b7-8104-42b7-bc04-49dc2f9d36ca tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network 3f0841bc-bf01-479b-b302-a1699037570a is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:43:44.247290 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-e1df10b7-8104-42b7-bc04-49dc2f9d36ca tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:43:44.255514 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-e1df10b7-8104-42b7-bc04-49dc2f9d36ca tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:43:44.283607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df10b7-8104-42b7-bc04-49dc2f9d36ca tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=627dcb7e-2db6-4ef5-9b9d-017c4033c79e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:44.330587 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-e1df10b7-8104-42b7-bc04-49dc2f9d36ca tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:44.331902 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-e1df10b7-8104-42b7-bc04-49dc2f9d36ca tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:44.352202 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-e1df10b7-8104-42b7-bc04-49dc2f9d36ca tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6312680 Dec 12 18:43:44.365415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Request body: {'port': {'device_id': 'c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:43:44.431998 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:44.554882 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5a3c2882-7da8-4dfb-8cd7-61d614a58bb0 None None] Provisioning complete for port 627dcb7e-2db6-4ef5-9b9d-017c4033c79e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:43:44.555556 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5a3c2882-7da8-4dfb-8cd7-61d614a58bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:44.596223 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5a3c2882-7da8-4dfb-8cd7-61d614a58bb0 None None] Port 627dcb7e-2db6-4ef5-9b9d-017c4033c79e cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:43:44.747138 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 627dcb7e-2db6-4ef5-9b9d-017c4033c79e {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:43:44.756058 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:44.768916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Transition to ACTIVE for port object 627dcb7e-2db6-4ef5-9b9d-017c4033c79e will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:43:44.775548 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:44.858485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Pushing event updated for resources: {'Port': ['ID=627dcb7e-2db6-4ef5-9b9d-017c4033c79e,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:44.921322 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839109d-524b-45ab-9f28-a4972e10c51e req-16cd042d-e405-4774-a780-5b47c17c38a3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:44.922945 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f839109d-524b-45ab-9f28-a4972e10c51e req-16cd042d-e405-4774-a780-5b47c17c38a3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 943 time: 0.1208134 Dec 12 18:43:44.963449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Attempting to bind port 627dcb7e-2db6-4ef5-9b9d-017c4033c79e on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:43:44.963786 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Attempting to bind port 627dcb7e-2db6-4ef5-9b9d-017c4033c79e by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '94382dc1-fda7-4ce7-bc27-db9b2f445f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:43:44.964116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Attempting to bind port 627dcb7e-2db6-4ef5-9b9d-017c4033c79e on network 3f0841bc-bf01-479b-b302-a1699037570a {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:43:44.976468 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Port 627dcb7e-2db6-4ef5-9b9d-017c4033c79e on network 3f0841bc-bf01-479b-b302-a1699037570a not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:43:44.976797 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Attempting to bind port 627dcb7e-2db6-4ef5-9b9d-017c4033c79e on network 3f0841bc-bf01-479b-b302-a1699037570a {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:43:44.985956 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-00ecdcad-c54b-4e54-ab6d-d7b7dbaaa24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:44.987101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:43:44.987434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Checking segment: {'id': '94382dc1-fda7-4ce7-bc27-db9b2f445f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:43:44.987818 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Bound using segment: {'id': '94382dc1-fda7-4ce7-bc27-db9b2f445f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:43:44.988278 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Bound port: 627dcb7e-2db6-4ef5-9b9d-017c4033c79e, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94382dc1-fda7-4ce7-bc27-db9b2f445f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:43:44.988609 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:45.012795 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f839109d-524b-45ab-9f28-a4972e10c51e req-b1e5facc-2ad4-4cd6-a36f-2c7d61a49b53 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826066 Dec 12 18:43:45.073700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] For port 627dcb7e-2db6-4ef5-9b9d-017c4033c79e, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:43:45.077145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] For port 627dcb7e-2db6-4ef5-9b9d-017c4033c79e, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=627dcb7e-2db6-4ef5-9b9d-017c4033c79e,segment=NetworkSegment(94382dc1-fda7-4ce7-bc27-db9b2f445f2e),segment_id=94382dc1-fda7-4ce7-bc27-db9b2f445f2e)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:43:45.082008 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:45.120534 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:45.121458 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:45.123062 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] 10.222.0.20 "PUT /v2.0/ports/627dcb7e-2db6-4ef5-9b9d-017c4033c79e HTTP/1.1" status: 200 len: 1091 time: 0.7619479 Dec 12 18:43:45.123609 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642', 'tag': '627dcb7e-2db6-4ef5-9b9d-017c4033c79e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:43:45.127716 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e124dad-e879-4595-ab45-6a4d4e5277d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642", "tag": "627dcb7e-2db6-4ef5-9b9d-017c4033c79e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:43:45.160567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d8718-f079-41f4-b5e7-0617a7248db0 service neutron] Pushing event updated for resources: {'Port': ['ID=627dcb7e-2db6-4ef5-9b9d-017c4033c79e,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:45.235669 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-e4bcee9c-af9e-4c8b-869f-3e3b4b17c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:45.237357 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-e4bcee9c-af9e-4c8b-869f-3e3b4b17c3a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 1094 time: 0.0540779 Dec 12 18:43:45.285340 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdeff79a-e618-4d4d-b142-39d7fc9d046b x-openstack-request-id: req-fdeff79a-e618-4d4d-b142-39d7fc9d046b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:43:45.285631 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642", "tag": "627dcb7e-2db6-4ef5-9b9d-017c4033c79e", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:43:45.285892 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdeff79a-e618-4d4d-b142-39d7fc9d046b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:43:45.286293 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642', 'tag': '627dcb7e-2db6-4ef5-9b9d-017c4033c79e', 'status': 'completed', 'code': 200} Dec 12 18:43:45.288156 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-30e71ac1-5fcc-4b96-9888-5705558ed059 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=627dcb7e-2db6-4ef5-9b9d-017c4033c79e HTTP/1.1" status: 200 len: 217 time: 0.0432003 Dec 12 18:43:45.342841 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-dde005a1-19b4-42c8-bade-14992c5ce841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:45.344382 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-dde005a1-19b4-42c8-bade-14992c5ce841 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38bcef07-539d-4f69-afc8-ec86996eb731 HTTP/1.1" status: 200 len: 835 time: 0.0485888 Dec 12 18:43:45.391824 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-21fa709e-03db-4df2-a97a-9b4be21ef1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:45.393423 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-21fa709e-03db-4df2-a97a-9b4be21ef1d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f0841bc-bf01-479b-b302-a1699037570a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420558 Dec 12 18:43:45.490586 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-d1b8464a-0ef8-468d-be0a-68aa2462948e service neutron] 10.222.0.20 "GET /v2.0/networks/3f0841bc-bf01-479b-b302-a1699037570a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902164 Dec 12 18:43:45.579885 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bba1dc18-ad61-4010-9d5e-8bddc37047cc req-f359cf43-353d-4780-b245-68229bbff51c service neutron] 10.222.0.20 "GET /v2.0/networks/3f0841bc-bf01-479b-b302-a1699037570a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808785 Dec 12 18:43:45.666952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e124dad-e879-4595-ab45-6a4d4e5277d7 req-5a88098d-3d4f-4c16-8ec5-63ddeb1ce70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:45.668478 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e124dad-e879-4595-ab45-6a4d4e5277d7 req-5a88098d-3d4f-4c16-8ec5-63ddeb1ce70e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 1094 time: 0.0452499 Dec 12 18:43:45.756894 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e124dad-e879-4595-ab45-6a4d4e5277d7 req-8766a504-9dd6-4918-9940-61c462b3581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:45.758382 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e124dad-e879-4595-ab45-6a4d4e5277d7 req-8766a504-9dd6-4918-9940-61c462b3581d service neutron] 10.222.0.20 "GET /v2.0/networks?id=3f0841bc-bf01-479b-b302-a1699037570a HTTP/1.1" status: 200 len: 898 time: 0.0834045 Dec 12 18:43:45.803927 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e124dad-e879-4595-ab45-6a4d4e5277d7 req-276ba37a-7f98-43b3-96b7-aca2a8c557b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=627dcb7e-2db6-4ef5-9b9d-017c4033c79e HTTP/1.1" status: 200 len: 217 time: 0.0373182 Dec 12 18:43:45.852657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e124dad-e879-4595-ab45-6a4d4e5277d7 req-d08f01e8-1f1d-4e9b-8c66-827c2e61648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:45.854051 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e124dad-e879-4595-ab45-6a4d4e5277d7 req-d08f01e8-1f1d-4e9b-8c66-827c2e61648f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38bcef07-539d-4f69-afc8-ec86996eb731 HTTP/1.1" status: 200 len: 835 time: 0.0421021 Dec 12 18:43:45.904583 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e124dad-e879-4595-ab45-6a4d4e5277d7 req-95872de9-82b1-4617-9f4d-cb193ed4ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:45.906066 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e124dad-e879-4595-ab45-6a4d4e5277d7 req-95872de9-82b1-4617-9f4d-cb193ed4ccb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f0841bc-bf01-479b-b302-a1699037570a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438745 Dec 12 18:43:45.997349 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e124dad-e879-4595-ab45-6a4d4e5277d7 req-d258efb4-92b4-4d9e-a5ae-ccafb7db4cc8 service neutron] 10.222.0.20 "GET /v2.0/networks/3f0841bc-bf01-479b-b302-a1699037570a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829868 Dec 12 18:43:46.096237 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e124dad-e879-4595-ab45-6a4d4e5277d7 req-a8ccbc7c-04d1-4f4a-a5e7-2607e2ba0e2a service neutron] 10.222.0.20 "GET /v2.0/networks/3f0841bc-bf01-479b-b302-a1699037570a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903344 Dec 12 18:43:46.145756 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8b31a-5805-42f3-90e0-f7be9ca53765 req-934bd5fd-a7ec-4ed7-ae3c-8d93764b85d5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:46.147343 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ba8b31a-5805-42f3-90e0-f7be9ca53765 req-934bd5fd-a7ec-4ed7-ae3c-8d93764b85d5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 943 time: 0.0543010 Dec 12 18:43:46.150467 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:43:46.198093 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ba8b31a-5805-42f3-90e0-f7be9ca53765 req-724189cc-d1f1-44fc-9d6e-254f83f5188d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443912 Dec 12 18:43:46.198583 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:43:46.198962 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:47.304373 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4b86ee10-8fa8-4f79-a6aa-eccae41c8873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:47.554223 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd710968-8893-4f2c-88d5-21ac9e286238 req-27234705-765b-4a58-ba57-3453ba267cde tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:47.555684 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd710968-8893-4f2c-88d5-21ac9e286238 req-27234705-765b-4a58-ba57-3453ba267cde tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 943 time: 0.0506928 Dec 12 18:43:47.603969 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bd710968-8893-4f2c-88d5-21ac9e286238 req-18b0c236-b398-4ffe-84ad-70d00e500020 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417459 Dec 12 18:43:47.663178 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 627dcb7e-2db6-4ef5-9b9d-017c4033c79e details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:43:47.737813 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:47.767155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 627dcb7e-2db6-4ef5-9b9d-017c4033c79e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=627dcb7e-2db6-4ef5-9b9d-017c4033c79e,segment=NetworkSegment(94382dc1-fda7-4ce7-bc27-db9b2f445f2e),segment_id=94382dc1-fda7-4ce7-bc27-db9b2f445f2e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:43:47.778412 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '627dcb7e-2db6-4ef5-9b9d-017c4033c79e', 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a', 'port_id': '627dcb7e-2db6-4ef5-9b9d-017c4033c79e', 'mac_address': 'fa:16:3e:50:38:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38bcef07-539d-4f69-afc8-ec86996eb731', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:43:47.814475 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:47.827534 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627dcb7e-2db6-4ef5-9b9d-017c4033c79e {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:43:47.846397 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 627dcb7e-2db6-4ef5-9b9d-017c4033c79e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=627dcb7e-2db6-4ef5-9b9d-017c4033c79e,segment=NetworkSegment(94382dc1-fda7-4ce7-bc27-db9b2f445f2e),segment_id=94382dc1-fda7-4ce7-bc27-db9b2f445f2e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:43:47.849759 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:47.901659 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=627dcb7e-2db6-4ef5-9b9d-017c4033c79e,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:48.051978 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['627dcb7e-2db6-4ef5-9b9d-017c4033c79e'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:43:48.213067 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:48.560632 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:48.714530 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5434e-d1c3-45ba-b503-03aaf47c33c1 req-7832a69c-831a-4bf4-bca5-ec5d707a17f0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:48.716042 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6d5434e-d1c3-45ba-b503-03aaf47c33c1 req-7832a69c-831a-4bf4-bca5-ec5d707a17f0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 944 time: 0.0465627 Dec 12 18:43:48.764646 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f6d5434e-d1c3-45ba-b503-03aaf47c33c1 req-368708f0-7479-4db1-b861-c1d27b32f706 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419688 Dec 12 18:43:49.678356 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 627dcb7e-2db6-4ef5-9b9d-017c4033c79e up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:43:49.725989 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 627dcb7e-2db6-4ef5-9b9d-017c4033c79e completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:43:49.730114 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 627dcb7e-2db6-4ef5-9b9d-017c4033c79e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:43:49.730486 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:49.809809 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:49.833017 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627dcb7e-2db6-4ef5-9b9d-017c4033c79e'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:43:49.835335 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe36ed7-852c-4640-9561-801bf0ba8803" -d '{"events": [{"server_uuid": "c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642", "name": "network-vif-plugged", "status": "completed", "tag": "627dcb7e-2db6-4ef5-9b9d-017c4033c79e"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:43:49.847727 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 627dcb7e-2db6-4ef5-9b9d-017c4033c79e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=627dcb7e-2db6-4ef5-9b9d-017c4033c79e,segment=NetworkSegment(94382dc1-fda7-4ce7-bc27-db9b2f445f2e),segment_id=94382dc1-fda7-4ce7-bc27-db9b2f445f2e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:43:49.851860 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:49.884697 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2775e-33cf-4392-8be0-80b05aeffac1 req-64bc8dd1-fa6f-4dbb-a0f2-095e01f4687b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:49.886325 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61c2775e-33cf-4392-8be0-80b05aeffac1 req-64bc8dd1-fa6f-4dbb-a0f2-095e01f4687b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 944 time: 0.0544004 Dec 12 18:43:49.907418 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=627dcb7e-2db6-4ef5-9b9d-017c4033c79e,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:49.938206 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-61c2775e-33cf-4392-8be0-80b05aeffac1 req-e55a3af6-3b97-4f14-adf7-a58882c9da0c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460167 Dec 12 18:43:49.963460 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34558f04-41f4-436b-911b-9f3a8ef61f9e x-openstack-request-id: req-34558f04-41f4-436b-911b-9f3a8ef61f9e {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:43:49.963752 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642", "name": "network-vif-plugged", "status": "completed", "tag": "627dcb7e-2db6-4ef5-9b9d-017c4033c79e", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:43:49.964011 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34558f04-41f4-436b-911b-9f3a8ef61f9e {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:43:49.964422 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627dcb7e-2db6-4ef5-9b9d-017c4033c79e', 'code': 200} Dec 12 18:43:50.062532 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ad9fa-6083-45f6-b207-bcc745f6f8df req-00e5cf14-3e77-4e89-8c42-2e2792ebcf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:50.064126 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-710ad9fa-6083-45f6-b207-bcc745f6f8df req-00e5cf14-3e77-4e89-8c42-2e2792ebcf1f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 1096 time: 0.0409317 Dec 12 18:43:50.110878 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-710ad9fa-6083-45f6-b207-bcc745f6f8df req-7c4bf94a-924a-4302-9d3d-fd3b0812b5dd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388253 Dec 12 18:43:50.284346 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:51.017785 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:51.053083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b94625-739b-436f-8b53-4822a0f7803b req-a74e9ff9-c4af-4395-93e6-bc9f646f328c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:51.054472 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c9b94625-739b-436f-8b53-4822a0f7803b req-a74e9ff9-c4af-4395-93e6-bc9f646f328c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0480957 Dec 12 18:43:51.108814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c9b94625-739b-436f-8b53-4822a0f7803b req-54119119-f945-4541-8af1-f65fe270375b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483339 Dec 12 18:43:52.225596 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c4b59-7a2e-4350-8e58-a8a05b9885a9 req-51016ae7-053e-4f49-bb6b-b00e980a42d0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:52.227040 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e8c4b59-7a2e-4350-8e58-a8a05b9885a9 req-51016ae7-053e-4f49-bb6b-b00e980a42d0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0475130 Dec 12 18:43:52.274496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9e8c4b59-7a2e-4350-8e58-a8a05b9885a9 req-1a605d33-6b3c-4e26-818d-058a49179cf0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414686 Dec 12 18:43:52.386231 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa11553-0fca-4992-8c0e-f584bf467cfa req-e203f02b-96e6-4553-a36c-41caf1e9a43b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:52.387692 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8aa11553-0fca-4992-8c0e-f584bf467cfa req-e203f02b-96e6-4553-a36c-41caf1e9a43b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0466194 Dec 12 18:43:52.434695 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8aa11553-0fca-4992-8c0e-f584bf467cfa req-36adabbe-bf66-4ab9-b668-8d42b2e5f195 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405567 Dec 12 18:43:52.457182 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43434) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:52.814796 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583db62c-91f8-455c-87d9-945e3040bd62 tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:52.816341 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-583db62c-91f8-455c-87d9-945e3040bd62 tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 1091 time: 0.3581815 Dec 12 18:43:52.819149 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43436) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:52.823431 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': '627dcb7e-2db6-4ef5-9b9d-017c4033c79e', 'tenant_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:43:52.845015 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:52.938303 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:53.039984 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.25.1.12 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/7d2aa65f-6db6-48ca-bd1b-26980c90664f) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:43:53.144977 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:53.177966 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:53.218795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:43:53.221704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:43:53.225278 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:43:53.248150 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=7d2aa65f-6db6-48ca-bd1b-26980c90664f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:53.565607 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:53.631807 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:53.778950 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:53.783809 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:53.848967 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=7d2aa65f-6db6-48ca-bd1b-26980c90664f,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:43:53.860894 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:53.964245 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Floating IP cd376a7f-d25d-4b1a-8524-5eec0471703a associated. External IP: 172.25.1.12, port: 627dcb7e-2db6-4ef5-9b9d-017c4033c79e. Dec 12 18:43:54.170266 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router e86e116c-bae1-4cad-bfc6-c35ae325cc16 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:43:54.274665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:43:54.285000 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd72b26e-649b-476e-bf63-e58b050b3d07 None None] Sync routers for ids ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:43:54.293738 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:43:54.295825 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd72b26e-649b-476e-bf63-e58b050b3d07 None None] Routers {'e86e116c-bae1-4cad-bfc6-c35ae325cc16'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:43:54.296428 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bd72b26e-649b-476e-bf63-e58b050b3d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:43:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:54.323451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0c485c80-67b9-483f-997e-2346a48a62f7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5030501 Dec 12 18:43:54.323901 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642', 'tag': '627dcb7e-2db6-4ef5-9b9d-017c4033c79e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:43:54.326214 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85793ec7-ad28-48bb-a9b7-d96f1fe60cda" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642", "tag": "627dcb7e-2db6-4ef5-9b9d-017c4033c79e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:43:54.369504 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91b8129-2859-4d87-9a48-d72ab6523766 x-openstack-request-id: req-a91b8129-2859-4d87-9a48-d72ab6523766 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:43:54.369812 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642", "tag": "627dcb7e-2db6-4ef5-9b9d-017c4033c79e", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:43:54.370053 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a91b8129-2859-4d87-9a48-d72ab6523766 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:43:54.370459 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642', 'tag': '627dcb7e-2db6-4ef5-9b9d-017c4033c79e', 'status': 'completed', 'code': 200} Dec 12 18:43:54.406184 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-bd72b26e-649b-476e-bf63-e58b050b3d07 None None] Set router e86e116c-bae1-4cad-bfc6-c35ae325cc16 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:43:54.455528 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac15a4b-8def-4750-8e48-041cc3666093 req-7dbbc27b-72ab-48fe-8619-4c997f9d5827 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:54.457081 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac15a4b-8def-4750-8e48-041cc3666093 req-7dbbc27b-72ab-48fe-8619-4c997f9d5827 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0764930 Dec 12 18:43:54.463008 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85793ec7-ad28-48bb-a9b7-d96f1fe60cda req-ab71db4e-d264-4741-b219-c7bd972bf937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:54.464465 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85793ec7-ad28-48bb-a9b7-d96f1fe60cda req-ab71db4e-d264-4741-b219-c7bd972bf937 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 1096 time: 0.0578175 Dec 12 18:43:54.562168 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-eac15a4b-8def-4750-8e48-041cc3666093 req-86917aa2-4a16-4766-bf90-ef0937ae392b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967474 Dec 12 18:43:54.584871 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43442) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:54.597206 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85793ec7-ad28-48bb-a9b7-d96f1fe60cda req-c209fd6c-47e7-4dfb-b923-43edcfbb5722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:54.598698 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85793ec7-ad28-48bb-a9b7-d96f1fe60cda req-c209fd6c-47e7-4dfb-b923-43edcfbb5722 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3f0841bc-bf01-479b-b302-a1699037570a HTTP/1.1" status: 200 len: 898 time: 0.1267796 Dec 12 18:43:54.638624 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bd72b26e-649b-476e-bf63-e58b050b3d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240926726', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:41Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'cd376a7f-d25d-4b1a-8524-5eec0471703a', 'tenant_id': '35529f23112147548f395358da49df5c', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'port_id': '627dcb7e-2db6-4ef5-9b9d-017c4033c79e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a', 'mac_address': 'fa:16:3e:50:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:43:53Z', 'updated_at': '2021-12-12T18:43:53Z', 'revision_number': 0, 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8', 'name': '', 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:88:af:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '38bcef07-539d-4f69-afc8-ec86996eb731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:40Z', 'updated_at': '2021-12-12T18:43:43Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': '38bcef07-539d-4f69-afc8-ec86996eb731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:54.647705 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2564ac4e-2f70-49ae-a2d7-198e322c0dd2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/floatingips/cd376a7f-d25d-4b1a-8524-5eec0471703a HTTP/1.1" status: 200 len: 990 time: 0.0614760 Dec 12 18:43:54.665747 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd72b26e-649b-476e-bf63-e58b050b3d07 None None] Checking router: e86e116c-bae1-4cad-bfc6-c35ae325cc16 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:43:54.666481 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85793ec7-ad28-48bb-a9b7-d96f1fe60cda req-4cac5238-8841-4de6-9820-0b8ef9e0a63e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=627dcb7e-2db6-4ef5-9b9d-017c4033c79e HTTP/1.1" status: 200 len: 998 time: 0.0605178 Dec 12 18:43:54.674786 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd72b26e-649b-476e-bf63-e58b050b3d07 None None] Routers {'e86e116c-bae1-4cad-bfc6-c35ae325cc16'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:43:54.675418 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bd72b26e-649b-476e-bf63-e58b050b3d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:43:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:54.720282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85793ec7-ad28-48bb-a9b7-d96f1fe60cda req-5742cb3a-6290-411b-a081-8c57fbbb3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:54.721755 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85793ec7-ad28-48bb-a9b7-d96f1fe60cda req-5742cb3a-6290-411b-a081-8c57fbbb3ed2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38bcef07-539d-4f69-afc8-ec86996eb731 HTTP/1.1" status: 200 len: 835 time: 0.0473366 Dec 12 18:43:54.766658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85793ec7-ad28-48bb-a9b7-d96f1fe60cda req-8c5d202f-e080-47c2-b4bd-2a55caa610ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:43:54.768185 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85793ec7-ad28-48bb-a9b7-d96f1fe60cda req-8c5d202f-e080-47c2-b4bd-2a55caa610ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f0841bc-bf01-479b-b302-a1699037570a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393245 Dec 12 18:43:54.778144 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-bd72b26e-649b-476e-bf63-e58b050b3d07 None None] Set router e86e116c-bae1-4cad-bfc6-c35ae325cc16 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:43:54.855621 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85793ec7-ad28-48bb-a9b7-d96f1fe60cda req-1f626526-2e9a-43d7-9885-1f7f87b1077b service neutron] 10.222.0.20 "GET /v2.0/networks/3f0841bc-bf01-479b-b302-a1699037570a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802414 Dec 12 18:43:54.948720 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-85793ec7-ad28-48bb-a9b7-d96f1fe60cda req-7404e48d-4350-49ee-a366-80905cd24a5f service neutron] 10.222.0.20 "GET /v2.0/networks/3f0841bc-bf01-479b-b302-a1699037570a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859509 Dec 12 18:43:54.997011 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-bd72b26e-649b-476e-bf63-e58b050b3d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240926726', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:41Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'cd376a7f-d25d-4b1a-8524-5eec0471703a', 'tenant_id': '35529f23112147548f395358da49df5c', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'port_id': '627dcb7e-2db6-4ef5-9b9d-017c4033c79e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a', 'mac_address': 'fa:16:3e:50:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:43:53Z', 'updated_at': '2021-12-12T18:43:53Z', 'revision_number': 0, 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8', 'name': '', 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:88:af:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '38bcef07-539d-4f69-afc8-ec86996eb731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:40Z', 'updated_at': '2021-12-12T18:43:43Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': '38bcef07-539d-4f69-afc8-ec86996eb731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:43:55.026184 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd72b26e-649b-476e-bf63-e58b050b3d07 None None] The sync data for ids ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'] in n-d-760354-5 is: [{'id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240926726', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:41Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'cd376a7f-d25d-4b1a-8524-5eec0471703a', 'tenant_id': '35529f23112147548f395358da49df5c', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'port_id': '627dcb7e-2db6-4ef5-9b9d-017c4033c79e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a', 'mac_address': 'fa:16:3e:50:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:43:53Z', 'updated_at': '2021-12-12T18:43:53Z', 'revision_number': 0, 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8', 'name': '', 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:88:af:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '38bcef07-539d-4f69-afc8-ec86996eb731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:40Z', 'updated_at': '2021-12-12T18:43:43Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': '38bcef07-539d-4f69-afc8-ec86996eb731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:43:55.219652 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f4dadb-8957-4230-a47e-625190d8ed2e None None] New status for floating IP cd376a7f-d25d-4b1a-8524-5eec0471703a: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:43:55.650136 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43444) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:43:55.713015 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-0f2b4ee1-d37d-48b0-a223-6ca7c59e13e6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/floatingips/cd376a7f-d25d-4b1a-8524-5eec0471703a HTTP/1.1" status: 200 len: 992 time: 0.0618396 Dec 12 18:44:07.189183 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:44:14.980796 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6bc0c28a-6c4a-479a-97c5-3e3a1a92ffef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:44:17.305911 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c91612d2-f730-4fc8-b994-592f8d475abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:44:17.715415 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:44:18.190771 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:44:18.563435 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:44:20.286568 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:44:21.019079 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:44:27.107658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a201309-7233-4cef-9dab-195aeba37f3d req-4e033e0f-9a67-4ddc-a06b-7b09027afc7e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:27.109144 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a201309-7233-4cef-9dab-195aeba37f3d req-4e033e0f-9a67-4ddc-a06b-7b09027afc7e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0508108 Dec 12 18:44:27.159290 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6a201309-7233-4cef-9dab-195aeba37f3d req-287dad75-81f9-48b6-9414-a3b912fe2b31 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436015 Dec 12 18:44:28.279341 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561d100-4271-4b2f-b49a-aaf3bed8fa83 req-66e8698f-f8da-496b-a7f8-25c143ef6688 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:28.281506 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1561d100-4271-4b2f-b49a-aaf3bed8fa83 req-66e8698f-f8da-496b-a7f8-25c143ef6688 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0524371 Dec 12 18:44:28.331707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1561d100-4271-4b2f-b49a-aaf3bed8fa83 req-675e958f-b450-42b4-92f7-bfb2f0f20b70 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440335 Dec 12 18:44:29.446495 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0248b8e-2cd3-4de0-b565-4b6381e3c418 req-dafb7ad6-0975-404d-8e7a-d69d73ee3cfe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:29.448006 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0248b8e-2cd3-4de0-b565-4b6381e3c418 req-dafb7ad6-0975-404d-8e7a-d69d73ee3cfe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0481822 Dec 12 18:44:29.495823 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c0248b8e-2cd3-4de0-b565-4b6381e3c418 req-02fb8b7e-d3e0-47b3-99e3-50ab2efd7ec7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418656 Dec 12 18:44:30.611561 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84a167-368b-4964-91a2-92c22adc9754 req-533106a2-738d-4d8a-b527-b30b6e198c52 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:30.613020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e84a167-368b-4964-91a2-92c22adc9754 req-533106a2-738d-4d8a-b527-b30b6e198c52 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0468323 Dec 12 18:44:30.664432 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1e84a167-368b-4964-91a2-92c22adc9754 req-9f91a416-ff70-4349-b863-3afa9e0d3533 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455761 Dec 12 18:44:31.776654 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a87e5-8ab3-4e9f-8c97-e1eaee25483e req-8c150767-0e14-48ef-ada4-d72dfc26b5b3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:31.778353 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a81a87e5-8ab3-4e9f-8c97-e1eaee25483e req-8c150767-0e14-48ef-ada4-d72dfc26b5b3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0473185 Dec 12 18:44:31.826339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a81a87e5-8ab3-4e9f-8c97-e1eaee25483e req-f8748e23-9267-4b69-a225-0f3041e2f28b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420086 Dec 12 18:44:32.939139 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd47bee-48d9-4065-af9e-7f3c38b16e23 req-596848eb-67cf-494d-a749-9a9da59bc49f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:32.940660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bd47bee-48d9-4065-af9e-7f3c38b16e23 req-596848eb-67cf-494d-a749-9a9da59bc49f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0477524 Dec 12 18:44:32.988150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3bd47bee-48d9-4065-af9e-7f3c38b16e23 req-32baa7b3-f8e3-4b62-ae81-1db8a2afd29d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415463 Dec 12 18:44:34.106229 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fed206-3253-4273-864c-94028a7c4696 req-fc39d884-d172-4e0a-a8a6-d3c329c13195 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:34.107754 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3fed206-3253-4273-864c-94028a7c4696 req-fc39d884-d172-4e0a-a8a6-d3c329c13195 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0521936 Dec 12 18:44:34.156912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c3fed206-3253-4273-864c-94028a7c4696 req-545bae83-8ac4-4d5f-91bc-b33db455936d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427234 Dec 12 18:44:35.270237 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694410d-e788-489a-aee9-bba92125f3ac req-d8714019-c1e8-4427-a9d7-550c49549549 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:35.271840 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c694410d-e788-489a-aee9-bba92125f3ac req-d8714019-c1e8-4427-a9d7-550c49549549 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0479782 Dec 12 18:44:35.321121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c694410d-e788-489a-aee9-bba92125f3ac req-88607692-c7bc-463a-9b31-27e1b4e1979a tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434461 Dec 12 18:44:36.434415 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdc1d8-0a8c-433d-8468-6a3a9e05960f req-f3111a5e-ddf5-4464-9ff9-a553d24bd2fb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:36.436530 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7cdc1d8-0a8c-433d-8468-6a3a9e05960f req-f3111a5e-ddf5-4464-9ff9-a553d24bd2fb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0480223 Dec 12 18:44:36.487871 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a7cdc1d8-0a8c-433d-8468-6a3a9e05960f req-f3582770-607d-4291-a8e2-fd0cdf68b4ef tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455930 Dec 12 18:44:37.602499 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839728bc-98b1-44da-ae42-edd866300290 req-a3de792f-82da-4b0c-a5da-2984cb8e5bbb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:37.603993 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-839728bc-98b1-44da-ae42-edd866300290 req-a3de792f-82da-4b0c-a5da-2984cb8e5bbb tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0479968 Dec 12 18:44:37.658511 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-839728bc-98b1-44da-ae42-edd866300290 req-17667a32-800f-4316-80ee-2041d369f89c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483632 Dec 12 18:44:38.769816 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522aca1-2220-4c07-91a0-6b34130e1bb1 req-b2c36a7e-e31d-4f5a-aaae-920eb63fc034 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:38.771303 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2522aca1-2220-4c07-91a0-6b34130e1bb1 req-b2c36a7e-e31d-4f5a-aaae-920eb63fc034 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0468380 Dec 12 18:44:38.819085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2522aca1-2220-4c07-91a0-6b34130e1bb1 req-1130ed6e-2b6d-4ce5-a910-88e290c3678e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419891 Dec 12 18:44:39.935232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6456bf6-a616-4e1d-99a5-34059c8c9565 req-8fb17f9e-16e2-4583-9ef9-3122822af0e6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:39.936758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6456bf6-a616-4e1d-99a5-34059c8c9565 req-8fb17f9e-16e2-4583-9ef9-3122822af0e6 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0515356 Dec 12 18:44:39.985813 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d6456bf6-a616-4e1d-99a5-34059c8c9565 req-67bb2697-0fda-4f80-bba4-2a762fd8fd6a tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431292 Dec 12 18:44:41.101666 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325efe0-09fd-4dc4-8c8f-e90799324e8a req-e6ae0473-67f9-4bd1-ba12-e44c2e90d3db tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:41.103128 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a325efe0-09fd-4dc4-8c8f-e90799324e8a req-e6ae0473-67f9-4bd1-ba12-e44c2e90d3db tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0470722 Dec 12 18:44:41.151063 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a325efe0-09fd-4dc4-8c8f-e90799324e8a req-48d58ef2-985a-40f4-94bc-0b81c7f7025d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412791 Dec 12 18:44:42.269173 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d34587-d2f0-4275-9f43-1fe7fd4404c6 req-6d7a6af1-3839-4deb-8b1f-e18e789d7bdf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:42.270670 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-75d34587-d2f0-4275-9f43-1fe7fd4404c6 req-6d7a6af1-3839-4deb-8b1f-e18e789d7bdf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0517871 Dec 12 18:44:42.322909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-75d34587-d2f0-4275-9f43-1fe7fd4404c6 req-d31d541d-f6bf-4315-95c8-c6160d414fda tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460556 Dec 12 18:44:43.438395 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4673a-1de2-49c9-b757-a92ab29978ef req-fe66ae9b-525d-4bca-9de8-7d9c77f9362a tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:43.439893 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52b4673a-1de2-49c9-b757-a92ab29978ef req-fe66ae9b-525d-4bca-9de8-7d9c77f9362a tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0473909 Dec 12 18:44:43.488357 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52b4673a-1de2-49c9-b757-a92ab29978ef req-1452231f-7d15-4d03-80f7-0f5ee2ae590a tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424931 Dec 12 18:44:43.510898 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43496) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:44:43.571387 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3ff6772c-421c-4374-ab75-41e9f7325876 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/floatingips/cd376a7f-d25d-4b1a-8524-5eec0471703a HTTP/1.1" status: 200 len: 992 time: 0.0592442 Dec 12 18:44:43.768148 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5edc188b-fe2e-43a8-9a1b-1a9531453ce1 req-47c96da6-db82-46a5-a861-579a89c93f7f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387785 Dec 12 18:44:43.852869 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc188b-fe2e-43a8-9a1b-1a9531453ce1 req-dcdc6e45-b587-46b2-8597-19d57e5cb06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:43.854404 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5edc188b-fe2e-43a8-9a1b-1a9531453ce1 req-dcdc6e45-b587-46b2-8597-19d57e5cb06c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 1096 time: 0.0428586 Dec 12 18:44:43.958823 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc188b-fe2e-43a8-9a1b-1a9531453ce1 req-24fbfba3-4063-4dca-b401-32fe861ef38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:43.960382 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5edc188b-fe2e-43a8-9a1b-1a9531453ce1 req-24fbfba3-4063-4dca-b401-32fe861ef38a service neutron] 10.222.0.20 "GET /v2.0/networks?id=3f0841bc-bf01-479b-b302-a1699037570a HTTP/1.1" status: 200 len: 898 time: 0.0855992 Dec 12 18:44:44.032121 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5edc188b-fe2e-43a8-9a1b-1a9531453ce1 req-c071d053-52b5-4d5c-ace1-115f9dd8d423 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=627dcb7e-2db6-4ef5-9b9d-017c4033c79e HTTP/1.1" status: 200 len: 1000 time: 0.0639212 Dec 12 18:44:44.081137 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc188b-fe2e-43a8-9a1b-1a9531453ce1 req-bacf5297-ccf6-4fcb-98cd-d5daacf68a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:44.082614 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5edc188b-fe2e-43a8-9a1b-1a9531453ce1 req-bacf5297-ccf6-4fcb-98cd-d5daacf68a8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38bcef07-539d-4f69-afc8-ec86996eb731 HTTP/1.1" status: 200 len: 835 time: 0.0442574 Dec 12 18:44:44.128108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc188b-fe2e-43a8-9a1b-1a9531453ce1 req-c03ac377-7e29-46c4-ab5a-ee0b26df7bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:44.129626 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5edc188b-fe2e-43a8-9a1b-1a9531453ce1 req-c03ac377-7e29-46c4-ab5a-ee0b26df7bb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f0841bc-bf01-479b-b302-a1699037570a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406539 Dec 12 18:44:44.140718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-5edc188b-fe2e-43a8-9a1b-1a9531453ce1 req-b4e0ff9c-b26e-49c7-b8e1-9260ab789149 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:44:44.141647 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5edc188b-fe2e-43a8-9a1b-1a9531453ce1 req-b4e0ff9c-b26e-49c7-b8e1-9260ab789149 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048995 Dec 12 18:44:44.189113 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:44:44.233490 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5edc188b-fe2e-43a8-9a1b-1a9531453ce1 req-8d37e136-905c-4f51-8f72-8120ac23419e service neutron] 10.222.0.20 "GET /v2.0/networks/3f0841bc-bf01-479b-b302-a1699037570a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847542 Dec 12 18:44:44.323746 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5edc188b-fe2e-43a8-9a1b-1a9531453ce1 req-78601ff7-253a-4965-b567-44a52aa33666 service neutron] 10.222.0.20 "GET /v2.0/networks/3f0841bc-bf01-479b-b302-a1699037570a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837066 Dec 12 18:44:44.875189 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02112e74-0f54-4095-808a-8eefd680ae08 req-e5f36123-a429-4d75-9c47-045fb66332e2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:44.876575 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-02112e74-0f54-4095-808a-8eefd680ae08 req-e5f36123-a429-4d75-9c47-045fb66332e2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0802877 Dec 12 18:44:44.891442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8cc1e-d78b-4978-a9bc-52a17f988a6d req-f3e67f6b-69db-46fd-b32f-b6fb1619e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:44.892832 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4b8cc1e-d78b-4978-a9bc-52a17f988a6d req-f3e67f6b-69db-46fd-b32f-b6fb1619e03f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 1096 time: 0.0652423 Dec 12 18:44:44.930218 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-02112e74-0f54-4095-808a-8eefd680ae08 req-50b4e2d4-1d6c-4d6e-8628-f8b219c6f1fd tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467782 Dec 12 18:44:44.981939 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-568dca2a-9864-4190-8d81-0d4e4a80da68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:44:45.064242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8cc1e-d78b-4978-a9bc-52a17f988a6d req-9c9a2c81-4ab8-4ad7-8199-c1d9db68041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:45.065741 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4b8cc1e-d78b-4978-a9bc-52a17f988a6d req-9c9a2c81-4ab8-4ad7-8199-c1d9db68041e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3f0841bc-bf01-479b-b302-a1699037570a HTTP/1.1" status: 200 len: 898 time: 0.0842285 Dec 12 18:44:45.133170 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4b8cc1e-d78b-4978-a9bc-52a17f988a6d req-eee79791-df51-4f7c-a88c-ad3f3b61171c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=627dcb7e-2db6-4ef5-9b9d-017c4033c79e HTTP/1.1" status: 200 len: 1000 time: 0.0608020 Dec 12 18:44:45.180544 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8cc1e-d78b-4978-a9bc-52a17f988a6d req-c375deb4-c5c9-4e11-9a45-0cf10b0ec418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:45.181926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4b8cc1e-d78b-4978-a9bc-52a17f988a6d req-c375deb4-c5c9-4e11-9a45-0cf10b0ec418 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38bcef07-539d-4f69-afc8-ec86996eb731 HTTP/1.1" status: 200 len: 835 time: 0.0421746 Dec 12 18:44:45.225048 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8cc1e-d78b-4978-a9bc-52a17f988a6d req-1ab7ef65-838a-404b-94a5-14ee184c5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:45.226467 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4b8cc1e-d78b-4978-a9bc-52a17f988a6d req-1ab7ef65-838a-404b-94a5-14ee184c5c05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f0841bc-bf01-479b-b302-a1699037570a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0371799 Dec 12 18:44:45.322813 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4b8cc1e-d78b-4978-a9bc-52a17f988a6d req-ed89cc01-b71d-4ce7-9779-1220948afbdc service neutron] 10.222.0.20 "GET /v2.0/networks/3f0841bc-bf01-479b-b302-a1699037570a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885224 Dec 12 18:44:45.409546 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a4b8cc1e-d78b-4978-a9bc-52a17f988a6d req-9a354064-798d-4f94-b53a-5e4520f874d3 service neutron] 10.222.0.20 "GET /v2.0/networks/3f0841bc-bf01-479b-b302-a1699037570a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797415 Dec 12 18:44:46.049758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db876ba6-232d-4e31-b448-e89000b7a414 req-168e849b-7bec-46b1-b3df-27e36c4b5016 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:44:46.051492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db876ba6-232d-4e31-b448-e89000b7a414 req-168e849b-7bec-46b1-b3df-27e36c4b5016 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0495546 Dec 12 18:44:46.104696 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-db876ba6-232d-4e31-b448-e89000b7a414 req-d1ed22f6-9dbb-40dc-b401-22654928fa43 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471280 Dec 12 18:44:46.127000 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43506) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:44:46.190701 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2da64478-1718-4027-a25c-d58cadea1130 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/floatingips/cd376a7f-d25d-4b1a-8524-5eec0471703a HTTP/1.1" status: 200 len: 992 time: 0.0625126 Dec 12 18:44:47.310946 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7e4fe16f-92cf-47f1-ae00-2f25d0be89e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:44:47.736374 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:44:48.190033 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:44:48.566014 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:44:50.289425 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:44:51.020995 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:14.983538 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-401521e9-a06c-41dc-8858-30f81a83ce36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:17.312526 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f1b4478-7887-453f-8cf4-2acdb610bf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:17.740170 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:18.188869 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:18.572739 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:19.032042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43518) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:19.184608 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port 7d2aa65f-6db6-48ca-bd1b-26980c90664f {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:45:19.184952 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:19.258363 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:19.258691 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:19.269956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for 7d2aa65f-6db6-48ca-bd1b-26980c90664f owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:45:19.414100 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:19.439629 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=7d2aa65f-6db6-48ca-bd1b-26980c90664f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:19.465125 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:19.465478 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:19.465830 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:19.466171 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:19.466508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:19.466842 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:19.467709 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:19.468057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:19.468386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:19.468718 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:19.469047 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:19.469372 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:19.469695 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:19.511041 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:19.511414 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Floating IP cd376a7f-d25d-4b1a-8524-5eec0471703a disassociated (deleted). External IP: 172.25.1.12, port: 627dcb7e-2db6-4ef5-9b9d-017c4033c79e. Dec 12 18:45:19.711312 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router e86e116c-bae1-4cad-bfc6-c35ae325cc16 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:45:20.133006 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:45:20.137488 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:20.143258 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69879ed-792d-42af-b25f-603d9b3b0c51 None None] Sync routers for ids ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:45:20.152366 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69879ed-792d-42af-b25f-603d9b3b0c51 None None] Routers {'e86e116c-bae1-4cad-bfc6-c35ae325cc16'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:45:20.152965 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e69879ed-792d-42af-b25f-603d9b3b0c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:45:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:20.165406 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0b569da7-d6e1-494e-abc4-d65be594074c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/floatingips/cd376a7f-d25d-4b1a-8524-5eec0471703a HTTP/1.1" status: 204 len: 168 time: 1.1322985 Dec 12 18:45:20.165987 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642', 'tag': '627dcb7e-2db6-4ef5-9b9d-017c4033c79e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:45:20.168269 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663dd726-b925-489e-ad36-a14817b0b090" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642", "tag": "627dcb7e-2db6-4ef5-9b9d-017c4033c79e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:45:20.215855 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fe8567-3289-454b-ac17-67583e49f6e1 x-openstack-request-id: req-d6fe8567-3289-454b-ac17-67583e49f6e1 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:45:20.216153 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642", "tag": "627dcb7e-2db6-4ef5-9b9d-017c4033c79e", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:45:20.216408 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6fe8567-3289-454b-ac17-67583e49f6e1 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:45:20.216807 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642', 'tag': '627dcb7e-2db6-4ef5-9b9d-017c4033c79e', 'status': 'completed', 'code': 200} Dec 12 18:45:20.260199 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e69879ed-792d-42af-b25f-603d9b3b0c51 None None] Set router e86e116c-bae1-4cad-bfc6-c35ae325cc16 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:45:20.304458 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dd726-b925-489e-ad36-a14817b0b090 req-a3944a54-26cd-410b-b975-d1c7d58f47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:20.306001 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-663dd726-b925-489e-ad36-a14817b0b090 req-a3944a54-26cd-410b-b975-d1c7d58f47cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 1096 time: 0.0660760 Dec 12 18:45:20.310475 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:20.440384 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd707be-c6d1-4df6-afc0-ee4330b3eb96 req-bd8b1011-4b7a-4534-81b5-496fb16e677d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:20.441812 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afd707be-c6d1-4df6-afc0-ee4330b3eb96 req-bd8b1011-4b7a-4534-81b5-496fb16e677d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0771971 Dec 12 18:45:20.466825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dd726-b925-489e-ad36-a14817b0b090 req-91ad4c32-473a-4fcd-beb3-2d81d522ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:20.468323 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-663dd726-b925-489e-ad36-a14817b0b090 req-91ad4c32-473a-4fcd-beb3-2d81d522ebbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=3f0841bc-bf01-479b-b302-a1699037570a HTTP/1.1" status: 200 len: 898 time: 0.1542735 Dec 12 18:45:20.468680 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e69879ed-792d-42af-b25f-603d9b3b0c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240926726', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:41Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8', 'name': '', 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:88:af:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '38bcef07-539d-4f69-afc8-ec86996eb731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:40Z', 'updated_at': '2021-12-12T18:43:43Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': '38bcef07-539d-4f69-afc8-ec86996eb731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:20.494523 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69879ed-792d-42af-b25f-603d9b3b0c51 None None] Checking router: e86e116c-bae1-4cad-bfc6-c35ae325cc16 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:45:20.504247 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69879ed-792d-42af-b25f-603d9b3b0c51 None None] Routers {'e86e116c-bae1-4cad-bfc6-c35ae325cc16'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:45:20.504858 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e69879ed-792d-42af-b25f-603d9b3b0c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:45:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:20.533100 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-663dd726-b925-489e-ad36-a14817b0b090 req-ab5b54e4-f524-473f-9439-afcff9aad35b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=627dcb7e-2db6-4ef5-9b9d-017c4033c79e HTTP/1.1" status: 200 len: 217 time: 0.0524504 Dec 12 18:45:20.537082 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afd707be-c6d1-4df6-afc0-ee4330b3eb96 req-fa0f586d-f71f-422b-adc6-981eeecb008c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863538 Dec 12 18:45:20.583731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dd726-b925-489e-ad36-a14817b0b090 req-71568c02-edf9-4c16-b5b2-31f031f11d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:20.585211 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-663dd726-b925-489e-ad36-a14817b0b090 req-71568c02-edf9-4c16-b5b2-31f031f11d99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38bcef07-539d-4f69-afc8-ec86996eb731 HTTP/1.1" status: 200 len: 835 time: 0.0443535 Dec 12 18:45:20.609083 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e69879ed-792d-42af-b25f-603d9b3b0c51 None None] Set router e86e116c-bae1-4cad-bfc6-c35ae325cc16 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:45:20.631663 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dd726-b925-489e-ad36-a14817b0b090 req-0efe4843-cf31-41f4-aee1-ea03f3f3df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:20.633163 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-663dd726-b925-489e-ad36-a14817b0b090 req-0efe4843-cf31-41f4-aee1-ea03f3f3df16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f0841bc-bf01-479b-b302-a1699037570a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401509 Dec 12 18:45:20.726560 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-663dd726-b925-489e-ad36-a14817b0b090 req-b49f77ed-ddf2-423b-a340-13ae587e06da service neutron] 10.222.0.20 "GET /v2.0/networks/3f0841bc-bf01-479b-b302-a1699037570a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844200 Dec 12 18:45:20.802749 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e69879ed-792d-42af-b25f-603d9b3b0c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240926726', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:41Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8', 'name': '', 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:88:af:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '38bcef07-539d-4f69-afc8-ec86996eb731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:40Z', 'updated_at': '2021-12-12T18:43:43Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': '38bcef07-539d-4f69-afc8-ec86996eb731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:20.815368 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-663dd726-b925-489e-ad36-a14817b0b090 req-5bc9a2a6-1480-4626-bd2c-49b0d38d3920 service neutron] 10.222.0.20 "GET /v2.0/networks/3f0841bc-bf01-479b-b302-a1699037570a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811572 Dec 12 18:45:20.832140 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69879ed-792d-42af-b25f-603d9b3b0c51 None None] The sync data for ids ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'] in n-d-760354-5 is: [{'id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240926726', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:41Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8', 'name': '', 'network_id': '3f0841bc-bf01-479b-b302-a1699037570a', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:88:af:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '38bcef07-539d-4f69-afc8-ec86996eb731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:40Z', 'updated_at': '2021-12-12T18:43:43Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': '38bcef07-539d-4f69-afc8-ec86996eb731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:45:21.026161 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:21.059909 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a28a50-d025-41a7-97c1-82bd24ee4d0c None None] New status for floating IP cd376a7f-d25d-4b1a-8524-5eec0471703a: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:45:21.187510 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:45:21.655633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a59576-a520-417f-bd47-19c8daaaa3a4 req-004a2374-2f08-4307-8df0-773b58eb5ed2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:21.657108 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37a59576-a520-417f-bd47-19c8daaaa3a4 req-004a2374-2f08-4307-8df0-773b58eb5ed2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0491548 Dec 12 18:45:21.705345 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-37a59576-a520-417f-bd47-19c8daaaa3a4 req-fe3e00a1-c766-4eec-826b-6d699749aea7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422597 Dec 12 18:45:21.922729 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905e471-fb41-468e-9f98-fca1ec19debb req-ee657127-9dae-4782-8917-cab9cf2cfcea tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:21.924207 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1905e471-fb41-468e-9f98-fca1ec19debb req-ee657127-9dae-4782-8917-cab9cf2cfcea tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 945 time: 0.0528746 Dec 12 18:45:22.011278 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-1905e471-fb41-468e-9f98-fca1ec19debb req-28893a37-cb1c-45f5-a384-1c2d92f177a2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port 627dcb7e-2db6-4ef5-9b9d-017c4033c79e {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:45:22.011618 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1905e471-fb41-468e-9f98-fca1ec19debb req-28893a37-cb1c-45f5-a384-1c2d92f177a2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:22.101322 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-1905e471-fb41-468e-9f98-fca1ec19debb req-28893a37-cb1c-45f5-a384-1c2d92f177a2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] For port 627dcb7e-2db6-4ef5-9b9d-017c4033c79e, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=627dcb7e-2db6-4ef5-9b9d-017c4033c79e,segment=NetworkSegment(94382dc1-fda7-4ce7-bc27-db9b2f445f2e),segment_id=94382dc1-fda7-4ce7-bc27-db9b2f445f2e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:45:22.101689 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1905e471-fb41-468e-9f98-fca1ec19debb req-28893a37-cb1c-45f5-a384-1c2d92f177a2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:22.114758 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-1905e471-fb41-468e-9f98-fca1ec19debb req-28893a37-cb1c-45f5-a384-1c2d92f177a2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for 627dcb7e-2db6-4ef5-9b9d-017c4033c79e owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:45:22.247145 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1905e471-fb41-468e-9f98-fca1ec19debb req-28893a37-cb1c-45f5-a384-1c2d92f177a2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:22.275284 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28893a37-cb1c-45f5-a384-1c2d92f177a2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=627dcb7e-2db6-4ef5-9b9d-017c4033c79e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:22.316730 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-1905e471-fb41-468e-9f98-fca1ec19debb req-28893a37-cb1c-45f5-a384-1c2d92f177a2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] No DVR routers for this DVR port 627dcb7e-2db6-4ef5-9b9d-017c4033c79e on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:45:22.319371 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1905e471-fb41-468e-9f98-fca1ec19debb req-28893a37-cb1c-45f5-a384-1c2d92f177a2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:22.322697 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1905e471-fb41-468e-9f98-fca1ec19debb req-28893a37-cb1c-45f5-a384-1c2d92f177a2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "DELETE /v2.0/ports/627dcb7e-2db6-4ef5-9b9d-017c4033c79e HTTP/1.1" status: 204 len: 173 time: 0.3908551 Dec 12 18:45:22.323128 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642', 'name': 'network-vif-deleted', 'tag': '627dcb7e-2db6-4ef5-9b9d-017c4033c79e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:45:22.325410 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4808c60f-bf86-4d8c-a6bb-7f978ab54997" -d '{"events": [{"server_uuid": "c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642", "name": "network-vif-deleted", "tag": "627dcb7e-2db6-4ef5-9b9d-017c4033c79e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:45:22.367004 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca32ca8-c399-4394-b509-062a5618daa9 x-openstack-request-id: req-5ca32ca8-c399-4394-b509-062a5618daa9 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:45:22.368042 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642", "name": "network-vif-deleted", "tag": "627dcb7e-2db6-4ef5-9b9d-017c4033c79e", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:45:22.368877 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ca32ca8-c399-4394-b509-062a5618daa9 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:45:22.369303 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642', 'name': 'network-vif-deleted', 'tag': '627dcb7e-2db6-4ef5-9b9d-017c4033c79e', 'status': 'completed', 'code': 200} Dec 12 18:45:22.816873 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-362856e9-1619-437b-9a8b-845175c9ebf3 req-e1425005-4e35-4a9d-a5c1-a51eff222cc0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8c5f6d0-1d12-4ce1-8ca6-68f2b876a642 HTTP/1.1" status: 200 len: 210 time: 0.0257945 Dec 12 18:45:23.873950 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43536) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:24.229806 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4156976c-5e32-4102-b2b6-c69502231eb9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:24.477733 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4156976c-5e32-4102-b2b6-c69502231eb9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:45:24.477983 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4156976c-5e32-4102-b2b6-c69502231eb9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:24.564072 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-4156976c-5e32-4102-b2b6-c69502231eb9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] For port 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8,segment=NetworkSegment(94382dc1-fda7-4ce7-bc27-db9b2f445f2e),segment_id=94382dc1-fda7-4ce7-bc27-db9b2f445f2e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:45:24.564434 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4156976c-5e32-4102-b2b6-c69502231eb9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:24.576406 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4156976c-5e32-4102-b2b6-c69502231eb9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8 owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:45:24.755729 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4156976c-5e32-4102-b2b6-c69502231eb9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:24.786744 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156976c-5e32-4102-b2b6-c69502231eb9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:24.954625 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4156976c-5e32-4102-b2b6-c69502231eb9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:25.163566 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4156976c-5e32-4102-b2b6-c69502231eb9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router e86e116c-bae1-4cad-bfc6-c35ae325cc16 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:45:25.267042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4156976c-5e32-4102-b2b6-c69502231eb9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:45:25.271943 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4156976c-5e32-4102-b2b6-c69502231eb9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "PUT /v2.0/routers/e86e116c-bae1-4cad-bfc6-c35ae325cc16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3969781 Dec 12 18:45:25.274616 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43538) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:25.278809 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6714f98e-08c4-43b5-ac6b-017cc5d580b0 None None] Sync routers for ids ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:45:25.289101 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6714f98e-08c4-43b5-ac6b-017cc5d580b0 None None] Routers {'e86e116c-bae1-4cad-bfc6-c35ae325cc16'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:45:25.289698 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6714f98e-08c4-43b5-ac6b-017cc5d580b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:45:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:25.324930 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28a4577-b98d-47e4-b3c7-984de5d1c63e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting subnet 38bcef07-539d-4f69-afc8-ec86996eb731 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:45:25.328119 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c28a4577-b98d-47e4-b3c7-984de5d1c63e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:25.367416 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c28a4577-b98d-47e4-b3c7-984de5d1c63e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:25.392200 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-6714f98e-08c4-43b5-ac6b-017cc5d580b0 None None] Set router e86e116c-bae1-4cad-bfc6-c35ae325cc16 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:45:25.451900 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c28a4577-b98d-47e4-b3c7-984de5d1c63e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:25.515854 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c28a4577-b98d-47e4-b3c7-984de5d1c63e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:25.546218 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c28a4577-b98d-47e4-b3c7-984de5d1c63e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:25.550644 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c28a4577-b98d-47e4-b3c7-984de5d1c63e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/subnets/38bcef07-539d-4f69-afc8-ec86996eb731 HTTP/1.1" status: 204 len: 168 time: 0.2751729 Dec 12 18:45:25.551335 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04f60a9-4c62-43f9-9c27-728d4ef95bd1 None None] Network 3f0841bc-bf01-479b-b302-a1699037570a requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:45:25.551850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a4577-b98d-47e4-b3c7-984de5d1c63e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Subnet': ['ID=38bcef07-539d-4f69-afc8-ec86996eb731,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:25.553444 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43540) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:25.586944 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6714f98e-08c4-43b5-ac6b-017cc5d580b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240926726', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:45:24Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:25.617822 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6714f98e-08c4-43b5-ac6b-017cc5d580b0 None None] Checking router: e86e116c-bae1-4cad-bfc6-c35ae325cc16 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:45:25.626290 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6714f98e-08c4-43b5-ac6b-017cc5d580b0 None None] Routers {'e86e116c-bae1-4cad-bfc6-c35ae325cc16'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:45:25.627331 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6714f98e-08c4-43b5-ac6b-017cc5d580b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:45:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:25.683338 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:25.697264 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0541cf31-539f-4621-816c-d21470940ded None None] DHCP port deletion for 3f0841bc-bf01-479b-b302-a1699037570a request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:45:25.734841 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-6714f98e-08c4-43b5-ac6b-017cc5d580b0 None None] Set router e86e116c-bae1-4cad-bfc6-c35ae325cc16 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:45:25.749170 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0541cf31-539f-4621-816c-d21470940ded None None] Deleting port 1910891f-2455-4140-b02f-1c09664fee05 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:45:25.749555 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0541cf31-539f-4621-816c-d21470940ded None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:25.789388 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:25.819250 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0541cf31-539f-4621-816c-d21470940ded None None] For port 1910891f-2455-4140-b02f-1c09664fee05, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=1910891f-2455-4140-b02f-1c09664fee05,segment=NetworkSegment(94382dc1-fda7-4ce7-bc27-db9b2f445f2e),segment_id=94382dc1-fda7-4ce7-bc27-db9b2f445f2e)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:45:25.819961 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0541cf31-539f-4621-816c-d21470940ded None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:25.834430 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0541cf31-539f-4621-816c-d21470940ded None None] Calling delete_port for 1910891f-2455-4140-b02f-1c09664fee05 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:45:25.849058 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port ab3dab41-01ca-428b-9ffd-fe1e4381ddf4 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:45:25.849437 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:25.924992 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0541cf31-539f-4621-816c-d21470940ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:25.937368 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] For port ab3dab41-01ca-428b-9ffd-fe1e4381ddf4, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=ab3dab41-01ca-428b-9ffd-fe1e4381ddf4,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:45:25.937751 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:25.949576 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for ab3dab41-01ca-428b-9ffd-fe1e4381ddf4 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:45:25.949787 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541cf31-539f-4621-816c-d21470940ded None None] Pushing event deleted for resources: {'Port': ['ID=1910891f-2455-4140-b02f-1c09664fee05,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:25.954709 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0541cf31-539f-4621-816c-d21470940ded None None] No DVR routers for this DVR port 1910891f-2455-4140-b02f-1c09664fee05 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:45:25.962498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541cf31-539f-4621-816c-d21470940ded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:25.962842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541cf31-539f-4621-816c-d21470940ded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:25.963247 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541cf31-539f-4621-816c-d21470940ded None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:25.963567 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541cf31-539f-4621-816c-d21470940ded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:25.963899 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541cf31-539f-4621-816c-d21470940ded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:25.964229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541cf31-539f-4621-816c-d21470940ded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:25.964553 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541cf31-539f-4621-816c-d21470940ded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:25.965253 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541cf31-539f-4621-816c-d21470940ded None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:25.965253 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541cf31-539f-4621-816c-d21470940ded None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:25.965491 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541cf31-539f-4621-816c-d21470940ded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:25.965807 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541cf31-539f-4621-816c-d21470940ded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:25.966125 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541cf31-539f-4621-816c-d21470940ded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:25.966442 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0541cf31-539f-4621-816c-d21470940ded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:26.029134 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6714f98e-08c4-43b5-ac6b-017cc5d580b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240926726', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:45:24Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:26.054954 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6714f98e-08c4-43b5-ac6b-017cc5d580b0 None None] The sync data for ids ['e86e116c-bae1-4cad-bfc6-c35ae325cc16'] in n-d-760354-5 is: [{'id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240926726', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:45:24Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': 'ab3dab41-01ca-428b-9ffd-fe1e4381ddf4', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e116c-bae1-4cad-bfc6-c35ae325cc16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:43:37Z', 'updated_at': '2021-12-12T18:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:45:26.130349 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:26.160279 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=ab3dab41-01ca-428b-9ffd-fe1e4381ddf4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:26.175415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:26.176137 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:26.176505 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:26.176853 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:26.177225 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:26.177323 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 627dcb7e-2db6-4ef5-9b9d-017c4033c79e no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:45:26.177523 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:26.177862 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:26.178195 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:26.178531 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:26.178865 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:26.179309 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:26.179548 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:26.179859 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:26.206585 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b6b76f-f804-4f75-a1a1-9ce2f6cd642f None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:45:26.208739 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1910891f-2455-4140-b02f-1c09664fee05 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:45:26.212942 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 627dcb7e-2db6-4ef5-9b9d-017c4033c79e {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:45:26.213286 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 627dcb7e-2db6-4ef5-9b9d-017c4033c79e not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:45:26.238182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 1910891f-2455-4140-b02f-1c09664fee05 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:45:26.238618 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1910891f-2455-4140-b02f-1c09664fee05 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:45:26.239122 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:45:26.242466 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:26.260469 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:45:26.260822 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 1bf2a4fa-02d9-4a6b-b12c-311e1b1911b8 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:45:26.337041 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:26.339133 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:26.381353 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:26.382055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Fanout notify agent at l3_agent the message router_deleted on router e86e116c-bae1-4cad-bfc6-c35ae325cc16 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:45:26.389902 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:26.391043 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e4c538fd-3718-46f2-9174-02d2f01f5fd0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/routers/e86e116c-bae1-4cad-bfc6-c35ae325cc16 HTTP/1.1" status: 204 len: 168 time: 0.8347950 Dec 12 18:45:26.393656 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43542) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:26.476272 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64d4cef1-4a14-438a-bb24-f42941c6df2e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:26.569111 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64d4cef1-4a14-438a-bb24-f42941c6df2e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:26.587861 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-64d4cef1-4a14-438a-bb24-f42941c6df2e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0841bc-bf01-479b-b302-a1699037570a']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:26.596855 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-64d4cef1-4a14-438a-bb24-f42941c6df2e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94382dc1-fda7-4ce7-bc27-db9b2f445f2e') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:26.597155 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-64d4cef1-4a14-438a-bb24-f42941c6df2e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94382dc1-fda7-4ce7-bc27-db9b2f445f2e') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:26.606179 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64d4cef1-4a14-438a-bb24-f42941c6df2e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:26.619172 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64d4cef1-4a14-438a-bb24-f42941c6df2e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:26.625413 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d4cef1-4a14-438a-bb24-f42941c6df2e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:45:26.625814 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64d4cef1-4a14-438a-bb24-f42941c6df2e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:45:26.628797 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:45:26.683064 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64d4cef1-4a14-438a-bb24-f42941c6df2e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:26.690616 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64d4cef1-4a14-438a-bb24-f42941c6df2e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:26.693637 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-64d4cef1-4a14-438a-bb24-f42941c6df2e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/networks/3f0841bc-bf01-479b-b302-a1699037570a HTTP/1.1" status: 204 len: 168 time: 0.2990401 Dec 12 18:45:26.696490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43544) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:26.705839 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4cef1-4a14-438a-bb24-f42941c6df2e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Network': ['ID=3f0841bc-bf01-479b-b302-a1699037570a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:26.753564 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ebab2ab-c427-465f-9732-b655d6eef067 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:26.778238 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ebab2ab-c427-465f-9732-b655d6eef067 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:26.839985 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ebab2ab-c427-465f-9732-b655d6eef067 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:26.843172 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ebab2ab-c427-465f-9732-b655d6eef067 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:26.844374 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3ebab2ab-c427-465f-9732-b655d6eef067 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/security-groups/dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab HTTP/1.1" status: 204 len: 168 time: 0.1468968 Dec 12 18:45:26.863623 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebab2ab-c427-465f-9732-b655d6eef067 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd2af1b-0aad-4b5e-b06a-b2dc89a860ab,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:27.101956 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43550) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:27.106650 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-001e9540-b268-4b71-9016-7d1b1f7d17b9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-56079449', 'description': 'tempest-secgroup-smoke-56079449 description', 'project_id': '35529f23112147548f395358da49df5c'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:45:27.129579 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-001e9540-b268-4b71-9016-7d1b1f7d17b9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.197853 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-001e9540-b268-4b71-9016-7d1b1f7d17b9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.202255 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-001e9540-b268-4b71-9016-7d1b1f7d17b9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.233322 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-001e9540-b268-4b71-9016-7d1b1f7d17b9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.234555 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-001e9540-b268-4b71-9016-7d1b1f7d17b9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1315970 Dec 12 18:45:27.236460 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e9540-b268-4b71-9016-7d1b1f7d17b9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92009fc0-dad9-4a04-9259-0160b6fe46a2,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:27.237696 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43552) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:27.242423 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3c5a2fba-34e6-4196-a22c-c8b9553ffe5f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '92009fc0-dad9-4a04-9259-0160b6fe46a2', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:45:27.269192 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c5a2fba-34e6-4196-a22c-c8b9553ffe5f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.328669 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c5a2fba-34e6-4196-a22c-c8b9553ffe5f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.332211 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c5a2fba-34e6-4196-a22c-c8b9553ffe5f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.351381 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a2fba-34e6-4196-a22c-c8b9553ffe5f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c6c9ca-4192-447c-8a45-13cc8d829c9b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:27.359613 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c5a2fba-34e6-4196-a22c-c8b9553ffe5f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.360807 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3c5a2fba-34e6-4196-a22c-c8b9553ffe5f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220896 Dec 12 18:45:27.363680 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43554) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:27.368306 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-08f34ce6-6b8c-4262-a11a-403fe480185c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '92009fc0-dad9-4a04-9259-0160b6fe46a2', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:45:27.394188 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08f34ce6-6b8c-4262-a11a-403fe480185c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.448786 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08f34ce6-6b8c-4262-a11a-403fe480185c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.452877 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08f34ce6-6b8c-4262-a11a-403fe480185c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.473068 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f34ce6-6b8c-4262-a11a-403fe480185c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7866d87c-79aa-4771-a831-4d601c8cc91b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:27.478748 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08f34ce6-6b8c-4262-a11a-403fe480185c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.479920 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-08f34ce6-6b8c-4262-a11a-403fe480185c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152122 Dec 12 18:45:27.482667 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43556) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:27.486995 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c48783b4-3296-4c8e-8ca8-326b7d64dd39 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '92009fc0-dad9-4a04-9259-0160b6fe46a2', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:45:27.513236 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c48783b4-3296-4c8e-8ca8-326b7d64dd39 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.568854 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c48783b4-3296-4c8e-8ca8-326b7d64dd39 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.572205 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c48783b4-3296-4c8e-8ca8-326b7d64dd39 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.589400 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48783b4-3296-4c8e-8ca8-326b7d64dd39 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1495c9-b5f2-4237-9aed-4c3d4674e222,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:27.597350 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c48783b4-3296-4c8e-8ca8-326b7d64dd39 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.598535 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c48783b4-3296-4c8e-8ca8-326b7d64dd39 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148975 Dec 12 18:45:27.601264 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43558) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:27.605445 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c671b2c4-3e08-4cbe-8125-9a12acd1bc75 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '92009fc0-dad9-4a04-9259-0160b6fe46a2', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:45:27.630389 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c671b2c4-3e08-4cbe-8125-9a12acd1bc75 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.689170 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c671b2c4-3e08-4cbe-8125-9a12acd1bc75 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.692654 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c671b2c4-3e08-4cbe-8125-9a12acd1bc75 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.710388 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671b2c4-3e08-4cbe-8125-9a12acd1bc75 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8100d6de-1504-48b7-88f2-6fd163469f3f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:27.718069 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c671b2c4-3e08-4cbe-8125-9a12acd1bc75 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.719286 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c671b2c4-3e08-4cbe-8125-9a12acd1bc75 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170876 Dec 12 18:45:27.721975 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43560) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:27.726170 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c1441f28-1bd6-42eb-8f42-e0bf1c56ed3d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '92009fc0-dad9-4a04-9259-0160b6fe46a2', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:45:27.747639 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-c1441f28-1bd6-42eb-8f42-e0bf1c56ed3d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Project 35529f23112147548f395358da49df5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:45:27.752876 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1441f28-1bd6-42eb-8f42-e0bf1c56ed3d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.810292 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1441f28-1bd6-42eb-8f42-e0bf1c56ed3d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.814376 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1441f28-1bd6-42eb-8f42-e0bf1c56ed3d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.831945 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1441f28-1bd6-42eb-8f42-e0bf1c56ed3d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6cb7cda-ae9f-41f6-b90b-0f356852deaf,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:27.839787 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1441f28-1bd6-42eb-8f42-e0bf1c56ed3d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.840917 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-c1441f28-1bd6-42eb-8f42-e0bf1c56ed3d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180305 Dec 12 18:45:27.843617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43562) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:27.847931 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-169c5e00-21c0-4ca2-b21b-d24a449a68f9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'security_group_rule': {'security_group_id': '92009fc0-dad9-4a04-9259-0160b6fe46a2', 'project_id': '35529f23112147548f395358da49df5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:45:27.868015 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-169c5e00-21c0-4ca2-b21b-d24a449a68f9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Project 35529f23112147548f395358da49df5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:45:27.873891 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-169c5e00-21c0-4ca2-b21b-d24a449a68f9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.932237 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-169c5e00-21c0-4ca2-b21b-d24a449a68f9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.936618 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-169c5e00-21c0-4ca2-b21b-d24a449a68f9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.955946 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c5e00-21c0-4ca2-b21b-d24a449a68f9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974df949-8938-40a0-9a38-8257e5c03bd2,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:27.961759 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-169c5e00-21c0-4ca2-b21b-d24a449a68f9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:27.963241 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-169c5e00-21c0-4ca2-b21b-d24a449a68f9 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186633 Dec 12 18:45:27.966247 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43564) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:27.971215 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2b632aae-5227-4d9f-99fe-8ab8b8ff7d0e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'network': {'name': 'tempest-network-smoke--525232862', 'project_id': '35529f23112147548f395358da49df5c', 'port_security_enabled': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:45:27.991533 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b632aae-5227-4d9f-99fe-8ab8b8ff7d0e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Made reservation on behalf of 35529f23112147548f395358da49df5c for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:45:27.994953 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b632aae-5227-4d9f-99fe-8ab8b8ff7d0e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:28.018006 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b632aae-5227-4d9f-99fe-8ab8b8ff7d0e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:45:28.026724 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b632aae-5227-4d9f-99fe-8ab8b8ff7d0e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:28.027134 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-2b632aae-5227-4d9f-99fe-8ab8b8ff7d0e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Added segment 6efdc07c-1941-4e9b-993a-7f6a8affd980 of type vlan for network 5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 Dec 12 18:45:28.068791 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b632aae-5227-4d9f-99fe-8ab8b8ff7d0e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:28.092267 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b632aae-5227-4d9f-99fe-8ab8b8ff7d0e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:28.097744 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b632aae-5227-4d9f-99fe-8ab8b8ff7d0e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:28.098361 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b632aae-5227-4d9f-99fe-8ab8b8ff7d0e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:28.156863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43566) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:28.157367 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2b632aae-5227-4d9f-99fe-8ab8b8ff7d0e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1890483 Dec 12 18:45:28.160278 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ab3dab41-01ca-428b-9ffd-fe1e4381ddf4 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:45:28.161123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1121088163', 'admin_state_up': True, 'project_id': '35529f23112147548f395358da49df5c', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:45:28.172079 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b632aae-5227-4d9f-99fe-8ab8b8ff7d0e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Network': ['ID=5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:28.187767 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:45:28.188246 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:28.189330 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:28.191072 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: ab3dab41-01ca-428b-9ffd-fe1e4381ddf4 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:45:28.191455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device ab3dab41-01ca-428b-9ffd-fe1e4381ddf4 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:45:28.240369 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:28.377740 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:28.872328 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:28.891548 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:28.992452 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.25.1.47 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/638bb1d5-c020-4a6e-9515-de6564358614) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:45:29.089271 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:29.126059 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:29.164719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:45:29.167609 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:45:29.171157 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:45:29.180338 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9cfe5e-37be-4a9b-b8b9-02132494791f None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:45:29.193293 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=638bb1d5-c020-4a6e-9515-de6564358614,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:29.268972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b6d92b42-7c2d-41d8-8dbc-0f71aa3e6efe None None] Provisioning complete for port 638bb1d5-c020-4a6e-9515-de6564358614 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:45:29.269343 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b6d92b42-7c2d-41d8-8dbc-0f71aa3e6efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:29.302015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b6d92b42-7c2d-41d8-8dbc-0f71aa3e6efe None None] Port 638bb1d5-c020-4a6e-9515-de6564358614 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:45:29.417668 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:29.609126 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:29.733391 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:45:29.832827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:45:29.842428 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Sync routers for ids ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:45:29.852776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Routers {'37cd31ea-7aa7-42eb-ad6a-539f648c5e50'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:45:29.853099 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:29.853397 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:45:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:29.854516 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-dfe56c0b-993c-4ed5-b711-a7849b676c1b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6972430 Dec 12 18:45:29.858318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43568) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:29.889352 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4bdcdb1d-9532-4ae6-8bff-1bce74a55c00 tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=35529f23112147548f395358da49df5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299339 Dec 12 18:45:29.892179 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43570) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:29.955123 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Set router 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:45:29.985286 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc967d53-dc01-49a1-8465-5602633c1273 tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:29.986758 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-dc967d53-dc01-49a1-8465-5602633c1273 tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0935769 Dec 12 18:45:29.989538 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43572) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:30.017060 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2b103fab-5648-4db3-8da7-389951bb017e tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=890a4b59-34d7-4315-9d80-83fedf65298e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264482 Dec 12 18:45:30.019597 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43574) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:30.024320 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ab848e32-7e94-4758-a320-8377ca6ade29 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2067610728', 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186', 'project_id': '35529f23112147548f395358da49df5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:45:30.117671 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab848e32-7e94-4758-a320-8377ca6ade29 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Made reservation on behalf of 35529f23112147548f395358da49df5c for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:45:30.121328 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab848e32-7e94-4758-a320-8377ca6ade29 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:30.136641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121088163', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '638bb1d5-c020-4a6e-9515-de6564358614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:29Z', 'revision_number': 3, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '638bb1d5-c020-4a6e-9515-de6564358614', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:30.163773 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Checking router: 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:45:30.164100 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Updating router 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 port 638bb1d5-c020-4a6e-9515-de6564358614 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:45:30.189031 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:30.306638 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab848e32-7e94-4758-a320-8377ca6ade29 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:30.370480 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab848e32-7e94-4758-a320-8377ca6ade29 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Subnet': ['ID=b43bf6af-372e-4244-b5e1-f9231d473f42,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:30.381409 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab848e32-7e94-4758-a320-8377ca6ade29 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Checking segment: {'id': '6efdc07c-1941-4e9b-993a-7f6a8affd980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:45:30.381782 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab848e32-7e94-4758-a320-8377ca6ade29 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network hostable DHCP agents. Network: 5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:45:30.400377 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab848e32-7e94-4758-a320-8377ca6ade29 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network 5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:45:30.410462 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ab848e32-7e94-4758-a320-8377ca6ade29 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:45:30.414838 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab848e32-7e94-4758-a320-8377ca6ade29 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:30.415472 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab848e32-7e94-4758-a320-8377ca6ade29 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:30.437750 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ab848e32-7e94-4758-a320-8377ca6ade29 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4170377 Dec 12 18:45:30.440652 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43576) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:30.448357 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b846eb12-7910-4470-868e-845948908f89 None None] Network 5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:45:30.622025 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186', 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186', 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ips': [{'subnet_id': 'b43bf6af-372e-4244-b5e1-f9231d473f42'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:45:30.622882 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:30.769684 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:30.793198 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:30.845133 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Allocated IP 172.20.0.2 (5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186/b43bf6af-372e-4244-b5e1-f9231d473f42/d391fdd6-8b23-4d5c-96ff-e0ccc05333c9) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:45:30.853236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3265ef7d-6ec3-4e07-9b74-6f7a0f669205 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:45:30.884289 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Attempting to bind port 638bb1d5-c020-4a6e-9515-de6564358614 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:45:30.884559 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cff47047-ec50-428d-8903-d124c84b3b0d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:30.884698 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Attempting to bind port 638bb1d5-c020-4a6e-9515-de6564358614 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:45:30.884957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Attempting to bind port 638bb1d5-c020-4a6e-9515-de6564358614 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:45:30.886842 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca210f-0fee-47cc-9bfd-af064ed362e9 None None] Pushing event updated for resources: {'Port': ['ID=638bb1d5-c020-4a6e-9515-de6564358614,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:30.906901 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:45:30.907314 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:45:30.907728 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:30.908136 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:45:30.908612 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Bound port: 638bb1d5-c020-4a6e-9515-de6564358614, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:45:30.909001 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:30.999004 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-311e4e75-a699-4e6d-9a22-abfbe4592d7c None None] Provisioning complete for port 638bb1d5-c020-4a6e-9515-de6564358614 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:45:30.999407 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-311e4e75-a699-4e6d-9a22-abfbe4592d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:31.056286 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] For port 638bb1d5-c020-4a6e-9515-de6564358614, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:45:31.078183 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] For port 638bb1d5-c020-4a6e-9515-de6564358614, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=638bb1d5-c020-4a6e-9515-de6564358614,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:45:31.079304 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-311e4e75-a699-4e6d-9a22-abfbe4592d7c None None] Port 638bb1d5-c020-4a6e-9515-de6564358614 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:45:31.084060 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:31.151490 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40821f9d-c137-4589-b48d-84bf3bc561de None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:45:31.177443 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:31.187355 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Routers {'37cd31ea-7aa7-42eb-ad6a-539f648c5e50'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:45:31.187979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:45:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:31.189992 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca210f-0fee-47cc-9bfd-af064ed362e9 None None] Pushing event updated for resources: {'Port': ['ID=638bb1d5-c020-4a6e-9515-de6564358614,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:31.194778 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:31.240181 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-cff47047-ec50-428d-8903-d124c84b3b0d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.20.0.1 (5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186/b43bf6af-372e-4244-b5e1-f9231d473f42/47217a44-ed54-4f4d-b163-caee920c2cd2) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:45:31.313287 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Network 5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:45:31.323297 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Pushing event updated for resources: {'Port': ['ID=d391fdd6-8b23-4d5c-96ff-e0ccc05333c9,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:31.325648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:45:31.330158 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:45:31.352601 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-7d602b43-0506-4c44-8410-c944c1663ea5 None None] Provisioning complete for port 638bb1d5-c020-4a6e-9515-de6564358614 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:45:31.352978 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d602b43-0506-4c44-8410-c944c1663ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:31.353353 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cff47047-ec50-428d-8903-d124c84b3b0d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:31.387327 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cff47047-ec50-428d-8903-d124c84b3b0d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:31.412621 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] Set router 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:45:31.431808 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff47047-ec50-428d-8903-d124c84b3b0d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network 5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:45:31.434907 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-cff47047-ec50-428d-8903-d124c84b3b0d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:45:31.438790 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff47047-ec50-428d-8903-d124c84b3b0d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:45:31.463304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff47047-ec50-428d-8903-d124c84b3b0d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=47217a44-ed54-4f4d-b163-caee920c2cd2,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:31.486606 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cff47047-ec50-428d-8903-d124c84b3b0d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:31.521596 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Attempting to bind port d391fdd6-8b23-4d5c-96ff-e0ccc05333c9 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:45:31.521971 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Attempting to bind port d391fdd6-8b23-4d5c-96ff-e0ccc05333c9 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '6efdc07c-1941-4e9b-993a-7f6a8affd980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:45:31.522340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Attempting to bind port d391fdd6-8b23-4d5c-96ff-e0ccc05333c9 on network 5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:45:31.539233 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:45:31.539233 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Checking segment: {'id': '6efdc07c-1941-4e9b-993a-7f6a8affd980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:45:31.539657 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:31.540058 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Bound using segment: {'id': '6efdc07c-1941-4e9b-993a-7f6a8affd980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:45:31.540535 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Bound port: d391fdd6-8b23-4d5c-96ff-e0ccc05333c9, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efdc07c-1941-4e9b-993a-7f6a8affd980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:45:31.540918 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:31.614439 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cff47047-ec50-428d-8903-d124c84b3b0d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:31.665497 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d602b43-0506-4c44-8410-c944c1663ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:31.704525 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7d602b43-0506-4c44-8410-c944c1663ea5 None None] For port 638bb1d5-c020-4a6e-9515-de6564358614, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=638bb1d5-c020-4a6e-9515-de6564358614,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:45:31.706810 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] For port d391fdd6-8b23-4d5c-96ff-e0ccc05333c9, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:45:31.713048 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d602b43-0506-4c44-8410-c944c1663ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:31.727175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] For port d391fdd6-8b23-4d5c-96ff-e0ccc05333c9, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d391fdd6-8b23-4d5c-96ff-e0ccc05333c9,segment=NetworkSegment(6efdc07c-1941-4e9b-993a-7f6a8affd980),segment_id=6efdc07c-1941-4e9b-993a-7f6a8affd980)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:45:31.752259 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:31.790368 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d602b43-0506-4c44-8410-c944c1663ea5 None None] Pushing event updated for resources: {'Port': ['ID=638bb1d5-c020-4a6e-9515-de6564358614,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:31.798436 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121088163', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '638bb1d5-c020-4a6e-9515-de6564358614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:29Z', 'revision_number': 3, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '638bb1d5-c020-4a6e-9515-de6564358614', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:31.845359 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a9552d-08ad-4ecc-aebb-6e949dec68f0 None None] The sync data for ids ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'] in n-d-760354-5 is: [{'id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121088163', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '638bb1d5-c020-4a6e-9515-de6564358614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:29Z', 'revision_number': 3, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '638bb1d5-c020-4a6e-9515-de6564358614', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:45:31.871388 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2467488-1929-4b41-8a3a-5b2d83910d20 None None] Pushing event updated for resources: {'Port': ['ID=d391fdd6-8b23-4d5c-96ff-e0ccc05333c9,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:31.916987 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cff47047-ec50-428d-8903-d124c84b3b0d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:31.922339 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cff47047-ec50-428d-8903-d124c84b3b0d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:32.012475 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff47047-ec50-428d-8903-d124c84b3b0d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=47217a44-ed54-4f4d-b163-caee920c2cd2,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:32.015616 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cff47047-ec50-428d-8903-d124c84b3b0d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:32.161129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff47047-ec50-428d-8903-d124c84b3b0d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network 5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:45:32.162902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-cff47047-ec50-428d-8903-d124c84b3b0d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:45:32.272957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d391fdd6-8b23-4d5c-96ff-e0ccc05333c9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:45:32.285051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff47047-ec50-428d-8903-d124c84b3b0d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:45:32.336402 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port d391fdd6-8b23-4d5c-96ff-e0ccc05333c9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:45:32.336790 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:32.406925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff47047-ec50-428d-8903-d124c84b3b0d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:45:32.413289 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cff47047-ec50-428d-8903-d124c84b3b0d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "PUT /v2.0/routers/37cd31ea-7aa7-42eb-ad6a-539f648c5e50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9714596 Dec 12 18:45:32.417969 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:32.452961 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port d391fdd6-8b23-4d5c-96ff-e0ccc05333c9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d391fdd6-8b23-4d5c-96ff-e0ccc05333c9,segment=NetworkSegment(6efdc07c-1941-4e9b-993a-7f6a8affd980),segment_id=6efdc07c-1941-4e9b-993a-7f6a8affd980)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:45:32.460188 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:32.461028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 638bb1d5-c020-4a6e-9515-de6564358614 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:45:32.550890 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=d391fdd6-8b23-4d5c-96ff-e0ccc05333c9,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:32.573258 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 638bb1d5-c020-4a6e-9515-de6564358614 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:45:32.574178 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:32.801123 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c6de87f-6950-49b6-a294-6144a5899499 req-f980dce8-f4e6-415b-9f89-5caa72fcf23a tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-56079449&fields=id&tenant_id=35529f23112147548f395358da49df5c HTTP/1.1" status: 200 len: 267 time: 0.0490880 Dec 12 18:45:32.866864 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce08b20f-4628-4e0f-9e1c-63d1088fc52e None None] Network 5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:45:32.923289 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6de87f-6950-49b6-a294-6144a5899499 req-356eb1ff-bd64-4e81-bb42-4d4f820fa528 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:32.924801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c6de87f-6950-49b6-a294-6144a5899499 req-356eb1ff-bd64-4e81-bb42-4d4f820fa528 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/networks?id=5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 HTTP/1.1" status: 200 len: 796 time: 0.1160579 Dec 12 18:45:32.940890 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c6de87f-6950-49b6-a294-6144a5899499 req-306e43d2-55ed-4e87-93be-3e3eb5f13c71 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/quotas/35529f23112147548f395358da49df5c HTTP/1.1" status: 200 len: 375 time: 0.0101235 Dec 12 18:45:32.971616 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-73ad24fb-15ed-4339-a249-8fcc5c035a76 None None] Provisioning complete for port d391fdd6-8b23-4d5c-96ff-e0ccc05333c9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:45:32.971995 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73ad24fb-15ed-4339-a249-8fcc5c035a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:32.992791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c6de87f-6950-49b6-a294-6144a5899499 req-b73d05ad-ca54-41ec-a8a0-0982cbd997e7 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462563 Dec 12 18:45:33.008471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-1c6de87f-6950-49b6-a294-6144a5899499 req-7d371cb7-253a-4df8-8680-7fb181c8cc67 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:45:33.009524 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c6de87f-6950-49b6-a294-6144a5899499 req-7d371cb7-253a-4df8-8680-7fb181c8cc67 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052361 Dec 12 18:45:33.106575 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c6de87f-6950-49b6-a294-6144a5899499 req-01e71069-d58f-4b2d-819c-26bb20295104 service neutron] 10.222.0.18 "GET /v2.0/networks/5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909832 Dec 12 18:45:33.203452 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c6de87f-6950-49b6-a294-6144a5899499 req-613ae9e9-2858-4cfa-8770-41fb7cf1f81e service neutron] 10.222.0.18 "GET /v2.0/networks/5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894485 Dec 12 18:45:33.287127 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9629bf3c-980a-4b4e-a7a9-137822b46894 None None] Provisioning complete for port d391fdd6-8b23-4d5c-96ff-e0ccc05333c9 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:45:33.287793 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9629bf3c-980a-4b4e-a7a9-137822b46894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:33.411429 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-9629bf3c-980a-4b4e-a7a9-137822b46894 None None] Provisioning complete for port 47217a44-ed54-4f4d-b163-caee920c2cd2 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:45:33.411896 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9629bf3c-980a-4b4e-a7a9-137822b46894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:33.457891 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-9629bf3c-980a-4b4e-a7a9-137822b46894 None None] Port 47217a44-ed54-4f4d-b163-caee920c2cd2 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:45:33.473442 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-fdca7c24-6aa0-4702-8cfa-87ada01770fd req-a8206f3b-6b5f-40d6-bdcd-d3a1d79f6ffd tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 210 time: 0.1124713 Dec 12 18:45:33.581127 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-af9a9fbe-b172-484f-a4e8-c66e1b33f936 None None] Provisioning complete for port 47217a44-ed54-4f4d-b163-caee920c2cd2 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:45:33.581504 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af9a9fbe-b172-484f-a4e8-c66e1b33f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:33.619575 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-af9a9fbe-b172-484f-a4e8-c66e1b33f936 None None] Port 47217a44-ed54-4f4d-b163-caee920c2cd2 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:45:33.738568 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-0fdec454-dfc7-425a-929d-e5184824ff14 None None] Provisioning complete for port 47217a44-ed54-4f4d-b163-caee920c2cd2 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:45:33.738945 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0fdec454-dfc7-425a-929d-e5184824ff14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:33.774437 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-0fdec454-dfc7-425a-929d-e5184824ff14 None None] Port 47217a44-ed54-4f4d-b163-caee920c2cd2 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:45:33.819841 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Sync routers for ids ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:45:33.841690 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Routers {'37cd31ea-7aa7-42eb-ad6a-539f648c5e50'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:45:33.842345 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:45:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:33.952806 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Set router 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:45:34.153014 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121088163', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '638bb1d5-c020-4a6e-9515-de6564358614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '638bb1d5-c020-4a6e-9515-de6564358614', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '47217a44-ed54-4f4d-b163-caee920c2cd2', 'name': '', 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:91:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b43bf6af-372e-4244-b5e1-f9231d473f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:31Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 2, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'b43bf6af-372e-4244-b5e1-f9231d473f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:34.166985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d391fdd6-8b23-4d5c-96ff-e0ccc05333c9 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:45:34.179750 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Checking router: 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:45:34.180107 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Updating router 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 port 47217a44-ed54-4f4d-b163-caee920c2cd2 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:45:34.204964 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:34.214865 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port d391fdd6-8b23-4d5c-96ff-e0ccc05333c9 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:45:34.215478 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:34.456154 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6de87f-6950-49b6-a294-6144a5899499 req-494e485d-ba4b-4f78-a7bf-3fcdc2e96836 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:34.457608 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c6de87f-6950-49b6-a294-6144a5899499 req-494e485d-ba4b-4f78-a7bf-3fcdc2e96836 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "GET /v2.0/networks?id=5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 HTTP/1.1" status: 200 len: 796 time: 0.1142859 Dec 12 18:45:34.476169 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:34.487911 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:34.537709 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c6de87f-6950-49b6-a294-6144a5899499 req-bfd684c7-ae06-47a6-8ee5-1c4adf8ef61d tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35529f23112147548f395358da49df5c HTTP/1.1" status: 200 len: 378 time: 0.0688467 Dec 12 18:45:34.551280 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-1c6de87f-6950-49b6-a294-6144a5899499 req-52b9522c-e017-4cc0-9d79-aafc062ca4fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'port': {'device_id': '56afbaf1-e477-4eb4-ab65-bdd9c9a0708c', 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186', 'admin_state_up': True, 'tenant_id': '35529f23112147548f395358da49df5c', 'security_groups': ['92009fc0-dad9-4a04-9259-0160b6fe46a2']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:45:34.568735 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96453e-7c26-4666-99fb-8b1dc8f8d347 None None] Pushing event updated for resources: {'Port': ['ID=47217a44-ed54-4f4d-b163-caee920c2cd2,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:34.595368 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96453e-7c26-4666-99fb-8b1dc8f8d347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:34.595711 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96453e-7c26-4666-99fb-8b1dc8f8d347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:34.596054 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96453e-7c26-4666-99fb-8b1dc8f8d347 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:34.596389 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96453e-7c26-4666-99fb-8b1dc8f8d347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:34.596720 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96453e-7c26-4666-99fb-8b1dc8f8d347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:34.597044 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96453e-7c26-4666-99fb-8b1dc8f8d347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:34.597366 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96453e-7c26-4666-99fb-8b1dc8f8d347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:34.597688 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96453e-7c26-4666-99fb-8b1dc8f8d347 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:34.598007 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96453e-7c26-4666-99fb-8b1dc8f8d347 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:34.598325 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96453e-7c26-4666-99fb-8b1dc8f8d347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:34.598644 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96453e-7c26-4666-99fb-8b1dc8f8d347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:34.599771 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96453e-7c26-4666-99fb-8b1dc8f8d347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:34.600142 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96453e-7c26-4666-99fb-8b1dc8f8d347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:45:34.614672 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Attempting to bind port 47217a44-ed54-4f4d-b163-caee920c2cd2 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:45:34.615101 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Attempting to bind port 47217a44-ed54-4f4d-b163-caee920c2cd2 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '6efdc07c-1941-4e9b-993a-7f6a8affd980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:45:34.615668 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Attempting to bind port 47217a44-ed54-4f4d-b163-caee920c2cd2 on network 5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:45:34.621490 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:45:34.621928 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Checking segment: {'id': '6efdc07c-1941-4e9b-993a-7f6a8affd980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:45:34.622343 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:34.622738 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Bound using segment: {'id': '6efdc07c-1941-4e9b-993a-7f6a8affd980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:45:34.623351 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Bound port: 47217a44-ed54-4f4d-b163-caee920c2cd2, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efdc07c-1941-4e9b-993a-7f6a8affd980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:45:34.623783 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:34.633869 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3772e93a-0e26-4ebf-9766-74d320272168 req-42556f75-a7fe-4dcd-86b7-2c3a88808192 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 210 time: 0.0338485 Dec 12 18:45:34.703658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6de87f-6950-49b6-a294-6144a5899499 req-52b9522c-e017-4cc0-9d79-aafc062ca4fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Made reservation on behalf of 35529f23112147548f395358da49df5c for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:45:34.706086 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] For port 47217a44-ed54-4f4d-b163-caee920c2cd2, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:45:34.707343 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c6de87f-6950-49b6-a294-6144a5899499 req-52b9522c-e017-4cc0-9d79-aafc062ca4fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:34.709460 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] For port 47217a44-ed54-4f4d-b163-caee920c2cd2, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=47217a44-ed54-4f4d-b163-caee920c2cd2,segment=NetworkSegment(6efdc07c-1941-4e9b-993a-7f6a8affd980),segment_id=6efdc07c-1941-4e9b-993a-7f6a8affd980)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:45:34.714175 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:34.766080 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Routers {'37cd31ea-7aa7-42eb-ad6a-539f648c5e50'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:45:34.766590 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:45:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:34.800508 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8fc404e2-5999-4d12-91b4-c179468d978b None None] Provisioning complete for port 47217a44-ed54-4f4d-b163-caee920c2cd2 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:45:34.801080 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8fc404e2-5999-4d12-91b4-c179468d978b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:34.854337 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96453e-7c26-4666-99fb-8b1dc8f8d347 None None] Pushing event updated for resources: {'Port': ['ID=47217a44-ed54-4f4d-b163-caee920c2cd2,revision_number=4']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:34.865998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-1c6de87f-6950-49b6-a294-6144a5899499 req-52b9522c-e017-4cc0-9d79-aafc062ca4fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.20.0.10 (5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186/b43bf6af-372e-4244-b5e1-f9231d473f42/50c95e0e-22e0-497d-8869-3ac041fd92ed) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:45:34.899595 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] Set router 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:45:34.914401 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8fc404e2-5999-4d12-91b4-c179468d978b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:35.045901 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c6de87f-6950-49b6-a294-6144a5899499 req-52b9522c-e017-4cc0-9d79-aafc062ca4fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:35.084084 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c6de87f-6950-49b6-a294-6144a5899499 req-52b9522c-e017-4cc0-9d79-aafc062ca4fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:35.122704 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121088163', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '638bb1d5-c020-4a6e-9515-de6564358614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '638bb1d5-c020-4a6e-9515-de6564358614', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '47217a44-ed54-4f4d-b163-caee920c2cd2', 'name': '', 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:91:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b43bf6af-372e-4244-b5e1-f9231d473f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:31Z', 'updated_at': '2021-12-12T18:45:34Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'b43bf6af-372e-4244-b5e1-f9231d473f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:35.133278 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6de87f-6950-49b6-a294-6144a5899499 req-52b9522c-e017-4cc0-9d79-aafc062ca4fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network 5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:45:35.137076 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-1c6de87f-6950-49b6-a294-6144a5899499 req-52b9522c-e017-4cc0-9d79-aafc062ca4fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:45:35.142742 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6de87f-6950-49b6-a294-6144a5899499 req-52b9522c-e017-4cc0-9d79-aafc062ca4fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:45:35.145061 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8fc404e2-5999-4d12-91b4-c179468d978b None None] For port 47217a44-ed54-4f4d-b163-caee920c2cd2, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=47217a44-ed54-4f4d-b163-caee920c2cd2,segment=NetworkSegment(6efdc07c-1941-4e9b-993a-7f6a8affd980),segment_id=6efdc07c-1941-4e9b-993a-7f6a8affd980)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:45:35.165065 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5ccbd-519a-4e41-a66d-0f1c555d5a63 None None] The sync data for ids ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'] in n-d-760354-5 is: [{'id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121088163', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '638bb1d5-c020-4a6e-9515-de6564358614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '638bb1d5-c020-4a6e-9515-de6564358614', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '47217a44-ed54-4f4d-b163-caee920c2cd2', 'name': '', 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:91:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b43bf6af-372e-4244-b5e1-f9231d473f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:31Z', 'updated_at': '2021-12-12T18:45:34Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'b43bf6af-372e-4244-b5e1-f9231d473f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:45:35.172717 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9522c-e017-4cc0-9d79-aafc062ca4fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=50c95e0e-22e0-497d-8869-3ac041fd92ed,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:35.189468 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8fc404e2-5999-4d12-91b4-c179468d978b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:35.232704 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6de87f-6950-49b6-a294-6144a5899499 req-52b9522c-e017-4cc0-9d79-aafc062ca4fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:35.233739 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c6de87f-6950-49b6-a294-6144a5899499 req-52b9522c-e017-4cc0-9d79-aafc062ca4fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:35.261925 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c6de87f-6950-49b6-a294-6144a5899499 req-52b9522c-e017-4cc0-9d79-aafc062ca4fc tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7168391 Dec 12 18:45:35.274454 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Request body: {'port': {'device_id': '56afbaf1-e477-4eb4-ab65-bdd9c9a0708c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:45:35.296969 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc404e2-5999-4d12-91b4-c179468d978b None None] Pushing event updated for resources: {'Port': ['ID=47217a44-ed54-4f4d-b163-caee920c2cd2,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:35.324786 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ab7c7465-d8bd-4cc0-9d84-e4e72796ef8b None None] Provisioning complete for port 47217a44-ed54-4f4d-b163-caee920c2cd2 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:45:35.325170 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab7c7465-d8bd-4cc0-9d84-e4e72796ef8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:35.361465 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:35.565518 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6118fad5-7ed4-4641-b38a-5b2b535067fe None None] Provisioning complete for port 50c95e0e-22e0-497d-8869-3ac041fd92ed triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:45:35.566555 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6118fad5-7ed4-4641-b38a-5b2b535067fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:35.604503 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6118fad5-7ed4-4641-b38a-5b2b535067fe None None] Port 50c95e0e-22e0-497d-8869-3ac041fd92ed cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:45:35.666811 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c95e0e-22e0-497d-8869-3ac041fd92ed {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:45:35.675589 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:35.689108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Transition to ACTIVE for port object 50c95e0e-22e0-497d-8869-3ac041fd92ed will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:45:35.693495 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:35.784099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Pushing event updated for resources: {'Port': ['ID=50c95e0e-22e0-497d-8869-3ac041fd92ed,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:35.834486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6fd3d-f4e0-40be-b1a5-b8d99dc8a9bc req-04a58266-59c2-47fd-8072-70963aaa5859 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:35.835956 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a2f6fd3d-f4e0-40be-b1a5-b8d99dc8a9bc req-04a58266-59c2-47fd-8072-70963aaa5859 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 944 time: 0.1149230 Dec 12 18:45:35.894418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Attempting to bind port 50c95e0e-22e0-497d-8869-3ac041fd92ed on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:45:35.894762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Attempting to bind port 50c95e0e-22e0-497d-8869-3ac041fd92ed by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': '6efdc07c-1941-4e9b-993a-7f6a8affd980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:45:35.895103 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Attempting to bind port 50c95e0e-22e0-497d-8869-3ac041fd92ed on network 5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:45:35.913177 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a2f6fd3d-f4e0-40be-b1a5-b8d99dc8a9bc req-1ea7d712-e871-4c87-b415-e2faab4e1eee tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=92009fc0-dad9-4a04-9259-0160b6fe46a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682096 Dec 12 18:45:35.913754 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Port 50c95e0e-22e0-497d-8869-3ac041fd92ed on network 5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:45:35.914087 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Attempting to bind port 50c95e0e-22e0-497d-8869-3ac041fd92ed on network 5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:45:35.919719 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:45:35.920633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Checking segment: {'id': '6efdc07c-1941-4e9b-993a-7f6a8affd980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:45:35.921024 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Bound using segment: {'id': '6efdc07c-1941-4e9b-993a-7f6a8affd980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:45:35.921469 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Bound port: 50c95e0e-22e0-497d-8869-3ac041fd92ed, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efdc07c-1941-4e9b-993a-7f6a8affd980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:45:35.921831 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:35.987612 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] For port 50c95e0e-22e0-497d-8869-3ac041fd92ed, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:45:35.990842 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] For port 50c95e0e-22e0-497d-8869-3ac041fd92ed, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=50c95e0e-22e0-497d-8869-3ac041fd92ed,segment=NetworkSegment(6efdc07c-1941-4e9b-993a-7f6a8affd980),segment_id=6efdc07c-1941-4e9b-993a-7f6a8affd980)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:45:35.996540 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:36.196472 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 47217a44-ed54-4f4d-b163-caee920c2cd2 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:45:36.250990 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 47217a44-ed54-4f4d-b163-caee920c2cd2 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:45:36.251408 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:36.373700 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:36.374320 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:36.375753 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c6de87f-6950-49b6-a294-6144a5899499 req-d011bb86-966e-4044-b97c-27038f157078 service neutron] 10.222.0.20 "PUT /v2.0/ports/50c95e0e-22e0-497d-8869-3ac041fd92ed HTTP/1.1" status: 200 len: 1092 time: 1.1056058 Dec 12 18:45:36.376201 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56afbaf1-e477-4eb4-ab65-bdd9c9a0708c', 'tag': '50c95e0e-22e0-497d-8869-3ac041fd92ed'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:45:36.378505 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d44551-25b2-41ed-be5f-e8bd8e1291a3" -d '{"events": [{"name": "network-changed", "server_uuid": "56afbaf1-e477-4eb4-ab65-bdd9c9a0708c", "tag": "50c95e0e-22e0-497d-8869-3ac041fd92ed"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:45:36.418487 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011bb86-966e-4044-b97c-27038f157078 service neutron] Pushing event updated for resources: {'Port': ['ID=50c95e0e-22e0-497d-8869-3ac041fd92ed,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:36.425135 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4a9e51-6587-4ffe-805c-c61fae3c5e7f x-openstack-request-id: req-9d4a9e51-6587-4ffe-805c-c61fae3c5e7f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:45:36.425428 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56afbaf1-e477-4eb4-ab65-bdd9c9a0708c", "tag": "50c95e0e-22e0-497d-8869-3ac041fd92ed", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:45:36.425683 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d4a9e51-6587-4ffe-805c-c61fae3c5e7f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:45:36.426087 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56afbaf1-e477-4eb4-ab65-bdd9c9a0708c', 'tag': '50c95e0e-22e0-497d-8869-3ac041fd92ed', 'status': 'completed', 'code': 200} Dec 12 18:45:36.469790 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6de87f-6950-49b6-a294-6144a5899499 req-bf4e1015-1116-43a7-993a-888658fe37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:36.471435 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c6de87f-6950-49b6-a294-6144a5899499 req-bf4e1015-1116-43a7-993a-888658fe37ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 1095 time: 0.0428431 Dec 12 18:45:36.517233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c6de87f-6950-49b6-a294-6144a5899499 req-66f616fc-adab-4cfd-99a4-5dc18808bf84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50c95e0e-22e0-497d-8869-3ac041fd92ed HTTP/1.1" status: 200 len: 217 time: 0.0383990 Dec 12 18:45:36.570261 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6de87f-6950-49b6-a294-6144a5899499 req-32ae69de-6eed-429d-a6c8-fb23fb71d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:36.571770 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c6de87f-6950-49b6-a294-6144a5899499 req-32ae69de-6eed-429d-a6c8-fb23fb71d68c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b43bf6af-372e-4244-b5e1-f9231d473f42 HTTP/1.1" status: 200 len: 835 time: 0.0484338 Dec 12 18:45:36.616134 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6de87f-6950-49b6-a294-6144a5899499 req-044ce20b-7446-49ee-a06f-c1a3b5b55e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:36.617639 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c6de87f-6950-49b6-a294-6144a5899499 req-044ce20b-7446-49ee-a06f-c1a3b5b55e28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390000 Dec 12 18:45:36.710937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c6de87f-6950-49b6-a294-6144a5899499 req-361e142c-9730-450d-806c-1e5f96bae71c service neutron] 10.222.0.20 "GET /v2.0/networks/5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818036 Dec 12 18:45:36.802974 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1c6de87f-6950-49b6-a294-6144a5899499 req-462abde9-6cd6-459d-820b-ddcf922931e7 service neutron] 10.222.0.20 "GET /v2.0/networks/5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841267 Dec 12 18:45:36.887624 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d44551-25b2-41ed-be5f-e8bd8e1291a3 req-19a62a5c-95f2-4256-9afa-029a6eb36487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:36.889713 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04d44551-25b2-41ed-be5f-e8bd8e1291a3 req-19a62a5c-95f2-4256-9afa-029a6eb36487 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 1095 time: 0.0404849 Dec 12 18:45:36.986497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d44551-25b2-41ed-be5f-e8bd8e1291a3 req-012a65e5-8377-41f4-b12e-d4be850fcc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:36.988512 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04d44551-25b2-41ed-be5f-e8bd8e1291a3 req-012a65e5-8377-41f4-b12e-d4be850fcc6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 HTTP/1.1" status: 200 len: 897 time: 0.0916336 Dec 12 18:45:37.044076 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04d44551-25b2-41ed-be5f-e8bd8e1291a3 req-35b77b10-06ea-4d85-85ad-7ca52d8d7aba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50c95e0e-22e0-497d-8869-3ac041fd92ed HTTP/1.1" status: 200 len: 217 time: 0.0467308 Dec 12 18:45:37.100701 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecf820-449b-43eb-9254-98f904ee9c0b req-5bd610c4-5a63-416b-a572-45934bf59456 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:37.102063 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fecf820-449b-43eb-9254-98f904ee9c0b req-5bd610c4-5a63-416b-a572-45934bf59456 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 944 time: 0.1126823 Dec 12 18:45:37.112885 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d44551-25b2-41ed-be5f-e8bd8e1291a3 req-89475a7b-7f8a-427d-b67a-c4496bd24650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:37.114259 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04d44551-25b2-41ed-be5f-e8bd8e1291a3 req-89475a7b-7f8a-427d-b67a-c4496bd24650 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b43bf6af-372e-4244-b5e1-f9231d473f42 HTTP/1.1" status: 200 len: 835 time: 0.0618165 Dec 12 18:45:37.180844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fecf820-449b-43eb-9254-98f904ee9c0b req-16252e63-0bf7-4a29-9f42-496b17c4801a tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=92009fc0-dad9-4a04-9259-0160b6fe46a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705340 Dec 12 18:45:37.187159 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d44551-25b2-41ed-be5f-e8bd8e1291a3 req-32588646-093c-4578-b5f3-02c50bb4793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:37.188614 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04d44551-25b2-41ed-be5f-e8bd8e1291a3 req-32588646-093c-4578-b5f3-02c50bb4793c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622499 Dec 12 18:45:37.287010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04d44551-25b2-41ed-be5f-e8bd8e1291a3 req-0afa05e5-06d6-4d6f-a2d4-20413e55adc7 service neutron] 10.222.0.20 "GET /v2.0/networks/5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903487 Dec 12 18:45:37.378184 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-04d44551-25b2-41ed-be5f-e8bd8e1291a3 req-cec2495c-bb0a-4eb6-b8dd-a63df1111c30 service neutron] 10.222.0.20 "GET /v2.0/networks/5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815318 Dec 12 18:45:38.253714 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 50c95e0e-22e0-497d-8869-3ac041fd92ed details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:45:38.299578 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da8414-62b9-4725-996f-73fb3a051e1e req-f8acb5e9-c3a6-4138-a40f-fcb6b753fc0e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:38.301136 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-24da8414-62b9-4725-996f-73fb3a051e1e req-f8acb5e9-c3a6-4138-a40f-fcb6b753fc0e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 944 time: 0.0513053 Dec 12 18:45:38.353449 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 50c95e0e-22e0-497d-8869-3ac041fd92ed, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=50c95e0e-22e0-497d-8869-3ac041fd92ed,segment=NetworkSegment(6efdc07c-1941-4e9b-993a-7f6a8affd980),segment_id=6efdc07c-1941-4e9b-993a-7f6a8affd980)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:45:38.358312 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-24da8414-62b9-4725-996f-73fb3a051e1e req-73dc4147-8bfd-4d8f-92b4-8756e5c4cb59 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=92009fc0-dad9-4a04-9259-0160b6fe46a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509603 Dec 12 18:45:38.365398 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '50c95e0e-22e0-497d-8869-3ac041fd92ed', 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186', 'port_id': '50c95e0e-22e0-497d-8869-3ac041fd92ed', 'mac_address': 'fa:16:3e:17:3a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43bf6af-372e-4244-b5e1-f9231d473f42', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:45:38.402517 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:38.415274 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c95e0e-22e0-497d-8869-3ac041fd92ed {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:45:38.434390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 50c95e0e-22e0-497d-8869-3ac041fd92ed, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=50c95e0e-22e0-497d-8869-3ac041fd92ed,segment=NetworkSegment(6efdc07c-1941-4e9b-993a-7f6a8affd980),segment_id=6efdc07c-1941-4e9b-993a-7f6a8affd980)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:45:38.438448 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:38.483046 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=50c95e0e-22e0-497d-8869-3ac041fd92ed,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:38.683028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['50c95e0e-22e0-497d-8869-3ac041fd92ed'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:45:39.476957 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f82de-ac25-485d-8414-8829f5768cdb req-342f5c21-a27e-464f-9dae-6a465c008573 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:39.478448 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8d7f82de-ac25-485d-8414-8829f5768cdb req-342f5c21-a27e-464f-9dae-6a465c008573 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 945 time: 0.0525854 Dec 12 18:45:39.528020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8d7f82de-ac25-485d-8414-8829f5768cdb req-450c9d8b-393f-45c7-8389-603d4fa9bf05 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=92009fc0-dad9-4a04-9259-0160b6fe46a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435393 Dec 12 18:45:40.269039 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 50c95e0e-22e0-497d-8869-3ac041fd92ed up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:45:40.320203 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 50c95e0e-22e0-497d-8869-3ac041fd92ed completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:45:40.324620 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 50c95e0e-22e0-497d-8869-3ac041fd92ed triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:45:40.324989 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:40.400902 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:40.424030 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56afbaf1-e477-4eb4-ab65-bdd9c9a0708c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c95e0e-22e0-497d-8869-3ac041fd92ed'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:45:40.426308 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc86d621-bf1b-4504-9a94-a430a008e988" -d '{"events": [{"server_uuid": "56afbaf1-e477-4eb4-ab65-bdd9c9a0708c", "name": "network-vif-plugged", "status": "completed", "tag": "50c95e0e-22e0-497d-8869-3ac041fd92ed"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:45:40.439893 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 50c95e0e-22e0-497d-8869-3ac041fd92ed, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=50c95e0e-22e0-497d-8869-3ac041fd92ed,segment=NetworkSegment(6efdc07c-1941-4e9b-993a-7f6a8affd980),segment_id=6efdc07c-1941-4e9b-993a-7f6a8affd980)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:45:40.444413 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:40.471252 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e222465-b084-42fa-a88b-881682c4cacd x-openstack-request-id: req-7e222465-b084-42fa-a88b-881682c4cacd {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:45:40.471559 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56afbaf1-e477-4eb4-ab65-bdd9c9a0708c", "name": "network-vif-plugged", "status": "completed", "tag": "50c95e0e-22e0-497d-8869-3ac041fd92ed", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:45:40.471816 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e222465-b084-42fa-a88b-881682c4cacd {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:45:40.472210 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56afbaf1-e477-4eb4-ab65-bdd9c9a0708c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c95e0e-22e0-497d-8869-3ac041fd92ed', 'code': 200} Dec 12 18:45:40.497034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=50c95e0e-22e0-497d-8869-3ac041fd92ed,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:40.566169 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98631d7c-2c38-4880-be7e-9dd54b9accb1 req-2cea037f-73bc-4dc9-8143-72d97620f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:40.567707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98631d7c-2c38-4880-be7e-9dd54b9accb1 req-2cea037f-73bc-4dc9-8143-72d97620f02c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 1097 time: 0.0407786 Dec 12 18:45:40.645093 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-98631d7c-2c38-4880-be7e-9dd54b9accb1 req-961d1d89-6d26-4421-b199-60c957865ed0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=92009fc0-dad9-4a04-9259-0160b6fe46a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694864 Dec 12 18:45:40.661646 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ffe9b-6fab-482b-bb33-914f1d113dcc req-b685230a-7ea9-44a7-a8a1-b1cd8314cb93 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:40.663005 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a92ffe9b-6fab-482b-bb33-914f1d113dcc req-b685230a-7ea9-44a7-a8a1-b1cd8314cb93 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 946 time: 0.0643206 Dec 12 18:45:40.711412 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a92ffe9b-6fab-482b-bb33-914f1d113dcc req-0073a0c4-c6a2-4ce0-b94d-0c67e9d7b48b tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=92009fc0-dad9-4a04-9259-0160b6fe46a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424342 Dec 12 18:45:41.825739 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc0a26-afd2-4f95-97f3-1e26a80066d1 req-304990a3-ac30-4e93-8996-cac8e1aeadc0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:41.827243 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cddc0a26-afd2-4f95-97f3-1e26a80066d1 req-304990a3-ac30-4e93-8996-cac8e1aeadc0 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 946 time: 0.0487363 Dec 12 18:45:41.876027 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cddc0a26-afd2-4f95-97f3-1e26a80066d1 req-bdd8185a-8d73-4479-ba97-f8f647e00091 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=92009fc0-dad9-4a04-9259-0160b6fe46a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429175 Dec 12 18:45:41.989474 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20aab8-7cef-41dd-9587-c54cd0d87f58 req-7ab157b3-ad0b-4c08-b4e0-d38473deafd4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:41.990845 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a20aab8-7cef-41dd-9587-c54cd0d87f58 req-7ab157b3-ad0b-4c08-b4e0-d38473deafd4 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 946 time: 0.0482500 Dec 12 18:45:42.042722 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8a20aab8-7cef-41dd-9587-c54cd0d87f58 req-b72995c7-acda-4211-a1ea-088b29c2ac25 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=92009fc0-dad9-4a04-9259-0160b6fe46a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459733 Dec 12 18:45:42.065269 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43632) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:42.104094 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1e63a4-aa9e-4127-801e-1b22542f477d tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:42.105591 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cb1e63a4-aa9e-4127-801e-1b22542f477d tempest-TestNetworkAdvancedServerOps-699033702 tempest-TestNetworkAdvancedServerOps-699033702-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 1092 time: 0.0393527 Dec 12 18:45:42.108985 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43634) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:42.113614 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': '50c95e0e-22e0-497d-8869-3ac041fd92ed', 'tenant_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:45:42.133538 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:42.226063 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:42.327184 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Allocated IP 172.25.1.193 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/8884e817-f718-423e-affa-7ffa37b707f8) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:45:42.432624 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:42.465071 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:42.503923 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:45:42.507011 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:45:42.510618 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:45:42.535463 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=8884e817-f718-423e-affa-7ffa37b707f8,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:42.842384 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:42.907192 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:43.053520 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:43.058172 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:43.129602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event updated for resources: {'Port': ['ID=8884e817-f718-423e-affa-7ffa37b707f8,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:45:43.139242 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:43.236512 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Floating IP 67f654d8-83cc-4bb7-ba2d-a95304a89b9b associated. External IP: 172.25.1.193, port: 50c95e0e-22e0-497d-8869-3ac041fd92ed. Dec 12 18:45:43.442643 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:45:43.551393 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:45:43.562288 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42dc23-e5d9-4f70-ad30-31068d40aa3b None None] Sync routers for ids ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:45:43.570888 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:43.572541 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d42dc23-e5d9-4f70-ad30-31068d40aa3b None None] Routers {'37cd31ea-7aa7-42eb-ad6a-539f648c5e50'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:45:43.573152 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1d42dc23-e5d9-4f70-ad30-31068d40aa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:45:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:43.601405 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a7eb6eef-b94e-4972-b56e-69ba5f647dc5 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4889579 Dec 12 18:45:43.601405 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56afbaf1-e477-4eb4-ab65-bdd9c9a0708c', 'tag': '50c95e0e-22e0-497d-8869-3ac041fd92ed'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:45:43.603804 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373011ed-52eb-4de8-933c-40c3bd13f639" -d '{"events": [{"name": "network-changed", "server_uuid": "56afbaf1-e477-4eb4-ab65-bdd9c9a0708c", "tag": "50c95e0e-22e0-497d-8869-3ac041fd92ed"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:45:43.649011 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1970b975-70b3-4bbd-9522-9998da6f0180 x-openstack-request-id: req-1970b975-70b3-4bbd-9522-9998da6f0180 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:45:43.649330 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56afbaf1-e477-4eb4-ab65-bdd9c9a0708c", "tag": "50c95e0e-22e0-497d-8869-3ac041fd92ed", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:45:43.649630 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1970b975-70b3-4bbd-9522-9998da6f0180 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:45:43.650042 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56afbaf1-e477-4eb4-ab65-bdd9c9a0708c', 'tag': '50c95e0e-22e0-497d-8869-3ac041fd92ed', 'status': 'completed', 'code': 200} Dec 12 18:45:43.682816 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1d42dc23-e5d9-4f70-ad30-31068d40aa3b None None] Set router 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:45:43.738503 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373011ed-52eb-4de8-933c-40c3bd13f639 req-74f6b5c6-baa6-4d8b-892a-aeff1af51e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:43.740206 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-373011ed-52eb-4de8-933c-40c3bd13f639 req-74f6b5c6-baa6-4d8b-892a-aeff1af51e1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 1097 time: 0.0650675 Dec 12 18:45:43.747712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084d9ad-00be-4c61-b61a-e4a37f122e78 req-9916b643-59a9-4ed5-8384-7c06eee1dbfe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:43.749227 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6084d9ad-00be-4c61-b61a-e4a37f122e78 req-9916b643-59a9-4ed5-8384-7c06eee1dbfe tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 946 time: 0.0851929 Dec 12 18:45:43.847963 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6084d9ad-00be-4c61-b61a-e4a37f122e78 req-ffe9ef58-8e69-4988-b163-72a9fdc0ab40 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=92009fc0-dad9-4a04-9259-0160b6fe46a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906010 Dec 12 18:45:43.871133 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43642) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:43.880794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373011ed-52eb-4de8-933c-40c3bd13f639 req-981fb717-8f5b-42bc-ad6d-034472fa15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:43.882266 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-373011ed-52eb-4de8-933c-40c3bd13f639 req-981fb717-8f5b-42bc-ad6d-034472fa15fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 HTTP/1.1" status: 200 len: 897 time: 0.1321139 Dec 12 18:45:43.913907 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1d42dc23-e5d9-4f70-ad30-31068d40aa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121088163', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '638bb1d5-c020-4a6e-9515-de6564358614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '638bb1d5-c020-4a6e-9515-de6564358614', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '67f654d8-83cc-4bb7-ba2d-a95304a89b9b', 'tenant_id': '35529f23112147548f395358da49df5c', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'port_id': '50c95e0e-22e0-497d-8869-3ac041fd92ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186', 'mac_address': 'fa:16:3e:17:3a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56afbaf1-e477-4eb4-ab65-bdd9c9a0708c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:45:42Z', 'updated_at': '2021-12-12T18:45:42Z', 'revision_number': 0, 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47217a44-ed54-4f4d-b163-caee920c2cd2', 'name': '', 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:91:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b43bf6af-372e-4244-b5e1-f9231d473f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:31Z', 'updated_at': '2021-12-12T18:45:35Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'b43bf6af-372e-4244-b5e1-f9231d473f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:43.933839 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-28f1ef47-d7c3-4542-857f-4a5cbacf125c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/floatingips/67f654d8-83cc-4bb7-ba2d-a95304a89b9b HTTP/1.1" status: 200 len: 992 time: 0.0608270 Dec 12 18:45:43.943176 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42dc23-e5d9-4f70-ad30-31068d40aa3b None None] Checking router: 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:45:43.952720 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d42dc23-e5d9-4f70-ad30-31068d40aa3b None None] Routers {'37cd31ea-7aa7-42eb-ad6a-539f648c5e50'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:45:43.953514 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1d42dc23-e5d9-4f70-ad30-31068d40aa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:45:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:43.959444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-373011ed-52eb-4de8-933c-40c3bd13f639 req-8a58b829-73b9-4eb2-b621-d41d0adfaf69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50c95e0e-22e0-497d-8869-3ac041fd92ed HTTP/1.1" status: 200 len: 1000 time: 0.0664170 Dec 12 18:45:44.010411 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373011ed-52eb-4de8-933c-40c3bd13f639 req-336330c2-833e-4f60-bff9-1acdb4d431f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:44.011936 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-373011ed-52eb-4de8-933c-40c3bd13f639 req-336330c2-833e-4f60-bff9-1acdb4d431f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b43bf6af-372e-4244-b5e1-f9231d473f42 HTTP/1.1" status: 200 len: 835 time: 0.0458133 Dec 12 18:45:44.059311 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373011ed-52eb-4de8-933c-40c3bd13f639 req-b724a001-b20f-4a22-a339-e2ae7740602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:44.061339 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-373011ed-52eb-4de8-933c-40c3bd13f639 req-b724a001-b20f-4a22-a339-e2ae7740602f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423117 Dec 12 18:45:44.062837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1d42dc23-e5d9-4f70-ad30-31068d40aa3b None None] Set router 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:45:44.157886 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-373011ed-52eb-4de8-933c-40c3bd13f639 req-3736c539-bc75-433d-8f0f-76bbb4628c9c service neutron] 10.222.0.20 "GET /v2.0/networks/5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892878 Dec 12 18:45:44.246868 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-373011ed-52eb-4de8-933c-40c3bd13f639 req-4c9ee928-4d08-448d-8f96-3d45ece53a5d service neutron] 10.222.0.20 "GET /v2.0/networks/5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818932 Dec 12 18:45:44.292218 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1d42dc23-e5d9-4f70-ad30-31068d40aa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121088163', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '638bb1d5-c020-4a6e-9515-de6564358614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '638bb1d5-c020-4a6e-9515-de6564358614', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '67f654d8-83cc-4bb7-ba2d-a95304a89b9b', 'tenant_id': '35529f23112147548f395358da49df5c', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'port_id': '50c95e0e-22e0-497d-8869-3ac041fd92ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186', 'mac_address': 'fa:16:3e:17:3a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56afbaf1-e477-4eb4-ab65-bdd9c9a0708c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:45:42Z', 'updated_at': '2021-12-12T18:45:42Z', 'revision_number': 0, 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47217a44-ed54-4f4d-b163-caee920c2cd2', 'name': '', 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:91:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b43bf6af-372e-4244-b5e1-f9231d473f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:31Z', 'updated_at': '2021-12-12T18:45:35Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'b43bf6af-372e-4244-b5e1-f9231d473f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:45:44.318236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42dc23-e5d9-4f70-ad30-31068d40aa3b None None] The sync data for ids ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'] in n-d-760354-5 is: [{'id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121088163', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '638bb1d5-c020-4a6e-9515-de6564358614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '638bb1d5-c020-4a6e-9515-de6564358614', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '67f654d8-83cc-4bb7-ba2d-a95304a89b9b', 'tenant_id': '35529f23112147548f395358da49df5c', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'port_id': '50c95e0e-22e0-497d-8869-3ac041fd92ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186', 'mac_address': 'fa:16:3e:17:3a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56afbaf1-e477-4eb4-ab65-bdd9c9a0708c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:45:42Z', 'updated_at': '2021-12-12T18:45:42Z', 'revision_number': 0, 'project_id': '35529f23112147548f395358da49df5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47217a44-ed54-4f4d-b163-caee920c2cd2', 'name': '', 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:91:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b43bf6af-372e-4244-b5e1-f9231d473f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:31Z', 'updated_at': '2021-12-12T18:45:35Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'b43bf6af-372e-4244-b5e1-f9231d473f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:45:44.518498 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f980f7aa-20ce-45f7-a306-0b3c03697ae6 None None] New status for floating IP 67f654d8-83cc-4bb7-ba2d-a95304a89b9b: ACTIVE {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:45:44.937042 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43644) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:45:44.986385 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a55deadf-d84b-4420-a155-efe05fca1a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:45.000632 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8509bedb-918a-476a-842e-8a9b20c60b55 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/floatingips/67f654d8-83cc-4bb7-ba2d-a95304a89b9b HTTP/1.1" status: 200 len: 994 time: 0.0624354 Dec 12 18:45:45.766169 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e984dda5-3b66-49ae-8b43-fbb13dd75ed7 req-7926fbc8-721d-4f5e-97e1-32a32855cd26 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392330 Dec 12 18:45:45.848222 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984dda5-3b66-49ae-8b43-fbb13dd75ed7 req-9b445da0-151f-4468-8340-f4f1354815b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:45.849713 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e984dda5-3b66-49ae-8b43-fbb13dd75ed7 req-9b445da0-151f-4468-8340-f4f1354815b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 1097 time: 0.0434508 Dec 12 18:45:45.951483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984dda5-3b66-49ae-8b43-fbb13dd75ed7 req-ec0df1f0-6855-414c-a8fb-0ee599047161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:45.952937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e984dda5-3b66-49ae-8b43-fbb13dd75ed7 req-ec0df1f0-6855-414c-a8fb-0ee599047161 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 HTTP/1.1" status: 200 len: 897 time: 0.0846992 Dec 12 18:45:46.021548 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e984dda5-3b66-49ae-8b43-fbb13dd75ed7 req-323714c0-1d43-4d21-a6cc-ccd8475ae75b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50c95e0e-22e0-497d-8869-3ac041fd92ed HTTP/1.1" status: 200 len: 1002 time: 0.0611663 Dec 12 18:45:46.070337 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984dda5-3b66-49ae-8b43-fbb13dd75ed7 req-a39e03a8-e432-480b-9644-52a0f2972130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:46.071776 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e984dda5-3b66-49ae-8b43-fbb13dd75ed7 req-a39e03a8-e432-480b-9644-52a0f2972130 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b43bf6af-372e-4244-b5e1-f9231d473f42 HTTP/1.1" status: 200 len: 835 time: 0.0435207 Dec 12 18:45:46.114854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984dda5-3b66-49ae-8b43-fbb13dd75ed7 req-a2f32b76-6721-4bf3-8fea-c7f0edb2d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:45:46.116306 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e984dda5-3b66-49ae-8b43-fbb13dd75ed7 req-a2f32b76-6721-4bf3-8fea-c7f0edb2d57b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376532 Dec 12 18:45:46.208998 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e984dda5-3b66-49ae-8b43-fbb13dd75ed7 req-de729e56-9688-47ca-937f-14174097537f service neutron] 10.222.0.20 "GET /v2.0/networks/5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858572 Dec 12 18:45:46.298039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e984dda5-3b66-49ae-8b43-fbb13dd75ed7 req-b42afe6a-3e9a-4a7f-8404-1105082d9f6f service neutron] 10.222.0.20 "GET /v2.0/networks/5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815153 Dec 12 18:45:47.313719 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-97ea2e6f-7110-413e-8898-8e05ebf0f145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:47.750556 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:48.188238 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:48.571832 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:50.303095 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:51.030734 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:45:58.187403 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:46:13.803645 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3ba82-1cf7-4e14-b12f-571643525356 req-b6b413fe-6f65-4408-9b9b-63ff675a9d03 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:13.805117 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5be3ba82-1cf7-4e14-b12f-571643525356 req-b6b413fe-6f65-4408-9b9b-63ff675a9d03 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 946 time: 0.0488870 Dec 12 18:46:13.857298 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5be3ba82-1cf7-4e14-b12f-571643525356 req-1725ca1b-db08-4e25-98dc-d1e1528e27bf tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=92009fc0-dad9-4a04-9259-0160b6fe46a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463562 Dec 12 18:46:14.973253 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319ec81-2c9d-40e0-baab-bf3251c7d7cd req-34c5b107-5f9d-49ca-974b-5407d201ad98 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:14.974730 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d319ec81-2c9d-40e0-baab-bf3251c7d7cd req-34c5b107-5f9d-49ca-974b-5407d201ad98 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 946 time: 0.0476148 Dec 12 18:46:14.988683 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-08cd13cc-95fb-486e-b585-6e914961bac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:15.023910 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d319ec81-2c9d-40e0-baab-bf3251c7d7cd req-6b8135c0-6bb7-48dd-b6cc-499eb3a26671 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=92009fc0-dad9-4a04-9259-0160b6fe46a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431120 Dec 12 18:46:15.046132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43662) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:15.105352 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a1ad22f1-ed59-444d-a16a-ecc29a5d6158 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/floatingips/67f654d8-83cc-4bb7-ba2d-a95304a89b9b HTTP/1.1" status: 200 len: 994 time: 0.0580812 Dec 12 18:46:16.399228 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8291696-8474-42d0-99af-d4cecd5b6291 req-dacc94a3-10f7-4a4d-8878-c6c631a893d2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:16.400614 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8291696-8474-42d0-99af-d4cecd5b6291 req-dacc94a3-10f7-4a4d-8878-c6c631a893d2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 946 time: 0.0795138 Dec 12 18:46:16.406656 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3197727-5f46-4e4b-9122-710c065a098b req-f5ae0823-1c72-4826-ab8b-c19521e848a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:16.408079 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3197727-5f46-4e4b-9122-710c065a098b req-f5ae0823-1c72-4826-ab8b-c19521e848a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 1097 time: 0.0567973 Dec 12 18:46:16.506100 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8291696-8474-42d0-99af-d4cecd5b6291 req-d7ab7c4f-8c3b-4469-ab6e-ff4b958da31e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=92009fc0-dad9-4a04-9259-0160b6fe46a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962079 Dec 12 18:46:16.541006 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3197727-5f46-4e4b-9122-710c065a098b req-67331fbf-ec4e-44fd-be13-46c79a1f60c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:16.542520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3197727-5f46-4e4b-9122-710c065a098b req-67331fbf-ec4e-44fd-be13-46c79a1f60c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 HTTP/1.1" status: 200 len: 897 time: 0.1269567 Dec 12 18:46:16.608628 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3197727-5f46-4e4b-9122-710c065a098b req-a568a244-0476-4a12-9715-294ba8d4bdcb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50c95e0e-22e0-497d-8869-3ac041fd92ed HTTP/1.1" status: 200 len: 1002 time: 0.0585930 Dec 12 18:46:16.657712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3197727-5f46-4e4b-9122-710c065a098b req-e11d7b09-05e0-411b-947f-af4b6a1a4c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:16.659047 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3197727-5f46-4e4b-9122-710c065a098b req-e11d7b09-05e0-411b-947f-af4b6a1a4c28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b43bf6af-372e-4244-b5e1-f9231d473f42 HTTP/1.1" status: 200 len: 835 time: 0.0437090 Dec 12 18:46:16.706776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3197727-5f46-4e4b-9122-710c065a098b req-b0cb0a95-6f75-4a0c-a35d-ee56a11f0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:16.708267 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3197727-5f46-4e4b-9122-710c065a098b req-b0cb0a95-6f75-4a0c-a35d-ee56a11f0100 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425940 Dec 12 18:46:16.795444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3197727-5f46-4e4b-9122-710c065a098b req-5167d4ec-1d9b-4b88-bc0d-9aa16312de5c service neutron] 10.222.0.20 "GET /v2.0/networks/5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797193 Dec 12 18:46:16.892018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e3197727-5f46-4e4b-9122-710c065a098b req-fe7cd0dd-d0b7-456b-b816-bbce174c990a service neutron] 10.222.0.20 "GET /v2.0/networks/5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900679 Dec 12 18:46:17.314727 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cbaf560d-4cb7-4a98-b79c-1570f267a88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:17.625050 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d09e7-fcd4-49a8-81bc-ae7140349f0f req-d6435f75-f36a-4a7f-bcc7-e7e199330e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:17.626497 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f8d09e7-fcd4-49a8-81bc-ae7140349f0f req-d6435f75-f36a-4a7f-bcc7-e7e199330e65 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 946 time: 0.0499160 Dec 12 18:46:17.677112 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5f8d09e7-fcd4-49a8-81bc-ae7140349f0f req-b9ec8c7e-27aa-41a4-9246-fc03f93ddb5f tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=92009fc0-dad9-4a04-9259-0160b6fe46a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445561 Dec 12 18:46:17.751276 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:18.186772 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:18.574138 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:18.790558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7a2b7-5cd9-49f0-9cac-cb2d6f2e8cdc req-6ae6f5ad-e265-47e1-b45f-4137becbbfd2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:18.792041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fe7a2b7-5cd9-49f0-9cac-cb2d6f2e8cdc req-6ae6f5ad-e265-47e1-b45f-4137becbbfd2 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 946 time: 0.0468960 Dec 12 18:46:18.839149 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7fe7a2b7-5cd9-49f0-9cac-cb2d6f2e8cdc req-3d302cc2-4a35-483b-a140-d66e30004a68 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=92009fc0-dad9-4a04-9259-0160b6fe46a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406067 Dec 12 18:46:18.862133 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43674) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:18.920343 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-9a1924e1-dec8-4e4a-82a8-6f78dae6edab tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/floatingips/67f654d8-83cc-4bb7-ba2d-a95304a89b9b HTTP/1.1" status: 200 len: 994 time: 0.0570877 Dec 12 18:46:19.192105 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43680) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:19.656450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port 8884e817-f718-423e-affa-7ffa37b707f8 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:46:19.656788 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:19.728770 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:19.729100 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:19.741004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for 8884e817-f718-423e-affa-7ffa37b707f8 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:46:19.884603 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:19.909589 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=8884e817-f718-423e-affa-7ffa37b707f8,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:19.922023 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:19.922388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:19.922741 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:19.923092 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:19.923458 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:19.923796 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:19.924132 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:19.924465 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:19.924798 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:19.925129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:19.925477 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:19.925787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:19.926113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:19.982159 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:19.982506 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Floating IP 67f654d8-83cc-4bb7-ba2d-a95304a89b9b disassociated (deleted). External IP: 172.25.1.193, port: 50c95e0e-22e0-497d-8869-3ac041fd92ed. Dec 12 18:46:20.186319 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:46:20.291388 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:46:20.296525 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:20.303291 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0025e23-25c4-4382-a917-44b01d363d1d None None] Sync routers for ids ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:46:20.310315 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:20.315775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0025e23-25c4-4382-a917-44b01d363d1d None None] Routers {'37cd31ea-7aa7-42eb-ad6a-539f648c5e50'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:46:20.316420 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c0025e23-25c4-4382-a917-44b01d363d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:20.322881 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-329e923f-dd88-48c4-8c43-bb7f13aeb201 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/floatingips/67f654d8-83cc-4bb7-ba2d-a95304a89b9b HTTP/1.1" status: 204 len: 168 time: 1.1297657 Dec 12 18:46:20.323488 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56afbaf1-e477-4eb4-ab65-bdd9c9a0708c', 'tag': '50c95e0e-22e0-497d-8869-3ac041fd92ed'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:46:20.325836 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11dc776-e9a7-41f2-9644-9321e47c6ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "56afbaf1-e477-4eb4-ab65-bdd9c9a0708c", "tag": "50c95e0e-22e0-497d-8869-3ac041fd92ed"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:46:20.369832 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3031bfe4-983f-473f-8ec3-86bc77ad18bf x-openstack-request-id: req-3031bfe4-983f-473f-8ec3-86bc77ad18bf {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:46:20.370123 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56afbaf1-e477-4eb4-ab65-bdd9c9a0708c", "tag": "50c95e0e-22e0-497d-8869-3ac041fd92ed", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:46:20.370352 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3031bfe4-983f-473f-8ec3-86bc77ad18bf {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:46:20.370757 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56afbaf1-e477-4eb4-ab65-bdd9c9a0708c', 'tag': '50c95e0e-22e0-497d-8869-3ac041fd92ed', 'status': 'completed', 'code': 200} Dec 12 18:46:20.436104 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-c0025e23-25c4-4382-a917-44b01d363d1d None None] Set router 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:46:20.444423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dc776-e9a7-41f2-9644-9321e47c6ca7 req-1434084e-886a-438f-89c5-487129a2a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:20.449588 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f11dc776-e9a7-41f2-9644-9321e47c6ca7 req-1434084e-886a-438f-89c5-487129a2a37a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35529f23112147548f395358da49df5c&device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 1097 time: 0.0520656 Dec 12 18:46:20.583366 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dc776-e9a7-41f2-9644-9321e47c6ca7 req-4d3f4a00-b05a-4b6c-8a2a-990f33bb157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:20.584903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f11dc776-e9a7-41f2-9644-9321e47c6ca7 req-4d3f4a00-b05a-4b6c-8a2a-990f33bb157a service neutron] 10.222.0.20 "GET /v2.0/networks?id=5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 HTTP/1.1" status: 200 len: 897 time: 0.1263032 Dec 12 18:46:20.594094 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f58eb-e3b9-42e0-aabd-f65468251e82 req-4170350e-a2a4-4646-b7d0-47453432c1b8 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:20.595759 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-714f58eb-e3b9-42e0-aabd-f65468251e82 req-4170350e-a2a4-4646-b7d0-47453432c1b8 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 946 time: 0.0806434 Dec 12 18:46:20.637623 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f11dc776-e9a7-41f2-9644-9321e47c6ca7 req-094487ea-f12a-4d02-bd24-21a59b0908e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50c95e0e-22e0-497d-8869-3ac041fd92ed HTTP/1.1" status: 200 len: 217 time: 0.0408587 Dec 12 18:46:20.713786 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-714f58eb-e3b9-42e0-aabd-f65468251e82 req-84c3c5a8-25ae-4ea2-8f4f-348463cb7186 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=92009fc0-dad9-4a04-9259-0160b6fe46a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1108375 Dec 12 18:46:20.717810 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dc776-e9a7-41f2-9644-9321e47c6ca7 req-c7cef542-7ed9-4ee3-b43a-39b5c7655893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:20.719192 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f11dc776-e9a7-41f2-9644-9321e47c6ca7 req-c7cef542-7ed9-4ee3-b43a-39b5c7655893 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b43bf6af-372e-4244-b5e1-f9231d473f42 HTTP/1.1" status: 200 len: 835 time: 0.0727701 Dec 12 18:46:20.768271 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dc776-e9a7-41f2-9644-9321e47c6ca7 req-5fa964a9-c41a-48c3-ad69-8b25ecf01b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:20.769784 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f11dc776-e9a7-41f2-9644-9321e47c6ca7 req-5fa964a9-c41a-48c3-ad69-8b25ecf01b5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424099 Dec 12 18:46:20.801493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c0025e23-25c4-4382-a917-44b01d363d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121088163', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '638bb1d5-c020-4a6e-9515-de6564358614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '638bb1d5-c020-4a6e-9515-de6564358614', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '47217a44-ed54-4f4d-b163-caee920c2cd2', 'name': '', 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:91:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b43bf6af-372e-4244-b5e1-f9231d473f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:31Z', 'updated_at': '2021-12-12T18:45:35Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'b43bf6af-372e-4244-b5e1-f9231d473f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:20.831229 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0025e23-25c4-4382-a917-44b01d363d1d None None] Checking router: 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:46:20.839863 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0025e23-25c4-4382-a917-44b01d363d1d None None] Routers {'37cd31ea-7aa7-42eb-ad6a-539f648c5e50'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:46:20.840473 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c0025e23-25c4-4382-a917-44b01d363d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:20.860129 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f11dc776-e9a7-41f2-9644-9321e47c6ca7 req-84e4edef-daf2-4de2-885a-4c32ea5ece47 service neutron] 10.222.0.20 "GET /v2.0/networks/5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805178 Dec 12 18:46:20.944070 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-c0025e23-25c4-4382-a917-44b01d363d1d None None] Set router 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:46:20.953864 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f11dc776-e9a7-41f2-9644-9321e47c6ca7 req-d6509099-f807-47f9-acdf-8f863a67850e service neutron] 10.222.0.20 "GET /v2.0/networks/5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860994 Dec 12 18:46:21.070594 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:21.149716 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c0025e23-25c4-4382-a917-44b01d363d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121088163', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '638bb1d5-c020-4a6e-9515-de6564358614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '638bb1d5-c020-4a6e-9515-de6564358614', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '47217a44-ed54-4f4d-b163-caee920c2cd2', 'name': '', 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:91:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b43bf6af-372e-4244-b5e1-f9231d473f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:31Z', 'updated_at': '2021-12-12T18:45:35Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'b43bf6af-372e-4244-b5e1-f9231d473f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:21.175382 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0025e23-25c4-4382-a917-44b01d363d1d None None] The sync data for ids ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'] in n-d-760354-5 is: [{'id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121088163', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '638bb1d5-c020-4a6e-9515-de6564358614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '638bb1d5-c020-4a6e-9515-de6564358614', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '47217a44-ed54-4f4d-b163-caee920c2cd2', 'name': '', 'network_id': '5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186', 'tenant_id': '35529f23112147548f395358da49df5c', 'mac_address': 'fa:16:3e:91:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b43bf6af-372e-4244-b5e1-f9231d473f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:31Z', 'updated_at': '2021-12-12T18:45:35Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'subnets': [{'id': 'b43bf6af-372e-4244-b5e1-f9231d473f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:46:21.396733 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59742a0-f7d1-4287-bcde-2b362556c6d2 None None] New status for floating IP 67f654d8-83cc-4bb7-ba2d-a95304a89b9b: DOWN {{(pid=103153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:46:21.832169 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9af9a-a833-4b31-92b4-ea5eb780453a req-f35381ba-e321-4092-93ee-45fde3ee72fd tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:21.833693 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ca9af9a-a833-4b31-92b4-ea5eb780453a req-f35381ba-e321-4092-93ee-45fde3ee72fd tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 946 time: 0.0487280 Dec 12 18:46:21.882406 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9ca9af9a-a833-4b31-92b4-ea5eb780453a req-4267be31-6cd4-422c-b9a3-2aa439a90530 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/security-groups?id=92009fc0-dad9-4a04-9259-0160b6fe46a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427408 Dec 12 18:46:22.186159 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b1132-a738-4f24-8594-74deba0545e5 req-a605535e-3ccd-4dd8-a4b7-853d89890f62 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:22.187607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e39b1132-a738-4f24-8594-74deba0545e5 req-a605535e-3ccd-4dd8-a4b7-853d89890f62 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 946 time: 0.0518234 Dec 12 18:46:22.273743 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-e39b1132-a738-4f24-8594-74deba0545e5 req-fa50a777-b44f-4e75-8d1a-f7569cdb4916 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port 50c95e0e-22e0-497d-8869-3ac041fd92ed {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:46:22.274084 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e39b1132-a738-4f24-8594-74deba0545e5 req-fa50a777-b44f-4e75-8d1a-f7569cdb4916 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:22.363493 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-e39b1132-a738-4f24-8594-74deba0545e5 req-fa50a777-b44f-4e75-8d1a-f7569cdb4916 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] For port 50c95e0e-22e0-497d-8869-3ac041fd92ed, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=50c95e0e-22e0-497d-8869-3ac041fd92ed,segment=NetworkSegment(6efdc07c-1941-4e9b-993a-7f6a8affd980),segment_id=6efdc07c-1941-4e9b-993a-7f6a8affd980)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:46:22.363860 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e39b1132-a738-4f24-8594-74deba0545e5 req-fa50a777-b44f-4e75-8d1a-f7569cdb4916 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:22.375894 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-e39b1132-a738-4f24-8594-74deba0545e5 req-fa50a777-b44f-4e75-8d1a-f7569cdb4916 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for 50c95e0e-22e0-497d-8869-3ac041fd92ed owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:46:22.500547 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e39b1132-a738-4f24-8594-74deba0545e5 req-fa50a777-b44f-4e75-8d1a-f7569cdb4916 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:22.533590 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50a777-b44f-4e75-8d1a-f7569cdb4916 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=50c95e0e-22e0-497d-8869-3ac041fd92ed,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:22.573670 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39b1132-a738-4f24-8594-74deba0545e5 req-fa50a777-b44f-4e75-8d1a-f7569cdb4916 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] No DVR routers for this DVR port 50c95e0e-22e0-497d-8869-3ac041fd92ed on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:46:22.576944 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-e39b1132-a738-4f24-8594-74deba0545e5 req-fa50a777-b44f-4e75-8d1a-f7569cdb4916 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:22.580273 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e39b1132-a738-4f24-8594-74deba0545e5 req-fa50a777-b44f-4e75-8d1a-f7569cdb4916 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.20 "DELETE /v2.0/ports/50c95e0e-22e0-497d-8869-3ac041fd92ed HTTP/1.1" status: 204 len: 173 time: 0.3869183 Dec 12 18:46:22.580734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56afbaf1-e477-4eb4-ab65-bdd9c9a0708c', 'name': 'network-vif-deleted', 'tag': '50c95e0e-22e0-497d-8869-3ac041fd92ed'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:46:22.582968 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda2cb00-03a9-4db5-90e5-6f3a200cf0ee" -d '{"events": [{"server_uuid": "56afbaf1-e477-4eb4-ab65-bdd9c9a0708c", "name": "network-vif-deleted", "tag": "50c95e0e-22e0-497d-8869-3ac041fd92ed"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:46:22.619686 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9735f60-c3f9-43f5-b473-c64a3f938f5e x-openstack-request-id: req-a9735f60-c3f9-43f5-b473-c64a3f938f5e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:46:22.619989 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56afbaf1-e477-4eb4-ab65-bdd9c9a0708c", "name": "network-vif-deleted", "tag": "50c95e0e-22e0-497d-8869-3ac041fd92ed", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:46:22.620244 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9735f60-c3f9-43f5-b473-c64a3f938f5e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:46:22.620656 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56afbaf1-e477-4eb4-ab65-bdd9c9a0708c', 'name': 'network-vif-deleted', 'tag': '50c95e0e-22e0-497d-8869-3ac041fd92ed', 'status': 'completed', 'code': 200} Dec 12 18:46:23.001095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9994ff48-6cf0-4cad-82ae-3da476270f40 req-0154c679-f119-46c4-be96-aee31b2456c3 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "GET /v2.0/ports?device_id=56afbaf1-e477-4eb4-ab65-bdd9c9a0708c HTTP/1.1" status: 200 len: 210 time: 0.0300181 Dec 12 18:46:24.062115 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43698) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:24.408280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 50c95e0e-22e0-497d-8869-3ac041fd92ed no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:46:24.428906 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 50c95e0e-22e0-497d-8869-3ac041fd92ed {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:46:24.429263 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 50c95e0e-22e0-497d-8869-3ac041fd92ed not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:46:24.745722 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cf73-cf9b-4422-a335-15dc230dde5c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:24.999552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1cf73-cf9b-4422-a335-15dc230dde5c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port 47217a44-ed54-4f4d-b163-caee920c2cd2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:46:24.999812 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cf73-cf9b-4422-a335-15dc230dde5c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:25.085556 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-2ed1cf73-cf9b-4422-a335-15dc230dde5c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] For port 47217a44-ed54-4f4d-b163-caee920c2cd2, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=47217a44-ed54-4f4d-b163-caee920c2cd2,segment=NetworkSegment(6efdc07c-1941-4e9b-993a-7f6a8affd980),segment_id=6efdc07c-1941-4e9b-993a-7f6a8affd980)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:46:25.086261 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cf73-cf9b-4422-a335-15dc230dde5c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:25.097983 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1cf73-cf9b-4422-a335-15dc230dde5c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for 47217a44-ed54-4f4d-b163-caee920c2cd2 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:46:25.286277 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cf73-cf9b-4422-a335-15dc230dde5c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:25.313088 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1cf73-cf9b-4422-a335-15dc230dde5c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=47217a44-ed54-4f4d-b163-caee920c2cd2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:25.489616 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cf73-cf9b-4422-a335-15dc230dde5c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:25.705906 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed1cf73-cf9b-4422-a335-15dc230dde5c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Router 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:46:25.809392 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed1cf73-cf9b-4422-a335-15dc230dde5c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:46:25.815016 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2ed1cf73-cf9b-4422-a335-15dc230dde5c tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "PUT /v2.0/routers/37cd31ea-7aa7-42eb-ad6a-539f648c5e50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7518756 Dec 12 18:46:25.817812 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43700) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:25.820086 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8aa5bb-f671-441a-856f-9a1a37e9be16 None None] Sync routers for ids ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:46:25.829961 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8aa5bb-f671-441a-856f-9a1a37e9be16 None None] Routers {'37cd31ea-7aa7-42eb-ad6a-539f648c5e50'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:46:25.830571 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2a8aa5bb-f671-441a-856f-9a1a37e9be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:25.868569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-70800939-5747-48a0-8930-c2d902dc94ee tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting subnet b43bf6af-372e-4244-b5e1-f9231d473f42 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:46:25.871752 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70800939-5747-48a0-8930-c2d902dc94ee tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:25.915431 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70800939-5747-48a0-8930-c2d902dc94ee tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:25.933569 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-2a8aa5bb-f671-441a-856f-9a1a37e9be16 None None] Set router 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:46:25.995473 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70800939-5747-48a0-8930-c2d902dc94ee tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:26.051998 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70800939-5747-48a0-8930-c2d902dc94ee tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:26.083686 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70800939-5747-48a0-8930-c2d902dc94ee tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Subnet': ['ID=b43bf6af-372e-4244-b5e1-f9231d473f42,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:26.087106 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70800939-5747-48a0-8930-c2d902dc94ee tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:26.092839 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-70800939-5747-48a0-8930-c2d902dc94ee tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/subnets/b43bf6af-372e-4244-b5e1-f9231d473f42 HTTP/1.1" status: 204 len: 168 time: 0.2715507 Dec 12 18:46:26.093307 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43702) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:26.097662 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d99dbb-1979-49f3-9a8f-8dc03704dc03 None None] Network 5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:46:26.190204 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2a8aa5bb-f671-441a-856f-9a1a37e9be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121088163', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '638bb1d5-c020-4a6e-9515-de6564358614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:46:25Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '638bb1d5-c020-4a6e-9515-de6564358614', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:26.204628 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb77c861-82fa-4391-a5fb-e80def8e6147 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:26.220358 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8aa5bb-f671-441a-856f-9a1a37e9be16 None None] Checking router: 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:46:26.233720 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8aa5bb-f671-441a-856f-9a1a37e9be16 None None] Routers {'37cd31ea-7aa7-42eb-ad6a-539f648c5e50'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:46:26.234319 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2a8aa5bb-f671-441a-856f-9a1a37e9be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:26.308031 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] DHCP port deletion for 5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:46:26.318009 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb77c861-82fa-4391-a5fb-e80def8e6147 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:26.373580 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-eb77c861-82fa-4391-a5fb-e80def8e6147 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Deleting port 638bb1d5-c020-4a6e-9515-de6564358614 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:46:26.373920 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb77c861-82fa-4391-a5fb-e80def8e6147 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:26.382248 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-2a8aa5bb-f671-441a-856f-9a1a37e9be16 None None] Set router 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:46:26.451760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-eb77c861-82fa-4391-a5fb-e80def8e6147 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] For port 638bb1d5-c020-4a6e-9515-de6564358614, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=638bb1d5-c020-4a6e-9515-de6564358614,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:46:26.452117 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb77c861-82fa-4391-a5fb-e80def8e6147 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:26.463621 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-eb77c861-82fa-4391-a5fb-e80def8e6147 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Calling delete_port for 638bb1d5-c020-4a6e-9515-de6564358614 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:46:26.476028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] Deleting port d391fdd6-8b23-4d5c-96ff-e0ccc05333c9 {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:46:26.476406 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:26.635928 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb77c861-82fa-4391-a5fb-e80def8e6147 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:26.667145 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77c861-82fa-4391-a5fb-e80def8e6147 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Port': ['ID=638bb1d5-c020-4a6e-9515-de6564358614,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:26.706006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f026cb3-ccbc-4c4b-a6fd-8484dc804289 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:46:26.729924 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] For port d391fdd6-8b23-4d5c-96ff-e0ccc05333c9, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d391fdd6-8b23-4d5c-96ff-e0ccc05333c9,segment=NetworkSegment(6efdc07c-1941-4e9b-993a-7f6a8affd980),segment_id=6efdc07c-1941-4e9b-993a-7f6a8affd980)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:46:26.730241 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb77c861-82fa-4391-a5fb-e80def8e6147 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:26.730379 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:26.751407 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] Calling delete_port for d391fdd6-8b23-4d5c-96ff-e0ccc05333c9 owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:46:26.821302 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb77c861-82fa-4391-a5fb-e80def8e6147 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:26.823429 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb77c861-82fa-4391-a5fb-e80def8e6147 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:26.863009 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2a8aa5bb-f671-441a-856f-9a1a37e9be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121088163', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '638bb1d5-c020-4a6e-9515-de6564358614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:46:25Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '638bb1d5-c020-4a6e-9515-de6564358614', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:26.865742 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb77c861-82fa-4391-a5fb-e80def8e6147 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:26.867562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb77c861-82fa-4391-a5fb-e80def8e6147 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Fanout notify agent at l3_agent the message router_deleted on router 37cd31ea-7aa7-42eb-ad6a-539f648c5e50 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:46:26.874665 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb77c861-82fa-4391-a5fb-e80def8e6147 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:26.875831 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-eb77c861-82fa-4391-a5fb-e80def8e6147 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/routers/37cd31ea-7aa7-42eb-ad6a-539f648c5e50 HTTP/1.1" status: 204 len: 168 time: 0.7816682 Dec 12 18:46:26.878477 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43704) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:26.892311 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8aa5bb-f671-441a-856f-9a1a37e9be16 None None] The sync data for ids ['37cd31ea-7aa7-42eb-ad6a-539f648c5e50'] in n-d-760354-5 is: [{'id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1121088163', 'tenant_id': '35529f23112147548f395358da49df5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '638bb1d5-c020-4a6e-9515-de6564358614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:46:25Z', 'revision_number': 5, 'project_id': '35529f23112147548f395358da49df5c', 'gw_port': {'id': '638bb1d5-c020-4a6e-9515-de6564358614', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd31ea-7aa7-42eb-ad6a-539f648c5e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:45:28Z', 'updated_at': '2021-12-12T18:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:46:26.895149 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:26.920256 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] Pushing event deleted for resources: {'Port': ['ID=d391fdd6-8b23-4d5c-96ff-e0ccc05333c9,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:26.930446 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] No DVR routers for this DVR port d391fdd6-8b23-4d5c-96ff-e0ccc05333c9 on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:46:26.933116 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:26.933116 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:26.933313 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:26.933627 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:26.933957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:26.934727 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:26.934727 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:26.935009 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:26.935381 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:26.935721 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:26.936118 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:26.936367 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:26.936711 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd15a6-d69d-4680-b339-d529e666f96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:26.962338 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f01f6ab3-e050-48f7-a483-25cfc186008e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:27.045793 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f01f6ab3-e050-48f7-a483-25cfc186008e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:27.066136 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-f01f6ab3-e050-48f7-a483-25cfc186008e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:27.075470 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-f01f6ab3-e050-48f7-a483-25cfc186008e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efdc07c-1941-4e9b-993a-7f6a8affd980') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:27.075764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-f01f6ab3-e050-48f7-a483-25cfc186008e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efdc07c-1941-4e9b-993a-7f6a8affd980') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:27.089086 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f01f6ab3-e050-48f7-a483-25cfc186008e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:27.102654 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f01f6ab3-e050-48f7-a483-25cfc186008e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:27.108886 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01f6ab3-e050-48f7-a483-25cfc186008e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:46:27.109259 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f01f6ab3-e050-48f7-a483-25cfc186008e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: timer() Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:46:27.112252 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:46:27.171895 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f01f6ab3-e050-48f7-a483-25cfc186008e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:27.178785 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f01f6ab3-e050-48f7-a483-25cfc186008e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:27.181803 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f01f6ab3-e050-48f7-a483-25cfc186008e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/networks/5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186 HTTP/1.1" status: 204 len: 168 time: 0.3023441 Dec 12 18:46:27.184676 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43706) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:27.193131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f6ab3-e050-48f7-a483-25cfc186008e tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'Network': ['ID=5463ebaa-4ef0-4dcd-97d0-d3f5a16bd186,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:27.245214 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7afffe1-0e2b-4eb5-bc99-4faa629d0043 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:27.271940 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7afffe1-0e2b-4eb5-bc99-4faa629d0043 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:27.336092 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7afffe1-0e2b-4eb5-bc99-4faa629d0043 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:27.338749 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7afffe1-0e2b-4eb5-bc99-4faa629d0043 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:27.343087 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-e7afffe1-0e2b-4eb5-bc99-4faa629d0043 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] 10.222.0.18 "DELETE /v2.0/security-groups/92009fc0-dad9-4a04-9259-0160b6fe46a2 HTTP/1.1" status: 204 len: 168 time: 0.1542239 Dec 12 18:46:27.350282 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afffe1-0e2b-4eb5-bc99-4faa629d0043 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92009fc0-dad9-4a04-9259-0160b6fe46a2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:27.359068 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afffe1-0e2b-4eb5-bc99-4faa629d0043 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:27.359440 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afffe1-0e2b-4eb5-bc99-4faa629d0043 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:27.359864 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afffe1-0e2b-4eb5-bc99-4faa629d0043 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:27.360131 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afffe1-0e2b-4eb5-bc99-4faa629d0043 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:27.360458 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afffe1-0e2b-4eb5-bc99-4faa629d0043 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:27.360792 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afffe1-0e2b-4eb5-bc99-4faa629d0043 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:27.361126 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afffe1-0e2b-4eb5-bc99-4faa629d0043 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:27.361456 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afffe1-0e2b-4eb5-bc99-4faa629d0043 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:27.361784 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afffe1-0e2b-4eb5-bc99-4faa629d0043 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:27.362493 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afffe1-0e2b-4eb5-bc99-4faa629d0043 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:27.362493 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afffe1-0e2b-4eb5-bc99-4faa629d0043 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:27.362786 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afffe1-0e2b-4eb5-bc99-4faa629d0043 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:27.363319 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7afffe1-0e2b-4eb5-bc99-4faa629d0043 tempest-TestNetworkAdvancedServerOps-22950090 tempest-TestNetworkAdvancedServerOps-22950090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:27.687738 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43714) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:27.835133 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e9e25517-ee7b-451d-a7fa-2be1051b2303 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35529f23112147548f395358da49df5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1462588 Dec 12 18:46:27.837593 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43718) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:27.881981 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fd5aff94-0883-4521-9a4e-af87564cd603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:27.903366 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fd5aff94-0883-4521-9a4e-af87564cd603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:27.951550 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fd5aff94-0883-4521-9a4e-af87564cd603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:27.954146 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fd5aff94-0883-4521-9a4e-af87564cd603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:27.957691 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fd5aff94-0883-4521-9a4e-af87564cd603 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8137d444-06da-4343-b6dc-4a199584915a HTTP/1.1" status: 204 len: 168 time: 0.1168315 Dec 12 18:46:27.963828 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5aff94-0883-4521-9a4e-af87564cd603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8137d444-06da-4343-b6dc-4a199584915a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:28.200677 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d391fdd6-8b23-4d5c-96ff-e0ccc05333c9 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:46:28.212995 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43724) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:28.223399 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: d391fdd6-8b23-4d5c-96ff-e0ccc05333c9 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:46:28.223755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d391fdd6-8b23-4d5c-96ff-e0ccc05333c9 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:46:28.224268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 47217a44-ed54-4f4d-b163-caee920c2cd2 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:46:28.229965 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70014a70-75ef-4414-81f0-22a66de57481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:28.246770 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 47217a44-ed54-4f4d-b163-caee920c2cd2 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:46:28.247755 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 47217a44-ed54-4f4d-b163-caee920c2cd2 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:46:28.248200 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 638bb1d5-c020-4a6e-9515-de6564358614 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:46:28.266954 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 638bb1d5-c020-4a6e-9515-de6564358614 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:46:28.267332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 638bb1d5-c020-4a6e-9515-de6564358614 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:46:28.307703 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70014a70-75ef-4414-81f0-22a66de57481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:28.311043 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70014a70-75ef-4414-81f0-22a66de57481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:28.349971 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-70014a70-75ef-4414-81f0-22a66de57481 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=561ba518fc23456b98b3dd00e4ec231b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358917 Dec 12 18:46:28.350934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70014a70-75ef-4414-81f0-22a66de57481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5b122d-1cc0-4c5c-9983-e0c8e7c0c60a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:28.352639 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43726) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:28.400632 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1713917b-8c03-4acf-b36d-a3139abd5282 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:28.422397 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1713917b-8c03-4acf-b36d-a3139abd5282 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:28.471699 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1713917b-8c03-4acf-b36d-a3139abd5282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:28.474418 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1713917b-8c03-4acf-b36d-a3139abd5282 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:28.475612 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-1713917b-8c03-4acf-b36d-a3139abd5282 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f5b122d-1cc0-4c5c-9983-e0c8e7c0c60a HTTP/1.1" status: 204 len: 168 time: 0.1219826 Dec 12 18:46:28.483670 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713917b-8c03-4acf-b36d-a3139abd5282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5b122d-1cc0-4c5c-9983-e0c8e7c0c60a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:29.159385 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43748) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:29.253284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f9d20db4-dfa2-4408-9e7e-12a47e86c601 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1135077678-network', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:46:29.275539 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d20db4-dfa2-4408-9e7e-12a47e86c601 admin admin] Made reservation on behalf of 6c66ba76f2294a8a8da831b72824fc16 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:46:29.277790 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d20db4-dfa2-4408-9e7e-12a47e86c601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:29.286274 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d20db4-dfa2-4408-9e7e-12a47e86c601 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:29.360776 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d20db4-dfa2-4408-9e7e-12a47e86c601 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:29.364464 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d20db4-dfa2-4408-9e7e-12a47e86c601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:29.384748 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d20db4-dfa2-4408-9e7e-12a47e86c601 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:46:29.398301 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d20db4-dfa2-4408-9e7e-12a47e86c601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b00952f-d45e-44b9-8415-dac5a00a23dd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:29.402960 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d20db4-dfa2-4408-9e7e-12a47e86c601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:29.403342 n-d-760354-5 neutron-server[103150]: INFO neutron.db.segments_db [None req-f9d20db4-dfa2-4408-9e7e-12a47e86c601 admin admin] Added segment c00c10d6-4ccf-4929-bbc1-d496224654b1 of type vlan for network 7b9aabef-e287-40c7-956b-5fdcdf0c418b Dec 12 18:46:29.442435 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d20db4-dfa2-4408-9e7e-12a47e86c601 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:29.466226 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d20db4-dfa2-4408-9e7e-12a47e86c601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:29.467178 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d20db4-dfa2-4408-9e7e-12a47e86c601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:29.467815 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d20db4-dfa2-4408-9e7e-12a47e86c601 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:29.522337 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-f9d20db4-dfa2-4408-9e7e-12a47e86c601 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3618350 Dec 12 18:46:29.526152 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43752) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:29.531399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-1a5f3764-e3d9-463e-8ac5-68a299df1070 admin admin] Request body: {'subnet': {'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1135077678-subnet', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:46:29.533462 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d20db4-dfa2-4408-9e7e-12a47e86c601 admin admin] Pushing event updated for resources: {'Network': ['ID=7b9aabef-e287-40c7-956b-5fdcdf0c418b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:29.547067 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 7b9aabef-e287-40c7-956b-5fdcdf0c418b details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:46:29.553161 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5f3764-e3d9-463e-8ac5-68a299df1070 admin admin] Made reservation on behalf of 6c66ba76f2294a8a8da831b72824fc16 for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:46:29.555755 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a5f3764-e3d9-463e-8ac5-68a299df1070 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:29.717893 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a5f3764-e3d9-463e-8ac5-68a299df1070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:29.772790 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f3764-e3d9-463e-8ac5-68a299df1070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:29.780764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5f3764-e3d9-463e-8ac5-68a299df1070 admin admin] Checking segment: {'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:46:29.781123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5f3764-e3d9-463e-8ac5-68a299df1070 admin admin] Network hostable DHCP agents. Network: 7b9aabef-e287-40c7-956b-5fdcdf0c418b, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:46:29.797586 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5f3764-e3d9-463e-8ac5-68a299df1070 admin admin] Network 7b9aabef-e287-40c7-956b-5fdcdf0c418b is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:46:29.806160 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-1a5f3764-e3d9-463e-8ac5-68a299df1070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 7b9aabef-e287-40c7-956b-5fdcdf0c418b) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:46:29.810030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5f3764-e3d9-463e-8ac5-68a299df1070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:29.810629 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a5f3764-e3d9-463e-8ac5-68a299df1070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:29.814551 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71218123-c6a0-4dbf-bd61-c8da4485d5c6 None None] Network 7b9aabef-e287-40c7-956b-5fdcdf0c418b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:46:29.826251 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1a5f3764-e3d9-463e-8ac5-68a299df1070 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2988882 Dec 12 18:46:29.828960 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43754) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:29.833104 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:46:29.853303 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:29.854591 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:29.911437 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:29.914553 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:46:29.915467 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:30.042529 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:30.048398 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Allocated IP 172.20.0.2 (7b9aabef-e287-40c7-956b-5fdcdf0c418b/fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407/a7f4d4c5-edcc-4d90-9a23-05a6878b176a) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:46:30.188540 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:30.194270 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:30.237585 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Network 7b9aabef-e287-40c7-956b-5fdcdf0c418b is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:46:30.240700 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:30.241474 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:46:30.243173 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Pushing event updated for resources: {'Port': ['ID=a7f4d4c5-edcc-4d90-9a23-05a6878b176a,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:30.245409 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:46:30.260571 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:30.298202 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Attempting to bind port a7f4d4c5-edcc-4d90-9a23-05a6878b176a on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:46:30.298479 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Attempting to bind port a7f4d4c5-edcc-4d90-9a23-05a6878b176a by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:46:30.298847 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Attempting to bind port a7f4d4c5-edcc-4d90-9a23-05a6878b176a on network 7b9aabef-e287-40c7-956b-5fdcdf0c418b {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:46:30.303710 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:46:30.304088 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Checking segment: {'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:46:30.304494 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:30.304889 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Bound using segment: {'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:46:30.305357 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Bound port: a7f4d4c5-edcc-4d90-9a23-05a6878b176a, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:46:30.305740 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:30.364185 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] Allocated IP 172.25.1.14 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/5698234f-17b5-4c69-b282-ef344c7ee4ec) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:46:30.373416 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] For port a7f4d4c5-edcc-4d90-9a23-05a6878b176a, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:46:30.376797 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] For port a7f4d4c5-edcc-4d90-9a23-05a6878b176a, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a7f4d4c5-edcc-4d90-9a23-05a6878b176a,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:46:30.381533 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:30.445410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcb08c-79a9-45d4-8d0b-a1cccd941e76 None None] Pushing event updated for resources: {'Port': ['ID=a7f4d4c5-edcc-4d90-9a23-05a6878b176a,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:30.801082 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:30.833823 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:30.873881 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:46:30.878482 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:46:30.882086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:46:30.893652 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3547f94-9aca-48ae-92af-8d05eb137ef6 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:46:30.908017 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] Pushing event updated for resources: {'Port': ['ID=5698234f-17b5-4c69-b282-ef344c7ee4ec,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:31.008467 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cb604881-9001-4ccf-8e9d-60a3904dd352 None None] Provisioning complete for port 5698234f-17b5-4c69-b282-ef344c7ee4ec triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:31.008845 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cb604881-9001-4ccf-8e9d-60a3904dd352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:31.046042 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-cb604881-9001-4ccf-8e9d-60a3904dd352 None None] Port 5698234f-17b5-4c69-b282-ef344c7ee4ec cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:46:31.137615 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:31.336620 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:31.337408 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8008459-57ef-4a2c-bf20-d138c7898f67 None None] Network 7b9aabef-e287-40c7-956b-5fdcdf0c418b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:46:31.404056 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a45ff082-4fd6-4ad0-a4eb-b6f4807d6642 None None] Provisioning complete for port a7f4d4c5-edcc-4d90-9a23-05a6878b176a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:31.404339 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a45ff082-4fd6-4ad0-a4eb-b6f4807d6642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:31.461840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] Router e6ae93b2-9f3b-4870-8537-9ae142ac00af is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:46:31.523510 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a45ff082-4fd6-4ad0-a4eb-b6f4807d6642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:31.561295 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a45ff082-4fd6-4ad0-a4eb-b6f4807d6642 None None] For port a7f4d4c5-edcc-4d90-9a23-05a6878b176a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a7f4d4c5-edcc-4d90-9a23-05a6878b176a,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:46:31.565901 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a45ff082-4fd6-4ad0-a4eb-b6f4807d6642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:31.580684 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:46:31.593321 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Sync routers for ids ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:46:31.603461 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:31.605662 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-a29d93fb-445c-45f5-989d-4f7db26a2b47 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7755606 Dec 12 18:46:31.606026 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Routers {'e6ae93b2-9f3b-4870-8537-9ae142ac00af'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:46:31.607543 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:31.608839 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43756) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:31.621029 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ff082-4fd6-4ad0-a4eb-b6f4807d6642 None None] Pushing event updated for resources: {'Port': ['ID=a7f4d4c5-edcc-4d90-9a23-05a6878b176a,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:31.721914 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Set router e6ae93b2-9f3b-4870-8537-9ae142ac00af gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:46:31.788642 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-09eb4209-7974-482c-bdc8-677c8f0dfdc5 None None] Provisioning complete for port a7f4d4c5-edcc-4d90-9a23-05a6878b176a triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:31.789034 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09eb4209-7974-482c-bdc8-677c8f0dfdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:31.906303 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:46:31Z', 'revision_number': 3, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port': {'id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:30Z', 'updated_at': '2021-12-12T18:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:31.933018 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Checking router: e6ae93b2-9f3b-4870-8537-9ae142ac00af for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:46:31.933281 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Updating router e6ae93b2-9f3b-4870-8537-9ae142ac00af port 5698234f-17b5-4c69-b282-ef344c7ee4ec binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:46:31.958133 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.034523 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a104-d66f-48f1-923f-e6777606fff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.190672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-3ac5a104-d66f-48f1-923f-e6777606fff9 admin admin] Allocated IP 172.20.0.1 (7b9aabef-e287-40c7-956b-5fdcdf0c418b/fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407/463abdcd-65c6-427b-b6c3-fecc45d364b5) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:46:32.210284 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.217570 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.237654 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a7f4d4c5-edcc-4d90-9a23-05a6878b176a up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:46:32.268157 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Attempting to bind port 5698234f-17b5-4c69-b282-ef344c7ee4ec on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:46:32.268535 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Attempting to bind port 5698234f-17b5-4c69-b282-ef344c7ee4ec by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:46:32.268910 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Attempting to bind port 5698234f-17b5-4c69-b282-ef344c7ee4ec on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:46:32.277551 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389ce67-6b26-401c-83bf-e4dba2c2a3e6 None None] Pushing event updated for resources: {'Port': ['ID=5698234f-17b5-4c69-b282-ef344c7ee4ec,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:32.280348 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:46:32.280540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e945b5-e6bb-405e-9ff7-f726013385a5 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:46:32.280853 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:46:32.281266 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.281651 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:46:32.282131 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Bound port: 5698234f-17b5-4c69-b282-ef344c7ee4ec, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:46:32.282517 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.312426 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port a7f4d4c5-edcc-4d90-9a23-05a6878b176a triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:32.313116 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.321926 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a104-d66f-48f1-923f-e6777606fff9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.338092 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] For port 5698234f-17b5-4c69-b282-ef344c7ee4ec, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:46:32.341856 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] For port 5698234f-17b5-4c69-b282-ef344c7ee4ec, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5698234f-17b5-4c69-b282-ef344c7ee4ec,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:46:32.345572 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.360946 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a104-d66f-48f1-923f-e6777606fff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.394538 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Routers {'e6ae93b2-9f3b-4870-8537-9ae142ac00af'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:46:32.395370 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:32.400965 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a9024e-044a-4b97-99ec-874360aac15d None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:46:32.403382 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac5a104-d66f-48f1-923f-e6777606fff9 admin admin] Network 7b9aabef-e287-40c7-956b-5fdcdf0c418b is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:46:32.408324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-3ac5a104-d66f-48f1-923f-e6777606fff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:46:32.412848 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac5a104-d66f-48f1-923f-e6777606fff9 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:46:32.416009 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5a104-d66f-48f1-923f-e6777606fff9 admin admin] Pushing event updated for resources: {'Port': ['ID=463abdcd-65c6-427b-b6c3-fecc45d364b5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:32.441094 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f792f095-d0fc-44f1-92e6-46828daf9670 None None] Provisioning complete for port 5698234f-17b5-4c69-b282-ef344c7ee4ec triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:32.441953 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f792f095-d0fc-44f1-92e6-46828daf9670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.458707 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a104-d66f-48f1-923f-e6777606fff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.511134 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] Set router e6ae93b2-9f3b-4870-8537-9ae142ac00af gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:46:32.554338 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f792f095-d0fc-44f1-92e6-46828daf9670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.579387 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f792f095-d0fc-44f1-92e6-46828daf9670 None None] For port 5698234f-17b5-4c69-b282-ef344c7ee4ec, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5698234f-17b5-4c69-b282-ef344c7ee4ec,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:46:32.595512 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f792f095-d0fc-44f1-92e6-46828daf9670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.605769 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a104-d66f-48f1-923f-e6777606fff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.651976 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792f095-d0fc-44f1-92e6-46828daf9670 None None] Pushing event updated for resources: {'Port': ['ID=5698234f-17b5-4c69-b282-ef344c7ee4ec,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:32.692514 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389ce67-6b26-401c-83bf-e4dba2c2a3e6 None None] Pushing event updated for resources: {'Port': ['ID=5698234f-17b5-4c69-b282-ef344c7ee4ec,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:32.718446 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-08de010f-671c-4097-8095-0f7be692e124 None None] Provisioning complete for port 5698234f-17b5-4c69-b282-ef344c7ee4ec triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:32.718822 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-08de010f-671c-4097-8095-0f7be692e124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.737235 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:46:31Z', 'revision_number': 3, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port': {'id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:30Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:32.764667 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb92d61b-2ae1-4abb-85ed-0ae14a7c7161 None None] The sync data for ids ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'] in n-d-760354-5 is: [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:46:31Z', 'revision_number': 3, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port': {'id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:30Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:46:32.800657 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a104-d66f-48f1-923f-e6777606fff9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.805885 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a104-d66f-48f1-923f-e6777606fff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.815727 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-08de010f-671c-4097-8095-0f7be692e124 None None] Provisioning complete for port 463abdcd-65c6-427b-b6c3-fecc45d364b5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:32.816104 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-08de010f-671c-4097-8095-0f7be692e124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.853456 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-08de010f-671c-4097-8095-0f7be692e124 None None] Port 463abdcd-65c6-427b-b6c3-fecc45d364b5 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:46:32.879040 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5a104-d66f-48f1-923f-e6777606fff9 admin admin] Pushing event updated for resources: {'Port': ['ID=463abdcd-65c6-427b-b6c3-fecc45d364b5,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:32.881425 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a104-d66f-48f1-923f-e6777606fff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:32.974214 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac5a104-d66f-48f1-923f-e6777606fff9 admin admin] Network 7b9aabef-e287-40c7-956b-5fdcdf0c418b is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:46:32.975650 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-3ac5a104-d66f-48f1-923f-e6777606fff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:46:33.104760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac5a104-d66f-48f1-923f-e6777606fff9 admin admin] Router e6ae93b2-9f3b-4870-8537-9ae142ac00af has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:46:33.226699 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac5a104-d66f-48f1-923f-e6777606fff9 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:46:33.231834 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3ac5a104-d66f-48f1-923f-e6777606fff9 admin admin] 10.222.0.18 "PUT /v2.0/routers/e6ae93b2-9f3b-4870-8537-9ae142ac00af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6216183 Dec 12 18:46:33.279660 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ef82d150-758f-4251-be6c-08fb8402a203 None None] Provisioning complete for port 463abdcd-65c6-427b-b6c3-fecc45d364b5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:33.280233 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ef82d150-758f-4251-be6c-08fb8402a203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:33.316775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ef82d150-758f-4251-be6c-08fb8402a203 None None] Port 463abdcd-65c6-427b-b6c3-fecc45d364b5 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:46:33.711677 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43772) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:33.716724 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-874fa7b8-8f29-4d06-86b2-a0aa236f5ce9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2132354757-network', 'tenant_id': '55cde32953754cd193a3506c60fc9844'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:46:33.737325 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874fa7b8-8f29-4d06-86b2-a0aa236f5ce9 admin admin] Made reservation on behalf of 55cde32953754cd193a3506c60fc9844 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:46:33.739690 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-874fa7b8-8f29-4d06-86b2-a0aa236f5ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:33.748826 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-874fa7b8-8f29-4d06-86b2-a0aa236f5ce9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:33.823688 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-874fa7b8-8f29-4d06-86b2-a0aa236f5ce9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:33.828235 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-874fa7b8-8f29-4d06-86b2-a0aa236f5ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:33.853230 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874fa7b8-8f29-4d06-86b2-a0aa236f5ce9 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:46:33.863480 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874fa7b8-8f29-4d06-86b2-a0aa236f5ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6c8ed7-ea8d-49bf-9e05-18cd0ff539eb,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:33.869634 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-874fa7b8-8f29-4d06-86b2-a0aa236f5ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:33.869975 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-874fa7b8-8f29-4d06-86b2-a0aa236f5ce9 admin admin] Added segment db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f of type vlan for network 67152c56-1a71-4a19-b41b-2d5748569684 Dec 12 18:46:33.910415 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-874fa7b8-8f29-4d06-86b2-a0aa236f5ce9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:33.934883 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-874fa7b8-8f29-4d06-86b2-a0aa236f5ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:33.935902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874fa7b8-8f29-4d06-86b2-a0aa236f5ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:33.936483 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-874fa7b8-8f29-4d06-86b2-a0aa236f5ce9 admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:33.989076 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-874fa7b8-8f29-4d06-86b2-a0aa236f5ce9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2761629 Dec 12 18:46:33.991788 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43774) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:33.997402 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ce44f5b1-9963-4fc1-b0d8-b71b9cdada05 admin admin] Request body: {'subnet': {'network_id': '67152c56-1a71-4a19-b41b-2d5748569684', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2132354757-subnet', 'tenant_id': '55cde32953754cd193a3506c60fc9844', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:46:34.001400 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874fa7b8-8f29-4d06-86b2-a0aa236f5ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=67152c56-1a71-4a19-b41b-2d5748569684,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:34.011825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network 67152c56-1a71-4a19-b41b-2d5748569684 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:46:34.017512 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce44f5b1-9963-4fc1-b0d8-b71b9cdada05 admin admin] Made reservation on behalf of 55cde32953754cd193a3506c60fc9844 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:46:34.020015 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce44f5b1-9963-4fc1-b0d8-b71b9cdada05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:34.201734 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce44f5b1-9963-4fc1-b0d8-b71b9cdada05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:34.244242 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5698234f-17b5-4c69-b282-ef344c7ee4ec up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:46:34.256326 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44f5b1-9963-4fc1-b0d8-b71b9cdada05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d240f8-3989-4efc-8bdb-b0e0da01b39b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:34.266877 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce44f5b1-9963-4fc1-b0d8-b71b9cdada05 admin admin] Checking segment: {'id': 'db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '67152c56-1a71-4a19-b41b-2d5748569684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:46:34.267337 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce44f5b1-9963-4fc1-b0d8-b71b9cdada05 admin admin] Network hostable DHCP agents. Network: 67152c56-1a71-4a19-b41b-2d5748569684, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:46:34.284944 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce44f5b1-9963-4fc1-b0d8-b71b9cdada05 admin admin] Network 67152c56-1a71-4a19-b41b-2d5748569684 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:46:34.295179 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ce44f5b1-9963-4fc1-b0d8-b71b9cdada05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, 67152c56-1a71-4a19-b41b-2d5748569684) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:46:34.297504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 5698234f-17b5-4c69-b282-ef344c7ee4ec triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:34.299156 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:34.299873 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce44f5b1-9963-4fc1-b0d8-b71b9cdada05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:34.300609 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce44f5b1-9963-4fc1-b0d8-b71b9cdada05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:34.317323 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-ce44f5b1-9963-4fc1-b0d8-b71b9cdada05 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3243945 Dec 12 18:46:34.321438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43776) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:34.330495 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2132354757-router', 'tenant_id': '55cde32953754cd193a3506c60fc9844', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:46:34.333443 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2704e35b-ee46-4461-9008-cf0bf2e42a09 None None] Network 67152c56-1a71-4a19-b41b-2d5748569684 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:46:34.353324 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:34.354677 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:34.388784 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Sync routers for ids ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:46:34.414290 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:34.426653 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Routers {'e6ae93b2-9f3b-4870-8537-9ae142ac00af'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:46:34.427305 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:34.549607 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-67152c56-1a71-4a19-b41b-2d5748569684', 'network_id': '67152c56-1a71-4a19-b41b-2d5748569684', 'project_id': '55cde32953754cd193a3506c60fc9844', 'fixed_ips': [{'subnet_id': 'c3d240f8-3989-4efc-8bdb-b0e0da01b39b'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:46:34.550457 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:34.554133 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:34.654810 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Set router e6ae93b2-9f3b-4870-8537-9ae142ac00af gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:46:34.757880 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:34.776809 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:34.818322 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Allocated IP 172.20.0.2 (67152c56-1a71-4a19-b41b-2d5748569684/c3d240f8-3989-4efc-8bdb-b0e0da01b39b/51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:46:34.879446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] Allocated IP 172.25.1.91 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/513e13e9-21c4-4b44-aadf-31e600962b78) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:46:34.982641 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:35.014046 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:35.016793 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port': {'id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:30Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '463abdcd-65c6-427b-b6c3-fecc45d364b5', 'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'mac_address': 'fa:16:3e:73:21:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:32Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 2, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'subnets': [{'id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:35.017000 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:35.044206 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:35.048226 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Checking router: e6ae93b2-9f3b-4870-8537-9ae142ac00af for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:46:35.048580 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Updating router e6ae93b2-9f3b-4870-8537-9ae142ac00af port 463abdcd-65c6-427b-b6c3-fecc45d364b5 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:46:35.057270 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:46:35.062847 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:46:35.065791 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:46:35.090539 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a702419-3107-4d36-bb7b-4619c545a5a8 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:46:35.091800 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] Pushing event updated for resources: {'Port': ['ID=513e13e9-21c4-4b44-aadf-31e600962b78,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:35.186719 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:46:35.271737 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Network 67152c56-1a71-4a19-b41b-2d5748569684 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:46:35.275976 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:35.280391 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:46:35.284525 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:46:35.299696 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Pushing event updated for resources: {'Port': ['ID=51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:35.320201 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:35.388322 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Attempting to bind port 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:46:35.388692 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Attempting to bind port 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '67152c56-1a71-4a19-b41b-2d5748569684'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:46:35.389054 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Attempting to bind port 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b on network 67152c56-1a71-4a19-b41b-2d5748569684 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:46:35.441194 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b89278f2-4b73-4d5d-8cb6-af586e50cc08 None None] Provisioning complete for port 513e13e9-21c4-4b44-aadf-31e600962b78 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:35.441544 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b89278f2-4b73-4d5d-8cb6-af586e50cc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:35.448307 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:46:35.448681 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Checking segment: {'id': 'db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '67152c56-1a71-4a19-b41b-2d5748569684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:46:35.449082 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:35.449474 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Bound using segment: {'id': 'db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '67152c56-1a71-4a19-b41b-2d5748569684'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:46:35.449976 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Bound port: 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '67152c56-1a71-4a19-b41b-2d5748569684'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:46:35.450350 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:35.520271 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:35.566314 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b89278f2-4b73-4d5d-8cb6-af586e50cc08 None None] Port 513e13e9-21c4-4b44-aadf-31e600962b78 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:46:35.598750 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] For port 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:46:35.603609 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] For port 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b,segment=NetworkSegment(db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f),segment_id=db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:46:35.613726 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:35.705359 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2891e41-b034-45fd-8c73-4410b6d2a587 None None] Pushing event updated for resources: {'Port': ['ID=51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:35.759256 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:35.764465 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:35.815658 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d023ad1-b0ff-4270-b552-d81fba960ccf None None] Pushing event updated for resources: {'Port': ['ID=463abdcd-65c6-427b-b6c3-fecc45d364b5,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:35.899468 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Attempting to bind port 463abdcd-65c6-427b-b6c3-fecc45d364b5 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:46:35.900198 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Attempting to bind port 463abdcd-65c6-427b-b6c3-fecc45d364b5 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:46:35.901617 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Attempting to bind port 463abdcd-65c6-427b-b6c3-fecc45d364b5 on network 7b9aabef-e287-40c7-956b-5fdcdf0c418b {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:46:35.914252 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:46:35.914641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Checking segment: {'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:46:35.915056 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:35.915605 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Bound using segment: {'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:46:35.916096 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Bound port: 463abdcd-65c6-427b-b6c3-fecc45d364b5, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:46:35.916554 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:35.998678 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] For port 463abdcd-65c6-427b-b6c3-fecc45d364b5, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:46:36.002621 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] For port 463abdcd-65c6-427b-b6c3-fecc45d364b5, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=463abdcd-65c6-427b-b6c3-fecc45d364b5,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:46:36.006172 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] Router 5dccdbad-4811-4fa1-9b4c-d65f4473a175 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:46:36.009119 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:36.084009 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Routers {'e6ae93b2-9f3b-4870-8537-9ae142ac00af'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:46:36.084688 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:36.132905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:46:36.147586 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Sync routers for ids ['5dccdbad-4811-4fa1-9b4c-d65f4473a175'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:46:36.152016 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d023ad1-b0ff-4270-b552-d81fba960ccf None None] Pushing event updated for resources: {'Port': ['ID=463abdcd-65c6-427b-b6c3-fecc45d364b5,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:36.172609 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:36.174056 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-f786cb59-6698-4ac7-8920-77d36d013317 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8512416 Dec 12 18:46:36.176798 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43778) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:36.179989 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Routers {'5dccdbad-4811-4fa1-9b4c-d65f4473a175'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:46:36.180604 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5dccdbad-4811-4fa1-9b4c-d65f4473a175'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:36.251257 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3c892aa4-4955-4ec6-bcdc-ad7ec9b6fafd None None] Provisioning complete for port 463abdcd-65c6-427b-b6c3-fecc45d364b5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:36.251952 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c892aa4-4955-4ec6-bcdc-ad7ec9b6fafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:36.310076 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] Set router e6ae93b2-9f3b-4870-8537-9ae142ac00af gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:46:36.312994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:46:36.333023 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Set router 5dccdbad-4811-4fa1-9b4c-d65f4473a175 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:46:36.530939 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:36.531339 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:36.534836 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c892aa4-4955-4ec6-bcdc-ad7ec9b6fafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:36.641243 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dccdbad-4811-4fa1-9b4c-d65f4473a175', 'name': 'tempest-TestShelveInstance-2132354757-router', 'tenant_id': '55cde32953754cd193a3506c60fc9844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '513e13e9-21c4-4b44-aadf-31e600962b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:34Z', 'updated_at': '2021-12-12T18:46:35Z', 'revision_number': 3, 'project_id': '55cde32953754cd193a3506c60fc9844', 'gw_port': {'id': '513e13e9-21c4-4b44-aadf-31e600962b78', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dccdbad-4811-4fa1-9b4c-d65f4473a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:34Z', 'updated_at': '2021-12-12T18:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:36.652871 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3c892aa4-4955-4ec6-bcdc-ad7ec9b6fafd None None] For port 463abdcd-65c6-427b-b6c3-fecc45d364b5, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=463abdcd-65c6-427b-b6c3-fecc45d364b5,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:46:36.664059 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3c892aa4-4955-4ec6-bcdc-ad7ec9b6fafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:36.674261 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Checking router: 5dccdbad-4811-4fa1-9b4c-d65f4473a175 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:46:36.674261 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Updating router 5dccdbad-4811-4fa1-9b4c-d65f4473a175 port 513e13e9-21c4-4b44-aadf-31e600962b78 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:46:36.702814 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:36.713542 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8781535f-35dd-4500-8beb-b1d9b46ef28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:36.755470 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:36.775966 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c892aa4-4955-4ec6-bcdc-ad7ec9b6fafd None None] Pushing event updated for resources: {'Port': ['ID=463abdcd-65c6-427b-b6c3-fecc45d364b5,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:36.813978 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port': {'id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:30Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '463abdcd-65c6-427b-b6c3-fecc45d364b5', 'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'mac_address': 'fa:16:3e:73:21:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:32Z', 'updated_at': '2021-12-12T18:46:35Z', 'revision_number': 4, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'subnets': [{'id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:36.848792 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf34d0-af92-4d9e-9467-b799aa29a78f None None] The sync data for ids ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'] in n-d-760354-5 is: [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port': {'id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:30Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '463abdcd-65c6-427b-b6c3-fecc45d364b5', 'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'mac_address': 'fa:16:3e:73:21:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:32Z', 'updated_at': '2021-12-12T18:46:35Z', 'revision_number': 4, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'subnets': [{'id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:46:36.855090 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b6b9c1ba-a221-455b-a9e2-91e1b908ffbb None None] Provisioning complete for port 463abdcd-65c6-427b-b6c3-fecc45d364b5 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:36.855487 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c1ba-a221-455b-a9e2-91e1b908ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:36.895070 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] For port 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b,segment=NetworkSegment(db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f),segment_id=db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:46:36.907090 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:36.977907 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-8781535f-35dd-4500-8beb-b1d9b46ef28a admin admin] Allocated IP 172.20.0.1 (67152c56-1a71-4a19-b41b-2d5748569684/c3d240f8-3989-4efc-8bdb-b0e0da01b39b/b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:46:37.030097 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Pushing event updated for resources: {'Port': ['ID=51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:37.052252 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:37.057261 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:37.101059 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6719b0e1-9960-4909-af28-6ce8710ee6b0 None None] Network 67152c56-1a71-4a19-b41b-2d5748569684 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:46:37.119895 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a574dad-1d25-4b50-a4b6-a974e5a0f33b None None] Pushing event updated for resources: {'Port': ['ID=513e13e9-21c4-4b44-aadf-31e600962b78,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:37.126721 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Attempting to bind port 513e13e9-21c4-4b44-aadf-31e600962b78 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:46:37.127099 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Attempting to bind port 513e13e9-21c4-4b44-aadf-31e600962b78 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:46:37.127615 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Attempting to bind port 513e13e9-21c4-4b44-aadf-31e600962b78 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:46:37.135190 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:46:37.135705 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:46:37.136108 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:37.136499 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:46:37.137182 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Bound port: 513e13e9-21c4-4b44-aadf-31e600962b78, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:46:37.137758 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:37.148096 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8781535f-35dd-4500-8beb-b1d9b46ef28a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:37.150768 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d48b7d-3245-4cbf-98ce-9cc1fb4273f4 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:46:37.203398 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-20f13940-4acb-48a5-93c9-f83fe62dac24 None None] Provisioning complete for port 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:37.203944 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-20f13940-4acb-48a5-93c9-f83fe62dac24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:37.206214 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a574dad-1d25-4b50-a4b6-a974e5a0f33b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:37.207260 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a574dad-1d25-4b50-a4b6-a974e5a0f33b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:37.207619 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a574dad-1d25-4b50-a4b6-a974e5a0f33b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:37.207954 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a574dad-1d25-4b50-a4b6-a974e5a0f33b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:37.208467 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a574dad-1d25-4b50-a4b6-a974e5a0f33b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:37.208797 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a574dad-1d25-4b50-a4b6-a974e5a0f33b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:37.209302 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a574dad-1d25-4b50-a4b6-a974e5a0f33b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:37.209924 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a574dad-1d25-4b50-a4b6-a974e5a0f33b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:37.210565 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a574dad-1d25-4b50-a4b6-a974e5a0f33b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:37.210765 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8781535f-35dd-4500-8beb-b1d9b46ef28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:37.211659 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a574dad-1d25-4b50-a4b6-a974e5a0f33b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:37.212177 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a574dad-1d25-4b50-a4b6-a974e5a0f33b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:37.212689 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a574dad-1d25-4b50-a4b6-a974e5a0f33b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:37.213173 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a574dad-1d25-4b50-a4b6-a974e5a0f33b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:46:37.217294 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] For port 513e13e9-21c4-4b44-aadf-31e600962b78, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:46:37.220998 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] For port 513e13e9-21c4-4b44-aadf-31e600962b78, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=513e13e9-21c4-4b44-aadf-31e600962b78,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:46:37.234043 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:37.266870 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8781535f-35dd-4500-8beb-b1d9b46ef28a admin admin] Network 67152c56-1a71-4a19-b41b-2d5748569684 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:46:37.272709 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8781535f-35dd-4500-8beb-b1d9b46ef28a admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:46:37.275860 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8781535f-35dd-4500-8beb-b1d9b46ef28a admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:46:37.288754 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Routers {'5dccdbad-4811-4fa1-9b4c-d65f4473a175'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:46:37.289789 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5dccdbad-4811-4fa1-9b4c-d65f4473a175'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:37.298366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292155fb-b79f-4b31-8baa-d64de2bbf8db None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:46:37.316119 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781535f-35dd-4500-8beb-b1d9b46ef28a admin admin] Pushing event updated for resources: {'Port': ['ID=b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:37.345852 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8781535f-35dd-4500-8beb-b1d9b46ef28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:37.403567 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a574dad-1d25-4b50-a4b6-a974e5a0f33b None None] Pushing event updated for resources: {'Port': ['ID=513e13e9-21c4-4b44-aadf-31e600962b78,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:37.446375 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] Set router 5dccdbad-4811-4fa1-9b4c-d65f4473a175 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:46:37.520653 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-c710128f-2a30-4d6e-82ef-8824b6a8a2c2 None None] Provisioning complete for port 513e13e9-21c4-4b44-aadf-31e600962b78 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:37.521248 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c710128f-2a30-4d6e-82ef-8824b6a8a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:37.555642 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8781535f-35dd-4500-8beb-b1d9b46ef28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:37.661890 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c710128f-2a30-4d6e-82ef-8824b6a8a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:37.700310 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c710128f-2a30-4d6e-82ef-8824b6a8a2c2 None None] For port 513e13e9-21c4-4b44-aadf-31e600962b78, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=513e13e9-21c4-4b44-aadf-31e600962b78,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:46:37.702145 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dccdbad-4811-4fa1-9b4c-d65f4473a175', 'name': 'tempest-TestShelveInstance-2132354757-router', 'tenant_id': '55cde32953754cd193a3506c60fc9844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '513e13e9-21c4-4b44-aadf-31e600962b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:34Z', 'updated_at': '2021-12-12T18:46:35Z', 'revision_number': 3, 'project_id': '55cde32953754cd193a3506c60fc9844', 'gw_port': {'id': '513e13e9-21c4-4b44-aadf-31e600962b78', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dccdbad-4811-4fa1-9b4c-d65f4473a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:34Z', 'updated_at': '2021-12-12T18:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:37.719338 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c710128f-2a30-4d6e-82ef-8824b6a8a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:37.758641 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0258fc-a6c7-49fc-a442-fbbfb2b76895 None None] The sync data for ids ['5dccdbad-4811-4fa1-9b4c-d65f4473a175'] in n-d-760354-5 is: [{'id': '5dccdbad-4811-4fa1-9b4c-d65f4473a175', 'name': 'tempest-TestShelveInstance-2132354757-router', 'tenant_id': '55cde32953754cd193a3506c60fc9844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '513e13e9-21c4-4b44-aadf-31e600962b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:34Z', 'updated_at': '2021-12-12T18:46:35Z', 'revision_number': 3, 'project_id': '55cde32953754cd193a3506c60fc9844', 'gw_port': {'id': '513e13e9-21c4-4b44-aadf-31e600962b78', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dccdbad-4811-4fa1-9b4c-d65f4473a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:34Z', 'updated_at': '2021-12-12T18:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:46:37.806545 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8781535f-35dd-4500-8beb-b1d9b46ef28a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:37.811766 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8781535f-35dd-4500-8beb-b1d9b46ef28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:37.812000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710128f-2a30-4d6e-82ef-8824b6a8a2c2 None None] Pushing event updated for resources: {'Port': ['ID=513e13e9-21c4-4b44-aadf-31e600962b78,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:37.848161 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8e5f3a80-8730-4b9c-a7f3-bfb86aedf1d0 None None] Provisioning complete for port 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:37.848677 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8e5f3a80-8730-4b9c-a7f3-bfb86aedf1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:37.885371 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781535f-35dd-4500-8beb-b1d9b46ef28a admin admin] Pushing event updated for resources: {'Port': ['ID=b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:37.890081 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8781535f-35dd-4500-8beb-b1d9b46ef28a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:37.977784 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-8e5f3a80-8730-4b9c-a7f3-bfb86aedf1d0 None None] Provisioning complete for port b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:37.978161 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8e5f3a80-8730-4b9c-a7f3-bfb86aedf1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:37.998585 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8781535f-35dd-4500-8beb-b1d9b46ef28a admin admin] Network 67152c56-1a71-4a19-b41b-2d5748569684 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:46:38.000038 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8781535f-35dd-4500-8beb-b1d9b46ef28a admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:46:38.017481 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-8e5f3a80-8730-4b9c-a7f3-bfb86aedf1d0 None None] Port b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:46:38.163993 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8781535f-35dd-4500-8beb-b1d9b46ef28a admin admin] Router 5dccdbad-4811-4fa1-9b4c-d65f4473a175 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:46:38.164968 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5f633a0d-2bfb-4c0a-b527-1d2b9dc0527d None None] Provisioning complete for port b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:38.165344 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5f633a0d-2bfb-4c0a-b527-1d2b9dc0527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:38.215884 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5f633a0d-2bfb-4c0a-b527-1d2b9dc0527d None None] Port b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:46:38.346947 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-6cb0dad8-9b33-45f8-8cb4-44e9567295c4 None None] Provisioning complete for port b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:38.347630 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6cb0dad8-9b33-45f8-8cb4-44e9567295c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:38.378494 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8781535f-35dd-4500-8beb-b1d9b46ef28a admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:46:38.388512 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-8781535f-35dd-4500-8beb-b1d9b46ef28a admin admin] 10.222.0.18 "PUT /v2.0/routers/5dccdbad-4811-4fa1-9b4c-d65f4473a175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2098086 Dec 12 18:46:38.397288 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0dad8-9b33-45f8-8cb4-44e9567295c4 None None] Port b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:46:38.430978 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:46:38.488379 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:38.488821 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:38.580408 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 463abdcd-65c6-427b-b6c3-fecc45d364b5 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:46:38.632518 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 463abdcd-65c6-427b-b6c3-fecc45d364b5 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:38.633021 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:38.723531 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 513e13e9-21c4-4b44-aadf-31e600962b78 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:46:38.776131 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 513e13e9-21c4-4b44-aadf-31e600962b78 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:38.776511 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:38.961891 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 43786) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:38.966627 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-80690603-ee61-4c82-9c54-1e6a8f8c539a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927238841', 'description': 'tempest-secgroup-smoke-927238841 description', 'project_id': '6c66ba76f2294a8a8da831b72824fc16'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:46:38.989301 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80690603-ee61-4c82-9c54-1e6a8f8c539a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.062238 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80690603-ee61-4c82-9c54-1e6a8f8c539a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.066299 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80690603-ee61-4c82-9c54-1e6a8f8c539a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.096965 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80690603-ee61-4c82-9c54-1e6a8f8c539a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.098185 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-80690603-ee61-4c82-9c54-1e6a8f8c539a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1352451 Dec 12 18:46:39.100052 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80690603-ee61-4c82-9c54-1e6a8f8c539a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfc7ece-c84f-4243-b069-8e57d26f87bc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:39.101326 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43788) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:39.107410 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-db206b9a-15f4-4b11-9bf0-5d26aa6b4967 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Request body: {'security_group_rule': {'security_group_id': '9bfc7ece-c84f-4243-b069-8e57d26f87bc', 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:46:39.133741 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db206b9a-15f4-4b11-9bf0-5d26aa6b4967 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.188610 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db206b9a-15f4-4b11-9bf0-5d26aa6b4967 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.192000 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db206b9a-15f4-4b11-9bf0-5d26aa6b4967 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.208628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db206b9a-15f4-4b11-9bf0-5d26aa6b4967 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72554a76-c195-459c-8744-8542d3712c73,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:39.217013 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db206b9a-15f4-4b11-9bf0-5d26aa6b4967 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.218194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-db206b9a-15f4-4b11-9bf0-5d26aa6b4967 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149056 Dec 12 18:46:39.220999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43790) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:39.225336 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-543750b1-0057-492e-8840-4a5b92b3c16e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Request body: {'security_group_rule': {'security_group_id': '9bfc7ece-c84f-4243-b069-8e57d26f87bc', 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:46:39.252048 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-543750b1-0057-492e-8840-4a5b92b3c16e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.305519 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-543750b1-0057-492e-8840-4a5b92b3c16e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.309079 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-543750b1-0057-492e-8840-4a5b92b3c16e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.327051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543750b1-0057-492e-8840-4a5b92b3c16e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c3f28f-91f9-479c-bd3f-9bb71d8f19fb,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:39.331789 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-543750b1-0057-492e-8840-4a5b92b3c16e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.333038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-543750b1-0057-492e-8840-4a5b92b3c16e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1110218 Dec 12 18:46:39.335944 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43792) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:39.341599 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-706eac98-ba60-4988-acfc-739487c6aef5 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Request body: {'security_group_rule': {'security_group_id': '9bfc7ece-c84f-4243-b069-8e57d26f87bc', 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:46:39.367134 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-706eac98-ba60-4988-acfc-739487c6aef5 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.424013 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-706eac98-ba60-4988-acfc-739487c6aef5 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.427462 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-706eac98-ba60-4988-acfc-739487c6aef5 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.445838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706eac98-ba60-4988-acfc-739487c6aef5 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec8e5e1-e7ca-4d43-b21b-8076163617ad,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:39.452807 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-706eac98-ba60-4988-acfc-739487c6aef5 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.453999 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-706eac98-ba60-4988-acfc-739487c6aef5 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159041 Dec 12 18:46:39.456734 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43794) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:39.461086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-ccedcccc-4572-4de4-8f3b-850fa8fc4d04 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Request body: {'security_group_rule': {'security_group_id': '9bfc7ece-c84f-4243-b069-8e57d26f87bc', 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:46:39.488984 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ccedcccc-4572-4de4-8f3b-850fa8fc4d04 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.546274 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ccedcccc-4572-4de4-8f3b-850fa8fc4d04 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.550032 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ccedcccc-4572-4de4-8f3b-850fa8fc4d04 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.567008 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedcccc-4572-4de4-8f3b-850fa8fc4d04 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2f224b-135d-4c97-9f54-f1339536cc0a,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:39.574059 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ccedcccc-4572-4de4-8f3b-850fa8fc4d04 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.575241 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-ccedcccc-4572-4de4-8f3b-850fa8fc4d04 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175637 Dec 12 18:46:39.577922 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43796) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:39.582120 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-c692cae7-7795-4115-a7b6-9b275aaef12c tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Request body: {'security_group_rule': {'security_group_id': '9bfc7ece-c84f-4243-b069-8e57d26f87bc', 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:46:39.603223 n-d-760354-5 neutron-server[103151]: INFO neutron.db.securitygroups_db [None req-c692cae7-7795-4115-a7b6-9b275aaef12c tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Project 6c66ba76f2294a8a8da831b72824fc16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:46:39.608436 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c692cae7-7795-4115-a7b6-9b275aaef12c tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.664115 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c692cae7-7795-4115-a7b6-9b275aaef12c tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.667909 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c692cae7-7795-4115-a7b6-9b275aaef12c tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.686398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692cae7-7795-4115-a7b6-9b275aaef12c tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2edf803c-a013-4d0b-ac96-afb2a32434e0,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:39.690719 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c692cae7-7795-4115-a7b6-9b275aaef12c tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.691920 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-c692cae7-7795-4115-a7b6-9b275aaef12c tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1130965 Dec 12 18:46:39.694597 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43798) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:39.698784 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-afc87641-22fe-4178-9ccc-498a3e793bc3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Request body: {'security_group_rule': {'security_group_id': '9bfc7ece-c84f-4243-b069-8e57d26f87bc', 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:46:39.720575 n-d-760354-5 neutron-server[103151]: INFO neutron.db.securitygroups_db [None req-afc87641-22fe-4178-9ccc-498a3e793bc3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Project 6c66ba76f2294a8a8da831b72824fc16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:46:39.725448 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-afc87641-22fe-4178-9ccc-498a3e793bc3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.785250 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-afc87641-22fe-4178-9ccc-498a3e793bc3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.788712 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-afc87641-22fe-4178-9ccc-498a3e793bc3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.806359 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc87641-22fe-4178-9ccc-498a3e793bc3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c508962c-1216-4ace-95db-397fa835e10c,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:39.814001 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-afc87641-22fe-4178-9ccc-498a3e793bc3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:39.815408 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-afc87641-22fe-4178-9ccc-498a3e793bc3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198328 Dec 12 18:46:39.962190 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-5ee347d4-d9df-4b3b-80ce-a9aa12495f5a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927238841&fields=id&tenant_id=6c66ba76f2294a8a8da831b72824fc16 HTTP/1.1" status: 200 len: 267 time: 0.0427053 Dec 12 18:46:40.074190 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-5207ca8b-e27c-4258-8837-8c2a4d7985c2 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:40.076250 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-5207ca8b-e27c-4258-8837-8c2a4d7985c2 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 809 time: 0.1062183 Dec 12 18:46:40.092594 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-4fa917df-7a89-43b2-aff4-bb151679936e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/quotas/6c66ba76f2294a8a8da831b72824fc16 HTTP/1.1" status: 200 len: 375 time: 0.0101862 Dec 12 18:46:40.148076 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-64931835-a115-408e-807d-51fb0478642b tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452380 Dec 12 18:46:40.255995 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-42d33bd6-fb01-4ed2-972d-973f67d3c712 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:46:40.258810 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-42d33bd6-fb01-4ed2-972d-973f67d3c712 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0979574 Dec 12 18:46:40.347603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-7b75472a-498e-4911-ba8d-084a04d116c7 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835345 Dec 12 18:46:40.352104 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Sync routers for ids ['5dccdbad-4811-4fa1-9b4c-d65f4473a175'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:46:40.362992 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Routers {'5dccdbad-4811-4fa1-9b4c-d65f4473a175'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:46:40.363818 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5dccdbad-4811-4fa1-9b4c-d65f4473a175'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:40.438691 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-c6948ee5-3f93-412e-be47-e4bae4cd4fa6 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847578 Dec 12 18:46:40.476006 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Set router 5dccdbad-4811-4fa1-9b4c-d65f4473a175 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:46:40.612750 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6ca54b91-78e0-4e1b-a6cb-508b3a990a95 req-ddcce9e7-5a65-44cf-923e-0609ffe87721 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 210 time: 0.0265443 Dec 12 18:46:40.702012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dccdbad-4811-4fa1-9b4c-d65f4473a175', 'name': 'tempest-TestShelveInstance-2132354757-router', 'tenant_id': '55cde32953754cd193a3506c60fc9844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '513e13e9-21c4-4b44-aadf-31e600962b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:34Z', 'updated_at': '2021-12-12T18:46:37Z', 'revision_number': 4, 'project_id': '55cde32953754cd193a3506c60fc9844', 'gw_port': {'id': '513e13e9-21c4-4b44-aadf-31e600962b78', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dccdbad-4811-4fa1-9b4c-d65f4473a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:34Z', 'updated_at': '2021-12-12T18:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc', 'name': '', 'network_id': '67152c56-1a71-4a19-b41b-2d5748569684', 'tenant_id': '55cde32953754cd193a3506c60fc9844', 'mac_address': 'fa:16:3e:83:bd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dccdbad-4811-4fa1-9b4c-d65f4473a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'c3d240f8-3989-4efc-8bdb-b0e0da01b39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:36Z', 'updated_at': '2021-12-12T18:46:37Z', 'revision_number': 2, 'project_id': '55cde32953754cd193a3506c60fc9844', 'subnets': [{'id': 'c3d240f8-3989-4efc-8bdb-b0e0da01b39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:40.727339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Checking router: 5dccdbad-4811-4fa1-9b4c-d65f4473a175 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:46:40.727696 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Updating router 5dccdbad-4811-4fa1-9b4c-d65f4473a175 port b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:46:40.752360 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:41.180081 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:41.184884 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:41.234895 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac639fb9-f1a8-402d-b74a-5271fa5cba39 None None] Pushing event updated for resources: {'Port': ['ID=b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:41.294108 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Attempting to bind port b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:46:41.294485 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Attempting to bind port b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '67152c56-1a71-4a19-b41b-2d5748569684'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:46:41.294852 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Attempting to bind port b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc on network 67152c56-1a71-4a19-b41b-2d5748569684 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:46:41.300082 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:46:41.300455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Checking segment: {'id': 'db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '67152c56-1a71-4a19-b41b-2d5748569684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:46:41.300854 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:41.301245 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Bound using segment: {'id': 'db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '67152c56-1a71-4a19-b41b-2d5748569684'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:46:41.301712 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Bound port: b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '67152c56-1a71-4a19-b41b-2d5748569684'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:46:41.302092 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:41.366268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] For port b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:46:41.369623 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] For port b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc,segment=NetworkSegment(db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f),segment_id=db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:46:41.373296 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:41.432334 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac639fb9-f1a8-402d-b74a-5271fa5cba39 None None] Pushing event updated for resources: {'Port': ['ID=b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:41.434877 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Routers {'5dccdbad-4811-4fa1-9b4c-d65f4473a175'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:46:41.435528 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:46:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5dccdbad-4811-4fa1-9b4c-d65f4473a175'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:41.517374 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ad60f697-6b94-4aaf-a6e0-723268ab413d None None] Provisioning complete for port b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:41.517748 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ad60f697-6b94-4aaf-a6e0-723268ab413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:41.586584 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] Set router 5dccdbad-4811-4fa1-9b4c-d65f4473a175 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:46:41.726767 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ad60f697-6b94-4aaf-a6e0-723268ab413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:41.738383 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-adb08a58-fe61-4fae-95c0-d468969afb80 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:41.740045 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-adb08a58-fe61-4fae-95c0-d468969afb80 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.20 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 809 time: 0.1569865 Dec 12 18:46:41.762221 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-de7abd97-1fbc-4501-ba8f-6dd326a1c7d6 req-5d70b4f9-9d84-46c6-9a9a-e700c526c494 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 210 time: 0.0402310 Dec 12 18:46:41.784027 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ad60f697-6b94-4aaf-a6e0-723268ab413d None None] For port b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc,segment=NetworkSegment(db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f),segment_id=db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:46:41.789835 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ad60f697-6b94-4aaf-a6e0-723268ab413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:41.822640 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-2fe0a529-79a0-4f7b-bfb6-07e2973b8773 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c66ba76f2294a8a8da831b72824fc16 HTTP/1.1" status: 200 len: 379 time: 0.0633898 Dec 12 18:46:41.832834 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-0aa745ff-518b-4841-8647-40a6600439b3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Request body: {'port': {'device_id': '7930160c-84d7-4f84-b24f-db48d7396d66', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'admin_state_up': True, 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'security_groups': ['9bfc7ece-c84f-4243-b069-8e57d26f87bc']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:46:41.868941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60f697-6b94-4aaf-a6e0-723268ab413d None None] Pushing event updated for resources: {'Port': ['ID=b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:41.886464 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dccdbad-4811-4fa1-9b4c-d65f4473a175', 'name': 'tempest-TestShelveInstance-2132354757-router', 'tenant_id': '55cde32953754cd193a3506c60fc9844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '513e13e9-21c4-4b44-aadf-31e600962b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:34Z', 'updated_at': '2021-12-12T18:46:37Z', 'revision_number': 4, 'project_id': '55cde32953754cd193a3506c60fc9844', 'gw_port': {'id': '513e13e9-21c4-4b44-aadf-31e600962b78', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dccdbad-4811-4fa1-9b4c-d65f4473a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:34Z', 'updated_at': '2021-12-12T18:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc', 'name': '', 'network_id': '67152c56-1a71-4a19-b41b-2d5748569684', 'tenant_id': '55cde32953754cd193a3506c60fc9844', 'mac_address': 'fa:16:3e:83:bd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dccdbad-4811-4fa1-9b4c-d65f4473a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'c3d240f8-3989-4efc-8bdb-b0e0da01b39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:36Z', 'updated_at': '2021-12-12T18:46:41Z', 'revision_number': 4, 'project_id': '55cde32953754cd193a3506c60fc9844', 'subnets': [{'id': 'c3d240f8-3989-4efc-8bdb-b0e0da01b39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:41.916083 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de07aec4-e6d8-4658-82c8-86ab083167ed None None] The sync data for ids ['5dccdbad-4811-4fa1-9b4c-d65f4473a175'] in n-d-760354-5 is: [{'id': '5dccdbad-4811-4fa1-9b4c-d65f4473a175', 'name': 'tempest-TestShelveInstance-2132354757-router', 'tenant_id': '55cde32953754cd193a3506c60fc9844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '513e13e9-21c4-4b44-aadf-31e600962b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:34Z', 'updated_at': '2021-12-12T18:46:37Z', 'revision_number': 4, 'project_id': '55cde32953754cd193a3506c60fc9844', 'gw_port': {'id': '513e13e9-21c4-4b44-aadf-31e600962b78', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dccdbad-4811-4fa1-9b4c-d65f4473a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:34Z', 'updated_at': '2021-12-12T18:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc', 'name': '', 'network_id': '67152c56-1a71-4a19-b41b-2d5748569684', 'tenant_id': '55cde32953754cd193a3506c60fc9844', 'mac_address': 'fa:16:3e:83:bd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dccdbad-4811-4fa1-9b4c-d65f4473a175', 'device_owner': 'network:router_interface', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'c3d240f8-3989-4efc-8bdb-b0e0da01b39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:36Z', 'updated_at': '2021-12-12T18:46:41Z', 'revision_number': 4, 'project_id': '55cde32953754cd193a3506c60fc9844', 'subnets': [{'id': 'c3d240f8-3989-4efc-8bdb-b0e0da01b39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:46:41.929118 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-342283ce-4275-4619-9a13-05a53b2dbf2d None None] Provisioning complete for port b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:41.929638 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-342283ce-4275-4619-9a13-05a53b2dbf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:41.957027 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-0aa745ff-518b-4841-8647-40a6600439b3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Made reservation on behalf of 6c66ba76f2294a8a8da831b72824fc16 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:46:41.964224 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-0aa745ff-518b-4841-8647-40a6600439b3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:42.114398 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-0aa745ff-518b-4841-8647-40a6600439b3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Allocated IP 172.20.0.13 (7b9aabef-e287-40c7-956b-5fdcdf0c418b/fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407/d8b2554d-e1eb-4a8f-b9f1-72e27167261f) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:46:42.266082 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:46:42.276789 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-0aa745ff-518b-4841-8647-40a6600439b3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:42.315520 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-0aa745ff-518b-4841-8647-40a6600439b3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:42.318387 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:42.318760 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:42.366880 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-0aa745ff-518b-4841-8647-40a6600439b3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Network 7b9aabef-e287-40c7-956b-5fdcdf0c418b is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:46:42.370243 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-0aa745ff-518b-4841-8647-40a6600439b3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:46:42.374865 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-0aa745ff-518b-4841-8647-40a6600439b3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:46:42.379423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa745ff-518b-4841-8647-40a6600439b3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'Port': ['ID=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:42.445672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-0aa745ff-518b-4841-8647-40a6600439b3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:42.446353 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-0aa745ff-518b-4841-8647-40a6600439b3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:42.465957 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-0aa745ff-518b-4841-8647-40a6600439b3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6361578 Dec 12 18:46:42.539301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Request body: {'port': {'device_id': '7930160c-84d7-4f84-b24f-db48d7396d66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:46:42.595019 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:42.664182 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-b9505eab-25a3-4662-a4c7-9e2db3261172 None None] Provisioning complete for port d8b2554d-e1eb-4a8f-b9f1-72e27167261f triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:42.664771 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b9505eab-25a3-4662-a4c7-9e2db3261172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:42.697966 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-b9505eab-25a3-4662-a4c7-9e2db3261172 None None] Port d8b2554d-e1eb-4a8f-b9f1-72e27167261f cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:46:42.877181 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b2554d-e1eb-4a8f-b9f1-72e27167261f {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:46:42.886680 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:42.905690 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Transition to ACTIVE for port object d8b2554d-e1eb-4a8f-b9f1-72e27167261f will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:46:42.909598 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:42.924113 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c78a1-6c90-4012-9e3f-c1d65e0e2f30 req-7ecea910-75b3-49cc-90f4-683b9e572497 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:42.925581 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a2c78a1-6c90-4012-9e3f-c1d65e0e2f30 req-7ecea910-75b3-49cc-90f4-683b9e572497 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 932 time: 0.0870223 Dec 12 18:46:42.988805 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Pushing event updated for resources: {'Port': ['ID=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:43.063151 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5a2c78a1-6c90-4012-9e3f-c1d65e0e2f30 req-6f2c4bc8-28e4-4c4a-a2c7-5d7473b306e6 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119287 Dec 12 18:46:43.082511 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Attempting to bind port d8b2554d-e1eb-4a8f-b9f1-72e27167261f on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:46:43.082845 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Attempting to bind port d8b2554d-e1eb-4a8f-b9f1-72e27167261f by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:46:43.083176 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Attempting to bind port d8b2554d-e1eb-4a8f-b9f1-72e27167261f on network 7b9aabef-e287-40c7-956b-5fdcdf0c418b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:46:43.087756 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Port d8b2554d-e1eb-4a8f-b9f1-72e27167261f on network 7b9aabef-e287-40c7-956b-5fdcdf0c418b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:46:43.088070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Attempting to bind port d8b2554d-e1eb-4a8f-b9f1-72e27167261f on network 7b9aabef-e287-40c7-956b-5fdcdf0c418b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:46:43.093086 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:46:43.093421 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Checking segment: {'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:46:43.093802 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Bound using segment: {'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:46:43.094225 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Bound port: d8b2554d-e1eb-4a8f-b9f1-72e27167261f, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:46:43.094584 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:43.156376 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] For port d8b2554d-e1eb-4a8f-b9f1-72e27167261f, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:46:43.159319 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] For port d8b2554d-e1eb-4a8f-b9f1-72e27167261f, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:46:43.163491 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:43.198961 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:43.199594 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:43.200894 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] 10.222.0.20 "PUT /v2.0/ports/d8b2554d-e1eb-4a8f-b9f1-72e27167261f HTTP/1.1" status: 200 len: 1092 time: 0.7248464 Dec 12 18:46:43.201323 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7930160c-84d7-4f84-b24f-db48d7396d66', 'tag': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:46:43.203632 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31928097-9446-4e11-a078-14012ba74ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "7930160c-84d7-4f84-b24f-db48d7396d66", "tag": "d8b2554d-e1eb-4a8f-b9f1-72e27167261f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:46:43.225275 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa8095-9c73-4922-bb6f-404b590c32eb service neutron] Pushing event updated for resources: {'Port': ['ID=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:43.273244 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bfe11e-5ef4-4b6e-b26c-9e0e4e758197 x-openstack-request-id: req-87bfe11e-5ef4-4b6e-b26c-9e0e4e758197 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:46:43.273541 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7930160c-84d7-4f84-b24f-db48d7396d66", "tag": "d8b2554d-e1eb-4a8f-b9f1-72e27167261f", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:46:43.273798 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87bfe11e-5ef4-4b6e-b26c-9e0e4e758197 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:46:43.274203 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7930160c-84d7-4f84-b24f-db48d7396d66', 'tag': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f', 'status': 'completed', 'code': 200} Dec 12 18:46:43.290944 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-b7990383-582d-418a-8d86-7f1a19143c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:43.292521 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-b7990383-582d-418a-8d86-7f1a19143c78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 1095 time: 0.0485685 Dec 12 18:46:43.343165 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-64283614-183e-42f6-b915-b4f15a1a5176 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f HTTP/1.1" status: 200 len: 217 time: 0.0400186 Dec 12 18:46:43.398115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-825bcfc9-650c-4ebf-8bac-4bba5aedea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:43.399735 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-825bcfc9-650c-4ebf-8bac-4bba5aedea23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0474124 Dec 12 18:46:43.447503 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-233b27b5-25cf-406c-af7a-d2d1772b37d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:43.449100 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-233b27b5-25cf-406c-af7a-d2d1772b37d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408642 Dec 12 18:46:43.548140 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-9ae17691-87cd-48a9-99e4-e2c03853d96f service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906672 Dec 12 18:46:43.638370 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4a68f0b2-a265-41d2-adbd-d0fc223eb774 req-ccb63a12-286c-4d7f-85dd-816b89560e01 service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831783 Dec 12 18:46:43.727779 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31928097-9446-4e11-a078-14012ba74ac9 req-9fa2c7f8-d824-4137-9112-686afd443066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:43.729204 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31928097-9446-4e11-a078-14012ba74ac9 req-9fa2c7f8-d824-4137-9112-686afd443066 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 1095 time: 0.0463696 Dec 12 18:46:43.822129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31928097-9446-4e11-a078-14012ba74ac9 req-9730b2d7-ca4e-45f9-bcc1-ad7f6e2f5e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:43.823866 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31928097-9446-4e11-a078-14012ba74ac9 req-9730b2d7-ca4e-45f9-bcc1-ad7f6e2f5e25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 910 time: 0.0868335 Dec 12 18:46:43.870915 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31928097-9446-4e11-a078-14012ba74ac9 req-7f395a1e-ec35-4294-b2a1-e1d3ebfa32ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f HTTP/1.1" status: 200 len: 217 time: 0.0394950 Dec 12 18:46:43.919968 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31928097-9446-4e11-a078-14012ba74ac9 req-8bd929d6-729b-41f2-91c1-b196356efbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:43.921363 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31928097-9446-4e11-a078-14012ba74ac9 req-8bd929d6-729b-41f2-91c1-b196356efbb2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0426660 Dec 12 18:46:43.974108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31928097-9446-4e11-a078-14012ba74ac9 req-b6480941-aeda-45de-b24e-e85d4d51f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:43.975701 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31928097-9446-4e11-a078-14012ba74ac9 req-b6480941-aeda-45de-b24e-e85d4d51f6a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456901 Dec 12 18:46:44.076832 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31928097-9446-4e11-a078-14012ba74ac9 req-cf72f09d-11f3-49b1-9a20-0cbc65585f5b service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926001 Dec 12 18:46:44.218246 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fb2bd-9f55-4946-8731-8ebaa1eef5d3 req-496c50eb-cc38-4f0a-bfe7-0a456198d09a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:44.219818 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-837fb2bd-9f55-4946-8731-8ebaa1eef5d3 req-496c50eb-cc38-4f0a-bfe7-0a456198d09a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 944 time: 0.0718446 Dec 12 18:46:44.221917 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-31928097-9446-4e11-a078-14012ba74ac9 req-ac5edc5d-65bf-4d64-9b0e-e6f7edf30434 service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360664 Dec 12 18:46:44.287266 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-837fb2bd-9f55-4946-8731-8ebaa1eef5d3 req-12a648f1-bf50-461c-9c5a-1ce957d43a39 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613787 Dec 12 18:46:44.486188 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d8b2554d-e1eb-4a8f-b9f1-72e27167261f details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:46:44.586516 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port d8b2554d-e1eb-4a8f-b9f1-72e27167261f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:46:44.599394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'port_id': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f', 'mac_address': 'fa:16:3e:91:5c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:46:44.638078 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:44.653077 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b2554d-e1eb-4a8f-b9f1-72e27167261f {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:46:44.675771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port d8b2554d-e1eb-4a8f-b9f1-72e27167261f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:46:44.679783 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:44.727694 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:44.896008 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['d8b2554d-e1eb-4a8f-b9f1-72e27167261f'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:46:45.005650 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-92104922-94ff-4b81-bb94-5925c7e72e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:45.400876 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb884f8-8694-441b-8f54-955f44d5e31c req-8d037651-979e-4c86-92e9-a326ffb3b36d tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:45.402395 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0bb884f8-8694-441b-8f54-955f44d5e31c req-8d037651-979e-4c86-92e9-a326ffb3b36d tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 945 time: 0.0478706 Dec 12 18:46:45.451702 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0bb884f8-8694-441b-8f54-955f44d5e31c req-fbbe5aff-f49f-414e-ba91-f3910c26cacc tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423651 Dec 12 18:46:46.518508 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d8b2554d-e1eb-4a8f-b9f1-72e27167261f up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:46:46.568049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port d8b2554d-e1eb-4a8f-b9f1-72e27167261f completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:46:46.569016 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e37512-3476-41b0-91fb-fddbcd81134b req-3eea71bd-49f5-4267-8319-80046867e9a5 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:46.571196 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08e37512-3476-41b0-91fb-fddbcd81134b req-3eea71bd-49f5-4267-8319-80046867e9a5 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 945 time: 0.0497375 Dec 12 18:46:46.572159 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port d8b2554d-e1eb-4a8f-b9f1-72e27167261f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:46:46.572561 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:46.622214 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08e37512-3476-41b0-91fb-fddbcd81134b req-3a3e36e0-1e46-482a-9c4b-0b70f8874383 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438247 Dec 12 18:46:46.652416 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:46.674611 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7930160c-84d7-4f84-b24f-db48d7396d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:46:46.676869 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a226f0d7-c3c7-4315-af14-83d11685212b" -d '{"events": [{"server_uuid": "7930160c-84d7-4f84-b24f-db48d7396d66", "name": "network-vif-plugged", "status": "completed", "tag": "d8b2554d-e1eb-4a8f-b9f1-72e27167261f"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:46:46.689555 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port d8b2554d-e1eb-4a8f-b9f1-72e27167261f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:46:46.693536 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:46.719275 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546b6bf2-8908-4157-9b47-88bcb68414f4 x-openstack-request-id: req-546b6bf2-8908-4157-9b47-88bcb68414f4 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:46:46.719572 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7930160c-84d7-4f84-b24f-db48d7396d66", "name": "network-vif-plugged", "status": "completed", "tag": "d8b2554d-e1eb-4a8f-b9f1-72e27167261f", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:46:46.719825 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-546b6bf2-8908-4157-9b47-88bcb68414f4 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:46:46.720306 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7930160c-84d7-4f84-b24f-db48d7396d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f', 'code': 200} Dec 12 18:46:46.747856 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:46.831989 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738b7f1-b5ce-479f-8c49-b584866004a3 req-0b1601f0-4ab4-4189-885c-47d18e62880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:46.833469 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0738b7f1-b5ce-479f-8c49-b584866004a3 req-0b1601f0-4ab4-4189-885c-47d18e62880d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 1097 time: 0.0438380 Dec 12 18:46:46.881455 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0738b7f1-b5ce-479f-8c49-b584866004a3 req-15ea7a5d-d30e-4950-9143-f3c7d92baa5d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394282 Dec 12 18:46:47.316195 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0900e672-14fd-4593-a764-b44134e2e73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:47.737559 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2bb34-315a-47b5-b8b4-730d5c0368ef req-94ac68a1-0281-4e08-8ee7-221867f50fa9 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:47.739039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dce2bb34-315a-47b5-b8b4-730d5c0368ef req-94ac68a1-0281-4e08-8ee7-221867f50fa9 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0485270 Dec 12 18:46:47.752239 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:47.789107 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-dce2bb34-315a-47b5-b8b4-730d5c0368ef req-a7cafd5a-04f2-4eeb-8243-e14d702fe1f0 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438461 Dec 12 18:46:48.196990 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:48.576830 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:48.902538 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36bcb-4c18-4ba6-be20-28e67a6e0670 req-24721518-7984-450c-a455-224b8a2e547a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:48.904855 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1b36bcb-4c18-4ba6-be20-28e67a6e0670 req-24721518-7984-450c-a455-224b8a2e547a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0479705 Dec 12 18:46:48.956909 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a1b36bcb-4c18-4ba6-be20-28e67a6e0670 req-dcf76e14-5e61-4910-837d-9ef09b5279e9 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461352 Dec 12 18:46:49.069953 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f23d5-74cd-49bd-a6ee-d75183f6ab2f req-859cdde5-1c1a-4d0b-8c65-25f301bc7a8f tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:49.071532 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e38f23d5-74cd-49bd-a6ee-d75183f6ab2f req-859cdde5-1c1a-4d0b-8c65-25f301bc7a8f tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0488186 Dec 12 18:46:49.120510 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e38f23d5-74cd-49bd-a6ee-d75183f6ab2f req-13bfe2c8-8d85-49bf-9a79-55bc7e4702f3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424128 Dec 12 18:46:49.142099 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43852) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:49.222021 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dd0bd1-d73b-4b86-9c3c-7dcfbf05002d tempest-TestShelveInstance-544320601 tempest-TestShelveInstance-544320601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:49.223549 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-99dd0bd1-d73b-4b86-9c3c-7dcfbf05002d tempest-TestShelveInstance-544320601 tempest-TestShelveInstance-544320601-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 1092 time: 0.0804970 Dec 12 18:46:49.226492 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 43856) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:46:49.231020 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:46:49.253753 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:49.350805 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:49.450689 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Allocated IP 172.25.1.108 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/e43974f8-af29-48a6-b5ac-e71aa65ae36b) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:46:49.552921 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:49.586564 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:49.623301 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:46:49.626089 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:46:49.629618 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:46:49.657838 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'Port': ['ID=e43974f8-af29-48a6-b5ac-e71aa65ae36b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:49.966743 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:50.030765 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:50.181163 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:50.186131 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:50.259879 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'Port': ['ID=e43974f8-af29-48a6-b5ac-e71aa65ae36b,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:46:50.269691 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:50.309819 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:50.371672 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Floating IP 0e752d99-8783-4cbf-afcf-84e1e0e68b85 associated. External IP: 172.25.1.108, port: d8b2554d-e1eb-4a8f-b9f1-72e27167261f. Dec 12 18:46:50.573977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Router e6ae93b2-9f3b-4870-8537-9ae142ac00af has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:46:50.679328 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:46:50.690997 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c7a69-d5f2-429b-aa24-d9ed03ed1993 None None] Sync routers for ids ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:46:50.696899 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:50.705242 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c7a69-d5f2-429b-aa24-d9ed03ed1993 None None] Routers {'e6ae93b2-9f3b-4870-8537-9ae142ac00af'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:46:50.705842 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2b8c7a69-d5f2-429b-aa24-d9ed03ed1993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:46:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:50.724188 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-49f4d418-b4ba-4da6-8ff2-c893af740ed4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4967146 Dec 12 18:46:50.724799 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7930160c-84d7-4f84-b24f-db48d7396d66', 'tag': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:46:50.727029 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee937834-d3e9-4681-9d81-e299b6c6dfa8" -d '{"events": [{"name": "network-changed", "server_uuid": "7930160c-84d7-4f84-b24f-db48d7396d66", "tag": "d8b2554d-e1eb-4a8f-b9f1-72e27167261f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:46:50.763970 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5823f33a-b9a3-406b-82f2-156f863dcf01 x-openstack-request-id: req-5823f33a-b9a3-406b-82f2-156f863dcf01 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:46:50.764263 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7930160c-84d7-4f84-b24f-db48d7396d66", "tag": "d8b2554d-e1eb-4a8f-b9f1-72e27167261f", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:46:50.764515 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5823f33a-b9a3-406b-82f2-156f863dcf01 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:46:50.764919 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7930160c-84d7-4f84-b24f-db48d7396d66', 'tag': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f', 'status': 'completed', 'code': 200} Dec 12 18:46:50.815004 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-2b8c7a69-d5f2-429b-aa24-d9ed03ed1993 None None] Set router e6ae93b2-9f3b-4870-8537-9ae142ac00af gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:46:50.827407 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee937834-d3e9-4681-9d81-e299b6c6dfa8 req-8c28ff88-6711-4538-bcce-35410dad4ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:50.828840 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee937834-d3e9-4681-9d81-e299b6c6dfa8 req-8c28ff88-6711-4538-bcce-35410dad4ea4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 1097 time: 0.0437412 Dec 12 18:46:50.917780 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee937834-d3e9-4681-9d81-e299b6c6dfa8 req-d3810df1-57de-4dac-874e-5662e92572a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:50.919269 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee937834-d3e9-4681-9d81-e299b6c6dfa8 req-d3810df1-57de-4dac-874e-5662e92572a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 910 time: 0.0835145 Dec 12 18:46:51.035741 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:46:51.046519 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2b8c7a69-d5f2-429b-aa24-d9ed03ed1993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port': {'id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:30Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '0e752d99-8783-4cbf-afcf-84e1e0e68b85', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'port_id': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'mac_address': 'fa:16:3e:91:5c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7930160c-84d7-4f84-b24f-db48d7396d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:46:49Z', 'updated_at': '2021-12-12T18:46:49Z', 'revision_number': 0, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463abdcd-65c6-427b-b6c3-fecc45d364b5', 'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'mac_address': 'fa:16:3e:73:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:32Z', 'updated_at': '2021-12-12T18:46:36Z', 'revision_number': 5, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'subnets': [{'id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:51.073714 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c7a69-d5f2-429b-aa24-d9ed03ed1993 None None] Checking router: e6ae93b2-9f3b-4870-8537-9ae142ac00af for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:46:51.084287 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c7a69-d5f2-429b-aa24-d9ed03ed1993 None None] Routers {'e6ae93b2-9f3b-4870-8537-9ae142ac00af'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:46:51.084823 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2b8c7a69-d5f2-429b-aa24-d9ed03ed1993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:46:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:51.193198 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-2b8c7a69-d5f2-429b-aa24-d9ed03ed1993 None None] Set router e6ae93b2-9f3b-4870-8537-9ae142ac00af gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:46:51.308638 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee937834-d3e9-4681-9d81-e299b6c6dfa8 req-c904dac4-0127-4b6c-9e54-9d9f5fba46d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f HTTP/1.1" status: 200 len: 1000 time: 0.3827922 Dec 12 18:46:51.357864 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee937834-d3e9-4681-9d81-e299b6c6dfa8 req-04e48756-58ef-4932-981d-865cee72cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:51.359310 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee937834-d3e9-4681-9d81-e299b6c6dfa8 req-04e48756-58ef-4932-981d-865cee72cf6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0427079 Dec 12 18:46:51.407878 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee937834-d3e9-4681-9d81-e299b6c6dfa8 req-83ab7d4c-4c15-4e05-a582-627e61e110d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:46:51.409425 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee937834-d3e9-4681-9d81-e299b6c6dfa8 req-83ab7d4c-4c15-4e05-a582-627e61e110d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432034 Dec 12 18:46:51.428970 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-2b8c7a69-d5f2-429b-aa24-d9ed03ed1993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port': {'id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:30Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '0e752d99-8783-4cbf-afcf-84e1e0e68b85', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'port_id': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'mac_address': 'fa:16:3e:91:5c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7930160c-84d7-4f84-b24f-db48d7396d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:46:49Z', 'updated_at': '2021-12-12T18:46:49Z', 'revision_number': 0, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463abdcd-65c6-427b-b6c3-fecc45d364b5', 'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'mac_address': 'fa:16:3e:73:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:32Z', 'updated_at': '2021-12-12T18:46:36Z', 'revision_number': 5, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'subnets': [{'id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:46:51.458003 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c7a69-d5f2-429b-aa24-d9ed03ed1993 None None] The sync data for ids ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'] in n-d-760354-5 is: [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port': {'id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:30Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': '0e752d99-8783-4cbf-afcf-84e1e0e68b85', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'port_id': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'mac_address': 'fa:16:3e:91:5c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7930160c-84d7-4f84-b24f-db48d7396d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:46:49Z', 'updated_at': '2021-12-12T18:46:49Z', 'revision_number': 0, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463abdcd-65c6-427b-b6c3-fecc45d364b5', 'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'mac_address': 'fa:16:3e:73:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:32Z', 'updated_at': '2021-12-12T18:46:36Z', 'revision_number': 5, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'subnets': [{'id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:46:51.514153 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee937834-d3e9-4681-9d81-e299b6c6dfa8 req-c65db137-9746-4392-ab34-390732142054 service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973818 Dec 12 18:46:51.605266 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ee937834-d3e9-4681-9d81-e299b6c6dfa8 req-aea74cfb-c379-4133-9ca8-0099dd4316b6 service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839536 Dec 12 18:46:51.674589 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a1ace1-0e25-43b7-864e-8c8cb2d455e3 None None] New status for floating IP 0e752d99-8783-4cbf-afcf-84e1e0e68b85: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:47:12.186976 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:47:14.986621 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3b141d7d-229c-40f2-bdce-93696f9a6bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:47:17.317810 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fdb88abd-0d6a-4db1-bd87-d5a34795936f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:47:17.766394 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:47:18.217332 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:47:18.581015 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:47:20.310301 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:47:21.030027 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:47:40.615572 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-9b0e7fbd-38b5-4166-967a-64cfb1f4719a req-a5864811-2edf-4c6c-abd4-eb1679961278 service neutron] (103151) timed out ('10.222.0.18', 39280) {{(pid=103151) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 18:47:44.987272 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-68f11d65-c25d-4824-944f-790b981571c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:47:45.758213 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0617fb3-e172-4846-8473-cb61d0bf15c4 req-cd767e3c-00b1-4dac-891c-46444b39f9f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382311 Dec 12 18:47:45.843508 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0617fb3-e172-4846-8473-cb61d0bf15c4 req-da89f517-6a58-4d75-b363-f959052fe575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:47:45.844959 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0617fb3-e172-4846-8473-cb61d0bf15c4 req-da89f517-6a58-4d75-b363-f959052fe575 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 1097 time: 0.0428083 Dec 12 18:47:45.945249 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0617fb3-e172-4846-8473-cb61d0bf15c4 req-d083c0e3-fd20-4c61-a9ce-632e81b64829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:47:45.946700 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0617fb3-e172-4846-8473-cb61d0bf15c4 req-d083c0e3-fd20-4c61-a9ce-632e81b64829 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 910 time: 0.0822697 Dec 12 18:47:46.015594 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0617fb3-e172-4846-8473-cb61d0bf15c4 req-b6164e1f-b1d4-4571-9bcf-c7e41d8dea20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f HTTP/1.1" status: 200 len: 1002 time: 0.0610240 Dec 12 18:47:46.063613 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0617fb3-e172-4846-8473-cb61d0bf15c4 req-d2ab668b-3f5b-4f6d-9d61-902eaca8a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:47:46.065001 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0617fb3-e172-4846-8473-cb61d0bf15c4 req-d2ab668b-3f5b-4f6d-9d61-902eaca8a296 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0425441 Dec 12 18:47:46.109497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0617fb3-e172-4846-8473-cb61d0bf15c4 req-aff270e4-9244-48f4-8400-5ed17ee38fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:47:46.110973 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0617fb3-e172-4846-8473-cb61d0bf15c4 req-aff270e4-9244-48f4-8400-5ed17ee38fcd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389106 Dec 12 18:47:46.201230 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0617fb3-e172-4846-8473-cb61d0bf15c4 req-4f0bdf10-c07b-47bb-af65-087d4f01635b service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833201 Dec 12 18:47:46.289592 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0617fb3-e172-4846-8473-cb61d0bf15c4 req-f2e31e6b-570b-4294-83e3-c67dc7899965 service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800722 Dec 12 18:47:47.321282 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-41e5f31e-1808-4577-9534-6c10d2d6a81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:47:47.767519 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:47:48.215999 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:47:48.583257 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:47:49.187760 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:47:50.312990 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:47:51.032449 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:48:14.988190 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b478828-0335-47db-9f38-11af3f9dd0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:48:17.326429 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d38afb84-f7c7-4d8a-8721-9390eb5bf0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:48:17.783663 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:48:18.230991 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:48:18.588241 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:48:20.314430 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:48:21.033993 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:48:26.187376 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:48:44.989181 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-412f9aa1-0fbd-4332-a93d-f2f673f20e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:48:45.778603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b6409ff-ec21-4798-906e-3ddc5ab44843 req-44068b0d-593c-40b6-8713-7b609ddb2777 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394223 Dec 12 18:48:45.861763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6409ff-ec21-4798-906e-3ddc5ab44843 req-5004d941-f2a7-4baf-9e27-19ee9ac129c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:48:45.863342 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b6409ff-ec21-4798-906e-3ddc5ab44843 req-5004d941-f2a7-4baf-9e27-19ee9ac129c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 1097 time: 0.0444653 Dec 12 18:48:45.968972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6409ff-ec21-4798-906e-3ddc5ab44843 req-a73c12e4-25ad-41ac-9986-d6fc772afe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:48:45.970453 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b6409ff-ec21-4798-906e-3ddc5ab44843 req-a73c12e4-25ad-41ac-9986-d6fc772afe60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 910 time: 0.0855966 Dec 12 18:48:46.041418 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b6409ff-ec21-4798-906e-3ddc5ab44843 req-93a0644e-9146-41d4-baef-392c0ff14129 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f HTTP/1.1" status: 200 len: 1002 time: 0.0637808 Dec 12 18:48:46.093355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6409ff-ec21-4798-906e-3ddc5ab44843 req-949beb80-f60d-4d95-8d5d-96566fd150b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:48:46.094928 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b6409ff-ec21-4798-906e-3ddc5ab44843 req-949beb80-f60d-4d95-8d5d-96566fd150b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0458951 Dec 12 18:48:46.141417 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6409ff-ec21-4798-906e-3ddc5ab44843 req-e6b9a30a-72ea-40a7-920b-2acef290f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:48:46.143192 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b6409ff-ec21-4798-906e-3ddc5ab44843 req-e6b9a30a-72ea-40a7-920b-2acef290f14e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406191 Dec 12 18:48:46.237583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b6409ff-ec21-4798-906e-3ddc5ab44843 req-db2efaba-fc19-4619-9bce-0acfb695bbb0 service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875835 Dec 12 18:48:46.325234 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b6409ff-ec21-4798-906e-3ddc5ab44843 req-94afba8f-e400-412c-ab49-81b4cbfb6373 service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799983 Dec 12 18:48:47.310413 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f8071-98d6-4648-9591-698478af5500 req-dcdb97ee-1931-4e3c-b6f7-25545a82c768 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:48:47.312414 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e4f8071-98d6-4648-9591-698478af5500 req-dcdb97ee-1931-4e3c-b6f7-25545a82c768 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0499322 Dec 12 18:48:47.334194 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ee3fcf2f-9650-4b47-b816-adafccf30898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:48:47.366768 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2e4f8071-98d6-4648-9591-698478af5500 req-738f43f8-a4b9-458f-8884-6b8c04df3332 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472674 Dec 12 18:48:47.798378 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:48:48.230828 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:48:48.482106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facfa45-0b84-48d8-9133-e3d3a83f3535 req-d4c8953a-fc0a-41bb-bfb7-07fb31bb76aa tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:48:48.483547 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9facfa45-0b84-48d8-9133-e3d3a83f3535 req-d4c8953a-fc0a-41bb-bfb7-07fb31bb76aa tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0477586 Dec 12 18:48:48.534810 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9facfa45-0b84-48d8-9133-e3d3a83f3535 req-9f0e2b15-f218-4b27-a274-1dc02019ee22 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439796 Dec 12 18:48:48.588778 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:48:49.645225 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695d987-419c-4be0-8af2-88adb77b4c10 req-79fd79c4-6485-4d09-a75b-b9760fcc1baa tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:48:49.646686 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d695d987-419c-4be0-8af2-88adb77b4c10 req-79fd79c4-6485-4d09-a75b-b9760fcc1baa tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0471950 Dec 12 18:48:49.695153 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d695d987-419c-4be0-8af2-88adb77b4c10 req-3c9e9398-f358-4383-b80c-ebbc2ad4440b tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425448 Dec 12 18:48:50.316985 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:48:50.814155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17de1b-6397-4076-904c-44fd5d1c77f7 req-01d3c25a-dcd9-4cca-8f65-2f5ed09d710b tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:48:50.815625 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a17de1b-6397-4076-904c-44fd5d1c77f7 req-01d3c25a-dcd9-4cca-8f65-2f5ed09d710b tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0521345 Dec 12 18:48:50.862865 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a17de1b-6397-4076-904c-44fd5d1c77f7 req-1750f11d-952e-46f6-a998-b85fe7ea6427 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414002 Dec 12 18:48:51.039046 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:48:51.977221 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23cc02-4bab-4d3f-af59-27ca9d353f3a req-bea2fed7-1b04-4cfd-997b-c30aaa10e5b7 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:48:51.978591 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d23cc02-4bab-4d3f-af59-27ca9d353f3a req-bea2fed7-1b04-4cfd-997b-c30aaa10e5b7 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0480006 Dec 12 18:48:52.026852 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d23cc02-4bab-4d3f-af59-27ca9d353f3a req-86a9a489-f705-478b-a7e8-f0fd86f2f13a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423155 Dec 12 18:48:53.139499 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476db2-faf3-4100-9150-b7f89bd5daea req-8c94f081-f99e-4135-adc7-23941fa4b9b3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:48:53.141453 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45476db2-faf3-4100-9150-b7f89bd5daea req-8c94f081-f99e-4135-adc7-23941fa4b9b3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0469120 Dec 12 18:48:53.193003 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-45476db2-faf3-4100-9150-b7f89bd5daea req-d3ce54bc-19ae-4173-9914-443a47712047 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456250 Dec 12 18:48:54.307353 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f66624-48f3-4546-ab8a-6a64dbd1a2f5 req-7f500127-d9fb-46cd-8ba3-84d7b92f3fde tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:48:54.308812 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0f66624-48f3-4546-ab8a-6a64dbd1a2f5 req-7f500127-d9fb-46cd-8ba3-84d7b92f3fde tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0481346 Dec 12 18:48:54.357825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b0f66624-48f3-4546-ab8a-6a64dbd1a2f5 req-5c2c1820-27c9-49e4-8d16-cb0eede96487 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429320 Dec 12 18:48:55.470834 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abaeda6-a3d9-4cb8-87f7-2c129e194321 req-b61056ca-d7e2-4ecb-ae46-65917f7b7f1d tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:48:55.472932 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8abaeda6-a3d9-4cb8-87f7-2c129e194321 req-b61056ca-d7e2-4ecb-ae46-65917f7b7f1d tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0475521 Dec 12 18:48:55.523290 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8abaeda6-a3d9-4cb8-87f7-2c129e194321 req-069c097a-3223-425f-9cf3-b36e4a9d0912 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444331 Dec 12 18:48:56.641672 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f873f7-1ba0-4863-9132-10c75e570ed6 req-c27404e1-6223-48ad-b290-eaa5e4a88181 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:48:56.643161 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-60f873f7-1ba0-4863-9132-10c75e570ed6 req-c27404e1-6223-48ad-b290-eaa5e4a88181 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0518637 Dec 12 18:48:56.691789 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-60f873f7-1ba0-4863-9132-10c75e570ed6 req-fc76629a-06b3-4ec5-a3ac-a9253a5fea79 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427592 Dec 12 18:48:57.808363 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08846127-7897-4da4-8651-20758e7c4b32 req-fed96d8e-f666-47f1-bf9b-6b915284cb4a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:48:57.809841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08846127-7897-4da4-8651-20758e7c4b32 req-fed96d8e-f666-47f1-bf9b-6b915284cb4a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0488775 Dec 12 18:48:57.860188 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-08846127-7897-4da4-8651-20758e7c4b32 req-8f380dda-fc20-4d01-adb4-0c2d79458347 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438535 Dec 12 18:48:58.982344 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5325a9-3a81-42ed-a7ab-205a5386523d req-7076234b-be84-4a21-897f-7dd7417da675 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:48:58.983950 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af5325a9-3a81-42ed-a7ab-205a5386523d req-7076234b-be84-4a21-897f-7dd7417da675 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0515900 Dec 12 18:48:59.031801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-af5325a9-3a81-42ed-a7ab-205a5386523d req-dad5576a-1c5b-465e-9141-f06ee2f71025 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419657 Dec 12 18:49:00.157289 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074dab9-b541-4db0-a25b-3e6b7b979efc req-3fae83c9-2bce-448b-963b-67b3e87884cc tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:00.162385 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9074dab9-b541-4db0-a25b-3e6b7b979efc req-3fae83c9-2bce-448b-963b-67b3e87884cc tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0592082 Dec 12 18:49:00.222693 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9074dab9-b541-4db0-a25b-3e6b7b979efc req-cbddfa8e-2201-4f0a-9ba2-01ec94c1638f tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512564 Dec 12 18:49:01.160339 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d8b2554d-e1eb-4a8f-b9f1-72e27167261f details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:49:01.274793 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port d8b2554d-e1eb-4a8f-b9f1-72e27167261f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:49:01.336355 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ef26c-66b7-4ce8-8b31-61317aa50420 req-cf9704ff-758f-4e9b-96df-94ec4dbcafd4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:01.344371 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-406ef26c-66b7-4ce8-8b31-61317aa50420 req-cf9704ff-758f-4e9b-96df-94ec4dbcafd4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0614910 Dec 12 18:49:01.405407 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-406ef26c-66b7-4ce8-8b31-61317aa50420 req-103f89b0-e186-4e2f-b41d-0a5d33af1205 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599513 Dec 12 18:49:01.461048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'port_id': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f', 'mac_address': 'fa:16:3e:91:5c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:49:01.504578 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:01.518760 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8b2554d-e1eb-4a8f-b9f1-72e27167261f {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:49:01.541431 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port d8b2554d-e1eb-4a8f-b9f1-72e27167261f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:49:01.546580 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:01.607465 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:49:01.616277 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:49:01.616632 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:49:01.616979 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:49:01.617325 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:49:01.617659 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:49:01.617992 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:49:01.618325 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:49:01.618657 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:49:01.618985 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:49:01.619336 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:49:01.619714 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:49:01.620066 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:49:01.620390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:49:01.625811 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['d8b2554d-e1eb-4a8f-b9f1-72e27167261f'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:49:02.535633 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372563bb-03d5-4696-9ec4-f5dbc83c8d13 req-439b503a-b8b7-40c7-afc4-e16587936f52 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:02.537117 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-372563bb-03d5-4696-9ec4-f5dbc83c8d13 req-439b503a-b8b7-40c7-afc4-e16587936f52 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 945 time: 0.0545428 Dec 12 18:49:02.602085 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-372563bb-03d5-4696-9ec4-f5dbc83c8d13 req-c7c56419-d430-48ee-ab0d-c041a38265a1 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585203 Dec 12 18:49:03.168749 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d8b2554d-e1eb-4a8f-b9f1-72e27167261f up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:49:03.187874 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:49:03.225013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port d8b2554d-e1eb-4a8f-b9f1-72e27167261f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:49:03.225574 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:03.308785 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:03.334107 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7930160c-84d7-4f84-b24f-db48d7396d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:49:03.336876 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb2bc1e-655f-40fa-90a3-ac80150d6cfa" -d '{"events": [{"server_uuid": "7930160c-84d7-4f84-b24f-db48d7396d66", "name": "network-vif-plugged", "status": "completed", "tag": "d8b2554d-e1eb-4a8f-b9f1-72e27167261f"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:49:03.354050 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port d8b2554d-e1eb-4a8f-b9f1-72e27167261f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:49:03.361637 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:03.420603 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:49:03.472206 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f50a1fe-1a26-4e92-855d-ade1200e3ca7 x-openstack-request-id: req-8f50a1fe-1a26-4e92-855d-ade1200e3ca7 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:49:03.472612 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7930160c-84d7-4f84-b24f-db48d7396d66", "name": "network-vif-plugged", "status": "completed", "tag": "d8b2554d-e1eb-4a8f-b9f1-72e27167261f", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:49:03.472968 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f50a1fe-1a26-4e92-855d-ade1200e3ca7 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:49:03.473466 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7930160c-84d7-4f84-b24f-db48d7396d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f', 'code': 200} Dec 12 18:49:03.728665 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb9ce4-73ab-4869-8a0a-546512746415 req-d5c4d53d-8a62-4624-9da9-06f65c3014d6 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:03.735670 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bacb9ce4-73ab-4869-8a0a-546512746415 req-d5c4d53d-8a62-4624-9da9-06f65c3014d6 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0571716 Dec 12 18:49:03.785722 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bacb9ce4-73ab-4869-8a0a-546512746415 req-7a8524bf-fad6-41b9-b12a-dfef0eb365c0 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488150 Dec 12 18:49:04.925105 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a37337-42df-4a15-b47c-23cfce80bc97 req-3e10856a-7068-430c-ad32-e0b6fcfdb4c2 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:04.927471 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95a37337-42df-4a15-b47c-23cfce80bc97 req-3e10856a-7068-430c-ad32-e0b6fcfdb4c2 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0619941 Dec 12 18:49:04.985033 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-95a37337-42df-4a15-b47c-23cfce80bc97 req-aade7efb-5fa3-47d2-aabc-22619ed77d0f tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520959 Dec 12 18:49:06.109905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec839a8c-45a3-4314-90c7-1050653434e0 req-09a09a85-c5bd-4929-a1be-46f0dc627319 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:06.111525 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec839a8c-45a3-4314-90c7-1050653434e0 req-09a09a85-c5bd-4929-a1be-46f0dc627319 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0516737 Dec 12 18:49:06.174592 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec839a8c-45a3-4314-90c7-1050653434e0 req-cf4af576-2f77-4e38-be80-e0c8205e1e7f tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553172 Dec 12 18:49:07.364239 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbc5d9-66d7-4254-9b7a-029a1ee24368 req-63399557-aa1b-4581-8820-f6d0c9feead2 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:07.365752 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1efbc5d9-66d7-4254-9b7a-029a1ee24368 req-63399557-aa1b-4581-8820-f6d0c9feead2 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0572071 Dec 12 18:49:07.433773 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-1efbc5d9-66d7-4254-9b7a-029a1ee24368 req-89fc9aa2-e0ab-4776-a1cc-b3594e0b583a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617785 Dec 12 18:49:08.563396 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71855bf-3cdf-4670-8412-d72451fdd194 req-0182cff6-fee7-4ee9-8e3b-ca101d1ce651 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:08.565703 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d71855bf-3cdf-4670-8412-d72451fdd194 req-0182cff6-fee7-4ee9-8e3b-ca101d1ce651 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0546651 Dec 12 18:49:08.617185 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d71855bf-3cdf-4670-8412-d72451fdd194 req-0b30a32d-8a14-4f71-bd50-6f89d711f292 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453074 Dec 12 18:49:09.408901 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88385049-bb1b-4179-be85-668eac873c30 req-be0725b4-d474-42bb-a76b-3461a3e59915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:09.410380 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88385049-bb1b-4179-be85-668eac873c30 req-be0725b4-d474-42bb-a76b-3461a3e59915 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 1097 time: 0.0404303 Dec 12 18:49:09.506354 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88385049-bb1b-4179-be85-668eac873c30 req-e8359b33-0dae-4d28-8ffe-6faa40e00330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:09.507882 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88385049-bb1b-4179-be85-668eac873c30 req-e8359b33-0dae-4d28-8ffe-6faa40e00330 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 910 time: 0.0901194 Dec 12 18:49:09.573266 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88385049-bb1b-4179-be85-668eac873c30 req-faf80478-06a3-40ec-995c-4ffe6ca51af3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f HTTP/1.1" status: 200 len: 1002 time: 0.0578847 Dec 12 18:49:09.624753 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88385049-bb1b-4179-be85-668eac873c30 req-d63bff66-5f70-46b9-a283-bbd45b70474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:09.626179 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88385049-bb1b-4179-be85-668eac873c30 req-d63bff66-5f70-46b9-a283-bbd45b70474d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0457916 Dec 12 18:49:09.672365 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88385049-bb1b-4179-be85-668eac873c30 req-55df587e-baa5-4272-8929-b44ab89cd6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:09.673774 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88385049-bb1b-4179-be85-668eac873c30 req-55df587e-baa5-4272-8929-b44ab89cd6be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397794 Dec 12 18:49:09.785109 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd846d0-368f-49d2-bf8c-e7b72a1f47bb req-682fedda-17d2-40e3-81c9-f9fb3575d946 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:09.786571 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edd846d0-368f-49d2-bf8c-e7b72a1f47bb req-682fedda-17d2-40e3-81c9-f9fb3575d946 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0984170 Dec 12 18:49:09.812691 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88385049-bb1b-4179-be85-668eac873c30 req-a411b83a-7d9e-47bf-9c02-c2da5df74a23 service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315598 Dec 12 18:49:09.879676 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-edd846d0-368f-49d2-bf8c-e7b72a1f47bb req-1fbd4985-c030-4a67-b7ae-21d8e80ae8c6 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831208 Dec 12 18:49:09.918937 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88385049-bb1b-4179-be85-668eac873c30 req-50cff974-29df-4dde-bc8d-cd5898ce50ab service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945449 Dec 12 18:49:10.998560 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacab50-ec88-4ab4-881b-1361797a78d2 req-d83953a4-4c6b-43eb-bd5a-e1d448207cd9 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:11.000070 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2eacab50-ec88-4ab4-881b-1361797a78d2 req-d83953a4-4c6b-43eb-bd5a-e1d448207cd9 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 946 time: 0.0529532 Dec 12 18:49:11.049035 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2eacab50-ec88-4ab4-881b-1361797a78d2 req-bbfaa24d-8ce3-4bbd-9485-7245b6900b69 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430906 Dec 12 18:49:11.201021 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d8b2554d-e1eb-4a8f-b9f1-72e27167261f no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:49:11.273547 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:11.298276 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7930160c-84d7-4f84-b24f-db48d7396d66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:49:11.300523 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36aba016-39a3-4b4e-8b22-830f1d58b68f" -d '{"events": [{"server_uuid": "7930160c-84d7-4f84-b24f-db48d7396d66", "name": "network-vif-unplugged", "status": "completed", "tag": "d8b2554d-e1eb-4a8f-b9f1-72e27167261f"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:49:11.313013 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port d8b2554d-e1eb-4a8f-b9f1-72e27167261f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:49:11.317168 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:11.340353 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 18:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc79902d-8324-4394-b8c3-85ccacdeb018 x-openstack-request-id: req-cc79902d-8324-4394-b8c3-85ccacdeb018 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:49:11.340645 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7930160c-84d7-4f84-b24f-db48d7396d66", "name": "network-vif-unplugged", "status": "completed", "tag": "d8b2554d-e1eb-4a8f-b9f1-72e27167261f", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:49:11.340898 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc79902d-8324-4394-b8c3-85ccacdeb018 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:49:11.341283 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7930160c-84d7-4f84-b24f-db48d7396d66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f', 'code': 200} Dec 12 18:49:11.365775 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:49:12.164339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ffb8f-b5ce-4abe-af86-0604246a4892 req-b98b5906-82ed-49ba-90da-de054d5a14e6 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:12.165791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f96ffb8f-b5ce-4abe-af86-0604246a4892 req-b98b5906-82ed-49ba-90da-de054d5a14e6 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 944 time: 0.0470133 Dec 12 18:49:12.213093 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f96ffb8f-b5ce-4abe-af86-0604246a4892 req-e8dd8fd0-cb88-44d6-8ea1-57ecb271790e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407116 Dec 12 18:49:12.282226 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-b403dd45-37aa-4c69-9fa5-d0c257264512 req-84690c4a-99c5-405a-8e10-658a50301e69 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:49:12.283194 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b403dd45-37aa-4c69-9fa5-d0c257264512 req-84690c4a-99c5-405a-8e10-658a50301e69 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060308 Dec 12 18:49:12.436593 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990d808-e879-40b7-afef-58137cec699d req-436e7625-8345-4fd3-a7fa-15efbc647b56 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:12.438190 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d990d808-e879-40b7-afef-58137cec699d req-436e7625-8345-4fd3-a7fa-15efbc647b56 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 944 time: 0.0485020 Dec 12 18:49:12.494648 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d990d808-e879-40b7-afef-58137cec699d req-b2dd52a6-e395-4f7d-97e1-6f4ef855ce6c tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503135 Dec 12 18:49:12.685945 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c5cbac5a-e5d5-4115-bc01-69e031ee18a4 req-22f2d378-6f07-4cc3-96e6-b83781cc912e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861027 Dec 12 18:49:13.415168 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbac5a-e5d5-4115-bc01-69e031ee18a4 req-088bf302-4059-4fed-8214-3c2ffa4a9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:13.416671 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5cbac5a-e5d5-4115-bc01-69e031ee18a4 req-088bf302-4059-4fed-8214-3c2ffa4a9519 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66&tenant_id=6c66ba76f2294a8a8da831b72824fc16 HTTP/1.1" status: 200 len: 1095 time: 0.0443740 Dec 12 18:49:13.476198 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbac5a-e5d5-4115-bc01-69e031ee18a4 req-f54a42df-e48e-41b5-9b17-0d037e4f86b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:13.477658 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5cbac5a-e5d5-4115-bc01-69e031ee18a4 req-f54a42df-e48e-41b5-9b17-0d037e4f86b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 1095 time: 0.0383928 Dec 12 18:49:13.579770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbac5a-e5d5-4115-bc01-69e031ee18a4 req-25e8be63-b2eb-4458-9216-32d69bcd8abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:13.581192 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5cbac5a-e5d5-4115-bc01-69e031ee18a4 req-25e8be63-b2eb-4458-9216-32d69bcd8abb service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 910 time: 0.0962002 Dec 12 18:49:13.663418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39196e-f4e8-4a7d-b4df-5c9c8eb355db req-568e6d89-1748-4fee-b2ad-8d4691cb8522 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:13.664915 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b39196e-f4e8-4a7d-b4df-5c9c8eb355db req-568e6d89-1748-4fee-b2ad-8d4691cb8522 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 944 time: 0.0984769 Dec 12 18:49:13.668866 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5cbac5a-e5d5-4115-bc01-69e031ee18a4 req-5dd869c2-e7db-466c-8301-9fb6a0d1c46c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f HTTP/1.1" status: 200 len: 1000 time: 0.0744076 Dec 12 18:49:13.748948 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbac5a-e5d5-4115-bc01-69e031ee18a4 req-e796eb8e-9629-44be-b476-93a9adc8a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:13.750437 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5cbac5a-e5d5-4115-bc01-69e031ee18a4 req-e796eb8e-9629-44be-b476-93a9adc8a874 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0733325 Dec 12 18:49:13.754336 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4b39196e-f4e8-4a7d-b4df-5c9c8eb355db req-9da0fd84-281a-4c0a-9295-916404c2ee1c tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834005 Dec 12 18:49:13.795899 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbac5a-e5d5-4115-bc01-69e031ee18a4 req-7486974a-ffd5-4a77-b7a7-db492d812e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:13.797998 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5cbac5a-e5d5-4115-bc01-69e031ee18a4 req-7486974a-ffd5-4a77-b7a7-db492d812e23 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401602 Dec 12 18:49:13.888642 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5cbac5a-e5d5-4115-bc01-69e031ee18a4 req-80028690-abbb-44e6-979e-18ecbf79b741 service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821500 Dec 12 18:49:13.976384 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c5cbac5a-e5d5-4115-bc01-69e031ee18a4 req-84706e68-eba1-490f-8078-5939a834681a service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801837 Dec 12 18:49:14.876696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd466c2-d02c-405e-913e-1a5d99d32522 req-e07f07c7-34be-4ec4-a92b-a3216232303a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:14.878365 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4cd466c2-d02c-405e-913e-1a5d99d32522 req-e07f07c7-34be-4ec4-a92b-a3216232303a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 944 time: 0.0517402 Dec 12 18:49:14.933352 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4cd466c2-d02c-405e-913e-1a5d99d32522 req-b333787f-8c24-4e88-92e8-174e60494fac tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477190 Dec 12 18:49:14.991174 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c39998ce-79f1-4c1a-a926-d0cbed320272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:16.063642 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def91ba8-48e6-4d92-bd53-e6278e309fcf req-2414f484-6165-48db-a7d7-4b7a58a4b5dc tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:16.066517 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-def91ba8-48e6-4d92-bd53-e6278e309fcf req-2414f484-6165-48db-a7d7-4b7a58a4b5dc tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 944 time: 0.0520895 Dec 12 18:49:16.120112 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-def91ba8-48e6-4d92-bd53-e6278e309fcf req-89270ae1-2064-4eb3-98c2-04badd8ecb18 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469744 Dec 12 18:49:17.232867 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d8b2554d-e1eb-4a8f-b9f1-72e27167261f no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:49:17.259558 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b71c9-974f-4dfc-86ca-a24201a1436a req-f36147ab-6edc-4049-8cee-7c14601b9dab tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:17.261169 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a49b71c9-974f-4dfc-86ca-a24201a1436a req-f36147ab-6edc-4049-8cee-7c14601b9dab tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 944 time: 0.0676184 Dec 12 18:49:17.310150 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a49b71c9-974f-4dfc-86ca-a24201a1436a req-09a8220a-c7d5-4076-894a-5b4b8ce98648 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428023 Dec 12 18:49:17.350116 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bdb8f9e6-8989-4ffe-b287-cbe1d25b9c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:17.808119 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:18.230722 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:18.437024 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122e020-e8f0-495e-bfab-b29eb0736c93 req-7eef4b4d-c5c5-4c93-aee5-a9e49ff87574 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:18.438492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3122e020-e8f0-495e-bfab-b29eb0736c93 req-7eef4b4d-c5c5-4c93-aee5-a9e49ff87574 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 944 time: 0.0555394 Dec 12 18:49:18.490841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3122e020-e8f0-495e-bfab-b29eb0736c93 req-10fc2d14-34b6-4fcf-9e19-ddd9dafb4173 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460348 Dec 12 18:49:18.591976 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:19.620443 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3c5ca-ff04-41c8-bf9c-fb9b497d3362 req-566ee68d-eeae-423a-aa27-7bd47e4f62e1 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:19.622122 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39a3c5ca-ff04-41c8-bf9c-fb9b497d3362 req-566ee68d-eeae-423a-aa27-7bd47e4f62e1 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 944 time: 0.0486751 Dec 12 18:49:19.678809 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39a3c5ca-ff04-41c8-bf9c-fb9b497d3362 req-614817c2-918f-4579-8d97-e7779ffb3c81 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504112 Dec 12 18:49:20.333057 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:20.796819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60a566-0c31-4f38-910a-68ebbaf6120a req-c3b180fc-af15-4cfe-8859-b865f8c51d9d tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:20.798303 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ea60a566-0c31-4f38-910a-68ebbaf6120a req-c3b180fc-af15-4cfe-8859-b865f8c51d9d tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 944 time: 0.0496707 Dec 12 18:49:20.852571 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ea60a566-0c31-4f38-910a-68ebbaf6120a req-938cefe9-e57d-4c19-b7b0-f55cb722d0df tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482733 Dec 12 18:49:21.045551 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:21.969318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d603f-fb8d-4316-a929-7bfdb6f569e7 req-a20ef6be-e166-4f8e-a1a3-73465eb6fc15 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:21.970791 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-240d603f-fb8d-4316-a929-7bfdb6f569e7 req-a20ef6be-e166-4f8e-a1a3-73465eb6fc15 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 944 time: 0.0491288 Dec 12 18:49:22.023707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-240d603f-fb8d-4316-a929-7bfdb6f569e7 req-6acdf2b1-f13a-4cb5-a348-a80292287558 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464277 Dec 12 18:49:23.149762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9ec49-73aa-4d81-827a-98c2ed20b911 req-d597bff7-b4c8-4208-a5af-9f6229f326e3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:23.151326 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83f9ec49-73aa-4d81-827a-98c2ed20b911 req-d597bff7-b4c8-4208-a5af-9f6229f326e3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 944 time: 0.0499849 Dec 12 18:49:23.200826 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83f9ec49-73aa-4d81-827a-98c2ed20b911 req-aaedf50c-cf9d-4869-abe9-4a4fb9858a11 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433176 Dec 12 18:49:24.326000 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122ca80-6554-4867-b946-860c99f8bd82 req-1fc30138-d873-4a7e-8e91-9f52f530a99a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:24.327517 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9122ca80-6554-4867-b946-860c99f8bd82 req-1fc30138-d873-4a7e-8e91-9f52f530a99a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 944 time: 0.0539651 Dec 12 18:49:24.395082 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9122ca80-6554-4867-b946-860c99f8bd82 req-90805d02-c0ba-4bba-94fb-4fc8275904b9 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610549 Dec 12 18:49:25.512840 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b73d2d-2dcd-4526-b0f5-606619e82c5a req-0915a311-ea40-4d7c-ac0e-d4670f38f997 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:25.514329 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47b73d2d-2dcd-4526-b0f5-606619e82c5a req-0915a311-ea40-4d7c-ac0e-d4670f38f997 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 944 time: 0.0490551 Dec 12 18:49:25.562864 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-47b73d2d-2dcd-4526-b0f5-606619e82c5a req-d8fba249-d666-4add-b33e-c6217e38ca48 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417836 Dec 12 18:49:26.682433 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bcc27-efd3-4ae0-996c-43a471161341 req-1e002ac2-1749-4075-b15d-65af13e6a498 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:26.683948 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-880bcc27-efd3-4ae0-996c-43a471161341 req-1e002ac2-1749-4075-b15d-65af13e6a498 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 944 time: 0.0523314 Dec 12 18:49:26.731787 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-880bcc27-efd3-4ae0-996c-43a471161341 req-320345d9-5019-472c-9741-34207f53fd8c tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418730 Dec 12 18:49:27.844721 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575f5cf-837f-467c-aebc-d9aa573231e3 req-8c97c872-b70a-4e56-8058-74e12927e039 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:27.846156 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a575f5cf-837f-467c-aebc-d9aa573231e3 req-8c97c872-b70a-4e56-8058-74e12927e039 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 944 time: 0.0469704 Dec 12 18:49:27.894435 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a575f5cf-837f-467c-aebc-d9aa573231e3 req-28aaea3f-4d0f-405b-b2a7-3bb4c6cedd47 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417137 Dec 12 18:49:29.006655 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2b80a-c7d3-4c0e-bfbc-a0fbf38e46e6 req-1bd40ebc-254d-44aa-84d9-8b4b627a5166 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:29.012638 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35b2b80a-c7d3-4c0e-bfbc-a0fbf38e46e6 req-1bd40ebc-254d-44aa-84d9-8b4b627a5166 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 944 time: 0.0473092 Dec 12 18:49:29.062162 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35b2b80a-c7d3-4c0e-bfbc-a0fbf38e46e6 req-e1b5b563-ccb6-4d2c-af00-4f1887757d75 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479426 Dec 12 18:49:29.289048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d8b2554d-e1eb-4a8f-b9f1-72e27167261f details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:49:29.384747 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port d8b2554d-e1eb-4a8f-b9f1-72e27167261f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:49:29.396146 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'port_id': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f', 'mac_address': 'fa:16:3e:91:5c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:49:29.434700 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:29.447553 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b2554d-e1eb-4a8f-b9f1-72e27167261f {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:49:29.466565 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port d8b2554d-e1eb-4a8f-b9f1-72e27167261f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:49:29.469959 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:29.518411 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:49:29.704717 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['d8b2554d-e1eb-4a8f-b9f1-72e27167261f'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:49:30.178830 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578788c-6602-4d93-9a97-910e51336b5c req-b382b810-ca3f-42d5-bf08-9d8ba640680b tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:30.180317 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5578788c-6602-4d93-9a97-910e51336b5c req-b382b810-ca3f-42d5-bf08-9d8ba640680b tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 945 time: 0.0478013 Dec 12 18:49:30.228685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5578788c-6602-4d93-9a97-910e51336b5c req-2ce40288-79d2-4a4f-9ebb-98189c6ab98a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425320 Dec 12 18:49:31.297015 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d8b2554d-e1eb-4a8f-b9f1-72e27167261f up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:49:31.342631 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d2045-2d94-496f-995c-5217852c5b99 req-4606b547-4091-4aa5-9571-051ba71c151a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:31.344018 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port d8b2554d-e1eb-4a8f-b9f1-72e27167261f triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:49:31.344171 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f7d2045-2d94-496f-995c-5217852c5b99 req-4606b547-4091-4aa5-9571-051ba71c151a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 945 time: 0.0478227 Dec 12 18:49:31.344390 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:31.392702 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6f7d2045-2d94-496f-995c-5217852c5b99 req-e58e175e-6793-4f12-945b-29630722c6d8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419137 Dec 12 18:49:31.426572 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:31.448047 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7930160c-84d7-4f84-b24f-db48d7396d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:49:31.450263 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607f9ec8-15bb-4b56-9741-21b286d675e2" -d '{"events": [{"server_uuid": "7930160c-84d7-4f84-b24f-db48d7396d66", "name": "network-vif-plugged", "status": "completed", "tag": "d8b2554d-e1eb-4a8f-b9f1-72e27167261f"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:49:31.462540 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port d8b2554d-e1eb-4a8f-b9f1-72e27167261f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:49:31.466444 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:31.490592 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09b9cf3-c5b0-4a57-9ecb-4838ca70b3cc x-openstack-request-id: req-f09b9cf3-c5b0-4a57-9ecb-4838ca70b3cc {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:49:31.490890 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7930160c-84d7-4f84-b24f-db48d7396d66", "name": "network-vif-plugged", "status": "completed", "tag": "d8b2554d-e1eb-4a8f-b9f1-72e27167261f", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:49:31.491143 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f09b9cf3-c5b0-4a57-9ecb-4838ca70b3cc {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:49:31.491561 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7930160c-84d7-4f84-b24f-db48d7396d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f', 'code': 200} Dec 12 18:49:31.517078 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,revision_number=10']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:49:31.647760 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67756812-2be4-46a9-af48-b08194ff8c8c req-449b8317-9221-436f-91a4-5d8cc642553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:31.649193 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67756812-2be4-46a9-af48-b08194ff8c8c req-449b8317-9221-436f-91a4-5d8cc642553f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 1098 time: 0.0420094 Dec 12 18:49:31.693607 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-67756812-2be4-46a9-af48-b08194ff8c8c req-4d20598a-f235-4e99-b872-d747286dbae6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375829 Dec 12 18:49:32.510250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca9da2-4080-404a-9f64-17732da9ee97 req-87f5beca-9973-4f6f-9289-de1d7f20b972 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:32.511739 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39ca9da2-4080-404a-9f64-17732da9ee97 req-87f5beca-9973-4f6f-9289-de1d7f20b972 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 947 time: 0.0496442 Dec 12 18:49:32.560106 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-39ca9da2-4080-404a-9f64-17732da9ee97 req-4d37e985-65cf-468d-ad6a-a6e5a42c6527 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423331 Dec 12 18:49:33.673535 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13efe7-a75a-46e0-8907-bbb0ffcbf5de req-7ddbb075-4232-4724-95b3-8a688a8cbb37 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:33.675000 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e13efe7-a75a-46e0-8907-bbb0ffcbf5de req-7ddbb075-4232-4724-95b3-8a688a8cbb37 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 947 time: 0.0471034 Dec 12 18:49:33.725912 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e13efe7-a75a-46e0-8907-bbb0ffcbf5de req-f1b8366e-c237-4750-8402-9ae170defe2a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443935 Dec 12 18:49:40.187760 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:49:44.992484 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8021a04e-d675-453a-a488-d994c1b47d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:46.764127 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5642976c-4c73-4706-939b-56c2ff62f48b req-9208c598-ea04-48d4-a8fa-c2c3b369b053 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390167 Dec 12 18:49:46.844814 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642976c-4c73-4706-939b-56c2ff62f48b req-089f2462-b283-4311-b174-0aea41ca5cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:46.846289 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5642976c-4c73-4706-939b-56c2ff62f48b req-089f2462-b283-4311-b174-0aea41ca5cd9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 1098 time: 0.0401788 Dec 12 18:49:46.949054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642976c-4c73-4706-939b-56c2ff62f48b req-75912627-f260-4af7-abe1-a1a62d2c0537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:46.950407 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5642976c-4c73-4706-939b-56c2ff62f48b req-75912627-f260-4af7-abe1-a1a62d2c0537 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 910 time: 0.0853548 Dec 12 18:49:47.018680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5642976c-4c73-4706-939b-56c2ff62f48b req-6ec3a490-e24c-400f-93bc-0f81fb3f20d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f HTTP/1.1" status: 200 len: 1002 time: 0.0603566 Dec 12 18:49:47.068995 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642976c-4c73-4706-939b-56c2ff62f48b req-882054f6-6cab-40ce-b8ac-1c598d33a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:47.070459 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5642976c-4c73-4706-939b-56c2ff62f48b req-882054f6-6cab-40ce-b8ac-1c598d33a937 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0433633 Dec 12 18:49:47.118628 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642976c-4c73-4706-939b-56c2ff62f48b req-a118f4bd-b7ac-43b5-9d08-bae9b947aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:49:47.120137 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5642976c-4c73-4706-939b-56c2ff62f48b req-a118f4bd-b7ac-43b5-9d08-bae9b947aad6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423765 Dec 12 18:49:47.207096 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5642976c-4c73-4706-939b-56c2ff62f48b req-89b9109f-e6dd-4557-b4e5-b7d2461f1753 service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798140 Dec 12 18:49:47.304505 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5642976c-4c73-4706-939b-56c2ff62f48b req-ff721434-137e-49ea-958e-cb0329ba0afb service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907726 Dec 12 18:49:47.330113 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-380b44fe-5bae-4954-a3f7-f597b1932c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:47.809944 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:48.229435 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:48.594594 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:50.322829 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:49:51.039351 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:14.994441 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6a312507-0ca6-473a-ac41-50550481fcc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:17.187833 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:50:17.331229 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f055b099-9c3c-49e8-9e12-cad28749df07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:17.805803 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:18.245234 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:18.596796 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:20.325594 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:21.041216 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:42.865511 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44144) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:50:43.017495 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Deleting port e43974f8-af29-48a6-b5ac-e71aa65ae36b {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:50:43.017837 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:43.090374 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:43.090700 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:43.102098 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Calling delete_port for e43974f8-af29-48a6-b5ac-e71aa65ae36b owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:50:43.245042 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:43.275094 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event deleted for resources: {'Port': ['ID=e43974f8-af29-48a6-b5ac-e71aa65ae36b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:50:43.298735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:43.299082 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:43.299449 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:43.299787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:43.300119 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:43.300454 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:43.300784 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:43.301862 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:43.302201 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:43.302527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:43.302850 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:43.303170 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:43.303515 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:43.344850 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:43.345177 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Floating IP 0e752d99-8783-4cbf-afcf-84e1e0e68b85 disassociated (deleted). External IP: 172.25.1.108, port: d8b2554d-e1eb-4a8f-b9f1-72e27167261f. Dec 12 18:50:43.878073 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Router e6ae93b2-9f3b-4870-8537-9ae142ac00af has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:50:43.981883 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:50:43.986984 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:43.991977 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e7234-2409-4b20-b738-43a4ad6503c8 None None] Sync routers for ids ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:50:44.003055 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e7234-2409-4b20-b738-43a4ad6503c8 None None] Routers {'e6ae93b2-9f3b-4870-8537-9ae142ac00af'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:50:44.004002 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b94e7234-2409-4b20-b738-43a4ad6503c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:50:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:50:44.019739 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bb9609b9-5d32-4565-b679-6be34edc4ab8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "DELETE /v2.0/floatingips/0e752d99-8783-4cbf-afcf-84e1e0e68b85 HTTP/1.1" status: 204 len: 168 time: 1.1530967 Dec 12 18:50:44.021621 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7930160c-84d7-4f84-b24f-db48d7396d66', 'tag': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:50:44.024175 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde30d83-d18b-4181-a66b-bf260d6479a0" -d '{"events": [{"name": "network-changed", "server_uuid": "7930160c-84d7-4f84-b24f-db48d7396d66", "tag": "d8b2554d-e1eb-4a8f-b9f1-72e27167261f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:50:44.127931 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-b94e7234-2409-4b20-b738-43a4ad6503c8 None None] Set router e6ae93b2-9f3b-4870-8537-9ae142ac00af gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:50:44.129115 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c1bd58-10a5-4198-83cb-73b6c21c8d4b x-openstack-request-id: req-00c1bd58-10a5-4198-83cb-73b6c21c8d4b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:50:44.129874 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7930160c-84d7-4f84-b24f-db48d7396d66", "tag": "d8b2554d-e1eb-4a8f-b9f1-72e27167261f", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:50:44.130136 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00c1bd58-10a5-4198-83cb-73b6c21c8d4b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:50:44.130531 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7930160c-84d7-4f84-b24f-db48d7396d66', 'tag': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f', 'status': 'completed', 'code': 200} Dec 12 18:50:44.220542 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde30d83-d18b-4181-a66b-bf260d6479a0 req-77c9f56d-83e4-4e62-877e-1f4fbd7c6147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:50:44.222071 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bde30d83-d18b-4181-a66b-bf260d6479a0 req-77c9f56d-83e4-4e62-877e-1f4fbd7c6147 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 1098 time: 0.0586760 Dec 12 18:50:44.328310 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde30d83-d18b-4181-a66b-bf260d6479a0 req-28f4af19-558f-4528-be00-e63eee693906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:50:44.329776 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bde30d83-d18b-4181-a66b-bf260d6479a0 req-28f4af19-558f-4528-be00-e63eee693906 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 910 time: 0.1002123 Dec 12 18:50:44.386079 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bde30d83-d18b-4181-a66b-bf260d6479a0 req-81b4cfdd-ba0e-42d2-a16e-b6fec805ec22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f HTTP/1.1" status: 200 len: 217 time: 0.0468144 Dec 12 18:50:44.390719 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b94e7234-2409-4b20-b738-43a4ad6503c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port': {'id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:30Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '463abdcd-65c6-427b-b6c3-fecc45d364b5', 'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'mac_address': 'fa:16:3e:73:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:32Z', 'updated_at': '2021-12-12T18:46:36Z', 'revision_number': 5, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'subnets': [{'id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:50:44.422596 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e7234-2409-4b20-b738-43a4ad6503c8 None None] Checking router: e6ae93b2-9f3b-4870-8537-9ae142ac00af for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:50:44.431597 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e7234-2409-4b20-b738-43a4ad6503c8 None None] Routers {'e6ae93b2-9f3b-4870-8537-9ae142ac00af'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:50:44.432199 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b94e7234-2409-4b20-b738-43a4ad6503c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:50:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:50:44.454972 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde30d83-d18b-4181-a66b-bf260d6479a0 req-85b1a01a-339d-407d-9028-e00e8f772a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:50:44.456483 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bde30d83-d18b-4181-a66b-bf260d6479a0 req-85b1a01a-339d-407d-9028-e00e8f772a61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0620422 Dec 12 18:50:44.479930 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99352caf-c73d-4724-918f-e7e84797da1d req-eb02e9be-84e7-48b0-893d-33aea06d4049 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:50:44.487946 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99352caf-c73d-4724-918f-e7e84797da1d req-eb02e9be-84e7-48b0-893d-33aea06d4049 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 947 time: 0.2398982 Dec 12 18:50:44.542829 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-b94e7234-2409-4b20-b738-43a4ad6503c8 None None] Set router e6ae93b2-9f3b-4870-8537-9ae142ac00af gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:50:44.559990 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde30d83-d18b-4181-a66b-bf260d6479a0 req-1e100579-91ac-461b-87d2-e1b65982ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:50:44.561492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bde30d83-d18b-4181-a66b-bf260d6479a0 req-1e100579-91ac-461b-87d2-e1b65982ebd3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902719 Dec 12 18:50:44.570738 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-99352caf-c73d-4724-918f-e7e84797da1d req-b2bd9165-979e-499b-829b-f8f4e0abeffc tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820236 Dec 12 18:50:44.653370 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bde30d83-d18b-4181-a66b-bf260d6479a0 req-9850d83f-3662-45e6-95ad-d901998207f1 service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815625 Dec 12 18:50:44.747048 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b94e7234-2409-4b20-b738-43a4ad6503c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port': {'id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:30Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '463abdcd-65c6-427b-b6c3-fecc45d364b5', 'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'mac_address': 'fa:16:3e:73:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:32Z', 'updated_at': '2021-12-12T18:46:36Z', 'revision_number': 5, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'subnets': [{'id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:50:44.759084 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bde30d83-d18b-4181-a66b-bf260d6479a0 req-9e969c99-3f0d-472d-9487-f09b4ee683ca service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976760 Dec 12 18:50:44.775395 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e7234-2409-4b20-b738-43a4ad6503c8 None None] The sync data for ids ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'] in n-d-760354-5 is: [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port': {'id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:30Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '463abdcd-65c6-427b-b6c3-fecc45d364b5', 'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'mac_address': 'fa:16:3e:73:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:32Z', 'updated_at': '2021-12-12T18:46:36Z', 'revision_number': 5, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'subnets': [{'id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:50:44.995002 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfedade-61d2-432c-99ec-9be49a519ee9 None None] New status for floating IP 0e752d99-8783-4cbf-afcf-84e1e0e68b85: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:50:45.052394 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-59ce5b22-fe14-4983-85e7-d4eb2c98f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:45.568768 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897f237-06f9-4b2e-903d-d73cf00618e7 req-ed0fe8ea-4c3b-4337-8b5d-98c8e560c451 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:50:45.570219 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2897f237-06f9-4b2e-903d-d73cf00618e7 req-ed0fe8ea-4c3b-4337-8b5d-98c8e560c451 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.20 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 947 time: 0.0479858 Dec 12 18:50:45.667329 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-2897f237-06f9-4b2e-903d-d73cf00618e7 req-49a6865c-7725-4f44-b53b-3ef862bb8606 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Deleting port d8b2554d-e1eb-4a8f-b9f1-72e27167261f {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:50:45.667646 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2897f237-06f9-4b2e-903d-d73cf00618e7 req-49a6865c-7725-4f44-b53b-3ef862bb8606 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:45.782244 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dee10-3a83-4953-b242-8e574446e3e3 req-2810b70b-cf4a-4446-975a-0b07d0a2e252 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:50:45.783745 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-328dee10-3a83-4953-b242-8e574446e3e3 req-2810b70b-cf4a-4446-975a-0b07d0a2e252 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7930160c-84d7-4f84-b24f-db48d7396d66 HTTP/1.1" status: 200 len: 947 time: 0.1363606 Dec 12 18:50:45.790029 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-2897f237-06f9-4b2e-903d-d73cf00618e7 req-49a6865c-7725-4f44-b53b-3ef862bb8606 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] For port d8b2554d-e1eb-4a8f-b9f1-72e27167261f, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:50:45.790389 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2897f237-06f9-4b2e-903d-d73cf00618e7 req-49a6865c-7725-4f44-b53b-3ef862bb8606 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:45.817757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-2897f237-06f9-4b2e-903d-d73cf00618e7 req-49a6865c-7725-4f44-b53b-3ef862bb8606 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Calling delete_port for d8b2554d-e1eb-4a8f-b9f1-72e27167261f owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:50:45.886543 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-328dee10-3a83-4953-b242-8e574446e3e3 req-c140fa0b-2b50-4d9f-975c-62e46483edc7 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bfc7ece-c84f-4243-b069-8e57d26f87bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936782 Dec 12 18:50:45.965333 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2897f237-06f9-4b2e-903d-d73cf00618e7 req-49a6865c-7725-4f44-b53b-3ef862bb8606 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:45.996459 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6865c-7725-4f44-b53b-3ef862bb8606 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event deleted for resources: {'Port': ['ID=d8b2554d-e1eb-4a8f-b9f1-72e27167261f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:50:46.036063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-2897f237-06f9-4b2e-903d-d73cf00618e7 req-49a6865c-7725-4f44-b53b-3ef862bb8606 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] No DVR routers for this DVR port d8b2554d-e1eb-4a8f-b9f1-72e27167261f on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:50:46.038658 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-2897f237-06f9-4b2e-903d-d73cf00618e7 req-49a6865c-7725-4f44-b53b-3ef862bb8606 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:46.042022 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2897f237-06f9-4b2e-903d-d73cf00618e7 req-49a6865c-7725-4f44-b53b-3ef862bb8606 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.20 "DELETE /v2.0/ports/d8b2554d-e1eb-4a8f-b9f1-72e27167261f HTTP/1.1" status: 204 len: 173 time: 0.4659445 Dec 12 18:50:46.131794 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7930160c-84d7-4f84-b24f-db48d7396d66', 'name': 'network-vif-deleted', 'tag': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:50:46.134330 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8a887c-acf9-44a5-bc6a-0162da463b65" -d '{"events": [{"server_uuid": "7930160c-84d7-4f84-b24f-db48d7396d66", "name": "network-vif-deleted", "tag": "d8b2554d-e1eb-4a8f-b9f1-72e27167261f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:50:46.177384 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eddeb65-5f3d-4912-b4c1-fa4ddb8da49e x-openstack-request-id: req-3eddeb65-5f3d-4912-b4c1-fa4ddb8da49e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:50:46.177789 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7930160c-84d7-4f84-b24f-db48d7396d66", "name": "network-vif-deleted", "tag": "d8b2554d-e1eb-4a8f-b9f1-72e27167261f", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:50:46.178149 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3eddeb65-5f3d-4912-b4c1-fa4ddb8da49e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:50:46.178638 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7930160c-84d7-4f84-b24f-db48d7396d66', 'name': 'network-vif-deleted', 'tag': 'd8b2554d-e1eb-4a8f-b9f1-72e27167261f', 'status': 'completed', 'code': 200} Dec 12 18:50:46.942988 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44174) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:50:46.998098 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-747bfba5-3015-419d-8695-22b85bbb63db tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.022728 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-747bfba5-3015-419d-8695-22b85bbb63db tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.080830 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-747bfba5-3015-419d-8695-22b85bbb63db tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.084110 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-747bfba5-3015-419d-8695-22b85bbb63db tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.085295 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-747bfba5-3015-419d-8695-22b85bbb63db tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "DELETE /v2.0/security-groups/9bfc7ece-c84f-4243-b069-8e57d26f87bc HTTP/1.1" status: 204 len: 168 time: 0.1412885 Dec 12 18:50:47.094439 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bfba5-3015-419d-8695-22b85bbb63db tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfc7ece-c84f-4243-b069-8e57d26f87bc,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:50:47.336319 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7696c018-4301-442b-b413-c14d0d7a97ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.492696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44180) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:50:47.497285 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-3d8d4538-16bf-4bcb-8980-67686e66e129 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1871120932', 'description': 'tempest-secgroup-smoke-1871120932 description', 'project_id': '6c66ba76f2294a8a8da831b72824fc16'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:50:47.519825 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d8d4538-16bf-4bcb-8980-67686e66e129 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.588098 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d8d4538-16bf-4bcb-8980-67686e66e129 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.591351 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d8d4538-16bf-4bcb-8980-67686e66e129 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.619159 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d8d4538-16bf-4bcb-8980-67686e66e129 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.620400 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3d8d4538-16bf-4bcb-8980-67686e66e129 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1267054 Dec 12 18:50:47.623474 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44182) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:50:47.624569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d4538-16bf-4bcb-8980-67686e66e129 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf7a214-d875-4cbd-8d8c-83611caed952,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:50:47.632524 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Request body: {'security_group_rule': {'security_group_id': 'dbf7a214-d875-4cbd-8d8c-83611caed952', 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:50:47.658468 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.712664 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.716298 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.734430 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210a54d4-a5e3-4966-ac19-e767414e5ab2,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:50:47.739925 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.741091 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165535 Dec 12 18:50:47.744025 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44186) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:50:47.746064 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:47.746411 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:47.746755 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:47.747095 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:47.747459 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:47.747793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:47.748127 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:47.748455 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:47.748791 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:47.748905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-5143da5f-1b79-4f4e-aa50-90664c04912b tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Request body: {'security_group_rule': {'security_group_id': 'dbf7a214-d875-4cbd-8d8c-83611caed952', 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:50:47.749125 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:47.749449 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:47.749771 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:47.750092 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a6f12a-47e5-49d7-a91e-e2ff8c178136 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:50:47.776603 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5143da5f-1b79-4f4e-aa50-90664c04912b tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.805117 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.832466 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5143da5f-1b79-4f4e-aa50-90664c04912b tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.835934 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5143da5f-1b79-4f4e-aa50-90664c04912b tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.852967 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143da5f-1b79-4f4e-aa50-90664c04912b tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb40737-89e6-42b3-a71f-a3ba2e5f432f,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:50:47.861533 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5143da5f-1b79-4f4e-aa50-90664c04912b tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.862731 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5143da5f-1b79-4f4e-aa50-90664c04912b tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176195 Dec 12 18:50:47.866052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44188) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:50:47.870237 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-e4e6f3c9-569a-48f0-ba04-afb4a1fd7319 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Request body: {'security_group_rule': {'security_group_id': 'dbf7a214-d875-4cbd-8d8c-83611caed952', 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:50:47.895269 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e4e6f3c9-569a-48f0-ba04-afb4a1fd7319 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.950298 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e4e6f3c9-569a-48f0-ba04-afb4a1fd7319 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.954056 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e4e6f3c9-569a-48f0-ba04-afb4a1fd7319 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.973807 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6f3c9-569a-48f0-ba04-afb4a1fd7319 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef84b38b-e82d-4b56-97ea-72391d8323fc,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:50:47.984478 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e4e6f3c9-569a-48f0-ba04-afb4a1fd7319 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:47.985682 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e4e6f3c9-569a-48f0-ba04-afb4a1fd7319 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186924 Dec 12 18:50:47.988377 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44190) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:50:47.993181 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-21c987d3-9c57-46d6-8602-ceadb8789371 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Request body: {'security_group_rule': {'security_group_id': 'dbf7a214-d875-4cbd-8d8c-83611caed952', 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:50:48.017277 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21c987d3-9c57-46d6-8602-ceadb8789371 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:48.076594 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21c987d3-9c57-46d6-8602-ceadb8789371 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:48.081032 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21c987d3-9c57-46d6-8602-ceadb8789371 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:48.098529 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c987d3-9c57-46d6-8602-ceadb8789371 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6477a449-17cf-4210-9893-f648efba0ff0,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:50:48.105547 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21c987d3-9c57-46d6-8602-ceadb8789371 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:48.106726 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-21c987d3-9c57-46d6-8602-ceadb8789371 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168871 Dec 12 18:50:48.109495 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44192) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:50:48.114381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-e9ddca60-25cf-4e5c-a155-9af4acbddbda tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Request body: {'security_group_rule': {'security_group_id': 'dbf7a214-d875-4cbd-8d8c-83611caed952', 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:50:48.135277 n-d-760354-5 neutron-server[103151]: INFO neutron.db.securitygroups_db [None req-e9ddca60-25cf-4e5c-a155-9af4acbddbda tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Project 6c66ba76f2294a8a8da831b72824fc16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:50:48.139929 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e9ddca60-25cf-4e5c-a155-9af4acbddbda tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:48.208720 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e9ddca60-25cf-4e5c-a155-9af4acbddbda tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:48.212109 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e9ddca60-25cf-4e5c-a155-9af4acbddbda tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:48.229913 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ddca60-25cf-4e5c-a155-9af4acbddbda tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565e5c6e-d520-47ac-8e7b-6fac774fce7f,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:50:48.239188 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e9ddca60-25cf-4e5c-a155-9af4acbddbda tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:48.240636 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e9ddca60-25cf-4e5c-a155-9af4acbddbda tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301749 Dec 12 18:50:48.243316 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44194) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:50:48.246521 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:48.247693 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-5404f378-d834-4968-a7f8-1b831dfda478 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Request body: {'security_group_rule': {'security_group_id': 'dbf7a214-d875-4cbd-8d8c-83611caed952', 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:50:48.268251 n-d-760354-5 neutron-server[103151]: INFO neutron.db.securitygroups_db [None req-5404f378-d834-4968-a7f8-1b831dfda478 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Project 6c66ba76f2294a8a8da831b72824fc16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:50:48.273456 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5404f378-d834-4968-a7f8-1b831dfda478 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:48.331616 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5404f378-d834-4968-a7f8-1b831dfda478 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:48.336018 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5404f378-d834-4968-a7f8-1b831dfda478 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:48.358017 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404f378-d834-4968-a7f8-1b831dfda478 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1183b3-4324-477a-b8c5-d4948faa1917,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:50:48.363782 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5404f378-d834-4968-a7f8-1b831dfda478 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:48.364990 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-5404f378-d834-4968-a7f8-1b831dfda478 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206672 Dec 12 18:50:48.600603 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:49.620120 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d8b2554d-e1eb-4a8f-b9f1-72e27167261f no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:50:49.640069 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: d8b2554d-e1eb-4a8f-b9f1-72e27167261f {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:50:49.640424 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device d8b2554d-e1eb-4a8f-b9f1-72e27167261f not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:50:50.330692 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:51.045536 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:50:54.191053 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:51:03.585668 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-cad18192-49fe-4d18-9865-89959dd01b7c tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1871120932&fields=id&tenant_id=6c66ba76f2294a8a8da831b72824fc16 HTTP/1.1" status: 200 len: 267 time: 0.0457070 Dec 12 18:51:03.689570 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-540a18d8-1a06-44eb-b455-7e714aed2408 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:03.690949 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-540a18d8-1a06-44eb-b455-7e714aed2408 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 809 time: 0.0986781 Dec 12 18:51:03.705414 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-51c2f81d-d582-4fb3-9976-1b76f3037c33 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/quotas/6c66ba76f2294a8a8da831b72824fc16 HTTP/1.1" status: 200 len: 375 time: 0.0087299 Dec 12 18:51:03.754326 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-ffcc6345-fb7a-4797-881b-9dc01643ecc3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438523 Dec 12 18:51:03.855586 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-b1d16199-f8ed-426b-b11e-1fba6ff7b6e7 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857327 Dec 12 18:51:03.947427 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-c99552f3-938d-4095-9d41-84eab0cfab4b service neutron] 10.222.0.18 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857172 Dec 12 18:51:04.229713 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-90c4c9e6-b946-45c7-a592-7354d3d918af req-a422fdda-13e2-4b17-8cb8-01d8bd7cb2e8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 210 time: 0.0312178 Dec 12 18:51:05.112964 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-71e69e93-62d7-42bf-bac9-3fdc9d039cc1 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:05.114430 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-71e69e93-62d7-42bf-bac9-3fdc9d039cc1 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.31 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 809 time: 0.1064141 Dec 12 18:51:05.180181 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-13b78869-0a62-44ea-a08f-5f1514bc8f87 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c66ba76f2294a8a8da831b72824fc16 HTTP/1.1" status: 200 len: 380 time: 0.0556998 Dec 12 18:51:05.189587 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-0f5afb05-b21f-430a-ae56-9c2b286c8887 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Request body: {'port': {'device_id': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'admin_state_up': True, 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'security_groups': ['dbf7a214-d875-4cbd-8d8c-83611caed952']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:51:05.310003 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-0f5afb05-b21f-430a-ae56-9c2b286c8887 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Made reservation on behalf of 6c66ba76f2294a8a8da831b72824fc16 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:51:05.315794 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-0f5afb05-b21f-430a-ae56-9c2b286c8887 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:05.330809 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a8c7ea51-0c04-4836-821e-f764b8599f0b req-8cac4e9d-bfaf-4ef5-88ac-654256d165d9 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 210 time: 0.0281107 Dec 12 18:51:05.446259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-0f5afb05-b21f-430a-ae56-9c2b286c8887 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Allocated IP 172.20.0.3 (7b9aabef-e287-40c7-956b-5fdcdf0c418b/fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407/ef10df53-5406-4771-943b-b3f823a09345) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:51:05.593398 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-0f5afb05-b21f-430a-ae56-9c2b286c8887 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:05.627662 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-0f5afb05-b21f-430a-ae56-9c2b286c8887 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:05.677696 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-0f5afb05-b21f-430a-ae56-9c2b286c8887 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Network 7b9aabef-e287-40c7-956b-5fdcdf0c418b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:51:05.680922 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-0f5afb05-b21f-430a-ae56-9c2b286c8887 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:51:05.685344 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-0f5afb05-b21f-430a-ae56-9c2b286c8887 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:51:05.689903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5afb05-b21f-430a-ae56-9c2b286c8887 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'Port': ['ID=ef10df53-5406-4771-943b-b3f823a09345,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:51:05.737367 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-0f5afb05-b21f-430a-ae56-9c2b286c8887 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:05.737844 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-0f5afb05-b21f-430a-ae56-9c2b286c8887 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:05.754268 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-0f5afb05-b21f-430a-ae56-9c2b286c8887 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5685906 Dec 12 18:51:05.816680 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Request body: {'port': {'device_id': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:51:05.873664 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:05.960925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-bafd7d07-ec2f-47e9-b3a4-d5e184e172a7 None None] Provisioning complete for port ef10df53-5406-4771-943b-b3f823a09345 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:51:05.962021 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bafd7d07-ec2f-47e9-b3a4-d5e184e172a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:05.997428 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-bafd7d07-ec2f-47e9-b3a4-d5e184e172a7 None None] Port ef10df53-5406-4771-943b-b3f823a09345 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:51:06.458032 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7d08c-9022-44c4-b255-549bee129ae8 req-a8ada420-1409-4742-b3db-40488fb014d6 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:06.459602 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-72d7d08c-9022-44c4-b255-549bee129ae8 req-a8ada420-1409-4742-b3db-40488fb014d6 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 931 time: 0.0547671 Dec 12 18:51:06.465003 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef10df53-5406-4771-943b-b3f823a09345 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:51:06.472844 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:06.485162 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Transition to ACTIVE for port object ef10df53-5406-4771-943b-b3f823a09345 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:51:06.491804 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:06.523825 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-72d7d08c-9022-44c4-b255-549bee129ae8 req-8846f4b9-b7a4-4808-881e-411715428cba tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580914 Dec 12 18:51:06.555114 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Pushing event updated for resources: {'Port': ['ID=ef10df53-5406-4771-943b-b3f823a09345,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:51:06.634293 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Attempting to bind port ef10df53-5406-4771-943b-b3f823a09345 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:51:06.634646 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Attempting to bind port ef10df53-5406-4771-943b-b3f823a09345 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:51:06.634989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Attempting to bind port ef10df53-5406-4771-943b-b3f823a09345 on network 7b9aabef-e287-40c7-956b-5fdcdf0c418b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:51:06.642089 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Port ef10df53-5406-4771-943b-b3f823a09345 on network 7b9aabef-e287-40c7-956b-5fdcdf0c418b not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:51:06.642285 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Attempting to bind port ef10df53-5406-4771-943b-b3f823a09345 on network 7b9aabef-e287-40c7-956b-5fdcdf0c418b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:51:06.648435 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:51:06.648793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Checking segment: {'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:51:06.649199 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Bound using segment: {'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:51:06.649654 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Bound port: ef10df53-5406-4771-943b-b3f823a09345, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:51:06.650026 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:06.735664 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] For port ef10df53-5406-4771-943b-b3f823a09345, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:51:06.738713 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] For port ef10df53-5406-4771-943b-b3f823a09345, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=ef10df53-5406-4771-943b-b3f823a09345,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:51:06.744518 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:06.783096 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:06.783783 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:06.785183 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] 10.222.0.31 "PUT /v2.0/ports/ef10df53-5406-4771-943b-b3f823a09345 HTTP/1.1" status: 200 len: 1091 time: 1.0219288 Dec 12 18:51:06.785725 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'tag': 'ef10df53-5406-4771-943b-b3f823a09345'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:51:06.788612 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0ecf0ab0d0673ed1ddf6e3181e2e5630b2f509d2790f5a8f7e136419b5c042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0bac9a-ff6d-4aa3-855f-ce7473bd4a32" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb9f634-b6e0-47df-b91b-cd38031a6c78", "tag": "ef10df53-5406-4771-943b-b3f823a09345"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:51:06.811377 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e460f37-e083-48e9-895c-91d2b0d8791d service neutron] Pushing event updated for resources: {'Port': ['ID=ef10df53-5406-4771-943b-b3f823a09345,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:51:06.891612 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6300adaa-c8db-46e7-9816-571d54254ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:06.893884 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-6300adaa-c8db-46e7-9816-571d54254ba7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 1094 time: 0.0528359 Dec 12 18:51:06.944151 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b14ede-1940-4e91-a546-772178e12249 x-openstack-request-id: req-76b14ede-1940-4e91-a546-772178e12249 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:51:06.944541 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb9f634-b6e0-47df-b91b-cd38031a6c78", "tag": "ef10df53-5406-4771-943b-b3f823a09345", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:51:06.944871 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76b14ede-1940-4e91-a546-772178e12249 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:51:06.945291 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'tag': 'ef10df53-5406-4771-943b-b3f823a09345', 'status': 'completed', 'code': 200} Dec 12 18:51:06.947253 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-d57030b9-6488-4b19-ba4b-5e8e5fb36ec0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef10df53-5406-4771-943b-b3f823a09345 HTTP/1.1" status: 200 len: 217 time: 0.0438101 Dec 12 18:51:07.000012 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-3f79b2bd-8110-4b23-ad6d-e05e39e2798b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:07.001523 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-3f79b2bd-8110-4b23-ad6d-e05e39e2798b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0477369 Dec 12 18:51:07.049807 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-eb126834-00aa-45f5-ae89-e6e127f320d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:07.051910 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-eb126834-00aa-45f5-ae89-e6e127f320d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422721 Dec 12 18:51:07.147908 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-7d1b8548-ebc0-489c-8c48-1af2faa261a6 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875134 Dec 12 18:51:07.239105 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-91b63875-7acd-47e2-a071-f4fe9390db2a req-077ca32f-c186-4679-94d8-cd6b25973a18 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850618 Dec 12 18:51:07.322935 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bac9a-ff6d-4aa3-855f-ce7473bd4a32 req-9fe9a922-88ab-40cc-a628-ed3e80dded6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:07.324460 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2d0bac9a-ff6d-4aa3-855f-ce7473bd4a32 req-9fe9a922-88ab-40cc-a628-ed3e80dded6c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 1094 time: 0.0419669 Dec 12 18:51:07.418341 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bac9a-ff6d-4aa3-855f-ce7473bd4a32 req-29ac8fdb-09d9-45d8-8dcf-0ed9491a166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:07.419857 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2d0bac9a-ff6d-4aa3-855f-ce7473bd4a32 req-29ac8fdb-09d9-45d8-8dcf-0ed9491a166b service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 910 time: 0.0887232 Dec 12 18:51:07.462072 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2d0bac9a-ff6d-4aa3-855f-ce7473bd4a32 req-fa3d083b-2c0e-49fd-a11f-ed6746a4d0a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef10df53-5406-4771-943b-b3f823a09345 HTTP/1.1" status: 200 len: 217 time: 0.0355704 Dec 12 18:51:07.515678 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bac9a-ff6d-4aa3-855f-ce7473bd4a32 req-514d99b8-5872-475c-ba09-4cfd216cd197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:07.517214 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2d0bac9a-ff6d-4aa3-855f-ce7473bd4a32 req-514d99b8-5872-475c-ba09-4cfd216cd197 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0484874 Dec 12 18:51:07.566144 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bac9a-ff6d-4aa3-855f-ce7473bd4a32 req-5dcae2c6-d922-4dc5-9023-282b4418566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:07.567748 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2d0bac9a-ff6d-4aa3-855f-ce7473bd4a32 req-5dcae2c6-d922-4dc5-9023-282b4418566b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432844 Dec 12 18:51:07.643763 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2995d46-0ece-43b5-9433-a593ffd02fdf req-7d4c21d6-d762-4177-8aa5-65255f3ebc1e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:07.645398 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2995d46-0ece-43b5-9433-a593ffd02fdf req-7d4c21d6-d762-4177-8aa5-65255f3ebc1e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0505264 Dec 12 18:51:07.665194 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2d0bac9a-ff6d-4aa3-855f-ce7473bd4a32 req-cd4440a4-0844-44d5-9bcf-05aec1f6c807 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893333 Dec 12 18:51:07.701897 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c2995d46-0ece-43b5-9433-a593ffd02fdf req-d3d2620c-2e5e-47aa-8a39-b0e9db5f1deb tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477915 Dec 12 18:51:07.762459 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-2d0bac9a-ff6d-4aa3-855f-ce7473bd4a32 req-b85f08a3-0034-489d-b937-e521235841c4 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899289 Dec 12 18:51:08.819414 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb0497-e313-433b-a149-05de4a4416fd req-e718ff2f-ddb3-4f98-a9f0-18c689cb03d9 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:08.820908 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afbb0497-e313-433b-a149-05de4a4416fd req-e718ff2f-ddb3-4f98-a9f0-18c689cb03d9 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0502810 Dec 12 18:51:08.872231 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-afbb0497-e313-433b-a149-05de4a4416fd req-a0ec987e-b962-4a50-9c93-968cc685342d tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431209 Dec 12 18:51:09.990952 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28922c78-b59c-493c-a359-db1d01001cac req-501a5430-1cb4-428a-9e00-7002189acffe tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:09.992575 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28922c78-b59c-493c-a359-db1d01001cac req-501a5430-1cb4-428a-9e00-7002189acffe tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0492039 Dec 12 18:51:10.045277 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-28922c78-b59c-493c-a359-db1d01001cac req-0c782e84-95d4-48f6-b730-c4b6835caed9 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460918 Dec 12 18:51:11.165408 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4718d-c057-43a7-8bde-251e0f260673 req-ee2c7786-a303-4eec-994b-e06ee1999b17 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:11.166926 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35d4718d-c057-43a7-8bde-251e0f260673 req-ee2c7786-a303-4eec-994b-e06ee1999b17 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0528047 Dec 12 18:51:11.216535 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-35d4718d-c057-43a7-8bde-251e0f260673 req-6d5c4f05-a13c-435b-b6da-2a3b62f3ed5f tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431840 Dec 12 18:51:12.330978 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f36ad-9f76-4e5e-938b-ef7121a4feb5 req-daecc12b-3b72-4c72-b229-e54747f8c80d tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:12.332492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-708f36ad-9f76-4e5e-938b-ef7121a4feb5 req-daecc12b-3b72-4c72-b229-e54747f8c80d tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0483477 Dec 12 18:51:12.380024 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-708f36ad-9f76-4e5e-938b-ef7121a4feb5 req-8f95e2d2-c9bb-452a-b2dc-943b4b53a229 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416467 Dec 12 18:51:13.497095 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c4030-a47c-41fb-83dc-6810c63230e7 req-a5bc11cc-1781-4b07-9eef-d148326521de tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:13.498602 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-473c4030-a47c-41fb-83dc-6810c63230e7 req-a5bc11cc-1781-4b07-9eef-d148326521de tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0514331 Dec 12 18:51:13.548356 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-473c4030-a47c-41fb-83dc-6810c63230e7 req-b3e05a9f-b491-44df-b7b8-c21d48557b5b tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438490 Dec 12 18:51:14.664819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5697dc8-b7c5-4769-a08d-173be06da65a req-a1c498d2-c33e-490c-acd9-816c234c586e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:14.666296 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5697dc8-b7c5-4769-a08d-173be06da65a req-a1c498d2-c33e-490c-acd9-816c234c586e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0490897 Dec 12 18:51:14.714236 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e5697dc8-b7c5-4769-a08d-173be06da65a req-42dd450d-5009-4006-b977-41c8036e529c tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420988 Dec 12 18:51:14.993241 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-aa1d4abc-cec7-4b07-8e36-4ffc7d3427f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:15.826548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648f226-78af-4594-a692-f515378810eb req-64af7629-676c-4b5d-9472-9a5dccd5e928 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:15.828010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d648f226-78af-4594-a692-f515378810eb req-64af7629-676c-4b5d-9472-9a5dccd5e928 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0475991 Dec 12 18:51:15.879006 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d648f226-78af-4594-a692-f515378810eb req-e77dc7aa-e4cf-4eed-ace2-4bc0c29b3580 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451612 Dec 12 18:51:16.992823 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e066a48-cefa-4a50-808b-3da7e2a2ac9f req-c4eba6f2-350c-46ee-860a-96a650d9923e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:16.994256 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e066a48-cefa-4a50-808b-3da7e2a2ac9f req-c4eba6f2-350c-46ee-860a-96a650d9923e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0479038 Dec 12 18:51:17.043566 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-5e066a48-cefa-4a50-808b-3da7e2a2ac9f req-bec505e5-d925-4960-ac0e-e0daa554fe44 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434048 Dec 12 18:51:17.337898 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4452-7a70-4e4d-a27b-e2f5d39251e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:17.804809 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:18.157423 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b2b6e-f007-48e4-afd0-f6c6c7919197 req-ca289d72-dfd8-4639-9082-0a8eb312ebb2 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:18.158888 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-713b2b6e-f007-48e4-afd0-f6c6c7919197 req-ca289d72-dfd8-4639-9082-0a8eb312ebb2 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0480499 Dec 12 18:51:18.206900 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-713b2b6e-f007-48e4-afd0-f6c6c7919197 req-74659583-2534-4858-beff-3974fc2fa86c tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421596 Dec 12 18:51:18.259014 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:18.603492 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:19.324455 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c697f-99a7-48f1-8dfc-f7c17ecc9477 req-f8cf6747-36f5-4b42-9f85-b8cf8a3d7a4e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:19.325942 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-673c697f-99a7-48f1-8dfc-f7c17ecc9477 req-f8cf6747-36f5-4b42-9f85-b8cf8a3d7a4e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0530646 Dec 12 18:51:19.373994 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-673c697f-99a7-48f1-8dfc-f7c17ecc9477 req-8f80f675-9dce-4872-8286-5c6bf03bbe6e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420046 Dec 12 18:51:20.153377 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device ef10df53-5406-4771-943b-b3f823a09345 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:51:20.248862 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port ef10df53-5406-4771-943b-b3f823a09345, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=ef10df53-5406-4771-943b-b3f823a09345,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:51:20.259898 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': 'ef10df53-5406-4771-943b-b3f823a09345', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'port_id': 'ef10df53-5406-4771-943b-b3f823a09345', 'mac_address': 'fa:16:3e:26:75:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:51:20.296060 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:20.309604 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef10df53-5406-4771-943b-b3f823a09345 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:51:20.338364 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port ef10df53-5406-4771-943b-b3f823a09345, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=ef10df53-5406-4771-943b-b3f823a09345,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:51:20.342629 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:20.346407 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:20.392358 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=ef10df53-5406-4771-943b-b3f823a09345,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:51:20.400123 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:51:20.400480 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:51:20.400825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:51:20.401175 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:51:20.401513 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:51:20.401850 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:51:20.402184 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:51:20.402526 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:51:20.403091 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:51:20.403227 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:51:20.403561 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:51:20.403861 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:51:20.404211 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:51:20.489070 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec10672-b3d1-42ca-9cbb-7f8937115ceb req-9f040351-54be-41b7-bf48-fba6be566c38 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:20.490555 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cec10672-b3d1-42ca-9cbb-7f8937115ceb req-9f040351-54be-41b7-bf48-fba6be566c38 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 944 time: 0.0482485 Dec 12 18:51:20.540238 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cec10672-b3d1-42ca-9cbb-7f8937115ceb req-905a8245-93ad-40a4-9297-19a41c3c2c17 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436456 Dec 12 18:51:20.684076 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['ef10df53-5406-4771-943b-b3f823a09345'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:51:21.047161 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:21.653077 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69befef1-d27e-4ca3-b6f2-7843753dc93c req-5760517e-0887-449d-8e20-3d82a38d5a9f tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:21.654559 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69befef1-d27e-4ca3-b6f2-7843753dc93c req-5760517e-0887-449d-8e20-3d82a38d5a9f tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 944 time: 0.0477872 Dec 12 18:51:21.706895 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-69befef1-d27e-4ca3-b6f2-7843753dc93c req-10497d3a-2233-4d48-acb2-a7074f6854d3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462449 Dec 12 18:51:22.183455 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device ef10df53-5406-4771-943b-b3f823a09345 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:51:22.231218 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port ef10df53-5406-4771-943b-b3f823a09345 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:51:22.235039 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port ef10df53-5406-4771-943b-b3f823a09345 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:51:22.235436 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:22.311797 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:22.335507 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef10df53-5406-4771-943b-b3f823a09345'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:51:22.337732 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fd0f37-8719-4011-a20f-de52b350b99c" -d '{"events": [{"server_uuid": "ecb9f634-b6e0-47df-b91b-cd38031a6c78", "name": "network-vif-plugged", "status": "completed", "tag": "ef10df53-5406-4771-943b-b3f823a09345"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:51:22.350243 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port ef10df53-5406-4771-943b-b3f823a09345, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=ef10df53-5406-4771-943b-b3f823a09345,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:51:22.354431 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:22.376810 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901ff89e-7606-4733-84fa-0b65c95b3d21 x-openstack-request-id: req-901ff89e-7606-4733-84fa-0b65c95b3d21 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:51:22.377103 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb9f634-b6e0-47df-b91b-cd38031a6c78", "name": "network-vif-plugged", "status": "completed", "tag": "ef10df53-5406-4771-943b-b3f823a09345", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:51:22.377358 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-901ff89e-7606-4733-84fa-0b65c95b3d21 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:51:22.377744 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef10df53-5406-4771-943b-b3f823a09345', 'code': 200} Dec 12 18:51:22.404476 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=ef10df53-5406-4771-943b-b3f823a09345,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:51:22.475934 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f643daa-6863-4c4d-a465-f00113f22a9a req-33212793-b1c2-4ed6-838f-f69d2eb40190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:22.477321 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f643daa-6863-4c4d-a465-f00113f22a9a req-33212793-b1c2-4ed6-838f-f69d2eb40190 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 1096 time: 0.0405824 Dec 12 18:51:22.523462 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-9f643daa-6863-4c4d-a465-f00113f22a9a req-31b47b5f-b6b9-4bf3-887b-b2dfe1886fdc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390804 Dec 12 18:51:22.820882 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854cabb-73f8-4e91-833d-0ea68baf8f0b req-3784375b-b1e0-48ab-990a-3c7c8ec91c6b tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:22.822348 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7854cabb-73f8-4e91-833d-0ea68baf8f0b req-3784375b-b1e0-48ab-990a-3c7c8ec91c6b tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 945 time: 0.0481136 Dec 12 18:51:22.870156 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7854cabb-73f8-4e91-833d-0ea68baf8f0b req-ae0cd5a3-d2b6-42f4-9588-e56445d82362 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417533 Dec 12 18:51:23.990054 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38070eab-55d4-4e68-a891-9f549195f18e req-6951aee1-4019-4fd4-a903-f0f0d5fe7109 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:23.991540 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38070eab-55d4-4e68-a891-9f549195f18e req-6951aee1-4019-4fd4-a903-f0f0d5fe7109 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 945 time: 0.0478349 Dec 12 18:51:24.040420 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-38070eab-55d4-4e68-a891-9f549195f18e req-434c1bb6-8d5e-4763-a4c2-07029b9e9841 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428977 Dec 12 18:51:24.158051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e20969-8254-4969-ad5e-062761acbf27 req-ce153290-71fc-4830-b4b8-12ba64e94c2a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:24.159444 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-62e20969-8254-4969-ad5e-062761acbf27 req-ce153290-71fc-4830-b4b8-12ba64e94c2a tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 945 time: 0.0515151 Dec 12 18:51:24.207250 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-62e20969-8254-4969-ad5e-062761acbf27 req-1aca0a2b-868a-426b-8db4-a2bb31d7f076 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418494 Dec 12 18:51:24.228369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44390) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:51:24.266887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6bd3a3-4aa5-4030-b791-c19a6d4685f9 tempest-TestShelveInstance-544320601 tempest-TestShelveInstance-544320601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:24.268407 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-de6bd3a3-4aa5-4030-b791-c19a6d4685f9 tempest-TestShelveInstance-544320601 tempest-TestShelveInstance-544320601-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 1091 time: 0.0390232 Dec 12 18:51:24.271046 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44392) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:51:24.275258 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': 'ef10df53-5406-4771-943b-b3f823a09345', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:51:24.296599 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:24.403377 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:24.501877 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Allocated IP 172.25.1.5 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/f8ab71ba-1e7b-45fe-8187-e9a7c85e21ac) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:51:24.604447 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:24.636363 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:24.675843 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:51:24.679275 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:51:24.682282 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:51:24.704744 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'Port': ['ID=f8ab71ba-1e7b-45fe-8187-e9a7c85e21ac,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:51:25.019282 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:25.083785 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:25.232198 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:25.236626 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:25.308887 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event updated for resources: {'Port': ['ID=f8ab71ba-1e7b-45fe-8187-e9a7c85e21ac,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:51:25.314990 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:25.412669 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Floating IP d0b52d0b-fb96-472d-9d69-6a35c763020d associated. External IP: 172.25.1.5, port: ef10df53-5406-4771-943b-b3f823a09345. Dec 12 18:51:25.614108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Router e6ae93b2-9f3b-4870-8537-9ae142ac00af has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:51:25.718523 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:51:25.728468 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ec5784-a877-43b3-8837-6b81233bf526 None None] Sync routers for ids ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:51:25.736755 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:25.737753 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec5784-a877-43b3-8837-6b81233bf526 None None] Routers {'e6ae93b2-9f3b-4870-8537-9ae142ac00af'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:51:25.738360 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d5ec5784-a877-43b3-8837-6b81233bf526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:51:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:51:25.764417 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0e5d0d85-52c9-4439-bdbe-7ecb3fe7a150 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.4923582 Dec 12 18:51:25.765108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'tag': 'ef10df53-5406-4771-943b-b3f823a09345'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:51:25.767398 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e672cae-4a4d-46f0-816c-f623b6ece75e" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb9f634-b6e0-47df-b91b-cd38031a6c78", "tag": "ef10df53-5406-4771-943b-b3f823a09345"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:51:25.803948 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3272eb13-b420-4934-8576-892310e41b23 x-openstack-request-id: req-3272eb13-b420-4934-8576-892310e41b23 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:51:25.804236 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb9f634-b6e0-47df-b91b-cd38031a6c78", "tag": "ef10df53-5406-4771-943b-b3f823a09345", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:51:25.804514 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3272eb13-b420-4934-8576-892310e41b23 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:51:25.804914 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'tag': 'ef10df53-5406-4771-943b-b3f823a09345', 'status': 'completed', 'code': 200} Dec 12 18:51:25.843128 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d5ec5784-a877-43b3-8837-6b81233bf526 None None] Set router e6ae93b2-9f3b-4870-8537-9ae142ac00af gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:51:25.869793 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e672cae-4a4d-46f0-816c-f623b6ece75e req-1d27a1c6-d61c-448c-aac9-88163cd5a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:25.871213 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1e672cae-4a4d-46f0-816c-f623b6ece75e req-1d27a1c6-d61c-448c-aac9-88163cd5a559 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 1096 time: 0.0446482 Dec 12 18:51:25.960088 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e672cae-4a4d-46f0-816c-f623b6ece75e req-afb618d7-ce7b-4e23-9eb6-cd45af27b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:25.961587 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1e672cae-4a4d-46f0-816c-f623b6ece75e req-afb618d7-ce7b-4e23-9eb6-cd45af27b287 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 910 time: 0.0838637 Dec 12 18:51:26.031555 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1e672cae-4a4d-46f0-816c-f623b6ece75e req-26b2b873-e11a-4c68-9095-aebbc4140635 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef10df53-5406-4771-943b-b3f823a09345 HTTP/1.1" status: 200 len: 997 time: 0.0628819 Dec 12 18:51:26.069287 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d5ec5784-a877-43b3-8837-6b81233bf526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port': {'id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:30Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'd0b52d0b-fb96-472d-9d69-6a35c763020d', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'port_id': 'ef10df53-5406-4771-943b-b3f823a09345', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'mac_address': 'fa:16:3e:26:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:51:24Z', 'updated_at': '2021-12-12T18:51:24Z', 'revision_number': 0, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463abdcd-65c6-427b-b6c3-fecc45d364b5', 'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'mac_address': 'fa:16:3e:73:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:32Z', 'updated_at': '2021-12-12T18:46:36Z', 'revision_number': 5, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'subnets': [{'id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:51:26.079941 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e672cae-4a4d-46f0-816c-f623b6ece75e req-fa16a36e-fea9-45c9-8afc-b937a6db8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:26.081428 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1e672cae-4a4d-46f0-816c-f623b6ece75e req-fa16a36e-fea9-45c9-8afc-b937a6db8f02 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0438919 Dec 12 18:51:26.095007 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ec5784-a877-43b3-8837-6b81233bf526 None None] Checking router: e6ae93b2-9f3b-4870-8537-9ae142ac00af for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:51:26.103775 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec5784-a877-43b3-8837-6b81233bf526 None None] Routers {'e6ae93b2-9f3b-4870-8537-9ae142ac00af'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:51:26.104361 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d5ec5784-a877-43b3-8837-6b81233bf526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:51:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:51:26.126970 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e672cae-4a4d-46f0-816c-f623b6ece75e req-f378aba9-8a53-42c4-ab3e-91254eaa9ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:26.128444 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1e672cae-4a4d-46f0-816c-f623b6ece75e req-f378aba9-8a53-42c4-ab3e-91254eaa9ea5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401671 Dec 12 18:51:26.223710 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1e672cae-4a4d-46f0-816c-f623b6ece75e req-1b30fbd7-39a4-458f-a8cf-32e1a13d2bf9 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881031 Dec 12 18:51:26.297446 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-d5ec5784-a877-43b3-8837-6b81233bf526 None None] Set router e6ae93b2-9f3b-4870-8537-9ae142ac00af gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:51:26.316693 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1e672cae-4a4d-46f0-816c-f623b6ece75e req-622dfc34-c982-430d-989f-b0f2742b77bb service neutron] 10.222.0.31 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859268 Dec 12 18:51:26.516207 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-d5ec5784-a877-43b3-8837-6b81233bf526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port': {'id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:30Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'd0b52d0b-fb96-472d-9d69-6a35c763020d', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'port_id': 'ef10df53-5406-4771-943b-b3f823a09345', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'mac_address': 'fa:16:3e:26:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:51:24Z', 'updated_at': '2021-12-12T18:51:24Z', 'revision_number': 0, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463abdcd-65c6-427b-b6c3-fecc45d364b5', 'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'mac_address': 'fa:16:3e:73:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:32Z', 'updated_at': '2021-12-12T18:46:36Z', 'revision_number': 5, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'subnets': [{'id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:51:26.545788 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ec5784-a877-43b3-8837-6b81233bf526 None None] The sync data for ids ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'] in n-d-760354-5 is: [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port': {'id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:30Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'd0b52d0b-fb96-472d-9d69-6a35c763020d', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'port_id': 'ef10df53-5406-4771-943b-b3f823a09345', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'mac_address': 'fa:16:3e:26:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:51:24Z', 'updated_at': '2021-12-12T18:51:24Z', 'revision_number': 0, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463abdcd-65c6-427b-b6c3-fecc45d364b5', 'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'mac_address': 'fa:16:3e:73:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:32Z', 'updated_at': '2021-12-12T18:46:36Z', 'revision_number': 5, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'subnets': [{'id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:51:26.721509 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe221fc-d112-4d97-a028-bca7dbf47b44 None None] New status for floating IP d0b52d0b-fb96-472d-9d69-6a35c763020d: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:51:31.189201 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:51:33.256243 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-439afb15-b124-4b6e-9eab-3f981aae2631 req-1fe99445-48ab-435d-b801-87098e2723d8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389624 Dec 12 18:51:33.351694 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439afb15-b124-4b6e-9eab-3f981aae2631 req-a7c86358-2021-4971-ba16-7daac97801c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:33.353223 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-439afb15-b124-4b6e-9eab-3f981aae2631 req-a7c86358-2021-4971-ba16-7daac97801c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 1096 time: 0.0441749 Dec 12 18:51:33.467250 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439afb15-b124-4b6e-9eab-3f981aae2631 req-aadfda5e-cb24-4d51-b67b-e97e128e1a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:33.468700 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-439afb15-b124-4b6e-9eab-3f981aae2631 req-aadfda5e-cb24-4d51-b67b-e97e128e1a58 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 910 time: 0.0820508 Dec 12 18:51:33.538893 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-439afb15-b124-4b6e-9eab-3f981aae2631 req-75e76de9-fc80-420b-8777-c4a2760816b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef10df53-5406-4771-943b-b3f823a09345 HTTP/1.1" status: 200 len: 999 time: 0.0615585 Dec 12 18:51:33.601284 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439afb15-b124-4b6e-9eab-3f981aae2631 req-0b595c0b-d061-4aaf-b585-ec6cd2cc5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:33.602674 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-439afb15-b124-4b6e-9eab-3f981aae2631 req-0b595c0b-d061-4aaf-b585-ec6cd2cc5032 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0428412 Dec 12 18:51:33.646159 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439afb15-b124-4b6e-9eab-3f981aae2631 req-5d33974a-63d4-487a-8023-0e056292600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:51:33.647723 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-439afb15-b124-4b6e-9eab-3f981aae2631 req-5d33974a-63d4-487a-8023-0e056292600e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383198 Dec 12 18:51:33.738118 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-439afb15-b124-4b6e-9eab-3f981aae2631 req-f80b8f42-dcb7-4368-97d4-4343b248e3ad service neutron] 10.222.0.31 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833697 Dec 12 18:51:33.826931 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-439afb15-b124-4b6e-9eab-3f981aae2631 req-1a024ff9-8bda-4572-b24d-421961dda28b service neutron] 10.222.0.31 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808299 Dec 12 18:51:44.995454 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a0693628-90a6-42de-b5f7-5292ebde5f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:47.343972 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-36347cc2-cc28-4cf8-bc89-08e52ee41976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:47.802354 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:48.256643 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:48.606701 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:50.336017 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:51:51.051072 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:52:08.191760 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:52:14.997119 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-88ca91e5-af9c-4643-a68b-204d696ae71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:52:17.335883 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34e24c84-0a77-4ef2-8493-01efd47e179b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:52:17.815670 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:52:18.257180 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:52:18.609299 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:52:20.340343 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:52:21.054211 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:52:33.227539 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c60d1ad9-1d75-4a31-b50c-45e0b5a86a45 req-faf32158-d68d-4767-93c7-6fd934c235ce service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390842 Dec 12 18:52:33.323557 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d1ad9-1d75-4a31-b50c-45e0b5a86a45 req-059db1f6-50a6-4b2a-9c16-88aa43f538ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:52:33.325086 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c60d1ad9-1d75-4a31-b50c-45e0b5a86a45 req-059db1f6-50a6-4b2a-9c16-88aa43f538ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 1096 time: 0.0450132 Dec 12 18:52:33.425277 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d1ad9-1d75-4a31-b50c-45e0b5a86a45 req-8d645ded-2768-4a40-bd28-cf090fa34872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:52:33.426717 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c60d1ad9-1d75-4a31-b50c-45e0b5a86a45 req-8d645ded-2768-4a40-bd28-cf090fa34872 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 910 time: 0.0827041 Dec 12 18:52:33.494527 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c60d1ad9-1d75-4a31-b50c-45e0b5a86a45 req-c2256214-aa4a-4529-b277-1145ebfe099e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef10df53-5406-4771-943b-b3f823a09345 HTTP/1.1" status: 200 len: 999 time: 0.0604258 Dec 12 18:52:33.542821 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d1ad9-1d75-4a31-b50c-45e0b5a86a45 req-5191fd8c-53cb-42b8-9184-091f4bf44cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:52:33.544253 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c60d1ad9-1d75-4a31-b50c-45e0b5a86a45 req-5191fd8c-53cb-42b8-9184-091f4bf44cac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0430069 Dec 12 18:52:33.588188 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d1ad9-1d75-4a31-b50c-45e0b5a86a45 req-2249afe3-a853-4ac6-99bd-13c36afb41c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:52:33.589638 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c60d1ad9-1d75-4a31-b50c-45e0b5a86a45 req-2249afe3-a853-4ac6-99bd-13c36afb41c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382669 Dec 12 18:52:33.600272 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-c60d1ad9-1d75-4a31-b50c-45e0b5a86a45 req-6516c8c3-b13e-48f8-bba6-15ea39f27907 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:52:33.601195 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c60d1ad9-1d75-4a31-b50c-45e0b5a86a45 req-6516c8c3-b13e-48f8-bba6-15ea39f27907 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047119 Dec 12 18:52:33.691218 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c60d1ad9-1d75-4a31-b50c-45e0b5a86a45 req-c35f97c8-36ab-46f4-90a8-35cbf067a6a5 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828958 Dec 12 18:52:33.778957 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-c60d1ad9-1d75-4a31-b50c-45e0b5a86a45 req-1c2b2408-2618-4698-bbfd-bef94d1c3837 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799265 Dec 12 18:52:44.997531 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6993dcfa-de1e-47d7-b361-7eb34bf983bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:52:45.191641 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:52:47.336359 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-26b0e7c8-e647-4b23-9c40-845e9bbb9758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:52:47.817748 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:52:48.257731 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:52:48.612653 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:52:50.342544 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:52:51.059135 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:14.999212 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-220d0ce9-6b03-4dc5-a6e0-806c1969c1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:17.337365 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d529-5e25-4307-9e03-31dc36266c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:17.816658 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:18.256237 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:18.616477 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:18.642369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf785456-9a46-48ed-91c4-06e15b4366d0 req-1e97648d-8b5d-481e-9fb5-7283b568d462 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:18.643905 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf785456-9a46-48ed-91c4-06e15b4366d0 req-1e97648d-8b5d-481e-9fb5-7283b568d462 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 945 time: 0.0544832 Dec 12 18:53:18.693108 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf785456-9a46-48ed-91c4-06e15b4366d0 req-73cee5cb-3486-4e4a-a5b5-14e7f8c542a0 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426071 Dec 12 18:53:19.826039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aa662-3ebd-4a39-96e3-b77f62ba64ed req-e822c715-3b62-4802-bdb2-59feaeb9c35c tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:19.827496 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed8aa662-3ebd-4a39-96e3-b77f62ba64ed req-e822c715-3b62-4802-bdb2-59feaeb9c35c tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 945 time: 0.0478549 Dec 12 18:53:19.874582 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ed8aa662-3ebd-4a39-96e3-b77f62ba64ed req-70da78db-d2bc-44d2-b6ad-190d4628e31c tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411837 Dec 12 18:53:20.344309 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:21.017689 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a11af-9f01-4db2-8b30-c622c36dcce7 req-c0e8156d-71f0-47b7-8921-4b0fd90291ff tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:21.019719 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c7a11af-9f01-4db2-8b30-c622c36dcce7 req-c0e8156d-71f0-47b7-8921-4b0fd90291ff tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 945 time: 0.0508652 Dec 12 18:53:21.061522 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:21.069202 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7c7a11af-9f01-4db2-8b30-c622c36dcce7 req-3795539d-44f7-4da3-ad2a-189d5c210cdf tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435610 Dec 12 18:53:22.184976 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b548f-4ebc-48d9-bd37-edf867e4a93e req-8321ab5d-11f9-4629-81c4-3988785f4210 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:22.186464 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401b548f-4ebc-48d9-bd37-edf867e4a93e req-8321ab5d-11f9-4629-81c4-3988785f4210 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 945 time: 0.0487578 Dec 12 18:53:22.191557 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:53:22.240743 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-401b548f-4ebc-48d9-bd37-edf867e4a93e req-1c335f5e-6bc0-4224-afa6-ae4a150ed3a0 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482466 Dec 12 18:53:23.353593 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177692e-1ad2-41b7-aeae-07a17ddce109 req-ffef89b8-c17e-4b61-adaf-2a956661b7c8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:23.355131 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a177692e-1ad2-41b7-aeae-07a17ddce109 req-ffef89b8-c17e-4b61-adaf-2a956661b7c8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 945 time: 0.0476854 Dec 12 18:53:23.407366 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a177692e-1ad2-41b7-aeae-07a17ddce109 req-b7623acf-a835-4044-b533-cbf77e2ad2a8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462875 Dec 12 18:53:24.520970 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a712f-cff0-4b47-ae91-b5b09b399023 req-bcea5ba7-44d1-4d9a-b73e-dbe586bfa878 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:24.522446 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a4a712f-cff0-4b47-ae91-b5b09b399023 req-bcea5ba7-44d1-4d9a-b73e-dbe586bfa878 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 945 time: 0.0476041 Dec 12 18:53:24.572327 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2a4a712f-cff0-4b47-ae91-b5b09b399023 req-d7e014a4-6a99-4e75-92fd-c42e7df36ee9 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438280 Dec 12 18:53:25.685382 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765e6a4-4fa1-4f79-b3a9-d9fa5f368452 req-e82a2edd-0596-446d-a0db-20b99cc0ab57 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:25.686846 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6765e6a4-4fa1-4f79-b3a9-d9fa5f368452 req-e82a2edd-0596-446d-a0db-20b99cc0ab57 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 945 time: 0.0478942 Dec 12 18:53:25.734613 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6765e6a4-4fa1-4f79-b3a9-d9fa5f368452 req-544068f2-8757-4fe8-b9ea-70e1b5e8bcd3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418682 Dec 12 18:53:26.851636 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f3899-f7e4-4c5c-b315-4b6cd859f5c7 req-f96a62d5-c5cf-4d76-98e5-ce189ce225e9 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:26.853101 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e0f3899-f7e4-4c5c-b315-4b6cd859f5c7 req-f96a62d5-c5cf-4d76-98e5-ce189ce225e9 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 945 time: 0.0514429 Dec 12 18:53:26.901329 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7e0f3899-f7e4-4c5c-b315-4b6cd859f5c7 req-7a7a4029-a133-475a-9164-cfd3f5d86126 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422847 Dec 12 18:53:28.016345 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1e258-03f2-49b9-aa2c-167acdb15844 req-8e5a6397-d026-449d-93c0-9adaf6cc52f6 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:28.018154 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0f1e258-03f2-49b9-aa2c-167acdb15844 req-8e5a6397-d026-449d-93c0-9adaf6cc52f6 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 945 time: 0.0487309 Dec 12 18:53:28.066903 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0f1e258-03f2-49b9-aa2c-167acdb15844 req-26951339-7600-4640-8d34-48293ba86f4f tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423858 Dec 12 18:53:28.772843 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb40f0b-ea5e-4569-ac8e-73b69b05191e req-0e769a82-8914-4a70-8971-1f1338fdaa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:28.774359 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cfb40f0b-ea5e-4569-ac8e-73b69b05191e req-0e769a82-8914-4a70-8971-1f1338fdaa19 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 1096 time: 0.0412667 Dec 12 18:53:28.865819 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb40f0b-ea5e-4569-ac8e-73b69b05191e req-80ad5221-e5ae-419c-b1a2-89750cf7001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:28.867332 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cfb40f0b-ea5e-4569-ac8e-73b69b05191e req-80ad5221-e5ae-419c-b1a2-89750cf7001b service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 910 time: 0.0862718 Dec 12 18:53:28.930892 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cfb40f0b-ea5e-4569-ac8e-73b69b05191e req-cbc70127-6972-43a8-b870-5f1d53e3d315 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef10df53-5406-4771-943b-b3f823a09345 HTTP/1.1" status: 200 len: 999 time: 0.0568526 Dec 12 18:53:28.981712 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb40f0b-ea5e-4569-ac8e-73b69b05191e req-18fe8641-7a44-4f94-b2d3-df8c1059ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:28.983147 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cfb40f0b-ea5e-4569-ac8e-73b69b05191e req-18fe8641-7a44-4f94-b2d3-df8c1059ff0c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0455947 Dec 12 18:53:29.026405 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb40f0b-ea5e-4569-ac8e-73b69b05191e req-c3a72d6e-e98a-4c33-abfe-2af6521b78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:29.027888 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cfb40f0b-ea5e-4569-ac8e-73b69b05191e req-c3a72d6e-e98a-4c33-abfe-2af6521b78f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382679 Dec 12 18:53:29.116144 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cfb40f0b-ea5e-4569-ac8e-73b69b05191e req-f573121a-ee2e-43a3-b9d3-b0cd02c08a54 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805955 Dec 12 18:53:29.184131 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026b782-912e-4971-b17a-47d4dbeb70ef req-ff8231e2-14e9-40c1-80a7-54a64751c3da tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:29.185638 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9026b782-912e-4971-b17a-47d4dbeb70ef req-ff8231e2-14e9-40c1-80a7-54a64751c3da tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 945 time: 0.0518677 Dec 12 18:53:29.210465 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-cfb40f0b-ea5e-4569-ac8e-73b69b05191e req-9c174c75-6589-4d8d-99d1-e6c367ca3934 service neutron] 10.222.0.31 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867455 Dec 12 18:53:29.234856 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9026b782-912e-4971-b17a-47d4dbeb70ef req-5593b270-0ab0-4bbf-82a2-22ae38725ecb tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427721 Dec 12 18:53:30.349057 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786a944-b45e-4c34-a7c9-22d38b152451 req-d173442c-0ab0-4d48-8955-fae4e3974ca6 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:30.350540 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e786a944-b45e-4c34-a7c9-22d38b152451 req-d173442c-0ab0-4d48-8955-fae4e3974ca6 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 945 time: 0.0479715 Dec 12 18:53:30.398295 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e786a944-b45e-4c34-a7c9-22d38b152451 req-e62e9069-5a3b-48c8-8aae-2b63739ee3e2 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418558 Dec 12 18:53:31.516243 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8087e9c-9522-4cd5-a2ff-51db60b45ae3 req-6c6a3052-3a72-4737-8075-15371fe2e216 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:31.517739 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8087e9c-9522-4cd5-a2ff-51db60b45ae3 req-6c6a3052-3a72-4737-8075-15371fe2e216 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 945 time: 0.0488346 Dec 12 18:53:31.573864 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b8087e9c-9522-4cd5-a2ff-51db60b45ae3 req-30cd8347-e5d2-491c-ad42-7eb85273fced tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499771 Dec 12 18:53:32.691367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcdbf7-21e9-4c58-8457-bfddd4526e80 req-705c9d1b-1c62-4695-baf8-ec570aedaaaf tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:32.692660 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2cdcdbf7-21e9-4c58-8457-bfddd4526e80 req-705c9d1b-1c62-4695-baf8-ec570aedaaaf tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 945 time: 0.0479498 Dec 12 18:53:32.742668 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2cdcdbf7-21e9-4c58-8457-bfddd4526e80 req-1b44ad1c-472f-43c8-a239-dc65a414c284 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439417 Dec 12 18:53:32.767527 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device ef10df53-5406-4771-943b-b3f823a09345 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:53:32.844791 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:32.859801 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-e078e6ab-1f46-4dfe-b45c-9dd821d8bb6a req-e3e212f0-c21a-4b6b-8d65-6f7ab9be3560 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:53:32.860819 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e078e6ab-1f46-4dfe-b45c-9dd821d8bb6a req-e3e212f0-c21a-4b6b-8d65-6f7ab9be3560 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0536661 Dec 12 18:53:32.870461 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef10df53-5406-4771-943b-b3f823a09345'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:53:32.872840 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f0950c-eafb-42ff-a5ca-a4effef2e3f8" -d '{"events": [{"server_uuid": "ecb9f634-b6e0-47df-b91b-cd38031a6c78", "name": "network-vif-unplugged", "status": "completed", "tag": "ef10df53-5406-4771-943b-b3f823a09345"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:53:32.889530 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port ef10df53-5406-4771-943b-b3f823a09345, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=ef10df53-5406-4771-943b-b3f823a09345,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:53:32.898199 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:32.925785 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 18:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e967397-50a2-41df-9ca1-1395291db55a x-openstack-request-id: req-2e967397-50a2-41df-9ca1-1395291db55a {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:53:32.926103 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb9f634-b6e0-47df-b91b-cd38031a6c78", "name": "network-vif-unplugged", "status": "completed", "tag": "ef10df53-5406-4771-943b-b3f823a09345", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:53:32.926333 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e967397-50a2-41df-9ca1-1395291db55a {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:53:32.926724 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef10df53-5406-4771-943b-b3f823a09345', 'code': 200} Dec 12 18:53:32.960884 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=ef10df53-5406-4771-943b-b3f823a09345,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:53:32.968525 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:32.968876 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:32.969246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:32.969588 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:32.969924 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:32.970452 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:32.971001 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:32.971559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:32.972625 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:32.973165 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:32.973502 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:32.973832 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:32.974161 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:33.003774 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-44b147e8-4666-476c-a7e1-fd53076c7f2a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421331 Dec 12 18:53:33.012717 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-63093afd-5ecb-4697-b74e-366511ea7e71 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:53:33.013667 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-63093afd-5ecb-4697-b74e-366511ea7e71 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049679 Dec 12 18:53:33.040855 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18a86f-c92d-4baf-9b09-6098fd101653 req-bb1de743-b5a4-4c53-89af-7522c7131dea tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:33.042434 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3f18a86f-c92d-4baf-9b09-6098fd101653 req-bb1de743-b5a4-4c53-89af-7522c7131dea tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0488291 Dec 12 18:53:33.092982 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3f18a86f-c92d-4baf-9b09-6098fd101653 req-dd8718b2-3a41-4aef-a55f-b694e3852a1c tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444074 Dec 12 18:53:34.214906 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8554f0-7f11-45ef-bd7f-b7789c9b7d9d req-281e152a-de64-42b8-a1af-44784dd06702 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:34.216547 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c8554f0-7f11-45ef-bd7f-b7789c9b7d9d req-281e152a-de64-42b8-a1af-44784dd06702 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0528102 Dec 12 18:53:34.265642 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2c8554f0-7f11-45ef-bd7f-b7789c9b7d9d req-7d489325-3635-427f-874e-6359ae3eea36 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431194 Dec 12 18:53:35.381072 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482349e-c1c0-43bd-bafc-70697e628ea6 req-a6c02f6c-2099-4d0a-8957-b74676206d59 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:35.382577 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8482349e-c1c0-43bd-bafc-70697e628ea6 req-a6c02f6c-2099-4d0a-8957-b74676206d59 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0479240 Dec 12 18:53:35.431603 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8482349e-c1c0-43bd-bafc-70697e628ea6 req-194c9cd9-ab15-4548-8e21-f051561e1d81 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428705 Dec 12 18:53:36.551211 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27278e5f-ae56-498a-9837-f0d1f91029d4 req-00241565-4e4a-453f-aa78-a30eaa3706c4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:36.552724 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27278e5f-ae56-498a-9837-f0d1f91029d4 req-00241565-4e4a-453f-aa78-a30eaa3706c4 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0498691 Dec 12 18:53:36.605689 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-27278e5f-ae56-498a-9837-f0d1f91029d4 req-5ef92a1e-8f29-4449-8e07-afbf35e13653 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467157 Dec 12 18:53:37.727539 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f309fca-494c-451e-86c8-3d28ad7779be req-b64bdc7b-c7d2-465b-9b50-f8163e558be1 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:37.729041 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7f309fca-494c-451e-86c8-3d28ad7779be req-b64bdc7b-c7d2-465b-9b50-f8163e558be1 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0569437 Dec 12 18:53:37.780657 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7f309fca-494c-451e-86c8-3d28ad7779be req-72362036-82b2-4f72-8e63-63ba748b091e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454748 Dec 12 18:53:38.689153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-3f949c42-c209-4861-927a-04a9deea4ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:38.691291 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-3f949c42-c209-4861-927a-04a9deea4ca3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78&tenant_id=6c66ba76f2294a8a8da831b72824fc16 HTTP/1.1" status: 200 len: 1094 time: 0.0766962 Dec 12 18:53:38.701894 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760354-5', 'device_owner': 'compute:nova'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:53:39.089530 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:39.139958 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6bf1f-03c8-4039-b04e-d054490edb9c req-b01c1bfa-da03-4bf7-a08e-37725d660e83 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:39.141408 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78b6bf1f-03c8-4039-b04e-d054490edb9c req-b01c1bfa-da03-4bf7-a08e-37725d660e83 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0810239 Dec 12 18:53:39.259010 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-78b6bf1f-03c8-4039-b04e-d054490edb9c req-b4049249-68d4-4a9d-b524-d816bb4ad9b1 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115716 Dec 12 18:53:39.333090 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] For port ef10df53-5406-4771-943b-b3f823a09345, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=ef10df53-5406-4771-943b-b3f823a09345,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:53:39.371914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] For port ef10df53-5406-4771-943b-b3f823a09345, host n-h1-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:53:39.402681 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef10df53-5406-4771-943b-b3f823a09345 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:53:39.410854 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:39.422588 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Transition to ACTIVE for port object ef10df53-5406-4771-943b-b3f823a09345 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:53:39.425795 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:39.500106 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Pushing event updated for resources: {'Port': ['ID=ef10df53-5406-4771-943b-b3f823a09345,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:53:39.518463 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:39.519364 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:39.519715 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:39.520058 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:39.520489 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:39.520835 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:39.521171 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:39.521499 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:39.521826 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:39.522154 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:39.522483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:39.522807 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:39.523129 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:53:39.557517 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] No DVR routers for this DVR port ef10df53-5406-4771-943b-b3f823a09345 on host n-h1-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:53:39.692252 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Attempting to bind port ef10df53-5406-4771-943b-b3f823a09345 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:53:39.692580 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Attempting to bind port ef10df53-5406-4771-943b-b3f823a09345 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:53:39.692904 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Attempting to bind port ef10df53-5406-4771-943b-b3f823a09345 on network 7b9aabef-e287-40c7-956b-5fdcdf0c418b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:53:39.697052 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Port ef10df53-5406-4771-943b-b3f823a09345 on network 7b9aabef-e287-40c7-956b-5fdcdf0c418b not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:53:39.697381 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Attempting to bind port ef10df53-5406-4771-943b-b3f823a09345 on network 7b9aabef-e287-40c7-956b-5fdcdf0c418b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:53:39.702101 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:53:39.702438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Checking segment: {'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:53:39.702819 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Bound using segment: {'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:53:39.703267 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Bound port: ef10df53-5406-4771-943b-b3f823a09345, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00c10d6-4ccf-4929-bbc1-d496224654b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:53:39.703619 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:39.763590 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] For port ef10df53-5406-4771-943b-b3f823a09345, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:53:39.766527 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] For port ef10df53-5406-4771-943b-b3f823a09345, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ef10df53-5406-4771-943b-b3f823a09345,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:53:39.771683 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:39.806350 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:39.807089 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:39.808396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] 10.222.0.20 "PUT /v2.0/ports/ef10df53-5406-4771-943b-b3f823a09345 HTTP/1.1" status: 200 len: 1091 time: 1.1102951 Dec 12 18:53:39.808864 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'tag': 'ef10df53-5406-4771-943b-b3f823a09345'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:53:39.811116 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cac1704-c5bd-49c5-a438-1bc6cabbf7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb9f634-b6e0-47df-b91b-cd38031a6c78", "tag": "ef10df53-5406-4771-943b-b3f823a09345"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:53:39.833824 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aaedc4-6c75-438b-923f-d31e2f576b41 service neutron] Pushing event updated for resources: {'Port': ['ID=ef10df53-5406-4771-943b-b3f823a09345,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:53:39.866081 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75eef099-01d4-4d05-81a8-c517998d26c2 x-openstack-request-id: req-75eef099-01d4-4d05-81a8-c517998d26c2 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:53:39.866415 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb9f634-b6e0-47df-b91b-cd38031a6c78", "tag": "ef10df53-5406-4771-943b-b3f823a09345", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:53:39.866634 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75eef099-01d4-4d05-81a8-c517998d26c2 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:53:39.867032 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'tag': 'ef10df53-5406-4771-943b-b3f823a09345', 'status': 'completed', 'code': 200} Dec 12 18:53:39.883328 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-251e9638-5f54-4d79-a787-754341937945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:39.884860 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-251e9638-5f54-4d79-a787-754341937945 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 1094 time: 0.0480657 Dec 12 18:53:39.976581 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-78486e74-a4ba-42cc-881d-c5db8a9e28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:39.978074 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-78486e74-a4ba-42cc-881d-c5db8a9e28a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 910 time: 0.0861008 Dec 12 18:53:40.048001 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-cbd3fc9b-2f7a-460a-b3d3-d996d159046a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef10df53-5406-4771-943b-b3f823a09345 HTTP/1.1" status: 200 len: 997 time: 0.0622303 Dec 12 18:53:40.097409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-354bd41c-a517-417d-a3ed-d8002098746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:40.098821 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-354bd41c-a517-417d-a3ed-d8002098746a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0440252 Dec 12 18:53:40.144351 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-f666d357-a25d-448d-9fde-3dd812bef902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:40.145742 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-f666d357-a25d-448d-9fde-3dd812bef902 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399809 Dec 12 18:53:40.235287 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-9596e250-047f-455f-b151-61c9689f47a4 service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823944 Dec 12 18:53:40.324157 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-b62079b5-ce85-4e20-8328-3eb5afe74e92 service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822349 Dec 12 18:53:40.377045 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650280b-a1a2-45a6-8e80-fb7e996f64b2 req-20a83538-bdfc-4142-a19a-6c44f9883268 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:40.378901 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4650280b-a1a2-45a6-8e80-fb7e996f64b2 req-20a83538-bdfc-4142-a19a-6c44f9883268 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0504854 Dec 12 18:53:40.444030 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac1704-c5bd-49c5-a438-1bc6cabbf7d1 req-304bcb01-6010-4efd-bb7b-bdfdf80f6df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:40.445433 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0cac1704-c5bd-49c5-a438-1bc6cabbf7d1 req-304bcb01-6010-4efd-bb7b-bdfdf80f6df7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 1094 time: 0.0764508 Dec 12 18:53:40.466376 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4650280b-a1a2-45a6-8e80-fb7e996f64b2 req-5ff55e51-2f0f-4212-a21a-dd87cdc6cf5b tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804970 Dec 12 18:53:40.542324 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac1704-c5bd-49c5-a438-1bc6cabbf7d1 req-af413462-78f9-440a-a5b3-f44624b91915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:40.543837 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0cac1704-c5bd-49c5-a438-1bc6cabbf7d1 req-af413462-78f9-440a-a5b3-f44624b91915 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 910 time: 0.0897779 Dec 12 18:53:40.612471 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0cac1704-c5bd-49c5-a438-1bc6cabbf7d1 req-401c0391-1b76-44ac-a0fb-67dc55bd895f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef10df53-5406-4771-943b-b3f823a09345 HTTP/1.1" status: 200 len: 997 time: 0.0603926 Dec 12 18:53:40.660776 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac1704-c5bd-49c5-a438-1bc6cabbf7d1 req-26a7fdb8-7af2-4ad5-aede-71e39aa0bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:40.662157 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0cac1704-c5bd-49c5-a438-1bc6cabbf7d1 req-26a7fdb8-7af2-4ad5-aede-71e39aa0bf1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0419421 Dec 12 18:53:40.707612 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac1704-c5bd-49c5-a438-1bc6cabbf7d1 req-9dfc2ebf-75f5-49a2-bd8c-dbea2ae36481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:40.708965 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0cac1704-c5bd-49c5-a438-1bc6cabbf7d1 req-9dfc2ebf-75f5-49a2-bd8c-dbea2ae36481 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388563 Dec 12 18:53:40.802760 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0cac1704-c5bd-49c5-a438-1bc6cabbf7d1 req-175ada46-5ba1-43e5-8599-33d84ca12516 service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856128 Dec 12 18:53:40.888526 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0cac1704-c5bd-49c5-a438-1bc6cabbf7d1 req-5a0fb5fd-28c8-4df4-8643-8c0dbc52c989 service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786450 Dec 12 18:53:41.588609 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be572d5-24b6-46fa-84f1-36b229547fdb req-fb14e56a-9174-421b-b435-add5409ffeb9 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:41.590096 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4be572d5-24b6-46fa-84f1-36b229547fdb req-fb14e56a-9174-421b-b435-add5409ffeb9 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0483453 Dec 12 18:53:41.642804 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4be572d5-24b6-46fa-84f1-36b229547fdb req-8b4bf58c-1b70-4d05-a186-25f6da4d94a5 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468259 Dec 12 18:53:42.760134 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fd538-dc5e-4f70-b58d-792e54d6a6e4 req-e66021a1-97cc-4fb2-825d-892abea64565 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:42.761598 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-409fd538-dc5e-4f70-b58d-792e54d6a6e4 req-e66021a1-97cc-4fb2-825d-892abea64565 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0481031 Dec 12 18:53:42.810078 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-409fd538-dc5e-4f70-b58d-792e54d6a6e4 req-c6a72369-29e7-4dd7-a6bf-7ba8bdcdacb8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425663 Dec 12 18:53:43.923675 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae895e-e414-4b3f-b032-c058842451fe req-b72dcdec-48c4-485d-b197-0bd06bc713d1 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:43.925875 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ddae895e-e414-4b3f-b032-c058842451fe req-b72dcdec-48c4-485d-b197-0bd06bc713d1 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0490446 Dec 12 18:53:43.977359 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ddae895e-e414-4b3f-b032-c058842451fe req-7fbca600-de7d-4a66-8649-26867b4b6702 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453050 Dec 12 18:53:45.001677 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be9ceb55-1a08-4517-86e7-ea2e166c0fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:45.096576 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e32b45-a2b8-432c-9df2-ae6bedee5ed3 req-4e6aaa36-7489-43c2-b704-0f6075acf042 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:45.098105 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3e32b45-a2b8-432c-9df2-ae6bedee5ed3 req-4e6aaa36-7489-43c2-b704-0f6075acf042 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0521789 Dec 12 18:53:45.147703 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b3e32b45-a2b8-432c-9df2-ae6bedee5ed3 req-398f9b03-86fd-4a16-901b-5a1af4b408fa tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436194 Dec 12 18:53:46.259941 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02c4da-9c4b-4d14-99cf-d50896f0c032 req-0ce7f35d-e972-41eb-b4c5-5c91bb1686f0 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:46.261396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d02c4da-9c4b-4d14-99cf-d50896f0c032 req-0ce7f35d-e972-41eb-b4c5-5c91bb1686f0 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0472598 Dec 12 18:53:46.309737 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0d02c4da-9c4b-4d14-99cf-d50896f0c032 req-77b8189f-52f1-48c1-830a-108ed115917e tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424562 Dec 12 18:53:47.339850 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-19b8d400-585b-4e4a-8e09-325d0851111f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:47.434642 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce069e1b-c9a3-426e-bc1d-8da493586056 req-8b242eac-6d7d-44bd-b210-0c1b978e535b tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:47.436165 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce069e1b-c9a3-426e-bc1d-8da493586056 req-8b242eac-6d7d-44bd-b210-0c1b978e535b tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0546215 Dec 12 18:53:47.489651 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ce069e1b-c9a3-426e-bc1d-8da493586056 req-5d8c5ecb-1256-41eb-a01a-e591963088d8 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470164 Dec 12 18:53:47.830412 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:48.256373 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:48.553367 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device ef10df53-5406-4771-943b-b3f823a09345 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:53:48.604115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1df3d-515b-4f44-a0ed-2a8faa178306 req-b1783345-da7b-44ec-99df-1e25733d6291 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:48.605617 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7d1df3d-515b-4f44-a0ed-2a8faa178306 req-b1783345-da7b-44ec-99df-1e25733d6291 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 943 time: 0.0479527 Dec 12 18:53:48.635348 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:48.657141 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c7d1df3d-515b-4f44-a0ed-2a8faa178306 req-ec453ba3-d6ea-4db0-acb1-23775f33fbaf tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451670 Dec 12 18:53:48.662138 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port ef10df53-5406-4771-943b-b3f823a09345, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ef10df53-5406-4771-943b-b3f823a09345,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:53:48.672603 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': 'ef10df53-5406-4771-943b-b3f823a09345', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'port_id': 'ef10df53-5406-4771-943b-b3f823a09345', 'mac_address': 'fa:16:3e:26:75:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:53:48.709520 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:48.722833 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef10df53-5406-4771-943b-b3f823a09345 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:53:48.742326 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port ef10df53-5406-4771-943b-b3f823a09345, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ef10df53-5406-4771-943b-b3f823a09345,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:53:48.747531 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:48.784824 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd0d3-17ff-4d70-b348-352d83258ae7 req-6107931e-0d5c-48cc-88f3-be5cb5f31600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:48.786233 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9edd0d3-17ff-4d70-b348-352d83258ae7 req-6107931e-0d5c-48cc-88f3-be5cb5f31600 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 1095 time: 0.0396278 Dec 12 18:53:48.794388 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=ef10df53-5406-4771-943b-b3f823a09345,revision_number=9']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:53:48.889116 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd0d3-17ff-4d70-b348-352d83258ae7 req-981a2610-090c-40a9-8a6e-8a8219b26042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:48.890576 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9edd0d3-17ff-4d70-b348-352d83258ae7 req-981a2610-090c-40a9-8a6e-8a8219b26042 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 910 time: 0.0856121 Dec 12 18:53:48.958253 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9edd0d3-17ff-4d70-b348-352d83258ae7 req-638a0ee0-3089-4847-b829-058ba13f838d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef10df53-5406-4771-943b-b3f823a09345 HTTP/1.1" status: 200 len: 998 time: 0.0571561 Dec 12 18:53:49.004785 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['ef10df53-5406-4771-943b-b3f823a09345'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:53:49.010473 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd0d3-17ff-4d70-b348-352d83258ae7 req-83ad3a92-40f7-4da9-b146-901e1f4b7984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:49.011951 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9edd0d3-17ff-4d70-b348-352d83258ae7 req-83ad3a92-40f7-4da9-b146-901e1f4b7984 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0464864 Dec 12 18:53:49.058995 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edd0d3-17ff-4d70-b348-352d83258ae7 req-9049e9cb-eefa-4092-baca-16ef4ce87780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:49.060556 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9edd0d3-17ff-4d70-b348-352d83258ae7 req-9049e9cb-eefa-4092-baca-16ef4ce87780 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397859 Dec 12 18:53:49.149440 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9edd0d3-17ff-4d70-b348-352d83258ae7 req-9a92e53f-d181-47d4-a150-03d3206fff6c service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807960 Dec 12 18:53:49.241267 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a9edd0d3-17ff-4d70-b348-352d83258ae7 req-739bc6c3-f98e-46a6-971e-94dc8ab31d3a service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850949 Dec 12 18:53:49.775575 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac5084-26ee-400f-b2c3-c1ab25f9579c req-40e817f3-6273-44e7-a80b-a0b8fa211918 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:49.777356 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4ac5084-26ee-400f-b2c3-c1ab25f9579c req-40e817f3-6273-44e7-a80b-a0b8fa211918 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 944 time: 0.0514235 Dec 12 18:53:49.826453 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b4ac5084-26ee-400f-b2c3-c1ab25f9579c req-b2065828-597b-4c8c-8222-850919974699 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428166 Dec 12 18:53:50.348944 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:50.570856 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device ef10df53-5406-4771-943b-b3f823a09345 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:53:50.621903 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port ef10df53-5406-4771-943b-b3f823a09345 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:53:50.625847 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port ef10df53-5406-4771-943b-b3f823a09345 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:53:50.626224 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:50.700559 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:50.721784 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef10df53-5406-4771-943b-b3f823a09345'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:53:50.724553 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfa1c75-0fa7-459a-9c44-a6c278188482" -d '{"events": [{"server_uuid": "ecb9f634-b6e0-47df-b91b-cd38031a6c78", "name": "network-vif-plugged", "status": "completed", "tag": "ef10df53-5406-4771-943b-b3f823a09345"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:53:50.737699 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port ef10df53-5406-4771-943b-b3f823a09345, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ef10df53-5406-4771-943b-b3f823a09345,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:53:50.742327 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:50.766607 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd8050c-5aa0-4882-92d8-bae17d5cd05c x-openstack-request-id: req-3dd8050c-5aa0-4882-92d8-bae17d5cd05c {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:53:50.766914 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb9f634-b6e0-47df-b91b-cd38031a6c78", "name": "network-vif-plugged", "status": "completed", "tag": "ef10df53-5406-4771-943b-b3f823a09345", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:53:50.767157 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3dd8050c-5aa0-4882-92d8-bae17d5cd05c {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:53:50.767809 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef10df53-5406-4771-943b-b3f823a09345', 'code': 200} Dec 12 18:53:50.800368 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=ef10df53-5406-4771-943b-b3f823a09345,revision_number=10']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:53:50.943986 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a3c59-1d69-4f7e-b26f-c2b96329b6cd req-096e224b-0fef-425e-bb10-7895c391aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:50.945364 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-610a3c59-1d69-4f7e-b26f-c2b96329b6cd req-096e224b-0fef-425e-bb10-7895c391aa0e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 1097 time: 0.0722558 Dec 12 18:53:50.957682 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59d80f-4157-40d7-b92d-ef410ad02552 req-e729a206-4e74-4742-834a-eb922aedfb92 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:50.959065 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec59d80f-4157-40d7-b92d-ef410ad02552 req-e729a206-4e74-4742-834a-eb922aedfb92 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 946 time: 0.0622420 Dec 12 18:53:51.031436 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-ec59d80f-4157-40d7-b92d-ef410ad02552 req-211bd35a-25e9-45e0-83dc-03f24f682752 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663691 Dec 12 18:53:51.034302 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-610a3c59-1d69-4f7e-b26f-c2b96329b6cd req-6f2f2b47-70c1-42ba-ab88-8684c0baab1d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743713 Dec 12 18:53:51.063699 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:53:52.146147 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866df48-18a8-4bbf-b8d9-7d443887ace3 req-dd4819d0-a805-409d-acf6-853352ca6379 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:53:52.147801 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3866df48-18a8-4bbf-b8d9-7d443887ace3 req-dd4819d0-a805-409d-acf6-853352ca6379 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 946 time: 0.0480316 Dec 12 18:53:52.199597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3866df48-18a8-4bbf-b8d9-7d443887ace3 req-34b6e15a-9975-4f3d-a8b0-711cc617cec3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459189 Dec 12 18:53:59.191093 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:54:15.004823 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-254797fc-1317-404d-baa4-7776440345d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:54:17.341764 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a4290713-a2cb-4d09-b4d5-cbb5d3259cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:54:17.832816 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:54:18.255716 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:54:18.621896 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:54:20.352712 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:54:21.065702 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:54:36.189555 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:54:45.006182 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6b3f7af1-71b2-42c7-9b48-d09166a692e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:54:47.343638 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-053f0b76-3bec-4d01-9036-789c3c010df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:54:47.830981 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:54:48.254039 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:54:48.622963 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:54:50.354917 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:54:50.754325 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6605905f-d5ae-4367-9018-552f617313d9 req-4068ee5c-450b-4409-9369-cf86779059b3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382905 Dec 12 18:54:50.845146 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605905f-d5ae-4367-9018-552f617313d9 req-d4fb4f92-7d26-4ee1-9c8d-306faa4ce2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:54:50.846574 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6605905f-d5ae-4367-9018-552f617313d9 req-d4fb4f92-7d26-4ee1-9c8d-306faa4ce2bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 1097 time: 0.0402613 Dec 12 18:54:50.951378 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605905f-d5ae-4367-9018-552f617313d9 req-b3aeb54d-8db1-4b5f-a1a6-50019798ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:54:50.952814 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6605905f-d5ae-4367-9018-552f617313d9 req-b3aeb54d-8db1-4b5f-a1a6-50019798ee6c service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 910 time: 0.0863903 Dec 12 18:54:51.017223 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6605905f-d5ae-4367-9018-552f617313d9 req-1d233b0e-f0a8-4ff7-aa8f-c232dd0d2197 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef10df53-5406-4771-943b-b3f823a09345 HTTP/1.1" status: 200 len: 999 time: 0.0570877 Dec 12 18:54:51.066715 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605905f-d5ae-4367-9018-552f617313d9 req-ae8178ad-342e-4a07-86db-5c9ff728dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:54:51.068016 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:54:51.068311 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6605905f-d5ae-4367-9018-552f617313d9 req-ae8178ad-342e-4a07-86db-5c9ff728dbed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0439682 Dec 12 18:54:51.118186 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605905f-d5ae-4367-9018-552f617313d9 req-b4d720b8-16c9-48d0-93a8-5d54c0746058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:54:51.119714 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6605905f-d5ae-4367-9018-552f617313d9 req-b4d720b8-16c9-48d0-93a8-5d54c0746058 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446205 Dec 12 18:54:51.131997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-6605905f-d5ae-4367-9018-552f617313d9 req-a817075e-d53a-44f1-a7a1-3ee87151890b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:54:51.132934 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6605905f-d5ae-4367-9018-552f617313d9 req-a817075e-d53a-44f1-a7a1-3ee87151890b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050051 Dec 12 18:54:51.219616 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6605905f-d5ae-4367-9018-552f617313d9 req-5e109677-b1e4-474a-9ca6-bf20fdc3a0f6 service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789769 Dec 12 18:54:51.314667 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-6605905f-d5ae-4367-9018-552f617313d9 req-867bb77a-2808-491b-9d3d-669887ca48e8 service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866401 Dec 12 18:55:07.685757 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44558) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:07.839155 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Deleting port f8ab71ba-1e7b-45fe-8187-e9a7c85e21ac {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:55:07.839527 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:07.911680 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:07.912002 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:07.923799 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Calling delete_port for f8ab71ba-1e7b-45fe-8187-e9a7c85e21ac owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:55:08.066361 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:08.090795 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event deleted for resources: {'Port': ['ID=f8ab71ba-1e7b-45fe-8187-e9a7c85e21ac,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:08.102409 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:08.103413 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:08.103934 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:08.104202 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:08.104446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:08.104784 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:08.105187 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:08.105445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:08.105777 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:08.106110 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:08.106438 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:08.106814 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:08.107245 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:08.163364 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:08.163700 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Floating IP d0b52d0b-fb96-472d-9d69-6a35c763020d disassociated (deleted). External IP: 172.25.1.5, port: ef10df53-5406-4771-943b-b3f823a09345. Dec 12 18:55:08.365647 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Router e6ae93b2-9f3b-4870-8537-9ae142ac00af has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:55:08.470910 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:55:08.475936 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:08.484846 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c41ba52-31e0-4d9c-a079-671a6a995cf3 None None] Sync routers for ids ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:55:08.492195 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c41ba52-31e0-4d9c-a079-671a6a995cf3 None None] Routers {'e6ae93b2-9f3b-4870-8537-9ae142ac00af'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:55:08.492802 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7c41ba52-31e0-4d9c-a079-671a6a995cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:54:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:08.503775 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-86f3355f-3d23-4902-850c-cc80d36fb502 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "DELETE /v2.0/floatingips/d0b52d0b-fb96-472d-9d69-6a35c763020d HTTP/1.1" status: 204 len: 168 time: 0.8169343 Dec 12 18:55:08.504786 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'tag': 'ef10df53-5406-4771-943b-b3f823a09345'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:55:08.507443 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95a3d54-ac69-4ea4-ad20-1841ff4a1a48" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb9f634-b6e0-47df-b91b-cd38031a6c78", "tag": "ef10df53-5406-4771-943b-b3f823a09345"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:55:08.547905 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68417c4-fb28-4da2-95c4-fc63574f4c7a x-openstack-request-id: req-d68417c4-fb28-4da2-95c4-fc63574f4c7a {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:55:08.548324 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb9f634-b6e0-47df-b91b-cd38031a6c78", "tag": "ef10df53-5406-4771-943b-b3f823a09345", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:55:08.548456 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d68417c4-fb28-4da2-95c4-fc63574f4c7a {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:55:08.548844 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'tag': 'ef10df53-5406-4771-943b-b3f823a09345', 'status': 'completed', 'code': 200} Dec 12 18:55:08.606211 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-7c41ba52-31e0-4d9c-a079-671a6a995cf3 None None] Set router e6ae93b2-9f3b-4870-8537-9ae142ac00af gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:55:08.618725 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a3d54-ac69-4ea4-ad20-1841ff4a1a48 req-bf72fc37-d9e8-47f9-a87a-f06ea9f0d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:08.620297 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b95a3d54-ac69-4ea4-ad20-1841ff4a1a48 req-bf72fc37-d9e8-47f9-a87a-f06ea9f0d1e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c66ba76f2294a8a8da831b72824fc16&device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 1097 time: 0.0477087 Dec 12 18:55:08.818520 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7c41ba52-31e0-4d9c-a079-671a6a995cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port': {'id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:30Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '463abdcd-65c6-427b-b6c3-fecc45d364b5', 'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'mac_address': 'fa:16:3e:73:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:32Z', 'updated_at': '2021-12-12T18:46:36Z', 'revision_number': 5, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'subnets': [{'id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:08.845678 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c41ba52-31e0-4d9c-a079-671a6a995cf3 None None] Checking router: e6ae93b2-9f3b-4870-8537-9ae142ac00af for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:55:08.854368 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c41ba52-31e0-4d9c-a079-671a6a995cf3 None None] Routers {'e6ae93b2-9f3b-4870-8537-9ae142ac00af'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:55:08.854990 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7c41ba52-31e0-4d9c-a079-671a6a995cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:54:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:08.979081 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-7c41ba52-31e0-4d9c-a079-671a6a995cf3 None None] Set router e6ae93b2-9f3b-4870-8537-9ae142ac00af gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:55:09.068901 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a3d54-ac69-4ea4-ad20-1841ff4a1a48 req-d3e8a9fe-dfd3-4d85-873a-80b0adb0f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:09.070618 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b95a3d54-ac69-4ea4-ad20-1841ff4a1a48 req-d3e8a9fe-dfd3-4d85-873a-80b0adb0f981 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 200 len: 910 time: 0.4340770 Dec 12 18:55:09.084042 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c516f-2935-4a3c-9cfb-f57e5cb8ad5c req-aabfc61f-ad8f-49dd-920f-76b39fcf5793 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:09.085584 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-572c516f-2935-4a3c-9cfb-f57e5cb8ad5c req-aabfc61f-ad8f-49dd-920f-76b39fcf5793 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 946 time: 0.3906105 Dec 12 18:55:09.133349 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b95a3d54-ac69-4ea4-ad20-1841ff4a1a48 req-e27d6fb9-005d-4fd6-8a97-232790ce7da3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef10df53-5406-4771-943b-b3f823a09345 HTTP/1.1" status: 200 len: 217 time: 0.0467567 Dec 12 18:55:09.198685 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-572c516f-2935-4a3c-9cfb-f57e5cb8ad5c req-97c0944e-8c64-4ecd-98e4-151e226d9648 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058784 Dec 12 18:55:09.205737 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a3d54-ac69-4ea4-ad20-1841ff4a1a48 req-21392ce6-bd81-4ee2-b2f9-bf6402cbb98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:09.207140 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b95a3d54-ac69-4ea4-ad20-1841ff4a1a48 req-21392ce6-bd81-4ee2-b2f9-bf6402cbb98b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 200 len: 848 time: 0.0659742 Dec 12 18:55:09.256920 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a3d54-ac69-4ea4-ad20-1841ff4a1a48 req-918dfc78-062f-414f-b4f6-4dfec6f43c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:09.256920 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b95a3d54-ac69-4ea4-ad20-1841ff4a1a48 req-918dfc78-062f-414f-b4f6-4dfec6f43c5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b9aabef-e287-40c7-956b-5fdcdf0c418b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416641 Dec 12 18:55:09.278964 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7c41ba52-31e0-4d9c-a079-671a6a995cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port': {'id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:30Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '463abdcd-65c6-427b-b6c3-fecc45d364b5', 'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'mac_address': 'fa:16:3e:73:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:32Z', 'updated_at': '2021-12-12T18:46:36Z', 'revision_number': 5, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'subnets': [{'id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:09.306994 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c41ba52-31e0-4d9c-a079-671a6a995cf3 None None] The sync data for ids ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'] in n-d-760354-5 is: [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port': {'id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:30Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '463abdcd-65c6-427b-b6c3-fecc45d364b5', 'name': '', 'network_id': '7b9aabef-e287-40c7-956b-5fdcdf0c418b', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'mac_address': 'fa:16:3e:73:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:32Z', 'updated_at': '2021-12-12T18:46:36Z', 'revision_number': 5, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'subnets': [{'id': 'fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:55:09.353552 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b95a3d54-ac69-4ea4-ad20-1841ff4a1a48 req-ab9324c4-cc4a-4d90-816c-f047e5d8f24a service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888753 Dec 12 18:55:09.445758 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-b95a3d54-ac69-4ea4-ad20-1841ff4a1a48 req-04296f7c-a882-46c2-8223-5139b9fe2687 service neutron] 10.222.0.20 "GET /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847631 Dec 12 18:55:09.532962 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e2e3c-5224-485f-9ac8-5f17b356bc47 None None] New status for floating IP d0b52d0b-fb96-472d-9d69-6a35c763020d: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:55:10.275044 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba896e-80e2-4b3c-9304-0923fa9e4590 req-0b67ee3b-d6ae-46be-9043-988af7726833 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:10.276528 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68ba896e-80e2-4b3c-9304-0923fa9e4590 req-0b67ee3b-d6ae-46be-9043-988af7726833 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 946 time: 0.0486503 Dec 12 18:55:10.378203 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b66a4-2d12-4f12-8710-bc75874b590b req-22b7ea30-43f5-4928-b854-7dfb5d7c75d7 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:10.379694 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-346b66a4-2d12-4f12-8710-bc75874b590b req-22b7ea30-43f5-4928-b854-7dfb5d7c75d7 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 946 time: 0.1023014 Dec 12 18:55:10.420419 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-68ba896e-80e2-4b3c-9304-0923fa9e4590 req-5354340e-520a-4ff1-b000-6de6b5c88302 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Deleting port ef10df53-5406-4771-943b-b3f823a09345 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:55:10.420765 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-68ba896e-80e2-4b3c-9304-0923fa9e4590 req-5354340e-520a-4ff1-b000-6de6b5c88302 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:10.478947 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-346b66a4-2d12-4f12-8710-bc75874b590b req-7143a576-9992-478c-8911-517ef66d5ca3 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf7a214-d875-4cbd-8d8c-83611caed952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915663 Dec 12 18:55:10.535551 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-68ba896e-80e2-4b3c-9304-0923fa9e4590 req-5354340e-520a-4ff1-b000-6de6b5c88302 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] For port ef10df53-5406-4771-943b-b3f823a09345, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=ef10df53-5406-4771-943b-b3f823a09345,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:55:10.535918 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-68ba896e-80e2-4b3c-9304-0923fa9e4590 req-5354340e-520a-4ff1-b000-6de6b5c88302 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:10.547961 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-68ba896e-80e2-4b3c-9304-0923fa9e4590 req-5354340e-520a-4ff1-b000-6de6b5c88302 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Calling delete_port for ef10df53-5406-4771-943b-b3f823a09345 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:55:10.676968 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-68ba896e-80e2-4b3c-9304-0923fa9e4590 req-5354340e-520a-4ff1-b000-6de6b5c88302 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:10.704163 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354340e-520a-4ff1-b000-6de6b5c88302 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event deleted for resources: {'Port': ['ID=ef10df53-5406-4771-943b-b3f823a09345,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:10.748326 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ba896e-80e2-4b3c-9304-0923fa9e4590 req-5354340e-520a-4ff1-b000-6de6b5c88302 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] No DVR routers for this DVR port ef10df53-5406-4771-943b-b3f823a09345 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:55:10.750927 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-68ba896e-80e2-4b3c-9304-0923fa9e4590 req-5354340e-520a-4ff1-b000-6de6b5c88302 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:10.754349 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-68ba896e-80e2-4b3c-9304-0923fa9e4590 req-5354340e-520a-4ff1-b000-6de6b5c88302 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.20 "DELETE /v2.0/ports/ef10df53-5406-4771-943b-b3f823a09345 HTTP/1.1" status: 204 len: 173 time: 0.4689374 Dec 12 18:55:10.754810 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'name': 'network-vif-deleted', 'tag': 'ef10df53-5406-4771-943b-b3f823a09345'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:55:10.757086 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71977cfe-524a-487a-8069-1207c6a32727" -d '{"events": [{"server_uuid": "ecb9f634-b6e0-47df-b91b-cd38031a6c78", "name": "network-vif-deleted", "tag": "ef10df53-5406-4771-943b-b3f823a09345"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:55:10.797502 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062e60a7-4f89-4503-bda7-5a231a6bad0b x-openstack-request-id: req-062e60a7-4f89-4503-bda7-5a231a6bad0b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:55:10.797828 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb9f634-b6e0-47df-b91b-cd38031a6c78", "name": "network-vif-deleted", "tag": "ef10df53-5406-4771-943b-b3f823a09345", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:55:10.798088 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-062e60a7-4f89-4503-bda7-5a231a6bad0b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:55:10.798487 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb9f634-b6e0-47df-b91b-cd38031a6c78', 'name': 'network-vif-deleted', 'tag': 'ef10df53-5406-4771-943b-b3f823a09345', 'status': 'completed', 'code': 200} Dec 12 18:55:11.586030 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-546e39c4-dfa2-4af4-b7a5-ad65472d3e4b req-98693bd4-b495-45b7-bc4e-deedf7a572fa tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 210 time: 0.0357344 Dec 12 18:55:12.685663 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-800bd053-0a54-4f25-9b13-ae2e93a5089d req-05e204da-c226-43a2-a0d9-fff48c0c3326 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 210 time: 0.0268145 Dec 12 18:55:13.190321 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:55:13.781964 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bbb6c05a-0e14-44f3-9473-30c86a52965d req-44bc740a-7e77-40dc-a34d-5b51b93e1071 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 210 time: 0.0287359 Dec 12 18:55:14.874752 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device ef10df53-5406-4771-943b-b3f823a09345 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:55:14.878583 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e2ec1f3f-72d5-4b54-9a98-359ac5be6f4f req-4d0c8338-ff53-44f5-aa09-dd66f2c01d82 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb9f634-b6e0-47df-b91b-cd38031a6c78 HTTP/1.1" status: 200 len: 210 time: 0.0267279 Dec 12 18:55:14.896143 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: ef10df53-5406-4771-943b-b3f823a09345 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:55:14.896500 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device ef10df53-5406-4771-943b-b3f823a09345 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:55:15.010304 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ba3b8348-29dd-4fda-a565-106c63824335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:15.936210 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44588) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:15.993231 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16a1c4c6-aa25-41b8-9453-b0c3e292d700 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:16.018281 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16a1c4c6-aa25-41b8-9453-b0c3e292d700 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:16.079339 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16a1c4c6-aa25-41b8-9453-b0c3e292d700 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:16.082081 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16a1c4c6-aa25-41b8-9453-b0c3e292d700 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:16.085865 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-16a1c4c6-aa25-41b8-9453-b0c3e292d700 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] 10.222.0.18 "DELETE /v2.0/security-groups/dbf7a214-d875-4cbd-8d8c-83611caed952 HTTP/1.1" status: 204 len: 168 time: 0.1460242 Dec 12 18:55:16.093280 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1c4c6-aa25-41b8-9453-b0c3e292d700 tempest-TestShelveInstance-755930492 tempest-TestShelveInstance-755930492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf7a214-d875-4cbd-8d8c-83611caed952,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:16.135912 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44592) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:16.595502 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:16.833392 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Deleting port 463abdcd-65c6-427b-b6c3-fecc45d364b5 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:55:16.833731 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:16.912739 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] For port 463abdcd-65c6-427b-b6c3-fecc45d364b5, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=463abdcd-65c6-427b-b6c3-fecc45d364b5,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:55:16.913097 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:16.926113 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Calling delete_port for 463abdcd-65c6-427b-b6c3-fecc45d364b5 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:55:17.110092 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:17.135974 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=463abdcd-65c6-427b-b6c3-fecc45d364b5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:17.160496 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:17.160854 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:17.161205 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:17.161546 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:17.161882 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:17.162216 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:17.162549 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:17.162879 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:17.163245 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:17.163834 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:17.164169 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:17.164496 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:17.164887 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:17.309605 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:17.346424 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c3f53d24-574e-460f-bd0e-a3d69b67389e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:17.541265 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Router e6ae93b2-9f3b-4870-8537-9ae142ac00af has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:55:17.649055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:55:17.657934 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-09e1faa9-a310-4ea7-b512-12ede6478a37 admin admin] 10.222.0.18 "PUT /v2.0/routers/e6ae93b2-9f3b-4870-8537-9ae142ac00af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5178351 Dec 12 18:55:17.657934 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44598) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:17.661078 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0047a7bd-47e0-4498-8d3c-b768a7708c1f None None] Sync routers for ids ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:55:17.671108 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0047a7bd-47e0-4498-8d3c-b768a7708c1f None None] Routers {'e6ae93b2-9f3b-4870-8537-9ae142ac00af'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:55:17.671855 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0047a7bd-47e0-4498-8d3c-b768a7708c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:55:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:17.776069 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15cd9508-519d-4155-aadc-9fc25e5e0fea admin admin] Publish callbacks [] for router, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:17.787357 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-0047a7bd-47e0-4498-8d3c-b768a7708c1f None None] Set router e6ae93b2-9f3b-4870-8537-9ae142ac00af gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:55:17.839267 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:17.899006 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15cd9508-519d-4155-aadc-9fc25e5e0fea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:17.957585 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-15cd9508-519d-4155-aadc-9fc25e5e0fea admin admin] Deleting port 5698234f-17b5-4c69-b282-ef344c7ee4ec {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:55:17.957863 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15cd9508-519d-4155-aadc-9fc25e5e0fea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:17.975359 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0047a7bd-47e0-4498-8d3c-b768a7708c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:55:17Z', 'revision_number': 5, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port': {'id': '5698234f-17b5-4c69-b282-ef344c7ee4ec', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:30Z', 'updated_at': '2021-12-12T18:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:18.001311 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0047a7bd-47e0-4498-8d3c-b768a7708c1f None None] Checking router: e6ae93b2-9f3b-4870-8537-9ae142ac00af for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:55:18.010036 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0047a7bd-47e0-4498-8d3c-b768a7708c1f None None] Routers {'e6ae93b2-9f3b-4870-8537-9ae142ac00af'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:55:18.010672 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0047a7bd-47e0-4498-8d3c-b768a7708c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:55:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:18.042502 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-15cd9508-519d-4155-aadc-9fc25e5e0fea admin admin] For port 5698234f-17b5-4c69-b282-ef344c7ee4ec, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=5698234f-17b5-4c69-b282-ef344c7ee4ec,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:55:18.042862 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15cd9508-519d-4155-aadc-9fc25e5e0fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:18.054789 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-15cd9508-519d-4155-aadc-9fc25e5e0fea admin admin] Calling delete_port for 5698234f-17b5-4c69-b282-ef344c7ee4ec owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:55:18.098099 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-0047a7bd-47e0-4498-8d3c-b768a7708c1f None None] Set router e6ae93b2-9f3b-4870-8537-9ae142ac00af gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:55:18.155674 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0047a7bd-47e0-4498-8d3c-b768a7708c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:55:17Z', 'revision_number': 6, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:18.188310 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0047a7bd-47e0-4498-8d3c-b768a7708c1f None None] The sync data for ids ['e6ae93b2-9f3b-4870-8537-9ae142ac00af'] in n-d-760354-5 is: [{'id': 'e6ae93b2-9f3b-4870-8537-9ae142ac00af', 'name': 'tempest-TestShelveInstance-1135077678-router', 'tenant_id': '6c66ba76f2294a8a8da831b72824fc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:29Z', 'updated_at': '2021-12-12T18:55:17Z', 'revision_number': 6, 'project_id': '6c66ba76f2294a8a8da831b72824fc16', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:55:18.238626 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15cd9508-519d-4155-aadc-9fc25e5e0fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:18.254660 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:18.577050 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 463abdcd-65c6-427b-b6c3-fecc45d364b5 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:55:18.593854 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd9508-519d-4155-aadc-9fc25e5e0fea admin admin] Pushing event deleted for resources: {'Port': ['ID=5698234f-17b5-4c69-b282-ef344c7ee4ec,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:18.608667 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 463abdcd-65c6-427b-b6c3-fecc45d364b5 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:55:18.610564 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 463abdcd-65c6-427b-b6c3-fecc45d364b5 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:55:18.629743 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a75a2-e4ab-4f66-86ee-e52679cde087 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:55:18.640374 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:18.683373 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15cd9508-519d-4155-aadc-9fc25e5e0fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:18.770357 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15cd9508-519d-4155-aadc-9fc25e5e0fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:18.772390 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15cd9508-519d-4155-aadc-9fc25e5e0fea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:18.817511 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15cd9508-519d-4155-aadc-9fc25e5e0fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:18.818041 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cd9508-519d-4155-aadc-9fc25e5e0fea admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6ae93b2-9f3b-4870-8537-9ae142ac00af {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:55:18.822471 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15cd9508-519d-4155-aadc-9fc25e5e0fea admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:18.825954 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-15cd9508-519d-4155-aadc-9fc25e5e0fea admin admin] 10.222.0.18 "DELETE /v2.0/routers/e6ae93b2-9f3b-4870-8537-9ae142ac00af HTTP/1.1" status: 204 len: 168 time: 1.1651924 Dec 12 18:55:18.826186 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44600) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:18.870146 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f4d386-3485-4020-a100-df248292f820 admin admin] Deleting subnet fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:55:18.873326 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59f4d386-3485-4020-a100-df248292f820 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:18.908924 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59f4d386-3485-4020-a100-df248292f820 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8936699'] for subnet, precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:18.988993 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59f4d386-3485-4020-a100-df248292f820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:19.043974 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59f4d386-3485-4020-a100-df248292f820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8937073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9961734'] for subnet, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:19.069659 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4d386-3485-4020-a100-df248292f820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:19.076507 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59f4d386-3485-4020-a100-df248292f820 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:19.082068 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081277f7-1a37-4a3c-93ec-83da5cedd78e None None] Network 7b9aabef-e287-40c7-956b-5fdcdf0c418b requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:55:19.082261 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-59f4d386-3485-4020-a100-df248292f820 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fdd0fe2d-aee3-4bb7-8822-9e1cbb3ee407 HTTP/1.1" status: 204 len: 168 time: 0.2527432 Dec 12 18:55:19.082362 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44602) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:19.155425 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:19.224215 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] Deleting port a7f4d4c5-edcc-4d90-9a23-05a6878b176a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:55:19.224560 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:19.240410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] DHCP port deletion for 7b9aabef-e287-40c7-956b-5fdcdf0c418b request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:55:19.293307 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] For port a7f4d4c5-edcc-4d90-9a23-05a6878b176a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a7f4d4c5-edcc-4d90-9a23-05a6878b176a,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:55:19.293923 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:19.294292 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] Deleting port a7f4d4c5-edcc-4d90-9a23-05a6878b176a {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:55:19.294690 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:19.307712 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] Calling delete_port for a7f4d4c5-edcc-4d90-9a23-05a6878b176a owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:55:19.359850 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] For port a7f4d4c5-edcc-4d90-9a23-05a6878b176a, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a7f4d4c5-edcc-4d90-9a23-05a6878b176a,segment=NetworkSegment(c00c10d6-4ccf-4929-bbc1-d496224654b1),segment_id=c00c10d6-4ccf-4929-bbc1-d496224654b1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:55:19.360236 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:19.373957 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] Calling delete_port for a7f4d4c5-edcc-4d90-9a23-05a6878b176a owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:55:19.391536 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:19.417617 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f4d4c5-edcc-4d90-9a23-05a6878b176a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:19.421297 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] No DVR routers for this DVR port a7f4d4c5-edcc-4d90-9a23-05a6878b176a on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:55:19.454253 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:19.477332 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] Pushing event deleted for resources: {'Port': ['ID=a7f4d4c5-edcc-4d90-9a23-05a6878b176a,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:19.486582 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] No DVR routers for this DVR port a7f4d4c5-edcc-4d90-9a23-05a6878b176a on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:55:19.490206 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:19.490595 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:19.490941 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:19.491315 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:19.491879 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:19.492375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:19.493377 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:19.493871 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:19.494535 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:19.495010 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:19.495837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:19.496497 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:19.497128 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c01382-4ecb-4188-9f6d-ad27f366d32b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:19.505055 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:19.525986 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9aabef-e287-40c7-956b-5fdcdf0c418b']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:19.535576 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00c10d6-4ccf-4929-bbc1-d496224654b1') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:19.535875 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00c10d6-4ccf-4929-bbc1-d496224654b1') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:19.545156 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:19.558351 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:19.564508 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:55:19.564893 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:55:19.566657 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:55:19.619521 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:19.625017 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:19.628259 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] 10.222.0.18 "DELETE /v2.0/networks/7b9aabef-e287-40c7-956b-5fdcdf0c418b HTTP/1.1" status: 204 len: 168 time: 0.5450163 Dec 12 18:55:19.631618 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44604) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:19.639871 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47733aec-4494-4d95-8459-a69a95b49cac admin admin] Pushing event deleted for resources: {'Network': ['ID=7b9aabef-e287-40c7-956b-5fdcdf0c418b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:19.964877 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-375d36da-3f4d-4ddd-b4d1-309968010829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:20.200727 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-375d36da-3f4d-4ddd-b4d1-309968010829 admin admin] Deleting port b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:55:20.201064 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-375d36da-3f4d-4ddd-b4d1-309968010829 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:20.275735 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-375d36da-3f4d-4ddd-b4d1-309968010829 admin admin] For port b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc,segment=NetworkSegment(db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f),segment_id=db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:55:20.276093 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-375d36da-3f4d-4ddd-b4d1-309968010829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:20.288329 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-375d36da-3f4d-4ddd-b4d1-309968010829 admin admin] Calling delete_port for b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:55:20.361430 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:20.465779 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-375d36da-3f4d-4ddd-b4d1-309968010829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:20.486399 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a7f4d4c5-edcc-4d90-9a23-05a6878b176a no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:55:20.491623 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d36da-3f4d-4ddd-b4d1-309968010829 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:20.525581 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: a7f4d4c5-edcc-4d90-9a23-05a6878b176a {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:55:20.526090 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a7f4d4c5-edcc-4d90-9a23-05a6878b176a not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:55:20.526532 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5698234f-17b5-4c69-b282-ef344c7ee4ec no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:55:20.548410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 5698234f-17b5-4c69-b282-ef344c7ee4ec {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:55:20.548711 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 5698234f-17b5-4c69-b282-ef344c7ee4ec not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:55:20.666077 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-375d36da-3f4d-4ddd-b4d1-309968010829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:20.880946 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375d36da-3f4d-4ddd-b4d1-309968010829 admin admin] Router 5dccdbad-4811-4fa1-9b4c-d65f4473a175 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:55:20.981448 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375d36da-3f4d-4ddd-b4d1-309968010829 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:55:20.986310 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-375d36da-3f4d-4ddd-b4d1-309968010829 admin admin] 10.222.0.18 "PUT /v2.0/routers/5dccdbad-4811-4fa1-9b4c-d65f4473a175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3533573 Dec 12 18:55:20.988902 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44606) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:20.990971 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f6aa9-3bf2-4b51-bdb8-8516018e2769 None None] Sync routers for ids ['5dccdbad-4811-4fa1-9b4c-d65f4473a175'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:55:21.001728 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f6aa9-3bf2-4b51-bdb8-8516018e2769 None None] Routers {'5dccdbad-4811-4fa1-9b4c-d65f4473a175'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:55:21.002347 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-da8f6aa9-3bf2-4b51-bdb8-8516018e2769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:55:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5dccdbad-4811-4fa1-9b4c-d65f4473a175'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:21.093146 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-988bc536-2f31-4ed8-badd-aaf21f87244a admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:21.093770 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:21.120559 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-da8f6aa9-3bf2-4b51-bdb8-8516018e2769 None None] Set router 5dccdbad-4811-4fa1-9b4c-d65f4473a175 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:55:21.196840 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-988bc536-2f31-4ed8-badd-aaf21f87244a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:21.249806 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-988bc536-2f31-4ed8-badd-aaf21f87244a admin admin] Deleting port 513e13e9-21c4-4b44-aadf-31e600962b78 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:55:21.250141 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-988bc536-2f31-4ed8-badd-aaf21f87244a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:21.298268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-da8f6aa9-3bf2-4b51-bdb8-8516018e2769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dccdbad-4811-4fa1-9b4c-d65f4473a175', 'name': 'tempest-TestShelveInstance-2132354757-router', 'tenant_id': '55cde32953754cd193a3506c60fc9844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '513e13e9-21c4-4b44-aadf-31e600962b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:34Z', 'updated_at': '2021-12-12T18:55:20Z', 'revision_number': 5, 'project_id': '55cde32953754cd193a3506c60fc9844', 'gw_port': {'id': '513e13e9-21c4-4b44-aadf-31e600962b78', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dccdbad-4811-4fa1-9b4c-d65f4473a175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:46:34Z', 'updated_at': '2021-12-12T18:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:21.331825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-988bc536-2f31-4ed8-badd-aaf21f87244a admin admin] For port 513e13e9-21c4-4b44-aadf-31e600962b78, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=513e13e9-21c4-4b44-aadf-31e600962b78,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:55:21.332191 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-988bc536-2f31-4ed8-badd-aaf21f87244a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:21.345562 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-988bc536-2f31-4ed8-badd-aaf21f87244a admin admin] Calling delete_port for 513e13e9-21c4-4b44-aadf-31e600962b78 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:55:21.488367 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f6aa9-3bf2-4b51-bdb8-8516018e2769 None None] Checking router: 5dccdbad-4811-4fa1-9b4c-d65f4473a175 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:55:21.497608 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f6aa9-3bf2-4b51-bdb8-8516018e2769 None None] Routers {'5dccdbad-4811-4fa1-9b4c-d65f4473a175'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:55:21.498274 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-da8f6aa9-3bf2-4b51-bdb8-8516018e2769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:55:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['5dccdbad-4811-4fa1-9b4c-d65f4473a175'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:21.517693 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-988bc536-2f31-4ed8-badd-aaf21f87244a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:21.545357 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bc536-2f31-4ed8-badd-aaf21f87244a admin admin] Pushing event deleted for resources: {'Port': ['ID=513e13e9-21c4-4b44-aadf-31e600962b78,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:21.564756 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65224f5-f905-425d-b488-0f0925422f80 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:55:21.595838 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-da8f6aa9-3bf2-4b51-bdb8-8516018e2769 None None] Set router 5dccdbad-4811-4fa1-9b4c-d65f4473a175 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:55:21.607724 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-988bc536-2f31-4ed8-badd-aaf21f87244a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:21.651716 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-da8f6aa9-3bf2-4b51-bdb8-8516018e2769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dccdbad-4811-4fa1-9b4c-d65f4473a175', 'name': 'tempest-TestShelveInstance-2132354757-router', 'tenant_id': '55cde32953754cd193a3506c60fc9844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:34Z', 'updated_at': '2021-12-12T18:55:21Z', 'revision_number': 6, 'project_id': '55cde32953754cd193a3506c60fc9844', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:21.678493 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f6aa9-3bf2-4b51-bdb8-8516018e2769 None None] The sync data for ids ['5dccdbad-4811-4fa1-9b4c-d65f4473a175'] in n-d-760354-5 is: [{'id': '5dccdbad-4811-4fa1-9b4c-d65f4473a175', 'name': 'tempest-TestShelveInstance-2132354757-router', 'tenant_id': '55cde32953754cd193a3506c60fc9844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:46:34Z', 'updated_at': '2021-12-12T18:55:21Z', 'revision_number': 6, 'project_id': '55cde32953754cd193a3506c60fc9844', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:55:21.707711 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-988bc536-2f31-4ed8-badd-aaf21f87244a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:21.708201 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-988bc536-2f31-4ed8-badd-aaf21f87244a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:21.751601 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-988bc536-2f31-4ed8-badd-aaf21f87244a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:21.752072 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988bc536-2f31-4ed8-badd-aaf21f87244a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dccdbad-4811-4fa1-9b4c-d65f4473a175 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 18:55:21.756583 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-988bc536-2f31-4ed8-badd-aaf21f87244a admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:21.757805 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-988bc536-2f31-4ed8-badd-aaf21f87244a admin admin] 10.222.0.18 "DELETE /v2.0/routers/5dccdbad-4811-4fa1-9b4c-d65f4473a175 HTTP/1.1" status: 204 len: 168 time: 0.7680068 Dec 12 18:55:21.760287 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44608) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:21.803437 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-50fd90fc-dc9b-43a3-935d-3d56719659e0 admin admin] Deleting subnet c3d240f8-3989-4efc-8bdb-b0e0da01b39b {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 18:55:21.806390 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50fd90fc-dc9b-43a3-935d-3d56719659e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:21.843301 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50fd90fc-dc9b-43a3-935d-3d56719659e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:21.925938 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50fd90fc-dc9b-43a3-935d-3d56719659e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:21.976220 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50fd90fc-dc9b-43a3-935d-3d56719659e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:22.000977 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd90fc-dc9b-43a3-935d-3d56719659e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d240f8-3989-4efc-8bdb-b0e0da01b39b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:22.004562 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50fd90fc-dc9b-43a3-935d-3d56719659e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:22.010140 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bb607c-0dab-4b75-8d53-90f4b1588b94 None None] Network 67152c56-1a71-4a19-b41b-2d5748569684 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:55:22.010733 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-50fd90fc-dc9b-43a3-935d-3d56719659e0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c3d240f8-3989-4efc-8bdb-b0e0da01b39b HTTP/1.1" status: 204 len: 168 time: 0.2494657 Dec 12 18:55:22.011435 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44610) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:22.084437 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:22.142253 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] Deleting port 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:55:22.142605 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:22.167065 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a94c43-5aa4-4769-8c34-c9c523881f48 None None] DHCP port deletion for 67152c56-1a71-4a19-b41b-2d5748569684 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:55:22.208010 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] For port 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b,segment=NetworkSegment(db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f),segment_id=db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:55:22.208370 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:22.214657 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-16a94c43-5aa4-4769-8c34-c9c523881f48 None None] Deleting port 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 18:55:22.215033 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16a94c43-5aa4-4769-8c34-c9c523881f48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:22.221291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] Calling delete_port for 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:55:22.280695 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-16a94c43-5aa4-4769-8c34-c9c523881f48 None None] For port 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b,segment=NetworkSegment(db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f),segment_id=db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:55:22.281009 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16a94c43-5aa4-4769-8c34-c9c523881f48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:22.293498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-16a94c43-5aa4-4769-8c34-c9c523881f48 None None] Calling delete_port for 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 18:55:22.306282 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:22.333587 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:22.335496 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] No DVR routers for this DVR port 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b on host n-d-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:55:22.370885 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-16a94c43-5aa4-4769-8c34-c9c523881f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:22.396596 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a94c43-5aa4-4769-8c34-c9c523881f48 None None] Pushing event deleted for resources: {'Port': ['ID=51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:22.398478 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a94c43-5aa4-4769-8c34-c9c523881f48 None None] No DVR routers for this DVR port 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 18:55:22.408346 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:22.428790 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67152c56-1a71-4a19-b41b-2d5748569684']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:22.438427 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:22.438733 n-d-760354-5 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db65f1a4-905b-4951-a4c9-1c9c7e4b3a3f') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:22.448609 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8936448'] for segment, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:22.461654 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:22.467613 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 18:55:22.467998 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8936987'] for segment, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: Traceback (most recent call last): Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: timer() Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: cb(*args, **kw) Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: return func(*args, **kwargs) Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: self._notify() Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: self.callback(batched_events) Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: event.method(event) Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: return f(self, *a, **k) Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: return self._get(url).json() Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 18:55:22.469703 n-d-760354-5 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 18:55:22.527990 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:22.534374 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] Publish callbacks [] for network, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:22.539320 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/67152c56-1a71-4a19-b41b-2d5748569684 HTTP/1.1" status: 204 len: 168 time: 0.5254567 Dec 12 18:55:22.549790 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938ee9d-f771-45d9-b2f4-553319333df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=67152c56-1a71-4a19-b41b-2d5748569684,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:22.557265 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:55:22.582000 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:55:22.582347 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 51b65a8c-cc6b-4ff0-9cc9-ac31ffda550b not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:55:22.582773 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:55:22.603248 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:55:22.603610 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device b3fb5ed4-ae61-4df3-9ab7-5fc6ed442bcc not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:55:22.604052 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 513e13e9-21c4-4b44-aadf-31e600962b78 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:55:22.625379 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 513e13e9-21c4-4b44-aadf-31e600962b78 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 18:55:22.625837 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 513e13e9-21c4-4b44-aadf-31e600962b78 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 18:55:22.668798 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44614) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:22.709383 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-2bc7f22b-0d99-4ac7-9ce0-0ef95544676a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c66ba76f2294a8a8da831b72824fc16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394301 Dec 12 18:55:22.711951 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44616) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:22.766076 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d51ceb6d-f582-46f1-ab14-e18e3941ce9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:22.792499 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d51ceb6d-f582-46f1-ab14-e18e3941ce9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:22.837527 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d51ceb6d-f582-46f1-ab14-e18e3941ce9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:22.840196 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d51ceb6d-f582-46f1-ab14-e18e3941ce9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:22.841578 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d51ceb6d-f582-46f1-ab14-e18e3941ce9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b00952f-d45e-44b9-8415-dac5a00a23dd HTTP/1.1" status: 204 len: 168 time: 0.1284215 Dec 12 18:55:22.850948 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ceb6d-f582-46f1-ab14-e18e3941ce9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b00952f-d45e-44b9-8415-dac5a00a23dd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:23.145067 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44622) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:23.188955 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-caa564eb-529b-4856-8481-ba492791f3b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55cde32953754cd193a3506c60fc9844&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427706 Dec 12 18:55:23.191368 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44624) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:23.237356 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-31aede82-f809-4835-91b9-215c183f3c9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:23.257568 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-31aede82-f809-4835-91b9-215c183f3c9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:23.302694 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-31aede82-f809-4835-91b9-215c183f3c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:23.305327 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-31aede82-f809-4835-91b9-215c183f3c9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:23.306487 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-31aede82-f809-4835-91b9-215c183f3c9a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd6c8ed7-ea8d-49bf-9e05-18cd0ff539eb HTTP/1.1" status: 204 len: 168 time: 0.1142192 Dec 12 18:55:23.313868 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aede82-f809-4835-91b9-215c183f3c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6c8ed7-ea8d-49bf-9e05-18cd0ff539eb,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:23.944352 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44646) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:24.036223 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-dd50a0b7-b46b-4324-82b7-6b7e970b54ed admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-185029047-network', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:55:24.057141 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd50a0b7-b46b-4324-82b7-6b7e970b54ed admin admin] Made reservation on behalf of 11e40f536b39448d9cc7f3729f7bb724 for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:55:24.059517 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dd50a0b7-b46b-4324-82b7-6b7e970b54ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:24.067542 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dd50a0b7-b46b-4324-82b7-6b7e970b54ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:24.140567 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dd50a0b7-b46b-4324-82b7-6b7e970b54ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:24.144303 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dd50a0b7-b46b-4324-82b7-6b7e970b54ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:24.168680 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd50a0b7-b46b-4324-82b7-6b7e970b54ed admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:55:24.178115 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50a0b7-b46b-4324-82b7-6b7e970b54ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdac264f-b39f-4154-95b5-32b53e6190ac,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:24.183417 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dd50a0b7-b46b-4324-82b7-6b7e970b54ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:24.183761 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-dd50a0b7-b46b-4324-82b7-6b7e970b54ed admin admin] Added segment ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1 of type vlan for network bc5e6122-cef7-40db-876f-7ecdea19b92e Dec 12 18:55:24.223857 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dd50a0b7-b46b-4324-82b7-6b7e970b54ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:24.248424 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dd50a0b7-b46b-4324-82b7-6b7e970b54ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:24.249343 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd50a0b7-b46b-4324-82b7-6b7e970b54ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:24.249912 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dd50a0b7-b46b-4324-82b7-6b7e970b54ed admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:24.299185 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-dd50a0b7-b46b-4324-82b7-6b7e970b54ed admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3537199 Dec 12 18:55:24.302166 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44650) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:24.308389 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d7d94223-611f-420d-8786-b49138b65927 admin admin] Request body: {'subnet': {'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-185029047-subnet', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:55:24.310360 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50a0b7-b46b-4324-82b7-6b7e970b54ed admin admin] Pushing event updated for resources: {'Network': ['ID=bc5e6122-cef7-40db-876f-7ecdea19b92e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:24.322698 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network bc5e6122-cef7-40db-876f-7ecdea19b92e details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:55:24.333246 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d94223-611f-420d-8786-b49138b65927 admin admin] Made reservation on behalf of 11e40f536b39448d9cc7f3729f7bb724 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:55:24.335916 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7d94223-611f-420d-8786-b49138b65927 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9961825'] for subnet, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:24.501525 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7d94223-611f-420d-8786-b49138b65927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9961855'] for subnet, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:24.560141 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d94223-611f-420d-8786-b49138b65927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dcda8f8-5f07-4d87-9fca-0e151b23d980,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:24.564405 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d94223-611f-420d-8786-b49138b65927 admin admin] Checking segment: {'id': 'ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:55:24.564766 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d94223-611f-420d-8786-b49138b65927 admin admin] Network hostable DHCP agents. Network: bc5e6122-cef7-40db-876f-7ecdea19b92e, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:55:24.587982 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d94223-611f-420d-8786-b49138b65927 admin admin] Network bc5e6122-cef7-40db-876f-7ecdea19b92e is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:55:24.595894 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d7d94223-611f-420d-8786-b49138b65927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, bc5e6122-cef7-40db-876f-7ecdea19b92e) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:55:24.600098 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d94223-611f-420d-8786-b49138b65927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:24.600691 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7d94223-611f-420d-8786-b49138b65927 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:24.605395 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7f16e8-fd24-4416-8f46-9691f0d61b9b None None] Network bc5e6122-cef7-40db-876f-7ecdea19b92e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:55:24.616900 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-d7d94223-611f-420d-8786-b49138b65927 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3131950 Dec 12 18:55:24.619832 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44652) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:24.624633 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:55:24.644951 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:24.646175 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:24.702233 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-bc5e6122-cef7-40db-876f-7ecdea19b92e', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:55:24.703107 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:24.709862 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:24.839290 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Allocated IP 172.20.0.2 (bc5e6122-cef7-40db-876f-7ecdea19b92e/1dcda8f8-5f07-4d87-9fca-0e151b23d980/6a9cb464-e01a-4a49-be57-8dba6f0f2dae) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:55:24.849013 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:24.984529 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:24.990150 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:25.031594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Network bc5e6122-cef7-40db-876f-7ecdea19b92e is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:55:25.034682 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:55:25.038798 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:55:25.041791 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Pushing event updated for resources: {'Port': ['ID=6a9cb464-e01a-4a49-be57-8dba6f0f2dae,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:25.056169 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:25.075573 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:25.095355 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Attempting to bind port 6a9cb464-e01a-4a49-be57-8dba6f0f2dae on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:55:25.095726 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Attempting to bind port 6a9cb464-e01a-4a49-be57-8dba6f0f2dae by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:55:25.096091 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Attempting to bind port 6a9cb464-e01a-4a49-be57-8dba6f0f2dae on network bc5e6122-cef7-40db-876f-7ecdea19b92e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:55:25.100955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:55:25.101333 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Checking segment: {'id': 'ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:55:25.101736 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:25.102150 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Bound using segment: {'id': 'ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:55:25.102641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Bound port: 6a9cb464-e01a-4a49-be57-8dba6f0f2dae, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:55:25.103051 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:25.165560 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] For port 6a9cb464-e01a-4a49-be57-8dba6f0f2dae, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:55:25.168776 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] For port 6a9cb464-e01a-4a49-be57-8dba6f0f2dae, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6a9cb464-e01a-4a49-be57-8dba6f0f2dae,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:55:25.172779 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:25.180637 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] Allocated IP 172.25.1.99 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/a0ee26e9-b78b-4908-96b9-dcb20f6dfc73) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:55:25.229881 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f939bd-8993-479f-b208-323d4de4c88f None None] Pushing event updated for resources: {'Port': ['ID=6a9cb464-e01a-4a49-be57-8dba6f0f2dae,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:25.286606 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:25.320266 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:25.363194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:55:25.366326 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:55:25.370515 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:55:25.381448 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ece46e9-4617-4ca6-83c1-2d864f92fa05 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:55:25.403195 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ee26e9-b78b-4908-96b9-dcb20f6dfc73,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:25.527090 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5027bf7d-37d0-46f2-8702-fee53d833c67 None None] Provisioning complete for port a0ee26e9-b78b-4908-96b9-dcb20f6dfc73 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:25.527578 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5027bf7d-37d0-46f2-8702-fee53d833c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:25.566208 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5027bf7d-37d0-46f2-8702-fee53d833c67 None None] Port a0ee26e9-b78b-4908-96b9-dcb20f6dfc73 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:55:25.647817 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:25.836411 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:25.970224 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] Router 51781749-6402-4f60-9bbf-9ee3f0dfc079 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:55:26.078643 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:55:26.089884 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Sync routers for ids ['51781749-6402-4f60-9bbf-9ee3f0dfc079'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:55:26.098686 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] Publish callbacks [] for router, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:26.103353 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-faaaa3d4-804e-4ab0-a091-ce8d244f9124 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4790273 Dec 12 18:55:26.103529 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Routers {'51781749-6402-4f60-9bbf-9ee3f0dfc079'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:55:26.103529 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:55:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['51781749-6402-4f60-9bbf-9ee3f0dfc079'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:26.103774 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44654) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:26.194409 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9d8f25-1556-4be8-9e40-2c42221a6bb4 None None] Network bc5e6122-cef7-40db-876f-7ecdea19b92e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:55:26.213066 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Set router 51781749-6402-4f60-9bbf-9ee3f0dfc079 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:55:26.317349 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-55b1de8d-efa5-4fda-b1f6-7be074ecf9e3 None None] Provisioning complete for port 6a9cb464-e01a-4a49-be57-8dba6f0f2dae triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:26.317828 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55b1de8d-efa5-4fda-b1f6-7be074ecf9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:26.402299 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55b1de8d-efa5-4fda-b1f6-7be074ecf9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:26.411180 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T18:55:25Z', 'revision_number': 3, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port': {'id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:25Z', 'updated_at': '2021-12-12T18:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:26.438654 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Checking router: 51781749-6402-4f60-9bbf-9ee3f0dfc079 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:55:26.439290 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Updating router 51781749-6402-4f60-9bbf-9ee3f0dfc079 port a0ee26e9-b78b-4908-96b9-dcb20f6dfc73 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:55:26.458140 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-55b1de8d-efa5-4fda-b1f6-7be074ecf9e3 None None] For port 6a9cb464-e01a-4a49-be57-8dba6f0f2dae, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6a9cb464-e01a-4a49-be57-8dba6f0f2dae,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:55:26.467042 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55b1de8d-efa5-4fda-b1f6-7be074ecf9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:26.469926 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:26.541573 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1de8d-efa5-4fda-b1f6-7be074ecf9e3 None None] Pushing event updated for resources: {'Port': ['ID=6a9cb464-e01a-4a49-be57-8dba6f0f2dae,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:26.590529 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6a9cb464-e01a-4a49-be57-8dba6f0f2dae up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:55:26.617893 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e228-d772-4638-9145-0b8180709cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:26.644213 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 6a9cb464-e01a-4a49-be57-8dba6f0f2dae triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:26.644637 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:26.697464 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-cda6f857-9046-412a-88ac-78554bbcab99 None None] Provisioning complete for port 6a9cb464-e01a-4a49-be57-8dba6f0f2dae triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:26.698214 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-cda6f857-9046-412a-88ac-78554bbcab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:26.778867 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:26.785747 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:26.792493 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-3ac6e228-d772-4638-9145-0b8180709cc5 admin admin] Allocated IP 172.20.0.1 (bc5e6122-cef7-40db-876f-7ecdea19b92e/1dcda8f8-5f07-4d87-9fca-0e151b23d980/d5c4ce4a-b993-4315-ac17-1c06e5548e8e) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:55:26.905827 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e228-d772-4638-9145-0b8180709cc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:26.921855 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00efbd71-582c-46ef-8912-c82ef91e0800 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:55:26.932151 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Attempting to bind port a0ee26e9-b78b-4908-96b9-dcb20f6dfc73 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:55:26.932509 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Attempting to bind port a0ee26e9-b78b-4908-96b9-dcb20f6dfc73 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:55:26.932874 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Attempting to bind port a0ee26e9-b78b-4908-96b9-dcb20f6dfc73 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:55:26.934819 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304922fb-7851-41dc-b79d-ddb3d0d792c3 None None] Pushing event updated for resources: {'Port': ['ID=a0ee26e9-b78b-4908-96b9-dcb20f6dfc73,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:26.942113 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e228-d772-4638-9145-0b8180709cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:26.944476 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:55:26.944855 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:55:26.945332 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:26.945644 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:55:26.946650 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Bound port: a0ee26e9-b78b-4908-96b9-dcb20f6dfc73, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:55:26.947027 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:26.949154 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304922fb-7851-41dc-b79d-ddb3d0d792c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:26.949494 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304922fb-7851-41dc-b79d-ddb3d0d792c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:26.949832 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304922fb-7851-41dc-b79d-ddb3d0d792c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:26.950157 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304922fb-7851-41dc-b79d-ddb3d0d792c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:26.950490 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304922fb-7851-41dc-b79d-ddb3d0d792c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:26.951175 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304922fb-7851-41dc-b79d-ddb3d0d792c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:26.951175 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304922fb-7851-41dc-b79d-ddb3d0d792c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:26.951471 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304922fb-7851-41dc-b79d-ddb3d0d792c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:26.951790 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304922fb-7851-41dc-b79d-ddb3d0d792c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:26.952109 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304922fb-7851-41dc-b79d-ddb3d0d792c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:26.952426 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304922fb-7851-41dc-b79d-ddb3d0d792c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:26.952741 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304922fb-7851-41dc-b79d-ddb3d0d792c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:26.953054 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304922fb-7851-41dc-b79d-ddb3d0d792c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:55:26.983648 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac6e228-d772-4638-9145-0b8180709cc5 admin admin] Network bc5e6122-cef7-40db-876f-7ecdea19b92e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:55:26.986678 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3ac6e228-d772-4638-9145-0b8180709cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:55:26.990401 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac6e228-d772-4638-9145-0b8180709cc5 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:55:27.007260 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] For port a0ee26e9-b78b-4908-96b9-dcb20f6dfc73, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:55:27.011052 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] For port a0ee26e9-b78b-4908-96b9-dcb20f6dfc73, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a0ee26e9-b78b-4908-96b9-dcb20f6dfc73,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:55:27.013714 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6e228-d772-4638-9145-0b8180709cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c4ce4a-b993-4315-ac17-1c06e5548e8e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:27.017668 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:27.033302 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e228-d772-4638-9145-0b8180709cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:27.044473 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a0ee5888-7d75-4201-86c8-3a40c6525016 None None] Provisioning complete for port a0ee26e9-b78b-4908-96b9-dcb20f6dfc73 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:27.045127 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a0ee5888-7d75-4201-86c8-3a40c6525016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:27.082314 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Routers {'51781749-6402-4f60-9bbf-9ee3f0dfc079'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:55:27.082949 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:55:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['51781749-6402-4f60-9bbf-9ee3f0dfc079'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:27.098515 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abad58f7-7b11-4815-8a07-6fe52dcaae2e None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:55:27.181053 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304922fb-7851-41dc-b79d-ddb3d0d792c3 None None] Pushing event updated for resources: {'Port': ['ID=a0ee26e9-b78b-4908-96b9-dcb20f6dfc73,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:27.202820 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a0ee5888-7d75-4201-86c8-3a40c6525016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:27.217278 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] Set router 51781749-6402-4f60-9bbf-9ee3f0dfc079 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:55:27.238486 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a0ee5888-7d75-4201-86c8-3a40c6525016 None None] For port a0ee26e9-b78b-4908-96b9-dcb20f6dfc73, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a0ee26e9-b78b-4908-96b9-dcb20f6dfc73,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:55:27.245848 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a0ee5888-7d75-4201-86c8-3a40c6525016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:27.306987 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee5888-7d75-4201-86c8-3a40c6525016 None None] Pushing event updated for resources: {'Port': ['ID=a0ee26e9-b78b-4908-96b9-dcb20f6dfc73,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:27.374515 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-81086203-0cbb-4aa8-8b9f-ff061835fe3e None None] Provisioning complete for port d5c4ce4a-b993-4315-ac17-1c06e5548e8e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:27.374925 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-81086203-0cbb-4aa8-8b9f-ff061835fe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:27.414109 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-81086203-0cbb-4aa8-8b9f-ff061835fe3e None None] Port d5c4ce4a-b993-4315-ac17-1c06e5548e8e cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:55:27.416147 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T18:55:25Z', 'revision_number': 3, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port': {'id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:25Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:27.425470 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-81086203-0cbb-4aa8-8b9f-ff061835fe3e None None] Provisioning complete for port a0ee26e9-b78b-4908-96b9-dcb20f6dfc73 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:27.425769 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-81086203-0cbb-4aa8-8b9f-ff061835fe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:27.443456 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ab19f5-d734-4b86-9456-1d33fba60064 None None] The sync data for ids ['51781749-6402-4f60-9bbf-9ee3f0dfc079'] in n-d-760354-5 is: [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T18:55:25Z', 'revision_number': 3, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port': {'id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:25Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:55:27.523869 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e228-d772-4638-9145-0b8180709cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:27.700173 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e228-d772-4638-9145-0b8180709cc5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:27.704621 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e228-d772-4638-9145-0b8180709cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:27.775619 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6e228-d772-4638-9145-0b8180709cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c4ce4a-b993-4315-ac17-1c06e5548e8e,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:27.778085 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e228-d772-4638-9145-0b8180709cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:27.871846 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac6e228-d772-4638-9145-0b8180709cc5 admin admin] Network bc5e6122-cef7-40db-876f-7ecdea19b92e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:55:27.873259 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3ac6e228-d772-4638-9145-0b8180709cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:55:27.999477 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac6e228-d772-4638-9145-0b8180709cc5 admin admin] Router 51781749-6402-4f60-9bbf-9ee3f0dfc079 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:55:28.115889 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac6e228-d772-4638-9145-0b8180709cc5 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:55:28.120936 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3ac6e228-d772-4638-9145-0b8180709cc5 admin admin] 10.222.0.18 "PUT /v2.0/routers/51781749-6402-4f60-9bbf-9ee3f0dfc079/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0162430 Dec 12 18:55:28.143155 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e7e53ab2-9034-4d22-a540-e68bf17c60a7 None None] Provisioning complete for port d5c4ce4a-b993-4315-ac17-1c06e5548e8e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:28.143554 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e7e53ab2-9034-4d22-a540-e68bf17c60a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:28.178641 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e7e53ab2-9034-4d22-a540-e68bf17c60a7 None None] Port d5c4ce4a-b993-4315-ac17-1c06e5548e8e cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:55:28.558518 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6a9cb464-e01a-4a49-be57-8dba6f0f2dae up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:55:28.607936 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 6a9cb464-e01a-4a49-be57-8dba6f0f2dae triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:28.608438 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:28.611926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44670) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:28.616910 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-bbb6ba30-1194-4af8-ad74-6be53c56715b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-289811276-network', 'tenant_id': '8f1442b8a29c470bb60892288ab3079b'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:55:28.637747 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb6ba30-1194-4af8-ad74-6be53c56715b admin admin] Made reservation on behalf of 8f1442b8a29c470bb60892288ab3079b for: {'network': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:55:28.640361 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ba30-1194-4af8-ad74-6be53c56715b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for network, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:28.649782 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ba30-1194-4af8-ad74-6be53c56715b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:28.689624 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a0ee26e9-b78b-4908-96b9-dcb20f6dfc73 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:55:28.728897 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ba30-1194-4af8-ad74-6be53c56715b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:28.733979 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ba30-1194-4af8-ad74-6be53c56715b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:28.738300 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port a0ee26e9-b78b-4908-96b9-dcb20f6dfc73 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:28.738674 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:28.760916 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb6ba30-1194-4af8-ad74-6be53c56715b admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 18:55:28.770979 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6ba30-1194-4af8-ad74-6be53c56715b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2577e20-2c12-473d-ab6f-a8fb13df6419,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:28.786229 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ba30-1194-4af8-ad74-6be53c56715b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:28.786573 n-d-760354-5 neutron-server[103151]: INFO neutron.db.segments_db [None req-bbb6ba30-1194-4af8-ad74-6be53c56715b admin admin] Added segment 89e835bb-8c9c-436b-b061-e7faff2e7faf of type vlan for network c4cd6752-5c53-491b-9c7d-dab2a796c5b4 Dec 12 18:55:28.831457 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ba30-1194-4af8-ad74-6be53c56715b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778471196986'] for network, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:28.856708 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ba30-1194-4af8-ad74-6be53c56715b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461'] for network, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:28.857695 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb6ba30-1194-4af8-ad74-6be53c56715b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:28.858304 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ba30-1194-4af8-ad74-6be53c56715b admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:28.915643 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-bbb6ba30-1194-4af8-ad74-6be53c56715b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3025696 Dec 12 18:55:28.918256 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44672) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:28.925096 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-8042409e-6d09-4067-97c6-ffa4bab81ab6 admin admin] Request body: {'subnet': {'network_id': 'c4cd6752-5c53-491b-9c7d-dab2a796c5b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-289811276-subnet', 'tenant_id': '8f1442b8a29c470bb60892288ab3079b', 'ip_version': 4}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:55:28.929317 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6ba30-1194-4af8-ad74-6be53c56715b admin admin] Pushing event updated for resources: {'Network': ['ID=c4cd6752-5c53-491b-9c7d-dab2a796c5b4,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:28.940320 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Network c4cd6752-5c53-491b-9c7d-dab2a796c5b4 details requested by agent ovs-agent-n-d-760354-5 with host n-d-760354-5 {{(pid=103152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 18:55:28.948914 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8042409e-6d09-4067-97c6-ffa4bab81ab6 admin admin] Made reservation on behalf of 8f1442b8a29c470bb60892288ab3079b for: {'subnet': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:55:28.951509 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8042409e-6d09-4067-97c6-ffa4bab81ab6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9968936'] for subnet, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:29.072661 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Sync routers for ids ['51781749-6402-4f60-9bbf-9ee3f0dfc079'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:55:29.081972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Routers {'51781749-6402-4f60-9bbf-9ee3f0dfc079'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:55:29.082591 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:55:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['51781749-6402-4f60-9bbf-9ee3f0dfc079'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:29.120516 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8042409e-6d09-4067-97c6-ffa4bab81ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3086862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9968950'] for subnet, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:29.176615 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042409e-6d09-4067-97c6-ffa4bab81ab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be914166-3c97-4140-90f4-86942b454b0b,revision_number=0']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:29.183450 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8042409e-6d09-4067-97c6-ffa4bab81ab6 admin admin] Checking segment: {'id': '89e835bb-8c9c-436b-b061-e7faff2e7faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c4cd6752-5c53-491b-9c7d-dab2a796c5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:55:29.183810 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8042409e-6d09-4067-97c6-ffa4bab81ab6 admin admin] Network hostable DHCP agents. Network: c4cd6752-5c53-491b-9c7d-dab2a796c5b4, hostable agents: ['08d1d0f5-8396-49e2-98a8-baef4d614494'], hosted agents: [] {{(pid=103151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 18:55:29.190261 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Set router 51781749-6402-4f60-9bbf-9ee3f0dfc079 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:55:29.200951 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8042409e-6d09-4067-97c6-ffa4bab81ab6 admin admin] Network c4cd6752-5c53-491b-9c7d-dab2a796c5b4 is scheduled to be hosted by DHCP agent 08d1d0f5-8396-49e2-98a8-baef4d614494 with binding_index 1 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 18:55:29.210007 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-8042409e-6d09-4067-97c6-ffa4bab81ab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760354-5, c4cd6752-5c53-491b-9c7d-dab2a796c5b4) {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:55:29.214522 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8042409e-6d09-4067-97c6-ffa4bab81ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:29.215116 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8042409e-6d09-4067-97c6-ffa4bab81ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:29.225677 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f29a1a-aa72-465a-9af6-ff50fa972a8f None None] Network c4cd6752-5c53-491b-9c7d-dab2a796c5b4 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:55:29.231753 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8042409e-6d09-4067-97c6-ffa4bab81ab6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3125007 Dec 12 18:55:29.234309 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44674) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:29.238793 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-289811276-router', 'tenant_id': '8f1442b8a29c470bb60892288ab3079b', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:55:29.260256 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-467404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1914'] for router, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:29.261417 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1601740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1891'] for router, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:29.321034 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:29.460686 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:29.578157 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ea30478-afc0-5c8b-8b53-f15f01c65fc0-c4cd6752-5c53-491b-9c7d-dab2a796c5b4', 'network_id': 'c4cd6752-5c53-491b-9c7d-dab2a796c5b4', 'project_id': '8f1442b8a29c470bb60892288ab3079b', 'fixed_ips': [{'subnet_id': 'be914166-3c97-4140-90f4-86942b454b0b'}]}} from n-d-760354-5. {{(pid=103152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 18:55:29.579058 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:29.760202 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port': {'id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:25Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'd5c4ce4a-b993-4315-ac17-1c06e5548e8e', 'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'mac_address': 'fa:16:3e:23:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:26Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 2, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'subnets': [{'id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:29.789498 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.db_base_plugin_common [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Allocated IP 172.20.0.2 (c4cd6752-5c53-491b-9c7d-dab2a796c5b4/be914166-3c97-4140-90f4-86942b454b0b/c448ed53-c44d-40d8-b21f-c722bb673b5c) {{(pid=103152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:55:29.792049 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Checking router: 51781749-6402-4f60-9bbf-9ee3f0dfc079 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:55:29.792403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Updating router 51781749-6402-4f60-9bbf-9ee3f0dfc079 port d5c4ce4a-b993-4315-ac17-1c06e5548e8e binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:55:29.839162 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:29.972125 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:29.990573 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:30.090473 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Publish callbacks [] for port, precommit_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:30.094109 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] Allocated IP 172.25.1.230 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/95f65616-b9f7-4dcf-8237-bba7c0a08651) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:55:30.100561 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035'] for port, after_create {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:30.163739 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Network c4cd6752-5c53-491b-9c7d-dab2a796c5b4 is already hosted by enough agents. {{(pid=103152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:55:30.170990 n-d-760354-5 neutron-server[103152]: DEBUG neutron.scheduler.base_scheduler [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Resources bound (agent type, host, resource id): {{(pid=103152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:55:30.174007 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Received port after_create {{(pid=103152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:55:30.189618 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Pushing event updated for resources: {'Port': ['ID=c448ed53-c44d-40d8-b21f-c722bb673b5c,revision_number=1']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:30.197093 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:30.236111 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:30.273999 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:55:30.276919 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:55:30.280640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:55:30.284126 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Attempting to bind port c448ed53-c44d-40d8-b21f-c722bb673b5c on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:55:30.284513 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Attempting to bind port c448ed53-c44d-40d8-b21f-c722bb673b5c by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '89e835bb-8c9c-436b-b061-e7faff2e7faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c4cd6752-5c53-491b-9c7d-dab2a796c5b4'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:55:30.284887 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Attempting to bind port c448ed53-c44d-40d8-b21f-c722bb673b5c on network c4cd6752-5c53-491b-9c7d-dab2a796c5b4 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:55:30.295236 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e39f5eb-ebf4-4f0f-88f1-38e35928c153 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:55:30.306232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] Pushing event updated for resources: {'Port': ['ID=95f65616-b9f7-4dcf-8237-bba7c0a08651,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:30.306613 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:55:30.306999 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Checking segment: {'id': '89e835bb-8c9c-436b-b061-e7faff2e7faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c4cd6752-5c53-491b-9c7d-dab2a796c5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:55:30.307433 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:30.307843 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Bound using segment: {'id': '89e835bb-8c9c-436b-b061-e7faff2e7faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c4cd6752-5c53-491b-9c7d-dab2a796c5b4'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:55:30.309159 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Bound port: c448ed53-c44d-40d8-b21f-c722bb673b5c, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e835bb-8c9c-436b-b061-e7faff2e7faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c4cd6752-5c53-491b-9c7d-dab2a796c5b4'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:55:30.309558 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:30.323085 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:30.335143 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:30.440252 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa2474-30cd-4a97-a9ac-c9c8e8b76747 None None] Pushing event updated for resources: {'Port': ['ID=d5c4ce4a-b993-4315-ac17-1c06e5548e8e,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:30.448817 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] For port c448ed53-c44d-40d8-b21f-c722bb673b5c, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:55:30.452672 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] For port c448ed53-c44d-40d8-b21f-c722bb673b5c, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c448ed53-c44d-40d8-b21f-c722bb673b5c,segment=NetworkSegment(89e835bb-8c9c-436b-b061-e7faff2e7faf),segment_id=89e835bb-8c9c-436b-b061-e7faff2e7faf)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:55:30.479848 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:30.534862 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-e5ed0124-4627-41da-8769-35ab7b2e19bd None None] Provisioning complete for port 95f65616-b9f7-4dcf-8237-bba7c0a08651 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:30.535542 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0124-4627-41da-8769-35ab7b2e19bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:30.554378 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:30.591411 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Attempting to bind port d5c4ce4a-b993-4315-ac17-1c06e5548e8e on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:55:30.591972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Attempting to bind port d5c4ce4a-b993-4315-ac17-1c06e5548e8e by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': 'ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:55:30.592217 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Attempting to bind port d5c4ce4a-b993-4315-ac17-1c06e5548e8e on network bc5e6122-cef7-40db-876f-7ecdea19b92e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:55:30.611504 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:55:30.612048 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Checking segment: {'id': 'ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:55:30.612548 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:30.613051 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Bound using segment: {'id': 'ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:55:30.613626 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Bound port: d5c4ce4a-b993-4315-ac17-1c06e5548e8e, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:55:30.614108 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:30.617788 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed0124-4627-41da-8769-35ab7b2e19bd None None] Port 95f65616-b9f7-4dcf-8237-bba7c0a08651 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:55:30.619346 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a711c-78ea-4405-bc7b-b28f8ae9dd21 None None] Pushing event updated for resources: {'Port': ['ID=c448ed53-c44d-40d8-b21f-c722bb673b5c,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:30.693984 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] For port d5c4ce4a-b993-4315-ac17-1c06e5548e8e, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:55:30.698699 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] For port d5c4ce4a-b993-4315-ac17-1c06e5548e8e, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d5c4ce4a-b993-4315-ac17-1c06e5548e8e,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:55:30.703121 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:30.779833 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-1610700d-66fd-4871-9a7f-852912204f26 None None] Provisioning complete for port d5c4ce4a-b993-4315-ac17-1c06e5548e8e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:30.780198 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-469573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473598'] for router, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:30.780356 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1610700d-66fd-4871-9a7f-852912204f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:30.782063 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa2474-30cd-4a97-a9ac-c9c8e8b76747 None None] Pushing event updated for resources: {'Port': ['ID=d5c4ce4a-b993-4315-ac17-1c06e5548e8e,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:30.784892 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Routers {'51781749-6402-4f60-9bbf-9ee3f0dfc079'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:55:30.785517 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:55:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['51781749-6402-4f60-9bbf-9ee3f0dfc079'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:30.950680 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] Router 9130fbef-81de-4986-b7b2-39cc7dab05f7 is scheduled to L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a with binding_index 1 {{(pid=103151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 18:55:30.985536 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] Set router 51781749-6402-4f60-9bbf-9ee3f0dfc079 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:55:31.029962 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1610700d-66fd-4871-9a7f-852912204f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:31.085555 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:55:31.098151 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Sync routers for ids ['9130fbef-81de-4986-b7b2-39cc7dab05f7'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:55:31.105789 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:31.107951 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-7eea5e2d-c829-40c8-a4ec-42327fa17ecc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8725188 Dec 12 18:55:31.110485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44676) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:31.115729 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Routers {'9130fbef-81de-4986-b7b2-39cc7dab05f7'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:55:31.116332 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:55:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['9130fbef-81de-4986-b7b2-39cc7dab05f7'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:31.138190 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1610700d-66fd-4871-9a7f-852912204f26 None None] For port d5c4ce4a-b993-4315-ac17-1c06e5548e8e, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d5c4ce4a-b993-4315-ac17-1c06e5548e8e,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:55:31.143174 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1610700d-66fd-4871-9a7f-852912204f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:31.218609 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610700d-66fd-4871-9a7f-852912204f26 None None] Pushing event updated for resources: {'Port': ['ID=d5c4ce4a-b993-4315-ac17-1c06e5548e8e,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:31.247918 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Set router 9130fbef-81de-4986-b7b2-39cc7dab05f7 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:55:31.270594 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f2c62b95-4153-4ca3-beca-d5980bbdde55 None None] Provisioning complete for port d5c4ce4a-b993-4315-ac17-1c06e5548e8e triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:31.270979 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f2c62b95-4153-4ca3-beca-d5980bbdde55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:31.313733 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port': {'id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:25Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'd5c4ce4a-b993-4315-ac17-1c06e5548e8e', 'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'mac_address': 'fa:16:3e:23:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:26Z', 'updated_at': '2021-12-12T18:55:30Z', 'revision_number': 4, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'subnets': [{'id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:31.341474 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be74e5ed-bda0-4da4-9f77-e48602b03058 None None] The sync data for ids ['51781749-6402-4f60-9bbf-9ee3f0dfc079'] in n-d-760354-5 is: [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port': {'id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:25Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'd5c4ce4a-b993-4315-ac17-1c06e5548e8e', 'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'mac_address': 'fa:16:3e:23:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:26Z', 'updated_at': '2021-12-12T18:55:30Z', 'revision_number': 4, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'subnets': [{'id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:55:31.489389 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130fbef-81de-4986-b7b2-39cc7dab05f7', 'name': 'tempest-TestSnapshotPattern-289811276-router', 'tenant_id': '8f1442b8a29c470bb60892288ab3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '95f65616-b9f7-4dcf-8237-bba7c0a08651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:29Z', 'updated_at': '2021-12-12T18:55:30Z', 'revision_number': 3, 'project_id': '8f1442b8a29c470bb60892288ab3079b', 'gw_port': {'id': '95f65616-b9f7-4dcf-8237-bba7c0a08651', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130fbef-81de-4986-b7b2-39cc7dab05f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:29Z', 'updated_at': '2021-12-12T18:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:31.519914 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Checking router: 9130fbef-81de-4986-b7b2-39cc7dab05f7 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:55:31.520417 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Updating router 9130fbef-81de-4986-b7b2-39cc7dab05f7 port 95f65616-b9f7-4dcf-8237-bba7c0a08651 binding host n-d-760354-5 {{(pid=103153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:55:31.548366 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:31.642324 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cd2b9e08-6733-4617-9cf5-f8f6c9ab8c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:31.838001 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-cd2b9e08-6733-4617-9cf5-f8f6c9ab8c54 admin admin] Allocated IP 172.20.0.1 (c4cd6752-5c53-491b-9c7d-dab2a796c5b4/be914166-3c97-4140-90f4-86942b454b0b/0244e3ac-1f88-42cc-b962-81fbf04f5950) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:55:31.855999 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe0d284-3f11-44eb-a34f-5aaf42be594e None None] Network c4cd6752-5c53-491b-9c7d-dab2a796c5b4 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 18:55:31.879174 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Publish callbacks [] for port, precommit_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:31.886501 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:31.960998 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b228b5-7db7-45f9-8c65-3235ad25a028 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:55:31.965138 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dde649-58dd-4ee8-81ca-1f009f392916 None None] Pushing event updated for resources: {'Port': ['ID=95f65616-b9f7-4dcf-8237-bba7c0a08651,revision_number=2']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:31.972893 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Attempting to bind port 95f65616-b9f7-4dcf-8237-bba7c0a08651 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:55:31.973259 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Attempting to bind port 95f65616-b9f7-4dcf-8237-bba7c0a08651 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:55:31.973624 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Attempting to bind port 95f65616-b9f7-4dcf-8237-bba7c0a08651 on network 890a4b59-34d7-4315-9d80-83fedf65298e {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:55:31.977627 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cd2b9e08-6733-4617-9cf5-f8f6c9ab8c54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:31.980697 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:55:31.981081 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Checking segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:55:31.981829 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:31.982230 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Bound using segment: {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'} {{(pid=103153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:55:31.982988 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.managers [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Bound port: 95f65616-b9f7-4dcf-8237-bba7c0a08651, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3ba24-6939-418c-9d5c-dae513c486d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e'}}] {{(pid=103153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:55:31.983522 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:31.986609 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-23b7d4f3-07bd-4d65-a9b8-00c83f2f7dc5 None None] Provisioning complete for port c448ed53-c44d-40d8-b21f-c722bb673b5c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:31.989279 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-23b7d4f3-07bd-4d65-a9b8-00c83f2f7dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:32.024821 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cd2b9e08-6733-4617-9cf5-f8f6c9ab8c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:32.046159 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] For port 95f65616-b9f7-4dcf-8237-bba7c0a08651, host n-d-760354-5, cleared binding levels {{(pid=103153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:55:32.052415 n-d-760354-5 neutron-server[103153]: DEBUG neutron.plugins.ml2.db [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] For port 95f65616-b9f7-4dcf-8237-bba7c0a08651, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=95f65616-b9f7-4dcf-8237-bba7c0a08651,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:55:32.058340 n-d-760354-5 neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:32.089944 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2b9e08-6733-4617-9cf5-f8f6c9ab8c54 admin admin] Network c4cd6752-5c53-491b-9c7d-dab2a796c5b4 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:55:32.093658 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-cd2b9e08-6733-4617-9cf5-f8f6c9ab8c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:55:32.096947 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2b9e08-6733-4617-9cf5-f8f6c9ab8c54 admin admin] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:55:32.133170 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b9e08-6733-4617-9cf5-f8f6c9ab8c54 admin admin] Pushing event updated for resources: {'Port': ['ID=0244e3ac-1f88-42cc-b962-81fbf04f5950,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:32.137616 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dde649-58dd-4ee8-81ca-1f009f392916 None None] Pushing event updated for resources: {'Port': ['ID=95f65616-b9f7-4dcf-8237-bba7c0a08651,revision_number=3']} {{(pid=103153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:32.163887 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d664c4f8-228e-4827-8b09-5aba5a8a1cad None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 18:55:32.164110 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Routers {'9130fbef-81de-4986-b7b2-39cc7dab05f7'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:55:32.165963 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:55:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['9130fbef-81de-4986-b7b2-39cc7dab05f7'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:32.181582 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cd2b9e08-6733-4617-9cf5-f8f6c9ab8c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-473229'] for router_interface, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:32.186281 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-23b7d4f3-07bd-4d65-a9b8-00c83f2f7dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:32.237516 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-23b7d4f3-07bd-4d65-a9b8-00c83f2f7dc5 None None] For port c448ed53-c44d-40d8-b21f-c722bb673b5c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c448ed53-c44d-40d8-b21f-c722bb673b5c,segment=NetworkSegment(89e835bb-8c9c-436b-b061-e7faff2e7faf),segment_id=89e835bb-8c9c-436b-b061-e7faff2e7faf)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:55:32.245149 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-23b7d4f3-07bd-4d65-a9b8-00c83f2f7dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:32.315794 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] Set router 9130fbef-81de-4986-b7b2-39cc7dab05f7 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:55:32.343557 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7d4f3-07bd-4d65-a9b8-00c83f2f7dc5 None None] Pushing event updated for resources: {'Port': ['ID=c448ed53-c44d-40d8-b21f-c722bb673b5c,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:32.392197 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a6f73ee0-8484-4425-abb1-07d09754755c None None] Provisioning complete for port 95f65616-b9f7-4dcf-8237-bba7c0a08651 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:32.392697 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6f73ee0-8484-4425-abb1-07d09754755c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:32.398363 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cd2b9e08-6733-4617-9cf5-f8f6c9ab8c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:32.545605 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6f73ee0-8484-4425-abb1-07d09754755c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:32.585951 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a6f73ee0-8484-4425-abb1-07d09754755c None None] For port 95f65616-b9f7-4dcf-8237-bba7c0a08651, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=95f65616-b9f7-4dcf-8237-bba7c0a08651,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:55:32.605513 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a6f73ee0-8484-4425-abb1-07d09754755c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:32.631989 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130fbef-81de-4986-b7b2-39cc7dab05f7', 'name': 'tempest-TestSnapshotPattern-289811276-router', 'tenant_id': '8f1442b8a29c470bb60892288ab3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '95f65616-b9f7-4dcf-8237-bba7c0a08651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:29Z', 'updated_at': '2021-12-12T18:55:30Z', 'revision_number': 3, 'project_id': '8f1442b8a29c470bb60892288ab3079b', 'gw_port': {'id': '95f65616-b9f7-4dcf-8237-bba7c0a08651', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130fbef-81de-4986-b7b2-39cc7dab05f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:29Z', 'updated_at': '2021-12-12T18:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:32.650012 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c448ed53-c44d-40d8-b21f-c722bb673b5c up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:55:32.670992 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5be62a-64db-426c-9ba8-91ad403e0d91 None None] The sync data for ids ['9130fbef-81de-4986-b7b2-39cc7dab05f7'] in n-d-760354-5 is: [{'id': '9130fbef-81de-4986-b7b2-39cc7dab05f7', 'name': 'tempest-TestSnapshotPattern-289811276-router', 'tenant_id': '8f1442b8a29c470bb60892288ab3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '95f65616-b9f7-4dcf-8237-bba7c0a08651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:29Z', 'updated_at': '2021-12-12T18:55:30Z', 'revision_number': 3, 'project_id': '8f1442b8a29c470bb60892288ab3079b', 'gw_port': {'id': '95f65616-b9f7-4dcf-8237-bba7c0a08651', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130fbef-81de-4986-b7b2-39cc7dab05f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:29Z', 'updated_at': '2021-12-12T18:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:55:32.712809 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f73ee0-8484-4425-abb1-07d09754755c None None] Pushing event updated for resources: {'Port': ['ID=95f65616-b9f7-4dcf-8237-bba7c0a08651,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:32.713640 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cd2b9e08-6733-4617-9cf5-f8f6c9ab8c54 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:32.728430 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cd2b9e08-6733-4617-9cf5-f8f6c9ab8c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:32.738117 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-a06f2577-eab8-461b-b9dc-59b7996b683a None None] Provisioning complete for port c448ed53-c44d-40d8-b21f-c722bb673b5c triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:32.738493 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a06f2577-eab8-461b-b9dc-59b7996b683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:32.741663 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port c448ed53-c44d-40d8-b21f-c722bb673b5c triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:32.742034 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:32.811590 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cd2b9e08-6733-4617-9cf5-f8f6c9ab8c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468541'] for router_interface, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:32.814247 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b9e08-6733-4617-9cf5-f8f6c9ab8c54 admin admin] Pushing event updated for resources: {'Port': ['ID=0244e3ac-1f88-42cc-b962-81fbf04f5950,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:32.902302 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d5c4ce4a-b993-4315-ac17-1c06e5548e8e up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:55:32.911149 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2b9e08-6733-4617-9cf5-f8f6c9ab8c54 admin admin] Network c4cd6752-5c53-491b-9c7d-dab2a796c5b4 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:55:32.912674 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-cd2b9e08-6733-4617-9cf5-f8f6c9ab8c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:55:32.965293 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port d5c4ce4a-b993-4315-ac17-1c06e5548e8e triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:32.965772 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:33.043123 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2b9e08-6733-4617-9cf5-f8f6c9ab8c54 admin admin] Router 9130fbef-81de-4986-b7b2-39cc7dab05f7 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:55:33.076810 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-55b0442c-58f6-4e1e-b8d7-4db739359fcb None None] Provisioning complete for port 0244e3ac-1f88-42cc-b962-81fbf04f5950 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:33.077211 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-55b0442c-58f6-4e1e-b8d7-4db739359fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:33.114309 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-55b0442c-58f6-4e1e-b8d7-4db739359fcb None None] Port 0244e3ac-1f88-42cc-b962-81fbf04f5950 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:55:33.177526 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2b9e08-6733-4617-9cf5-f8f6c9ab8c54 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:55:33.189286 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-cd2b9e08-6733-4617-9cf5-f8f6c9ab8c54 admin admin] 10.222.0.18 "PUT /v2.0/routers/9130fbef-81de-4986-b7b2-39cc7dab05f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0751374 Dec 12 18:55:33.237995 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-3fcadfe5-212c-4e42-9676-e32d917c1f6f None None] Provisioning complete for port 0244e3ac-1f88-42cc-b962-81fbf04f5950 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:33.238645 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3fcadfe5-212c-4e42-9676-e32d917c1f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:33.285280 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-3fcadfe5-212c-4e42-9676-e32d917c1f6f None None] Port 0244e3ac-1f88-42cc-b962-81fbf04f5950 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:55:33.664051 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44684) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:33.669259 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-0858d50b-e937-4646-b455-468d4b6be19f tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-915380593', 'description': 'tempest-secgroup-smoke-915380593 description', 'project_id': '11e40f536b39448d9cc7f3729f7bb724'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:55:33.691566 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0858d50b-e937-4646-b455-468d4b6be19f tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:33.760114 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0858d50b-e937-4646-b455-468d4b6be19f tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:33.765238 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0858d50b-e937-4646-b455-468d4b6be19f tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:33.798704 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0858d50b-e937-4646-b455-468d4b6be19f tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:33.800026 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0858d50b-e937-4646-b455-468d4b6be19f tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1343508 Dec 12 18:55:33.801864 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858d50b-e937-4646-b455-468d4b6be19f tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a26b11-77ae-4ea8-884b-cf6f325a5869,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:33.803078 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44686) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:33.814263 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-16803a59-4dd1-4b9b-b900-93018b55138b tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Request body: {'security_group_rule': {'security_group_id': '49a26b11-77ae-4ea8-884b-cf6f325a5869', 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:55:33.843688 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16803a59-4dd1-4b9b-b900-93018b55138b tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:33.898629 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16803a59-4dd1-4b9b-b900-93018b55138b tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:33.902599 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16803a59-4dd1-4b9b-b900-93018b55138b tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:33.919635 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16803a59-4dd1-4b9b-b900-93018b55138b tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f91f1f-51af-4808-9f8a-42e6b0143782,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:33.927457 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16803a59-4dd1-4b9b-b900-93018b55138b tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:33.928647 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-16803a59-4dd1-4b9b-b900-93018b55138b tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243262 Dec 12 18:55:33.931463 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44688) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:33.935956 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5c027418-57a8-4bda-8498-0d03db364718 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Request body: {'security_group_rule': {'security_group_id': '49a26b11-77ae-4ea8-884b-cf6f325a5869', 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:55:33.962193 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c027418-57a8-4bda-8498-0d03db364718 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.016312 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c027418-57a8-4bda-8498-0d03db364718 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.019871 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c027418-57a8-4bda-8498-0d03db364718 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.037479 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c027418-57a8-4bda-8498-0d03db364718 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a35549e-0f1b-44a6-a053-a7f862fd106f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:34.046198 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c027418-57a8-4bda-8498-0d03db364718 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.047424 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5c027418-57a8-4bda-8498-0d03db364718 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149890 Dec 12 18:55:34.050226 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44690) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:34.054719 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-73436d2d-ed80-4547-9946-b9755f530f51 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Request body: {'security_group_rule': {'security_group_id': '49a26b11-77ae-4ea8-884b-cf6f325a5869', 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:55:34.080448 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73436d2d-ed80-4547-9946-b9755f530f51 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.141159 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73436d2d-ed80-4547-9946-b9755f530f51 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.144645 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73436d2d-ed80-4547-9946-b9755f530f51 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.162476 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73436d2d-ed80-4547-9946-b9755f530f51 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc467ea4-0d74-4cbd-85f2-e505e99e55f7,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:34.170208 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73436d2d-ed80-4547-9946-b9755f530f51 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.171438 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-73436d2d-ed80-4547-9946-b9755f530f51 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201370 Dec 12 18:55:34.174248 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44692) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:34.178596 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5686faac-8255-43e4-845e-63254c2ae775 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Request body: {'security_group_rule': {'security_group_id': '49a26b11-77ae-4ea8-884b-cf6f325a5869', 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:55:34.205039 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5686faac-8255-43e4-845e-63254c2ae775 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.264937 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5686faac-8255-43e4-845e-63254c2ae775 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.268599 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5686faac-8255-43e4-845e-63254c2ae775 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.286347 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686faac-8255-43e4-845e-63254c2ae775 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7dbe1a-7634-4b85-90da-47292248b716,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:34.293412 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5686faac-8255-43e4-845e-63254c2ae775 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.294665 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-5686faac-8255-43e4-845e-63254c2ae775 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194634 Dec 12 18:55:34.297415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44694) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:34.301671 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7adac281-6b23-491e-81fe-97ae565968d2 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Request body: {'security_group_rule': {'security_group_id': '49a26b11-77ae-4ea8-884b-cf6f325a5869', 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:55:34.324306 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-7adac281-6b23-491e-81fe-97ae565968d2 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Project 11e40f536b39448d9cc7f3729f7bb724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:55:34.329340 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7adac281-6b23-491e-81fe-97ae565968d2 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.387992 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7adac281-6b23-491e-81fe-97ae565968d2 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.391975 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7adac281-6b23-491e-81fe-97ae565968d2 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.411330 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adac281-6b23-491e-81fe-97ae565968d2 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ec3e3d-6d4d-4422-b3ec-35cda14a90b5,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:34.420180 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7adac281-6b23-491e-81fe-97ae565968d2 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.421375 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-7adac281-6b23-491e-81fe-97ae565968d2 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230373 Dec 12 18:55:34.424095 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 44696) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:34.428386 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3688a871-fdcf-48cf-829a-9dcd68eda998 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Request body: {'security_group_rule': {'security_group_id': '49a26b11-77ae-4ea8-884b-cf6f325a5869', 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:55:34.453581 n-d-760354-5 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-3688a871-fdcf-48cf-829a-9dcd68eda998 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Project 11e40f536b39448d9cc7f3729f7bb724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 18:55:34.460301 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3688a871-fdcf-48cf-829a-9dcd68eda998 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.530573 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3688a871-fdcf-48cf-829a-9dcd68eda998 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.539000 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3688a871-fdcf-48cf-829a-9dcd68eda998 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598676'] for security_group_rule, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.541295 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 95f65616-b9f7-4dcf-8237-bba7c0a08651 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:55:34.559560 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688a871-fdcf-48cf-829a-9dcd68eda998 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e9f0f8-7f01-411a-87d0-495aaae9cc0e,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:34.569193 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3688a871-fdcf-48cf-829a-9dcd68eda998 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.570493 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-3688a871-fdcf-48cf-829a-9dcd68eda998 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454463 Dec 12 18:55:34.598708 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 95f65616-b9f7-4dcf-8237-bba7c0a08651 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:34.599082 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:34.728723 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7115ff43-c38c-420b-988c-05614b2217ff req-c11f5009-7c96-4bb0-942c-d8fd819cd5da tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-915380593&fields=id&tenant_id=11e40f536b39448d9cc7f3729f7bb724 HTTP/1.1" status: 200 len: 267 time: 0.0455301 Dec 12 18:55:34.784061 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Sync routers for ids ['9130fbef-81de-4986-b7b2-39cc7dab05f7'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:55:34.794390 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Routers {'9130fbef-81de-4986-b7b2-39cc7dab05f7'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:55:34.794991 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:55:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['9130fbef-81de-4986-b7b2-39cc7dab05f7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:34.845203 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115ff43-c38c-420b-988c-05614b2217ff req-8241e225-b28a-428d-a694-691bc97747a4 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:34.846682 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7115ff43-c38c-420b-988c-05614b2217ff req-8241e225-b28a-428d-a694-691bc97747a4 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/networks?id=bc5e6122-cef7-40db-876f-7ecdea19b92e HTTP/1.1" status: 200 len: 809 time: 0.1109087 Dec 12 18:55:34.861961 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7115ff43-c38c-420b-988c-05614b2217ff req-906eaf31-e614-422c-86f1-6c76aea2f770 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/quotas/11e40f536b39448d9cc7f3729f7bb724 HTTP/1.1" status: 200 len: 375 time: 0.0089314 Dec 12 18:55:34.899875 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Set router 9130fbef-81de-4986-b7b2-39cc7dab05f7 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:55:34.915581 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7115ff43-c38c-420b-988c-05614b2217ff req-1147b1b4-a4a0-4958-9791-d7566ae86bb5 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=11e40f536b39448d9cc7f3729f7bb724&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455444 Dec 12 18:55:35.107083 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7115ff43-c38c-420b-988c-05614b2217ff req-e4fed407-0635-4bc8-84e0-34f45266739c service neutron] 10.222.0.18 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787655 Dec 12 18:55:35.199524 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7115ff43-c38c-420b-988c-05614b2217ff req-130ba6f7-c71a-4cb5-a73f-82a89beb4043 service neutron] 10.222.0.18 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841017 Dec 12 18:55:35.370149 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-50b8486e-e7be-4c36-b921-3b46e38288f6 req-4eeed49a-0224-4413-bcf9-6bc8849b55dc tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 210 time: 0.0275810 Dec 12 18:55:35.374463 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130fbef-81de-4986-b7b2-39cc7dab05f7', 'name': 'tempest-TestSnapshotPattern-289811276-router', 'tenant_id': '8f1442b8a29c470bb60892288ab3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '95f65616-b9f7-4dcf-8237-bba7c0a08651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:29Z', 'updated_at': '2021-12-12T18:55:32Z', 'revision_number': 4, 'project_id': '8f1442b8a29c470bb60892288ab3079b', 'gw_port': {'id': '95f65616-b9f7-4dcf-8237-bba7c0a08651', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130fbef-81de-4986-b7b2-39cc7dab05f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:29Z', 'updated_at': '2021-12-12T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '0244e3ac-1f88-42cc-b962-81fbf04f5950', 'name': '', 'network_id': 'c4cd6752-5c53-491b-9c7d-dab2a796c5b4', 'tenant_id': '8f1442b8a29c470bb60892288ab3079b', 'mac_address': 'fa:16:3e:95:b7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130fbef-81de-4986-b7b2-39cc7dab05f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'be914166-3c97-4140-90f4-86942b454b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:31Z', 'updated_at': '2021-12-12T18:55:32Z', 'revision_number': 2, 'project_id': '8f1442b8a29c470bb60892288ab3079b', 'subnets': [{'id': 'be914166-3c97-4140-90f4-86942b454b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:35.406460 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Checking router: 9130fbef-81de-4986-b7b2-39cc7dab05f7 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:55:35.406825 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Updating router 9130fbef-81de-4986-b7b2-39cc7dab05f7 port 0244e3ac-1f88-42cc-b962-81fbf04f5950 binding host n-d-760354-5 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 18:55:35.437543 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:35.707973 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Publish callbacks [] for port, precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:35.713644 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:35.769202 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b7853-b7ab-4222-8e94-29ea63f4c8e0 None None] Pushing event updated for resources: {'Port': ['ID=0244e3ac-1f88-42cc-b962-81fbf04f5950,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:35.822399 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Attempting to bind port 0244e3ac-1f88-42cc-b962-81fbf04f5950 on host n-d-760354-5 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:55:35.822780 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Attempting to bind port 0244e3ac-1f88-42cc-b962-81fbf04f5950 by drivers openvswitch,hyperv on host n-d-760354-5 at level 0 using segments [{'id': '89e835bb-8c9c-436b-b061-e7faff2e7faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c4cd6752-5c53-491b-9c7d-dab2a796c5b4'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:55:35.823144 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Attempting to bind port 0244e3ac-1f88-42cc-b962-81fbf04f5950 on network c4cd6752-5c53-491b-9c7d-dab2a796c5b4 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:55:35.830767 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Checking agent: {'id': '15b2ac13-0acc-4c31-8b0b-d01f1822276f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 22, 51), 'started_at': datetime.datetime(2021, 12, 12, 17, 23, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760354-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:55:35.831189 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Checking segment: {'id': '89e835bb-8c9c-436b-b061-e7faff2e7faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c4cd6752-5c53-491b-9c7d-dab2a796c5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:55:35.831986 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:35.832340 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Bound using segment: {'id': '89e835bb-8c9c-436b-b061-e7faff2e7faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c4cd6752-5c53-491b-9c7d-dab2a796c5b4'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:55:35.832859 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Bound port: 0244e3ac-1f88-42cc-b962-81fbf04f5950, host: n-d-760354-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e835bb-8c9c-436b-b061-e7faff2e7faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c4cd6752-5c53-491b-9c7d-dab2a796c5b4'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:55:35.833314 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:35.906041 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] For port 0244e3ac-1f88-42cc-b962-81fbf04f5950, host n-d-760354-5, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:55:35.910063 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] For port 0244e3ac-1f88-42cc-b962-81fbf04f5950, host n-d-760354-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=0244e3ac-1f88-42cc-b962-81fbf04f5950,segment=NetworkSegment(89e835bb-8c9c-436b-b061-e7faff2e7faf),segment_id=89e835bb-8c9c-436b-b061-e7faff2e7faf)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:55:35.916010 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:35.975414 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Routers {'9130fbef-81de-4986-b7b2-39cc7dab05f7'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:55:35.976030 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:55:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['9130fbef-81de-4986-b7b2-39cc7dab05f7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:36.057080 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b7853-b7ab-4222-8e94-29ea63f4c8e0 None None] Pushing event updated for resources: {'Port': ['ID=0244e3ac-1f88-42cc-b962-81fbf04f5950,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:36.084835 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-f9051ecf-ad6f-46e0-99b4-2dd05cc3a0a5 None None] Provisioning complete for port 0244e3ac-1f88-42cc-b962-81fbf04f5950 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:36.085399 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9051ecf-ad6f-46e0-99b4-2dd05cc3a0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:36.143238 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] Set router 9130fbef-81de-4986-b7b2-39cc7dab05f7 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:55:36.282543 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9051ecf-ad6f-46e0-99b4-2dd05cc3a0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:36.337846 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f9051ecf-ad6f-46e0-99b4-2dd05cc3a0a5 None None] For port 0244e3ac-1f88-42cc-b962-81fbf04f5950, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=0244e3ac-1f88-42cc-b962-81fbf04f5950,segment=NetworkSegment(89e835bb-8c9c-436b-b061-e7faff2e7faf),segment_id=89e835bb-8c9c-436b-b061-e7faff2e7faf)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:55:36.343607 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f9051ecf-ad6f-46e0-99b4-2dd05cc3a0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:36.425258 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9051ecf-ad6f-46e0-99b4-2dd05cc3a0a5 None None] Pushing event updated for resources: {'Port': ['ID=0244e3ac-1f88-42cc-b962-81fbf04f5950,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:36.444263 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130fbef-81de-4986-b7b2-39cc7dab05f7', 'name': 'tempest-TestSnapshotPattern-289811276-router', 'tenant_id': '8f1442b8a29c470bb60892288ab3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '95f65616-b9f7-4dcf-8237-bba7c0a08651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:29Z', 'updated_at': '2021-12-12T18:55:32Z', 'revision_number': 4, 'project_id': '8f1442b8a29c470bb60892288ab3079b', 'gw_port': {'id': '95f65616-b9f7-4dcf-8237-bba7c0a08651', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130fbef-81de-4986-b7b2-39cc7dab05f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:29Z', 'updated_at': '2021-12-12T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '0244e3ac-1f88-42cc-b962-81fbf04f5950', 'name': '', 'network_id': 'c4cd6752-5c53-491b-9c7d-dab2a796c5b4', 'tenant_id': '8f1442b8a29c470bb60892288ab3079b', 'mac_address': 'fa:16:3e:95:b7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130fbef-81de-4986-b7b2-39cc7dab05f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'be914166-3c97-4140-90f4-86942b454b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:31Z', 'updated_at': '2021-12-12T18:55:35Z', 'revision_number': 4, 'project_id': '8f1442b8a29c470bb60892288ab3079b', 'subnets': [{'id': 'be914166-3c97-4140-90f4-86942b454b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:36.479922 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166fa8a-62e5-4749-9fec-8edfeabf8d7d None None] The sync data for ids ['9130fbef-81de-4986-b7b2-39cc7dab05f7'] in n-d-760354-5 is: [{'id': '9130fbef-81de-4986-b7b2-39cc7dab05f7', 'name': 'tempest-TestSnapshotPattern-289811276-router', 'tenant_id': '8f1442b8a29c470bb60892288ab3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '95f65616-b9f7-4dcf-8237-bba7c0a08651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:29Z', 'updated_at': '2021-12-12T18:55:32Z', 'revision_number': 4, 'project_id': '8f1442b8a29c470bb60892288ab3079b', 'gw_port': {'id': '95f65616-b9f7-4dcf-8237-bba7c0a08651', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130fbef-81de-4986-b7b2-39cc7dab05f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:29Z', 'updated_at': '2021-12-12T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': '0244e3ac-1f88-42cc-b962-81fbf04f5950', 'name': '', 'network_id': 'c4cd6752-5c53-491b-9c7d-dab2a796c5b4', 'tenant_id': '8f1442b8a29c470bb60892288ab3079b', 'mac_address': 'fa:16:3e:95:b7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130fbef-81de-4986-b7b2-39cc7dab05f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'be914166-3c97-4140-90f4-86942b454b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:31Z', 'updated_at': '2021-12-12T18:55:35Z', 'revision_number': 4, 'project_id': '8f1442b8a29c470bb60892288ab3079b', 'subnets': [{'id': 'be914166-3c97-4140-90f4-86942b454b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:55:36.491470 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-154e3b5f-c59d-41b7-ab68-d454b2462eb0 None None] Provisioning complete for port 0244e3ac-1f88-42cc-b962-81fbf04f5950 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:36.491860 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-154e3b5f-c59d-41b7-ab68-d454b2462eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:36.534834 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115ff43-c38c-420b-988c-05614b2217ff req-298ebd23-09e7-4ab5-ae2a-4c663fae7c8d tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:36.537542 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7115ff43-c38c-420b-988c-05614b2217ff req-298ebd23-09e7-4ab5-ae2a-4c663fae7c8d tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.31 "GET /v2.0/networks?id=bc5e6122-cef7-40db-876f-7ecdea19b92e HTTP/1.1" status: 200 len: 809 time: 0.1413467 Dec 12 18:55:36.540856 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-19c404fb-e43b-4eda-ab8e-adc954f7b0eb req-fda4b23d-a038-41bc-a079-461614809188 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 210 time: 0.0523555 Dec 12 18:55:36.645732 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7115ff43-c38c-420b-988c-05614b2217ff req-9d128400-2381-41b3-b429-a76810ae9d6f tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e40f536b39448d9cc7f3729f7bb724 HTTP/1.1" status: 200 len: 379 time: 0.0988469 Dec 12 18:55:36.656552 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-7115ff43-c38c-420b-988c-05614b2217ff req-f4fc56c8-1c3e-4a5d-8461-3bf3f7d5de47 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Request body: {'port': {'device_id': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'admin_state_up': True, 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'security_groups': ['49a26b11-77ae-4ea8-884b-cf6f325a5869']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:55:36.774395 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7115ff43-c38c-420b-988c-05614b2217ff req-f4fc56c8-1c3e-4a5d-8461-3bf3f7d5de47 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Made reservation on behalf of 11e40f536b39448d9cc7f3729f7bb724 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:55:36.778004 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7115ff43-c38c-420b-988c-05614b2217ff req-f4fc56c8-1c3e-4a5d-8461-3bf3f7d5de47 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:36.914605 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-7115ff43-c38c-420b-988c-05614b2217ff req-f4fc56c8-1c3e-4a5d-8461-3bf3f7d5de47 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Allocated IP 172.20.0.3 (bc5e6122-cef7-40db-876f-7ecdea19b92e/1dcda8f8-5f07-4d87-9fca-0e151b23d980/2ea38b63-1887-4ece-a387-62613d4054c4) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:55:37.057753 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7115ff43-c38c-420b-988c-05614b2217ff req-f4fc56c8-1c3e-4a5d-8461-3bf3f7d5de47 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for port, precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:37.097827 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7115ff43-c38c-420b-988c-05614b2217ff req-f4fc56c8-1c3e-4a5d-8461-3bf3f7d5de47 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:37.143989 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7115ff43-c38c-420b-988c-05614b2217ff req-f4fc56c8-1c3e-4a5d-8461-3bf3f7d5de47 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Network bc5e6122-cef7-40db-876f-7ecdea19b92e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:55:37.147325 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-7115ff43-c38c-420b-988c-05614b2217ff req-f4fc56c8-1c3e-4a5d-8461-3bf3f7d5de47 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:55:37.151839 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-7115ff43-c38c-420b-988c-05614b2217ff req-f4fc56c8-1c3e-4a5d-8461-3bf3f7d5de47 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:55:37.158364 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc56c8-1c3e-4a5d-8461-3bf3f7d5de47 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Pushing event updated for resources: {'Port': ['ID=2ea38b63-1887-4ece-a387-62613d4054c4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:37.204865 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115ff43-c38c-420b-988c-05614b2217ff req-f4fc56c8-1c3e-4a5d-8461-3bf3f7d5de47 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:37.205487 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7115ff43-c38c-420b-988c-05614b2217ff req-f4fc56c8-1c3e-4a5d-8461-3bf3f7d5de47 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:37.223424 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7115ff43-c38c-420b-988c-05614b2217ff req-f4fc56c8-1c3e-4a5d-8461-3bf3f7d5de47 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707114 Dec 12 18:55:37.236786 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.v2.base [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Request body: {'port': {'device_id': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760354-5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:55:37.297550 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:37.434587 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-070e88db-0bb6-49a6-acf1-d03f4bcfd690 None None] Provisioning complete for port 2ea38b63-1887-4ece-a387-62613d4054c4 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:37.435171 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-070e88db-0bb6-49a6-acf1-d03f4bcfd690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:37.470138 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-070e88db-0bb6-49a6-acf1-d03f4bcfd690 None None] Port 2ea38b63-1887-4ece-a387-62613d4054c4 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:55:37.561899 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea38b63-1887-4ece-a387-62613d4054c4 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:55:37.572146 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:37.587879 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Transition to ACTIVE for port object 2ea38b63-1887-4ece-a387-62613d4054c4 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:55:37.591555 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:37.653518 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ba9fb-d956-41b4-ae28-26bd0c4e61d5 req-a11b867f-f29e-485b-8675-9634e8baf1d6 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:37.655072 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c1ba9fb-d956-41b4-ae28-26bd0c4e61d5 req-a11b867f-f29e-485b-8675-9634e8baf1d6 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 943 time: 0.0515316 Dec 12 18:55:37.662645 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea38b63-1887-4ece-a387-62613d4054c4,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:37.708923 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4c1ba9fb-d956-41b4-ae28-26bd0c4e61d5 req-3e6fb4cc-6b4e-42ae-ac4f-503741c87a14 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467613 Dec 12 18:55:37.730917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Attempting to bind port 2ea38b63-1887-4ece-a387-62613d4054c4 on host n-h1-760354-5 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:55:37.730917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Attempting to bind port 2ea38b63-1887-4ece-a387-62613d4054c4 by drivers openvswitch,hyperv on host n-h1-760354-5 at level 0 using segments [{'id': 'ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:55:37.730917 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Attempting to bind port 2ea38b63-1887-4ece-a387-62613d4054c4 on network bc5e6122-cef7-40db-876f-7ecdea19b92e {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:55:37.735036 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Port 2ea38b63-1887-4ece-a387-62613d4054c4 on network bc5e6122-cef7-40db-876f-7ecdea19b92e not bound, no agent of type Open vSwitch agent registered on host n-h1-760354-5 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:55:37.735476 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Attempting to bind port 2ea38b63-1887-4ece-a387-62613d4054c4 on network bc5e6122-cef7-40db-876f-7ecdea19b92e {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:55:37.741291 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Checking agent: {'id': '43d93434-416f-4913-926d-e520b07d81c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:55:37.741636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Checking segment: {'id': 'ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:55:37.742023 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Bound using segment: {'id': 'ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:55:37.742456 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Bound port: 2ea38b63-1887-4ece-a387-62613d4054c4, host: n-h1-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:55:37.743394 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:37.810387 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] For port 2ea38b63-1887-4ece-a387-62613d4054c4, host n-h1-760354-5, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:55:37.813432 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] For port 2ea38b63-1887-4ece-a387-62613d4054c4, host n-h1-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=2ea38b63-1887-4ece-a387-62613d4054c4,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:55:37.817452 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8937023'] for port, after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:37.854055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:37.854693 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:37.856144 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7115ff43-c38c-420b-988c-05614b2217ff req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] 10.222.0.31 "PUT /v2.0/ports/2ea38b63-1887-4ece-a387-62613d4054c4 HTTP/1.1" status: 200 len: 1091 time: 0.6240199 Dec 12 18:55:37.856593 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'tag': '2ea38b63-1887-4ece-a387-62613d4054c4'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:55:37.858897 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0ecf0ab0d0673ed1ddf6e3181e2e5630b2f509d2790f5a8f7e136419b5c042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90abaca0-cd34-4108-92ac-b3f8267d1976" -d '{"events": [{"name": "network-changed", "server_uuid": "0952e2b9-8bcb-4ac0-90ca-4214ae2cc813", "tag": "2ea38b63-1887-4ece-a387-62613d4054c4"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:55:37.891916 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb28aa-f284-48bf-89ad-7610a51c8790 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea38b63-1887-4ece-a387-62613d4054c4,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:37.905755 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25a5fe9-6559-482f-b375-5d98e0467817 x-openstack-request-id: req-e25a5fe9-6559-482f-b375-5d98e0467817 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:55:37.906270 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0952e2b9-8bcb-4ac0-90ca-4214ae2cc813", "tag": "2ea38b63-1887-4ece-a387-62613d4054c4", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:55:37.906593 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e25a5fe9-6559-482f-b375-5d98e0467817 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:55:37.907063 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'tag': '2ea38b63-1887-4ece-a387-62613d4054c4', 'status': 'completed', 'code': 200} Dec 12 18:55:37.955751 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115ff43-c38c-420b-988c-05614b2217ff req-d7c8ba47-6879-42f6-a613-b8efd1fe6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:37.957293 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7115ff43-c38c-420b-988c-05614b2217ff req-d7c8ba47-6879-42f6-a613-b8efd1fe6f49 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11e40f536b39448d9cc7f3729f7bb724&device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 1094 time: 0.0441332 Dec 12 18:55:38.006467 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7115ff43-c38c-420b-988c-05614b2217ff req-01bf9282-bfe4-4562-86d7-76784af3386f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea38b63-1887-4ece-a387-62613d4054c4 HTTP/1.1" status: 200 len: 217 time: 0.0404377 Dec 12 18:55:38.062605 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115ff43-c38c-420b-988c-05614b2217ff req-1915fa7c-374f-4cfa-a18d-4099202ca43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:38.064215 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7115ff43-c38c-420b-988c-05614b2217ff req-1915fa7c-374f-4cfa-a18d-4099202ca43f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dcda8f8-5f07-4d87-9fca-0e151b23d980 HTTP/1.1" status: 200 len: 848 time: 0.0466909 Dec 12 18:55:38.121692 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115ff43-c38c-420b-988c-05614b2217ff req-fc97aa3b-56ba-435d-9ac3-b5d5bd165102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:38.123529 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7115ff43-c38c-420b-988c-05614b2217ff req-fc97aa3b-56ba-435d-9ac3-b5d5bd165102 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bc5e6122-cef7-40db-876f-7ecdea19b92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513201 Dec 12 18:55:38.218164 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7115ff43-c38c-420b-988c-05614b2217ff req-988a159d-1e39-4557-bdd1-1f9eda8b9455 service neutron] 10.222.0.31 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876913 Dec 12 18:55:38.308403 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-7115ff43-c38c-420b-988c-05614b2217ff req-bdcddc9b-0dbb-420f-b7fa-22b89e3bfece service neutron] 10.222.0.31 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835111 Dec 12 18:55:38.404501 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abaca0-cd34-4108-92ac-b3f8267d1976 req-35abc0e2-6736-45f7-b17e-22e3a553c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:38.405930 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-90abaca0-cd34-4108-92ac-b3f8267d1976 req-35abc0e2-6736-45f7-b17e-22e3a553c421 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11e40f536b39448d9cc7f3729f7bb724&device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 1094 time: 0.0485287 Dec 12 18:55:38.494656 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abaca0-cd34-4108-92ac-b3f8267d1976 req-dc1c3f8e-3e48-4d71-97ff-5c8550ba7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:38.496178 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-90abaca0-cd34-4108-92ac-b3f8267d1976 req-dc1c3f8e-3e48-4d71-97ff-5c8550ba7cf1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bc5e6122-cef7-40db-876f-7ecdea19b92e HTTP/1.1" status: 200 len: 910 time: 0.0833774 Dec 12 18:55:38.521676 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 0244e3ac-1f88-42cc-b962-81fbf04f5950 up at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:55:38.538970 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-90abaca0-cd34-4108-92ac-b3f8267d1976 req-5aa67015-d58e-4774-bd1c-e46f2f44fa94 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea38b63-1887-4ece-a387-62613d4054c4 HTTP/1.1" status: 200 len: 217 time: 0.0358675 Dec 12 18:55:38.573508 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-84101683-605a-4032-a827-041eb74fba3d None None] Provisioning complete for port 0244e3ac-1f88-42cc-b962-81fbf04f5950 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:38.573881 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:38.594592 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abaca0-cd34-4108-92ac-b3f8267d1976 req-d1939d29-fa97-4175-b0f3-cab4d1247e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:38.596099 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-90abaca0-cd34-4108-92ac-b3f8267d1976 req-d1939d29-fa97-4175-b0f3-cab4d1247e1d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dcda8f8-5f07-4d87-9fca-0e151b23d980 HTTP/1.1" status: 200 len: 848 time: 0.0501533 Dec 12 18:55:38.644017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abaca0-cd34-4108-92ac-b3f8267d1976 req-3b6b500e-41ef-437e-a721-11c6935f22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:38.645567 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-90abaca0-cd34-4108-92ac-b3f8267d1976 req-3b6b500e-41ef-437e-a721-11c6935f22ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bc5e6122-cef7-40db-876f-7ecdea19b92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417802 Dec 12 18:55:38.741751 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-90abaca0-cd34-4108-92ac-b3f8267d1976 req-770cd15e-c334-40e3-aaa8-90e9a5914d6b service neutron] 10.222.0.31 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884912 Dec 12 18:55:38.831063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fc0fc-a788-46a6-915d-e7e7bd572a75 req-a17e17d0-e9d9-456a-8bf8-261b2afa0e84 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:38.832622 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a2fc0fc-a788-46a6-915d-e7e7bd572a75 req-a17e17d0-e9d9-456a-8bf8-261b2afa0e84 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 943 time: 0.0503802 Dec 12 18:55:38.841046 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-90abaca0-cd34-4108-92ac-b3f8267d1976 req-12c87937-13da-45c0-967a-9837def87371 service neutron] 10.222.0.31 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920696 Dec 12 18:55:38.889188 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9a2fc0fc-a788-46a6-915d-e7e7bd572a75 req-0ea0ea56-88bb-4e04-801b-84283afe5946 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498490 Dec 12 18:55:40.012343 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504f5dd-4636-4c5f-833a-a340be91f8d3 req-31af6ae3-759a-40b7-9e2e-5f3f08e00e35 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:40.013939 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a504f5dd-4636-4c5f-833a-a340be91f8d3 req-31af6ae3-759a-40b7-9e2e-5f3f08e00e35 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 943 time: 0.0528445 Dec 12 18:55:40.063020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a504f5dd-4636-4c5f-833a-a340be91f8d3 req-57455484-9151-41da-92ef-ba4232092e7d tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430639 Dec 12 18:55:41.179692 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6cc67-ca88-49e8-b286-22a02888b8a8 req-f0bc9d82-24e7-4f8b-992e-355e7fcc8def tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:41.181189 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00f6cc67-ca88-49e8-b286-22a02888b8a8 req-f0bc9d82-24e7-4f8b-992e-355e7fcc8def tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 943 time: 0.0491672 Dec 12 18:55:41.230756 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-00f6cc67-ca88-49e8-b286-22a02888b8a8 req-de94962f-1463-49e8-bcb2-b8447b119464 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434806 Dec 12 18:55:41.350246 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 2ea38b63-1887-4ece-a387-62613d4054c4 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:55:41.443576 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 2ea38b63-1887-4ece-a387-62613d4054c4, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=2ea38b63-1887-4ece-a387-62613d4054c4,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:55:41.454750 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '2ea38b63-1887-4ece-a387-62613d4054c4', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'port_id': '2ea38b63-1887-4ece-a387-62613d4054c4', 'mac_address': 'fa:16:3e:1f:65:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:55:41.490478 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:41.503480 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea38b63-1887-4ece-a387-62613d4054c4 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:55:41.522473 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 2ea38b63-1887-4ece-a387-62613d4054c4, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=2ea38b63-1887-4ece-a387-62613d4054c4,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:55:41.526955 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:41.573158 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=2ea38b63-1887-4ece-a387-62613d4054c4,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:41.873883 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['2ea38b63-1887-4ece-a387-62613d4054c4'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:55:42.346462 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52157df9-1b41-4684-a518-d10b63dbf0e5 req-4d3337ba-daea-44b9-802b-fa19d325be12 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:42.347958 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52157df9-1b41-4684-a518-d10b63dbf0e5 req-4d3337ba-daea-44b9-802b-fa19d325be12 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 944 time: 0.0512512 Dec 12 18:55:42.396097 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-52157df9-1b41-4684-a518-d10b63dbf0e5 req-d94c89c7-eb65-4ffa-a5bd-d7adf1d4d1b0 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417480 Dec 12 18:55:43.351289 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 2ea38b63-1887-4ece-a387-62613d4054c4 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:55:43.402778 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning for port 2ea38b63-1887-4ece-a387-62613d4054c4 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:55:43.406706 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 2ea38b63-1887-4ece-a387-62613d4054c4 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:55:43.407078 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:43.489945 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:43.516962 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb3b80-2774-4c0d-89c0-c43bc8bfced3 req-6cd9e237-c895-488d-8175-26123594d127 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:43.518462 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-92eb3b80-2774-4c0d-89c0-c43bc8bfced3 req-6cd9e237-c895-488d-8175-26123594d127 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 944 time: 0.0525868 Dec 12 18:55:43.519377 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea38b63-1887-4ece-a387-62613d4054c4'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:55:43.521674 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc49ab93-798a-4966-813e-12771c1e722e" -d '{"events": [{"server_uuid": "0952e2b9-8bcb-4ac0-90ca-4214ae2cc813", "name": "network-vif-plugged", "status": "completed", "tag": "2ea38b63-1887-4ece-a387-62613d4054c4"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:55:43.537847 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 2ea38b63-1887-4ece-a387-62613d4054c4, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=2ea38b63-1887-4ece-a387-62613d4054c4,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:55:43.544108 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:43.580562 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-92eb3b80-2774-4c0d-89c0-c43bc8bfced3 req-865d9d40-1715-4a5c-8d19-b39a6f49b254 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543742 Dec 12 18:55:43.614363 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=2ea38b63-1887-4ece-a387-62613d4054c4,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:43.632513 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73007b18-4d00-405c-90e6-283f7731af6b x-openstack-request-id: req-73007b18-4d00-405c-90e6-283f7731af6b {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:55:43.632801 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0952e2b9-8bcb-4ac0-90ca-4214ae2cc813", "name": "network-vif-plugged", "status": "completed", "tag": "2ea38b63-1887-4ece-a387-62613d4054c4", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:55:43.633093 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73007b18-4d00-405c-90e6-283f7731af6b {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:55:43.633488 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea38b63-1887-4ece-a387-62613d4054c4', 'code': 200} Dec 12 18:55:43.729685 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b05a0e-8c8d-45f2-b837-7f62a17f614c req-cc9ec5a9-c410-4ab7-a616-33daf07879f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:43.731099 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-50b05a0e-8c8d-45f2-b837-7f62a17f614c req-cc9ec5a9-c410-4ab7-a616-33daf07879f2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 1096 time: 0.0396655 Dec 12 18:55:43.776826 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-50b05a0e-8c8d-45f2-b837-7f62a17f614c req-0fadd7c3-94c9-435d-8e13-ebd855761680 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382771 Dec 12 18:55:44.755325 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75b86a-588d-499d-a466-59e23d5fd7ec req-e62be761-52a3-42e6-bc96-d9935aba023b tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:44.756792 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d75b86a-588d-499d-a466-59e23d5fd7ec req-e62be761-52a3-42e6-bc96-d9935aba023b tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 945 time: 0.0952833 Dec 12 18:55:44.809653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7d75b86a-588d-499d-a466-59e23d5fd7ec req-c107bf8a-3736-4c60-bff7-fef2f37f1fc6 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462933 Dec 12 18:55:45.013350 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-764cb8d1-d7ba-4214-8a23-3b43f6225045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:45.973050 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47393a-7ea4-4abf-b8bf-3fb638c15380 req-1ef9db32-9a23-42f2-8b9c-c3edfde189ed tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:45.974513 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b47393a-7ea4-4abf-b8bf-3fb638c15380 req-1ef9db32-9a23-42f2-8b9c-c3edfde189ed tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 945 time: 0.0959649 Dec 12 18:55:46.022252 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-0b47393a-7ea4-4abf-b8bf-3fb638c15380 req-ac7aee6e-dad3-458a-a10c-0bb810239bf6 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418415 Dec 12 18:55:46.134602 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfa13e-74ec-468d-87ab-69e7d61ca7de req-10570fab-e6ad-4cc6-9f8d-a46c0608664a tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:46.136017 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0cfa13e-74ec-468d-87ab-69e7d61ca7de req-10570fab-e6ad-4cc6-9f8d-a46c0608664a tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 945 time: 0.0474896 Dec 12 18:55:46.183802 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a0cfa13e-74ec-468d-87ab-69e7d61ca7de req-ca27c9ef-50aa-4be3-a23d-49cd52ae7ca6 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419188 Dec 12 18:55:46.205385 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44760) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:46.287144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe91dd8-7ed4-46dd-99cd-d9190ff05cda tempest-TestSnapshotPattern-1927633849 tempest-TestSnapshotPattern-1927633849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:46.288665 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-fbe91dd8-7ed4-46dd-99cd-d9190ff05cda tempest-TestSnapshotPattern-1927633849 tempest-TestSnapshotPattern-1927633849-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 1091 time: 0.0822523 Dec 12 18:55:46.291640 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 44764) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:55:46.295975 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': '2ea38b63-1887-4ece-a387-62613d4054c4', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:55:46.317984 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:46.411217 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:46.514567 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Allocated IP 172.25.1.199 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/72358ac1-c681-4556-9bae-3c6e332cac69) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:55:46.610708 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:46.643501 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:46.685607 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:55:46.688397 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:55:46.692604 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:55:46.714926 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Pushing event updated for resources: {'Port': ['ID=72358ac1-c681-4556-9bae-3c6e332cac69,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:47.026040 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:47.093185 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:47.240356 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:47.244954 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:47.313787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Pushing event updated for resources: {'Port': ['ID=72358ac1-c681-4556-9bae-3c6e332cac69,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:55:47.322165 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:47.349394 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a7d900a7-e93d-4bbc-b764-d58718de3739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:47.422026 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Floating IP efb9a79a-111f-4f9f-b625-026be8c99197 associated. External IP: 172.25.1.199, port: 2ea38b63-1887-4ece-a387-62613d4054c4. Dec 12 18:55:47.832344 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:47.936485 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Router 51781749-6402-4f60-9bbf-9ee3f0dfc079 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:55:48.040534 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:55:48.050002 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef8acfc-cc3a-492f-b962-5676546061c6 None None] Sync routers for ids ['51781749-6402-4f60-9bbf-9ee3f0dfc079'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:55:48.058287 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:48.060868 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef8acfc-cc3a-492f-b962-5676546061c6 None None] Routers {'51781749-6402-4f60-9bbf-9ee3f0dfc079'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:55:48.061563 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0ef8acfc-cc3a-492f-b962-5676546061c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:55:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['51781749-6402-4f60-9bbf-9ee3f0dfc079'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:48.084832 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-21fa85ff-d1bf-4129-9ee4-68966f03aa92 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7920961 Dec 12 18:55:48.085749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'tag': '2ea38b63-1887-4ece-a387-62613d4054c4'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:55:48.088252 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4047e5cb-859a-4c2e-9b4b-ec5ccd629a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "0952e2b9-8bcb-4ac0-90ca-4214ae2cc813", "tag": "2ea38b63-1887-4ece-a387-62613d4054c4"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:55:48.169534 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-0ef8acfc-cc3a-492f-b962-5676546061c6 None None] Set router 51781749-6402-4f60-9bbf-9ee3f0dfc079 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:55:48.177175 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578fe266-778f-4ec5-9277-404c0b9c9033 x-openstack-request-id: req-578fe266-778f-4ec5-9277-404c0b9c9033 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:55:48.177466 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0952e2b9-8bcb-4ac0-90ca-4214ae2cc813", "tag": "2ea38b63-1887-4ece-a387-62613d4054c4", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:55:48.177717 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-578fe266-778f-4ec5-9277-404c0b9c9033 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:55:48.178192 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'tag': '2ea38b63-1887-4ece-a387-62613d4054c4', 'status': 'completed', 'code': 200} Dec 12 18:55:48.246580 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047e5cb-859a-4c2e-9b4b-ec5ccd629a4d req-30053f60-e8ce-4653-9868-74a4c8eedf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:48.248203 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4047e5cb-859a-4c2e-9b4b-ec5ccd629a4d req-30053f60-e8ce-4653-9868-74a4c8eedf1a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11e40f536b39448d9cc7f3729f7bb724&device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 1096 time: 0.0463467 Dec 12 18:55:48.255474 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:48.338466 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047e5cb-859a-4c2e-9b4b-ec5ccd629a4d req-fc858133-55ca-4477-892c-9a6730de2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:48.339904 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4047e5cb-859a-4c2e-9b4b-ec5ccd629a4d req-fc858133-55ca-4477-892c-9a6730de2259 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bc5e6122-cef7-40db-876f-7ecdea19b92e HTTP/1.1" status: 200 len: 910 time: 0.0842364 Dec 12 18:55:48.402572 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0ef8acfc-cc3a-492f-b962-5676546061c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port': {'id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:25Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'efb9a79a-111f-4f9f-b625-026be8c99197', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'port_id': '2ea38b63-1887-4ece-a387-62613d4054c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'mac_address': 'fa:16:3e:1f:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:55:46Z', 'updated_at': '2021-12-12T18:55:46Z', 'revision_number': 0, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c4ce4a-b993-4315-ac17-1c06e5548e8e', 'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'mac_address': 'fa:16:3e:23:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:26Z', 'updated_at': '2021-12-12T18:55:31Z', 'revision_number': 5, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'subnets': [{'id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:48.410808 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4047e5cb-859a-4c2e-9b4b-ec5ccd629a4d req-2e2c60c8-4374-4d07-a5b6-043040ad6c9f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea38b63-1887-4ece-a387-62613d4054c4 HTTP/1.1" status: 200 len: 999 time: 0.0642986 Dec 12 18:55:48.428634 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef8acfc-cc3a-492f-b962-5676546061c6 None None] Checking router: 51781749-6402-4f60-9bbf-9ee3f0dfc079 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:55:48.437384 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef8acfc-cc3a-492f-b962-5676546061c6 None None] Routers {'51781749-6402-4f60-9bbf-9ee3f0dfc079'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:55:48.438081 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0ef8acfc-cc3a-492f-b962-5676546061c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:55:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['51781749-6402-4f60-9bbf-9ee3f0dfc079'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:48.460017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047e5cb-859a-4c2e-9b4b-ec5ccd629a4d req-42708423-c622-4724-829e-9b917d6edd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:48.462049 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4047e5cb-859a-4c2e-9b4b-ec5ccd629a4d req-42708423-c622-4724-829e-9b917d6edd24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dcda8f8-5f07-4d87-9fca-0e151b23d980 HTTP/1.1" status: 200 len: 848 time: 0.0450292 Dec 12 18:55:48.509659 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047e5cb-859a-4c2e-9b4b-ec5ccd629a4d req-5fc45a81-c774-4fdc-a28b-a0d0a52e36a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:55:48.511234 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4047e5cb-859a-4c2e-9b4b-ec5ccd629a4d req-5fc45a81-c774-4fdc-a28b-a0d0a52e36a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bc5e6122-cef7-40db-876f-7ecdea19b92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427425 Dec 12 18:55:48.605651 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4047e5cb-859a-4c2e-9b4b-ec5ccd629a4d req-582f8966-7cbb-483d-9b42-e3d75dba3a2a service neutron] 10.222.0.31 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871210 Dec 12 18:55:48.628421 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-0ef8acfc-cc3a-492f-b962-5676546061c6 None None] Set router 51781749-6402-4f60-9bbf-9ee3f0dfc079 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:55:48.629704 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:48.699993 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4047e5cb-859a-4c2e-9b4b-ec5ccd629a4d req-eea76f78-f52c-46e8-96ce-ca7c142b0442 service neutron] 10.222.0.31 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867963 Dec 12 18:55:48.852752 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-0ef8acfc-cc3a-492f-b962-5676546061c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port': {'id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:25Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'efb9a79a-111f-4f9f-b625-026be8c99197', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'port_id': '2ea38b63-1887-4ece-a387-62613d4054c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'mac_address': 'fa:16:3e:1f:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:55:46Z', 'updated_at': '2021-12-12T18:55:46Z', 'revision_number': 0, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c4ce4a-b993-4315-ac17-1c06e5548e8e', 'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'mac_address': 'fa:16:3e:23:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:26Z', 'updated_at': '2021-12-12T18:55:31Z', 'revision_number': 5, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'subnets': [{'id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:55:48.878146 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef8acfc-cc3a-492f-b962-5676546061c6 None None] The sync data for ids ['51781749-6402-4f60-9bbf-9ee3f0dfc079'] in n-d-760354-5 is: [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port': {'id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:25Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'efb9a79a-111f-4f9f-b625-026be8c99197', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'port_id': '2ea38b63-1887-4ece-a387-62613d4054c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'mac_address': 'fa:16:3e:1f:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:55:46Z', 'updated_at': '2021-12-12T18:55:46Z', 'revision_number': 0, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c4ce4a-b993-4315-ac17-1c06e5548e8e', 'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'mac_address': 'fa:16:3e:23:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:26Z', 'updated_at': '2021-12-12T18:55:31Z', 'revision_number': 5, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'subnets': [{'id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:55:49.064319 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2361021-8f4c-46b4-a24a-bde48e28e34e None None] New status for floating IP efb9a79a-111f-4f9f-b625-026be8c99197: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:55:50.189362 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:55:50.364928 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:55:51.067534 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:56:15.014691 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-67479b64-aa90-47f1-becd-80b92afc8e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:56:17.352124 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-af2d90f0-0330-40c7-8f67-6ca153923be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:56:17.843494 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:56:18.257590 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:56:18.631345 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:56:20.363632 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:56:21.068509 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:56:27.189236 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:56:36.290201 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-80126934-f8b7-4e2e-8d1a-fb3d68f6fe11 req-ccc3267f-b30c-4c9d-be67-899bc03b8dbc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1053710 Dec 12 18:56:36.375281 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126934-f8b7-4e2e-8d1a-fb3d68f6fe11 req-b00f97f0-5212-4815-809c-02e2c1f0447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:56:36.376742 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-80126934-f8b7-4e2e-8d1a-fb3d68f6fe11 req-b00f97f0-5212-4815-809c-02e2c1f0447a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11e40f536b39448d9cc7f3729f7bb724&device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 1096 time: 0.0434363 Dec 12 18:56:36.475977 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126934-f8b7-4e2e-8d1a-fb3d68f6fe11 req-1abcdbc0-f4ba-4c9a-93d6-27a846418aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:56:36.477487 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-80126934-f8b7-4e2e-8d1a-fb3d68f6fe11 req-1abcdbc0-f4ba-4c9a-93d6-27a846418aaa service neutron] 10.222.0.31 "GET /v2.0/networks?id=bc5e6122-cef7-40db-876f-7ecdea19b92e HTTP/1.1" status: 200 len: 910 time: 0.0815215 Dec 12 18:56:36.547011 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-80126934-f8b7-4e2e-8d1a-fb3d68f6fe11 req-6673f0e1-aa35-4681-a953-d9c9d801bdd8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea38b63-1887-4ece-a387-62613d4054c4 HTTP/1.1" status: 200 len: 1001 time: 0.0629742 Dec 12 18:56:36.596777 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126934-f8b7-4e2e-8d1a-fb3d68f6fe11 req-23e64d91-485f-4475-803b-512e1f407532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:56:36.598205 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-80126934-f8b7-4e2e-8d1a-fb3d68f6fe11 req-23e64d91-485f-4475-803b-512e1f407532 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dcda8f8-5f07-4d87-9fca-0e151b23d980 HTTP/1.1" status: 200 len: 848 time: 0.0433912 Dec 12 18:56:36.642528 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126934-f8b7-4e2e-8d1a-fb3d68f6fe11 req-434f33e2-3239-4aff-b4db-1a70589e1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:56:36.644038 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-80126934-f8b7-4e2e-8d1a-fb3d68f6fe11 req-434f33e2-3239-4aff-b4db-1a70589e1fa5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bc5e6122-cef7-40db-876f-7ecdea19b92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389996 Dec 12 18:56:36.735033 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-80126934-f8b7-4e2e-8d1a-fb3d68f6fe11 req-0ec8c393-ba49-4ec0-89e2-53ea88f99c8f service neutron] 10.222.0.31 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829432 Dec 12 18:56:36.823059 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-80126934-f8b7-4e2e-8d1a-fb3d68f6fe11 req-e013fa08-bd69-413c-9423-a22d80aa64ad service neutron] 10.222.0.31 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811334 Dec 12 18:56:45.015948 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d70ba43-13ea-4c06-9f4c-655bdc319188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:56:47.353345 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a5de571c-a947-4a46-a724-20e73d2c95f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:56:47.846238 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:56:48.287387 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:56:48.634517 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:56:50.367120 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:56:51.069456 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:57:04.189082 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:57:15.016828 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-58cb5ec9-31f3-4156-ba7c-9365be9f9de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:57:17.356280 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-46957b28-513b-4dec-b554-10084c3764e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:57:17.844925 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:57:18.285818 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:57:18.638388 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:57:20.370912 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:57:21.070708 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:57:36.220946 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-62e72c1b-ca4f-40b5-80fa-4beae1933c97 req-e4fb55b6-d6d3-4e4d-9eba-1a72ca1fdaf1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390139 Dec 12 18:57:36.306527 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e72c1b-ca4f-40b5-80fa-4beae1933c97 req-d92b0b52-b76c-4cbb-86b0-c65a16cd41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:57:36.308061 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-62e72c1b-ca4f-40b5-80fa-4beae1933c97 req-d92b0b52-b76c-4cbb-86b0-c65a16cd41ca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11e40f536b39448d9cc7f3729f7bb724&device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 1096 time: 0.0436547 Dec 12 18:57:36.408377 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e72c1b-ca4f-40b5-80fa-4beae1933c97 req-ecb33249-d36b-458d-9167-6e1901c73427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:57:36.409892 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-62e72c1b-ca4f-40b5-80fa-4beae1933c97 req-ecb33249-d36b-458d-9167-6e1901c73427 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bc5e6122-cef7-40db-876f-7ecdea19b92e HTTP/1.1" status: 200 len: 910 time: 0.0835800 Dec 12 18:57:36.477527 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-62e72c1b-ca4f-40b5-80fa-4beae1933c97 req-4364dedb-6736-40a1-8b07-b51526445a8e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea38b63-1887-4ece-a387-62613d4054c4 HTTP/1.1" status: 200 len: 1001 time: 0.0600193 Dec 12 18:57:36.524903 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e72c1b-ca4f-40b5-80fa-4beae1933c97 req-4dc3f2fb-cbcb-436c-bdb7-b1df16786ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:57:36.526329 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-62e72c1b-ca4f-40b5-80fa-4beae1933c97 req-4dc3f2fb-cbcb-436c-bdb7-b1df16786ab8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dcda8f8-5f07-4d87-9fca-0e151b23d980 HTTP/1.1" status: 200 len: 848 time: 0.0422685 Dec 12 18:57:36.573194 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e72c1b-ca4f-40b5-80fa-4beae1933c97 req-50787180-54f8-4ccd-9328-08d2c84e42eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:57:36.574725 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-62e72c1b-ca4f-40b5-80fa-4beae1933c97 req-50787180-54f8-4ccd-9328-08d2c84e42eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bc5e6122-cef7-40db-876f-7ecdea19b92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399723 Dec 12 18:57:36.664629 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-62e72c1b-ca4f-40b5-80fa-4beae1933c97 req-680dc7dd-51b7-470b-bbca-6d3ce7374a0b service neutron] 10.222.0.31 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830667 Dec 12 18:57:36.750753 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-62e72c1b-ca4f-40b5-80fa-4beae1933c97 req-f8612634-9abf-4f8b-802f-94d5e987671b service neutron] 10.222.0.31 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794981 Dec 12 18:57:41.189150 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:57:45.019088 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e9f87b4d-219c-48df-a13c-c66e962b3ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:57:47.357986 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-edca8ce7-6167-41da-9dfb-17e6bf694cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:57:47.856134 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:57:48.297972 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:57:48.642660 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:57:50.371762 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:57:51.073420 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:15.020527 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-da8e9302-8c11-4647-9025-a4cad2480be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:17.358711 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-64eec3ca-5d42-4b96-a647-872cf9f9bc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:17.856660 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:18.189390 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:58:18.206328 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 2ea38b63-1887-4ece-a387-62613d4054c4 details requested by agent hyperv_n-h1-760354-5 with host n-h1-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:58:18.301179 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:18.312453 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 2ea38b63-1887-4ece-a387-62613d4054c4, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=2ea38b63-1887-4ece-a387-62613d4054c4,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:58:18.324360 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Returning: {'device': '2ea38b63-1887-4ece-a387-62613d4054c4', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'port_id': '2ea38b63-1887-4ece-a387-62613d4054c4', 'mac_address': 'fa:16:3e:1f:65:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:58:18.360981 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:18.373218 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ea38b63-1887-4ece-a387-62613d4054c4 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:58:18.392268 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 2ea38b63-1887-4ece-a387-62613d4054c4, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=2ea38b63-1887-4ece-a387-62613d4054c4,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:58:18.395798 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:18.443763 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=2ea38b63-1887-4ece-a387-62613d4054c4,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:58:18.451288 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:18.451642 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:18.451987 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:18.452327 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:18.452662 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:18.452994 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:18.453322 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:18.453648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:18.453974 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:18.454299 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:18.454633 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:18.454940 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:18.455285 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:18.468722 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] get_ports_and_sgs() called for port_ids ['2ea38b63-1887-4ece-a387-62613d4054c4'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:58:18.659355 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:20.221703 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 2ea38b63-1887-4ece-a387-62613d4054c4 up at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:58:20.267862 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Provisioning complete for port 2ea38b63-1887-4ece-a387-62613d4054c4 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:58:20.268231 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:20.341226 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:20.362746 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea38b63-1887-4ece-a387-62613d4054c4'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:58:20.365038 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a1aa43-5a5a-4801-8442-1247074d71bf" -d '{"events": [{"server_uuid": "0952e2b9-8bcb-4ac0-90ca-4214ae2cc813", "name": "network-vif-plugged", "status": "completed", "tag": "2ea38b63-1887-4ece-a387-62613d4054c4"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:58:20.385025 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 2ea38b63-1887-4ece-a387-62613d4054c4, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=2ea38b63-1887-4ece-a387-62613d4054c4,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:58:20.392797 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:20.400893 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:20.424421 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca82bc16-288d-4b01-833f-a96e58e4e121 x-openstack-request-id: req-ca82bc16-288d-4b01-833f-a96e58e4e121 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:58:20.424723 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0952e2b9-8bcb-4ac0-90ca-4214ae2cc813", "name": "network-vif-plugged", "status": "completed", "tag": "2ea38b63-1887-4ece-a387-62613d4054c4", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:58:20.424981 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca82bc16-288d-4b01-833f-a96e58e4e121 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:58:20.425371 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea38b63-1887-4ece-a387-62613d4054c4', 'code': 200} Dec 12 18:58:20.445410 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=2ea38b63-1887-4ece-a387-62613d4054c4,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:58:21.075736 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:32.354851 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-173a91f8-43c1-4555-b9bc-0585c53d7499 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-915380593&fields=id&tenant_id=11e40f536b39448d9cc7f3729f7bb724 HTTP/1.1" status: 200 len: 267 time: 0.0438619 Dec 12 18:58:32.462601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-7b729f46-4279-42b8-9bc5-4ad13371759f tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:32.464095 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-7b729f46-4279-42b8-9bc5-4ad13371759f tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/networks?id=bc5e6122-cef7-40db-876f-7ecdea19b92e HTTP/1.1" status: 200 len: 809 time: 0.1024950 Dec 12 18:58:32.479396 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-a6509f4a-ae19-4fbe-8bfe-5381d0dfc37f tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/quotas/11e40f536b39448d9cc7f3729f7bb724 HTTP/1.1" status: 200 len: 375 time: 0.0088651 Dec 12 18:58:32.531844 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-93d77668-2421-4ca5-beb5-de9f85722f08 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=11e40f536b39448d9cc7f3729f7bb724&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471644 Dec 12 18:58:32.547442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-ccf5d2bd-3848-472f-920a-9f93891176ba service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 18:58:32.548369 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-ccf5d2bd-3848-472f-920a-9f93891176ba service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050821 Dec 12 18:58:32.634217 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-13dad8ba-8118-4014-8ef6-06917d0d3182 service neutron] 10.222.0.18 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801616 Dec 12 18:58:32.723823 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-b609a1f1-6767-46bf-940b-9c6ce74165dd service neutron] 10.222.0.18 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829766 Dec 12 18:58:32.909978 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-c783f053-82aa-454d-a366-ad8f6c6e70cc req-e7f62eea-6006-469f-9136-d498042575f7 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 210 time: 0.0265253 Dec 12 18:58:33.986492 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d297378b-ddf8-4bb8-a537-706999e8f209 req-f19fd8d9-5744-4b65-ba79-aecfc5c8c8f0 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 210 time: 0.0256538 Dec 12 18:58:35.064079 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-7704d132-d046-4407-b4a3-9708af887cb4 req-47adef0d-ee04-4d0d-ad2b-3773047f9961 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 210 time: 0.0263944 Dec 12 18:58:36.149921 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-96082ae5-8193-451e-8f64-7e78a795d039 req-ef03386c-5ac1-43ab-ba99-7e996d24fbfe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 210 time: 0.0352778 Dec 12 18:58:36.322024 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 2ea38b63-1887-4ece-a387-62613d4054c4 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 18:58:36.395579 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:36.418847 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ea38b63-1887-4ece-a387-62613d4054c4'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:58:36.421119 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a75595-4c28-43db-b7e6-8e2bbd93efb1" -d '{"events": [{"server_uuid": "0952e2b9-8bcb-4ac0-90ca-4214ae2cc813", "name": "network-vif-unplugged", "status": "completed", "tag": "2ea38b63-1887-4ece-a387-62613d4054c4"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:58:36.433943 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] For port 2ea38b63-1887-4ece-a387-62613d4054c4, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=2ea38b63-1887-4ece-a387-62613d4054c4,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:58:36.437867 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:36.460290 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 18:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c9ba43-732b-41dd-8a7f-fb0833c09a87 x-openstack-request-id: req-05c9ba43-732b-41dd-8a7f-fb0833c09a87 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:58:36.460580 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0952e2b9-8bcb-4ac0-90ca-4214ae2cc813", "name": "network-vif-unplugged", "status": "completed", "tag": "2ea38b63-1887-4ece-a387-62613d4054c4", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:58:36.460835 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05c9ba43-732b-41dd-8a7f-fb0833c09a87 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:58:36.461251 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ea38b63-1887-4ece-a387-62613d4054c4', 'code': 200} Dec 12 18:58:36.489850 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Pushing event updated for resources: {'Port': ['ID=2ea38b63-1887-4ece-a387-62613d4054c4,revision_number=8']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:58:37.220713 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-55dcc9b8-3e00-4eb0-86cc-a89c8c5ba359 req-b188de7a-46cd-4fd3-a9eb-8737a2faf7b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407109 Dec 12 18:58:37.244738 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-4df2f6fa-9c1c-4b88-be60-26d138875dcd req-1ebaea74-0b29-423a-a688-2f8a9e2c5051 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 210 time: 0.0262272 Dec 12 18:58:37.305196 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcc9b8-3e00-4eb0-86cc-a89c8c5ba359 req-f4ab5e3f-c09a-468b-b14d-be13dc6ec3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:37.307327 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-55dcc9b8-3e00-4eb0-86cc-a89c8c5ba359 req-f4ab5e3f-c09a-468b-b14d-be13dc6ec3f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11e40f536b39448d9cc7f3729f7bb724&device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 1094 time: 0.0439391 Dec 12 18:58:37.412582 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcc9b8-3e00-4eb0-86cc-a89c8c5ba359 req-a6c44439-3c39-4fc7-bde8-051fb4206dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:37.414060 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-55dcc9b8-3e00-4eb0-86cc-a89c8c5ba359 req-a6c44439-3c39-4fc7-bde8-051fb4206dae service neutron] 10.222.0.31 "GET /v2.0/networks?id=bc5e6122-cef7-40db-876f-7ecdea19b92e HTTP/1.1" status: 200 len: 910 time: 0.0880029 Dec 12 18:58:37.488468 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-55dcc9b8-3e00-4eb0-86cc-a89c8c5ba359 req-85d3a7cb-bd29-4a8d-8748-7aa76a99e267 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea38b63-1887-4ece-a387-62613d4054c4 HTTP/1.1" status: 200 len: 999 time: 0.0672801 Dec 12 18:58:37.538170 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcc9b8-3e00-4eb0-86cc-a89c8c5ba359 req-fd9273c0-8875-412e-b8ac-3e3602b75a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:37.539711 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-55dcc9b8-3e00-4eb0-86cc-a89c8c5ba359 req-fd9273c0-8875-412e-b8ac-3e3602b75a43 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dcda8f8-5f07-4d87-9fca-0e151b23d980 HTTP/1.1" status: 200 len: 848 time: 0.0449045 Dec 12 18:58:37.590232 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcc9b8-3e00-4eb0-86cc-a89c8c5ba359 req-3a66446a-c150-4d23-b700-63dd816688a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:37.591785 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-55dcc9b8-3e00-4eb0-86cc-a89c8c5ba359 req-3a66446a-c150-4d23-b700-63dd816688a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bc5e6122-cef7-40db-876f-7ecdea19b92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448020 Dec 12 18:58:37.682865 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-55dcc9b8-3e00-4eb0-86cc-a89c8c5ba359 req-55822729-c33b-46d6-a657-b46c65540948 service neutron] 10.222.0.31 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838411 Dec 12 18:58:37.771599 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-55dcc9b8-3e00-4eb0-86cc-a89c8c5ba359 req-8f4f52ae-c385-4864-84a9-b910d1c58618 service neutron] 10.222.0.31 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814927 Dec 12 18:58:37.927939 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-533d2fbe-0535-49e8-bb30-db894ccb0eec tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:37.929389 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-533d2fbe-0535-49e8-bb30-db894ccb0eec tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.20 "GET /v2.0/networks?id=bc5e6122-cef7-40db-876f-7ecdea19b92e HTTP/1.1" status: 200 len: 809 time: 0.1048241 Dec 12 18:58:37.998259 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-bc87c377-3413-4c2a-9529-a62f71c02356 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e40f536b39448d9cc7f3729f7bb724 HTTP/1.1" status: 200 len: 379 time: 0.0588369 Dec 12 18:58:38.007925 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Request body: {'port': {'device_id': '75a20cc7-506e-4ad1-9ea4-77fad154e4cc', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'admin_state_up': True, 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'security_groups': ['49a26b11-77ae-4ea8-884b-cf6f325a5869']}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:58:38.116548 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Made reservation on behalf of 11e40f536b39448d9cc7f3729f7bb724 for: {'port': 1} {{(pid=103151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 18:58:38.120920 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:38.261408 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Allocated IP 172.20.0.14 (bc5e6122-cef7-40db-876f-7ecdea19b92e/1dcda8f8-5f07-4d87-9fca-0e151b23d980/07545ad8-65f4-4065-a4c3-c0df59387798) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:58:38.370925 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-446c9d64-f6f0-4265-973a-5bf0891558f8 req-2e7de466-d578-4ae0-9fbe-5b095e6c6805 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 210 time: 0.0356085 Dec 12 18:58:38.524485 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:38.571679 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:38.627442 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Network bc5e6122-cef7-40db-876f-7ecdea19b92e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:58:38.630773 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:58:38.634657 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:58:38.662222 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Pushing event updated for resources: {'Port': ['ID=07545ad8-65f4-4065-a4c3-c0df59387798,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:58:38.678405 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:38.679039 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:38.679587 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:38.680110 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:38.680712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:38.681232 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:38.681730 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:38.682242 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:38.682756 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:38.683279 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:38.684318 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:38.684829 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:38.685340 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 18:58:38.711337 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:38.712007 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:38.735447 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-5b214d68-0d42-4595-9ea2-84733d16bdf1 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7310545 Dec 12 18:58:38.896701 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-5e4ea6bf-a84b-48f6-a573-41b11535fa5f None None] Provisioning complete for port 07545ad8-65f4-4065-a4c3-c0df59387798 triggered by entity DHCP. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:58:38.897320 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea6bf-a84b-48f6-a573-41b11535fa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:38.934690 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-5e4ea6bf-a84b-48f6-a573-41b11535fa5f None None] Port 07545ad8-65f4-4065-a4c3-c0df59387798 cannot update to ACTIVE because it is not bound. {{(pid=103152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 18:58:39.511611 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae0b39-18bf-403d-a709-1cf8edf3ded0 req-e10b0e44-9023-42a4-aed6-6e43a70e0dd5 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:39.513778 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-40ae0b39-18bf-403d-a709-1cf8edf3ded0 req-e10b0e44-9023-42a4-aed6-6e43a70e0dd5 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 932 time: 0.0573130 Dec 12 18:58:39.571011 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-40ae0b39-18bf-403d-a709-1cf8edf3ded0 req-2c688c5b-e47f-4e21-a0e7-f44fd9f01739 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467336 Dec 12 18:58:40.691807 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9d35c-c9dc-4c3a-b3c7-39680e9fc369 req-512051ad-3d03-48e0-8db4-08893868a108 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:40.693284 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bcf9d35c-c9dc-4c3a-b3c7-39680e9fc369 req-512051ad-3d03-48e0-8db4-08893868a108 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 932 time: 0.0518162 Dec 12 18:58:40.742833 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-bcf9d35c-c9dc-4c3a-b3c7-39680e9fc369 req-9e27ca25-82da-4cf5-a201-dbabb44a478a tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434594 Dec 12 18:58:41.863250 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f19433-cc6f-42d0-8b82-f3abb34bdc10 req-51f215c5-8bd1-4f50-a7b2-5938f031ee47 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:41.864732 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0f19433-cc6f-42d0-8b82-f3abb34bdc10 req-51f215c5-8bd1-4f50-a7b2-5938f031ee47 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 932 time: 0.0507417 Dec 12 18:58:41.924559 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d0f19433-cc6f-42d0-8b82-f3abb34bdc10 req-6c3bdf26-dd55-463a-bc3a-dac844d50386 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537224 Dec 12 18:58:43.043905 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58024b-1c3b-4e5e-abe3-ac65ad6454c0 req-477371b9-d158-412d-9a22-37e99f1f1827 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:43.045529 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2d58024b-1c3b-4e5e-abe3-ac65ad6454c0 req-477371b9-d158-412d-9a22-37e99f1f1827 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 932 time: 0.0487330 Dec 12 18:58:43.102438 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2d58024b-1c3b-4e5e-abe3-ac65ad6454c0 req-e085776d-3941-4fb3-b02a-2ab15e526999 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498898 Dec 12 18:58:44.235668 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63b25e-5bdc-473b-bdaa-428d02ec4590 req-5c96cf60-4101-4b57-9bed-c160b27bb872 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:44.245505 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb63b25e-5bdc-473b-bdaa-428d02ec4590 req-5c96cf60-4101-4b57-9bed-c160b27bb872 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 932 time: 0.0681498 Dec 12 18:58:44.296018 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cb63b25e-5bdc-473b-bdaa-428d02ec4590 req-fc2eb956-7922-4ce6-a707-d1c743b4742f tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494437 Dec 12 18:58:45.022952 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-326cf273-2025-4d60-917d-f31d4ae3f263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:45.422483 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1a656-ce10-4a96-9e41-138e4c43714f req-05323b77-ae15-4510-84a1-74867e7f907c tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:45.424815 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88d1a656-ce10-4a96-9e41-138e4c43714f req-05323b77-ae15-4510-84a1-74867e7f907c tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 932 time: 0.0546169 Dec 12 18:58:45.475024 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-88d1a656-ce10-4a96-9e41-138e4c43714f req-0802b424-0ace-4aee-89c1-23c6c66f5920 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440354 Dec 12 18:58:46.632427 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76aa8c5-c917-42d3-b487-8a9c6060f8fe req-68417874-c481-49b1-ade2-6e09b2cfcd39 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:46.633841 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f76aa8c5-c917-42d3-b487-8a9c6060f8fe req-68417874-c481-49b1-ade2-6e09b2cfcd39 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 932 time: 0.0720692 Dec 12 18:58:46.685592 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f76aa8c5-c917-42d3-b487-8a9c6060f8fe req-01dc2e7d-8f55-41f5-b792-ccdd709b9732 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452216 Dec 12 18:58:47.361338 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1935f8c5-5c1c-4b06-a8f6-1fab2b5beb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:47.813807 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79671eeb-b6bf-4e67-b6a7-ee04673360ee req-00e7e739-59d6-4150-af4b-26f37d553c68 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:47.820808 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79671eeb-b6bf-4e67-b6a7-ee04673360ee req-00e7e739-59d6-4150-af4b-26f37d553c68 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 932 time: 0.0623779 Dec 12 18:58:47.865631 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-79671eeb-b6bf-4e67-b6a7-ee04673360ee req-cfe1e9b4-9d7a-4db1-a262-06461f3086c4 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437572 Dec 12 18:58:47.875936 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:48.297508 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:48.647174 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:48.698100 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Request body: {'port': {'device_id': '75a20cc7-506e-4ad1-9ea4-77fad154e4cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760354-5'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:58:48.750675 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:49.041419 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a1d5e-ea0c-447b-91e9-07bde694a331 req-fc2bc962-1bf0-4157-9567-27c851e30459 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:49.043648 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e40a1d5e-ea0c-447b-91e9-07bde694a331 req-fc2bc962-1bf0-4157-9567-27c851e30459 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 932 time: 0.1006048 Dec 12 18:58:49.067102 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07545ad8-65f4-4065-a4c3-c0df59387798 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:58:49.077121 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:49.109162 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Transition to ACTIVE for port object 07545ad8-65f4-4065-a4c3-c0df59387798 will not be triggered until provisioned by entity L2. {{(pid=103151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 18:58:49.115020 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-e40a1d5e-ea0c-447b-91e9-07bde694a331 req-c6e22d8f-bbb1-4b88-ae3e-742b9fabb731 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647562 Dec 12 18:58:49.116119 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:49.165238 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=07545ad8-65f4-4065-a4c3-c0df59387798,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:58:49.239825 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Attempting to bind port 07545ad8-65f4-4065-a4c3-c0df59387798 on host n-h2-760354-5 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 18:58:49.240161 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Attempting to bind port 07545ad8-65f4-4065-a4c3-c0df59387798 by drivers openvswitch,hyperv on host n-h2-760354-5 at level 0 using segments [{'id': 'ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 18:58:49.240486 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Attempting to bind port 07545ad8-65f4-4065-a4c3-c0df59387798 on network bc5e6122-cef7-40db-876f-7ecdea19b92e {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:58:49.246376 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Port 07545ad8-65f4-4065-a4c3-c0df59387798 on network bc5e6122-cef7-40db-876f-7ecdea19b92e not bound, no agent of type Open vSwitch agent registered on host n-h2-760354-5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 18:58:49.246827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Attempting to bind port 07545ad8-65f4-4065-a4c3-c0df59387798 on network bc5e6122-cef7-40db-876f-7ecdea19b92e {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 18:58:49.251964 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Checking agent: {'id': 'd028a7b3-b0bb-4a9e-9b56-190fdbf6faec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760354-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'started_at': datetime.datetime(2021, 12, 12, 17, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 18, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 18:58:49.252305 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Checking segment: {'id': 'ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 18:58:49.252688 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Bound using segment: {'id': 'ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 18:58:49.253257 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Bound port: 07545ad8-65f4-4065-a4c3-c0df59387798, host: n-h2-760354-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 18:58:49.253491 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:49.319589 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] For port 07545ad8-65f4-4065-a4c3-c0df59387798, host n-h2-760354-5, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 18:58:49.323063 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] For port 07545ad8-65f4-4065-a4c3-c0df59387798, host n-h2-760354-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=07545ad8-65f4-4065-a4c3-c0df59387798,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 18:58:49.328137 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:49.364649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:49.365339 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:49.366710 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] 10.222.0.20 "PUT /v2.0/ports/07545ad8-65f4-4065-a4c3-c0df59387798 HTTP/1.1" status: 200 len: 1092 time: 0.7183340 Dec 12 18:58:49.367153 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a20cc7-506e-4ad1-9ea4-77fad154e4cc', 'tag': '07545ad8-65f4-4065-a4c3-c0df59387798'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:58:49.369439 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25843b0-933d-4d5f-8c27-c5cbc04a7730" -d '{"events": [{"name": "network-changed", "server_uuid": "75a20cc7-506e-4ad1-9ea4-77fad154e4cc", "tag": "07545ad8-65f4-4065-a4c3-c0df59387798"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:58:49.394471 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff04f9b-481b-4756-a05a-e528a3b2a2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=07545ad8-65f4-4065-a4c3-c0df59387798,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:58:49.411753 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700ccb8d-72d5-4af3-96a8-4e25cd88325f x-openstack-request-id: req-700ccb8d-72d5-4af3-96a8-4e25cd88325f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:58:49.412078 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a20cc7-506e-4ad1-9ea4-77fad154e4cc", "tag": "07545ad8-65f4-4065-a4c3-c0df59387798", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:58:49.412341 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-700ccb8d-72d5-4af3-96a8-4e25cd88325f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:58:49.412753 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a20cc7-506e-4ad1-9ea4-77fad154e4cc', 'tag': '07545ad8-65f4-4065-a4c3-c0df59387798', 'status': 'completed', 'code': 200} Dec 12 18:58:49.464775 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-693579df-39b2-469a-937e-95f4e5619718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:49.466678 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-693579df-39b2-469a-937e-95f4e5619718 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=11e40f536b39448d9cc7f3729f7bb724&device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 1095 time: 0.0507743 Dec 12 18:58:49.509830 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-f50b295a-35bb-4244-8ae0-a01e863327c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07545ad8-65f4-4065-a4c3-c0df59387798 HTTP/1.1" status: 200 len: 217 time: 0.0353687 Dec 12 18:58:49.561225 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-88a884da-3ce2-4f84-ae5d-2025188ef45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:49.562707 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-88a884da-3ce2-4f84-ae5d-2025188ef45c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1dcda8f8-5f07-4d87-9fca-0e151b23d980 HTTP/1.1" status: 200 len: 848 time: 0.0455034 Dec 12 18:58:49.606692 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-881b4627-29b7-4183-bc34-8910999b38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:49.608152 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-881b4627-29b7-4183-bc34-8910999b38dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc5e6122-cef7-40db-876f-7ecdea19b92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390666 Dec 12 18:58:49.703021 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-69bc676d-e012-4c81-87e6-05fd9c8e2228 service neutron] 10.222.0.20 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873466 Dec 12 18:58:49.790527 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-3007b8ed-f2d3-47cd-be40-e7c2d19741bf req-8d317f52-51dd-4617-9c94-d264642bbe32 service neutron] 10.222.0.20 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809133 Dec 12 18:58:49.880898 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25843b0-933d-4d5f-8c27-c5cbc04a7730 req-a99449b5-7144-4230-b828-5044a46337f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:49.882320 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d25843b0-933d-4d5f-8c27-c5cbc04a7730 req-a99449b5-7144-4230-b828-5044a46337f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=11e40f536b39448d9cc7f3729f7bb724&device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 1095 time: 0.0446520 Dec 12 18:58:49.970208 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25843b0-933d-4d5f-8c27-c5cbc04a7730 req-54220c3d-93f8-409b-a41f-5316bfbfa214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:49.971690 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d25843b0-933d-4d5f-8c27-c5cbc04a7730 req-54220c3d-93f8-409b-a41f-5316bfbfa214 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc5e6122-cef7-40db-876f-7ecdea19b92e HTTP/1.1" status: 200 len: 910 time: 0.0814033 Dec 12 18:58:50.017534 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d25843b0-933d-4d5f-8c27-c5cbc04a7730 req-e5ff3633-aa50-4661-8303-1977cc8c0d79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07545ad8-65f4-4065-a4c3-c0df59387798 HTTP/1.1" status: 200 len: 217 time: 0.0385001 Dec 12 18:58:50.065787 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25843b0-933d-4d5f-8c27-c5cbc04a7730 req-923fc50d-8326-491b-b5d4-f418d6e6f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:50.067191 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d25843b0-933d-4d5f-8c27-c5cbc04a7730 req-923fc50d-8326-491b-b5d4-f418d6e6f2cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1dcda8f8-5f07-4d87-9fca-0e151b23d980 HTTP/1.1" status: 200 len: 848 time: 0.0426977 Dec 12 18:58:50.112108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25843b0-933d-4d5f-8c27-c5cbc04a7730 req-cb176e78-a8a6-494e-bac9-a130b3558df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:50.113570 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d25843b0-933d-4d5f-8c27-c5cbc04a7730 req-cb176e78-a8a6-494e-bac9-a130b3558df1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc5e6122-cef7-40db-876f-7ecdea19b92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384140 Dec 12 18:58:50.231597 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d25843b0-933d-4d5f-8c27-c5cbc04a7730 req-76496707-e0a7-4192-a707-ea63f90588d9 service neutron] 10.222.0.20 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092916 Dec 12 18:58:50.265446 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34570a49-84cc-4637-a12b-5a776a9a74a1 req-83c9ba48-cffa-422e-beb3-1af78267381d tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:50.266842 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34570a49-84cc-4637-a12b-5a776a9a74a1 req-83c9ba48-cffa-422e-beb3-1af78267381d tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 944 time: 0.0781474 Dec 12 18:58:50.356740 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-34570a49-84cc-4637-a12b-5a776a9a74a1 req-83912e67-e97e-41ca-b94f-a8d5d73a1404 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663557 Dec 12 18:58:50.372820 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d25843b0-933d-4d5f-8c27-c5cbc04a7730 req-9a9bb973-ea9d-48ef-9359-a36839c3356a service neutron] 10.222.0.20 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322334 Dec 12 18:58:50.380585 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:51.078123 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:51.474873 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20216e1-a270-4b77-b279-b865e40775f2 req-d0759bfa-e1b0-47a9-86c9-6c9acf67fdbc tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:51.476363 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a20216e1-a270-4b77-b279-b865e40775f2 req-d0759bfa-e1b0-47a9-86c9-6c9acf67fdbc tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 944 time: 0.0488787 Dec 12 18:58:51.524921 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a20216e1-a270-4b77-b279-b865e40775f2 req-b3a7974e-f327-4365-8196-016e71d659bb tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425296 Dec 12 18:58:51.958070 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 07545ad8-65f4-4065-a4c3-c0df59387798 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 18:58:52.050577 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 07545ad8-65f4-4065-a4c3-c0df59387798, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=07545ad8-65f4-4065-a4c3-c0df59387798,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:58:52.061955 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '07545ad8-65f4-4065-a4c3-c0df59387798', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'port_id': '07545ad8-65f4-4065-a4c3-c0df59387798', 'mac_address': 'fa:16:3e:bd:b3:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 18:58:52.096972 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:52.109428 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07545ad8-65f4-4065-a4c3-c0df59387798 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 18:58:52.129392 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 07545ad8-65f4-4065-a4c3-c0df59387798, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=07545ad8-65f4-4065-a4c3-c0df59387798,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:58:52.132982 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:52.180199 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=07545ad8-65f4-4065-a4c3-c0df59387798,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:58:52.393186 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['07545ad8-65f4-4065-a4c3-c0df59387798'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 18:58:52.646940 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d71cac-6f98-4a07-8849-17144e19c542 req-5bb64ff3-411d-459e-9a1a-eb40ae26fd1a tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:52.648352 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83d71cac-6f98-4a07-8849-17144e19c542 req-5bb64ff3-411d-459e-9a1a-eb40ae26fd1a tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 945 time: 0.0496361 Dec 12 18:58:52.697451 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-83d71cac-6f98-4a07-8849-17144e19c542 req-cb9c2aee-ea15-490b-ae72-eebd25a2fc58 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429397 Dec 12 18:58:53.817569 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21daf2a-252f-45b5-af4a-0711ec4702c2 req-5ffa1148-73ea-466e-b15f-9afd92eb08c8 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:53.819023 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f21daf2a-252f-45b5-af4a-0711ec4702c2 req-5ffa1148-73ea-466e-b15f-9afd92eb08c8 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 945 time: 0.0519028 Dec 12 18:58:53.866244 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-f21daf2a-252f-45b5-af4a-0711ec4702c2 req-ea0414f2-157d-4aa3-a881-595cc5c7bcde tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406780 Dec 12 18:58:53.973310 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 07545ad8-65f4-4065-a4c3-c0df59387798 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 18:58:54.021150 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning for port 07545ad8-65f4-4065-a4c3-c0df59387798 completed by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 18:58:54.025220 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 07545ad8-65f4-4065-a4c3-c0df59387798 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 18:58:54.025625 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:54.103371 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:54.129059 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a20cc7-506e-4ad1-9ea4-77fad154e4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07545ad8-65f4-4065-a4c3-c0df59387798'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:58:54.131572 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd5826e-d753-4cfd-aff3-247b1e286e73" -d '{"events": [{"server_uuid": "75a20cc7-506e-4ad1-9ea4-77fad154e4cc", "name": "network-vif-plugged", "status": "completed", "tag": "07545ad8-65f4-4065-a4c3-c0df59387798"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:58:54.143984 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 07545ad8-65f4-4065-a4c3-c0df59387798, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=07545ad8-65f4-4065-a4c3-c0df59387798,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 18:58:54.148051 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:54.174891 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 18:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2070ab05-dcb5-4eb0-a515-763710bea9d3 x-openstack-request-id: req-2070ab05-dcb5-4eb0-a515-763710bea9d3 {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:58:54.175192 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a20cc7-506e-4ad1-9ea4-77fad154e4cc", "name": "network-vif-plugged", "status": "completed", "tag": "07545ad8-65f4-4065-a4c3-c0df59387798", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:58:54.175461 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2070ab05-dcb5-4eb0-a515-763710bea9d3 {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:58:54.175847 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a20cc7-506e-4ad1-9ea4-77fad154e4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07545ad8-65f4-4065-a4c3-c0df59387798', 'code': 200} Dec 12 18:58:54.202230 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=07545ad8-65f4-4065-a4c3-c0df59387798,revision_number=5']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:58:54.268625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29961c-bc59-4d23-a092-0217ebfeab03 req-3b7819d4-e59d-4d4d-84c2-fb5f2bccaa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:54.270069 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf29961c-bc59-4d23-a092-0217ebfeab03 req-3b7819d4-e59d-4d4d-84c2-fb5f2bccaa42 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 1097 time: 0.0386024 Dec 12 18:58:54.317038 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-cf29961c-bc59-4d23-a092-0217ebfeab03 req-514efc84-224f-4128-8c74-44a4e7ea1c53 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387251 Dec 12 18:58:54.984625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e8266-7379-409d-bfaa-dd0f1b97ff5f req-6f033694-2b6b-4749-a608-d1706cb3d835 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:54.986131 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d32e8266-7379-409d-bfaa-dd0f1b97ff5f req-6f033694-2b6b-4749-a608-d1706cb3d835 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 946 time: 0.0521092 Dec 12 18:58:55.034783 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d32e8266-7379-409d-bfaa-dd0f1b97ff5f req-7cecf552-b5fa-486d-817a-f88cc9818b32 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427344 Dec 12 18:58:55.190103 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:58:56.150367 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8eb23-c850-4bb0-bfe3-b41395e011f9 req-965921dc-d122-4bbc-b5c6-2e43bb68e6cc tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:56.151906 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7e8eb23-c850-4bb0-bfe3-b41395e011f9 req-965921dc-d122-4bbc-b5c6-2e43bb68e6cc tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 946 time: 0.0485032 Dec 12 18:58:56.201168 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d7e8eb23-c850-4bb0-bfe3-b41395e011f9 req-86e31619-388a-4c52-b407-ab06d0efdedf tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428610 Dec 12 18:58:56.313617 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785fe5e-6a98-422e-b2b3-a08945236823 req-437e2feb-c06e-4a0e-a28c-d02ab6214e2d tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:56.314995 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9785fe5e-6a98-422e-b2b3-a08945236823 req-437e2feb-c06e-4a0e-a28c-d02ab6214e2d tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 946 time: 0.0474076 Dec 12 18:58:56.367450 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-9785fe5e-6a98-422e-b2b3-a08945236823 req-b8ec01e3-9f2b-4089-8926-8ba33cb3146c tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465200 Dec 12 18:58:56.389004 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45070) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:58:56.427593 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e8b161-14a9-4458-adbb-4c3fb92f64d0 tempest-TestSnapshotPattern-1927633849 tempest-TestSnapshotPattern-1927633849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:56.429115 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e3e8b161-14a9-4458-adbb-4c3fb92f64d0 tempest-TestSnapshotPattern-1927633849 tempest-TestSnapshotPattern-1927633849-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 1092 time: 0.0391636 Dec 12 18:58:56.431827 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45072) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 18:58:56.436075 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.v2.base [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Request body: {'floatingip': {'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'port_id': '07545ad8-65f4-4065-a4c3-c0df59387798', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 18:58:56.457805 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for floatingip, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:56.551743 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:56.654556 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Allocated IP 172.25.1.200 (890a4b59-34d7-4315-9d80-83fedf65298e/bbd8975e-31a7-4cd3-8881-231a6874f390/d336515e-3866-4047-8696-ddbc95a63a94) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 18:58:56.762310 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for port, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:56.795736 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778471182035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:56.835791 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Network 890a4b59-34d7-4315-9d80-83fedf65298e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 18:58:56.838749 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 18:58:56.842346 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 18:58:56.863053 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Pushing event updated for resources: {'Port': ['ID=d336515e-3866-4047-8696-ddbc95a63a94,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:58:57.177164 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:57.239829 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:57.385138 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for port, precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:57.389503 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3086471'] for port, after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:57.454313 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Pushing event updated for resources: {'Port': ['ID=d336515e-3866-4047-8696-ddbc95a63a94,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 18:58:57.466016 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473112'] for floatingip, after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:57.563443 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Floating IP c5a33a25-793b-419b-806d-5bc934cf9a02 associated. External IP: 172.25.1.200, port: 07545ad8-65f4-4065-a4c3-c0df59387798. Dec 12 18:58:57.764896 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Router 51781749-6402-4f60-9bbf-9ee3f0dfc079 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 18:58:58.188079 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 18:58:58.197877 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6fe4f-1e00-41cd-88e0-95d152f0604c None None] Sync routers for ids ['51781749-6402-4f60-9bbf-9ee3f0dfc079'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 18:58:58.205439 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:58:58.208758 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa6fe4f-1e00-41cd-88e0-95d152f0604c None None] Routers {'51781749-6402-4f60-9bbf-9ee3f0dfc079'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:58:58.209367 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6fa6fe4f-1e00-41cd-88e0-95d152f0604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:58:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['51781749-6402-4f60-9bbf-9ee3f0dfc079'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:58:58.231333 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-28448056-2f85-44ec-b2e1-f8632256c7af tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7984631 Dec 12 18:58:58.232006 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a20cc7-506e-4ad1-9ea4-77fad154e4cc', 'tag': '07545ad8-65f4-4065-a4c3-c0df59387798'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 18:58:58.234243 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2713e1b-51dd-4fc1-ba11-06a70df1250b" -d '{"events": [{"name": "network-changed", "server_uuid": "75a20cc7-506e-4ad1-9ea4-77fad154e4cc", "tag": "07545ad8-65f4-4065-a4c3-c0df59387798"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 18:58:58.271238 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 18:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df7aabc-43f7-4620-9e7b-e0b97c6b77a1 x-openstack-request-id: req-8df7aabc-43f7-4620-9e7b-e0b97c6b77a1 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 18:58:58.271535 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a20cc7-506e-4ad1-9ea4-77fad154e4cc", "tag": "07545ad8-65f4-4065-a4c3-c0df59387798", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 18:58:58.271790 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8df7aabc-43f7-4620-9e7b-e0b97c6b77a1 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 18:58:58.272183 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a20cc7-506e-4ad1-9ea4-77fad154e4cc', 'tag': '07545ad8-65f4-4065-a4c3-c0df59387798', 'status': 'completed', 'code': 200} Dec 12 18:58:58.318230 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-6fa6fe4f-1e00-41cd-88e0-95d152f0604c None None] Set router 51781749-6402-4f60-9bbf-9ee3f0dfc079 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:58:58.333538 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2713e1b-51dd-4fc1-ba11-06a70df1250b req-b716a949-08bb-4b6f-b8ef-8854f096322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:58.335039 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2713e1b-51dd-4fc1-ba11-06a70df1250b req-b716a949-08bb-4b6f-b8ef-8854f096322d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=11e40f536b39448d9cc7f3729f7bb724&device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 1097 time: 0.0405080 Dec 12 18:58:58.425014 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2713e1b-51dd-4fc1-ba11-06a70df1250b req-b92d51b9-01cd-43cd-8c77-6377cddc3d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:58.426480 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2713e1b-51dd-4fc1-ba11-06a70df1250b req-b92d51b9-01cd-43cd-8c77-6377cddc3d66 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc5e6122-cef7-40db-876f-7ecdea19b92e HTTP/1.1" status: 200 len: 910 time: 0.0846508 Dec 12 18:58:58.493652 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2713e1b-51dd-4fc1-ba11-06a70df1250b req-e5670fa8-17a2-438a-bc6e-89f5a0a9df1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07545ad8-65f4-4065-a4c3-c0df59387798 HTTP/1.1" status: 200 len: 1000 time: 0.0576050 Dec 12 18:58:58.541894 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2713e1b-51dd-4fc1-ba11-06a70df1250b req-9fb64973-a188-4c9d-9cb0-b05794c400d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:58.544653 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2713e1b-51dd-4fc1-ba11-06a70df1250b req-9fb64973-a188-4c9d-9cb0-b05794c400d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1dcda8f8-5f07-4d87-9fca-0e151b23d980 HTTP/1.1" status: 200 len: 848 time: 0.0437281 Dec 12 18:58:58.544838 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6fa6fe4f-1e00-41cd-88e0-95d152f0604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port': {'id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:25Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'c5a33a25-793b-419b-806d-5bc934cf9a02', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'port_id': '07545ad8-65f4-4065-a4c3-c0df59387798', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'mac_address': 'fa:16:3e:bd:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a20cc7-506e-4ad1-9ea4-77fad154e4cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:58:57Z', 'updated_at': '2021-12-12T18:58:57Z', 'revision_number': 0, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'fixed_ip_address_scope': None}, {'id': 'efb9a79a-111f-4f9f-b625-026be8c99197', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'port_id': '2ea38b63-1887-4ece-a387-62613d4054c4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'mac_address': 'fa:16:3e:1f:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:55:46Z', 'updated_at': '2021-12-12T18:55:49Z', 'revision_number': 1, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c4ce4a-b993-4315-ac17-1c06e5548e8e', 'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'mac_address': 'fa:16:3e:23:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:26Z', 'updated_at': '2021-12-12T18:55:31Z', 'revision_number': 5, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'subnets': [{'id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:58:58.571082 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6fe4f-1e00-41cd-88e0-95d152f0604c None None] Checking router: 51781749-6402-4f60-9bbf-9ee3f0dfc079 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 18:58:58.579402 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa6fe4f-1e00-41cd-88e0-95d152f0604c None None] Routers {'51781749-6402-4f60-9bbf-9ee3f0dfc079'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 18:58:58.580007 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6fa6fe4f-1e00-41cd-88e0-95d152f0604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T18:58:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['51781749-6402-4f60-9bbf-9ee3f0dfc079'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:58:58.592937 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2713e1b-51dd-4fc1-ba11-06a70df1250b req-530dd594-9e11-49ae-9b45-8b0a472f3cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:58:58.594427 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2713e1b-51dd-4fc1-ba11-06a70df1250b req-530dd594-9e11-49ae-9b45-8b0a472f3cbc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc5e6122-cef7-40db-876f-7ecdea19b92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428989 Dec 12 18:58:58.684683 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2713e1b-51dd-4fc1-ba11-06a70df1250b req-ad21fbf4-059a-414a-a2bb-9025b16bfcb0 service neutron] 10.222.0.20 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829718 Dec 12 18:58:58.684973 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-6fa6fe4f-1e00-41cd-88e0-95d152f0604c None None] Set router 51781749-6402-4f60-9bbf-9ee3f0dfc079 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 18:58:58.777431 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d2713e1b-51dd-4fc1-ba11-06a70df1250b req-bfdf1711-f259-4809-90c9-3af3734cab94 service neutron] 10.222.0.20 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858250 Dec 12 18:58:58.914110 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-6fa6fe4f-1e00-41cd-88e0-95d152f0604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port': {'id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:25Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'c5a33a25-793b-419b-806d-5bc934cf9a02', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'port_id': '07545ad8-65f4-4065-a4c3-c0df59387798', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'mac_address': 'fa:16:3e:bd:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a20cc7-506e-4ad1-9ea4-77fad154e4cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:58:57Z', 'updated_at': '2021-12-12T18:58:57Z', 'revision_number': 0, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'fixed_ip_address_scope': None}, {'id': 'efb9a79a-111f-4f9f-b625-026be8c99197', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'port_id': '2ea38b63-1887-4ece-a387-62613d4054c4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'mac_address': 'fa:16:3e:1f:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:55:46Z', 'updated_at': '2021-12-12T18:55:49Z', 'revision_number': 1, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c4ce4a-b993-4315-ac17-1c06e5548e8e', 'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'mac_address': 'fa:16:3e:23:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:26Z', 'updated_at': '2021-12-12T18:55:31Z', 'revision_number': 5, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'subnets': [{'id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 18:58:58.940016 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6fe4f-1e00-41cd-88e0-95d152f0604c None None] The sync data for ids ['51781749-6402-4f60-9bbf-9ee3f0dfc079'] in n-d-760354-5 is: [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port': {'id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:25Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'c5a33a25-793b-419b-806d-5bc934cf9a02', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'port_id': '07545ad8-65f4-4065-a4c3-c0df59387798', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'mac_address': 'fa:16:3e:bd:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a20cc7-506e-4ad1-9ea4-77fad154e4cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:58:57Z', 'updated_at': '2021-12-12T18:58:57Z', 'revision_number': 0, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'fixed_ip_address_scope': None}, {'id': 'efb9a79a-111f-4f9f-b625-026be8c99197', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'port_id': '2ea38b63-1887-4ece-a387-62613d4054c4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'mac_address': 'fa:16:3e:1f:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:55:46Z', 'updated_at': '2021-12-12T18:55:49Z', 'revision_number': 1, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c4ce4a-b993-4315-ac17-1c06e5548e8e', 'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'mac_address': 'fa:16:3e:23:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:26Z', 'updated_at': '2021-12-12T18:55:31Z', 'revision_number': 5, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'subnets': [{'id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 18:58:59.183815 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d02356-b46a-477d-b124-627ca418b0c5 None None] New status for floating IP c5a33a25-793b-419b-806d-5bc934cf9a02: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 18:59:15.025157 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-774af37a-53b0-4346-a122-a5d20c0e1d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:59:17.361962 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f69054ca-6e0b-473c-88d2-67e38ac03997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:59:17.871914 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:59:18.298730 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:59:18.649340 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:59:20.384399 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:59:21.079757 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:59:32.189869 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 18:59:38.218920 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1148cbee-6124-420f-beae-c5ff692a779a req-f3739939-281b-4720-b7ed-b98bdadec86f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398436 Dec 12 18:59:38.303013 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148cbee-6124-420f-beae-c5ff692a779a req-575b3476-cd10-46d9-ab88-8c039a555ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:59:38.304519 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1148cbee-6124-420f-beae-c5ff692a779a req-575b3476-cd10-46d9-ab88-8c039a555ab3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11e40f536b39448d9cc7f3729f7bb724&device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 1094 time: 0.0439198 Dec 12 18:59:38.406289 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148cbee-6124-420f-beae-c5ff692a779a req-240a26fb-c039-4ea4-b629-80924892647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:59:38.407807 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1148cbee-6124-420f-beae-c5ff692a779a req-240a26fb-c039-4ea4-b629-80924892647b service neutron] 10.222.0.31 "GET /v2.0/networks?id=bc5e6122-cef7-40db-876f-7ecdea19b92e HTTP/1.1" status: 200 len: 910 time: 0.0833106 Dec 12 18:59:38.475077 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1148cbee-6124-420f-beae-c5ff692a779a req-bf582e33-ed5e-4084-b370-f1262c0ba77d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea38b63-1887-4ece-a387-62613d4054c4 HTTP/1.1" status: 200 len: 999 time: 0.0599611 Dec 12 18:59:38.522567 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148cbee-6124-420f-beae-c5ff692a779a req-5460e81e-fc2f-4295-ada9-e15fe477424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:59:38.524019 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1148cbee-6124-420f-beae-c5ff692a779a req-5460e81e-fc2f-4295-ada9-e15fe477424f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dcda8f8-5f07-4d87-9fca-0e151b23d980 HTTP/1.1" status: 200 len: 848 time: 0.0422437 Dec 12 18:59:38.568261 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148cbee-6124-420f-beae-c5ff692a779a req-a8385bd2-54e8-42f6-b084-24d6877fd69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:59:38.569716 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1148cbee-6124-420f-beae-c5ff692a779a req-a8385bd2-54e8-42f6-b084-24d6877fd69d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bc5e6122-cef7-40db-876f-7ecdea19b92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387468 Dec 12 18:59:38.661474 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1148cbee-6124-420f-beae-c5ff692a779a req-e2ac28d9-4ebb-469b-8c53-97cfbfb3ee00 service neutron] 10.222.0.31 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838959 Dec 12 18:59:39.073603 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-1148cbee-6124-420f-beae-c5ff692a779a req-b1dbd8e1-2942-4190-91c1-cd528baab874 service neutron] 10.222.0.31 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047720 Dec 12 18:59:45.027714 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-73b123e1-c59e-41d5-90d1-b6bdebd44b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:59:47.362928 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3bdd1d03-5774-450d-944a-8e2492091a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:59:47.871101 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:59:48.296538 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:59:48.654054 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:59:50.386406 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:59:51.082099 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 18:59:53.736946 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a317a42b-9c98-41c4-87e4-2a2137ece21b req-1fed816a-6dcb-4841-b21c-bf24b778b680 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389926 Dec 12 18:59:53.815458 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317a42b-9c98-41c4-87e4-2a2137ece21b req-fb37d3d6-33de-4459-997d-7c2586d118b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:59:53.816902 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a317a42b-9c98-41c4-87e4-2a2137ece21b req-fb37d3d6-33de-4459-997d-7c2586d118b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=11e40f536b39448d9cc7f3729f7bb724&device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 1097 time: 0.0387733 Dec 12 18:59:53.919712 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317a42b-9c98-41c4-87e4-2a2137ece21b req-006bffba-b3ad-464c-8d57-63bd5984be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:59:53.921190 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a317a42b-9c98-41c4-87e4-2a2137ece21b req-006bffba-b3ad-464c-8d57-63bd5984be16 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc5e6122-cef7-40db-876f-7ecdea19b92e HTTP/1.1" status: 200 len: 910 time: 0.0854292 Dec 12 18:59:53.984537 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a317a42b-9c98-41c4-87e4-2a2137ece21b req-76475681-40b2-4afb-a1e9-5c3c040793ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07545ad8-65f4-4065-a4c3-c0df59387798 HTTP/1.1" status: 200 len: 1002 time: 0.0564866 Dec 12 18:59:54.031539 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317a42b-9c98-41c4-87e4-2a2137ece21b req-57990246-5bb9-473f-a24e-68cd43132f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:59:54.032964 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a317a42b-9c98-41c4-87e4-2a2137ece21b req-57990246-5bb9-473f-a24e-68cd43132f7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1dcda8f8-5f07-4d87-9fca-0e151b23d980 HTTP/1.1" status: 200 len: 848 time: 0.0420601 Dec 12 18:59:54.080135 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317a42b-9c98-41c4-87e4-2a2137ece21b req-e314ea4e-5669-445d-9d93-8205e56134d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 18:59:54.081578 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a317a42b-9c98-41c4-87e4-2a2137ece21b req-e314ea4e-5669-445d-9d93-8205e56134d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc5e6122-cef7-40db-876f-7ecdea19b92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420585 Dec 12 18:59:54.168003 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a317a42b-9c98-41c4-87e4-2a2137ece21b req-451ce2cc-914d-473f-9f5c-ec7fd4457456 service neutron] 10.222.0.20 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784163 Dec 12 18:59:54.257289 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-a317a42b-9c98-41c4-87e4-2a2137ece21b req-e49d7383-fcc9-4675-ac17-60113ca1547d service neutron] 10.222.0.20 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826125 Dec 12 19:00:09.189962 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 19:00:15.028357 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-10f6cdd5-145d-4229-bd92-abb532bae0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:17.364361 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5d7133b-c660-4af3-b953-0e3d54f77964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:17.870310 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:18.310959 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:18.653672 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:20.389046 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:21.089160 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:32.515901 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 07545ad8-65f4-4065-a4c3-c0df59387798 details requested by agent hyperv_n-h2-760354-5 with host n-h2-760354-5 {{(pid=103152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 19:00:32.613228 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 07545ad8-65f4-4065-a4c3-c0df59387798, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=07545ad8-65f4-4065-a4c3-c0df59387798,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 19:00:32.624263 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Returning: {'device': '07545ad8-65f4-4065-a4c3-c0df59387798', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'port_id': '07545ad8-65f4-4065-a4c3-c0df59387798', 'mac_address': 'fa:16:3e:bd:b3:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 19:00:32.660790 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:32.674297 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07545ad8-65f4-4065-a4c3-c0df59387798 {{(pid=103152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 19:00:32.692958 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 07545ad8-65f4-4065-a4c3-c0df59387798, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=07545ad8-65f4-4065-a4c3-c0df59387798,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 19:00:32.696924 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:32.751771 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=07545ad8-65f4-4065-a4c3-c0df59387798,revision_number=6']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:00:32.759316 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:32.759673 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:32.760023 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:32.760366 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:32.760704 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:32.761040 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:32.761376 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:32.761708 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:32.762045 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:32.762375 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:32.762708 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:32.763034 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:32.763394 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:32.788888 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] get_ports_and_sgs() called for port_ids ['07545ad8-65f4-4065-a4c3-c0df59387798'] {{(pid=103152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 19:00:34.521761 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 07545ad8-65f4-4065-a4c3-c0df59387798 up at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 19:00:34.577028 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.provisioning_blocks [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Provisioning complete for port 07545ad8-65f4-4065-a4c3-c0df59387798 triggered by entity L2. {{(pid=103152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 19:00:34.577789 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1569777'] for port, provisioning_complete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:34.659993 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610304'] for port, before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:34.689329 n-d-760354-5 neutron-server[103152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a20cc7-506e-4ad1-9ea4-77fad154e4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07545ad8-65f4-4065-a4c3-c0df59387798'}] {{(pid=103152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 19:00:34.691747 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e9611b47c55a85c04db50acddb1f0143a89bf65300dbb0defc7eb3ccc1b908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509389d0-b655-4c9d-aca9-18a08d47ddce" -d '{"events": [{"server_uuid": "75a20cc7-506e-4ad1-9ea4-77fad154e4cc", "name": "network-vif-plugged", "status": "completed", "tag": "07545ad8-65f4-4065-a4c3-c0df59387798"}]}' {{(pid=103152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 19:00:34.708290 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] For port 07545ad8-65f4-4065-a4c3-c0df59387798, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=07545ad8-65f4-4065-a4c3-c0df59387798,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 19:00:34.712619 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778471681253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778471182053', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778471182071'] for port, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:34.746589 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 19:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c67971-e23a-4e40-b5d3-4f524f2e665d x-openstack-request-id: req-17c67971-e23a-4e40-b5d3-4f524f2e665d {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 19:00:34.746908 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a20cc7-506e-4ad1-9ea4-77fad154e4cc", "name": "network-vif-plugged", "status": "completed", "tag": "07545ad8-65f4-4065-a4c3-c0df59387798", "code": 200}]} {{(pid=103152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 19:00:34.747152 n-d-760354-5 neutron-server[103152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17c67971-e23a-4e40-b5d3-4f524f2e665d {{(pid=103152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 19:00:34.747807 n-d-760354-5 neutron-server[103152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a20cc7-506e-4ad1-9ea4-77fad154e4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07545ad8-65f4-4065-a4c3-c0df59387798', 'code': 200} Dec 12 19:00:34.772958 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Pushing event updated for resources: {'Port': ['ID=07545ad8-65f4-4065-a4c3-c0df59387798,revision_number=7']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:00:40.461136 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dadf54a7-d336-4bfe-8a9e-98addb7b5b51 req-a180d421-1a5e-4213-8a34-acb92a0e4d52 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472775 Dec 12 19:00:40.560363 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf54a7-d336-4bfe-8a9e-98addb7b5b51 req-722d9eb5-8edc-4485-b3ab-b08a7df69f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 19:00:40.561810 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dadf54a7-d336-4bfe-8a9e-98addb7b5b51 req-722d9eb5-8edc-4485-b3ab-b08a7df69f24 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11e40f536b39448d9cc7f3729f7bb724&device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 1094 time: 0.0505245 Dec 12 19:00:40.678668 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf54a7-d336-4bfe-8a9e-98addb7b5b51 req-260ae8cf-07a6-42c9-a6e4-3ecf69e09887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 19:00:40.680263 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dadf54a7-d336-4bfe-8a9e-98addb7b5b51 req-260ae8cf-07a6-42c9-a6e4-3ecf69e09887 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bc5e6122-cef7-40db-876f-7ecdea19b92e HTTP/1.1" status: 200 len: 910 time: 0.0977969 Dec 12 19:00:40.754418 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dadf54a7-d336-4bfe-8a9e-98addb7b5b51 req-a211565b-ed63-4dfb-87ac-89024ee8fd64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea38b63-1887-4ece-a387-62613d4054c4 HTTP/1.1" status: 200 len: 999 time: 0.0664186 Dec 12 19:00:40.805055 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf54a7-d336-4bfe-8a9e-98addb7b5b51 req-49e8c485-902d-4524-8cdf-e9217249e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 19:00:40.806536 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dadf54a7-d336-4bfe-8a9e-98addb7b5b51 req-49e8c485-902d-4524-8cdf-e9217249e5fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dcda8f8-5f07-4d87-9fca-0e151b23d980 HTTP/1.1" status: 200 len: 848 time: 0.0454772 Dec 12 19:00:40.853390 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf54a7-d336-4bfe-8a9e-98addb7b5b51 req-28290443-95d9-4bdf-b216-c2589b2aeb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 19:00:40.855429 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dadf54a7-d336-4bfe-8a9e-98addb7b5b51 req-28290443-95d9-4bdf-b216-c2589b2aeb40 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bc5e6122-cef7-40db-876f-7ecdea19b92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420845 Dec 12 19:00:40.958580 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dadf54a7-d336-4bfe-8a9e-98addb7b5b51 req-c04a61ea-c7c9-4bf3-b612-1f4ac49c7c8d service neutron] 10.222.0.31 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962455 Dec 12 19:00:41.066426 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-dadf54a7-d336-4bfe-8a9e-98addb7b5b51 req-a36021c5-7b1b-4450-a1d8-246006d4d563 service neutron] 10.222.0.31 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012962 Dec 12 19:00:42.794036 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45272) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 19:00:42.948223 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Deleting port d336515e-3866-4047-8696-ddbc95a63a94 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 19:00:42.948460 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:43.020146 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:43.020476 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:43.032222 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Calling delete_port for d336515e-3866-4047-8696-ddbc95a63a94 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 19:00:43.183366 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:43.213649 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Pushing event deleted for resources: {'Port': ['ID=d336515e-3866-4047-8696-ddbc95a63a94,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:00:43.256924 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:43.257281 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:43.258061 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:43.258410 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:43.259049 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:43.259420 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:43.259762 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:43.260100 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:43.260434 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:43.260764 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:43.261094 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:43.261422 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:43.261751 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:43.284255 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:43.284600 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Floating IP c5a33a25-793b-419b-806d-5bc934cf9a02 disassociated (deleted). External IP: 172.25.1.200, port: 07545ad8-65f4-4065-a4c3-c0df59387798. Dec 12 19:00:43.502854 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Router 51781749-6402-4f60-9bbf-9ee3f0dfc079 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 19:00:43.611114 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 19:00:43.615615 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:43.623522 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7240e8-f997-437a-a413-31bed407b81d None None] Sync routers for ids ['51781749-6402-4f60-9bbf-9ee3f0dfc079'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 19:00:43.636049 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7240e8-f997-437a-a413-31bed407b81d None None] Routers {'51781749-6402-4f60-9bbf-9ee3f0dfc079'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 19:00:43.636866 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5b7240e8-f997-437a-a413-31bed407b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T19:00:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['51781749-6402-4f60-9bbf-9ee3f0dfc079'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:43.651243 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-8c7a8396-b338-4b26-a2d6-3bf4e262bcbe tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "DELETE /v2.0/floatingips/c5a33a25-793b-419b-806d-5bc934cf9a02 HTTP/1.1" status: 204 len: 168 time: 0.8530815 Dec 12 19:00:43.651243 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a20cc7-506e-4ad1-9ea4-77fad154e4cc', 'tag': '07545ad8-65f4-4065-a4c3-c0df59387798'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 19:00:43.651799 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208048a6-610b-452a-905d-d2f52c45eb7b" -d '{"events": [{"name": "network-changed", "server_uuid": "75a20cc7-506e-4ad1-9ea4-77fad154e4cc", "tag": "07545ad8-65f4-4065-a4c3-c0df59387798"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 19:00:43.730403 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 19:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f7e312-9030-447a-b18a-b27fa7b5c9b4 x-openstack-request-id: req-d5f7e312-9030-447a-b18a-b27fa7b5c9b4 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 19:00:43.731188 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a20cc7-506e-4ad1-9ea4-77fad154e4cc", "tag": "07545ad8-65f4-4065-a4c3-c0df59387798", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 19:00:43.731533 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5f7e312-9030-447a-b18a-b27fa7b5c9b4 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 19:00:43.732022 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a20cc7-506e-4ad1-9ea4-77fad154e4cc', 'tag': '07545ad8-65f4-4065-a4c3-c0df59387798', 'status': 'completed', 'code': 200} Dec 12 19:00:43.813715 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208048a6-610b-452a-905d-d2f52c45eb7b req-2cc581ac-9bba-4e15-832a-4bb8a1067628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 19:00:43.817300 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-208048a6-610b-452a-905d-d2f52c45eb7b req-2cc581ac-9bba-4e15-832a-4bb8a1067628 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=11e40f536b39448d9cc7f3729f7bb724&device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 1097 time: 0.0611351 Dec 12 19:00:43.894166 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-5b7240e8-f997-437a-a413-31bed407b81d None None] Set router 51781749-6402-4f60-9bbf-9ee3f0dfc079 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 19:00:43.956681 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208048a6-610b-452a-905d-d2f52c45eb7b req-c64836c7-6e39-4ba0-be8f-65bb69c3d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 19:00:43.958146 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-208048a6-610b-452a-905d-d2f52c45eb7b req-c64836c7-6e39-4ba0-be8f-65bb69c3d700 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc5e6122-cef7-40db-876f-7ecdea19b92e HTTP/1.1" status: 200 len: 910 time: 0.1297929 Dec 12 19:00:43.966813 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e094429-7fd7-41bf-b67e-f37163f945f5 req-fc9d68c6-9d0c-43fe-9883-e3412706dc70 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 19:00:43.968215 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e094429-7fd7-41bf-b67e-f37163f945f5 req-fc9d68c6-9d0c-43fe-9883-e3412706dc70 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 946 time: 0.0804558 Dec 12 19:00:44.010557 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-208048a6-610b-452a-905d-d2f52c45eb7b req-66bc5093-04e2-4673-8095-53e5eb788f9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07545ad8-65f4-4065-a4c3-c0df59387798 HTTP/1.1" status: 200 len: 217 time: 0.0404639 Dec 12 19:00:44.092710 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-8e094429-7fd7-41bf-b67e-f37163f945f5 req-73439be9-54dc-4094-89a9-4830f72e0a35 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158025 Dec 12 19:00:44.094266 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208048a6-610b-452a-905d-d2f52c45eb7b req-35edf955-a5e8-43b2-9b40-8a077bbf5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 19:00:44.095679 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-208048a6-610b-452a-905d-d2f52c45eb7b req-35edf955-a5e8-43b2-9b40-8a077bbf5203 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1dcda8f8-5f07-4d87-9fca-0e151b23d980 HTTP/1.1" status: 200 len: 848 time: 0.0758491 Dec 12 19:00:44.136250 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5b7240e8-f997-437a-a413-31bed407b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port': {'id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:25Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'efb9a79a-111f-4f9f-b625-026be8c99197', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'port_id': '2ea38b63-1887-4ece-a387-62613d4054c4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'mac_address': 'fa:16:3e:1f:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:55:46Z', 'updated_at': '2021-12-12T18:55:49Z', 'revision_number': 1, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c4ce4a-b993-4315-ac17-1c06e5548e8e', 'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'mac_address': 'fa:16:3e:23:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:26Z', 'updated_at': '2021-12-12T18:55:31Z', 'revision_number': 5, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'subnets': [{'id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:44.152490 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208048a6-610b-452a-905d-d2f52c45eb7b req-4bf98f58-d34e-401c-9440-ead239f4226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 19:00:44.154028 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-208048a6-610b-452a-905d-d2f52c45eb7b req-4bf98f58-d34e-401c-9440-ead239f4226c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc5e6122-cef7-40db-876f-7ecdea19b92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488639 Dec 12 19:00:44.171992 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7240e8-f997-437a-a413-31bed407b81d None None] Checking router: 51781749-6402-4f60-9bbf-9ee3f0dfc079 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 19:00:44.180612 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7240e8-f997-437a-a413-31bed407b81d None None] Routers {'51781749-6402-4f60-9bbf-9ee3f0dfc079'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 19:00:44.181421 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5b7240e8-f997-437a-a413-31bed407b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T19:00:17Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['51781749-6402-4f60-9bbf-9ee3f0dfc079'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:44.248694 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-208048a6-610b-452a-905d-d2f52c45eb7b req-f179d62b-0b6a-465c-86af-62f44ec864f2 service neutron] 10.222.0.20 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860505 Dec 12 19:00:44.286616 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-5b7240e8-f997-437a-a413-31bed407b81d None None] Set router 51781749-6402-4f60-9bbf-9ee3f0dfc079 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 19:00:44.345655 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-208048a6-610b-452a-905d-d2f52c45eb7b req-ac0aea2f-c42e-4190-9180-92498dd6707b service neutron] 10.222.0.20 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890150 Dec 12 19:00:44.516957 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-5b7240e8-f997-437a-a413-31bed407b81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port': {'id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:25Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'efb9a79a-111f-4f9f-b625-026be8c99197', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'port_id': '2ea38b63-1887-4ece-a387-62613d4054c4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'mac_address': 'fa:16:3e:1f:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:55:46Z', 'updated_at': '2021-12-12T18:55:49Z', 'revision_number': 1, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c4ce4a-b993-4315-ac17-1c06e5548e8e', 'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'mac_address': 'fa:16:3e:23:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:26Z', 'updated_at': '2021-12-12T18:55:31Z', 'revision_number': 5, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'subnets': [{'id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:44.542521 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7240e8-f997-437a-a413-31bed407b81d None None] The sync data for ids ['51781749-6402-4f60-9bbf-9ee3f0dfc079'] in n-d-760354-5 is: [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port': {'id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:25Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_floatingips': [{'id': 'efb9a79a-111f-4f9f-b625-026be8c99197', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'router_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'port_id': '2ea38b63-1887-4ece-a387-62613d4054c4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'mac_address': 'fa:16:3e:1f:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T18:55:46Z', 'updated_at': '2021-12-12T18:55:49Z', 'revision_number': 1, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c4ce4a-b993-4315-ac17-1c06e5548e8e', 'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'mac_address': 'fa:16:3e:23:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:26Z', 'updated_at': '2021-12-12T18:55:31Z', 'revision_number': 5, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'subnets': [{'id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 19:00:44.781038 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ff5e52-7a54-4a8b-a1dd-87aed6da9427 None None] New status for floating IP c5a33a25-793b-419b-806d-5bc934cf9a02: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 19:00:45.029917 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-03fd1c09-474e-4656-b10a-fea12a58673b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:45.216745 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddca03-1cef-4918-9049-9b10135d999c req-fd1f0b78-b419-4285-b7e5-b9489c7740bc tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 19:00:45.218231 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2bddca03-1cef-4918-9049-9b10135d999c req-fd1f0b78-b419-4285-b7e5-b9489c7740bc tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 946 time: 0.0493984 Dec 12 19:00:45.273122 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-2bddca03-1cef-4918-9049-9b10135d999c req-4d5c7f5e-6114-459f-9817-9e439857be6b tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489244 Dec 12 19:00:45.443191 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6a1a0-5f9a-4ad1-90dd-91b9eb33c205 req-3651345d-e481-4ddc-97e3-3f8edda3fcf8 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 19:00:45.444568 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64b6a1a0-5f9a-4ad1-90dd-91b9eb33c205 req-3651345d-e481-4ddc-97e3-3f8edda3fcf8 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.20 "GET /v2.0/ports?device_id=75a20cc7-506e-4ad1-9ea4-77fad154e4cc HTTP/1.1" status: 200 len: 946 time: 0.0471900 Dec 12 19:00:45.538767 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-64b6a1a0-5f9a-4ad1-90dd-91b9eb33c205 req-069cc9a9-d522-4ffd-8551-02e07e18a10a tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Deleting port 07545ad8-65f4-4065-a4c3-c0df59387798 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 19:00:45.539112 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-64b6a1a0-5f9a-4ad1-90dd-91b9eb33c205 req-069cc9a9-d522-4ffd-8551-02e07e18a10a tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:45.624998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [req-64b6a1a0-5f9a-4ad1-90dd-91b9eb33c205 req-069cc9a9-d522-4ffd-8551-02e07e18a10a tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] For port 07545ad8-65f4-4065-a4c3-c0df59387798, host n-h2-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760354-5',level=0,port_id=07545ad8-65f4-4065-a4c3-c0df59387798,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 19:00:45.625361 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-64b6a1a0-5f9a-4ad1-90dd-91b9eb33c205 req-069cc9a9-d522-4ffd-8551-02e07e18a10a tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:45.641877 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [req-64b6a1a0-5f9a-4ad1-90dd-91b9eb33c205 req-069cc9a9-d522-4ffd-8551-02e07e18a10a tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Calling delete_port for 07545ad8-65f4-4065-a4c3-c0df59387798 owned by compute:nova {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 19:00:45.764993 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-64b6a1a0-5f9a-4ad1-90dd-91b9eb33c205 req-069cc9a9-d522-4ffd-8551-02e07e18a10a tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:45.798983 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cc9a9-d522-4ffd-8551-02e07e18a10a tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Pushing event deleted for resources: {'Port': ['ID=07545ad8-65f4-4065-a4c3-c0df59387798,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:00:45.836625 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b6a1a0-5f9a-4ad1-90dd-91b9eb33c205 req-069cc9a9-d522-4ffd-8551-02e07e18a10a tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] No DVR routers for this DVR port 07545ad8-65f4-4065-a4c3-c0df59387798 on host n-h2-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 19:00:45.839076 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [req-64b6a1a0-5f9a-4ad1-90dd-91b9eb33c205 req-069cc9a9-d522-4ffd-8551-02e07e18a10a tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:45.842520 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-64b6a1a0-5f9a-4ad1-90dd-91b9eb33c205 req-069cc9a9-d522-4ffd-8551-02e07e18a10a tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.20 "DELETE /v2.0/ports/07545ad8-65f4-4065-a4c3-c0df59387798 HTTP/1.1" status: 204 len: 173 time: 0.3912361 Dec 12 19:00:45.842973 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a20cc7-506e-4ad1-9ea4-77fad154e4cc', 'name': 'network-vif-deleted', 'tag': '07545ad8-65f4-4065-a4c3-c0df59387798'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 19:00:45.845293 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc08cfdc-b3e8-4e69-8fcd-13442dfe1ee1" -d '{"events": [{"server_uuid": "75a20cc7-506e-4ad1-9ea4-77fad154e4cc", "name": "network-vif-deleted", "tag": "07545ad8-65f4-4065-a4c3-c0df59387798"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 19:00:45.883765 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 19:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ac8059-1bd3-4453-8207-f9ca4b7fb387 x-openstack-request-id: req-83ac8059-1bd3-4453-8207-f9ca4b7fb387 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 19:00:45.884068 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a20cc7-506e-4ad1-9ea4-77fad154e4cc", "name": "network-vif-deleted", "tag": "07545ad8-65f4-4065-a4c3-c0df59387798", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 19:00:45.884324 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83ac8059-1bd3-4453-8207-f9ca4b7fb387 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 19:00:45.884726 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a20cc7-506e-4ad1-9ea4-77fad154e4cc', 'name': 'network-vif-deleted', 'tag': '07545ad8-65f4-4065-a4c3-c0df59387798', 'status': 'completed', 'code': 200} Dec 12 19:00:46.190367 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 19:00:46.606925 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 07545ad8-65f4-4065-a4c3-c0df59387798 no longer exists at agent hyperv_n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 19:00:46.626403 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] No Port match for: 07545ad8-65f4-4065-a4c3-c0df59387798 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 19:00:46.626828 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Device 07545ad8-65f4-4065-a4c3-c0df59387798 not bound to the agent host n-h2-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 19:00:46.833984 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45346) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 19:00:46.987386 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1035ec1c-5486-41d6-ac80-ad7551058891 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Deleting port 72358ac1-c681-4556-9bae-3c6e332cac69 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 19:00:46.987736 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1035ec1c-5486-41d6-ac80-ad7551058891 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:47.060356 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1035ec1c-5486-41d6-ac80-ad7551058891 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:47.060683 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1035ec1c-5486-41d6-ac80-ad7551058891 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:47.072019 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1035ec1c-5486-41d6-ac80-ad7551058891 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Calling delete_port for 72358ac1-c681-4556-9bae-3c6e332cac69 owned by network:floatingip {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 19:00:47.218656 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1035ec1c-5486-41d6-ac80-ad7551058891 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:47.246343 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035ec1c-5486-41d6-ac80-ad7551058891 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Pushing event deleted for resources: {'Port': ['ID=72358ac1-c681-4556-9bae-3c6e332cac69,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:00:47.305759 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1035ec1c-5486-41d6-ac80-ad7551058891 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for floatingip, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:47.306086 n-d-760354-5 neutron-server[103151]: INFO neutron.db.l3_db [None req-1035ec1c-5486-41d6-ac80-ad7551058891 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Floating IP efb9a79a-111f-4f9f-b625-026be8c99197 disassociated (deleted). External IP: 172.25.1.199, port: 2ea38b63-1887-4ece-a387-62613d4054c4. Dec 12 19:00:47.366023 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f6b11268-f7b6-47fa-a382-63989fee1674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:47.507933 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1035ec1c-5486-41d6-ac80-ad7551058891 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Router 51781749-6402-4f60-9bbf-9ee3f0dfc079 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 19:00:47.612601 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1035ec1c-5486-41d6-ac80-ad7551058891 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 19:00:47.617002 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1035ec1c-5486-41d6-ac80-ad7551058891 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for floatingip, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:47.623133 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ca4237-e3b2-4d79-b55e-5ffd58c4d4b1 None None] Sync routers for ids ['51781749-6402-4f60-9bbf-9ee3f0dfc079'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 19:00:47.633975 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca4237-e3b2-4d79-b55e-5ffd58c4d4b1 None None] Routers {'51781749-6402-4f60-9bbf-9ee3f0dfc079'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 19:00:47.634592 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b2ca4237-e3b2-4d79-b55e-5ffd58c4d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T19:00:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['51781749-6402-4f60-9bbf-9ee3f0dfc079'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:47.744182 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-b2ca4237-e3b2-4d79-b55e-5ffd58c4d4b1 None None] Set router 51781749-6402-4f60-9bbf-9ee3f0dfc079 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 19:00:47.873036 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:47.955831 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b2ca4237-e3b2-4d79-b55e-5ffd58c4d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port': {'id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:25Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'd5c4ce4a-b993-4315-ac17-1c06e5548e8e', 'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'mac_address': 'fa:16:3e:23:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:26Z', 'updated_at': '2021-12-12T18:55:31Z', 'revision_number': 5, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'subnets': [{'id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:47.969139 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1035ec1c-5486-41d6-ac80-ad7551058891 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "DELETE /v2.0/floatingips/efb9a79a-111f-4f9f-b625-026be8c99197 HTTP/1.1" status: 204 len: 168 time: 1.1339977 Dec 12 19:00:47.969770 n-d-760354-5 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'tag': '2ea38b63-1887-4ece-a387-62613d4054c4'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 19:00:47.971953 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7ac88faca435b6731eba8454d0b694219f7d478f519dcac014acd346059d79" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4773d636-e9cb-4174-9f74-2b91eb1238a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0952e2b9-8bcb-4ac0-90ca-4214ae2cc813", "tag": "2ea38b63-1887-4ece-a387-62613d4054c4"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 19:00:47.981492 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ca4237-e3b2-4d79-b55e-5ffd58c4d4b1 None None] Checking router: 51781749-6402-4f60-9bbf-9ee3f0dfc079 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 19:00:47.991427 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca4237-e3b2-4d79-b55e-5ffd58c4d4b1 None None] Routers {'51781749-6402-4f60-9bbf-9ee3f0dfc079'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 19:00:47.992046 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b2ca4237-e3b2-4d79-b55e-5ffd58c4d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T19:00:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['51781749-6402-4f60-9bbf-9ee3f0dfc079'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:48.088963 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 19:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c71345-f7ad-40c6-b8e3-371a1b4c7aea x-openstack-request-id: req-70c71345-f7ad-40c6-b8e3-371a1b4c7aea {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 19:00:48.088963 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0952e2b9-8bcb-4ac0-90ca-4214ae2cc813", "tag": "2ea38b63-1887-4ece-a387-62613d4054c4", "status": "completed", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 19:00:48.089255 n-d-760354-5 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70c71345-f7ad-40c6-b8e3-371a1b4c7aea {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 19:00:48.089636 n-d-760354-5 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'tag': '2ea38b63-1887-4ece-a387-62613d4054c4', 'status': 'completed', 'code': 200} Dec 12 19:00:48.104800 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-b2ca4237-e3b2-4d79-b55e-5ffd58c4d4b1 None None] Set router 51781749-6402-4f60-9bbf-9ee3f0dfc079 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 19:00:48.158972 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773d636-e9cb-4174-9f74-2b91eb1238a8 req-7c832179-36ee-47df-8949-45d250c4b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 19:00:48.160675 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4773d636-e9cb-4174-9f74-2b91eb1238a8 req-7c832179-36ee-47df-8949-45d250c4b821 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11e40f536b39448d9cc7f3729f7bb724&device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 1094 time: 0.0454047 Dec 12 19:00:48.264529 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773d636-e9cb-4174-9f74-2b91eb1238a8 req-ea997184-90de-4d64-b0f2-a70ff56a1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 19:00:48.265571 n-d-760354-5 neutron-server[103151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72659971-aa68-4706-a8ba-f60a1feb99b1 req-52d0f882-5ca5-4808-aad8-78426a64cc24 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 19:00:48.266762 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4773d636-e9cb-4174-9f74-2b91eb1238a8 req-ea997184-90de-4d64-b0f2-a70ff56a1d54 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bc5e6122-cef7-40db-876f-7ecdea19b92e HTTP/1.1" status: 200 len: 910 time: 0.0985396 Dec 12 19:00:48.267082 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-72659971-aa68-4706-a8ba-f60a1feb99b1 req-52d0f882-5ca5-4808-aad8-78426a64cc24 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 943 time: 0.0969625 Dec 12 19:00:48.313683 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4773d636-e9cb-4174-9f74-2b91eb1238a8 req-4143eac9-8116-452a-958f-817592508c4b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea38b63-1887-4ece-a387-62613d4054c4 HTTP/1.1" status: 200 len: 217 time: 0.0381494 Dec 12 19:00:48.324432 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:48.336059 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-72659971-aa68-4706-a8ba-f60a1feb99b1 req-991246a1-9faa-4019-b454-e0459a7c0b6c tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=49a26b11-77ae-4ea8-884b-cf6f325a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624542 Dec 12 19:00:48.352308 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-b2ca4237-e3b2-4d79-b55e-5ffd58c4d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port': {'id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:25Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'd5c4ce4a-b993-4315-ac17-1c06e5548e8e', 'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'mac_address': 'fa:16:3e:23:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:26Z', 'updated_at': '2021-12-12T18:55:31Z', 'revision_number': 5, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'subnets': [{'id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:48.372681 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773d636-e9cb-4174-9f74-2b91eb1238a8 req-da52c0a3-d16b-45fe-82af-a1d401d6a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 19:00:48.374145 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4773d636-e9cb-4174-9f74-2b91eb1238a8 req-da52c0a3-d16b-45fe-82af-a1d401d6a45c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dcda8f8-5f07-4d87-9fca-0e151b23d980 HTTP/1.1" status: 200 len: 848 time: 0.0531054 Dec 12 19:00:48.380015 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ca4237-e3b2-4d79-b55e-5ffd58c4d4b1 None None] The sync data for ids ['51781749-6402-4f60-9bbf-9ee3f0dfc079'] in n-d-760354-5 is: [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port': {'id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:25Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5', '_interfaces': [{'id': 'd5c4ce4a-b993-4315-ac17-1c06e5548e8e', 'name': '', 'network_id': 'bc5e6122-cef7-40db-876f-7ecdea19b92e', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'mac_address': 'fa:16:3e:23:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:26Z', 'updated_at': '2021-12-12T18:55:31Z', 'revision_number': 5, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'subnets': [{'id': '1dcda8f8-5f07-4d87-9fca-0e151b23d980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 19:00:48.423040 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773d636-e9cb-4174-9f74-2b91eb1238a8 req-2ecfa8d1-cd08-45e9-937a-23f42a6cde7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 19:00:48.424759 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4773d636-e9cb-4174-9f74-2b91eb1238a8 req-2ecfa8d1-cd08-45e9-937a-23f42a6cde7c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bc5e6122-cef7-40db-876f-7ecdea19b92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426612 Dec 12 19:00:48.519037 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4773d636-e9cb-4174-9f74-2b91eb1238a8 req-ee55aba8-ec50-4ce3-b761-ddb25b189e58 service neutron] 10.222.0.31 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850389 Dec 12 19:00:48.617290 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4773d636-e9cb-4174-9f74-2b91eb1238a8 req-1080f0af-e2dc-466f-844d-eea66f3067b6 service neutron] 10.222.0.31 "GET /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905306 Dec 12 19:00:48.621218 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb0ce0d-a5d8-4ea3-839e-347f1059394d None None] New status for floating IP efb9a79a-111f-4f9f-b625-026be8c99197: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 19:00:48.698145 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:49.040431 n-d-760354-5 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1817e8-2fe1-4679-9747-72d7174c8871 req-fccc2d7b-eee0-435f-b7cc-77b826ef91f2 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 19:00:49.041875 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4e1817e8-2fe1-4679-9747-72d7174c8871 req-fccc2d7b-eee0-435f-b7cc-77b826ef91f2 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.31 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 943 time: 0.0483761 Dec 12 19:00:49.132733 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-4e1817e8-2fe1-4679-9747-72d7174c8871 req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Deleting port 2ea38b63-1887-4ece-a387-62613d4054c4 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 19:00:49.133072 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4e1817e8-2fe1-4679-9747-72d7174c8871 req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:49.222940 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-4e1817e8-2fe1-4679-9747-72d7174c8871 req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] For port 2ea38b63-1887-4ece-a387-62613d4054c4, host n-h1-760354-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760354-5',level=0,port_id=2ea38b63-1887-4ece-a387-62613d4054c4,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 19:00:49.223651 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4e1817e8-2fe1-4679-9747-72d7174c8871 req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:49.236415 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-4e1817e8-2fe1-4679-9747-72d7174c8871 req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Calling delete_port for 2ea38b63-1887-4ece-a387-62613d4054c4 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 19:00:49.365449 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4e1817e8-2fe1-4679-9747-72d7174c8871 req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:49.392636 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Pushing event deleted for resources: {'Port': ['ID=2ea38b63-1887-4ece-a387-62613d4054c4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:00:49.402744 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:49.403101 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:49.403476 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:49.403830 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:49.404165 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:49.404507 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:49.404847 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:49.405182 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:49.405520 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:49.405850 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:49.406185 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:49.406518 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:49.407193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760354-5 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 19:00:49.450017 n-d-760354-5 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1817e8-2fe1-4679-9747-72d7174c8871 req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] No DVR routers for this DVR port 2ea38b63-1887-4ece-a387-62613d4054c4 on host n-h1-760354-5 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 19:00:49.452725 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4e1817e8-2fe1-4679-9747-72d7174c8871 req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173411'] for port, before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:49.456152 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [req-4e1817e8-2fe1-4679-9747-72d7174c8871 req-a3a27b2b-8c60-4e8f-bbd2-7b41f6ab4c30 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.31 "DELETE /v2.0/ports/2ea38b63-1887-4ece-a387-62613d4054c4 HTTP/1.1" status: 204 len: 173 time: 0.4082072 Dec 12 19:00:49.456612 n-d-760354-5 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'name': 'network-vif-deleted', 'tag': '2ea38b63-1887-4ece-a387-62613d4054c4'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 19:00:49.458921 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be0ecf0ab0d0673ed1ddf6e3181e2e5630b2f509d2790f5a8f7e136419b5c042" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1e7d83-50e2-4c8c-aec6-ca2731192e09" -d '{"events": [{"server_uuid": "0952e2b9-8bcb-4ac0-90ca-4214ae2cc813", "name": "network-vif-deleted", "tag": "2ea38b63-1887-4ece-a387-62613d4054c4"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 19:00:49.500446 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [req-d3de21ad-0299-4be3-8837-be25a1066fee req-3fb3eb6b-32c4-4bb0-8652-00165ce691c2 tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=0952e2b9-8bcb-4ac0-90ca-4214ae2cc813 HTTP/1.1" status: 200 len: 210 time: 0.0949407 Dec 12 19:00:49.576015 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 19:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3884c8a-3764-43e8-a617-8867ae8fd013 x-openstack-request-id: req-f3884c8a-3764-43e8-a617-8867ae8fd013 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 19:00:49.576316 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0952e2b9-8bcb-4ac0-90ca-4214ae2cc813", "name": "network-vif-deleted", "tag": "2ea38b63-1887-4ece-a387-62613d4054c4", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 19:00:49.576580 n-d-760354-5 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3884c8a-3764-43e8-a617-8867ae8fd013 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 19:00:49.576987 n-d-760354-5 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0952e2b9-8bcb-4ac0-90ca-4214ae2cc813', 'name': 'network-vif-deleted', 'tag': '2ea38b63-1887-4ece-a387-62613d4054c4', 'status': 'completed', 'code': 200} Dec 12 19:00:50.392895 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:50.558262 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45368) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 19:00:50.618451 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e639731-55a3-41f1-ac63-f1d7206aabcf tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:50.645079 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e639731-55a3-41f1-ac63-f1d7206aabcf tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:50.703042 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e639731-55a3-41f1-ac63-f1d7206aabcf tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:50.705692 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e639731-55a3-41f1-ac63-f1d7206aabcf tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:50.706836 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-3e639731-55a3-41f1-ac63-f1d7206aabcf tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] 10.222.0.18 "DELETE /v2.0/security-groups/49a26b11-77ae-4ea8-884b-cf6f325a5869 HTTP/1.1" status: 204 len: 168 time: 0.1475899 Dec 12 19:00:50.716261 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e639731-55a3-41f1-ac63-f1d7206aabcf tempest-TestSnapshotPattern-1746394234 tempest-TestSnapshotPattern-1746394234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a26b11-77ae-4ea8-884b-cf6f325a5869,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:00:50.755877 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45372) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 19:00:51.081798 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:51.193248 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4721bfd7-8688-48b3-af3d-4dbc9a42e004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:51.430169 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4721bfd7-8688-48b3-af3d-4dbc9a42e004 admin admin] Deleting port d5c4ce4a-b993-4315-ac17-1c06e5548e8e {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 19:00:51.430419 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4721bfd7-8688-48b3-af3d-4dbc9a42e004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:51.508686 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-4721bfd7-8688-48b3-af3d-4dbc9a42e004 admin admin] For port d5c4ce4a-b993-4315-ac17-1c06e5548e8e, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=d5c4ce4a-b993-4315-ac17-1c06e5548e8e,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 19:00:51.509046 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4721bfd7-8688-48b3-af3d-4dbc9a42e004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:51.521820 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4721bfd7-8688-48b3-af3d-4dbc9a42e004 admin admin] Calling delete_port for d5c4ce4a-b993-4315-ac17-1c06e5548e8e owned by network:router_interface {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 19:00:51.695377 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4721bfd7-8688-48b3-af3d-4dbc9a42e004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:51.718342 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721bfd7-8688-48b3-af3d-4dbc9a42e004 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c4ce4a-b993-4315-ac17-1c06e5548e8e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:00:51.884801 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4721bfd7-8688-48b3-af3d-4dbc9a42e004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:52.094380 n-d-760354-5 neutron-server[103151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4721bfd7-8688-48b3-af3d-4dbc9a42e004 admin admin] Router 51781749-6402-4f60-9bbf-9ee3f0dfc079 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 19:00:52.200707 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4721bfd7-8688-48b3-af3d-4dbc9a42e004 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 19:00:52.205680 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-4721bfd7-8688-48b3-af3d-4dbc9a42e004 admin admin] 10.222.0.18 "PUT /v2.0/routers/51781749-6402-4f60-9bbf-9ee3f0dfc079/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4487755 Dec 12 19:00:52.208185 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45376) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 19:00:52.210728 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a00b5ff-7383-423c-bf59-0dedaa06780d None None] Sync routers for ids ['51781749-6402-4f60-9bbf-9ee3f0dfc079'] in n-d-760354-5 {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 19:00:52.220917 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a00b5ff-7383-423c-bf59-0dedaa06780d None None] Routers {'51781749-6402-4f60-9bbf-9ee3f0dfc079'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 19:00:52.221516 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7a00b5ff-7383-423c-bf59-0dedaa06780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T19:00:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['51781749-6402-4f60-9bbf-9ee3f0dfc079'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:52.311690 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80e101df-e0f4-48d2-a68f-cf54f7e262e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:52.323934 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-7a00b5ff-7383-423c-bf59-0dedaa06780d None None] Set router 51781749-6402-4f60-9bbf-9ee3f0dfc079 gateway port host: n-d-760354-5 {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 19:00:52.413318 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80e101df-e0f4-48d2-a68f-cf54f7e262e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:52.469445 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-80e101df-e0f4-48d2-a68f-cf54f7e262e8 admin admin] Deleting port a0ee26e9-b78b-4908-96b9-dcb20f6dfc73 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 19:00:52.469785 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80e101df-e0f4-48d2-a68f-cf54f7e262e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:52.546931 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-80e101df-e0f4-48d2-a68f-cf54f7e262e8 admin admin] For port a0ee26e9-b78b-4908-96b9-dcb20f6dfc73, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=a0ee26e9-b78b-4908-96b9-dcb20f6dfc73,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 19:00:52.547332 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80e101df-e0f4-48d2-a68f-cf54f7e262e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:52.563416 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-80e101df-e0f4-48d2-a68f-cf54f7e262e8 admin admin] Calling delete_port for a0ee26e9-b78b-4908-96b9-dcb20f6dfc73 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 19:00:52.585962 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7a00b5ff-7383-423c-bf59-0dedaa06780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T19:00:51Z', 'revision_number': 5, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port': {'id': 'a0ee26e9-b78b-4908-96b9-dcb20f6dfc73', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:25Z', 'updated_at': '2021-12-12T18:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:52.616061 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a00b5ff-7383-423c-bf59-0dedaa06780d None None] Checking router: 51781749-6402-4f60-9bbf-9ee3f0dfc079 for host: n-d-760354-5 {{(pid=103153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 19:00:52.624405 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a00b5ff-7383-423c-bf59-0dedaa06780d None None] Routers {'51781749-6402-4f60-9bbf-9ee3f0dfc079'} bound to L3 agent in host n-d-760354-5 {{(pid=103153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 19:00:52.625019 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7a00b5ff-7383-423c-bf59-0dedaa06780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T19:00:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['51781749-6402-4f60-9bbf-9ee3f0dfc079'], 'active': True} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:52.711038 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_dvr_db [None req-7a00b5ff-7383-423c-bf59-0dedaa06780d None None] Set router 51781749-6402-4f60-9bbf-9ee3f0dfc079 gateway port host: None {{(pid=103153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 19:00:52.725929 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80e101df-e0f4-48d2-a68f-cf54f7e262e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:52.755641 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e101df-e0f4-48d2-a68f-cf54f7e262e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ee26e9-b78b-4908-96b9-dcb20f6dfc73,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:00:52.761986 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.l3_hamode_db [None req-7a00b5ff-7383-423c-bf59-0dedaa06780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T19:00:52Z', 'revision_number': 6, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:52.772661 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce49b29a-c379-4910-8f08-df5f2dd8db6c None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 19:00:52.792208 n-d-760354-5 neutron-server[103153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a00b5ff-7383-423c-bf59-0dedaa06780d None None] The sync data for ids ['51781749-6402-4f60-9bbf-9ee3f0dfc079'] in n-d-760354-5 is: [{'id': '51781749-6402-4f60-9bbf-9ee3f0dfc079', 'name': 'tempest-TestSnapshotPattern-185029047-router', 'tenant_id': '11e40f536b39448d9cc7f3729f7bb724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:24Z', 'updated_at': '2021-12-12T19:00:52Z', 'revision_number': 6, 'project_id': '11e40f536b39448d9cc7f3729f7bb724', 'gw_port_host': None}] {{(pid=103153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 19:00:52.821736 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80e101df-e0f4-48d2-a68f-cf54f7e262e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:52.910402 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80e101df-e0f4-48d2-a68f-cf54f7e262e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:52.912729 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80e101df-e0f4-48d2-a68f-cf54f7e262e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:52.952972 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 2ea38b63-1887-4ece-a387-62613d4054c4 no longer exists at agent hyperv_n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 19:00:52.957317 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80e101df-e0f4-48d2-a68f-cf54f7e262e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:52.957863 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e101df-e0f4-48d2-a68f-cf54f7e262e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51781749-6402-4f60-9bbf-9ee3f0dfc079 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 19:00:52.962148 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80e101df-e0f4-48d2-a68f-cf54f7e262e8 admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:52.963374 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-80e101df-e0f4-48d2-a68f-cf54f7e262e8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/51781749-6402-4f60-9bbf-9ee3f0dfc079 HTTP/1.1" status: 204 len: 168 time: 0.7542303 Dec 12 19:00:52.965997 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45378) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 19:00:52.975358 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] No Port match for: 2ea38b63-1887-4ece-a387-62613d4054c4 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 19:00:52.975704 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Device 2ea38b63-1887-4ece-a387-62613d4054c4 not bound to the agent host n-h1-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 19:00:53.009738 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-01cf0c9e-e1f2-46b7-8558-92353c6a7728 admin admin] Deleting subnet 1dcda8f8-5f07-4d87-9fca-0e151b23d980 {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 19:00:53.012819 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01cf0c9e-e1f2-46b7-8558-92353c6a7728 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:53.046299 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01cf0c9e-e1f2-46b7-8558-92353c6a7728 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:53.123967 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01cf0c9e-e1f2-46b7-8558-92353c6a7728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:53.177397 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01cf0c9e-e1f2-46b7-8558-92353c6a7728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:53.204890 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf0c9e-e1f2-46b7-8558-92353c6a7728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dcda8f8-5f07-4d87-9fca-0e151b23d980,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:00:53.206817 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01cf0c9e-e1f2-46b7-8558-92353c6a7728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:53.210122 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-01cf0c9e-e1f2-46b7-8558-92353c6a7728 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1dcda8f8-5f07-4d87-9fca-0e151b23d980 HTTP/1.1" status: 204 len: 168 time: 0.2431903 Dec 12 19:00:53.212588 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85798fa8-45b1-47c8-800a-d7e1b9303107 None None] Network bc5e6122-cef7-40db-876f-7ecdea19b92e requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 19:00:53.212731 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45380) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 19:00:53.291373 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:53.348304 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] Deleting port 6a9cb464-e01a-4a49-be57-8dba6f0f2dae {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 19:00:53.348646 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:53.408998 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] For port 6a9cb464-e01a-4a49-be57-8dba6f0f2dae, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=6a9cb464-e01a-4a49-be57-8dba6f0f2dae,segment=NetworkSegment(ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1),segment_id=ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 19:00:53.409364 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:53.422497 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] Calling delete_port for 6a9cb464-e01a-4a49-be57-8dba6f0f2dae owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 19:00:53.501613 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:53.524418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9cb464-e01a-4a49-be57-8dba6f0f2dae,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:00:53.530903 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] No DVR routers for this DVR port 6a9cb464-e01a-4a49-be57-8dba6f0f2dae on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 19:00:53.588856 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589ab471-317c-41c4-a889-4beb389c4254 None None] DHCP port deletion for bc5e6122-cef7-40db-876f-7ecdea19b92e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 19:00:53.603435 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:53.628083 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5e6122-cef7-40db-876f-7ecdea19b92e']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:53.638283 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:53.638577 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9f8fcd-90cf-461a-9f22-5f28d2a9aff1') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:53.648147 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:53.663493 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:53.670723 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 19:00:53.671227 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: timer() Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 19:00:53.673203 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 19:00:53.733760 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:53.739442 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:53.742588 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] 10.222.0.18 "DELETE /v2.0/networks/bc5e6122-cef7-40db-876f-7ecdea19b92e HTTP/1.1" status: 204 len: 168 time: 0.5283732 Dec 12 19:00:53.745564 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45382) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 19:00:53.755928 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5176ca1-54ae-4020-831d-5252c57fd8ef admin admin] Pushing event deleted for resources: {'Network': ['ID=bc5e6122-cef7-40db-876f-7ecdea19b92e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:00:54.098410 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80eb4e5e-3ddd-4462-bcb6-a2e53ecf39a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468504'] for router_interface, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:54.341011 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-80eb4e5e-3ddd-4462-bcb6-a2e53ecf39a8 admin admin] Deleting port 0244e3ac-1f88-42cc-b962-81fbf04f5950 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 19:00:54.341345 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80eb4e5e-3ddd-4462-bcb6-a2e53ecf39a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:54.420739 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-80eb4e5e-3ddd-4462-bcb6-a2e53ecf39a8 admin admin] For port 0244e3ac-1f88-42cc-b962-81fbf04f5950, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=0244e3ac-1f88-42cc-b962-81fbf04f5950,segment=NetworkSegment(89e835bb-8c9c-436b-b061-e7faff2e7faf),segment_id=89e835bb-8c9c-436b-b061-e7faff2e7faf)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 19:00:54.421011 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80eb4e5e-3ddd-4462-bcb6-a2e53ecf39a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:54.434799 n-d-760354-5 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-80eb4e5e-3ddd-4462-bcb6-a2e53ecf39a8 admin admin] Calling delete_port for 0244e3ac-1f88-42cc-b962-81fbf04f5950 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 19:00:54.615711 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80eb4e5e-3ddd-4462-bcb6-a2e53ecf39a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8937030'] for port, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:54.645894 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb4e5e-3ddd-4462-bcb6-a2e53ecf39a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0244e3ac-1f88-42cc-b962-81fbf04f5950,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:00:54.656091 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6a9cb464-e01a-4a49-be57-8dba6f0f2dae no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 19:00:54.682031 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 6a9cb464-e01a-4a49-be57-8dba6f0f2dae {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 19:00:54.682686 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 6a9cb464-e01a-4a49-be57-8dba6f0f2dae not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 19:00:54.683127 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d5c4ce4a-b993-4315-ac17-1c06e5548e8e no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 19:00:54.714241 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: d5c4ce4a-b993-4315-ac17-1c06e5548e8e {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 19:00:54.714585 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device d5c4ce4a-b993-4315-ac17-1c06e5548e8e not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 19:00:54.715018 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a0ee26e9-b78b-4908-96b9-dcb20f6dfc73 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 19:00:54.735709 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: a0ee26e9-b78b-4908-96b9-dcb20f6dfc73 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 19:00:54.736057 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device a0ee26e9-b78b-4908-96b9-dcb20f6dfc73 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 19:00:54.812339 n-d-760354-5 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80eb4e5e-3ddd-4462-bcb6-a2e53ecf39a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-468612'] for router_interface, after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:55.024468 n-d-760354-5 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80eb4e5e-3ddd-4462-bcb6-a2e53ecf39a8 admin admin] Router 9130fbef-81de-4986-b7b2-39cc7dab05f7 has already been hosted by L3 agent 2b43094a-c41c-490e-ac52-33b59cb8b67a {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 19:00:55.130193 n-d-760354-5 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80eb4e5e-3ddd-4462-bcb6-a2e53ecf39a8 admin admin] Notify agent at l3_agent.n-d-760354-5 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 19:00:55.138277 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-80eb4e5e-3ddd-4462-bcb6-a2e53ecf39a8 admin admin] 10.222.0.18 "PUT /v2.0/routers/9130fbef-81de-4986-b7b2-39cc7dab05f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3888135 Dec 12 19:00:55.138921 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45384) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 19:00:55.139735 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37524838-0363-4d08-aa76-42ac137ddb33 None None] Sync routers for ids ['9130fbef-81de-4986-b7b2-39cc7dab05f7'] in n-d-760354-5 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 19:00:55.149223 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37524838-0363-4d08-aa76-42ac137ddb33 None None] Routers {'9130fbef-81de-4986-b7b2-39cc7dab05f7'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 19:00:55.150274 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-37524838-0363-4d08-aa76-42ac137ddb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T19:00:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['9130fbef-81de-4986-b7b2-39cc7dab05f7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:55.245987 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0298acc9-b101-4923-a7ea-d817471fa4da admin admin] Publish callbacks [] for router, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:55.256737 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-37524838-0363-4d08-aa76-42ac137ddb33 None None] Set router 9130fbef-81de-4986-b7b2-39cc7dab05f7 gateway port host: n-d-760354-5 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 19:00:55.347425 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0298acc9-b101-4923-a7ea-d817471fa4da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:55.398426 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0298acc9-b101-4923-a7ea-d817471fa4da admin admin] Deleting port 95f65616-b9f7-4dcf-8237-bba7c0a08651 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 19:00:55.398767 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0298acc9-b101-4923-a7ea-d817471fa4da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:55.429192 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-37524838-0363-4d08-aa76-42ac137ddb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130fbef-81de-4986-b7b2-39cc7dab05f7', 'name': 'tempest-TestSnapshotPattern-289811276-router', 'tenant_id': '8f1442b8a29c470bb60892288ab3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'external_fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '95f65616-b9f7-4dcf-8237-bba7c0a08651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:29Z', 'updated_at': '2021-12-12T19:00:54Z', 'revision_number': 5, 'project_id': '8f1442b8a29c470bb60892288ab3079b', 'gw_port': {'id': '95f65616-b9f7-4dcf-8237-bba7c0a08651', 'name': '', 'network_id': '890a4b59-34d7-4315-9d80-83fedf65298e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130fbef-81de-4986-b7b2-39cc7dab05f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760354-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T18:55:29Z', 'updated_at': '2021-12-12T18:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbd8975e-31a7-4cd3-8881-231a6874f390', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760354-5'}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:55.459320 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37524838-0363-4d08-aa76-42ac137ddb33 None None] Checking router: 9130fbef-81de-4986-b7b2-39cc7dab05f7 for host: n-d-760354-5 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 19:00:55.467662 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37524838-0363-4d08-aa76-42ac137ddb33 None None] Routers {'9130fbef-81de-4986-b7b2-39cc7dab05f7'} bound to L3 agent in host n-d-760354-5 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 19:00:55.468263 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-37524838-0363-4d08-aa76-42ac137ddb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760354-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T17:22:47Z,description=,heartbeat_timestamp=2021-12-12T19:00:47Z,host='n-d-760354-5',id=2b43094a-c41c-490e-ac52-33b59cb8b67a,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T17:22:47Z,topic='l3_agent')) {'router_ids': ['9130fbef-81de-4986-b7b2-39cc7dab05f7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:55.481202 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0298acc9-b101-4923-a7ea-d817471fa4da admin admin] For port 95f65616-b9f7-4dcf-8237-bba7c0a08651, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=95f65616-b9f7-4dcf-8237-bba7c0a08651,segment=NetworkSegment(3fb3ba24-6939-418c-9d5c-dae513c486d7),segment_id=3fb3ba24-6939-418c-9d5c-dae513c486d7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 19:00:55.481571 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0298acc9-b101-4923-a7ea-d817471fa4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:55.500314 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0298acc9-b101-4923-a7ea-d817471fa4da admin admin] Calling delete_port for 95f65616-b9f7-4dcf-8237-bba7c0a08651 owned by network:router_gateway {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 19:00:55.551943 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-37524838-0363-4d08-aa76-42ac137ddb33 None None] Set router 9130fbef-81de-4986-b7b2-39cc7dab05f7 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 19:00:55.602068 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-37524838-0363-4d08-aa76-42ac137ddb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130fbef-81de-4986-b7b2-39cc7dab05f7', 'name': 'tempest-TestSnapshotPattern-289811276-router', 'tenant_id': '8f1442b8a29c470bb60892288ab3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:29Z', 'updated_at': '2021-12-12T19:00:55Z', 'revision_number': 6, 'project_id': '8f1442b8a29c470bb60892288ab3079b', 'gw_port_host': None}], 'n-d-760354-5', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:55.631720 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37524838-0363-4d08-aa76-42ac137ddb33 None None] The sync data for ids ['9130fbef-81de-4986-b7b2-39cc7dab05f7'] in n-d-760354-5 is: [{'id': '9130fbef-81de-4986-b7b2-39cc7dab05f7', 'name': 'tempest-TestSnapshotPattern-289811276-router', 'tenant_id': '8f1442b8a29c470bb60892288ab3079b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T18:55:29Z', 'updated_at': '2021-12-12T19:00:55Z', 'revision_number': 6, 'project_id': '8f1442b8a29c470bb60892288ab3079b', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 19:00:55.666179 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0298acc9-b101-4923-a7ea-d817471fa4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:55.695603 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298acc9-b101-4923-a7ea-d817471fa4da admin admin] Pushing event deleted for resources: {'Port': ['ID=95f65616-b9f7-4dcf-8237-bba7c0a08651,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:00:55.709348 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002e8997-f956-49bf-aab9-784cf91c8bb5 None None] DHCP port deletion for 890a4b59-34d7-4315-9d80-83fedf65298e request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 19:00:55.756742 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0298acc9-b101-4923-a7ea-d817471fa4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473126'] for router_gateway, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:55.851842 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0298acc9-b101-4923-a7ea-d817471fa4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-469686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1896'] for router, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:55.854533 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0298acc9-b101-4923-a7ea-d817471fa4da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:55.895706 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0298acc9-b101-4923-a7ea-d817471fa4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-469695'] for router, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:55.896231 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0298acc9-b101-4923-a7ea-d817471fa4da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9130fbef-81de-4986-b7b2-39cc7dab05f7 {{(pid=103151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 19:00:55.900632 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0298acc9-b101-4923-a7ea-d817471fa4da admin admin] Publish callbacks [] for router, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:55.901782 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-0298acc9-b101-4923-a7ea-d817471fa4da admin admin] 10.222.0.18 "DELETE /v2.0/routers/9130fbef-81de-4986-b7b2-39cc7dab05f7 HTTP/1.1" status: 204 len: 168 time: 0.7612822 Dec 12 19:00:55.904339 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45386) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 19:00:55.947369 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44c48a3-ba3f-4198-943a-4a67dad5037e admin admin] Deleting subnet be914166-3c97-4140-90f4-86942b454b0b {{(pid=103151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 19:00:55.950235 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e44c48a3-ba3f-4198-943a-4a67dad5037e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:55.982732 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e44c48a3-ba3f-4198-943a-4a67dad5037e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9454355'] for subnet, precommit_delete_associations {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:56.374384 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e44c48a3-ba3f-4198-943a-4a67dad5037e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1443551'] for subnet, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:56.430778 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e44c48a3-ba3f-4198-943a-4a67dad5037e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1443540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3086537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9968975'] for subnet, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:56.457679 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c48a3-ba3f-4198-943a-4a67dad5037e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be914166-3c97-4140-90f4-86942b454b0b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:00:56.459679 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e44c48a3-ba3f-4198-943a-4a67dad5037e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602435'] for subnet, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:56.462889 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-e44c48a3-ba3f-4198-943a-4a67dad5037e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/be914166-3c97-4140-90f4-86942b454b0b HTTP/1.1" status: 204 len: 168 time: 0.5575900 Dec 12 19:00:56.465424 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45388) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 19:00:56.467558 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671d6a97-abc8-41aa-aa93-51d81c0e201e None None] Network c4cd6752-5c53-491b-9c7d-dab2a796c5b4 requested from n-d-760354-5 {{(pid=103152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 19:00:56.533946 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595697'] for network, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:56.596108 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] Deleting port c448ed53-c44d-40d8-b21f-c722bb673b5c {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 19:00:56.596478 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:56.619765 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06528dfe-cabb-4ccb-9c50-7c0f255d6b42 None None] DHCP port deletion for c4cd6752-5c53-491b-9c7d-dab2a796c5b4 request from n-d-760354-5 {{(pid=103152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 19:00:56.659696 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] For port c448ed53-c44d-40d8-b21f-c722bb673b5c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c448ed53-c44d-40d8-b21f-c722bb673b5c,segment=NetworkSegment(89e835bb-8c9c-436b-b061-e7faff2e7faf),segment_id=89e835bb-8c9c-436b-b061-e7faff2e7faf)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 19:00:56.659978 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:56.672347 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-06528dfe-cabb-4ccb-9c50-7c0f255d6b42 None None] Deleting port c448ed53-c44d-40d8-b21f-c722bb673b5c {{(pid=103152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 19:00:56.672725 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06528dfe-cabb-4ccb-9c50-7c0f255d6b42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778471740016'] for port, before_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:56.677220 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] Calling delete_port for c448ed53-c44d-40d8-b21f-c722bb673b5c owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 19:00:56.710466 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 95f65616-b9f7-4dcf-8237-bba7c0a08651 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 19:00:56.737783 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 95f65616-b9f7-4dcf-8237-bba7c0a08651 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 19:00:56.738131 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 95f65616-b9f7-4dcf-8237-bba7c0a08651 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 19:00:56.738562 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c448ed53-c44d-40d8-b21f-c722bb673b5c no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 19:00:56.756900 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086590'] for port, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:56.784814 n-d-760354-5 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] No DVR routers for this DVR port c448ed53-c44d-40d8-b21f-c722bb673b5c on host n-d-760354-5 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 19:00:56.789260 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c448ed53-c44d-40d8-b21f-c722bb673b5c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:00:56.864768 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1571400', 'neutron.services.segments.db._delete_segments_for_network-8778471747970'] for network, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:56.887588 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cd6752-5c53-491b-9c7d-dab2a796c5b4']}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:56.897122 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e835bb-8c9c-436b-b061-e7faff2e7faf') {'for_net_delete': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:56.897418 n-d-760354-5 neutron-server[103151]: DEBUG neutron.services.segments.db [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e835bb-8c9c-436b-b061-e7faff2e7faf') {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 19:00:56.907686 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778471753099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9454568'] for segment, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:56.921087 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694'] for segment, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:56.927585 n-d-760354-5 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 19:00:56.927972 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1444694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3086499'] for segment, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: Traceback (most recent call last): Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: timer() Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: cb(*args, **kw) Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: return func(*args, **kwargs) Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: self._notify() Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: self.callback(batched_events) Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: event.method(event) Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: return f(self, *a, **k) Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: return self._get(url).json() Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: return self.request(url, 'GET', **kwargs) Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 19:00:56.929635 n-d-760354-5 neutron-server[103151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 19:00:56.938519 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-06528dfe-cabb-4ccb-9c50-7c0f255d6b42 None None] For port c448ed53-c44d-40d8-b21f-c722bb673b5c, host n-d-760354-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760354-5',level=0,port_id=c448ed53-c44d-40d8-b21f-c722bb673b5c,segment=NetworkSegment(89e835bb-8c9c-436b-b061-e7faff2e7faf),segment_id=89e835bb-8c9c-436b-b061-e7faff2e7faf)] {{(pid=103152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 19:00:56.938928 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06528dfe-cabb-4ccb-9c50-7c0f255d6b42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576077'] for port, precommit_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:56.955648 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-06528dfe-cabb-4ccb-9c50-7c0f255d6b42 None None] Calling delete_port for c448ed53-c44d-40d8-b21f-c722bb673b5c owned by network:dhcp {{(pid=103152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 19:00:56.967163 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-84101683-605a-4032-a827-041eb74fba3d None None] No active binding found for port c448ed53-c44d-40d8-b21f-c722bb673b5c {{(pid=103152) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 12 19:00:56.967727 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device c448ed53-c44d-40d8-b21f-c722bb673b5c not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 19:00:56.968154 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 0244e3ac-1f88-42cc-b962-81fbf04f5950 no longer exists at agent ovs-agent-n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 19:00:56.982620 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1571393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473098'] for network, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:56.987905 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] Publish callbacks [] for network, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:56.991389 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c4cd6752-5c53-491b-9c7d-dab2a796c5b4 HTTP/1.1" status: 204 len: 168 time: 0.5249820 Dec 12 19:00:57.009236 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa714c-8b31-4ef6-8b90-c40ec7ee51f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4cd6752-5c53-491b-9c7d-dab2a796c5b4,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:00:57.016322 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.plugin [None req-84101683-605a-4032-a827-041eb74fba3d None None] No Port match for: 0244e3ac-1f88-42cc-b962-81fbf04f5950 {{(pid=103152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 19:00:57.016651 n-d-760354-5 neutron-server[103152]: DEBUG neutron.plugins.ml2.rpc [None req-84101683-605a-4032-a827-041eb74fba3d None None] Device 0244e3ac-1f88-42cc-b962-81fbf04f5950 not bound to the agent host n-d-760354-5 {{(pid=103152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 19:00:57.057514 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06528dfe-cabb-4ccb-9c50-7c0f255d6b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778471681235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778471182044'] for port, after_delete {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:57.082407 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06528dfe-cabb-4ccb-9c50-7c0f255d6b42 None None] Pushing event deleted for resources: {'Port': ['ID=c448ed53-c44d-40d8-b21f-c722bb673b5c,revision_number=None']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:00:57.085960 n-d-760354-5 neutron-server[103152]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-06528dfe-cabb-4ccb-9c50-7c0f255d6b42 None None] Network c4cd6752-5c53-491b-9c7d-dab2a796c5b4 is not hosted by any dhcp agent {{(pid=103152) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 19:00:57.086511 n-d-760354-5 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06528dfe-cabb-4ccb-9c50-7c0f255d6b42 None None] No DVR routers for this DVR port c448ed53-c44d-40d8-b21f-c722bb673b5c on host n-d-760354-5 {{(pid=103152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 19:00:57.109321 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.18', 45392) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 19:00:57.150006 n-d-760354-5 neutron-server[103150]: INFO neutron.wsgi [None req-a02d808a-2211-45c5-ac0b-e37a30cd766d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11e40f536b39448d9cc7f3729f7bb724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388525 Dec 12 19:00:57.153244 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45394) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 19:00:57.200422 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-be2e326d-d1b8-4a2d-946e-95f17613e9a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:57.221293 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-be2e326d-d1b8-4a2d-946e-95f17613e9a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:57.266552 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-be2e326d-d1b8-4a2d-946e-95f17613e9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:57.269175 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-be2e326d-d1b8-4a2d-946e-95f17613e9a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:57.270354 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-be2e326d-d1b8-4a2d-946e-95f17613e9a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdac264f-b39f-4154-95b5-32b53e6190ac HTTP/1.1" status: 204 len: 168 time: 0.1160481 Dec 12 19:00:57.279399 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e326d-d1b8-4a2d-946e-95f17613e9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdac264f-b39f-4154-95b5-32b53e6190ac,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:00:57.592144 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45400) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 19:00:57.630295 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-907f4588-bb18-4d09-bd96-724f7abb7b54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f1442b8a29c470bb60892288ab3079b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370178 Dec 12 19:00:57.632668 n-d-760354-5 neutron-server[103151]: DEBUG neutron.wsgi [-] (103151) accepted ('10.222.0.18', 45402) {{(pid=103151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 19:00:57.678998 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dd85b020-865f-4844-83c2-8665bdb7fde3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:57.700185 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dd85b020-865f-4844-83c2-8665bdb7fde3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:57.747103 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dd85b020-865f-4844-83c2-8665bdb7fde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612666'] for security_group, after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:57.749793 n-d-760354-5 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dd85b020-865f-4844-83c2-8665bdb7fde3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:00:57.750911 n-d-760354-5 neutron-server[103151]: INFO neutron.wsgi [None req-dd85b020-865f-4844-83c2-8665bdb7fde3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2577e20-2c12-473d-ab6f-a8fb13df6419 HTTP/1.1" status: 204 len: 168 time: 0.1173692 Dec 12 19:00:57.758904 n-d-760354-5 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85b020-865f-4844-83c2-8665bdb7fde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2577e20-2c12-473d-ab6f-a8fb13df6419,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 19:01:15.034473 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d25edc2f-5649-400f-a4a6-0adb865fb512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:01:17.368454 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1f7078e2-d1f1-474d-b1cb-e7cf85cb7d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:01:17.897764 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:01:18.321433 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:01:18.658692 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:01:20.395962 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:01:21.085295 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:01:23.190658 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 19:01:45.036261 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-62fb07f1-5833-46a4-b96d-4d8e4ec76e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:01:47.369113 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ae5a052c-ba6c-42ef-b815-ea305c193118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:01:47.913049 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:01:48.325191 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:01:48.662877 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:01:50.399090 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:01:51.088078 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:02:00.190910 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 19:02:15.036762 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e25d4e2d-2a30-4f86-9d4c-f44212183599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:02:17.370480 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-baa1111d-60b3-4065-8651-d2a27c97e7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:02:17.911385 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:02:18.333798 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:02:18.665705 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:02:20.402832 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:02:21.091718 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:02:37.190903 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 19:02:45.038741 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-426b3272-a465-4ff7-8cde-4faf7ce60e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:02:47.371666 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d4192359-de8b-4b6d-ade9-ffbd1243b7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:02:47.927670 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:02:48.337865 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:02:48.669232 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:02:50.405605 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:02:51.095836 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:03:14.190694 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 19:03:15.040662 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc74d923-6559-4c35-a6b0-db3eaa7cbd19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:03:17.373888 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b7f23aed-f5b9-40d2-9cfb-985b3fc9299f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:03:17.934847 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:03:18.353191 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:03:18.671428 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:03:20.408133 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:03:21.096810 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:03:45.041693 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0ceb9efb-dd41-4ba7-bf09-cfa0ac8d22f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:03:47.374566 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4a4edbc4-b71e-4725-94af-86302f524b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:03:47.956012 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:03:48.353399 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:03:48.674443 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:03:50.411568 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:03:51.099366 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:03:51.190596 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 19:04:15.043959 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a263c928-cb79-47cb-878f-8369349f3971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:04:17.376317 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a32b8bed-4f5d-4f20-890b-31a9336b1f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:04:17.955181 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:04:18.366992 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:04:18.677826 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:04:20.414621 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:04:21.100570 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:04:28.190288 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 19:04:45.046442 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-053fdd61-16aa-4299-8138-4b3d91869b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:04:47.376606 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d6383859-e7cf-4cac-a02a-20414f3395d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:04:47.970225 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:04:48.367931 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:04:48.680315 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:04:50.418079 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:04:51.103223 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:05:05.189393 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 19:05:15.050945 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-058b7155-de28-4c89-bdb7-daca1d7831c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:05:17.377448 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a1b91cb6-5bd1-4ef4-989a-b354c97ffb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:05:17.974333 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:05:18.367130 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:05:18.683143 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:05:20.422063 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:05:21.106291 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:05:42.189487 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 19:05:45.052497 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-077292eb-ae3d-4c06-b579-14c9dba16943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:05:47.378661 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc06793c-b90e-42fc-8880-4c768120ddc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:05:48.003346 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:05:48.373854 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:05:48.687302 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:05:50.424498 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:05:51.108900 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:06:15.056223 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f23ff09e-3c17-466a-97df-b40bc7823c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:06:17.379344 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-3dad489e-855e-45af-8eea-bb982532cf6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:06:18.030570 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:06:18.380321 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:06:18.688863 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:06:19.189797 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 19:06:20.427344 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:06:21.111797 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:06:45.057359 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0c878423-cd13-4627-9669-9f484dae649a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:06:47.379181 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9326f512-4524-4e8a-a830-995ca168fa7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:06:48.039148 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:06:48.396967 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:06:48.691604 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:06:50.429670 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:06:51.113974 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:06:56.187918 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 19:07:15.061439 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a1e8028f-546a-4fb8-84bc-ebf4d7a18b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:07:17.380827 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5cc0566a-f48d-4b32-862a-306765ce4044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:07:18.035174 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:07:18.400307 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:07:18.694813 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:07:20.434211 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:07:21.115911 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:07:33.186710 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 19:07:45.063810 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc26c46f-c556-4357-8505-e4fa73d5108a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:07:47.381654 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bc302086-18b9-40b0-a64b-d911fa448b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:07:48.046379 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:07:48.409510 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:07:48.697049 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:07:50.437272 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:07:51.118615 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:08:10.184771 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 19:08:15.065128 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9118ce49-8efa-4734-a438-13b93d60c00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:08:17.383372 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dec24b10-e250-4957-ba5e-41e785a8679e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:08:18.065165 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:08:18.424783 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:08:18.700207 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:08:20.440159 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:08:21.119589 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:08:33.015342 n-d-760354-5 neutron-server[103150]: DEBUG neutron.wsgi [req-33d7a5b1-b8ea-4781-84ce-1f503ced9190 req-63093afd-5ecb-4697-b74e-366511ea7e71 service neutron] (103150) timed out ('10.222.0.18', 43204) {{(pid=103150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 19:08:45.065729 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-34cf6ada-a83a-4830-91f7-23698abc58f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:08:47.183327 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 19:08:47.384423 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8bafb3d3-6931-4e02-a131-b123b3fba25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:08:48.080287 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:08:48.423877 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:08:48.703097 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:08:50.444712 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:08:51.121770 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:09:15.069672 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-23cf6b05-9baa-41e1-8886-c57cc24fc1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:09:17.385914 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c7b271d7-dae1-4373-913a-692a6b01fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:09:18.094722 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:09:18.438649 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:09:18.706160 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9c96accb-d07c-4d20-9a9c-24688753eac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:09:20.445875 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6e898e7b-7803-46be-a744-d138186feabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:09:21.123630 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-84101683-605a-4032-a827-041eb74fba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:09:24.182354 n-d-760354-5 neutron-server[103153]: DEBUG neutron.db.agents_db [None req-536f3d3b-d8c2-4fe4-8668-6c950106712d None None] Agent healthcheck: found 7 active agents {{(pid=103153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 19:09:45.072752 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-063609b9-fb38-4c79-9be5-274a8ab3c2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:09:47.387818 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8c84ae88-9997-4444-9fdc-4e39f9f7e21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:09:48.102492 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4f95-bf6e-4e7a-89a3-6d15821ba6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 19:09:48.439437 n-d-760354-5 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ed577422-2603-48e3-9dd4-7d1150fa3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778471747925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1569694'] for agent, after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}